-- Logs begin at Fri 2022-05-06 08:47:27 UTC, end at Fri 2022-05-06 11:06:39 UTC. -- May 06 09:21:58.940903 n-d-840835-1 systemd[1]: Started Devstack devstack@q-svc.service. May 06 09:22:01.686971 n-d-840835-1 neutron-server[102545]: INFO neutron.common.config [-] Logging enabled! May 06 09:22:01.687645 n-d-840835-1 neutron-server[102545]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.1.dev16 May 06 09:22:01.687788 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102545) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 06 09:22:01.691192 n-d-840835-1 neutron-server[102545]: INFO neutron.common.config [-] Logging enabled! May 06 09:22:01.691447 n-d-840835-1 neutron-server[102545]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.1.dev16 May 06 09:22:01.691760 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102545) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 06 09:22:01.692722 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 09:22:01.692952 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 09:22:01.693299 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 09:22:01.693541 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 09:22:01.693763 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 09:22:01.694073 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.694368 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.694664 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.694893 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.695210 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.695558 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.695888 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.696349 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.696650 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.696936 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.697215 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.697497 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.697727 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.698006 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.698293 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.698580 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.698802 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] debug = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.699079 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.699533 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.699957 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.700237 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.700530 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.700815 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.701196 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.701477 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.701754 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.702087 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] host = n-d-840835-1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.702365 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.702742 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.703063 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.703489 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.703904 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.704188 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.704532 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.704804 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.705077 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] log_file = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.705349 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.705638 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.705925 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.706217 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.706442 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.706662 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.706952 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.707268 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.707540 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.707812 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.708082 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.708354 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.708623 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.708889 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.709173 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.709459 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.709741 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.710117 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.710394 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.710665 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.710939 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.711246 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.711524 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.711790 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.712062 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.712352 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.712619 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.712890 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.713191 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.713468 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.713748 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.714029 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.714300 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.714581 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.714849 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.715198 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.715580 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] use_json = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.715954 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.716223 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.716510 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.716784 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.717053 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.717323 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.717594 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.717879 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.718147 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:01.718443 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.719303 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.719605 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.719893 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.720183 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.720460 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.720749 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.721024 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.721510 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.721823 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.722157 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.722436 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.722812 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.723181 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.723533 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.723885 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.724242 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.724536 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.724809 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.725113 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.725465 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.725771 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.726058 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.726383 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.726675 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.726968 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.727284 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.727574 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.727869 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.728159 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.728432 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.728709 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.729004 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.729280 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.729552 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.729910 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.730201 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.730479 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.730750 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.731029 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.731331 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.731601 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.731877 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.732149 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.732436 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.732710 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.732980 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.733241 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.733517 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.733786 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.734068 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.735037 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.735323 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.735679 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.736180 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.736468 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.736744 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.737024 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.737298 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.737575 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.737848 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.738122 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.738393 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.738665 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.738937 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.739233 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.739506 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.739780 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.740051 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.740320 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.740590 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.740860 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.741232 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.741521 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.741819 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.742097 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.742375 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.742742 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.743022 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.743324 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.743605 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.743883 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.744222 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.744496 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.744790 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.745075 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.745362 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.745645 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.745930 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.746230 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.746507 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.746788 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.747062 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.747362 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.747645 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.747927 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.748223 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.748518 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.748812 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.749106 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.749398 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.749674 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.750123 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.750404 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:01.750620 n-d-840835-1 neutron-server[102545]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 09:22:01.750861 n-d-840835-1 neutron-server[102545]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102545) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 06 09:22:02.111789 n-d-840835-1 neutron-server[102545]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:02.112061 n-d-840835-1 neutron-server[102545]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:02.112344 n-d-840835-1 neutron-server[102545]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:02.112678 n-d-840835-1 neutron-server[102545]: INFO neutron.manager [-] Loading core plugin: ml2 May 06 09:22:02.504025 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.504236 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.504484 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.505779 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.506049 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.506307 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.541665 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.541950 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.542215 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.557292 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.557569 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.557836 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.585626 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.585904 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.586174 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.623716 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.623992 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.624258 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.854300 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.854941 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.854941 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.855214 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.855705 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.975457 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.975782 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.976061 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.976327 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.976589 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.976899 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.977157 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.977411 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.977665 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.977946 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.978203 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.978465 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.978719 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.978969 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.979248 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.979513 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.979765 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.980031 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.980298 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.980554 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.980823 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.981077 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.981358 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.981739 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.981985 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.982227 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:02.982613 n-d-840835-1 neutron-server[102545]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102545) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 09:22:02.982852 n-d-840835-1 neutron-server[102545]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102545) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 09:22:02.983088 n-d-840835-1 neutron-server[102545]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102545) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 09:22:02.983345 n-d-840835-1 neutron-server[102545]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102545) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 09:22:02.983580 n-d-840835-1 neutron-server[102545]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102545) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 09:22:02.983811 n-d-840835-1 neutron-server[102545]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102545) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 09:22:02.984169 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 06 09:22:02.987238 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 06 09:22:02.991103 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 06 09:22:02.994908 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) May 06 09:22:02.996536 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 06 09:22:02.996979 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 06 09:22:02.997312 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 06 09:22:02.997696 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 06 09:22:03.000495 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 06 09:22:03.000742 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 06 09:22:03.001080 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 06 09:22:03.006287 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 06 09:22:03.030863 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 06 09:22:03.033092 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.033092 n-d-840835-1 neutron-server[102545]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102545) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 06 09:22:03.033092 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.034202 n-d-840835-1 neutron-server[102545]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102545) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 06 09:22:03.034484 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 06 09:22:03.034724 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 06 09:22:03.038626 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.038906 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.102352 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 06 09:22:03.102593 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 06 09:22:03.102827 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 06 09:22:03.103234 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 06 09:22:03.127560 n-d-840835-1 neutron-server[102545]: DEBUG oslo_db.sqlalchemy.engines [None req-701677dc-2f40-42af-b2e9-274131573834 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102545) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 06 09:22:03.656281 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.managers [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Initializing driver for type 'gre' May 06 09:22:03.656808 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-701677dc-2f40-42af-b2e9-274131573834 None None] gre ID ranges: [(1, 1000)] May 06 09:22:03.710551 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.managers [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Initializing driver for type 'local' May 06 09:22:03.710893 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.managers [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Initializing driver for type 'vlan' May 06 09:22:03.725429 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-701677dc-2f40-42af-b2e9-274131573834 None None] VlanTypeDriver initialization complete May 06 09:22:03.725780 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.managers [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Initializing driver for type 'vxlan' May 06 09:22:03.726300 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-701677dc-2f40-42af-b2e9-274131573834 None None] vxlan ID ranges: [(1, 1000)] May 06 09:22:03.784100 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.managers [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Initializing extension driver 'port_security' May 06 09:22:03.784684 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.extensions.port_security [None req-701677dc-2f40-42af-b2e9-274131573834 None None] PortSecurityExtensionDriver initialization complete May 06 09:22:03.785029 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.managers [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Initializing mechanism driver 'openvswitch' May 06 09:22:03.785361 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.managers [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Initializing mechanism driver 'hyperv' May 06 09:22:03.791930 n-d-840835-1 neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [None req-701677dc-2f40-42af-b2e9-274131573834 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:03.792618 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > port after_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.792994 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > port after_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.793564 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > port after_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.794339 n-d-840835-1 neutron-server[102545]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102545) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 06 09:22:03.795008 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > subnet after_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.795601 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > subnet after_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.796122 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.796854 n-d-840835-1 neutron-server[102545]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102545) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 06 09:22:03.798027 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > network after_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.798630 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > network after_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.799242 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > network after_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.799863 n-d-840835-1 neutron-server[102545]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102545) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 06 09:22:03.800534 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > security_group after_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.801132 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > security_group after_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.801531 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.802071 n-d-840835-1 neutron-server[102545]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102545) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 06 09:22:03.802501 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.802865 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.803266 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.803663 n-d-840835-1 neutron-server[102545]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102545) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 06 09:22:03.804076 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > address_group after_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.804430 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > address_group after_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.804773 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.805169 n-d-840835-1 neutron-server[102545]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102545) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 06 09:22:03.805616 n-d-840835-1 neutron-server[102545]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-701677dc-2f40-42af-b2e9-274131573834 None None] ML2 OVO RPC backend initialized. {{(pid=102545) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} May 06 09:22:03.806333 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.806703 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.807139 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > network before_response 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.807515 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > networks before_response 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.807872 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > port before_response 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.808220 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > ports before_response 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.808570 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > subnet before_response 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.808918 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > subnets before_response 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.809269 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > network after_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.809616 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > network after_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.809957 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > network after_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.810299 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > port after_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.810646 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > port after_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.810988 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > port after_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.811363 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > subnet after_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.811708 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > subnet after_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.812047 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.819242 n-d-840835-1 neutron-server[102545]: INFO neutron.quota [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded quota_driver: . May 06 09:22:03.819616 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.plugin [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Modular L2 Plugin initialization complete May 06 09:22:03.819971 n-d-840835-1 neutron-server[102545]: DEBUG neutron.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading services supported by the core plugin {{(pid=102545) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 06 09:22:03.820316 n-d-840835-1 neutron-server[102545]: INFO neutron.plugins.ml2.managers [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Got port-security extension from driver 'port_security' May 06 09:22:03.820800 n-d-840835-1 neutron-server[102545]: INFO neutron.extensions.vlantransparent [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Disabled vlantransparent extension. May 06 09:22:03.821293 n-d-840835-1 neutron-server[102545]: DEBUG neutron.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102545) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 06 09:22:03.821620 n-d-840835-1 neutron-server[102545]: INFO neutron.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading Plugin: router May 06 09:22:03.857438 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.858003 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > router after_create 55549900 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.858202 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > router before_create 55549900 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.858576 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.858956 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.859997 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > router after_delete 55549900 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.860365 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.860724 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.861092 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > router after_create 55549900 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.861444 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > router after_update 55549900 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.861802 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > router after_update 55549900 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.862160 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.862526 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > router after_update 55549900 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.862946 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > router precommit_update 55549900 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.863356 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: port after_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.863710 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: port after_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.864059 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: subnet after_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.864414 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.864766 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.865120 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > router precommit_create 55549900 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.865473 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: port before_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.865821 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > router precommit_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.866183 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > router after_update 55549900 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.866531 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.866889 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > router precommit_create 55549900 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.867299 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.867653 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > router precommit_update 55549900 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.868025 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > agent after_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.868380 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > agent after_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.868733 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > network after_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.869589 n-d-840835-1 neutron-server[102545]: DEBUG neutron.quota.resource_registry [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Tracking information for resource: router configured {{(pid=102545) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 09:22:03.869927 n-d-840835-1 neutron-server[102545]: DEBUG neutron.quota.resource_registry [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Tracking information for resource: floatingip configured {{(pid=102545) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 09:22:03.874740 n-d-840835-1 neutron-server[102545]: INFO neutron.db.l3_agentschedulers_db [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 06 09:22:03.875369 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: port after_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.875739 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: port after_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.876097 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: port after_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.876454 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: port after_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.877248 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > router before_create 55550100 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.877621 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.877990 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > router precommit_create 55550100 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.878355 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > router precommit_update 55550100 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.883203 n-d-840835-1 neutron-server[102545]: DEBUG neutron.services.provider_configuration [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Service providers = [] {{(pid=102545) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 06 09:22:03.883577 n-d-840835-1 neutron-server[102545]: DEBUG neutron.db.servicetype_db [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102545) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 06 09:22:03.886530 n-d-840835-1 neutron-server[102545]: DEBUG neutron.services.service_base [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102545) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 09:22:03.886890 n-d-840835-1 neutron-server[102545]: DEBUG neutron.services.service_base [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102545) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 09:22:03.887277 n-d-840835-1 neutron-server[102545]: DEBUG neutron.services.service_base [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102545) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 09:22:03.888171 n-d-840835-1 neutron-server[102545]: DEBUG neutron.services.service_base [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102545) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 09:22:03.888550 n-d-840835-1 neutron-server[102545]: INFO neutron.services.service_base [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Default provider is not specified for service type L3_ROUTER_NAT May 06 09:22:03.888930 n-d-840835-1 neutron-server[102545]: DEBUG neutron.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102545) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 09:22:03.889257 n-d-840835-1 neutron-server[102545]: INFO neutron.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 06 09:22:03.899649 n-d-840835-1 neutron-server[102545]: DEBUG neutron.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102545) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 09:22:03.899997 n-d-840835-1 neutron-server[102545]: INFO neutron.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading Plugin: auto_allocate May 06 09:22:03.905921 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: network precommit_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.906863 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: network precommit_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.907362 n-d-840835-1 neutron-server[102545]: DEBUG neutron.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102545) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 09:22:03.907690 n-d-840835-1 neutron-server[102545]: INFO neutron.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading Plugin: tag May 06 09:22:03.914189 n-d-840835-1 neutron-server[102545]: DEBUG neutron.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102545) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 09:22:03.914528 n-d-840835-1 neutron-server[102545]: INFO neutron.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading Plugin: timestamp May 06 09:22:03.918478 n-d-840835-1 neutron-server[102545]: DEBUG neutron.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102545) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 09:22:03.918817 n-d-840835-1 neutron-server[102545]: INFO neutron.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading Plugin: network_ip_availability May 06 09:22:03.924882 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.925259 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.925621 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:03.926345 n-d-840835-1 neutron-server[102545]: DEBUG neutron.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102545) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 09:22:03.926669 n-d-840835-1 neutron-server[102545]: INFO neutron.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading Plugin: flavors May 06 09:22:03.931412 n-d-840835-1 neutron-server[102545]: DEBUG neutron.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102545) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 09:22:03.931754 n-d-840835-1 neutron-server[102545]: INFO neutron.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading Plugin: revisions May 06 09:22:03.935997 n-d-840835-1 neutron-server[102545]: DEBUG neutron.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102545) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 09:22:03.936395 n-d-840835-1 neutron-server[102545]: DEBUG oslo_concurrency.lockutils [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.824s {{(pid=102545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:03.937138 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102545) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 06 09:22:03.937570 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Initializing extension manager. May 06 09:22:03.938088 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: __init__.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.938433 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: __pycache__ {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.938771 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.939106 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: address_group.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.939891 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.940469 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: address-group May 06 09:22:03.940797 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: address_scope.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.941515 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.942029 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: address-scope May 06 09:22:03.942357 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.943329 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.943852 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: router-admin-state-down-before-update May 06 09:22:03.944182 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: agent.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.945062 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.945581 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: agent May 06 09:22:03.945911 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: agent_resources_synced.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.946828 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.947371 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: agent-resources-synced May 06 09:22:03.947701 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: allowedaddresspairs.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.949494 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.950025 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: allowed-address-pairs May 06 09:22:03.950358 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: auto_allocated_topology.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.951472 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.952001 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: auto-allocated-topology May 06 09:22:03.952337 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: availability_zone.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.953137 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.953917 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: availability_zone May 06 09:22:03.954251 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: availability_zone_filter.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.955198 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.955718 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: availability_zone_filter May 06 09:22:03.956049 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: data_plane_status.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.956961 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.957478 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension data-plane-status not supported by any of loaded plugins May 06 09:22:03.957806 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: default_subnetpools.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.958718 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.959272 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: default-subnetpools May 06 09:22:03.959609 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.960416 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.960935 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: dhcp_agent_scheduler May 06 09:22:03.961263 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: dns.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.962180 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.962693 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension dns-integration not supported by any of loaded plugins May 06 09:22:03.963022 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: dns_domain_ports.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.963959 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.964474 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension dns-domain-ports not supported by any of loaded plugins May 06 09:22:03.964801 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.965732 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.966249 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 06 09:22:03.966577 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: dvr.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.967284 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.967801 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: dvr May 06 09:22:03.968128 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: ecmp_routes.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.969570 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.970091 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension ecmp_routes not supported by any of loaded plugins May 06 09:22:03.970420 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: empty_string_filtering.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.971360 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.971878 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: empty-string-filtering May 06 09:22:03.972205 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.973117 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.973630 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 06 09:22:03.973953 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.974868 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.975414 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 06 09:22:03.975740 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: external_net.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.976656 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.977169 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: external-net May 06 09:22:03.977494 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.978405 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.978917 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: extra_dhcp_opt May 06 09:22:03.979277 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: extraroute.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.980195 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.980706 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: extraroute May 06 09:22:03.981030 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: extraroute_atomic.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.982067 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.982584 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: extraroute-atomic May 06 09:22:03.982912 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: filter_validation.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.983608 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.984120 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: filter-validation May 06 09:22:03.984991 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: fip_pf_description.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.985915 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.986425 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 06 09:22:03.986750 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: fip_port_details.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.987701 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.988218 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: fip-port-details May 06 09:22:03.988545 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: flavors.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.989766 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.990301 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: flavors May 06 09:22:03.990631 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.992336 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.992868 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 06 09:22:03.993203 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: floatingip_pools.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.993906 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.994427 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: floatingip-pools May 06 09:22:03.994757 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: ip_allocation.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.995708 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.996230 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension ip_allocation not supported by any of loaded plugins May 06 09:22:03.996557 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.997494 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.998018 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: ip-substring-filtering May 06 09:22:03.998348 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: l2_adjacency.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:03.999313 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:03.999856 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension l2_adjacency not supported by any of loaded plugins May 06 09:22:04.000192 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: l3.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.001157 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.001684 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: router May 06 09:22:04.002013 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.004436 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.004981 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 06 09:22:04.005321 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.006261 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.006788 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: ext-gw-mode May 06 09:22:04.007140 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.008064 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.008585 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: l3-ha May 06 09:22:04.008913 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: l3_flavors.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.009831 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.010356 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: l3-flavors May 06 09:22:04.010682 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.011618 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.012135 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: l3-port-ip-change-not-allowed May 06 09:22:04.012459 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: l3agentscheduler.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.013496 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.014018 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: l3_agent_scheduler May 06 09:22:04.014353 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: logging.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.015916 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.016455 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension logging not supported by any of loaded plugins May 06 09:22:04.016797 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: metering.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.017547 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.018136 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: metering May 06 09:22:04.018473 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.019591 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.020130 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: metering_source_and_destination_fields May 06 09:22:04.020467 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: multiprovidernet.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.021400 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.021922 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: multi-provider May 06 09:22:04.022256 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: netmtu.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.023210 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.023735 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: net-mtu May 06 09:22:04.024065 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: netmtu_writable.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.024998 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.025518 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: net-mtu-writable May 06 09:22:04.025849 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: network_availability_zone.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.026524 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.027041 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: network_availability_zone May 06 09:22:04.027403 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: network_ip_availability.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.028500 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.029022 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: network-ip-availability May 06 09:22:04.029353 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: network_segment_range.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.030128 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.030650 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension network-segment-range not supported by any of loaded plugins May 06 09:22:04.030979 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: pagination.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.032520 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.032859 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: pagination May 06 09:22:04.033185 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: port_device_profile.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.034107 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.034630 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: port-device-profile May 06 09:22:04.034958 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.035913 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.036437 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: port-mac-address-regenerate May 06 09:22:04.036764 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.037674 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.038196 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: port-numa-affinity-policy May 06 09:22:04.038521 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: port_resource_request.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.039474 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.039996 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension port-resource-request not supported by any of loaded plugins May 06 09:22:04.040325 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: portbindings.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.041260 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.041780 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: binding May 06 09:22:04.042105 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: portbindings_extended.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.044850 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.045382 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: binding-extended May 06 09:22:04.045722 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: portsecurity.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.046652 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.047749 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: port-security May 06 09:22:04.048085 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: project_id.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.049070 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.049409 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: project-id May 06 09:22:04.049741 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: providernet.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.050666 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.051222 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: provider May 06 09:22:04.051554 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: qos.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.055044 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.055613 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension qos not supported by any of loaded plugins May 06 09:22:04.055958 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.057211 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.057740 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 06 09:22:04.058074 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.059008 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.059568 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 06 09:22:04.059902 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: qos_default.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.060834 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.061355 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension qos-default not supported by any of loaded plugins May 06 09:22:04.061686 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: qos_fip.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.062365 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.062880 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension qos-fip not supported by any of loaded plugins May 06 09:22:04.063238 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: qos_gateway_ip.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.064178 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.064691 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 06 09:22:04.065018 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: qos_port_network_policy.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.065932 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.066449 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 06 09:22:04.066778 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: qos_pps_rule.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.067990 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.068515 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension qos-pps not supported by any of loaded plugins May 06 09:22:04.068845 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: qos_rule_type_details.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.069766 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.070286 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 06 09:22:04.070617 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: qos_rules_alias.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.071700 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.072227 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension qos-rules-alias not supported by any of loaded plugins May 06 09:22:04.072557 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: quotasv2.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.073471 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.073805 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: quotas May 06 09:22:04.074132 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: quotasv2_detail.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.075872 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.076223 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: quota_details May 06 09:22:04.076559 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: rbac.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.077616 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.078175 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: rbac-policies May 06 09:22:04.078510 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: rbac_address_group.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.079726 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.080261 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: rbac-address-group May 06 09:22:04.080599 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: rbac_address_scope.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.081525 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.082053 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: rbac-address-scope May 06 09:22:04.082385 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: rbac_security_groups.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.083338 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.083862 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: rbac-security-groups May 06 09:22:04.084191 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: rbac_subnetpool.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.085108 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.085626 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: rbac-subnetpool May 06 09:22:04.085955 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: revisionifmatch.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.086882 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.087443 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: revision-if-match May 06 09:22:04.087774 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: revisions.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.089076 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.089602 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: standard-attr-revisions May 06 09:22:04.089935 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: router_availability_zone.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.090624 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.091171 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: router_availability_zone May 06 09:22:04.091508 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: routerservicetype.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.092431 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.092951 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension router-service-type not supported by any of loaded plugins May 06 09:22:04.093280 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.094725 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.095287 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: security-groups-normalized-cidr May 06 09:22:04.095619 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.096543 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.097061 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: port-security-groups-filtering May 06 09:22:04.097390 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.098309 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.098830 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: security-groups-remote-address-group May 06 09:22:04.099185 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: securitygroup.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.108642 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.109310 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: security-group May 06 09:22:04.110134 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: segment.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.110955 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.111505 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension segment not supported by any of loaded plugins May 06 09:22:04.111840 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.112805 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.113329 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 06 09:22:04.113662 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: servicetype.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.114874 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.115441 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: service-type May 06 09:22:04.115776 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: sorting.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.116786 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.117122 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: sorting May 06 09:22:04.117452 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: standard_attr_segment.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.118378 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.118908 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension standard-attr-segment not supported by any of loaded plugins May 06 09:22:04.119268 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: standardattrdescription.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.119924 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.120441 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: standard-attr-description May 06 09:22:04.120771 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: stateful_security_group.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.121707 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.122235 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: stateful-security-group May 06 09:22:04.122567 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: stdattrs_common.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.123186 n-d-840835-1 neutron-server[102545]: WARNING neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 06 09:22:04.123516 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.124452 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.124999 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 06 09:22:04.125328 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: subnet_onboard.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.126402 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.126935 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: subnet_onboard May 06 09:22:04.127299 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.128238 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.128764 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 06 09:22:04.129094 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: subnet_service_types.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.130024 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.130548 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: subnet-service-types May 06 09:22:04.130883 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: subnetallocation.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.132005 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.132535 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: subnet_allocation May 06 09:22:04.132871 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.133546 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.134069 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: subnetpool-prefix-ops May 06 09:22:04.134399 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.135387 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.135913 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 06 09:22:04.136243 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: tagging.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.137316 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.137843 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: standard-attr-tag May 06 09:22:04.138177 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: timestamp.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.139413 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.139943 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loaded extension: standard-attr-timestamp May 06 09:22:04.140333 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: trunk.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.141369 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.141884 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension trunk not supported by any of loaded plugins May 06 09:22:04.142233 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: trunk_details.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.143162 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.143689 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension trunk-details not supported by any of loaded plugins May 06 09:22:04.144018 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: uplink_status_propagation.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.144952 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.145476 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 06 09:22:04.145804 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Loading extension file: vlantransparent.py {{(pid=102545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:04.146478 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:04.146995 n-d-840835-1 neutron-server[102545]: INFO neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extension vlan-transparent not supported by any of loaded plugins May 06 09:22:04.149447 n-d-840835-1 neutron-server[102545]: INFO neutron.quota.resource_registry [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Creating instance of TrackedResource for resource:network May 06 09:22:04.149977 n-d-840835-1 neutron-server[102545]: INFO neutron.quota.resource_registry [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Creating instance of TrackedResource for resource:subnet May 06 09:22:04.150382 n-d-840835-1 neutron-server[102545]: INFO neutron.quota.resource_registry [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Creating instance of TrackedResource for resource:subnetpool May 06 09:22:04.150779 n-d-840835-1 neutron-server[102545]: INFO neutron.quota.resource_registry [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Creating instance of TrackedResource for resource:port May 06 09:22:04.152025 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.v2.resource_helper [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102545) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:22:04.152476 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.v2.resource_helper [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Service FLAVORS assigned prefix: {{(pid=102545) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:22:04.153096 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.v2.resource_helper [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102545) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:22:04.153533 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.v2.resource_helper [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102545) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:22:04.153867 n-d-840835-1 neutron-server[102545]: INFO neutron.quota.resource_registry [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Creating instance of TrackedResource for resource:router May 06 09:22:04.154295 n-d-840835-1 neutron-server[102545]: INFO neutron.quota.resource_registry [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Creating instance of TrackedResource for resource:floatingip May 06 09:22:04.154811 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.v2.resource_helper [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Service METERING assigned prefix: /metering {{(pid=102545) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:22:04.156851 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:04.157273 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:04.157589 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:04.158584 n-d-840835-1 neutron-server[102545]: INFO neutron.quota.resource_registry [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Creating instance of CountableResource for resource:rbac_policy May 06 09:22:04.159032 n-d-840835-1 neutron-server[102545]: INFO neutron.quota.resource_registry [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Creating instance of TrackedResource for resource:security_group May 06 09:22:04.159506 n-d-840835-1 neutron-server[102545]: INFO neutron.quota.resource_registry [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Creating instance of TrackedResource for resource:security_group_rule May 06 09:22:04.160121 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.v2.resource_helper [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Service CORE assigned prefix: {{(pid=102545) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:22:04.160454 n-d-840835-1 neutron-server[102545]: INFO neutron.quota.resource_registry [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Creating instance of TrackedResource for resource:subnetpool May 06 09:22:04.160806 n-d-840835-1 neutron-server[102545]: WARNING neutron.quota.resource_registry [None req-701677dc-2f40-42af-b2e9-274131573834 None None] subnetpool is already registered May 06 09:22:04.161252 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.v2.resource_helper [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Service CORE assigned prefix: {{(pid=102545) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:22:04.161585 n-d-840835-1 neutron-server[102545]: INFO neutron.quota.resource_registry [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Creating instance of TrackedResource for resource:subnetpool May 06 09:22:04.161918 n-d-840835-1 neutron-server[102545]: WARNING neutron.quota.resource_registry [None req-701677dc-2f40-42af-b2e9-274131573834 None None] subnetpool is already registered May 06 09:22:04.164228 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.v2.resource_helper [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102545) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:22:04.164667 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.v2.resource_helper [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Service FLAVORS assigned prefix: {{(pid=102545) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:22:04.165268 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.v2.resource_helper [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102545) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:22:04.165693 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.v2.resource_helper [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102545) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:22:04.166030 n-d-840835-1 neutron-server[102545]: INFO neutron.quota.resource_registry [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Creating instance of TrackedResource for resource:router May 06 09:22:04.166373 n-d-840835-1 neutron-server[102545]: WARNING neutron.quota.resource_registry [None req-701677dc-2f40-42af-b2e9-274131573834 None None] router is already registered May 06 09:22:04.166785 n-d-840835-1 neutron-server[102545]: INFO neutron.quota.resource_registry [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Creating instance of TrackedResource for resource:floatingip May 06 09:22:04.167134 n-d-840835-1 neutron-server[102545]: WARNING neutron.quota.resource_registry [None req-701677dc-2f40-42af-b2e9-274131573834 None None] floatingip is already registered May 06 09:22:04.167600 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.v2.resource_helper [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Service METERING assigned prefix: /metering {{(pid=102545) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:22:04.168259 n-d-840835-1 neutron-server[102545]: INFO neutron.quota.resource_registry [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Creating instance of CountableResource for resource:rbac_policy May 06 09:22:04.168590 n-d-840835-1 neutron-server[102545]: WARNING neutron.quota.resource_registry [None req-701677dc-2f40-42af-b2e9-274131573834 None None] rbac_policy is already registered May 06 09:22:04.169007 n-d-840835-1 neutron-server[102545]: INFO neutron.quota.resource_registry [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Creating instance of TrackedResource for resource:security_group May 06 09:22:04.169346 n-d-840835-1 neutron-server[102545]: WARNING neutron.quota.resource_registry [None req-701677dc-2f40-42af-b2e9-274131573834 None None] security_group is already registered May 06 09:22:04.169750 n-d-840835-1 neutron-server[102545]: INFO neutron.quota.resource_registry [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Creating instance of TrackedResource for resource:security_group_rule May 06 09:22:04.170087 n-d-840835-1 neutron-server[102545]: WARNING neutron.quota.resource_registry [None req-701677dc-2f40-42af-b2e9-274131573834 None None] security_group_rule is already registered May 06 09:22:04.170719 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.v2.resource_helper [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Service CORE assigned prefix: {{(pid=102545) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:22:04.171055 n-d-840835-1 neutron-server[102545]: INFO neutron.quota.resource_registry [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Creating instance of TrackedResource for resource:subnetpool May 06 09:22:04.171425 n-d-840835-1 neutron-server[102545]: WARNING neutron.quota.resource_registry [None req-701677dc-2f40-42af-b2e9-274131573834 None None] subnetpool is already registered May 06 09:22:04.172398 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.v2.resource_helper [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Service CORE assigned prefix: {{(pid=102545) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:22:04.172727 n-d-840835-1 neutron-server[102545]: INFO neutron.quota.resource_registry [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Creating instance of TrackedResource for resource:subnetpool May 06 09:22:04.173060 n-d-840835-1 neutron-server[102545]: WARNING neutron.quota.resource_registry [None req-701677dc-2f40-42af-b2e9-274131573834 None None] subnetpool is already registered May 06 09:22:04.173540 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: extensions {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.174974 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: address-groups {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.176497 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: address-scopes {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.177828 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: agents {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.178987 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: auto-allocated-topology {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.180261 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: availability_zones {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.181484 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: dhcp-networks {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.182981 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: dhcp-agents {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.184458 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: routers {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.186641 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: flavors {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.187862 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: service_profiles {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.189068 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: next_providers {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.190497 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: service_profiles {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.192097 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: floatingip-pools {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.193322 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: routers {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.195430 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: floatingips {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.196697 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: l3-routers {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.198080 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: l3-agents {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.199571 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: metering-labels {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.201865 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: metering-label-rules {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.204279 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: network-ip-availabilities {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.205545 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: bindings {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.207201 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: quotas {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.208641 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: quotas {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.210069 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: rbac-policies {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.211284 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: security-groups {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.212597 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: security-group-rules {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.213844 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: service-providers {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.215054 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: subnetpools {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.216842 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: subnetpools {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.218310 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: tags {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.220584 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: tags {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.222404 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: tags {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.224220 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: tags {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.225991 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: tags {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.227876 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: tags {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.229566 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: tags {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.231497 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: tags {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.233271 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: tags {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.235029 n-d-840835-1 neutron-server[102545]: DEBUG neutron.api.extensions [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Extended resource: tags {{(pid=102545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:04.241233 n-d-840835-1 neutron-server[102545]: WARNING keystonemiddleware.auth_token [None req-701677dc-2f40-42af-b2e9-274131573834 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 06 09:22:04.246219 n-d-840835-1 neutron-server[102545]: WARNING keystonemiddleware.auth_token [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 06 09:22:04.254749 n-d-840835-1 neutron-server[102545]: DEBUG oslo_concurrency.lockutils [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Acquired lock "singleton_lock" {{(pid=102545) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 06 09:22:04.255266 n-d-840835-1 neutron-server[102545]: DEBUG oslo_concurrency.lockutils [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Releasing lock "singleton_lock" {{(pid=102545) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 06 09:22:04.255893 n-d-840835-1 neutron-server[102545]: INFO oslo_service.service [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Starting 2 workers May 06 09:22:04.260679 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Started child 102652 {{(pid=102545) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 06 09:22:04.265102 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Started child 102653 {{(pid=102545) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 06 09:22:04.266527 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:04.267262 n-d-840835-1 neutron-server[102545]: INFO neutron.service [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Neutron service started, listening on 0.0.0.0:9696 May 06 09:22:04.267893 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Notify callbacks [] for process, before_spawn {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:04.268187 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [-] (102652) wsgi starting up on http://0.0.0.0:9696 May 06 09:22:04.270227 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:04.270644 n-d-840835-1 neutron-server[102545]: INFO oslo_service.service [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Starting 1 workers May 06 09:22:04.271599 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [-] (102653) wsgi starting up on http://0.0.0.0:9696 May 06 09:22:04.275529 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Started child 102654 {{(pid=102545) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 06 09:22:04.276090 n-d-840835-1 neutron-server[102545]: INFO oslo_service.service [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Starting 1 workers May 06 09:22:04.278937 n-d-840835-1 neutron-server[102654]: DEBUG neutron.service [None req-701677dc-2f40-42af-b2e9-274131573834 None None] calling RpcWorker wait() {{(pid=102654) _wait /opt/stack/neutron/neutron/service.py:128}} May 06 09:22:04.279472 n-d-840835-1 neutron-server[102654]: DEBUG neutron.service [None req-701677dc-2f40-42af-b2e9-274131573834 None None] returning from RpcWorker wait() {{(pid=102654) _wait /opt/stack/neutron/neutron/service.py:135}} May 06 09:22:04.280603 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Started child 102655 {{(pid=102545) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 06 09:22:04.280703 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:04.281241 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:04.282055 n-d-840835-1 neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-701677dc-2f40-42af-b2e9-274131573834 None None] Notify callbacks [] for process, after_spawn {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:04.283950 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102545) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 06 09:22:04.284164 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 09:22:04.284349 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 09:22:04.284565 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 09:22:04.284898 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 09:22:04.285062 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 09:22:04.285590 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.285861 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.286135 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.286393 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.286688 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.286892 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:04.287377 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.287532 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.287768 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.288021 n-d-840835-1 neutron-server[102655]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:04.288128 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.288289 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.288465 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.288633 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.288880 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.289132 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.289438 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.289706 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.289962 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.290219 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.290392 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.290646 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.290906 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.291185 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.291461 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] debug = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.291724 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.292236 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.292472 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.292714 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.292961 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.293265 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.293478 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.293740 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.293983 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.294215 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.294449 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.294698 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.294947 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.295216 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.295437 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.295694 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.295933 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.296407 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] host = n-d-840835-1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.296650 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.297065 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.297330 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.297578 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.297833 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.298069 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.298325 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.298569 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.298820 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.299080 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.299304 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.299557 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.299780 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.300031 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] log_file = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.300180 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] log_options = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.300424 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.300688 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.300945 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.301142 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.301314 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.301478 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.301754 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.301902 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.302171 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.302406 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.302624 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.302840 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.303129 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.303349 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.303606 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.303859 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.304080 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.304356 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.305481 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.305481 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.305481 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.305481 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.305481 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.306169 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.306585 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.307051 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.307051 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.307321 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.307524 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.307769 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.307992 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.308547 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.308801 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.309060 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.309375 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.309653 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.309901 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.310662 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.311327 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.311537 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.312841 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.312841 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.312841 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.315216 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.317093 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.317093 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.317093 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] use_json = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.317509 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.317509 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.317681 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.320678 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.320678 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.321143 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.323012 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.324339 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.327364 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.327846 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.328949 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.329302 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.329562 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.329820 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.330100 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.330356 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.330592 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.330881 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.337306 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.337757 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.339413 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.339749 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.341810 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.342975 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.343351 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.343705 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.344501 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.344744 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.345008 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.345280 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.345513 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.345803 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.346038 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.346300 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.346566 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.346800 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.347154 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.347735 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.349699 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.350443 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.350754 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.351379 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.351508 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.351663 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.351939 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.352180 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.352591 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.352769 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.353095 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.353547 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.353746 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.354029 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.354291 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.354583 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.354897 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.357099 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.358340 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.358840 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.359722 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.360240 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.360708 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.361001 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.361325 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.361646 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.361897 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.362552 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.362914 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.363793 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.364275 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.364563 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.364911 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.365515 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.365729 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.365987 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.366605 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.366908 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.367247 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.367579 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.368393 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.368687 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.368981 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.369243 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.369655 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.369808 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.371561 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.372690 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.373104 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.373374 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.373652 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.373900 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.374233 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.374670 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.375198 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.375612 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.376046 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.376282 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.376522 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.376782 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.377073 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.377472 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.377728 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.378031 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.378270 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.378540 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.378796 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.379062 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.379361 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.379565 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.379785 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.380062 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.380310 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.380599 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.380829 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.381074 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.381345 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.381591 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.381841 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.382093 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.382348 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.382577 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.382839 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.383077 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.383383 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.383620 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.383875 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.384167 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.384429 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.384684 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.384906 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.385195 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.385681 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.385967 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.386240 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.386503 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.386753 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.386999 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.387282 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.387549 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.387806 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.388060 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.388305 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.388570 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.388804 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.389020 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.389241 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.389722 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.390050 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.390290 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.391027 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.391277 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.391551 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.391801 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.392044 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.392334 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.392589 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.392717 n-d-840835-1 neutron-server[102654]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:04.392832 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.393100 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.393347 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.393583 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.393799 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.394028 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.394242 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.394486 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.394719 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.394959 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.395219 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.395457 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.395840 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.396107 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.396384 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.396612 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.396825 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.397043 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.397950 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.398218 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.398496 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.398771 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.398997 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.399264 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.399507 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.399877 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.400194 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.400424 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.400710 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.400969 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.401199 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.401434 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.401676 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.401931 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.402150 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.402397 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.402619 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.402837 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.403073 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.403324 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.403561 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.403802 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.404033 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.404249 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.404520 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.404771 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.405336 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.405437 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.405681 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.405921 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.406705 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.406952 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.407195 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.407462 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.407676 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.407899 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.408121 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.408358 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.408578 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.408809 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.409021 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.409254 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.409530 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.409780 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.410023 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.410245 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.410468 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.410692 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.410915 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.411150 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.411397 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.411627 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.411862 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.412080 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.412309 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.412593 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.412857 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.413103 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.413359 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.413597 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.413833 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.414085 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.414296 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.415956 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.415956 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.415956 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.415956 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.415956 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.415956 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.416505 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.416505 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.416505 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.416818 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.417500 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.417500 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.417500 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.417752 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.417752 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.418006 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.418160 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.418370 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.418578 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.418804 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.419023 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.419257 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.419483 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.419693 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.419903 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.420122 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.420343 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.420551 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.420861 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.421189 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.421408 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.421713 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.421946 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.422212 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.422444 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.423107 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.423381 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.423659 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.423901 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.424122 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.424344 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.424585 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.424900 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.425215 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.425487 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.425750 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.426041 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.426329 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.426583 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.426798 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.427101 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.427445 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.427724 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.427986 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.428215 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.428484 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.428706 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.428924 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.429159 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.429395 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.429615 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.429854 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.430083 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.430326 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.430543 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.430789 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.431007 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.431258 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.431499 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.431723 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.431939 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.432096 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 09:22:04.432600 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102545) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 06 09:22:04.432762 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 09:22:04.432916 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 09:22:04.433104 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 09:22:04.433275 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 09:22:04.433429 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 09:22:04.433639 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.433803 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.433965 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.434125 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.434286 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.434467 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.434629 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.434793 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.434952 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.435154 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.435295 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.435453 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.435613 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.435773 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.435932 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.436091 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.436250 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.436409 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.436574 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.436732 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.436891 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.437050 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.437212 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] debug = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.437396 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.437597 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.437761 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.437920 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.438079 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.438238 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.438396 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.438556 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.438716 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.438875 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.439036 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.439221 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.439367 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.439525 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.439683 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.439842 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.440001 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.440160 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] host = n-d-840835-1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.440321 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.440479 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.440639 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.440799 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.440957 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.441117 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.441276 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.441434 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.441593 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.441752 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.441911 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.442071 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.442231 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.442394 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] log_file = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.442552 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] log_options = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.442712 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.442871 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.443030 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.443237 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.443404 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.443565 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.443724 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.443883 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.444041 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.444200 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.444362 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.444522 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.444682 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.444841 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.445000 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.445159 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.445318 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.445476 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.445635 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.445793 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.445952 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.446109 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.446269 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.446429 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.446588 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.446747 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.446905 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.447063 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.447250 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.447409 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.447566 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.447727 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.447887 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.448048 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.448208 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.448367 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.448527 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.448685 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.448848 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.449008 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.449168 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.449327 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.449486 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.449646 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.449805 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.449964 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.450122 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] use_json = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.450282 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.450440 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.450598 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.450756 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.450916 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.451074 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.451254 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.451415 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.451573 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:04.451750 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.451913 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.452117 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.452322 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.452489 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.452652 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.452813 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.453516 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.453934 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.454101 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.454271 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.454434 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.454607 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.454768 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.454929 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.455092 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.455277 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.455439 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.455602 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.455761 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.455922 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.456083 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.456254 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.456415 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.456575 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.456735 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.456896 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.457072 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.457233 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.457396 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.457559 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.457720 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.457883 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.458045 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.458208 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.458370 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.458533 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.458694 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.458857 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.459017 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.459201 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.459363 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.459526 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.459688 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.459851 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.460013 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.460174 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.460336 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.460498 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.460658 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.460821 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.460983 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.461144 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.461306 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.461466 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.461638 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.461799 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.461960 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.462122 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.462283 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.462445 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.462606 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.462766 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.462928 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.463090 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.463274 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.463448 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.463612 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.463774 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.463934 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.464095 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.464257 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.464417 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.464577 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.464740 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.464900 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.465061 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.465221 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.465383 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.465543 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.465705 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.465865 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.466026 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.466187 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.466348 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.466509 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.466669 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.466831 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.466991 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.467179 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.467356 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.467517 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.467681 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.467913 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.468077 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.468238 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.468400 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.468710 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.469437 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.469602 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.469764 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.469926 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.470088 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.470248 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.470401 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.470560 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.470720 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.470881 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.471043 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.471295 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.471458 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.471619 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.471781 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.471942 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.472158 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.472266 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.472410 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.472571 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.472873 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.472972 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.473126 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.473301 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.473468 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.473630 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.473791 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.473952 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.474114 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.474275 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.474436 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.474596 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.474757 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.474918 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.475086 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.475280 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.475442 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.475602 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.475762 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.475946 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.476107 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.476270 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.476432 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.476593 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.476753 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.476915 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.477076 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.477238 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.477398 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.477559 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.477721 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.477882 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.478042 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.478203 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.478365 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.478527 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.478688 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.478850 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.479010 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.479193 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.479356 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.479518 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.479679 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.479840 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.480001 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.480162 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.480322 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.480484 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.480646 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.480807 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.480968 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.481129 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.481289 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.481450 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.481611 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.481772 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.481935 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.482096 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.482258 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.482420 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.482581 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.482743 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.482920 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.483073 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.483255 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.483417 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.483579 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.483740 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.483902 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.484064 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.484248 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.484410 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.484570 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.484732 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.484911 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.485071 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.485231 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.485395 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.485556 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.485717 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.485880 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.486042 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.486203 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.486364 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.486528 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.486689 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.486928 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.487091 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.487276 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.487438 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.487601 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.487764 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.487926 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.488087 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.488250 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.488410 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.488570 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.488731 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.488892 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.489053 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.489214 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.489375 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.489535 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.489711 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.489873 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.490034 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.490197 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.490359 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.490521 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.490692 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.490854 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.491016 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.491197 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.491359 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.491520 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.491691 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.491853 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.492014 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.492176 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.492337 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.492498 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.492673 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.492833 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.492993 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.493154 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.493314 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.493474 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.493644 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.493805 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.493965 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.494126 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.494287 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.494446 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.494617 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.494778 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.494938 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.495099 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.495282 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.495444 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.495614 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.495775 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.495936 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.496104 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.496264 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.496425 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.496586 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.496757 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.496918 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.497081 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.497243 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.497404 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.497564 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.497727 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.497891 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.498060 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.498228 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.498391 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.498560 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.498729 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.498899 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.499060 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.499296 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.499495 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.499656 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.499841 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.500005 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.500170 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.500318 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.500482 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.500623 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.500792 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.500941 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.501102 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.501249 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.501411 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.501557 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.501702 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.501850 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.502010 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.502170 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.502335 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.502504 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:04.502767 n-d-840835-1 neutron-server[102545]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 09:22:04.611639 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59860) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:22:04.620192 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063653 May 06 09:22:15.877228 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da17f3f4-4aba-4661-bb45-7b611d2dc149 None None] get_active_networks_info from n-d-840835-1 {{(pid=102654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 09:22:16.003312 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da17f3f4-4aba-4661-bb45-7b611d2dc149 None None] No non-hosted networks {{(pid=102654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 06 09:22:16.108549 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-37ef4888-8dc8-4f43-a6d9-d5281e5510cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1987632'] for agent, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:18.377377 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-39bab537-f7f5-47a9-916b-0a63300edc52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1987632'] for agent, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:18.458091 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-11dcf2c7-8da7-41a1-b7ec-361b5341cfbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:19.362076 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1987632'] for agent, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:21.008630 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1987632'] for agent, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:21.376850 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1987632'] for agent, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:21.377914 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:21.378313 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:21.378860 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:21.379289 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:21.379682 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:21.380070 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:21.380455 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:21.380838 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:21.381243 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:21.381609 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:21.381994 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:21.382863 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:21.383496 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-840835-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:21.394338 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-840835-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:21.400470 n-d-840835-1 neutron-server[102654]: INFO neutron.db.l3_hamode_db [None req-ef02a805-6955-4d54-a27d-a7db03986104 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 06 09:22:21.485190 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef02a805-6955-4d54-a27d-a7db03986104 None None] Routers set() bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:22:21.485591 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef02a805-6955-4d54-a27d-a7db03986104 None None] Router IDs set() for agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 06 09:22:22.089778 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59952) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:22:22.588073 n-d-840835-1 neutron-server[102652]: WARNING oslo_policy.policy [None req-0473d99d-cbcd-480b-ad3f-70f5d3a74fe4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 09:22:22.588562 n-d-840835-1 neutron-server[102652]: WARNING oslo_policy.policy [None req-0473d99d-cbcd-480b-ad3f-70f5d3a74fe4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 09:22:22.813947 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-0473d99d-cbcd-480b-ad3f-70f5d3a74fe4 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:22:22.814977 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0473d99d-cbcd-480b-ad3f-70f5d3a74fe4 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7242093 May 06 09:22:25.209888 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59968) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:22:25.519514 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-8878961d-51b6-4f8b-ace0-5eb26998f9ac admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:25.614734 n-d-840835-1 neutron-server[102652]: DEBUG neutron.policy [None req-8878961d-51b6-4f8b-ace0-5eb26998f9ac admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102652) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 06 09:22:25.659705 n-d-840835-1 neutron-server[102652]: WARNING oslo_policy.policy [None req-8878961d-51b6-4f8b-ace0-5eb26998f9ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 09:22:25.660081 n-d-840835-1 neutron-server[102652]: WARNING oslo_policy.policy [None req-8878961d-51b6-4f8b-ace0-5eb26998f9ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 09:22:25.755088 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8878961d-51b6-4f8b-ace0-5eb26998f9ac admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754921225748', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754921225257', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754921262825', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754921260109', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754917782393', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754921257089', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-607806', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-550184', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1628096', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1643044'] for rbac-policy, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:25.819235 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8878961d-51b6-4f8b-ace0-5eb26998f9ac admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:25.820409 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8878961d-51b6-4f8b-ace0-5eb26998f9ac admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6095428 May 06 09:22:28.433419 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59980) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:22:28.734141 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-61c870f2-9690-4435-9779-d40bccf37a37 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '61e9ef16886146568120a2192a27dac2', 'name': 'private', 'project_id': '61e9ef16886146568120a2192a27dac2'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:28.762542 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c870f2-9690-4435-9779-d40bccf37a37 admin admin] Made reservation on behalf of 61e9ef16886146568120a2192a27dac2 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:22:28.766073 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-61c870f2-9690-4435-9779-d40bccf37a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:28.782999 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-61c870f2-9690-4435-9779-d40bccf37a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:28.894690 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-61c870f2-9690-4435-9779-d40bccf37a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:28.898778 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-61c870f2-9690-4435-9779-d40bccf37a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:28.923208 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c870f2-9690-4435-9779-d40bccf37a37 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:22:28.947712 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-61c870f2-9690-4435-9779-d40bccf37a37 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754918900520', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:28.948281 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-61c870f2-9690-4435-9779-d40bccf37a37 admin admin] Unsubscribe: segment precommit_create {{(pid=102652) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 06 09:22:28.948787 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-61c870f2-9690-4435-9779-d40bccf37a37 admin admin] Added segment bdb8c4ab-9d1c-482a-b610-8a3e57e7064e of type vlan for network af464b71-5560-4575-933e-c7bd67bb6b45 May 06 09:22:28.954630 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c870f2-9690-4435-9779-d40bccf37a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904d52df-e6db-4df9-945f-f70c69a26fcd,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:28.989480 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c870f2-9690-4435-9779-d40bccf37a37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:28.989747 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c870f2-9690-4435-9779-d40bccf37a37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:28.990081 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c870f2-9690-4435-9779-d40bccf37a37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:28.990430 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c870f2-9690-4435-9779-d40bccf37a37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:28.990735 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c870f2-9690-4435-9779-d40bccf37a37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:28.991057 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c870f2-9690-4435-9779-d40bccf37a37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:28.991402 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c870f2-9690-4435-9779-d40bccf37a37 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:28.991720 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c870f2-9690-4435-9779-d40bccf37a37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:28.992035 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c870f2-9690-4435-9779-d40bccf37a37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:28.992353 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c870f2-9690-4435-9779-d40bccf37a37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:28.992663 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c870f2-9690-4435-9779-d40bccf37a37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:28.992975 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c870f2-9690-4435-9779-d40bccf37a37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c870f2-9690-4435-9779-d40bccf37a37 admin admin] Tracked resource versions report: May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: pushed versions: May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: { 'AddressGroup': {'1.2'}, May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: 'ConntrackHelper': {'1.0'}, May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: 'Log': {'1.0'}, May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: 'Network': {'1.1'}, May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: 'Port': {'1.7'}, May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: 'PortForwarding': {'1.2'}, May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: 'QosPolicy': {'1.9'}, May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: 'SecurityGroup': {'1.4'}, May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: 'SecurityGroupRule': {'1.2'}, May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: 'SubPort': {'1.0'}, May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: 'Subnet': {'1.1'}, May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: 'Trunk': {'1.1'}} May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: consumer versions: May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: { DHCP agent@n-d-840835-1: {}, May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: L3 agent@n-d-840835-1: {}, May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: Metadata agent@n-d-840835-1: {}, May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: Metering agent@n-d-840835-1: {}, May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: Open vSwitch agent@n-d-840835-1: { 'AddressGroup': '1.2', May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: 'ConntrackHelper': '1.0', May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: 'Log': '1.0', May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: 'Network': '1.1', May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: 'Port': '1.7', May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: 'PortForwarding': '1.2', May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: 'QosPolicy': '1.9', May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: 'SecurityGroup': '1.4', May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: 'SecurityGroupRule': '1.2', May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: 'SubPort': '1.0', May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: 'Subnet': '1.1', May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: 'Trunk': '1.1'}} May 06 09:22:28.994085 n-d-840835-1 neutron-server[102652]: {{(pid=102652) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 09:22:29.073599 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-61c870f2-9690-4435-9779-d40bccf37a37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:29.111401 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-61c870f2-9690-4435-9779-d40bccf37a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:29.112486 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c870f2-9690-4435-9779-d40bccf37a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:22:29.113170 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-61c870f2-9690-4435-9779-d40bccf37a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:29.200725 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-61c870f2-9690-4435-9779-d40bccf37a37 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7662280 May 06 09:22:29.215017 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c870f2-9690-4435-9779-d40bccf37a37 admin admin] Pushing event updated for resources: {'Network': ['ID=af464b71-5560-4575-933e-c7bd67bb6b45,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:29.227359 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network af464b71-5560-4575-933e-c7bd67bb6b45 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:22:31.859361 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59994) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:22:32.247215 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638cbf02-fd2c-4882-8ff9-7f6f3f70d86c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:22:32.248573 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-638cbf02-fd2c-4882-8ff9-7f6f3f70d86c admin admin] 10.222.0.73 "GET /v2.0/networks/af464b71-5560-4575-933e-c7bd67bb6b45 HTTP/1.1" status: 200 len: 825 time: 0.3882637 May 06 09:22:32.272988 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6070f820-3c8a-4371-8109-5182ac36e5fc admin admin] 10.222.0.73 "GET /v2.0/subnetpools/a54e2e71-cecd-49a3-826a-8b134e039dca HTTP/1.1" status: 200 len: 734 time: 0.0181751 May 06 09:22:32.282518 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-2a918ca9-3b78-4fd7-9a29-d3a57f7028b9 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'af464b71-5560-4575-933e-c7bd67bb6b45', 'tenant_id': '61e9ef16886146568120a2192a27dac2', 'subnetpool_id': 'a54e2e71-cecd-49a3-826a-8b134e039dca'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:32.302387 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a918ca9-3b78-4fd7-9a29-d3a57f7028b9 admin admin] Made reservation on behalf of 61e9ef16886146568120a2192a27dac2 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:22:32.304665 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2a918ca9-3b78-4fd7-9a29-d3a57f7028b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:32.600710 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2a918ca9-3b78-4fd7-9a29-d3a57f7028b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:32.670497 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a918ca9-3b78-4fd7-9a29-d3a57f7028b9 admin admin] Checking segment: {'id': 'bdb8c4ab-9d1c-482a-b610-8a3e57e7064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'af464b71-5560-4575-933e-c7bd67bb6b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:22:32.670873 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a918ca9-3b78-4fd7-9a29-d3a57f7028b9 admin admin] Network hostable DHCP agents. Network: af464b71-5560-4575-933e-c7bd67bb6b45, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:22:32.675829 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a918ca9-3b78-4fd7-9a29-d3a57f7028b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65d01ed1-1e12-4309-8067-47b5f84431cd,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:32.693816 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a918ca9-3b78-4fd7-9a29-d3a57f7028b9 admin admin] Network af464b71-5560-4575-933e-c7bd67bb6b45 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:22:32.705889 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-2a918ca9-3b78-4fd7-9a29-d3a57f7028b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, af464b71-5560-4575-933e-c7bd67bb6b45) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:22:32.710586 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a918ca9-3b78-4fd7-9a29-d3a57f7028b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:22:32.711213 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2a918ca9-3b78-4fd7-9a29-d3a57f7028b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:32.717193 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef214dd4-d9a7-42b1-a322-a6c2e0e6c5cc None None] Network af464b71-5560-4575-933e-c7bd67bb6b45 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:22:32.727281 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2a918ca9-3b78-4fd7-9a29-d3a57f7028b9 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4484861 May 06 09:22:33.060035 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-af464b71-5560-4575-933e-c7bd67bb6b45', 'network_id': 'af464b71-5560-4575-933e-c7bd67bb6b45', 'tenant_id': '61e9ef16886146568120a2192a27dac2', 'fixed_ips': [{'subnet_id': '65d01ed1-1e12-4309-8067-47b5f84431cd'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:22:33.061300 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:33.352157 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Allocated IP 172.20.0.2 (af464b71-5560-4575-933e-c7bd67bb6b45/65d01ed1-1e12-4309-8067-47b5f84431cd/021275d8-dad0-43e8-b313-7837c5edf6b2) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:22:33.554935 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:33.562319 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:33.634244 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Network af464b71-5560-4575-933e-c7bd67bb6b45 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:22:33.640433 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:22:33.649043 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:22:33.650896 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Pushing event updated for resources: {'Port': ['ID=021275d8-dad0-43e8-b313-7837c5edf6b2,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:33.683830 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:33.684177 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:33.684517 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:33.684854 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:33.685185 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:33.685516 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:33.685839 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:33.686163 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:33.686486 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:33.686833 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:33.687174 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:33.687497 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Tracked resource versions report: May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: pushed versions: May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: { 'AddressGroup': {'1.2'}, May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: 'ConntrackHelper': {'1.0'}, May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: 'Log': {'1.0'}, May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: 'Network': {'1.1'}, May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: 'Port': {'1.7'}, May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: 'PortForwarding': {'1.2'}, May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: 'QosPolicy': {'1.9'}, May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: 'SecurityGroup': {'1.4'}, May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: 'SecurityGroupRule': {'1.2'}, May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: 'SubPort': {'1.0'}, May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: 'Subnet': {'1.1'}, May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: 'Trunk': {'1.1'}} May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: consumer versions: May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: { DHCP agent@n-d-840835-1: {}, May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: L3 agent@n-d-840835-1: {}, May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: Metadata agent@n-d-840835-1: {}, May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: Metering agent@n-d-840835-1: {}, May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: Open vSwitch agent@n-d-840835-1: { 'AddressGroup': '1.2', May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: 'ConntrackHelper': '1.0', May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: 'Log': '1.0', May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: 'Network': '1.1', May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: 'Port': '1.7', May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: 'PortForwarding': '1.2', May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: 'QosPolicy': '1.9', May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: 'SecurityGroup': '1.4', May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: 'SecurityGroupRule': '1.2', May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: 'SubPort': '1.0', May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: 'Subnet': '1.1', May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: 'Trunk': '1.1'}} May 06 09:22:33.688606 n-d-840835-1 neutron-server[102654]: {{(pid=102654) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 09:22:33.743197 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Attempting to bind port 021275d8-dad0-43e8-b313-7837c5edf6b2 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:22:33.743893 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Attempting to bind port 021275d8-dad0-43e8-b313-7837c5edf6b2 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'bdb8c4ab-9d1c-482a-b610-8a3e57e7064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'af464b71-5560-4575-933e-c7bd67bb6b45'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:22:33.744010 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Attempting to bind port 021275d8-dad0-43e8-b313-7837c5edf6b2 on network af464b71-5560-4575-933e-c7bd67bb6b45 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:22:33.748893 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:22:33.749302 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Checking segment: {'id': 'bdb8c4ab-9d1c-482a-b610-8a3e57e7064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'af464b71-5560-4575-933e-c7bd67bb6b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:22:33.749756 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:33.750143 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Bound using segment: {'id': 'bdb8c4ab-9d1c-482a-b610-8a3e57e7064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'af464b71-5560-4575-933e-c7bd67bb6b45'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:22:33.750623 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Bound port: 021275d8-dad0-43e8-b313-7837c5edf6b2, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb8c4ab-9d1c-482a-b610-8a3e57e7064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'af464b71-5560-4575-933e-c7bd67bb6b45'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:22:33.751039 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:33.811287 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] For port 021275d8-dad0-43e8-b313-7837c5edf6b2, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:22:33.816001 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] For port 021275d8-dad0-43e8-b313-7837c5edf6b2, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=021275d8-dad0-43e8-b313-7837c5edf6b2,segment=NetworkSegment(bdb8c4ab-9d1c-482a-b610-8a3e57e7064e),segment_id=bdb8c4ab-9d1c-482a-b610-8a3e57e7064e)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:22:33.820694 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:33.885487 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67e2d7-6356-488b-bbdc-0b0760bb64cd None None] Pushing event updated for resources: {'Port': ['ID=021275d8-dad0-43e8-b313-7837c5edf6b2,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:35.178856 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60002) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:22:35.491456 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-52f28b4e-d8a0-45d2-bac5-dfd359212a17 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:22:35.492456 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-52f28b4e-d8a0-45d2-bac5-dfd359212a17 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3126175 May 06 09:22:37.892139 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60010) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:22:38.404807 n-d-840835-1 neutron-server[102653]: WARNING oslo_policy.policy [None req-be9224d1-6f54-4b5a-be40-6fd3ba865419 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 09:22:38.405478 n-d-840835-1 neutron-server[102653]: WARNING oslo_policy.policy [None req-be9224d1-6f54-4b5a-be40-6fd3ba865419 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 09:22:38.627689 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [None req-be9224d1-6f54-4b5a-be40-6fd3ba865419 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:22:38.628907 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-be9224d1-6f54-4b5a-be40-6fd3ba865419 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7347991 May 06 09:22:41.296078 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60030) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:22:41.598625 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-18d6c1e3-09db-44a6-9f74-dcbf056d907b admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '61e9ef16886146568120a2192a27dac2'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:41.664633 n-d-840835-1 neutron-server[102653]: DEBUG neutron.policy [None req-18d6c1e3-09db-44a6-9f74-dcbf056d907b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102653) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 06 09:22:41.712348 n-d-840835-1 neutron-server[102653]: WARNING oslo_policy.policy [None req-18d6c1e3-09db-44a6-9f74-dcbf056d907b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 09:22:41.712743 n-d-840835-1 neutron-server[102653]: WARNING oslo_policy.policy [None req-18d6c1e3-09db-44a6-9f74-dcbf056d907b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 09:22:41.774961 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-18d6c1e3-09db-44a6-9f74-dcbf056d907b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:41.776852 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-18d6c1e3-09db-44a6-9f74-dcbf056d907b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:41.934576 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-18d6c1e3-09db-44a6-9f74-dcbf056d907b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:41.939994 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-18d6c1e3-09db-44a6-9f74-dcbf056d907b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:41.960120 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-18d6c1e3-09db-44a6-9f74-dcbf056d907b admin admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:41.961302 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-18d6c1e3-09db-44a6-9f74-dcbf056d907b admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6642461 May 06 09:22:42.241753 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39644267-1174-4178-a601-0db1faf102d9 None None] Network af464b71-5560-4575-933e-c7bd67bb6b45 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:22:42.307975 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d9d36239-c116-46b9-b132-7b495e7e21e9 None None] Provisioning complete for port 021275d8-dad0-43e8-b313-7837c5edf6b2 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:22:42.308356 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d9d36239-c116-46b9-b132-7b495e7e21e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:42.510753 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d9d36239-c116-46b9-b132-7b495e7e21e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:42.565387 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d9d36239-c116-46b9-b132-7b495e7e21e9 None None] For port 021275d8-dad0-43e8-b313-7837c5edf6b2, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=021275d8-dad0-43e8-b313-7837c5edf6b2,segment=NetworkSegment(bdb8c4ab-9d1c-482a-b610-8a3e57e7064e),segment_id=bdb8c4ab-9d1c-482a-b610-8a3e57e7064e)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:22:42.571039 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d9d36239-c116-46b9-b132-7b495e7e21e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:42.622342 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d36239-c116-46b9-b132-7b495e7e21e9 None None] Pushing event updated for resources: {'Port': ['ID=021275d8-dad0-43e8-b313-7837c5edf6b2,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:42.677002 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 021275d8-dad0-43e8-b313-7837c5edf6b2 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:22:42.732447 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 021275d8-dad0-43e8-b313-7837c5edf6b2 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:22:42.732818 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:42.896048 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-fdee5948-9308-4599-8e62-2f635ef60059 None None] Provisioning complete for port 021275d8-dad0-43e8-b313-7837c5edf6b2 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:22:42.896421 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fdee5948-9308-4599-8e62-2f635ef60059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:44.325172 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 5 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:22:44.379863 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60040) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:22:44.640657 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 021275d8-dad0-43e8-b313-7837c5edf6b2 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:22:44.685455 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 021275d8-dad0-43e8-b313-7837c5edf6b2 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:22:44.685824 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:44.699059 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-7349d152-0633-474f-9c9d-f1521e2956a5 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:22:44.700117 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7349d152-0633-474f-9c9d-f1521e2956a5 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3193278 May 06 09:22:45.805163 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-35ba9e87-d5b5-43b0-a849-9f33b3666538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:47.162197 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60048) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:22:47.471746 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-73ee5d0d-e955-4c7b-8259-24d78d8117ca admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:47.491087 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ee5d0d-e955-4c7b-8259-24d78d8117ca admin admin] Made reservation on behalf of 21c9019943d1473c880e90e4d3db8055 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:22:47.493288 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-73ee5d0d-e955-4c7b-8259-24d78d8117ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:47.501616 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-73ee5d0d-e955-4c7b-8259-24d78d8117ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:47.572761 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-73ee5d0d-e955-4c7b-8259-24d78d8117ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:47.576557 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-73ee5d0d-e955-4c7b-8259-24d78d8117ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:47.592540 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-73ee5d0d-e955-4c7b-8259-24d78d8117ca admin admin] Reserving flat network on physical network physnet1 {{(pid=102652) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 06 09:22:47.610765 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee5d0d-e955-4c7b-8259-24d78d8117ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba7f33c-1880-45de-a47e-1ff7e4381270,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:47.615460 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-73ee5d0d-e955-4c7b-8259-24d78d8117ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:47.615782 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-73ee5d0d-e955-4c7b-8259-24d78d8117ca admin admin] Added segment 136a46aa-fb05-4117-8899-071a45491206 of type flat for network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 May 06 09:22:47.660623 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-73ee5d0d-e955-4c7b-8259-24d78d8117ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:47.691568 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-73ee5d0d-e955-4c7b-8259-24d78d8117ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:47.692483 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ee5d0d-e955-4c7b-8259-24d78d8117ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:22:47.693036 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-73ee5d0d-e955-4c7b-8259-24d78d8117ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:47.749046 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-73ee5d0d-e955-4c7b-8259-24d78d8117ca admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5857990 May 06 09:22:47.754051 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee5d0d-e955-4c7b-8259-24d78d8117ca admin admin] Pushing event updated for resources: {'Network': ['ID=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:47.764021 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:22:48.376227 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-185c1fbf-7934-4621-b28d-d8dced34f88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:49.294781 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:50.119982 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60066) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:22:50.291967 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98422ddd-be74-4aca-a4f9-14e73bcd038d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:22:50.293280 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-98422ddd-be74-4aca-a4f9-14e73bcd038d admin admin] 10.222.0.73 "GET /v2.0/subnets/65d01ed1-1e12-4309-8067-47b5f84431cd HTTP/1.1" status: 200 len: 849 time: 0.1723151 May 06 09:22:50.455886 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bdf06f3b-2b51-4ce3-9a89-4a1cc9e5037d admin admin] 10.222.0.73 "GET /v2.0/routers/38c5828e-fec2-402e-8e42-b14ca733f783 HTTP/1.1" status: 200 len: 704 time: 0.1556840 May 06 09:22:50.728049 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7fa45ab1-3c0b-406b-b73b-2b323d0b34c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:50.985403 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:51.027388 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-7fa45ab1-3c0b-406b-b73b-2b323d0b34c5 admin admin] Allocated IP 172.20.0.1 (af464b71-5560-4575-933e-c7bd67bb6b45/65d01ed1-1e12-4309-8067-47b5f84431cd/d115113f-ff86-4094-9731-8be087755b64) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:22:51.183905 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7fa45ab1-3c0b-406b-b73b-2b323d0b34c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:51.291775 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7fa45ab1-3c0b-406b-b73b-2b323d0b34c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:51.345578 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:51.363859 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa45ab1-3c0b-406b-b73b-2b323d0b34c5 admin admin] Network af464b71-5560-4575-933e-c7bd67bb6b45 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:22:51.368307 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-7fa45ab1-3c0b-406b-b73b-2b323d0b34c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:22:51.373856 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa45ab1-3c0b-406b-b73b-2b323d0b34c5 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:22:51.374933 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7fa45ab1-3c0b-406b-b73b-2b323d0b34c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:51.438567 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa45ab1-3c0b-406b-b73b-2b323d0b34c5 admin admin] Pushing event updated for resources: {'Port': ['ID=d115113f-ff86-4094-9731-8be087755b64,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:51.541569 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-2fc10082-b9dc-493c-9591-731fd49555ba None None] Provisioning complete for port d115113f-ff86-4094-9731-8be087755b64 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:22:51.542023 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2fc10082-b9dc-493c-9591-731fd49555ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:51.575135 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-2fc10082-b9dc-493c-9591-731fd49555ba None None] Port d115113f-ff86-4094-9731-8be087755b64 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:22:51.579451 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7fa45ab1-3c0b-406b-b73b-2b323d0b34c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:51.789183 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7fa45ab1-3c0b-406b-b73b-2b323d0b34c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:51.793393 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7fa45ab1-3c0b-406b-b73b-2b323d0b34c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:51.794187 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7fa45ab1-3c0b-406b-b73b-2b323d0b34c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:51.873388 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa45ab1-3c0b-406b-b73b-2b323d0b34c5 admin admin] Pushing event updated for resources: {'Port': ['ID=d115113f-ff86-4094-9731-8be087755b64,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:51.916878 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa45ab1-3c0b-406b-b73b-2b323d0b34c5 admin admin] Network af464b71-5560-4575-933e-c7bd67bb6b45 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:22:51.918145 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-7fa45ab1-3c0b-406b-b73b-2b323d0b34c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:22:52.081220 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa45ab1-3c0b-406b-b73b-2b323d0b34c5 admin admin] Router 38c5828e-fec2-402e-8e42-b14ca733f783 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:22:52.097420 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-5226e86b-40f2-420e-9aec-4c0dffe2a32b None None] Provisioning complete for port d115113f-ff86-4094-9731-8be087755b64 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:22:52.097986 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5226e86b-40f2-420e-9aec-4c0dffe2a32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:52.132381 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-5226e86b-40f2-420e-9aec-4c0dffe2a32b None None] Port d115113f-ff86-4094-9731-8be087755b64 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:22:52.175375 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa45ab1-3c0b-406b-b73b-2b323d0b34c5 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:22:52.180728 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7fa45ab1-3c0b-406b-b73b-2b323d0b34c5 admin admin] 10.222.0.73 "PUT /v2.0/routers/38c5828e-fec2-402e-8e42-b14ca733f783/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7179341 May 06 09:22:52.198507 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84906c9-8702-4776-901d-16ec2287cc3a None None] Sync routers for ids ['38c5828e-fec2-402e-8e42-b14ca733f783'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:22:52.211525 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84906c9-8702-4776-901d-16ec2287cc3a None None] Routers {'38c5828e-fec2-402e-8e42-b14ca733f783'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:22:52.212396 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b84906c9-8702-4776-901d-16ec2287cc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:22:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['38c5828e-fec2-402e-8e42-b14ca733f783'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:52.397657 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-b84906c9-8702-4776-901d-16ec2287cc3a None None] Set router 38c5828e-fec2-402e-8e42-b14ca733f783 gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:22:52.819857 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b84906c9-8702-4776-901d-16ec2287cc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c5828e-fec2-402e-8e42-b14ca733f783', 'name': 'router1', 'tenant_id': '61e9ef16886146568120a2192a27dac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:22:41Z', 'updated_at': '2022-05-06T09:22:51Z', 'revision_number': 2, 'project_id': '61e9ef16886146568120a2192a27dac2', 'gw_port_host': None, '_interfaces': [{'id': 'd115113f-ff86-4094-9731-8be087755b64', 'name': '', 'network_id': 'af464b71-5560-4575-933e-c7bd67bb6b45', 'tenant_id': '61e9ef16886146568120a2192a27dac2', 'mac_address': 'fa:16:3e:f5:ff:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c5828e-fec2-402e-8e42-b14ca733f783', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65d01ed1-1e12-4309-8067-47b5f84431cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:22:50Z', 'updated_at': '2022-05-06T09:22:51Z', 'revision_number': 2, 'project_id': '61e9ef16886146568120a2192a27dac2', 'subnets': [{'id': '65d01ed1-1e12-4309-8067-47b5f84431cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a54e2e71-cecd-49a3-826a-8b134e039dca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:52.873499 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84906c9-8702-4776-901d-16ec2287cc3a None None] Checking router: 38c5828e-fec2-402e-8e42-b14ca733f783 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:22:52.874356 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84906c9-8702-4776-901d-16ec2287cc3a None None] Updating router 38c5828e-fec2-402e-8e42-b14ca733f783 port d115113f-ff86-4094-9731-8be087755b64 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:22:52.922354 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b84906c9-8702-4776-901d-16ec2287cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:53.434322 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b84906c9-8702-4776-901d-16ec2287cc3a None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:53.441107 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b84906c9-8702-4776-901d-16ec2287cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:53.598364 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd251bcb-e097-4e5e-a9eb-e9425ded36c7 None None] Pushing event updated for resources: {'Port': ['ID=d115113f-ff86-4094-9731-8be087755b64,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:53.607416 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-b84906c9-8702-4776-901d-16ec2287cc3a None None] Attempting to bind port d115113f-ff86-4094-9731-8be087755b64 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:22:53.607817 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-b84906c9-8702-4776-901d-16ec2287cc3a None None] Attempting to bind port d115113f-ff86-4094-9731-8be087755b64 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'bdb8c4ab-9d1c-482a-b610-8a3e57e7064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'af464b71-5560-4575-933e-c7bd67bb6b45'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:22:53.608244 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84906c9-8702-4776-901d-16ec2287cc3a None None] Attempting to bind port d115113f-ff86-4094-9731-8be087755b64 on network af464b71-5560-4575-933e-c7bd67bb6b45 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:22:53.611479 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd251bcb-e097-4e5e-a9eb-e9425ded36c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:53.611758 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd251bcb-e097-4e5e-a9eb-e9425ded36c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:53.612098 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd251bcb-e097-4e5e-a9eb-e9425ded36c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:53.612374 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd251bcb-e097-4e5e-a9eb-e9425ded36c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:53.612710 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd251bcb-e097-4e5e-a9eb-e9425ded36c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:53.613033 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd251bcb-e097-4e5e-a9eb-e9425ded36c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:53.613385 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd251bcb-e097-4e5e-a9eb-e9425ded36c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:53.613679 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd251bcb-e097-4e5e-a9eb-e9425ded36c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:53.613998 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd251bcb-e097-4e5e-a9eb-e9425ded36c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:53.614352 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd251bcb-e097-4e5e-a9eb-e9425ded36c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:53.614623 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd251bcb-e097-4e5e-a9eb-e9425ded36c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:53.614939 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd251bcb-e097-4e5e-a9eb-e9425ded36c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd251bcb-e097-4e5e-a9eb-e9425ded36c7 None None] Tracked resource versions report: May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: pushed versions: May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: { 'AddressGroup': {'1.2'}, May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: 'ConntrackHelper': {'1.0'}, May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: 'Log': {'1.0'}, May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: 'Network': {'1.1'}, May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: 'Port': {'1.7'}, May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: 'PortForwarding': {'1.2'}, May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: 'QosPolicy': {'1.9'}, May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: 'SecurityGroup': {'1.4'}, May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: 'SecurityGroupRule': {'1.2'}, May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: 'SubPort': {'1.0'}, May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: 'Subnet': {'1.1'}, May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: 'Trunk': {'1.1'}} May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: consumer versions: May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: { DHCP agent@n-d-840835-1: {}, May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: L3 agent@n-d-840835-1: {}, May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: Metadata agent@n-d-840835-1: {}, May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: Metering agent@n-d-840835-1: {}, May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: Open vSwitch agent@n-d-840835-1: { 'AddressGroup': '1.2', May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: 'ConntrackHelper': '1.0', May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: 'Log': '1.0', May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: 'Network': '1.1', May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: 'Port': '1.7', May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: 'PortForwarding': '1.2', May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: 'QosPolicy': '1.9', May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: 'SecurityGroup': '1.4', May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: 'SecurityGroupRule': '1.2', May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: 'SubPort': '1.0', May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: 'Subnet': '1.1', May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: 'Trunk': '1.1'}} May 06 09:22:53.616069 n-d-840835-1 neutron-server[102655]: {{(pid=102655) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 09:22:53.624279 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84906c9-8702-4776-901d-16ec2287cc3a None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:22:53.624279 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84906c9-8702-4776-901d-16ec2287cc3a None None] Checking segment: {'id': 'bdb8c4ab-9d1c-482a-b610-8a3e57e7064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'af464b71-5560-4575-933e-c7bd67bb6b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:22:53.624720 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b84906c9-8702-4776-901d-16ec2287cc3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:53.625107 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84906c9-8702-4776-901d-16ec2287cc3a None None] Bound using segment: {'id': 'bdb8c4ab-9d1c-482a-b610-8a3e57e7064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'af464b71-5560-4575-933e-c7bd67bb6b45'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:22:53.625601 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-b84906c9-8702-4776-901d-16ec2287cc3a None None] Bound port: d115113f-ff86-4094-9731-8be087755b64, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb8c4ab-9d1c-482a-b610-8a3e57e7064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'af464b71-5560-4575-933e-c7bd67bb6b45'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:22:53.625997 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b84906c9-8702-4776-901d-16ec2287cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:53.663020 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-cb27c86f-b0cb-4279-8a22-0c7c3dbc9fb2 None None] Provisioning complete for port d115113f-ff86-4094-9731-8be087755b64 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:22:53.663619 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cb27c86f-b0cb-4279-8a22-0c7c3dbc9fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:53.692679 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-b84906c9-8702-4776-901d-16ec2287cc3a None None] For port d115113f-ff86-4094-9731-8be087755b64, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:22:53.698571 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-cb27c86f-b0cb-4279-8a22-0c7c3dbc9fb2 None None] Port d115113f-ff86-4094-9731-8be087755b64 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:22:53.716382 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-b84906c9-8702-4776-901d-16ec2287cc3a None None] For port d115113f-ff86-4094-9731-8be087755b64, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=d115113f-ff86-4094-9731-8be087755b64,segment=NetworkSegment(bdb8c4ab-9d1c-482a-b610-8a3e57e7064e),segment_id=bdb8c4ab-9d1c-482a-b610-8a3e57e7064e)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:22:53.721416 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b84906c9-8702-4776-901d-16ec2287cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:53.781477 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84906c9-8702-4776-901d-16ec2287cc3a None None] Routers {'38c5828e-fec2-402e-8e42-b14ca733f783'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:22:53.782116 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b84906c9-8702-4776-901d-16ec2287cc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:22:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['38c5828e-fec2-402e-8e42-b14ca733f783'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:53.785129 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd251bcb-e097-4e5e-a9eb-e9425ded36c7 None None] Pushing event updated for resources: {'Port': ['ID=d115113f-ff86-4094-9731-8be087755b64,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:53.877067 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-b84906c9-8702-4776-901d-16ec2287cc3a None None] Set router 38c5828e-fec2-402e-8e42-b14ca733f783 gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:22:54.020269 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-0114deef-f0c5-42f9-ae59-30ca39797496 None None] Provisioning complete for port d115113f-ff86-4094-9731-8be087755b64 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:22:54.020548 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0114deef-f0c5-42f9-ae59-30ca39797496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:54.089467 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b84906c9-8702-4776-901d-16ec2287cc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c5828e-fec2-402e-8e42-b14ca733f783', 'name': 'router1', 'tenant_id': '61e9ef16886146568120a2192a27dac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:22:41Z', 'updated_at': '2022-05-06T09:22:51Z', 'revision_number': 2, 'project_id': '61e9ef16886146568120a2192a27dac2', 'gw_port_host': None, '_interfaces': [{'id': 'd115113f-ff86-4094-9731-8be087755b64', 'name': '', 'network_id': 'af464b71-5560-4575-933e-c7bd67bb6b45', 'tenant_id': '61e9ef16886146568120a2192a27dac2', 'mac_address': 'fa:16:3e:f5:ff:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c5828e-fec2-402e-8e42-b14ca733f783', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65d01ed1-1e12-4309-8067-47b5f84431cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:22:50Z', 'updated_at': '2022-05-06T09:22:53Z', 'revision_number': 4, 'project_id': '61e9ef16886146568120a2192a27dac2', 'subnets': [{'id': '65d01ed1-1e12-4309-8067-47b5f84431cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a54e2e71-cecd-49a3-826a-8b134e039dca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:54.100248 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0114deef-f0c5-42f9-ae59-30ca39797496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:54.118532 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84906c9-8702-4776-901d-16ec2287cc3a None None] The sync data for ids ['38c5828e-fec2-402e-8e42-b14ca733f783'] in n-d-840835-1 is: [{'id': '38c5828e-fec2-402e-8e42-b14ca733f783', 'name': 'router1', 'tenant_id': '61e9ef16886146568120a2192a27dac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:22:41Z', 'updated_at': '2022-05-06T09:22:51Z', 'revision_number': 2, 'project_id': '61e9ef16886146568120a2192a27dac2', 'gw_port_host': None, '_interfaces': [{'id': 'd115113f-ff86-4094-9731-8be087755b64', 'name': '', 'network_id': 'af464b71-5560-4575-933e-c7bd67bb6b45', 'tenant_id': '61e9ef16886146568120a2192a27dac2', 'mac_address': 'fa:16:3e:f5:ff:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c5828e-fec2-402e-8e42-b14ca733f783', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65d01ed1-1e12-4309-8067-47b5f84431cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:22:50Z', 'updated_at': '2022-05-06T09:22:53Z', 'revision_number': 4, 'project_id': '61e9ef16886146568120a2192a27dac2', 'subnets': [{'id': '65d01ed1-1e12-4309-8067-47b5f84431cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a54e2e71-cecd-49a3-826a-8b134e039dca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:22:54.135714 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-0114deef-f0c5-42f9-ae59-30ca39797496 None None] For port d115113f-ff86-4094-9731-8be087755b64, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=d115113f-ff86-4094-9731-8be087755b64,segment=NetworkSegment(bdb8c4ab-9d1c-482a-b610-8a3e57e7064e),segment_id=bdb8c4ab-9d1c-482a-b610-8a3e57e7064e)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:22:54.142849 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0114deef-f0c5-42f9-ae59-30ca39797496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:54.190661 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114deef-f0c5-42f9-ae59-30ca39797496 None None] Pushing event updated for resources: {'Port': ['ID=d115113f-ff86-4094-9731-8be087755b64,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:54.446679 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60086) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:22:54.557728 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7830a215-585b-47d2-a051-0cf4e2655a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:22:54.559137 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7830a215-585b-47d2-a051-0cf4e2655a37 admin admin] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 842 time: 0.1114516 May 06 09:22:54.570056 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-dc2fe722-86a7-4a52-80bc-f6bdb55e0278 admin admin] Request body: {'subnet': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'enable_dhcp': False, 'cidr': '172.25.5.0/24', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.25.5.1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:54.591030 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2fe722-86a7-4a52-80bc-f6bdb55e0278 admin admin] Made reservation on behalf of 21c9019943d1473c880e90e4d3db8055 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:22:54.593453 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe722-86a7-4a52-80bc-f6bdb55e0278 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:54.882096 n-d-840835-1 neutron-server[102652]: DEBUG neutron.objects.ports [None req-dc2fe722-86a7-4a52-80bc-f6bdb55e0278 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102652) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:22:54.882641 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe722-86a7-4a52-80bc-f6bdb55e0278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:54.941865 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2fe722-86a7-4a52-80bc-f6bdb55e0278 admin admin] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:22:54.942211 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2fe722-86a7-4a52-80bc-f6bdb55e0278 admin admin] Network hostable DHCP agents. Network: ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:22:54.951575 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fe722-86a7-4a52-80bc-f6bdb55e0278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70c5f571-199a-4e48-bf0e-e14b798242e8,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:54.965220 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2fe722-86a7-4a52-80bc-f6bdb55e0278 admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:22:54.975291 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-dc2fe722-86a7-4a52-80bc-f6bdb55e0278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:22:54.983574 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a731647d-676f-425e-b7dc-673a065f0aa8 None None] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:22:54.988761 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2fe722-86a7-4a52-80bc-f6bdb55e0278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:22:54.989372 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe722-86a7-4a52-80bc-f6bdb55e0278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:55.005724 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-dc2fe722-86a7-4a52-80bc-f6bdb55e0278 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4390352 May 06 09:22:55.120036 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b45b54-dc80-4f11-9ad7-667646dfc01e None None] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:22:57.322036 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60094) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:22:57.525180 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6682142f-b089-41ae-9305-ce3a96e8046c admin admin] 10.222.0.73 "GET /v2.0/routers/38c5828e-fec2-402e-8e42-b14ca733f783 HTTP/1.1" status: 200 len: 710 time: 0.2019076 May 06 09:22:57.625982 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400088d4-a192-414e-8265-56c8299157ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:22:57.627396 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-400088d4-a192-414e-8265-56c8299157ea admin admin] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 886 time: 0.0944977 May 06 09:22:57.636749 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-1d3b564b-f38b-4caa-9d20-730c24964d9d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:57.882119 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1d3b564b-f38b-4caa-9d20-730c24964d9d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:58.132689 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1d3b564b-f38b-4caa-9d20-730c24964d9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:58.205775 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1d3b564b-f38b-4caa-9d20-730c24964d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:58.310016 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-1d3b564b-f38b-4caa-9d20-730c24964d9d admin admin] Allocated IP 172.25.5.93 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/eade893e-aec2-4fed-8491-386110f5f3df) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:22:58.422039 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1d3b564b-f38b-4caa-9d20-730c24964d9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:58.454577 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1d3b564b-f38b-4caa-9d20-730c24964d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:58.493171 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3b564b-f38b-4caa-9d20-730c24964d9d admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:22:58.495829 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-1d3b564b-f38b-4caa-9d20-730c24964d9d admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:22:58.499763 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3b564b-f38b-4caa-9d20-730c24964d9d admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:22:58.534528 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b564b-f38b-4caa-9d20-730c24964d9d admin admin] Pushing event updated for resources: {'Port': ['ID=eade893e-aec2-4fed-8491-386110f5f3df,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:58.755449 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1d3b564b-f38b-4caa-9d20-730c24964d9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:59.031251 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1d3b564b-f38b-4caa-9d20-730c24964d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1992734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1598914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41446'] for router, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:59.034470 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1d3b564b-f38b-4caa-9d20-730c24964d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1598923'] for router, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:59.145650 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3b564b-f38b-4caa-9d20-730c24964d9d admin admin] Router 38c5828e-fec2-402e-8e42-b14ca733f783 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:22:59.261874 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3b564b-f38b-4caa-9d20-730c24964d9d admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:22:59.266430 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1d3b564b-f38b-4caa-9d20-730c24964d9d admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:59.267891 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1d3b564b-f38b-4caa-9d20-730c24964d9d admin admin] 10.222.0.73 "PUT /v2.0/routers/38c5828e-fec2-402e-8e42-b14ca733f783 HTTP/1.1" status: 200 len: 889 time: 1.6342123 May 06 09:23:00.560767 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1adcb71-a89f-4319-80f1-2ed7b0d67722 None None] Sync routers for ids ['38c5828e-fec2-402e-8e42-b14ca733f783'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:23:00.572420 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1adcb71-a89f-4319-80f1-2ed7b0d67722 None None] Routers {'38c5828e-fec2-402e-8e42-b14ca733f783'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:23:00.573066 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a1adcb71-a89f-4319-80f1-2ed7b0d67722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:22:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['38c5828e-fec2-402e-8e42-b14ca733f783'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:23:00.726383 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d115113f-ff86-4094-9731-8be087755b64 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:23:00.819493 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-a1adcb71-a89f-4319-80f1-2ed7b0d67722 None None] Set router 38c5828e-fec2-402e-8e42-b14ca733f783 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:23:00.894773 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port d115113f-ff86-4094-9731-8be087755b64 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:23:00.895152 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:01.348756 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a1adcb71-a89f-4319-80f1-2ed7b0d67722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c5828e-fec2-402e-8e42-b14ca733f783', 'name': 'router1', 'tenant_id': '61e9ef16886146568120a2192a27dac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'eade893e-aec2-4fed-8491-386110f5f3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:22:41Z', 'updated_at': '2022-05-06T09:22:58Z', 'revision_number': 4, 'project_id': '61e9ef16886146568120a2192a27dac2', 'gw_port': {'id': 'eade893e-aec2-4fed-8491-386110f5f3df', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c5828e-fec2-402e-8e42-b14ca733f783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:22:58Z', 'updated_at': '2022-05-06T09:22:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'd115113f-ff86-4094-9731-8be087755b64', 'name': '', 'network_id': 'af464b71-5560-4575-933e-c7bd67bb6b45', 'tenant_id': '61e9ef16886146568120a2192a27dac2', 'mac_address': 'fa:16:3e:f5:ff:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c5828e-fec2-402e-8e42-b14ca733f783', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65d01ed1-1e12-4309-8067-47b5f84431cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:22:50Z', 'updated_at': '2022-05-06T09:22:54Z', 'revision_number': 5, 'project_id': '61e9ef16886146568120a2192a27dac2', 'subnets': [{'id': '65d01ed1-1e12-4309-8067-47b5f84431cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a54e2e71-cecd-49a3-826a-8b134e039dca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:23:01.402175 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1adcb71-a89f-4319-80f1-2ed7b0d67722 None None] Checking router: 38c5828e-fec2-402e-8e42-b14ca733f783 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:23:01.402521 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1adcb71-a89f-4319-80f1-2ed7b0d67722 None None] Updating router 38c5828e-fec2-402e-8e42-b14ca733f783 port eade893e-aec2-4fed-8491-386110f5f3df binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:23:01.450896 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a1adcb71-a89f-4319-80f1-2ed7b0d67722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:01.721377 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60106) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:23:01.777256 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a1adcb71-a89f-4319-80f1-2ed7b0d67722 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:01.782679 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a1adcb71-a89f-4319-80f1-2ed7b0d67722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:01.829448 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a1adcb71-a89f-4319-80f1-2ed7b0d67722 None None] Attempting to bind port eade893e-aec2-4fed-8491-386110f5f3df on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:23:01.830083 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a1adcb71-a89f-4319-80f1-2ed7b0d67722 None None] Attempting to bind port eade893e-aec2-4fed-8491-386110f5f3df by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:23:01.830445 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1adcb71-a89f-4319-80f1-2ed7b0d67722 None None] Attempting to bind port eade893e-aec2-4fed-8491-386110f5f3df on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:23:01.834334 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b40cc7be-83bd-47e0-9358-0f51247b493e admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1116641 May 06 09:23:01.841167 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56be7e8-bf8a-4307-bf0d-f1297fb3f03d None None] Pushing event updated for resources: {'Port': ['ID=eade893e-aec2-4fed-8491-386110f5f3df,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:01.845119 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1adcb71-a89f-4319-80f1-2ed7b0d67722 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:23:01.845540 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1adcb71-a89f-4319-80f1-2ed7b0d67722 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:23:01.845907 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a1adcb71-a89f-4319-80f1-2ed7b0d67722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:01.846296 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1adcb71-a89f-4319-80f1-2ed7b0d67722 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:23:01.846788 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a1adcb71-a89f-4319-80f1-2ed7b0d67722 None None] Bound port: eade893e-aec2-4fed-8491-386110f5f3df, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:23:01.847217 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a1adcb71-a89f-4319-80f1-2ed7b0d67722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:01.902807 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a1adcb71-a89f-4319-80f1-2ed7b0d67722 None None] For port eade893e-aec2-4fed-8491-386110f5f3df, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:23:01.906548 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a1adcb71-a89f-4319-80f1-2ed7b0d67722 None None] For port eade893e-aec2-4fed-8491-386110f5f3df, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=eade893e-aec2-4fed-8491-386110f5f3df,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:23:01.911567 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a1adcb71-a89f-4319-80f1-2ed7b0d67722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:01.973932 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56be7e8-bf8a-4307-bf0d-f1297fb3f03d None None] Pushing event updated for resources: {'Port': ['ID=eade893e-aec2-4fed-8491-386110f5f3df,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:01.979388 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1adcb71-a89f-4319-80f1-2ed7b0d67722 None None] Routers {'38c5828e-fec2-402e-8e42-b14ca733f783'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:23:01.980024 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a1adcb71-a89f-4319-80f1-2ed7b0d67722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:22:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['38c5828e-fec2-402e-8e42-b14ca733f783'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:23:02.096546 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-a1adcb71-a89f-4319-80f1-2ed7b0d67722 None None] Set router 38c5828e-fec2-402e-8e42-b14ca733f783 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:23:02.310066 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a1adcb71-a89f-4319-80f1-2ed7b0d67722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c5828e-fec2-402e-8e42-b14ca733f783', 'name': 'router1', 'tenant_id': '61e9ef16886146568120a2192a27dac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'eade893e-aec2-4fed-8491-386110f5f3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:22:41Z', 'updated_at': '2022-05-06T09:22:58Z', 'revision_number': 4, 'project_id': '61e9ef16886146568120a2192a27dac2', 'gw_port': {'id': 'eade893e-aec2-4fed-8491-386110f5f3df', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c5828e-fec2-402e-8e42-b14ca733f783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:22:58Z', 'updated_at': '2022-05-06T09:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'd115113f-ff86-4094-9731-8be087755b64', 'name': '', 'network_id': 'af464b71-5560-4575-933e-c7bd67bb6b45', 'tenant_id': '61e9ef16886146568120a2192a27dac2', 'mac_address': 'fa:16:3e:f5:ff:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c5828e-fec2-402e-8e42-b14ca733f783', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65d01ed1-1e12-4309-8067-47b5f84431cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:22:50Z', 'updated_at': '2022-05-06T09:22:54Z', 'revision_number': 5, 'project_id': '61e9ef16886146568120a2192a27dac2', 'subnets': [{'id': '65d01ed1-1e12-4309-8067-47b5f84431cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a54e2e71-cecd-49a3-826a-8b134e039dca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:23:02.337213 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1adcb71-a89f-4319-80f1-2ed7b0d67722 None None] The sync data for ids ['38c5828e-fec2-402e-8e42-b14ca733f783'] in n-d-840835-1 is: [{'id': '38c5828e-fec2-402e-8e42-b14ca733f783', 'name': 'router1', 'tenant_id': '61e9ef16886146568120a2192a27dac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'eade893e-aec2-4fed-8491-386110f5f3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:22:41Z', 'updated_at': '2022-05-06T09:22:58Z', 'revision_number': 4, 'project_id': '61e9ef16886146568120a2192a27dac2', 'gw_port': {'id': 'eade893e-aec2-4fed-8491-386110f5f3df', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c5828e-fec2-402e-8e42-b14ca733f783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:22:58Z', 'updated_at': '2022-05-06T09:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'd115113f-ff86-4094-9731-8be087755b64', 'name': '', 'network_id': 'af464b71-5560-4575-933e-c7bd67bb6b45', 'tenant_id': '61e9ef16886146568120a2192a27dac2', 'mac_address': 'fa:16:3e:f5:ff:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c5828e-fec2-402e-8e42-b14ca733f783', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65d01ed1-1e12-4309-8067-47b5f84431cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:22:50Z', 'updated_at': '2022-05-06T09:22:54Z', 'revision_number': 5, 'project_id': '61e9ef16886146568120a2192a27dac2', 'subnets': [{'id': '65d01ed1-1e12-4309-8067-47b5f84431cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a54e2e71-cecd-49a3-826a-8b134e039dca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:23:02.703481 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device eade893e-aec2-4fed-8491-386110f5f3df up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:23:02.761964 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port eade893e-aec2-4fed-8491-386110f5f3df triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:23:02.762436 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:02.870216 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:02.892383 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port eade893e-aec2-4fed-8491-386110f5f3df, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=eade893e-aec2-4fed-8491-386110f5f3df,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:23:02.900752 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:02.957246 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=eade893e-aec2-4fed-8491-386110f5f3df,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:04.664990 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device eade893e-aec2-4fed-8491-386110f5f3df up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:23:04.714375 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port eade893e-aec2-4fed-8491-386110f5f3df triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:23:04.714762 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:15.819812 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f6983d15-54e0-4d3e-8a85-df30807a878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:18.405268 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d27b6a9f-7a9a-4532-8a13-3e35bfb0c6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:19.305959 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:20.947059 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:21.323872 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 5 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:23:21.350164 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:45.815776 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1053c669-eac9-4ece-814e-a632548217c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:48.384949 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ba2cd8bb-400f-406b-b433-3bf9582dacdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:49.298247 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:50.948816 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:51.358251 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:58.322415 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 5 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:24:15.818536 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d1abea5e-180c-4d6f-8afa-91fddceda7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:18.379859 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b25869bb-2e3c-42c6-a7a4-92db12fefa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:19.301638 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:20.948363 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:21.352611 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:35.322430 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 5 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:24:43.490138 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60700) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:24:43.553655 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-6240e38a-caa6-443a-b0e2-4bfd32f4f60b admin admin] GET failed (client error): The resource could not be found. May 06 09:24:43.555020 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6240e38a-caa6-443a-b0e2-4bfd32f4f60b admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0639374 May 06 09:24:43.714927 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506e52a4-8a36-4a47-b923-b5d367d7c0fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:24:43.716358 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-506e52a4-8a36-4a47-b923-b5d367d7c0fa admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1565795 May 06 09:24:45.821156 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a03b23c9-8edb-4848-8bf9-1e7fcf13fb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:45.904674 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60710) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:24:46.058293 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569f7094-ad1a-4266-bd80-1cce09da6605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:24:46.059830 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-569f7094-ad1a-4266-bd80-1cce09da6605 admin admin] 10.222.0.73 "GET /v2.0/subnets/65d01ed1-1e12-4309-8067-47b5f84431cd HTTP/1.1" status: 200 len: 849 time: 0.1536019 May 06 09:24:46.071104 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-c0e8cf58-1651-413f-adda-bf0016809935 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:24:46.153816 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c0e8cf58-1651-413f-adda-bf0016809935 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:46.313930 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c0e8cf58-1651-413f-adda-bf0016809935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754918825337'] for subnet, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:46.374102 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e8cf58-1651-413f-adda-bf0016809935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:24:46.375381 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c0e8cf58-1651-413f-adda-bf0016809935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:46.387144 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c0e8cf58-1651-413f-adda-bf0016809935 admin admin] 10.222.0.73 "PUT /v2.0/subnets/65d01ed1-1e12-4309-8067-47b5f84431cd HTTP/1.1" status: 200 len: 868 time: 0.3086164 May 06 09:24:46.387372 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0b9aa8-3387-4134-b26b-18e3631e0e39 None None] Network af464b71-5560-4575-933e-c7bd67bb6b45 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:24:46.395255 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8cf58-1651-413f-adda-bf0016809935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65d01ed1-1e12-4309-8067-47b5f84431cd,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:46.405039 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8cf58-1651-413f-adda-bf0016809935 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:46.405305 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8cf58-1651-413f-adda-bf0016809935 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:46.405639 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8cf58-1651-413f-adda-bf0016809935 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:46.405977 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8cf58-1651-413f-adda-bf0016809935 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:46.406311 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8cf58-1651-413f-adda-bf0016809935 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:46.406653 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8cf58-1651-413f-adda-bf0016809935 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:46.406972 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8cf58-1651-413f-adda-bf0016809935 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:46.407332 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8cf58-1651-413f-adda-bf0016809935 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:46.407661 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8cf58-1651-413f-adda-bf0016809935 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:46.407987 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8cf58-1651-413f-adda-bf0016809935 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:46.408327 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8cf58-1651-413f-adda-bf0016809935 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:46.408634 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8cf58-1651-413f-adda-bf0016809935 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8cf58-1651-413f-adda-bf0016809935 admin admin] Tracked resource versions report: May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: pushed versions: May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: { 'AddressGroup': {'1.2'}, May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: 'ConntrackHelper': {'1.0'}, May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: 'Log': {'1.0'}, May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: 'Network': {'1.1'}, May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: 'Port': {'1.7'}, May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: 'PortForwarding': {'1.2'}, May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: 'QosPolicy': {'1.9'}, May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: 'SecurityGroup': {'1.4'}, May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: 'SecurityGroupRule': {'1.2'}, May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: 'SubPort': {'1.0'}, May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: 'Subnet': {'1.1'}, May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: 'Trunk': {'1.1'}} May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: consumer versions: May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: { DHCP agent@n-d-840835-1: {}, May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: L3 agent@n-d-840835-1: {}, May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: Metadata agent@n-d-840835-1: {}, May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: Metering agent@n-d-840835-1: {}, May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: Open vSwitch agent@n-d-840835-1: { 'AddressGroup': '1.2', May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: 'ConntrackHelper': '1.0', May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: 'Log': '1.0', May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: 'Network': '1.1', May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: 'Port': '1.7', May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: 'PortForwarding': '1.2', May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: 'QosPolicy': '1.9', May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: 'SecurityGroup': '1.4', May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: 'SecurityGroupRule': '1.2', May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: 'SubPort': '1.0', May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: 'Subnet': '1.1', May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: 'Trunk': '1.1'}} May 06 09:24:46.409805 n-d-840835-1 neutron-server[102653]: {{(pid=102653) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 09:24:46.777007 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4ead3b5b-2c0a-4873-ba94-c0aed54879cf None None] Provisioning complete for port d115113f-ff86-4094-9731-8be087755b64 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:24:46.777376 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4ead3b5b-2c0a-4873-ba94-c0aed54879cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:46.863497 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4ead3b5b-2c0a-4873-ba94-c0aed54879cf None None] Provisioning complete for port 021275d8-dad0-43e8-b313-7837c5edf6b2 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:24:46.864197 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4ead3b5b-2c0a-4873-ba94-c0aed54879cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:48.383931 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-084c4018-4fec-48df-9cb3-e75fc87d3299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:48.597183 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60724) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:24:48.835265 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9daa3373-f27d-4556-ad51-a6fcee27e71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:24:48.835752 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9daa3373-f27d-4556-ad51-a6fcee27e71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:24:48.837256 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9daa3373-f27d-4556-ad51-a6fcee27e71d admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2391076 May 06 09:24:49.305241 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:50.959596 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:51.096254 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60732) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:24:51.297472 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da8646c-1ae6-46da-818d-093ecea08a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:24:51.297865 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da8646c-1ae6-46da-818d-093ecea08a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:24:51.299447 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1da8646c-1ae6-46da-818d-093ecea08a83 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2022176 May 06 09:24:51.350245 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:53.496859 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60740) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:24:53.625732 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff98b159-71b3-408e-95dd-a5f249405cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:24:53.627080 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ff98b159-71b3-408e-95dd-a5f249405cd7 admin admin] 10.222.0.73 "GET /v2.0/networks/af464b71-5560-4575-933e-c7bd67bb6b45 HTTP/1.1" status: 200 len: 869 time: 0.1292393 May 06 09:24:55.789859 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60748) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:24:55.915861 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c7e532-7000-42c0-af35-90c1e4365510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:24:55.917241 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f8c7e532-7000-42c0-af35-90c1e4365510 admin admin] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 886 time: 0.1264143 May 06 09:24:58.106051 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60756) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:24:58.230632 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf90d78-0637-4483-b4f8-577159cef2d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:24:58.231017 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf90d78-0637-4483-b4f8-577159cef2d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:24:58.232553 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bdf90d78-0637-4483-b4f8-577159cef2d8 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1255231 May 06 09:25:00.420457 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60764) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:25:00.514623 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959b7002-80ca-470d-8733-98752acda111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:25:00.515080 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959b7002-80ca-470d-8733-98752acda111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:25:00.516891 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-959b7002-80ca-470d-8733-98752acda111 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0954857 May 06 09:25:02.695553 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60772) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:25:02.785515 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c2c496-2aeb-42e1-9cbf-edac652f459a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:25:02.786846 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-75c2c496-2aeb-42e1-9cbf-edac652f459a admin admin] 10.222.0.73 "GET /v2.0/subnets/65d01ed1-1e12-4309-8067-47b5f84431cd HTTP/1.1" status: 200 len: 868 time: 0.0903287 May 06 09:25:04.990115 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60780) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:25:05.073725 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9dd153-9d31-4838-8db1-b71b0ab0b9c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:25:05.075041 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-be9dd153-9d31-4838-8db1-b71b0ab0b9c5 admin admin] 10.222.0.73 "GET /v2.0/subnets/70c5f571-199a-4e48-bf0e-e14b798242e8 HTTP/1.1" status: 200 len: 816 time: 0.0839560 May 06 09:25:12.322958 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 5 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:25:15.823767 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-29714fab-9486-47b6-950f-ba5bbc9fed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:18.387427 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7e4b3960-f92f-4374-8da8-cf0bf336795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:19.306138 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:20.959523 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:21.353657 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:25.312493 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60834) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:25:25.359921 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-b31a14c4-8e97-429d-b4e5-ed4dd32e421e admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:25:25.360941 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b31a14c4-8e97-429d-b4e5-ed4dd32e421e admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474944 May 06 09:25:27.622642 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60842) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:25:27.687426 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-7381edde-8e1e-4cb4-9ad1-e3b8dd139375 admin admin] GET failed (client error): The resource could not be found. May 06 09:25:27.688771 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7381edde-8e1e-4cb4-9ad1-e3b8dd139375 admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0651219 May 06 09:25:27.829146 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad05b92b-f39d-4a47-9bac-d0afeee5d27d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:25:27.830551 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ad05b92b-f39d-4a47-9bac-d0afeee5d27d admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1371753 May 06 09:25:30.064758 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60850) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:25:30.110597 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-6e4ed892-bd81-4ae6-b854-ae1a4ab984ef admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:25:30.128953 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4ed892-bd81-4ae6-b854-ae1a4ab984ef admin admin] Made reservation on behalf of 21c9019943d1473c880e90e4d3db8055 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:25:30.131146 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed892-bd81-4ae6-b854-ae1a4ab984ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:30.159470 n-d-840835-1 neutron-server[102652]: WARNING neutron.services.revisions.revision_plugin [None req-6e4ed892-bd81-4ae6-b854-ae1a4ab984ef admin admin] Could not find related network for resource to bump revision. May 06 09:25:30.170923 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e4ed892-bd81-4ae6-b854-ae1a4ab984ef admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:25:30.179700 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed892-bd81-4ae6-b854-ae1a4ab984ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:30.180036 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-6e4ed892-bd81-4ae6-b854-ae1a4ab984ef admin admin] Added segment fa84366f-82a4-46a9-b9ff-87bcd42410e1 of type vlan for network e1b1562b-2c81-4971-925f-11b046fceceb May 06 09:25:30.217906 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed892-bd81-4ae6-b854-ae1a4ab984ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:30.241397 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed892-bd81-4ae6-b854-ae1a4ab984ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:30.242399 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4ed892-bd81-4ae6-b854-ae1a4ab984ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:25:30.242982 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed892-bd81-4ae6-b854-ae1a4ab984ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:30.295440 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6e4ed892-bd81-4ae6-b854-ae1a4ab984ef admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2295945 May 06 09:25:30.304018 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ed892-bd81-4ae6-b854-ae1a4ab984ef admin admin] Pushing event updated for resources: {'Network': ['ID=e1b1562b-2c81-4971-925f-11b046fceceb,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:30.311905 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ed892-bd81-4ae6-b854-ae1a4ab984ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:30.312255 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ed892-bd81-4ae6-b854-ae1a4ab984ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:30.312599 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ed892-bd81-4ae6-b854-ae1a4ab984ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:30.312939 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ed892-bd81-4ae6-b854-ae1a4ab984ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:30.313276 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ed892-bd81-4ae6-b854-ae1a4ab984ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:30.313630 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ed892-bd81-4ae6-b854-ae1a4ab984ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:30.313966 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ed892-bd81-4ae6-b854-ae1a4ab984ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:30.314298 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ed892-bd81-4ae6-b854-ae1a4ab984ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:30.314626 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ed892-bd81-4ae6-b854-ae1a4ab984ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:30.314955 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ed892-bd81-4ae6-b854-ae1a4ab984ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:30.315310 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ed892-bd81-4ae6-b854-ae1a4ab984ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:30.315637 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ed892-bd81-4ae6-b854-ae1a4ab984ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:30.327317 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network e1b1562b-2c81-4971-925f-11b046fceceb details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:25:32.503461 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60858) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:25:32.564375 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad03ed3-dd76-4787-a11c-3f84c0cc2cc7 admin admin] GET failed (client error): The resource could not be found. May 06 09:25:32.565689 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4ad03ed3-dd76-4787-a11c-3f84c0cc2cc7 admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612280 May 06 09:25:32.643689 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0023f63-be1a-4b85-a75d-46ae9c03f579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:25:32.645155 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c0023f63-be1a-4b85-a75d-46ae9c03f579 admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0729380 May 06 09:25:32.656036 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-7c6994ee-6ddb-4288-8378-fdd2ce0cd94b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:25:32.676244 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6994ee-6ddb-4288-8378-fdd2ce0cd94b admin admin] Made reservation on behalf of 21c9019943d1473c880e90e4d3db8055 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:25:32.678402 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7c6994ee-6ddb-4288-8378-fdd2ce0cd94b admin admin] Notify callbacks [] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:32.889035 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7c6994ee-6ddb-4288-8378-fdd2ce0cd94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:32.953097 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6994ee-6ddb-4288-8378-fdd2ce0cd94b admin admin] Pushing event updated for resources: {'Subnet': ['ID=73ca2348-f4b5-4f90-ac73-571acea49222,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:32.962376 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6994ee-6ddb-4288-8378-fdd2ce0cd94b admin admin] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:25:32.962755 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6994ee-6ddb-4288-8378-fdd2ce0cd94b admin admin] Network hostable DHCP agents. Network: e1b1562b-2c81-4971-925f-11b046fceceb, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:25:32.983613 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6994ee-6ddb-4288-8378-fdd2ce0cd94b admin admin] Network e1b1562b-2c81-4971-925f-11b046fceceb is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:25:32.994571 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-7c6994ee-6ddb-4288-8378-fdd2ce0cd94b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, e1b1562b-2c81-4971-925f-11b046fceceb) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:25:32.998790 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6994ee-6ddb-4288-8378-fdd2ce0cd94b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:25:32.999404 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7c6994ee-6ddb-4288-8378-fdd2ce0cd94b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:33.004399 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e7d907-3a9f-46c5-a12c-21b3a083b2af None None] Network e1b1562b-2c81-4971-925f-11b046fceceb requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:25:33.014400 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7c6994ee-6ddb-4288-8378-fdd2ce0cd94b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3622410 May 06 09:25:33.246820 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-e1b1562b-2c81-4971-925f-11b046fceceb', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'tenant_id': '21c9019943d1473c880e90e4d3db8055', 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:25:33.248407 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:33.392661 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Allocated IP 192.168.233.2 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/3bead2bf-2319-4087-a9f0-9cd7bf421361) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:25:33.543174 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:33.549126 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:33.587712 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:25:33.590512 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:25:33.597237 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:25:33.599386 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Pushing event updated for resources: {'Port': ['ID=3bead2bf-2319-4087-a9f0-9cd7bf421361,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:33.608338 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:33.608685 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:33.609026 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:33.609359 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:33.609688 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:33.610015 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:33.610346 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:33.610669 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:33.611012 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:33.611356 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:33.611685 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:33.612004 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:33.667299 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Attempting to bind port 3bead2bf-2319-4087-a9f0-9cd7bf421361 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:25:33.667670 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Attempting to bind port 3bead2bf-2319-4087-a9f0-9cd7bf421361 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:25:33.668032 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Attempting to bind port 3bead2bf-2319-4087-a9f0-9cd7bf421361 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:25:33.673661 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:25:33.674032 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:25:33.674438 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:33.674830 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:25:33.675319 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Bound port: 3bead2bf-2319-4087-a9f0-9cd7bf421361, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:25:33.675719 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:33.739732 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] For port 3bead2bf-2319-4087-a9f0-9cd7bf421361, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:25:33.742830 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] For port 3bead2bf-2319-4087-a9f0-9cd7bf421361, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3bead2bf-2319-4087-a9f0-9cd7bf421361,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:25:33.747509 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:33.806585 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa2e13-ed5f-42ff-b197-b43f7255363a None None] Pushing event updated for resources: {'Port': ['ID=3bead2bf-2319-4087-a9f0-9cd7bf421361,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:34.712273 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88832cf-e9c0-43bc-af3a-ff0f0a46d240 None None] Network e1b1562b-2c81-4971-925f-11b046fceceb requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:25:34.798476 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3bead2bf-2319-4087-a9f0-9cd7bf421361 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:25:34.810376 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-ba27e2ff-02f1-4514-ae3e-23c0950c38c7 None None] Provisioning complete for port 3bead2bf-2319-4087-a9f0-9cd7bf421361 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:25:34.810743 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ba27e2ff-02f1-4514-ae3e-23c0950c38c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:34.971091 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 3bead2bf-2319-4087-a9f0-9cd7bf421361 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:25:34.971470 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:35.013878 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ba27e2ff-02f1-4514-ae3e-23c0950c38c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:35.055855 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ba27e2ff-02f1-4514-ae3e-23c0950c38c7 None None] For port 3bead2bf-2319-4087-a9f0-9cd7bf421361, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3bead2bf-2319-4087-a9f0-9cd7bf421361,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:25:35.079447 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ba27e2ff-02f1-4514-ae3e-23c0950c38c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:35.120922 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:35.156249 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27e2ff-02f1-4514-ae3e-23c0950c38c7 None None] Pushing event updated for resources: {'Port': ['ID=3bead2bf-2319-4087-a9f0-9cd7bf421361,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:35.202633 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:25:35.203038 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:25:35.207914 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f382aa73-7597-43ae-afed-b59d6eb34c0a None None] Provisioning complete for port 3bead2bf-2319-4087-a9f0-9cd7bf421361 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:25:35.208280 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f382aa73-7597-43ae-afed-b59d6eb34c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:36.739162 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3bead2bf-2319-4087-a9f0-9cd7bf421361 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:25:36.789525 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 3bead2bf-2319-4087-a9f0-9cd7bf421361 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:25:36.789959 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:45.829980 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-40821629-d35a-4fe1-b299-22916dc32f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:48.393145 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4aaa4d01-5a44-4464-b5a5-62012833940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:49.310892 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:49.320524 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 5 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:25:50.962264 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:51.356280 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:15.833002 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ac1620be-8fab-4956-97ae-07b0d447d68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:18.395144 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c9b2fe1c-23a9-4173-880e-735b08cd31e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:19.317405 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:20.966194 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:21.359231 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:26.318533 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 5 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:26:45.835646 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9d834225-14dd-4c24-8eed-d5c5560e8e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:48.399052 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-423aba44-eca6-4168-ad75-8acd46c62839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:49.318123 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:50.970873 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:51.368689 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:01.112292 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60898) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:27:01.118077 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [None req-6b8e851a-3194-4371-99ec-a182d60b757c tempest-verify_tempest_config-935224629 tempest-verify_tempest_config-935224629-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:27:01.119096 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6b8e851a-3194-4371-99ec-a182d60b757c tempest-verify_tempest_config-935224629 tempest-verify_tempest_config-935224629-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058436 May 06 09:27:01.411075 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60916) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:27:01.522545 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-daf1280f-c13d-436a-9794-05810847cb82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:01.628260 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-daf1280f-c13d-436a-9794-05810847cb82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:01.632100 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-daf1280f-c13d-436a-9794-05810847cb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:01.679183 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-daf1280f-c13d-436a-9794-05810847cb82 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=41f4faa26e0b475da349555202648082&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2646053 May 06 09:27:01.679183 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1280f-c13d-436a-9794-05810847cb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8b4e3e-5a05-4ba3-a57d-14959ddaeb9e,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:01.679810 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60920) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:27:01.685334 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf1280f-c13d-436a-9794-05810847cb82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:01.685682 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf1280f-c13d-436a-9794-05810847cb82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:01.686027 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf1280f-c13d-436a-9794-05810847cb82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:01.686363 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf1280f-c13d-436a-9794-05810847cb82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:01.686702 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf1280f-c13d-436a-9794-05810847cb82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:01.687035 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf1280f-c13d-436a-9794-05810847cb82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:01.687509 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf1280f-c13d-436a-9794-05810847cb82 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:01.687841 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf1280f-c13d-436a-9794-05810847cb82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:01.688167 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf1280f-c13d-436a-9794-05810847cb82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:01.688496 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf1280f-c13d-436a-9794-05810847cb82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:01.688820 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf1280f-c13d-436a-9794-05810847cb82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:01.689149 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf1280f-c13d-436a-9794-05810847cb82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:01.734279 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb5a158e-eb52-4f77-99a5-312991e67975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:01.757402 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb5a158e-eb52-4f77-99a5-312991e67975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:01.941232 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb5a158e-eb52-4f77-99a5-312991e67975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:01.943813 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb5a158e-eb52-4f77-99a5-312991e67975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:01.945029 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bb5a158e-eb52-4f77-99a5-312991e67975 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0c8b4e3e-5a05-4ba3-a57d-14959ddaeb9e HTTP/1.1" status: 204 len: 168 time: 0.2638700 May 06 09:27:01.953231 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a158e-eb52-4f77-99a5-312991e67975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8b4e3e-5a05-4ba3-a57d-14959ddaeb9e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:01.960028 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5a158e-eb52-4f77-99a5-312991e67975 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:01.960378 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5a158e-eb52-4f77-99a5-312991e67975 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:01.960722 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5a158e-eb52-4f77-99a5-312991e67975 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:01.961060 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5a158e-eb52-4f77-99a5-312991e67975 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:01.961399 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5a158e-eb52-4f77-99a5-312991e67975 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:01.961733 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5a158e-eb52-4f77-99a5-312991e67975 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:01.962064 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5a158e-eb52-4f77-99a5-312991e67975 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:01.962390 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5a158e-eb52-4f77-99a5-312991e67975 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:01.962718 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5a158e-eb52-4f77-99a5-312991e67975 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:01.963045 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5a158e-eb52-4f77-99a5-312991e67975 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:01.963398 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5a158e-eb52-4f77-99a5-312991e67975 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:01.963724 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5a158e-eb52-4f77-99a5-312991e67975 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:03.317178 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 5 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:27:15.840844 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-98802b54-0fda-4ab7-b7af-c0d03b1e6a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:18.400419 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-697b5307-de18-4f32-8a68-865f901e3d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:19.320780 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:20.972313 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:21.361280 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:40.314955 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 5 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:27:45.842301 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-633d16d5-550e-4438-9179-58a1cc4cbbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:48.402688 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-40c1dde1-0290-4231-9ccf-2ae547a90ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:49.324262 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:50.975220 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:51.362943 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:15.845215 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-60941478-d1be-485f-8e28-e0aad7e084ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:17.313905 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 5 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:28:18.405567 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4ae1976f-5922-4e87-894b-325f5b1f7cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:19.326104 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:20.979209 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:21.364844 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:45.848297 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-35790b98-a095-4e62-a6d8-9912b28910c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:48.406351 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2833cfbd-0a05-47af-bf54-bad077f3c992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:49.331634 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:50.983453 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:51.368123 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:54.312009 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 5 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:29:15.849624 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-db26920b-c01d-403e-9fdc-d2df7b1290eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:18.408508 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9f88f8a7-4915-434b-b68f-6d3c0b1fd605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:19.332837 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:20.986450 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:21.369369 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:31.309799 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 5 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:29:45.850919 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1e7216b6-1900-4604-a606-5e587720c4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:48.409500 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fdc003b2-5dae-48bf-8428-04137fd73ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:49.335454 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:50.987373 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:51.371615 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:08.309042 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 5 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:30:15.852978 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1410fa3d-e5ba-45d0-a008-3177412e7079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:18.411220 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-baf7497a-fd94-45a0-a93a-e4fd2ee969d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:18.497008 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1987632'] for agent, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:19.340138 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:20.991631 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:21.376333 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:28.721349 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1987632'] for agent, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:45.308860 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:30:45.854993 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b08d0623-4e53-4f16-a426-1273b27dbc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:48.412639 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-55ce4575-e6bb-41f3-b3d4-8b3246fbf6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:48.472896 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:49.340863 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:50.994555 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:51.378381 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:58.713438 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:09.823109 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60974) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:31:09.925299 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-626b3361-f9c8-40d4-82de-8ea39af57cce admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1010554 May 06 09:31:12.136847 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60984) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:31:12.191526 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5596243a-c8e6-4f14-9c69-07597368567d admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0535836 May 06 09:31:15.857533 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-89e159e0-c1f6-4588-9eb8-99b1ef211825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:18.414135 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b41b9e3f-225b-47b7-ac80-fc61bdac5046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:18.487388 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:19.344311 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:20.996925 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:21.381533 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:22.310693 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:31:28.732221 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:45.858754 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0823fdc7-fab0-4403-a476-fbc1c026bcbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:48.416383 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d838a624-ccc4-42f4-9560-c93a5b9851fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:48.491011 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:49.347027 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:51.002277 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:51.389599 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:58.730711 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:59.309660 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:32:15.862277 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b5c1c791-532b-4626-b306-fb6aa55e5635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:18.417466 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b60d655e-10f8-4008-b807-589c8c6b08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:18.499073 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:19.349376 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:21.007269 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:21.383633 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:28.728875 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:36.309380 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:32:45.867646 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-60c9363b-d5c7-425b-a421-40cfaaca4a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:45.870019 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 32980) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:32:46.311343 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a340c381-19c9-419a-9523-a4a82359c23e tempest-AutoAllocateNetworkTest-669926158 tempest-AutoAllocateNetworkTest-669926158-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=ff0acc2fdaed40068497acac1ce2d992&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4393356 May 06 09:32:46.313953 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33002) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:32:46.511423 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4903b6-3d11-4ef6-9d03-ae82a1ffe5b4 tempest-AutoAllocateNetworkTest-669926158 tempest-AutoAllocateNetworkTest-669926158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:32:46.515838 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9f4903b6-3d11-4ef6-9d03-ae82a1ffe5b4 tempest-AutoAllocateNetworkTest-669926158 tempest-AutoAllocateNetworkTest-669926158-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1979861 May 06 09:32:46.516290 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33016) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:32:46.577991 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-577f8ab2-0a02-4fc4-a2c2-485b025b6cf5 tempest-AutoAllocateNetworkTest-669926158 tempest-AutoAllocateNetworkTest-669926158-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604644 May 06 09:32:46.578338 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33020) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:32:46.614574 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ccac0b10-9f32-4a83-a67a-24370e2723cc tempest-AutoAllocateNetworkTest-669926158 tempest-AutoAllocateNetworkTest-669926158-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=ff0acc2fdaed40068497acac1ce2d992 HTTP/1.1" status: 200 len: 208 time: 0.0348461 May 06 09:32:47.224834 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33066) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:32:47.525091 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-97bcf999-f2ba-4a9f-8c55-0d04cb161f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:47.602325 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-97bcf999-f2ba-4a9f-8c55-0d04cb161f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:47.607298 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-97bcf999-f2ba-4a9f-8c55-0d04cb161f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:47.636763 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcf999-f2ba-4a9f-8c55-0d04cb161f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2216a93d-f720-4b91-b7b8-ad73595ce194,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:32:47.647171 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcf999-f2ba-4a9f-8c55-0d04cb161f7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:32:47.647639 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcf999-f2ba-4a9f-8c55-0d04cb161f7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:32:47.647979 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcf999-f2ba-4a9f-8c55-0d04cb161f7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:32:47.648377 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcf999-f2ba-4a9f-8c55-0d04cb161f7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:32:47.648767 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcf999-f2ba-4a9f-8c55-0d04cb161f7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:32:47.649272 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcf999-f2ba-4a9f-8c55-0d04cb161f7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:32:47.649671 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcf999-f2ba-4a9f-8c55-0d04cb161f7d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:32:47.650065 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcf999-f2ba-4a9f-8c55-0d04cb161f7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:32:47.650478 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcf999-f2ba-4a9f-8c55-0d04cb161f7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:32:47.650838 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcf999-f2ba-4a9f-8c55-0d04cb161f7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:32:47.651272 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcf999-f2ba-4a9f-8c55-0d04cb161f7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:32:47.651718 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcf999-f2ba-4a9f-8c55-0d04cb161f7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcf999-f2ba-4a9f-8c55-0d04cb161f7d admin admin] Tracked resource versions report: May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: pushed versions: May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: { 'AddressGroup': {'1.2'}, May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: 'ConntrackHelper': {'1.0'}, May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: 'Log': {'1.0'}, May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: 'Network': {'1.1'}, May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: 'Port': {'1.7'}, May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: 'PortForwarding': {'1.2'}, May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: 'QosPolicy': {'1.9'}, May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: 'SecurityGroup': {'1.4'}, May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: 'SecurityGroupRule': {'1.2'}, May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: 'SubPort': {'1.0'}, May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: 'Subnet': {'1.1'}, May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: 'Trunk': {'1.1'}} May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: consumer versions: May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: { DHCP agent@n-d-840835-1: {}, May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: HyperV agent@n-h1-840835-1: {}, May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: HyperV agent@n-h2-840835-1: {}, May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: L3 agent@n-d-840835-1: {}, May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: Metadata agent@n-d-840835-1: {}, May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: Metering agent@n-d-840835-1: {}, May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: Open vSwitch agent@n-d-840835-1: { 'AddressGroup': '1.2', May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: 'ConntrackHelper': '1.0', May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: 'Log': '1.0', May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: 'Network': '1.1', May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: 'Port': '1.7', May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: 'PortForwarding': '1.2', May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: 'QosPolicy': '1.9', May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: 'SecurityGroup': '1.4', May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: 'SecurityGroupRule': '1.2', May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: 'SubPort': '1.0', May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: 'Subnet': '1.1', May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: 'Trunk': '1.1'}} May 06 09:32:47.653087 n-d-840835-1 neutron-server[102653]: {{(pid=102653) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 09:32:47.673412 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-97bcf999-f2ba-4a9f-8c55-0d04cb161f7d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ff0acc2fdaed40068497acac1ce2d992&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4469469 May 06 09:32:47.674799 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33090) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:32:47.745807 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27291c3e-10d3-4aee-99ba-91ae32253b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:47.773935 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27291c3e-10d3-4aee-99ba-91ae32253b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:47.841134 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27291c3e-10d3-4aee-99ba-91ae32253b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:47.854123 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27291c3e-10d3-4aee-99ba-91ae32253b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:47.854123 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-27291c3e-10d3-4aee-99ba-91ae32253b91 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2216a93d-f720-4b91-b7b8-ad73595ce194 HTTP/1.1" status: 204 len: 168 time: 0.1740308 May 06 09:32:47.864205 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27291c3e-10d3-4aee-99ba-91ae32253b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2216a93d-f720-4b91-b7b8-ad73595ce194,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:32:47.877329 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27291c3e-10d3-4aee-99ba-91ae32253b91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:32:47.877764 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27291c3e-10d3-4aee-99ba-91ae32253b91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:32:47.878573 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27291c3e-10d3-4aee-99ba-91ae32253b91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:32:47.878986 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27291c3e-10d3-4aee-99ba-91ae32253b91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:32:47.879475 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27291c3e-10d3-4aee-99ba-91ae32253b91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:32:47.880191 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27291c3e-10d3-4aee-99ba-91ae32253b91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:32:47.880597 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27291c3e-10d3-4aee-99ba-91ae32253b91 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:32:47.881497 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27291c3e-10d3-4aee-99ba-91ae32253b91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:32:47.882017 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27291c3e-10d3-4aee-99ba-91ae32253b91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:32:47.882958 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27291c3e-10d3-4aee-99ba-91ae32253b91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:32:47.883913 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27291c3e-10d3-4aee-99ba-91ae32253b91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:32:47.885083 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27291c3e-10d3-4aee-99ba-91ae32253b91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27291c3e-10d3-4aee-99ba-91ae32253b91 admin admin] Tracked resource versions report: May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: pushed versions: May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: { 'AddressGroup': {'1.2'}, May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: 'ConntrackHelper': {'1.0'}, May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: 'Log': {'1.0'}, May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: 'Network': {'1.1'}, May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: 'Port': {'1.7'}, May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: 'PortForwarding': {'1.2'}, May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: 'QosPolicy': {'1.9'}, May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: 'SecurityGroup': {'1.4'}, May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: 'SecurityGroupRule': {'1.2'}, May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: 'SubPort': {'1.0'}, May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: 'Subnet': {'1.1'}, May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: 'Trunk': {'1.1'}} May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: consumer versions: May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: { DHCP agent@n-d-840835-1: {}, May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: HyperV agent@n-h1-840835-1: {}, May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: HyperV agent@n-h2-840835-1: {}, May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: L3 agent@n-d-840835-1: {}, May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: Metadata agent@n-d-840835-1: {}, May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: Metering agent@n-d-840835-1: {}, May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: Open vSwitch agent@n-d-840835-1: { 'AddressGroup': '1.2', May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: 'ConntrackHelper': '1.0', May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: 'Log': '1.0', May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: 'Network': '1.1', May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: 'Port': '1.7', May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: 'PortForwarding': '1.2', May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: 'QosPolicy': '1.9', May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: 'SecurityGroup': '1.4', May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: 'SecurityGroupRule': '1.2', May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: 'SubPort': '1.0', May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: 'Subnet': '1.1', May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: 'Trunk': '1.1'}} May 06 09:32:47.887407 n-d-840835-1 neutron-server[102652]: {{(pid=102652) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 09:32:48.423372 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e81d7ed8-161b-47b8-9f3b-657e125cf151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:48.471829 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33142) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:32:48.474386 n-d-840835-1 neutron-server[102653]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 06 09:32:48.495613 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-4c4addb8-c169-452f-bdf5-e88feef250ea tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=40617095ad694c29b842a58fec985b52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222392 May 06 09:32:48.509337 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:48.611794 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-a561f2ba-10b1-4ec6-962d-9ed7f2c5ecc0 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:32:48.615669 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-a561f2ba-10b1-4ec6-962d-9ed7f2c5ecc0 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1122379 May 06 09:32:48.631701 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-25acff92-4797-43de-a642-bc14448cf45d tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/quotas/40617095ad694c29b842a58fec985b52 HTTP/1.1" status: 200 len: 375 time: 0.0121379 May 06 09:32:48.694506 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-f48762b0-2cf2-4fce-addc-cc9ad12720e8 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=40617095ad694c29b842a58fec985b52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564423 May 06 09:32:49.303482 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-63600099-b3a3-4853-a5f1-b9532bb76543 req-3b138b7f-7aaa-4492-9b2d-6199dc3d8ff4 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=66c6c62f-cf62-4b8b-9276-d96b9954d4be HTTP/1.1" status: 200 len: 210 time: 0.0559168 May 06 09:32:49.367440 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:49.738459 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33248) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:32:49.770242 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-fcd64ec5-b466-4214-8ed4-89c5d570bb17 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=dd2b68e9188a432782a13dad893a2f67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303946 May 06 09:32:49.877985 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-ac079f16-23f9-40c2-867f-22796ba8bd68 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:32:49.880174 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-ac079f16-23f9-40c2-867f-22796ba8bd68 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1085072 May 06 09:32:49.897548 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-171aecd7-01fe-4b5f-af67-39c674021320 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/quotas/dd2b68e9188a432782a13dad893a2f67 HTTP/1.1" status: 200 len: 375 time: 0.0101514 May 06 09:32:49.934468 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-7420c6e4-f6c6-430b-89d6-52b5f8b8e691 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310857 May 06 09:32:50.320495 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62d964c7-d034-417b-9881-db934c7b8404 req-b7eb22fc-b6aa-40c4-bd15-2dc3346f32de tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 210 time: 0.1017687 May 06 09:32:50.517809 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-a48a1667-e51a-42fe-a826-85024c3e5b61 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8265e6dd8d6c4b84a9d9ae8a16136783&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223367 May 06 09:32:50.673056 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-ac82ddbf-4cd7-4e79-a0b3-61da97241692 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:32:50.679851 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-ac82ddbf-4cd7-4e79-a0b3-61da97241692 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1545007 May 06 09:32:50.706950 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7daa75d8-425a-4bab-8c32-01deb97c2f4a req-3cbf31b1-6224-4d3f-b678-e4272e2cfa23 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=66c6c62f-cf62-4b8b-9276-d96b9954d4be HTTP/1.1" status: 200 len: 210 time: 0.0536172 May 06 09:32:50.715668 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-12de53c1-75a3-40a3-a145-b4064944aac6 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/quotas/8265e6dd8d6c4b84a9d9ae8a16136783 HTTP/1.1" status: 200 len: 375 time: 0.0347075 May 06 09:32:50.769773 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-71a6bc83-e901-4bf2-a8b1-d2774c71ec9d tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8265e6dd8d6c4b84a9d9ae8a16136783&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474517 May 06 09:32:51.034822 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.77', 60614) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:32:51.043040 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:51.066682 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c3422c4a-e7b3-4f31-9636-0d2c437cb568 req-679aafca-cb96-4359-a523-9a6c99b5a89a tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/ports?device_id=17e65351-c0ca-4974-bddd-1151ed485546 HTTP/1.1" status: 200 len: 210 time: 0.0462217 May 06 09:32:51.134000 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33370) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:32:51.140144 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-e5e7ae24-ad1d-47d8-b1c5-144667d3c860 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=40617095ad694c29b842a58fec985b52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0948846 May 06 09:32:51.364980 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-12be923e-5596-4ca3-9575-0469e8c2fd5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:51.397235 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:51.498464 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-12be923e-5596-4ca3-9575-0469e8c2fd5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:51.504418 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-12be923e-5596-4ca3-9575-0469e8c2fd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:51.527299 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33402) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:32:51.605238 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be923e-5596-4ca3-9575-0469e8c2fd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f435d64-07c6-49ca-b9ef-b26a10161915,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:32:51.620209 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1fa7ef51-a1f8-46e5-94ee-3ed9cf2ad97e req-b77a6f19-e723-4e17-93c1-f595dfaa50aa tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 210 time: 0.0916660 May 06 09:32:51.632869 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-12be923e-5596-4ca3-9575-0469e8c2fd5c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b077cb8ab0f54ed4888dc8bf135daaf2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4977541 May 06 09:32:51.636490 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33418) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:32:51.694832 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-71ae25c7-ca49-4907-9fb4-9dc60fc33964 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:32:51.697202 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-71ae25c7-ca49-4907-9fb4-9dc60fc33964 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5514805 May 06 09:32:51.706992 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f384-c53e-4411-8114-232ae2e66dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:51.747436 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f384-c53e-4411-8114-232ae2e66dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:51.762876 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7b0bdb6b-e9f4-4f45-a691-408f7a3dd673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:51.816259 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-750c13a8-8c15-4302-bb99-3ab45bb5a8bc tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Request body: {'port': {'device_id': '66c6c62f-cf62-4b8b-9276-d96b9954d4be', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'admin_state_up': True, 'tenant_id': '40617095ad694c29b842a58fec985b52'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:32:51.888608 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4a43da6e-c560-4db1-925c-05f7ab0ae1c4 req-5811553e-998a-49ba-8653-fa70efff970c tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=66c6c62f-cf62-4b8b-9276-d96b9954d4be HTTP/1.1" status: 200 len: 210 time: 0.0702169 May 06 09:32:51.997666 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7b0bdb6b-e9f4-4f45-a691-408f7a3dd673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:51.999048 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f384-c53e-4411-8114-232ae2e66dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:52.002683 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f384-c53e-4411-8114-232ae2e66dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:52.004187 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f1a9f384-c53e-4411-8114-232ae2e66dd8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3f435d64-07c6-49ca-b9ef-b26a10161915 HTTP/1.1" status: 204 len: 168 time: 0.3666177 May 06 09:32:52.008560 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7b0bdb6b-e9f4-4f45-a691-408f7a3dd673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:52.038378 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7b0bdb6b-e9f4-4f45-a691-408f7a3dd673 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=37ba6fb82cfa4b95a06132ae86baf970&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5037496 May 06 09:32:52.041359 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33438) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:32:52.100116 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9f384-c53e-4411-8114-232ae2e66dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f435d64-07c6-49ca-b9ef-b26a10161915,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:32:52.164204 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.77', 60618) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:32:52.187054 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0bdb6b-e9f4-4f45-a691-408f7a3dd673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3662d6-8439-4049-9ae8-0d36ba385336,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:32:52.271200 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-16a5eba1-adc1-4766-8a52-ee29ab9f8b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:52.283721 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-a60e0149-3559-414e-af5f-beadad40a019 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=dd2b68e9188a432782a13dad893a2f67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1140487 May 06 09:32:52.303814 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-16a5eba1-adc1-4766-8a52-ee29ab9f8b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:52.391711 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-750c13a8-8c15-4302-bb99-3ab45bb5a8bc tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Made reservation on behalf of 40617095ad694c29b842a58fec985b52 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:32:52.397562 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-750c13a8-8c15-4302-bb99-3ab45bb5a8bc tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:52.438203 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-750c13a8-8c15-4302-bb99-3ab45bb5a8bc tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:52.504185 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-16a5eba1-adc1-4766-8a52-ee29ab9f8b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:52.515060 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-16a5eba1-adc1-4766-8a52-ee29ab9f8b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:52.520090 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-16a5eba1-adc1-4766-8a52-ee29ab9f8b3c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1b3662d6-8439-4049-9ae8-0d36ba385336 HTTP/1.1" status: 204 len: 168 time: 0.4773412 May 06 09:32:52.614335 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb088db6-1f69-4d71-8727-d72ddf3756c6 req-617a9758-7404-4707-a3c3-bc5282e7e88b tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/ports?device_id=17e65351-c0ca-4974-bddd-1151ed485546 HTTP/1.1" status: 200 len: 210 time: 0.1650231 May 06 09:32:52.620201 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-fd0397d2-fe36-464e-9073-1960ff5c30fb tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:32:52.623251 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-fd0397d2-fe36-464e-9073-1960ff5c30fb tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3342686 May 06 09:32:52.637961 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5eba1-adc1-4766-8a52-ee29ab9f8b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3662d6-8439-4049-9ae8-0d36ba385336,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:32:52.737676 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-28b9935b-4cd4-4e8e-807f-d0f51e006106 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Request body: {'port': {'device_id': '08ed024f-297d-4b6c-b951-530587259480', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'admin_state_up': True, 'tenant_id': 'dd2b68e9188a432782a13dad893a2f67'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:32:52.774907 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33470) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:32:52.803410 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-777ab97a-9512-4906-b0d8-d5fa7d7fc9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:52.869759 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.84', 57392) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:32:52.946347 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-750c13a8-8c15-4302-bb99-3ab45bb5a8bc tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:52.956171 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-750c13a8-8c15-4302-bb99-3ab45bb5a8bc tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:53.015938 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c13a8-8c15-4302-bb99-3ab45bb5a8bc tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ce541e-5bba-489a-932d-6ba98b968841,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:32:53.023433 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3758e369-c70e-489e-92d2-ea863e1ee161 req-56a79683-2afc-4091-8c04-21d2e051835b tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 210 time: 0.1860795 May 06 09:32:53.049384 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-a060ac30-1b3e-4d1a-b485-997ac7f5adaf tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=8265e6dd8d6c4b84a9d9ae8a16136783&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1751187 May 06 09:32:53.227736 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-28b9935b-4cd4-4e8e-807f-d0f51e006106 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Made reservation on behalf of dd2b68e9188a432782a13dad893a2f67 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:32:53.236774 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-28b9935b-4cd4-4e8e-807f-d0f51e006106 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:53.255153 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f363ae1d-ec82-4773-9ae2-924b3ecfd355 req-d1c05998-78da-4b24-84d6-c8fb55363926 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=66c6c62f-cf62-4b8b-9276-d96b9954d4be HTTP/1.1" status: 200 len: 210 time: 0.1952317 May 06 09:32:53.287249 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-28b9935b-4cd4-4e8e-807f-d0f51e006106 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:53.461925 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33500) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:32:53.469401 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-876b8637-d214-454a-a7e5-1e7289c57b39 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:32:53.470888 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-876b8637-d214-454a-a7e5-1e7289c57b39 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4145877 May 06 09:32:53.635081 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-3717ff0a-b0c5-4c31-aae5-31c7a59a57c8 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Request body: {'port': {'device_id': '17e65351-c0ca-4974-bddd-1151ed485546', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'admin_state_up': True, 'tenant_id': '8265e6dd8d6c4b84a9d9ae8a16136783'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:32:53.652094 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-798c7b6f-819f-4155-9682-96e008dc9e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:53.686744 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-750c13a8-8c15-4302-bb99-3ab45bb5a8bc tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Allocated IP 192.168.233.254 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/b6231fc8-886a-4cd8-bf4c-33a670b10e20) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:32:53.859584 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-28b9935b-4cd4-4e8e-807f-d0f51e006106 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:53.886492 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-28b9935b-4cd4-4e8e-807f-d0f51e006106 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:53.967879 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-625ec4e5-1411-4a20-b761-4e4fcfb69bd1 req-9fd7a4c6-bff7-4311-aeae-abfb72dec27c tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/ports?device_id=17e65351-c0ca-4974-bddd-1151ed485546 HTTP/1.1" status: 200 len: 210 time: 0.0805378 May 06 09:32:53.970603 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-777ab97a-9512-4906-b0d8-d5fa7d7fc9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:54.002773 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-777ab97a-9512-4906-b0d8-d5fa7d7fc9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:54.047869 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9935b-4cd4-4e8e-807f-d0f51e006106 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbd9cbc-7a62-427a-9976-303c8642d977,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:32:54.133797 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-798c7b6f-819f-4155-9682-96e008dc9e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:54.137948 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-777ab97a-9512-4906-b0d8-d5fa7d7fc9c0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c9092a948d194254bfd137723336c95b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3615327 May 06 09:32:54.153210 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33536) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:32:54.154237 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-798c7b6f-819f-4155-9682-96e008dc9e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:54.353883 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-798c7b6f-819f-4155-9682-96e008dc9e55 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0ab32765cc154f3b957872a7181719fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8795388 May 06 09:32:54.355071 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33546) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:32:54.421373 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5448fc64-96d5-4001-8ea3-83b872296a86 req-2c77038a-dee0-4b4b-a394-9a7e5738b80e tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 210 time: 0.1360455 May 06 09:32:54.517732 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c35f13a2-c488-4292-ae09-9abeac13b345 req-66a080d9-e9d1-4ce9-8451-d9a6208f9726 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=66c6c62f-cf62-4b8b-9276-d96b9954d4be HTTP/1.1" status: 200 len: 210 time: 0.0808713 May 06 09:32:54.567645 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bc36fdba-0c0b-4cf9-ae05-14e8b4442827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:54.573990 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a1b66c7a-55ed-48a3-9fc8-31db76a4e872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:54.600218 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a1b66c7a-55ed-48a3-9fc8-31db76a4e872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:54.602093 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bc36fdba-0c0b-4cf9-ae05-14e8b4442827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:54.606272 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-750c13a8-8c15-4302-bb99-3ab45bb5a8bc tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:54.654479 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ab97a-9512-4906-b0d8-d5fa7d7fc9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450f7aa0-d452-4586-a6d2-9e8be576dc01,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:32:54.695438 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-750c13a8-8c15-4302-bb99-3ab45bb5a8bc tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:54.718934 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c7b6f-819f-4155-9682-96e008dc9e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b7e671-62d7-4d7a-871c-aee556dbe7a0,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:32:54.755934 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a1b66c7a-55ed-48a3-9fc8-31db76a4e872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:54.760857 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a1b66c7a-55ed-48a3-9fc8-31db76a4e872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:54.762855 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a1b66c7a-55ed-48a3-9fc8-31db76a4e872 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/450f7aa0-d452-4586-a6d2-9e8be576dc01 HTTP/1.1" status: 204 len: 168 time: 0.5511401 May 06 09:32:54.780080 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b66c7a-55ed-48a3-9fc8-31db76a4e872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450f7aa0-d452-4586-a6d2-9e8be576dc01,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:32:54.834716 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-3717ff0a-b0c5-4c31-aae5-31c7a59a57c8 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Made reservation on behalf of 8265e6dd8d6c4b84a9d9ae8a16136783 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:32:54.838993 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-3717ff0a-b0c5-4c31-aae5-31c7a59a57c8 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:54.850987 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-3717ff0a-b0c5-4c31-aae5-31c7a59a57c8 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:54.875268 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-750c13a8-8c15-4302-bb99-3ab45bb5a8bc tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:32:54.881313 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c13a8-8c15-4302-bb99-3ab45bb5a8bc tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Pushing event updated for resources: {'Port': ['ID=b6231fc8-886a-4cd8-bf4c-33a670b10e20,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:32:54.884536 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-750c13a8-8c15-4302-bb99-3ab45bb5a8bc tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:32:54.888408 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bc36fdba-0c0b-4cf9-ae05-14e8b4442827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:54.891409 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bc36fdba-0c0b-4cf9-ae05-14e8b4442827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:54.894989 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bc36fdba-0c0b-4cf9-ae05-14e8b4442827 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/05b7e671-62d7-4d7a-871c-aee556dbe7a0 HTTP/1.1" status: 204 len: 168 time: 0.5358174 May 06 09:32:54.907236 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36fdba-0c0b-4cf9-ae05-14e8b4442827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b7e671-62d7-4d7a-871c-aee556dbe7a0,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:32:54.941880 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-750c13a8-8c15-4302-bb99-3ab45bb5a8bc tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:32:54.948059 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-750c13a8-8c15-4302-bb99-3ab45bb5a8bc tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:32:54.948684 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-750c13a8-8c15-4302-bb99-3ab45bb5a8bc tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:54.975293 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-28b9935b-4cd4-4e8e-807f-d0f51e006106 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Allocated IP 192.168.233.221 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/2a8c432e-4ccf-4d70-947f-3448ffe6562a) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:32:54.980569 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-750c13a8-8c15-4302-bb99-3ab45bb5a8bc tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1694520 May 06 09:32:55.002528 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-2ebf18fe-1686-42ff-a5de-fa56059b329a tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:32:55.003670 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-2ebf18fe-1686-42ff-a5de-fa56059b329a tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134904 May 06 09:32:55.037526 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-3717ff0a-b0c5-4c31-aae5-31c7a59a57c8 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:55.047446 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-3717ff0a-b0c5-4c31-aae5-31c7a59a57c8 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:55.285452 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33560) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:32:55.455737 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717ff0a-b0c5-4c31-aae5-31c7a59a57c8 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=480586c7-f4c5-4a71-bf74-b1ef0c65836c,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:32:55.523854 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5303cf19-1337-4016-8779-1cdd414c087e req-c250e30d-e80b-4faa-bb28-5d0448283e7d tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/ports?device_id=17e65351-c0ca-4974-bddd-1151ed485546 HTTP/1.1" status: 200 len: 210 time: 0.1862576 May 06 09:32:55.526995 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a365d875-96dd-4045-b6dc-ada4f407c07f None None] Provisioning complete for port b6231fc8-886a-4cd8-bf4c-33a670b10e20 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:32:55.528145 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a365d875-96dd-4045-b6dc-ada4f407c07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:55.566892 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-28b9935b-4cd4-4e8e-807f-d0f51e006106 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:55.619093 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-a365d875-96dd-4045-b6dc-ada4f407c07f None None] Port b6231fc8-886a-4cd8-bf4c-33a670b10e20 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:32:55.640059 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-28b9935b-4cd4-4e8e-807f-d0f51e006106 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:55.711667 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9935b-4cd4-4e8e-807f-d0f51e006106 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Pushing event updated for resources: {'Port': ['ID=2a8c432e-4ccf-4d70-947f-3448ffe6562a,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:32:55.724128 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-3941eb51-71f8-4ec5-b00c-a117c755abbe service neutron] Request body: {'port': {'device_id': '66c6c62f-cf62-4b8b-9276-d96b9954d4be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:32:55.775524 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-28b9935b-4cd4-4e8e-807f-d0f51e006106 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:32:55.779638 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-28b9935b-4cd4-4e8e-807f-d0f51e006106 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:32:55.781819 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9d5ab48b-1207-4c5e-a5ad-80a440e7da59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:55.786534 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-28b9935b-4cd4-4e8e-807f-d0f51e006106 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:32:55.800694 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-28b9935b-4cd4-4e8e-807f-d0f51e006106 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:32:55.801432 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-28b9935b-4cd4-4e8e-807f-d0f51e006106 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:55.870861 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-28b9935b-4cd4-4e8e-807f-d0f51e006106 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1479764 May 06 09:32:55.891526 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-3941eb51-71f8-4ec5-b00c-a117c755abbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:55.908995 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-0b5d304c-f4aa-49c8-b529-fef6efa4077f service neutron] Request body: {'port': {'device_id': '08ed024f-297d-4b6c-b951-530587259480', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:32:56.134330 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-0b5d304c-f4aa-49c8-b529-fef6efa4077f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:56.262451 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-68954a19-8846-429b-870b-7e3a4f7a62a9 None None] Provisioning complete for port 2a8c432e-4ccf-4d70-947f-3448ffe6562a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:32:56.262827 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-68954a19-8846-429b-870b-7e3a4f7a62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:56.323852 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-3717ff0a-b0c5-4c31-aae5-31c7a59a57c8 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Allocated IP 192.168.233.235 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/6b0a6a35-b018-46bb-b540-514f62d62d03) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:32:56.409610 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-68954a19-8846-429b-870b-7e3a4f7a62a9 None None] Port 2a8c432e-4ccf-4d70-947f-3448ffe6562a cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:32:56.677694 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19557a52-ccd8-4808-bdd5-c943609a5a27 req-ee823927-2b05-4dfb-a32f-612141bb2a24 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:32:56.682886 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-19557a52-ccd8-4808-bdd5-c943609a5a27 req-ee823927-2b05-4dfb-a32f-612141bb2a24 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=66c6c62f-cf62-4b8b-9276-d96b9954d4be HTTP/1.1" status: 200 len: 936 time: 0.9012427 May 06 09:32:56.687165 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9d5ab48b-1207-4c5e-a5ad-80a440e7da59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:56.700986 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9d5ab48b-1207-4c5e-a5ad-80a440e7da59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:56.834752 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9d5ab48b-1207-4c5e-a5ad-80a440e7da59 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=13542071df8243fb8376faa6c3325834&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5446255 May 06 09:32:56.840636 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33612) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:32:56.871205 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d085681-9842-429c-83f2-af73b1e9bb88 req-06122289-e397-4f69-ad0c-280c17e4ba27 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:32:56.881337 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ab48b-1207-4c5e-a5ad-80a440e7da59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4393bc18-8d80-463d-ac56-da2e3c2abac2,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:32:56.901434 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d085681-9842-429c-83f2-af73b1e9bb88 req-06122289-e397-4f69-ad0c-280c17e4ba27 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 936 time: 1.1289651 May 06 09:32:56.969110 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f55783fd-0e95-4d56-b9cc-c75129be8b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:57.015540 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-19557a52-ccd8-4808-bdd5-c943609a5a27 req-5576c8f1-3f32-4edc-a638-f8358bcc9b5c tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004576 May 06 09:32:57.018310 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f55783fd-0e95-4d56-b9cc-c75129be8b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:57.042741 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d085681-9842-429c-83f2-af73b1e9bb88 req-bee95c33-cde3-4c63-b2b3-fb7d28839164 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363728 May 06 09:32:57.119735 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f55783fd-0e95-4d56-b9cc-c75129be8b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:57.128044 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f55783fd-0e95-4d56-b9cc-c75129be8b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:57.139536 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f55783fd-0e95-4d56-b9cc-c75129be8b6a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4393bc18-8d80-463d-ac56-da2e3c2abac2 HTTP/1.1" status: 204 len: 168 time: 0.2958114 May 06 09:32:57.162990 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55783fd-0e95-4d56-b9cc-c75129be8b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4393bc18-8d80-463d-ac56-da2e3c2abac2,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:32:57.197620 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-3717ff0a-b0c5-4c31-aae5-31c7a59a57c8 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:57.240959 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c774675b-e6ed-4c96-bcd3-3b00bf17faf7 req-48954841-4b07-4811-8563-2b9479c6dc9a tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/ports?device_id=17e65351-c0ca-4974-bddd-1151ed485546 HTTP/1.1" status: 200 len: 210 time: 0.0620275 May 06 09:32:57.373674 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-3717ff0a-b0c5-4c31-aae5-31c7a59a57c8 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:57.496910 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-3717ff0a-b0c5-4c31-aae5-31c7a59a57c8 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:32:57.506347 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-3717ff0a-b0c5-4c31-aae5-31c7a59a57c8 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:32:57.516906 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-3717ff0a-b0c5-4c31-aae5-31c7a59a57c8 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:32:57.525191 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-3717ff0a-b0c5-4c31-aae5-31c7a59a57c8 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:32:57.525897 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-3717ff0a-b0c5-4c31-aae5-31c7a59a57c8 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:57.596019 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717ff0a-b0c5-4c31-aae5-31c7a59a57c8 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Pushing event updated for resources: {'Port': ['ID=6b0a6a35-b018-46bb-b540-514f62d62d03,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:32:57.614996 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-3717ff0a-b0c5-4c31-aae5-31c7a59a57c8 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9923918 May 06 09:32:57.641404 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-7d70c497-bf0d-4c26-ac93-52232b9f6dd2 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:32:57.643065 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-7d70c497-bf0d-4c26-ac93-52232b9f6dd2 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060880 May 06 09:32:57.696362 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-3941eb51-71f8-4ec5-b00c-a117c755abbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6231fc8-886a-4cd8-bf4c-33a670b10e20 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:32:57.710218 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-3941eb51-71f8-4ec5-b00c-a117c755abbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:57.758801 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-3941eb51-71f8-4ec5-b00c-a117c755abbe service neutron] Transition to ACTIVE for port object b6231fc8-886a-4cd8-bf4c-33a670b10e20 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:32:57.800539 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-3941eb51-71f8-4ec5-b00c-a117c755abbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:57.869137 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33632) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:32:57.870076 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b5e76d2a-ddbb-40dc-bf34-764cbc6f8081 None None] Provisioning complete for port 6b0a6a35-b018-46bb-b540-514f62d62d03 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:32:57.871073 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b5e76d2a-ddbb-40dc-bf34-764cbc6f8081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:57.892633 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4940e1ba-2399-43f0-8c08-63a8a9cadc18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:57.961961 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941eb51-71f8-4ec5-b00c-a117c755abbe service neutron] Pushing event updated for resources: {'Port': ['ID=b6231fc8-886a-4cd8-bf4c-33a670b10e20,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:32:57.989835 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-b5e76d2a-ddbb-40dc-bf34-764cbc6f8081 None None] Port 6b0a6a35-b018-46bb-b540-514f62d62d03 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:32:58.133495 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-3941eb51-71f8-4ec5-b00c-a117c755abbe service neutron] Attempting to bind port b6231fc8-886a-4cd8-bf4c-33a670b10e20 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:32:58.134174 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-3941eb51-71f8-4ec5-b00c-a117c755abbe service neutron] Attempting to bind port b6231fc8-886a-4cd8-bf4c-33a670b10e20 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:32:58.134622 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-3941eb51-71f8-4ec5-b00c-a117c755abbe service neutron] Attempting to bind port b6231fc8-886a-4cd8-bf4c-33a670b10e20 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:32:58.141501 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-3941eb51-71f8-4ec5-b00c-a117c755abbe service neutron] Port b6231fc8-886a-4cd8-bf4c-33a670b10e20 on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:32:58.141986 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-3941eb51-71f8-4ec5-b00c-a117c755abbe service neutron] Attempting to bind port b6231fc8-886a-4cd8-bf4c-33a670b10e20 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:32:58.150582 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4940e1ba-2399-43f0-8c08-63a8a9cadc18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:58.161931 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-3941eb51-71f8-4ec5-b00c-a117c755abbe service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:32:58.162764 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-3941eb51-71f8-4ec5-b00c-a117c755abbe service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:32:58.163933 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-3941eb51-71f8-4ec5-b00c-a117c755abbe service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:32:58.164479 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-3941eb51-71f8-4ec5-b00c-a117c755abbe service neutron] Bound port: b6231fc8-886a-4cd8-bf4c-33a670b10e20, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:32:58.165002 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-3941eb51-71f8-4ec5-b00c-a117c755abbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:58.262905 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4940e1ba-2399-43f0-8c08-63a8a9cadc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:58.288909 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-3941eb51-71f8-4ec5-b00c-a117c755abbe service neutron] For port b6231fc8-886a-4cd8-bf4c-33a670b10e20, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:32:58.297871 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-3941eb51-71f8-4ec5-b00c-a117c755abbe service neutron] For port b6231fc8-886a-4cd8-bf4c-33a670b10e20, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=b6231fc8-886a-4cd8-bf4c-33a670b10e20,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:32:58.325701 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-3941eb51-71f8-4ec5-b00c-a117c755abbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:58.395800 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-3941eb51-71f8-4ec5-b00c-a117c755abbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:32:58.396887 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-3941eb51-71f8-4ec5-b00c-a117c755abbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:58.400603 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-3941eb51-71f8-4ec5-b00c-a117c755abbe service neutron] 10.222.0.77 "PUT /v2.0/ports/b6231fc8-886a-4cd8-bf4c-33a670b10e20 HTTP/1.1" status: 200 len: 1096 time: 3.1145117 May 06 09:32:58.406639 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-0b5d304c-f4aa-49c8-b529-fef6efa4077f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a8c432e-4ccf-4d70-947f-3448ffe6562a {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:32:58.418535 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c6c62f-cf62-4b8b-9276-d96b9954d4be', 'tag': 'b6231fc8-886a-4cd8-bf4c-33a670b10e20'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:32:58.493773 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-11d5a13a-886f-4646-9519-f7771d2ad7a9 service neutron] Request body: {'port': {'device_id': '17e65351-c0ca-4974-bddd-1151ed485546', 'device_owner': 'compute:tempest-test_az-254901156', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:32:58.576913 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-0b5d304c-f4aa-49c8-b529-fef6efa4077f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:58.632025 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f51870-5ae8-4fb4-9112-c8e3e4bcf4c3 req-d118cd0e-6768-4399-80f7-4334372b40fd tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:32:58.634176 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-27f51870-5ae8-4fb4-9112-c8e3e4bcf4c3 req-d118cd0e-6768-4399-80f7-4334372b40fd tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 936 time: 0.4698792 May 06 09:32:58.635042 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940e1ba-2399-43f0-8c08-63a8a9cadc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8622d6-5f2d-4b9f-9f1b-7d8d19233570,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:32:58.643406 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4940e1ba-2399-43f0-8c08-63a8a9cadc18 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6adf386da091499f9182a3e64349c7bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7724376 May 06 09:32:58.644604 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33650) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:32:58.660586 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-0b5d304c-f4aa-49c8-b529-fef6efa4077f service neutron] Transition to ACTIVE for port object 2a8c432e-4ccf-4d70-947f-3448ffe6562a will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:32:58.734724 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d45663-5be9-485a-8613-0a6378fb4b9f req-9bfa5b61-d8fd-4308-b282-95c841ee812e tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:32:58.738217 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5d45663-5be9-485a-8613-0a6378fb4b9f req-9bfa5b61-d8fd-4308-b282-95c841ee812e tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=66c6c62f-cf62-4b8b-9276-d96b9954d4be HTTP/1.1" status: 200 len: 948 time: 0.4449699 May 06 09:32:58.765126 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:58.810431 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941eb51-71f8-4ec5-b00c-a117c755abbe service neutron] Pushing event updated for resources: {'Port': ['ID=b6231fc8-886a-4cd8-bf4c-33a670b10e20,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:32:58.844175 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-0b5d304c-f4aa-49c8-b529-fef6efa4077f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:58.939475 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-27f51870-5ae8-4fb4-9112-c8e3e4bcf4c3 req-8bef8612-566a-4078-bb49-24a726d7ecf3 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238560 May 06 09:32:58.964640 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d304c-f4aa-49c8-b529-fef6efa4077f service neutron] Pushing event updated for resources: {'Port': ['ID=2a8c432e-4ccf-4d70-947f-3448ffe6562a,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:32:58.969573 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-11d5a13a-886f-4646-9519-f7771d2ad7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:59.004207 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-35228756-b7fe-4a39-aa35-040b997427e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:59.056338 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-7efca158-52e2-4359-a802-f514a8395f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:32:59.057919 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-7efca158-52e2-4359-a802-f514a8395f5a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=40617095ad694c29b842a58fec985b52&device_id=66c6c62f-cf62-4b8b-9276-d96b9954d4be HTTP/1.1" status: 200 len: 1099 time: 0.4702466 May 06 09:32:59.072024 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe713b8-a44f-445a-b7a6-6f529eb63ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "66c6c62f-cf62-4b8b-9276-d96b9954d4be", "tag": "b6231fc8-886a-4cd8-bf4c-33a670b10e20"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:32:59.079395 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-35228756-b7fe-4a39-aa35-040b997427e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:59.146467 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-35228756-b7fe-4a39-aa35-040b997427e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:59.149805 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-35228756-b7fe-4a39-aa35-040b997427e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:59.151296 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-35228756-b7fe-4a39-aa35-040b997427e6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4b8622d6-5f2d-4b9f-9f1b-7d8d19233570 HTTP/1.1" status: 204 len: 168 time: 0.4858513 May 06 09:32:59.168534 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5d45663-5be9-485a-8613-0a6378fb4b9f req-7de295c4-fc16-4fe9-b26f-cebf6e5fc09c tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925860 May 06 09:32:59.216741 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35228756-b7fe-4a39-aa35-040b997427e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8622d6-5f2d-4b9f-9f1b-7d8d19233570,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:32:59.250679 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-39ac48bd-1cfa-4ebc-9f12-3873e7f4d448 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=b6231fc8-886a-4cd8-bf4c-33a670b10e20 HTTP/1.1" status: 200 len: 217 time: 0.1661916 May 06 09:32:59.391567 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-0b5d304c-f4aa-49c8-b529-fef6efa4077f service neutron] Attempting to bind port 2a8c432e-4ccf-4d70-947f-3448ffe6562a on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:32:59.391945 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-0b5d304c-f4aa-49c8-b529-fef6efa4077f service neutron] Attempting to bind port 2a8c432e-4ccf-4d70-947f-3448ffe6562a by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:32:59.392318 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-0b5d304c-f4aa-49c8-b529-fef6efa4077f service neutron] Attempting to bind port 2a8c432e-4ccf-4d70-947f-3448ffe6562a on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:32:59.413554 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-0b5d304c-f4aa-49c8-b529-fef6efa4077f service neutron] Port 2a8c432e-4ccf-4d70-947f-3448ffe6562a on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:32:59.413891 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-0b5d304c-f4aa-49c8-b529-fef6efa4077f service neutron] Attempting to bind port 2a8c432e-4ccf-4d70-947f-3448ffe6562a on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:32:59.442588 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-0b5d304c-f4aa-49c8-b529-fef6efa4077f service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:32:59.443097 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-0b5d304c-f4aa-49c8-b529-fef6efa4077f service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:32:59.443352 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-0b5d304c-f4aa-49c8-b529-fef6efa4077f service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:32:59.443802 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-0b5d304c-f4aa-49c8-b529-fef6efa4077f service neutron] Bound port: 2a8c432e-4ccf-4d70-947f-3448ffe6562a, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:32:59.456331 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-0b5d304c-f4aa-49c8-b529-fef6efa4077f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:59.481322 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-b4902839-ac23-4737-ac12-d939c4dd1bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:32:59.492261 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-b4902839-ac23-4737-ac12-d939c4dd1bcb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.2125535 May 06 09:33:00.115984 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5493cf-1df2-480e-bdeb-32f7c11f1cff x-openstack-request-id: req-3e5493cf-1df2-480e-bdeb-32f7c11f1cff {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:33:00.116664 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c6c62f-cf62-4b8b-9276-d96b9954d4be", "tag": "b6231fc8-886a-4cd8-bf4c-33a670b10e20", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:33:00.116664 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3e5493cf-1df2-480e-bdeb-32f7c11f1cff {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:33:00.117188 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e5493cf-1df2-480e-bdeb-32f7c11f1cff'] response: {'name': 'network-changed', 'server_uuid': '66c6c62f-cf62-4b8b-9276-d96b9954d4be', 'tag': 'b6231fc8-886a-4cd8-bf4c-33a670b10e20', 'status': 'completed', 'code': 200} May 06 09:33:00.147281 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-11d5a13a-886f-4646-9519-f7771d2ad7a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b0a6a35-b018-46bb-b540-514f62d62d03 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:33:00.152685 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-a8e5934c-6476-46e6-a310-a1708b6712f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:00.154297 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-a8e5934c-6476-46e6-a310-a1708b6712f5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6554475 May 06 09:33:00.157337 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-0b5d304c-f4aa-49c8-b529-fef6efa4077f service neutron] For port 2a8c432e-4ccf-4d70-947f-3448ffe6562a, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:33:00.165402 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-0b5d304c-f4aa-49c8-b529-fef6efa4077f service neutron] For port 2a8c432e-4ccf-4d70-947f-3448ffe6562a, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=2a8c432e-4ccf-4d70-947f-3448ffe6562a,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:33:00.167521 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-11d5a13a-886f-4646-9519-f7771d2ad7a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:00.180941 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-0b5d304c-f4aa-49c8-b529-fef6efa4077f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:00.217603 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-11d5a13a-886f-4646-9519-f7771d2ad7a9 service neutron] Transition to ACTIVE for port object 6b0a6a35-b018-46bb-b540-514f62d62d03 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:33:00.241569 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-11d5a13a-886f-4646-9519-f7771d2ad7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:00.424197 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-0b5d304c-f4aa-49c8-b529-fef6efa4077f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:00.425196 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-0b5d304c-f4aa-49c8-b529-fef6efa4077f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:00.427613 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-0b5d304c-f4aa-49c8-b529-fef6efa4077f service neutron] 10.222.0.77 "PUT /v2.0/ports/2a8c432e-4ccf-4d70-947f-3448ffe6562a HTTP/1.1" status: 200 len: 1096 time: 4.5303535 May 06 09:33:00.516892 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d304c-f4aa-49c8-b529-fef6efa4077f service neutron] Pushing event updated for resources: {'Port': ['ID=2a8c432e-4ccf-4d70-947f-3448ffe6562a,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:00.565532 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41b8be-26e4-4870-a911-d0f00e7df8dd req-559dc1cf-ec50-4c83-9541-0c729bcf3740 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:00.574651 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0a41b8be-26e4-4870-a911-d0f00e7df8dd req-559dc1cf-ec50-4c83-9541-0c729bcf3740 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/ports?device_id=17e65351-c0ca-4974-bddd-1151ed485546 HTTP/1.1" status: 200 len: 936 time: 1.4446449 May 06 09:33:00.681481 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-07e92200-9228-46d4-b966-83920ac47f92 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092585 May 06 09:33:00.798896 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5a13a-886f-4646-9519-f7771d2ad7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0a6a35-b018-46bb-b540-514f62d62d03,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:00.836410 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-11d5a13a-886f-4646-9519-f7771d2ad7a9 service neutron] Attempting to bind port 6b0a6a35-b018-46bb-b540-514f62d62d03 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:33:00.837007 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-11d5a13a-886f-4646-9519-f7771d2ad7a9 service neutron] Attempting to bind port 6b0a6a35-b018-46bb-b540-514f62d62d03 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:33:00.837497 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-11d5a13a-886f-4646-9519-f7771d2ad7a9 service neutron] Attempting to bind port 6b0a6a35-b018-46bb-b540-514f62d62d03 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:33:00.855270 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-e278cd3d-9182-4d2e-830b-a17179d6f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:00.857942 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-e278cd3d-9182-4d2e-830b-a17179d6f72e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 1099 time: 0.3203390 May 06 09:33:00.863376 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0a41b8be-26e4-4870-a911-d0f00e7df8dd req-1d654eeb-d005-45e7-8c59-b5fdfe17bd06 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/security-groups?id=480586c7-f4c5-4a71-bf74-b1ef0c65836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875848 May 06 09:33:00.864542 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-11d5a13a-886f-4646-9519-f7771d2ad7a9 service neutron] Port 6b0a6a35-b018-46bb-b540-514f62d62d03 on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:33:00.864908 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-11d5a13a-886f-4646-9519-f7771d2ad7a9 service neutron] Attempting to bind port 6b0a6a35-b018-46bb-b540-514f62d62d03 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:33:00.875290 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-11d5a13a-886f-4646-9519-f7771d2ad7a9 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:33:00.875949 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-11d5a13a-886f-4646-9519-f7771d2ad7a9 service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:00.877403 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-11d5a13a-886f-4646-9519-f7771d2ad7a9 service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:33:00.887850 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-11d5a13a-886f-4646-9519-f7771d2ad7a9 service neutron] Bound port: 6b0a6a35-b018-46bb-b540-514f62d62d03, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:33:00.888568 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-11d5a13a-886f-4646-9519-f7771d2ad7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:00.984823 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-6d365d79-dace-46fe-bac3-de01b7df048a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=2a8c432e-4ccf-4d70-947f-3448ffe6562a HTTP/1.1" status: 200 len: 217 time: 0.0558836 May 06 09:33:01.011135 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dd93e808-d84a-4d44-a7ab-9b3f3c76a1b4 req-ca715bd4-0c0a-4593-96d2-c68a8581a4a5 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162863 May 06 09:33:01.076767 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-c0e48898-fb0b-4f25-8eef-981cc7d5f816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:01.078385 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-c0e48898-fb0b-4f25-8eef-981cc7d5f816 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0769622 May 06 09:33:01.321501 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe713b8-a44f-445a-b7a6-6f529eb63ffa req-b718cd05-2e86-45d7-98c7-70fae3e6f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:01.323004 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8fe713b8-a44f-445a-b7a6-6f529eb63ffa req-b718cd05-2e86-45d7-98c7-70fae3e6f55d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=40617095ad694c29b842a58fec985b52&device_id=66c6c62f-cf62-4b8b-9276-d96b9954d4be HTTP/1.1" status: 200 len: 1099 time: 0.1657019 May 06 09:33:01.366921 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-11d5a13a-886f-4646-9519-f7771d2ad7a9 service neutron] For port 6b0a6a35-b018-46bb-b540-514f62d62d03, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:33:01.377986 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-11d5a13a-886f-4646-9519-f7771d2ad7a9 service neutron] For port 6b0a6a35-b018-46bb-b540-514f62d62d03, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=6b0a6a35-b018-46bb-b540-514f62d62d03,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:33:01.395797 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-11d5a13a-886f-4646-9519-f7771d2ad7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:01.508867 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5a13a-886f-4646-9519-f7771d2ad7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0a6a35-b018-46bb-b540-514f62d62d03,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:01.541491 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b5ae2-d6b0-4502-881e-e1eab76e7be8 req-8890ec81-ae04-4d58-873d-89f58c57bba9 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:01.552670 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-de2b5ae2-d6b0-4502-881e-e1eab76e7be8 req-8890ec81-ae04-4d58-873d-89f58c57bba9 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 948 time: 0.5557516 May 06 09:33:01.588933 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-11d5a13a-886f-4646-9519-f7771d2ad7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:01.590003 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-11d5a13a-886f-4646-9519-f7771d2ad7a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:01.592617 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-11d5a13a-886f-4646-9519-f7771d2ad7a9 service neutron] 10.222.0.84 "PUT /v2.0/ports/6b0a6a35-b018-46bb-b540-514f62d62d03 HTTP/1.1" status: 200 len: 1117 time: 3.4961696 May 06 09:33:01.629753 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-ba8a47f2-8bcb-4981-86cd-4920014f9030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:01.635977 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-ba8a47f2-8bcb-4981-86cd-4920014f9030 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4861627 May 06 09:33:01.638711 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e65351-c0ca-4974-bddd-1151ed485546', 'tag': '6b0a6a35-b018-46bb-b540-514f62d62d03'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:33:01.716967 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe713b8-a44f-445a-b7a6-6f529eb63ffa req-f231ae9e-842e-4e5a-a815-2f99dbe62432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:01.719623 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8fe713b8-a44f-445a-b7a6-6f529eb63ffa req-f231ae9e-842e-4e5a-a815-2f99dbe62432 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.3785403 May 06 09:33:01.838569 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105bcf3-64da-402b-aac6-9c7915242bed req-f54ce8d9-c2bc-4664-86cf-66f6b01030b3 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:01.840284 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c105bcf3-64da-402b-aac6-9c7915242bed req-f54ce8d9-c2bc-4664-86cf-66f6b01030b3 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=66c6c62f-cf62-4b8b-9276-d96b9954d4be HTTP/1.1" status: 200 len: 948 time: 0.8250191 May 06 09:33:01.856648 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8fe713b8-a44f-445a-b7a6-6f529eb63ffa req-f677f99d-e528-4ac4-a983-1cad482a6c41 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=b6231fc8-886a-4cd8-bf4c-33a670b10e20 HTTP/1.1" status: 200 len: 217 time: 0.1239345 May 06 09:33:02.041274 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-de2b5ae2-d6b0-4502-881e-e1eab76e7be8 req-65f1385e-a842-4fe1-bb13-a51ccf3d3a34 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831145 May 06 09:33:02.088060 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c105bcf3-64da-402b-aac6-9c7915242bed req-f8a68369-cc3c-482f-b518-56a10982c299 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361766 May 06 09:33:02.090313 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-f123cb21-5f4e-4cb0-ba49-a56745c55977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:02.097528 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-c00d5f17-bf97-4a73-97e0-6e3cef702436 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830919 May 06 09:33:02.099697 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-f123cb21-5f4e-4cb0-ba49-a56745c55977 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8265e6dd8d6c4b84a9d9ae8a16136783&device_id=17e65351-c0ca-4974-bddd-1151ed485546 HTTP/1.1" status: 200 len: 1120 time: 0.2919888 May 06 09:33:02.136556 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ed024f-297d-4b6c-b951-530587259480', 'tag': '2a8c432e-4ccf-4d70-947f-3448ffe6562a'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:33:02.145487 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8028d6-ffac-4419-86b2-b67f3286188d" -d '{"events": [{"name": "network-changed", "server_uuid": "08ed024f-297d-4b6c-b951-530587259480", "tag": "2a8c432e-4ccf-4d70-947f-3448ffe6562a"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:33:02.164527 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe713b8-a44f-445a-b7a6-6f529eb63ffa req-ea6b6c8e-cd86-40dd-aea5-0fc0af4f8ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:02.166181 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8fe713b8-a44f-445a-b7a6-6f529eb63ffa req-ea6b6c8e-cd86-40dd-aea5-0fc0af4f8ae7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.2585108 May 06 09:33:02.198014 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e3f2d3-a4c5-4a89-8f06-db12e38aff66" -d '{"events": [{"name": "network-changed", "server_uuid": "17e65351-c0ca-4974-bddd-1151ed485546", "tag": "6b0a6a35-b018-46bb-b540-514f62d62d03"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:33:02.242269 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-75a9f3f8-e7e0-4d30-b5bd-b85995c1bab7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=6b0a6a35-b018-46bb-b540-514f62d62d03 HTTP/1.1" status: 200 len: 217 time: 0.1328597 May 06 09:33:02.398238 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fda7d1-e85a-4e67-ba5e-4ab6333b0ef1 x-openstack-request-id: req-a4fda7d1-e85a-4e67-ba5e-4ab6333b0ef1 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:33:02.398886 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ed024f-297d-4b6c-b951-530587259480", "tag": "2a8c432e-4ccf-4d70-947f-3448ffe6562a", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:33:02.398886 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a4fda7d1-e85a-4e67-ba5e-4ab6333b0ef1 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:33:02.399419 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4fda7d1-e85a-4e67-ba5e-4ab6333b0ef1'] response: {'name': 'network-changed', 'server_uuid': '08ed024f-297d-4b6c-b951-530587259480', 'tag': '2a8c432e-4ccf-4d70-947f-3448ffe6562a', 'status': 'completed', 'code': 200} May 06 09:33:02.460505 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe713b8-a44f-445a-b7a6-6f529eb63ffa req-a5235f17-8425-4499-86bc-04af6e092c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:02.462097 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8fe713b8-a44f-445a-b7a6-6f529eb63ffa req-a5235f17-8425-4499-86bc-04af6e092c2d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2524724 May 06 09:33:02.467674 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-ded820e7-99b6-49a4-8a09-7705305999fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:02.477753 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-ded820e7-99b6-49a4-8a09-7705305999fc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1762462 May 06 09:33:02.556927 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3c18169d-52c4-489d-820d-1b5913e5c7b8 req-27d43b25-f97a-47d8-992d-b5bae12eae07 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474788 May 06 09:33:02.617880 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8fe713b8-a44f-445a-b7a6-6f529eb63ffa req-709d7b94-809d-4377-bafd-898fe2e2da82 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461506 May 06 09:33:02.663827 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55b47f-f7f5-4c54-b09c-eeb475f1efd4 req-7dc5f13e-5519-4df6-9b9c-480a4ce35266 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:02.672426 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1a55b47f-f7f5-4c54-b09c-eeb475f1efd4 req-7dc5f13e-5519-4df6-9b9c-480a4ce35266 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/ports?device_id=17e65351-c0ca-4974-bddd-1151ed485546 HTTP/1.1" status: 200 len: 969 time: 0.4274609 May 06 09:33:02.738838 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-7133c512-fa08-4cac-8257-7d8e7a2ea3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:02.740738 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-7133c512-fa08-4cac-8257-7d8e7a2ea3cc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2336092 May 06 09:33:02.768227 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1a55b47f-f7f5-4c54-b09c-eeb475f1efd4 req-3ce0dc9c-b33f-48a9-941e-e567968eefa7 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/security-groups?id=480586c7-f4c5-4a71-bf74-b1ef0c65836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832906 May 06 09:33:02.839157 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648da776-255c-4253-9035-1a5592de4bba x-openstack-request-id: req-648da776-255c-4253-9035-1a5592de4bba {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:33:02.839590 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17e65351-c0ca-4974-bddd-1151ed485546", "tag": "6b0a6a35-b018-46bb-b540-514f62d62d03", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:33:02.839957 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-648da776-255c-4253-9035-1a5592de4bba {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:33:02.840606 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-648da776-255c-4253-9035-1a5592de4bba'] response: {'name': 'network-changed', 'server_uuid': '17e65351-c0ca-4974-bddd-1151ed485546', 'tag': '6b0a6a35-b018-46bb-b540-514f62d62d03', 'status': 'completed', 'code': 200} May 06 09:33:03.028153 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8028d6-ffac-4419-86b2-b67f3286188d req-30fd344b-bc57-437e-9a0b-1e184dde46b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:03.029976 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-aa8028d6-ffac-4419-86b2-b67f3286188d req-30fd344b-bc57-437e-9a0b-1e184dde46b0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 1099 time: 0.1317017 May 06 09:33:03.102791 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8fe713b8-a44f-445a-b7a6-6f529eb63ffa req-09d8be3d-8c97-4884-9b11-8b655faf791e service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724678 May 06 09:33:03.196669 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8028d6-ffac-4419-86b2-b67f3286188d req-00689e97-0398-4612-92b1-d1889b6b92c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:03.204113 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-aa8028d6-ffac-4419-86b2-b67f3286188d req-00689e97-0398-4612-92b1-d1889b6b92c7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.1576536 May 06 09:33:03.289945 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-aa8028d6-ffac-4419-86b2-b67f3286188d req-a2894933-4b28-4c0f-971f-2192bcde8918 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=2a8c432e-4ccf-4d70-947f-3448ffe6562a HTTP/1.1" status: 200 len: 217 time: 0.0773759 May 06 09:33:03.380943 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8028d6-ffac-4419-86b2-b67f3286188d req-05b68b0e-77f9-4dc7-b670-1fce6a1b7a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:03.383127 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-aa8028d6-ffac-4419-86b2-b67f3286188d req-05b68b0e-77f9-4dc7-b670-1fce6a1b7a5a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0709808 May 06 09:33:03.387878 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92852dd2-6d7c-4532-8a0d-01d687868178 req-79083fa1-1b4d-4294-a2e8-7b796d1db6d2 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:03.397878 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-92852dd2-6d7c-4532-8a0d-01d687868178 req-79083fa1-1b4d-4294-a2e8-7b796d1db6d2 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 948 time: 0.1108575 May 06 09:33:03.511789 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-92852dd2-6d7c-4532-8a0d-01d687868178 req-439bbbdf-64bd-43ee-ab98-7b311b5a5bd4 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107640 May 06 09:33:03.547859 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfabaf1-7a73-443d-b4c9-dc4cd01decc6 req-ab32d286-61fa-477b-9042-7d490a4a3478 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:03.550803 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6cfabaf1-7a73-443d-b4c9-dc4cd01decc6 req-ab32d286-61fa-477b-9042-7d490a4a3478 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=66c6c62f-cf62-4b8b-9276-d96b9954d4be HTTP/1.1" status: 200 len: 948 time: 0.1351542 May 06 09:33:03.561287 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8028d6-ffac-4419-86b2-b67f3286188d req-41b839ff-9d00-49a6-ab08-d516d7d063e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:03.562884 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-aa8028d6-ffac-4419-86b2-b67f3286188d req-41b839ff-9d00-49a6-ab08-d516d7d063e7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1155598 May 06 09:33:03.615051 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6cfabaf1-7a73-443d-b4c9-dc4cd01decc6 req-ce2bb2c6-496d-4962-9ba4-d0cbd5ec8ca2 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565536 May 06 09:33:04.036143 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-aa8028d6-ffac-4419-86b2-b67f3286188d req-1d153a3c-a4e1-46a5-a96b-ecb8adb7c5e4 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441795 May 06 09:33:04.225247 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd904b-c188-4d25-a45b-c66bfac3d1e7 req-8d470e61-c04e-46e8-ad95-434f45d9ea19 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:04.239949 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67dd904b-c188-4d25-a45b-c66bfac3d1e7 req-8d470e61-c04e-46e8-ad95-434f45d9ea19 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/ports?device_id=17e65351-c0ca-4974-bddd-1151ed485546 HTTP/1.1" status: 200 len: 969 time: 0.1580584 May 06 09:33:04.260877 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-aa8028d6-ffac-4419-86b2-b67f3286188d req-d67c816d-dc37-424d-8352-a0372871a3f7 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082763 May 06 09:33:04.466738 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67dd904b-c188-4d25-a45b-c66bfac3d1e7 req-534f5ad5-cc60-46b7-8072-16f779559a46 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/security-groups?id=480586c7-f4c5-4a71-bf74-b1ef0c65836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276018 May 06 09:33:04.593891 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-7d49a3fe-f856-4c86-915a-3a4593d3cd54 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333375 May 06 09:33:04.685378 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33786) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:04.780883 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1828a080-80b3-4629-a4a9-9349e16cc396 req-0bedd32f-c316-4736-9fa5-457e5ba3b591 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522777 May 06 09:33:04.797782 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac5075-8e84-4bdd-a680-2b6a15532c16 req-1f24f19f-cb85-4954-9f23-420288331305 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:04.805437 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33790) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:04.806145 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3cac5075-8e84-4bdd-a680-2b6a15532c16 req-1f24f19f-cb85-4954-9f23-420288331305 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 948 time: 0.1933820 May 06 09:33:04.903814 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3cac5075-8e84-4bdd-a680-2b6a15532c16 req-c99e2148-d4e7-4c28-80df-7aac67072b33 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965784 May 06 09:33:04.958897 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33794) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:04.972619 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6c946-66a8-4f97-ba69-7b13645cb2ae req-fad87439-3e14-496b-abac-9750f31bd2e1 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:04.975265 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0bb6c946-66a8-4f97-ba69-7b13645cb2ae req-fad87439-3e14-496b-abac-9750f31bd2e1 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=66c6c62f-cf62-4b8b-9276-d96b9954d4be HTTP/1.1" status: 200 len: 948 time: 0.1371934 May 06 09:33:04.977465 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3f2d3-a4c5-4a89-8f06-db12e38aff66 req-4ba94d45-e7c0-4def-a76a-c78556de1ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:04.979252 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99e3f2d3-a4c5-4a89-8f06-db12e38aff66 req-4ba94d45-e7c0-4def-a76a-c78556de1ce4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8265e6dd8d6c4b84a9d9ae8a16136783&device_id=17e65351-c0ca-4974-bddd-1151ed485546 HTTP/1.1" status: 200 len: 1120 time: 0.1194148 May 06 09:33:05.035759 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-21d2088e-15a2-4c02-842a-b668a4b0a1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:05.138213 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9863ef1b-040a-43af-a21c-67d942e873c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:05.166479 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0bb6c946-66a8-4f97-ba69-7b13645cb2ae req-b10a9663-1689-4ccf-a157-559f2846ee6f tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719675 May 06 09:33:05.198876 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f0435c32-9317-4b51-bcc5-26a7136fe683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:05.286981 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3f2d3-a4c5-4a89-8f06-db12e38aff66 req-e382e018-cb02-4f09-81f3-5f96208121e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:05.288984 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99e3f2d3-a4c5-4a89-8f06-db12e38aff66 req-e382e018-cb02-4f09-81f3-5f96208121e6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.2763495 May 06 09:33:05.321780 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-21d2088e-15a2-4c02-842a-b668a4b0a1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:05.337651 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-21d2088e-15a2-4c02-842a-b668a4b0a1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:05.371793 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99e3f2d3-a4c5-4a89-8f06-db12e38aff66 req-10445792-0e55-4629-a559-1c8ed4a91ebc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=6b0a6a35-b018-46bb-b540-514f62d62d03 HTTP/1.1" status: 200 len: 217 time: 0.0455978 May 06 09:33:05.383107 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9863ef1b-040a-43af-a21c-67d942e873c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:05.406055 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9863ef1b-040a-43af-a21c-67d942e873c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:05.426193 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-21d2088e-15a2-4c02-842a-b668a4b0a1d0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e1c8770308cd42dfa62b59b5d405cc95&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7392898 May 06 09:33:05.427043 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2088e-15a2-4c02-842a-b668a4b0a1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcea5def-7853-4107-9c1c-3ca27e15c4f9,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:05.429106 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33798) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:05.476299 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9863ef1b-040a-43af-a21c-67d942e873c9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b96efe7d389b446c9b9c821fc760868d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6695483 May 06 09:33:05.485827 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33802) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:05.493265 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f0435c32-9317-4b51-bcc5-26a7136fe683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:05.496381 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863ef1b-040a-43af-a21c-67d942e873c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51ab6e0-0bb2-454f-bad4-12f8691b18df,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:05.506429 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f0435c32-9317-4b51-bcc5-26a7136fe683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:05.611986 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f0435c32-9317-4b51-bcc5-26a7136fe683 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=83fb1aa109994ebfa151dedb18d7f066&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6494260 May 06 09:33:05.611986 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0435c32-9317-4b51-bcc5-26a7136fe683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab43337b-63ef-4cf9-875b-00a2e8676f88,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:05.613509 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33804) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:05.629485 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9d25d7e5-cdad-4aed-b737-7adc1678fa49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:05.680321 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-032e8f44-8f16-446a-b8be-c111a4a5a4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:05.727769 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-032e8f44-8f16-446a-b8be-c111a4a5a4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:05.735505 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-128d51c9-b09d-4b3c-8add-c8645a029d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:05.751922 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9d25d7e5-cdad-4aed-b737-7adc1678fa49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:05.782441 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-128d51c9-b09d-4b3c-8add-c8645a029d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:05.828696 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-032e8f44-8f16-446a-b8be-c111a4a5a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:05.833331 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-032e8f44-8f16-446a-b8be-c111a4a5a4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:05.834889 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-032e8f44-8f16-446a-b8be-c111a4a5a4ec admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d51ab6e0-0bb2-454f-bad4-12f8691b18df HTTP/1.1" status: 204 len: 168 time: 0.3481081 May 06 09:33:05.841856 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea58d1-2f12-4190-ab86-cb7d7bc0f803 req-10ba9dc9-c6c9-4deb-88ae-cd62ab79693e tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:05.851506 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-77ea58d1-2f12-4190-ab86-cb7d7bc0f803 req-10ba9dc9-c6c9-4deb-88ae-cd62ab79693e tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/ports?device_id=17e65351-c0ca-4974-bddd-1151ed485546 HTTP/1.1" status: 200 len: 969 time: 0.1750803 May 06 09:33:05.865498 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e8f44-8f16-446a-b8be-c111a4a5a4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51ab6e0-0bb2-454f-bad4-12f8691b18df,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:05.874348 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-128d51c9-b09d-4b3c-8add-c8645a029d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:05.880128 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-128d51c9-b09d-4b3c-8add-c8645a029d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:05.887193 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-128d51c9-b09d-4b3c-8add-c8645a029d55 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ab43337b-63ef-4cf9-875b-00a2e8676f88 HTTP/1.1" status: 204 len: 168 time: 0.2685983 May 06 09:33:05.927620 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d51c9-b09d-4b3c-8add-c8645a029d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab43337b-63ef-4cf9-875b-00a2e8676f88,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:06.012634 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9d25d7e5-cdad-4aed-b737-7adc1678fa49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:06.015545 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9d25d7e5-cdad-4aed-b737-7adc1678fa49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:06.017503 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9d25d7e5-cdad-4aed-b737-7adc1678fa49 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bcea5def-7853-4107-9c1c-3ca27e15c4f9 HTTP/1.1" status: 204 len: 168 time: 0.5865250 May 06 09:33:06.026704 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-77ea58d1-2f12-4190-ab86-cb7d7bc0f803 req-2db35cc3-317c-4869-8056-ff0d94010de1 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/security-groups?id=480586c7-f4c5-4a71-bf74-b1ef0c65836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740470 May 06 09:33:06.040331 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3f2d3-a4c5-4a89-8f06-db12e38aff66 req-f960e552-e1e8-40c3-b8d3-65d2a7de3c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:06.042165 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99e3f2d3-a4c5-4a89-8f06-db12e38aff66 req-f960e552-e1e8-40c3-b8d3-65d2a7de3c23 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1407549 May 06 09:33:06.075193 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d7e5-cdad-4aed-b737-7adc1678fa49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcea5def-7853-4107-9c1c-3ca27e15c4f9,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:06.175870 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a9901-17cb-43ea-94d3-b0a18dbe1f0b req-0d865872-7618-4893-b81d-43157a147de6 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:06.177344 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-780a9901-17cb-43ea-94d3-b0a18dbe1f0b req-0d865872-7618-4893-b81d-43157a147de6 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 948 time: 0.1341429 May 06 09:33:06.179433 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3f2d3-a4c5-4a89-8f06-db12e38aff66 req-077bd169-2ca2-4a54-a58c-136b2a4624b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:06.181466 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99e3f2d3-a4c5-4a89-8f06-db12e38aff66 req-077bd169-2ca2-4a54-a58c-136b2a4624b7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1271386 May 06 09:33:06.523107 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-780a9901-17cb-43ea-94d3-b0a18dbe1f0b req-8c482df6-66c2-4b39-a1a6-758e06f15b1e tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250716 May 06 09:33:06.525807 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33822) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:06.555959 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5eb43-9381-43f2-a9ca-7852b1357dec req-ca7199d3-69be-4697-9f11-99fb69a08a24 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:06.557136 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4ab3aca3-ba2c-4f8e-bec0-1619047d0d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:06.565571 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-44d5eb43-9381-43f2-a9ca-7852b1357dec req-ca7199d3-69be-4697-9f11-99fb69a08a24 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=66c6c62f-cf62-4b8b-9276-d96b9954d4be HTTP/1.1" status: 200 len: 948 time: 0.1525795 May 06 09:33:06.677919 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-44d5eb43-9381-43f2-a9ca-7852b1357dec req-0445ceb1-2ae5-4e29-89c6-9919522bb6bd tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044250 May 06 09:33:06.686737 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99e3f2d3-a4c5-4a89-8f06-db12e38aff66 req-253665d6-2336-4478-b74e-4ab754dee5ca service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844935 May 06 09:33:06.714189 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4ab3aca3-ba2c-4f8e-bec0-1619047d0d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:06.722346 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4ab3aca3-ba2c-4f8e-bec0-1619047d0d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:06.758350 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3aca3-ba2c-4f8e-bec0-1619047d0d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a06e95-c0b4-450d-bf68-5b7ea0df5145,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:06.800602 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4ab3aca3-ba2c-4f8e-bec0-1619047d0d7f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=41480b61a6fb4c5c89d36af0a583fb08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2688730 May 06 09:33:06.804556 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33824) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:06.869267 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33826) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:06.891219 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-638e923e-a191-4df6-8f78-7fafb16156bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:06.921712 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b66ccc19-a2e6-4d5a-bd7f-d0577943f6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:06.963841 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b66ccc19-a2e6-4d5a-bd7f-d0577943f6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:06.994797 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33828) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:07.002375 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-638e923e-a191-4df6-8f78-7fafb16156bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:07.010891 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b88742c7-78ab-4316-aade-57f3e1158cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:07.014494 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-638e923e-a191-4df6-8f78-7fafb16156bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:07.019728 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b66ccc19-a2e6-4d5a-bd7f-d0577943f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:07.022603 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b66ccc19-a2e6-4d5a-bd7f-d0577943f6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:07.026815 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b66ccc19-a2e6-4d5a-bd7f-d0577943f6a0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/85a06e95-c0b4-450d-bf68-5b7ea0df5145 HTTP/1.1" status: 204 len: 168 time: 0.2183015 May 06 09:33:07.042094 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ccc19-a2e6-4d5a-bd7f-d0577943f6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a06e95-c0b4-450d-bf68-5b7ea0df5145,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:07.093241 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-638e923e-a191-4df6-8f78-7fafb16156bb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=229cbc83783946bcbe05ca2390182585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2228096 May 06 09:33:07.097189 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33834) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:07.104412 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e923e-a191-4df6-8f78-7fafb16156bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85e3984-a37e-4d65-859c-0b8aef48829c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:07.180426 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b88742c7-78ab-4316-aade-57f3e1158cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:07.184715 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b88742c7-78ab-4316-aade-57f3e1158cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:07.238250 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88742c7-78ab-4316-aade-57f3e1158cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fa0164-38fc-4100-946c-37be481226e6,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:07.245993 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b88742c7-78ab-4316-aade-57f3e1158cbf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=daeee468688b453295ab36155651124c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500696 May 06 09:33:07.246963 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33836) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:07.258651 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9855b83c-02e3-419d-8c1d-8e1b8d51d5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:07.290627 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24284e13-ff6a-4044-85f0-a7aeb06c0d03 req-04ecbd49-f7dd-47fd-b203-d0b8f8f98c4d tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:07.292471 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-24284e13-ff6a-4044-85f0-a7aeb06c0d03 req-04ecbd49-f7dd-47fd-b203-d0b8f8f98c4d tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/ports?device_id=17e65351-c0ca-4974-bddd-1151ed485546 HTTP/1.1" status: 200 len: 969 time: 0.1153357 May 06 09:33:07.295101 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9855b83c-02e3-419d-8c1d-8e1b8d51d5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:07.304923 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-900b47f3-0555-4f95-8841-f998de859777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:07.329875 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-900b47f3-0555-4f95-8841-f998de859777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:07.365735 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-24284e13-ff6a-4044-85f0-a7aeb06c0d03 req-77ab9e11-0dbc-4ba2-a622-edb1220f9dd3 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/security-groups?id=480586c7-f4c5-4a71-bf74-b1ef0c65836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645556 May 06 09:33:07.391717 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9855b83c-02e3-419d-8c1d-8e1b8d51d5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:07.393715 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-900b47f3-0555-4f95-8841-f998de859777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:07.394830 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9855b83c-02e3-419d-8c1d-8e1b8d51d5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:07.396002 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9855b83c-02e3-419d-8c1d-8e1b8d51d5a0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f85e3984-a37e-4d65-859c-0b8aef48829c HTTP/1.1" status: 204 len: 168 time: 0.2974684 May 06 09:33:07.397076 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-900b47f3-0555-4f95-8841-f998de859777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:07.401158 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-900b47f3-0555-4f95-8841-f998de859777 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/41fa0164-38fc-4100-946c-37be481226e6 HTTP/1.1" status: 204 len: 168 time: 0.1532085 May 06 09:33:07.405197 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855b83c-02e3-419d-8c1d-8e1b8d51d5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85e3984-a37e-4d65-859c-0b8aef48829c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:07.412065 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b47f3-0555-4f95-8841-f998de859777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fa0164-38fc-4100-946c-37be481226e6,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:07.660538 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39844ff-8720-45b7-9716-368c57474195 req-f346ebf7-94e8-4622-983e-95eb218951aa tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:07.662037 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b39844ff-8720-45b7-9716-368c57474195 req-f346ebf7-94e8-4622-983e-95eb218951aa tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 948 time: 0.0565593 May 06 09:33:07.715474 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b39844ff-8720-45b7-9716-368c57474195 req-b4c75690-5ba4-4012-84ae-7123d52ae0a7 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473318 May 06 09:33:07.824930 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c17290-7d6c-4c15-a371-dc1421ec5ff6 req-8472eabe-9613-4057-bdd7-dd41b7fc2448 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:07.826435 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8c17290-7d6c-4c15-a371-dc1421ec5ff6 req-8472eabe-9613-4057-bdd7-dd41b7fc2448 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=66c6c62f-cf62-4b8b-9276-d96b9954d4be HTTP/1.1" status: 200 len: 948 time: 0.0537755 May 06 09:33:07.869441 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8c17290-7d6c-4c15-a371-dc1421ec5ff6 req-3a17cc66-00fd-476c-9948-9143daf80466 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338011 May 06 09:33:07.965397 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99e3f2d3-a4c5-4a89-8f06-db12e38aff66 req-c1ed7f54-c9bd-4831-950d-4f7ce99e5e2a service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943401 May 06 09:33:08.498434 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1370d-6f7f-43c4-b85f-6a32b0cbcee9 req-6c317aaf-69d9-43b8-b506-138f8ab05801 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:08.499948 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ccd1370d-6f7f-43c4-b85f-6a32b0cbcee9 req-6c317aaf-69d9-43b8-b506-138f8ab05801 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/ports?device_id=17e65351-c0ca-4974-bddd-1151ed485546 HTTP/1.1" status: 200 len: 969 time: 0.0659256 May 06 09:33:08.542728 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ccd1370d-6f7f-43c4-b85f-6a32b0cbcee9 req-56612fd5-d5c5-493a-89e6-254788011ae8 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/security-groups?id=480586c7-f4c5-4a71-bf74-b1ef0c65836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354204 May 06 09:33:08.847294 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf49aa-1b79-40c0-9525-412a95a56e36 req-ba5eaba3-03f2-4ca2-bcb9-1ca2d020dcf0 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:08.848797 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-72bf49aa-1b79-40c0-9525-412a95a56e36 req-ba5eaba3-03f2-4ca2-bcb9-1ca2d020dcf0 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 948 time: 0.0571032 May 06 09:33:08.887615 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-72bf49aa-1b79-40c0-9525-412a95a56e36 req-b641081e-2352-4642-9663-5a24d7ec5038 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326450 May 06 09:33:09.001211 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242bb74-c31a-4ec4-a1d6-4d2d474ff45e req-cbc5b8b9-2e69-480c-b89b-1e2975918b36 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:09.002768 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3242bb74-c31a-4ec4-a1d6-4d2d474ff45e req-cbc5b8b9-2e69-480c-b89b-1e2975918b36 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=66c6c62f-cf62-4b8b-9276-d96b9954d4be HTTP/1.1" status: 200 len: 948 time: 0.0580306 May 06 09:33:09.050854 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3242bb74-c31a-4ec4-a1d6-4d2d474ff45e req-ad6234ef-4d4a-4c61-990e-4d563809d9c2 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415804 May 06 09:33:09.662716 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bcb18-cd82-41f8-ac9c-93ec27559614 req-0a878834-d5f4-4bf5-8d9d-93b895ec6be5 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:09.664284 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cc2bcb18-cd82-41f8-ac9c-93ec27559614 req-0a878834-d5f4-4bf5-8d9d-93b895ec6be5 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/ports?device_id=17e65351-c0ca-4974-bddd-1151ed485546 HTTP/1.1" status: 200 len: 969 time: 0.0556629 May 06 09:33:09.702160 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cc2bcb18-cd82-41f8-ac9c-93ec27559614 req-95ec2d19-318a-4ba3-92f3-26c6f4edd565 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/security-groups?id=480586c7-f4c5-4a71-bf74-b1ef0c65836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319781 May 06 09:33:10.016099 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9d383-520d-4cb0-936d-6f5e0f1eaaeb req-d9ca407f-11f1-4f09-846a-df2809994ec6 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:10.017699 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bdd9d383-520d-4cb0-936d-6f5e0f1eaaeb req-d9ca407f-11f1-4f09-846a-df2809994ec6 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 948 time: 0.0514135 May 06 09:33:10.058830 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bdd9d383-520d-4cb0-936d-6f5e0f1eaaeb req-147d2ae7-ebcb-45d9-85c3-31b2a8ece335 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349972 May 06 09:33:10.072368 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34010) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:10.176048 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e9b59-fc45-4d44-a5be-e6e1cfbfc345 req-fc109f2c-e378-4463-8dfc-ee20ffbc9247 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:10.177612 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1e5e9b59-fc45-4d44-a5be-e6e1cfbfc345 req-fc109f2c-e378-4463-8dfc-ee20ffbc9247 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=66c6c62f-cf62-4b8b-9276-d96b9954d4be HTTP/1.1" status: 200 len: 948 time: 0.0530436 May 06 09:33:10.180012 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0801d1c1-4c92-4c12-a80b-6f1a44976f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:10.216983 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1e5e9b59-fc45-4d44-a5be-e6e1cfbfc345 req-f45f27b7-a92e-4c0f-98b8-14621e86a6be tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334933 May 06 09:33:10.258248 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0801d1c1-4c92-4c12-a80b-6f1a44976f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:10.262151 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0801d1c1-4c92-4c12-a80b-6f1a44976f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:10.307312 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0801d1c1-4c92-4c12-a80b-6f1a44976f1d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3ba1262a519f469aa2e04cf63d216c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337844 May 06 09:33:10.308173 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801d1c1-4c92-4c12-a80b-6f1a44976f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da120fd6-94ba-4e58-88e9-0f9c3f47a148,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:10.309963 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34022) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:10.364318 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-23821dfd-2058-4b8f-a79d-120b71c1f437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:10.385566 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-23821dfd-2058-4b8f-a79d-120b71c1f437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:10.434877 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-23821dfd-2058-4b8f-a79d-120b71c1f437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:10.437473 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-23821dfd-2058-4b8f-a79d-120b71c1f437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:10.439065 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-23821dfd-2058-4b8f-a79d-120b71c1f437 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/da120fd6-94ba-4e58-88e9-0f9c3f47a148 HTTP/1.1" status: 204 len: 168 time: 0.1275110 May 06 09:33:10.447578 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23821dfd-2058-4b8f-a79d-120b71c1f437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da120fd6-94ba-4e58-88e9-0f9c3f47a148,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:10.757681 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34042) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:10.771525 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-730da59a-c2c9-4683-94be-92c509d51e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:10.845458 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48c0a7-0a36-423a-bb07-dcae49f48513 req-6bae122b-0dfc-415a-9490-e34b472e11da tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:10.846968 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0e48c0a7-0a36-423a-bb07-dcae49f48513 req-6bae122b-0dfc-415a-9490-e34b472e11da tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/ports?device_id=17e65351-c0ca-4974-bddd-1151ed485546 HTTP/1.1" status: 200 len: 969 time: 0.0678656 May 06 09:33:10.904692 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0e48c0a7-0a36-423a-bb07-dcae49f48513 req-fded0283-e098-4815-b5c5-c732862a8efa tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/security-groups?id=480586c7-f4c5-4a71-bf74-b1ef0c65836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514333 May 06 09:33:10.919186 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-730da59a-c2c9-4683-94be-92c509d51e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:10.925719 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-730da59a-c2c9-4683-94be-92c509d51e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:10.963446 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-730da59a-c2c9-4683-94be-92c509d51e51 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=04492089100540818e9b1b1c36be2cbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2045090 May 06 09:33:10.964516 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730da59a-c2c9-4683-94be-92c509d51e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2ddede-9c9d-441a-a5e7-90bb68c39288,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:10.966348 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34054) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:11.016458 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fb9bf68e-7d9b-459c-a94f-7bf662c6b865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:11.038420 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fb9bf68e-7d9b-459c-a94f-7bf662c6b865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:11.085213 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fb9bf68e-7d9b-459c-a94f-7bf662c6b865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:11.088496 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fb9bf68e-7d9b-459c-a94f-7bf662c6b865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:11.089851 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fb9bf68e-7d9b-459c-a94f-7bf662c6b865 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fe2ddede-9c9d-441a-a5e7-90bb68c39288 HTTP/1.1" status: 204 len: 168 time: 0.1224811 May 06 09:33:11.109465 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9bf68e-7d9b-459c-a94f-7bf662c6b865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2ddede-9c9d-441a-a5e7-90bb68c39288,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:11.194230 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7127a6-08a4-4f46-880f-ef14adb715b8 req-0cf448f6-f589-485c-8ce9-f8f78186b48c tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:11.195880 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4c7127a6-08a4-4f46-880f-ef14adb715b8 req-0cf448f6-f589-485c-8ce9-f8f78186b48c tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 948 time: 0.0601749 May 06 09:33:11.238116 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4c7127a6-08a4-4f46-880f-ef14adb715b8 req-3b4e4f9c-9d82-45fd-8421-194f6d362d74 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359864 May 06 09:33:11.322109 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 6b0a6a35-b018-46bb-b540-514f62d62d03 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:33:11.395208 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b133d3-3c86-40e3-8af3-0244e581260a req-3d8b517c-b311-4e6c-bb0c-e589eabb987d tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:11.403726 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-35b133d3-3c86-40e3-8af3-0244e581260a req-3d8b517c-b311-4e6c-bb0c-e589eabb987d tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=66c6c62f-cf62-4b8b-9276-d96b9954d4be HTTP/1.1" status: 200 len: 948 time: 0.0980601 May 06 09:33:11.442377 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-35b133d3-3c86-40e3-8af3-0244e581260a req-e73159d3-14d5-46b5-9b17-2a900b99aa6d tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388255 May 06 09:33:11.490491 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 6b0a6a35-b018-46bb-b540-514f62d62d03, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=6b0a6a35-b018-46bb-b540-514f62d62d03,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:11.503354 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '6b0a6a35-b018-46bb-b540-514f62d62d03', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': '6b0a6a35-b018-46bb-b540-514f62d62d03', 'mac_address': 'fa:16:3e:e8:7c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:tempest-test_az-254901156', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:33:11.541226 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:11.554893 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b0a6a35-b018-46bb-b540-514f62d62d03 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:33:11.586209 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 6b0a6a35-b018-46bb-b540-514f62d62d03, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=6b0a6a35-b018-46bb-b540-514f62d62d03,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:11.590253 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:11.642556 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=6b0a6a35-b018-46bb-b540-514f62d62d03,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:11.649952 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:11.650388 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:11.650636 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:11.651170 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:11.651757 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:11.651874 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:11.652162 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:11.652493 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:11.652823 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:11.653151 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:11.653477 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:11.653806 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Tracked resource versions report: May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: pushed versions: May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: { 'AddressGroup': {'1.2'}, May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: 'ConntrackHelper': {'1.0'}, May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: 'Log': {'1.0'}, May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: 'Network': {'1.1'}, May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: 'Port': {'1.7'}, May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: 'PortForwarding': {'1.2'}, May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: 'QosPolicy': {'1.9'}, May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: 'SecurityGroup': {'1.4'}, May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: 'SecurityGroupRule': {'1.2'}, May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: 'SubPort': {'1.0'}, May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: 'Subnet': {'1.1'}, May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: 'Trunk': {'1.1'}} May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: consumer versions: May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: { DHCP agent@n-d-840835-1: {}, May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: HyperV agent@n-h1-840835-1: {}, May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: HyperV agent@n-h2-840835-1: {}, May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: L3 agent@n-d-840835-1: {}, May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: Metadata agent@n-d-840835-1: {}, May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: Metering agent@n-d-840835-1: {}, May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: Open vSwitch agent@n-d-840835-1: { 'AddressGroup': '1.2', May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: 'ConntrackHelper': '1.0', May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: 'Log': '1.0', May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: 'Network': '1.1', May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: 'Port': '1.7', May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: 'PortForwarding': '1.2', May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: 'QosPolicy': '1.9', May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: 'SecurityGroup': '1.4', May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: 'SecurityGroupRule': '1.2', May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: 'SubPort': '1.0', May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: 'Subnet': '1.1', May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: 'Trunk': '1.1'}} May 06 09:33:11.654906 n-d-840835-1 neutron-server[102654]: {{(pid=102654) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 09:33:11.981732 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['6b0a6a35-b018-46bb-b540-514f62d62d03'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:33:12.045193 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9a102-aafa-42e3-bb1b-f004c26a1868 req-cfe2796e-2389-4d96-9c65-38c048866ab4 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:12.047132 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ec9a102-aafa-42e3-bb1b-f004c26a1868 req-cfe2796e-2389-4d96-9c65-38c048866ab4 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/ports?device_id=17e65351-c0ca-4974-bddd-1151ed485546 HTTP/1.1" status: 200 len: 970 time: 0.0603311 May 06 09:33:12.104273 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ec9a102-aafa-42e3-bb1b-f004c26a1868 req-08ee6594-ba1b-4910-8234-915fc5b66857 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/security-groups?id=480586c7-f4c5-4a71-bf74-b1ef0c65836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425489 May 06 09:33:12.373980 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880b245-92fd-4407-8c2f-efc68269f9d2 req-59f72e0a-fd01-47ef-949c-5658d3df8e12 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:12.375541 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e880b245-92fd-4407-8c2f-efc68269f9d2 req-59f72e0a-fd01-47ef-949c-5658d3df8e12 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 948 time: 0.0596702 May 06 09:33:12.414597 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e880b245-92fd-4407-8c2f-efc68269f9d2 req-b84dfa4a-e309-4503-a415-410cd151d5ee tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328279 May 06 09:33:12.557308 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20faa68f-c4e4-4895-8f37-915004e011b8 req-f697a29b-6e90-42c4-8707-20bb3ae5413e tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:12.558787 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-20faa68f-c4e4-4895-8f37-915004e011b8 req-f697a29b-6e90-42c4-8707-20bb3ae5413e tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=66c6c62f-cf62-4b8b-9276-d96b9954d4be HTTP/1.1" status: 200 len: 948 time: 0.0483193 May 06 09:33:12.599562 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-20faa68f-c4e4-4895-8f37-915004e011b8 req-27df31f6-12a9-4a5f-9a55-bfb0a8303254 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343242 May 06 09:33:12.903047 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-904bebe0-fd01-4fc6-9eec-88038d61d2a3 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=b7b5d5101dff4f168e0e20ec8938c0a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222669 May 06 09:33:13.020690 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-93f2e355-6941-4657-bf29-cc29b6890e89 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:13.023643 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-93f2e355-6941-4657-bf29-cc29b6890e89 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1143801 May 06 09:33:13.039159 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-c78af22a-ebde-4781-bf8a-19c184c23600 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/quotas/b7b5d5101dff4f168e0e20ec8938c0a3 HTTP/1.1" status: 200 len: 375 time: 0.0094090 May 06 09:33:13.075849 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-5304b6e2-ff2f-40b8-8260-4ff3c31114d4 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7b5d5101dff4f168e0e20ec8938c0a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307755 May 06 09:33:13.146845 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34156) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:13.261435 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 6b0a6a35-b018-46bb-b540-514f62d62d03 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:33:13.288404 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0ca04-56e2-4b31-8dc6-651340caf790 req-81873fed-bffa-4589-b988-390718a1dc96 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:13.290046 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bca0ca04-56e2-4b31-8dc6-651340caf790 req-81873fed-bffa-4589-b988-390718a1dc96 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/ports?device_id=17e65351-c0ca-4974-bddd-1151ed485546 HTTP/1.1" status: 200 len: 970 time: 0.0604970 May 06 09:33:13.308823 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:33:13.337647 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 6b0a6a35-b018-46bb-b540-514f62d62d03 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:33:13.348044 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 6b0a6a35-b018-46bb-b540-514f62d62d03 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:13.348488 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:13.364341 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bca0ca04-56e2-4b31-8dc6-651340caf790 req-71d68f7c-adae-47ea-a8a6-31f54950827b tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/security-groups?id=480586c7-f4c5-4a71-bf74-b1ef0c65836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512390 May 06 09:33:13.394202 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7c0cbfda-4c4e-48b0-b454-6d8aaa78077d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:13.447303 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-34fe4ea0-b317-49c4-816a-d3742988b25c req-7964a08d-8d55-47c6-b5a6-37b65fc1702c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=446e3d5d-3013-4957-bdd1-97118db98728 HTTP/1.1" status: 200 len: 210 time: 0.0331311 May 06 09:33:13.457532 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device b6231fc8-886a-4cd8-bf4c-33a670b10e20 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:33:13.518111 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7c0cbfda-4c4e-48b0-b454-6d8aaa78077d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:13.525840 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7c0cbfda-4c4e-48b0-b454-6d8aaa78077d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:13.603847 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34176) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:13.604460 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7c0cbfda-4c4e-48b0-b454-6d8aaa78077d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3249b177814d4c36a0444763c60ebafe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4563088 May 06 09:33:13.611747 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0cbfda-4c4e-48b0-b454-6d8aaa78077d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b318d6ed-7138-4f05-b32d-3369031c5c1c,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:13.618690 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:13.652960 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662a64d-22a9-428f-b831-729eaefaefe3 req-e1da5d92-54b6-436d-add3-d9a7bf020dbe tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:13.668969 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4662a64d-22a9-428f-b831-729eaefaefe3 req-e1da5d92-54b6-436d-add3-d9a7bf020dbe tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 948 time: 0.1391885 May 06 09:33:13.669766 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e65351-c0ca-4974-bddd-1151ed485546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0a6a35-b018-46bb-b540-514f62d62d03'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:33:13.681920 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a30b0831-99ef-466a-95b4-3957ba8ea9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:13.715041 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a30b0831-99ef-466a-95b4-3957ba8ea9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:13.759878 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4662a64d-22a9-428f-b831-729eaefaefe3 req-224a3b5b-e244-46e9-89b1-4ad8537a838b tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837529 May 06 09:33:13.780396 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 6b0a6a35-b018-46bb-b540-514f62d62d03, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=6b0a6a35-b018-46bb-b540-514f62d62d03,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:13.784814 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a30b0831-99ef-466a-95b4-3957ba8ea9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:13.789349 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a30b0831-99ef-466a-95b4-3957ba8ea9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:13.791542 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a30b0831-99ef-466a-95b4-3957ba8ea9f4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b318d6ed-7138-4f05-b32d-3369031c5c1c HTTP/1.1" status: 204 len: 168 time: 0.1863277 May 06 09:33:13.797044 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port b6231fc8-886a-4cd8-bf4c-33a670b10e20, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=b6231fc8-886a-4cd8-bf4c-33a670b10e20,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:13.800324 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:13.802109 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b0831-99ef-466a-95b4-3957ba8ea9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b318d6ed-7138-4f05-b32d-3369031c5c1c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:13.864505 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44184148-76e4-4ce7-b006-8939ade60112 req-ea7e3a9c-92a8-4e69-8b98-c3ad310a0291 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:13.873472 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-44184148-76e4-4ce7-b006-8939ade60112 req-ea7e3a9c-92a8-4e69-8b98-c3ad310a0291 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=66c6c62f-cf62-4b8b-9276-d96b9954d4be HTTP/1.1" status: 200 len: 948 time: 0.0683558 May 06 09:33:13.887605 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=6b0a6a35-b018-46bb-b540-514f62d62d03,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:13.900225 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'b6231fc8-886a-4cd8-bf4c-33a670b10e20', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': 'b6231fc8-886a-4cd8-bf4c-33a670b10e20', 'mac_address': 'fa:16:3e:b2:e8:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:33:13.941523 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-44184148-76e4-4ce7-b006-8939ade60112 req-063fb37e-1f58-4954-a3d6-b7c7ee54e647 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658031 May 06 09:33:13.953804 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:13.977150 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6231fc8-886a-4cd8-bf4c-33a670b10e20 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:33:13.987674 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03a8100-d0fe-4ed2-9e7f-43cba840ab9d" -d '{"events": [{"server_uuid": "17e65351-c0ca-4974-bddd-1151ed485546", "name": "network-vif-plugged", "status": "completed", "tag": "6b0a6a35-b018-46bb-b540-514f62d62d03"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:33:14.006827 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port b6231fc8-886a-4cd8-bf4c-33a670b10e20, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=b6231fc8-886a-4cd8-bf4c-33a670b10e20,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:14.012064 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:14.013688 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 2a8c432e-4ccf-4d70-947f-3448ffe6562a details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:33:14.081590 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 2a8c432e-4ccf-4d70-947f-3448ffe6562a, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=2a8c432e-4ccf-4d70-947f-3448ffe6562a,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:14.086275 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34194) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:14.087514 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=b6231fc8-886a-4cd8-bf4c-33a670b10e20,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:14.099518 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '2a8c432e-4ccf-4d70-947f-3448ffe6562a', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': '2a8c432e-4ccf-4d70-947f-3448ffe6562a', 'mac_address': 'fa:16:3e:e4:d5:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:33:14.142825 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:14.157463 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8c432e-4ccf-4d70-947f-3448ffe6562a {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:33:14.179677 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 2a8c432e-4ccf-4d70-947f-3448ffe6562a, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=2a8c432e-4ccf-4d70-947f-3448ffe6562a,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:14.184554 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:14.235733 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=2a8c432e-4ccf-4d70-947f-3448ffe6562a,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:14.324565 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15e0fb4-cf16-4af3-97ff-6a08e1dc7a08 x-openstack-request-id: req-a15e0fb4-cf16-4af3-97ff-6a08e1dc7a08 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:33:14.325158 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e65351-c0ca-4974-bddd-1151ed485546", "name": "network-vif-plugged", "status": "completed", "tag": "6b0a6a35-b018-46bb-b540-514f62d62d03", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:33:14.325158 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a15e0fb4-cf16-4af3-97ff-6a08e1dc7a08 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:33:14.325581 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a15e0fb4-cf16-4af3-97ff-6a08e1dc7a08'] response: {'server_uuid': '17e65351-c0ca-4974-bddd-1151ed485546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0a6a35-b018-46bb-b540-514f62d62d03', 'code': 200} May 06 09:33:14.328001 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2eb12598-2778-4810-8605-e659f3ca0485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:14.411728 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2eb12598-2778-4810-8605-e659f3ca0485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:14.417057 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2eb12598-2778-4810-8605-e659f3ca0485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:14.425179 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34202) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:14.439459 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a11f2ada-f648-4e1e-831c-04f6515d4f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:14.542429 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2eb12598-2778-4810-8605-e659f3ca0485 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4118c4bf70fe43189a221d5401cb2cc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4547946 May 06 09:33:14.543454 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.84', 57400) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:14.558339 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34206) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:14.566391 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb12598-2778-4810-8605-e659f3ca0485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79dfe0c-9a12-4163-9153-4acf2e73593d,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:14.634862 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-896d4fc0-cc13-4236-9ec8-d3d517326a05 req-a5197995-6d6c-4d9f-8bdc-4e2d7ae65d03 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=446e3d5d-3013-4957-bdd1-97118db98728 HTTP/1.1" status: 200 len: 210 time: 0.0868440 May 06 09:33:14.636521 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-ce859a69-9214-46df-8f5e-4439c61e6a9c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=b7b5d5101dff4f168e0e20ec8938c0a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0902622 May 06 09:33:14.638212 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572e8ca-09c0-4a88-8e5d-909fde3c3278 req-f29655b8-e844-49b5-b220-bc16626070c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:14.639660 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4572e8ca-09c0-4a88-8e5d-909fde3c3278 req-f29655b8-e844-49b5-b220-bc16626070c4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=17e65351-c0ca-4974-bddd-1151ed485546 HTTP/1.1" status: 200 len: 1122 time: 0.2174103 May 06 09:33:14.682415 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e3852-78ca-4840-866b-60930c85e734 req-45c6b85b-5000-4096-89c0-f594831cd72a tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:14.683962 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-939e3852-78ca-4840-866b-60930c85e734 req-45c6b85b-5000-4096-89c0-f594831cd72a tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/ports?device_id=17e65351-c0ca-4974-bddd-1151ed485546 HTTP/1.1" status: 200 len: 971 time: 0.2505825 May 06 09:33:14.694743 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a11f2ada-f648-4e1e-831c-04f6515d4f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:14.700764 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a11f2ada-f648-4e1e-831c-04f6515d4f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:14.742607 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4572e8ca-09c0-4a88-8e5d-909fde3c3278 req-f1bc05aa-7c46-465c-baad-101f0ae64971 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:14.748156 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a11f2ada-f648-4e1e-831c-04f6515d4f0e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=651d69b5c0ec44679834696f23d64fd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216968 May 06 09:33:14.749190 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f2ada-f648-4e1e-831c-04f6515d4f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191d4995-60ff-4a91-9ee6-870cd6737d0e,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:14.754894 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34208) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:14.755109 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['b6231fc8-886a-4cd8-bf4c-33a670b10e20'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:33:14.797460 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e1f0c19b-c319-4a30-8dec-9a0f58d1c3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:14.800509 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['2a8c432e-4ccf-4d70-947f-3448ffe6562a'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:33:14.826010 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1e7d5791-ac6e-482a-8415-daf3da73ef57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:14.831709 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-939e3852-78ca-4840-866b-60930c85e734 req-854cfc8c-aefb-4003-9cf2-1c03e35f3f57 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/security-groups?id=480586c7-f4c5-4a71-bf74-b1ef0c65836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079590 May 06 09:33:14.850332 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1e7d5791-ac6e-482a-8415-daf3da73ef57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:14.896616 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e1f0c19b-c319-4a30-8dec-9a0f58d1c3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:14.904530 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1e7d5791-ac6e-482a-8415-daf3da73ef57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:14.907653 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1e7d5791-ac6e-482a-8415-daf3da73ef57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:14.911772 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1e7d5791-ac6e-482a-8415-daf3da73ef57 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/191d4995-60ff-4a91-9ee6-870cd6737d0e HTTP/1.1" status: 204 len: 168 time: 0.1555996 May 06 09:33:14.914358 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-2e830f79-57fc-4489-8cab-907f9d882eb6 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:14.916015 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-2e830f79-57fc-4489-8cab-907f9d882eb6 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2608352 May 06 09:33:14.919963 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d5791-ac6e-482a-8415-daf3da73ef57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191d4995-60ff-4a91-9ee6-870cd6737d0e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:14.942568 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-5f9848c1-19d8-4434-8acf-0477fa0d431c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Request body: {'port': {'device_id': '446e3d5d-3013-4957-bdd1-97118db98728', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'admin_state_up': True, 'tenant_id': 'b7b5d5101dff4f168e0e20ec8938c0a3'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:15.051961 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a7f46-3178-4938-bcda-2e5e1197a6b2 req-98dd74c4-19c0-4b4f-9832-c3b4e249059f tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:15.053585 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b0a7f46-3178-4938-bcda-2e5e1197a6b2 req-98dd74c4-19c0-4b4f-9832-c3b4e249059f tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 949 time: 0.2209883 May 06 09:33:15.286946 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4572e8ca-09c0-4a88-8e5d-909fde3c3278 req-f1bc05aa-7c46-465c-baad-101f0ae64971 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:15.293013 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e1f0c19b-c319-4a30-8dec-9a0f58d1c3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:15.295523 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e1f0c19b-c319-4a30-8dec-9a0f58d1c3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:15.296648 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e1f0c19b-c319-4a30-8dec-9a0f58d1c3f2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f79dfe0c-9a12-4163-9153-4acf2e73593d HTTP/1.1" status: 204 len: 168 time: 0.7314785 May 06 09:33:15.311380 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4572e8ca-09c0-4a88-8e5d-909fde3c3278 req-f1bc05aa-7c46-465c-baad-101f0ae64971 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:15.340860 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b0a7f46-3178-4938-bcda-2e5e1197a6b2 req-59a36de2-0447-439b-b8e3-c0d311175128 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748690 May 06 09:33:15.341816 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0c19b-c319-4a30-8dec-9a0f58d1c3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79dfe0c-9a12-4163-9153-4acf2e73593d,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:15.358123 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4572e8ca-09c0-4a88-8e5d-909fde3c3278 req-f1bc05aa-7c46-465c-baad-101f0ae64971 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=480586c7-f4c5-4a71-bf74-b1ef0c65836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7017224 May 06 09:33:15.375156 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109227e-6dae-4558-8298-205864586375 req-0554f398-42ef-43da-b53b-8c573034bf21 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:15.376841 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f109227e-6dae-4558-8298-205864586375 req-0554f398-42ef-43da-b53b-8c573034bf21 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=66c6c62f-cf62-4b8b-9276-d96b9954d4be HTTP/1.1" status: 200 len: 949 time: 0.3189499 May 06 09:33:15.395361 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-5f9848c1-19d8-4434-8acf-0477fa0d431c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Made reservation on behalf of b7b5d5101dff4f168e0e20ec8938c0a3 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:15.396128 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-5f9848c1-19d8-4434-8acf-0477fa0d431c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:15.417331 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc05aa-7c46-465c-baad-101f0ae64971 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7da34b5a-d393-4fc2-ad47-49138dc192bf,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:15.423994 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-5f9848c1-19d8-4434-8acf-0477fa0d431c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:15.457514 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f109227e-6dae-4558-8298-205864586375 req-aaff6183-7fa5-49c1-83ef-b28b0e670ef0 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689964 May 06 09:33:15.528531 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-5f9848c1-19d8-4434-8acf-0477fa0d431c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:15.534182 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-5f9848c1-19d8-4434-8acf-0477fa0d431c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:15.603209 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9848c1-19d8-4434-8acf-0477fa0d431c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79a7cf04-4a31-4e14-a55f-66041e2b66b6,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:15.639200 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34234) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:15.659174 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5a11aeb8-36c6-4577-a167-9e2d0f4709cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:15.685245 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-5f9848c1-19d8-4434-8acf-0477fa0d431c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Allocated IP 192.168.233.216 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/4ab89bb2-04b4-44dd-bf8e-4b87721035bf) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:33:15.745745 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5a11aeb8-36c6-4577-a167-9e2d0f4709cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:15.751297 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5a11aeb8-36c6-4577-a167-9e2d0f4709cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:15.755673 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bae93eb6-f5a3-45f9-be02-0a8b453ea9ac req-1084145b-56e1-4dd2-9d1b-64fec1367f77 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=446e3d5d-3013-4957-bdd1-97118db98728 HTTP/1.1" status: 200 len: 210 time: 0.0360050 May 06 09:33:15.797489 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11aeb8-36c6-4577-a167-9e2d0f4709cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eae3e2c-e0d7-4e7e-b6d4-8828a2f3332d,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:15.802759 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5a11aeb8-36c6-4577-a167-9e2d0f4709cb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c46e2fed557c4e0b98b1c35308555c81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1623483 May 06 09:33:15.805800 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34240) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:15.859289 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1e433ac5-aede-441d-a507-93c2e57896d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:15.866752 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-da5efecd-03bf-4d5c-92e4-8086d801bef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:15.887561 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1e433ac5-aede-441d-a507-93c2e57896d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:15.919594 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-5f9848c1-19d8-4434-8acf-0477fa0d431c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:15.945600 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1e433ac5-aede-441d-a507-93c2e57896d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:15.947868 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1e433ac5-aede-441d-a507-93c2e57896d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:15.949205 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1e433ac5-aede-441d-a507-93c2e57896d9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8eae3e2c-e0d7-4e7e-b6d4-8828a2f3332d HTTP/1.1" status: 204 len: 168 time: 0.1421242 May 06 09:33:15.957953 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e433ac5-aede-441d-a507-93c2e57896d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eae3e2c-e0d7-4e7e-b6d4-8828a2f3332d,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:16.011766 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb690c2-8ec2-498d-b44a-6993d8e380fc req-dbcbe88f-ad93-420d-974f-30e25e73d66f tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:16.013287 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2eb690c2-8ec2-498d-b44a-6993d8e380fc req-dbcbe88f-ad93-420d-974f-30e25e73d66f tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/ports?device_id=17e65351-c0ca-4974-bddd-1151ed485546 HTTP/1.1" status: 200 len: 971 time: 0.0835493 May 06 09:33:16.014933 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-5f9848c1-19d8-4434-8acf-0477fa0d431c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:16.082150 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-5f9848c1-19d8-4434-8acf-0477fa0d431c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:33:16.092211 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-5f9848c1-19d8-4434-8acf-0477fa0d431c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:16.102686 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-5f9848c1-19d8-4434-8acf-0477fa0d431c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:33:16.108278 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-5f9848c1-19d8-4434-8acf-0477fa0d431c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:16.108923 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-5f9848c1-19d8-4434-8acf-0477fa0d431c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:16.123152 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9848c1-19d8-4434-8acf-0477fa0d431c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Pushing event updated for resources: {'Port': ['ID=4ab89bb2-04b4-44dd-bf8e-4b87721035bf,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:16.137791 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2eb690c2-8ec2-498d-b44a-6993d8e380fc req-161ea445-5edb-4f86-88bc-5c31eacfcf35 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/security-groups?id=480586c7-f4c5-4a71-bf74-b1ef0c65836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123834 May 06 09:33:16.145814 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-5f9848c1-19d8-4434-8acf-0477fa0d431c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2077231 May 06 09:33:16.160422 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-a0736c8d-fb82-4e69-9cfe-7cfbc95d5a39 service neutron] Request body: {'port': {'device_id': '446e3d5d-3013-4957-bdd1-97118db98728', 'device_owner': 'compute:tempest-test_az-254901156', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:16.223412 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-a0736c8d-fb82-4e69-9cfe-7cfbc95d5a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:16.414457 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b1c34059-593d-48ac-a94a-607623d51bea None None] Provisioning complete for port 4ab89bb2-04b4-44dd-bf8e-4b87721035bf triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:16.414850 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b1c34059-593d-48ac-a94a-607623d51bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:16.460702 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-b1c34059-593d-48ac-a94a-607623d51bea None None] Port 4ab89bb2-04b4-44dd-bf8e-4b87721035bf cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:33:16.520980 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4cc415-99fe-410c-9382-ce97c3871fe3 req-134884b5-8d0c-4afd-a8d3-f2575b11761c tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:16.522483 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d4cc415-99fe-410c-9382-ce97c3871fe3 req-134884b5-8d0c-4afd-a8d3-f2575b11761c tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 949 time: 0.0793736 May 06 09:33:16.619255 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-a0736c8d-fb82-4e69-9cfe-7cfbc95d5a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab89bb2-04b4-44dd-bf8e-4b87721035bf {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:33:16.631842 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-a0736c8d-fb82-4e69-9cfe-7cfbc95d5a39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:16.636351 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d4cc415-99fe-410c-9382-ce97c3871fe3 req-9f91dae8-a7c4-4950-a5b2-7308a1e37949 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015720 May 06 09:33:16.661342 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d178e97-f166-48f8-8969-ff457e141e4a req-746d41a4-b8c2-4471-890b-9f8a0ea7d7bd tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:16.661342 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d178e97-f166-48f8-8969-ff457e141e4a req-746d41a4-b8c2-4471-890b-9f8a0ea7d7bd tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=66c6c62f-cf62-4b8b-9276-d96b9954d4be HTTP/1.1" status: 200 len: 949 time: 0.0890493 May 06 09:33:16.661342 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-a0736c8d-fb82-4e69-9cfe-7cfbc95d5a39 service neutron] Transition to ACTIVE for port object 4ab89bb2-04b4-44dd-bf8e-4b87721035bf will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:33:16.667327 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-a0736c8d-fb82-4e69-9cfe-7cfbc95d5a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:16.785156 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0736c8d-fb82-4e69-9cfe-7cfbc95d5a39 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab89bb2-04b4-44dd-bf8e-4b87721035bf,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:16.792623 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-a0736c8d-fb82-4e69-9cfe-7cfbc95d5a39 service neutron] Attempting to bind port 4ab89bb2-04b4-44dd-bf8e-4b87721035bf on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:33:16.793197 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-a0736c8d-fb82-4e69-9cfe-7cfbc95d5a39 service neutron] Attempting to bind port 4ab89bb2-04b4-44dd-bf8e-4b87721035bf by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:33:16.793678 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-a0736c8d-fb82-4e69-9cfe-7cfbc95d5a39 service neutron] Attempting to bind port 4ab89bb2-04b4-44dd-bf8e-4b87721035bf on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:33:16.800776 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d178e97-f166-48f8-8969-ff457e141e4a req-bc2fcfda-8233-415c-9e3d-cceb5065f8a5 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232231 May 06 09:33:16.804465 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-a0736c8d-fb82-4e69-9cfe-7cfbc95d5a39 service neutron] Port 4ab89bb2-04b4-44dd-bf8e-4b87721035bf on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:33:16.804935 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-a0736c8d-fb82-4e69-9cfe-7cfbc95d5a39 service neutron] Attempting to bind port 4ab89bb2-04b4-44dd-bf8e-4b87721035bf on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:33:16.811566 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-a0736c8d-fb82-4e69-9cfe-7cfbc95d5a39 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:33:16.812083 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-a0736c8d-fb82-4e69-9cfe-7cfbc95d5a39 service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:16.812605 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-a0736c8d-fb82-4e69-9cfe-7cfbc95d5a39 service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:33:16.813183 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-a0736c8d-fb82-4e69-9cfe-7cfbc95d5a39 service neutron] Bound port: 4ab89bb2-04b4-44dd-bf8e-4b87721035bf, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:33:16.813874 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-a0736c8d-fb82-4e69-9cfe-7cfbc95d5a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:16.929240 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-a0736c8d-fb82-4e69-9cfe-7cfbc95d5a39 service neutron] For port 4ab89bb2-04b4-44dd-bf8e-4b87721035bf, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:33:16.946268 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-a0736c8d-fb82-4e69-9cfe-7cfbc95d5a39 service neutron] For port 4ab89bb2-04b4-44dd-bf8e-4b87721035bf, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=4ab89bb2-04b4-44dd-bf8e-4b87721035bf,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:33:16.960261 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-a0736c8d-fb82-4e69-9cfe-7cfbc95d5a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:17.019627 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-a0736c8d-fb82-4e69-9cfe-7cfbc95d5a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:17.020075 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-a0736c8d-fb82-4e69-9cfe-7cfbc95d5a39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:17.022417 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-a0736c8d-fb82-4e69-9cfe-7cfbc95d5a39 service neutron] 10.222.0.84 "PUT /v2.0/ports/4ab89bb2-04b4-44dd-bf8e-4b87721035bf HTTP/1.1" status: 200 len: 1117 time: 0.8663611 May 06 09:33:17.022872 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446e3d5d-3013-4957-bdd1-97118db98728', 'tag': '4ab89bb2-04b4-44dd-bf8e-4b87721035bf'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:33:17.025738 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9397c0-2648-4de9-bebc-958c55bb884c" -d '{"events": [{"name": "network-changed", "server_uuid": "446e3d5d-3013-4957-bdd1-97118db98728", "tag": "4ab89bb2-04b4-44dd-bf8e-4b87721035bf"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:33:17.045946 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb67c64-0f81-4141-8fa2-290789dbe3d4 req-bd273bbc-d1dd-4159-b8f5-2ab923118747 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:17.047552 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9cb67c64-0f81-4141-8fa2-290789dbe3d4 req-bd273bbc-d1dd-4159-b8f5-2ab923118747 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=446e3d5d-3013-4957-bdd1-97118db98728 HTTP/1.1" status: 200 len: 969 time: 0.1545818 May 06 09:33:17.116417 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0736c8d-fb82-4e69-9cfe-7cfbc95d5a39 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab89bb2-04b4-44dd-bf8e-4b87721035bf,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:17.145205 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9cb67c64-0f81-4141-8fa2-290789dbe3d4 req-62267800-b4b2-433e-9eb9-92a50a1cc605 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/security-groups?id=79a7cf04-4a31-4e14-a55f-66041e2b66b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788589 May 06 09:33:17.152742 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-8e8f880f-e617-4ebe-8b9c-68d280369a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:17.154219 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-8e8f880f-e617-4ebe-8b9c-68d280369a34 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b7b5d5101dff4f168e0e20ec8938c0a3&device_id=446e3d5d-3013-4957-bdd1-97118db98728 HTTP/1.1" status: 200 len: 1120 time: 0.0639775 May 06 09:33:17.222085 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa26656-8c80-41a3-a01e-4f9bf4372766 x-openstack-request-id: req-3fa26656-8c80-41a3-a01e-4f9bf4372766 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:33:17.222371 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446e3d5d-3013-4957-bdd1-97118db98728", "tag": "4ab89bb2-04b4-44dd-bf8e-4b87721035bf", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:33:17.222619 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3fa26656-8c80-41a3-a01e-4f9bf4372766 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:33:17.223019 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fa26656-8c80-41a3-a01e-4f9bf4372766'] response: {'name': 'network-changed', 'server_uuid': '446e3d5d-3013-4957-bdd1-97118db98728', 'tag': '4ab89bb2-04b4-44dd-bf8e-4b87721035bf', 'status': 'completed', 'code': 200} May 06 09:33:17.224862 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-017a0df3-0cd4-4b79-9af5-12eae3b5cb4b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=4ab89bb2-04b4-44dd-bf8e-4b87721035bf HTTP/1.1" status: 200 len: 217 time: 0.0507390 May 06 09:33:17.312965 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-daa2d8fc-d3e4-42bf-9eee-e4a93afc5515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:17.314730 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-daa2d8fc-d3e4-42bf-9eee-e4a93afc5515 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0785885 May 06 09:33:17.344886 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6b212-019b-4abc-96a5-6b7681c4855a req-6107b810-9013-4e43-b8d6-20fa0664bfcd tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:17.346961 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-72e6b212-019b-4abc-96a5-6b7681c4855a req-6107b810-9013-4e43-b8d6-20fa0664bfcd tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/ports?device_id=17e65351-c0ca-4974-bddd-1151ed485546 HTTP/1.1" status: 200 len: 971 time: 0.0664442 May 06 09:33:17.404642 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-7475d965-48b3-4249-ba6a-1d52f83a05ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:17.406135 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-7475d965-48b3-4249-ba6a-1d52f83a05ba service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0788124 May 06 09:33:17.410716 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-72e6b212-019b-4abc-96a5-6b7681c4855a req-9a45bd98-6572-4f5f-a068-ff240b5be8ef tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/security-groups?id=480586c7-f4c5-4a71-bf74-b1ef0c65836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502937 May 06 09:33:17.446644 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device b6231fc8-886a-4cd8-bf4c-33a670b10e20 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:33:17.507779 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port b6231fc8-886a-4cd8-bf4c-33a670b10e20 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:33:17.513512 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-093f1ce9-8fec-4400-8230-cf0b7b81c402 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978322 May 06 09:33:17.514047 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port b6231fc8-886a-4cd8-bf4c-33a670b10e20 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:17.514427 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:17.632035 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2314c722-8b68-4be2-a0e0-8a3694434359 req-a3138c67-2b5d-49c7-8ac9-5e42886d86dd service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069043 May 06 09:33:17.644002 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:17.676035 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c6c62f-cf62-4b8b-9276-d96b9954d4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6231fc8-886a-4cd8-bf4c-33a670b10e20'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:33:17.681347 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e346f8cb-c9ff-42ee-8d06-9c4d1317e9cc" -d '{"events": [{"server_uuid": "66c6c62f-cf62-4b8b-9276-d96b9954d4be", "name": "network-vif-plugged", "status": "completed", "tag": "b6231fc8-886a-4cd8-bf4c-33a670b10e20"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:33:17.720487 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port b6231fc8-886a-4cd8-bf4c-33a670b10e20, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=b6231fc8-886a-4cd8-bf4c-33a670b10e20,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:17.733394 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:17.734745 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 2a8c432e-4ccf-4d70-947f-3448ffe6562a up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:33:17.828407 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=b6231fc8-886a-4cd8-bf4c-33a670b10e20,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:17.848772 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 2a8c432e-4ccf-4d70-947f-3448ffe6562a completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:33:17.855348 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 2a8c432e-4ccf-4d70-947f-3448ffe6562a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:17.855737 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:17.866094 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9397c0-2648-4de9-bebc-958c55bb884c req-9bb7a70d-323a-4347-9317-58082e1f3cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:17.868968 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c9397c0-2648-4de9-bebc-958c55bb884c req-9bb7a70d-323a-4347-9317-58082e1f3cb3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b7b5d5101dff4f168e0e20ec8938c0a3&device_id=446e3d5d-3013-4957-bdd1-97118db98728 HTTP/1.1" status: 200 len: 1120 time: 0.1170571 May 06 09:33:17.879618 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a55be5-d3f3-463b-a6b3-8b7ea53779b7 req-9fd58cd0-0da2-4495-9c37-a28080fb0716 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:17.881483 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c8a55be5-d3f3-463b-a6b3-8b7ea53779b7 req-9fd58cd0-0da2-4495-9c37-a28080fb0716 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 949 time: 0.1205473 May 06 09:33:17.924911 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6a994d-ff87-44be-bf94-f6b77e4358bb x-openstack-request-id: req-af6a994d-ff87-44be-bf94-f6b77e4358bb {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:33:17.925141 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c6c62f-cf62-4b8b-9276-d96b9954d4be", "name": "network-vif-plugged", "status": "completed", "tag": "b6231fc8-886a-4cd8-bf4c-33a670b10e20", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:33:17.925396 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-af6a994d-ff87-44be-bf94-f6b77e4358bb {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:33:17.925954 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af6a994d-ff87-44be-bf94-f6b77e4358bb'] response: {'server_uuid': '66c6c62f-cf62-4b8b-9276-d96b9954d4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6231fc8-886a-4cd8-bf4c-33a670b10e20', 'code': 200} May 06 09:33:17.987976 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:18.037028 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c8a55be5-d3f3-463b-a6b3-8b7ea53779b7 req-b066b3ef-c525-4fb3-924b-71253156d2ee tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411955 May 06 09:33:18.038767 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 2a8c432e-4ccf-4d70-947f-3448ffe6562a, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=2a8c432e-4ccf-4d70-947f-3448ffe6562a,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:18.044521 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:18.069717 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd1a0e-483e-4dd4-9fb5-27e31ccc9cf8 req-9c5500be-e880-4822-a639-b622855c5b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:18.071274 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b1bd1a0e-483e-4dd4-9fb5-27e31ccc9cf8 req-9c5500be-e880-4822-a639-b622855c5b47 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=66c6c62f-cf62-4b8b-9276-d96b9954d4be HTTP/1.1" status: 200 len: 1101 time: 0.1034794 May 06 09:33:18.078432 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed745c62-bdef-426b-b231-6f664fc7f2ee req-0c5a6bba-0bf8-47be-ab2a-f33391107579 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:18.080244 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ed745c62-bdef-426b-b231-6f664fc7f2ee req-0c5a6bba-0bf8-47be-ab2a-f33391107579 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=66c6c62f-cf62-4b8b-9276-d96b9954d4be HTTP/1.1" status: 200 len: 950 time: 0.1261711 May 06 09:33:18.081895 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9397c0-2648-4de9-bebc-958c55bb884c req-4f344ffb-2a5a-436a-b3a9-8814d1ae34b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:18.083569 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c9397c0-2648-4de9-bebc-958c55bb884c req-4f344ffb-2a5a-436a-b3a9-8814d1ae34b8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.2010057 May 06 09:33:18.119996 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b1bd1a0e-483e-4dd4-9fb5-27e31ccc9cf8 req-2be5390d-55dc-411a-8e63-82207338792e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403030 May 06 09:33:18.120200 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=2a8c432e-4ccf-4d70-947f-3448ffe6562a,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:18.144310 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c9397c0-2648-4de9-bebc-958c55bb884c req-68b5423f-3aed-4be0-ae01-88980531c677 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=4ab89bb2-04b4-44dd-bf8e-4b87721035bf HTTP/1.1" status: 200 len: 217 time: 0.0481696 May 06 09:33:18.187802 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ed745c62-bdef-426b-b231-6f664fc7f2ee req-7531d9b1-1895-47ee-9700-98ebbf375270 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998256 May 06 09:33:18.209470 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9397c0-2648-4de9-bebc-958c55bb884c req-ff0b206d-de28-4bef-afd0-3bd71aa5f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:18.210962 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c9397c0-2648-4de9-bebc-958c55bb884c req-ff0b206d-de28-4bef-afd0-3bd71aa5f81c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0545709 May 06 09:33:18.294802 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9397c0-2648-4de9-bebc-958c55bb884c req-2ada731c-c7da-43d2-94e4-0551a4a86110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:18.296397 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c9397c0-2648-4de9-bebc-958c55bb884c req-2ada731c-c7da-43d2-94e4-0551a4a86110 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0737686 May 06 09:33:18.311892 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f8a20-e1b5-445d-b46b-f67207f01f93 req-93d77249-9fec-4f67-b67a-51f8ea4f2818 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:18.313306 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a17f8a20-e1b5-445d-b46b-f67207f01f93 req-93d77249-9fec-4f67-b67a-51f8ea4f2818 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=446e3d5d-3013-4957-bdd1-97118db98728 HTTP/1.1" status: 200 len: 969 time: 0.0565789 May 06 09:33:18.404351 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a17f8a20-e1b5-445d-b46b-f67207f01f93 req-9845aab5-e381-48b0-8946-3fcc486603a2 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/security-groups?id=79a7cf04-4a31-4e14-a55f-66041e2b66b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824935 May 06 09:33:18.421059 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2958ffa7-74e7-4953-bb17-d2fca93f9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:18.434675 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c9397c0-2648-4de9-bebc-958c55bb884c req-4eb491b5-6de6-44ff-92b3-5bdd2510f3f2 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203449 May 06 09:33:18.517636 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:18.577691 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c9397c0-2648-4de9-bebc-958c55bb884c req-4e7b185e-6a5d-485b-8a97-238b46572e13 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321514 May 06 09:33:18.594582 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c31a3-afe9-44ca-a7a5-a05b53e7b2f3 req-fc5d992b-ada3-40a9-8973-67722cb40549 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:18.596890 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-389c31a3-afe9-44ca-a7a5-a05b53e7b2f3 req-fc5d992b-ada3-40a9-8973-67722cb40549 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/ports?device_id=17e65351-c0ca-4974-bddd-1151ed485546 HTTP/1.1" status: 200 len: 971 time: 0.0666301 May 06 09:33:18.638424 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-389c31a3-afe9-44ca-a7a5-a05b53e7b2f3 req-8ce54fc8-7e1d-4afc-80e3-45814afc5f1f tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/security-groups?id=480586c7-f4c5-4a71-bf74-b1ef0c65836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346467 May 06 09:33:18.793995 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9436b3-01fa-415c-aad5-0eb51fd45ff2 req-9c1acc7d-3ef4-4467-9b17-ef24b41c993b tempest-AggregatesAdminTestJSON-1115214927 tempest-AggregatesAdminTestJSON-1115214927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:18.795809 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b9436b3-01fa-415c-aad5-0eb51fd45ff2 req-9c1acc7d-3ef4-4467-9b17-ef24b41c993b tempest-AggregatesAdminTestJSON-1115214927 tempest-AggregatesAdminTestJSON-1115214927-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=17e65351-c0ca-4974-bddd-1151ed485546 HTTP/1.1" status: 200 len: 1122 time: 0.0430450 May 06 09:33:18.818277 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4b9436b3-01fa-415c-aad5-0eb51fd45ff2 req-b998a9ca-7daa-4b55-a663-a5c7ac0b6f0c tempest-AggregatesAdminTestJSON-1115214927 tempest-AggregatesAdminTestJSON-1115214927-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:18.904447 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34376) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:18.910470 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4b9436b3-01fa-415c-aad5-0eb51fd45ff2 req-b998a9ca-7daa-4b55-a663-a5c7ac0b6f0c tempest-AggregatesAdminTestJSON-1115214927 tempest-AggregatesAdminTestJSON-1115214927-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:18.916193 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4b9436b3-01fa-415c-aad5-0eb51fd45ff2 req-b998a9ca-7daa-4b55-a663-a5c7ac0b6f0c tempest-AggregatesAdminTestJSON-1115214927 tempest-AggregatesAdminTestJSON-1115214927-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:18.959890 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b9436b3-01fa-415c-aad5-0eb51fd45ff2 req-b998a9ca-7daa-4b55-a663-a5c7ac0b6f0c tempest-AggregatesAdminTestJSON-1115214927 tempest-AggregatesAdminTestJSON-1115214927-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=480586c7-f4c5-4a71-bf74-b1ef0c65836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515312 May 06 09:33:18.973676 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998a9ca-7daa-4b55-a663-a5c7ac0b6f0c tempest-AggregatesAdminTestJSON-1115214927 tempest-AggregatesAdminTestJSON-1115214927-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3aa364-ca07-470f-99b3-de48ea95c091,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:19.036440 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-97d807d4-a5fc-4684-91ae-6da9c946939c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.143389 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-97d807d4-a5fc-4684-91ae-6da9c946939c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.150396 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-97d807d4-a5fc-4684-91ae-6da9c946939c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.168891 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436efa8a-67f5-4f17-ab0f-c1c896bd9a1b req-9e8e6efc-bb8b-4b13-85aa-5734f6444233 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:19.171111 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-436efa8a-67f5-4f17-ab0f-c1c896bd9a1b req-9e8e6efc-bb8b-4b13-85aa-5734f6444233 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 950 time: 0.0737274 May 06 09:33:19.173963 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34388) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:19.197021 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d807d4-a5fc-4684-91ae-6da9c946939c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0df96fc-c837-4abd-af12-53afa49427b8,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:19.213932 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-97d807d4-a5fc-4684-91ae-6da9c946939c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e9d25f57a8c245f691343c040bcb7b23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3084006 May 06 09:33:19.217354 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34394) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:19.261612 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-436efa8a-67f5-4f17-ab0f-c1c896bd9a1b req-3cd1437d-94d1-41fb-92e1-603aeaee9a6e tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815880 May 06 09:33:19.274108 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d7252a83-6e1d-460d-b345-e80c75535c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.283935 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716da1f-7996-4118-8bb6-f8ce39e1e64e req-33f706dd-8d95-4c24-a9b7-44bef690a6f2 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:19.285681 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6716da1f-7996-4118-8bb6-f8ce39e1e64e req-33f706dd-8d95-4c24-a9b7-44bef690a6f2 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/ports?device_id=17e65351-c0ca-4974-bddd-1151ed485546 HTTP/1.1" status: 200 len: 971 time: 0.0591440 May 06 09:33:19.302128 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-68da36f1-5c30-4b38-a60a-92639a448d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.306365 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d7252a83-6e1d-460d-b345-e80c75535c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.356383 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.368042 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d7252a83-6e1d-460d-b345-e80c75535c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.370085 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6716da1f-7996-4118-8bb6-f8ce39e1e64e req-ca63d6cd-64c2-4253-b2b6-ba78a4880cc4 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/security-groups?id=480586c7-f4c5-4a71-bf74-b1ef0c65836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705903 May 06 09:33:19.370911 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d7252a83-6e1d-460d-b345-e80c75535c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.374665 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d7252a83-6e1d-460d-b345-e80c75535c8d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a0df96fc-c837-4abd-af12-53afa49427b8 HTTP/1.1" status: 204 len: 168 time: 0.1540148 May 06 09:33:19.382361 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7252a83-6e1d-460d-b345-e80c75535c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0df96fc-c837-4abd-af12-53afa49427b8,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:19.579314 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c0eb5-74a5-4899-9c35-923f3d6e8931 req-37d0ca3d-25a8-4d18-8c2c-59795818e98f tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:19.580805 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-957c0eb5-74a5-4899-9c35-923f3d6e8931 req-37d0ca3d-25a8-4d18-8c2c-59795818e98f tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=66c6c62f-cf62-4b8b-9276-d96b9954d4be HTTP/1.1" status: 200 len: 950 time: 0.2384179 May 06 09:33:19.621867 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e599b-a73b-4ecb-bd48-33bc31e84a18 req-c58989b5-b8e8-4f94-9264-6d670f0a4b76 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:19.623375 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-932e599b-a73b-4ecb-bd48-33bc31e84a18 req-c58989b5-b8e8-4f94-9264-6d670f0a4b76 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=446e3d5d-3013-4957-bdd1-97118db98728 HTTP/1.1" status: 200 len: 969 time: 0.1109104 May 06 09:33:19.652830 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-68da36f1-5c30-4b38-a60a-92639a448d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.665084 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34402) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:19.667182 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-68da36f1-5c30-4b38-a60a-92639a448d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.679721 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7a0c9542-b855-4867-b610-f35912014bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.682963 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-957c0eb5-74a5-4899-9c35-923f3d6e8931 req-1cfa9f0b-3a1b-4f79-bcc3-d58ae9b260e8 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928562 May 06 09:33:19.726795 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-68da36f1-5c30-4b38-a60a-92639a448d17 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0124269c176e4f1097ba3a6f25c72f96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5516474 May 06 09:33:19.730895 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-932e599b-a73b-4ecb-bd48-33bc31e84a18 req-369a31ed-377d-491c-b7e1-378d8cf134e0 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/security-groups?id=79a7cf04-4a31-4e14-a55f-66041e2b66b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953555 May 06 09:33:19.731152 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34404) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:19.737900 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da36f1-5c30-4b38-a60a-92639a448d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8782d0b-b5ae-4c3d-bfa8-a21a67f30ed5,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:19.790894 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7a0c9542-b855-4867-b610-f35912014bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.795999 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7a0c9542-b855-4867-b610-f35912014bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.842013 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c9542-b855-4867-b610-f35912014bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a394b6b1-e75c-41c8-8458-99b2a9423fa6,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:19.844424 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ed51c94b-26d9-4dad-a703-5f4b42158726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.851019 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7a0c9542-b855-4867-b610-f35912014bad admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=910637ef0ff646ed89aeb2f02e6d2a87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1847594 May 06 09:33:19.853996 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34406) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:19.870878 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ed51c94b-26d9-4dad-a703-5f4b42158726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.902153 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de210144-0295-4f0b-8a04-ec8660b5a140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.920626 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ed51c94b-26d9-4dad-a703-5f4b42158726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.923381 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ed51c94b-26d9-4dad-a703-5f4b42158726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.924823 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de210144-0295-4f0b-8a04-ec8660b5a140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.925009 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ed51c94b-26d9-4dad-a703-5f4b42158726 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c8782d0b-b5ae-4c3d-bfa8-a21a67f30ed5 HTTP/1.1" status: 204 len: 168 time: 0.1924307 May 06 09:33:19.928565 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ed024f-297d-4b6c-b951-530587259480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8c432e-4ccf-4d70-947f-3448ffe6562a'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:33:19.932091 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347d0cdf-923d-4e11-b3e4-8f86ea27ad9a" -d '{"events": [{"server_uuid": "08ed024f-297d-4b6c-b951-530587259480", "name": "network-vif-plugged", "status": "completed", "tag": "2a8c432e-4ccf-4d70-947f-3448ffe6562a"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:33:19.932482 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51c94b-26d9-4dad-a703-5f4b42158726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8782d0b-b5ae-4c3d-bfa8-a21a67f30ed5,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:19.974354 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e63d801-fe48-4660-a31c-428c73c31f6e x-openstack-request-id: req-1e63d801-fe48-4660-a31c-428c73c31f6e {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:33:19.974673 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ed024f-297d-4b6c-b951-530587259480", "name": "network-vif-plugged", "status": "completed", "tag": "2a8c432e-4ccf-4d70-947f-3448ffe6562a", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:33:19.976659 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1e63d801-fe48-4660-a31c-428c73c31f6e {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:33:19.977685 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e63d801-fe48-4660-a31c-428c73c31f6e'] response: {'server_uuid': '08ed024f-297d-4b6c-b951-530587259480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8c432e-4ccf-4d70-947f-3448ffe6562a', 'code': 200} May 06 09:33:19.989313 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de210144-0295-4f0b-8a04-ec8660b5a140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.992255 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de210144-0295-4f0b-8a04-ec8660b5a140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.993556 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-de210144-0295-4f0b-8a04-ec8660b5a140 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a394b6b1-e75c-41c8-8458-99b2a9423fa6 HTTP/1.1" status: 204 len: 168 time: 0.1384084 May 06 09:33:20.005720 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de210144-0295-4f0b-8a04-ec8660b5a140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a394b6b1-e75c-41c8-8458-99b2a9423fa6,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:20.130814 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f03377-5278-4422-bc1b-bf6b62e2a906 req-13b47e90-0586-4eb4-a5fc-0cd94a054a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:20.132400 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-74f03377-5278-4422-bc1b-bf6b62e2a906 req-13b47e90-0586-4eb4-a5fc-0cd94a054a08 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 1101 time: 0.0471270 May 06 09:33:20.169939 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-74f03377-5278-4422-bc1b-bf6b62e2a906 req-a3930be1-1335-42c4-8edd-27fbc8956d83 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297906 May 06 09:33:20.349369 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34426) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:20.372174 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-300094dc-b8fa-4299-b7c4-e62461819af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:20.435017 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70d248-5607-48a4-97a1-65978568e8a2 req-b52b0bff-4482-455b-ab5b-ecddc42f471f tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:20.437125 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fc70d248-5607-48a4-97a1-65978568e8a2 req-b52b0bff-4482-455b-ab5b-ecddc42f471f tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 950 time: 0.0806382 May 06 09:33:20.537740 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fc70d248-5607-48a4-97a1-65978568e8a2 req-a4dcad23-542d-4d08-a602-9efa4c1975d3 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864179 May 06 09:33:20.543535 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-300094dc-b8fa-4299-b7c4-e62461819af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:20.556418 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842c9f3-55e3-4af0-b248-fc7895277528 req-805ed92f-61ec-4a69-8a9e-a0958e5c0e01 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:20.558036 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e842c9f3-55e3-4af0-b248-fc7895277528 req-805ed92f-61ec-4a69-8a9e-a0958e5c0e01 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/ports?device_id=17e65351-c0ca-4974-bddd-1151ed485546 HTTP/1.1" status: 200 len: 971 time: 0.1047664 May 06 09:33:20.558829 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-300094dc-b8fa-4299-b7c4-e62461819af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:20.613019 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-300094dc-b8fa-4299-b7c4-e62461819af5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9016d0903dfe4f02873690f045eae196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2624893 May 06 09:33:20.614011 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300094dc-b8fa-4299-b7c4-e62461819af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c240fabe-9bac-4a84-a7f0-9614c928cd67,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:20.615850 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34436) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:20.635712 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e842c9f3-55e3-4af0-b248-fc7895277528 req-6100ccbe-9ba0-43ff-9af3-d11bd5865e48 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/security-groups?id=480586c7-f4c5-4a71-bf74-b1ef0c65836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587595 May 06 09:33:20.674912 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-99fb2f2d-ce28-4f67-b63a-1a57c12f6ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:20.699440 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-99fb2f2d-ce28-4f67-b63a-1a57c12f6ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:20.764776 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-99fb2f2d-ce28-4f67-b63a-1a57c12f6ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:20.769606 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-99fb2f2d-ce28-4f67-b63a-1a57c12f6ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:20.773117 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-99fb2f2d-ce28-4f67-b63a-1a57c12f6ca0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c240fabe-9bac-4a84-a7f0-9614c928cd67 HTTP/1.1" status: 204 len: 168 time: 0.1538723 May 06 09:33:20.790851 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb2f2d-ce28-4f67-b63a-1a57c12f6ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c240fabe-9bac-4a84-a7f0-9614c928cd67,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:20.830976 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34448) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:20.843927 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4807c5f-f687-4be4-b6d5-a396e7296cbb req-93a327f7-1cf2-4935-9e96-d25c72049976 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:20.845498 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c4807c5f-f687-4be4-b6d5-a396e7296cbb req-93a327f7-1cf2-4935-9e96-d25c72049976 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=66c6c62f-cf62-4b8b-9276-d96b9954d4be HTTP/1.1" status: 200 len: 950 time: 0.0738065 May 06 09:33:20.919429 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c4807c5f-f687-4be4-b6d5-a396e7296cbb req-c32578f1-8324-4c06-a409-c1638894f662 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631890 May 06 09:33:20.947663 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-ffe68635-d918-4388-b6c2-ea4158a680dc admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1208314280-network', 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:20.949093 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c1cdb-54ce-460d-8c84-13da2a0b1e14 req-840eccb3-f76a-4338-bb9b-9d31a900e010 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:20.950714 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-082c1cdb-54ce-460d-8c84-13da2a0b1e14 req-840eccb3-f76a-4338-bb9b-9d31a900e010 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=446e3d5d-3013-4957-bdd1-97118db98728 HTTP/1.1" status: 200 len: 969 time: 0.0707865 May 06 09:33:20.971930 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe68635-d918-4388-b6c2-ea4158a680dc admin admin] Made reservation on behalf of 18d2b79bdfff4fc3957450c1173b5172 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:20.980793 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ffe68635-d918-4388-b6c2-ea4158a680dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:20.990062 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ffe68635-d918-4388-b6c2-ea4158a680dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:20.993040 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-082c1cdb-54ce-460d-8c84-13da2a0b1e14 req-055e719d-9906-4556-a456-a1080940d3b0 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/security-groups?id=79a7cf04-4a31-4e14-a55f-66041e2b66b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346427 May 06 09:33:21.014794 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:21.087251 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ffe68635-d918-4388-b6c2-ea4158a680dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:21.092992 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ffe68635-d918-4388-b6c2-ea4158a680dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:21.114562 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe68635-d918-4388-b6c2-ea4158a680dc admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:33:21.129658 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe68635-d918-4388-b6c2-ea4158a680dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d759c7-01bd-466d-9fbe-a330a6b2318c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:21.135271 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ffe68635-d918-4388-b6c2-ea4158a680dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:21.135662 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-ffe68635-d918-4388-b6c2-ea4158a680dc admin admin] Added segment fe24a094-fc42-403d-ba28-61e4316840a6 of type vlan for network f2f5f0f1-61a3-4b8a-8a9d-37462429b401 May 06 09:33:21.183061 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ffe68635-d918-4388-b6c2-ea4158a680dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:21.215286 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ffe68635-d918-4388-b6c2-ea4158a680dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:21.216273 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe68635-d918-4388-b6c2-ea4158a680dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:21.217113 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ffe68635-d918-4388-b6c2-ea4158a680dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:21.227193 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248f4e1-72d7-4f3d-97d9-0197e9364134 req-bdcb353b-35d8-487a-8947-483aadc5cc85 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:21.229541 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0248f4e1-72d7-4f3d-97d9-0197e9364134 req-bdcb353b-35d8-487a-8947-483aadc5cc85 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.84 "GET /v2.0/ports?device_id=17e65351-c0ca-4974-bddd-1151ed485546 HTTP/1.1" status: 200 len: 971 time: 0.0515435 May 06 09:33:21.266181 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 4ab89bb2-04b4-44dd-bf8e-4b87721035bf details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:33:21.281286 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ffe68635-d918-4388-b6c2-ea4158a680dc admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4485326 May 06 09:33:21.286426 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34462) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:21.292428 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-9a8f4437-e023-410c-9423-440cdc920172 admin admin] Request body: {'subnet': {'network_id': 'f2f5f0f1-61a3-4b8a-8a9d-37462429b401', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1208314280-subnet', 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:21.310381 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe68635-d918-4388-b6c2-ea4158a680dc admin admin] Pushing event updated for resources: {'Network': ['ID=f2f5f0f1-61a3-4b8a-8a9d-37462429b401,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:21.337892 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network f2f5f0f1-61a3-4b8a-8a9d-37462429b401 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:33:21.341871 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8f4437-e023-410c-9423-440cdc920172 admin admin] Made reservation on behalf of 18d2b79bdfff4fc3957450c1173b5172 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:21.347691 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a8f4437-e023-410c-9423-440cdc920172 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:21.434198 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:21.441097 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-0248f4e1-72d7-4f3d-97d9-0197e9364134 req-3755e6da-313c-4ee6-9a91-199ffc082749 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Deleting port 6b0a6a35-b018-46bb-b540-514f62d62d03 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:33:21.443279 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0248f4e1-72d7-4f3d-97d9-0197e9364134 req-3755e6da-313c-4ee6-9a91-199ffc082749 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:21.479363 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 4ab89bb2-04b4-44dd-bf8e-4b87721035bf, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=4ab89bb2-04b4-44dd-bf8e-4b87721035bf,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:21.499894 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '4ab89bb2-04b4-44dd-bf8e-4b87721035bf', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': '4ab89bb2-04b4-44dd-bf8e-4b87721035bf', 'mac_address': 'fa:16:3e:a7:66:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:tempest-test_az-254901156', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:33:21.549287 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:21.562743 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ab89bb2-04b4-44dd-bf8e-4b87721035bf {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:33:21.570777 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-0248f4e1-72d7-4f3d-97d9-0197e9364134 req-3755e6da-313c-4ee6-9a91-199ffc082749 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] For port 6b0a6a35-b018-46bb-b540-514f62d62d03, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=6b0a6a35-b018-46bb-b540-514f62d62d03,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:21.571550 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0248f4e1-72d7-4f3d-97d9-0197e9364134 req-3755e6da-313c-4ee6-9a91-199ffc082749 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:21.578764 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a8f4437-e023-410c-9423-440cdc920172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:21.585772 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 4ab89bb2-04b4-44dd-bf8e-4b87721035bf, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=4ab89bb2-04b4-44dd-bf8e-4b87721035bf,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:21.592518 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:21.598608 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-0248f4e1-72d7-4f3d-97d9-0197e9364134 req-3755e6da-313c-4ee6-9a91-199ffc082749 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Calling delete_port for 6b0a6a35-b018-46bb-b540-514f62d62d03 owned by compute:tempest-test_az-254901156 {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:33:21.659877 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=4ab89bb2-04b4-44dd-bf8e-4b87721035bf,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:21.664700 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f4437-e023-410c-9423-440cdc920172 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b321150-13d5-4e4b-824f-c7fc482fb964,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:21.666670 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8f4437-e023-410c-9423-440cdc920172 admin admin] Checking segment: {'id': 'fe24a094-fc42-403d-ba28-61e4316840a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f2f5f0f1-61a3-4b8a-8a9d-37462429b401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:21.667198 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8f4437-e023-410c-9423-440cdc920172 admin admin] Network hostable DHCP agents. Network: f2f5f0f1-61a3-4b8a-8a9d-37462429b401, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:33:21.707722 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8f4437-e023-410c-9423-440cdc920172 admin admin] Network f2f5f0f1-61a3-4b8a-8a9d-37462429b401 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:33:21.721844 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-9a8f4437-e023-410c-9423-440cdc920172 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, f2f5f0f1-61a3-4b8a-8a9d-37462429b401) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:21.726530 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8f4437-e023-410c-9423-440cdc920172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:21.727176 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a8f4437-e023-410c-9423-440cdc920172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:21.736182 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d1713d-6dcd-4c55-b98d-2dedadfa13e4 None None] Network f2f5f0f1-61a3-4b8a-8a9d-37462429b401 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:33:21.758762 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9a8f4437-e023-410c-9423-440cdc920172 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4706981 May 06 09:33:21.760851 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34476) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:21.765630 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-cdecba0e-a665-4f1e-b420-820c3d598e8a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1208314280-router', 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:21.815857 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cdecba0e-a665-4f1e-b420-820c3d598e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:21.816965 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cdecba0e-a665-4f1e-b420-820c3d598e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:21.916894 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4096f-a99f-4d06-abf1-a8edba488117 req-acb2be84-ab7b-4f14-acff-70bbca4afa06 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:21.918488 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c8f4096f-a99f-4d06-abf1-a8edba488117 req-acb2be84-ab7b-4f14-acff-70bbca4afa06 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/ports?device_id=17e65351-c0ca-4974-bddd-1151ed485546 HTTP/1.1" status: 200 len: 971 time: 0.1424353 May 06 09:33:21.955781 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['4ab89bb2-04b4-44dd-bf8e-4b87721035bf'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:33:21.978522 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cdecba0e-a665-4f1e-b420-820c3d598e8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:22.071613 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0248f4e1-72d7-4f3d-97d9-0197e9364134 req-3755e6da-313c-4ee6-9a91-199ffc082749 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:22.081022 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c8f4096f-a99f-4d06-abf1-a8edba488117 req-6a5c819f-90af-4bd6-aa9e-ff7d03c14ed3 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/security-groups?id=480586c7-f4c5-4a71-bf74-b1ef0c65836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529486 May 06 09:33:22.133967 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755e6da-313c-4ee6-9a91-199ffc082749 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Pushing event deleted for resources: {'Port': ['ID=6b0a6a35-b018-46bb-b540-514f62d62d03,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:22.154445 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ede24-c4bb-421f-87a7-3cb5a085fe8c req-06541204-a6ad-43d0-9aaf-4bef3a730c5d tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:22.156276 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-815ede24-c4bb-421f-87a7-3cb5a085fe8c req-06541204-a6ad-43d0-9aaf-4bef3a730c5d tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 950 time: 0.1458800 May 06 09:33:22.195688 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccd111d-65d9-40a6-b05c-bd7387d85fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-f2f5f0f1-61a3-4b8a-8a9d-37462429b401', 'network_id': 'f2f5f0f1-61a3-4b8a-8a9d-37462429b401', 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172', 'fixed_ips': [{'subnet_id': '4b321150-13d5-4e4b-824f-c7fc482fb964'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:33:22.200912 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eccd111d-65d9-40a6-b05c-bd7387d85fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:22.340584 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-815ede24-c4bb-421f-87a7-3cb5a085fe8c req-664c45f8-3911-408f-acc5-7d9a99c8552c tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775796 May 06 09:33:22.363501 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cdecba0e-a665-4f1e-b420-820c3d598e8a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:22.383277 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-0248f4e1-72d7-4f3d-97d9-0197e9364134 req-3755e6da-313c-4ee6-9a91-199ffc082749 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] No DVR routers for this DVR port 6b0a6a35-b018-46bb-b540-514f62d62d03 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:33:22.389612 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0248f4e1-72d7-4f3d-97d9-0197e9364134 req-3755e6da-313c-4ee6-9a91-199ffc082749 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:22.399356 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0248f4e1-72d7-4f3d-97d9-0197e9364134 req-3755e6da-313c-4ee6-9a91-199ffc082749 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.84 "DELETE /v2.0/ports/6b0a6a35-b018-46bb-b540-514f62d62d03 HTTP/1.1" status: 204 len: 173 time: 1.1598408 May 06 09:33:22.399845 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e65351-c0ca-4974-bddd-1151ed485546', 'name': 'network-vif-deleted', 'tag': '6b0a6a35-b018-46bb-b540-514f62d62d03'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:33:22.402971 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b800c1-c3ef-4205-a3d7-4261d738c203" -d '{"events": [{"server_uuid": "17e65351-c0ca-4974-bddd-1151ed485546", "name": "network-vif-deleted", "tag": "6b0a6a35-b018-46bb-b540-514f62d62d03"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:33:22.580281 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76327c-3310-4439-9b0a-9824e5b5169c req-58f7f889-ebbd-402c-86f1-2b1ad5ef368d tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:22.589795 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae76327c-3310-4439-9b0a-9824e5b5169c req-58f7f889-ebbd-402c-86f1-2b1ad5ef368d tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=66c6c62f-cf62-4b8b-9276-d96b9954d4be HTTP/1.1" status: 200 len: 950 time: 0.2017984 May 06 09:33:22.631318 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-eccd111d-65d9-40a6-b05c-bd7387d85fd5 None None] Allocated IP 172.20.0.2 (f2f5f0f1-61a3-4b8a-8a9d-37462429b401/4b321150-13d5-4e4b-824f-c7fc482fb964/3e3f6939-f962-4971-8da2-6c6be356186a) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:33:22.637047 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a785e06-4534-421e-af03-7a234c3c0c4c req-eabd07ce-c2f8-42ba-b63e-5499a0bf1ab6 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:22.644531 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1a785e06-4534-421e-af03-7a234c3c0c4c req-eabd07ce-c2f8-42ba-b63e-5499a0bf1ab6 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=446e3d5d-3013-4957-bdd1-97118db98728 HTTP/1.1" status: 200 len: 970 time: 0.1515150 May 06 09:33:22.686506 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae76327c-3310-4439-9b0a-9824e5b5169c req-df7f4a4e-307a-43d5-8168-52e6653a9707 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908387 May 06 09:33:22.739276 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1a785e06-4534-421e-af03-7a234c3c0c4c req-9207c722-c6b8-4768-8999-46a87dc4acf6 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/security-groups?id=79a7cf04-4a31-4e14-a55f-66041e2b66b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892975 May 06 09:33:22.751150 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2b5bd4-912f-4c4b-992f-e265fa582c5f x-openstack-request-id: req-ef2b5bd4-912f-4c4b-992f-e265fa582c5f {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:33:22.751452 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e65351-c0ca-4974-bddd-1151ed485546", "name": "network-vif-deleted", "tag": "6b0a6a35-b018-46bb-b540-514f62d62d03", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:33:22.751710 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ef2b5bd4-912f-4c4b-992f-e265fa582c5f {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:33:22.752117 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef2b5bd4-912f-4c4b-992f-e265fa582c5f'] response: {'server_uuid': '17e65351-c0ca-4974-bddd-1151ed485546', 'name': 'network-vif-deleted', 'tag': '6b0a6a35-b018-46bb-b540-514f62d62d03', 'status': 'completed', 'code': 200} May 06 09:33:22.797448 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cdecba0e-a665-4f1e-b420-820c3d598e8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:22.825227 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cdecba0e-a665-4f1e-b420-820c3d598e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:22.859409 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eccd111d-65d9-40a6-b05c-bd7387d85fd5 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:22.875815 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eccd111d-65d9-40a6-b05c-bd7387d85fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:22.942734 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccd111d-65d9-40a6-b05c-bd7387d85fd5 None None] Network f2f5f0f1-61a3-4b8a-8a9d-37462429b401 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:33:22.954828 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-eccd111d-65d9-40a6-b05c-bd7387d85fd5 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:22.957869 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccd111d-65d9-40a6-b05c-bd7387d85fd5 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:33:22.961302 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd111d-65d9-40a6-b05c-bd7387d85fd5 None None] Pushing event updated for resources: {'Port': ['ID=3e3f6939-f962-4971-8da2-6c6be356186a,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:23.003328 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-cdecba0e-a665-4f1e-b420-820c3d598e8a admin admin] Allocated IP 172.25.5.221 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/19bf472c-9786-4f2d-b866-1c868ff05479) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:33:23.018980 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-eccd111d-65d9-40a6-b05c-bd7387d85fd5 None None] Attempting to bind port 3e3f6939-f962-4971-8da2-6c6be356186a on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:33:23.019725 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-eccd111d-65d9-40a6-b05c-bd7387d85fd5 None None] Attempting to bind port 3e3f6939-f962-4971-8da2-6c6be356186a by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'fe24a094-fc42-403d-ba28-61e4316840a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f2f5f0f1-61a3-4b8a-8a9d-37462429b401'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:33:23.020193 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccd111d-65d9-40a6-b05c-bd7387d85fd5 None None] Attempting to bind port 3e3f6939-f962-4971-8da2-6c6be356186a on network f2f5f0f1-61a3-4b8a-8a9d-37462429b401 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:33:23.025857 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccd111d-65d9-40a6-b05c-bd7387d85fd5 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:33:23.026369 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccd111d-65d9-40a6-b05c-bd7387d85fd5 None None] Checking segment: {'id': 'fe24a094-fc42-403d-ba28-61e4316840a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f2f5f0f1-61a3-4b8a-8a9d-37462429b401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:23.026876 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eccd111d-65d9-40a6-b05c-bd7387d85fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:23.027490 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccd111d-65d9-40a6-b05c-bd7387d85fd5 None None] Bound using segment: {'id': 'fe24a094-fc42-403d-ba28-61e4316840a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f2f5f0f1-61a3-4b8a-8a9d-37462429b401'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:33:23.028057 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-eccd111d-65d9-40a6-b05c-bd7387d85fd5 None None] Bound port: 3e3f6939-f962-4971-8da2-6c6be356186a, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe24a094-fc42-403d-ba28-61e4316840a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f2f5f0f1-61a3-4b8a-8a9d-37462429b401'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:33:23.028550 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eccd111d-65d9-40a6-b05c-bd7387d85fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:23.124701 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-eccd111d-65d9-40a6-b05c-bd7387d85fd5 None None] For port 3e3f6939-f962-4971-8da2-6c6be356186a, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:33:23.134791 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-eccd111d-65d9-40a6-b05c-bd7387d85fd5 None None] For port 3e3f6939-f962-4971-8da2-6c6be356186a, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3e3f6939-f962-4971-8da2-6c6be356186a,segment=NetworkSegment(fe24a094-fc42-403d-ba28-61e4316840a6),segment_id=fe24a094-fc42-403d-ba28-61e4316840a6)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:33:23.149519 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eccd111d-65d9-40a6-b05c-bd7387d85fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:23.154387 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cdecba0e-a665-4f1e-b420-820c3d598e8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:23.200039 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cdecba0e-a665-4f1e-b420-820c3d598e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:23.220958 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdecba0e-a665-4f1e-b420-820c3d598e8a admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:33:23.224292 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-cdecba0e-a665-4f1e-b420-820c3d598e8a admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:23.226597 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdecba0e-a665-4f1e-b420-820c3d598e8a admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:33:23.279706 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['6b0a6a35-b018-46bb-b540-514f62d62d03'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:33:23.302819 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-89cd9bf1-f50b-4e47-a378-bfc7acf739d5 req-d4d2f0a5-89a0-49f6-8dbf-8fe6312555b0 tempest-AggregatesAdminTestJSON-2075841622 tempest-AggregatesAdminTestJSON-2075841622-project] 10.222.0.73 "GET /v2.0/ports?device_id=17e65351-c0ca-4974-bddd-1151ed485546 HTTP/1.1" status: 200 len: 210 time: 0.0650842 May 06 09:33:23.308121 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34510) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:23.354409 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd111d-65d9-40a6-b05c-bd7387d85fd5 None None] Pushing event updated for resources: {'Port': ['ID=3e3f6939-f962-4971-8da2-6c6be356186a,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:23.516298 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc557a73-41a4-4f91-839d-5b2286ab0f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:23.518856 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdecba0e-a665-4f1e-b420-820c3d598e8a admin admin] Pushing event updated for resources: {'Port': ['ID=19bf472c-9786-4f2d-b866-1c868ff05479,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:23.531807 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cdecba0e-a665-4f1e-b420-820c3d598e8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:23.564960 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf94da4-8c21-425d-800e-63f9dcb83c50 req-c761e5df-7621-4a92-a6f9-1aea439c97ff tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:23.566327 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fcf94da4-8c21-425d-800e-63f9dcb83c50 req-c761e5df-7621-4a92-a6f9-1aea439c97ff tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 950 time: 0.1323292 May 06 09:33:23.573724 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab648fa-1ce5-4e29-87cf-410475ea21b9 req-e9c85b1f-9a50-46ad-8809-e6edc3ad4bc0 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:23.575671 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6ab648fa-1ce5-4e29-87cf-410475ea21b9 req-e9c85b1f-9a50-46ad-8809-e6edc3ad4bc0 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=66c6c62f-cf62-4b8b-9276-d96b9954d4be HTTP/1.1" status: 200 len: 950 time: 0.1567204 May 06 09:33:23.675536 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6ab648fa-1ce5-4e29-87cf-410475ea21b9 req-10a5510e-63f8-4ef4-a7eb-a336e4833232 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806742 May 06 09:33:23.679027 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fcf94da4-8c21-425d-800e-63f9dcb83c50 req-59163b6c-58ca-48fc-8cbd-c457b2f20adc tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976369 May 06 09:33:23.732487 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc557a73-41a4-4f91-839d-5b2286ab0f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:23.738996 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc557a73-41a4-4f91-839d-5b2286ab0f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:23.791504 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc557a73-41a4-4f91-839d-5b2286ab0f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b850d8c-f767-48e3-95b6-2e41205877b0,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:23.796088 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bc557a73-41a4-4f91-839d-5b2286ab0f58 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ea04bda774c44af9b62898bb99991c87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4867733 May 06 09:33:23.799951 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34524) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:23.892078 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8772a006-d791-4639-8c4d-320edade2d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:23.919231 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c084b1f-be1c-4eb9-8f70-42b667ec7b3c req-501f1cf7-1ba1-46b7-9bcc-6a89fa821e1b tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:23.920710 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c084b1f-be1c-4eb9-8f70-42b667ec7b3c req-501f1cf7-1ba1-46b7-9bcc-6a89fa821e1b tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=446e3d5d-3013-4957-bdd1-97118db98728 HTTP/1.1" status: 200 len: 970 time: 0.0871565 May 06 09:33:23.930790 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8772a006-d791-4639-8c4d-320edade2d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:23.989262 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cdecba0e-a665-4f1e-b420-820c3d598e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:24.007170 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c084b1f-be1c-4eb9-8f70-42b667ec7b3c req-bfe63ce6-1854-4c7b-a7f1-24cac6d2ec47 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/security-groups?id=79a7cf04-4a31-4e14-a55f-66041e2b66b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782771 May 06 09:33:24.040497 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8772a006-d791-4639-8c4d-320edade2d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:24.043146 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8772a006-d791-4639-8c4d-320edade2d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:24.044448 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8772a006-d791-4639-8c4d-320edade2d58 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9b850d8c-f767-48e3-95b6-2e41205877b0 HTTP/1.1" status: 204 len: 168 time: 0.2433314 May 06 09:33:24.056000 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772a006-d791-4639-8c4d-320edade2d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b850d8c-f767-48e3-95b6-2e41205877b0,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:24.068846 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a0d48-3c4f-4a2d-8fd8-48756c34d1c0 req-89940fbc-af5d-4a8d-815d-ce167a51a44b tempest-MigrationsAdminTest-741517518 tempest-MigrationsAdminTest-741517518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:24.070389 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-442a0d48-3c4f-4a2d-8fd8-48756c34d1c0 req-89940fbc-af5d-4a8d-815d-ce167a51a44b tempest-MigrationsAdminTest-741517518 tempest-MigrationsAdminTest-741517518-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 1101 time: 0.0621843 May 06 09:33:24.091145 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-442a0d48-3c4f-4a2d-8fd8-48756c34d1c0 req-11c4f776-c5af-410f-a0b1-12053c21646a tempest-MigrationsAdminTest-741517518 tempest-MigrationsAdminTest-741517518-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:24.149315 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdecba0e-a665-4f1e-b420-820c3d598e8a admin admin] Router dd72a4ce-815c-4e03-9645-c73fc3da29b1 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:33:24.203098 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-442a0d48-3c4f-4a2d-8fd8-48756c34d1c0 req-11c4f776-c5af-410f-a0b1-12053c21646a tempest-MigrationsAdminTest-741517518 tempest-MigrationsAdminTest-741517518-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:24.209083 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-442a0d48-3c4f-4a2d-8fd8-48756c34d1c0 req-11c4f776-c5af-410f-a0b1-12053c21646a tempest-MigrationsAdminTest-741517518 tempest-MigrationsAdminTest-741517518-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:24.241173 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-442a0d48-3c4f-4a2d-8fd8-48756c34d1c0 req-11c4f776-c5af-410f-a0b1-12053c21646a tempest-MigrationsAdminTest-741517518 tempest-MigrationsAdminTest-741517518-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631277 May 06 09:33:24.259367 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4f776-c5af-410f-a0b1-12053c21646a tempest-MigrationsAdminTest-741517518 tempest-MigrationsAdminTest-741517518-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76984e7-ffd8-48cd-90f8-db015c7acc95,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:24.293479 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdecba0e-a665-4f1e-b420-820c3d598e8a admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:33:24.304232 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e764b6-ef57-4b06-88ae-05fd52222351 None None] Sync routers for ids ['dd72a4ce-815c-4e03-9645-c73fc3da29b1'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:33:24.314269 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e764b6-ef57-4b06-88ae-05fd52222351 None None] Routers {'dd72a4ce-815c-4e03-9645-c73fc3da29b1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:33:24.314905 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-86e764b6-ef57-4b06-88ae-05fd52222351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:33:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['dd72a4ce-815c-4e03-9645-c73fc3da29b1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:24.316824 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cdecba0e-a665-4f1e-b420-820c3d598e8a admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:24.318211 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cdecba0e-a665-4f1e-b420-820c3d598e8a admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5563486 May 06 09:33:24.321391 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34532) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:24.437816 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34542) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:24.457822 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0e8351f2-7640-4aa7-bbee-fba87ad10564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:24.506308 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-86e764b6-ef57-4b06-88ae-05fd52222351 None None] Set router dd72a4ce-815c-4e03-9645-c73fc3da29b1 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:33:24.610739 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0e8351f2-7640-4aa7-bbee-fba87ad10564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:24.615864 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0e8351f2-7640-4aa7-bbee-fba87ad10564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:24.672230 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0e8351f2-7640-4aa7-bbee-fba87ad10564 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=38ecd3c124bb46f78ccc3ca42a1b1983&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329085 May 06 09:33:24.673776 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8351f2-7640-4aa7-bbee-fba87ad10564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fa5e27-33ec-4e75-9c8e-d603e7be1ca0,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:24.676214 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34552) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:24.732753 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd50eb3-7ab0-46a1-8651-9828dba7c677 None None] Network f2f5f0f1-61a3-4b8a-8a9d-37462429b401 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:33:24.775935 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b4bdccab-316d-4b4e-93d5-6e938cb95858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:24.787523 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-86e764b6-ef57-4b06-88ae-05fd52222351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1208314280-router', 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '19bf472c-9786-4f2d-b866-1c868ff05479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:21Z', 'updated_at': '2022-05-06T09:33:23Z', 'revision_number': 3, 'project_id': '18d2b79bdfff4fc3957450c1173b5172', 'gw_port': {'id': '19bf472c-9786-4f2d-b866-1c868ff05479', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:22Z', 'updated_at': '2022-05-06T09:33:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:24.812362 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b4bdccab-316d-4b4e-93d5-6e938cb95858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:24.815142 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e764b6-ef57-4b06-88ae-05fd52222351 None None] Checking router: dd72a4ce-815c-4e03-9645-c73fc3da29b1 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:33:24.815491 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e764b6-ef57-4b06-88ae-05fd52222351 None None] Updating router dd72a4ce-815c-4e03-9645-c73fc3da29b1 port 19bf472c-9786-4f2d-b866-1c868ff05479 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:33:24.846301 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-86e764b6-ef57-4b06-88ae-05fd52222351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:24.886850 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78ae34-0b89-4b6e-961c-3aca971c250e req-b070bc67-51d6-4848-8380-2011a1060065 tempest-DeleteServersAdminTestJSON-2104324587 tempest-DeleteServersAdminTestJSON-2104324587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:24.888717 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7a78ae34-0b89-4b6e-961c-3aca971c250e req-b070bc67-51d6-4848-8380-2011a1060065 tempest-DeleteServersAdminTestJSON-2104324587 tempest-DeleteServersAdminTestJSON-2104324587-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=66c6c62f-cf62-4b8b-9276-d96b9954d4be HTTP/1.1" status: 200 len: 1101 time: 0.0627658 May 06 09:33:24.928719 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b4bdccab-316d-4b4e-93d5-6e938cb95858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:24.932294 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b4bdccab-316d-4b4e-93d5-6e938cb95858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:24.935902 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b4bdccab-316d-4b4e-93d5-6e938cb95858 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/63fa5e27-33ec-4e75-9c8e-d603e7be1ca0 HTTP/1.1" status: 204 len: 168 time: 0.2565217 May 06 09:33:24.977374 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d3c0f00b-350d-4adc-a71b-e6fbab0fe3d3 None None] Provisioning complete for port 3e3f6939-f962-4971-8da2-6c6be356186a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:24.978004 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d3c0f00b-350d-4adc-a71b-e6fbab0fe3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:25.000171 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bdccab-316d-4b4e-93d5-6e938cb95858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fa5e27-33ec-4e75-9c8e-d603e7be1ca0,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:25.066399 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-7a78ae34-0b89-4b6e-961c-3aca971c250e req-3e5e248d-60e0-4df7-99a6-bd5532faeb98 tempest-DeleteServersAdminTestJSON-2104324587 tempest-DeleteServersAdminTestJSON-2104324587-project-admin] Deleting port b6231fc8-886a-4cd8-bf4c-33a670b10e20 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:33:25.066399 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7a78ae34-0b89-4b6e-961c-3aca971c250e req-3e5e248d-60e0-4df7-99a6-bd5532faeb98 tempest-DeleteServersAdminTestJSON-2104324587 tempest-DeleteServersAdminTestJSON-2104324587-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:25.070902 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-fcd08e3d-7aba-4b54-9d6a-5e459f3119f4 req-127f7780-7c2e-44e2-9cd9-8890b29f5c98 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:33:25.073897 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fcd08e3d-7aba-4b54-9d6a-5e459f3119f4 req-127f7780-7c2e-44e2-9cd9-8890b29f5c98 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2045491 May 06 09:33:25.096411 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527b023-f76d-4a7b-b441-6471231414b1 req-c481d88b-7303-4d87-9e1c-e652f18e7b6c tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:25.104219 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2527b023-f76d-4a7b-b441-6471231414b1 req-c481d88b-7303-4d87-9e1c-e652f18e7b6c tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=66c6c62f-cf62-4b8b-9276-d96b9954d4be HTTP/1.1" status: 200 len: 950 time: 0.2336745 May 06 09:33:25.252248 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-7a78ae34-0b89-4b6e-961c-3aca971c250e req-3e5e248d-60e0-4df7-99a6-bd5532faeb98 tempest-DeleteServersAdminTestJSON-2104324587 tempest-DeleteServersAdminTestJSON-2104324587-project-admin] For port b6231fc8-886a-4cd8-bf4c-33a670b10e20, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=b6231fc8-886a-4cd8-bf4c-33a670b10e20,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:25.254367 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7a78ae34-0b89-4b6e-961c-3aca971c250e req-3e5e248d-60e0-4df7-99a6-bd5532faeb98 tempest-DeleteServersAdminTestJSON-2104324587 tempest-DeleteServersAdminTestJSON-2104324587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:25.302072 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-86e764b6-ef57-4b06-88ae-05fd52222351 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:25.303529 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-7a78ae34-0b89-4b6e-961c-3aca971c250e req-3e5e248d-60e0-4df7-99a6-bd5532faeb98 tempest-DeleteServersAdminTestJSON-2104324587 tempest-DeleteServersAdminTestJSON-2104324587-project-admin] Calling delete_port for b6231fc8-886a-4cd8-bf4c-33a670b10e20 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:33:25.317946 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-86e764b6-ef57-4b06-88ae-05fd52222351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:25.344720 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 4ab89bb2-04b4-44dd-bf8e-4b87721035bf up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:33:25.347159 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3e3f6939-f962-4971-8da2-6c6be356186a up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:33:25.452339 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f69e2-494b-478d-9c49-ca575cc1c626 None None] Pushing event updated for resources: {'Port': ['ID=19bf472c-9786-4f2d-b866-1c868ff05479,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:25.471006 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f69e2-494b-478d-9c49-ca575cc1c626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:25.471423 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f69e2-494b-478d-9c49-ca575cc1c626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:25.472063 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f69e2-494b-478d-9c49-ca575cc1c626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:25.472409 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f69e2-494b-478d-9c49-ca575cc1c626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:25.472753 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f69e2-494b-478d-9c49-ca575cc1c626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:25.473136 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f69e2-494b-478d-9c49-ca575cc1c626 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:25.473706 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f69e2-494b-478d-9c49-ca575cc1c626 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:25.474258 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f69e2-494b-478d-9c49-ca575cc1c626 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:25.474792 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f69e2-494b-478d-9c49-ca575cc1c626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:25.475385 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f69e2-494b-478d-9c49-ca575cc1c626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:25.476283 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f69e2-494b-478d-9c49-ca575cc1c626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:25.476821 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f69e2-494b-478d-9c49-ca575cc1c626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f69e2-494b-478d-9c49-ca575cc1c626 None None] Tracked resource versions report: May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: pushed versions: May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: { 'AddressGroup': {'1.2'}, May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: 'ConntrackHelper': {'1.0'}, May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: 'Log': {'1.0'}, May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: 'Network': {'1.1'}, May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: 'Port': {'1.7'}, May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: 'PortForwarding': {'1.2'}, May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: 'QosPolicy': {'1.9'}, May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: 'SecurityGroup': {'1.4'}, May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: 'SecurityGroupRule': {'1.2'}, May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: 'SubPort': {'1.0'}, May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: 'Subnet': {'1.1'}, May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: 'Trunk': {'1.1'}} May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: consumer versions: May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: { DHCP agent@n-d-840835-1: {}, May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: HyperV agent@n-h1-840835-1: {}, May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: HyperV agent@n-h2-840835-1: {}, May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: L3 agent@n-d-840835-1: {}, May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: Metadata agent@n-d-840835-1: {}, May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: Metering agent@n-d-840835-1: {}, May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: Open vSwitch agent@n-d-840835-1: { 'AddressGroup': '1.2', May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: 'ConntrackHelper': '1.0', May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: 'Log': '1.0', May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: 'Network': '1.1', May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: 'Port': '1.7', May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: 'PortForwarding': '1.2', May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: 'QosPolicy': '1.9', May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: 'SecurityGroup': '1.4', May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: 'SecurityGroupRule': '1.2', May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: 'SubPort': '1.0', May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: 'Subnet': '1.1', May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: 'Trunk': '1.1'}} May 06 09:33:25.478841 n-d-840835-1 neutron-server[102655]: {{(pid=102655) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 09:33:25.492176 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-86e764b6-ef57-4b06-88ae-05fd52222351 None None] Attempting to bind port 19bf472c-9786-4f2d-b866-1c868ff05479 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:33:25.494432 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-86e764b6-ef57-4b06-88ae-05fd52222351 None None] Attempting to bind port 19bf472c-9786-4f2d-b866-1c868ff05479 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:33:25.494982 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e764b6-ef57-4b06-88ae-05fd52222351 None None] Attempting to bind port 19bf472c-9786-4f2d-b866-1c868ff05479 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:33:25.500179 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2527b023-f76d-4a7b-b441-6471231414b1 req-6bc8fc5d-f736-445c-a068-6a59ea4490b2 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950031 May 06 09:33:25.508042 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e764b6-ef57-4b06-88ae-05fd52222351 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:33:25.512825 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e764b6-ef57-4b06-88ae-05fd52222351 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:25.512825 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-86e764b6-ef57-4b06-88ae-05fd52222351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:25.512825 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e764b6-ef57-4b06-88ae-05fd52222351 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:33:25.512825 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-86e764b6-ef57-4b06-88ae-05fd52222351 None None] Bound port: 19bf472c-9786-4f2d-b866-1c868ff05479, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:33:25.512825 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-86e764b6-ef57-4b06-88ae-05fd52222351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:25.513500 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d3c0f00b-350d-4adc-a71b-e6fbab0fe3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:25.647399 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7a78ae34-0b89-4b6e-961c-3aca971c250e req-3e5e248d-60e0-4df7-99a6-bd5532faeb98 tempest-DeleteServersAdminTestJSON-2104324587 tempest-DeleteServersAdminTestJSON-2104324587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:25.660717 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d3c0f00b-350d-4adc-a71b-e6fbab0fe3d3 None None] For port 3e3f6939-f962-4971-8da2-6c6be356186a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3e3f6939-f962-4971-8da2-6c6be356186a,segment=NetworkSegment(fe24a094-fc42-403d-ba28-61e4316840a6),segment_id=fe24a094-fc42-403d-ba28-61e4316840a6)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:25.663356 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 4ab89bb2-04b4-44dd-bf8e-4b87721035bf completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:33:25.666123 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-86e764b6-ef57-4b06-88ae-05fd52222351 None None] For port 19bf472c-9786-4f2d-b866-1c868ff05479, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:33:25.667544 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 3e3f6939-f962-4971-8da2-6c6be356186a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:25.667923 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:25.669431 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 4ab89bb2-04b4-44dd-bf8e-4b87721035bf triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:25.669792 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:25.671107 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-86e764b6-ef57-4b06-88ae-05fd52222351 None None] For port 19bf472c-9786-4f2d-b866-1c868ff05479, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=19bf472c-9786-4f2d-b866-1c868ff05479,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:33:25.680984 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-86e764b6-ef57-4b06-88ae-05fd52222351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:25.693786 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d3c0f00b-350d-4adc-a71b-e6fbab0fe3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:25.729839 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['b6231fc8-886a-4cd8-bf4c-33a670b10e20'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:33:25.762834 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e764b6-ef57-4b06-88ae-05fd52222351 None None] Routers {'dd72a4ce-815c-4e03-9645-c73fc3da29b1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:33:25.763768 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-86e764b6-ef57-4b06-88ae-05fd52222351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:33:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['dd72a4ce-815c-4e03-9645-c73fc3da29b1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:25.829047 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e248d-60e0-4df7-99a6-bd5532faeb98 tempest-DeleteServersAdminTestJSON-2104324587 tempest-DeleteServersAdminTestJSON-2104324587-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6231fc8-886a-4cd8-bf4c-33a670b10e20,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:25.877778 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a78ae34-0b89-4b6e-961c-3aca971c250e req-3e5e248d-60e0-4df7-99a6-bd5532faeb98 tempest-DeleteServersAdminTestJSON-2104324587 tempest-DeleteServersAdminTestJSON-2104324587-project-admin] No DVR routers for this DVR port b6231fc8-886a-4cd8-bf4c-33a670b10e20 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:33:25.881507 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7a78ae34-0b89-4b6e-961c-3aca971c250e req-3e5e248d-60e0-4df7-99a6-bd5532faeb98 tempest-DeleteServersAdminTestJSON-2104324587 tempest-DeleteServersAdminTestJSON-2104324587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:25.885352 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7a78ae34-0b89-4b6e-961c-3aca971c250e req-3e5e248d-60e0-4df7-99a6-bd5532faeb98 tempest-DeleteServersAdminTestJSON-2104324587 tempest-DeleteServersAdminTestJSON-2104324587-project-admin] 10.222.0.77 "DELETE /v2.0/ports/b6231fc8-886a-4cd8-bf4c-33a670b10e20 HTTP/1.1" status: 204 len: 173 time: 0.9884174 May 06 09:33:25.885835 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c6c62f-cf62-4b8b-9276-d96b9954d4be', 'name': 'network-vif-deleted', 'tag': 'b6231fc8-886a-4cd8-bf4c-33a670b10e20'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:33:25.888990 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1666f6dd-d5d4-4d15-864e-3a1df600d621" -d '{"events": [{"server_uuid": "66c6c62f-cf62-4b8b-9276-d96b9954d4be", "name": "network-vif-deleted", "tag": "b6231fc8-886a-4cd8-bf4c-33a670b10e20"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:33:25.953470 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0f00b-350d-4adc-a71b-e6fbab0fe3d3 None None] Pushing event updated for resources: {'Port': ['ID=3e3f6939-f962-4971-8da2-6c6be356186a,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:25.999549 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-86e764b6-ef57-4b06-88ae-05fd52222351 None None] Set router dd72a4ce-815c-4e03-9645-c73fc3da29b1 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:33:26.019393 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-6d2587a9-4357-4c3c-918c-cf88bff8ab91 None None] Provisioning complete for port 3e3f6939-f962-4971-8da2-6c6be356186a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:26.020013 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6d2587a9-4357-4c3c-918c-cf88bff8ab91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:26.110731 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:26.127840 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f0ac3aab-37c5-4ae8-9e89-2f2ad5eceeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:26.184155 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc53c33-f79f-4c49-9ab5-52e28327ea94 req-c416c13f-f5f8-4aa6-9b15-3406804a1df8 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:26.197951 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 4ab89bb2-04b4-44dd-bf8e-4b87721035bf, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=4ab89bb2-04b4-44dd-bf8e-4b87721035bf,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:26.206457 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ffc53c33-f79f-4c49-9ab5-52e28327ea94 req-c416c13f-f5f8-4aa6-9b15-3406804a1df8 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=446e3d5d-3013-4957-bdd1-97118db98728 HTTP/1.1" status: 200 len: 970 time: 0.2258599 May 06 09:33:26.255583 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446e3d5d-3013-4957-bdd1-97118db98728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab89bb2-04b4-44dd-bf8e-4b87721035bf'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:33:26.257966 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8eaa55c-c9c1-410c-89fc-941600682110" -d '{"events": [{"server_uuid": "446e3d5d-3013-4957-bdd1-97118db98728", "name": "network-vif-plugged", "status": "completed", "tag": "4ab89bb2-04b4-44dd-bf8e-4b87721035bf"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:33:26.278080 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:26.279064 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 6b0a6a35-b018-46bb-b540-514f62d62d03 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:33:26.321445 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa435c0f-c8c6-4ff0-b5e2-dd723eece6cf x-openstack-request-id: req-fa435c0f-c8c6-4ff0-b5e2-dd723eece6cf {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:33:26.321755 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c6c62f-cf62-4b8b-9276-d96b9954d4be", "name": "network-vif-deleted", "tag": "b6231fc8-886a-4cd8-bf4c-33a670b10e20", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:33:26.322014 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fa435c0f-c8c6-4ff0-b5e2-dd723eece6cf {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:33:26.322419 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa435c0f-c8c6-4ff0-b5e2-dd723eece6cf'] response: {'server_uuid': '66c6c62f-cf62-4b8b-9276-d96b9954d4be', 'name': 'network-vif-deleted', 'tag': 'b6231fc8-886a-4cd8-bf4c-33a670b10e20', 'status': 'completed', 'code': 200} May 06 09:33:26.361964 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f69e2-494b-478d-9c49-ca575cc1c626 None None] Pushing event updated for resources: {'Port': ['ID=19bf472c-9786-4f2d-b866-1c868ff05479,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:26.387158 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=4ab89bb2-04b4-44dd-bf8e-4b87721035bf,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:26.396021 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 6b0a6a35-b018-46bb-b540-514f62d62d03 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:33:26.396021 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 6b0a6a35-b018-46bb-b540-514f62d62d03 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:33:26.436489 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ffc53c33-f79f-4c49-9ab5-52e28327ea94 req-a1cab820-81d5-4288-81ec-9c219fe3e44f tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/security-groups?id=79a7cf04-4a31-4e14-a55f-66041e2b66b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161250 May 06 09:33:26.460629 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34622) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:26.573047 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-86e764b6-ef57-4b06-88ae-05fd52222351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1208314280-router', 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '19bf472c-9786-4f2d-b866-1c868ff05479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:21Z', 'updated_at': '2022-05-06T09:33:23Z', 'revision_number': 3, 'project_id': '18d2b79bdfff4fc3957450c1173b5172', 'gw_port': {'id': '19bf472c-9786-4f2d-b866-1c868ff05479', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:22Z', 'updated_at': '2022-05-06T09:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:26.609396 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34636) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:26.655212 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e764b6-ef57-4b06-88ae-05fd52222351 None None] The sync data for ids ['dd72a4ce-815c-4e03-9645-c73fc3da29b1'] in n-d-840835-1 is: [{'id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1208314280-router', 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '19bf472c-9786-4f2d-b866-1c868ff05479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:21Z', 'updated_at': '2022-05-06T09:33:23Z', 'revision_number': 3, 'project_id': '18d2b79bdfff4fc3957450c1173b5172', 'gw_port': {'id': '19bf472c-9786-4f2d-b866-1c868ff05479', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:22Z', 'updated_at': '2022-05-06T09:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:33:26.684773 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491c65f-35e9-4ef8-a5a5-87fa9878410a req-9d2f3291-7cf6-457e-a3c4-d1e25690cdc9 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:26.688064 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09e0ea5-14fa-42f0-be0a-943a2c734783 x-openstack-request-id: req-c09e0ea5-14fa-42f0-be0a-943a2c734783 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:33:26.688241 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446e3d5d-3013-4957-bdd1-97118db98728", "name": "network-vif-plugged", "status": "completed", "tag": "4ab89bb2-04b4-44dd-bf8e-4b87721035bf", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:33:26.688887 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c09e0ea5-14fa-42f0-be0a-943a2c734783 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:33:26.689314 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c09e0ea5-14fa-42f0-be0a-943a2c734783'] response: {'server_uuid': '446e3d5d-3013-4957-bdd1-97118db98728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab89bb2-04b4-44dd-bf8e-4b87721035bf', 'code': 200} May 06 09:33:26.697699 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4491c65f-35e9-4ef8-a5a5-87fa9878410a req-9d2f3291-7cf6-457e-a3c4-d1e25690cdc9 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 950 time: 0.3233614 May 06 09:33:26.733969 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-01be63b5-eae3-4648-9aa8-24e81f9fb1b0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2721879 May 06 09:33:26.749799 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-f0ac3aab-37c5-4ae8-9e89-2f2ad5eceeef admin admin] Allocated IP 172.20.0.1 (f2f5f0f1-61a3-4b8a-8a9d-37462429b401/4b321150-13d5-4e4b-824f-c7fc482fb964/94981ba5-5f7d-407f-b41d-09c7ae43b4a5) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:33:26.752618 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-f0613221-ee48-4499-8b4f-d34bc75f1c06 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:33:26.758326 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-f0613221-ee48-4499-8b4f-d34bc75f1c06 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171387 May 06 09:33:26.770018 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4491c65f-35e9-4ef8-a5a5-87fa9878410a req-f814a85a-3fa5-4ba3-a740-18b02dc41552 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712922 May 06 09:33:26.796965 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-44a4e9ca-3208-46a4-8918-af418a133252 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2123870745-network', 'tenant_id': 'c867228b571f4677ae2e8ca8494d7922'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:26.847346 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a4e9ca-3208-46a4-8918-af418a133252 admin admin] Made reservation on behalf of c867228b571f4677ae2e8ca8494d7922 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:26.849678 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-44a4e9ca-3208-46a4-8918-af418a133252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:26.874604 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-44a4e9ca-3208-46a4-8918-af418a133252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:26.960785 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-adaf335c-cd3f-473b-96c8-53e791656595 req-0222c902-d3ee-4c78-862d-ac449ee4f7ef tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=66c6c62f-cf62-4b8b-9276-d96b9954d4be HTTP/1.1" status: 200 len: 210 time: 0.0882003 May 06 09:33:26.980210 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2469d-d526-4a99-9d77-d41d98d49f98 req-37049210-ae3c-46f6-980b-f6c0d74bf0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:26.982132 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-18c2469d-d526-4a99-9d77-d41d98d49f98 req-37049210-ae3c-46f6-980b-f6c0d74bf0e0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=446e3d5d-3013-4957-bdd1-97118db98728 HTTP/1.1" status: 200 len: 1122 time: 0.1814115 May 06 09:33:27.035994 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-44a4e9ca-3208-46a4-8918-af418a133252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:27.045174 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-44a4e9ca-3208-46a4-8918-af418a133252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:27.092148 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3e3f6939-f962-4971-8da2-6c6be356186a up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:33:27.100522 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4e9ca-3208-46a4-8918-af418a133252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4daedf8e-6029-47e8-85c6-19efdbec5095,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:27.111335 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a4e9ca-3208-46a4-8918-af418a133252 admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:33:27.117257 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f0ac3aab-37c5-4ae8-9e89-2f2ad5eceeef admin admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:27.120232 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-18c2469d-d526-4a99-9d77-d41d98d49f98 req-0b4bd008-c0c4-4780-b7ec-b1fac4030b98 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=79a7cf04-4a31-4e14-a55f-66041e2b66b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032841 May 06 09:33:27.123235 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-44a4e9ca-3208-46a4-8918-af418a133252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:27.123732 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-44a4e9ca-3208-46a4-8918-af418a133252 admin admin] Added segment 88d19c54-7646-4380-92d3-6c147455a5c3 of type vlan for network c5f743bf-d8a0-480e-909d-4fe20c4edd15 May 06 09:33:27.184931 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f0ac3aab-37c5-4ae8-9e89-2f2ad5eceeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:27.191051 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-44a4e9ca-3208-46a4-8918-af418a133252 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:27.194829 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 3e3f6939-f962-4971-8da2-6c6be356186a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:27.195302 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:27.211103 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ac3aab-37c5-4ae8-9e89-2f2ad5eceeef admin admin] Network f2f5f0f1-61a3-4b8a-8a9d-37462429b401 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:33:27.213360 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-f0ac3aab-37c5-4ae8-9e89-2f2ad5eceeef admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:27.231510 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-44a4e9ca-3208-46a4-8918-af418a133252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:27.232566 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a4e9ca-3208-46a4-8918-af418a133252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:27.233164 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-44a4e9ca-3208-46a4-8918-af418a133252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:27.242381 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ac3aab-37c5-4ae8-9e89-2f2ad5eceeef admin admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:33:27.242913 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f0ac3aab-37c5-4ae8-9e89-2f2ad5eceeef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:27.398176 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac3aab-37c5-4ae8-9e89-2f2ad5eceeef admin admin] Pushing event updated for resources: {'Port': ['ID=94981ba5-5f7d-407f-b41d-09c7ae43b4a5,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:27.447164 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-44a4e9ca-3208-46a4-8918-af418a133252 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8340473 May 06 09:33:27.447513 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34676) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:27.472310 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-5b1d97ef-6241-4403-8cb0-6a08e858703f admin admin] Request body: {'subnet': {'network_id': 'c5f743bf-d8a0-480e-909d-4fe20c4edd15', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2123870745-subnet', 'tenant_id': 'c867228b571f4677ae2e8ca8494d7922', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:27.524155 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1d97ef-6241-4403-8cb0-6a08e858703f admin admin] Made reservation on behalf of c867228b571f4677ae2e8ca8494d7922 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:27.525583 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5b1d97ef-6241-4403-8cb0-6a08e858703f admin admin] Notify callbacks [] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:27.644859 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4e9ca-3208-46a4-8918-af418a133252 admin admin] Pushing event updated for resources: {'Network': ['ID=c5f743bf-d8a0-480e-909d-4fe20c4edd15,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:27.683264 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network c5f743bf-d8a0-480e-909d-4fe20c4edd15 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:33:27.725306 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50acad-4af3-4da5-8efe-055254ff1314 req-e53b5c30-11df-48b7-ba9b-f9d9362b54b7 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:27.727536 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-af50acad-4af3-4da5-8efe-055254ff1314 req-e53b5c30-11df-48b7-ba9b-f9d9362b54b7 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=446e3d5d-3013-4957-bdd1-97118db98728 HTTP/1.1" status: 200 len: 971 time: 0.1117382 May 06 09:33:27.733313 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f0ac3aab-37c5-4ae8-9e89-2f2ad5eceeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:27.782980 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-ec390678-788a-4e1c-89b1-35af3e261f14 None None] Provisioning complete for port 94981ba5-5f7d-407f-b41d-09c7ae43b4a5 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:27.783484 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ec390678-788a-4e1c-89b1-35af3e261f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:27.862508 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-ec390678-788a-4e1c-89b1-35af3e261f14 None None] Port 94981ba5-5f7d-407f-b41d-09c7ae43b4a5 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:33:27.925583 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5b1d97ef-6241-4403-8cb0-6a08e858703f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:27.996542 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d97ef-6241-4403-8cb0-6a08e858703f admin admin] Pushing event updated for resources: {'Subnet': ['ID=77021ff5-1f46-43ac-a08e-e3d4f60d3d6d,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:28.009226 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1d97ef-6241-4403-8cb0-6a08e858703f admin admin] Checking segment: {'id': '88d19c54-7646-4380-92d3-6c147455a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c5f743bf-d8a0-480e-909d-4fe20c4edd15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:28.009733 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1d97ef-6241-4403-8cb0-6a08e858703f admin admin] Network hostable DHCP agents. Network: c5f743bf-d8a0-480e-909d-4fe20c4edd15, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:33:28.032827 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1d97ef-6241-4403-8cb0-6a08e858703f admin admin] Network c5f743bf-d8a0-480e-909d-4fe20c4edd15 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:33:28.048551 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-5b1d97ef-6241-4403-8cb0-6a08e858703f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, c5f743bf-d8a0-480e-909d-4fe20c4edd15) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:28.053441 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1d97ef-6241-4403-8cb0-6a08e858703f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:28.054157 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5b1d97ef-6241-4403-8cb0-6a08e858703f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:28.059193 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e4a952-b3d3-43dc-863d-4c7cbbee9ef4 None None] Network c5f743bf-d8a0-480e-909d-4fe20c4edd15 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:33:28.084002 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-af50acad-4af3-4da5-8efe-055254ff1314 req-23998206-0600-42b5-aa04-007f34adf969 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/security-groups?id=79a7cf04-4a31-4e14-a55f-66041e2b66b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367174 May 06 09:33:28.121980 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5b1d97ef-6241-4403-8cb0-6a08e858703f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6734343 May 06 09:33:28.246997 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84ed5c0-bc68-406b-89a8-742c1f043639 None None] Network c5f743bf-d8a0-480e-909d-4fe20c4edd15 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:33:28.262492 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a42537-d56c-494c-80d5-a3b9e54c40bc req-87bd0f34-fce8-4de0-8da8-d973dadb6664 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:28.264070 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-61a42537-d56c-494c-80d5-a3b9e54c40bc req-87bd0f34-fce8-4de0-8da8-d973dadb6664 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 950 time: 0.2124033 May 06 09:33:28.383475 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-61a42537-d56c-494c-80d5-a3b9e54c40bc req-037407ec-2226-474d-942b-3c5e764300d5 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960829 May 06 09:33:28.419477 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f0ac3aab-37c5-4ae8-9e89-2f2ad5eceeef admin admin] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:28.428943 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f0ac3aab-37c5-4ae8-9e89-2f2ad5eceeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:28.430280 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f0ac3aab-37c5-4ae8-9e89-2f2ad5eceeef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:28.551692 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac3aab-37c5-4ae8-9e89-2f2ad5eceeef admin admin] Pushing event updated for resources: {'Port': ['ID=94981ba5-5f7d-407f-b41d-09c7ae43b4a5,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:28.604109 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ac3aab-37c5-4ae8-9e89-2f2ad5eceeef admin admin] Network f2f5f0f1-61a3-4b8a-8a9d-37462429b401 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:33:28.605821 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-f0ac3aab-37c5-4ae8-9e89-2f2ad5eceeef admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:28.765371 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:28.852807 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ac3aab-37c5-4ae8-9e89-2f2ad5eceeef admin admin] Router dd72a4ce-815c-4e03-9645-c73fc3da29b1 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:33:28.953096 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-769f33ba-27c9-4307-9e8c-7d4c40e7a13f tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=40617095ad694c29b842a58fec985b52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302866 May 06 09:33:29.003719 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-2f48ac8f-73e0-46fc-a9e5-742e7cb60dbb None None] Provisioning complete for port 94981ba5-5f7d-407f-b41d-09c7ae43b4a5 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:29.004540 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2f48ac8f-73e0-46fc-a9e5-742e7cb60dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:29.060003 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-2f48ac8f-73e0-46fc-a9e5-742e7cb60dbb None None] Port 94981ba5-5f7d-407f-b41d-09c7ae43b4a5 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:33:29.096677 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 19bf472c-9786-4f2d-b866-1c868ff05479 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:33:29.140647 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ac3aab-37c5-4ae8-9e89-2f2ad5eceeef admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:33:29.174304 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f0ac3aab-37c5-4ae8-9e89-2f2ad5eceeef admin admin] 10.222.0.73 "PUT /v2.0/routers/dd72a4ce-815c-4e03-9645-c73fc3da29b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8398232 May 06 09:33:29.233494 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 19bf472c-9786-4f2d-b866-1c868ff05479 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:29.233869 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:29.241243 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-adc1ff9f-045f-47d3-afee-f9d07138174e tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:29.248727 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-adc1ff9f-045f-47d3-afee-f9d07138174e tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2881243 May 06 09:33:29.256947 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34780) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:29.272814 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-f863b686-67ea-4001-ba09-6342e8b17226 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1916524064-network', 'tenant_id': '709376ac4d5f4ef3802e4ab052d836bc'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:29.286352 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-7d367ab1-f314-4b44-85f8-5fbf933418ce tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/quotas/40617095ad694c29b842a58fec985b52 HTTP/1.1" status: 200 len: 375 time: 0.0306153 May 06 09:33:29.336608 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-13d806c2-7260-4416-876c-05d03587c05e tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=40617095ad694c29b842a58fec985b52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491145 May 06 09:33:29.364825 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-1d9dfd38-2232-4ed8-a1b1-e406e1f83a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:29.366370 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-1d9dfd38-2232-4ed8-a1b1-e406e1f83a45 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 1101 time: 0.1182323 May 06 09:33:29.386687 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f863b686-67ea-4001-ba09-6342e8b17226 admin admin] Made reservation on behalf of 709376ac4d5f4ef3802e4ab052d836bc for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:29.386957 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:29.393427 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f863b686-67ea-4001-ba09-6342e8b17226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:29.416602 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f863b686-67ea-4001-ba09-6342e8b17226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:29.447627 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 19bf472c-9786-4f2d-b866-1c868ff05479, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=19bf472c-9786-4f2d-b866-1c868ff05479,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:29.456885 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:29.486542 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57ecbc-25be-4b20-a551-19d138b784f0 req-91ff61ca-183f-4a9f-8bfa-1dc9d9f7005c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:29.488124 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d57ecbc-25be-4b20-a551-19d138b784f0 req-91ff61ca-183f-4a9f-8bfa-1dc9d9f7005c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=446e3d5d-3013-4957-bdd1-97118db98728 HTTP/1.1" status: 200 len: 971 time: 0.1559386 May 06 09:33:29.522560 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device b6231fc8-886a-4cd8-bf4c-33a670b10e20 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:33:29.531902 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-53a8df5b-b35e-4d62-81c3-09a42eef2043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:29.533460 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-53a8df5b-b35e-4d62-81c3-09a42eef2043 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.1600127 May 06 09:33:29.572853 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: b6231fc8-886a-4cd8-bf4c-33a670b10e20 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:33:29.573537 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device b6231fc8-886a-4cd8-bf4c-33a670b10e20 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:33:29.597431 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=19bf472c-9786-4f2d-b866-1c868ff05479,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:29.616568 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d57ecbc-25be-4b20-a551-19d138b784f0 req-202e64c2-8c35-4f03-875c-9a303b2d0cdb tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/security-groups?id=79a7cf04-4a31-4e14-a55f-66041e2b66b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212764 May 06 09:33:29.661297 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-f1e49ed9-3685-41f5-a5b7-35397c3500b8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=2a8c432e-4ccf-4d70-947f-3448ffe6562a HTTP/1.1" status: 200 len: 217 time: 0.1168752 May 06 09:33:29.753573 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f863b686-67ea-4001-ba09-6342e8b17226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:29.762683 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f863b686-67ea-4001-ba09-6342e8b17226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:29.803489 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-0fe94724-eac4-499c-8848-2f3412a12fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:29.803489 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-0fe94724-eac4-499c-8848-2f3412a12fce service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1346025 May 06 09:33:29.805195 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f863b686-67ea-4001-ba09-6342e8b17226 admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:33:29.822096 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863b686-67ea-4001-ba09-6342e8b17226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e7a169-2083-4e11-bdad-1adfa10b6e56,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:29.843585 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f863b686-67ea-4001-ba09-6342e8b17226 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754918900520', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:29.844817 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f863b686-67ea-4001-ba09-6342e8b17226 admin admin] Unsubscribe: segment precommit_create {{(pid=102653) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 06 09:33:29.845477 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-f863b686-67ea-4001-ba09-6342e8b17226 admin admin] Added segment 764e9545-1630-46c9-8f8a-e709b2f66fd3 of type vlan for network 1a110117-5c49-4b7c-96fd-8b9c8b1f5bcd May 06 09:33:29.921256 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-938412e8-8afe-4a80-a845-5a6d076a426d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:29.925966 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-938412e8-8afe-4a80-a845-5a6d076a426d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1102722 May 06 09:33:29.970983 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6762c396-d9e3-42e8-9816-5652a8f8fd30 req-168266be-c7d5-4d7a-9476-25c0a0d92a30 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=cddbbeaf-4f19-4760-b124-3a33ba1f0311 HTTP/1.1" status: 200 len: 210 time: 0.0937152 May 06 09:33:29.973334 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f863b686-67ea-4001-ba09-6342e8b17226 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:30.040295 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af64bd9-a2f1-4fcb-a07d-ea3667fc6917 req-ba3d0c1b-52f4-4a81-89e0-13ba2e897c9f tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:30.054826 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6af64bd9-a2f1-4fcb-a07d-ea3667fc6917 req-ba3d0c1b-52f4-4a81-89e0-13ba2e897c9f tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 950 time: 0.2029853 May 06 09:33:30.058019 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f863b686-67ea-4001-ba09-6342e8b17226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:30.059031 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f863b686-67ea-4001-ba09-6342e8b17226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:30.059639 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f863b686-67ea-4001-ba09-6342e8b17226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:30.113480 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-af7e2d9a-645a-4ce3-8a7a-fc544a698ac3 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837854 May 06 09:33:30.178029 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f863b686-67ea-4001-ba09-6342e8b17226 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9189980 May 06 09:33:30.203326 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6af64bd9-a2f1-4fcb-a07d-ea3667fc6917 req-f3cda8d3-79b5-40f0-b419-6d0219cc9d38 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451852 May 06 09:33:30.204711 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34818) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:30.237503 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-70c321ea-d487-4c80-a8ca-21e9b993ac4b admin admin] Request body: {'subnet': {'network_id': '1a110117-5c49-4b7c-96fd-8b9c8b1f5bcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1916524064-subnet', 'tenant_id': '709376ac4d5f4ef3802e4ab052d836bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:30.273144 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c321ea-d487-4c80-a8ca-21e9b993ac4b admin admin] Made reservation on behalf of 709376ac4d5f4ef3802e4ab052d836bc for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:30.285210 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-70c321ea-d487-4c80-a8ca-21e9b993ac4b admin admin] Notify callbacks [] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:30.307091 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34826) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:30.322891 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-f83fa896-cf8b-4b53-b4f0-d384c1f858e2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1042103261-network', 'tenant_id': 'fb280a2e46bd4f488d25c2521321b579'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:30.383879 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-ffce2699-7fb6-4e65-a007-5eca3726ac6d service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641373 May 06 09:33:30.402735 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83fa896-cf8b-4b53-b4f0-d384c1f858e2 admin admin] Made reservation on behalf of fb280a2e46bd4f488d25c2521321b579 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:30.418035 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f83fa896-cf8b-4b53-b4f0-d384c1f858e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:30.448366 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebf7bf5-e3a1-465d-b807-e9ee8e5c40db None None] Sync routers for ids ['dd72a4ce-815c-4e03-9645-c73fc3da29b1'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:33:30.462500 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebf7bf5-e3a1-465d-b807-e9ee8e5c40db None None] Routers {'dd72a4ce-815c-4e03-9645-c73fc3da29b1'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:33:30.463173 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-cebf7bf5-e3a1-465d-b807-e9ee8e5c40db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:33:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['dd72a4ce-815c-4e03-9645-c73fc3da29b1'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:30.464946 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f83fa896-cf8b-4b53-b4f0-d384c1f858e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:30.522979 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863b686-67ea-4001-ba09-6342e8b17226 admin admin] Pushing event updated for resources: {'Network': ['ID=1a110117-5c49-4b7c-96fd-8b9c8b1f5bcd,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:30.526097 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-70c321ea-d487-4c80-a8ca-21e9b993ac4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:30.592158 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c321ea-d487-4c80-a8ca-21e9b993ac4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dfbd808-67e0-4d0e-8f5f-d3c6a570d137,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:30.601195 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c321ea-d487-4c80-a8ca-21e9b993ac4b admin admin] Checking segment: {'id': '764e9545-1630-46c9-8f8a-e709b2f66fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1a110117-5c49-4b7c-96fd-8b9c8b1f5bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:30.601888 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c321ea-d487-4c80-a8ca-21e9b993ac4b admin admin] Network hostable DHCP agents. Network: 1a110117-5c49-4b7c-96fd-8b9c8b1f5bcd, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:33:30.611436 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 1a110117-5c49-4b7c-96fd-8b9c8b1f5bcd details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:33:30.624414 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c321ea-d487-4c80-a8ca-21e9b993ac4b admin admin] Network 1a110117-5c49-4b7c-96fd-8b9c8b1f5bcd is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:33:30.648436 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-70c321ea-d487-4c80-a8ca-21e9b993ac4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 1a110117-5c49-4b7c-96fd-8b9c8b1f5bcd) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:30.654615 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c321ea-d487-4c80-a8ca-21e9b993ac4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:30.655533 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-70c321ea-d487-4c80-a8ca-21e9b993ac4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:30.687327 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-70c321ea-d487-4c80-a8ca-21e9b993ac4b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4671941 May 06 09:33:30.694888 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f83fa896-cf8b-4b53-b4f0-d384c1f858e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:30.701362 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f83fa896-cf8b-4b53-b4f0-d384c1f858e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:30.747201 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f83fa896-cf8b-4b53-b4f0-d384c1f858e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:33:30.749500 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d188a7-92e2-4543-b02d-88de94177073 None None] Network 1a110117-5c49-4b7c-96fd-8b9c8b1f5bcd requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:33:30.768562 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83fa896-cf8b-4b53-b4f0-d384c1f858e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9059f2-5fa4-486a-b29c-b3c0f8c2d612,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:30.772571 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f83fa896-cf8b-4b53-b4f0-d384c1f858e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:30.773163 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-f83fa896-cf8b-4b53-b4f0-d384c1f858e2 admin admin] Added segment 5bb8bc01-96b6-44ad-aa87-c1960d5bc61d of type vlan for network 95f0a63f-75ad-4d87-912d-0363cbb825cb May 06 09:33:30.823516 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34850) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:30.879988 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f83fa896-cf8b-4b53-b4f0-d384c1f858e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:30.985682 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f83fa896-cf8b-4b53-b4f0-d384c1f858e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:30.987340 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83fa896-cf8b-4b53-b4f0-d384c1f858e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:30.991688 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f83fa896-cf8b-4b53-b4f0-d384c1f858e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:31.095370 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b5ab9f6f-50e1-4714-82a1-117a5075b6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:31.108249 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 19bf472c-9786-4f2d-b866-1c868ff05479 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:33:31.112300 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f83fa896-cf8b-4b53-b4f0-d384c1f858e2 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8040817 May 06 09:33:31.121121 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34870) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:31.128624 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83fa896-cf8b-4b53-b4f0-d384c1f858e2 admin admin] Pushing event updated for resources: {'Network': ['ID=95f0a63f-75ad-4d87-912d-0363cbb825cb,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:31.131380 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-e117300b-0400-426d-9b9c-aa8c1cd9524b admin admin] Request body: {'subnet': {'network_id': '95f0a63f-75ad-4d87-912d-0363cbb825cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1042103261-subnet', 'tenant_id': 'fb280a2e46bd4f488d25c2521321b579', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:31.162811 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 95f0a63f-75ad-4d87-912d-0363cbb825cb details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:33:31.179852 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4af93-5631-4944-81a6-2240ef25a3b4 req-f4730026-ba5c-4964-9e0e-2ef61821cd10 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:31.182246 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-efe4af93-5631-4944-81a6-2240ef25a3b4 req-f4730026-ba5c-4964-9e0e-2ef61821cd10 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=446e3d5d-3013-4957-bdd1-97118db98728 HTTP/1.1" status: 200 len: 971 time: 0.1156709 May 06 09:33:31.194084 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e117300b-0400-426d-9b9c-aa8c1cd9524b admin admin] Made reservation on behalf of fb280a2e46bd4f488d25c2521321b579 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:31.196462 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e117300b-0400-426d-9b9c-aa8c1cd9524b admin admin] Notify callbacks [] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:31.314643 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-cebf7bf5-e3a1-465d-b807-e9ee8e5c40db None None] Set router dd72a4ce-815c-4e03-9645-c73fc3da29b1 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:33:31.347197 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-7b19ebbb-5f64-4e00-8681-5d11c51feba1 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=40617095ad694c29b842a58fec985b52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246098 May 06 09:33:31.360956 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 19bf472c-9786-4f2d-b866-1c868ff05479 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:31.361336 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:31.385648 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b252020f-c009-45eb-9e45-1bee83809041 req-438c5804-8a0c-4c88-840d-56906c6f757f tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=cddbbeaf-4f19-4760-b124-3a33ba1f0311 HTTP/1.1" status: 200 len: 210 time: 0.0883265 May 06 09:33:31.449895 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-efe4af93-5631-4944-81a6-2240ef25a3b4 req-1c800b72-1e2a-4cdd-8172-4408370898d1 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/security-groups?id=79a7cf04-4a31-4e14-a55f-66041e2b66b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587829 May 06 09:33:31.460092 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b5ab9f6f-50e1-4714-82a1-117a5075b6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:31.497381 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b5ab9f6f-50e1-4714-82a1-117a5075b6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:31.505748 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-013b13a8-c151-43db-860e-1c9f8b3a9d26 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:31.508327 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-013b13a8-c151-43db-860e-1c9f8b3a9d26 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1549907 May 06 09:33:31.550069 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-779961d3-c074-471e-92c0-35a3e17f9186 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Request body: {'port': {'device_id': 'cddbbeaf-4f19-4760-b124-3a33ba1f0311', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'admin_state_up': True, 'tenant_id': '40617095ad694c29b842a58fec985b52'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:31.597397 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06954f89-46ff-4722-9da3-006b2c0257b2 None None] Network 1a110117-5c49-4b7c-96fd-8b9c8b1f5bcd requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:33:31.609457 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab9f6f-50e1-4714-82a1-117a5075b6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e325a23-e093-47c1-8e0a-2304cfce1af1,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:31.692140 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b5ab9f6f-50e1-4714-82a1-117a5075b6b1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=73a354387d2c47d6b9b1948c02b046a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8671601 May 06 09:33:31.694742 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34890) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:31.709419 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-779961d3-c074-471e-92c0-35a3e17f9186 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Made reservation on behalf of 40617095ad694c29b842a58fec985b52 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:31.714391 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-779961d3-c074-471e-92c0-35a3e17f9186 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:31.778741 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedaabc8-52e8-4f13-b179-e413eb5a84ed req-bdac7474-9528-463c-b466-252067f78fdc tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:31.787183 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dedaabc8-52e8-4f13-b179-e413eb5a84ed req-bdac7474-9528-463c-b466-252067f78fdc tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 950 time: 0.1868868 May 06 09:33:31.794009 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e117300b-0400-426d-9b9c-aa8c1cd9524b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:31.890227 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-cebf7bf5-e3a1-465d-b807-e9ee8e5c40db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1208314280-router', 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '19bf472c-9786-4f2d-b866-1c868ff05479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:21Z', 'updated_at': '2022-05-06T09:33:27Z', 'revision_number': 4, 'project_id': '18d2b79bdfff4fc3957450c1173b5172', 'gw_port': {'id': '19bf472c-9786-4f2d-b866-1c868ff05479', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:22Z', 'updated_at': '2022-05-06T09:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '94981ba5-5f7d-407f-b41d-09c7ae43b4a5', 'name': '', 'network_id': 'f2f5f0f1-61a3-4b8a-8a9d-37462429b401', 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172', 'mac_address': 'fa:16:3e:70:49:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '4b321150-13d5-4e4b-824f-c7fc482fb964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:26Z', 'updated_at': '2022-05-06T09:33:27Z', 'revision_number': 2, 'project_id': '18d2b79bdfff4fc3957450c1173b5172', 'subnets': [{'id': '4b321150-13d5-4e4b-824f-c7fc482fb964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:31.891980 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-779961d3-c074-471e-92c0-35a3e17f9186 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Allocated IP 192.168.233.229 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/58c0d264-2361-4966-9b87-822726c10b70) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:33:31.932082 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebf7bf5-e3a1-465d-b807-e9ee8e5c40db None None] Checking router: dd72a4ce-815c-4e03-9645-c73fc3da29b1 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:33:31.932866 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebf7bf5-e3a1-465d-b807-e9ee8e5c40db None None] Updating router dd72a4ce-815c-4e03-9645-c73fc3da29b1 port 94981ba5-5f7d-407f-b41d-09c7ae43b4a5 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:33:31.958463 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cebf7bf5-e3a1-465d-b807-e9ee8e5c40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:31.985248 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-19ceb5bc-e8d9-48d7-8698-48108a13098c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:32.002126 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117300b-0400-426d-9b9c-aa8c1cd9524b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3c9f008-b692-4512-9d80-358c30765802,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:32.015741 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dedaabc8-52e8-4f13-b179-e413eb5a84ed req-c1e67b25-432b-416e-8168-05565a04a95f tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277148 May 06 09:33:32.075627 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-779961d3-c074-471e-92c0-35a3e17f9186 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:32.134702 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-779961d3-c074-471e-92c0-35a3e17f9186 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:32.257098 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-19ceb5bc-e8d9-48d7-8698-48108a13098c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:32.262370 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cebf7bf5-e3a1-465d-b807-e9ee8e5c40db None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:32.265762 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e117300b-0400-426d-9b9c-aa8c1cd9524b admin admin] Checking segment: {'id': '5bb8bc01-96b6-44ad-aa87-c1960d5bc61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '95f0a63f-75ad-4d87-912d-0363cbb825cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:32.266118 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e117300b-0400-426d-9b9c-aa8c1cd9524b admin admin] Network hostable DHCP agents. Network: 95f0a63f-75ad-4d87-912d-0363cbb825cb, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:33:32.269052 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cebf7bf5-e3a1-465d-b807-e9ee8e5c40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:32.271569 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-779961d3-c074-471e-92c0-35a3e17f9186 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:33:32.291337 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d471e-6698-4f98-83e5-68ffd19001fe req-128c4bb8-39f6-4ff7-bbf4-5c4aed084e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:32.293484 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-af7d471e-6698-4f98-83e5-68ffd19001fe req-128c4bb8-39f6-4ff7-bbf4-5c4aed084e5c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 1101 time: 0.1390646 May 06 09:33:32.294218 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779961d3-c074-471e-92c0-35a3e17f9186 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Pushing event updated for resources: {'Port': ['ID=58c0d264-2361-4966-9b87-822726c10b70,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:32.312032 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-779961d3-c074-471e-92c0-35a3e17f9186 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:32.317785 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-779961d3-c074-471e-92c0-35a3e17f9186 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:33:32.322631 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-bafb4362-cf7b-4f7c-9072-ad66266c15d9 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:32.328461 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-779961d3-c074-471e-92c0-35a3e17f9186 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:32.328905 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-779961d3-c074-471e-92c0-35a3e17f9186 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:32.330033 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-bafb4362-cf7b-4f7c-9072-ad66266c15d9 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/networks?id=c5f743bf-d8a0-480e-909d-4fe20c4edd15 HTTP/1.1" status: 200 len: 815 time: 0.4956565 May 06 09:33:32.365798 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4405e-f5fa-4568-81bd-5b66d4759be6 None None] Pushing event updated for resources: {'Port': ['ID=94981ba5-5f7d-407f-b41d-09c7ae43b4a5,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:32.384876 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-a6842dfd-4f12-4312-99b0-31cc3218eb6d tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/quotas/c867228b571f4677ae2e8ca8494d7922 HTTP/1.1" status: 200 len: 375 time: 0.0537088 May 06 09:33:32.386610 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e117300b-0400-426d-9b9c-aa8c1cd9524b admin admin] Network 95f0a63f-75ad-4d87-912d-0363cbb825cb is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:33:32.392712 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-5f94c2e1-afc8-41dd-9ce7-691939119459 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=b7b5d5101dff4f168e0e20ec8938c0a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0820584 May 06 09:33:32.419509 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-cebf7bf5-e3a1-465d-b807-e9ee8e5c40db None None] Attempting to bind port 94981ba5-5f7d-407f-b41d-09c7ae43b4a5 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:33:32.419807 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-cebf7bf5-e3a1-465d-b807-e9ee8e5c40db None None] Attempting to bind port 94981ba5-5f7d-407f-b41d-09c7ae43b4a5 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'fe24a094-fc42-403d-ba28-61e4316840a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f2f5f0f1-61a3-4b8a-8a9d-37462429b401'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:33:32.420180 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebf7bf5-e3a1-465d-b807-e9ee8e5c40db None None] Attempting to bind port 94981ba5-5f7d-407f-b41d-09c7ae43b4a5 on network f2f5f0f1-61a3-4b8a-8a9d-37462429b401 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:33:32.431103 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebf7bf5-e3a1-465d-b807-e9ee8e5c40db None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:33:32.431621 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebf7bf5-e3a1-465d-b807-e9ee8e5c40db None None] Checking segment: {'id': 'fe24a094-fc42-403d-ba28-61e4316840a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f2f5f0f1-61a3-4b8a-8a9d-37462429b401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:32.432041 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cebf7bf5-e3a1-465d-b807-e9ee8e5c40db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:32.432450 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebf7bf5-e3a1-465d-b807-e9ee8e5c40db None None] Bound using segment: {'id': 'fe24a094-fc42-403d-ba28-61e4316840a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f2f5f0f1-61a3-4b8a-8a9d-37462429b401'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:33:32.432940 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-cebf7bf5-e3a1-465d-b807-e9ee8e5c40db None None] Bound port: 94981ba5-5f7d-407f-b41d-09c7ae43b4a5, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe24a094-fc42-403d-ba28-61e4316840a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f2f5f0f1-61a3-4b8a-8a9d-37462429b401'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:33:32.433351 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cebf7bf5-e3a1-465d-b807-e9ee8e5c40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:32.447670 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-779961d3-c074-471e-92c0-35a3e17f9186 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9086671 May 06 09:33:32.467932 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-56ce4dc8-126f-4737-aab4-8e392adab9f7 service neutron] Request body: {'port': {'device_id': 'cddbbeaf-4f19-4760-b124-3a33ba1f0311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:32.498570 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-1a68ee85-98da-43eb-acc2-e024bb94962c tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c867228b571f4677ae2e8ca8494d7922&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1124742 May 06 09:33:32.501245 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-e117300b-0400-426d-9b9c-aa8c1cd9524b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 95f0a63f-75ad-4d87-912d-0363cbb825cb) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:32.515643 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33882057-e34d-47aa-b379-62de6abb7462 None None] Network 95f0a63f-75ad-4d87-912d-0363cbb825cb requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:33:32.554679 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-56ce4dc8-126f-4737-aab4-8e392adab9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:32.555550 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e117300b-0400-426d-9b9c-aa8c1cd9524b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:32.556370 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e117300b-0400-426d-9b9c-aa8c1cd9524b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:32.599416 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-19ceb5bc-e8d9-48d7-8698-48108a13098c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:32.601986 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-19ceb5bc-e8d9-48d7-8698-48108a13098c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:32.603103 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-19ceb5bc-e8d9-48d7-8698-48108a13098c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4e325a23-e093-47c1-8e0a-2304cfce1af1 HTTP/1.1" status: 204 len: 168 time: 0.9067581 May 06 09:33:32.633686 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e117300b-0400-426d-9b9c-aa8c1cd9524b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5113106 May 06 09:33:32.650879 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34922) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:32.668163 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-d3aa8d08-1f2d-4518-b718-b4eb10e8cab6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1042103261-router', 'tenant_id': 'fb280a2e46bd4f488d25c2521321b579', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:32.683404 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ceb5bc-e8d9-48d7-8698-48108a13098c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e325a23-e093-47c1-8e0a-2304cfce1af1,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:32.708683 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-12d7eee1-757f-43fb-a153-a02aaf720f2a service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:33:32.720402 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-12d7eee1-757f-43fb-a153-a02aaf720f2a service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1241696 May 06 09:33:32.776921 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-cebf7bf5-e3a1-465d-b807-e9ee8e5c40db None None] For port 94981ba5-5f7d-407f-b41d-09c7ae43b4a5, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:33:32.785069 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-cebf7bf5-e3a1-465d-b807-e9ee8e5c40db None None] For port 94981ba5-5f7d-407f-b41d-09c7ae43b4a5, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=94981ba5-5f7d-407f-b41d-09c7ae43b4a5,segment=NetworkSegment(fe24a094-fc42-403d-ba28-61e4316840a6),segment_id=fe24a094-fc42-403d-ba28-61e4316840a6)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:33:32.793078 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cebf7bf5-e3a1-465d-b807-e9ee8e5c40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:32.867408 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d3aa8d08-1f2d-4518-b718-b4eb10e8cab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:32.868691 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d3aa8d08-1f2d-4518-b718-b4eb10e8cab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:32.887836 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba8dac5-1d9c-47c9-a5d6-02e9159034b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-95f0a63f-75ad-4d87-912d-0363cbb825cb', 'network_id': '95f0a63f-75ad-4d87-912d-0363cbb825cb', 'tenant_id': 'fb280a2e46bd4f488d25c2521321b579', 'fixed_ips': [{'subnet_id': 'c3c9f008-b692-4512-9d80-358c30765802'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:33:32.888350 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-b3ae3058-aa20-41bc-a7bf-255df907a9b2 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:32.888719 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9ba8dac5-1d9c-47c9-a5d6-02e9159034b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:32.896469 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-b3ae3058-aa20-41bc-a7bf-255df907a9b2 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4854834 May 06 09:33:32.920779 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-16a647b1-227d-476a-80b1-3b1c5fbb73c6 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/quotas/b7b5d5101dff4f168e0e20ec8938c0a3 HTTP/1.1" status: 200 len: 375 time: 0.0232220 May 06 09:33:32.955287 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d471e-6698-4f98-83e5-68ffd19001fe req-9c1dd4cb-542a-4b23-abbe-a802c9b4274c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:32.957458 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-af7d471e-6698-4f98-83e5-68ffd19001fe req-9c1dd4cb-542a-4b23-abbe-a802c9b4274c service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.6220565 May 06 09:33:32.990787 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4405e-f5fa-4568-81bd-5b66d4759be6 None None] Pushing event updated for resources: {'Port': ['ID=94981ba5-5f7d-407f-b41d-09c7ae43b4a5,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:32.994676 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d3aa8d08-1f2d-4518-b718-b4eb10e8cab6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:33.037505 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-af7d471e-6698-4f98-83e5-68ffd19001fe req-a7dae64b-fe9b-4932-8e33-070880ca2709 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=2a8c432e-4ccf-4d70-947f-3448ffe6562a HTTP/1.1" status: 200 len: 217 time: 0.0697837 May 06 09:33:33.097680 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-7e8c03c8-b79b-4592-897d-9ffaa370f9ae service neutron] 10.222.0.73 "GET /v2.0/networks/c5f743bf-d8a0-480e-909d-4fe20c4edd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763235 May 06 09:33:33.099767 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34928) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:33.121849 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d471e-6698-4f98-83e5-68ffd19001fe req-0d301ac8-7ff2-4c6c-852b-1261b008cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:33.123988 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-af7d471e-6698-4f98-83e5-68ffd19001fe req-0d301ac8-7ff2-4c6c-852b-1261b008cf78 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0530193 May 06 09:33:33.174125 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-69dc28ba-1009-4f15-9207-33ebc04a814c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:33.195402 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d471e-6698-4f98-83e5-68ffd19001fe req-c1db052c-b4cd-4def-a012-a5b1e30892c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:33.197165 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-af7d471e-6698-4f98-83e5-68ffd19001fe req-c1db052c-b4cd-4def-a012-a5b1e30892c8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0649717 May 06 09:33:33.210107 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-9ba8dac5-1d9c-47c9-a5d6-02e9159034b7 None None] Allocated IP 172.20.0.2 (95f0a63f-75ad-4d87-912d-0363cbb825cb/c3c9f008-b692-4512-9d80-358c30765802/6ec13907-ba88-447c-9f3f-6da1be42209f) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:33:33.220032 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-7d2252e4-e1de-4702-aafd-bf5236a3934b tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7b5d5101dff4f168e0e20ec8938c0a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2882538 May 06 09:33:33.262881 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d3aa8d08-1f2d-4518-b718-b4eb10e8cab6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:33.310992 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-af7d471e-6698-4f98-83e5-68ffd19001fe req-4eb496bf-002e-4ed8-bbc1-e3b72d3c4311 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044071 May 06 09:33:33.321877 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-dd144bdf-9e7e-4d31-b9a5-5fd63843285f None None] Provisioning complete for port 94981ba5-5f7d-407f-b41d-09c7ae43b4a5 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:33.322254 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dd144bdf-9e7e-4d31-b9a5-5fd63843285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:33.374612 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-d8debf38-b8b0-44fe-ae81-abf48aa5b1e0 service neutron] 10.222.0.73 "GET /v2.0/networks/c5f743bf-d8a0-480e-909d-4fe20c4edd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760000 May 06 09:33:33.399724 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebf7bf5-e3a1-465d-b807-e9ee8e5c40db None None] Routers {'dd72a4ce-815c-4e03-9645-c73fc3da29b1'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:33:33.401039 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-cebf7bf5-e3a1-465d-b807-e9ee8e5c40db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:33:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['dd72a4ce-815c-4e03-9645-c73fc3da29b1'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:33.500970 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-56ce4dc8-126f-4737-aab4-8e392adab9f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c0d264-2361-4966-9b87-822726c10b70 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:33:33.515027 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-69dc28ba-1009-4f15-9207-33ebc04a814c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:33.517341 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-56ce4dc8-126f-4737-aab4-8e392adab9f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:33.528755 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-af7d471e-6698-4f98-83e5-68ffd19001fe req-a590325e-63df-408c-9829-4241dab16897 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059915 May 06 09:33:33.530395 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-69dc28ba-1009-4f15-9207-33ebc04a814c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:33.540005 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-56ce4dc8-126f-4737-aab4-8e392adab9f7 service neutron] Transition to ACTIVE for port object 58c0d264-2361-4966-9b87-822726c10b70 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:33:33.560190 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-56ce4dc8-126f-4737-aab4-8e392adab9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:33.592407 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-69dc28ba-1009-4f15-9207-33ebc04a814c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8efc9838dcc84f81bd156c3a179b9cc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4771707 May 06 09:33:33.592846 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34934) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:33.600770 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc28ba-1009-4f15-9207-33ebc04a814c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe60d45-cfb8-44b9-9af9-f399c33d4387,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:33.700428 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce4dc8-126f-4737-aab4-8e392adab9f7 service neutron] Pushing event updated for resources: {'Port': ['ID=58c0d264-2361-4966-9b87-822726c10b70,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:33.787840 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-56ce4dc8-126f-4737-aab4-8e392adab9f7 service neutron] Attempting to bind port 58c0d264-2361-4966-9b87-822726c10b70 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:33:33.788571 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-56ce4dc8-126f-4737-aab4-8e392adab9f7 service neutron] Attempting to bind port 58c0d264-2361-4966-9b87-822726c10b70 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:33:33.789062 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-56ce4dc8-126f-4737-aab4-8e392adab9f7 service neutron] Attempting to bind port 58c0d264-2361-4966-9b87-822726c10b70 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:33:33.795183 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-56ce4dc8-126f-4737-aab4-8e392adab9f7 service neutron] Port 58c0d264-2361-4966-9b87-822726c10b70 on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:33:33.795717 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-56ce4dc8-126f-4737-aab4-8e392adab9f7 service neutron] Attempting to bind port 58c0d264-2361-4966-9b87-822726c10b70 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:33:33.803975 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-56ce4dc8-126f-4737-aab4-8e392adab9f7 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:33:33.804562 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-56ce4dc8-126f-4737-aab4-8e392adab9f7 service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:33.805225 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-56ce4dc8-126f-4737-aab4-8e392adab9f7 service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:33:33.806684 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-56ce4dc8-126f-4737-aab4-8e392adab9f7 service neutron] Bound port: 58c0d264-2361-4966-9b87-822726c10b70, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:33:33.807233 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-56ce4dc8-126f-4737-aab4-8e392adab9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:33.897008 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7c5d636c-b219-4690-a22a-2116639ffe5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:33.939784 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d3aa8d08-1f2d-4518-b718-b4eb10e8cab6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:33.952769 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7c5d636c-b219-4690-a22a-2116639ffe5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:33.957353 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-cebf7bf5-e3a1-465d-b807-e9ee8e5c40db None None] Set router dd72a4ce-815c-4e03-9645-c73fc3da29b1 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:33:34.006005 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc26ce2-f462-4546-91b9-f21011037e79 req-3820e6fe-ff06-4a7c-a757-5dae4ac76bbc tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:34.020783 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-adc26ce2-f462-4546-91b9-f21011037e79 req-3820e6fe-ff06-4a7c-a757-5dae4ac76bbc tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=cddbbeaf-4f19-4760-b124-3a33ba1f0311 HTTP/1.1" status: 200 len: 948 time: 0.2345786 May 06 09:33:34.030083 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-56ce4dc8-126f-4737-aab4-8e392adab9f7 service neutron] For port 58c0d264-2361-4966-9b87-822726c10b70, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:33:34.035740 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d3aa8d08-1f2d-4518-b718-b4eb10e8cab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:34.039650 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-56ce4dc8-126f-4737-aab4-8e392adab9f7 service neutron] For port 58c0d264-2361-4966-9b87-822726c10b70, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=58c0d264-2361-4966-9b87-822726c10b70,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:33:34.051436 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-56ce4dc8-126f-4737-aab4-8e392adab9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:34.190290 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-56ce4dc8-126f-4737-aab4-8e392adab9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:34.195042 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-56ce4dc8-126f-4737-aab4-8e392adab9f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:34.197555 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-56ce4dc8-126f-4737-aab4-8e392adab9f7 service neutron] 10.222.0.77 "PUT /v2.0/ports/58c0d264-2361-4966-9b87-822726c10b70 HTTP/1.1" status: 200 len: 1096 time: 1.7346652 May 06 09:33:34.201535 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cddbbeaf-4f19-4760-b124-3a33ba1f0311', 'tag': '58c0d264-2361-4966-9b87-822726c10b70'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:33:34.207204 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4b507d-3a41-40d3-ace1-21b3693239d2" -d '{"events": [{"name": "network-changed", "server_uuid": "cddbbeaf-4f19-4760-b124-3a33ba1f0311", "tag": "58c0d264-2361-4966-9b87-822726c10b70"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:33:34.253110 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-d3aa8d08-1f2d-4518-b718-b4eb10e8cab6 admin admin] Allocated IP 172.25.5.38 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/b75779f7-7dfd-4ff6-9386-455eb2de6678) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:33:34.261000 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce4dc8-126f-4737-aab4-8e392adab9f7 service neutron] Pushing event updated for resources: {'Port': ['ID=58c0d264-2361-4966-9b87-822726c10b70,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:34.331788 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9ba8dac5-1d9c-47c9-a5d6-02e9159034b7 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:34.398126 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9ba8dac5-1d9c-47c9-a5d6-02e9159034b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:34.418834 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-621784b7-77d0-47b7-9d9f-5d93e4266489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:34.427042 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-621784b7-77d0-47b7-9d9f-5d93e4266489 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=40617095ad694c29b842a58fec985b52&device_id=cddbbeaf-4f19-4760-b124-3a33ba1f0311 HTTP/1.1" status: 200 len: 1099 time: 0.1052716 May 06 09:33:34.466363 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba8dac5-1d9c-47c9-a5d6-02e9159034b7 None None] Network 95f0a63f-75ad-4d87-912d-0363cbb825cb is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:33:34.488643 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-9ba8dac5-1d9c-47c9-a5d6-02e9159034b7 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:34.511980 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-adc26ce2-f462-4546-91b9-f21011037e79 req-351c1e52-38e2-47ca-a65a-4ee25a7f6fe6 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4898219 May 06 09:33:34.515144 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dd144bdf-9e7e-4d31-b9a5-5fd63843285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:34.525272 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-15d0d344-ec72-4eae-abe9-dfc1a11bd26a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=58c0d264-2361-4966-9b87-822726c10b70 HTTP/1.1" status: 200 len: 217 time: 0.0737984 May 06 09:33:34.534161 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba8dac5-1d9c-47c9-a5d6-02e9159034b7 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:33:34.580527 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d3aa8d08-1f2d-4518-b718-b4eb10e8cab6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:34.601344 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7c5d636c-b219-4690-a22a-2116639ffe5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:34.604565 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7c5d636c-b219-4690-a22a-2116639ffe5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:34.605061 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7c5d636c-b219-4690-a22a-2116639ffe5a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4fe60d45-cfb8-44b9-9af9-f399c33d4387 HTTP/1.1" status: 204 len: 168 time: 1.0113361 May 06 09:33:34.614636 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-b3a4dfac-1b1c-467e-9a57-0f12e6a1fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:34.618829 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-b3a4dfac-1b1c-467e-9a57-0f12e6a1fc4f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0864301 May 06 09:33:34.624445 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d636c-b219-4690-a22a-2116639ffe5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe60d45-cfb8-44b9-9af9-f399c33d4387,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:34.669293 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6964b8b-5a64-4ec8-b49c-5bfbe0261dcd req-ca9758b3-71d6-431b-a10c-7df85dce965e tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:34.672748 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-dd144bdf-9e7e-4d31-b9a5-5fd63843285f None None] For port 94981ba5-5f7d-407f-b41d-09c7ae43b4a5, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=94981ba5-5f7d-407f-b41d-09c7ae43b4a5,segment=NetworkSegment(fe24a094-fc42-403d-ba28-61e4316840a6),segment_id=fe24a094-fc42-403d-ba28-61e4316840a6)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:34.678252 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e6964b8b-5a64-4ec8-b49c-5bfbe0261dcd req-ca9758b3-71d6-431b-a10c-7df85dce965e tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 950 time: 0.1256645 May 06 09:33:34.709134 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d3aa8d08-1f2d-4518-b718-b4eb10e8cab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:34.718065 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8dac5-1d9c-47c9-a5d6-02e9159034b7 None None] Pushing event updated for resources: {'Port': ['ID=6ec13907-ba88-447c-9f3f-6da1be42209f,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:34.720550 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-0246aff0-08cd-4ee4-b1ab-832219dcc024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:34.722530 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-0246aff0-08cd-4ee4-b1ab-832219dcc024 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0866683 May 06 09:33:34.726211 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dd144bdf-9e7e-4d31-b9a5-5fd63843285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:34.777463 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-965e4781-c144-44f9-ba2d-e1ea452eabb0 req-a8af0e19-4b40-408a-9fac-2bde1d61e1c4 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=30aaa1c4-c620-454a-8973-79b6ddc00774 HTTP/1.1" status: 200 len: 210 time: 0.0901525 May 06 09:33:34.818081 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aa8d08-1f2d-4518-b718-b4eb10e8cab6 admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:33:34.827150 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-d3aa8d08-1f2d-4518-b718-b4eb10e8cab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:34.840886 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e6964b8b-5a64-4ec8-b49c-5bfbe0261dcd req-24a5dd29-f60f-4781-87a6-3cb62b336f22 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613834 May 06 09:33:34.841987 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3aa8d08-1f2d-4518-b718-b4eb10e8cab6 admin admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:33:34.897622 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-b597ff8d-2f4b-4d47-8a94-e1a2ec912da3 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510980 May 06 09:33:34.911181 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa8d08-1f2d-4518-b718-b4eb10e8cab6 admin admin] Pushing event updated for resources: {'Port': ['ID=b75779f7-7dfd-4ff6-9386-455eb2de6678,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:34.920028 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-9ba8dac5-1d9c-47c9-a5d6-02e9159034b7 None None] Attempting to bind port 6ec13907-ba88-447c-9f3f-6da1be42209f on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:33:34.920409 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-9ba8dac5-1d9c-47c9-a5d6-02e9159034b7 None None] Attempting to bind port 6ec13907-ba88-447c-9f3f-6da1be42209f by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '5bb8bc01-96b6-44ad-aa87-c1960d5bc61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '95f0a63f-75ad-4d87-912d-0363cbb825cb'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:33:34.921275 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba8dac5-1d9c-47c9-a5d6-02e9159034b7 None None] Attempting to bind port 6ec13907-ba88-447c-9f3f-6da1be42209f on network 95f0a63f-75ad-4d87-912d-0363cbb825cb {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:33:34.949066 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba8dac5-1d9c-47c9-a5d6-02e9159034b7 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:33:34.949493 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba8dac5-1d9c-47c9-a5d6-02e9159034b7 None None] Checking segment: {'id': '5bb8bc01-96b6-44ad-aa87-c1960d5bc61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '95f0a63f-75ad-4d87-912d-0363cbb825cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:34.949946 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9ba8dac5-1d9c-47c9-a5d6-02e9159034b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:34.950387 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba8dac5-1d9c-47c9-a5d6-02e9159034b7 None None] Bound using segment: {'id': '5bb8bc01-96b6-44ad-aa87-c1960d5bc61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '95f0a63f-75ad-4d87-912d-0363cbb825cb'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:33:34.950885 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-9ba8dac5-1d9c-47c9-a5d6-02e9159034b7 None None] Bound port: 6ec13907-ba88-447c-9f3f-6da1be42209f, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb8bc01-96b6-44ad-aa87-c1960d5bc61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '95f0a63f-75ad-4d87-912d-0363cbb825cb'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:33:34.952899 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9ba8dac5-1d9c-47c9-a5d6-02e9159034b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:35.019660 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6c7733-9a6e-483c-a8d2-b7ae7dc02a1b x-openstack-request-id: req-6f6c7733-9a6e-483c-a8d2-b7ae7dc02a1b {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:33:35.019960 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cddbbeaf-4f19-4760-b124-3a33ba1f0311", "tag": "58c0d264-2361-4966-9b87-822726c10b70", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:33:35.020226 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6f6c7733-9a6e-483c-a8d2-b7ae7dc02a1b {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:33:35.020648 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f6c7733-9a6e-483c-a8d2-b7ae7dc02a1b'] response: {'name': 'network-changed', 'server_uuid': 'cddbbeaf-4f19-4760-b124-3a33ba1f0311', 'tag': '58c0d264-2361-4966-9b87-822726c10b70', 'status': 'completed', 'code': 200} May 06 09:33:35.023482 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd144bdf-9e7e-4d31-b9a5-5fd63843285f None None] Pushing event updated for resources: {'Port': ['ID=94981ba5-5f7d-407f-b41d-09c7ae43b4a5,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:35.098836 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-cebf7bf5-e3a1-465d-b807-e9ee8e5c40db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1208314280-router', 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '19bf472c-9786-4f2d-b866-1c868ff05479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:21Z', 'updated_at': '2022-05-06T09:33:27Z', 'revision_number': 4, 'project_id': '18d2b79bdfff4fc3957450c1173b5172', 'gw_port': {'id': '19bf472c-9786-4f2d-b866-1c868ff05479', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:22Z', 'updated_at': '2022-05-06T09:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '94981ba5-5f7d-407f-b41d-09c7ae43b4a5', 'name': '', 'network_id': 'f2f5f0f1-61a3-4b8a-8a9d-37462429b401', 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172', 'mac_address': 'fa:16:3e:70:49:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '4b321150-13d5-4e4b-824f-c7fc482fb964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:26Z', 'updated_at': '2022-05-06T09:33:32Z', 'revision_number': 4, 'project_id': '18d2b79bdfff4fc3957450c1173b5172', 'subnets': [{'id': '4b321150-13d5-4e4b-824f-c7fc482fb964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:35.169014 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebf7bf5-e3a1-465d-b807-e9ee8e5c40db None None] The sync data for ids ['dd72a4ce-815c-4e03-9645-c73fc3da29b1'] in n-d-840835-1 is: [{'id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1208314280-router', 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '19bf472c-9786-4f2d-b866-1c868ff05479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:21Z', 'updated_at': '2022-05-06T09:33:27Z', 'revision_number': 4, 'project_id': '18d2b79bdfff4fc3957450c1173b5172', 'gw_port': {'id': '19bf472c-9786-4f2d-b866-1c868ff05479', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:22Z', 'updated_at': '2022-05-06T09:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '94981ba5-5f7d-407f-b41d-09c7ae43b4a5', 'name': '', 'network_id': 'f2f5f0f1-61a3-4b8a-8a9d-37462429b401', 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172', 'mac_address': 'fa:16:3e:70:49:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '4b321150-13d5-4e4b-824f-c7fc482fb964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:26Z', 'updated_at': '2022-05-06T09:33:32Z', 'revision_number': 4, 'project_id': '18d2b79bdfff4fc3957450c1173b5172', 'subnets': [{'id': '4b321150-13d5-4e4b-824f-c7fc482fb964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:33:35.181077 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-de404d11-a7d7-4676-89f1-b40a70c0ab2c req-3a78ebd2-c30b-4c68-afd7-01744cb928ad service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767017 May 06 09:33:35.243166 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-624742d0-2a92-49ea-a770-999fe7997338 None None] Provisioning complete for port 94981ba5-5f7d-407f-b41d-09c7ae43b4a5 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:35.243564 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-624742d0-2a92-49ea-a770-999fe7997338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:35.307827 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-9ba8dac5-1d9c-47c9-a5d6-02e9159034b7 None None] For port 6ec13907-ba88-447c-9f3f-6da1be42209f, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:33:35.334348 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-9ba8dac5-1d9c-47c9-a5d6-02e9159034b7 None None] For port 6ec13907-ba88-447c-9f3f-6da1be42209f, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=6ec13907-ba88-447c-9f3f-6da1be42209f,segment=NetworkSegment(5bb8bc01-96b6-44ad-aa87-c1960d5bc61d),segment_id=5bb8bc01-96b6-44ad-aa87-c1960d5bc61d)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:33:35.353684 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9ba8dac5-1d9c-47c9-a5d6-02e9159034b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:35.370021 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-3d823845-3607-42e0-a356-a86bfa6a627c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=b7b5d5101dff4f168e0e20ec8938c0a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1195333 May 06 09:33:35.389638 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f87a0b03-02dd-4cce-9f3f-302c640ec8f1 req-019ac2cc-38ed-4c2e-a81d-cd3133f5ed99 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfae75b2-2aed-4a3b-8e13-4afa8206067d HTTP/1.1" status: 200 len: 210 time: 0.1164916 May 06 09:33:35.446876 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b507d-3a41-40d3-ace1-21b3693239d2 req-1b5db0ec-fc88-4df1-a847-1e9e92dfec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:35.450169 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9c4b507d-3a41-40d3-ace1-21b3693239d2 req-1b5db0ec-fc88-4df1-a847-1e9e92dfec09 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=40617095ad694c29b842a58fec985b52&device_id=cddbbeaf-4f19-4760-b124-3a33ba1f0311 HTTP/1.1" status: 200 len: 1099 time: 0.1290751 May 06 09:33:35.617707 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8dac5-1d9c-47c9-a5d6-02e9159034b7 None None] Pushing event updated for resources: {'Port': ['ID=6ec13907-ba88-447c-9f3f-6da1be42209f,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:35.755454 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b507d-3a41-40d3-ace1-21b3693239d2 req-9d1a3ddc-29de-4427-bbf2-e9a6d1176c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:35.761152 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9c4b507d-3a41-40d3-ace1-21b3693239d2 req-9d1a3ddc-29de-4427-bbf2-e9a6d1176c3c service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.3022070 May 06 09:33:35.888154 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9c4b507d-3a41-40d3-ace1-21b3693239d2 req-c59b8253-d73c-452d-bd43-756019a7e57a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=58c0d264-2361-4966-9b87-822726c10b70 HTTP/1.1" status: 200 len: 217 time: 0.1200535 May 06 09:33:36.065703 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b507d-3a41-40d3-ace1-21b3693239d2 req-d99fb586-c805-49b3-b8cd-ffec38f08af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:36.067262 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9c4b507d-3a41-40d3-ace1-21b3693239d2 req-d99fb586-c805-49b3-b8cd-ffec38f08af3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1488771 May 06 09:33:36.143404 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-1552f48b-c7f3-4018-886f-015a3cc9dea6 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:36.146387 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-1552f48b-c7f3-4018-886f-015a3cc9dea6 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7516110 May 06 09:33:36.168960 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b507d-3a41-40d3-ace1-21b3693239d2 req-bdb212ae-892b-444f-babf-5d667a8bde70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:36.170839 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9c4b507d-3a41-40d3-ace1-21b3693239d2 req-bdb212ae-892b-444f-babf-5d667a8bde70 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0921879 May 06 09:33:36.217690 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35026) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:36.253678 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-970bd19f-f2af-490d-98dc-7b9099a497c2 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Request body: {'port': {'device_id': '30aaa1c4-c620-454a-8973-79b6ddc00774', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'admin_state_up': True, 'tenant_id': 'b7b5d5101dff4f168e0e20ec8938c0a3'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:36.347853 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9c4b507d-3a41-40d3-ace1-21b3693239d2 req-6aa65290-d2a1-4b42-93bb-3549a78c09ee service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552300 May 06 09:33:36.348557 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35030) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:36.382052 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-afe49f34-7759-4221-bd05-acdc02fc5015 req-ebf14a5a-986d-4623-9148-a1d2fecc212c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=30aaa1c4-c620-454a-8973-79b6ddc00774 HTTP/1.1" status: 200 len: 210 time: 0.1578381 May 06 09:33:36.553542 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-109053b4-ebd2-4dbd-898f-82f9229dd77d tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:36.557043 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-109053b4-ebd2-4dbd-898f-82f9229dd77d tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.84 "GET /v2.0/networks?id=c5f743bf-d8a0-480e-909d-4fe20c4edd15 HTTP/1.1" status: 200 len: 815 time: 0.6879144 May 06 09:33:36.582276 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-9762adfd-d834-40ff-8fde-0743e40852b3 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Request body: {'port': {'device_id': 'cfae75b2-2aed-4a3b-8e13-4afa8206067d', 'network_id': 'c5f743bf-d8a0-480e-909d-4fe20c4edd15', 'admin_state_up': True, 'tenant_id': 'c867228b571f4677ae2e8ca8494d7922'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:36.585968 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9c4b507d-3a41-40d3-ace1-21b3693239d2 req-8df6c3a4-a5b6-4fef-8459-521b14eec1fc service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232485 May 06 09:33:36.594171 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-16091673-ca9b-4c87-a4a1-772b54c8bdd0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261923002-network', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:36.658431 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d3aa8d08-1f2d-4518-b718-b4eb10e8cab6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:36.662283 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cbda13fa-3668-4f95-9917-241972eab44b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8265e6dd8d6c4b84a9d9ae8a16136783&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3120563 May 06 09:33:36.664028 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16091673-ca9b-4c87-a4a1-772b54c8bdd0 admin admin] Made reservation on behalf of c2b09c743dc34ecd9ff39fe3cb1e8e10 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:36.667354 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16091673-ca9b-4c87-a4a1-772b54c8bdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:36.679180 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35038) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:36.680016 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16091673-ca9b-4c87-a4a1-772b54c8bdd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:36.745130 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594b167-e355-4c95-9a9c-f36f373a223b req-de960b88-4ce8-4b37-8378-0f9eeafc764f tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:36.746974 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7594b167-e355-4c95-9a9c-f36f373a223b req-de960b88-4ce8-4b37-8378-0f9eeafc764f tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=cddbbeaf-4f19-4760-b124-3a33ba1f0311 HTTP/1.1" status: 200 len: 948 time: 0.9366698 May 06 09:33:36.785660 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-927f74f7-f585-4ddf-b5ef-c861f6de8544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:36.815766 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-927f74f7-f585-4ddf-b5ef-c861f6de8544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:36.923318 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-927f74f7-f585-4ddf-b5ef-c861f6de8544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:36.925721 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7594b167-e355-4c95-9a9c-f36f373a223b req-e7be331d-148b-46a4-b293-f86144151dfc tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566641 May 06 09:33:36.941865 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-927f74f7-f585-4ddf-b5ef-c861f6de8544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:36.945452 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-927f74f7-f585-4ddf-b5ef-c861f6de8544 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/480586c7-f4c5-4a71-bf74-b1ef0c65836c HTTP/1.1" status: 204 len: 168 time: 0.2631676 May 06 09:33:36.961092 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16091673-ca9b-4c87-a4a1-772b54c8bdd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:36.971411 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16091673-ca9b-4c87-a4a1-772b54c8bdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:36.974574 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f74f7-f585-4ddf-b5ef-c861f6de8544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480586c7-f4c5-4a71-bf74-b1ef0c65836c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:36.991920 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c758093-ce41-4549-a7a1-04be6165e4c0 req-b319db73-b417-4560-b902-68db43ac1be8 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:36.996026 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c758093-ce41-4549-a7a1-04be6165e4c0 req-b319db73-b417-4560-b902-68db43ac1be8 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 950 time: 0.4054816 May 06 09:33:37.077279 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16091673-ca9b-4c87-a4a1-772b54c8bdd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:33:37.145358 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37bf6c7-c3e4-4b2d-97cc-0bd09c501c48 None None] Network 95f0a63f-75ad-4d87-912d-0363cbb825cb requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:33:37.145965 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16091673-ca9b-4c87-a4a1-772b54c8bdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.146289 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-16091673-ca9b-4c87-a4a1-772b54c8bdd0 admin admin] Added segment 626c43fb-a7f4-4fe4-a6c1-349c9748be5a of type vlan for network e76d704a-9d79-4d25-8a5d-5f2069ed1f70 May 06 09:33:37.166084 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16091673-ca9b-4c87-a4a1-772b54c8bdd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a3b1f9-8b5c-4e37-99da-0d836bfd18c5,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:37.242760 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-970bd19f-f2af-490d-98dc-7b9099a497c2 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Made reservation on behalf of b7b5d5101dff4f168e0e20ec8938c0a3 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:37.249943 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-970bd19f-f2af-490d-98dc-7b9099a497c2 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.280565 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-7fa296cb-49b2-4f95-aa72-88a47fe0a34c None None] Provisioning complete for port 6ec13907-ba88-447c-9f3f-6da1be42209f triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:37.280952 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7fa296cb-49b2-4f95-aa72-88a47fe0a34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.288518 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 6ec13907-ba88-447c-9f3f-6da1be42209f up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:33:37.290870 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16091673-ca9b-4c87-a4a1-772b54c8bdd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.324695 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16091673-ca9b-4c87-a4a1-772b54c8bdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.325745 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16091673-ca9b-4c87-a4a1-772b54c8bdd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:37.326457 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16091673-ca9b-4c87-a4a1-772b54c8bdd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.327883 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2790bb62-17fa-4581-86ee-e71e088b4f36 req-4ce5ce0d-85f3-4649-a117-f19fa78c79c8 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfae75b2-2aed-4a3b-8e13-4afa8206067d HTTP/1.1" status: 200 len: 210 time: 0.1161730 May 06 09:33:37.416113 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-16091673-ca9b-4c87-a4a1-772b54c8bdd0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1944489 May 06 09:33:37.417307 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35048) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:37.426103 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-e5f7029c-9539-480c-88e5-5c413f1609c7 admin admin] Request body: {'subnet': {'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261923002-subnet', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:37.442315 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16091673-ca9b-4c87-a4a1-772b54c8bdd0 admin admin] Pushing event updated for resources: {'Network': ['ID=e76d704a-9d79-4d25-8a5d-5f2069ed1f70,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:37.465120 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f7029c-9539-480c-88e5-5c413f1609c7 admin admin] Made reservation on behalf of c2b09c743dc34ecd9ff39fe3cb1e8e10 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:37.471704 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e5f7029c-9539-480c-88e5-5c413f1609c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.487460 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network e76d704a-9d79-4d25-8a5d-5f2069ed1f70 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:33:37.549655 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c758093-ce41-4549-a7a1-04be6165e4c0 req-6f8ff60c-0b5d-4ca4-a3bc-173d24f8f7ed tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5161116 May 06 09:33:37.570406 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 6ec13907-ba88-447c-9f3f-6da1be42209f triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:37.571263 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.612563 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35052) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:37.674277 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4d59c4cd-58bd-4d9f-905e-e79d00ececaf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=023f393af89742919e824c38a5a34a91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556197 May 06 09:33:37.676628 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35056) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:37.678867 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-134f5523-0c54-4d3f-9d01-f9d79e99aa84 req-8355c64a-33aa-4157-904f-c1d419020559 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=30aaa1c4-c620-454a-8973-79b6ddc00774 HTTP/1.1" status: 200 len: 210 time: 0.0892134 May 06 09:33:37.679662 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-9762adfd-d834-40ff-8fde-0743e40852b3 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Made reservation on behalf of c867228b571f4677ae2e8ca8494d7922 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:37.683058 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-9762adfd-d834-40ff-8fde-0743e40852b3 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.716254 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7fa296cb-49b2-4f95-aa72-88a47fe0a34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.723897 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d3aa8d08-1f2d-4518-b718-b4eb10e8cab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.829202 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.833086 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-7fa296cb-49b2-4f95-aa72-88a47fe0a34c None None] For port 6ec13907-ba88-447c-9f3f-6da1be42209f, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=6ec13907-ba88-447c-9f3f-6da1be42209f,segment=NetworkSegment(5bb8bc01-96b6-44ad-aa87-c1960d5bc61d),segment_id=5bb8bc01-96b6-44ad-aa87-c1960d5bc61d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:37.849021 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7fa296cb-49b2-4f95-aa72-88a47fe0a34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.958466 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa296cb-49b2-4f95-aa72-88a47fe0a34c None None] Pushing event updated for resources: {'Port': ['ID=6ec13907-ba88-447c-9f3f-6da1be42209f,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:37.992781 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e5f7029c-9539-480c-88e5-5c413f1609c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.000126 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-02de631a-2018-4953-ba0c-354156b71e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.003860 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:33:38.004229 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:33:38.023766 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-02de631a-2018-4953-ba0c-354156b71e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.061253 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-970bd19f-f2af-490d-98dc-7b9099a497c2 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Allocated IP 192.168.233.224 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/a8c79c00-79f6-41dd-92da-d131c166b026) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:33:38.084373 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-0c0de9d7-9916-40db-b464-d9fb1c3e5b3f None None] Provisioning complete for port 6ec13907-ba88-447c-9f3f-6da1be42209f triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:38.084976 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0c0de9d7-9916-40db-b464-d9fb1c3e5b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.139214 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7029c-9539-480c-88e5-5c413f1609c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13d54616-5091-48d4-a06e-e4f6d0eb3a1a,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:38.174234 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-02de631a-2018-4953-ba0c-354156b71e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.179875 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-02de631a-2018-4953-ba0c-354156b71e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.182268 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-02de631a-2018-4953-ba0c-354156b71e90 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9d3aa364-ca07-470f-99b3-de48ea95c091 HTTP/1.1" status: 204 len: 168 time: 0.5042231 May 06 09:33:38.202471 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de631a-2018-4953-ba0c-354156b71e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3aa364-ca07-470f-99b3-de48ea95c091,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:38.208430 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f7029c-9539-480c-88e5-5c413f1609c7 admin admin] Checking segment: {'id': '626c43fb-a7f4-4fe4-a6c1-349c9748be5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:38.208869 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f7029c-9539-480c-88e5-5c413f1609c7 admin admin] Network hostable DHCP agents. Network: e76d704a-9d79-4d25-8a5d-5f2069ed1f70, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:33:38.233188 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-9762adfd-d834-40ff-8fde-0743e40852b3 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Allocated IP 172.20.0.11 (c5f743bf-d8a0-480e-909d-4fe20c4edd15/77021ff5-1f46-43ac-a08e-e3d4f60d3d6d/5b9fe829-466c-4269-b103-bbb1b3dd51be) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:33:38.236680 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f7029c-9539-480c-88e5-5c413f1609c7 admin admin] Network e76d704a-9d79-4d25-8a5d-5f2069ed1f70 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:33:38.254888 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38834476-aa59-4055-9beb-5c812be5c2ff req-cde0b95e-c211-4aee-8aa9-df0be82f4347 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:38.255468 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-e5f7029c-9539-480c-88e5-5c413f1609c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, e76d704a-9d79-4d25-8a5d-5f2069ed1f70) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:38.256429 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38834476-aa59-4055-9beb-5c812be5c2ff req-cde0b95e-c211-4aee-8aa9-df0be82f4347 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=cddbbeaf-4f19-4760-b124-3a33ba1f0311 HTTP/1.1" status: 200 len: 948 time: 0.1970499 May 06 09:33:38.266113 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648a4aac-15e3-48e9-9807-3418d9681386 None None] Network e76d704a-9d79-4d25-8a5d-5f2069ed1f70 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:33:38.273934 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f7029c-9539-480c-88e5-5c413f1609c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:38.274577 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e5f7029c-9539-480c-88e5-5c413f1609c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.302827 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e5f7029c-9539-480c-88e5-5c413f1609c7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8837216 May 06 09:33:38.306630 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35090) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:38.312020 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-d05b3e7b-660a-4f08-9955-7d1e21cfed3c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261923002-router', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:38.350964 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d05b3e7b-660a-4f08-9955-7d1e21cfed3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.352058 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d05b3e7b-660a-4f08-9955-7d1e21cfed3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.462967 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d05b3e7b-660a-4f08-9955-7d1e21cfed3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.570044 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 94981ba5-5f7d-407f-b41d-09c7ae43b4a5 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:33:38.625414 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 94981ba5-5f7d-407f-b41d-09c7ae43b4a5 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:38.626886 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.629280 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2fb363-df8d-440f-8bb6-5169a2363368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-e76d704a-9d79-4d25-8a5d-5f2069ed1f70', 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'fixed_ips': [{'subnet_id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:33:38.630106 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fc2fb363-df8d-440f-8bb6-5169a2363368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.637408 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0c4e4d6-5055-4ba2-bcff-ddc3f95c9630 req-11227662-536e-48c4-9c18-72a5552a6d21 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfae75b2-2aed-4a3b-8e13-4afa8206067d HTTP/1.1" status: 200 len: 210 time: 0.0752001 May 06 09:33:38.664249 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d05b3e7b-660a-4f08-9955-7d1e21cfed3c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.753461 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38834476-aa59-4055-9beb-5c812be5c2ff req-b2092cfb-66de-4e7e-8ee7-117e92fc2ecc tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4766958 May 06 09:33:38.814949 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-fc2fb363-df8d-440f-8bb6-5169a2363368 None None] Allocated IP 172.20.0.2 (e76d704a-9d79-4d25-8a5d-5f2069ed1f70/13d54616-5091-48d4-a06e-e4f6d0eb3a1a/69f8672c-755a-4b23-93d6-f5c70c92c0dc) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:33:38.834028 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3aa8d08-1f2d-4518-b718-b4eb10e8cab6 admin admin] Router ac95032b-5c86-4701-9f7e-4c2e58acd450 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:33:39.035083 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fc2fb363-df8d-440f-8bb6-5169a2363368 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:39.037302 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d05b3e7b-660a-4f08-9955-7d1e21cfed3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:39.047349 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fc2fb363-df8d-440f-8bb6-5169a2363368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:39.053656 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-970bd19f-f2af-490d-98dc-7b9099a497c2 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:39.068742 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d05b3e7b-660a-4f08-9955-7d1e21cfed3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:39.111929 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5474766a-d324-44d5-b499-496a421512d3 req-c0b303c3-bcf5-45f2-9e2f-579f3c13e025 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=30aaa1c4-c620-454a-8973-79b6ddc00774 HTTP/1.1" status: 200 len: 210 time: 0.1449940 May 06 09:33:39.120282 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2fb363-df8d-440f-8bb6-5169a2363368 None None] Pushing event updated for resources: {'Port': ['ID=69f8672c-755a-4b23-93d6-f5c70c92c0dc,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:39.123404 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 6ec13907-ba88-447c-9f3f-6da1be42209f up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:33:39.154233 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600b424-1857-4501-b3d5-356ebbac21f6 req-b9882960-8a9a-4299-aec1-2c650d8c478d tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:39.155833 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3600b424-1857-4501-b3d5-356ebbac21f6 req-b9882960-8a9a-4299-aec1-2c650d8c478d tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 950 time: 0.3925202 May 06 09:33:39.171962 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3aa8d08-1f2d-4518-b718-b4eb10e8cab6 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:33:39.194021 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b021e70d-9de6-4f3b-b543-b3ae9dd9204c None None] Sync routers for ids ['ac95032b-5c86-4701-9f7e-4c2e58acd450'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:33:39.211713 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b021e70d-9de6-4f3b-b543-b3ae9dd9204c None None] Routers {'ac95032b-5c86-4701-9f7e-4c2e58acd450'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:33:39.212831 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b021e70d-9de6-4f3b-b543-b3ae9dd9204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:33:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ac95032b-5c86-4701-9f7e-4c2e58acd450'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:39.278219 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3600b424-1857-4501-b3d5-356ebbac21f6 req-61165792-020b-49e5-a492-f3b995bf5305 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121838 May 06 09:33:39.308012 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d3aa8d08-1f2d-4518-b718-b4eb10e8cab6 admin admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:39.315503 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d3aa8d08-1f2d-4518-b718-b4eb10e8cab6 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.6615720 May 06 09:33:39.322644 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35124) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:39.337976 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-d05b3e7b-660a-4f08-9955-7d1e21cfed3c admin admin] Allocated IP 172.25.5.242 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/cf2f7614-094d-420e-8313-96dd2f087e96) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:33:39.338659 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-970bd19f-f2af-490d-98dc-7b9099a497c2 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:39.340407 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2fb363-df8d-440f-8bb6-5169a2363368 None None] Network e76d704a-9d79-4d25-8a5d-5f2069ed1f70 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:33:39.345874 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-fc2fb363-df8d-440f-8bb6-5169a2363368 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:39.348493 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2fb363-df8d-440f-8bb6-5169a2363368 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:33:39.351575 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 6ec13907-ba88-447c-9f3f-6da1be42209f triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:39.351952 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:39.354809 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-9762adfd-d834-40ff-8fde-0743e40852b3 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:39.380717 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-b021e70d-9de6-4f3b-b543-b3ae9dd9204c None None] Set router ac95032b-5c86-4701-9f7e-4c2e58acd450 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:33:39.398119 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['4ab89bb2-04b4-44dd-bf8e-4b87721035bf'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:33:39.522276 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970bd19f-f2af-490d-98dc-7b9099a497c2 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Pushing event updated for resources: {'Port': ['ID=a8c79c00-79f6-41dd-92da-d131c166b026,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:39.559412 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-970bd19f-f2af-490d-98dc-7b9099a497c2 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:33:39.566144 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-9762adfd-d834-40ff-8fde-0743e40852b3 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:39.586857 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 58c0d264-2361-4966-9b87-822726c10b70 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:33:39.595923 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-970bd19f-f2af-490d-98dc-7b9099a497c2 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:39.600001 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-fc2fb363-df8d-440f-8bb6-5169a2363368 None None] Attempting to bind port 69f8672c-755a-4b23-93d6-f5c70c92c0dc on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:33:39.600382 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-fc2fb363-df8d-440f-8bb6-5169a2363368 None None] Attempting to bind port 69f8672c-755a-4b23-93d6-f5c70c92c0dc by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '626c43fb-a7f4-4fe4-a6c1-349c9748be5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:33:39.600752 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2fb363-df8d-440f-8bb6-5169a2363368 None None] Attempting to bind port 69f8672c-755a-4b23-93d6-f5c70c92c0dc on network e76d704a-9d79-4d25-8a5d-5f2069ed1f70 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:33:39.610401 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2fb363-df8d-440f-8bb6-5169a2363368 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:33:39.610784 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2fb363-df8d-440f-8bb6-5169a2363368 None None] Checking segment: {'id': '626c43fb-a7f4-4fe4-a6c1-349c9748be5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:39.611223 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fc2fb363-df8d-440f-8bb6-5169a2363368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:39.611627 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2fb363-df8d-440f-8bb6-5169a2363368 None None] Bound using segment: {'id': '626c43fb-a7f4-4fe4-a6c1-349c9748be5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:33:39.612123 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-fc2fb363-df8d-440f-8bb6-5169a2363368 None None] Bound port: 69f8672c-755a-4b23-93d6-f5c70c92c0dc, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626c43fb-a7f4-4fe4-a6c1-349c9748be5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:33:39.612510 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fc2fb363-df8d-440f-8bb6-5169a2363368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:39.617786 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-970bd19f-f2af-490d-98dc-7b9099a497c2 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:33:39.635991 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-970bd19f-f2af-490d-98dc-7b9099a497c2 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:39.639584 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-970bd19f-f2af-490d-98dc-7b9099a497c2 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:39.714343 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-970bd19f-f2af-490d-98dc-7b9099a497c2 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4953878 May 06 09:33:39.725925 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-9762adfd-d834-40ff-8fde-0743e40852b3 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Network c5f743bf-d8a0-480e-909d-4fe20c4edd15 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:33:39.767002 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.resource_extend [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:33:39.803392 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b021e70d-9de6-4f3b-b543-b3ae9dd9204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac95032b-5c86-4701-9f7e-4c2e58acd450', 'name': 'tempest-AttachSCSIVolumeTestJSON-1042103261-router', 'tenant_id': 'fb280a2e46bd4f488d25c2521321b579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'b75779f7-7dfd-4ff6-9386-455eb2de6678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:32Z', 'updated_at': '2022-05-06T09:33:35Z', 'revision_number': 3, 'project_id': 'fb280a2e46bd4f488d25c2521321b579', 'gw_port': {'id': 'b75779f7-7dfd-4ff6-9386-455eb2de6678', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac95032b-5c86-4701-9f7e-4c2e58acd450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:34Z', 'updated_at': '2022-05-06T09:33:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:39.837708 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-06ac493e-397a-43e5-ae63-600a753b616c service neutron] Request body: {'port': {'device_id': '30aaa1c4-c620-454a-8973-79b6ddc00774', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:39.852634 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-9762adfd-d834-40ff-8fde-0743e40852b3 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:39.861246 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-9762adfd-d834-40ff-8fde-0743e40852b3 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:33:39.873250 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-9762adfd-d834-40ff-8fde-0743e40852b3 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:39.873957 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-9762adfd-d834-40ff-8fde-0743e40852b3 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:39.888869 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b021e70d-9de6-4f3b-b543-b3ae9dd9204c None None] Checking router: ac95032b-5c86-4701-9f7e-4c2e58acd450 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:33:39.889305 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b021e70d-9de6-4f3b-b543-b3ae9dd9204c None None] Updating router ac95032b-5c86-4701-9f7e-4c2e58acd450 port b75779f7-7dfd-4ff6-9386-455eb2de6678 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:33:39.968135 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b021e70d-9de6-4f3b-b543-b3ae9dd9204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:40.002850 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-fc2fb363-df8d-440f-8bb6-5169a2363368 None None] For port 69f8672c-755a-4b23-93d6-f5c70c92c0dc, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:33:40.042433 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-fc2fb363-df8d-440f-8bb6-5169a2363368 None None] For port 69f8672c-755a-4b23-93d6-f5c70c92c0dc, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=69f8672c-755a-4b23-93d6-f5c70c92c0dc,segment=NetworkSegment(626c43fb-a7f4-4fe4-a6c1-349c9748be5a),segment_id=626c43fb-a7f4-4fe4-a6c1-349c9748be5a)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:33:40.064630 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fc2fb363-df8d-440f-8bb6-5169a2363368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:40.079913 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-8be20ff5-1550-4eb6-a0fa-de1bf5eae567 None None] Provisioning complete for port a8c79c00-79f6-41dd-92da-d131c166b026 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:40.080562 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8be20ff5-1550-4eb6-a0fa-de1bf5eae567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:40.095368 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35138) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:40.127854 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-8be20ff5-1550-4eb6-a0fa-de1bf5eae567 None None] Port a8c79c00-79f6-41dd-92da-d131c166b026 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:33:40.155387 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d05b3e7b-660a-4f08-9955-7d1e21cfed3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:40.173940 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 58c0d264-2361-4966-9b87-822726c10b70, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=58c0d264-2361-4966-9b87-822726c10b70,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:40.204451 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762adfd-d834-40ff-8fde-0743e40852b3 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Pushing event updated for resources: {'Port': ['ID=5b9fe829-466c-4269-b103-bbb1b3dd51be,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:40.211351 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '58c0d264-2361-4966-9b87-822726c10b70', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': '58c0d264-2361-4966-9b87-822726c10b70', 'mac_address': 'fa:16:3e:24:dc:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:33:40.257981 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebac8ae-d233-41a2-90e1-a32741667791 req-d756de0d-ee76-4dfa-a3d1-2854492bb2db tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:40.264489 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8ebac8ae-d233-41a2-90e1-a32741667791 req-d756de0d-ee76-4dfa-a3d1-2854492bb2db tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfae75b2-2aed-4a3b-8e13-4afa8206067d HTTP/1.1" status: 200 len: 932 time: 0.4524467 May 06 09:33:40.264848 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:40.268642 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2fb363-df8d-440f-8bb6-5169a2363368 None None] Pushing event updated for resources: {'Port': ['ID=69f8672c-755a-4b23-93d6-f5c70c92c0dc,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:40.302644 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c0d264-2361-4966-9b87-822726c10b70 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:33:40.304370 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-db6df806-006a-4710-8c5a-3203ad08c6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:40.319738 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-9762adfd-d834-40ff-8fde-0743e40852b3 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7473140 May 06 09:33:40.322653 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-06ac493e-397a-43e5-ae63-600a753b616c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:40.352470 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 58c0d264-2361-4966-9b87-822726c10b70, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=58c0d264-2361-4966-9b87-822726c10b70,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:40.358168 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:40.379310 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183084b8-93ed-402f-ba9a-088841678092 req-4196d777-8b28-406e-b232-e1994b211dd3 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:40.389500 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d05b3e7b-660a-4f08-9955-7d1e21cfed3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:40.405465 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-183084b8-93ed-402f-ba9a-088841678092 req-4196d777-8b28-406e-b232-e1994b211dd3 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=cddbbeaf-4f19-4760-b124-3a33ba1f0311 HTTP/1.1" status: 200 len: 948 time: 0.3635778 May 06 09:33:40.428674 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=58c0d264-2361-4966-9b87-822726c10b70,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:40.437166 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-56710d10-fa16-4168-97d6-84ae5b1a9f4f service neutron] Request body: {'port': {'device_id': 'cfae75b2-2aed-4a3b-8e13-4afa8206067d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:40.457211 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05b3e7b-660a-4f08-9955-7d1e21cfed3c admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:33:40.480798 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-db27db5d-e0c4-47bd-863a-1931a48d5876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:40.588491 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-d05b3e7b-660a-4f08-9955-7d1e21cfed3c admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:40.591613 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05b3e7b-660a-4f08-9955-7d1e21cfed3c admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:33:40.672095 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b021e70d-9de6-4f3b-b543-b3ae9dd9204c None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:40.697539 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-183084b8-93ed-402f-ba9a-088841678092 req-e2846b75-27b8-4f90-8a74-2966f496909f tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902062 May 06 09:33:40.700918 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b3e7b-660a-4f08-9955-7d1e21cfed3c admin admin] Pushing event updated for resources: {'Port': ['ID=cf2f7614-094d-420e-8313-96dd2f087e96,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:40.717387 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b021e70d-9de6-4f3b-b543-b3ae9dd9204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:40.741279 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['58c0d264-2361-4966-9b87-822726c10b70'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:33:40.751796 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-56710d10-fa16-4168-97d6-84ae5b1a9f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:40.765814 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8ebac8ae-d233-41a2-90e1-a32741667791 req-571e837c-f405-4590-bd1c-d01d87c6d46b tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/security-groups?id=4daedf8e-6029-47e8-85c6-19efdbec5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450212 May 06 09:33:40.811668 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-b021e70d-9de6-4f3b-b543-b3ae9dd9204c None None] Attempting to bind port b75779f7-7dfd-4ff6-9386-455eb2de6678 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:33:40.812092 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-b021e70d-9de6-4f3b-b543-b3ae9dd9204c None None] Attempting to bind port b75779f7-7dfd-4ff6-9386-455eb2de6678 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:33:40.812462 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b021e70d-9de6-4f3b-b543-b3ae9dd9204c None None] Attempting to bind port b75779f7-7dfd-4ff6-9386-455eb2de6678 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:33:40.814592 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-db27db5d-e0c4-47bd-863a-1931a48d5876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:40.827025 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-db27db5d-e0c4-47bd-863a-1931a48d5876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:40.864599 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-db6df806-006a-4710-8c5a-3203ad08c6ff admin admin] Allocated IP 172.20.0.1 (95f0a63f-75ad-4d87-912d-0363cbb825cb/c3c9f008-b692-4512-9d80-358c30765802/e6596ae1-744e-4353-b4f3-65ae7d86d2a6) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:33:40.878427 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b021e70d-9de6-4f3b-b543-b3ae9dd9204c None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:33:40.878807 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b021e70d-9de6-4f3b-b543-b3ae9dd9204c None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:40.879243 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b021e70d-9de6-4f3b-b543-b3ae9dd9204c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:40.879649 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b021e70d-9de6-4f3b-b543-b3ae9dd9204c None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:33:40.880137 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-b021e70d-9de6-4f3b-b543-b3ae9dd9204c None None] Bound port: b75779f7-7dfd-4ff6-9386-455eb2de6678, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:33:40.880542 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b021e70d-9de6-4f3b-b543-b3ae9dd9204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:40.947959 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27db5d-e0c4-47bd-863a-1931a48d5876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08dcd04-0c12-41f5-bf6a-b4e47e312db6,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:40.952633 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-db27db5d-e0c4-47bd-863a-1931a48d5876 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2d609411381e40d8b32b90fcddff9778&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8495150 May 06 09:33:40.958886 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35158) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:40.965529 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-b021e70d-9de6-4f3b-b543-b3ae9dd9204c None None] For port b75779f7-7dfd-4ff6-9386-455eb2de6678, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:33:40.973513 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-b021e70d-9de6-4f3b-b543-b3ae9dd9204c None None] For port b75779f7-7dfd-4ff6-9386-455eb2de6678, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b75779f7-7dfd-4ff6-9386-455eb2de6678,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:33:40.987790 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b021e70d-9de6-4f3b-b543-b3ae9dd9204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:41.047503 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dedeab-020a-4f87-a465-31cf597af55e None None] Pushing event updated for resources: {'Port': ['ID=b75779f7-7dfd-4ff6-9386-455eb2de6678,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:41.050054 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b021e70d-9de6-4f3b-b543-b3ae9dd9204c None None] Routers {'ac95032b-5c86-4701-9f7e-4c2e58acd450'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:33:41.050730 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b021e70d-9de6-4f3b-b543-b3ae9dd9204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:33:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ac95032b-5c86-4701-9f7e-4c2e58acd450'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:41.150045 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d05b3e7b-660a-4f08-9955-7d1e21cfed3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:41.158818 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 69f8672c-755a-4b23-93d6-f5c70c92c0dc up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:33:41.199610 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dedeab-020a-4f87-a465-31cf597af55e None None] Pushing event updated for resources: {'Port': ['ID=b75779f7-7dfd-4ff6-9386-455eb2de6678,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:41.220625 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bc8de-3dda-453c-8141-ef0b92bd9fce req-433e063a-48ed-4bbd-a76e-050aa1b7b720 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:41.222210 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-343bc8de-3dda-453c-8141-ef0b92bd9fce req-433e063a-48ed-4bbd-a76e-050aa1b7b720 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=30aaa1c4-c620-454a-8973-79b6ddc00774 HTTP/1.1" status: 200 len: 936 time: 0.3385086 May 06 09:33:41.232799 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-b021e70d-9de6-4f3b-b543-b3ae9dd9204c None None] Set router ac95032b-5c86-4701-9f7e-4c2e58acd450 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:33:41.249002 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 69f8672c-755a-4b23-93d6-f5c70c92c0dc triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:41.249384 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:41.266853 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d37c346f-1f5d-463f-a65c-8092a1694493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:41.289512 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc30c9-8ee2-4338-a1db-6f7e1fed2f17 req-13941700-bf6d-4b9b-a95b-c605c53b2ff6 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:41.291504 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95bc30c9-8ee2-4338-a1db-6f7e1fed2f17 req-13941700-bf6d-4b9b-a95b-c605c53b2ff6 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 950 time: 0.4099758 May 06 09:33:41.324972 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-db6df806-006a-4710-8c5a-3203ad08c6ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:41.354918 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:41.394319 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 69f8672c-755a-4b23-93d6-f5c70c92c0dc, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=69f8672c-755a-4b23-93d6-f5c70c92c0dc,segment=NetworkSegment(626c43fb-a7f4-4fe4-a6c1-349c9748be5a),segment_id=626c43fb-a7f4-4fe4-a6c1-349c9748be5a)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:41.404706 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:41.471957 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d37c346f-1f5d-463f-a65c-8092a1694493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:41.474643 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-db6df806-006a-4710-8c5a-3203ad08c6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:41.478283 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-343bc8de-3dda-453c-8141-ef0b92bd9fce req-7b8b1131-8a42-4932-8531-f65df064b365 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/security-groups?id=79a7cf04-4a31-4e14-a55f-66041e2b66b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418466 May 06 09:33:41.490188 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=69f8672c-755a-4b23-93d6-f5c70c92c0dc,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:41.524294 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b021e70d-9de6-4f3b-b543-b3ae9dd9204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac95032b-5c86-4701-9f7e-4c2e58acd450', 'name': 'tempest-AttachSCSIVolumeTestJSON-1042103261-router', 'tenant_id': 'fb280a2e46bd4f488d25c2521321b579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'b75779f7-7dfd-4ff6-9386-455eb2de6678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:32Z', 'updated_at': '2022-05-06T09:33:35Z', 'revision_number': 3, 'project_id': 'fb280a2e46bd4f488d25c2521321b579', 'gw_port': {'id': 'b75779f7-7dfd-4ff6-9386-455eb2de6678', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac95032b-5c86-4701-9f7e-4c2e58acd450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:34Z', 'updated_at': '2022-05-06T09:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:41.558792 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95bc30c9-8ee2-4338-a1db-6f7e1fed2f17 req-f9ccd6c2-5910-4e0b-ab63-1bdead7ec8d3 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384605 May 06 09:33:41.570912 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b021e70d-9de6-4f3b-b543-b3ae9dd9204c None None] The sync data for ids ['ac95032b-5c86-4701-9f7e-4c2e58acd450'] in n-d-840835-1 is: [{'id': 'ac95032b-5c86-4701-9f7e-4c2e58acd450', 'name': 'tempest-AttachSCSIVolumeTestJSON-1042103261-router', 'tenant_id': 'fb280a2e46bd4f488d25c2521321b579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'b75779f7-7dfd-4ff6-9386-455eb2de6678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:32Z', 'updated_at': '2022-05-06T09:33:35Z', 'revision_number': 3, 'project_id': 'fb280a2e46bd4f488d25c2521321b579', 'gw_port': {'id': 'b75779f7-7dfd-4ff6-9386-455eb2de6678', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac95032b-5c86-4701-9f7e-4c2e58acd450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:34Z', 'updated_at': '2022-05-06T09:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:33:41.598288 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6df806-006a-4710-8c5a-3203ad08c6ff admin admin] Network 95f0a63f-75ad-4d87-912d-0363cbb825cb is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:33:41.601648 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6df806-006a-4710-8c5a-3203ad08c6ff admin admin] Pushing event updated for resources: {'Port': ['ID=e6596ae1-744e-4353-b4f3-65ae7d86d2a6,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:41.656588 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-db6df806-006a-4710-8c5a-3203ad08c6ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:41.660898 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6df806-006a-4710-8c5a-3203ad08c6ff admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:33:41.661278 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-db6df806-006a-4710-8c5a-3203ad08c6ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:41.681131 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-06ac493e-397a-43e5-ae63-600a753b616c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c79c00-79f6-41dd-92da-d131c166b026 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:33:41.714816 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-06ac493e-397a-43e5-ae63-600a753b616c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:41.750646 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-56710d10-fa16-4168-97d6-84ae5b1a9f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b9fe829-466c-4269-b103-bbb1b3dd51be {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:33:41.765292 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-56710d10-fa16-4168-97d6-84ae5b1a9f4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:41.785301 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9281f1a3-342d-48bf-86f4-dde1bd6cc9b0 None None] Network e76d704a-9d79-4d25-8a5d-5f2069ed1f70 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:33:41.800993 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d05b3e7b-660a-4f08-9955-7d1e21cfed3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:41.882011 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-06ac493e-397a-43e5-ae63-600a753b616c service neutron] Transition to ACTIVE for port object a8c79c00-79f6-41dd-92da-d131c166b026 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:33:41.883998 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-56710d10-fa16-4168-97d6-84ae5b1a9f4f service neutron] Transition to ACTIVE for port object 5b9fe829-466c-4269-b103-bbb1b3dd51be will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:33:41.902292 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-56710d10-fa16-4168-97d6-84ae5b1a9f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:41.909488 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-06ac493e-397a-43e5-ae63-600a753b616c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:41.949825 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-03bd0b4e-d90f-44bf-9f71-8e81e015598f None None] Provisioning complete for port 69f8672c-755a-4b23-93d6-f5c70c92c0dc triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:41.957255 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-03bd0b4e-d90f-44bf-9f71-8e81e015598f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.017662 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17446cdf-cd09-44d1-a8dd-4ab84e353ef7 req-11530959-ae47-4f38-b2b7-cc1d9a65c79c tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:42.032548 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17446cdf-cd09-44d1-a8dd-4ab84e353ef7 req-11530959-ae47-4f38-b2b7-cc1d9a65c79c tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=cddbbeaf-4f19-4760-b124-3a33ba1f0311 HTTP/1.1" status: 200 len: 949 time: 0.2232091 May 06 09:33:42.050125 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d37c346f-1f5d-463f-a65c-8092a1694493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.062280 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d37c346f-1f5d-463f-a65c-8092a1694493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.065538 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d37c346f-1f5d-463f-a65c-8092a1694493 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e08dcd04-0c12-41f5-bf6a-b4e47e312db6 HTTP/1.1" status: 204 len: 168 time: 1.0996621 May 06 09:33:42.234894 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56710d10-fa16-4168-97d6-84ae5b1a9f4f service neutron] Pushing event updated for resources: {'Port': ['ID=5b9fe829-466c-4269-b103-bbb1b3dd51be,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:42.246778 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c346f-1f5d-463f-a65c-8092a1694493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08dcd04-0c12-41f5-bf6a-b4e47e312db6,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:42.445014 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e32656da-f4bf-4cf9-be1f-fd0b12c0518f None None] Provisioning complete for port e6596ae1-744e-4353-b4f3-65ae7d86d2a6 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:42.446332 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e32656da-f4bf-4cf9-be1f-fd0b12c0518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.495140 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17446cdf-cd09-44d1-a8dd-4ab84e353ef7 req-4185be16-9b95-4bbb-ac67-f19ca6974277 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4617603 May 06 09:33:42.550725 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-56710d10-fa16-4168-97d6-84ae5b1a9f4f service neutron] Attempting to bind port 5b9fe829-466c-4269-b103-bbb1b3dd51be on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:33:42.561863 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-56710d10-fa16-4168-97d6-84ae5b1a9f4f service neutron] Attempting to bind port 5b9fe829-466c-4269-b103-bbb1b3dd51be by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '88d19c54-7646-4380-92d3-6c147455a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c5f743bf-d8a0-480e-909d-4fe20c4edd15'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:33:42.562304 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-56710d10-fa16-4168-97d6-84ae5b1a9f4f service neutron] Attempting to bind port 5b9fe829-466c-4269-b103-bbb1b3dd51be on network c5f743bf-d8a0-480e-909d-4fe20c4edd15 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:33:42.566290 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-06ac493e-397a-43e5-ae63-600a753b616c service neutron] Attempting to bind port a8c79c00-79f6-41dd-92da-d131c166b026 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:33:42.577821 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-06ac493e-397a-43e5-ae63-600a753b616c service neutron] Attempting to bind port a8c79c00-79f6-41dd-92da-d131c166b026 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:33:42.578327 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-06ac493e-397a-43e5-ae63-600a753b616c service neutron] Attempting to bind port a8c79c00-79f6-41dd-92da-d131c166b026 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:33:42.586503 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e32656da-f4bf-4cf9-be1f-fd0b12c0518f None None] Port e6596ae1-744e-4353-b4f3-65ae7d86d2a6 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:33:42.600904 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787c327-b0cb-45b8-9e53-931b4fc1459f req-ab7f00ed-71c0-49b6-8d0d-bef6e0211dab tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:42.613380 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3787c327-b0cb-45b8-9e53-931b4fc1459f req-ab7f00ed-71c0-49b6-8d0d-bef6e0211dab tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfae75b2-2aed-4a3b-8e13-4afa8206067d HTTP/1.1" status: 200 len: 944 time: 0.5719745 May 06 09:33:42.619258 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac493e-397a-43e5-ae63-600a753b616c service neutron] Pushing event updated for resources: {'Port': ['ID=a8c79c00-79f6-41dd-92da-d131c166b026,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:42.657738 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-06ac493e-397a-43e5-ae63-600a753b616c service neutron] Port a8c79c00-79f6-41dd-92da-d131c166b026 on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:33:42.658169 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-06ac493e-397a-43e5-ae63-600a753b616c service neutron] Attempting to bind port a8c79c00-79f6-41dd-92da-d131c166b026 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:33:42.660607 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-56710d10-fa16-4168-97d6-84ae5b1a9f4f service neutron] Port 5b9fe829-466c-4269-b103-bbb1b3dd51be on network c5f743bf-d8a0-480e-909d-4fe20c4edd15 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:33:42.660853 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-56710d10-fa16-4168-97d6-84ae5b1a9f4f service neutron] Attempting to bind port 5b9fe829-466c-4269-b103-bbb1b3dd51be on network c5f743bf-d8a0-480e-909d-4fe20c4edd15 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:33:42.682715 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35178) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:42.722895 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-06ac493e-397a-43e5-ae63-600a753b616c service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:33:42.723290 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-06ac493e-397a-43e5-ae63-600a753b616c service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:42.723928 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-06ac493e-397a-43e5-ae63-600a753b616c service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:33:42.724109 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-06ac493e-397a-43e5-ae63-600a753b616c service neutron] Bound port: a8c79c00-79f6-41dd-92da-d131c166b026, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:33:42.724436 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-06ac493e-397a-43e5-ae63-600a753b616c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.726534 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-56710d10-fa16-4168-97d6-84ae5b1a9f4f service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:33:42.726793 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-56710d10-fa16-4168-97d6-84ae5b1a9f4f service neutron] Checking segment: {'id': '88d19c54-7646-4380-92d3-6c147455a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c5f743bf-d8a0-480e-909d-4fe20c4edd15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:42.727234 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-56710d10-fa16-4168-97d6-84ae5b1a9f4f service neutron] Bound using segment: {'id': '88d19c54-7646-4380-92d3-6c147455a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c5f743bf-d8a0-480e-909d-4fe20c4edd15'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:33:42.727573 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-56710d10-fa16-4168-97d6-84ae5b1a9f4f service neutron] Bound port: 5b9fe829-466c-4269-b103-bbb1b3dd51be, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88d19c54-7646-4380-92d3-6c147455a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c5f743bf-d8a0-480e-909d-4fe20c4edd15'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:33:42.727911 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-56710d10-fa16-4168-97d6-84ae5b1a9f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.728530 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-db6df806-006a-4710-8c5a-3203ad08c6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.730875 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-bf4872ea-ae33-4108-b5db-fd66535380b5 None None] Provisioning complete for port 69f8672c-755a-4b23-93d6-f5c70c92c0dc triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:42.731282 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bf4872ea-ae33-4108-b5db-fd66535380b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.748552 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35182) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:42.779737 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3787c327-b0cb-45b8-9e53-931b4fc1459f req-9f8d6acd-0f36-4f80-9408-e197f37d2279 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/security-groups?id=4daedf8e-6029-47e8-85c6-19efdbec5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621337 May 06 09:33:42.805197 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-69be9512-f843-4c4d-986b-200aad0f9cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.829206 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05b3e7b-660a-4f08-9955-7d1e21cfed3c admin admin] Router 3c7c404e-05b0-4a21-a69c-e33512699a72 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:33:42.897406 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3fa9b-69fa-41e3-a154-8c878766a408 req-46dc5841-c1e9-4529-a6aa-4ac80f342e84 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:42.905297 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c3b3fa9b-69fa-41e3-a154-8c878766a408 req-46dc5841-c1e9-4529-a6aa-4ac80f342e84 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=30aaa1c4-c620-454a-8973-79b6ddc00774 HTTP/1.1" status: 200 len: 948 time: 0.2580616 May 06 09:33:43.156664 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 69f8672c-755a-4b23-93d6-f5c70c92c0dc up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:33:43.188970 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05b3e7b-660a-4f08-9955-7d1e21cfed3c admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:33:43.191956 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-69be9512-f843-4c4d-986b-200aad0f9cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.205557 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-69be9512-f843-4c4d-986b-200aad0f9cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.227922 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da017c-7059-499e-8e70-3ff60631d40e None None] Sync routers for ids ['3c7c404e-05b0-4a21-a69c-e33512699a72'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:33:43.230753 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-56710d10-fa16-4168-97d6-84ae5b1a9f4f service neutron] For port 5b9fe829-466c-4269-b103-bbb1b3dd51be, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:33:43.249418 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8da017c-7059-499e-8e70-3ff60631d40e None None] Routers {'3c7c404e-05b0-4a21-a69c-e33512699a72'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:33:43.250065 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-e8da017c-7059-499e-8e70-3ff60631d40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:33:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3c7c404e-05b0-4a21-a69c-e33512699a72'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:43.262825 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d05b3e7b-660a-4f08-9955-7d1e21cfed3c admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.267534 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d05b3e7b-660a-4f08-9955-7d1e21cfed3c admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.9597154 May 06 09:33:43.268156 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35184) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:43.276545 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-56710d10-fa16-4168-97d6-84ae5b1a9f4f service neutron] For port 5b9fe829-466c-4269-b103-bbb1b3dd51be, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=5b9fe829-466c-4269-b103-bbb1b3dd51be,segment=NetworkSegment(88d19c54-7646-4380-92d3-6c147455a5c3),segment_id=88d19c54-7646-4380-92d3-6c147455a5c3)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:33:43.285215 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2bf9c-080c-44e1-9548-6a84fd9f5515 req-8964b991-ed9f-477d-86ca-5863591f5235 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:43.286828 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51f2bf9c-080c-44e1-9548-6a84fd9f5515 req-8964b991-ed9f-477d-86ca-5863591f5235 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 950 time: 0.3789034 May 06 09:33:43.287631 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8bb16931-1f83-4248-8238-d3900a8ddd2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.290194 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-06ac493e-397a-43e5-ae63-600a753b616c service neutron] For port a8c79c00-79f6-41dd-92da-d131c166b026, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:33:43.296257 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-db6df806-006a-4710-8c5a-3203ad08c6ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.299476 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c3b3fa9b-69fa-41e3-a154-8c878766a408 req-d7c41dfe-8ca2-4524-8861-30935ed0dd21 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/security-groups?id=79a7cf04-4a31-4e14-a55f-66041e2b66b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932121 May 06 09:33:43.311513 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-56710d10-fa16-4168-97d6-84ae5b1a9f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.334891 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-06ac493e-397a-43e5-ae63-600a753b616c service neutron] For port a8c79c00-79f6-41dd-92da-d131c166b026, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=a8c79c00-79f6-41dd-92da-d131c166b026,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:33:43.336186 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 69f8672c-755a-4b23-93d6-f5c70c92c0dc triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:43.336884 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.348113 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-69be9512-f843-4c4d-986b-200aad0f9cfd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0a868b79cf2542f5bf3ae79841a47999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5985270 May 06 09:33:43.350882 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be9512-f843-4c4d-986b-200aad0f9cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837165be-7c57-49c6-a381-c7e2ba308d4a,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:43.354853 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35186) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:43.357248 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-db6df806-006a-4710-8c5a-3203ad08c6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.357959 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-db6df806-006a-4710-8c5a-3203ad08c6ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.378409 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-06ac493e-397a-43e5-ae63-600a753b616c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.395537 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-56710d10-fa16-4168-97d6-84ae5b1a9f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:43.396471 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-56710d10-fa16-4168-97d6-84ae5b1a9f4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.398056 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-56710d10-fa16-4168-97d6-84ae5b1a9f4f service neutron] 10.222.0.84 "PUT /v2.0/ports/5b9fe829-466c-4269-b103-bbb1b3dd51be HTTP/1.1" status: 200 len: 1092 time: 3.0295177 May 06 09:33:43.401669 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfae75b2-2aed-4a3b-8e13-4afa8206067d', 'tag': '5b9fe829-466c-4269-b103-bbb1b3dd51be'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:33:43.404132 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950d6559-9949-492c-998b-6e63e5b0c84c" -d '{"events": [{"name": "network-changed", "server_uuid": "cfae75b2-2aed-4a3b-8e13-4afa8206067d", "tag": "5b9fe829-466c-4269-b103-bbb1b3dd51be"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:33:43.447769 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-06ac493e-397a-43e5-ae63-600a753b616c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:43.448609 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-06ac493e-397a-43e5-ae63-600a753b616c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.453026 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-06ac493e-397a-43e5-ae63-600a753b616c service neutron] 10.222.0.84 "PUT /v2.0/ports/a8c79c00-79f6-41dd-92da-d131c166b026 HTTP/1.1" status: 200 len: 1096 time: 3.6304235 May 06 09:33:43.457800 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-e8da017c-7059-499e-8e70-3ff60631d40e None None] Set router 3c7c404e-05b0-4a21-a69c-e33512699a72 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:33:43.460583 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56710d10-fa16-4168-97d6-84ae5b1a9f4f service neutron] Pushing event updated for resources: {'Port': ['ID=5b9fe829-466c-4269-b103-bbb1b3dd51be,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:43.464470 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb783d7b-1cf7-465d-a525-065ac5ae0f79 x-openstack-request-id: req-bb783d7b-1cf7-465d-a525-065ac5ae0f79 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:33:43.465225 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfae75b2-2aed-4a3b-8e13-4afa8206067d", "tag": "5b9fe829-466c-4269-b103-bbb1b3dd51be", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:33:43.465625 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bb783d7b-1cf7-465d-a525-065ac5ae0f79 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:33:43.466207 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb783d7b-1cf7-465d-a525-065ac5ae0f79'] response: {'name': 'network-changed', 'server_uuid': 'cfae75b2-2aed-4a3b-8e13-4afa8206067d', 'tag': '5b9fe829-466c-4269-b103-bbb1b3dd51be', 'status': 'completed', 'code': 200} May 06 09:33:43.472858 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51f2bf9c-080c-44e1-9548-6a84fd9f5515 req-72201e36-6a57-498b-904e-a5a0ed3e2156 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797624 May 06 09:33:43.635463 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 58c0d264-2361-4966-9b87-822726c10b70 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:33:43.686502 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac493e-397a-43e5-ae63-600a753b616c service neutron] Pushing event updated for resources: {'Port': ['ID=a8c79c00-79f6-41dd-92da-d131c166b026,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:43.708652 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8bb16931-1f83-4248-8238-d3900a8ddd2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.714823 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-d998ab14-b85a-4d30-882a-fd0a7dfe7bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:43.716453 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-d998ab14-b85a-4d30-882a-fd0a7dfe7bca service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c867228b571f4677ae2e8ca8494d7922&device_id=cfae75b2-2aed-4a3b-8e13-4afa8206067d HTTP/1.1" status: 200 len: 1095 time: 0.2413127 May 06 09:33:43.721596 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-25ea6d39-d04f-4ba0-bcfd-df0c131c0268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:43.723088 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-25ea6d39-d04f-4ba0-bcfd-df0c131c0268 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b7b5d5101dff4f168e0e20ec8938c0a3&device_id=30aaa1c4-c620-454a-8973-79b6ddc00774 HTTP/1.1" status: 200 len: 1099 time: 0.2032006 May 06 09:33:43.724906 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8bb16931-1f83-4248-8238-d3900a8ddd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.751306 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6df806-006a-4710-8c5a-3203ad08c6ff admin admin] Pushing event updated for resources: {'Port': ['ID=e6596ae1-744e-4353-b4f3-65ae7d86d2a6,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:43.780591 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6df806-006a-4710-8c5a-3203ad08c6ff admin admin] Network 95f0a63f-75ad-4d87-912d-0363cbb825cb is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:33:43.782473 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3debc2a5-9497-44e0-bae1-ef137999f993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.788970 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-db6df806-006a-4710-8c5a-3203ad08c6ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:43.854434 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-1d6703f8-b928-4204-8363-fe90d4285d94 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b9fe829-466c-4269-b103-bbb1b3dd51be HTTP/1.1" status: 200 len: 217 time: 0.1245224 May 06 09:33:43.865156 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-1890f4c0-fdee-434f-be8a-dec70fde780a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=a8c79c00-79f6-41dd-92da-d131c166b026 HTTP/1.1" status: 200 len: 217 time: 0.1262658 May 06 09:33:43.883464 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee2bfa-3b5f-40d6-9497-45f96f20f8c3 req-2cb4b663-128a-41a0-af43-0b10d3833cfd tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:43.891666 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11ee2bfa-3b5f-40d6-9497-45f96f20f8c3 req-2cb4b663-128a-41a0-af43-0b10d3833cfd tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=cddbbeaf-4f19-4760-b124-3a33ba1f0311 HTTP/1.1" status: 200 len: 949 time: 0.2662668 May 06 09:33:43.899035 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b75779f7-7dfd-4ff6-9386-455eb2de6678 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:33:43.918316 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3debc2a5-9497-44e0-bae1-ef137999f993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.961367 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8bb16931-1f83-4248-8238-d3900a8ddd2b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ebe40d714a3f43a6abd153a9074dcced&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2758346 May 06 09:33:44.001519 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35196) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:44.029176 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6df806-006a-4710-8c5a-3203ad08c6ff admin admin] Router ac95032b-5c86-4701-9f7e-4c2e58acd450 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:33:44.036640 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb16931-1f83-4248-8238-d3900a8ddd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efbc732-1831-4158-9cc4-4a8ad47905db,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:44.078520 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-0dc7e395-fdee-413a-bf72-ed1b77263850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:44.080865 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-0dc7e395-fdee-413a-bf72-ed1b77263850 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1643231 May 06 09:33:44.084068 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11ee2bfa-3b5f-40d6-9497-45f96f20f8c3 req-37238040-66d0-4692-989b-0a2210988ce0 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806488 May 06 09:33:44.086670 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-70af585a-5ca9-4094-a0c1-642fe8509677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:44.088233 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-70af585a-5ca9-4094-a0c1-642fe8509677 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=77021ff5-1f46-43ac-a08e-e3d4f60d3d6d HTTP/1.1" status: 200 len: 855 time: 0.1539056 May 06 09:33:44.103055 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 58c0d264-2361-4966-9b87-822726c10b70 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:33:44.140082 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-d70275a0-64fb-401e-bbf4-87805b1ab583 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c5f743bf-d8a0-480e-909d-4fe20c4edd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401709 May 06 09:33:44.149772 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa69fc5-5d1a-4086-9567-ecbe22029d88 req-633a2de2-89cb-4e72-ad4d-336875324e7c tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:44.151308 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9fa69fc5-5d1a-4086-9567-ecbe22029d88 req-633a2de2-89cb-4e72-ad4d-336875324e7c tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfae75b2-2aed-4a3b-8e13-4afa8206067d HTTP/1.1" status: 200 len: 944 time: 0.2262106 May 06 09:33:44.177662 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 58c0d264-2361-4966-9b87-822726c10b70 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:44.178165 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:44.190312 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port b75779f7-7dfd-4ff6-9386-455eb2de6678 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:44.190925 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:44.215687 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6df806-006a-4710-8c5a-3203ad08c6ff admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:33:44.249035 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-cb4c6faa-d58d-48e7-afeb-f74d0d59674d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:44.250648 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-cb4c6faa-d58d-48e7-afeb-f74d0d59674d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1615782 May 06 09:33:44.260524 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-db6df806-006a-4710-8c5a-3203ad08c6ff admin admin] 10.222.0.73 "PUT /v2.0/routers/ac95032b-5c86-4701-9f7e-4c2e58acd450/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9336374 May 06 09:33:44.272475 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9fa69fc5-5d1a-4086-9567-ecbe22029d88 req-91bd3f9d-fa5c-48f9-8800-a820bbb35c87 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/security-groups?id=4daedf8e-6029-47e8-85c6-19efdbec5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104019 May 06 09:33:44.282143 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5bd8709b-1593-4259-885f-c148adb906a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:44.306004 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5bd8709b-1593-4259-885f-c148adb906a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:44.306616 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-8dc5bc79-1e5b-4b3e-a1dc-d17550ba1213 None None] Provisioning complete for port e6596ae1-744e-4353-b4f3-65ae7d86d2a6 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:44.306988 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8dc5bc79-1e5b-4b3e-a1dc-d17550ba1213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:44.337731 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-c42b1a2f-7619-40b2-b7d8-d74b965b92fc service neutron] 10.222.0.84 "GET /v2.0/networks/c5f743bf-d8a0-480e-909d-4fe20c4edd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851315 May 06 09:33:44.366240 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5bd8709b-1593-4259-885f-c148adb906a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:44.369133 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5bd8709b-1593-4259-885f-c148adb906a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:44.370387 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5bd8709b-1593-4259-885f-c148adb906a0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4efbc732-1831-4158-9cc4-4a8ad47905db HTTP/1.1" status: 204 len: 168 time: 0.3650291 May 06 09:33:44.381259 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-e8da017c-7059-499e-8e70-3ff60631d40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261923002-router', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:38Z', 'updated_at': '2022-05-06T09:33:40Z', 'revision_number': 3, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'gw_port': {'id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:20:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:39Z', 'updated_at': '2022-05-06T09:33:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:44.428858 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5bc79-1e5b-4b3e-a1dc-d17550ba1213 None None] Port e6596ae1-744e-4353-b4f3-65ae7d86d2a6 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:33:44.438934 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da017c-7059-499e-8e70-3ff60631d40e None None] Checking router: 3c7c404e-05b0-4a21-a69c-e33512699a72 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:33:44.439483 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da017c-7059-499e-8e70-3ff60631d40e None None] Updating router 3c7c404e-05b0-4a21-a69c-e33512699a72 port cf2f7614-094d-420e-8313-96dd2f087e96 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:33:44.461028 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3debc2a5-9497-44e0-bae1-ef137999f993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:44.477066 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3debc2a5-9497-44e0-bae1-ef137999f993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:44.478341 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3debc2a5-9497-44e0-bae1-ef137999f993 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/837165be-7c57-49c6-a381-c7e2ba308d4a HTTP/1.1" status: 204 len: 168 time: 1.1070015 May 06 09:33:44.478468 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-2e3a1005-7f7d-4dbb-adda-31d294ea7376 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172618 May 06 09:33:44.526428 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd8709b-1593-4259-885f-c148adb906a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efbc732-1831-4158-9cc4-4a8ad47905db,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:44.546474 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3debc2a5-9497-44e0-bae1-ef137999f993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837165be-7c57-49c6-a381-c7e2ba308d4a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:44.552752 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acad929a-8197-4244-9172-cd321476f59b None None] Sync routers for ids ['ac95032b-5c86-4701-9f7e-4c2e58acd450'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:33:44.573318 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acad929a-8197-4244-9172-cd321476f59b None None] Routers {'ac95032b-5c86-4701-9f7e-4c2e58acd450'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:33:44.574793 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-acad929a-8197-4244-9172-cd321476f59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:33:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ac95032b-5c86-4701-9f7e-4c2e58acd450'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:44.679545 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0771246c-3ad6-49e3-a6ee-36d61910c520 req-00aaff0e-1384-4a01-932c-30266d6cfad4 service neutron] 10.222.0.84 "GET /v2.0/networks/c5f743bf-d8a0-480e-909d-4fe20c4edd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337293 May 06 09:33:44.728796 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0577e23-7bdf-4214-9238-53ab62aff905 req-f6d9f1bc-c504-4dd4-8c39-0a66460ca322 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:44.731033 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e0577e23-7bdf-4214-9238-53ab62aff905 req-f6d9f1bc-c504-4dd4-8c39-0a66460ca322 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=30aaa1c4-c620-454a-8973-79b6ddc00774 HTTP/1.1" status: 200 len: 948 time: 0.2265332 May 06 09:33:44.784686 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e8da017c-7059-499e-8e70-3ff60631d40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:44.805360 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aac109ee-d379-4e76-a1f9-b74d5bd1e7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:44.806149 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15fdcd-cbdf-49e8-b56f-a8d61de34762 req-378d12a8-4e6a-4f2a-8899-8f545b5fe9e9 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:44.807988 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eb15fdcd-cbdf-49e8-b56f-a8d61de34762 req-378d12a8-4e6a-4f2a-8899-8f545b5fe9e9 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 950 time: 0.1777129 May 06 09:33:44.824334 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25d7cc9b-ba96-4516-a350-68fe9c436e09 req-413b90f5-54d4-444d-b55c-8ee3dd17b071 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311722 May 06 09:33:44.867763 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-acad929a-8197-4244-9172-cd321476f59b None None] Set router ac95032b-5c86-4701-9f7e-4c2e58acd450 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:33:44.884091 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e0577e23-7bdf-4214-9238-53ab62aff905 req-a8b6923a-f353-4b7b-b0ba-c1634b3cbabb tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/security-groups?id=79a7cf04-4a31-4e14-a55f-66041e2b66b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435573 May 06 09:33:44.928808 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d6559-9949-492c-998b-6e63e5b0c84c req-60e46533-6556-444f-b813-b3d97857402c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:44.930707 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-950d6559-9949-492c-998b-6e63e5b0c84c req-60e46533-6556-444f-b813-b3d97857402c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c867228b571f4677ae2e8ca8494d7922&device_id=cfae75b2-2aed-4a3b-8e13-4afa8206067d HTTP/1.1" status: 200 len: 1095 time: 0.1786313 May 06 09:33:44.936552 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eb15fdcd-cbdf-49e8-b56f-a8d61de34762 req-2be7f4b5-539a-47f3-ac62-8b3cdccd3b0a tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183782 May 06 09:33:45.060880 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d6559-9949-492c-998b-6e63e5b0c84c req-7d80d867-4c45-4f64-92b2-21c7519ee96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:45.078282 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-950d6559-9949-492c-998b-6e63e5b0c84c req-7d80d867-4c45-4f64-92b2-21c7519ee96f service neutron] 10.222.0.84 "GET /v2.0/networks?id=c5f743bf-d8a0-480e-909d-4fe20c4edd15 HTTP/1.1" status: 200 len: 916 time: 0.1386042 May 06 09:33:45.080030 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.137743 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.183445 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cddbbeaf-4f19-4760-b124-3a33ba1f0311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c0d264-2361-4966-9b87-822726c10b70'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:33:45.185768 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b9e306-383a-42a6-b5f2-3e594db4bd5f" -d '{"events": [{"server_uuid": "cddbbeaf-4f19-4760-b124-3a33ba1f0311", "name": "network-vif-plugged", "status": "completed", "tag": "58c0d264-2361-4966-9b87-822726c10b70"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:33:45.191054 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-950d6559-9949-492c-998b-6e63e5b0c84c req-f95ae2e4-f2b3-414c-b800-91d901eeb641 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b9fe829-466c-4269-b103-bbb1b3dd51be HTTP/1.1" status: 200 len: 217 time: 0.1054752 May 06 09:33:45.255209 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-aac109ee-d379-4e76-a1f9-b74d5bd1e7a0 admin admin] Allocated IP 172.20.0.1 (e76d704a-9d79-4d25-8a5d-5f2069ed1f70/13d54616-5091-48d4-a06e-e4f6d0eb3a1a/14a53ba2-d0af-40d7-abd0-84cf6d238c55) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:33:45.294728 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35232) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:45.354460 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e57ad656-7201-4c65-bd61-a98b740cc9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.357959 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41d39f3-3b8d-4053-a69f-fe7dbd231456 x-openstack-request-id: req-b41d39f3-3b8d-4053-a69f-fe7dbd231456 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:33:45.358277 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cddbbeaf-4f19-4760-b124-3a33ba1f0311", "name": "network-vif-plugged", "status": "completed", "tag": "58c0d264-2361-4966-9b87-822726c10b70", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:33:45.358543 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b41d39f3-3b8d-4053-a69f-fe7dbd231456 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:33:45.358958 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b41d39f3-3b8d-4053-a69f-fe7dbd231456'] response: {'server_uuid': 'cddbbeaf-4f19-4760-b124-3a33ba1f0311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c0d264-2361-4966-9b87-822726c10b70', 'code': 200} May 06 09:33:45.364696 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 58c0d264-2361-4966-9b87-822726c10b70, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=58c0d264-2361-4966-9b87-822726c10b70,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:45.384882 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port b75779f7-7dfd-4ff6-9386-455eb2de6678, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b75779f7-7dfd-4ff6-9386-455eb2de6678,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:45.393011 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.429006 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d6559-9949-492c-998b-6e63e5b0c84c req-aa619468-a243-4df4-b1ca-5bb54bb7d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:45.431152 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-950d6559-9949-492c-998b-6e63e5b0c84c req-aa619468-a243-4df4-b1ca-5bb54bb7d590 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=77021ff5-1f46-43ac-a08e-e3d4f60d3d6d HTTP/1.1" status: 200 len: 855 time: 0.2320704 May 06 09:33:45.497048 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30aaa1c4-c620-454a-8973-79b6ddc00774', 'tag': 'a8c79c00-79f6-41dd-92da-d131c166b026'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:33:45.506529 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e524da1b-1e64-43b3-9baa-55a2594ac6bd" -d '{"events": [{"name": "network-changed", "server_uuid": "30aaa1c4-c620-454a-8973-79b6ddc00774", "tag": "a8c79c00-79f6-41dd-92da-d131c166b026"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:33:45.519950 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=58c0d264-2361-4966-9b87-822726c10b70,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:45.523070 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.601889 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36975f4-d707-45bb-b26d-061be03227df req-41ba28dc-01e3-4af1-9380-922816350cda tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:45.615475 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e36975f4-d707-45bb-b26d-061be03227df req-41ba28dc-01e3-4af1-9380-922816350cda tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=cddbbeaf-4f19-4760-b124-3a33ba1f0311 HTTP/1.1" status: 200 len: 949 time: 0.3304327 May 06 09:33:45.625406 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-950d6559-9949-492c-998b-6e63e5b0c84c req-661b9dd4-2173-44bc-9f83-aaaf7d2e1d51 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c5f743bf-d8a0-480e-909d-4fe20c4edd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1758308 May 06 09:33:45.640407 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-acad929a-8197-4244-9172-cd321476f59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac95032b-5c86-4701-9f7e-4c2e58acd450', 'name': 'tempest-AttachSCSIVolumeTestJSON-1042103261-router', 'tenant_id': 'fb280a2e46bd4f488d25c2521321b579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'b75779f7-7dfd-4ff6-9386-455eb2de6678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:32Z', 'updated_at': '2022-05-06T09:33:42Z', 'revision_number': 4, 'project_id': 'fb280a2e46bd4f488d25c2521321b579', 'gw_port': {'id': 'b75779f7-7dfd-4ff6-9386-455eb2de6678', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac95032b-5c86-4701-9f7e-4c2e58acd450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:34Z', 'updated_at': '2022-05-06T09:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'e6596ae1-744e-4353-b4f3-65ae7d86d2a6', 'name': '', 'network_id': '95f0a63f-75ad-4d87-912d-0363cbb825cb', 'tenant_id': 'fb280a2e46bd4f488d25c2521321b579', 'mac_address': 'fa:16:3e:b4:06:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac95032b-5c86-4701-9f7e-4c2e58acd450', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': 'c3c9f008-b692-4512-9d80-358c30765802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:40Z', 'updated_at': '2022-05-06T09:33:42Z', 'revision_number': 2, 'project_id': 'fb280a2e46bd4f488d25c2521321b579', 'subnets': [{'id': 'c3c9f008-b692-4512-9d80-358c30765802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:45.649523 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aac109ee-d379-4e76-a1f9-b74d5bd1e7a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.664415 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=b75779f7-7dfd-4ff6-9386-455eb2de6678,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:45.756168 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e8da017c-7059-499e-8e70-3ff60631d40e None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.765905 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acad929a-8197-4244-9172-cd321476f59b None None] Checking router: ac95032b-5c86-4701-9f7e-4c2e58acd450 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:33:45.767408 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acad929a-8197-4244-9172-cd321476f59b None None] Updating router ac95032b-5c86-4701-9f7e-4c2e58acd450 port e6596ae1-744e-4353-b4f3-65ae7d86d2a6 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:33:45.778231 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e8da017c-7059-499e-8e70-3ff60631d40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.807399 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e36975f4-d707-45bb-b26d-061be03227df req-73e28959-d5b5-42f8-96f3-f797eb2f6b16 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855650 May 06 09:33:45.852028 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-acad929a-8197-4244-9172-cd321476f59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.881210 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aac109ee-d379-4e76-a1f9-b74d5bd1e7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.888131 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cd275-872d-42db-8c90-04d43b19a724 req-15a14b55-f413-4be4-a6af-caa20730d173 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:45.901021 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-517cd275-872d-42db-8c90-04d43b19a724 req-15a14b55-f413-4be4-a6af-caa20730d173 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfae75b2-2aed-4a3b-8e13-4afa8206067d HTTP/1.1" status: 200 len: 944 time: 0.3800781 May 06 09:33:45.941775 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ee501269-7c72-485f-ab88-f82ee13b3799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.960978 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7aaa6-4a2e-4b5e-aa4c-2592d29ba434 None None] Pushing event updated for resources: {'Port': ['ID=cf2f7614-094d-420e-8313-96dd2f087e96,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:45.965052 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-e8da017c-7059-499e-8e70-3ff60631d40e None None] Attempting to bind port cf2f7614-094d-420e-8313-96dd2f087e96 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:33:45.965433 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-e8da017c-7059-499e-8e70-3ff60631d40e None None] Attempting to bind port cf2f7614-094d-420e-8313-96dd2f087e96 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:33:45.965801 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8da017c-7059-499e-8e70-3ff60631d40e None None] Attempting to bind port cf2f7614-094d-420e-8313-96dd2f087e96 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:33:45.973661 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8da017c-7059-499e-8e70-3ff60631d40e None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:33:45.973992 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8da017c-7059-499e-8e70-3ff60631d40e None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:45.974388 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e8da017c-7059-499e-8e70-3ff60631d40e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.974787 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8da017c-7059-499e-8e70-3ff60631d40e None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:33:45.975299 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-e8da017c-7059-499e-8e70-3ff60631d40e None None] Bound port: cf2f7614-094d-420e-8313-96dd2f087e96, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:33:45.975697 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e8da017c-7059-499e-8e70-3ff60631d40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.991566 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a902d3a6-b3fe-4fa9-a9aa-0f3182c505cb x-openstack-request-id: req-a902d3a6-b3fe-4fa9-a9aa-0f3182c505cb {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:33:45.993949 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30aaa1c4-c620-454a-8973-79b6ddc00774", "tag": "a8c79c00-79f6-41dd-92da-d131c166b026", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:33:45.994933 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a902d3a6-b3fe-4fa9-a9aa-0f3182c505cb {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:33:45.995567 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a902d3a6-b3fe-4fa9-a9aa-0f3182c505cb'] response: {'name': 'network-changed', 'server_uuid': '30aaa1c4-c620-454a-8973-79b6ddc00774', 'tag': 'a8c79c00-79f6-41dd-92da-d131c166b026', 'status': 'completed', 'code': 200} May 06 09:33:46.102067 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac109ee-d379-4e76-a1f9-b74d5bd1e7a0 admin admin] Network e76d704a-9d79-4d25-8a5d-5f2069ed1f70 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:33:46.108198 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-aac109ee-d379-4e76-a1f9-b74d5bd1e7a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:46.111375 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e8da017c-7059-499e-8e70-3ff60631d40e None None] For port cf2f7614-094d-420e-8313-96dd2f087e96, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:33:46.121350 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e8da017c-7059-499e-8e70-3ff60631d40e None None] For port cf2f7614-094d-420e-8313-96dd2f087e96, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=cf2f7614-094d-420e-8313-96dd2f087e96,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:33:46.123951 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac109ee-d379-4e76-a1f9-b74d5bd1e7a0 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:33:46.128940 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aac109ee-d379-4e76-a1f9-b74d5bd1e7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:46.136014 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e8da017c-7059-499e-8e70-3ff60631d40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:46.139345 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac109ee-d379-4e76-a1f9-b74d5bd1e7a0 admin admin] Pushing event updated for resources: {'Port': ['ID=14a53ba2-d0af-40d7-abd0-84cf6d238c55,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:46.255685 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cd94b-c957-435a-9977-f7bef90213c4 req-73988670-6cff-47dc-b764-8eeedd1885be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:46.257311 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-041cd94b-c957-435a-9977-f7bef90213c4 req-73988670-6cff-47dc-b764-8eeedd1885be service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cddbbeaf-4f19-4760-b124-3a33ba1f0311 HTTP/1.1" status: 200 len: 1101 time: 0.5490105 May 06 09:33:46.301311 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8da017c-7059-499e-8e70-3ff60631d40e None None] Routers {'3c7c404e-05b0-4a21-a69c-e33512699a72'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:33:46.303031 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e57ad656-7201-4c65-bd61-a98b740cc9a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:46.305810 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-e8da017c-7059-499e-8e70-3ff60631d40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:33:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3c7c404e-05b0-4a21-a69c-e33512699a72'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:46.374450 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-517cd275-872d-42db-8c90-04d43b19a724 req-a9eb7b00-015f-49e2-9f17-5fe63cfaf566 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/security-groups?id=4daedf8e-6029-47e8-85c6-19efdbec5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722273 May 06 09:33:46.409977 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524da1b-1e64-43b3-9baa-55a2594ac6bd req-cbe3f114-cc4d-4f28-ba20-5811d15c0245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:46.411456 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e524da1b-1e64-43b3-9baa-55a2594ac6bd req-cbe3f114-cc4d-4f28-ba20-5811d15c0245 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b7b5d5101dff4f168e0e20ec8938c0a3&device_id=30aaa1c4-c620-454a-8973-79b6ddc00774 HTTP/1.1" status: 200 len: 1099 time: 0.4128475 May 06 09:33:46.413304 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-950d6559-9949-492c-998b-6e63e5b0c84c req-9852b1bb-7d48-411c-afc5-6a64d92675d4 service neutron] 10.222.0.84 "GET /v2.0/networks/c5f743bf-d8a0-480e-909d-4fe20c4edd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7595127 May 06 09:33:46.414153 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e57ad656-7201-4c65-bd61-a98b740cc9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:46.533309 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-041cd94b-c957-435a-9977-f7bef90213c4 req-34c3b486-ca98-4560-a60c-756625587b71 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638130 May 06 09:33:46.557675 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7aaa6-4a2e-4b5e-aa4c-2592d29ba434 None None] Pushing event updated for resources: {'Port': ['ID=cf2f7614-094d-420e-8313-96dd2f087e96,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:46.702056 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aac109ee-d379-4e76-a1f9-b74d5bd1e7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:46.768506 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-acad929a-8197-4244-9172-cd321476f59b None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:46.782355 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-acad929a-8197-4244-9172-cd321476f59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:46.799681 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e874a25e-fb48-4405-b841-898bf6c82595 None None] Provisioning complete for port 14a53ba2-d0af-40d7-abd0-84cf6d238c55 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:46.799681 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e874a25e-fb48-4405-b841-898bf6c82595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:46.807885 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-e8da017c-7059-499e-8e70-3ff60631d40e None None] Set router 3c7c404e-05b0-4a21-a69c-e33512699a72 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:33:46.989381 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9cec0-a6be-46c7-b44d-6f25604a007e None None] Pushing event updated for resources: {'Port': ['ID=e6596ae1-744e-4353-b4f3-65ae7d86d2a6,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:47.079386 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aac109ee-d379-4e76-a1f9-b74d5bd1e7a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:47.089812 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aac109ee-d379-4e76-a1f9-b74d5bd1e7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:47.090956 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aac109ee-d379-4e76-a1f9-b74d5bd1e7a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:47.091403 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43001d59-c9bf-4079-bc25-50aa53f698b9 req-3a205685-9e96-4929-a4bd-a17c29f336d6 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:47.099712 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43001d59-c9bf-4079-bc25-50aa53f698b9 req-3a205685-9e96-4929-a4bd-a17c29f336d6 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=30aaa1c4-c620-454a-8973-79b6ddc00774 HTTP/1.1" status: 200 len: 948 time: 0.9550116 May 06 09:33:47.150311 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-acad929a-8197-4244-9172-cd321476f59b None None] Attempting to bind port e6596ae1-744e-4353-b4f3-65ae7d86d2a6 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:33:47.150965 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-acad929a-8197-4244-9172-cd321476f59b None None] Attempting to bind port e6596ae1-744e-4353-b4f3-65ae7d86d2a6 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '5bb8bc01-96b6-44ad-aa87-c1960d5bc61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '95f0a63f-75ad-4d87-912d-0363cbb825cb'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:33:47.151364 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acad929a-8197-4244-9172-cd321476f59b None None] Attempting to bind port e6596ae1-744e-4353-b4f3-65ae7d86d2a6 on network 95f0a63f-75ad-4d87-912d-0363cbb825cb {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:33:47.164413 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acad929a-8197-4244-9172-cd321476f59b None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:33:47.164799 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acad929a-8197-4244-9172-cd321476f59b None None] Checking segment: {'id': '5bb8bc01-96b6-44ad-aa87-c1960d5bc61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '95f0a63f-75ad-4d87-912d-0363cbb825cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:47.165211 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-acad929a-8197-4244-9172-cd321476f59b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:47.165613 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acad929a-8197-4244-9172-cd321476f59b None None] Bound using segment: {'id': '5bb8bc01-96b6-44ad-aa87-c1960d5bc61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '95f0a63f-75ad-4d87-912d-0363cbb825cb'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:33:47.166093 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-acad929a-8197-4244-9172-cd321476f59b None None] Bound port: e6596ae1-744e-4353-b4f3-65ae7d86d2a6, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb8bc01-96b6-44ad-aa87-c1960d5bc61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '95f0a63f-75ad-4d87-912d-0363cbb825cb'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:33:47.170452 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-acad929a-8197-4244-9172-cd321476f59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:47.225766 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e874a25e-fb48-4405-b841-898bf6c82595 None None] Port 14a53ba2-d0af-40d7-abd0-84cf6d238c55 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:33:47.331057 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-acad929a-8197-4244-9172-cd321476f59b None None] For port e6596ae1-744e-4353-b4f3-65ae7d86d2a6, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:33:47.341707 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-acad929a-8197-4244-9172-cd321476f59b None None] For port e6596ae1-744e-4353-b4f3-65ae7d86d2a6, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e6596ae1-744e-4353-b4f3-65ae7d86d2a6,segment=NetworkSegment(5bb8bc01-96b6-44ad-aa87-c1960d5bc61d),segment_id=5bb8bc01-96b6-44ad-aa87-c1960d5bc61d)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:33:47.361701 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-acad929a-8197-4244-9172-cd321476f59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:47.419660 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43001d59-c9bf-4079-bc25-50aa53f698b9 req-098034a6-f557-449c-9f83-e1a7969244f6 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/security-groups?id=79a7cf04-4a31-4e14-a55f-66041e2b66b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610188 May 06 09:33:47.450998 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device a8c79c00-79f6-41dd-92da-d131c166b026 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:33:47.472392 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acad929a-8197-4244-9172-cd321476f59b None None] Routers {'ac95032b-5c86-4701-9f7e-4c2e58acd450'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:33:47.475063 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-acad929a-8197-4244-9172-cd321476f59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:33:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ac95032b-5c86-4701-9f7e-4c2e58acd450'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:47.506904 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-86f1a0a3-bd0e-486f-82dc-02e7eaff8462 None None] Provisioning complete for port e6596ae1-744e-4353-b4f3-65ae7d86d2a6 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:47.508947 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-86f1a0a3-bd0e-486f-82dc-02e7eaff8462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:47.687686 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-950d6559-9949-492c-998b-6e63e5b0c84c req-4d9b7c3a-b3b2-4cfb-91df-275fbd7ffb30 service neutron] 10.222.0.84 "GET /v2.0/networks/c5f743bf-d8a0-480e-909d-4fe20c4edd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2492213 May 06 09:33:47.694311 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ad656-7201-4c65-bd61-a98b740cc9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2963c82-e14d-4b46-9556-9a279ac74811,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:47.743137 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-acad929a-8197-4244-9172-cd321476f59b None None] Set router ac95032b-5c86-4701-9f7e-4c2e58acd450 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:33:47.748768 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ad656-7201-4c65-bd61-a98b740cc9a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:47.750200 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ad656-7201-4c65-bd61-a98b740cc9a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:47.753387 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ad656-7201-4c65-bd61-a98b740cc9a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:47.756949 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ad656-7201-4c65-bd61-a98b740cc9a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:47.757487 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ad656-7201-4c65-bd61-a98b740cc9a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:47.757980 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ad656-7201-4c65-bd61-a98b740cc9a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:47.761392 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ad656-7201-4c65-bd61-a98b740cc9a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:47.764333 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ad656-7201-4c65-bd61-a98b740cc9a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:47.764833 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ad656-7201-4c65-bd61-a98b740cc9a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:47.767687 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ad656-7201-4c65-bd61-a98b740cc9a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:47.787110 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ad656-7201-4c65-bd61-a98b740cc9a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:47.788192 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ad656-7201-4c65-bd61-a98b740cc9a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:47.829841 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e57ad656-7201-4c65-bd61-a98b740cc9a5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=54f35f918e444978a538cbe778204c05&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5218008 May 06 09:33:47.900081 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35274) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:47.946280 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d50081-3a8c-4f6d-8a39-f733904105a6 req-29c14ffd-50e3-4ba9-8145-bc020a32c6b7 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:47.961461 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac109ee-d379-4e76-a1f9-b74d5bd1e7a0 admin admin] Network e76d704a-9d79-4d25-8a5d-5f2069ed1f70 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:33:47.965592 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f7d50081-3a8c-4f6d-8a39-f733904105a6 req-29c14ffd-50e3-4ba9-8145-bc020a32c6b7 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 950 time: 1.0416367 May 06 09:33:47.983077 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-aac109ee-d379-4e76-a1f9-b74d5bd1e7a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:48.005805 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac109ee-d379-4e76-a1f9-b74d5bd1e7a0 admin admin] Pushing event updated for resources: {'Port': ['ID=14a53ba2-d0af-40d7-abd0-84cf6d238c55,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:48.049917 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac109ee-d379-4e76-a1f9-b74d5bd1e7a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:48.050492 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac109ee-d379-4e76-a1f9-b74d5bd1e7a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:48.050977 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac109ee-d379-4e76-a1f9-b74d5bd1e7a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:48.051490 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac109ee-d379-4e76-a1f9-b74d5bd1e7a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:48.052229 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac109ee-d379-4e76-a1f9-b74d5bd1e7a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:48.052719 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac109ee-d379-4e76-a1f9-b74d5bd1e7a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:48.053181 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac109ee-d379-4e76-a1f9-b74d5bd1e7a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:48.053651 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac109ee-d379-4e76-a1f9-b74d5bd1e7a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:48.054110 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac109ee-d379-4e76-a1f9-b74d5bd1e7a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:48.054590 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac109ee-d379-4e76-a1f9-b74d5bd1e7a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:48.055060 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac109ee-d379-4e76-a1f9-b74d5bd1e7a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:48.056528 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac109ee-d379-4e76-a1f9-b74d5bd1e7a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:48.145098 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b75779f7-7dfd-4ff6-9386-455eb2de6678 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:33:48.239824 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac109ee-d379-4e76-a1f9-b74d5bd1e7a0 admin admin] Router 3c7c404e-05b0-4a21-a69c-e33512699a72 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:33:48.313665 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9cec0-a6be-46c7-b44d-6f25604a007e None None] Pushing event updated for resources: {'Port': ['ID=e6596ae1-744e-4353-b4f3-65ae7d86d2a6,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:48.319099 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524da1b-1e64-43b3-9baa-55a2594ac6bd req-3b708dd0-5a9e-4d82-aad2-e5ca46fb0c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:48.320633 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e524da1b-1e64-43b3-9baa-55a2594ac6bd req-3b708dd0-5a9e-4d82-aad2-e5ca46fb0c0a service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 1.8588729 May 06 09:33:48.422964 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-acad929a-8197-4244-9172-cd321476f59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac95032b-5c86-4701-9f7e-4c2e58acd450', 'name': 'tempest-AttachSCSIVolumeTestJSON-1042103261-router', 'tenant_id': 'fb280a2e46bd4f488d25c2521321b579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'b75779f7-7dfd-4ff6-9386-455eb2de6678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:32Z', 'updated_at': '2022-05-06T09:33:42Z', 'revision_number': 4, 'project_id': 'fb280a2e46bd4f488d25c2521321b579', 'gw_port': {'id': 'b75779f7-7dfd-4ff6-9386-455eb2de6678', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac95032b-5c86-4701-9f7e-4c2e58acd450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:34Z', 'updated_at': '2022-05-06T09:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'e6596ae1-744e-4353-b4f3-65ae7d86d2a6', 'name': '', 'network_id': '95f0a63f-75ad-4d87-912d-0363cbb825cb', 'tenant_id': 'fb280a2e46bd4f488d25c2521321b579', 'mac_address': 'fa:16:3e:b4:06:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac95032b-5c86-4701-9f7e-4c2e58acd450', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': 'c3c9f008-b692-4512-9d80-358c30765802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:40Z', 'updated_at': '2022-05-06T09:33:47Z', 'revision_number': 4, 'project_id': 'fb280a2e46bd4f488d25c2521321b579', 'subnets': [{'id': 'c3c9f008-b692-4512-9d80-358c30765802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:48.442184 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e524da1b-1e64-43b3-9baa-55a2594ac6bd req-3e31f6c0-237f-4a9e-940c-63990b71caf4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=a8c79c00-79f6-41dd-92da-d131c166b026 HTTP/1.1" status: 200 len: 217 time: 0.0965064 May 06 09:33:48.454209 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-e8da017c-7059-499e-8e70-3ff60631d40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261923002-router', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:38Z', 'updated_at': '2022-05-06T09:33:40Z', 'revision_number': 3, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'gw_port': {'id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:20:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:39Z', 'updated_at': '2022-05-06T09:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:48.459033 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acad929a-8197-4244-9172-cd321476f59b None None] The sync data for ids ['ac95032b-5c86-4701-9f7e-4c2e58acd450'] in n-d-840835-1 is: [{'id': 'ac95032b-5c86-4701-9f7e-4c2e58acd450', 'name': 'tempest-AttachSCSIVolumeTestJSON-1042103261-router', 'tenant_id': 'fb280a2e46bd4f488d25c2521321b579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'b75779f7-7dfd-4ff6-9386-455eb2de6678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:32Z', 'updated_at': '2022-05-06T09:33:42Z', 'revision_number': 4, 'project_id': 'fb280a2e46bd4f488d25c2521321b579', 'gw_port': {'id': 'b75779f7-7dfd-4ff6-9386-455eb2de6678', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac95032b-5c86-4701-9f7e-4c2e58acd450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:34Z', 'updated_at': '2022-05-06T09:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'e6596ae1-744e-4353-b4f3-65ae7d86d2a6', 'name': '', 'network_id': '95f0a63f-75ad-4d87-912d-0363cbb825cb', 'tenant_id': 'fb280a2e46bd4f488d25c2521321b579', 'mac_address': 'fa:16:3e:b4:06:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac95032b-5c86-4701-9f7e-4c2e58acd450', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': 'c3c9f008-b692-4512-9d80-358c30765802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:40Z', 'updated_at': '2022-05-06T09:33:47Z', 'revision_number': 4, 'project_id': 'fb280a2e46bd4f488d25c2521321b579', 'subnets': [{'id': 'c3c9f008-b692-4512-9d80-358c30765802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:33:48.474954 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac109ee-d379-4e76-a1f9-b74d5bd1e7a0 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:33:48.481056 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-aac109ee-d379-4e76-a1f9-b74d5bd1e7a0 admin admin] 10.222.0.73 "PUT /v2.0/routers/3c7c404e-05b0-4a21-a69c-e33512699a72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2021742 May 06 09:33:48.503753 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f7d50081-3a8c-4f6d-8a39-f733904105a6 req-2567221a-b814-4e82-9f79-92bb7f185bb2 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5317206 May 06 09:33:48.537798 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29650e45-1bbd-4311-a8f0-32099b6d3f53 req-e9897eed-7ce7-4f2e-b69c-f507eef32d0a tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:48.541640 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-29650e45-1bbd-4311-a8f0-32099b6d3f53 req-e9897eed-7ce7-4f2e-b69c-f507eef32d0a tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=cddbbeaf-4f19-4760-b124-3a33ba1f0311 HTTP/1.1" status: 200 len: 950 time: 0.8091769 May 06 09:33:48.647173 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port a8c79c00-79f6-41dd-92da-d131c166b026, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=a8c79c00-79f6-41dd-92da-d131c166b026,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:48.647403 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524da1b-1e64-43b3-9baa-55a2594ac6bd req-ca435c81-765d-4c63-b09b-8a8ea8a832fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:48.648377 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e524da1b-1e64-43b3-9baa-55a2594ac6bd req-ca435c81-765d-4c63-b09b-8a8ea8a832fb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1376824 May 06 09:33:48.673912 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'a8c79c00-79f6-41dd-92da-d131c166b026', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': 'a8c79c00-79f6-41dd-92da-d131c166b026', 'mac_address': 'fa:16:3e:50:a8:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:33:48.677886 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0325baee-476e-4d04-8c68-28ce416c09dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:48.736683 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da017c-7059-499e-8e70-3ff60631d40e None None] The sync data for ids ['3c7c404e-05b0-4a21-a69c-e33512699a72'] in n-d-840835-1 is: [{'id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261923002-router', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:38Z', 'updated_at': '2022-05-06T09:33:40Z', 'revision_number': 3, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'gw_port': {'id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:20:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:39Z', 'updated_at': '2022-05-06T09:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:33:48.745664 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:48.765599 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-39fa47a8-185a-434c-b130-cecf4c106849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:48.774683 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port b75779f7-7dfd-4ff6-9386-455eb2de6678 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:48.775320 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:48.839852 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524da1b-1e64-43b3-9baa-55a2594ac6bd req-cfa52b7b-6d74-48c2-89c2-2ea3ca61b116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:48.841129 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e524da1b-1e64-43b3-9baa-55a2594ac6bd req-cfa52b7b-6d74-48c2-89c2-2ea3ca61b116 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1668062 May 06 09:33:48.845295 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0325baee-476e-4d04-8c68-28ce416c09dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:48.856148 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-29650e45-1bbd-4311-a8f0-32099b6d3f53 req-d5475b4f-fba3-41f5-a2d9-f8b9bf700f9b tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054359 May 06 09:33:48.867343 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:48.903140 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-86f1a0a3-bd0e-486f-82dc-02e7eaff8462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:48.913924 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c79c00-79f6-41dd-92da-d131c166b026 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:33:49.010390 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port a8c79c00-79f6-41dd-92da-d131c166b026, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=a8c79c00-79f6-41dd-92da-d131c166b026,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:49.039894 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396b988-2632-4080-b27e-bdb0ac494c37 req-d611a319-9b39-4ede-93fb-3edd82b3ba9b tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:49.042218 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b396b988-2632-4080-b27e-bdb0ac494c37 req-d611a319-9b39-4ede-93fb-3edd82b3ba9b tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfae75b2-2aed-4a3b-8e13-4afa8206067d HTTP/1.1" status: 200 len: 944 time: 0.3646464 May 06 09:33:49.045225 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0325baee-476e-4d04-8c68-28ce416c09dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:49.053463 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0325baee-476e-4d04-8c68-28ce416c09dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:49.055292 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0325baee-476e-4d04-8c68-28ce416c09dd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b2963c82-e14d-4b46-9556-9a279ac74811 HTTP/1.1" status: 204 len: 168 time: 1.1338334 May 06 09:33:49.065645 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:49.065918 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 5b9fe829-466c-4269-b103-bbb1b3dd51be details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:33:49.081693 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325baee-476e-4d04-8c68-28ce416c09dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2963c82-e14d-4b46-9556-9a279ac74811,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:49.145953 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b396b988-2632-4080-b27e-bdb0ac494c37 req-2cb19f23-ef48-4e57-8284-a5c7df2635ad tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/security-groups?id=4daedf8e-6029-47e8-85c6-19efdbec5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878954 May 06 09:33:49.163917 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e524da1b-1e64-43b3-9baa-55a2594ac6bd req-7e5dcede-1118-4172-ba47-5781f1c283af service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044322 May 06 09:33:49.573211 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-86f1a0a3-bd0e-486f-82dc-02e7eaff8462 None None] For port e6596ae1-744e-4353-b4f3-65ae7d86d2a6, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e6596ae1-744e-4353-b4f3-65ae7d86d2a6,segment=NetworkSegment(5bb8bc01-96b6-44ad-aa87-c1960d5bc61d),segment_id=5bb8bc01-96b6-44ad-aa87-c1960d5bc61d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:49.633533 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.resource_extend [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:33:49.722358 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=a8c79c00-79f6-41dd-92da-d131c166b026,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:49.724798 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c799758-be31-4f9f-95f9-5c1df4a0d0ef req-4dcbbb81-632b-4c9e-bc16-04b3b474dcc2 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:49.733509 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c799758-be31-4f9f-95f9-5c1df4a0d0ef req-4dcbbb81-632b-4c9e-bc16-04b3b474dcc2 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=30aaa1c4-c620-454a-8973-79b6ddc00774 HTTP/1.1" status: 200 len: 949 time: 0.4066629 May 06 09:33:49.737609 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-86f1a0a3-bd0e-486f-82dc-02e7eaff8462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:49.799405 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e524da1b-1e64-43b3-9baa-55a2594ac6bd req-b495443d-9b9e-441d-bb30-b61d04d74934 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6271315 May 06 09:33:49.839961 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c799758-be31-4f9f-95f9-5c1df4a0d0ef req-9a45b2e1-e3b1-459e-916c-e43c39f45eb3 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/security-groups?id=79a7cf04-4a31-4e14-a55f-66041e2b66b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026814 May 06 09:33:49.915346 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:50.098250 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-72ab5db3-301f-41f8-8518-ae5e55121d3b None None] Provisioning complete for port 14a53ba2-d0af-40d7-abd0-84cf6d238c55 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:50.098918 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-72ab5db3-301f-41f8-8518-ae5e55121d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:50.202214 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2d995-6027-4651-bed7-267b657dc926 req-01e32e6b-3e65-4d6d-8608-55c5cbc3deb7 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:50.204770 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8e2d995-6027-4651-bed7-267b657dc926 req-01e32e6b-3e65-4d6d-8608-55c5cbc3deb7 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 950 time: 0.1906221 May 06 09:33:50.308551 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:33:50.321862 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1a0a3-bd0e-486f-82dc-02e7eaff8462 None None] Pushing event updated for resources: {'Port': ['ID=e6596ae1-744e-4353-b4f3-65ae7d86d2a6,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:50.343390 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35312) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:50.351082 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-72ab5db3-301f-41f8-8518-ae5e55121d3b None None] Port 14a53ba2-d0af-40d7-abd0-84cf6d238c55 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:33:50.351534 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-82f63d93-b8d8-43b5-b157-915c78fe1066 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-768863757-network', 'tenant_id': '11bec3ffb5de41588a31be6635e376e8'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:50.396380 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f63d93-b8d8-43b5-b157-915c78fe1066 admin admin] Made reservation on behalf of 11bec3ffb5de41588a31be6635e376e8 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:50.399151 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-82f63d93-b8d8-43b5-b157-915c78fe1066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:50.412197 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 5b9fe829-466c-4269-b103-bbb1b3dd51be, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=5b9fe829-466c-4269-b103-bbb1b3dd51be,segment=NetworkSegment(88d19c54-7646-4380-92d3-6c147455a5c3),segment_id=88d19c54-7646-4380-92d3-6c147455a5c3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:50.443137 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-72ab5db3-301f-41f8-8518-ae5e55121d3b None None] Provisioning complete for port e6596ae1-744e-4353-b4f3-65ae7d86d2a6 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:50.443137 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-72ab5db3-301f-41f8-8518-ae5e55121d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:50.446838 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '5b9fe829-466c-4269-b103-bbb1b3dd51be', 'network_id': 'c5f743bf-d8a0-480e-909d-4fe20c4edd15', 'port_id': '5b9fe829-466c-4269-b103-bbb1b3dd51be', 'mac_address': 'fa:16:3e:92:2e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77021ff5-1f46-43ac-a08e-e3d4f60d3d6d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:33:50.456067 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8e2d995-6027-4651-bed7-267b657dc926 req-1c84edbc-33fc-4a90-9af8-0cf570283698 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220511 May 06 09:33:50.470957 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-82f63d93-b8d8-43b5-b157-915c78fe1066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:50.485203 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d40525-6f79-44f2-a85b-8ebb3768e264 req-fbb3c750-3cad-4f71-82bb-0a810dd8c0d1 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:50.497132 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f9d40525-6f79-44f2-a85b-8ebb3768e264 req-fbb3c750-3cad-4f71-82bb-0a810dd8c0d1 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=cddbbeaf-4f19-4760-b124-3a33ba1f0311 HTTP/1.1" status: 200 len: 950 time: 0.3453603 May 06 09:33:50.658591 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f9d40525-6f79-44f2-a85b-8ebb3768e264 req-50ec11f2-f829-4681-a8f4-fc8b90318363 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600797 May 06 09:33:50.711060 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:50.758227 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-82f63d93-b8d8-43b5-b157-915c78fe1066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:50.760417 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device cf2f7614-094d-420e-8313-96dd2f087e96 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:33:50.764751 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-82f63d93-b8d8-43b5-b157-915c78fe1066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:50.843606 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f63d93-b8d8-43b5-b157-915c78fe1066 admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:33:50.890215 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f63d93-b8d8-43b5-b157-915c78fe1066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad38b365-8655-4a12-8971-0dd63cb38d62,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:50.907666 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b9fe829-466c-4269-b103-bbb1b3dd51be {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:33:50.915737 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e956fff-9590-4e0b-81eb-5bf372f01d0f req-df14986a-4360-465f-ba3c-dab4c47e15ac tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:50.916948 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-82f63d93-b8d8-43b5-b157-915c78fe1066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:50.917487 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-82f63d93-b8d8-43b5-b157-915c78fe1066 admin admin] Added segment 027d4117-457e-49c5-9b41-28ce2ab24b86 of type vlan for network 7b4623a5-996b-4da7-a25e-29cadc7f841e May 06 09:33:50.926026 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2e956fff-9590-4e0b-81eb-5bf372f01d0f req-df14986a-4360-465f-ba3c-dab4c47e15ac tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfae75b2-2aed-4a3b-8e13-4afa8206067d HTTP/1.1" status: 200 len: 944 time: 0.2042091 May 06 09:33:51.075480 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-82f63d93-b8d8-43b5-b157-915c78fe1066 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:51.078831 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2e956fff-9590-4e0b-81eb-5bf372f01d0f req-794cede9-5653-4bfa-ba1d-b03df403758a tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/security-groups?id=4daedf8e-6029-47e8-85c6-19efdbec5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430380 May 06 09:33:51.174661 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-82f63d93-b8d8-43b5-b157-915c78fe1066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:51.176203 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f63d93-b8d8-43b5-b157-915c78fe1066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:51.177848 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-82f63d93-b8d8-43b5-b157-915c78fe1066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:51.259005 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 5b9fe829-466c-4269-b103-bbb1b3dd51be, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=5b9fe829-466c-4269-b103-bbb1b3dd51be,segment=NetworkSegment(88d19c54-7646-4380-92d3-6c147455a5c3),segment_id=88d19c54-7646-4380-92d3-6c147455a5c3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:51.280196 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:51.301021 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:51.309963 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154dbca-79ae-4720-a054-f9911652d840 req-1af9e33a-7f8d-426d-85a7-414333954f23 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:51.324694 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5154dbca-79ae-4720-a054-f9911652d840 req-1af9e33a-7f8d-426d-85a7-414333954f23 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=30aaa1c4-c620-454a-8973-79b6ddc00774 HTTP/1.1" status: 200 len: 949 time: 0.1329114 May 06 09:33:51.386955 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f63d93-b8d8-43b5-b157-915c78fe1066 admin admin] Pushing event updated for resources: {'Network': ['ID=7b4623a5-996b-4da7-a25e-29cadc7f841e,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:51.418639 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 7b4623a5-996b-4da7-a25e-29cadc7f841e details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:33:51.420940 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-82f63d93-b8d8-43b5-b157-915c78fe1066 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0747423 May 06 09:33:51.424340 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35336) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:51.434706 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5154dbca-79ae-4720-a054-f9911652d840 req-ed86d9c0-8f88-4153-9173-488a921d61aa tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/security-groups?id=79a7cf04-4a31-4e14-a55f-66041e2b66b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059568 May 06 09:33:51.435092 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-4b2c8343-f6a1-4332-8414-df6a86a4a237 admin admin] Request body: {'subnet': {'network_id': '7b4623a5-996b-4da7-a25e-29cadc7f841e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-768863757-subnet', 'tenant_id': '11bec3ffb5de41588a31be6635e376e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:51.482283 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2c8343-f6a1-4332-8414-df6a86a4a237 admin admin] Made reservation on behalf of 11bec3ffb5de41588a31be6635e376e8 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:51.484815 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4b2c8343-f6a1-4332-8414-df6a86a4a237 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:51.542075 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35340) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:51.567082 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port cf2f7614-094d-420e-8313-96dd2f087e96 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:51.567829 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:51.630252 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:51.635490 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=5b9fe829-466c-4269-b103-bbb1b3dd51be,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:51.637215 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbb198-5883-4339-800e-255373d6e252 req-7991e1de-31b0-4d1f-a396-cb6cf07a154e tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:51.650173 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2dbb198-5883-4339-800e-255373d6e252 req-7991e1de-31b0-4d1f-a396-cb6cf07a154e tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=cddbbeaf-4f19-4760-b124-3a33ba1f0311 HTTP/1.1" status: 200 len: 950 time: 0.2005587 May 06 09:33:51.666861 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['a8c79c00-79f6-41dd-92da-d131c166b026'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:33:51.758468 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['5b9fe829-466c-4269-b103-bbb1b3dd51be'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:33:51.814246 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf9dc5-ea93-44b3-8382-fa570acb6e81 req-306f72b2-83e7-4cf5-9039-c5f39d28cc70 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:51.825786 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57cf9dc5-ea93-44b3-8382-fa570acb6e81 req-306f72b2-83e7-4cf5-9039-c5f39d28cc70 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 950 time: 0.2143829 May 06 09:33:51.852635 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2dbb198-5883-4339-800e-255373d6e252 req-3e2fb330-81b8-4a37-86fd-e1365bb1ab77 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001178 May 06 09:33:51.941763 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4b2c8343-f6a1-4332-8414-df6a86a4a237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:51.943556 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57cf9dc5-ea93-44b3-8382-fa570acb6e81 req-bd9dec38-80bb-47b7-8ca9-7a061c04518d tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167250 May 06 09:33:52.102705 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c8343-f6a1-4332-8414-df6a86a4a237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=386e0a87-d6e3-4eca-a189-1bf609559282,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:52.178109 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-089bea42-e407-409a-8c73-aea68ae92b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:52.206843 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2c8343-f6a1-4332-8414-df6a86a4a237 admin admin] Checking segment: {'id': '027d4117-457e-49c5-9b41-28ce2ab24b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7b4623a5-996b-4da7-a25e-29cadc7f841e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:52.207601 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2c8343-f6a1-4332-8414-df6a86a4a237 admin admin] Network hostable DHCP agents. Network: 7b4623a5-996b-4da7-a25e-29cadc7f841e, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:33:52.217752 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:52.242887 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2c8343-f6a1-4332-8414-df6a86a4a237 admin admin] Network 7b4623a5-996b-4da7-a25e-29cadc7f841e is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:33:52.279142 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-4b2c8343-f6a1-4332-8414-df6a86a4a237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 7b4623a5-996b-4da7-a25e-29cadc7f841e) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:52.302719 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2c8343-f6a1-4332-8414-df6a86a4a237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:52.304142 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4b2c8343-f6a1-4332-8414-df6a86a4a237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:52.314251 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port cf2f7614-094d-420e-8313-96dd2f087e96, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=cf2f7614-094d-420e-8313-96dd2f087e96,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:52.324132 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee71090-4922-46f8-a13a-cbe8b17ab406 None None] Network 7b4623a5-996b-4da7-a25e-29cadc7f841e requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:33:52.338194 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:52.338194 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e6596ae1-744e-4353-b4f3-65ae7d86d2a6 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:33:52.349653 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4b2c8343-f6a1-4332-8414-df6a86a4a237 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9242423 May 06 09:33:52.353763 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35360) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:52.361652 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-29130eeb-ce75-41b3-8a8a-e749d80e1e68 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-768863757-router', 'tenant_id': '11bec3ffb5de41588a31be6635e376e8', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:52.415097 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-29130eeb-ce75-41b3-8a8a-e749d80e1e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:52.416870 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-29130eeb-ce75-41b3-8a8a-e749d80e1e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:52.490646 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a435c83-55c3-4f3e-b6b8-8c26a8ddf035 req-195d0097-29df-4a0b-aae2-d35427b3196d tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:52.508148 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4a435c83-55c3-4f3e-b6b8-8c26a8ddf035 req-195d0097-29df-4a0b-aae2-d35427b3196d tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfae75b2-2aed-4a3b-8e13-4afa8206067d HTTP/1.1" status: 200 len: 945 time: 0.2657042 May 06 09:33:52.536606 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-29130eeb-ce75-41b3-8a8a-e749d80e1e68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:52.581486 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce23d1-b2c7-47f8-8f64-fbac587ca0bc req-83835e90-bf95-4e0e-8fb0-696ae8832c39 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:52.585968 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47ce23d1-b2c7-47f8-8f64-fbac587ca0bc req-83835e90-bf95-4e0e-8fb0-696ae8832c39 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=cddbbeaf-4f19-4760-b124-3a33ba1f0311 HTTP/1.1" status: 200 len: 950 time: 0.2523184 May 06 09:33:52.623437 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=cf2f7614-094d-420e-8313-96dd2f087e96,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:52.686680 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port e6596ae1-744e-4353-b4f3-65ae7d86d2a6 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:52.687467 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:52.717996 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-089bea42-e407-409a-8c73-aea68ae92b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:52.772798 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-089bea42-e407-409a-8c73-aea68ae92b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:52.786279 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef00a537-4dc3-4c78-9bda-8e4274a20276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-7b4623a5-996b-4da7-a25e-29cadc7f841e', 'network_id': '7b4623a5-996b-4da7-a25e-29cadc7f841e', 'tenant_id': '11bec3ffb5de41588a31be6635e376e8', 'fixed_ips': [{'subnet_id': '386e0a87-d6e3-4eca-a189-1bf609559282'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:33:52.787719 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ef00a537-4dc3-4c78-9bda-8e4274a20276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:52.812436 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032ddb4f-4b1c-49fb-8eef-972cb546f12d None None] Sync routers for ids ['3c7c404e-05b0-4a21-a69c-e33512699a72'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:33:52.824586 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4a435c83-55c3-4f3e-b6b8-8c26a8ddf035 req-0e94e916-10c6-4d74-9726-9dda121e13b1 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/security-groups?id=4daedf8e-6029-47e8-85c6-19efdbec5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978179 May 06 09:33:52.848126 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089bea42-e407-409a-8c73-aea68ae92b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf572fc-e77c-4a5c-a193-503ee95032ed,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:52.861540 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47ce23d1-b2c7-47f8-8f64-fbac587ca0bc req-03ea24bd-6c2b-462e-97e6-967642efa5ee tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632833 May 06 09:33:52.914179 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-089bea42-e407-409a-8c73-aea68ae92b8e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=003b2fc0c6234bc4ae20b5e422667780&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3616972 May 06 09:33:52.916903 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35372) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:52.961581 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-29130eeb-ce75-41b3-8a8a-e749d80e1e68 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:52.993862 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032ddb4f-4b1c-49fb-8eef-972cb546f12d None None] Routers {'3c7c404e-05b0-4a21-a69c-e33512699a72'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:33:52.996435 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-032ddb4f-4b1c-49fb-8eef-972cb546f12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:33:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3c7c404e-05b0-4a21-a69c-e33512699a72'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:53.130869 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61665099-1f1e-4332-b38c-c4173af55822 req-988af295-3852-4a0f-9af4-27c3723d3547 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:53.134424 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-61665099-1f1e-4332-b38c-c4173af55822 req-988af295-3852-4a0f-9af4-27c3723d3547 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=30aaa1c4-c620-454a-8973-79b6ddc00774 HTTP/1.1" status: 200 len: 949 time: 0.1782796 May 06 09:33:53.147812 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-90c03a51-5e11-4d9b-aaa5-0997fc443967 service neutron] show failed (client error): The resource could not be found. May 06 09:33:53.148871 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-90c03a51-5e11-4d9b-aaa5-0997fc443967 service neutron] 10.222.0.77 "GET /v2.0/ports/2a8c432e-4ccf-4d70-947f-3448ffe6562a/bindings/n-h1-840835-1 HTTP/1.1" status: 404 len: 380 time: 0.2125599 May 06 09:33:53.225265 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d0e83f4-9c05-46ad-8a43-19b8dcaf1a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:53.277674 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-032ddb4f-4b1c-49fb-8eef-972cb546f12d None None] Set router 3c7c404e-05b0-4a21-a69c-e33512699a72 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:33:53.309773 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-61665099-1f1e-4332-b38c-c4173af55822 req-77f174b6-eb61-4958-ae21-930b58ec72f1 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/security-groups?id=79a7cf04-4a31-4e14-a55f-66041e2b66b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389792 May 06 09:33:53.315649 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d0e83f4-9c05-46ad-8a43-19b8dcaf1a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:53.360201 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device a8c79c00-79f6-41dd-92da-d131c166b026 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:33:53.449006 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-29130eeb-ce75-41b3-8a8a-e749d80e1e68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:53.495292 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-29130eeb-ce75-41b3-8a8a-e749d80e1e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:53.524731 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ef409-feab-4ec5-9cf1-139d76518324 req-42960331-3ae2-4da3-be78-bb213378ee24 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:53.530601 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-147ef409-feab-4ec5-9cf1-139d76518324 req-42960331-3ae2-4da3-be78-bb213378ee24 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 950 time: 0.4445152 May 06 09:33:53.594902 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device cf2f7614-094d-420e-8313-96dd2f087e96 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:33:53.632210 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-ef00a537-4dc3-4c78-9bda-8e4274a20276 None None] Allocated IP 172.20.0.2 (7b4623a5-996b-4da7-a25e-29cadc7f841e/386e0a87-d6e3-4eca-a189-1bf609559282/66f5d202-77df-4a1d-8193-5683af6d1e49) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:33:53.680667 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port a8c79c00-79f6-41dd-92da-d131c166b026 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:33:53.689130 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port a8c79c00-79f6-41dd-92da-d131c166b026 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:53.689665 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:53.693924 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-29130eeb-ce75-41b3-8a8a-e749d80e1e68 admin admin] Allocated IP 172.25.5.164 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/de1371c5-55fe-4708-af09-5aa7e89dabfa) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:33:53.724237 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d0e83f4-9c05-46ad-8a43-19b8dcaf1a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:53.727491 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d0e83f4-9c05-46ad-8a43-19b8dcaf1a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:53.728679 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8d0e83f4-9c05-46ad-8a43-19b8dcaf1a61 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eaf572fc-e77c-4a5c-a193-503ee95032ed HTTP/1.1" status: 204 len: 168 time: 0.8106618 May 06 09:33:53.800042 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-128f3242-c0ff-444c-b4ee-5edc076b14fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:53.808681 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-128f3242-c0ff-444c-b4ee-5edc076b14fe service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480&tenant_id=dd2b68e9188a432782a13dad893a2f67 HTTP/1.1" status: 200 len: 1101 time: 0.3080118 May 06 09:33:53.809472 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e83f4-9c05-46ad-8a43-19b8dcaf1a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf572fc-e77c-4a5c-a193-503ee95032ed,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:53.844299 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port cf2f7614-094d-420e-8313-96dd2f087e96 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:53.844877 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:53.908012 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-30c44859-6e1d-415a-b606-59ecfccaf61a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840835-1', 'device_owner': 'compute:nova'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:53.948134 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-032ddb4f-4b1c-49fb-8eef-972cb546f12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261923002-router', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:38Z', 'updated_at': '2022-05-06T09:33:46Z', 'revision_number': 4, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'gw_port': {'id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:39Z', 'updated_at': '2022-05-06T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '14a53ba2-d0af-40d7-abd0-84cf6d238c55', 'name': '', 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'mac_address': 'fa:16:3e:d8:41:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:44Z', 'updated_at': '2022-05-06T09:33:46Z', 'revision_number': 2, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'subnets': [{'id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:54.012932 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87acfc2-dfb3-4699-99a1-9956996305f5 req-48aeb7ea-30e7-4399-b2ed-b53c4e28ba12 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:54.017173 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f87acfc2-dfb3-4699-99a1-9956996305f5 req-48aeb7ea-30e7-4399-b2ed-b53c4e28ba12 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.77 "GET /v2.0/ports?device_id=cddbbeaf-4f19-4760-b124-3a33ba1f0311 HTTP/1.1" status: 200 len: 950 time: 0.2340381 May 06 09:33:54.039913 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032ddb4f-4b1c-49fb-8eef-972cb546f12d None None] Checking router: 3c7c404e-05b0-4a21-a69c-e33512699a72 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:33:54.040430 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032ddb4f-4b1c-49fb-8eef-972cb546f12d None None] Updating router 3c7c404e-05b0-4a21-a69c-e33512699a72 port 14a53ba2-d0af-40d7-abd0-84cf6d238c55 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:33:54.085600 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-30c44859-6e1d-415a-b606-59ecfccaf61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.151459 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-032ddb4f-4b1c-49fb-8eef-972cb546f12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.165096 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.168366 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-29130eeb-ce75-41b3-8a8a-e749d80e1e68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.194976 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ef00a537-4dc3-4c78-9bda-8e4274a20276 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.245021 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port a8c79c00-79f6-41dd-92da-d131c166b026, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=a8c79c00-79f6-41dd-92da-d131c166b026,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:54.296136 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30aaa1c4-c620-454a-8973-79b6ddc00774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c79c00-79f6-41dd-92da-d131c166b026'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:33:54.302924 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15e79db-c037-4c93-8965-8e697a1e3ca4" -d '{"events": [{"server_uuid": "30aaa1c4-c620-454a-8973-79b6ddc00774", "name": "network-vif-plugged", "status": "completed", "tag": "a8c79c00-79f6-41dd-92da-d131c166b026"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:33:54.318090 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-29130eeb-ce75-41b3-8a8a-e749d80e1e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.328408 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ef00a537-4dc3-4c78-9bda-8e4274a20276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.336627 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.337821 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 5b9fe829-466c-4269-b103-bbb1b3dd51be up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:33:54.443164 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29130eeb-ce75-41b3-8a8a-e749d80e1e68 admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:33:54.461788 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-30c44859-6e1d-415a-b606-59ecfccaf61a service neutron] For port 2a8c432e-4ccf-4d70-947f-3448ffe6562a, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=2a8c432e-4ccf-4d70-947f-3448ffe6562a,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:54.465096 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-29130eeb-ce75-41b3-8a8a-e749d80e1e68 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:54.491198 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29130eeb-ce75-41b3-8a8a-e749d80e1e68 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:33:54.498145 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29130eeb-ce75-41b3-8a8a-e749d80e1e68 admin admin] Pushing event updated for resources: {'Port': ['ID=de1371c5-55fe-4708-af09-5aa7e89dabfa,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:54.517846 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-30c44859-6e1d-415a-b606-59ecfccaf61a service neutron] For port 2a8c432e-4ccf-4d70-947f-3448ffe6562a, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:33:54.549646 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35402) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:54.551615 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-f87acfc2-dfb3-4699-99a1-9956996305f5 req-cf4dd8db-b699-42e4-b76b-4540087252d1 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Deleting port 58c0d264-2361-4966-9b87-822726c10b70 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:33:54.551788 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f87acfc2-dfb3-4699-99a1-9956996305f5 req-cf4dd8db-b699-42e4-b76b-4540087252d1 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.565770 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-30c44859-6e1d-415a-b606-59ecfccaf61a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.583713 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ed024f-297d-4b6c-b951-530587259480', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a8c432e-4ccf-4d70-947f-3448ffe6562a'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:33:54.585967 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c54757-2888-467c-a98e-6c110089f5bb" -d '{"events": [{"server_uuid": "08ed024f-297d-4b6c-b951-530587259480", "name": "network-vif-unplugged", "status": "completed", "tag": "2a8c432e-4ccf-4d70-947f-3448ffe6562a"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:33:54.608180 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-697cf78a-034f-4362-96ef-fa6fd5b5ca28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.635769 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-147ef409-feab-4ec5-9cf1-139d76518324 req-7f16731f-8d68-4cf6-8902-a418f45378d0 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9578819 May 06 09:33:54.645931 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-30c44859-6e1d-415a-b606-59ecfccaf61a service neutron] Transition to ACTIVE for port object 2a8c432e-4ccf-4d70-947f-3448ffe6562a will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:33:54.667145 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-30c44859-6e1d-415a-b606-59ecfccaf61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.680014 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563f8a2-1936-4a08-a4e3-d54e24154193 req-2e527d06-0cf9-4b71-8e5a-f14248483ed1 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:54.689376 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6563f8a2-1936-4a08-a4e3-d54e24154193 req-2e527d06-0cf9-4b71-8e5a-f14248483ed1 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfae75b2-2aed-4a3b-8e13-4afa8206067d HTTP/1.1" status: 200 len: 945 time: 0.5595889 May 06 09:33:54.805985 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c44859-6e1d-415a-b606-59ecfccaf61a service neutron] Pushing event updated for resources: {'Port': ['ID=2a8c432e-4ccf-4d70-947f-3448ffe6562a,revision_number=6']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:54.900946 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6563f8a2-1936-4a08-a4e3-d54e24154193 req-83b28c19-79ad-4977-b872-9719a49ea9ca tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/security-groups?id=4daedf8e-6029-47e8-85c6-19efdbec5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105718 May 06 09:33:54.931351 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e6596ae1-744e-4353-b4f3-65ae7d86d2a6 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:33:54.966291 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-30c44859-6e1d-415a-b606-59ecfccaf61a service neutron] No DVR routers for this DVR port 2a8c432e-4ccf-4d70-947f-3448ffe6562a on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:33:54.978082 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef00a537-4dc3-4c78-9bda-8e4274a20276 None None] Network 7b4623a5-996b-4da7-a25e-29cadc7f841e is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:33:55.079855 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-ef00a537-4dc3-4c78-9bda-8e4274a20276 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:55.084067 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00a537-4dc3-4c78-9bda-8e4274a20276 None None] Pushing event updated for resources: {'Port': ['ID=66f5d202-77df-4a1d-8193-5683af6d1e49,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:55.101617 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 5b9fe829-466c-4269-b103-bbb1b3dd51be completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:33:55.112074 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef00a537-4dc3-4c78-9bda-8e4274a20276 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:33:55.118044 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-f87acfc2-dfb3-4699-99a1-9956996305f5 req-cf4dd8db-b699-42e4-b76b-4540087252d1 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] For port 58c0d264-2361-4966-9b87-822726c10b70, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=58c0d264-2361-4966-9b87-822726c10b70,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:55.118592 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f87acfc2-dfb3-4699-99a1-9956996305f5 req-cf4dd8db-b699-42e4-b76b-4540087252d1 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.181446 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 5b9fe829-466c-4269-b103-bbb1b3dd51be triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:55.182073 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.182720 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-f87acfc2-dfb3-4699-99a1-9956996305f5 req-cf4dd8db-b699-42e4-b76b-4540087252d1 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Calling delete_port for 58c0d264-2361-4966-9b87-822726c10b70 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:33:55.223431 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a601a-e206-4bdb-aeda-a94b2ccd0707 req-918652dd-dfc6-448a-8031-0e82e63175e2 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:55.237692 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f2a601a-e206-4bdb-aeda-a94b2ccd0707 req-918652dd-dfc6-448a-8031-0e82e63175e2 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=cddbbeaf-4f19-4760-b124-3a33ba1f0311 HTTP/1.1" status: 200 len: 950 time: 0.3563259 May 06 09:33:55.304301 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-697cf78a-034f-4362-96ef-fa6fd5b5ca28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.313079 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f2a601a-e206-4bdb-aeda-a94b2ccd0707 req-d6976ed5-1fc5-4506-b538-562e2465da3e tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9ce541e-5bba-489a-932d-6ba98b968841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660076 May 06 09:33:55.316147 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-30c44859-6e1d-415a-b606-59ecfccaf61a service neutron] Attempting to bind port 2a8c432e-4ccf-4d70-947f-3448ffe6562a on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:33:55.316983 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-30c44859-6e1d-415a-b606-59ecfccaf61a service neutron] Attempting to bind port 2a8c432e-4ccf-4d70-947f-3448ffe6562a by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:33:55.318133 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-30c44859-6e1d-415a-b606-59ecfccaf61a service neutron] Attempting to bind port 2a8c432e-4ccf-4d70-947f-3448ffe6562a on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:33:55.326364 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-30c44859-6e1d-415a-b606-59ecfccaf61a service neutron] Port 2a8c432e-4ccf-4d70-947f-3448ffe6562a on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:33:55.326890 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-30c44859-6e1d-415a-b606-59ecfccaf61a service neutron] Attempting to bind port 2a8c432e-4ccf-4d70-947f-3448ffe6562a on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:33:55.333072 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-30c44859-6e1d-415a-b606-59ecfccaf61a service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:33:55.333726 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-30c44859-6e1d-415a-b606-59ecfccaf61a service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:55.334241 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-30c44859-6e1d-415a-b606-59ecfccaf61a service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:33:55.335095 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-30c44859-6e1d-415a-b606-59ecfccaf61a service neutron] Bound port: 2a8c432e-4ccf-4d70-947f-3448ffe6562a, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:33:55.348379 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-30c44859-6e1d-415a-b606-59ecfccaf61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.396025 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-697cf78a-034f-4362-96ef-fa6fd5b5ca28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.445307 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-29130eeb-ce75-41b3-8a8a-e749d80e1e68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.452897 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7136e818-64b2-4c61-8e1a-ef98c81d2af5 x-openstack-request-id: req-7136e818-64b2-4c61-8e1a-ef98c81d2af5 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:33:55.453211 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30aaa1c4-c620-454a-8973-79b6ddc00774", "name": "network-vif-plugged", "status": "completed", "tag": "a8c79c00-79f6-41dd-92da-d131c166b026", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:33:55.454006 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7136e818-64b2-4c61-8e1a-ef98c81d2af5 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:33:55.454403 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7136e818-64b2-4c61-8e1a-ef98c81d2af5'] response: {'server_uuid': '30aaa1c4-c620-454a-8973-79b6ddc00774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c79c00-79f6-41dd-92da-d131c166b026', 'code': 200} May 06 09:33:55.505266 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port e6596ae1-744e-4353-b4f3-65ae7d86d2a6 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:55.505651 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.530993 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ef00a537-4dc3-4c78-9bda-8e4274a20276 None None] Attempting to bind port 66f5d202-77df-4a1d-8193-5683af6d1e49 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:33:55.531479 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ef00a537-4dc3-4c78-9bda-8e4274a20276 None None] Attempting to bind port 66f5d202-77df-4a1d-8193-5683af6d1e49 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '027d4117-457e-49c5-9b41-28ce2ab24b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7b4623a5-996b-4da7-a25e-29cadc7f841e'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:33:55.532326 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef00a537-4dc3-4c78-9bda-8e4274a20276 None None] Attempting to bind port 66f5d202-77df-4a1d-8193-5683af6d1e49 on network 7b4623a5-996b-4da7-a25e-29cadc7f841e {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:33:55.563403 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-30c44859-6e1d-415a-b606-59ecfccaf61a service neutron] For port 2a8c432e-4ccf-4d70-947f-3448ffe6562a, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:33:55.567894 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-30c44859-6e1d-415a-b606-59ecfccaf61a service neutron] For port 2a8c432e-4ccf-4d70-947f-3448ffe6562a, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=2a8c432e-4ccf-4d70-947f-3448ffe6562a,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:33:55.614232 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=a8c79c00-79f6-41dd-92da-d131c166b026,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:55.654955 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-30c44859-6e1d-415a-b606-59ecfccaf61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.655210 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef00a537-4dc3-4c78-9bda-8e4274a20276 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:33:55.655538 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef00a537-4dc3-4c78-9bda-8e4274a20276 None None] Checking segment: {'id': '027d4117-457e-49c5-9b41-28ce2ab24b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7b4623a5-996b-4da7-a25e-29cadc7f841e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:55.655928 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ef00a537-4dc3-4c78-9bda-8e4274a20276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.656328 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef00a537-4dc3-4c78-9bda-8e4274a20276 None None] Bound using segment: {'id': '027d4117-457e-49c5-9b41-28ce2ab24b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7b4623a5-996b-4da7-a25e-29cadc7f841e'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:33:55.657373 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ef00a537-4dc3-4c78-9bda-8e4274a20276 None None] Bound port: 66f5d202-77df-4a1d-8193-5683af6d1e49, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027d4117-457e-49c5-9b41-28ce2ab24b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7b4623a5-996b-4da7-a25e-29cadc7f841e'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:33:55.657756 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ef00a537-4dc3-4c78-9bda-8e4274a20276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.684147 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-697cf78a-034f-4362-96ef-fa6fd5b5ca28 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bc4c57931ab944ffa18189640bdd4ce3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1290889 May 06 09:33:55.691807 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35412) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:55.697297 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697cf78a-034f-4362-96ef-fa6fd5b5ca28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f972de5-5366-4382-8194-28ec0837ec64,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:55.707986 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.723161 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83706ec4-b899-4a24-9a3e-8e0c907e7619 x-openstack-request-id: req-83706ec4-b899-4a24-9a3e-8e0c907e7619 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:33:55.723645 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ed024f-297d-4b6c-b951-530587259480", "name": "network-vif-unplugged", "status": "completed", "tag": "2a8c432e-4ccf-4d70-947f-3448ffe6562a", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:33:55.724181 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-83706ec4-b899-4a24-9a3e-8e0c907e7619 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:33:55.724731 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83706ec4-b899-4a24-9a3e-8e0c907e7619'] response: {'server_uuid': '08ed024f-297d-4b6c-b951-530587259480', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a8c432e-4ccf-4d70-947f-3448ffe6562a', 'code': 200} May 06 09:33:55.739709 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-30c44859-6e1d-415a-b606-59ecfccaf61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:55.741020 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-30c44859-6e1d-415a-b606-59ecfccaf61a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.741470 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-032ddb4f-4b1c-49fb-8eef-972cb546f12d None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.743069 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-30c44859-6e1d-415a-b606-59ecfccaf61a service neutron] 10.222.0.84 "PUT /v2.0/ports/2a8c432e-4ccf-4d70-947f-3448ffe6562a HTTP/1.1" status: 200 len: 1096 time: 1.8634760 May 06 09:33:55.798562 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-032ddb4f-4b1c-49fb-8eef-972cb546f12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.916458 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf891c-c151-44b0-894b-4d645d67621c req-875c1789-d4df-48a5-9bd7-20a032ce09ac tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:55.929543 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-34bf891c-c151-44b0-894b-4d645d67621c req-875c1789-d4df-48a5-9bd7-20a032ce09ac tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=30aaa1c4-c620-454a-8973-79b6ddc00774 HTTP/1.1" status: 200 len: 950 time: 0.3305969 May 06 09:33:55.970288 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b82c45-7d0d-492e-8cf4-40940f3b30bf req-906c0af0-ff67-42f0-87c7-065bf24cc74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:55.971806 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-33b82c45-7d0d-492e-8cf4-40940f3b30bf req-906c0af0-ff67-42f0-87c7-065bf24cc74c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=30aaa1c4-c620-454a-8973-79b6ddc00774 HTTP/1.1" status: 200 len: 1101 time: 0.4584377 May 06 09:33:55.985241 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2029682-2356-447f-85f6-d64114288bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:56.069119 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 5b9fe829-466c-4269-b103-bbb1b3dd51be, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=5b9fe829-466c-4269-b103-bbb1b3dd51be,segment=NetworkSegment(88d19c54-7646-4380-92d3-6c147455a5c3),segment_id=88d19c54-7646-4380-92d3-6c147455a5c3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:56.074731 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c44859-6e1d-415a-b606-59ecfccaf61a service neutron] Pushing event updated for resources: {'Port': ['ID=2a8c432e-4ccf-4d70-947f-3448ffe6562a,revision_number=7']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:56.121169 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:56.186517 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-34bf891c-c151-44b0-894b-4d645d67621c req-a87ab5d3-d2c6-4175-a5d5-a071369c8eff tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/security-groups?id=79a7cf04-4a31-4e14-a55f-66041e2b66b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559364 May 06 09:33:56.204182 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-ed1453e2-6765-4679-8387-0d9a73b78762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:56.210048 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-ed1453e2-6765-4679-8387-0d9a73b78762 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 1099 time: 0.4177234 May 06 09:33:56.233489 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021be5e1-68a9-4ee2-be2e-132e2a9d7a2e None None] Pushing event updated for resources: {'Port': ['ID=14a53ba2-d0af-40d7-abd0-84cf6d238c55,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:56.259045 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-29130eeb-ce75-41b3-8a8a-e749d80e1e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:56.259407 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ef00a537-4dc3-4c78-9bda-8e4274a20276 None None] For port 66f5d202-77df-4a1d-8193-5683af6d1e49, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:33:56.279682 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2029682-2356-447f-85f6-d64114288bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:56.368065 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-33b82c45-7d0d-492e-8cf4-40940f3b30bf req-7e2578c1-d691-409c-abfb-4b145216c1bc service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=79a7cf04-4a31-4e14-a55f-66041e2b66b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730078 May 06 09:33:56.392535 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f87acfc2-dfb3-4699-99a1-9956996305f5 req-cf4dd8db-b699-42e4-b76b-4540087252d1 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:56.514714 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e453c-1a2e-4d8d-9096-f7550abf184e req-bbf01db6-b7d3-4b51-a143-6e0ef341c4f6 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:56.523083 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-be7e453c-1a2e-4d8d-9096-f7550abf184e req-bbf01db6-b7d3-4b51-a143-6e0ef341c4f6 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfae75b2-2aed-4a3b-8e13-4afa8206067d HTTP/1.1" status: 200 len: 946 time: 0.1538036 May 06 09:33:56.540119 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9318985-5873-4d7a-a982-0a2e4aaa50bf req-da312171-bb1f-42bc-a472-d6aa9fd9fa1c tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:56.541026 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e9318985-5873-4d7a-a982-0a2e4aaa50bf req-da312171-bb1f-42bc-a472-d6aa9fd9fa1c tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 948 time: 0.3152907 May 06 09:33:56.563725 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-d2e210e5-0153-42e5-b2be-183eb21404ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:56.565241 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-d2e210e5-0153-42e5-b2be-183eb21404ef service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.3420916 May 06 09:33:56.590341 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ef00a537-4dc3-4c78-9bda-8e4274a20276 None None] For port 66f5d202-77df-4a1d-8193-5683af6d1e49, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=66f5d202-77df-4a1d-8193-5683af6d1e49,segment=NetworkSegment(027d4117-457e-49c5-9b41-28ce2ab24b86),segment_id=027d4117-457e-49c5-9b41-28ce2ab24b86)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:33:56.623182 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4dd8db-b699-42e4-b76b-4540087252d1 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Pushing event deleted for resources: {'Port': ['ID=58c0d264-2361-4966-9b87-822726c10b70,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:56.631255 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87acfc2-dfb3-4699-99a1-9956996305f5 req-cf4dd8db-b699-42e4-b76b-4540087252d1 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] No DVR routers for this DVR port 58c0d264-2361-4966-9b87-822726c10b70 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:33:56.641116 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f87acfc2-dfb3-4699-99a1-9956996305f5 req-cf4dd8db-b699-42e4-b76b-4540087252d1 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:56.645653 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f87acfc2-dfb3-4699-99a1-9956996305f5 req-cf4dd8db-b699-42e4-b76b-4540087252d1 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.77 "DELETE /v2.0/ports/58c0d264-2361-4966-9b87-822726c10b70 HTTP/1.1" status: 204 len: 173 time: 2.6159365 May 06 09:33:56.648866 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cddbbeaf-4f19-4760-b124-3a33ba1f0311', 'name': 'network-vif-deleted', 'tag': '58c0d264-2361-4966-9b87-822726c10b70'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:33:56.657512 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a58a064-3d40-4765-9878-fa8992650b0b" -d '{"events": [{"server_uuid": "cddbbeaf-4f19-4760-b124-3a33ba1f0311", "name": "network-vif-deleted", "tag": "58c0d264-2361-4966-9b87-822726c10b70"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:33:56.660082 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ef00a537-4dc3-4c78-9bda-8e4274a20276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:56.679327 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-e3a31998-5d06-483e-ac5e-a7c869c01ae5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=2a8c432e-4ccf-4d70-947f-3448ffe6562a HTTP/1.1" status: 200 len: 217 time: 0.0941346 May 06 09:33:56.737751 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2029682-2356-447f-85f6-d64114288bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:56.742641 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2029682-2356-447f-85f6-d64114288bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:56.745690 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d2029682-2356-447f-85f6-d64114288bb1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7f972de5-5366-4382-8194-28ec0837ec64 HTTP/1.1" status: 204 len: 168 time: 1.0411615 May 06 09:33:56.749033 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-be7e453c-1a2e-4d8d-9096-f7550abf184e req-e91f82e6-2c88-4c53-b63d-530aec174a9e tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/security-groups?id=4daedf8e-6029-47e8-85c6-19efdbec5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250061 May 06 09:33:56.761191 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-032ddb4f-4b1c-49fb-8eef-972cb546f12d None None] Attempting to bind port 14a53ba2-d0af-40d7-abd0-84cf6d238c55 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:33:56.761593 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-032ddb4f-4b1c-49fb-8eef-972cb546f12d None None] Attempting to bind port 14a53ba2-d0af-40d7-abd0-84cf6d238c55 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '626c43fb-a7f4-4fe4-a6c1-349c9748be5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:33:56.761916 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032ddb4f-4b1c-49fb-8eef-972cb546f12d None None] Attempting to bind port 14a53ba2-d0af-40d7-abd0-84cf6d238c55 on network e76d704a-9d79-4d25-8a5d-5f2069ed1f70 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:33:56.812608 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2029682-2356-447f-85f6-d64114288bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f972de5-5366-4382-8194-28ec0837ec64,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:56.821270 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=5b9fe829-466c-4269-b103-bbb1b3dd51be,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:56.833989 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032ddb4f-4b1c-49fb-8eef-972cb546f12d None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:33:56.843721 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032ddb4f-4b1c-49fb-8eef-972cb546f12d None None] Checking segment: {'id': '626c43fb-a7f4-4fe4-a6c1-349c9748be5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:56.844191 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-032ddb4f-4b1c-49fb-8eef-972cb546f12d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:56.844601 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032ddb4f-4b1c-49fb-8eef-972cb546f12d None None] Bound using segment: {'id': '626c43fb-a7f4-4fe4-a6c1-349c9748be5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:33:56.845115 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-032ddb4f-4b1c-49fb-8eef-972cb546f12d None None] Bound port: 14a53ba2-d0af-40d7-abd0-84cf6d238c55, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626c43fb-a7f4-4fe4-a6c1-349c9748be5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:33:56.845508 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-032ddb4f-4b1c-49fb-8eef-972cb546f12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:56.872804 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29130eeb-ce75-41b3-8a8a-e749d80e1e68 admin admin] Router bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:33:56.900324 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e9318985-5873-4d7a-a982-0a2e4aaa50bf req-516cb75b-2fa8-4027-be88-286b765739ca tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429086 May 06 09:33:56.951515 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-8bdca9f5-4de1-4465-b311-114cda5a7485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:56.960376 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-8bdca9f5-4de1-4465-b311-114cda5a7485 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.2617784 May 06 09:33:57.078092 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d907c8b1-685b-4080-b0be-5971e0981750 x-openstack-request-id: req-d907c8b1-685b-4080-b0be-5971e0981750 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:33:57.082449 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cddbbeaf-4f19-4760-b124-3a33ba1f0311", "name": "network-vif-deleted", "tag": "58c0d264-2361-4966-9b87-822726c10b70", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:33:57.083311 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d907c8b1-685b-4080-b0be-5971e0981750 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:33:57.083960 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d907c8b1-685b-4080-b0be-5971e0981750'] response: {'server_uuid': 'cddbbeaf-4f19-4760-b124-3a33ba1f0311', 'name': 'network-vif-deleted', 'tag': '58c0d264-2361-4966-9b87-822726c10b70', 'status': 'completed', 'code': 200} May 06 09:33:57.133484 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-4006befc-033e-4a23-a67e-f62cc84d6e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:57.135012 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-4006befc-033e-4a23-a67e-f62cc84d6e07 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1700370 May 06 09:33:57.220568 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b493537-5c61-4deb-a508-9d1ce9f53a79 req-b79f674b-bb74-420d-a9ea-fbbb1bf7c896 tempest-DeleteServersAdminTestJSON-398897983 tempest-DeleteServersAdminTestJSON-398897983-project] 10.222.0.73 "GET /v2.0/ports?device_id=cddbbeaf-4f19-4760-b124-3a33ba1f0311 HTTP/1.1" status: 200 len: 210 time: 0.0828004 May 06 09:33:57.238334 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29130eeb-ce75-41b3-8a8a-e749d80e1e68 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:33:57.249436 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d35a5d7-ab8f-4c9d-a920-1dc8aafbb64c None None] Sync routers for ids ['bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:33:57.278538 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d35a5d7-ab8f-4c9d-a920-1dc8aafbb64c None None] Routers {'bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:33:57.282505 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-1d35a5d7-ab8f-4c9d-a920-1dc8aafbb64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:33:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:57.302632 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-29130eeb-ce75-41b3-8a8a-e749d80e1e68 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:57.304689 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-29130eeb-ce75-41b3-8a8a-e749d80e1e68 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.9482050 May 06 09:33:57.307381 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35436) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:57.369918 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-032ddb4f-4b1c-49fb-8eef-972cb546f12d None None] For port 14a53ba2-d0af-40d7-abd0-84cf6d238c55, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:33:57.388959 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-032ddb4f-4b1c-49fb-8eef-972cb546f12d None None] For port 14a53ba2-d0af-40d7-abd0-84cf6d238c55, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=14a53ba2-d0af-40d7-abd0-84cf6d238c55,segment=NetworkSegment(626c43fb-a7f4-4fe4-a6c1-349c9748be5a),segment_id=626c43fb-a7f4-4fe4-a6c1-349c9748be5a)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:33:57.471481 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfae75b2-2aed-4a3b-8e13-4afa8206067d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9fe829-466c-4269-b103-bbb1b3dd51be'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:33:57.479251 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15efc32e-c74c-4c02-b02b-ecf41659e3e7" -d '{"events": [{"server_uuid": "cfae75b2-2aed-4a3b-8e13-4afa8206067d", "name": "network-vif-plugged", "status": "completed", "tag": "5b9fe829-466c-4269-b103-bbb1b3dd51be"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:33:57.509071 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-032ddb4f-4b1c-49fb-8eef-972cb546f12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:57.517383 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-226ae753-e939-404b-b66b-7bb9bbd28b46 None None] Provisioning complete for port 14a53ba2-d0af-40d7-abd0-84cf6d238c55 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:57.518069 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-226ae753-e939-404b-b66b-7bb9bbd28b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:57.651318 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00a537-4dc3-4c78-9bda-8e4274a20276 None None] Pushing event updated for resources: {'Port': ['ID=66f5d202-77df-4a1d-8193-5683af6d1e49,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:57.663337 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790e94d2-2844-445c-9a95-389bc3d7651c x-openstack-request-id: req-790e94d2-2844-445c-9a95-389bc3d7651c {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:33:57.664313 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfae75b2-2aed-4a3b-8e13-4afa8206067d", "name": "network-vif-plugged", "status": "completed", "tag": "5b9fe829-466c-4269-b103-bbb1b3dd51be", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:33:57.699081 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-790e94d2-2844-445c-9a95-389bc3d7651c {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:33:57.704371 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-790e94d2-2844-445c-9a95-389bc3d7651c'] response: {'server_uuid': 'cfae75b2-2aed-4a3b-8e13-4afa8206067d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9fe829-466c-4269-b103-bbb1b3dd51be', 'code': 200} May 06 09:33:57.730740 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 2a8c432e-4ccf-4d70-947f-3448ffe6562a no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:33:57.748882 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ed024f-297d-4b6c-b951-530587259480', 'tag': '2a8c432e-4ccf-4d70-947f-3448ffe6562a'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:33:57.748882 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7391ff3f-0054-42d6-b064-9fd1754550cc" -d '{"events": [{"name": "network-changed", "server_uuid": "08ed024f-297d-4b6c-b951-530587259480", "tag": "2a8c432e-4ccf-4d70-947f-3448ffe6562a"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:33:57.820164 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb34a4-a5d0-472c-a7d0-6042da4070b9 req-1156dc30-6f3f-4793-8c8e-9e1fe48a67e0 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:57.820164 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43cb34a4-a5d0-472c-a7d0-6042da4070b9 req-1156dc30-6f3f-4793-8c8e-9e1fe48a67e0 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=30aaa1c4-c620-454a-8973-79b6ddc00774 HTTP/1.1" status: 200 len: 950 time: 0.3713341 May 06 09:33:57.838359 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-04019fed-4e70-41bd-ab1f-0b42be5a2fef service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6605167 May 06 09:33:57.905306 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-1d35a5d7-ab8f-4c9d-a920-1dc8aafbb64c None None] Set router bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:33:58.076713 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032ddb4f-4b1c-49fb-8eef-972cb546f12d None None] Routers {'3c7c404e-05b0-4a21-a69c-e33512699a72'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:33:58.077459 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-032ddb4f-4b1c-49fb-8eef-972cb546f12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:33:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3c7c404e-05b0-4a21-a69c-e33512699a72'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:58.193982 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9415583-026f-4f36-8cb7-3660a4ed25ca x-openstack-request-id: req-b9415583-026f-4f36-8cb7-3660a4ed25ca {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:33:58.194276 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ed024f-297d-4b6c-b951-530587259480", "tag": "2a8c432e-4ccf-4d70-947f-3448ffe6562a", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:33:58.194560 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b9415583-026f-4f36-8cb7-3660a4ed25ca {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:33:58.194936 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9415583-026f-4f36-8cb7-3660a4ed25ca'] response: {'name': 'network-changed', 'server_uuid': '08ed024f-297d-4b6c-b951-530587259480', 'tag': '2a8c432e-4ccf-4d70-947f-3448ffe6562a', 'status': 'completed', 'code': 200} May 06 09:33:58.213701 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021be5e1-68a9-4ee2-be2e-132e2a9d7a2e None None] Pushing event updated for resources: {'Port': ['ID=14a53ba2-d0af-40d7-abd0-84cf6d238c55,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:58.410021 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391ff3f-0054-42d6-b064-9fd1754550cc req-9ea0c536-d3df-4036-8251-955347644fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:58.412750 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7391ff3f-0054-42d6-b064-9fd1754550cc req-9ea0c536-d3df-4036-8251-955347644fc7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 1099 time: 0.2505281 May 06 09:33:58.465037 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-032ddb4f-4b1c-49fb-8eef-972cb546f12d None None] Set router 3c7c404e-05b0-4a21-a69c-e33512699a72 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:33:58.654483 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-226ae753-e939-404b-b66b-7bb9bbd28b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:58.731802 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391ff3f-0054-42d6-b064-9fd1754550cc req-1ebf1aad-52e5-4f3e-a6c6-2deeaa8ac896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:58.732639 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7391ff3f-0054-42d6-b064-9fd1754550cc req-1ebf1aad-52e5-4f3e-a6c6-2deeaa8ac896 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.2948675 May 06 09:33:58.763655 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-1d35a5d7-ab8f-4c9d-a920-1dc8aafbb64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-768863757-router', 'tenant_id': '11bec3ffb5de41588a31be6635e376e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'de1371c5-55fe-4708-af09-5aa7e89dabfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:52Z', 'updated_at': '2022-05-06T09:33:54Z', 'revision_number': 3, 'project_id': '11bec3ffb5de41588a31be6635e376e8', 'gw_port': {'id': 'de1371c5-55fe-4708-af09-5aa7e89dabfa', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:53Z', 'updated_at': '2022-05-06T09:33:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:58.866182 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d35a5d7-ab8f-4c9d-a920-1dc8aafbb64c None None] Checking router: bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:33:58.866539 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d35a5d7-ab8f-4c9d-a920-1dc8aafbb64c None None] Updating router bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc port de1371c5-55fe-4708-af09-5aa7e89dabfa binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:33:58.877955 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35480) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:58.914769 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 2a8c432e-4ccf-4d70-947f-3448ffe6562a not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:33:58.915260 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 58c0d264-2361-4966-9b87-822726c10b70 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:33:58.944306 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1d35a5d7-ab8f-4c9d-a920-1dc8aafbb64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:58.957426 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7391ff3f-0054-42d6-b064-9fd1754550cc req-0d056caf-4fd2-4c14-8d30-076514295cc8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=2a8c432e-4ccf-4d70-947f-3448ffe6562a HTTP/1.1" status: 200 len: 217 time: 0.2119546 May 06 09:33:59.046745 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-226ae753-e939-404b-b66b-7bb9bbd28b46 None None] For port 14a53ba2-d0af-40d7-abd0-84cf6d238c55, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=14a53ba2-d0af-40d7-abd0-84cf6d238c55,segment=NetworkSegment(626c43fb-a7f4-4fe4-a6c1-349c9748be5a),segment_id=626c43fb-a7f4-4fe4-a6c1-349c9748be5a)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:59.055937 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 66f5d202-77df-4a1d-8193-5683af6d1e49 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:33:59.059304 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 58c0d264-2361-4966-9b87-822726c10b70 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:33:59.059884 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43cb34a4-a5d0-472c-a7d0-6042da4070b9 req-fd23a4c8-310c-4c8f-bc46-6d4e475442ad tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/security-groups?id=79a7cf04-4a31-4e14-a55f-66041e2b66b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2350125 May 06 09:33:59.060393 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 58c0d264-2361-4966-9b87-822726c10b70 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:33:59.105215 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-226ae753-e939-404b-b66b-7bb9bbd28b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:59.109008 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf2eff-a999-456d-83af-cf491c8ad28e req-7a325c9b-eee5-4bda-a1c6-b2cab9d1e87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:59.112712 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eddf2eff-a999-456d-83af-cf491c8ad28e req-7a325c9b-eee5-4bda-a1c6-b2cab9d1e87e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cfae75b2-2aed-4a3b-8e13-4afa8206067d HTTP/1.1" status: 200 len: 1097 time: 1.1773884 May 06 09:33:59.155296 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46346df-a52c-431d-9c4e-5208e002a803 req-28737d2e-a0d5-42b4-a7b2-3099e1a44b9a tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:59.166324 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f46346df-a52c-431d-9c4e-5208e002a803 req-28737d2e-a0d5-42b4-a7b2-3099e1a44b9a tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfae75b2-2aed-4a3b-8e13-4afa8206067d HTTP/1.1" status: 200 len: 946 time: 0.9663827 May 06 09:33:59.205173 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:59.206830 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-2b7ca546-cdbb-4976-8c6b-0817be2272ca service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3656054 May 06 09:33:59.212775 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ae753-e939-404b-b66b-7bb9bbd28b46 None None] Pushing event updated for resources: {'Port': ['ID=14a53ba2-d0af-40d7-abd0-84cf6d238c55,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:59.263100 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391ff3f-0054-42d6-b064-9fd1754550cc req-00788d53-2833-4cdc-9390-89f7a18dcdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:59.264611 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7391ff3f-0054-42d6-b064-9fd1754550cc req-00788d53-2833-4cdc-9390-89f7a18dcdc4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.2744648 May 06 09:33:59.295688 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e448cda-3307-4fea-b7fd-f3e53fa588cb None None] Network 7b4623a5-996b-4da7-a25e-29cadc7f841e requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:33:59.402930 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f46346df-a52c-431d-9c4e-5208e002a803 req-a6ce8db4-1e5c-4101-9f44-0a2c953e1bfb tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/security-groups?id=4daedf8e-6029-47e8-85c6-19efdbec5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342980 May 06 09:33:59.404752 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eddf2eff-a999-456d-83af-cf491c8ad28e req-b853d6b7-07cf-4127-ae54-3e3225e0dcba service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=4daedf8e-6029-47e8-85c6-19efdbec5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821369 May 06 09:33:59.466397 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391ff3f-0054-42d6-b064-9fd1754550cc req-8dee1f63-deb7-41db-8832-22b2fc33b65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:59.468187 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7391ff3f-0054-42d6-b064-9fd1754550cc req-8dee1f63-deb7-41db-8832-22b2fc33b65c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1669536 May 06 09:33:59.550949 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391ff3f-0054-42d6-b064-9fd1754550cc req-0e4ce66a-0fec-4b0a-887d-81e5b2591064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:59.564881 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7391ff3f-0054-42d6-b064-9fd1754550cc req-0e4ce66a-0fec-4b0a-887d-81e5b2591064 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 1099 time: 0.2835882 May 06 09:33:59.566664 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4288f7d9-c419-4716-a440-29ee61e8f1b6 None None] Provisioning complete for port 14a53ba2-d0af-40d7-abd0-84cf6d238c55 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:59.567324 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4288f7d9-c419-4716-a440-29ee61e8f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:59.584206 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1f5ec-5e1a-4a9f-bb97-5e39ae8d6474 req-9ec4cf35-a63f-4e9a-9cd5-4944b12950af tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:59.585958 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5a1f5ec-5e1a-4a9f-bb97-5e39ae8d6474 req-9ec4cf35-a63f-4e9a-9cd5-4944b12950af tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 948 time: 0.3030167 May 06 09:33:59.665907 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 66f5d202-77df-4a1d-8193-5683af6d1e49 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:59.666876 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:59.744780 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eafaf71f-d0dd-458a-a67a-2462e9c8975f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:59.814317 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1d35a5d7-ab8f-4c9d-a920-1dc8aafbb64c None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:59.814911 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5a1f5ec-5e1a-4a9f-bb97-5e39ae8d6474 req-c7b07cf1-4b4c-4d99-8c70-3b23a4aee578 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184329 May 06 09:33:59.824999 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1d35a5d7-ab8f-4c9d-a920-1dc8aafbb64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:59.867889 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7391ff3f-0054-42d6-b064-9fd1754550cc req-7cf161b1-7db4-4f4e-8263-37216c3da1df service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878498 May 06 09:33:59.876395 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-032ddb4f-4b1c-49fb-8eef-972cb546f12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261923002-router', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:38Z', 'updated_at': '2022-05-06T09:33:46Z', 'revision_number': 4, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'gw_port': {'id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:39Z', 'updated_at': '2022-05-06T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '14a53ba2-d0af-40d7-abd0-84cf6d238c55', 'name': '', 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'mac_address': 'fa:16:3e:d8:41:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:44Z', 'updated_at': '2022-05-06T09:33:57Z', 'revision_number': 4, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'subnets': [{'id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:59.922285 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032ddb4f-4b1c-49fb-8eef-972cb546f12d None None] The sync data for ids ['3c7c404e-05b0-4a21-a69c-e33512699a72'] in n-d-840835-1 is: [{'id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261923002-router', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:38Z', 'updated_at': '2022-05-06T09:33:46Z', 'revision_number': 4, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'gw_port': {'id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:39Z', 'updated_at': '2022-05-06T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '14a53ba2-d0af-40d7-abd0-84cf6d238c55', 'name': '', 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'mac_address': 'fa:16:3e:d8:41:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:44Z', 'updated_at': '2022-05-06T09:33:57Z', 'revision_number': 4, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'subnets': [{'id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:33:59.928499 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391ff3f-0054-42d6-b064-9fd1754550cc req-97947837-02db-4821-a5ae-be1e81f6af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:59.936545 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-1d35a5d7-ab8f-4c9d-a920-1dc8aafbb64c None None] Attempting to bind port de1371c5-55fe-4708-af09-5aa7e89dabfa on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:33:59.939248 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-1d35a5d7-ab8f-4c9d-a920-1dc8aafbb64c None None] Attempting to bind port de1371c5-55fe-4708-af09-5aa7e89dabfa by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:33:59.939475 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7391ff3f-0054-42d6-b064-9fd1754550cc req-97947837-02db-4821-a5ae-be1e81f6af2e service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.3125443 May 06 09:33:59.940071 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d35a5d7-ab8f-4c9d-a920-1dc8aafbb64c None None] Attempting to bind port de1371c5-55fe-4708-af09-5aa7e89dabfa on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:00.024173 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec568b48-95fa-4db2-83c7-63453533baa2 None None] Pushing event updated for resources: {'Port': ['ID=de1371c5-55fe-4708-af09-5aa7e89dabfa,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:00.031240 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d35a5d7-ab8f-4c9d-a920-1dc8aafbb64c None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:34:00.032483 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d35a5d7-ab8f-4c9d-a920-1dc8aafbb64c None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:00.034473 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1d35a5d7-ab8f-4c9d-a920-1dc8aafbb64c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:00.036070 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d35a5d7-ab8f-4c9d-a920-1dc8aafbb64c None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:34:00.036794 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-1d35a5d7-ab8f-4c9d-a920-1dc8aafbb64c None None] Bound port: de1371c5-55fe-4708-af09-5aa7e89dabfa, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:34:00.038439 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1d35a5d7-ab8f-4c9d-a920-1dc8aafbb64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:00.062500 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7391ff3f-0054-42d6-b064-9fd1754550cc req-d0e92c10-c87e-46ca-869a-f1a38d0444dd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=2a8c432e-4ccf-4d70-947f-3448ffe6562a HTTP/1.1" status: 200 len: 217 time: 0.1220913 May 06 09:34:00.070829 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:00.154753 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-15f54bf9-cfcb-40cf-8999-f23f6b52cc63 None None] Provisioning complete for port 66f5d202-77df-4a1d-8193-5683af6d1e49 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:00.155132 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-15f54bf9-cfcb-40cf-8999-f23f6b52cc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:00.195542 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-1d35a5d7-ab8f-4c9d-a920-1dc8aafbb64c None None] For port de1371c5-55fe-4708-af09-5aa7e89dabfa, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:00.208110 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-1d35a5d7-ab8f-4c9d-a920-1dc8aafbb64c None None] For port de1371c5-55fe-4708-af09-5aa7e89dabfa, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=de1371c5-55fe-4708-af09-5aa7e89dabfa,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:34:00.219792 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1d35a5d7-ab8f-4c9d-a920-1dc8aafbb64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:00.223856 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391ff3f-0054-42d6-b064-9fd1754550cc req-819ab15c-3d38-4b5a-9608-5dcaec190dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:00.225401 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7391ff3f-0054-42d6-b064-9fd1754550cc req-819ab15c-3d38-4b5a-9608-5dcaec190dd4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1558733 May 06 09:34:00.342528 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 66f5d202-77df-4a1d-8193-5683af6d1e49, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=66f5d202-77df-4a1d-8193-5683af6d1e49,segment=NetworkSegment(027d4117-457e-49c5-9b41-28ce2ab24b86),segment_id=027d4117-457e-49c5-9b41-28ce2ab24b86)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:00.360678 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:00.397700 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec568b48-95fa-4db2-83c7-63453533baa2 None None] Pushing event updated for resources: {'Port': ['ID=de1371c5-55fe-4708-af09-5aa7e89dabfa,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:00.430130 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391ff3f-0054-42d6-b064-9fd1754550cc req-67041858-c0c5-4958-8f91-2c99fc434c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:00.445206 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7391ff3f-0054-42d6-b064-9fd1754550cc req-67041858-c0c5-4958-8f91-2c99fc434c80 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2048004 May 06 09:34:00.459531 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5108305-265a-4e1c-b66b-25e832a9e550 req-fd59ab4f-bba1-47e7-8303-0041a73bf9a2 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:00.473541 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f5108305-265a-4e1c-b66b-25e832a9e550 req-fd59ab4f-bba1-47e7-8303-0041a73bf9a2 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=30aaa1c4-c620-454a-8973-79b6ddc00774 HTTP/1.1" status: 200 len: 950 time: 0.2282789 May 06 09:34:00.489471 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d35a5d7-ab8f-4c9d-a920-1dc8aafbb64c None None] Routers {'bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:34:00.493315 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-1d35a5d7-ab8f-4c9d-a920-1dc8aafbb64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:33:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:00.506090 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35532) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:00.620959 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=66f5d202-77df-4a1d-8193-5683af6d1e49,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:00.779228 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-303478d6-2892-4181-be6f-7e42792220c7 None None] Provisioning complete for port 66f5d202-77df-4a1d-8193-5683af6d1e49 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:00.779228 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-303478d6-2892-4181-be6f-7e42792220c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:00.837676 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbfd2ba9-22fb-4253-abd0-63bae2602f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:00.949706 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-1d35a5d7-ab8f-4c9d-a920-1dc8aafbb64c None None] Set router bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:34:01.121902 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7391ff3f-0054-42d6-b064-9fd1754550cc req-ac47b422-f46a-4b46-926b-7706010a9411 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2345636 May 06 09:34:01.143274 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f5108305-265a-4e1c-b66b-25e832a9e550 req-7a652455-2438-4c7e-8dea-115161c28f7d tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/security-groups?id=79a7cf04-4a31-4e14-a55f-66041e2b66b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6358192 May 06 09:34:01.178693 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eafaf71f-d0dd-458a-a67a-2462e9c8975f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:01.205167 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62c8b8-8879-4849-8d63-ef25dd093282 req-30f58015-e9e0-4e4c-a1bb-5d6b49115fc2 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:01.211831 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eafaf71f-d0dd-458a-a67a-2462e9c8975f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:01.213640 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 66f5d202-77df-4a1d-8193-5683af6d1e49 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:01.227744 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-af62c8b8-8879-4849-8d63-ef25dd093282 req-30f58015-e9e0-4e4c-a1bb-5d6b49115fc2 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfae75b2-2aed-4a3b-8e13-4afa8206067d HTTP/1.1" status: 200 len: 946 time: 0.6949582 May 06 09:34:01.334442 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-93a70011-5fd3-4303-b946-1def8320551e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=40617095ad694c29b842a58fec985b52&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8273075 May 06 09:34:01.350596 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35550) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:01.358107 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 66f5d202-77df-4a1d-8193-5683af6d1e49 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:01.358295 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:01.367763 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7391ff3f-0054-42d6-b064-9fd1754550cc req-8b964675-b3c4-4a17-ac51-a5f4b9136120 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8926275 May 06 09:34:01.385496 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-1d35a5d7-ab8f-4c9d-a920-1dc8aafbb64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-768863757-router', 'tenant_id': '11bec3ffb5de41588a31be6635e376e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'de1371c5-55fe-4708-af09-5aa7e89dabfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:52Z', 'updated_at': '2022-05-06T09:33:54Z', 'revision_number': 3, 'project_id': '11bec3ffb5de41588a31be6635e376e8', 'gw_port': {'id': 'de1371c5-55fe-4708-af09-5aa7e89dabfa', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:53Z', 'updated_at': '2022-05-06T09:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:01.464975 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d35a5d7-ab8f-4c9d-a920-1dc8aafbb64c None None] The sync data for ids ['bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc'] in n-d-840835-1 is: [{'id': 'bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-768863757-router', 'tenant_id': '11bec3ffb5de41588a31be6635e376e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'de1371c5-55fe-4708-af09-5aa7e89dabfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:52Z', 'updated_at': '2022-05-06T09:33:54Z', 'revision_number': 3, 'project_id': '11bec3ffb5de41588a31be6635e376e8', 'gw_port': {'id': 'de1371c5-55fe-4708-af09-5aa7e89dabfa', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:53Z', 'updated_at': '2022-05-06T09:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:34:01.496623 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-bbfd2ba9-22fb-4253-abd0-63bae2602f11 admin admin] Allocated IP 172.20.0.1 (7b4623a5-996b-4da7-a25e-29cadc7f841e/386e0a87-d6e3-4eca-a189-1bf609559282/5fb69fc9-90e4-46ea-97ca-5843afced209) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:34:01.553549 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 14a53ba2-d0af-40d7-abd0-84cf6d238c55 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:01.567301 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-af62c8b8-8879-4849-8d63-ef25dd093282 req-855f4b15-8a63-4e94-b061-8f5343d26b21 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/security-groups?id=4daedf8e-6029-47e8-85c6-19efdbec5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309138 May 06 09:34:01.648570 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbfd2ba9-22fb-4253-abd0-63bae2602f11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:01.667806 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886133a-c504-4350-9852-22825e515d70 req-ce79fc83-6bb7-455a-aa88-7d055d58dff5 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:01.683324 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8886133a-c504-4350-9852-22825e515d70 req-ce79fc83-6bb7-455a-aa88-7d055d58dff5 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 948 time: 0.3627684 May 06 09:34:01.760155 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 14a53ba2-d0af-40d7-abd0-84cf6d238c55 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:01.761174 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:01.809354 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-eafaf71f-d0dd-458a-a67a-2462e9c8975f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=eeed360dc0514d38a01334d4b425e1d7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8754861 May 06 09:34:01.810505 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafaf71f-d0dd-458a-a67a-2462e9c8975f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94428df-0b9d-4874-bd35-903fa0c9f287,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:01.823476 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35552) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:01.852921 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbfd2ba9-22fb-4253-abd0-63bae2602f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:01.875960 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7391ff3f-0054-42d6-b064-9fd1754550cc req-bcf1ffb9-45ad-4956-862d-b2c94d25450a service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4910302 May 06 09:34:01.933758 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fab915fd-289e-4272-b3b5-54480cf907e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:01.941875 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8886133a-c504-4350-9852-22825e515d70 req-1c64a9bd-4f01-47bf-a750-02ca84873497 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573175 May 06 09:34:02.141712 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfd2ba9-22fb-4253-abd0-63bae2602f11 admin admin] Network 7b4623a5-996b-4da7-a25e-29cadc7f841e is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:02.163303 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fab915fd-289e-4272-b3b5-54480cf907e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:02.193589 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befac00f-0c29-4552-b20d-859ca88460ce req-c48f9fe5-3a32-494d-a013-e5fc3bee1a3a tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:02.198714 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-bbfd2ba9-22fb-4253-abd0-63bae2602f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:02.202746 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-befac00f-0c29-4552-b20d-859ca88460ce req-c48f9fe5-3a32-494d-a013-e5fc3bee1a3a tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=30aaa1c4-c620-454a-8973-79b6ddc00774 HTTP/1.1" status: 200 len: 950 time: 0.1255720 May 06 09:34:02.226387 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfd2ba9-22fb-4253-abd0-63bae2602f11 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:34:02.226883 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbfd2ba9-22fb-4253-abd0-63bae2602f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:02.315969 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-befac00f-0c29-4552-b20d-859ca88460ce req-656e18fd-e9ed-4780-8c23-b719a563f227 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/security-groups?id=79a7cf04-4a31-4e14-a55f-66041e2b66b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948141 May 06 09:34:02.329363 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e36f6f34-0b47-4172-9932-726343b607d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:02.380754 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd2ba9-22fb-4253-abd0-63bae2602f11 admin admin] Pushing event updated for resources: {'Port': ['ID=5fb69fc9-90e4-46ea-97ca-5843afced209,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:02.423164 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e36f6f34-0b47-4172-9932-726343b607d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:02.564831 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fab915fd-289e-4272-b3b5-54480cf907e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:02.567420 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fab915fd-289e-4272-b3b5-54480cf907e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:02.570843 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fab915fd-289e-4272-b3b5-54480cf907e9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a9ce541e-5bba-489a-932d-6ba98b968841 HTTP/1.1" status: 204 len: 168 time: 1.2138386 May 06 09:34:02.660017 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e36f6f34-0b47-4172-9932-726343b607d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:02.665389 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e36f6f34-0b47-4172-9932-726343b607d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:02.670653 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e36f6f34-0b47-4172-9932-726343b607d9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b94428df-0b9d-4874-bd35-903fa0c9f287 HTTP/1.1" status: 204 len: 168 time: 0.8034801 May 06 09:34:02.712023 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbfd2ba9-22fb-4253-abd0-63bae2602f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:02.724828 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab915fd-289e-4272-b3b5-54480cf907e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ce541e-5bba-489a-932d-6ba98b968841,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:02.774842 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f6f34-0b47-4172-9932-726343b607d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94428df-0b9d-4874-bd35-903fa0c9f287,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:02.916309 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d13aa0eb-ab01-4e21-853d-20c61e0c6318 None None] Provisioning complete for port 5fb69fc9-90e4-46ea-97ca-5843afced209 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:02.919307 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d13aa0eb-ab01-4e21-853d-20c61e0c6318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:03.061520 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d13aa0eb-ab01-4e21-853d-20c61e0c6318 None None] Port 5fb69fc9-90e4-46ea-97ca-5843afced209 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:34:03.072072 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691f4c3-aa58-4e29-90c1-c01dfd257bf0 req-64632713-a6db-453b-a08a-209067ba0105 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:03.091350 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7691f4c3-aa58-4e29-90c1-c01dfd257bf0 req-64632713-a6db-453b-a08a-209067ba0105 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfae75b2-2aed-4a3b-8e13-4afa8206067d HTTP/1.1" status: 200 len: 946 time: 0.2071111 May 06 09:34:03.099657 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device de1371c5-55fe-4708-af09-5aa7e89dabfa up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:03.281086 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port de1371c5-55fe-4708-af09-5aa7e89dabfa triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:03.281540 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:03.296543 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbfd2ba9-22fb-4253-abd0-63bae2602f11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:03.305566 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbfd2ba9-22fb-4253-abd0-63bae2602f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:03.306057 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbfd2ba9-22fb-4253-abd0-63bae2602f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:03.310721 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7691f4c3-aa58-4e29-90c1-c01dfd257bf0 req-b783d9dd-2e67-4e60-bcfe-4b9475d44ff1 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/security-groups?id=4daedf8e-6029-47e8-85c6-19efdbec5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180722 May 06 09:34:03.386979 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 2a8c432e-4ccf-4d70-947f-3448ffe6562a details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:34:03.399204 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed6406-941c-48de-948f-633a4b67418e req-3cba3919-8e89-4b9a-b92e-0b140138c3d7 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:03.424007 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-60ed6406-941c-48de-948f-633a4b67418e req-3cba3919-8e89-4b9a-b92e-0b140138c3d7 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 948 time: 0.2149279 May 06 09:34:03.488196 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35588) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:03.542449 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a5c71007-eee5-4a03-a1ca-0f80a6e9b127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:03.587237 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd2ba9-22fb-4253-abd0-63bae2602f11 admin admin] Pushing event updated for resources: {'Port': ['ID=5fb69fc9-90e4-46ea-97ca-5843afced209,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:03.587655 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-60ed6406-941c-48de-948f-633a4b67418e req-007badcd-59bb-4178-84f9-07fdc47d4b93 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623039 May 06 09:34:03.599970 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35590) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:03.653737 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a9a1ebe-cf36-4925-bb8d-61536f61f2ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:03.704736 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a75354-1fba-4e78-82c4-073c18fe2948 req-0d7847c0-8e5c-4028-aded-fdab895f9446 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:03.714243 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-44a75354-1fba-4e78-82c4-073c18fe2948 req-0d7847c0-8e5c-4028-aded-fdab895f9446 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=30aaa1c4-c620-454a-8973-79b6ddc00774 HTTP/1.1" status: 200 len: 950 time: 0.1639595 May 06 09:34:03.745055 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:03.801903 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-44a75354-1fba-4e78-82c4-073c18fe2948 req-28e7b790-f130-4b85-8305-74e20c16acc9 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/security-groups?id=79a7cf04-4a31-4e14-a55f-66041e2b66b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863366 May 06 09:34:03.853834 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port de1371c5-55fe-4708-af09-5aa7e89dabfa, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=de1371c5-55fe-4708-af09-5aa7e89dabfa,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:03.870855 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:03.890125 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a9a1ebe-cf36-4925-bb8d-61536f61f2ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:03.897549 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 2a8c432e-4ccf-4d70-947f-3448ffe6562a, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=2a8c432e-4ccf-4d70-947f-3448ffe6562a,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:03.908594 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfd2ba9-22fb-4253-abd0-63bae2602f11 admin admin] Network 7b4623a5-996b-4da7-a25e-29cadc7f841e is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:03.910671 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a9a1ebe-cf36-4925-bb8d-61536f61f2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:03.932389 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a5c71007-eee5-4a03-a1ca-0f80a6e9b127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:03.936414 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a5c71007-eee5-4a03-a1ca-0f80a6e9b127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:03.942804 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-bbfd2ba9-22fb-4253-abd0-63bae2602f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:03.946033 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a1ebe-cf36-4925-bb8d-61536f61f2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf1ad8c-02de-435f-9f36-7aa0284d6103,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:04.040976 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a5c71007-eee5-4a03-a1ca-0f80a6e9b127 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e730c9f1b3174406b5fa56a85e5535a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5482569 May 06 09:34:04.041842 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35600) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:04.042876 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c71007-eee5-4a03-a1ca-0f80a6e9b127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1d8356-0de6-4feb-9d43-c29d000b52e5,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:04.087776 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '2a8c432e-4ccf-4d70-947f-3448ffe6562a', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': '2a8c432e-4ccf-4d70-947f-3448ffe6562a', 'mac_address': 'fa:16:3e:e4:d5:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:34:04.178166 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1a9a1ebe-cf36-4925-bb8d-61536f61f2ed admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2aba530da5204d55a5994fa1347bc3de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5754862 May 06 09:34:04.182711 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35604) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:04.300843 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00204e-046f-441d-b106-36e3e1b67cad req-c7397b5b-7b43-4f9c-b7fa-8f1ed5e08fb5 tempest-LiveMigrationNegativeTest-2142461344 tempest-LiveMigrationNegativeTest-2142461344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:04.302322 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f00204e-046f-441d-b106-36e3e1b67cad req-c7397b5b-7b43-4f9c-b7fa-8f1ed5e08fb5 tempest-LiveMigrationNegativeTest-2142461344 tempest-LiveMigrationNegativeTest-2142461344-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=30aaa1c4-c620-454a-8973-79b6ddc00774 HTTP/1.1" status: 200 len: 1101 time: 0.1932132 May 06 09:34:04.306882 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-abf5b223-3a9d-4733-9927-43b6243c665d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:04.307620 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=de1371c5-55fe-4708-af09-5aa7e89dabfa,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:04.342878 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-1f00204e-046f-441d-b106-36e3e1b67cad req-880de502-ade7-4ded-8557-ff07f69ae048 tempest-LiveMigrationNegativeTest-2142461344 tempest-LiveMigrationNegativeTest-2142461344-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:04.369316 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:04.418789 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8c432e-4ccf-4d70-947f-3448ffe6562a {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:04.472643 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 2a8c432e-4ccf-4d70-947f-3448ffe6562a, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=2a8c432e-4ccf-4d70-947f-3448ffe6562a,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:04.518623 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:04.531731 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-abf5b223-3a9d-4733-9927-43b6243c665d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:04.615280 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-655ee35b-6197-40ff-87f3-b8100d4fd759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:04.621677 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-097de35d-7949-42a6-b313-dbccd73b5ebc None None] Provisioning complete for port 5fb69fc9-90e4-46ea-97ca-5843afced209 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:04.622054 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-097de35d-7949-42a6-b313-dbccd73b5ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:04.664888 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfd2ba9-22fb-4253-abd0-63bae2602f11 admin admin] Router bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:34:04.672605 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-655ee35b-6197-40ff-87f3-b8100d4fd759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:04.693139 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-1f00204e-046f-441d-b106-36e3e1b67cad req-880de502-ade7-4ded-8557-ff07f69ae048 tempest-LiveMigrationNegativeTest-2142461344 tempest-LiveMigrationNegativeTest-2142461344-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:04.696630 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426ef8f-b541-4d7e-a513-90a5f023a6a7 req-82d59e88-52b2-49aa-bfd7-071201f75542 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:04.698612 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5426ef8f-b541-4d7e-a513-90a5f023a6a7 req-82d59e88-52b2-49aa-bfd7-071201f75542 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.77 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480&tenant_id=dd2b68e9188a432782a13dad893a2f67&binding%3Ahost_id=n-h1-840835-1 HTTP/1.1" status: 200 len: 949 time: 0.3439739 May 06 09:34:04.702580 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-097de35d-7949-42a6-b313-dbccd73b5ebc None None] Port 5fb69fc9-90e4-46ea-97ca-5843afced209 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:34:04.730004 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=2a8c432e-4ccf-4d70-947f-3448ffe6562a,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:04.731211 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c77813-820e-4e70-9098-caa4523b7aa7 req-9b7d51bb-44e8-4c01-8989-8761f1a8bae6 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:04.733081 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-42c77813-820e-4e70-9098-caa4523b7aa7 req-9b7d51bb-44e8-4c01-8989-8761f1a8bae6 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 948 time: 0.3913887 May 06 09:34:04.738581 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-1f00204e-046f-441d-b106-36e3e1b67cad req-880de502-ade7-4ded-8557-ff07f69ae048 tempest-LiveMigrationNegativeTest-2142461344 tempest-LiveMigrationNegativeTest-2142461344-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:04.785712 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f00204e-046f-441d-b106-36e3e1b67cad req-880de502-ade7-4ded-8557-ff07f69ae048 tempest-LiveMigrationNegativeTest-2142461344 tempest-LiveMigrationNegativeTest-2142461344-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=79a7cf04-4a31-4e14-a55f-66041e2b66b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638796 May 06 09:34:04.815111 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['2a8c432e-4ccf-4d70-947f-3448ffe6562a'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:34:04.919640 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfd2ba9-22fb-4253-abd0-63bae2602f11 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:34:04.944965 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bbfd2ba9-22fb-4253-abd0-63bae2602f11 admin admin] 10.222.0.73 "PUT /v2.0/routers/bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6319313 May 06 09:34:04.945952 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-655ee35b-6197-40ff-87f3-b8100d4fd759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:04.952362 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-655ee35b-6197-40ff-87f3-b8100d4fd759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:04.954623 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-655ee35b-6197-40ff-87f3-b8100d4fd759 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dcf1ad8c-02de-435f-9f36-7aa0284d6103 HTTP/1.1" status: 204 len: 168 time: 0.7669852 May 06 09:34:04.960506 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-abf5b223-3a9d-4733-9927-43b6243c665d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:04.973440 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-abf5b223-3a9d-4733-9927-43b6243c665d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:04.977418 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-abf5b223-3a9d-4733-9927-43b6243c665d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4b1d8356-0de6-4feb-9d43-c29d000b52e5 HTTP/1.1" status: 204 len: 168 time: 0.9310157 May 06 09:34:04.981522 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880de502-ade7-4ded-8557-ff07f69ae048 tempest-LiveMigrationNegativeTest-2142461344 tempest-LiveMigrationNegativeTest-2142461344-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c849fe4-bb6a-4392-b73b-c772d51019bd,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:05.003762 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d816860-096b-41fa-8ff1-aeb266244c93 None None] Sync routers for ids ['bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:34:05.005136 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ee35b-6197-40ff-87f3-b8100d4fd759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf1ad8c-02de-435f-9f36-7aa0284d6103,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:05.032701 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [req-5426ef8f-b541-4d7e-a513-90a5f023a6a7 req-979c06c8-a81e-47d7-abfd-91cdbdb7bb0e service neutron] delete failed (client error): The resource could not be found. May 06 09:34:05.035181 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5426ef8f-b541-4d7e-a513-90a5f023a6a7 req-979c06c8-a81e-47d7-abfd-91cdbdb7bb0e service neutron] 10.222.0.77 "DELETE /v2.0/ports/2a8c432e-4ccf-4d70-947f-3448ffe6562a/bindings/n-h2-840835-1 HTTP/1.1" status: 404 len: 380 time: 0.3244979 May 06 09:34:05.066016 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5b223-3a9d-4733-9927-43b6243c665d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1d8356-0de6-4feb-9d43-c29d000b52e5,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:05.123414 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-42c77813-820e-4e70-9098-caa4523b7aa7 req-d2dc30c3-fa45-493c-b2cd-a32d5bba483a tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560081 May 06 09:34:05.206916 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device de1371c5-55fe-4708-af09-5aa7e89dabfa up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:05.399924 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d816860-096b-41fa-8ff1-aeb266244c93 None None] Routers {'bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:34:05.402284 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-7d816860-096b-41fa-8ff1-aeb266244c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:33:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:05.433236 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426ef8f-b541-4d7e-a513-90a5f023a6a7 req-d8e00b2b-45fa-4ffc-b3e0-26440f05593f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:05.439921 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5426ef8f-b541-4d7e-a513-90a5f023a6a7 req-d8e00b2b-45fa-4ffc-b3e0-26440f05593f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 1100 time: 0.1748374 May 06 09:34:05.736089 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-7d816860-096b-41fa-8ff1-aeb266244c93 None None] Set router bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:34:05.745405 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426ef8f-b541-4d7e-a513-90a5f023a6a7 req-5a619fb5-a349-4a0b-8da7-38b2c5e9e608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:05.748173 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5426ef8f-b541-4d7e-a513-90a5f023a6a7 req-5a619fb5-a349-4a0b-8da7-38b2c5e9e608 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.3010137 May 06 09:34:05.909241 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5426ef8f-b541-4d7e-a513-90a5f023a6a7 req-3b439202-c216-47e4-91ad-8906d553193d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=2a8c432e-4ccf-4d70-947f-3448ffe6562a HTTP/1.1" status: 200 len: 217 time: 0.1520052 May 06 09:34:05.971311 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2f0f6-ad76-4738-8984-c794b588c03e req-7d299c61-fb8d-459e-a4f9-a3ead2b411f3 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:05.989040 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-49a2f0f6-ad76-4738-8984-c794b588c03e req-7d299c61-fb8d-459e-a4f9-a3ead2b411f3 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=30aaa1c4-c620-454a-8973-79b6ddc00774 HTTP/1.1" status: 200 len: 950 time: 0.1088581 May 06 09:34:06.046004 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426ef8f-b541-4d7e-a513-90a5f023a6a7 req-8c56cd76-12f2-48e3-924d-819fda13bd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:06.048640 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5426ef8f-b541-4d7e-a513-90a5f023a6a7 req-8c56cd76-12f2-48e3-924d-819fda13bd3e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1313748 May 06 09:34:06.100401 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port de1371c5-55fe-4708-af09-5aa7e89dabfa triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:06.100785 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:06.121205 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-49a2f0f6-ad76-4738-8984-c794b588c03e req-85e85f21-0d88-4ab0-8c73-6e15ee0b0a6d tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/security-groups?id=79a7cf04-4a31-4e14-a55f-66041e2b66b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235926 May 06 09:34:06.175622 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426ef8f-b541-4d7e-a513-90a5f023a6a7 req-98c2a770-69e1-49aa-b732-5afa8207c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:06.177489 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5426ef8f-b541-4d7e-a513-90a5f023a6a7 req-98c2a770-69e1-49aa-b732-5afa8207c786 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1191661 May 06 09:34:06.277147 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-7d816860-096b-41fa-8ff1-aeb266244c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-768863757-router', 'tenant_id': '11bec3ffb5de41588a31be6635e376e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'de1371c5-55fe-4708-af09-5aa7e89dabfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:52Z', 'updated_at': '2022-05-06T09:34:02Z', 'revision_number': 4, 'project_id': '11bec3ffb5de41588a31be6635e376e8', 'gw_port': {'id': 'de1371c5-55fe-4708-af09-5aa7e89dabfa', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:53Z', 'updated_at': '2022-05-06T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '5fb69fc9-90e4-46ea-97ca-5843afced209', 'name': '', 'network_id': '7b4623a5-996b-4da7-a25e-29cadc7f841e', 'tenant_id': '11bec3ffb5de41588a31be6635e376e8', 'mac_address': 'fa:16:3e:74:b4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '386e0a87-d6e3-4eca-a189-1bf609559282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:02Z', 'revision_number': 2, 'project_id': '11bec3ffb5de41588a31be6635e376e8', 'subnets': [{'id': '386e0a87-d6e3-4eca-a189-1bf609559282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:06.344806 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5426ef8f-b541-4d7e-a513-90a5f023a6a7 req-d37f7d8b-65dd-4a32-86b6-b1f3f2a1ad4f service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601050 May 06 09:34:06.355497 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d816860-096b-41fa-8ff1-aeb266244c93 None None] Checking router: bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:34:06.361801 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d816860-096b-41fa-8ff1-aeb266244c93 None None] Updating router bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc port 5fb69fc9-90e4-46ea-97ca-5843afced209 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:34:06.436589 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3fbfc-e67a-405c-9296-a8739706fd08 req-b808247e-48a6-4a45-870f-ca2aa97e3f4c tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:06.448097 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5ae3fbfc-e67a-405c-9296-a8739706fd08 req-b808247e-48a6-4a45-870f-ca2aa97e3f4c tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 949 time: 0.1452699 May 06 09:34:06.465451 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7d816860-096b-41fa-8ff1-aeb266244c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:06.553791 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5ae3fbfc-e67a-405c-9296-a8739706fd08 req-3cfe21ec-4fda-464c-bbe8-627f1a6071f2 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039019 May 06 09:34:06.595066 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35686) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:06.666695 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5426ef8f-b541-4d7e-a513-90a5f023a6a7 req-2ec9b2da-ba96-4cc4-b5c9-447d25a0183e service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125710 May 06 09:34:06.923991 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-20b12aac-230e-4812-b279-c3c027a221d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:07.177621 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-20b12aac-230e-4812-b279-c3c027a221d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:07.189395 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-20b12aac-230e-4812-b279-c3c027a221d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:07.286643 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35704) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:07.295942 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-95a91dfa-c94e-4fc7-8912-feb2e496ffb4 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2102668681', 'description': 'tempest-description--855897841'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:07.366006 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7d816860-096b-41fa-8ff1-aeb266244c93 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:07.374702 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 2a8c432e-4ccf-4d70-947f-3448ffe6562a up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:07.383734 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35706) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:07.387305 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7d816860-096b-41fa-8ff1-aeb266244c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:07.389819 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-20b12aac-230e-4812-b279-c3c027a221d1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=57fbf460b30149ada0927a1506701d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7862360 May 06 09:34:07.427175 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b12aac-230e-4812-b279-c3c027a221d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64156c5c-a081-4f17-b2d0-8900e517f245,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:07.429739 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-95a91dfa-c94e-4fc7-8912-feb2e496ffb4 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:07.458435 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ca88a-efc2-41de-b10f-4fba12ac1ce1 None None] Pushing event updated for resources: {'Port': ['ID=5fb69fc9-90e4-46ea-97ca-5843afced209,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:07.506941 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1390a-afa9-43b2-9eb1-3711fd920ee8 req-2a5dff62-af7a-4ad3-a51b-2d10da734607 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:07.514899 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38e1390a-afa9-43b2-9eb1-3711fd920ee8 req-2a5dff62-af7a-4ad3-a51b-2d10da734607 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=30aaa1c4-c620-454a-8973-79b6ddc00774 HTTP/1.1" status: 200 len: 950 time: 0.2185242 May 06 09:34:07.600893 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38e1390a-afa9-43b2-9eb1-3711fd920ee8 req-39da5adb-5e1c-4a48-ad09-93943fdacb41 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/security-groups?id=79a7cf04-4a31-4e14-a55f-66041e2b66b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785158 May 06 09:34:07.643544 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-7d816860-096b-41fa-8ff1-aeb266244c93 None None] Attempting to bind port 5fb69fc9-90e4-46ea-97ca-5843afced209 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:34:07.643832 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-7d816860-096b-41fa-8ff1-aeb266244c93 None None] Attempting to bind port 5fb69fc9-90e4-46ea-97ca-5843afced209 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '027d4117-457e-49c5-9b41-28ce2ab24b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7b4623a5-996b-4da7-a25e-29cadc7f841e'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:34:07.644838 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d816860-096b-41fa-8ff1-aeb266244c93 None None] Attempting to bind port 5fb69fc9-90e4-46ea-97ca-5843afced209 on network 7b4623a5-996b-4da7-a25e-29cadc7f841e {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:07.669573 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d816860-096b-41fa-8ff1-aeb266244c93 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:34:07.670465 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d816860-096b-41fa-8ff1-aeb266244c93 None None] Checking segment: {'id': '027d4117-457e-49c5-9b41-28ce2ab24b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7b4623a5-996b-4da7-a25e-29cadc7f841e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:07.679790 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7d816860-096b-41fa-8ff1-aeb266244c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:07.683403 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d816860-096b-41fa-8ff1-aeb266244c93 None None] Bound using segment: {'id': '027d4117-457e-49c5-9b41-28ce2ab24b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7b4623a5-996b-4da7-a25e-29cadc7f841e'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:34:07.684099 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-7d816860-096b-41fa-8ff1-aeb266244c93 None None] Bound port: 5fb69fc9-90e4-46ea-97ca-5843afced209, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027d4117-457e-49c5-9b41-28ce2ab24b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7b4623a5-996b-4da7-a25e-29cadc7f841e'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:34:07.684695 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7d816860-096b-41fa-8ff1-aeb266244c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:07.691460 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 2a8c432e-4ccf-4d70-947f-3448ffe6562a completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:34:07.756017 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-95a91dfa-c94e-4fc7-8912-feb2e496ffb4 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:07.776754 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc775c-d2c3-499a-b3c5-a8f65c8b3fcb req-1fc915fd-f42c-4a25-a822-a4007434057a tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:07.778448 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ebdc775c-d2c3-499a-b3c5-a8f65c8b3fcb req-1fc915fd-f42c-4a25-a822-a4007434057a tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.84 "GET /v2.0/ports?device_id=30aaa1c4-c620-454a-8973-79b6ddc00774 HTTP/1.1" status: 200 len: 950 time: 0.1746497 May 06 09:34:07.790516 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-95a91dfa-c94e-4fc7-8912-feb2e496ffb4 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:07.835040 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-7d816860-096b-41fa-8ff1-aeb266244c93 None None] For port 5fb69fc9-90e4-46ea-97ca-5843afced209, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:07.839819 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-7d816860-096b-41fa-8ff1-aeb266244c93 None None] For port 5fb69fc9-90e4-46ea-97ca-5843afced209, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=5fb69fc9-90e4-46ea-97ca-5843afced209,segment=NetworkSegment(027d4117-457e-49c5-9b41-28ce2ab24b86),segment_id=027d4117-457e-49c5-9b41-28ce2ab24b86)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:34:07.842745 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 2a8c432e-4ccf-4d70-947f-3448ffe6562a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:07.843141 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:07.937079 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-95a91dfa-c94e-4fc7-8912-feb2e496ffb4 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:07.944605 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-95a91dfa-c94e-4fc7-8912-feb2e496ffb4 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6568351 May 06 09:34:07.949015 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35722) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:07.959601 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7d816860-096b-41fa-8ff1-aeb266244c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:07.960049 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ce1aa4b3-5a3a-4453-aa5a-173739bb07da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:07.988234 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-d6bb6c50-e299-45cf-a5d1-33d3a1f155f1 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Request body: {'security_group_rule': {'security_group_id': '0d239d7c-84e1-4284-bf97-da62be15615c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:07.997130 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a742d7-c776-4be3-9894-ab0d03485848 req-cbf1fb72-6be2-40ce-8ecc-feee6f1507e5 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:08.011028 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c4a742d7-c776-4be3-9894-ab0d03485848 req-cbf1fb72-6be2-40ce-8ecc-feee6f1507e5 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 949 time: 0.2847493 May 06 09:34:08.070556 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-ee4a7caa-2e56-44ed-abed-1ad3b15452b3 None None] Provisioning complete for port 5fb69fc9-90e4-46ea-97ca-5843afced209 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:08.070926 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ee4a7caa-2e56-44ed-abed-1ad3b15452b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:08.146378 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a91dfa-c94e-4fc7-8912-feb2e496ffb4 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d239d7c-84e1-4284-bf97-da62be15615c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:08.198594 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6bb6c50-e299-45cf-a5d1-33d3a1f155f1 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:08.212716 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ce1aa4b3-5a3a-4453-aa5a-173739bb07da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:08.225899 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ee4a7caa-2e56-44ed-abed-1ad3b15452b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:08.252620 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c4a742d7-c776-4be3-9894-ab0d03485848 req-674edddd-f5bf-446e-8ce8-28d9f4781122 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385824 May 06 09:34:08.332335 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-ebdc775c-d2c3-499a-b3c5-a8f65c8b3fcb req-4f366809-0ef0-42db-8624-c27072c51876 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Deleting port a8c79c00-79f6-41dd-92da-d131c166b026 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:34:08.332683 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ebdc775c-d2c3-499a-b3c5-a8f65c8b3fcb req-4f366809-0ef0-42db-8624-c27072c51876 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:08.334149 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ee4a7caa-2e56-44ed-abed-1ad3b15452b3 None None] For port 5fb69fc9-90e4-46ea-97ca-5843afced209, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=5fb69fc9-90e4-46ea-97ca-5843afced209,segment=NetworkSegment(027d4117-457e-49c5-9b41-28ce2ab24b86),segment_id=027d4117-457e-49c5-9b41-28ce2ab24b86)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:08.336225 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:08.340550 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d816860-096b-41fa-8ff1-aeb266244c93 None None] Routers {'bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:34:08.341466 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-7d816860-096b-41fa-8ff1-aeb266244c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:33:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:08.532195 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6bb6c50-e299-45cf-a5d1-33d3a1f155f1 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:08.549805 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6bb6c50-e299-45cf-a5d1-33d3a1f155f1 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:08.569468 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ce1aa4b3-5a3a-4453-aa5a-173739bb07da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:08.581381 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ce1aa4b3-5a3a-4453-aa5a-173739bb07da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:08.588974 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ce1aa4b3-5a3a-4453-aa5a-173739bb07da admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/64156c5c-a081-4f17-b2d0-8900e517f245 HTTP/1.1" status: 204 len: 168 time: 1.2028196 May 06 09:34:08.642586 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb6c50-e299-45cf-a5d1-33d3a1f155f1 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bcfc857-e730-4a5b-9d94-22dfcae5512c,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:08.697995 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6bb6c50-e299-45cf-a5d1-33d3a1f155f1 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:08.699470 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d6bb6c50-e299-45cf-a5d1-33d3a1f155f1 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7335629 May 06 09:34:08.702620 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1aa4b3-5a3a-4453-aa5a-173739bb07da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64156c5c-a081-4f17-b2d0-8900e517f245,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:08.719577 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35750) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:08.727594 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-3d454811-6897-4e2d-bbca-cb574c8e2c49 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Request body: {'security_group_rule': {'security_group_id': '0d239d7c-84e1-4284-bf97-da62be15615c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:08.773212 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ee4a7caa-2e56-44ed-abed-1ad3b15452b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:08.791401 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-ebdc775c-d2c3-499a-b3c5-a8f65c8b3fcb req-4f366809-0ef0-42db-8624-c27072c51876 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] For port a8c79c00-79f6-41dd-92da-d131c166b026, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=a8c79c00-79f6-41dd-92da-d131c166b026,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:08.791803 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ebdc775c-d2c3-499a-b3c5-a8f65c8b3fcb req-4f366809-0ef0-42db-8624-c27072c51876 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:08.795660 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d873d8-2f6d-4575-a869-28fee356a1b8 req-382ea75a-2267-4ea4-b368-f81b4d87c519 tempest-MigrationsAdminTest-741517518 tempest-MigrationsAdminTest-741517518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:08.803522 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-19d873d8-2f6d-4575-a869-28fee356a1b8 req-382ea75a-2267-4ea4-b368-f81b4d87c519 tempest-MigrationsAdminTest-741517518 tempest-MigrationsAdminTest-741517518-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 1100 time: 0.2825696 May 06 09:34:08.807366 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ca88a-efc2-41de-b10f-4fba12ac1ce1 None None] Pushing event updated for resources: {'Port': ['ID=5fb69fc9-90e4-46ea-97ca-5843afced209,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:08.822419 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3d454811-6897-4e2d-bbca-cb574c8e2c49 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:08.885585 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-ebdc775c-d2c3-499a-b3c5-a8f65c8b3fcb req-4f366809-0ef0-42db-8624-c27072c51876 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Calling delete_port for a8c79c00-79f6-41dd-92da-d131c166b026 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:34:08.981435 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ed024f-297d-4b6c-b951-530587259480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8c432e-4ccf-4d70-947f-3448ffe6562a'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:08.993878 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3d454811-6897-4e2d-bbca-cb574c8e2c49 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:08.995049 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692f8985-acab-4228-813a-65b47f2c2689" -d '{"events": [{"server_uuid": "08ed024f-297d-4b6c-b951-530587259480", "name": "network-vif-plugged", "status": "completed", "tag": "2a8c432e-4ccf-4d70-947f-3448ffe6562a"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:09.002319 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3d454811-6897-4e2d-bbca-cb574c8e2c49 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:09.044568 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 2a8c432e-4ccf-4d70-947f-3448ffe6562a, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=2a8c432e-4ccf-4d70-947f-3448ffe6562a,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:09.058950 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-7d816860-096b-41fa-8ff1-aeb266244c93 None None] Set router bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:34:09.063816 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d454811-6897-4e2d-bbca-cb574c8e2c49 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc48bb8a-f79a-46ff-8f82-20bffd12475f,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:09.080210 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3d454811-6897-4e2d-bbca-cb574c8e2c49 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:09.093426 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3d454811-6897-4e2d-bbca-cb574c8e2c49 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3727086 May 06 09:34:09.096159 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35760) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:09.100797 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-b3731e9a-e51b-4552-8143-03acc38a1ab7 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:09.121903 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:09.136490 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-19d873d8-2f6d-4575-a869-28fee356a1b8 req-8b0d8de7-ab91-44ed-9b5e-1624eebc1392 tempest-MigrationsAdminTest-741517518 tempest-MigrationsAdminTest-741517518-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320124 May 06 09:34:09.151200 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c361b300-8900-4057-bd73-6365491efc2e None None] Provisioning complete for port 5fb69fc9-90e4-46ea-97ca-5843afced209 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:09.151590 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c361b300-8900-4057-bd73-6365491efc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:09.196521 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3731e9a-e51b-4552-8143-03acc38a1ab7 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks [] for floatingip, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:09.232916 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d95e810-6915-4395-a143-126c0ee1c17d x-openstack-request-id: req-1d95e810-6915-4395-a143-126c0ee1c17d {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:09.239321 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ed024f-297d-4b6c-b951-530587259480", "name": "network-vif-plugged", "status": "completed", "tag": "2a8c432e-4ccf-4d70-947f-3448ffe6562a", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:09.239599 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1d95e810-6915-4395-a143-126c0ee1c17d {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:09.240027 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d95e810-6915-4395-a143-126c0ee1c17d'] response: {'server_uuid': '08ed024f-297d-4b6c-b951-530587259480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8c432e-4ccf-4d70-947f-3448ffe6562a', 'code': 200} May 06 09:34:09.241103 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a7caa-2e56-44ed-abed-1ad3b15452b3 None None] Pushing event updated for resources: {'Port': ['ID=5fb69fc9-90e4-46ea-97ca-5843afced209,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:09.422809 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9625b5-bca4-45ba-a7c2-1bb411a92831 req-9c62c38e-90cf-43c8-915a-1985be3945e0 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:09.438114 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a9625b5-bca4-45ba-a7c2-1bb411a92831 req-9c62c38e-90cf-43c8-915a-1985be3945e0 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=30aaa1c4-c620-454a-8973-79b6ddc00774 HTTP/1.1" status: 200 len: 950 time: 0.3665359 May 06 09:34:09.453220 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ebdc775c-d2c3-499a-b3c5-a8f65c8b3fcb req-4f366809-0ef0-42db-8624-c27072c51876 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:09.459888 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35774) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:09.489940 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e8f5efca-e6df-4f9b-8cfd-b77d1d495a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:09.521460 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3731e9a-e51b-4552-8143-03acc38a1ab7 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:09.548483 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['4ab89bb2-04b4-44dd-bf8e-4b87721035bf'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:34:09.603220 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f366809-0ef0-42db-8624-c27072c51876 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Pushing event deleted for resources: {'Port': ['ID=a8c79c00-79f6-41dd-92da-d131c166b026,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:09.677845 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebdc775c-d2c3-499a-b3c5-a8f65c8b3fcb req-4f366809-0ef0-42db-8624-c27072c51876 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] No DVR routers for this DVR port a8c79c00-79f6-41dd-92da-d131c166b026 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:34:09.692544 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ebdc775c-d2c3-499a-b3c5-a8f65c8b3fcb req-4f366809-0ef0-42db-8624-c27072c51876 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:09.698088 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ebdc775c-d2c3-499a-b3c5-a8f65c8b3fcb req-4f366809-0ef0-42db-8624-c27072c51876 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.84 "DELETE /v2.0/ports/a8c79c00-79f6-41dd-92da-d131c166b026 HTTP/1.1" status: 204 len: 173 time: 1.8971152 May 06 09:34:09.698764 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30aaa1c4-c620-454a-8973-79b6ddc00774', 'name': 'network-vif-deleted', 'tag': 'a8c79c00-79f6-41dd-92da-d131c166b026'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:09.702137 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35d38b9-1c45-4e92-9461-95e652f0bd20" -d '{"events": [{"server_uuid": "30aaa1c4-c620-454a-8973-79b6ddc00774", "name": "network-vif-deleted", "tag": "a8c79c00-79f6-41dd-92da-d131c166b026"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:09.703596 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-b3731e9a-e51b-4552-8143-03acc38a1ab7 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Allocated IP 172.25.5.182 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/08340c24-6aa7-44c8-9da6-703be95edb99) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:34:09.841627 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a9625b5-bca4-45ba-a7c2-1bb411a92831 req-51b17e71-b7ae-408c-a611-2b81f7af37a7 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/security-groups?id=79a7cf04-4a31-4e14-a55f-66041e2b66b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024851 May 06 09:34:09.959755 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-d36c79be-18d6-425a-a4fa-2f5bde84e13b tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=dd2b68e9188a432782a13dad893a2f67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1126456 May 06 09:34:10.092517 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=2a8c432e-4ccf-4d70-947f-3448ffe6562a,revision_number=9']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:10.268830 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-0a43d95a-0545-474e-af25-544068fea906 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:10.282521 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-0a43d95a-0545-474e-af25-544068fea906 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3218527 May 06 09:34:10.285819 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a009009c-cf96-449a-96e4-7b0c720bd8cc x-openstack-request-id: req-a009009c-cf96-449a-96e4-7b0c720bd8cc {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:10.286109 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30aaa1c4-c620-454a-8973-79b6ddc00774", "name": "network-vif-deleted", "tag": "a8c79c00-79f6-41dd-92da-d131c166b026", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:10.286364 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a009009c-cf96-449a-96e4-7b0c720bd8cc {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:10.286760 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a009009c-cf96-449a-96e4-7b0c720bd8cc'] response: {'server_uuid': '30aaa1c4-c620-454a-8973-79b6ddc00774', 'name': 'network-vif-deleted', 'tag': 'a8c79c00-79f6-41dd-92da-d131c166b026', 'status': 'completed', 'code': 200} May 06 09:34:10.318512 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-634afa41-86b1-4289-a415-bf1afbd433d0 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/quotas/dd2b68e9188a432782a13dad893a2f67 HTTP/1.1" status: 200 len: 375 time: 0.0284398 May 06 09:34:10.426151 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3731e9a-e51b-4552-8143-03acc38a1ab7 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:10.461046 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-cd46481a-4210-489b-b08e-9e93339a77d1 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1318924 May 06 09:34:10.514233 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3731e9a-e51b-4552-8143-03acc38a1ab7 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:10.594707 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-7d816860-096b-41fa-8ff1-aeb266244c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-768863757-router', 'tenant_id': '11bec3ffb5de41588a31be6635e376e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'de1371c5-55fe-4708-af09-5aa7e89dabfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:52Z', 'updated_at': '2022-05-06T09:34:02Z', 'revision_number': 4, 'project_id': '11bec3ffb5de41588a31be6635e376e8', 'gw_port': {'id': 'de1371c5-55fe-4708-af09-5aa7e89dabfa', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:53Z', 'updated_at': '2022-05-06T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '5fb69fc9-90e4-46ea-97ca-5843afced209', 'name': '', 'network_id': '7b4623a5-996b-4da7-a25e-29cadc7f841e', 'tenant_id': '11bec3ffb5de41588a31be6635e376e8', 'mac_address': 'fa:16:3e:74:b4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '386e0a87-d6e3-4eca-a189-1bf609559282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:08Z', 'revision_number': 5, 'project_id': '11bec3ffb5de41588a31be6635e376e8', 'subnets': [{'id': '386e0a87-d6e3-4eca-a189-1bf609559282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:10.653336 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d816860-096b-41fa-8ff1-aeb266244c93 None None] The sync data for ids ['bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc'] in n-d-840835-1 is: [{'id': 'bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-768863757-router', 'tenant_id': '11bec3ffb5de41588a31be6635e376e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'de1371c5-55fe-4708-af09-5aa7e89dabfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:52Z', 'updated_at': '2022-05-06T09:34:02Z', 'revision_number': 4, 'project_id': '11bec3ffb5de41588a31be6635e376e8', 'gw_port': {'id': 'de1371c5-55fe-4708-af09-5aa7e89dabfa', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:53Z', 'updated_at': '2022-05-06T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '5fb69fc9-90e4-46ea-97ca-5843afced209', 'name': '', 'network_id': '7b4623a5-996b-4da7-a25e-29cadc7f841e', 'tenant_id': '11bec3ffb5de41588a31be6635e376e8', 'mac_address': 'fa:16:3e:74:b4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '386e0a87-d6e3-4eca-a189-1bf609559282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:08Z', 'revision_number': 5, 'project_id': '11bec3ffb5de41588a31be6635e376e8', 'subnets': [{'id': '386e0a87-d6e3-4eca-a189-1bf609559282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:34:10.657383 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3731e9a-e51b-4552-8143-03acc38a1ab7 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:10.659147 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-b3731e9a-e51b-4552-8143-03acc38a1ab7 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:10.672639 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3731e9a-e51b-4552-8143-03acc38a1ab7 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:34:10.690711 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3731e9a-e51b-4552-8143-03acc38a1ab7 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Pushing event updated for resources: {'Port': ['ID=08340c24-6aa7-44c8-9da6-703be95edb99,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:10.986446 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e8f5efca-e6df-4f9b-8cfd-b77d1d495a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:10.988038 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3731e9a-e51b-4552-8143-03acc38a1ab7 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:11.034374 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e8f5efca-e6df-4f9b-8cfd-b77d1d495a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:11.097392 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 5fb69fc9-90e4-46ea-97ca-5843afced209 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:11.130843 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a9728239-98eb-449b-a9d7-a8a8e398889d req-6a81bea1-ace8-4708-acf5-7e7976575673 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 210 time: 0.0587866 May 06 09:34:11.221002 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3731e9a-e51b-4552-8143-03acc38a1ab7 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:11.223833 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5efca-e6df-4f9b-8cfd-b77d1d495a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e429be94-7d38-4114-8ba8-def0e0070391,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:11.273555 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 5fb69fc9-90e4-46ea-97ca-5843afced209 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:11.273935 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:11.366483 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e8f5efca-e6df-4f9b-8cfd-b77d1d495a38 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=492b841c9ebb4d97a5bfb09b94a74b02&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9016299 May 06 09:34:11.369231 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35838) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:11.390365 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device a8c79c00-79f6-41dd-92da-d131c166b026 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:34:11.468616 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: a8c79c00-79f6-41dd-92da-d131c166b026 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:34:11.472858 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device a8c79c00-79f6-41dd-92da-d131c166b026 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:34:11.618267 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a2940c05-5c4b-45c1-82bf-3d188cbb98a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:11.681625 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a2940c05-5c4b-45c1-82bf-3d188cbb98a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:11.749106 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a2940c05-5c4b-45c1-82bf-3d188cbb98a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:11.754107 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a2940c05-5c4b-45c1-82bf-3d188cbb98a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:11.755829 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a2940c05-5c4b-45c1-82bf-3d188cbb98a7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e429be94-7d38-4114-8ba8-def0e0070391 HTTP/1.1" status: 204 len: 168 time: 0.3854234 May 06 09:34:11.782171 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2940c05-5c4b-45c1-82bf-3d188cbb98a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e429be94-7d38-4114-8ba8-def0e0070391,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:11.857822 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3731e9a-e51b-4552-8143-03acc38a1ab7 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:11.864014 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3731e9a-e51b-4552-8143-03acc38a1ab7 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:11.921096 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3731e9a-e51b-4552-8143-03acc38a1ab7 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:11.957078 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3731e9a-e51b-4552-8143-03acc38a1ab7 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:11.958700 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b3731e9a-e51b-4552-8143-03acc38a1ab7 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8613341 May 06 09:34:11.959620 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3731e9a-e51b-4552-8143-03acc38a1ab7 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Pushing event updated for resources: {'Port': ['ID=08340c24-6aa7-44c8-9da6-703be95edb99,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:12.222117 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df7826-5712-44a9-af5b-cc517d65a2bc req-ff46fc5c-1031-4e68-be22-9171bb352b7f tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:12.233193 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-06df7826-5712-44a9-af5b-cc517d65a2bc req-ff46fc5c-1031-4e68-be22-9171bb352b7f tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=446e3d5d-3013-4957-bdd1-97118db98728 HTTP/1.1" status: 200 len: 971 time: 0.1251009 May 06 09:34:12.349312 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-673e6698-2365-416e-91ff-716f8a16a3c7 req-230f519f-fdea-440b-be30-894f04f13d76 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 210 time: 0.0794854 May 06 09:34:12.421437 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-06df7826-5712-44a9-af5b-cc517d65a2bc req-6c350c6f-4086-40a7-a5b9-c0b4a268a2bf tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/security-groups?id=79a7cf04-4a31-4e14-a55f-66041e2b66b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821222 May 06 09:34:12.674397 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-f0711fe4-acaf-4c94-a467-bee471c3c2ca tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--2102668681&fields=id&tenant_id=c2b09c743dc34ecd9ff39fe3cb1e8e10 HTTP/1.1" status: 200 len: 267 time: 0.1174929 May 06 09:34:12.741615 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35900) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:12.758528 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-53ae3ca7-d259-4847-94a5-e0f030cda231 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=dd2b68e9188a432782a13dad893a2f67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591683 May 06 09:34:12.947153 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-20a8558d-93ce-406a-8af4-0f53478d27f5 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:12.961239 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-20a8558d-93ce-406a-8af4-0f53478d27f5 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/networks?id=e76d704a-9d79-4d25-8a5d-5f2069ed1f70 HTTP/1.1" status: 200 len: 824 time: 0.2851629 May 06 09:34:12.994747 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-79c01912-2cd1-45f2-a88a-456cc2a061bc tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/quotas/c2b09c743dc34ecd9ff39fe3cb1e8e10 HTTP/1.1" status: 200 len: 375 time: 0.0328562 May 06 09:34:13.037356 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-a9ac694f-c336-43e1-a7d6-a8eda6e3c416 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:13.043444 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-a9ac694f-c336-43e1-a7d6-a8eda6e3c416 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2781322 May 06 09:34:13.091203 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-9b8657a7-fb29-4cc8-a369-a39872b4db70 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Request body: {'port': {'device_id': '7d07b229-b377-4506-a467-73db406d130e', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'admin_state_up': True, 'tenant_id': 'dd2b68e9188a432782a13dad893a2f67'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:13.138685 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-b6bb20a0-6213-4315-abc8-91be39973887 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2b09c743dc34ecd9ff39fe3cb1e8e10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1404076 May 06 09:34:13.249356 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35912) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:13.264966 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aa0618a3-c9bd-4eda-8e76-cb8920155111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:13.323997 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-1c4f6724-b89f-4cab-8a4a-9f2eb2baaa94 service neutron] 10.222.0.73 "GET /v2.0/networks/e76d704a-9d79-4d25-8a5d-5f2069ed1f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831620 May 06 09:34:13.434956 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-0bf9e085-13a1-4c6e-a9a8-a22120296033 service neutron] 10.222.0.73 "GET /v2.0/networks/e76d704a-9d79-4d25-8a5d-5f2069ed1f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077449 May 06 09:34:13.561662 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aa0618a3-c9bd-4eda-8e76-cb8920155111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:13.575957 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d7afb2de-5b4b-4bd1-891f-329d5f9c6812 req-4b6925e4-2c90-4a7c-a794-ad0ef4a9fae2 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 210 time: 0.0636005 May 06 09:34:13.579393 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aa0618a3-c9bd-4eda-8e76-cb8920155111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:13.717792 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0618a3-c9bd-4eda-8e76-cb8920155111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa306a42-526e-4629-8b8b-675725b01ebc,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:13.723390 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-89d8b926-7ea8-4b05-9f89-212074640771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:13.724114 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4a373-7d41-4b4e-827a-49503ad8c87a req-9c6356a8-e26c-4d2e-bc86-ba3c2c6b5bb1 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:13.731607 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4da4a373-7d41-4b4e-827a-49503ad8c87a req-9c6356a8-e26c-4d2e-bc86-ba3c2c6b5bb1 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=446e3d5d-3013-4957-bdd1-97118db98728 HTTP/1.1" status: 200 len: 971 time: 0.0613415 May 06 09:34:13.747765 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-aa0618a3-c9bd-4eda-8e76-cb8920155111 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=53cd52816a7849db8458dff7de2f9a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0008888 May 06 09:34:13.758007 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35930) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:13.945970 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4fbbe014-2097-49d0-8112-ab378b81afc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:13.946363 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-89d8b926-7ea8-4b05-9f89-212074640771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:13.961658 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-89d8b926-7ea8-4b05-9f89-212074640771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:13.978176 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-9b8657a7-fb29-4cc8-a369-a39872b4db70 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Made reservation on behalf of dd2b68e9188a432782a13dad893a2f67 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:13.982640 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-9b8657a7-fb29-4cc8-a369-a39872b4db70 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:13.990828 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4da4a373-7d41-4b4e-827a-49503ad8c87a req-d30d740b-34d5-46cb-839e-12ebf36d4821 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/security-groups?id=79a7cf04-4a31-4e14-a55f-66041e2b66b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535479 May 06 09:34:14.045746 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-89d8b926-7ea8-4b05-9f89-212074640771 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=53fdd5cbf7554ef08d09d322519f2545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7813454 May 06 09:34:14.049628 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-369d4abb-2d42-463b-b6e6-002fb2d503ac req-d09f9b29-0083-4257-a619-1456b67b38cb tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c3a6d87-33bf-44c6-83f4-59b0deeecf87 HTTP/1.1" status: 200 len: 210 time: 0.1011672 May 06 09:34:14.054952 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35938) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:14.064362 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8b926-7ea8-4b05-9f89-212074640771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a1e340-a720-4e2a-9467-6f0411b71605,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:14.137004 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4fbbe014-2097-49d0-8112-ab378b81afc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:14.270914 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf19a60-4973-457a-ba28-beeffd008c1e req-78eb8228-abfb-4b75-a1c6-a12c80d51e7c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:14.277671 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dcf19a60-4973-457a-ba28-beeffd008c1e req-78eb8228-abfb-4b75-a1c6-a12c80d51e7c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.84 "GET /v2.0/ports?device_id=446e3d5d-3013-4957-bdd1-97118db98728 HTTP/1.1" status: 200 len: 971 time: 0.2464595 May 06 09:34:14.282306 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-734a8a6f-1b71-4809-b0e9-2c9a45ab6658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:14.311272 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-9b8657a7-fb29-4cc8-a369-a39872b4db70 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Allocated IP 192.168.233.47 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/401ec187-3b03-41c3-a15c-9e8e9f696ca7) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:34:14.376282 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-734a8a6f-1b71-4809-b0e9-2c9a45ab6658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:14.390467 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4fbbe014-2097-49d0-8112-ab378b81afc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:14.393357 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4fbbe014-2097-49d0-8112-ab378b81afc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:14.397476 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4fbbe014-2097-49d0-8112-ab378b81afc4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fa306a42-526e-4629-8b8b-675725b01ebc HTTP/1.1" status: 204 len: 168 time: 0.6384795 May 06 09:34:14.456660 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbe014-2097-49d0-8112-ab378b81afc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa306a42-526e-4629-8b8b-675725b01ebc,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:14.518577 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-734a8a6f-1b71-4809-b0e9-2c9a45ab6658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:14.526001 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-734a8a6f-1b71-4809-b0e9-2c9a45ab6658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:14.532471 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-734a8a6f-1b71-4809-b0e9-2c9a45ab6658 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/02a1e340-a720-4e2a-9467-6f0411b71605 HTTP/1.1" status: 204 len: 168 time: 0.4656317 May 06 09:34:14.565016 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-dcf19a60-4973-457a-ba28-beeffd008c1e req-00a27781-5fa5-4b50-93b7-d1a38eef576c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Deleting port 4ab89bb2-04b4-44dd-bf8e-4b87721035bf {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:34:14.565732 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-dcf19a60-4973-457a-ba28-beeffd008c1e req-00a27781-5fa5-4b50-93b7-d1a38eef576c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:14.754056 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-9b8657a7-fb29-4cc8-a369-a39872b4db70 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:14.792964 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a8a6f-1b71-4809-b0e9-2c9a45ab6658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a1e340-a720-4e2a-9467-6f0411b71605,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:14.797400 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-dcf19a60-4973-457a-ba28-beeffd008c1e req-00a27781-5fa5-4b50-93b7-d1a38eef576c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] For port 4ab89bb2-04b4-44dd-bf8e-4b87721035bf, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=4ab89bb2-04b4-44dd-bf8e-4b87721035bf,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:14.797842 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-dcf19a60-4973-457a-ba28-beeffd008c1e req-00a27781-5fa5-4b50-93b7-d1a38eef576c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:14.800625 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-9b8657a7-fb29-4cc8-a369-a39872b4db70 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:14.829063 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['2a8c432e-4ccf-4d70-947f-3448ffe6562a'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:34:14.836151 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-dcf19a60-4973-457a-ba28-beeffd008c1e req-00a27781-5fa5-4b50-93b7-d1a38eef576c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Calling delete_port for 4ab89bb2-04b4-44dd-bf8e-4b87721035bf owned by compute:tempest-test_az-254901156 {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:34:14.915792 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8657a7-fb29-4cc8-a369-a39872b4db70 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Pushing event updated for resources: {'Port': ['ID=401ec187-3b03-41c3-a15c-9e8e9f696ca7,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:14.966184 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-9b8657a7-fb29-4cc8-a369-a39872b4db70 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:14.977851 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-9b8657a7-fb29-4cc8-a369-a39872b4db70 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:14.989607 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-9b8657a7-fb29-4cc8-a369-a39872b4db70 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:34:15.007274 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-9b8657a7-fb29-4cc8-a369-a39872b4db70 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:15.031293 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-9b8657a7-fb29-4cc8-a369-a39872b4db70 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:15.117273 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-9b8657a7-fb29-4cc8-a369-a39872b4db70 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0271266 May 06 09:34:15.159789 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-92e46787-7075-406c-a0d3-86b27783e0a5 service neutron] Request body: {'port': {'device_id': '7d07b229-b377-4506-a467-73db406d130e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:15.382857 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-92e46787-7075-406c-a0d3-86b27783e0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:15.493785 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35970) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:15.545712 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c807597f-6af7-461f-a3ac-55df74a7795b None None] Provisioning complete for port 401ec187-3b03-41c3-a15c-9e8e9f696ca7 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:15.546397 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c807597f-6af7-461f-a3ac-55df74a7795b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:15.565969 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35972) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:15.587885 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b6b335d0-2f92-442f-8db0-59552ffa0813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:15.606120 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24d9a5-0b00-4ffa-a4bd-5958233242e6 req-5db24502-70b0-4ced-b6f3-d6b25dbe41be tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:15.608645 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c24d9a5-0b00-4ffa-a4bd-5958233242e6 req-5db24502-70b0-4ced-b6f3-d6b25dbe41be tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 935 time: 0.8173213 May 06 09:34:15.651034 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-550d944a-774c-4b9a-a46e-a6a7f4b02ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:15.675338 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-c807597f-6af7-461f-a3ac-55df74a7795b None None] Port 401ec187-3b03-41c3-a15c-9e8e9f696ca7 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:34:15.720503 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19e90e-177b-4846-ac31-fb2c50373b77 req-686000e1-fc69-4a84-bfcf-1b25aa038fa1 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:15.730484 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d19e90e-177b-4846-ac31-fb2c50373b77 req-686000e1-fc69-4a84-bfcf-1b25aa038fa1 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=446e3d5d-3013-4957-bdd1-97118db98728 HTTP/1.1" status: 200 len: 971 time: 0.1956434 May 06 09:34:15.877594 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-70b08983-51e0-43d8-8489-70be924e193b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:15.919758 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-550d944a-774c-4b9a-a46e-a6a7f4b02ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:15.924696 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c24d9a5-0b00-4ffa-a4bd-5958233242e6 req-fa2737d7-d945-4c4d-9af7-6e1a3eeb69b9 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959533 May 06 09:34:15.932251 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-550d944a-774c-4b9a-a46e-a6a7f4b02ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:15.970752 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b6b335d0-2f92-442f-8db0-59552ffa0813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:16.157443 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-550d944a-774c-4b9a-a46e-a6a7f4b02ba6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2063783769cc49f78fb436766bf41be4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5862091 May 06 09:34:16.186316 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d944a-774c-4b9a-a46e-a6a7f4b02ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3c82e3-a1f6-4bb3-8d68-6d937e1ac2f7,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:16.208328 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35978) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:16.326959 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-54020d26-59b9-43e2-a1e8-78e30f756e8c req-2d24b4c4-0bdf-4451-94a5-098f20b459a8 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c3a6d87-33bf-44c6-83f4-59b0deeecf87 HTTP/1.1" status: 200 len: 210 time: 0.1210425 May 06 09:34:16.343096 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b6b335d0-2f92-442f-8db0-59552ffa0813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:16.412820 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d19e90e-177b-4846-ac31-fb2c50373b77 req-ed924f6c-d636-4108-9e8e-dda56af8d710 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/security-groups?id=79a7cf04-4a31-4e14-a55f-66041e2b66b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6809940 May 06 09:34:16.420980 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-dcf19a60-4973-457a-ba28-beeffd008c1e req-00a27781-5fa5-4b50-93b7-d1a38eef576c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:16.463858 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a27781-5fa5-4b50-93b7-d1a38eef576c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Pushing event deleted for resources: {'Port': ['ID=4ab89bb2-04b4-44dd-bf8e-4b87721035bf,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:16.488440 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5d473b1b-0233-43c5-8a13-2099625c57eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:16.513487 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b6b335d0-2f92-442f-8db0-59552ffa0813 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4abdba860bdc43afb889278f7cad8657&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0184233 May 06 09:34:16.524422 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35986) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:16.571019 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5d473b1b-0233-43c5-8a13-2099625c57eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:16.573071 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf19a60-4973-457a-ba28-beeffd008c1e req-00a27781-5fa5-4b50-93b7-d1a38eef576c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] No DVR routers for this DVR port 4ab89bb2-04b4-44dd-bf8e-4b87721035bf on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:34:16.580588 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-dcf19a60-4973-457a-ba28-beeffd008c1e req-00a27781-5fa5-4b50-93b7-d1a38eef576c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:16.584673 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dcf19a60-4973-457a-ba28-beeffd008c1e req-00a27781-5fa5-4b50-93b7-d1a38eef576c tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.84 "DELETE /v2.0/ports/4ab89bb2-04b4-44dd-bf8e-4b87721035bf HTTP/1.1" status: 204 len: 173 time: 2.2968071 May 06 09:34:16.585422 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446e3d5d-3013-4957-bdd1-97118db98728', 'name': 'network-vif-deleted', 'tag': '4ab89bb2-04b4-44dd-bf8e-4b87721035bf'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:16.588002 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee12348-3fc5-495e-98bc-3e661f3589fd" -d '{"events": [{"server_uuid": "446e3d5d-3013-4957-bdd1-97118db98728", "name": "network-vif-deleted", "tag": "4ab89bb2-04b4-44dd-bf8e-4b87721035bf"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:16.678310 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80712736-bf7b-4477-837c-89c1ece3d7ee x-openstack-request-id: req-80712736-bf7b-4477-837c-89c1ece3d7ee {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:16.678600 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446e3d5d-3013-4957-bdd1-97118db98728", "name": "network-vif-deleted", "tag": "4ab89bb2-04b4-44dd-bf8e-4b87721035bf", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:16.678853 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-80712736-bf7b-4477-837c-89c1ece3d7ee {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:16.679300 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80712736-bf7b-4477-837c-89c1ece3d7ee'] response: {'server_uuid': '446e3d5d-3013-4957-bdd1-97118db98728', 'name': 'network-vif-deleted', 'tag': '4ab89bb2-04b4-44dd-bf8e-4b87721035bf', 'status': 'completed', 'code': 200} May 06 09:34:16.714145 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5d473b1b-0233-43c5-8a13-2099625c57eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:16.716946 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5d473b1b-0233-43c5-8a13-2099625c57eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:16.719011 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5d473b1b-0233-43c5-8a13-2099625c57eb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1d3c82e3-a1f6-4bb3-8d68-6d937e1ac2f7 HTTP/1.1" status: 204 len: 168 time: 0.5095067 May 06 09:34:16.756936 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-92e46787-7075-406c-a0d3-86b27783e0a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 401ec187-3b03-41c3-a15c-9e8e9f696ca7 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:16.768386 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b335d0-2f92-442f-8db0-59552ffa0813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb4f65b-c5f6-4ccd-9c87-415e21b41c4e,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:16.780052 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d473b1b-0233-43c5-8a13-2099625c57eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3c82e3-a1f6-4bb3-8d68-6d937e1ac2f7,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:16.857940 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-92e46787-7075-406c-a0d3-86b27783e0a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:16.984912 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-92e46787-7075-406c-a0d3-86b27783e0a5 service neutron] Transition to ACTIVE for port object 401ec187-3b03-41c3-a15c-9e8e9f696ca7 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:34:17.018307 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-2a9c8166-c70d-4320-8bbb-e1bc0cf18fde tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:17.022566 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-2a9c8166-c70d-4320-8bbb-e1bc0cf18fde tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.77 "GET /v2.0/networks?id=e76d704a-9d79-4d25-8a5d-5f2069ed1f70 HTTP/1.1" status: 200 len: 824 time: 1.2323177 May 06 09:34:17.025996 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-92e46787-7075-406c-a0d3-86b27783e0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:17.057993 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-37eaee93-6464-4fd9-a204-51e3b0518f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:17.195493 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdd815-0aa5-4501-bc50-35b9c7104dcf req-9c979b03-6ddd-4c34-b76c-bab05707346a tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:17.195493 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2bdd815-0aa5-4501-bc50-35b9c7104dcf req-9c979b03-6ddd-4c34-b76c-bab05707346a tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 947 time: 0.1254604 May 06 09:34:17.288502 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36004) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:17.312120 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-37eaee93-6464-4fd9-a204-51e3b0518f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:17.370999 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2bdd815-0aa5-4501-bc50-35b9c7104dcf req-b8f844da-dc99-417d-a6c8-018c583241ae tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367233 May 06 09:34:17.410377 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 4ab89bb2-04b4-44dd-bf8e-4b87721035bf no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:34:17.427735 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-92e46787-7075-406c-a0d3-86b27783e0a5 service neutron] Attempting to bind port 401ec187-3b03-41c3-a15c-9e8e9f696ca7 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:34:17.428352 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-92e46787-7075-406c-a0d3-86b27783e0a5 service neutron] Attempting to bind port 401ec187-3b03-41c3-a15c-9e8e9f696ca7 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:34:17.430182 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-92e46787-7075-406c-a0d3-86b27783e0a5 service neutron] Attempting to bind port 401ec187-3b03-41c3-a15c-9e8e9f696ca7 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:17.444264 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e46787-7075-406c-a0d3-86b27783e0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=401ec187-3b03-41c3-a15c-9e8e9f696ca7,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:17.527532 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 4ab89bb2-04b4-44dd-bf8e-4b87721035bf {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:34:17.527965 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 4ab89bb2-04b4-44dd-bf8e-4b87721035bf not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:34:17.561970 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-92e46787-7075-406c-a0d3-86b27783e0a5 service neutron] Port 401ec187-3b03-41c3-a15c-9e8e9f696ca7 on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:34:17.572668 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9286c9e1-e91c-4118-ae21-ceb63cac139f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:17.574718 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-92e46787-7075-406c-a0d3-86b27783e0a5 service neutron] Attempting to bind port 401ec187-3b03-41c3-a15c-9e8e9f696ca7 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:17.604099 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-92e46787-7075-406c-a0d3-86b27783e0a5 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:34:17.608448 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-92e46787-7075-406c-a0d3-86b27783e0a5 service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:17.612469 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-92e46787-7075-406c-a0d3-86b27783e0a5 service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:34:17.613217 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-92e46787-7075-406c-a0d3-86b27783e0a5 service neutron] Bound port: 401ec187-3b03-41c3-a15c-9e8e9f696ca7, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:34:17.613790 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-92e46787-7075-406c-a0d3-86b27783e0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:17.624697 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-bf9ef6c6-202e-40f7-82df-83cf2ba4acf2 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2b09c743dc34ecd9ff39fe3cb1e8e10 HTTP/1.1" status: 200 len: 380 time: 0.5628741 May 06 09:34:17.658775 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-747e80f0-7cf3-4226-9f7f-4113a42890c8 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Request body: {'port': {'device_id': '5c3a6d87-33bf-44c6-83f4-59b0deeecf87', 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70', 'admin_state_up': True, 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'security_groups': ['0d239d7c-84e1-4284-bf97-da62be15615c']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:17.694292 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9b5bf683-c9e8-47db-b327-5e58bad0c78a req-3ab11df6-e5dd-4bae-9d78-2987fd8a1da7 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c3a6d87-33bf-44c6-83f4-59b0deeecf87 HTTP/1.1" status: 200 len: 210 time: 0.0790100 May 06 09:34:17.814910 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1bbbf1a5-4287-4c4a-b648-1689624ef596 req-603d280b-36f6-46d1-bdfb-7d98ebffda75 tempest-LiveMigrationNegativeTest-1221751622 tempest-LiveMigrationNegativeTest-1221751622-project] 10.222.0.73 "GET /v2.0/ports?device_id=446e3d5d-3013-4957-bdd1-97118db98728 HTTP/1.1" status: 200 len: 210 time: 0.1623354 May 06 09:34:18.000873 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9286c9e1-e91c-4118-ae21-ceb63cac139f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:18.008412 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9286c9e1-e91c-4118-ae21-ceb63cac139f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:18.061703 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-92e46787-7075-406c-a0d3-86b27783e0a5 service neutron] For port 401ec187-3b03-41c3-a15c-9e8e9f696ca7, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:18.065420 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-92e46787-7075-406c-a0d3-86b27783e0a5 service neutron] For port 401ec187-3b03-41c3-a15c-9e8e9f696ca7, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=401ec187-3b03-41c3-a15c-9e8e9f696ca7,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:34:18.073070 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-92e46787-7075-406c-a0d3-86b27783e0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:18.111662 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-37eaee93-6464-4fd9-a204-51e3b0518f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:18.114346 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-37eaee93-6464-4fd9-a204-51e3b0518f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:18.117869 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-37eaee93-6464-4fd9-a204-51e3b0518f3e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6eb4f65b-c5f6-4ccd-9c87-415e21b41c4e HTTP/1.1" status: 204 len: 168 time: 1.5915782 May 06 09:34:18.143548 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eaee93-6464-4fd9-a204-51e3b0518f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb4f65b-c5f6-4ccd-9c87-415e21b41c4e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:18.185979 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9286c9e1-e91c-4118-ae21-ceb63cac139f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dacc2bf1457a486187db1f9ceb571a0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8542764 May 06 09:34:18.191725 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36030) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:18.199407 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-747e80f0-7cf3-4226-9f7f-4113a42890c8 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Made reservation on behalf of c2b09c743dc34ecd9ff39fe3cb1e8e10 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:18.211373 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-747e80f0-7cf3-4226-9f7f-4113a42890c8 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:18.219863 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-92e46787-7075-406c-a0d3-86b27783e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:18.223338 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-92e46787-7075-406c-a0d3-86b27783e0a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:18.225059 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-92e46787-7075-406c-a0d3-86b27783e0a5 service neutron] 10.222.0.77 "PUT /v2.0/ports/401ec187-3b03-41c3-a15c-9e8e9f696ca7 HTTP/1.1" status: 200 len: 1095 time: 3.0704749 May 06 09:34:18.267898 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d07b229-b377-4506-a467-73db406d130e', 'tag': '401ec187-3b03-41c3-a15c-9e8e9f696ca7'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:18.271044 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7be2d40-6ed5-41b4-bdb0-36f716fc6bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "7d07b229-b377-4506-a467-73db406d130e", "tag": "401ec187-3b03-41c3-a15c-9e8e9f696ca7"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:18.272690 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286c9e1-e91c-4118-ae21-ceb63cac139f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a7be41-2078-4918-80fb-39de3427c630,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:18.276434 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e46787-7075-406c-a0d3-86b27783e0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=401ec187-3b03-41c3-a15c-9e8e9f696ca7,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:18.340397 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-06828046-6099-468d-ba75-aca740be5fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:18.425314 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-06828046-6099-468d-ba75-aca740be5fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:18.437446 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be561c0-9894-4992-bbb7-c3c83afd9c88 x-openstack-request-id: req-3be561c0-9894-4992-bbb7-c3c83afd9c88 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:18.438018 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d07b229-b377-4506-a467-73db406d130e", "tag": "401ec187-3b03-41c3-a15c-9e8e9f696ca7", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:18.438574 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3be561c0-9894-4992-bbb7-c3c83afd9c88 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:18.441527 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3be561c0-9894-4992-bbb7-c3c83afd9c88'] response: {'name': 'network-changed', 'server_uuid': '7d07b229-b377-4506-a467-73db406d130e', 'tag': '401ec187-3b03-41c3-a15c-9e8e9f696ca7', 'status': 'completed', 'code': 200} May 06 09:34:18.442151 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2ffe442c-3b8c-4a55-92cb-543ae11ba0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:18.558864 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:18.593338 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-5f532303-fa2a-4223-9abe-c975736e05b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:18.602351 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-5f532303-fa2a-4223-9abe-c975736e05b0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 1098 time: 0.2903073 May 06 09:34:18.637332 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c3e62-a0c9-4799-90a9-21df105b8b9a req-fbeaea69-2459-4b9e-ada7-f4bb6031b8fc tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:18.638929 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-903c3e62-a0c9-4799-90a9-21df105b8b9a req-fbeaea69-2459-4b9e-ada7-f4bb6031b8fc tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 947 time: 0.1315048 May 06 09:34:18.649333 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-06828046-6099-468d-ba75-aca740be5fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:18.655994 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-06828046-6099-468d-ba75-aca740be5fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:18.667001 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-06828046-6099-468d-ba75-aca740be5fcf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a1a7be41-2078-4918-80fb-39de3427c630 HTTP/1.1" status: 204 len: 168 time: 0.4694095 May 06 09:34:18.710205 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-7d160685-03e7-4c6b-aacc-f097ecd70886 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=401ec187-3b03-41c3-a15c-9e8e9f696ca7 HTTP/1.1" status: 200 len: 217 time: 0.0904398 May 06 09:34:18.737623 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06828046-6099-468d-ba75-aca740be5fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a7be41-2078-4918-80fb-39de3427c630,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:18.759434 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-903c3e62-a0c9-4799-90a9-21df105b8b9a req-d487ed8f-5159-4270-9205-5878aa1b278e tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113582 May 06 09:34:18.803958 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-e8ef8ed0-8cb9-4219-b8d5-f5f059d69789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:18.805447 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-e8ef8ed0-8cb9-4219-b8d5-f5f059d69789 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0852680 May 06 09:34:18.986345 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f233a90-2b5c-4dfb-a6e9-cd534f3b0711 req-c300d115-bbfc-4662-abbc-dd50f251119e tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c3a6d87-33bf-44c6-83f4-59b0deeecf87 HTTP/1.1" status: 200 len: 210 time: 0.0837893 May 06 09:34:19.018681 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-9430b9c4-f310-4c46-95cf-2e236f65f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:19.020844 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-9430b9c4-f310-4c46-95cf-2e236f65f345 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2041640 May 06 09:34:19.022167 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-747e80f0-7cf3-4226-9f7f-4113a42890c8 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Allocated IP 172.20.0.3 (e76d704a-9d79-4d25-8a5d-5f2069ed1f70/13d54616-5091-48d4-a06e-e4f6d0eb3a1a/e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:34:19.386654 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:19.389402 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b32dadce-386c-4ad9-92fd-062642066adf req-f4d8592a-5112-4b10-9fea-144e96d5f3a3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0811355 May 06 09:34:19.504640 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-e96ed3cf-7b6a-4f31-88e3-95dc6524d602 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571638 May 06 09:34:19.532325 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32dadce-386c-4ad9-92fd-062642066adf req-9c8f8617-c041-467f-8981-a2aa2013f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:19.535237 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b32dadce-386c-4ad9-92fd-062642066adf req-9c8f8617-c041-467f-8981-a2aa2013f688 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 1101 time: 0.0806775 May 06 09:34:19.647460 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-747e80f0-7cf3-4226-9f7f-4113a42890c8 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:19.683487 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36070) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:19.723279 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36074) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:19.747459 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3a6944be-1dc7-4139-890e-181b8b05b823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:19.751691 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0902bfe8-e870-4f67-b1ee-89bd9f197a0c req-9a05077b-ad92-4b7a-a582-775539fcf055 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460067 May 06 09:34:19.849502 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32dadce-386c-4ad9-92fd-062642066adf req-5adb1b8d-716a-4f4e-aaa9-9addb356faff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:19.856611 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b32dadce-386c-4ad9-92fd-062642066adf req-5adb1b8d-716a-4f4e-aaa9-9addb356faff service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.2918630 May 06 09:34:19.877336 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-747e80f0-7cf3-4226-9f7f-4113a42890c8 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:19.950314 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-747e80f0-7cf3-4226-9f7f-4113a42890c8 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Network e76d704a-9d79-4d25-8a5d-5f2069ed1f70 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:19.960499 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-747e80f0-7cf3-4226-9f7f-4113a42890c8 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:19.964935 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-747e80f0-7cf3-4226-9f7f-4113a42890c8 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:34:19.972356 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-747e80f0-7cf3-4226-9f7f-4113a42890c8 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:19.973054 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-747e80f0-7cf3-4226-9f7f-4113a42890c8 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:19.976921 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b32dadce-386c-4ad9-92fd-062642066adf req-6d7c0236-1c09-432a-ba02-5f4ed2c519dd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=2a8c432e-4ccf-4d70-947f-3448ffe6562a HTTP/1.1" status: 200 len: 217 time: 0.1122260 May 06 09:34:20.084859 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e80f0-7cf3-4226-9f7f-4113a42890c8 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Pushing event updated for resources: {'Port': ['ID=e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:20.107468 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3a6944be-1dc7-4139-890e-181b8b05b823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:20.114985 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-747e80f0-7cf3-4226-9f7f-4113a42890c8 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4745781 May 06 09:34:20.123592 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3a6944be-1dc7-4139-890e-181b8b05b823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:20.162369 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32dadce-386c-4ad9-92fd-062642066adf req-5d81a3e3-ec8e-4068-b165-0a56febbafad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:20.164077 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b32dadce-386c-4ad9-92fd-062642066adf req-5d81a3e3-ec8e-4068-b165-0a56febbafad service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1510844 May 06 09:34:20.213745 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-95ce7b04-15d1-46ff-a1ca-acf7eac525bf service neutron] Request body: {'port': {'device_id': '5c3a6d87-33bf-44c6-83f4-59b0deeecf87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:20.217673 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6944be-1dc7-4139-890e-181b8b05b823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9858fc84-67f5-4a40-b92a-084b79f1495f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:20.292548 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be2d40-6ed5-41b4-bdb0-36f716fc6bc8 req-0fdd6e21-0e1f-4299-a722-6416344cfdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:20.294483 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d7be2d40-6ed5-41b4-bdb0-36f716fc6bc8 req-0fdd6e21-0e1f-4299-a722-6416344cfdaa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 1098 time: 0.3150771 May 06 09:34:20.379887 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-95ce7b04-15d1-46ff-a1ca-acf7eac525bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:20.391078 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3a6944be-1dc7-4139-890e-181b8b05b823 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c364be0d7c9040459342f10c40113dec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6652119 May 06 09:34:20.399711 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36090) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:20.536116 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c6fec-7752-40e4-bb13-0db18fc82e7a req-b1ab6fb3-4ce7-4fd7-b0c8-ddc09d6a8756 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:20.545031 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e66c6fec-7752-40e4-bb13-0db18fc82e7a req-b1ab6fb3-4ce7-4fd7-b0c8-ddc09d6a8756 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c3a6d87-33bf-44c6-83f4-59b0deeecf87 HTTP/1.1" status: 200 len: 931 time: 0.3263690 May 06 09:34:20.602876 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32dadce-386c-4ad9-92fd-062642066adf req-39434f8c-78f5-4a1a-adf4-a4b8398fc198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:20.604979 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b32dadce-386c-4ad9-92fd-062642066adf req-39434f8c-78f5-4a1a-adf4-a4b8398fc198 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2562835 May 06 09:34:20.617267 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4fa76-19e2-4a07-bec0-691a6f419694 req-90a2050a-46d3-4aeb-811d-d2a4be533c60 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:20.619300 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-01c4fa76-19e2-4a07-bec0-691a6f419694 req-90a2050a-46d3-4aeb-811d-d2a4be533c60 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 947 time: 0.6382968 May 06 09:34:20.621529 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-cc22965d-155a-46d3-8f69-5e95a95b0404 None None] Provisioning complete for port e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:20.621995 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cc22965d-155a-46d3-8f69-5e95a95b0404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:20.637710 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e66c6fec-7752-40e4-bb13-0db18fc82e7a req-6387b3bf-0ae8-4c64-b712-22f59ec25d4d tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d239d7c-84e1-4284-bf97-da62be15615c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864224 May 06 09:34:20.742055 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-cc22965d-155a-46d3-8f69-5e95a95b0404 None None] Port e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:34:20.802406 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-01c4fa76-19e2-4a07-bec0-691a6f419694 req-f59b959c-6d69-4661-9ea3-09bf73e0af77 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632757 May 06 09:34:20.903216 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b32dadce-386c-4ad9-92fd-062642066adf req-32523b84-f4ac-4094-bb5d-53d4c069dc59 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825382 May 06 09:34:21.033964 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:21.106727 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b32dadce-386c-4ad9-92fd-062642066adf req-6e4a3061-5e53-4469-afae-7b47374cb200 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922953 May 06 09:34:21.289843 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-21f47f87-ad5f-4179-82ed-5e2cc38e1ed0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b7b5d5101dff4f168e0e20ec8938c0a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6029246 May 06 09:34:21.290530 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36110) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:21.319012 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f87c98f-8c05-4541-8d60-3d95fc165882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:21.330177 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be2d40-6ed5-41b4-bdb0-36f716fc6bc8 req-f1155408-8335-4ef7-ad22-b03f342c7460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:21.331758 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d7be2d40-6ed5-41b4-bdb0-36f716fc6bc8 req-f1155408-8335-4ef7-ad22-b03f342c7460 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.9529567 May 06 09:34:21.408819 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:21.417753 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8631a0ba-4c94-4c5d-8246-ad596543e1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:21.452028 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d7be2d40-6ed5-41b4-bdb0-36f716fc6bc8 req-1b00853b-921a-43df-9b17-47694279d12c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=401ec187-3b03-41c3-a15c-9e8e9f696ca7 HTTP/1.1" status: 200 len: 217 time: 0.0958307 May 06 09:34:21.461961 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f87c98f-8c05-4541-8d60-3d95fc165882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:21.463546 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8631a0ba-4c94-4c5d-8246-ad596543e1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:21.534656 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8631a0ba-4c94-4c5d-8246-ad596543e1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:21.538659 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8631a0ba-4c94-4c5d-8246-ad596543e1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:21.541550 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8631a0ba-4c94-4c5d-8246-ad596543e1e1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/79a7cf04-4a31-4e14-a55f-66041e2b66b6 HTTP/1.1" status: 204 len: 168 time: 0.2496772 May 06 09:34:21.554366 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631a0ba-4c94-4c5d-8246-ad596543e1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a7cf04-4a31-4e14-a55f-66041e2b66b6,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:21.609611 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be2d40-6ed5-41b4-bdb0-36f716fc6bc8 req-11cf0856-ba34-4996-ba22-edb7706333eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:21.611151 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d7be2d40-6ed5-41b4-bdb0-36f716fc6bc8 req-11cf0856-ba34-4996-ba22-edb7706333eb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1521416 May 06 09:34:21.677996 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f87c98f-8c05-4541-8d60-3d95fc165882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:21.680687 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f87c98f-8c05-4541-8d60-3d95fc165882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:21.681824 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6f87c98f-8c05-4541-8d60-3d95fc165882 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9858fc84-67f5-4a40-b92a-084b79f1495f HTTP/1.1" status: 204 len: 168 time: 1.2698853 May 06 09:34:21.709116 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87c98f-8c05-4541-8d60-3d95fc165882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9858fc84-67f5-4a40-b92a-084b79f1495f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:21.738339 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be2d40-6ed5-41b4-bdb0-36f716fc6bc8 req-c3a6f560-167d-4536-b779-8c6d22f163fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:21.740010 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d7be2d40-6ed5-41b4-bdb0-36f716fc6bc8 req-c3a6f560-167d-4536-b779-8c6d22f163fe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0998693 May 06 09:34:21.887639 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-95ce7b04-15d1-46ff-a1ca-acf7eac525bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:21.916809 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-95ce7b04-15d1-46ff-a1ca-acf7eac525bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:21.942272 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538cdda-f3ba-46b9-87c7-595ad09c90ca req-c4c05091-7902-4b7a-9556-4ca7de71e635 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:21.946395 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8538cdda-f3ba-46b9-87c7-595ad09c90ca req-c4c05091-7902-4b7a-9556-4ca7de71e635 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c3a6d87-33bf-44c6-83f4-59b0deeecf87 HTTP/1.1" status: 200 len: 931 time: 0.1417618 May 06 09:34:22.005447 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-95ce7b04-15d1-46ff-a1ca-acf7eac525bf service neutron] Transition to ACTIVE for port object e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:34:22.020334 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-95ce7b04-15d1-46ff-a1ca-acf7eac525bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:22.071819 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8538cdda-f3ba-46b9-87c7-595ad09c90ca req-fa63239b-0b6d-40b5-84de-a68a1aeef210 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d239d7c-84e1-4284-bf97-da62be15615c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120000 May 06 09:34:22.076694 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d7be2d40-6ed5-41b4-bdb0-36f716fc6bc8 req-6ba20040-1968-4f80-b734-45a84751dd47 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118498 May 06 09:34:22.123023 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce7b04-15d1-46ff-a1ca-acf7eac525bf service neutron] Pushing event updated for resources: {'Port': ['ID=e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:22.195550 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae51c9-2b03-45c2-9631-62b21bb58132 req-9f38fd30-5d00-46f0-a4e0-6993c7cd415d tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:22.203775 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-95ce7b04-15d1-46ff-a1ca-acf7eac525bf service neutron] Attempting to bind port e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:34:22.204117 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-95ce7b04-15d1-46ff-a1ca-acf7eac525bf service neutron] Attempting to bind port e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '626c43fb-a7f4-4fe4-a6c1-349c9748be5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:34:22.204454 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-95ce7b04-15d1-46ff-a1ca-acf7eac525bf service neutron] Attempting to bind port e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113 on network e76d704a-9d79-4d25-8a5d-5f2069ed1f70 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:22.214431 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-95ce7b04-15d1-46ff-a1ca-acf7eac525bf service neutron] Port e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113 on network e76d704a-9d79-4d25-8a5d-5f2069ed1f70 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:34:22.214768 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-95ce7b04-15d1-46ff-a1ca-acf7eac525bf service neutron] Attempting to bind port e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113 on network e76d704a-9d79-4d25-8a5d-5f2069ed1f70 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:22.223982 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-10ae51c9-2b03-45c2-9631-62b21bb58132 req-9f38fd30-5d00-46f0-a4e0-6993c7cd415d tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 947 time: 0.2645462 May 06 09:34:22.229799 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-95ce7b04-15d1-46ff-a1ca-acf7eac525bf service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:34:22.230146 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-95ce7b04-15d1-46ff-a1ca-acf7eac525bf service neutron] Checking segment: {'id': '626c43fb-a7f4-4fe4-a6c1-349c9748be5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:22.230543 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-95ce7b04-15d1-46ff-a1ca-acf7eac525bf service neutron] Bound using segment: {'id': '626c43fb-a7f4-4fe4-a6c1-349c9748be5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:34:22.231003 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-95ce7b04-15d1-46ff-a1ca-acf7eac525bf service neutron] Bound port: e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '626c43fb-a7f4-4fe4-a6c1-349c9748be5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:34:22.231419 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-95ce7b04-15d1-46ff-a1ca-acf7eac525bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:22.325452 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d7be2d40-6ed5-41b4-bdb0-36f716fc6bc8 req-ecca64d5-2b4a-4ef2-95a6-26ae263a6960 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310076 May 06 09:34:22.367727 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-10ae51c9-2b03-45c2-9631-62b21bb58132 req-22872eb3-6a3b-40b5-ab49-478e4f681a20 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411214 May 06 09:34:22.506349 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-95ce7b04-15d1-46ff-a1ca-acf7eac525bf service neutron] For port e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:22.510049 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-95ce7b04-15d1-46ff-a1ca-acf7eac525bf service neutron] For port e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113,segment=NetworkSegment(626c43fb-a7f4-4fe4-a6c1-349c9748be5a),segment_id=626c43fb-a7f4-4fe4-a6c1-349c9748be5a)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:34:22.517770 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-95ce7b04-15d1-46ff-a1ca-acf7eac525bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:22.633542 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-95ce7b04-15d1-46ff-a1ca-acf7eac525bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:22.634546 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-95ce7b04-15d1-46ff-a1ca-acf7eac525bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:22.637337 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-95ce7b04-15d1-46ff-a1ca-acf7eac525bf service neutron] 10.222.0.77 "PUT /v2.0/ports/e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113 HTTP/1.1" status: 200 len: 1091 time: 2.4966662 May 06 09:34:22.638025 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3a6d87-33bf-44c6-83f4-59b0deeecf87', 'tag': 'e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:22.641113 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb14178-7e18-42b7-aba0-80c441980560" -d '{"events": [{"name": "network-changed", "server_uuid": "5c3a6d87-33bf-44c6-83f4-59b0deeecf87", "tag": "e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:22.650922 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36174) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:22.786923 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-400dbacb-206c-48ba-8b4c-4398647d51c0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d24bd599854148f4874d243e01789a87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1341240 May 06 09:34:22.789575 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36176) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:22.835027 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4240d1-19cc-49ab-98e7-3efd09e78d56 x-openstack-request-id: req-1a4240d1-19cc-49ab-98e7-3efd09e78d56 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:22.835370 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c3a6d87-33bf-44c6-83f4-59b0deeecf87", "tag": "e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:22.835635 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1a4240d1-19cc-49ab-98e7-3efd09e78d56 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:22.836063 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a4240d1-19cc-49ab-98e7-3efd09e78d56'] response: {'name': 'network-changed', 'server_uuid': '5c3a6d87-33bf-44c6-83f4-59b0deeecf87', 'tag': 'e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113', 'status': 'completed', 'code': 200} May 06 09:34:22.887912 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce7b04-15d1-46ff-a1ca-acf7eac525bf service neutron] Pushing event updated for resources: {'Port': ['ID=e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:22.940581 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d17cca9c-55fa-4351-81ff-58e4d5244b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:22.952413 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-c9b33458-f803-4d33-88e6-006af5094ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:22.954049 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-c9b33458-f803-4d33-88e6-006af5094ba5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c2b09c743dc34ecd9ff39fe3cb1e8e10&device_id=5c3a6d87-33bf-44c6-83f4-59b0deeecf87 HTTP/1.1" status: 200 len: 1094 time: 0.2253859 May 06 09:34:22.980976 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d17cca9c-55fa-4351-81ff-58e4d5244b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:23.085321 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-a368caf1-8b6e-4d97-82eb-466791ecca43 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113 HTTP/1.1" status: 200 len: 217 time: 0.1167989 May 06 09:34:23.096559 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d17cca9c-55fa-4351-81ff-58e4d5244b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:23.114128 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d17cca9c-55fa-4351-81ff-58e4d5244b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:23.119142 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d17cca9c-55fa-4351-81ff-58e4d5244b2c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1c849fe4-bb6a-4392-b73b-c772d51019bd HTTP/1.1" status: 204 len: 168 time: 0.3282778 May 06 09:34:23.128594 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17cca9c-55fa-4351-81ff-58e4d5244b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c849fe4-bb6a-4392-b73b-c772d51019bd,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:23.193384 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-997d3bd6-d5b1-4332-a803-ba80796d16fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:23.195129 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-997d3bd6-d5b1-4332-a803-ba80796d16fe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=13d54616-5091-48d4-a06e-e4f6d0eb3a1a HTTP/1.1" status: 200 len: 863 time: 0.1038766 May 06 09:34:23.349386 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d45f8-da71-46f5-8f1f-2e6456b4b5f2 req-ca5a0253-f27f-4e9d-b826-bdb2886dc591 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:23.351448 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f79d45f8-da71-46f5-8f1f-2e6456b4b5f2 req-ca5a0253-f27f-4e9d-b826-bdb2886dc591 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c3a6d87-33bf-44c6-83f4-59b0deeecf87 HTTP/1.1" status: 200 len: 943 time: 0.1508458 May 06 09:34:23.374102 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-d9f6c3b3-a203-46ae-8987-8130ce600771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:23.377092 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-d9f6c3b3-a203-46ae-8987-8130ce600771 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e76d704a-9d79-4d25-8a5d-5f2069ed1f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1631293 May 06 09:34:23.432987 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f79d45f8-da71-46f5-8f1f-2e6456b4b5f2 req-e31fd241-faa1-474f-89ad-1243696f2949 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d239d7c-84e1-4284-bf97-da62be15615c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738807 May 06 09:34:23.567422 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-5f7a90ce-9365-432d-a6c4-4dc54b63d9ac service neutron] 10.222.0.77 "GET /v2.0/networks/e76d704a-9d79-4d25-8a5d-5f2069ed1f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827061 May 06 09:34:23.580727 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a35d3-b651-4ea8-a18f-5e4927a3525a req-a1be9c99-b436-4b2d-b130-83f24c604182 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:23.589654 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3e6a35d3-b651-4ea8-a18f-5e4927a3525a req-a1be9c99-b436-4b2d-b130-83f24c604182 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 947 time: 0.0665004 May 06 09:34:23.637647 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3e6a35d3-b651-4ea8-a18f-5e4927a3525a req-88e6998a-cc32-4c92-ac3d-277cc016a824 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465765 May 06 09:34:23.659243 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36198) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:23.720635 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae9c527a-3f51-4b63-be79-4c3c32943e00 req-44ae9724-bc12-4dc0-b548-456217dcbe3a service neutron] 10.222.0.77 "GET /v2.0/networks/e76d704a-9d79-4d25-8a5d-5f2069ed1f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463673 May 06 09:34:23.801285 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 401ec187-3b03-41c3-a15c-9e8e9f696ca7 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:34:23.937969 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb14178-7e18-42b7-aba0-80c441980560 req-5499a21d-53a3-4dfc-9542-67684abe84b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:23.941484 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1fb14178-7e18-42b7-aba0-80c441980560 req-5499a21d-53a3-4dfc-9542-67684abe84b6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c2b09c743dc34ecd9ff39fe3cb1e8e10&device_id=5c3a6d87-33bf-44c6-83f4-59b0deeecf87 HTTP/1.1" status: 200 len: 1094 time: 0.0964828 May 06 09:34:23.982532 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 401ec187-3b03-41c3-a15c-9e8e9f696ca7, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=401ec187-3b03-41c3-a15c-9e8e9f696ca7,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:24.006911 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '401ec187-3b03-41c3-a15c-9e8e9f696ca7', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': '401ec187-3b03-41c3-a15c-9e8e9f696ca7', 'mac_address': 'fa:16:3e:49:df:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:34:24.050972 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:24.065654 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 401ec187-3b03-41c3-a15c-9e8e9f696ca7 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:24.091657 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 401ec187-3b03-41c3-a15c-9e8e9f696ca7, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=401ec187-3b03-41c3-a15c-9e8e9f696ca7,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:24.092302 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6ee7d7c5-f424-468e-a9b8-dceac04f1212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:24.100860 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:24.174625 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb14178-7e18-42b7-aba0-80c441980560 req-ad28818a-cb13-4327-81d4-935c82e98f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:24.178359 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1fb14178-7e18-42b7-aba0-80c441980560 req-ad28818a-cb13-4327-81d4-935c82e98f38 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e76d704a-9d79-4d25-8a5d-5f2069ed1f70 HTTP/1.1" status: 200 len: 925 time: 0.2302670 May 06 09:34:24.192014 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=401ec187-3b03-41c3-a15c-9e8e9f696ca7,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:24.204550 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:24.205603 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:24.206313 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:24.206898 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:24.207465 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:24.208514 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:24.209077 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:24.209744 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:24.210429 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:24.210960 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:24.211764 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:24.212448 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:24.257756 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6ee7d7c5-f424-468e-a9b8-dceac04f1212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:24.264807 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6ee7d7c5-f424-468e-a9b8-dceac04f1212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:24.286685 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1fb14178-7e18-42b7-aba0-80c441980560 req-09a5cf50-0892-4f45-8779-a4c21e599dde service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113 HTTP/1.1" status: 200 len: 217 time: 0.1013260 May 06 09:34:24.317395 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6ee7d7c5-f424-468e-a9b8-dceac04f1212 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f301b3a75afb41c28210d94b3100f39f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6555877 May 06 09:34:24.318418 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7d7c5-f424-468e-a9b8-dceac04f1212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b24b0e4-23d5-484d-bab2-8c278e8a7bf6,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:24.321135 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36222) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:24.387022 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8222b2d5-0f01-4836-82ce-e01476452ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:24.415197 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb14178-7e18-42b7-aba0-80c441980560 req-72c36d30-871b-4bea-a044-b5fc12a02227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:24.418471 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1fb14178-7e18-42b7-aba0-80c441980560 req-72c36d30-871b-4bea-a044-b5fc12a02227 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=13d54616-5091-48d4-a06e-e4f6d0eb3a1a HTTP/1.1" status: 200 len: 863 time: 0.1230114 May 06 09:34:24.423908 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8222b2d5-0f01-4836-82ce-e01476452ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:24.481857 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8222b2d5-0f01-4836-82ce-e01476452ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:24.487660 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8222b2d5-0f01-4836-82ce-e01476452ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:24.491362 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8222b2d5-0f01-4836-82ce-e01476452ca4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9b24b0e4-23d5-484d-bab2-8c278e8a7bf6 HTTP/1.1" status: 204 len: 168 time: 0.1669464 May 06 09:34:24.504095 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb14178-7e18-42b7-aba0-80c441980560 req-35ac00cf-49a1-4626-9571-a0d4637c7427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:24.506026 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1fb14178-7e18-42b7-aba0-80c441980560 req-35ac00cf-49a1-4626-9571-a0d4637c7427 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e76d704a-9d79-4d25-8a5d-5f2069ed1f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793943 May 06 09:34:24.512779 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222b2d5-0f01-4836-82ce-e01476452ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b24b0e4-23d5-484d-bab2-8c278e8a7bf6,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:24.562765 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['401ec187-3b03-41c3-a15c-9e8e9f696ca7'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:34:24.677868 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635db01-fb47-45bc-b501-cfd5630a6e96 req-928eb102-9997-44d9-a5f6-833faa5c0b23 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:24.693378 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e635db01-fb47-45bc-b501-cfd5630a6e96 req-928eb102-9997-44d9-a5f6-833faa5c0b23 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c3a6d87-33bf-44c6-83f4-59b0deeecf87 HTTP/1.1" status: 200 len: 943 time: 0.1185629 May 06 09:34:24.698497 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36240) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:24.794642 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1fb14178-7e18-42b7-aba0-80c441980560 req-1189dc26-f5a5-4df2-90b4-33beee24b4bc service neutron] 10.222.0.77 "GET /v2.0/networks/e76d704a-9d79-4d25-8a5d-5f2069ed1f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385659 May 06 09:34:24.851041 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e635db01-fb47-45bc-b501-cfd5630a6e96 req-3e9fcc51-d62a-44e2-8bc6-7e9d088743a7 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d239d7c-84e1-4284-bf97-da62be15615c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562111 May 06 09:34:24.939983 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966af191-c94f-40f4-8865-5d35d6d1a8d2 req-b71b868c-91aa-4bf9-b8d8-6e376e581ac4 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:24.942497 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-966af191-c94f-40f4-8865-5d35d6d1a8d2 req-b71b868c-91aa-4bf9-b8d8-6e376e581ac4 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 948 time: 0.1574950 May 06 09:34:24.980797 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1fb14178-7e18-42b7-aba0-80c441980560 req-bb99fd1e-3592-4169-890e-54355fcf408f service neutron] 10.222.0.77 "GET /v2.0/networks/e76d704a-9d79-4d25-8a5d-5f2069ed1f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847503 May 06 09:34:25.024820 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-966af191-c94f-40f4-8865-5d35d6d1a8d2 req-168ff156-72f3-49e1-af96-4a0c088a621f tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634334 May 06 09:34:25.098042 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f6fa14b2-c65a-4194-b2f4-1599538a203a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:25.244184 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f6fa14b2-c65a-4194-b2f4-1599538a203a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:25.252049 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f6fa14b2-c65a-4194-b2f4-1599538a203a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:25.262319 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36254) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:25.294690 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-740c33fc-d0af-49a8-9e07-1f7062869470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:25.304223 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f6fa14b2-c65a-4194-b2f4-1599538a203a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c50a28f820c94576ae69a879c4b0daaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6008911 May 06 09:34:25.304223 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa14b2-c65a-4194-b2f4-1599538a203a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2171aa45-ff5c-43c3-a1d0-bff1e71e2ac4,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:25.320244 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36256) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:25.412306 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-740c33fc-d0af-49a8-9e07-1f7062869470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:25.414888 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-89385bb4-6630-426e-ac89-04d539de4bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:25.419981 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-740c33fc-d0af-49a8-9e07-1f7062869470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:25.459196 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-89385bb4-6630-426e-ac89-04d539de4bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:25.490320 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-740c33fc-d0af-49a8-9e07-1f7062869470 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ea9df2dbb1d7476ab80e9bda9f0e7402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249174 May 06 09:34:25.493117 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36260) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:25.540503 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-89385bb4-6630-426e-ac89-04d539de4bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:25.544185 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-89385bb4-6630-426e-ac89-04d539de4bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:25.548584 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-89385bb4-6630-426e-ac89-04d539de4bff admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2171aa45-ff5c-43c3-a1d0-bff1e71e2ac4 HTTP/1.1" status: 204 len: 168 time: 0.2265356 May 06 09:34:25.559961 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89385bb4-6630-426e-ac89-04d539de4bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2171aa45-ff5c-43c3-a1d0-bff1e71e2ac4,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:25.575143 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c33fc-d0af-49a8-9e07-1f7062869470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a05850d-4bd4-4186-aa4c-4a6a6b73f846,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:25.646119 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0b54c26-02b4-4ab2-adcf-5cd072f5baf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:25.715332 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0b54c26-02b4-4ab2-adcf-5cd072f5baf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:25.810285 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0b54c26-02b4-4ab2-adcf-5cd072f5baf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:25.814472 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 401ec187-3b03-41c3-a15c-9e8e9f696ca7 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:25.815724 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0b54c26-02b4-4ab2-adcf-5cd072f5baf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:25.820669 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b0b54c26-02b4-4ab2-adcf-5cd072f5baf2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5a05850d-4bd4-4186-aa4c-4a6a6b73f846 HTTP/1.1" status: 204 len: 168 time: 0.3148987 May 06 09:34:25.841203 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b54c26-02b4-4ab2-adcf-5cd072f5baf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a05850d-4bd4-4186-aa4c-4a6a6b73f846,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:25.956298 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 401ec187-3b03-41c3-a15c-9e8e9f696ca7 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:34:25.961390 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 401ec187-3b03-41c3-a15c-9e8e9f696ca7 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:25.961967 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:26.034040 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bb6d3-ca72-42e9-9359-9933a87302d6 req-045fdc31-fa86-49fc-a5d3-e5b5e5c642fb tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:26.064095 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:26.067710 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b47bb6d3-ca72-42e9-9359-9933a87302d6 req-045fdc31-fa86-49fc-a5d3-e5b5e5c642fb tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c3a6d87-33bf-44c6-83f4-59b0deeecf87 HTTP/1.1" status: 200 len: 943 time: 0.1224272 May 06 09:34:26.108372 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 401ec187-3b03-41c3-a15c-9e8e9f696ca7, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=401ec187-3b03-41c3-a15c-9e8e9f696ca7,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:26.110067 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d07b229-b377-4506-a467-73db406d130e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401ec187-3b03-41c3-a15c-9e8e9f696ca7'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:26.112576 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92cd7c3-256b-45eb-aac6-4f63b008f191" -d '{"events": [{"server_uuid": "7d07b229-b377-4506-a467-73db406d130e", "name": "network-vif-plugged", "status": "completed", "tag": "401ec187-3b03-41c3-a15c-9e8e9f696ca7"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:26.118359 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:26.201433 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=401ec187-3b03-41c3-a15c-9e8e9f696ca7,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:26.205197 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b47bb6d3-ca72-42e9-9359-9933a87302d6 req-a1421023-6e92-4861-94d6-b576abab2cb1 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d239d7c-84e1-4284-bf97-da62be15615c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365006 May 06 09:34:26.241947 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed2f38-7130-4034-b884-bfa785a3191b req-47fde519-ce72-4429-a4f3-a0a42e4b79e9 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:26.245321 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-77ed2f38-7130-4034-b884-bfa785a3191b req-47fde519-ce72-4429-a4f3-a0a42e4b79e9 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 949 time: 0.1159174 May 06 09:34:26.305160 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7932f76c-b9a9-474c-975c-5155a0adfef0 x-openstack-request-id: req-7932f76c-b9a9-474c-975c-5155a0adfef0 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:26.305893 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d07b229-b377-4506-a467-73db406d130e", "name": "network-vif-plugged", "status": "completed", "tag": "401ec187-3b03-41c3-a15c-9e8e9f696ca7", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:26.306343 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7932f76c-b9a9-474c-975c-5155a0adfef0 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:26.307055 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7932f76c-b9a9-474c-975c-5155a0adfef0'] response: {'server_uuid': '7d07b229-b377-4506-a467-73db406d130e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401ec187-3b03-41c3-a15c-9e8e9f696ca7', 'code': 200} May 06 09:34:26.331641 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-77ed2f38-7130-4034-b884-bfa785a3191b req-4a3ff7df-e18a-4003-a1fa-f741ab4ca072 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698473 May 06 09:34:26.462863 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1374e-4b43-4447-8112-44324d9ca6f7 req-f82bc12b-3b51-4e6b-9f50-9ed7b24a95dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:26.464586 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f8b1374e-4b43-4447-8112-44324d9ca6f7 req-f82bc12b-3b51-4e6b-9f50-9ed7b24a95dd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 1100 time: 0.0639186 May 06 09:34:26.500941 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36290) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:26.505901 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f8b1374e-4b43-4447-8112-44324d9ca6f7 req-cb7b3cfc-53bd-467a-9aa1-0f10e3648b2d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332267 May 06 09:34:26.537230 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84b9de32-ea56-4fd6-a75a-7aa6a3d94603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:26.637481 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84b9de32-ea56-4fd6-a75a-7aa6a3d94603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:26.643778 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84b9de32-ea56-4fd6-a75a-7aa6a3d94603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:26.690781 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-84b9de32-ea56-4fd6-a75a-7aa6a3d94603 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=27cb99ae9b204e90bb8cce0e41bb322a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1881630 May 06 09:34:26.691774 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9de32-ea56-4fd6-a75a-7aa6a3d94603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5b77f1-39e6-4c7c-b5a8-9d7556671b78,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:26.693422 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36300) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:26.773619 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0121f0c4-91b4-4cf1-a1d5-6ca8a0b87b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:26.816801 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0121f0c4-91b4-4cf1-a1d5-6ca8a0b87b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:26.895151 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0121f0c4-91b4-4cf1-a1d5-6ca8a0b87b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:26.899381 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0121f0c4-91b4-4cf1-a1d5-6ca8a0b87b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:26.906607 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0121f0c4-91b4-4cf1-a1d5-6ca8a0b87b6a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4f5b77f1-39e6-4c7c-b5a8-9d7556671b78 HTTP/1.1" status: 204 len: 168 time: 0.2117121 May 06 09:34:26.923103 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121f0c4-91b4-4cf1-a1d5-6ca8a0b87b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5b77f1-39e6-4c7c-b5a8-9d7556671b78,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:27.309321 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:34:27.358547 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ab061-2c6b-400b-a1e5-f83db7641f53 req-de2c6266-a7fe-4399-9771-11dcd0e1a664 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:27.360146 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-811ab061-2c6b-400b-a1e5-f83db7641f53 req-de2c6266-a7fe-4399-9771-11dcd0e1a664 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c3a6d87-33bf-44c6-83f4-59b0deeecf87 HTTP/1.1" status: 200 len: 943 time: 0.0654101 May 06 09:34:27.403844 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-811ab061-2c6b-400b-a1e5-f83db7641f53 req-8da43a4c-7ca2-4159-bc31-163cf7f8b674 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d239d7c-84e1-4284-bf97-da62be15615c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370264 May 06 09:34:27.692797 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8ce79-a867-4b0a-9e81-e6534497df4b req-9e4354bd-30e5-451e-8261-d82c10b8c34f tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:27.694469 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0ab8ce79-a867-4b0a-9e81-e6534497df4b req-9e4354bd-30e5-451e-8261-d82c10b8c34f tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 949 time: 0.0518792 May 06 09:34:27.740974 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0ab8ce79-a867-4b0a-9e81-e6534497df4b req-02cda6f4-5bdc-47ac-b115-21ccc5b6c016 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399923 May 06 09:34:27.818284 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:34:27.959426 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36380) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:27.964896 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-4f302d63-2c1a-4683-a9ab-046b4a9eee40 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1451702520', 'description': 'tempest-description--1129570020'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:28.033632 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4f302d63-2c1a-4683-a9ab-046b4a9eee40 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:28.083317 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113,segment=NetworkSegment(626c43fb-a7f4-4fe4-a6c1-349c9748be5a),segment_id=626c43fb-a7f4-4fe4-a6c1-349c9748be5a)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:28.098193 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113', 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70', 'port_id': 'e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113', 'mac_address': 'fa:16:3e:45:65:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:34:28.138055 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:28.153052 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:28.178210 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113,segment=NetworkSegment(626c43fb-a7f4-4fe4-a6c1-349c9748be5a),segment_id=626c43fb-a7f4-4fe4-a6c1-349c9748be5a)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:28.193440 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:28.197699 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4f302d63-2c1a-4683-a9ab-046b4a9eee40 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:28.209743 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4f302d63-2c1a-4683-a9ab-046b4a9eee40 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:28.255415 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f302d63-2c1a-4683-a9ab-046b4a9eee40 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b550ef8-63e9-417a-b4f0-d5e1cdc00989,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:28.291666 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-698171d5-f548-4f8a-8252-be7c0c8d1e0c tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8108171f31334382b1233301dcb5abd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294788 May 06 09:34:28.298622 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4f302d63-2c1a-4683-a9ab-046b4a9eee40 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:28.302443 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4f302d63-2c1a-4683-a9ab-046b4a9eee40 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3391485 May 06 09:34:28.303754 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36408) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:28.306723 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:28.309001 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-919163d7-9bd8-4cc3-96ab-d58a993d4276 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Request body: {'security_group_rule': {'security_group_id': '0b550ef8-63e9-417a-b4f0-d5e1cdc00989', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:28.357388 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-919163d7-9bd8-4cc3-96ab-d58a993d4276 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:28.425600 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-919163d7-9bd8-4cc3-96ab-d58a993d4276 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:28.433870 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-919163d7-9bd8-4cc3-96ab-d58a993d4276 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:28.455845 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-a5d71f48-0c09-4b7d-a25e-048136679712 tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:28.457707 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-a5d71f48-0c09-4b7d-a25e-048136679712 tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1565111 May 06 09:34:28.478304 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-5ba30096-735a-4314-ba74-1297d1e368a4 tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/quotas/8108171f31334382b1233301dcb5abd9 HTTP/1.1" status: 200 len: 375 time: 0.0127513 May 06 09:34:28.478669 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919163d7-9bd8-4cc3-96ab-d58a993d4276 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=552e76af-3246-4cc9-8572-41ffb7944759,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:28.493396 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-919163d7-9bd8-4cc3-96ab-d58a993d4276 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:28.495551 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-919163d7-9bd8-4cc3-96ab-d58a993d4276 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1895018 May 06 09:34:28.497435 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36422) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:28.503152 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-47a362b0-b01f-44f2-9399-e6a7afccbf6b tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Request body: {'security_group_rule': {'security_group_id': '0b550ef8-63e9-417a-b4f0-d5e1cdc00989', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:28.540039 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-47a362b0-b01f-44f2-9399-e6a7afccbf6b tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:28.543386 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-8314fda9-c48a-41fc-8689-d5ffb02b4fd3 tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8108171f31334382b1233301dcb5abd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588627 May 06 09:34:28.588740 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:34:28.634656 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-47a362b0-b01f-44f2-9399-e6a7afccbf6b tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:28.643816 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-47a362b0-b01f-44f2-9399-e6a7afccbf6b tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:28.648899 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89be18-eb1b-40fb-b826-9113cb77ab0a req-d2097239-0aa5-4ce2-8624-d366b3e8a4da tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:28.657416 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2f89be18-eb1b-40fb-b826-9113cb77ab0a req-d2097239-0aa5-4ce2-8624-d366b3e8a4da tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c3a6d87-33bf-44c6-83f4-59b0deeecf87 HTTP/1.1" status: 200 len: 944 time: 0.1230774 May 06 09:34:28.683539 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a362b0-b01f-44f2-9399-e6a7afccbf6b tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc6b92f9-31f9-4cad-82b0-591403e4bcc9,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:28.699254 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-47a362b0-b01f-44f2-9399-e6a7afccbf6b tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:28.701368 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-47a362b0-b01f-44f2-9399-e6a7afccbf6b tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2022040 May 06 09:34:28.704206 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36430) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:28.710939 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-089da22f-c6c7-4bac-aa3e-73498735869e tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:28.718153 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2f89be18-eb1b-40fb-b826-9113cb77ab0a req-1388472c-18c6-4c6e-b86e-f69f5079a41d tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d239d7c-84e1-4284-bf97-da62be15615c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595911 May 06 09:34:28.752822 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-089da22f-c6c7-4bac-aa3e-73498735869e tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks [] for floatingip, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:28.832600 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:28.880172 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb2e6617-9957-4667-b41f-3557f46894d8 req-20d6f86c-78c0-48b3-b61d-996529e06aa6 tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/ports?device_id=020495ad-9f11-4069-adab-91e2070e0428 HTTP/1.1" status: 200 len: 210 time: 0.0776839 May 06 09:34:28.929290 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-089da22f-c6c7-4bac-aa3e-73498735869e tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:29.053361 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e78bc5-abe8-4b92-bca8-85f37dc2c718 req-cd187d67-66c4-4628-bdc0-5854e09faf4d tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:29.070323 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95e78bc5-abe8-4b92-bca8-85f37dc2c718 req-cd187d67-66c4-4628-bdc0-5854e09faf4d tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 949 time: 0.1172523 May 06 09:34:29.075692 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-089da22f-c6c7-4bac-aa3e-73498735869e tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Allocated IP 172.25.5.31 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/89fd3a36-acb8-495a-a3a2-3c7a4ff2e185) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:34:29.181194 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95e78bc5-abe8-4b92-bca8-85f37dc2c718 req-9e602cb7-3b6d-4654-8743-101279b83c1a tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081574 May 06 09:34:29.204424 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-089da22f-c6c7-4bac-aa3e-73498735869e tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:29.284918 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-089da22f-c6c7-4bac-aa3e-73498735869e tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:29.319360 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-0203cbb0-052a-447c-82cd-301462cf75f1 req-de997df4-eab7-4787-9005-309ef246c3a7 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:34:29.322173 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0203cbb0-052a-447c-82cd-301462cf75f1 req-de997df4-eab7-4787-9005-309ef246c3a7 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082901 May 06 09:34:29.357568 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089da22f-c6c7-4bac-aa3e-73498735869e tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:29.359957 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-089da22f-c6c7-4bac-aa3e-73498735869e tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:29.397748 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089da22f-c6c7-4bac-aa3e-73498735869e tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Pushing event updated for resources: {'Port': ['ID=89fd3a36-acb8-495a-a3a2-3c7a4ff2e185,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:29.405996 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089da22f-c6c7-4bac-aa3e-73498735869e tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:34:29.489629 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-089da22f-c6c7-4bac-aa3e-73498735869e tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:29.551715 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-089da22f-c6c7-4bac-aa3e-73498735869e tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:29.705582 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36478) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:29.720560 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257b861-d72d-4d29-ae48-0f75c290d46b req-927369a3-072e-49df-b0e9-405852cf998b tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:29.737880 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3257b861-d72d-4d29-ae48-0f75c290d46b req-927369a3-072e-49df-b0e9-405852cf998b tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 949 time: 0.1182468 May 06 09:34:29.801327 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3257b861-d72d-4d29-ae48-0f75c290d46b req-967a0dbd-4329-4c94-a259-dd744bcc371f tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623040 May 06 09:34:29.806628 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-089da22f-c6c7-4bac-aa3e-73498735869e tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:29.819157 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-089da22f-c6c7-4bac-aa3e-73498735869e tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:29.838212 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:29.883106 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-089da22f-c6c7-4bac-aa3e-73498735869e tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:29.934153 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089da22f-c6c7-4bac-aa3e-73498735869e tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Pushing event updated for resources: {'Port': ['ID=89fd3a36-acb8-495a-a3a2-3c7a4ff2e185,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:29.954181 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:34:29.962172 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:29.963592 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:29.966871 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-089da22f-c6c7-4bac-aa3e-73498735869e tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:29.968549 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-089da22f-c6c7-4bac-aa3e-73498735869e tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2634072 May 06 09:34:29.970646 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36496) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:30.000786 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690cfb1-afdb-4a08-95d4-1a2b256d6e49 req-865e1faf-29fc-463b-a680-cb49a1966eb5 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:30.003675 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d690cfb1-afdb-4a08-95d4-1a2b256d6e49 req-865e1faf-29fc-463b-a680-cb49a1966eb5 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c3a6d87-33bf-44c6-83f4-59b0deeecf87 HTTP/1.1" status: 200 len: 944 time: 0.1142783 May 06 09:34:30.072517 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-badb6e6e-ed38-408b-a626-2cd9b0e91f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:30.088196 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:30.102334 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d690cfb1-afdb-4a08-95d4-1a2b256d6e49 req-8a8cff9f-342a-41a4-967f-dc76f8cf4415 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d239d7c-84e1-4284-bf97-da62be15615c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920413 May 06 09:34:30.150886 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3a6d87-33bf-44c6-83f4-59b0deeecf87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:30.160118 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7042f4-da15-4c7e-a0db-31975aa73723" -d '{"events": [{"server_uuid": "5c3a6d87-33bf-44c6-83f4-59b0deeecf87", "name": "network-vif-plugged", "status": "completed", "tag": "e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:30.212749 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-badb6e6e-ed38-408b-a626-2cd9b0e91f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:30.219533 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-badb6e6e-ed38-408b-a626-2cd9b0e91f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:30.272992 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-a88d54f8-ce2a-48b0-a2f3-0688cc1c012c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3002079 May 06 09:34:30.281689 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-badb6e6e-ed38-408b-a626-2cd9b0e91f24 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=84b0765941064e6ebd307cef06e1c129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5743015 May 06 09:34:30.282393 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-bae00b40-6f18-45b0-ad40-527130eb54da service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:34:30.283556 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-bae00b40-6f18-45b0-ad40-527130eb54da service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056698 May 06 09:34:30.284180 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36514) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:30.350031 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d154553-741b-4331-a1b4-b52750170e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:30.356773 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113,segment=NetworkSegment(626c43fb-a7f4-4fe4-a6c1-349c9748be5a),segment_id=626c43fb-a7f4-4fe4-a6c1-349c9748be5a)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:30.371827 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:30.386254 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-4de34755-8f73-4fbf-a8e5-a09a83ea2d6f tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=8108171f31334382b1233301dcb5abd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1131499 May 06 09:34:30.392521 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2298737-1a95-4bc4-8ee2-dd4e20537721 req-e6415cf7-acb4-43c0-8025-28272f8aaa22 tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/ports?device_id=020495ad-9f11-4069-adab-91e2070e0428 HTTP/1.1" status: 200 len: 210 time: 0.1207035 May 06 09:34:30.407913 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb6e6e-ed38-408b-a626-2cd9b0e91f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f1b770-5f6a-426a-8bd5-a14794778b7b,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:30.432114 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d154553-741b-4331-a1b4-b52750170e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:30.508712 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:30.535233 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d154553-741b-4331-a1b4-b52750170e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:30.538180 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d154553-741b-4331-a1b4-b52750170e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:30.542028 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0d154553-741b-4331-a1b4-b52750170e29 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/93f1b770-5f6a-426a-8bd5-a14794778b7b HTTP/1.1" status: 204 len: 168 time: 0.2544851 May 06 09:34:30.549467 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d154553-741b-4331-a1b4-b52750170e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f1b770-5f6a-426a-8bd5-a14794778b7b,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:30.619630 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-136ca9e4-3e90-49ef-ac8e-821330645eb7 tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:30.621207 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-136ca9e4-3e90-49ef-ac8e-821330645eb7 tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2250445 May 06 09:34:30.635925 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-909d3260-c881-43f8-a497-d178d34321ed tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Request body: {'port': {'device_id': '020495ad-9f11-4069-adab-91e2070e0428', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'admin_state_up': True, 'tenant_id': '8108171f31334382b1233301dcb5abd9'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:30.788053 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-7b8fd58a-7fc9-4a43-9419-15df8ba217d4 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1451702520&fields=id&tenant_id=18d2b79bdfff4fc3957450c1173b5172 HTTP/1.1" status: 200 len: 267 time: 0.0760503 May 06 09:34:30.879015 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2960d4d-4ac7-415e-be9f-b56735a3805e x-openstack-request-id: req-f2960d4d-4ac7-415e-be9f-b56735a3805e {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:30.879542 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3a6d87-33bf-44c6-83f4-59b0deeecf87", "name": "network-vif-plugged", "status": "completed", "tag": "e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:30.879803 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f2960d4d-4ac7-415e-be9f-b56735a3805e {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:30.880300 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2960d4d-4ac7-415e-be9f-b56735a3805e'] response: {'server_uuid': '5c3a6d87-33bf-44c6-83f4-59b0deeecf87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113', 'code': 200} May 06 09:34:30.948640 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-93c6f1fe-2a42-47b3-b9cb-c92b0b888887 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:30.950315 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-93c6f1fe-2a42-47b3-b9cb-c92b0b888887 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/networks?id=f2f5f0f1-61a3-4b8a-8a9d-37462429b401 HTTP/1.1" status: 200 len: 815 time: 0.1549890 May 06 09:34:30.967372 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-909d3260-c881-43f8-a497-d178d34321ed tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Made reservation on behalf of 8108171f31334382b1233301dcb5abd9 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:30.975168 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-909d3260-c881-43f8-a497-d178d34321ed tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:30.996520 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-909d3260-c881-43f8-a497-d178d34321ed tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:31.019728 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-d3f19b40-a6a0-4080-aa34-b7416ce87b23 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/quotas/18d2b79bdfff4fc3957450c1173b5172 HTTP/1.1" status: 200 len: 375 time: 0.0586836 May 06 09:34:31.044489 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25931423-e5e3-4e82-80b8-13d1ef9c0755 req-6de7dd83-3b30-471c-88cd-b8187d966a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:31.046096 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-25931423-e5e3-4e82-80b8-13d1ef9c0755 req-6de7dd83-3b30-471c-88cd-b8187d966a10 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5c3a6d87-33bf-44c6-83f4-59b0deeecf87 HTTP/1.1" status: 200 len: 1096 time: 0.0675628 May 06 09:34:31.088247 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-25931423-e5e3-4e82-80b8-13d1ef9c0755 req-3d8a462a-3be2-4e4c-8f9f-f20388d84c86 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0d239d7c-84e1-4284-bf97-da62be15615c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350926 May 06 09:34:31.094259 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36560) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:31.112682 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5b0c514f-e515-4833-8c0c-75aba2781209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:31.115076 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-969f4a91-15ae-4b55-a1f4-650aa93e70d1 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=18d2b79bdfff4fc3957450c1173b5172&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0937858 May 06 09:34:31.215353 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-909d3260-c881-43f8-a497-d178d34321ed tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:31.225250 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-909d3260-c881-43f8-a497-d178d34321ed tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:31.243334 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5b0c514f-e515-4833-8c0c-75aba2781209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:31.247581 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5b0c514f-e515-4833-8c0c-75aba2781209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:31.286945 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5b0c514f-e515-4833-8c0c-75aba2781209 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=be39d512dc024f0598a6ee5344d18e77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1910770 May 06 09:34:31.288081 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c514f-e515-4833-8c0c-75aba2781209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f3c994-fc9a-4f8d-b14d-d954b9e3e045,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:31.290353 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36568) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:31.344039 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9ecd72fc-7092-48e0-845d-2ffffae83c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:31.369120 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9ecd72fc-7092-48e0-845d-2ffffae83c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:31.381043 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-9539d3ca-417b-4f18-ae2d-7ae0fb9ec0e1 service neutron] 10.222.0.73 "GET /v2.0/networks/f2f5f0f1-61a3-4b8a-8a9d-37462429b401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476485 May 06 09:34:31.417665 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d3260-c881-43f8-a497-d178d34321ed tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7fa4e1-64f4-4fcd-8ecf-d7bd46bdd50a,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:31.426113 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9ecd72fc-7092-48e0-845d-2ffffae83c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:31.430506 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9ecd72fc-7092-48e0-845d-2ffffae83c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:31.434085 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9ecd72fc-7092-48e0-845d-2ffffae83c4b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b9f3c994-fc9a-4f8d-b14d-d954b9e3e045 HTTP/1.1" status: 204 len: 168 time: 0.1426067 May 06 09:34:31.453377 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd72fc-7092-48e0-845d-2ffffae83c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f3c994-fc9a-4f8d-b14d-d954b9e3e045,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:31.606186 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a6fd9-af49-4c4b-84ad-344cf9e91776 req-e255a1fa-d11c-4530-820c-ee5a9ffdb431 tempest-NetworksTest-1964280478 tempest-NetworksTest-1964280478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:31.607078 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a6fd9-af49-4c4b-84ad-344cf9e91776 req-e255a1fa-d11c-4530-820c-ee5a9ffdb431 tempest-NetworksTest-1964280478 tempest-NetworksTest-1964280478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:31.607789 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a6fd9-af49-4c4b-84ad-344cf9e91776 req-e255a1fa-d11c-4530-820c-ee5a9ffdb431 tempest-NetworksTest-1964280478 tempest-NetworksTest-1964280478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:31.608235 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a6fd9-af49-4c4b-84ad-344cf9e91776 req-e255a1fa-d11c-4530-820c-ee5a9ffdb431 tempest-NetworksTest-1964280478 tempest-NetworksTest-1964280478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:31.608745 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a6fd9-af49-4c4b-84ad-344cf9e91776 req-e255a1fa-d11c-4530-820c-ee5a9ffdb431 tempest-NetworksTest-1964280478 tempest-NetworksTest-1964280478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:31.609837 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a6fd9-af49-4c4b-84ad-344cf9e91776 req-e255a1fa-d11c-4530-820c-ee5a9ffdb431 tempest-NetworksTest-1964280478 tempest-NetworksTest-1964280478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:31.610397 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a6fd9-af49-4c4b-84ad-344cf9e91776 req-e255a1fa-d11c-4530-820c-ee5a9ffdb431 tempest-NetworksTest-1964280478 tempest-NetworksTest-1964280478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:31.610793 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a6fd9-af49-4c4b-84ad-344cf9e91776 req-e255a1fa-d11c-4530-820c-ee5a9ffdb431 tempest-NetworksTest-1964280478 tempest-NetworksTest-1964280478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:31.611285 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a6fd9-af49-4c4b-84ad-344cf9e91776 req-e255a1fa-d11c-4530-820c-ee5a9ffdb431 tempest-NetworksTest-1964280478 tempest-NetworksTest-1964280478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:31.615745 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e73a6fd9-af49-4c4b-84ad-344cf9e91776 req-e255a1fa-d11c-4530-820c-ee5a9ffdb431 tempest-NetworksTest-1964280478 tempest-NetworksTest-1964280478-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6441 time: 0.3786216 May 06 09:34:31.662009 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-bba648fb-15de-4a96-be6c-e6710c5edd64 service neutron] 10.222.0.73 "GET /v2.0/networks/f2f5f0f1-61a3-4b8a-8a9d-37462429b401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412021 May 06 09:34:31.714531 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-909d3260-c881-43f8-a497-d178d34321ed tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Allocated IP 192.168.233.86 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/83b19ef5-f145-4ac3-b943-ff278250d4fa) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:34:32.039035 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08399f-7635-46ec-ac60-47e91584a23d req-728f4579-4d0a-4c7d-aad6-823732140b01 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:32.050157 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a08399f-7635-46ec-ac60-47e91584a23d req-728f4579-4d0a-4c7d-aad6-823732140b01 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 949 time: 0.2448812 May 06 09:34:32.288097 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-763fde94-6d9f-445c-9036-f56b02366d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:32.291170 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-763fde94-6d9f-445c-9036-f56b02366d52 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 1100 time: 0.0633078 May 06 09:34:32.360838 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a08399f-7635-46ec-ac60-47e91584a23d req-89e74827-7f2b-4f51-8e7f-f6a9fac2afaf tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055015 May 06 09:34:32.447585 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-e9a3fa24-38cb-49e2-b19b-fafd35b27464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:32.448913 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-909d3260-c881-43f8-a497-d178d34321ed tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:32.450950 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-e9a3fa24-38cb-49e2-b19b-fafd35b27464 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.1520867 May 06 09:34:32.503552 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-9ef92d89-6b58-4b8c-b3c1-8d6c67c25200 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=401ec187-3b03-41c3-a15c-9e8e9f696ca7 HTTP/1.1" status: 200 len: 217 time: 0.0427761 May 06 09:34:32.519605 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b90d07-7f15-4cb0-9717-0c9a6f533ab5 req-6c49891c-108f-4f89-9e6d-a87fb6ae0080 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:32.527441 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e1b90d07-7f15-4cb0-9717-0c9a6f533ab5 req-6c49891c-108f-4f89-9e6d-a87fb6ae0080 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c3a6d87-33bf-44c6-83f4-59b0deeecf87 HTTP/1.1" status: 200 len: 945 time: 0.4548728 May 06 09:34:32.530500 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-564780c2-ed15-4d09-ac6e-ce7a036cfe77 req-969440e3-c343-44db-87d7-35194968094b tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/ports?device_id=020495ad-9f11-4069-adab-91e2070e0428 HTTP/1.1" status: 200 len: 210 time: 0.0560548 May 06 09:34:32.587300 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-a0834141-78f3-49db-95a9-e69309324290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:32.588159 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-a0834141-78f3-49db-95a9-e69309324290 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0777802 May 06 09:34:32.613379 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36606) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:32.631007 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e1b90d07-7f15-4cb0-9717-0c9a6f533ab5 req-20117bb1-4efe-49f0-9a47-e245f9ca46c8 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d239d7c-84e1-4284-bf97-da62be15615c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026530 May 06 09:34:32.671886 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-e8a2158d-c64e-4011-b23c-a94979c5dbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:32.676783 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-e8a2158d-c64e-4011-b23c-a94979c5dbd4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0790691 May 06 09:34:32.726009 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-909d3260-c881-43f8-a497-d178d34321ed tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:32.810617 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3659c6e8-9261-41bd-967d-d59f46e0ab07 req-bed5ed45-0df5-44c5-8544-bdc0d7a4ca19 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec15e0db-582a-4dff-9099-a8e3516bf837 HTTP/1.1" status: 200 len: 210 time: 0.0329895 May 06 09:34:32.847387 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-909d3260-c881-43f8-a497-d178d34321ed tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:32.854271 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d3260-c881-43f8-a497-d178d34321ed tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Pushing event updated for resources: {'Port': ['ID=83b19ef5-f145-4ac3-b943-ff278250d4fa,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:32.856876 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-909d3260-c881-43f8-a497-d178d34321ed tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:32.861931 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-169bb8e7-3c3a-4057-b381-4e2028b39575 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1130719866-network', 'tenant_id': 'ee0cd225ef094aa381a08623ce8da867'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:32.882734 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-909d3260-c881-43f8-a497-d178d34321ed tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:34:32.888744 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-909d3260-c881-43f8-a497-d178d34321ed tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:32.889374 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-909d3260-c881-43f8-a497-d178d34321ed tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:32.902997 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-1e9bab28-cc58-44f8-8760-8c160700c730 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123740 May 06 09:34:32.907756 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169bb8e7-3c3a-4057-b381-4e2028b39575 admin admin] Made reservation on behalf of ee0cd225ef094aa381a08623ce8da867 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:32.910287 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-169bb8e7-3c3a-4057-b381-4e2028b39575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:32.922056 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-909d3260-c881-43f8-a497-d178d34321ed tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2904561 May 06 09:34:32.931098 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-169bb8e7-3c3a-4057-b381-4e2028b39575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:32.944742 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484973d1-ba5b-45be-be16-8dee91570474 req-ac355637-8745-43c8-aa0b-7d9f10bc61a6 tempest-NetworksTest-1964280478 tempest-NetworksTest-1964280478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:32.955841 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-484973d1-ba5b-45be-be16-8dee91570474 req-ac355637-8745-43c8-aa0b-7d9f10bc61a6 tempest-NetworksTest-1964280478 tempest-NetworksTest-1964280478-project-admin] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 886 time: 0.3640194 May 06 09:34:32.972111 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-f07b0faa-e59a-47e5-932d-2534073a87ac service neutron] Request body: {'port': {'device_id': '020495ad-9f11-4069-adab-91e2070e0428', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:33.084162 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-19558ad9-59f0-4662-9ced-60a33e1f0df0 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741369 May 06 09:34:33.267761 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d7dbbef2-2302-4016-ae69-619bf25324f1 None None] Provisioning complete for port 83b19ef5-f145-4ac3-b943-ff278250d4fa triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:33.268862 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d7dbbef2-2302-4016-ae69-619bf25324f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:33.284431 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36620) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:33.301006 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c9dfd-baa5-4449-981a-6975403777a3 req-f8734418-49d6-4d2b-9ebd-5ed550c71c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:33.302692 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-139c9dfd-baa5-4449-981a-6975403777a3 req-f8734418-49d6-4d2b-9ebd-5ed550c71c6e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 1100 time: 0.0911405 May 06 09:34:33.323428 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-169bb8e7-3c3a-4057-b381-4e2028b39575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:33.350849 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d7dbbef2-2302-4016-ae69-619bf25324f1 None None] Port 83b19ef5-f145-4ac3-b943-ff278250d4fa cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:34:33.415994 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-169bb8e7-3c3a-4057-b381-4e2028b39575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:33.485453 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c9dfd-baa5-4449-981a-6975403777a3 req-3e1f31f2-04d8-438b-b13d-fc488322e44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:33.487952 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-139c9dfd-baa5-4449-981a-6975403777a3 req-3e1f31f2-04d8-438b-b13d-fc488322e44b service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.1548595 May 06 09:34:33.529005 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cc97c0c0-3661-447f-b331-65899ee0adf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:33.553623 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a1d8a-1d03-429d-9d15-7fde7d11005e req-652b219d-7797-4a08-9aa0-f9ae718b83a5 tempest-NetworksTest-1964280478 tempest-NetworksTest-1964280478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:33.554137 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a1d8a-1d03-429d-9d15-7fde7d11005e req-652b219d-7797-4a08-9aa0-f9ae718b83a5 tempest-NetworksTest-1964280478 tempest-NetworksTest-1964280478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:33.554619 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a1d8a-1d03-429d-9d15-7fde7d11005e req-652b219d-7797-4a08-9aa0-f9ae718b83a5 tempest-NetworksTest-1964280478 tempest-NetworksTest-1964280478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:33.555091 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a1d8a-1d03-429d-9d15-7fde7d11005e req-652b219d-7797-4a08-9aa0-f9ae718b83a5 tempest-NetworksTest-1964280478 tempest-NetworksTest-1964280478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:33.555599 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a1d8a-1d03-429d-9d15-7fde7d11005e req-652b219d-7797-4a08-9aa0-f9ae718b83a5 tempest-NetworksTest-1964280478 tempest-NetworksTest-1964280478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:33.556062 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a1d8a-1d03-429d-9d15-7fde7d11005e req-652b219d-7797-4a08-9aa0-f9ae718b83a5 tempest-NetworksTest-1964280478 tempest-NetworksTest-1964280478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:33.556524 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a1d8a-1d03-429d-9d15-7fde7d11005e req-652b219d-7797-4a08-9aa0-f9ae718b83a5 tempest-NetworksTest-1964280478 tempest-NetworksTest-1964280478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:33.556987 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a1d8a-1d03-429d-9d15-7fde7d11005e req-652b219d-7797-4a08-9aa0-f9ae718b83a5 tempest-NetworksTest-1964280478 tempest-NetworksTest-1964280478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:33.557451 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a1d8a-1d03-429d-9d15-7fde7d11005e req-652b219d-7797-4a08-9aa0-f9ae718b83a5 tempest-NetworksTest-1964280478 tempest-NetworksTest-1964280478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:33.573738 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d94a1d8a-1d03-429d-9d15-7fde7d11005e req-652b219d-7797-4a08-9aa0-f9ae718b83a5 tempest-NetworksTest-1964280478 tempest-NetworksTest-1964280478-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6441 time: 0.4865901 May 06 09:34:33.599237 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-169bb8e7-3c3a-4057-b381-4e2028b39575 admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:34:33.607509 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-139c9dfd-baa5-4449-981a-6975403777a3 req-a1a8b712-90c0-4e80-ac39-160739fbfa2f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=401ec187-3b03-41c3-a15c-9e8e9f696ca7 HTTP/1.1" status: 200 len: 217 time: 0.0741417 May 06 09:34:33.611086 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-f07b0faa-e59a-47e5-932d-2534073a87ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:33.794321 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-169bb8e7-3c3a-4057-b381-4e2028b39575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:33.794735 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-169bb8e7-3c3a-4057-b381-4e2028b39575 admin admin] Added segment fef47b95-e742-42d3-9b64-3fd33f4f4918 of type vlan for network 9016fd3e-f04c-40de-8dbe-a7754f33396e May 06 09:34:33.854789 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-169bb8e7-3c3a-4057-b381-4e2028b39575 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:33.878029 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169bb8e7-3c3a-4057-b381-4e2028b39575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:33.884122 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36642) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:33.930248 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c9dfd-baa5-4449-981a-6975403777a3 req-76f17ab7-b4e4-4c8b-a893-19efe46a49a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:33.931791 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-139c9dfd-baa5-4449-981a-6975403777a3 req-76f17ab7-b4e4-4c8b-a893-19efe46a49a3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.3154073 May 06 09:34:33.938654 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-169bb8e7-3c3a-4057-b381-4e2028b39575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:33.940096 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169bb8e7-3c3a-4057-b381-4e2028b39575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:33.942184 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-169bb8e7-3c3a-4057-b381-4e2028b39575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:34.049364 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169bb8e7-3c3a-4057-b381-4e2028b39575 admin admin] Pushing event updated for resources: {'Network': ['ID=9016fd3e-f04c-40de-8dbe-a7754f33396e,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:34.061677 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 9016fd3e-f04c-40de-8dbe-a7754f33396e details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:34:34.063086 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c9dfd-baa5-4449-981a-6975403777a3 req-32268377-8b5e-4883-8293-c02623137886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:34.066306 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-139c9dfd-baa5-4449-981a-6975403777a3 req-32268377-8b5e-4883-8293-c02623137886 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1157205 May 06 09:34:34.080452 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-169bb8e7-3c3a-4057-b381-4e2028b39575 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4475482 May 06 09:34:34.085838 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36660) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:34.124314 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-7712443a-f10a-4ca8-b335-539c7cd4beee admin admin] Request body: {'subnet': {'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1130719866-subnet', 'tenant_id': 'ee0cd225ef094aa381a08623ce8da867', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:34.152960 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec67c40-1655-41fe-af40-c54c034dc1e3 req-49ddd5c3-d949-4a01-9a59-e4d87dc5fe6e tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:34.154706 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cec67c40-1655-41fe-af40-c54c034dc1e3 req-49ddd5c3-d949-4a01-9a59-e4d87dc5fe6e tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/ports?device_id=020495ad-9f11-4069-adab-91e2070e0428 HTTP/1.1" status: 200 len: 935 time: 0.4659777 May 06 09:34:34.165914 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cc97c0c0-3661-447f-b331-65899ee0adf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:34.177314 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cc97c0c0-3661-447f-b331-65899ee0adf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:34.223714 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97c0c0-3661-447f-b331-65899ee0adf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff73dd0-129b-4e73-9d4e-8c88a7bc2e50,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:34.256451 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cc97c0c0-3661-447f-b331-65899ee0adf4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ce9ae34c4c1648d09568595c34aa0582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9651146 May 06 09:34:34.258930 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36662) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:34.322080 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027a62f-090e-4dac-9938-dc91f35b5d3a req-e33e5a5c-c95b-4061-abb6-e0079f3a1132 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:34.324418 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8027a62f-090e-4dac-9938-dc91f35b5d3a req-e33e5a5c-c95b-4061-abb6-e0079f3a1132 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 949 time: 0.8457541 May 06 09:34:34.373658 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-139c9dfd-baa5-4449-981a-6975403777a3 req-12f43a20-4a6d-4521-aef9-73d2206cab4c service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016002 May 06 09:34:34.519806 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-139c9dfd-baa5-4449-981a-6975403777a3 req-28b2b935-1dfc-49bd-9955-9844ccc7bbc5 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316068 May 06 09:34:34.541645 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e79b309e-7d7a-469f-9f40-5eb6fac1f62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:34.571720 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-3c8c6d07-03d7-4ab5-81b1-f2773b2477d5 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:34.574036 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-3c8c6d07-03d7-4ab5-81b1-f2773b2477d5 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.84 "GET /v2.0/networks?id=f2f5f0f1-61a3-4b8a-8a9d-37462429b401 HTTP/1.1" status: 200 len: 815 time: 1.1445377 May 06 09:34:34.597763 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cf3d370d-f8e0-48cc-a47e-0fa16de9687e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:34.609048 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e79b309e-7d7a-469f-9f40-5eb6fac1f62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:34.715718 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cf3d370d-f8e0-48cc-a47e-0fa16de9687e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:34.722320 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e79b309e-7d7a-469f-9f40-5eb6fac1f62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:34.726753 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e79b309e-7d7a-469f-9f40-5eb6fac1f62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:34.728194 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e79b309e-7d7a-469f-9f40-5eb6fac1f62c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5ff73dd0-129b-4e73-9d4e-8c88a7bc2e50 HTTP/1.1" status: 204 len: 168 time: 0.4672639 May 06 09:34:34.729899 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cec67c40-1655-41fe-af40-c54c034dc1e3 req-9eff93fb-96fe-41cb-a588-0b3aec02c494 tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e7fa4e1-64f4-4fcd-8ecf-d7bd46bdd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553919 May 06 09:34:34.753354 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b309e-7d7a-469f-9f40-5eb6fac1f62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff73dd0-129b-4e73-9d4e-8c88a7bc2e50,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:34.775804 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7712443a-f10a-4ca8-b335-539c7cd4beee admin admin] Made reservation on behalf of ee0cd225ef094aa381a08623ce8da867 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:34.792343 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7712443a-f10a-4ca8-b335-539c7cd4beee admin admin] Notify callbacks [] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:34.797152 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cf3d370d-f8e0-48cc-a47e-0fa16de9687e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:34.834995 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-f07b0faa-e59a-47e5-932d-2534073a87ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b19ef5-f145-4ac3-b943-ff278250d4fa {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:34.988055 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-f07b0faa-e59a-47e5-932d-2534073a87ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:35.030299 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8027a62f-090e-4dac-9938-dc91f35b5d3a req-de88e734-9e1f-403c-8127-6f02954d1386 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724126 May 06 09:34:35.142549 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36670) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:35.146786 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-cf3d370d-f8e0-48cc-a47e-0fa16de9687e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3e4c8f06197e43668fbc3753849e8ad8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2511637 May 06 09:34:35.175261 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d370d-f8e0-48cc-a47e-0fa16de9687e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a53dc86-7c9e-4f0a-b4d5-899167a3c991,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:35.256017 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-f07b0faa-e59a-47e5-932d-2534073a87ac service neutron] Transition to ACTIVE for port object 83b19ef5-f145-4ac3-b943-ff278250d4fa will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:34:35.285165 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c58d5d2e-f8ae-47a6-877b-9c17dae6e228 req-9de739a0-9bdb-436c-aece-ebb7ca1712be tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec15e0db-582a-4dff-9099-a8e3516bf837 HTTP/1.1" status: 200 len: 210 time: 0.0795343 May 06 09:34:35.289677 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cad19dc-4b49-46b7-80c6-9a79a2187c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:35.298501 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-a0176e8d-06e5-470c-8870-37092b6a779a tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18d2b79bdfff4fc3957450c1173b5172 HTTP/1.1" status: 200 len: 380 time: 0.3840861 May 06 09:34:35.321723 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-f07b0faa-e59a-47e5-932d-2534073a87ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:35.329811 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36672) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:35.391745 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cad19dc-4b49-46b7-80c6-9a79a2187c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:35.393443 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-d7216f65-6839-4464-a09f-1283202a3ad3 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Request body: {'port': {'device_id': 'ec15e0db-582a-4dff-9099-a8e3516bf837', 'network_id': 'f2f5f0f1-61a3-4b8a-8a9d-37462429b401', 'admin_state_up': True, 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172', 'security_groups': ['0b550ef8-63e9-417a-b4f0-d5e1cdc00989']}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:35.401020 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b0faa-e59a-47e5-932d-2534073a87ac service neutron] Pushing event updated for resources: {'Port': ['ID=83b19ef5-f145-4ac3-b943-ff278250d4fa,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:35.408528 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf799fef-bc8c-4563-8347-b0280cb92e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:35.467501 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28059042-54a4-4f47-b42b-31b15a36bbe7 req-5d86f019-9395-4cf9-ae06-12ae4e42868a tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:35.479731 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-28059042-54a4-4f47-b42b-31b15a36bbe7 req-5d86f019-9395-4cf9-ae06-12ae4e42868a tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c3a6d87-33bf-44c6-83f4-59b0deeecf87 HTTP/1.1" status: 200 len: 945 time: 0.5068502 May 06 09:34:35.571615 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cad19dc-4b49-46b7-80c6-9a79a2187c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:35.574841 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cad19dc-4b49-46b7-80c6-9a79a2187c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:35.576115 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8cad19dc-4b49-46b7-80c6-9a79a2187c5a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4a53dc86-7c9e-4f0a-b4d5-899167a3c991 HTTP/1.1" status: 204 len: 168 time: 0.4319210 May 06 09:34:35.603746 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-28059042-54a4-4f47-b42b-31b15a36bbe7 req-17b6ca46-67d0-4a57-908a-44e06f719222 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d239d7c-84e1-4284-bf97-da62be15615c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230819 May 06 09:34:35.665233 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad19dc-4b49-46b7-80c6-9a79a2187c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a53dc86-7c9e-4f0a-b4d5-899167a3c991,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:35.741182 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-f07b0faa-e59a-47e5-932d-2534073a87ac service neutron] Attempting to bind port 83b19ef5-f145-4ac3-b943-ff278250d4fa on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:34:35.741731 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-f07b0faa-e59a-47e5-932d-2534073a87ac service neutron] Attempting to bind port 83b19ef5-f145-4ac3-b943-ff278250d4fa by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:34:35.742229 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-f07b0faa-e59a-47e5-932d-2534073a87ac service neutron] Attempting to bind port 83b19ef5-f145-4ac3-b943-ff278250d4fa on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:35.756732 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf799fef-bc8c-4563-8347-b0280cb92e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:35.766170 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf799fef-bc8c-4563-8347-b0280cb92e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:35.877513 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-f07b0faa-e59a-47e5-932d-2534073a87ac service neutron] Port 83b19ef5-f145-4ac3-b943-ff278250d4fa on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:34:35.878002 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-f07b0faa-e59a-47e5-932d-2534073a87ac service neutron] Attempting to bind port 83b19ef5-f145-4ac3-b943-ff278250d4fa on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:35.938200 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-d7216f65-6839-4464-a09f-1283202a3ad3 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Made reservation on behalf of 18d2b79bdfff4fc3957450c1173b5172 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:35.942139 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-d7216f65-6839-4464-a09f-1283202a3ad3 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:35.945130 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-f07b0faa-e59a-47e5-932d-2534073a87ac service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:34:35.945673 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-f07b0faa-e59a-47e5-932d-2534073a87ac service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:35.946282 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-f07b0faa-e59a-47e5-932d-2534073a87ac service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:34:35.946998 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-f07b0faa-e59a-47e5-932d-2534073a87ac service neutron] Bound port: 83b19ef5-f145-4ac3-b943-ff278250d4fa, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:34:35.947561 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-f07b0faa-e59a-47e5-932d-2534073a87ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:35.951063 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cf799fef-bc8c-4563-8347-b0280cb92e62 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f093820af7c04280b6f6dee9f13ec2c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6188774 May 06 09:34:35.951893 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36680) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:36.029482 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf799fef-bc8c-4563-8347-b0280cb92e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2d87b8-e8ed-41d0-8adc-fd4645ed5ee0,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:36.051624 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7c62d-2aac-47dc-b4fb-f8371620cbcb req-1f8dc374-6b38-4f13-b381-01f93507bcda tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:36.062229 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-49c7c62d-2aac-47dc-b4fb-f8371620cbcb req-1f8dc374-6b38-4f13-b381-01f93507bcda tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c3a6d87-33bf-44c6-83f4-59b0deeecf87 HTTP/1.1" status: 200 len: 945 time: 0.3271570 May 06 09:34:36.063351 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36686) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:36.067887 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-d12c6bec-59fa-4e74-9b66-897b9f37ce69 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Request body: {'floatingip': {'port_id': 'e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:36.175030 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7712443a-f10a-4ca8-b335-539c7cd4beee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:36.257403 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d12c6bec-59fa-4e74-9b66-897b9f37ce69 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks [] for floatingip, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:36.277341 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6a19d42d-4535-49ba-a6ba-f43481b821c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:36.417220 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36690) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:36.454490 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e85c2e93-5d03-425a-a57f-546515b88182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:36.512252 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6a19d42d-4535-49ba-a6ba-f43481b821c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:36.540554 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b014a-e621-4740-aa2b-86a621f4dd69 req-4cd61ebc-c304-495d-8f42-43ed9bf30e18 tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:36.548713 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d1b014a-e621-4740-aa2b-86a621f4dd69 req-4cd61ebc-c304-495d-8f42-43ed9bf30e18 tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/ports?device_id=020495ad-9f11-4069-adab-91e2070e0428 HTTP/1.1" status: 200 len: 947 time: 0.6859307 May 06 09:34:36.720384 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-f07b0faa-e59a-47e5-932d-2534073a87ac service neutron] For port 83b19ef5-f145-4ac3-b943-ff278250d4fa, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:36.735587 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712443a-f10a-4ca8-b335-539c7cd4beee admin admin] Pushing event updated for resources: {'Subnet': ['ID=5704ec7d-7fe2-4308-8e34-562762b93f76,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:36.758715 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d1b014a-e621-4740-aa2b-86a621f4dd69 req-76cf845c-9480-4686-9714-aed957018679 tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e7fa4e1-64f4-4fcd-8ecf-d7bd46bdd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088833 May 06 09:34:36.774681 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-f07b0faa-e59a-47e5-932d-2534073a87ac service neutron] For port 83b19ef5-f145-4ac3-b943-ff278250d4fa, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=83b19ef5-f145-4ac3-b943-ff278250d4fa,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:34:36.792009 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e35210-45ae-403b-b82d-ee63c53b7469 req-fcdc0343-3a17-4f7a-bc1f-e6eee54dc7f7 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:36.811625 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f9e35210-45ae-403b-b82d-ee63c53b7469 req-fcdc0343-3a17-4f7a-bc1f-e6eee54dc7f7 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 949 time: 0.6398034 May 06 09:34:36.822703 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-f07b0faa-e59a-47e5-932d-2534073a87ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:36.882917 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6a19d42d-4535-49ba-a6ba-f43481b821c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:36.885866 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6a19d42d-4535-49ba-a6ba-f43481b821c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:36.889816 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6a19d42d-4535-49ba-a6ba-f43481b821c5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dd2d87b8-e8ed-41d0-8adc-fd4645ed5ee0 HTTP/1.1" status: 204 len: 168 time: 0.9367990 May 06 09:34:36.925969 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7712443a-f10a-4ca8-b335-539c7cd4beee admin admin] Checking segment: {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:36.926600 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7712443a-f10a-4ca8-b335-539c7cd4beee admin admin] Network hostable DHCP agents. Network: 9016fd3e-f04c-40de-8dbe-a7754f33396e, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:34:36.935238 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-d7216f65-6839-4464-a09f-1283202a3ad3 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Allocated IP 172.20.0.4 (f2f5f0f1-61a3-4b8a-8a9d-37462429b401/4b321150-13d5-4e4b-824f-c7fc482fb964/abb209ae-73f9-4089-885f-167dc05c4864) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:34:36.981777 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19d42d-4535-49ba-a6ba-f43481b821c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2d87b8-e8ed-41d0-8adc-fd4645ed5ee0,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:36.984774 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-f07b0faa-e59a-47e5-932d-2534073a87ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:36.985580 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-f07b0faa-e59a-47e5-932d-2534073a87ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:36.987232 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-f07b0faa-e59a-47e5-932d-2534073a87ac service neutron] 10.222.0.84 "PUT /v2.0/ports/83b19ef5-f145-4ac3-b943-ff278250d4fa HTTP/1.1" status: 200 len: 1095 time: 4.0440001 May 06 09:34:36.991010 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '020495ad-9f11-4069-adab-91e2070e0428', 'tag': '83b19ef5-f145-4ac3-b943-ff278250d4fa'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:36.993471 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab8c44f-aabd-4701-b41f-fafea1fd7546" -d '{"events": [{"name": "network-changed", "server_uuid": "020495ad-9f11-4069-adab-91e2070e0428", "tag": "83b19ef5-f145-4ac3-b943-ff278250d4fa"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:37.017193 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82127638-58d7-4b59-9ca7-48f946669890 req-0282570e-8ff6-497d-a9d8-1b529c164158 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec15e0db-582a-4dff-9099-a8e3516bf837 HTTP/1.1" status: 200 len: 210 time: 0.0925424 May 06 09:34:37.081752 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e85c2e93-5d03-425a-a57f-546515b88182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:37.166713 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e85c2e93-5d03-425a-a57f-546515b88182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:37.236620 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f9e35210-45ae-403b-b82d-ee63c53b7469 req-56adab1f-a0f2-4420-a0e0-d21e08f32014 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231696 May 06 09:34:37.291638 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7712443a-f10a-4ca8-b335-539c7cd4beee admin admin] Network 9016fd3e-f04c-40de-8dbe-a7754f33396e is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:34:37.299818 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b0faa-e59a-47e5-932d-2534073a87ac service neutron] Pushing event updated for resources: {'Port': ['ID=83b19ef5-f145-4ac3-b943-ff278250d4fa,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:37.305755 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f5c8ea-9024-44dc-87d2-9dba08ca00e6 x-openstack-request-id: req-c3f5c8ea-9024-44dc-87d2-9dba08ca00e6 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:37.306339 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "020495ad-9f11-4069-adab-91e2070e0428", "tag": "83b19ef5-f145-4ac3-b943-ff278250d4fa", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:37.306847 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c3f5c8ea-9024-44dc-87d2-9dba08ca00e6 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:37.307650 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3f5c8ea-9024-44dc-87d2-9dba08ca00e6'] response: {'name': 'network-changed', 'server_uuid': '020495ad-9f11-4069-adab-91e2070e0428', 'tag': '83b19ef5-f145-4ac3-b943-ff278250d4fa', 'status': 'completed', 'code': 200} May 06 09:34:37.372923 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-7712443a-f10a-4ca8-b335-539c7cd4beee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 9016fd3e-f04c-40de-8dbe-a7754f33396e) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:37.389763 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f688753e-8bba-4b31-9745-b03a7f8d426d None None] Network 9016fd3e-f04c-40de-8dbe-a7754f33396e requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:34:37.482099 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7712443a-f10a-4ca8-b335-539c7cd4beee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:37.483635 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7712443a-f10a-4ca8-b335-539c7cd4beee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:37.501872 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-ddd256e9-e40d-44fb-b6a8-b358a2788cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:37.503965 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-ddd256e9-e40d-44fb-b6a8-b358a2788cd4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8108171f31334382b1233301dcb5abd9&device_id=020495ad-9f11-4069-adab-91e2070e0428 HTTP/1.1" status: 200 len: 1098 time: 0.3966165 May 06 09:34:37.640068 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7712443a-f10a-4ca8-b335-539c7cd4beee admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.5497501 May 06 09:34:37.669640 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-369b90e6-a336-435d-88ca-5293dd46936d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=83b19ef5-f145-4ac3-b943-ff278250d4fa HTTP/1.1" status: 200 len: 217 time: 0.1448429 May 06 09:34:37.814026 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-d7216f65-6839-4464-a09f-1283202a3ad3 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:37.827244 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1309587-59c7-4ee9-aaf0-fda69d3c4494 None None] Network 9016fd3e-f04c-40de-8dbe-a7754f33396e requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:34:37.908702 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.db.resource_extend [None req-d12c6bec-59fa-4e74-9b66-897b9f37ce69 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:34:37.990085 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c2e93-5d03-425a-a57f-546515b88182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2dc802-9047-42fa-94a6-9b6ea8f3c770,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:38.025612 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e85c2e93-5d03-425a-a57f-546515b88182 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ccbdfa81983343e9896faf42228eae5e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6047504 May 06 09:34:38.031974 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36716) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:38.058869 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-d7216f65-6839-4464-a09f-1283202a3ad3 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:38.077190 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d12c6bec-59fa-4e74-9b66-897b9f37ce69 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:38.091710 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d12c6bec-59fa-4e74-9b66-897b9f37ce69 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:38.252866 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-d12c6bec-59fa-4e74-9b66-897b9f37ce69 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Floating IP 9746bc42-17ca-47b6-9cd0-4fb14c8ce6de associated. External IP: 172.25.5.182, port: e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113. May 06 09:34:38.265921 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-b35bcfe8-b7fd-4032-a364-c9a071eef2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:38.267395 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-b35bcfe8-b7fd-4032-a364-c9a071eef2fa service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.5393484 May 06 09:34:38.304522 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-43716ca4-efb0-4e4a-8ca9-0069dd59f368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:38.367718 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-43716ca4-efb0-4e4a-8ca9-0069dd59f368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:38.455886 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b77fa-cc56-4242-9909-a80e538b77fc req-3d186da4-b9ca-43e3-9a75-6d7c20c569ac tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:38.465370 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-075b77fa-cc56-4242-9909-a80e538b77fc req-3d186da4-b9ca-43e3-9a75-6d7c20c569ac tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/ports?device_id=020495ad-9f11-4069-adab-91e2070e0428 HTTP/1.1" status: 200 len: 947 time: 0.5048299 May 06 09:34:38.469741 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-d7216f65-6839-4464-a09f-1283202a3ad3 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Network f2f5f0f1-61a3-4b8a-8a9d-37462429b401 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:38.486874 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-d7216f65-6839-4464-a09f-1283202a3ad3 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:38.505710 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7216f65-6839-4464-a09f-1283202a3ad3 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Pushing event updated for resources: {'Port': ['ID=abb209ae-73f9-4089-885f-167dc05c4864,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:38.511313 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-d7216f65-6839-4464-a09f-1283202a3ad3 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:34:38.518015 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-d7216f65-6839-4464-a09f-1283202a3ad3 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:38.518685 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-d7216f65-6839-4464-a09f-1283202a3ad3 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:38.678829 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-d7216f65-6839-4464-a09f-1283202a3ad3 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3363507 May 06 09:34:38.716153 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-075b77fa-cc56-4242-9909-a80e538b77fc req-246f650d-8725-470f-a2af-9a6787aa2af0 tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e7fa4e1-64f4-4fcd-8ecf-d7bd46bdd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498829 May 06 09:34:38.722576 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-9b1be2d0-00c3-4750-b3b2-01f88bea181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:38.724434 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-9b1be2d0-00c3-4750-b3b2-01f88bea181e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1824358 May 06 09:34:38.729782 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-a950cd77-5683-404e-8e10-b2927cbed4e5 service neutron] Request body: {'port': {'device_id': 'ec15e0db-582a-4dff-9099-a8e3516bf837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:38.788675 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda4a5a-b3dc-4d13-a72f-89396f391be3 req-03d01139-0c8c-465e-984b-4d178c4fb7d9 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:38.794723 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2fda4a5a-b3dc-4d13-a72f-89396f391be3 req-03d01139-0c8c-465e-984b-4d178c4fb7d9 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec15e0db-582a-4dff-9099-a8e3516bf837 HTTP/1.1" status: 200 len: 931 time: 0.5308275 May 06 09:34:38.869377 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-a950cd77-5683-404e-8e10-b2927cbed4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:38.975703 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-63c6e126-e763-4006-baf1-2c31ddd614e6 None None] Provisioning complete for port abb209ae-73f9-4089-885f-167dc05c4864 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:38.979901 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-63c6e126-e763-4006-baf1-2c31ddd614e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:39.031673 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36746) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:39.095648 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-265ea66d-b89a-457c-9061-f8aa407dcfd4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-625345226-network', 'tenant_id': 'c36e82c22aa44d41bb0685b6e2f938f9'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:39.115712 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-43716ca4-efb0-4e4a-8ca9-0069dd59f368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:39.118411 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-43716ca4-efb0-4e4a-8ca9-0069dd59f368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:39.119609 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-43716ca4-efb0-4e4a-8ca9-0069dd59f368 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1a2dc802-9047-42fa-94a6-9b6ea8f3c770 HTTP/1.1" status: 204 len: 168 time: 1.0865560 May 06 09:34:39.127320 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-63c6e126-e763-4006-baf1-2c31ddd614e6 None None] Port abb209ae-73f9-4089-885f-167dc05c4864 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:34:39.241453 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43716ca4-efb0-4e4a-8ca9-0069dd59f368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2dc802-9047-42fa-94a6-9b6ea8f3c770,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:39.342080 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12c6bec-59fa-4e74-9b66-897b9f37ce69 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Router 3c7c404e-05b0-4a21-a69c-e33512699a72 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:34:39.382168 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2fda4a5a-b3dc-4d13-a72f-89396f391be3 req-f27ba4e7-6fff-4650-aace-0414ce6d6deb tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b550ef8-63e9-417a-b4f0-d5e1cdc00989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5200920 May 06 09:34:39.426885 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265ea66d-b89a-457c-9061-f8aa407dcfd4 admin admin] Made reservation on behalf of c36e82c22aa44d41bb0685b6e2f938f9 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:39.444034 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-265ea66d-b89a-457c-9061-f8aa407dcfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:39.621960 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-265ea66d-b89a-457c-9061-f8aa407dcfd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:39.697431 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12c6bec-59fa-4e74-9b66-897b9f37ce69 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:34:39.702898 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d12c6bec-59fa-4e74-9b66-897b9f37ce69 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:39.720874 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfd24d-d8eb-4143-b34d-54a2b61eea07 req-f4ff8bb4-1d03-43cd-bb5f-fa336d3f9076 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:39.722572 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a725eaaf-cc68-4beb-8505-fecd7d38819b None None] Sync routers for ids ['3c7c404e-05b0-4a21-a69c-e33512699a72'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:34:39.739550 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-91dfd24d-d8eb-4143-b34d-54a2b61eea07 req-f4ff8bb4-1d03-43cd-bb5f-fa336d3f9076 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 949 time: 0.7062221 May 06 09:34:39.744878 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d12c6bec-59fa-4e74-9b66-897b9f37ce69 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "PUT /v2.0/floatingips/9746bc42-17ca-47b6-9cd0-4fb14c8ce6de HTTP/1.1" status: 200 len: 991 time: 3.6804967 May 06 09:34:39.746044 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3a6d87-33bf-44c6-83f4-59b0deeecf87', 'tag': 'e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:39.749098 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e16282c-033a-4bfa-83fe-046c88ff2ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "5c3a6d87-33bf-44c6-83f4-59b0deeecf87", "tag": "e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:39.760041 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a725eaaf-cc68-4beb-8505-fecd7d38819b None None] Routers {'3c7c404e-05b0-4a21-a69c-e33512699a72'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:34:39.760830 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-a725eaaf-cc68-4beb-8505-fecd7d38819b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:34:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3c7c404e-05b0-4a21-a69c-e33512699a72'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:39.794484 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-4cccff38-3adf-4102-9a6e-9317368e6730 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9346223 May 06 09:34:40.069448 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-a725eaaf-cc68-4beb-8505-fecd7d38819b None None] Set router 3c7c404e-05b0-4a21-a69c-e33512699a72 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:34:40.075708 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-91dfd24d-d8eb-4143-b34d-54a2b61eea07 req-f8c23f31-809a-497a-84a5-e4ae6b663695 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350463 May 06 09:34:40.276003 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31d7ce39-8c6a-4806-9b56-96a511810832 req-5cd1c07b-3831-450a-bf79-f0fcc3029dfc service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717271 May 06 09:34:40.290937 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a409f-b5dc-4023-b25b-46f69d8b65ce req-e4d9c570-bf23-4bc8-a9ce-7e80fd5287ea tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:40.299487 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-208a409f-b5dc-4023-b25b-46f69d8b65ce req-e4d9c570-bf23-4bc8-a9ce-7e80fd5287ea tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c3a6d87-33bf-44c6-83f4-59b0deeecf87 HTTP/1.1" status: 200 len: 945 time: 0.4080532 May 06 09:34:40.362698 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-265ea66d-b89a-457c-9061-f8aa407dcfd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:40.392715 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-265ea66d-b89a-457c-9061-f8aa407dcfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:40.461702 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265ea66d-b89a-457c-9061-f8aa407dcfd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:34:40.474581 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-208a409f-b5dc-4023-b25b-46f69d8b65ce req-928cb428-c841-4c30-9eb7-d8d3789fa191 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d239d7c-84e1-4284-bf97-da62be15615c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723399 May 06 09:34:40.514424 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06278924-905a-4a2d-a400-561a43fbaed2 req-494e515f-075a-4a30-9c2c-409d10680387 tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:40.524584 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-06278924-905a-4a2d-a400-561a43fbaed2 req-494e515f-075a-4a30-9c2c-409d10680387 tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/ports?device_id=020495ad-9f11-4069-adab-91e2070e0428 HTTP/1.1" status: 200 len: 947 time: 0.3041372 May 06 09:34:40.571828 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4500b7a6-c736-430f-b958-519dc01022e1 x-openstack-request-id: req-4500b7a6-c736-430f-b958-519dc01022e1 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:40.572338 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c3a6d87-33bf-44c6-83f4-59b0deeecf87", "tag": "e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:40.572446 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4500b7a6-c736-430f-b958-519dc01022e1 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:40.572808 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4500b7a6-c736-430f-b958-519dc01022e1'] response: {'name': 'network-changed', 'server_uuid': '5c3a6d87-33bf-44c6-83f4-59b0deeecf87', 'tag': 'e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113', 'status': 'completed', 'code': 200} May 06 09:34:40.617549 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ea66d-b89a-457c-9061-f8aa407dcfd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2338eda-513e-4d74-8ec3-90c7c15044f9,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:40.623968 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-a950cd77-5683-404e-8e10-b2927cbed4e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abb209ae-73f9-4089-885f-167dc05c4864 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:40.631907 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-265ea66d-b89a-457c-9061-f8aa407dcfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:40.632702 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-265ea66d-b89a-457c-9061-f8aa407dcfd4 admin admin] Added segment aeddcb2f-917f-48fd-9563-328d4bf7c2f1 of type vlan for network 7897a5ca-1c66-4fb8-bfe3-ae0747710ac7 May 06 09:34:40.653653 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-a950cd77-5683-404e-8e10-b2927cbed4e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:40.724630 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-265ea66d-b89a-457c-9061-f8aa407dcfd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:40.725682 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-a725eaaf-cc68-4beb-8505-fecd7d38819b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261923002-router', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:38Z', 'updated_at': '2022-05-06T09:33:46Z', 'revision_number': 4, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'gw_port': {'id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:39Z', 'updated_at': '2022-05-06T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '9746bc42-17ca-47b6-9cd0-4fb14c8ce6de', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'floating_ip_address': '172.25.5.182', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'port_id': 'e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70', 'mac_address': 'fa:16:3e:45:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3a6d87-33bf-44c6-83f4-59b0deeecf87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:34:10Z', 'updated_at': '2022-05-06T09:34:37Z', 'revision_number': 1, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14a53ba2-d0af-40d7-abd0-84cf6d238c55', 'name': '', 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'mac_address': 'fa:16:3e:d8:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:44Z', 'updated_at': '2022-05-06T09:33:58Z', 'revision_number': 5, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'subnets': [{'id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:40.729096 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-a950cd77-5683-404e-8e10-b2927cbed4e5 service neutron] Transition to ACTIVE for port object abb209ae-73f9-4089-885f-167dc05c4864 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:34:40.746969 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-06278924-905a-4a2d-a400-561a43fbaed2 req-0517f5de-0f7e-4774-bf1a-5a43955c82db tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e7fa4e1-64f4-4fcd-8ecf-d7bd46bdd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153873 May 06 09:34:40.762383 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-a950cd77-5683-404e-8e10-b2927cbed4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:40.786669 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16282c-033a-4bfa-83fe-046c88ff2ac5 req-b295e421-3d20-479b-80d6-89baaff36473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:40.791508 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8c44f-aabd-4701-b41f-fafea1fd7546 req-8e43f029-595c-47bf-b6b3-19a0ecf880e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:40.797897 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1e16282c-033a-4bfa-83fe-046c88ff2ac5 req-b295e421-3d20-479b-80d6-89baaff36473 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c2b09c743dc34ecd9ff39fe3cb1e8e10&device_id=5c3a6d87-33bf-44c6-83f4-59b0deeecf87 HTTP/1.1" status: 200 len: 1096 time: 0.1815400 May 06 09:34:40.799943 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5ab8c44f-aabd-4701-b41f-fafea1fd7546 req-8e43f029-595c-47bf-b6b3-19a0ecf880e7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8108171f31334382b1233301dcb5abd9&device_id=020495ad-9f11-4069-adab-91e2070e0428 HTTP/1.1" status: 200 len: 1098 time: 0.2465248 May 06 09:34:40.808928 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a725eaaf-cc68-4beb-8505-fecd7d38819b None None] Checking router: 3c7c404e-05b0-4a21-a69c-e33512699a72 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:34:40.838699 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a725eaaf-cc68-4beb-8505-fecd7d38819b None None] Routers {'3c7c404e-05b0-4a21-a69c-e33512699a72'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:34:40.848598 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-a725eaaf-cc68-4beb-8505-fecd7d38819b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:34:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3c7c404e-05b0-4a21-a69c-e33512699a72'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:41.025758 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16282c-033a-4bfa-83fe-046c88ff2ac5 req-0488ffc0-349a-4bdf-8a8e-c13346e15059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:41.029341 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1e16282c-033a-4bfa-83fe-046c88ff2ac5 req-0488ffc0-349a-4bdf-8a8e-c13346e15059 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e76d704a-9d79-4d25-8a5d-5f2069ed1f70 HTTP/1.1" status: 200 len: 925 time: 0.2265074 May 06 09:34:41.219786 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-265ea66d-b89a-457c-9061-f8aa407dcfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:41.220672 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265ea66d-b89a-457c-9061-f8aa407dcfd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:41.221256 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-265ea66d-b89a-457c-9061-f8aa407dcfd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:41.230480 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-a725eaaf-cc68-4beb-8505-fecd7d38819b None None] Set router 3c7c404e-05b0-4a21-a69c-e33512699a72 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:34:41.251971 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a950cd77-5683-404e-8e10-b2927cbed4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=abb209ae-73f9-4089-885f-167dc05c4864,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:41.273445 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb6cbd-aeb7-4dbe-aa4b-ca1575be59fd req-cf764702-2120-4ea8-9d17-254d588bae49 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:41.275344 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-19cb6cbd-aeb7-4dbe-aa4b-ca1575be59fd req-cf764702-2120-4ea8-9d17-254d588bae49 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec15e0db-582a-4dff-9099-a8e3516bf837 HTTP/1.1" status: 200 len: 943 time: 0.3987772 May 06 09:34:41.277498 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1e16282c-033a-4bfa-83fe-046c88ff2ac5 req-ffddd736-4ac7-45fb-b436-5254227b5c8a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113 HTTP/1.1" status: 200 len: 999 time: 0.2407811 May 06 09:34:41.448228 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16282c-033a-4bfa-83fe-046c88ff2ac5 req-e7f303f3-fde1-45b2-b5fd-db76de561d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:41.453211 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1e16282c-033a-4bfa-83fe-046c88ff2ac5 req-e7f303f3-fde1-45b2-b5fd-db76de561d4a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=13d54616-5091-48d4-a06e-e4f6d0eb3a1a HTTP/1.1" status: 200 len: 863 time: 0.1657054 May 06 09:34:41.567265 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16282c-033a-4bfa-83fe-046c88ff2ac5 req-58a610d5-7cc2-4d60-be63-f1953481da08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:41.572275 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1e16282c-033a-4bfa-83fe-046c88ff2ac5 req-58a610d5-7cc2-4d60-be63-f1953481da08 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e76d704a-9d79-4d25-8a5d-5f2069ed1f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986052 May 06 09:34:41.717031 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-265ea66d-b89a-457c-9061-f8aa407dcfd4 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.6547251 May 06 09:34:41.725512 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36814) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:41.746180 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-a950cd77-5683-404e-8e10-b2927cbed4e5 service neutron] Attempting to bind port abb209ae-73f9-4089-885f-167dc05c4864 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:34:41.746776 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-a950cd77-5683-404e-8e10-b2927cbed4e5 service neutron] Attempting to bind port abb209ae-73f9-4089-885f-167dc05c4864 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'fe24a094-fc42-403d-ba28-61e4316840a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f2f5f0f1-61a3-4b8a-8a9d-37462429b401'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:34:41.747312 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-a950cd77-5683-404e-8e10-b2927cbed4e5 service neutron] Attempting to bind port abb209ae-73f9-4089-885f-167dc05c4864 on network f2f5f0f1-61a3-4b8a-8a9d-37462429b401 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:41.762514 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1e16282c-033a-4bfa-83fe-046c88ff2ac5 req-cbbcf6c4-df77-4594-92f9-766ef1d96eea service neutron] 10.222.0.77 "GET /v2.0/networks/e76d704a-9d79-4d25-8a5d-5f2069ed1f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842058 May 06 09:34:41.767944 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-44d0cc9a-3710-452d-acc4-ef5ec9865e29 admin admin] Request body: {'subnet': {'network_id': '7897a5ca-1c66-4fb8-bfe3-ae0747710ac7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-625345226-subnet', 'tenant_id': 'c36e82c22aa44d41bb0685b6e2f938f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:41.816853 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-a950cd77-5683-404e-8e10-b2927cbed4e5 service neutron] Port abb209ae-73f9-4089-885f-167dc05c4864 on network f2f5f0f1-61a3-4b8a-8a9d-37462429b401 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:34:41.819520 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-a950cd77-5683-404e-8e10-b2927cbed4e5 service neutron] Attempting to bind port abb209ae-73f9-4089-885f-167dc05c4864 on network f2f5f0f1-61a3-4b8a-8a9d-37462429b401 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:41.836509 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-19cb6cbd-aeb7-4dbe-aa4b-ca1575be59fd req-d46b1564-3419-4a34-b380-11ef698e2e5d tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b550ef8-63e9-417a-b4f0-d5e1cdc00989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5363290 May 06 09:34:41.842215 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-a950cd77-5683-404e-8e10-b2927cbed4e5 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:34:41.842747 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-a950cd77-5683-404e-8e10-b2927cbed4e5 service neutron] Checking segment: {'id': 'fe24a094-fc42-403d-ba28-61e4316840a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f2f5f0f1-61a3-4b8a-8a9d-37462429b401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:41.843619 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-a950cd77-5683-404e-8e10-b2927cbed4e5 service neutron] Bound using segment: {'id': 'fe24a094-fc42-403d-ba28-61e4316840a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f2f5f0f1-61a3-4b8a-8a9d-37462429b401'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:34:41.844236 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-a950cd77-5683-404e-8e10-b2927cbed4e5 service neutron] Bound port: abb209ae-73f9-4089-885f-167dc05c4864, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe24a094-fc42-403d-ba28-61e4316840a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f2f5f0f1-61a3-4b8a-8a9d-37462429b401'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:34:41.844772 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-a950cd77-5683-404e-8e10-b2927cbed4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:41.860025 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ea66d-b89a-457c-9061-f8aa407dcfd4 admin admin] Pushing event updated for resources: {'Network': ['ID=7897a5ca-1c66-4fb8-bfe3-ae0747710ac7,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:41.872994 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 7897a5ca-1c66-4fb8-bfe3-ae0747710ac7 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:34:41.877607 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8c44f-aabd-4701-b41f-fafea1fd7546 req-06735539-720b-49b0-9ca2-96ac7ea1ae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:41.885912 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5ab8c44f-aabd-4701-b41f-fafea1fd7546 req-06735539-720b-49b0-9ca2-96ac7ea1ae14 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.9833257 May 06 09:34:41.917708 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e2fdb-3a68-4626-8618-c1470db6f238 req-e9d01b16-0141-4516-b6ec-fc9de6a06f15 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:41.932998 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-439e2fdb-3a68-4626-8618-c1470db6f238 req-e9d01b16-0141-4516-b6ec-fc9de6a06f15 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 949 time: 0.4592116 May 06 09:34:41.935323 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d0cc9a-3710-452d-acc4-ef5ec9865e29 admin admin] Made reservation on behalf of c36e82c22aa44d41bb0685b6e2f938f9 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:41.943873 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-44d0cc9a-3710-452d-acc4-ef5ec9865e29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:42.010428 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-a725eaaf-cc68-4beb-8505-fecd7d38819b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261923002-router', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:38Z', 'updated_at': '2022-05-06T09:33:46Z', 'revision_number': 4, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'gw_port': {'id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:39Z', 'updated_at': '2022-05-06T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '9746bc42-17ca-47b6-9cd0-4fb14c8ce6de', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'floating_ip_address': '172.25.5.182', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'port_id': 'e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70', 'mac_address': 'fa:16:3e:45:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3a6d87-33bf-44c6-83f4-59b0deeecf87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:34:10Z', 'updated_at': '2022-05-06T09:34:37Z', 'revision_number': 1, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14a53ba2-d0af-40d7-abd0-84cf6d238c55', 'name': '', 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'mac_address': 'fa:16:3e:d8:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:44Z', 'updated_at': '2022-05-06T09:33:58Z', 'revision_number': 5, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'subnets': [{'id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:42.015252 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1e16282c-033a-4bfa-83fe-046c88ff2ac5 req-86e0363c-5bd0-4325-97a3-506a17253322 service neutron] 10.222.0.77 "GET /v2.0/networks/e76d704a-9d79-4d25-8a5d-5f2069ed1f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367644 May 06 09:34:42.069050 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a725eaaf-cc68-4beb-8505-fecd7d38819b None None] The sync data for ids ['3c7c404e-05b0-4a21-a69c-e33512699a72'] in n-d-840835-1 is: [{'id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261923002-router', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:38Z', 'updated_at': '2022-05-06T09:33:46Z', 'revision_number': 4, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'gw_port': {'id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:39Z', 'updated_at': '2022-05-06T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '9746bc42-17ca-47b6-9cd0-4fb14c8ce6de', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'floating_ip_address': '172.25.5.182', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'port_id': 'e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70', 'mac_address': 'fa:16:3e:45:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3a6d87-33bf-44c6-83f4-59b0deeecf87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:34:10Z', 'updated_at': '2022-05-06T09:34:37Z', 'revision_number': 1, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14a53ba2-d0af-40d7-abd0-84cf6d238c55', 'name': '', 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'mac_address': 'fa:16:3e:d8:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:44Z', 'updated_at': '2022-05-06T09:33:58Z', 'revision_number': 5, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'subnets': [{'id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:34:42.307518 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5ab8c44f-aabd-4701-b41f-fafea1fd7546 req-ba91dffa-945a-44fd-97c4-ebd666365b94 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=83b19ef5-f145-4ac3-b943-ff278250d4fa HTTP/1.1" status: 200 len: 217 time: 0.2076714 May 06 09:34:42.578716 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36840) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:42.713951 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578a0287-c2cf-45ba-befe-637fdcf65295 None None] New status for floating IP 9746bc42-17ca-47b6-9cd0-4fb14c8ce6de: ACTIVE {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:34:42.897476 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-019171ba-7ea8-4194-9915-7c687a18ea19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:42.943372 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-439e2fdb-3a68-4626-8618-c1470db6f238 req-9d69c36f-f12e-482f-8a04-d4821d67ec11 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8231461 May 06 09:34:42.952478 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-44d0cc9a-3710-452d-acc4-ef5ec9865e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:42.989178 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f2027-5d33-434c-9b80-a9043035a47c req-d22e789c-ce89-4a05-84ee-04d79c6fc63d tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:43.002525 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-af6f2027-5d33-434c-9b80-a9043035a47c req-d22e789c-ce89-4a05-84ee-04d79c6fc63d tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/ports?device_id=020495ad-9f11-4069-adab-91e2070e0428 HTTP/1.1" status: 200 len: 947 time: 0.7562122 May 06 09:34:43.047539 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-019171ba-7ea8-4194-9915-7c687a18ea19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:43.055179 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-019171ba-7ea8-4194-9915-7c687a18ea19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:43.069424 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-a950cd77-5683-404e-8e10-b2927cbed4e5 service neutron] For port abb209ae-73f9-4089-885f-167dc05c4864, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:43.122247 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-019171ba-7ea8-4194-9915-7c687a18ea19 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d51b5f2bdf9340038a809680a79acfcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5410895 May 06 09:34:43.133742 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36848) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:43.165425 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-a950cd77-5683-404e-8e10-b2927cbed4e5 service neutron] For port abb209ae-73f9-4089-885f-167dc05c4864, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=abb209ae-73f9-4089-885f-167dc05c4864,segment=NetworkSegment(fe24a094-fc42-403d-ba28-61e4316840a6),segment_id=fe24a094-fc42-403d-ba28-61e4316840a6)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:34:43.242011 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-af6f2027-5d33-434c-9b80-a9043035a47c req-b1275373-ec05-4878-b43e-ebaac33269c1 tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e7fa4e1-64f4-4fcd-8ecf-d7bd46bdd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889429 May 06 09:34:43.243536 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-a950cd77-5683-404e-8e10-b2927cbed4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:43.254717 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019171ba-7ea8-4194-9915-7c687a18ea19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23beadcc-91df-4f3b-acdf-85265548fbda,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:43.324473 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0cc9a-3710-452d-acc4-ef5ec9865e29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fbc4ec4-0e38-45e1-a58d-4bdccb1ca161,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:43.334299 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-020f2f31-4ff2-4cfd-abbc-b187c86cf6a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:43.362019 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a950cd77-5683-404e-8e10-b2927cbed4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=abb209ae-73f9-4089-885f-167dc05c4864,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:43.370215 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-020f2f31-4ff2-4cfd-abbc-b187c86cf6a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:43.440216 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-a950cd77-5683-404e-8e10-b2927cbed4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:43.441870 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-a950cd77-5683-404e-8e10-b2927cbed4e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:43.450892 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-a950cd77-5683-404e-8e10-b2927cbed4e5 service neutron] 10.222.0.84 "PUT /v2.0/ports/abb209ae-73f9-4089-885f-167dc05c4864 HTTP/1.1" status: 200 len: 1091 time: 4.7289886 May 06 09:34:43.462304 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec15e0db-582a-4dff-9099-a8e3516bf837', 'tag': 'abb209ae-73f9-4089-885f-167dc05c4864'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:43.466914 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f2eabc-67d8-467f-82bb-9224593dc92a" -d '{"events": [{"name": "network-changed", "server_uuid": "ec15e0db-582a-4dff-9099-a8e3516bf837", "tag": "abb209ae-73f9-4089-885f-167dc05c4864"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:43.475645 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0cc9a-3710-452d-acc4-ef5ec9865e29 admin admin] Checking segment: {'id': 'aeddcb2f-917f-48fd-9563-328d4bf7c2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7897a5ca-1c66-4fb8-bfe3-ae0747710ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:43.475645 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d0cc9a-3710-452d-acc4-ef5ec9865e29 admin admin] Network hostable DHCP agents. Network: 7897a5ca-1c66-4fb8-bfe3-ae0747710ac7, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:34:43.517929 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-020f2f31-4ff2-4cfd-abbc-b187c86cf6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:43.526974 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-020f2f31-4ff2-4cfd-abbc-b187c86cf6a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:43.531980 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-020f2f31-4ff2-4cfd-abbc-b187c86cf6a2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/23beadcc-91df-4f3b-acdf-85265548fbda HTTP/1.1" status: 204 len: 168 time: 0.4023261 May 06 09:34:43.541007 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d0cc9a-3710-452d-acc4-ef5ec9865e29 admin admin] Network 7897a5ca-1c66-4fb8-bfe3-ae0747710ac7 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:34:43.561284 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613b924-17b2-4c0e-8d5e-ccafadddf9fa req-6bb57f63-7ddd-418a-9757-59a6797043bf tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:43.561486 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 83b19ef5-f145-4ac3-b943-ff278250d4fa details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:34:43.563030 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b613b924-17b2-4c0e-8d5e-ccafadddf9fa req-6bb57f63-7ddd-418a-9757-59a6797043bf tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec15e0db-582a-4dff-9099-a8e3516bf837 HTTP/1.1" status: 200 len: 943 time: 0.1018245 May 06 09:34:43.569527 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-44d0cc9a-3710-452d-acc4-ef5ec9865e29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 7897a5ca-1c66-4fb8-bfe3-ae0747710ac7) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:43.575480 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d0cc9a-3710-452d-acc4-ef5ec9865e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:43.576365 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-44d0cc9a-3710-452d-acc4-ef5ec9865e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:43.598720 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f2f31-4ff2-4cfd-abbc-b187c86cf6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23beadcc-91df-4f3b-acdf-85265548fbda,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:43.617471 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967e7686-0c0d-44ac-b476-509c60f5d847 None None] Network 7897a5ca-1c66-4fb8-bfe3-ae0747710ac7 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:34:43.653501 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-44d0cc9a-3710-452d-acc4-ef5ec9865e29 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9083138 May 06 09:34:43.676086 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b613b924-17b2-4c0e-8d5e-ccafadddf9fa req-e3b6ae76-9080-45e5-8ea3-3fd77760589d tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b550ef8-63e9-417a-b4f0-d5e1cdc00989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950444 May 06 09:34:43.769242 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c868f58b-ac97-470c-9c68-4a722a4e9b1c x-openstack-request-id: req-c868f58b-ac97-470c-9c68-4a722a4e9b1c {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:43.769542 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec15e0db-582a-4dff-9099-a8e3516bf837", "tag": "abb209ae-73f9-4089-885f-167dc05c4864", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:43.769968 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c868f58b-ac97-470c-9c68-4a722a4e9b1c {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:43.770372 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c868f58b-ac97-470c-9c68-4a722a4e9b1c'] response: {'name': 'network-changed', 'server_uuid': 'ec15e0db-582a-4dff-9099-a8e3516bf837', 'tag': 'abb209ae-73f9-4089-885f-167dc05c4864', 'status': 'completed', 'code': 200} May 06 09:34:44.036622 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-b9eb35be-8d8a-4650-895f-2f48b4f747da tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=75901321355242d2899f6fd1df5fd7da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727100 May 06 09:34:44.093580 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.resource_extend [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:34:44.212923 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a78b2f-bee6-475b-952b-65f06df7f23a req-254c3883-e05d-4227-972f-a4a095eb0918 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:44.224027 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e6a78b2f-bee6-475b-952b-65f06df7f23a req-254c3883-e05d-4227-972f-a4a095eb0918 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 949 time: 0.1290419 May 06 09:34:44.260187 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa43246-506a-4920-a454-ec8bf5140c84 None None] Network 7897a5ca-1c66-4fb8-bfe3-ae0747710ac7 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:34:44.299345 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-6ed304b2-5230-4dc5-ac41-4aecaeddcdb7 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:44.301242 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-6ed304b2-5230-4dc5-ac41-4aecaeddcdb7 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2591188 May 06 09:34:44.306598 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36882) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:44.316880 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e6a78b2f-bee6-475b-952b-65f06df7f23a req-4995e95d-c345-4695-b2fe-548e43000c77 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919037 May 06 09:34:44.337293 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8552bb3f-5ef5-462d-8a6d-cc09dc816d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:44.340807 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-ad0170e5-7573-44d3-846c-d6fabd9a1791 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/quotas/75901321355242d2899f6fd1df5fd7da HTTP/1.1" status: 200 len: 375 time: 0.0226915 May 06 09:34:44.388476 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-320f62e3-862b-4080-9f9a-32fcbddc5664 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=75901321355242d2899f6fd1df5fd7da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394349 May 06 09:34:44.503755 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 83b19ef5-f145-4ac3-b943-ff278250d4fa, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=83b19ef5-f145-4ac3-b943-ff278250d4fa,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:44.517936 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '83b19ef5-f145-4ac3-b943-ff278250d4fa', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': '83b19ef5-f145-4ac3-b943-ff278250d4fa', 'mac_address': 'fa:16:3e:84:f2:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:34:44.518640 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8552bb3f-5ef5-462d-8a6d-cc09dc816d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:44.529713 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8552bb3f-5ef5-462d-8a6d-cc09dc816d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:44.567450 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:44.591343 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8552bb3f-5ef5-462d-8a6d-cc09dc816d1f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5ff71468b9444258a8c013e21778a8a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834041 May 06 09:34:44.592464 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552bb3f-5ef5-462d-8a6d-cc09dc816d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f444a301-f478-41cf-9e9f-f4998431cf47,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:44.594527 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36888) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:44.605233 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b19ef5-f145-4ac3-b943-ff278250d4fa {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:44.678154 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 83b19ef5-f145-4ac3-b943-ff278250d4fa, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=83b19ef5-f145-4ac3-b943-ff278250d4fa,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:44.688355 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:44.704275 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d8b36f24-5b27-46e0-9353-3b2b7f4ba515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:44.867874 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=83b19ef5-f145-4ac3-b943-ff278250d4fa,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:44.875159 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d8b36f24-5b27-46e0-9353-3b2b7f4ba515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:44.974637 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['83b19ef5-f145-4ac3-b943-ff278250d4fa'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:34:45.024299 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8c44f-aabd-4701-b41f-fafea1fd7546 req-106dec11-8a36-406a-94ee-710cd3f8f2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:45.035351 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5ab8c44f-aabd-4701-b41f-fafea1fd7546 req-106dec11-8a36-406a-94ee-710cd3f8f2de service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.2986274 May 06 09:34:45.048519 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8af28-d363-48c1-9979-7568885cb18b req-940487c5-0a71-42bf-a639-2c91c06b1856 tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:45.056471 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57f8af28-d363-48c1-9979-7568885cb18b req-940487c5-0a71-42bf-a639-2c91c06b1856 tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/ports?device_id=020495ad-9f11-4069-adab-91e2070e0428 HTTP/1.1" status: 200 len: 948 time: 0.3394291 May 06 09:34:45.079491 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2eabc-67d8-467f-82bb-9224593dc92a req-df66f824-10fb-42ea-8c0d-7f0b5bc5bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:45.081294 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-61f2eabc-67d8-467f-82bb-9224593dc92a req-df66f824-10fb-42ea-8c0d-7f0b5bc5bccb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=18d2b79bdfff4fc3957450c1173b5172&device_id=ec15e0db-582a-4dff-9099-a8e3516bf837 HTTP/1.1" status: 200 len: 1094 time: 0.3238897 May 06 09:34:45.217121 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57f8af28-d363-48c1-9979-7568885cb18b req-0f5712b9-18ab-4767-88b2-9bc77b29e724 tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e7fa4e1-64f4-4fcd-8ecf-d7bd46bdd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593828 May 06 09:34:45.217832 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d8b36f24-5b27-46e0-9353-3b2b7f4ba515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:45.221203 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d8b36f24-5b27-46e0-9353-3b2b7f4ba515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:45.222332 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d8b36f24-5b27-46e0-9353-3b2b7f4ba515 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f444a301-f478-41cf-9e9f-f4998431cf47 HTTP/1.1" status: 204 len: 168 time: 0.6268039 May 06 09:34:45.622595 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b36f24-5b27-46e0-9353-3b2b7f4ba515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f444a301-f478-41cf-9e9f-f4998431cf47,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:45.876840 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-25b486ae-5d53-4b73-bfba-8ab3b3de6542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:45.885431 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-73e41dc6-f65b-46b9-9a9d-2bd2c461c4db tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:45.894469 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-73e41dc6-f65b-46b9-9a9d-2bd2c461c4db tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/networks?id=9016fd3e-f04c-40de-8dbe-a7754f33396e HTTP/1.1" status: 200 len: 808 time: 0.7009974 May 06 09:34:45.929480 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71ea0b2f-6891-4e9c-8092-5624c8a1d274 req-056a05b8-a9f3-4919-887b-9c57d12b5505 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2003397-7dc4-410f-ad22-073f0724d61f HTTP/1.1" status: 200 len: 210 time: 0.5023963 May 06 09:34:46.004428 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-c91c436e-8630-4215-aeb7-30829fbc3413 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/quotas/ee0cd225ef094aa381a08623ce8da867 HTTP/1.1" status: 200 len: 375 time: 0.1084182 May 06 09:34:46.047397 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8c44f-aabd-4701-b41f-fafea1fd7546 req-3f454b9b-945d-47f9-a8bc-e315afaaf970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:46.048960 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5ab8c44f-aabd-4701-b41f-fafea1fd7546 req-3f454b9b-945d-47f9-a8bc-e315afaaf970 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9232206 May 06 09:34:46.054027 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-e0da8f1b-750f-4234-b5a7-91598b78a011 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee0cd225ef094aa381a08623ce8da867&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486774 May 06 09:34:46.066525 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2eabc-67d8-467f-82bb-9224593dc92a req-0bc23194-8486-400e-9336-2c2f0253056a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:46.068066 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-61f2eabc-67d8-467f-82bb-9224593dc92a req-0bc23194-8486-400e-9336-2c2f0253056a service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=18d2b79bdfff4fc3957450c1173b5172&shared=False HTTP/1.1" status: 200 len: 916 time: 0.9412251 May 06 09:34:46.076045 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-660eff51-37a4-4b5f-8acd-7172b93a5054 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:34:46.077168 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-660eff51-37a4-4b5f-8acd-7172b93a5054 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061696 May 06 09:34:46.164197 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ceb3db-0185-4e5b-a288-ad9a6eeb6d28 req-24963e4a-644a-48e3-a6d2-e0461df06d44 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:46.165801 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37ceb3db-0185-4e5b-a288-ad9a6eeb6d28 req-24963e4a-644a-48e3-a6d2-e0461df06d44 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec15e0db-582a-4dff-9099-a8e3516bf837 HTTP/1.1" status: 200 len: 943 time: 0.1159620 May 06 09:34:46.247018 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37ceb3db-0185-4e5b-a288-ad9a6eeb6d28 req-ea4bc062-7aba-4a53-8628-af003db5b241 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b550ef8-63e9-417a-b4f0-d5e1cdc00989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726480 May 06 09:34:46.254254 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-de242c28-bf6d-42d4-af94-e702b6c7f877 service neutron] 10.222.0.73 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500323 May 06 09:34:46.462166 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-66afde45-384e-4280-b068-f7696d8bc174 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=75901321355242d2899f6fd1df5fd7da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453708 May 06 09:34:46.624036 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-c98decf4-2bf0-4007-9ed6-e19bf7290e92 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:46.626176 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-c98decf4-2bf0-4007-9ed6-e19bf7290e92 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1556199 May 06 09:34:46.655257 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68af2e7-317b-4076-b7f2-928bf5f15489 req-9a1c299e-f5c9-4466-a7c0-21cb1ad1ce8f tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:46.661368 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e68af2e7-317b-4076-b7f2-928bf5f15489 req-9a1c299e-f5c9-4466-a7c0-21cb1ad1ce8f tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 949 time: 0.3193600 May 06 09:34:46.672149 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-c24fa7bb-6e85-4d61-8fa4-3dfe54b523f6 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Request body: {'port': {'device_id': 'a2003397-7dc4-410f-ad22-073f0724d61f', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'admin_state_up': True, 'tenant_id': '75901321355242d2899f6fd1df5fd7da'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:46.762052 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2eabc-67d8-467f-82bb-9224593dc92a req-748fcb17-90dd-4673-a730-e31f5e652db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:46.763619 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-61f2eabc-67d8-467f-82bb-9224593dc92a req-748fcb17-90dd-4673-a730-e31f5e652db2 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4856088 May 06 09:34:46.803058 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5ab8c44f-aabd-4701-b41f-fafea1fd7546 req-63b39f38-bbee-46eb-b187-c536aaa7e7a0 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5258930 May 06 09:34:46.840009 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e68af2e7-317b-4076-b7f2-928bf5f15489 req-b48b59e1-7bca-4e66-aa67-89b176d7c622 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764884 May 06 09:34:46.899694 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-c24fa7bb-6e85-4d61-8fa4-3dfe54b523f6 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Made reservation on behalf of 75901321355242d2899f6fd1df5fd7da for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:46.901745 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-c24fa7bb-6e85-4d61-8fa4-3dfe54b523f6 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:46.927577 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-c24fa7bb-6e85-4d61-8fa4-3dfe54b523f6 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:46.976919 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-8649666a-c9bf-4a95-88af-6aeb85d992b3 service neutron] 10.222.0.73 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7008755 May 06 09:34:47.099557 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-c24fa7bb-6e85-4d61-8fa4-3dfe54b523f6 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:47.110370 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-c24fa7bb-6e85-4d61-8fa4-3dfe54b523f6 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:47.159835 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24fa7bb-6e85-4d61-8fa4-3dfe54b523f6 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afea8fc4-ce2a-4e21-998b-24101b2285a3,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:47.385137 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-c24fa7bb-6e85-4d61-8fa4-3dfe54b523f6 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Allocated IP 192.168.233.237 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/47da9af8-9580-47d0-821e-442b5c1cdcdd) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:34:47.479914 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a8bc9204-8d21-4106-86ca-5b2ad731415d req-2008fbac-6606-45a5-a0c8-a59616b7061d tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2003397-7dc4-410f-ad22-073f0724d61f HTTP/1.1" status: 200 len: 210 time: 0.0545087 May 06 09:34:47.525239 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-52d3d04a-0ebb-4e51-b54d-1806be2fe707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:47.526730 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-52d3d04a-0ebb-4e51-b54d-1806be2fe707 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=18d2b79bdfff4fc3957450c1173b5172&device_id=ec15e0db-582a-4dff-9099-a8e3516bf837 HTTP/1.1" status: 200 len: 1094 time: 0.6855068 May 06 09:34:47.552903 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5ab8c44f-aabd-4701-b41f-fafea1fd7546 req-09c4289f-86a5-4697-8d3a-53702541178c service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7285898 May 06 09:34:47.574534 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e43ae-6d0e-4f61-a875-a999aa3f8853 req-8b034883-bfb2-4adf-8e5b-d38d80ca0518 tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:47.576187 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-af2e43ae-6d0e-4f61-a875-a999aa3f8853 req-8b034883-bfb2-4adf-8e5b-d38d80ca0518 tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/ports?device_id=020495ad-9f11-4069-adab-91e2070e0428 HTTP/1.1" status: 200 len: 948 time: 0.5571721 May 06 09:34:47.581484 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 83b19ef5-f145-4ac3-b943-ff278250d4fa up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:47.593262 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-c24fa7bb-6e85-4d61-8fa4-3dfe54b523f6 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:47.613190 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d93092a-fd25-4068-beb1-b7e902634ca5 req-9bb2d596-9a1b-4b37-9bba-c9f9287ea5e9 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 210 time: 0.0846322 May 06 09:34:47.618079 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-bbb00959-5211-4c10-9816-f0d48349d563 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abb209ae-73f9-4089-885f-167dc05c4864 HTTP/1.1" status: 200 len: 217 time: 0.0743995 May 06 09:34:47.683760 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-c24fa7bb-6e85-4d61-8fa4-3dfe54b523f6 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:47.721357 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 83b19ef5-f145-4ac3-b943-ff278250d4fa completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:34:47.727883 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 83b19ef5-f145-4ac3-b943-ff278250d4fa triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:47.728648 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:47.778770 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-bc48a0a7-434c-4409-8918-bc29bc581395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:47.783718 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-bc48a0a7-434c-4409-8918-bc29bc581395 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4b321150-13d5-4e4b-824f-c7fc482fb964 HTTP/1.1" status: 200 len: 854 time: 0.1456707 May 06 09:34:47.786866 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24fa7bb-6e85-4d61-8fa4-3dfe54b523f6 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Pushing event updated for resources: {'Port': ['ID=47da9af8-9580-47d0-821e-442b5c1cdcdd,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:47.825886 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-c24fa7bb-6e85-4d61-8fa4-3dfe54b523f6 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:47.828387 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-c24fa7bb-6e85-4d61-8fa4-3dfe54b523f6 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:47.835032 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:47.868771 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-c24fa7bb-6e85-4d61-8fa4-3dfe54b523f6 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:34:47.876270 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-c24fa7bb-6e85-4d61-8fa4-3dfe54b523f6 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:47.876946 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-c24fa7bb-6e85-4d61-8fa4-3dfe54b523f6 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:47.879854 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 83b19ef5-f145-4ac3-b943-ff278250d4fa, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=83b19ef5-f145-4ac3-b943-ff278250d4fa,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:47.881523 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020495ad-9f11-4069-adab-91e2070e0428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b19ef5-f145-4ac3-b943-ff278250d4fa'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:47.885589 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccd867d-76fe-49ba-881c-daf6f6772f68" -d '{"events": [{"server_uuid": "020495ad-9f11-4069-adab-91e2070e0428", "name": "network-vif-plugged", "status": "completed", "tag": "83b19ef5-f145-4ac3-b943-ff278250d4fa"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:47.890842 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:47.915021 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-af2e43ae-6d0e-4f61-a875-a999aa3f8853 req-536d7730-255c-4b31-860a-ec21fd1c0a8a tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e7fa4e1-64f4-4fcd-8ecf-d7bd46bdd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005118 May 06 09:34:47.939802 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-c24fa7bb-6e85-4d61-8fa4-3dfe54b523f6 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2771783 May 06 09:34:47.961498 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Request body: {'port': {'device_id': 'a2003397-7dc4-410f-ad22-073f0724d61f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:47.971516 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-60f60ec7-8fa9-45a0-bbee-e79db72e444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:47.981285 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-60f60ec7-8fa9-45a0-bbee-e79db72e444c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f2f5f0f1-61a3-4b8a-8a9d-37462429b401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1762323 May 06 09:34:48.063008 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=83b19ef5-f145-4ac3-b943-ff278250d4fa,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:48.090437 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:48.142682 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-2f605dd2-94bb-4b88-b650-f8ce658a8614 service neutron] 10.222.0.84 "GET /v2.0/networks/f2f5f0f1-61a3-4b8a-8a9d-37462429b401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528635 May 06 09:34:48.293516 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98e0f7-c119-478a-a04f-124ff6c33c84 req-5302253c-0eb1-4028-8a86-ceb7fb35ab8d tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:48.296084 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b98e0f7-c119-478a-a04f-124ff6c33c84 req-5302253c-0eb1-4028-8a86-ceb7fb35ab8d tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec15e0db-582a-4dff-9099-a8e3516bf837 HTTP/1.1" status: 200 len: 943 time: 0.1521342 May 06 09:34:48.313543 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-fc27bc73-2cb0-446e-9cab-612f1271fca6 None None] Provisioning complete for port 47da9af8-9580-47d0-821e-442b5c1cdcdd triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:48.315687 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fc27bc73-2cb0-446e-9cab-612f1271fca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:48.354047 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38e348a2-06d7-4876-8c83-a8a0741754ba req-a977f274-4cdc-4d39-a95b-c12b30fa1961 service neutron] 10.222.0.84 "GET /v2.0/networks/f2f5f0f1-61a3-4b8a-8a9d-37462429b401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004128 May 06 09:34:48.362161 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b98e0f7-c119-478a-a04f-124ff6c33c84 req-2a081384-0b74-4a05-a38a-4d3fa947c089 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b550ef8-63e9-417a-b4f0-d5e1cdc00989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568757 May 06 09:34:48.384087 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-fc27bc73-2cb0-446e-9cab-612f1271fca6 None None] Port 47da9af8-9580-47d0-821e-442b5c1cdcdd cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:34:48.426129 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-17c7f5b8-f8b5-4a6c-8818-da9eb3608239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:48.442951 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff98b54-d432-41b7-83f2-9d023aed71c1 x-openstack-request-id: req-fff98b54-d432-41b7-83f2-9d023aed71c1 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:48.443341 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020495ad-9f11-4069-adab-91e2070e0428", "name": "network-vif-plugged", "status": "completed", "tag": "83b19ef5-f145-4ac3-b943-ff278250d4fa", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:48.444384 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fff98b54-d432-41b7-83f2-9d023aed71c1 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:48.444795 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fff98b54-d432-41b7-83f2-9d023aed71c1'] response: {'server_uuid': '020495ad-9f11-4069-adab-91e2070e0428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b19ef5-f145-4ac3-b943-ff278250d4fa', 'code': 200} May 06 09:34:48.461606 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d05d1-dbef-46d8-a3b4-8c1976680aae req-27049559-bbf3-4c4e-8ae4-89585b32bb8e tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:48.463296 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c70d05d1-dbef-46d8-a3b4-8c1976680aae req-27049559-bbf3-4c4e-8ae4-89585b32bb8e tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 949 time: 0.0562325 May 06 09:34:48.499110 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47da9af8-9580-47d0-821e-442b5c1cdcdd {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:48.509318 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:48.541070 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Transition to ACTIVE for port object 47da9af8-9580-47d0-821e-442b5c1cdcdd will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:34:48.544027 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:48.547483 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c70d05d1-dbef-46d8-a3b4-8c1976680aae req-f267fa77-219d-4173-823a-00246857d0e6 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770729 May 06 09:34:48.557941 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:48.623137 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e5ff2-3de6-41b6-bef3-ad7f10b0e17d req-93cb85ca-18ca-406d-b111-5d1265b0bea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:48.625724 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d46e5ff2-3de6-41b6-bef3-ad7f10b0e17d req-93cb85ca-18ca-406d-b111-5d1265b0bea6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=020495ad-9f11-4069-adab-91e2070e0428 HTTP/1.1" status: 200 len: 1100 time: 0.0899403 May 06 09:34:48.710490 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d46e5ff2-3de6-41b6-bef3-ad7f10b0e17d req-14a27217-1ddb-4276-90ff-31e40fe7ee43 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=8e7fa4e1-64f4-4fcd-8ecf-d7bd46bdd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708539 May 06 09:34:48.775161 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b12e3d-c24d-4d87-bfaf-52c45b43be84 req-29dcb6c6-3294-4fdd-b4d8-a519d474bf5c tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:48.778806 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-85b12e3d-c24d-4d87-bfaf-52c45b43be84 req-29dcb6c6-3294-4fdd-b4d8-a519d474bf5c tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2003397-7dc4-410f-ad22-073f0724d61f HTTP/1.1" status: 200 len: 948 time: 0.0915143 May 06 09:34:48.802583 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-1d6d9bb1-180e-4fe5-8c87-4d9c6736396c tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:48.803873 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-1d6d9bb1-180e-4fe5-8c87-4d9c6736396c tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.77 "GET /v2.0/networks?id=9016fd3e-f04c-40de-8dbe-a7754f33396e HTTP/1.1" status: 200 len: 808 time: 0.1727145 May 06 09:34:48.825228 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eb392221-f518-40d5-a011-683211ef934b req-bfb63e1e-40cc-4b28-9cf0-189cc1b68aea tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 210 time: 0.0324249 May 06 09:34:48.833542 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Pushing event updated for resources: {'Port': ['ID=47da9af8-9580-47d0-821e-442b5c1cdcdd,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:48.872064 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-edca931d-dd24-42a1-b2ed-2b90c233694e tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Request body: {'port': {'device_id': '2a62bd71-2702-4964-8dc7-1484d45cdd5b', 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e', 'admin_state_up': True, 'tenant_id': 'ee0cd225ef094aa381a08623ce8da867'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:48.874349 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-85b12e3d-c24d-4d87-bfaf-52c45b43be84 req-d588b3db-446b-457d-be67-90cd00b55300 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/security-groups?id=afea8fc4-ce2a-4e21-998b-24101b2285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879395 May 06 09:34:48.912442 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:48.912733 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:48.913176 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:48.913613 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:48.914049 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:48.914483 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:48.914931 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:48.915395 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:48.915818 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:48.916246 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:48.916683 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:48.917101 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:48.921050 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Attempting to bind port 47da9af8-9580-47d0-821e-442b5c1cdcdd on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:34:48.921541 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Attempting to bind port 47da9af8-9580-47d0-821e-442b5c1cdcdd by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:34:48.921969 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Attempting to bind port 47da9af8-9580-47d0-821e-442b5c1cdcdd on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:48.960834 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Port 47da9af8-9580-47d0-821e-442b5c1cdcdd on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:34:48.961346 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Attempting to bind port 47da9af8-9580-47d0-821e-442b5c1cdcdd on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:48.973273 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:34:48.973727 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:48.974319 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:34:48.974869 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Bound port: 47da9af8-9580-47d0-821e-442b5c1cdcdd, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:34:48.975356 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:49.085882 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7f29a-9143-4d74-a491-ae1a38b34e0a req-84c51303-7132-4a56-a72c-2213f2ecd53c tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:49.096426 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-23d7f29a-9143-4d74-a491-ae1a38b34e0a req-84c51303-7132-4a56-a72c-2213f2ecd53c tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/ports?device_id=020495ad-9f11-4069-adab-91e2070e0428 HTTP/1.1" status: 200 len: 949 time: 0.0831304 May 06 09:34:49.109162 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] For port 47da9af8-9580-47d0-821e-442b5c1cdcdd, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:49.112564 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] For port 47da9af8-9580-47d0-821e-442b5c1cdcdd, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=47da9af8-9580-47d0-821e-442b5c1cdcdd,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:34:49.129662 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:49.144813 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-23d7f29a-9143-4d74-a491-ae1a38b34e0a req-17bbb6b1-08f2-4d6c-b828-8c8c5706678f tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e7fa4e1-64f4-4fcd-8ecf-d7bd46bdd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472102 May 06 09:34:49.172896 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-edca931d-dd24-42a1-b2ed-2b90c233694e tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Made reservation on behalf of ee0cd225ef094aa381a08623ce8da867 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:49.177056 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-edca931d-dd24-42a1-b2ed-2b90c233694e tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:49.193336 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:49.193955 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:49.195374 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] 10.222.0.77 "PUT /v2.0/ports/47da9af8-9580-47d0-821e-442b5c1cdcdd HTTP/1.1" status: 200 len: 1096 time: 1.2388229 May 06 09:34:49.195816 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2003397-7dc4-410f-ad22-073f0724d61f', 'tag': '47da9af8-9580-47d0-821e-442b5c1cdcdd'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:49.198177 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509ad792-fdff-4dd2-ab06-b74b0ac27296" -d '{"events": [{"name": "network-changed", "server_uuid": "a2003397-7dc4-410f-ad22-073f0724d61f", "tag": "47da9af8-9580-47d0-821e-442b5c1cdcdd"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:49.277397 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b72a595-86e5-4e72-8df4-c2c75eaaa6ff x-openstack-request-id: req-7b72a595-86e5-4e72-8df4-c2c75eaaa6ff {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:49.277702 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2003397-7dc4-410f-ad22-073f0724d61f", "tag": "47da9af8-9580-47d0-821e-442b5c1cdcdd", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:49.277943 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7b72a595-86e5-4e72-8df4-c2c75eaaa6ff {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:49.278349 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b72a595-86e5-4e72-8df4-c2c75eaaa6ff'] response: {'name': 'network-changed', 'server_uuid': 'a2003397-7dc4-410f-ad22-073f0724d61f', 'tag': '47da9af8-9580-47d0-821e-442b5c1cdcdd', 'status': 'completed', 'code': 200} May 06 09:34:49.304336 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc24543-c42e-4146-8877-4e9df77fecdd service neutron] Pushing event updated for resources: {'Port': ['ID=47da9af8-9580-47d0-821e-442b5c1cdcdd,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:49.370671 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:49.385354 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-d1ec1f3f-ee39-4507-a95d-e03cf7734897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:49.387240 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-d1ec1f3f-ee39-4507-a95d-e03cf7734897 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=75901321355242d2899f6fd1df5fd7da&device_id=a2003397-7dc4-410f-ad22-073f0724d61f HTTP/1.1" status: 200 len: 1099 time: 0.0988109 May 06 09:34:49.419468 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-edca931d-dd24-42a1-b2ed-2b90c233694e tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Allocated IP 172.20.0.6 (9016fd3e-f04c-40de-8dbe-a7754f33396e/5704ec7d-7fe2-4308-8e34-562762b93f76/db60fe74-22a7-43e3-a446-12ca922bd1a5) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:34:49.524108 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-961dc1f8-7107-411e-b1aa-7996a5caaaf8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=47da9af8-9580-47d0-821e-442b5c1cdcdd HTTP/1.1" status: 200 len: 217 time: 0.0645814 May 06 09:34:49.525091 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94476e51-8286-4dfd-9e4f-e8c4c4069709 req-5ebfa3a5-6399-4ba5-ba3e-be5facd54dc3 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:49.526910 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-94476e51-8286-4dfd-9e4f-e8c4c4069709 req-5ebfa3a5-6399-4ba5-ba3e-be5facd54dc3 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec15e0db-582a-4dff-9099-a8e3516bf837 HTTP/1.1" status: 200 len: 943 time: 0.0623829 May 06 09:34:49.583781 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-94476e51-8286-4dfd-9e4f-e8c4c4069709 req-79511495-b5dc-41c9-a57f-2ba98043abb9 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b550ef8-63e9-417a-b4f0-d5e1cdc00989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485253 May 06 09:34:49.666740 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-3f9f30b2-1656-477d-9a5e-4d4a74e7a6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:49.668349 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-3f9f30b2-1656-477d-9a5e-4d4a74e7a6f4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1338990 May 06 09:34:49.687539 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42abe6b-5d4d-427a-87ad-a65832005f11 req-ded420ee-e577-457e-8bd5-68b03560b2ba tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:49.689194 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d42abe6b-5d4d-427a-87ad-a65832005f11 req-ded420ee-e577-457e-8bd5-68b03560b2ba tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 949 time: 0.0531790 May 06 09:34:49.695083 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37020) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:49.735581 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d42abe6b-5d4d-427a-87ad-a65832005f11 req-aa045761-d64a-4417-adc5-bc5bc5ad2f76 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377991 May 06 09:34:49.753594 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-edca931d-dd24-42a1-b2ed-2b90c233694e tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:49.777844 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-806133fa-b83d-40cf-ba91-813db9efe3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:49.779482 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-806133fa-b83d-40cf-ba91-813db9efe3e5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0967872 May 06 09:34:49.839144 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bffcda3a-ce98-4a7a-8c8c-ae4288a75206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:49.868851 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-edca931d-dd24-42a1-b2ed-2b90c233694e tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:49.959276 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bffcda3a-ce98-4a7a-8c8c-ae4288a75206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:49.966426 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-edca931d-dd24-42a1-b2ed-2b90c233694e tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Network 9016fd3e-f04c-40de-8dbe-a7754f33396e is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:49.967755 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bffcda3a-ce98-4a7a-8c8c-ae4288a75206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:49.972336 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-00d00b18-5d5f-42af-a895-6335544d26ce service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843076 May 06 09:34:49.979134 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-edca931d-dd24-42a1-b2ed-2b90c233694e tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:49.982260 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca931d-dd24-42a1-b2ed-2b90c233694e tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Pushing event updated for resources: {'Port': ['ID=db60fe74-22a7-43e3-a446-12ca922bd1a5,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:50.028629 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7dc1e-e4d8-45a8-b012-2f3a459d75b1 req-0eed9216-1256-4df7-9db7-7d67728263f2 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:50.028917 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-edca931d-dd24-42a1-b2ed-2b90c233694e tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:34:50.030259 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dbc7dc1e-e4d8-45a8-b012-2f3a459d75b1 req-0eed9216-1256-4df7-9db7-7d67728263f2 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 931 time: 0.1083617 May 06 09:34:50.032593 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bffcda3a-ce98-4a7a-8c8c-ae4288a75206 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=209f5b404cab4d3cbaf4d45000aafe90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3362672 May 06 09:34:50.037286 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-edca931d-dd24-42a1-b2ed-2b90c233694e tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:50.037936 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-edca931d-dd24-42a1-b2ed-2b90c233694e tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:50.041423 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37028) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:50.060492 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffcda3a-ce98-4a7a-8c8c-ae4288a75206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47e1971-8bc0-45aa-8084-cc2baf292ed9,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:50.081669 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-edca931d-dd24-42a1-b2ed-2b90c233694e tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2493527 May 06 09:34:50.084770 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffcda3a-ce98-4a7a-8c8c-ae4288a75206 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:50.085120 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffcda3a-ce98-4a7a-8c8c-ae4288a75206 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:50.085457 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffcda3a-ce98-4a7a-8c8c-ae4288a75206 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:50.085792 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffcda3a-ce98-4a7a-8c8c-ae4288a75206 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:50.086123 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffcda3a-ce98-4a7a-8c8c-ae4288a75206 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:50.086450 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffcda3a-ce98-4a7a-8c8c-ae4288a75206 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:50.086779 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffcda3a-ce98-4a7a-8c8c-ae4288a75206 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:50.087163 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffcda3a-ce98-4a7a-8c8c-ae4288a75206 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:50.087488 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffcda3a-ce98-4a7a-8c8c-ae4288a75206 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:50.087813 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffcda3a-ce98-4a7a-8c8c-ae4288a75206 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:50.088135 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffcda3a-ce98-4a7a-8c8c-ae4288a75206 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:50.088472 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffcda3a-ce98-4a7a-8c8c-ae4288a75206 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:50.112005 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-2a9f54f3-a322-44dd-81b6-87b6dca5e06b service neutron] Request body: {'port': {'device_id': '2a62bd71-2702-4964-8dc7-1484d45cdd5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:50.132588 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e7da6-17a7-4f16-813c-070b2bea8059 req-2e01d0c8-e126-410f-97f5-6a393413e206 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:50.135573 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cd1e7da6-17a7-4f16-813c-070b2bea8059 req-2e01d0c8-e126-410f-97f5-6a393413e206 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2003397-7dc4-410f-ad22-073f0724d61f HTTP/1.1" status: 200 len: 948 time: 0.1343601 May 06 09:34:50.140392 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dbc7dc1e-e4d8-45a8-b012-2f3a459d75b1 req-f233157b-725b-45c1-87e2-a76070f7b736 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904207 May 06 09:34:50.192573 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-56c5bbca-9efd-499b-aa4a-e6fc9bea4d4c req-edeeb9a5-7ec5-4688-bbdc-7c983ff4e15a service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104552 May 06 09:34:50.201755 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cd1e7da6-17a7-4f16-813c-070b2bea8059 req-d0abb170-cda8-471c-a3ae-c4a347af4aeb tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/security-groups?id=afea8fc4-ce2a-4e21-998b-24101b2285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571737 May 06 09:34:50.202012 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ffdfcb57-0c72-4b4a-9dad-43512f864908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:50.215467 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-2a9f54f3-a322-44dd-81b6-87b6dca5e06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:50.247069 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ffdfcb57-0c72-4b4a-9dad-43512f864908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:50.358273 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239df34-f4b5-4dfb-a498-ee64ee3037d6 req-f9ed6fcb-dc54-4a46-a802-41cf0f13769d tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:50.371779 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2239df34-f4b5-4dfb-a498-ee64ee3037d6 req-f9ed6fcb-dc54-4a46-a802-41cf0f13769d tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/ports?device_id=020495ad-9f11-4069-adab-91e2070e0428 HTTP/1.1" status: 200 len: 949 time: 0.0951641 May 06 09:34:50.455014 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2239df34-f4b5-4dfb-a498-ee64ee3037d6 req-f736d52b-ee80-4d24-b82c-df64e4eb0cea tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e7fa4e1-64f4-4fcd-8ecf-d7bd46bdd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820546 May 06 09:34:50.498470 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ad792-fdff-4dd2-ab06-b74b0ac27296 req-00bfe3ea-7a0a-4f58-925a-aaeee778cad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:50.500724 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-509ad792-fdff-4dd2-ab06-b74b0ac27296 req-00bfe3ea-7a0a-4f58-925a-aaeee778cad7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=75901321355242d2899f6fd1df5fd7da&device_id=a2003397-7dc4-410f-ad22-073f0724d61f HTTP/1.1" status: 200 len: 1099 time: 0.1918077 May 06 09:34:50.504031 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ffdfcb57-0c72-4b4a-9dad-43512f864908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:50.506569 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ffdfcb57-0c72-4b4a-9dad-43512f864908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:50.510600 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ffdfcb57-0c72-4b4a-9dad-43512f864908 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c47e1971-8bc0-45aa-8084-cc2baf292ed9 HTTP/1.1" status: 204 len: 168 time: 0.4647427 May 06 09:34:50.597619 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a344e6d-f26f-4693-b40a-999f79327458 req-2422c64b-68c3-4571-b002-8e7f7c0bcb1c tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:50.606043 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4a344e6d-f26f-4693-b40a-999f79327458 req-2422c64b-68c3-4571-b002-8e7f7c0bcb1c tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfae75b2-2aed-4a3b-8e13-4afa8206067d HTTP/1.1" status: 200 len: 946 time: 0.0677106 May 06 09:34:50.643847 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdfcb57-0c72-4b4a-9dad-43512f864908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47e1971-8bc0-45aa-8084-cc2baf292ed9,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:50.652384 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ad792-fdff-4dd2-ab06-b74b0ac27296 req-a8755b3c-1ab1-458d-9431-3375961d83cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:50.653952 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-509ad792-fdff-4dd2-ab06-b74b0ac27296 req-a8755b3c-1ab1-458d-9431-3375961d83cf service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.1423817 May 06 09:34:50.664879 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4a344e6d-f26f-4693-b40a-999f79327458 req-87bcf127-c415-485c-9ca0-5ebda3c225a0 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/security-groups?id=4daedf8e-6029-47e8-85c6-19efdbec5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576863 May 06 09:34:50.708046 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-509ad792-fdff-4dd2-ab06-b74b0ac27296 req-135c6ba1-c32c-4cb0-aaaa-9ca2a3605665 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=47da9af8-9580-47d0-821e-442b5c1cdcdd HTTP/1.1" status: 200 len: 217 time: 0.0469084 May 06 09:34:50.740647 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf568a-d6a9-43f6-9bae-944d38d55848 req-c6ca3112-3a80-4d54-ab56-62428166b62e tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:50.742466 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7dbf568a-d6a9-43f6-9bae-944d38d55848 req-c6ca3112-3a80-4d54-ab56-62428166b62e tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec15e0db-582a-4dff-9099-a8e3516bf837 HTTP/1.1" status: 200 len: 943 time: 0.0557375 May 06 09:34:50.779761 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ad792-fdff-4dd2-ab06-b74b0ac27296 req-0a00cbe6-b51b-4f3c-9f66-ab2131fc6ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:50.781353 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-509ad792-fdff-4dd2-ab06-b74b0ac27296 req-0a00cbe6-b51b-4f3c-9f66-ab2131fc6ffa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0670092 May 06 09:34:50.804668 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7dbf568a-d6a9-43f6-9bae-944d38d55848 req-a164f6be-d030-462a-aa9d-10a480b391d5 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b550ef8-63e9-417a-b4f0-d5e1cdc00989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552144 May 06 09:34:50.864103 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-2a9f54f3-a322-44dd-81b6-87b6dca5e06b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db60fe74-22a7-43e3-a446-12ca922bd1a5 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:50.873464 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-2a9f54f3-a322-44dd-81b6-87b6dca5e06b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:50.883214 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ad792-fdff-4dd2-ab06-b74b0ac27296 req-7a5b9619-a617-4174-bbc3-bf0505bb35b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:50.884738 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-509ad792-fdff-4dd2-ab06-b74b0ac27296 req-7a5b9619-a617-4174-bbc3-bf0505bb35b7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0900056 May 06 09:34:50.905016 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-2a9f54f3-a322-44dd-81b6-87b6dca5e06b service neutron] Transition to ACTIVE for port object db60fe74-22a7-43e3-a446-12ca922bd1a5 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:34:50.905689 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37046) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:50.909891 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f7b07-4c93-406b-9f86-48d8b92aed10 req-679c477d-73ef-43ec-bd9e-90c75fe2985b tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:50.913756 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f48f7b07-4c93-406b-9f86-48d8b92aed10 req-679c477d-73ef-43ec-bd9e-90c75fe2985b tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 949 time: 0.0754163 May 06 09:34:50.951950 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-2a9f54f3-a322-44dd-81b6-87b6dca5e06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:50.958267 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f48f7b07-4c93-406b-9f86-48d8b92aed10 req-4b8c6459-553d-4885-9445-0a6144a10646 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350757 May 06 09:34:50.965282 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d94b669a-ca98-4fb9-a0e8-79e3cdc3dff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:51.020565 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:51.267334 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcadec4-2fcf-4058-8b04-6b72bee1e130 req-ddbc903e-f814-430a-a8f2-1b8db3f93466 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:51.268155 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f54f3-a322-44dd-81b6-87b6dca5e06b service neutron] Pushing event updated for resources: {'Port': ['ID=db60fe74-22a7-43e3-a446-12ca922bd1a5,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:51.268876 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fbcadec4-2fcf-4058-8b04-6b72bee1e130 req-ddbc903e-f814-430a-a8f2-1b8db3f93466 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 943 time: 0.0586178 May 06 09:34:51.315806 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-2a9f54f3-a322-44dd-81b6-87b6dca5e06b service neutron] Attempting to bind port db60fe74-22a7-43e3-a446-12ca922bd1a5 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:34:51.316146 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-2a9f54f3-a322-44dd-81b6-87b6dca5e06b service neutron] Attempting to bind port db60fe74-22a7-43e3-a446-12ca922bd1a5 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:34:51.316478 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-2a9f54f3-a322-44dd-81b6-87b6dca5e06b service neutron] Attempting to bind port db60fe74-22a7-43e3-a446-12ca922bd1a5 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:51.327081 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-509ad792-fdff-4dd2-ab06-b74b0ac27296 req-cb3d1905-3433-4244-8561-0ae3fa0207e0 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352236 May 06 09:34:51.331623 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-2a9f54f3-a322-44dd-81b6-87b6dca5e06b service neutron] Port db60fe74-22a7-43e3-a446-12ca922bd1a5 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:34:51.331947 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-2a9f54f3-a322-44dd-81b6-87b6dca5e06b service neutron] Attempting to bind port db60fe74-22a7-43e3-a446-12ca922bd1a5 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:51.348166 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fbcadec4-2fcf-4058-8b04-6b72bee1e130 req-69a69470-1667-4170-a500-e22370a09abd tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717702 May 06 09:34:51.381914 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3453144-fdc6-4970-a8de-f5b94df40bc9 req-fa800e9d-3d2d-4868-8118-36f6ff81bc64 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:51.385524 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-2a9f54f3-a322-44dd-81b6-87b6dca5e06b service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:34:51.385524 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-2a9f54f3-a322-44dd-81b6-87b6dca5e06b service neutron] Checking segment: {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:51.385903 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-2a9f54f3-a322-44dd-81b6-87b6dca5e06b service neutron] Bound using segment: {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:34:51.386344 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-2a9f54f3-a322-44dd-81b6-87b6dca5e06b service neutron] Bound port: db60fe74-22a7-43e3-a446-12ca922bd1a5, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:34:51.386703 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-2a9f54f3-a322-44dd-81b6-87b6dca5e06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:51.391287 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3453144-fdc6-4970-a8de-f5b94df40bc9 req-fa800e9d-3d2d-4868-8118-36f6ff81bc64 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2003397-7dc4-410f-ad22-073f0724d61f HTTP/1.1" status: 200 len: 948 time: 0.1124382 May 06 09:34:51.404356 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:51.439770 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3453144-fdc6-4970-a8de-f5b94df40bc9 req-557e6c8c-6073-4116-8ba8-896f608268a0 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/security-groups?id=afea8fc4-ce2a-4e21-998b-24101b2285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402646 May 06 09:34:51.503556 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d94b669a-ca98-4fb9-a0e8-79e3cdc3dff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:51.512429 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-509ad792-fdff-4dd2-ab06-b74b0ac27296 req-b61b73c1-ead0-4c40-bf09-88575aa7744e service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764336 May 06 09:34:51.514715 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d94b669a-ca98-4fb9-a0e8-79e3cdc3dff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:51.521840 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-2a9f54f3-a322-44dd-81b6-87b6dca5e06b service neutron] For port db60fe74-22a7-43e3-a446-12ca922bd1a5, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:51.562132 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-2a9f54f3-a322-44dd-81b6-87b6dca5e06b service neutron] For port db60fe74-22a7-43e3-a446-12ca922bd1a5, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=db60fe74-22a7-43e3-a446-12ca922bd1a5,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:34:51.565840 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d94b669a-ca98-4fb9-a0e8-79e3cdc3dff7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=af12febd959a4673b087f405b4d7ae81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6592145 May 06 09:34:51.566524 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b669a-ca98-4fb9-a0e8-79e3cdc3dff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f56d07-0a41-48d4-b196-1692eb82c75a,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:51.569138 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37054) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:51.575934 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-2a9f54f3-a322-44dd-81b6-87b6dca5e06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:51.602420 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device abb209ae-73f9-4089-885f-167dc05c4864 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:34:51.606155 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055dc1d-caa1-4441-8f9b-a427363b3d2c req-56344771-28d2-4a76-8881-8e95d6f10aab tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:51.607876 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3055dc1d-caa1-4441-8f9b-a427363b3d2c req-56344771-28d2-4a76-8881-8e95d6f10aab tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/ports?device_id=020495ad-9f11-4069-adab-91e2070e0428 HTTP/1.1" status: 200 len: 949 time: 0.0690246 May 06 09:34:51.629157 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-2a9f54f3-a322-44dd-81b6-87b6dca5e06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:51.629762 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-2a9f54f3-a322-44dd-81b6-87b6dca5e06b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:51.631140 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-2a9f54f3-a322-44dd-81b6-87b6dca5e06b service neutron] 10.222.0.77 "PUT /v2.0/ports/db60fe74-22a7-43e3-a446-12ca922bd1a5 HTTP/1.1" status: 200 len: 1091 time: 1.5276742 May 06 09:34:51.634526 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a62bd71-2702-4964-8dc7-1484d45cdd5b', 'tag': 'db60fe74-22a7-43e3-a446-12ca922bd1a5'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:51.636652 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a7ed5b-b09a-4121-9b74-fcd3a4bb5cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "2a62bd71-2702-4964-8dc7-1484d45cdd5b", "tag": "db60fe74-22a7-43e3-a446-12ca922bd1a5"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:51.652928 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3055dc1d-caa1-4441-8f9b-a427363b3d2c req-4a991983-f3bb-491d-8d30-2bdcf3ce64ff tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e7fa4e1-64f4-4fcd-8ecf-d7bd46bdd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381761 May 06 09:34:51.671035 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f54f3-a322-44dd-81b6-87b6dca5e06b service neutron] Pushing event updated for resources: {'Port': ['ID=db60fe74-22a7-43e3-a446-12ca922bd1a5,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:51.684850 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-224c1061-8727-4092-984b-2741ce9e9787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:51.708543 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7def27c2-309a-48d9-8dcf-e1ce4ac96f22 x-openstack-request-id: req-7def27c2-309a-48d9-8dcf-e1ce4ac96f22 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:51.708825 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a62bd71-2702-4964-8dc7-1484d45cdd5b", "tag": "db60fe74-22a7-43e3-a446-12ca922bd1a5", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:51.709067 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7def27c2-309a-48d9-8dcf-e1ce4ac96f22 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:51.709451 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7def27c2-309a-48d9-8dcf-e1ce4ac96f22'] response: {'name': 'network-changed', 'server_uuid': '2a62bd71-2702-4964-8dc7-1484d45cdd5b', 'tag': 'db60fe74-22a7-43e3-a446-12ca922bd1a5', 'status': 'completed', 'code': 200} May 06 09:34:51.714340 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-224c1061-8727-4092-984b-2741ce9e9787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:51.768433 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port abb209ae-73f9-4089-885f-167dc05c4864, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=abb209ae-73f9-4089-885f-167dc05c4864,segment=NetworkSegment(fe24a094-fc42-403d-ba28-61e4316840a6),segment_id=fe24a094-fc42-403d-ba28-61e4316840a6)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:51.782439 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'abb209ae-73f9-4089-885f-167dc05c4864', 'network_id': 'f2f5f0f1-61a3-4b8a-8a9d-37462429b401', 'port_id': 'abb209ae-73f9-4089-885f-167dc05c4864', 'mac_address': 'fa:16:3e:c4:04:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b321150-13d5-4e4b-824f-c7fc482fb964', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:34:51.784026 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-b1347515-3bca-4119-b82e-2f9045e79b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:51.786516 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-b1347515-3bca-4119-b82e-2f9045e79b61 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee0cd225ef094aa381a08623ce8da867&device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 1094 time: 0.0642755 May 06 09:34:51.811591 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-224c1061-8727-4092-984b-2741ce9e9787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:51.815592 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-224c1061-8727-4092-984b-2741ce9e9787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:51.831364 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-224c1061-8727-4092-984b-2741ce9e9787 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d7f56d07-0a41-48d4-b196-1692eb82c75a HTTP/1.1" status: 204 len: 168 time: 0.2537796 May 06 09:34:51.836357 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:51.836840 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d4b15-f839-40a3-85f2-2b2e7f3031bf req-47cb51a0-d2bf-4bd9-ade8-f8e824cb54ae tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:51.838476 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-530d4b15-f839-40a3-85f2-2b2e7f3031bf req-47cb51a0-d2bf-4bd9-ade8-f8e824cb54ae tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfae75b2-2aed-4a3b-8e13-4afa8206067d HTTP/1.1" status: 200 len: 946 time: 0.0635631 May 06 09:34:51.851209 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb209ae-73f9-4089-885f-167dc05c4864 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:51.874722 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port abb209ae-73f9-4089-885f-167dc05c4864, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=abb209ae-73f9-4089-885f-167dc05c4864,segment=NetworkSegment(fe24a094-fc42-403d-ba28-61e4316840a6),segment_id=fe24a094-fc42-403d-ba28-61e4316840a6)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:51.880615 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:51.890909 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-7edd7c65-302c-49fb-a4a0-0327fd2ec5d1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db60fe74-22a7-43e3-a446-12ca922bd1a5 HTTP/1.1" status: 200 len: 217 time: 0.0885792 May 06 09:34:51.912238 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c1061-8727-4092-984b-2741ce9e9787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f56d07-0a41-48d4-b196-1692eb82c75a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:51.920594 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-530d4b15-f839-40a3-85f2-2b2e7f3031bf req-49aa96d5-c3e8-490c-a0a9-dcc470093aed tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/security-groups?id=4daedf8e-6029-47e8-85c6-19efdbec5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732529 May 06 09:34:51.973537 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=abb209ae-73f9-4089-885f-167dc05c4864,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:51.993723 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-43a07249-fb10-4238-a14a-218846a2600e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:51.995466 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-43a07249-fb10-4238-a14a-218846a2600e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5704ec7d-7fe2-4308-8e34-562762b93f76 HTTP/1.1" status: 200 len: 848 time: 0.0861952 May 06 09:34:52.037377 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-d5808eab-1214-4b16-9b55-5222ab7c3ed7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9016fd3e-f04c-40de-8dbe-a7754f33396e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294833 May 06 09:34:52.102784 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fdfbc1-04c8-4579-a0da-3256d51a2b8a req-b74fc1f9-5af9-4856-8503-8d2fb8c95fe6 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:52.104675 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-22fdfbc1-04c8-4579-a0da-3256d51a2b8a req-b74fc1f9-5af9-4856-8503-8d2fb8c95fe6 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec15e0db-582a-4dff-9099-a8e3516bf837 HTTP/1.1" status: 200 len: 944 time: 0.1075356 May 06 09:34:52.112170 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8195a0-4d7f-44d1-ba72-28fb55c88144 req-d054165c-83f4-425d-b9c1-e04826d8c6e6 tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:52.119405 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc8195a0-4d7f-44d1-ba72-28fb55c88144 req-d054165c-83f4-425d-b9c1-e04826d8c6e6 tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/ports?device_id=020495ad-9f11-4069-adab-91e2070e0428 HTTP/1.1" status: 200 len: 949 time: 0.0782771 May 06 09:34:52.139790 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-ecb8a767-f20f-46d3-bd5d-1b2ab4223f27 service neutron] 10.222.0.77 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952334 May 06 09:34:52.176038 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc8195a0-4d7f-44d1-ba72-28fb55c88144 req-891f0ad4-3ed6-469e-a8a7-c316e97d9259 tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e7fa4e1-64f4-4fcd-8ecf-d7bd46bdd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560069 May 06 09:34:52.178720 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-22fdfbc1-04c8-4579-a0da-3256d51a2b8a req-def83488-453c-4249-b156-f91511c3cf4c tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b550ef8-63e9-417a-b4f0-d5e1cdc00989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570869 May 06 09:34:52.251466 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-254bad95-95a3-4bf9-bfce-b0e30b307760 req-c2266735-c31f-4f17-8397-3e08f88ac5f4 service neutron] 10.222.0.77 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038859 May 06 09:34:52.253776 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['abb209ae-73f9-4089-885f-167dc05c4864'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:34:52.300560 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b95a60-a9b8-41af-94d2-f491e38b70ee req-80111443-af81-4a42-8b9f-a01e427ad139 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:52.302062 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-81b95a60-a9b8-41af-94d2-f491e38b70ee req-80111443-af81-4a42-8b9f-a01e427ad139 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 949 time: 0.0598273 May 06 09:34:52.344579 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-81b95a60-a9b8-41af-94d2-f491e38b70ee req-ad2ed42c-a1d4-4e4f-b61d-4ba2c9c7a703 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358298 May 06 09:34:52.407920 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7ed5b-b09a-4121-9b74-fcd3a4bb5cf7 req-44d6da5d-35e4-4e1f-a5ac-6c06bb4f0de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:52.409587 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e7a7ed5b-b09a-4121-9b74-fcd3a4bb5cf7 req-44d6da5d-35e4-4e1f-a5ac-6c06bb4f0de3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee0cd225ef094aa381a08623ce8da867&device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 1094 time: 0.0452962 May 06 09:34:52.525567 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7ed5b-b09a-4121-9b74-fcd3a4bb5cf7 req-f878911c-e35f-4ca2-a7dd-077161273fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:52.527258 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e7a7ed5b-b09a-4121-9b74-fcd3a4bb5cf7 req-f878911c-e35f-4ca2-a7dd-077161273fb2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9016fd3e-f04c-40de-8dbe-a7754f33396e HTTP/1.1" status: 200 len: 909 time: 0.1067204 May 06 09:34:52.529221 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddd5ee-e271-47aa-a389-0409de9e8848 req-88378668-a00f-4b59-81be-651eec6c6aa3 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:52.531479 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57ddd5ee-e271-47aa-a389-0409de9e8848 req-88378668-a00f-4b59-81be-651eec6c6aa3 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 943 time: 0.0672872 May 06 09:34:52.574287 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e7a7ed5b-b09a-4121-9b74-fcd3a4bb5cf7 req-5b39ad5d-27b2-4adf-976c-3eab2c58e1fb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db60fe74-22a7-43e3-a446-12ca922bd1a5 HTTP/1.1" status: 200 len: 217 time: 0.0396290 May 06 09:34:52.596101 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57ddd5ee-e271-47aa-a389-0409de9e8848 req-c32ba9ac-07c8-4578-9f9e-3154ccb8cd19 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547237 May 06 09:34:52.607931 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed2874-cc42-4b49-8f7e-6ce1968d778c req-73cb950c-9469-4252-8c11-9a9e2e568368 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:52.609703 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-48ed2874-cc42-4b49-8f7e-6ce1968d778c req-73cb950c-9469-4252-8c11-9a9e2e568368 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2003397-7dc4-410f-ad22-073f0724d61f HTTP/1.1" status: 200 len: 948 time: 0.0769649 May 06 09:34:52.637607 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7ed5b-b09a-4121-9b74-fcd3a4bb5cf7 req-9debe780-4c97-46f6-92de-bb67b93770c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:52.639191 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e7a7ed5b-b09a-4121-9b74-fcd3a4bb5cf7 req-9debe780-4c97-46f6-92de-bb67b93770c7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5704ec7d-7fe2-4308-8e34-562762b93f76 HTTP/1.1" status: 200 len: 848 time: 0.0564897 May 06 09:34:52.649585 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-48ed2874-cc42-4b49-8f7e-6ce1968d778c req-98c367f1-45a2-4d0c-9c2f-e3475beaf0d3 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/security-groups?id=afea8fc4-ce2a-4e21-998b-24101b2285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339489 May 06 09:34:52.674009 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e7a7ed5b-b09a-4121-9b74-fcd3a4bb5cf7 req-af5cd230-06be-4e0b-a923-ea3ce7672e62 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9016fd3e-f04c-40de-8dbe-a7754f33396e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263855 May 06 09:34:52.688029 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37096) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:52.761703 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31d4dc-2f80-42af-816e-acdb7d313f5c req-f96275d4-cb20-4824-8905-32673df39cd2 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:52.763370 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b31d4dc-2f80-42af-816e-acdb7d313f5c req-f96275d4-cb20-4824-8905-32673df39cd2 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfae75b2-2aed-4a3b-8e13-4afa8206067d HTTP/1.1" status: 200 len: 946 time: 0.0522151 May 06 09:34:52.785429 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e7a7ed5b-b09a-4121-9b74-fcd3a4bb5cf7 req-3d0e8e9c-eb1d-4063-8723-c42092f7029a service neutron] 10.222.0.77 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996456 May 06 09:34:52.801803 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-ef80a399-1fe9-4713-a21e-971915b9f53e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-21891572-network', 'tenant_id': '147a685967a04284b13954d6f7a9d875'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:52.862772 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef80a399-1fe9-4713-a21e-971915b9f53e admin admin] Made reservation on behalf of 147a685967a04284b13954d6f7a9d875 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:52.866309 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ef80a399-1fe9-4713-a21e-971915b9f53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:52.884374 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ef80a399-1fe9-4713-a21e-971915b9f53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:52.901352 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e7a7ed5b-b09a-4121-9b74-fcd3a4bb5cf7 req-60bb1ea2-e881-4534-99ad-1e7187916784 service neutron] 10.222.0.77 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124718 May 06 09:34:52.915688 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-8b31d4dc-2f80-42af-816e-acdb7d313f5c req-969150c1-2285-4838-b4fe-d3f42f864a7c tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Deleting port 5b9fe829-466c-4269-b103-bbb1b3dd51be {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:34:52.916031 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8b31d4dc-2f80-42af-816e-acdb7d313f5c req-969150c1-2285-4838-b4fe-d3f42f864a7c tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:53.071020 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-8b31d4dc-2f80-42af-816e-acdb7d313f5c req-969150c1-2285-4838-b4fe-d3f42f864a7c tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] For port 5b9fe829-466c-4269-b103-bbb1b3dd51be, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=5b9fe829-466c-4269-b103-bbb1b3dd51be,segment=NetworkSegment(88d19c54-7646-4380-92d3-6c147455a5c3),segment_id=88d19c54-7646-4380-92d3-6c147455a5c3)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:53.071412 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8b31d4dc-2f80-42af-816e-acdb7d313f5c req-969150c1-2285-4838-b4fe-d3f42f864a7c tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:53.098440 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-8b31d4dc-2f80-42af-816e-acdb7d313f5c req-969150c1-2285-4838-b4fe-d3f42f864a7c tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Calling delete_port for 5b9fe829-466c-4269-b103-bbb1b3dd51be owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:34:53.102811 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ef80a399-1fe9-4713-a21e-971915b9f53e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:53.112189 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ef80a399-1fe9-4713-a21e-971915b9f53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:53.128402 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac1c68-802c-420a-85d2-2a0d01f31d6b req-3ef7d204-cdb3-4b8a-84a1-0c98766c3470 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:53.129880 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-54ac1c68-802c-420a-85d2-2a0d01f31d6b req-3ef7d204-cdb3-4b8a-84a1-0c98766c3470 tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfae75b2-2aed-4a3b-8e13-4afa8206067d HTTP/1.1" status: 200 len: 946 time: 0.1343720 May 06 09:34:53.192591 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef80a399-1fe9-4713-a21e-971915b9f53e admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:34:53.204861 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80a399-1fe9-4713-a21e-971915b9f53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b98df0-5d42-445f-ba62-0f1f9be11749,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:53.230005 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ef80a399-1fe9-4713-a21e-971915b9f53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:53.230352 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-ef80a399-1fe9-4713-a21e-971915b9f53e admin admin] Added segment f476ea16-29ec-497c-acf7-66bf0cb3eed4 of type vlan for network 519999b9-d7d4-4e10-b661-e50209fd3b05 May 06 09:34:53.281523 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-54ac1c68-802c-420a-85d2-2a0d01f31d6b req-80b12369-e217-4ac1-9073-9e152283942c tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.73 "GET /v2.0/security-groups?id=4daedf8e-6029-47e8-85c6-19efdbec5095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402702 May 06 09:34:53.321366 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ef80a399-1fe9-4713-a21e-971915b9f53e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:53.395917 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c254ed-23a7-4e66-a89e-4b1adc53b91e req-17acb9ed-9831-48d6-9dc1-720e17bd15c1 tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:53.397395 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62c254ed-23a7-4e66-a89e-4b1adc53b91e req-17acb9ed-9831-48d6-9dc1-720e17bd15c1 tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/ports?device_id=020495ad-9f11-4069-adab-91e2070e0428 HTTP/1.1" status: 200 len: 949 time: 0.1500843 May 06 09:34:53.422459 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ef80a399-1fe9-4713-a21e-971915b9f53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:53.423417 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef80a399-1fe9-4713-a21e-971915b9f53e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:53.423994 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ef80a399-1fe9-4713-a21e-971915b9f53e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:53.518788 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8b31d4dc-2f80-42af-816e-acdb7d313f5c req-969150c1-2285-4838-b4fe-d3f42f864a7c tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:53.523026 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ef80a399-1fe9-4713-a21e-971915b9f53e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8339195 May 06 09:34:53.526130 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37108) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:53.531612 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-424a600a-e68c-4e05-ba40-14f16c068cda admin admin] Request body: {'subnet': {'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-21891572-subnet', 'tenant_id': '147a685967a04284b13954d6f7a9d875', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:53.544864 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['5b9fe829-466c-4269-b103-bbb1b3dd51be'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:34:53.551844 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424a600a-e68c-4e05-ba40-14f16c068cda admin admin] Made reservation on behalf of 147a685967a04284b13954d6f7a9d875 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:53.554278 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-424a600a-e68c-4e05-ba40-14f16c068cda admin admin] Notify callbacks [] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:53.566242 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80a399-1fe9-4713-a21e-971915b9f53e admin admin] Pushing event updated for resources: {'Network': ['ID=519999b9-d7d4-4e10-b661-e50209fd3b05,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:53.577461 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a79cfb-f883-420d-83da-e3616c9dd75b req-f6988042-76b8-40cc-9b0d-14481acfb7ac tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:53.578053 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 519999b9-d7d4-4e10-b661-e50209fd3b05 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:34:53.578952 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-69a79cfb-f883-420d-83da-e3616c9dd75b req-f6988042-76b8-40cc-9b0d-14481acfb7ac tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec15e0db-582a-4dff-9099-a8e3516bf837 HTTP/1.1" status: 200 len: 944 time: 0.2088580 May 06 09:34:53.579726 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969150c1-2285-4838-b4fe-d3f42f864a7c tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Pushing event deleted for resources: {'Port': ['ID=5b9fe829-466c-4269-b103-bbb1b3dd51be,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:53.586065 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62c254ed-23a7-4e66-a89e-4b1adc53b91e req-396ad660-ac36-4bc7-af69-430fbe9ce1fb tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e7fa4e1-64f4-4fcd-8ecf-d7bd46bdd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651690 May 06 09:34:53.653201 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b31d4dc-2f80-42af-816e-acdb7d313f5c req-969150c1-2285-4838-b4fe-d3f42f864a7c tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] No DVR routers for this DVR port 5b9fe829-466c-4269-b103-bbb1b3dd51be on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:34:53.661668 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8b31d4dc-2f80-42af-816e-acdb7d313f5c req-969150c1-2285-4838-b4fe-d3f42f864a7c tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:53.665094 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b31d4dc-2f80-42af-816e-acdb7d313f5c req-969150c1-2285-4838-b4fe-d3f42f864a7c tempest-VolumesAdminNegativeTest-524592011 tempest-VolumesAdminNegativeTest-524592011-project] 10.222.0.84 "DELETE /v2.0/ports/5b9fe829-466c-4269-b103-bbb1b3dd51be HTTP/1.1" status: 204 len: 173 time: 0.8953197 May 06 09:34:53.665546 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfae75b2-2aed-4a3b-8e13-4afa8206067d', 'name': 'network-vif-deleted', 'tag': '5b9fe829-466c-4269-b103-bbb1b3dd51be'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:53.667876 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c096ca8-b3b1-4174-af49-429d17826aac" -d '{"events": [{"server_uuid": "cfae75b2-2aed-4a3b-8e13-4afa8206067d", "name": "network-vif-deleted", "tag": "5b9fe829-466c-4269-b103-bbb1b3dd51be"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:53.683574 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device abb209ae-73f9-4089-885f-167dc05c4864 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:53.695332 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-69a79cfb-f883-420d-83da-e3616c9dd75b req-c225569e-e2aa-49ed-8063-1b96082bef03 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b550ef8-63e9-417a-b4f0-d5e1cdc00989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951996 May 06 09:34:53.744017 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bf94f-61d7-4789-847c-40de28ab7db2 req-22d0cc81-b450-487b-b3f7-f0cae114c190 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:53.746369 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0a4bf94f-61d7-4789-847c-40de28ab7db2 req-22d0cc81-b450-487b-b3f7-f0cae114c190 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 949 time: 0.0731101 May 06 09:34:53.761261 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port abb209ae-73f9-4089-885f-167dc05c4864 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:34:53.767703 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port abb209ae-73f9-4089-885f-167dc05c4864 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:53.768162 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:53.797815 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0a4bf94f-61d7-4789-847c-40de28ab7db2 req-e92158ee-60b3-4579-b44b-0a702e44030a tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439243 May 06 09:34:53.810447 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-424a600a-e68c-4e05-ba40-14f16c068cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:53.876647 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e3499-82d3-4acf-a7ce-90728e004897 req-65605ce2-1d5d-4d7e-956b-158adba223d8 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:53.878243 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f25e3499-82d3-4acf-a7ce-90728e004897 req-65605ce2-1d5d-4d7e-956b-158adba223d8 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 943 time: 0.0632322 May 06 09:34:53.894842 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a600a-e68c-4e05-ba40-14f16c068cda admin admin] Pushing event updated for resources: {'Subnet': ['ID=293ef06f-9c8d-46e9-8a69-2491d12832fe,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:53.907343 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:53.913041 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a600a-e68c-4e05-ba40-14f16c068cda admin admin] Checking segment: {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:53.913494 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424a600a-e68c-4e05-ba40-14f16c068cda admin admin] Network hostable DHCP agents. Network: 519999b9-d7d4-4e10-b661-e50209fd3b05, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:34:53.933565 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424a600a-e68c-4e05-ba40-14f16c068cda admin admin] Network 519999b9-d7d4-4e10-b661-e50209fd3b05 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:34:53.935180 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec15e0db-582a-4dff-9099-a8e3516bf837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb209ae-73f9-4089-885f-167dc05c4864'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:53.937594 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b620808a-7aa9-4a0e-88d4-900fc0372a39" -d '{"events": [{"server_uuid": "ec15e0db-582a-4dff-9099-a8e3516bf837", "name": "network-vif-plugged", "status": "completed", "tag": "abb209ae-73f9-4089-885f-167dc05c4864"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:53.944067 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-424a600a-e68c-4e05-ba40-14f16c068cda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 519999b9-d7d4-4e10-b661-e50209fd3b05) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:53.949437 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424a600a-e68c-4e05-ba40-14f16c068cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:53.950550 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-424a600a-e68c-4e05-ba40-14f16c068cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:53.953382 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port abb209ae-73f9-4089-885f-167dc05c4864, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=abb209ae-73f9-4089-885f-167dc05c4864,segment=NetworkSegment(fe24a094-fc42-403d-ba28-61e4316840a6),segment_id=fe24a094-fc42-403d-ba28-61e4316840a6)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:53.957822 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dcc74b-f67f-444c-9c46-8c79fbecf7f4 None None] Network 519999b9-d7d4-4e10-b661-e50209fd3b05 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:34:53.971878 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-424a600a-e68c-4e05-ba40-14f16c068cda admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4424543 May 06 09:34:53.973291 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:53.979415 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f25e3499-82d3-4acf-a7ce-90728e004897 req-0d86509a-8cc2-4fa2-bcf2-f7bb2028c4bd tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897272 May 06 09:34:53.993793 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3f81c-7311-4f18-a0b4-48fb5e5d2d21 req-cde0cf56-2291-425b-b053-1f1308e870b1 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:54.001515 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87e3f81c-7311-4f18-a0b4-48fb5e5d2d21 req-cde0cf56-2291-425b-b053-1f1308e870b1 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2003397-7dc4-410f-ad22-073f0724d61f HTTP/1.1" status: 200 len: 948 time: 0.1218719 May 06 09:34:54.018926 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389404f-ab9e-4a30-b34e-7802720cf63c req-97d2e1c2-2076-4213-b10c-3f0858dc44e7 tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:54.020412 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3389404f-ab9e-4a30-b34e-7802720cf63c req-97d2e1c2-2076-4213-b10c-3f0858dc44e7 tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.84 "GET /v2.0/ports?device_id=020495ad-9f11-4069-adab-91e2070e0428 HTTP/1.1" status: 200 len: 949 time: 0.1224656 May 06 09:34:54.032290 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227aaf4e-1a68-4f09-b3e0-7aba902dd431 x-openstack-request-id: req-227aaf4e-1a68-4f09-b3e0-7aba902dd431 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:54.032574 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfae75b2-2aed-4a3b-8e13-4afa8206067d", "name": "network-vif-deleted", "tag": "5b9fe829-466c-4269-b103-bbb1b3dd51be", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:54.033109 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-227aaf4e-1a68-4f09-b3e0-7aba902dd431 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:54.033226 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-227aaf4e-1a68-4f09-b3e0-7aba902dd431'] response: {'server_uuid': 'cfae75b2-2aed-4a3b-8e13-4afa8206067d', 'name': 'network-vif-deleted', 'tag': '5b9fe829-466c-4269-b103-bbb1b3dd51be', 'status': 'completed', 'code': 200} May 06 09:34:54.043152 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 47da9af8-9580-47d0-821e-442b5c1cdcdd details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:34:54.079388 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87e3f81c-7311-4f18-a0b4-48fb5e5d2d21 req-f2ff8055-d2ac-44f1-9e24-576ba29d7a6b tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/security-groups?id=afea8fc4-ce2a-4e21-998b-24101b2285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769010 May 06 09:34:54.138440 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc9f048-66b4-41c4-8f8f-6f338c5d65bf x-openstack-request-id: req-cdc9f048-66b4-41c4-8f8f-6f338c5d65bf {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:54.138821 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec15e0db-582a-4dff-9099-a8e3516bf837", "name": "network-vif-plugged", "status": "completed", "tag": "abb209ae-73f9-4089-885f-167dc05c4864", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:54.139173 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cdc9f048-66b4-41c4-8f8f-6f338c5d65bf {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:54.139485 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdc9f048-66b4-41c4-8f8f-6f338c5d65bf'] response: {'server_uuid': 'ec15e0db-582a-4dff-9099-a8e3516bf837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb209ae-73f9-4089-885f-167dc05c4864', 'code': 200} May 06 09:34:54.150293 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-3389404f-ab9e-4a30-b34e-7802720cf63c req-f7ead8d5-9e91-4396-a846-cb77a2f3b93b tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Deleting port 83b19ef5-f145-4ac3-b943-ff278250d4fa {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:34:54.150664 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-3389404f-ab9e-4a30-b34e-7802720cf63c req-f7ead8d5-9e91-4396-a846-cb77a2f3b93b tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:54.220804 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 47da9af8-9580-47d0-821e-442b5c1cdcdd, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=47da9af8-9580-47d0-821e-442b5c1cdcdd,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:54.252759 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=abb209ae-73f9-4089-885f-167dc05c4864,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:54.257759 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '47da9af8-9580-47d0-821e-442b5c1cdcdd', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': '47da9af8-9580-47d0-821e-442b5c1cdcdd', 'mac_address': 'fa:16:3e:bf:17:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:34:54.340659 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5296fbc-a703-49c0-859a-44170fb1bed6 None None] Network 519999b9-d7d4-4e10-b661-e50209fd3b05 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:34:54.342617 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:54.366826 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37126) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:54.395400 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47da9af8-9580-47d0-821e-442b5c1cdcdd {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:54.424168 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 47da9af8-9580-47d0-821e-442b5c1cdcdd, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=47da9af8-9580-47d0-821e-442b5c1cdcdd,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:54.432727 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b651cbd-ad47-41db-b5e6-53c614b1053f admin admin] Deleting subnet 77021ff5-1f46-43ac-a08e-e3d4f60d3d6d {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:34:54.438640 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b651cbd-ad47-41db-b5e6-53c614b1053f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:54.443883 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:54.484552 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b651cbd-ad47-41db-b5e6-53c614b1053f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:54.498677 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b651cbd-ad47-41db-b5e6-53c614b1053f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:54.521564 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-3389404f-ab9e-4a30-b34e-7802720cf63c req-f7ead8d5-9e91-4396-a846-cb77a2f3b93b tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] For port 83b19ef5-f145-4ac3-b943-ff278250d4fa, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=83b19ef5-f145-4ac3-b943-ff278250d4fa,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:54.522059 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-3389404f-ab9e-4a30-b34e-7802720cf63c req-f7ead8d5-9e91-4396-a846-cb77a2f3b93b tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:54.547242 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-3389404f-ab9e-4a30-b34e-7802720cf63c req-f7ead8d5-9e91-4396-a846-cb77a2f3b93b tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Calling delete_port for 83b19ef5-f145-4ac3-b943-ff278250d4fa owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:34:54.547369 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=47da9af8-9580-47d0-821e-442b5c1cdcdd,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:54.571680 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b651cbd-ad47-41db-b5e6-53c614b1053f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:54.603985 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b651cbd-ad47-41db-b5e6-53c614b1053f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77021ff5-1f46-43ac-a08e-e3d4f60d3d6d,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:54.604108 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978cb151-a0ed-4fef-862e-d7757b351929 req-56e3e242-8061-4594-904c-86fc373710ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:54.605438 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-978cb151-a0ed-4fef-862e-d7757b351929 req-56e3e242-8061-4594-904c-86fc373710ce service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ec15e0db-582a-4dff-9099-a8e3516bf837 HTTP/1.1" status: 200 len: 1096 time: 0.1817386 May 06 09:34:54.615136 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b651cbd-ad47-41db-b5e6-53c614b1053f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:54.621029 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9b651cbd-ad47-41db-b5e6-53c614b1053f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/77021ff5-1f46-43ac-a08e-e3d4f60d3d6d HTTP/1.1" status: 204 len: 168 time: 0.2505486 May 06 09:34:54.621692 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37136) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:54.664778 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-978cb151-a0ed-4fef-862e-d7757b351929 req-63824508-559b-4d56-8ab8-b0cea3be1dab service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=0b550ef8-63e9-417a-b4f0-d5e1cdc00989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507369 May 06 09:34:54.681607 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37140) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:54.689118 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-01af512b-08af-4941-b3aa-47efdc89c5d1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-302205152-network', 'tenant_id': '75fd90d019d348e7bcdbb7bbd7b5aaa3'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:54.742709 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b582174-837a-430b-99f8-70aa1cdeb5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:54.747886 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01af512b-08af-4941-b3aa-47efdc89c5d1 admin admin] Made reservation on behalf of 75fd90d019d348e7bcdbb7bbd7b5aaa3 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:54.750777 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01af512b-08af-4941-b3aa-47efdc89c5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:54.753073 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfbb52-577e-47cd-ab1a-957332cca412 req-70c83610-7b32-4c62-bac6-fa86612c4f9f tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:54.754575 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9bbfbb52-577e-47cd-ab1a-957332cca412 req-70c83610-7b32-4c62-bac6-fa86612c4f9f tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/ports?device_id=020495ad-9f11-4069-adab-91e2070e0428 HTTP/1.1" status: 200 len: 949 time: 0.0889239 May 06 09:34:54.771262 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01af512b-08af-4941-b3aa-47efdc89c5d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:54.796032 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-3389404f-ab9e-4a30-b34e-7802720cf63c req-f7ead8d5-9e91-4396-a846-cb77a2f3b93b tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:54.807836 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['83b19ef5-f145-4ac3-b943-ff278250d4fa'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:34:54.852876 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ead8d5-9e91-4396-a846-cb77a2f3b93b tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Pushing event deleted for resources: {'Port': ['ID=83b19ef5-f145-4ac3-b943-ff278250d4fa,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:54.873903 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9bbfbb52-577e-47cd-ab1a-957332cca412 req-983bfaec-14ea-452a-b370-0127afa253a5 tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e7fa4e1-64f4-4fcd-8ecf-d7bd46bdd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067824 May 06 09:34:54.881659 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['47da9af8-9580-47d0-821e-442b5c1cdcdd'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:34:54.892689 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b582174-837a-430b-99f8-70aa1cdeb5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:54.922329 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-3389404f-ab9e-4a30-b34e-7802720cf63c req-f7ead8d5-9e91-4396-a846-cb77a2f3b93b tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] No DVR routers for this DVR port 83b19ef5-f145-4ac3-b943-ff278250d4fa on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:34:54.926864 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-3389404f-ab9e-4a30-b34e-7802720cf63c req-f7ead8d5-9e91-4396-a846-cb77a2f3b93b tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:54.930935 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3389404f-ab9e-4a30-b34e-7802720cf63c req-f7ead8d5-9e91-4396-a846-cb77a2f3b93b tempest-ServerDiagnosticsNegativeTest-388556241 tempest-ServerDiagnosticsNegativeTest-388556241-project] 10.222.0.84 "DELETE /v2.0/ports/83b19ef5-f145-4ac3-b943-ff278250d4fa HTTP/1.1" status: 204 len: 173 time: 0.9008880 May 06 09:34:54.942089 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b582174-837a-430b-99f8-70aa1cdeb5aa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:34:54.942583 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b582174-837a-430b-99f8-70aa1cdeb5aa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:34:54.943410 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b582174-837a-430b-99f8-70aa1cdeb5aa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:34:54.943783 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b582174-837a-430b-99f8-70aa1cdeb5aa admin admin] Subscribe: > port after_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:34:54.944585 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b582174-837a-430b-99f8-70aa1cdeb5aa admin admin] Subscribe: > port after_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:34:54.945072 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b582174-837a-430b-99f8-70aa1cdeb5aa admin admin] Subscribe: > port after_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:34:54.945409 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b582174-837a-430b-99f8-70aa1cdeb5aa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:34:54.945783 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b582174-837a-430b-99f8-70aa1cdeb5aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:34:54.946102 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b582174-837a-430b-99f8-70aa1cdeb5aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:34:54.946429 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b582174-837a-430b-99f8-70aa1cdeb5aa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:34:54.947532 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfb2cb-f560-4bbe-b95d-5e999c83ab42 req-68f1ba17-0705-4e47-9025-1953a7619caf tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:54.949579 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7fcfb2cb-f560-4bbe-b95d-5e999c83ab42 req-68f1ba17-0705-4e47-9025-1953a7619caf tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec15e0db-582a-4dff-9099-a8e3516bf837 HTTP/1.1" status: 200 len: 945 time: 0.1704943 May 06 09:34:55.017668 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7fcfb2cb-f560-4bbe-b95d-5e999c83ab42 req-a8d38be4-670d-428f-a673-dfad3e5ffd4e tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b550ef8-63e9-417a-b4f0-d5e1cdc00989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550044 May 06 09:34:55.149399 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552decfb-a121-4fbc-84ce-d0ca390ab895 req-3b2c3db5-bbe8-4f11-a0a4-474081b00269 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:55.150905 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-552decfb-a121-4fbc-84ce-d0ca390ab895 req-3b2c3db5-bbe8-4f11-a0a4-474081b00269 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 949 time: 0.1138430 May 06 09:34:55.163994 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b582174-837a-430b-99f8-70aa1cdeb5aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:34:55.164732 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b582174-837a-430b-99f8-70aa1cdeb5aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:34:55.165221 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b582174-837a-430b-99f8-70aa1cdeb5aa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:34:55.166292 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b582174-837a-430b-99f8-70aa1cdeb5aa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:34:55.166690 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-9b582174-837a-430b-99f8-70aa1cdeb5aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f743bf-d8a0-480e-909d-4fe20c4edd15']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:55.185538 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec7b7b-3d2d-46cd-a033-b0985f360ae2 req-f98be630-e4f8-445d-a8c1-3390e405a902 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:55.187608 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-86ec7b7b-3d2d-46cd-a033-b0985f360ae2 req-f98be630-e4f8-445d-a8c1-3390e405a902 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 943 time: 0.0871623 May 06 09:34:55.191337 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-9b582174-837a-430b-99f8-70aa1cdeb5aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d19c54-7646-4380-92d3-6c147455a5c3') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:55.191649 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-9b582174-837a-430b-99f8-70aa1cdeb5aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d19c54-7646-4380-92d3-6c147455a5c3') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:55.212744 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-552decfb-a121-4fbc-84ce-d0ca390ab895 req-fa93c324-54ce-4aa8-870b-b50e1e2996e1 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543382 May 06 09:34:55.213932 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b582174-837a-430b-99f8-70aa1cdeb5aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:55.245319 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b582174-837a-430b-99f8-70aa1cdeb5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:55.251817 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-86ec7b7b-3d2d-46cd-a033-b0985f360ae2 req-bda785bf-6c63-479f-b8db-575360949946 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537431 May 06 09:34:55.262785 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b582174-837a-430b-99f8-70aa1cdeb5aa admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:34:55.263290 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b582174-837a-430b-99f8-70aa1cdeb5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: from cryptography.utils import int_from_bytes May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: from cryptography.utils import int_from_bytes May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: timer() May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:34:55.287989 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:34:55.305626 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01af512b-08af-4941-b3aa-47efdc89c5d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:55.319971 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc9db0-22e4-44f9-84e1-1cb1b9f96180 req-af1e34f3-8727-4634-8082-37aa893d0391 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:55.321443 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bfdc9db0-22e4-44f9-84e1-1cb1b9f96180 req-af1e34f3-8727-4634-8082-37aa893d0391 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2003397-7dc4-410f-ad22-073f0724d61f HTTP/1.1" status: 200 len: 949 time: 0.0511491 May 06 09:34:55.332648 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01af512b-08af-4941-b3aa-47efdc89c5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:55.360479 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bfdc9db0-22e4-44f9-84e1-1cb1b9f96180 req-2a1357b0-0cc5-40ac-8a38-88370ec35300 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/security-groups?id=afea8fc4-ce2a-4e21-998b-24101b2285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328093 May 06 09:34:55.373923 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01af512b-08af-4941-b3aa-47efdc89c5d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:34:55.380964 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af512b-08af-4941-b3aa-47efdc89c5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac27783d-1a8b-49fb-95f7-e87593c66a79,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:55.383542 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b582174-837a-430b-99f8-70aa1cdeb5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:55.391866 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01af512b-08af-4941-b3aa-47efdc89c5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:55.392095 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-01af512b-08af-4941-b3aa-47efdc89c5d1 admin admin] Added segment a29bf5d8-d861-4292-ab39-2cd436f2729d of type vlan for network ebfbc17d-3ae9-46ff-8457-41da680f3c59 May 06 09:34:55.401127 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b582174-837a-430b-99f8-70aa1cdeb5aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:55.404401 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9b582174-837a-430b-99f8-70aa1cdeb5aa admin admin] 10.222.0.73 "DELETE /v2.0/networks/c5f743bf-d8a0-480e-909d-4fe20c4edd15 HTTP/1.1" status: 204 len: 168 time: 0.7816920 May 06 09:34:55.407952 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37150) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:55.414822 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b582174-837a-430b-99f8-70aa1cdeb5aa admin admin] Pushing event deleted for resources: {'Network': ['ID=c5f743bf-d8a0-480e-909d-4fe20c4edd15,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:55.453097 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01af512b-08af-4941-b3aa-47efdc89c5d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:55.461601 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-53237404-8980-4944-b457-eec1652fadf6 admin admin] Deleting subnet 5dfbd808-67e0-4d0e-8f5f-d3c6a570d137 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:34:55.466980 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-53237404-8980-4944-b457-eec1652fadf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:55.482444 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01af512b-08af-4941-b3aa-47efdc89c5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:55.483463 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01af512b-08af-4941-b3aa-47efdc89c5d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:55.484229 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01af512b-08af-4941-b3aa-47efdc89c5d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:55.514153 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-53237404-8980-4944-b457-eec1652fadf6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:55.524932 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-53237404-8980-4944-b457-eec1652fadf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:55.545159 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-01af512b-08af-4941-b3aa-47efdc89c5d1 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8624990 May 06 09:34:55.548127 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37152) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:55.553757 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af512b-08af-4941-b3aa-47efdc89c5d1 admin admin] Pushing event updated for resources: {'Network': ['ID=ebfbc17d-3ae9-46ff-8457-41da680f3c59,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:55.557603 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-39f8de45-eade-45ec-9d6e-d0e055e4e924 admin admin] Request body: {'subnet': {'network_id': 'ebfbc17d-3ae9-46ff-8457-41da680f3c59', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-302205152-subnet', 'tenant_id': '75fd90d019d348e7bcdbb7bbd7b5aaa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:55.564941 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network ebfbc17d-3ae9-46ff-8457-41da680f3c59 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:34:55.591273 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f8de45-eade-45ec-9d6e-d0e055e4e924 admin admin] Made reservation on behalf of 75fd90d019d348e7bcdbb7bbd7b5aaa3 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:55.594413 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-39f8de45-eade-45ec-9d6e-d0e055e4e924 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:55.656638 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-53237404-8980-4944-b457-eec1652fadf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:55.688846 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53237404-8980-4944-b457-eec1652fadf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dfbd808-67e0-4d0e-8f5f-d3c6a570d137,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:55.696068 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-53237404-8980-4944-b457-eec1652fadf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:55.701752 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-53237404-8980-4944-b457-eec1652fadf6 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5dfbd808-67e0-4d0e-8f5f-d3c6a570d137 HTTP/1.1" status: 204 len: 168 time: 0.2927680 May 06 09:34:55.702385 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37154) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:55.775427 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9fa2001e-bdfc-4119-b06a-77a69ab16cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:55.819085 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-39f8de45-eade-45ec-9d6e-d0e055e4e924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:55.871291 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9fa2001e-bdfc-4119-b06a-77a69ab16cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:55.881369 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8de45-eade-45ec-9d6e-d0e055e4e924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2c661fb-0a15-4234-a900-629ad7393b6e,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:55.891585 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f8de45-eade-45ec-9d6e-d0e055e4e924 admin admin] Checking segment: {'id': 'a29bf5d8-d861-4292-ab39-2cd436f2729d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ebfbc17d-3ae9-46ff-8457-41da680f3c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:55.891946 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f8de45-eade-45ec-9d6e-d0e055e4e924 admin admin] Network hostable DHCP agents. Network: ebfbc17d-3ae9-46ff-8457-41da680f3c59, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:34:55.892073 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-9fa2001e-bdfc-4119-b06a-77a69ab16cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a110117-5c49-4b7c-96fd-8b9c8b1f5bcd']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:55.901855 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-9fa2001e-bdfc-4119-b06a-77a69ab16cd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '764e9545-1630-46c9-8f8a-e709b2f66fd3') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:55.902222 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-9fa2001e-bdfc-4119-b06a-77a69ab16cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '764e9545-1630-46c9-8f8a-e709b2f66fd3') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:55.914884 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9fa2001e-bdfc-4119-b06a-77a69ab16cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:55.917539 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f8de45-eade-45ec-9d6e-d0e055e4e924 admin admin] Network ebfbc17d-3ae9-46ff-8457-41da680f3c59 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:34:55.927423 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-39f8de45-eade-45ec-9d6e-d0e055e4e924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, ebfbc17d-3ae9-46ff-8457-41da680f3c59) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:55.932147 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f8de45-eade-45ec-9d6e-d0e055e4e924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:55.933122 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-39f8de45-eade-45ec-9d6e-d0e055e4e924 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:55.934746 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9fa2001e-bdfc-4119-b06a-77a69ab16cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:55.944004 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa2001e-bdfc-4119-b06a-77a69ab16cd1 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:34:55.944612 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9fa2001e-bdfc-4119-b06a-77a69ab16cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:55.945402 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fad998-5393-4c0e-ad49-62646a978d7b None None] Network ebfbc17d-3ae9-46ff-8457-41da680f3c59 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: timer() May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:34:55.946274 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:34:55.962728 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-39f8de45-eade-45ec-9d6e-d0e055e4e924 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4116318 May 06 09:34:56.021377 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9fa2001e-bdfc-4119-b06a-77a69ab16cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:56.034281 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020495ad-9f11-4069-adab-91e2070e0428', 'name': 'network-vif-deleted', 'tag': '83b19ef5-f145-4ac3-b943-ff278250d4fa'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:56.035985 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device db60fe74-22a7-43e3-a446-12ca922bd1a5 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:34:56.037953 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1435eeff-e5c2-4bf6-835d-4fd4c9a1461f" -d '{"events": [{"server_uuid": "020495ad-9f11-4069-adab-91e2070e0428", "name": "network-vif-deleted", "tag": "83b19ef5-f145-4ac3-b943-ff278250d4fa"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:56.062899 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 47da9af8-9580-47d0-821e-442b5c1cdcdd up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:56.071654 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9fa2001e-bdfc-4119-b06a-77a69ab16cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:56.078619 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9fa2001e-bdfc-4119-b06a-77a69ab16cd1 admin admin] 10.222.0.73 "DELETE /v2.0/networks/1a110117-5c49-4b7c-96fd-8b9c8b1f5bcd HTTP/1.1" status: 204 len: 168 time: 0.3743098 May 06 09:34:56.080068 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2001e-bdfc-4119-b06a-77a69ab16cd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a110117-5c49-4b7c-96fd-8b9c8b1f5bcd,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:56.121576 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662846d5-324c-4890-b9e0-db2464ed2e9a x-openstack-request-id: req-662846d5-324c-4890-b9e0-db2464ed2e9a {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:56.121978 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020495ad-9f11-4069-adab-91e2070e0428", "name": "network-vif-deleted", "tag": "83b19ef5-f145-4ac3-b943-ff278250d4fa", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:56.122410 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-662846d5-324c-4890-b9e0-db2464ed2e9a {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:56.123075 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-662846d5-324c-4890-b9e0-db2464ed2e9a'] response: {'server_uuid': '020495ad-9f11-4069-adab-91e2070e0428', 'name': 'network-vif-deleted', 'tag': '83b19ef5-f145-4ac3-b943-ff278250d4fa', 'status': 'completed', 'code': 200} May 06 09:34:56.203595 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b6b523-7333-40f0-ab66-b2a389e4f2fb None None] Network ebfbc17d-3ae9-46ff-8457-41da680f3c59 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:34:56.220810 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6d9d9-87c0-4060-9fd7-53b0d1b72d88 req-f840be86-ac28-483b-ba30-85286735f559 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:56.229878 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eee6d9d9-87c0-4060-9fd7-53b0d1b72d88 req-f840be86-ac28-483b-ba30-85286735f559 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec15e0db-582a-4dff-9099-a8e3516bf837 HTTP/1.1" status: 200 len: 945 time: 0.0917788 May 06 09:34:56.296660 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eee6d9d9-87c0-4060-9fd7-53b0d1b72d88 req-ecc9b250-9a21-40c7-a3c9-a518db7abfc6 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b550ef8-63e9-417a-b4f0-d5e1cdc00989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652344 May 06 09:34:56.378081 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37178) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:56.404648 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb38be5-6884-4c4a-a6dc-c9ccc3130ca5 req-178cdc41-12bf-4488-883d-9a82aaff1a48 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:56.413231 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-acb38be5-6884-4c4a-a6dc-c9ccc3130ca5 req-178cdc41-12bf-4488-883d-9a82aaff1a48 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 949 time: 0.0772872 May 06 09:34:56.455839 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-56f29784-e5a1-464b-9ec9-12e3adcc05c7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c867228b571f4677ae2e8ca8494d7922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0763199 May 06 09:34:56.458594 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37184) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:56.463072 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 47da9af8-9580-47d0-821e-442b5c1cdcdd completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:34:56.477111 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port db60fe74-22a7-43e3-a446-12ca922bd1a5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=db60fe74-22a7-43e3-a446-12ca922bd1a5,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:56.482465 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 47da9af8-9580-47d0-821e-442b5c1cdcdd triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:56.482850 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:56.500111 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-acb38be5-6884-4c4a-a6dc-c9ccc3130ca5 req-d48e5705-be05-447e-8b1b-c524fabd6634 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859423 May 06 09:34:56.522187 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'db60fe74-22a7-43e3-a446-12ca922bd1a5', 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e', 'port_id': 'db60fe74-22a7-43e3-a446-12ca922bd1a5', 'mac_address': 'fa:16:3e:7d:2f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5704ec7d-7fe2-4308-8e34-562762b93f76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:34:56.529396 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37186) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:56.530123 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-960b644a-e268-410b-acf5-787dddec0634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:56.533851 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665ae73-57e2-4501-8393-e97858c43b27 req-f403430c-fd22-4236-95f7-5ecc5efa1331 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:56.536115 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e665ae73-57e2-4501-8393-e97858c43b27 req-f403430c-fd22-4236-95f7-5ecc5efa1331 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 943 time: 0.1208982 May 06 09:34:56.578414 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-960b644a-e268-410b-acf5-787dddec0634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:56.628651 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e665ae73-57e2-4501-8393-e97858c43b27 req-be31f9f9-56fd-420e-a91f-8d121fabf567 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835567 May 06 09:34:56.635433 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:56.659078 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b75ee-0b86-463f-9b56-a8c7bd5b6bf5 req-13dc4809-8143-4973-a37a-660e0f1dfe03 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:56.663949 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-960b644a-e268-410b-acf5-787dddec0634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:56.666889 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-960b644a-e268-410b-acf5-787dddec0634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:56.668480 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-960b644a-e268-410b-acf5-787dddec0634 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4daedf8e-6029-47e8-85c6-19efdbec5095 HTTP/1.1" status: 204 len: 168 time: 0.2083597 May 06 09:34:56.669197 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37190) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:56.680528 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-f5c549dd-986d-4080-85f2-56c75b63af74 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Request body: {'floatingip': {'port_id': 'abb209ae-73f9-4089-885f-167dc05c4864'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:56.681329 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b47b75ee-0b86-463f-9b56-a8c7bd5b6bf5 req-13dc4809-8143-4973-a37a-660e0f1dfe03 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec15e0db-582a-4dff-9099-a8e3516bf837 HTTP/1.1" status: 200 len: 945 time: 0.0982561 May 06 09:34:56.686087 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db60fe74-22a7-43e3-a446-12ca922bd1a5 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:56.714760 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port db60fe74-22a7-43e3-a446-12ca922bd1a5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=db60fe74-22a7-43e3-a446-12ca922bd1a5,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:56.720121 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:56.731289 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:56.742355 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f5c549dd-986d-4080-85f2-56c75b63af74 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks [] for floatingip, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:56.773599 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2003397-7dc4-410f-ad22-073f0724d61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47da9af8-9580-47d0-821e-442b5c1cdcdd'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:56.776115 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee941b6-414e-492a-a4bc-d6b382f83058" -d '{"events": [{"server_uuid": "a2003397-7dc4-410f-ad22-073f0724d61f", "name": "network-vif-plugged", "status": "completed", "tag": "47da9af8-9580-47d0-821e-442b5c1cdcdd"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:56.795037 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 47da9af8-9580-47d0-821e-442b5c1cdcdd, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=47da9af8-9580-47d0-821e-442b5c1cdcdd,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:56.805957 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:56.808486 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b644a-e268-410b-acf5-787dddec0634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4daedf8e-6029-47e8-85c6-19efdbec5095,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:56.817363 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423459e9-eef9-44df-b351-d2c5eb5d8d64 req-e7a54127-6445-431f-b71b-64c943fa68b3 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:56.822330 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=db60fe74-22a7-43e3-a446-12ca922bd1a5,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:56.828269 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-423459e9-eef9-44df-b351-d2c5eb5d8d64 req-e7a54127-6445-431f-b71b-64c943fa68b3 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2003397-7dc4-410f-ad22-073f0724d61f HTTP/1.1" status: 200 len: 949 time: 0.0833044 May 06 09:34:56.879030 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-423459e9-eef9-44df-b351-d2c5eb5d8d64 req-6480a0de-a12a-4731-9332-6691d4618010 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/security-groups?id=afea8fc4-ce2a-4e21-998b-24101b2285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497692 May 06 09:34:56.939411 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=47da9af8-9580-47d0-821e-442b5c1cdcdd,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:56.943040 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d42e7f-e686-47be-904c-a30ecd9ceb0c x-openstack-request-id: req-b3d42e7f-e686-47be-904c-a30ecd9ceb0c {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:56.943615 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2003397-7dc4-410f-ad22-073f0724d61f", "name": "network-vif-plugged", "status": "completed", "tag": "47da9af8-9580-47d0-821e-442b5c1cdcdd", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:56.944221 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b3d42e7f-e686-47be-904c-a30ecd9ceb0c {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:56.944816 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3d42e7f-e686-47be-904c-a30ecd9ceb0c'] response: {'server_uuid': 'a2003397-7dc4-410f-ad22-073f0724d61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47da9af8-9580-47d0-821e-442b5c1cdcdd', 'code': 200} May 06 09:34:56.993265 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b2d072c6-d677-4cdd-9967-095caf6d7f74 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8108171f31334382b1233301dcb5abd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4556322 May 06 09:34:56.996012 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37200) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:57.119490 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37206) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:57.165964 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['db60fe74-22a7-43e3-a446-12ca922bd1a5'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:34:57.174821 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5732a531-36bf-4a8f-b482-2a481b9ff894 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=709376ac4d5f4ef3802e4ab052d836bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541871 May 06 09:34:57.177883 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649db0d-04e2-42fe-afc6-a4e55866d897 req-8580207c-617d-4f80-aec0-0aa2ec46a2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:57.179403 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4649db0d-04e2-42fe-afc6-a4e55866d897 req-8580207c-617d-4f80-aec0-0aa2ec46a2d0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a2003397-7dc4-410f-ad22-073f0724d61f HTTP/1.1" status: 200 len: 1101 time: 0.1272223 May 06 09:34:57.181263 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37212) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:57.200219 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eb468460-0040-47d1-aa7f-5e51bc2b88d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:57.273689 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-372772a4-335d-4880-8965-f6f3bf800c26 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:57.275420 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-372772a4-335d-4880-8965-f6f3bf800c26 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/networks?id=519999b9-d7d4-4e10-b661-e50209fd3b05 HTTP/1.1" status: 200 len: 819 time: 0.1142201 May 06 09:34:57.294403 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-2af31b86-24dd-4c95-a560-1a2a6eaa3cc2 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/quotas/147a685967a04284b13954d6f7a9d875 HTTP/1.1" status: 200 len: 375 time: 0.0104949 May 06 09:34:57.308762 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eb468460-0040-47d1-aa7f-5e51bc2b88d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:57.330795 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-73a2f4b1-7371-476e-8b25-0e5e8db4c93a tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=147a685967a04284b13954d6f7a9d875&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278726 May 06 09:34:57.368259 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4649db0d-04e2-42fe-afc6-a4e55866d897 req-718b8d5f-1ead-4018-9e7e-d6b892be2b5f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=afea8fc4-ce2a-4e21-998b-24101b2285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754720 May 06 09:34:57.402484 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fa4cdb20-08a2-4a24-9a1f-f16be1d1b553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:57.423773 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-18eb7316-92fd-42a4-ab69-83f2f53dbcaa service neutron] 10.222.0.73 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854998 May 06 09:34:57.465797 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fa4cdb20-08a2-4a24-9a1f-f16be1d1b553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:57.488469 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eb468460-0040-47d1-aa7f-5e51bc2b88d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:57.491007 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eb468460-0040-47d1-aa7f-5e51bc2b88d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:57.492176 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-eb468460-0040-47d1-aa7f-5e51bc2b88d6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8e7fa4e1-64f4-4fcd-8ecf-d7bd46bdd50a HTTP/1.1" status: 204 len: 168 time: 0.4952331 May 06 09:34:57.522776 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-8f8730ca-ca46-42f9-990a-20e0feec8374 service neutron] 10.222.0.73 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920615 May 06 09:34:57.540659 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb468460-0040-47d1-aa7f-5e51bc2b88d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7fa4e1-64f4-4fcd-8ecf-d7bd46bdd50a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:57.622249 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fa4cdb20-08a2-4a24-9a1f-f16be1d1b553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:57.625593 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fa4cdb20-08a2-4a24-9a1f-f16be1d1b553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:57.626971 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fa4cdb20-08a2-4a24-9a1f-f16be1d1b553 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f9e7a169-2083-4e11-bdad-1adfa10b6e56 HTTP/1.1" status: 204 len: 168 time: 0.4434493 May 06 09:34:57.640638 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f5c549dd-986d-4080-85f2-56c75b63af74 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:57.641659 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cdb20-08a2-4a24-9a1f-f16be1d1b553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e7a169-2083-4e11-bdad-1adfa10b6e56,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:57.648460 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f5c549dd-986d-4080-85f2-56c75b63af74 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:57.655166 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 83b19ef5-f145-4ac3-b943-ff278250d4fa no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:34:57.709623 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 83b19ef5-f145-4ac3-b943-ff278250d4fa {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:34:57.710564 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 83b19ef5-f145-4ac3-b943-ff278250d4fa not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:34:57.711211 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 5b9fe829-466c-4269-b103-bbb1b3dd51be no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:34:57.715615 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7b560-1af1-421c-8f8f-ce40415c2d18 req-8aec714a-43c2-4eb3-90d9-0e0d48061366 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:57.717209 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d8e7b560-1af1-421c-8f8f-ce40415c2d18 req-8aec714a-43c2-4eb3-90d9-0e0d48061366 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 949 time: 0.1190546 May 06 09:34:57.743686 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 5b9fe829-466c-4269-b103-bbb1b3dd51be {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:34:57.744300 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 5b9fe829-466c-4269-b103-bbb1b3dd51be not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:34:57.813922 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-f5c549dd-986d-4080-85f2-56c75b63af74 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Floating IP 0289bac4-0948-4a81-a1a5-0f09eebb1266 associated. External IP: 172.25.5.31, port: abb209ae-73f9-4089-885f-167dc05c4864. May 06 09:34:57.847106 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d8e7b560-1af1-421c-8f8f-ce40415c2d18 req-b53b4a1c-8f02-4fc6-958d-41e148dca0d4 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166966 May 06 09:34:57.913680 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1304789-fd98-4693-829a-a8cddc806f42 req-9668e5d3-a556-4a8c-938a-fbbfd317ac47 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:57.925929 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1304789-fd98-4693-829a-a8cddc806f42 req-9668e5d3-a556-4a8c-938a-fbbfd317ac47 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 944 time: 0.1335492 May 06 09:34:57.986916 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-44f5b16e-1bf9-4241-8baa-b6480628d922 req-22eb7811-e6b1-4369-89b3-9b7a424ab162 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 210 time: 0.0458915 May 06 09:34:58.026659 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1304789-fd98-4693-829a-a8cddc806f42 req-15e118ca-7d13-4416-954d-4d16e6f76c54 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947864 May 06 09:34:58.154976 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef6837-dd14-4dc8-ae56-a592b861513c req-6abdfc55-39c9-4be9-b231-fe7851dbc733 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:58.160558 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-58ef6837-dd14-4dc8-ae56-a592b861513c req-6abdfc55-39c9-4be9-b231-fe7851dbc733 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2003397-7dc4-410f-ad22-073f0724d61f HTTP/1.1" status: 200 len: 950 time: 0.0681574 May 06 09:34:58.216922 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-58ef6837-dd14-4dc8-ae56-a592b861513c req-1e0bf976-91a8-469d-a3fd-795c6d16753d tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/security-groups?id=afea8fc4-ce2a-4e21-998b-24101b2285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525270 May 06 09:34:58.300043 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37242) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:58.316255 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2bc37c1b-529c-41b2-a605-93b62fa6f145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:58.411155 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c549dd-986d-4080-85f2-56c75b63af74 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Router dd72a4ce-815c-4e03-9645-c73fc3da29b1 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:34:58.421944 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2bc37c1b-529c-41b2-a605-93b62fa6f145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:58.431387 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2bc37c1b-529c-41b2-a605-93b62fa6f145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:58.476837 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2bc37c1b-529c-41b2-a605-93b62fa6f145 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8d97d8c04ccc4d18ac8d548cb37dfecd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1755447 May 06 09:34:58.479368 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37248) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:58.509130 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc37c1b-529c-41b2-a605-93b62fa6f145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57376820-ef45-4d15-a148-ee3798fd4126,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:58.546885 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc31c8de-5bc3-4a28-a06e-15f1b75d74e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:58.555168 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c549dd-986d-4080-85f2-56c75b63af74 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:34:58.561834 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f5c549dd-986d-4080-85f2-56c75b63af74 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:58.568230 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daebd71d-6e09-415b-8ef7-817f7451d786 None None] Sync routers for ids ['dd72a4ce-815c-4e03-9645-c73fc3da29b1'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:34:58.577183 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc31c8de-5bc3-4a28-a06e-15f1b75d74e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:58.582210 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daebd71d-6e09-415b-8ef7-817f7451d786 None None] Routers {'dd72a4ce-815c-4e03-9645-c73fc3da29b1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:34:58.583085 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-daebd71d-6e09-415b-8ef7-817f7451d786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:34:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['dd72a4ce-815c-4e03-9645-c73fc3da29b1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:58.609220 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f5c549dd-986d-4080-85f2-56c75b63af74 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "PUT /v2.0/floatingips/0289bac4-0948-4a81-a1a5-0f09eebb1266 HTTP/1.1" status: 200 len: 990 time: 1.9357727 May 06 09:34:58.610047 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec15e0db-582a-4dff-9099-a8e3516bf837', 'tag': 'abb209ae-73f9-4089-885f-167dc05c4864'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:58.613037 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b69b093-6707-4f50-9a5c-cb16b277edf6" -d '{"events": [{"name": "network-changed", "server_uuid": "ec15e0db-582a-4dff-9099-a8e3516bf837", "tag": "abb209ae-73f9-4089-885f-167dc05c4864"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:58.662279 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc31c8de-5bc3-4a28-a06e-15f1b75d74e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:58.673144 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc31c8de-5bc3-4a28-a06e-15f1b75d74e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:58.680566 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9a9f53-448c-4dc2-a558-e5c6a082d2c8 x-openstack-request-id: req-ef9a9f53-448c-4dc2-a558-e5c6a082d2c8 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:58.680867 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec15e0db-582a-4dff-9099-a8e3516bf837", "tag": "abb209ae-73f9-4089-885f-167dc05c4864", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:58.681125 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ef9a9f53-448c-4dc2-a558-e5c6a082d2c8 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:58.681588 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef9a9f53-448c-4dc2-a558-e5c6a082d2c8'] response: {'name': 'network-changed', 'server_uuid': 'ec15e0db-582a-4dff-9099-a8e3516bf837', 'tag': 'abb209ae-73f9-4089-885f-167dc05c4864', 'status': 'completed', 'code': 200} May 06 09:34:58.683713 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fc31c8de-5bc3-4a28-a06e-15f1b75d74e6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/57376820-ef45-4d15-a148-ee3798fd4126 HTTP/1.1" status: 204 len: 168 time: 0.2032807 May 06 09:34:58.693438 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31c8de-5bc3-4a28-a06e-15f1b75d74e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57376820-ef45-4d15-a148-ee3798fd4126,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:58.776783 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:58.799195 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69b093-6707-4f50-9a5c-cb16b277edf6 req-b45e8762-640b-4463-acdb-5cd4aa274835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:58.801171 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b69b093-6707-4f50-9a5c-cb16b277edf6 req-b45e8762-640b-4463-acdb-5cd4aa274835 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=18d2b79bdfff4fc3957450c1173b5172&device_id=ec15e0db-582a-4dff-9099-a8e3516bf837 HTTP/1.1" status: 200 len: 1096 time: 0.0900652 May 06 09:34:58.876224 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-daebd71d-6e09-415b-8ef7-817f7451d786 None None] Set router dd72a4ce-815c-4e03-9645-c73fc3da29b1 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:34:58.992676 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69b093-6707-4f50-9a5c-cb16b277edf6 req-4ad2adc9-da2b-4502-88bd-13da86a624fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:58.994623 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b69b093-6707-4f50-9a5c-cb16b277edf6 req-4ad2adc9-da2b-4502-88bd-13da86a624fd service neutron] 10.222.0.84 "GET /v2.0/networks?id=f2f5f0f1-61a3-4b8a-8a9d-37462429b401 HTTP/1.1" status: 200 len: 916 time: 0.1860914 May 06 09:34:59.169391 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-daebd71d-6e09-415b-8ef7-817f7451d786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1208314280-router', 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '19bf472c-9786-4f2d-b866-1c868ff05479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:21Z', 'updated_at': '2022-05-06T09:33:27Z', 'revision_number': 4, 'project_id': '18d2b79bdfff4fc3957450c1173b5172', 'gw_port': {'id': '19bf472c-9786-4f2d-b866-1c868ff05479', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:22Z', 'updated_at': '2022-05-06T09:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '0289bac4-0948-4a81-a1a5-0f09eebb1266', 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172', 'floating_ip_address': '172.25.5.31', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'port_id': 'abb209ae-73f9-4089-885f-167dc05c4864', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f5f0f1-61a3-4b8a-8a9d-37462429b401', 'mac_address': 'fa:16:3e:c4:04:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec15e0db-582a-4dff-9099-a8e3516bf837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:34:29Z', 'updated_at': '2022-05-06T09:34:57Z', 'revision_number': 1, 'project_id': '18d2b79bdfff4fc3957450c1173b5172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94981ba5-5f7d-407f-b41d-09c7ae43b4a5', 'name': '', 'network_id': 'f2f5f0f1-61a3-4b8a-8a9d-37462429b401', 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172', 'mac_address': 'fa:16:3e:70:49:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '4b321150-13d5-4e4b-824f-c7fc482fb964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:26Z', 'updated_at': '2022-05-06T09:33:34Z', 'revision_number': 5, 'project_id': '18d2b79bdfff4fc3957450c1173b5172', 'subnets': [{'id': '4b321150-13d5-4e4b-824f-c7fc482fb964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:59.189895 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d6aaae92-55a8-4709-bdef-9b0404745408 req-e943abf6-6f01-40a7-8039-aabf51643ee1 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 210 time: 0.0773554 May 06 09:34:59.241330 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daebd71d-6e09-415b-8ef7-817f7451d786 None None] Checking router: dd72a4ce-815c-4e03-9645-c73fc3da29b1 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:34:59.253823 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daebd71d-6e09-415b-8ef7-817f7451d786 None None] Routers {'dd72a4ce-815c-4e03-9645-c73fc3da29b1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:34:59.254866 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-daebd71d-6e09-415b-8ef7-817f7451d786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:34:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['dd72a4ce-815c-4e03-9645-c73fc3da29b1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:59.357076 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410c239-f642-422d-8b9d-862718854afe req-5e56968e-0667-426f-b73b-b3de5366c846 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:59.360798 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9410c239-f642-422d-8b9d-862718854afe req-5e56968e-0667-426f-b73b-b3de5366c846 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 949 time: 0.3882027 May 06 09:34:59.386282 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b69b093-6707-4f50-9a5c-cb16b277edf6 req-1a6b50ee-ba36-444b-b59a-6e2bcae26494 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abb209ae-73f9-4089-885f-167dc05c4864 HTTP/1.1" status: 200 len: 998 time: 0.3766804 May 06 09:34:59.392230 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-daebd71d-6e09-415b-8ef7-817f7451d786 None None] Set router dd72a4ce-815c-4e03-9645-c73fc3da29b1 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:34:59.501488 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-0746bcc4-04f8-428a-b324-43980a4552ab tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:59.502961 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-0746bcc4-04f8-428a-b324-43980a4552ab tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.84 "GET /v2.0/networks?id=519999b9-d7d4-4e10-b661-e50209fd3b05 HTTP/1.1" status: 200 len: 819 time: 0.2955942 May 06 09:34:59.507947 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9410c239-f642-422d-8b9d-862718854afe req-43414026-105a-4740-959d-ce566b45ef09 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299322 May 06 09:34:59.515235 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac670e46-42b0-4bf4-bfcf-b37151acb0b6 req-bf7456a3-b2dc-4dbe-9c3c-1b5035960250 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:59.522315 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac670e46-42b0-4bf4-bfcf-b37151acb0b6 req-bf7456a3-b2dc-4dbe-9c3c-1b5035960250 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 944 time: 0.2073092 May 06 09:34:59.533381 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-fbdd4f3d-56f8-4c36-888c-572fe1aa9d36 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Request body: {'port': {'device_id': 'f9c44a4e-027b-4659-b10e-a65e04082a57', 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05', 'admin_state_up': True, 'tenant_id': '147a685967a04284b13954d6f7a9d875'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:59.537977 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69b093-6707-4f50-9a5c-cb16b277edf6 req-e3f70d3c-8015-4331-ac35-1e91d426840a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:59.539454 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b69b093-6707-4f50-9a5c-cb16b277edf6 req-e3f70d3c-8015-4331-ac35-1e91d426840a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4b321150-13d5-4e4b-824f-c7fc482fb964 HTTP/1.1" status: 200 len: 854 time: 0.1396315 May 06 09:34:59.646662 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-daebd71d-6e09-415b-8ef7-817f7451d786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1208314280-router', 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '19bf472c-9786-4f2d-b866-1c868ff05479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:21Z', 'updated_at': '2022-05-06T09:33:27Z', 'revision_number': 4, 'project_id': '18d2b79bdfff4fc3957450c1173b5172', 'gw_port': {'id': '19bf472c-9786-4f2d-b866-1c868ff05479', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:22Z', 'updated_at': '2022-05-06T09:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '0289bac4-0948-4a81-a1a5-0f09eebb1266', 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172', 'floating_ip_address': '172.25.5.31', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'port_id': 'abb209ae-73f9-4089-885f-167dc05c4864', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f5f0f1-61a3-4b8a-8a9d-37462429b401', 'mac_address': 'fa:16:3e:c4:04:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec15e0db-582a-4dff-9099-a8e3516bf837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:34:29Z', 'updated_at': '2022-05-06T09:34:57Z', 'revision_number': 1, 'project_id': '18d2b79bdfff4fc3957450c1173b5172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94981ba5-5f7d-407f-b41d-09c7ae43b4a5', 'name': '', 'network_id': 'f2f5f0f1-61a3-4b8a-8a9d-37462429b401', 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172', 'mac_address': 'fa:16:3e:70:49:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '4b321150-13d5-4e4b-824f-c7fc482fb964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:26Z', 'updated_at': '2022-05-06T09:33:34Z', 'revision_number': 5, 'project_id': '18d2b79bdfff4fc3957450c1173b5172', 'subnets': [{'id': '4b321150-13d5-4e4b-824f-c7fc482fb964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:59.655834 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac670e46-42b0-4bf4-bfcf-b37151acb0b6 req-063d8b49-39fb-4abb-b209-7fc13b7f935e tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302783 May 06 09:34:59.688652 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69b093-6707-4f50-9a5c-cb16b277edf6 req-0c141528-878a-4669-a85a-4ad507f69eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:59.690475 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b69b093-6707-4f50-9a5c-cb16b277edf6 req-0c141528-878a-4669-a85a-4ad507f69eeb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f2f5f0f1-61a3-4b8a-8a9d-37462429b401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1423216 May 06 09:34:59.696365 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daebd71d-6e09-415b-8ef7-817f7451d786 None None] The sync data for ids ['dd72a4ce-815c-4e03-9645-c73fc3da29b1'] in n-d-840835-1 is: [{'id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1208314280-router', 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '19bf472c-9786-4f2d-b866-1c868ff05479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:21Z', 'updated_at': '2022-05-06T09:33:27Z', 'revision_number': 4, 'project_id': '18d2b79bdfff4fc3957450c1173b5172', 'gw_port': {'id': '19bf472c-9786-4f2d-b866-1c868ff05479', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:22Z', 'updated_at': '2022-05-06T09:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '0289bac4-0948-4a81-a1a5-0f09eebb1266', 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172', 'floating_ip_address': '172.25.5.31', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'port_id': 'abb209ae-73f9-4089-885f-167dc05c4864', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f5f0f1-61a3-4b8a-8a9d-37462429b401', 'mac_address': 'fa:16:3e:c4:04:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec15e0db-582a-4dff-9099-a8e3516bf837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:34:29Z', 'updated_at': '2022-05-06T09:34:57Z', 'revision_number': 1, 'project_id': '18d2b79bdfff4fc3957450c1173b5172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94981ba5-5f7d-407f-b41d-09c7ae43b4a5', 'name': '', 'network_id': 'f2f5f0f1-61a3-4b8a-8a9d-37462429b401', 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172', 'mac_address': 'fa:16:3e:70:49:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '4b321150-13d5-4e4b-824f-c7fc482fb964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:26Z', 'updated_at': '2022-05-06T09:33:34Z', 'revision_number': 5, 'project_id': '18d2b79bdfff4fc3957450c1173b5172', 'subnets': [{'id': '4b321150-13d5-4e4b-824f-c7fc482fb964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:34:59.831483 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-fbdd4f3d-56f8-4c36-888c-572fe1aa9d36 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Made reservation on behalf of 147a685967a04284b13954d6f7a9d875 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:59.834948 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-fbdd4f3d-56f8-4c36-888c-572fe1aa9d36 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:59.852827 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ec2ce-d25a-419d-a774-7e5ca36f2c78 req-11764a87-26b1-4293-a43a-4e9ca3e27e4a tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:59.859679 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-622ec2ce-d25a-419d-a774-7e5ca36f2c78 req-11764a87-26b1-4293-a43a-4e9ca3e27e4a tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2003397-7dc4-410f-ad22-073f0724d61f HTTP/1.1" status: 200 len: 950 time: 0.1075931 May 06 09:34:59.883533 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b69b093-6707-4f50-9a5c-cb16b277edf6 req-39af1e90-ba78-47e5-9a2f-5397b007fe38 service neutron] 10.222.0.84 "GET /v2.0/networks/f2f5f0f1-61a3-4b8a-8a9d-37462429b401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811357 May 06 09:34:59.962211 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6618975b-2710-40a9-b4cd-6639b68a22cc None None] New status for floating IP 0289bac4-0948-4a81-a1a5-0f09eebb1266: ACTIVE {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:35:00.154322 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device db60fe74-22a7-43e3-a446-12ca922bd1a5 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:00.214637 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port db60fe74-22a7-43e3-a446-12ca922bd1a5 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:35:00.220466 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port db60fe74-22a7-43e3-a446-12ca922bd1a5 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:00.221192 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:00.335394 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-622ec2ce-d25a-419d-a774-7e5ca36f2c78 req-d36a7dea-e4eb-4d48-9cf3-21c5fe4d39d7 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/security-groups?id=afea8fc4-ce2a-4e21-998b-24101b2285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629178 May 06 09:35:00.338278 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:00.345635 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-fbdd4f3d-56f8-4c36-888c-572fe1aa9d36 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Allocated IP 172.20.0.6 (519999b9-d7d4-4e10-b661-e50209fd3b05/293ef06f-9c8d-46e9-8a69-2491d12832fe/98c63a03-7e44-46a8-90f7-0ea9dd4bd05f) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:35:00.385565 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a62bd71-2702-4964-8dc7-1484d45cdd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db60fe74-22a7-43e3-a446-12ca922bd1a5'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:00.389229 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38889ed3-cae6-4012-8cba-d74f3407e324" -d '{"events": [{"server_uuid": "2a62bd71-2702-4964-8dc7-1484d45cdd5b", "name": "network-vif-plugged", "status": "completed", "tag": "db60fe74-22a7-43e3-a446-12ca922bd1a5"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:00.391693 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99d235d8-6397-4ca3-858f-57ce42b9a75e req-90be321e-f754-4f5d-aed3-68dc2b50aae8 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 210 time: 0.0734205 May 06 09:35:00.422966 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37348) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:00.445728 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port db60fe74-22a7-43e3-a446-12ca922bd1a5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=db60fe74-22a7-43e3-a446-12ca922bd1a5,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:00.451069 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:00.470777 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b69b093-6707-4f50-9a5c-cb16b277edf6 req-16110514-f6d9-4713-8ba6-8b8c8780ac0a service neutron] 10.222.0.84 "GET /v2.0/networks/f2f5f0f1-61a3-4b8a-8a9d-37462429b401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544950 May 06 09:35:00.511381 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=db60fe74-22a7-43e3-a446-12ca922bd1a5,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:00.527205 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddf165d-1a18-44d9-b574-18cac9ea7544 x-openstack-request-id: req-3ddf165d-1a18-44d9-b574-18cac9ea7544 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:00.527532 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a62bd71-2702-4964-8dc7-1484d45cdd5b", "name": "network-vif-plugged", "status": "completed", "tag": "db60fe74-22a7-43e3-a446-12ca922bd1a5", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:00.528259 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3ddf165d-1a18-44d9-b574-18cac9ea7544 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:00.528670 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ddf165d-1a18-44d9-b574-18cac9ea7544'] response: {'server_uuid': '2a62bd71-2702-4964-8dc7-1484d45cdd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db60fe74-22a7-43e3-a446-12ca922bd1a5', 'code': 200} May 06 09:35:00.641140 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-fbdd4f3d-56f8-4c36-888c-572fe1aa9d36 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:00.665956 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-48fd749b-6a01-4b52-969c-12b09f3cf956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:00.697091 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6c76a-3ff1-4b43-b94f-d6ab842d4519 req-a1aecfeb-d1a6-45ba-9dc6-d4fd73c339a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:00.698807 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-50f6c76a-3ff1-4b43-b94f-d6ab842d4519 req-a1aecfeb-d1a6-45ba-9dc6-d4fd73c339a4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 1096 time: 0.0819972 May 06 09:35:00.699036 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f460ba-3927-49fd-b21d-ba6dedc032b4 req-9b65fbf0-53d6-4445-9310-a29a2cde1924 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:00.709215 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c4f460ba-3927-49fd-b21d-ba6dedc032b4 req-9b65fbf0-53d6-4445-9310-a29a2cde1924 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 949 time: 0.1267753 May 06 09:35:00.715542 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-fbdd4f3d-56f8-4c36-888c-572fe1aa9d36 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:00.800835 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-fbdd4f3d-56f8-4c36-888c-572fe1aa9d36 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Network 519999b9-d7d4-4e10-b661-e50209fd3b05 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:35:00.802140 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-50f6c76a-3ff1-4b43-b94f-d6ab842d4519 req-4e882379-3ea6-4b26-a1d6-f98b01fe310a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897770 May 06 09:35:00.824139 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-fbdd4f3d-56f8-4c36-888c-572fe1aa9d36 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:00.825967 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd4f3d-56f8-4c36-888c-572fe1aa9d36 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Pushing event updated for resources: {'Port': ['ID=98c63a03-7e44-46a8-90f7-0ea9dd4bd05f,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:00.828283 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-fbdd4f3d-56f8-4c36-888c-572fe1aa9d36 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:35:00.834038 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-fbdd4f3d-56f8-4c36-888c-572fe1aa9d36 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:00.834468 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-fbdd4f3d-56f8-4c36-888c-572fe1aa9d36 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:00.847760 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-48fd749b-6a01-4b52-969c-12b09f3cf956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:00.849513 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c4f460ba-3927-49fd-b21d-ba6dedc032b4 req-e48c865c-22ec-4781-8cbc-feeb4fb0fde1 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392024 May 06 09:35:00.859701 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-48fd749b-6a01-4b52-969c-12b09f3cf956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:00.882094 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-fbdd4f3d-56f8-4c36-888c-572fe1aa9d36 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3576832 May 06 09:35:00.892501 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee446e-7e7b-4c9b-8ca3-d7440ae17394 req-cbaa51ca-5846-4202-b194-3fc461cca96b tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:00.894304 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3ee446e-7e7b-4c9b-8ca3-d7440ae17394 req-cbaa51ca-5846-4202-b194-3fc461cca96b tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 945 time: 0.1246138 May 06 09:35:00.905361 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-48fd749b-6a01-4b52-969c-12b09f3cf956 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1cc27bf6308441dd8fe68f14cdfecba4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4693861 May 06 09:35:00.907015 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd749b-6a01-4b52-969c-12b09f3cf956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b99210-baea-4985-9142-65eb26472cad,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:00.908828 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-e67f59b5-79a5-4fbf-8ff8-ce05c8a86ba7 service neutron] Request body: {'port': {'device_id': 'f9c44a4e-027b-4659-b10e-a65e04082a57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:00.909908 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37370) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:00.965261 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6a69524a-a8a1-420d-a05b-142c3ca49913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:00.987679 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6a69524a-a8a1-420d-a05b-142c3ca49913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:01.001508 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3ee446e-7e7b-4c9b-8ca3-d7440ae17394 req-aa94ef2f-698b-4fe7-9421-479ee68541bc tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008518 May 06 09:35:01.020807 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-26aa5ae7-3d06-4b2e-905a-26c0be1059c2 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=75901321355242d2899f6fd1df5fd7da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548539 May 06 09:35:01.041976 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6a69524a-a8a1-420d-a05b-142c3ca49913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:01.045225 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6a69524a-a8a1-420d-a05b-142c3ca49913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:01.047523 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6a69524a-a8a1-420d-a05b-142c3ca49913 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/41b99210-baea-4985-9142-65eb26472cad HTTP/1.1" status: 204 len: 168 time: 0.1358638 May 06 09:35:01.050318 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-e67f59b5-79a5-4fbf-8ff8-ce05c8a86ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:01.058209 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69524a-a8a1-420d-a05b-142c3ca49913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b99210-baea-4985-9142-65eb26472cad,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:01.247414 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-3cc110ac-0846-4e2d-a205-3384a0f842b7 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:01.255437 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-3cc110ac-0846-4e2d-a205-3384a0f842b7 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2335951 May 06 09:35:01.274296 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-32da25da-6b67-4244-af83-b6d9b9d8b75d tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/quotas/75901321355242d2899f6fd1df5fd7da HTTP/1.1" status: 200 len: 375 time: 0.0179245 May 06 09:35:01.388273 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-16e74369-40b5-49f2-ad68-ccb6aee1ea25 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=75901321355242d2899f6fd1df5fd7da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1001060 May 06 09:35:01.474914 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-e67f59b5-79a5-4fbf-8ff8-ce05c8a86ba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:01.484191 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-e67f59b5-79a5-4fbf-8ff8-ce05c8a86ba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:01.501683 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-e67f59b5-79a5-4fbf-8ff8-ce05c8a86ba7 service neutron] Transition to ACTIVE for port object 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:35:01.505338 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-e67f59b5-79a5-4fbf-8ff8-ce05c8a86ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:01.663591 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef787a5-0bf1-40ba-a8bb-cec6b31119dc req-dd35a461-6755-413b-b549-c1b7c6904e4e tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:01.672366 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8ef787a5-0bf1-40ba-a8bb-cec6b31119dc req-dd35a461-6755-413b-b549-c1b7c6904e4e tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 943 time: 0.1214135 May 06 09:35:01.681619 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f59b5-79a5-4fbf-8ff8-ce05c8a86ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=98c63a03-7e44-46a8-90f7-0ea9dd4bd05f,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:01.698480 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-e67f59b5-79a5-4fbf-8ff8-ce05c8a86ba7 service neutron] Attempting to bind port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:01.698480 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-e67f59b5-79a5-4fbf-8ff8-ce05c8a86ba7 service neutron] Attempting to bind port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:01.698480 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-e67f59b5-79a5-4fbf-8ff8-ce05c8a86ba7 service neutron] Attempting to bind port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f on network 519999b9-d7d4-4e10-b661-e50209fd3b05 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:01.707389 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-e67f59b5-79a5-4fbf-8ff8-ce05c8a86ba7 service neutron] Port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f on network 519999b9-d7d4-4e10-b661-e50209fd3b05 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:01.707624 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-e67f59b5-79a5-4fbf-8ff8-ce05c8a86ba7 service neutron] Attempting to bind port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f on network 519999b9-d7d4-4e10-b661-e50209fd3b05 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:01.722575 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-e67f59b5-79a5-4fbf-8ff8-ce05c8a86ba7 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:01.723203 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-e67f59b5-79a5-4fbf-8ff8-ce05c8a86ba7 service neutron] Checking segment: {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:01.723435 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-e67f59b5-79a5-4fbf-8ff8-ce05c8a86ba7 service neutron] Bound using segment: {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:01.723906 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-e67f59b5-79a5-4fbf-8ff8-ce05c8a86ba7 service neutron] Bound port: 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:01.724382 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-e67f59b5-79a5-4fbf-8ff8-ce05c8a86ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:01.740717 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8ef787a5-0bf1-40ba-a8bb-cec6b31119dc req-1bf9ef36-6107-40c5-a0bf-4b70ec686aa7 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617580 May 06 09:35:01.844187 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3de0e378-f65a-4f4b-bf98-aee0182fc864 req-c466270b-e4a5-4bc8-a824-464be6c1f81c tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/ports?device_id=34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307 HTTP/1.1" status: 200 len: 210 time: 0.0338504 May 06 09:35:01.896789 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-e67f59b5-79a5-4fbf-8ff8-ce05c8a86ba7 service neutron] For port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:01.904074 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-e67f59b5-79a5-4fbf-8ff8-ce05c8a86ba7 service neutron] For port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=98c63a03-7e44-46a8-90f7-0ea9dd4bd05f,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:01.921763 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-e67f59b5-79a5-4fbf-8ff8-ce05c8a86ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:01.991137 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-e67f59b5-79a5-4fbf-8ff8-ce05c8a86ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:01.991826 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-e67f59b5-79a5-4fbf-8ff8-ce05c8a86ba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:01.993173 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-e67f59b5-79a5-4fbf-8ff8-ce05c8a86ba7 service neutron] 10.222.0.84 "PUT /v2.0/ports/98c63a03-7e44-46a8-90f7-0ea9dd4bd05f HTTP/1.1" status: 200 len: 1091 time: 1.0974932 May 06 09:35:01.993785 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c44a4e-027b-4659-b10e-a65e04082a57', 'tag': '98c63a03-7e44-46a8-90f7-0ea9dd4bd05f'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:01.996191 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ce14d3-8d94-4954-93e1-57d8dd7a9771" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c44a4e-027b-4659-b10e-a65e04082a57", "tag": "98c63a03-7e44-46a8-90f7-0ea9dd4bd05f"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:02.003603 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37448) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:02.044176 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f59b5-79a5-4fbf-8ff8-ce05c8a86ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=98c63a03-7e44-46a8-90f7-0ea9dd4bd05f,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:02.102309 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8e2c7-2421-4c7b-beef-271fecdfe9e8 req-26aa919f-b039-4696-82dd-7c28688f7883 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:02.103893 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b2f8e2c7-2421-4c7b-beef-271fecdfe9e8 req-26aa919f-b039-4696-82dd-7c28688f7883 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 949 time: 0.1661403 May 06 09:35:02.105609 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4875dd41-0794-4053-a685-e134df1d3490 x-openstack-request-id: req-4875dd41-0794-4053-a685-e134df1d3490 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:02.105879 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c44a4e-027b-4659-b10e-a65e04082a57", "tag": "98c63a03-7e44-46a8-90f7-0ea9dd4bd05f", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:02.106133 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4875dd41-0794-4053-a685-e134df1d3490 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:02.106698 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4875dd41-0794-4053-a685-e134df1d3490'] response: {'name': 'network-changed', 'server_uuid': 'f9c44a4e-027b-4659-b10e-a65e04082a57', 'tag': '98c63a03-7e44-46a8-90f7-0ea9dd4bd05f', 'status': 'completed', 'code': 200} May 06 09:35:02.120518 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37456) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:02.172372 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-1c07341d-b7ae-4d58-ac44-e00bbafc2804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:02.173918 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-1c07341d-b7ae-4d58-ac44-e00bbafc2804 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=147a685967a04284b13954d6f7a9d875&device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 1094 time: 0.1263542 May 06 09:35:02.188264 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-22c73aa6-5e63-41d4-91bd-55c3d256eb00 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2135211392-network', 'tenant_id': 'c8663008787d43378ea575f7489ec5bc'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:02.215298 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c73aa6-5e63-41d4-91bd-55c3d256eb00 admin admin] Made reservation on behalf of c8663008787d43378ea575f7489ec5bc for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:35:02.221016 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-22c73aa6-5e63-41d4-91bd-55c3d256eb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:02.249674 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-22c73aa6-5e63-41d4-91bd-55c3d256eb00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:02.250590 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-9b761d99-504a-4b13-89c6-6607a2fd291c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98c63a03-7e44-46a8-90f7-0ea9dd4bd05f HTTP/1.1" status: 200 len: 217 time: 0.0624259 May 06 09:35:02.253027 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-86a3bad6-9847-4c8a-91df-9356cf313b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:02.264114 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b2f8e2c7-2421-4c7b-beef-271fecdfe9e8 req-30e76c00-6373-4fef-99d8-41b2b782c3ea tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448812 May 06 09:35:02.348171 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775ec47-4e54-4440-b662-52e53eb94e1a req-15947b7a-265b-4c29-8914-a39792a11782 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:02.349821 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1775ec47-4e54-4440-b662-52e53eb94e1a req-15947b7a-265b-4c29-8914-a39792a11782 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 945 time: 0.1412287 May 06 09:35:02.351201 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-cd9cef8c-4b91-4f8a-a922-5bf623e845c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:02.353173 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-cd9cef8c-4b91-4f8a-a922-5bf623e845c8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=293ef06f-9c8d-46e9-8a69-2491d12832fe HTTP/1.1" status: 200 len: 859 time: 0.0731065 May 06 09:35:02.404862 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-ca1c3257-b7cd-4ff9-a67a-a282fdccd3f0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=519999b9-d7d4-4e10-b661-e50209fd3b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353210 May 06 09:35:02.406193 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-22c73aa6-5e63-41d4-91bd-55c3d256eb00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:02.411195 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-86a3bad6-9847-4c8a-91df-9356cf313b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:02.412224 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-22c73aa6-5e63-41d4-91bd-55c3d256eb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:02.420016 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-86a3bad6-9847-4c8a-91df-9356cf313b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:02.441561 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1775ec47-4e54-4440-b662-52e53eb94e1a req-fc1ea5d5-91f6-4fe5-99a8-7892a1ffe488 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791767 May 06 09:35:02.452909 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c73aa6-5e63-41d4-91bd-55c3d256eb00 admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:35:02.468050 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c73aa6-5e63-41d4-91bd-55c3d256eb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950a50e1-2156-49d3-85c0-f204b9a0b58c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:02.477957 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-22c73aa6-5e63-41d4-91bd-55c3d256eb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:02.478210 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-22c73aa6-5e63-41d4-91bd-55c3d256eb00 admin admin] Added segment 544469d8-29d7-446f-8b89-a6a0fd846ecc of type vlan for network 87f25cd1-e702-4156-b3cb-963d9d618ca5 May 06 09:35:02.494580 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-86a3bad6-9847-4c8a-91df-9356cf313b46 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=02ecd124a5e74b2a9bb6c1c2108a074e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3726749 May 06 09:35:02.497701 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37460) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:02.514658 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-1ae801b2-8dd6-469e-a172-f11d44c46a32 service neutron] 10.222.0.84 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977554 May 06 09:35:02.550382 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3bad6-9847-4c8a-91df-9356cf313b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56cfb5a7-3b46-409d-b2a7-a8ded793ad03,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:02.553751 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-22c73aa6-5e63-41d4-91bd-55c3d256eb00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:02.603924 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-22c73aa6-5e63-41d4-91bd-55c3d256eb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:02.604857 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c73aa6-5e63-41d4-91bd-55c3d256eb00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:02.605597 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-22c73aa6-5e63-41d4-91bd-55c3d256eb00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:02.609820 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-689a81b6-7e48-4e32-a232-61452d8f0627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:02.613755 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a6bd713-acc4-4e92-a898-a6e2034575bc req-e9724375-9dbe-4285-8d42-23c994dee3c1 service neutron] 10.222.0.84 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879922 May 06 09:35:02.677932 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-22c73aa6-5e63-41d4-91bd-55c3d256eb00 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6731367 May 06 09:35:02.680850 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37462) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:02.685684 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-b156c5af-246e-404b-9150-ef3dfc264e60 admin admin] Request body: {'subnet': {'network_id': '87f25cd1-e702-4156-b3cb-963d9d618ca5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2135211392-subnet', 'tenant_id': 'c8663008787d43378ea575f7489ec5bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:02.689420 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-689a81b6-7e48-4e32-a232-61452d8f0627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:02.697395 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c73aa6-5e63-41d4-91bd-55c3d256eb00 admin admin] Pushing event updated for resources: {'Network': ['ID=87f25cd1-e702-4156-b3cb-963d9d618ca5,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:02.707146 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 87f25cd1-e702-4156-b3cb-963d9d618ca5 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:35:02.745218 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce14d3-8d94-4954-93e1-57d8dd7a9771 req-4f036c14-f3ab-4a50-9803-c716d894fed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:02.747014 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-61ce14d3-8d94-4954-93e1-57d8dd7a9771 req-4f036c14-f3ab-4a50-9803-c716d894fed6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=147a685967a04284b13954d6f7a9d875&device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 1094 time: 0.0576749 May 06 09:35:02.747604 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b156c5af-246e-404b-9150-ef3dfc264e60 admin admin] Made reservation on behalf of c8663008787d43378ea575f7489ec5bc for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:35:02.750070 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b156c5af-246e-404b-9150-ef3dfc264e60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:02.757098 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-689a81b6-7e48-4e32-a232-61452d8f0627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:02.760134 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-689a81b6-7e48-4e32-a232-61452d8f0627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:02.764222 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-689a81b6-7e48-4e32-a232-61452d8f0627 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/56cfb5a7-3b46-409d-b2a7-a8ded793ad03 HTTP/1.1" status: 204 len: 168 time: 0.2480695 May 06 09:35:02.784300 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a81b6-7e48-4e32-a232-61452d8f0627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cfb5a7-3b46-409d-b2a7-a8ded793ad03,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:02.960556 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-404e1504-a383-4d8e-958b-f041cd9824ca tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=75901321355242d2899f6fd1df5fd7da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444989 May 06 09:35:02.990362 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04668d-1fa0-4113-8f32-cfdbac435f39 req-41e46f8b-4cb7-4e89-8420-97c08a7776d2 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:02.991892 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0b04668d-1fa0-4113-8f32-cfdbac435f39 req-41e46f8b-4cb7-4e89-8420-97c08a7776d2 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 943 time: 0.1339273 May 06 09:35:03.021231 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-03f4d6f0-b11c-4873-9330-6f42be343887 req-d553e998-9ccd-45a5-ba14-eb39582b7c90 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/ports?device_id=34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307 HTTP/1.1" status: 200 len: 210 time: 0.0688219 May 06 09:35:03.112472 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce14d3-8d94-4954-93e1-57d8dd7a9771 req-3a2277b5-700e-4bba-9080-2bb500adda80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:03.114138 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-61ce14d3-8d94-4954-93e1-57d8dd7a9771 req-3a2277b5-700e-4bba-9080-2bb500adda80 service neutron] 10.222.0.84 "GET /v2.0/networks?id=519999b9-d7d4-4e10-b661-e50209fd3b05 HTTP/1.1" status: 200 len: 920 time: 0.3448222 May 06 09:35:03.139013 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37472) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:03.152538 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-02d9a7eb-ed8e-466f-a443-dee46eaee8d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:03.209522 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0b04668d-1fa0-4113-8f32-cfdbac435f39 req-93fdde3c-0ae0-463f-b530-907356b845c9 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918006 May 06 09:35:03.210763 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-61ce14d3-8d94-4954-93e1-57d8dd7a9771 req-cf2da9a1-7ed0-4f0c-a396-300a3bc98408 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98c63a03-7e44-46a8-90f7-0ea9dd4bd05f HTTP/1.1" status: 200 len: 217 time: 0.0756140 May 06 09:35:03.235271 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-02d9a7eb-ed8e-466f-a443-dee46eaee8d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:03.239438 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-02d9a7eb-ed8e-466f-a443-dee46eaee8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:03.278112 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-02d9a7eb-ed8e-466f-a443-dee46eaee8d3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e773ff0bb229472fa823bab199bbfd55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1362305 May 06 09:35:03.280134 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9a7eb-ed8e-466f-a443-dee46eaee8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5878e7-41ee-4ae8-86f8-047114c056b0,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:03.285177 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37476) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:03.290445 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-9ea8b2e6-5688-4315-8472-0bd079a477f4 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:03.291909 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-9ea8b2e6-5688-4315-8472-0bd079a477f4 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3148308 May 06 09:35:03.312534 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-f9eb1eef-7317-403e-a7a5-748c98a49a9d tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Request body: {'port': {'device_id': '34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'admin_state_up': True, 'tenant_id': '75901321355242d2899f6fd1df5fd7da'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:03.337579 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1de9c9d5-6cf6-4426-818b-3554ef06d73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:03.359546 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1de9c9d5-6cf6-4426-818b-3554ef06d73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:03.364359 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b156c5af-246e-404b-9150-ef3dfc264e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:03.373203 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce14d3-8d94-4954-93e1-57d8dd7a9771 req-d3f05fa8-fe5d-493a-827b-71ec51525b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:03.374694 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-61ce14d3-8d94-4954-93e1-57d8dd7a9771 req-d3f05fa8-fe5d-493a-827b-71ec51525b16 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=293ef06f-9c8d-46e9-8a69-2491d12832fe HTTP/1.1" status: 200 len: 859 time: 0.1518683 May 06 09:35:03.412221 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1de9c9d5-6cf6-4426-818b-3554ef06d73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:03.414841 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1de9c9d5-6cf6-4426-818b-3554ef06d73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:03.418466 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1de9c9d5-6cf6-4426-818b-3554ef06d73f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1b5878e7-41ee-4ae8-86f8-047114c056b0 HTTP/1.1" status: 204 len: 168 time: 0.1299548 May 06 09:35:03.426050 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9c9d5-6cf6-4426-818b-3554ef06d73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5878e7-41ee-4ae8-86f8-047114c056b0,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:03.472013 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-61ce14d3-8d94-4954-93e1-57d8dd7a9771 req-ac19f0aa-0320-488f-be83-eaacc18bb424 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=519999b9-d7d4-4e10-b661-e50209fd3b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848377 May 06 09:35:03.506535 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156c5af-246e-404b-9150-ef3dfc264e60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c24859d-eb1f-476d-aa4b-6049a23c8017,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:03.594406 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac062b5-5f6a-4c9b-8b28-9a00df0a9910 req-48a4b17f-3d32-4069-b23c-aeb91ab184af tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:03.595947 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0ac062b5-5f6a-4c9b-8b28-9a00df0a9910 req-48a4b17f-3d32-4069-b23c-aeb91ab184af tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 949 time: 0.2333164 May 06 09:35:03.638744 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b156c5af-246e-404b-9150-ef3dfc264e60 admin admin] Checking segment: {'id': '544469d8-29d7-446f-8b89-a6a0fd846ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '87f25cd1-e702-4156-b3cb-963d9d618ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:03.639043 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b156c5af-246e-404b-9150-ef3dfc264e60 admin admin] Network hostable DHCP agents. Network: 87f25cd1-e702-4156-b3cb-963d9d618ca5, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:35:03.925508 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a77e7-dcdc-4ed6-be50-a09bfc53297d req-d6ad034a-1bb5-42f1-8f51-2ddf0bf6d8f0 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:03.927788 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-827a77e7-dcdc-4ed6-be50-a09bfc53297d req-d6ad034a-1bb5-42f1-8f51-2ddf0bf6d8f0 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 945 time: 0.3728642 May 06 09:35:03.928589 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-f9eb1eef-7317-403e-a7a5-748c98a49a9d tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Made reservation on behalf of 75901321355242d2899f6fd1df5fd7da for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:35:03.932486 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-f9eb1eef-7317-403e-a7a5-748c98a49a9d tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:03.958975 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0ac062b5-5f6a-4c9b-8b28-9a00df0a9910 req-57a0ba32-d0bf-4665-a429-b0da9e165d5b tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437169 May 06 09:35:03.960938 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-61ce14d3-8d94-4954-93e1-57d8dd7a9771 req-1e1d7089-db50-4ec8-b022-1f4868c9c6ed service neutron] 10.222.0.84 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717624 May 06 09:35:03.971869 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b156c5af-246e-404b-9150-ef3dfc264e60 admin admin] Network 87f25cd1-e702-4156-b3cb-963d9d618ca5 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:35:04.042041 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-b156c5af-246e-404b-9150-ef3dfc264e60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 87f25cd1-e702-4156-b3cb-963d9d618ca5) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:04.048655 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b156c5af-246e-404b-9150-ef3dfc264e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:04.049630 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b156c5af-246e-404b-9150-ef3dfc264e60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:04.053587 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4cb46f-a587-44e0-a996-91cfb9864d4f None None] Network 87f25cd1-e702-4156-b3cb-963d9d618ca5 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:35:04.136541 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-827a77e7-dcdc-4ed6-be50-a09bfc53297d req-3920e7f8-a4c3-46a4-9e67-3689677e23b3 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956909 May 06 09:35:04.190222 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eab0746f-04eb-4d06-99e0-86ce041d1a1a req-d955b239-25cf-44b9-a8fd-aff3384ec0a8 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/ports?device_id=34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307 HTTP/1.1" status: 200 len: 210 time: 0.0487707 May 06 09:35:04.219849 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b156c5af-246e-404b-9150-ef3dfc264e60 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5378475 May 06 09:35:04.255600 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0950e9b3-e15a-499a-a37b-1bee89b51b65 None None] Network 87f25cd1-e702-4156-b3cb-963d9d618ca5 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:35:04.310455 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:35:04.314166 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-61ce14d3-8d94-4954-93e1-57d8dd7a9771 req-b83af64d-3a31-4f7b-ac36-a2cf74d68909 service neutron] 10.222.0.84 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390045 May 06 09:35:04.334785 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-f9eb1eef-7317-403e-a7a5-748c98a49a9d tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Allocated IP 192.168.233.29 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/9f6cc9a0-74ca-486e-9bdf-a05ac5e26099) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:35:04.600557 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154b36f-1119-4b36-9573-4f4c86c8dfa8 req-41196020-4748-4188-ad9e-1efa16bdd73b tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:04.602119 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2154b36f-1119-4b36-9573-4f4c86c8dfa8 req-41196020-4748-4188-ad9e-1efa16bdd73b tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 943 time: 0.0962620 May 06 09:35:04.652395 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-f9eb1eef-7317-403e-a7a5-748c98a49a9d tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:04.709259 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2154b36f-1119-4b36-9573-4f4c86c8dfa8 req-72b5a9bd-cf4c-4f17-bc42-de27e330b1b7 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965791 May 06 09:35:04.716480 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46ba4a-2844-4b5b-82b9-d04fda940188 req-ba272f3d-e715-4642-b230-7546fecee85b tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:04.717983 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff46ba4a-2844-4b5b-82b9-d04fda940188 req-ba272f3d-e715-4642-b230-7546fecee85b tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 1096 time: 0.1101155 May 06 09:35:04.734390 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-f9eb1eef-7317-403e-a7a5-748c98a49a9d tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:04.769782 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['47da9af8-9580-47d0-821e-442b5c1cdcdd'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:04.809383 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-f9eb1eef-7317-403e-a7a5-748c98a49a9d tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:35:04.819365 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff46ba4a-2844-4b5b-82b9-d04fda940188 req-b73a8974-6382-43de-8f21-9320df2eba5a tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853345 May 06 09:35:04.844098 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb1eef-7317-403e-a7a5-748c98a49a9d tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Pushing event updated for resources: {'Port': ['ID=9f6cc9a0-74ca-486e-9bdf-a05ac5e26099,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:04.854880 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-f9eb1eef-7317-403e-a7a5-748c98a49a9d tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:04.858455 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-f9eb1eef-7317-403e-a7a5-748c98a49a9d tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:35:04.872385 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-f9eb1eef-7317-403e-a7a5-748c98a49a9d tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:04.873411 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-f9eb1eef-7317-403e-a7a5-748c98a49a9d tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:04.924871 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-f9eb1eef-7317-403e-a7a5-748c98a49a9d tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6154277 May 06 09:35:04.944946 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-3a49c82b-d393-4c61-b82b-f5b59694eded service neutron] Request body: {'port': {'device_id': '34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:05.090289 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-3a49c82b-d393-4c61-b82b-f5b59694eded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:05.098932 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba76f4-5452-4c09-a2ba-ac8758699cd8 req-0ac00c65-14a8-4f19-8b2d-9c78609d71b7 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:05.100474 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-06ba76f4-5452-4c09-a2ba-ac8758699cd8 req-0ac00c65-14a8-4f19-8b2d-9c78609d71b7 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 1096 time: 0.1920974 May 06 09:35:05.117069 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e5801b20-5322-47c1-8531-3a22f419396d None None] Provisioning complete for port 9f6cc9a0-74ca-486e-9bdf-a05ac5e26099 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:05.117616 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e5801b20-5322-47c1-8531-3a22f419396d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:05.155943 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e5801b20-5322-47c1-8531-3a22f419396d None None] Port 9f6cc9a0-74ca-486e-9bdf-a05ac5e26099 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:35:05.175038 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-bae5b9cd-caed-4427-9f50-cf405442c207 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:05.176600 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-bae5b9cd-caed-4427-9f50-cf405442c207 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/networks?id=87f25cd1-e702-4156-b3cb-963d9d618ca5 HTTP/1.1" status: 200 len: 814 time: 0.2399397 May 06 09:35:05.197297 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-06ba76f4-5452-4c09-a2ba-ac8758699cd8 req-7e939d4a-d29c-4607-8513-a2d6d605348c tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840218 May 06 09:35:05.200795 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-5e6ac6b9-3a28-46ff-990d-b0203c5a3e6d tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/quotas/c8663008787d43378ea575f7489ec5bc HTTP/1.1" status: 200 len: 375 time: 0.0164523 May 06 09:35:05.285890 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-ba2979fd-a3f1-4293-8f41-35603cb3a30a tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c8663008787d43378ea575f7489ec5bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744624 May 06 09:35:05.461941 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc681a2-f2cb-4a78-9ca8-be42efab7fbd req-cc4d3e1f-ae48-4940-95b5-1f0b5a000d4a tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:05.463393 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dbc681a2-f2cb-4a78-9ca8-be42efab7fbd req-cc4d3e1f-ae48-4940-95b5-1f0b5a000d4a tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 949 time: 0.1713562 May 06 09:35:05.514886 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-5283ff3b-7fe3-4597-a1dc-00d461cd04ea service neutron] 10.222.0.73 "GET /v2.0/networks/87f25cd1-e702-4156-b3cb-963d9d618ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217414 May 06 09:35:05.516137 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-0da90d64-4583-4b4f-890d-be03e640aa92 service neutron] show failed (client error): The resource could not be found. May 06 09:35:05.517246 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-0da90d64-4583-4b4f-890d-be03e640aa92 service neutron] 10.222.0.77 "GET /v2.0/ports/401ec187-3b03-41c3-a15c-9e8e9f696ca7/bindings/n-h1-840835-1 HTTP/1.1" status: 404 len: 380 time: 0.0566652 May 06 09:35:05.591405 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dbc681a2-f2cb-4a78-9ca8-be42efab7fbd req-1ccf24c4-3a98-4a6c-93ae-ebd0937cf5ae tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210117 May 06 09:35:05.641181 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-3a49c82b-d393-4c61-b82b-f5b59694eded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6cc9a0-74ca-486e-9bdf-a05ac5e26099 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:05.652718 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-3a49c82b-d393-4c61-b82b-f5b59694eded service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:05.669530 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-8d1af7a4-31b3-41dd-ba1e-2da33bc7d522 service neutron] 10.222.0.73 "GET /v2.0/networks/87f25cd1-e702-4156-b3cb-963d9d618ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465464 May 06 09:35:05.675089 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-3a49c82b-d393-4c61-b82b-f5b59694eded service neutron] Transition to ACTIVE for port object 9f6cc9a0-74ca-486e-9bdf-a05ac5e26099 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:35:05.679016 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:35:05.687888 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-3a49c82b-d393-4c61-b82b-f5b59694eded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:05.814499 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49c82b-d393-4c61-b82b-f5b59694eded service neutron] Pushing event updated for resources: {'Port': ['ID=9f6cc9a0-74ca-486e-9bdf-a05ac5e26099,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:05.831962 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=98c63a03-7e44-46a8-90f7-0ea9dd4bd05f,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:05.848287 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '98c63a03-7e44-46a8-90f7-0ea9dd4bd05f', 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05', 'port_id': '98c63a03-7e44-46a8-90f7-0ea9dd4bd05f', 'mac_address': 'fa:16:3e:f3:d7:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '293ef06f-9c8d-46e9-8a69-2491d12832fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:35:05.888455 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a905c-65a3-4593-a516-fca2e6861195 req-4f037774-65ab-4fb6-a79f-ce2b6e4dfee6 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:05.890602 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da0a905c-65a3-4593-a516-fca2e6861195 req-4f037774-65ab-4fb6-a79f-ce2b6e4dfee6 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/ports?device_id=34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307 HTTP/1.1" status: 200 len: 947 time: 0.1598835 May 06 09:35:05.892586 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-54579d7c-2226-4a08-b6ea-bf43b7c9525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:05.893666 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-54579d7c-2226-4a08-b6ea-bf43b7c9525f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e&tenant_id=dd2b68e9188a432782a13dad893a2f67 HTTP/1.1" status: 200 len: 1100 time: 0.1641641 May 06 09:35:05.899169 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-3a49c82b-d393-4c61-b82b-f5b59694eded service neutron] Attempting to bind port 9f6cc9a0-74ca-486e-9bdf-a05ac5e26099 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:05.899169 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-3a49c82b-d393-4c61-b82b-f5b59694eded service neutron] Attempting to bind port 9f6cc9a0-74ca-486e-9bdf-a05ac5e26099 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:05.899169 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-3a49c82b-d393-4c61-b82b-f5b59694eded service neutron] Attempting to bind port 9f6cc9a0-74ca-486e-9bdf-a05ac5e26099 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:05.900482 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-3a49c82b-d393-4c61-b82b-f5b59694eded service neutron] Port 9f6cc9a0-74ca-486e-9bdf-a05ac5e26099 on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:05.900797 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-3a49c82b-d393-4c61-b82b-f5b59694eded service neutron] Attempting to bind port 9f6cc9a0-74ca-486e-9bdf-a05ac5e26099 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:05.907009 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-9135bbe9-3735-4e28-b818-9ed2ba51fadd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840835-1', 'device_owner': 'compute:nova'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:05.938317 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:05.953725 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-3a49c82b-d393-4c61-b82b-f5b59694eded service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:05.954364 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-3a49c82b-d393-4c61-b82b-f5b59694eded service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:05.954982 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-3a49c82b-d393-4c61-b82b-f5b59694eded service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:05.955556 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-3a49c82b-d393-4c61-b82b-f5b59694eded service neutron] Bound port: 9f6cc9a0-74ca-486e-9bdf-a05ac5e26099, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:05.955990 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-3a49c82b-d393-4c61-b82b-f5b59694eded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:05.959939 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:05.983098 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=98c63a03-7e44-46a8-90f7-0ea9dd4bd05f,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:05.990274 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:06.053464 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da0a905c-65a3-4593-a516-fca2e6861195 req-6b05d1b9-c829-43c9-8765-a9d0062f4f28 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/security-groups?id=afea8fc4-ce2a-4e21-998b-24101b2285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428182 May 06 09:35:06.062649 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=98c63a03-7e44-46a8-90f7-0ea9dd4bd05f,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:06.112678 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-9135bbe9-3735-4e28-b818-9ed2ba51fadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:06.129065 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-3a49c82b-d393-4c61-b82b-f5b59694eded service neutron] For port 9f6cc9a0-74ca-486e-9bdf-a05ac5e26099, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:06.155626 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-3a49c82b-d393-4c61-b82b-f5b59694eded service neutron] For port 9f6cc9a0-74ca-486e-9bdf-a05ac5e26099, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=9f6cc9a0-74ca-486e-9bdf-a05ac5e26099,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:06.192109 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-3a49c82b-d393-4c61-b82b-f5b59694eded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:06.258837 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-3a49c82b-d393-4c61-b82b-f5b59694eded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:06.259574 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-3a49c82b-d393-4c61-b82b-f5b59694eded service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:06.261028 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-3a49c82b-d393-4c61-b82b-f5b59694eded service neutron] 10.222.0.84 "PUT /v2.0/ports/9f6cc9a0-74ca-486e-9bdf-a05ac5e26099 HTTP/1.1" status: 200 len: 1095 time: 1.3254552 May 06 09:35:06.265694 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307', 'tag': '9f6cc9a0-74ca-486e-9bdf-a05ac5e26099'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:06.268109 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbebefc-e1dc-4a96-945d-6a59bb0d2001" -d '{"events": [{"name": "network-changed", "server_uuid": "34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307", "tag": "9f6cc9a0-74ca-486e-9bdf-a05ac5e26099"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:06.282659 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['98c63a03-7e44-46a8-90f7-0ea9dd4bd05f'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:06.420906 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c81e84-f39c-4a47-a7f1-39ca7eda2bda req-bd3ba464-a4b6-435b-91ad-e1444aa4b7cb tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:06.422976 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87c81e84-f39c-4a47-a7f1-39ca7eda2bda req-bd3ba464-a4b6-435b-91ad-e1444aa4b7cb tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 944 time: 0.2805645 May 06 09:35:06.443418 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49c82b-d393-4c61-b82b-f5b59694eded service neutron] Pushing event updated for resources: {'Port': ['ID=9f6cc9a0-74ca-486e-9bdf-a05ac5e26099,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:06.493456 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87c81e84-f39c-4a47-a7f1-39ca7eda2bda req-c5fdae51-e35f-4a5b-8470-b858acc4e0d3 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439579 May 06 09:35:06.550120 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-92312456-8506-4192-8814-70d9fe19ae3d req-098b70e1-38b3-4e90-8143-d36de0ee5e83 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/ports?device_id=53842356-8b5e-470e-8cc1-41ada67d49ad HTTP/1.1" status: 200 len: 210 time: 0.0599697 May 06 09:35:06.605779 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7126dcc6-47cc-4528-958f-4203dc48c9d7 x-openstack-request-id: req-7126dcc6-47cc-4528-958f-4203dc48c9d7 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:06.606090 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307", "tag": "9f6cc9a0-74ca-486e-9bdf-a05ac5e26099", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:06.606348 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7126dcc6-47cc-4528-958f-4203dc48c9d7 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:06.606756 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7126dcc6-47cc-4528-958f-4203dc48c9d7'] response: {'name': 'network-changed', 'server_uuid': '34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307', 'tag': '9f6cc9a0-74ca-486e-9bdf-a05ac5e26099', 'status': 'completed', 'code': 200} May 06 09:35:06.608615 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-dc4d69c7-435a-41e3-b607-f9e4ae3dc7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:06.610126 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-dc4d69c7-435a-41e3-b607-f9e4ae3dc7f5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=75901321355242d2899f6fd1df5fd7da&device_id=34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307 HTTP/1.1" status: 200 len: 1098 time: 0.2242725 May 06 09:35:06.619818 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-02e75ba5-0d50-463d-8af2-50ce3ee97bed req-290cf61c-9f53-4a06-9a7a-81508d8cbcc3 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:35:06.620813 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-02e75ba5-0d50-463d-8af2-50ce3ee97bed req-290cf61c-9f53-4a06-9a7a-81508d8cbcc3 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078521 May 06 09:35:06.670057 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-ef460024-9ff5-4fd6-aa63-acf615fb8726 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=9f6cc9a0-74ca-486e-9bdf-a05ac5e26099 HTTP/1.1" status: 200 len: 217 time: 0.0440502 May 06 09:35:06.736899 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-9135bbe9-3735-4e28-b818-9ed2ba51fadd service neutron] For port 401ec187-3b03-41c3-a15c-9e8e9f696ca7, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=401ec187-3b03-41c3-a15c-9e8e9f696ca7,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:06.785057 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-5aac20f2-5a95-4208-88f6-0a8dcce7a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:06.786679 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-5aac20f2-5a95-4208-88f6-0a8dcce7a31f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1076505 May 06 09:35:06.795163 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-9135bbe9-3735-4e28-b818-9ed2ba51fadd service neutron] For port 401ec187-3b03-41c3-a15c-9e8e9f696ca7, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:06.867157 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-9135bbe9-3735-4e28-b818-9ed2ba51fadd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:06.888117 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-9c856c2a-ef01-4c68-a162-348b1be2f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:06.888876 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-9c856c2a-ef01-4c68-a162-348b1be2f2dc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0704002 May 06 09:35:06.890559 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-9135bbe9-3735-4e28-b818-9ed2ba51fadd service neutron] Transition to ACTIVE for port object 401ec187-3b03-41c3-a15c-9e8e9f696ca7 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:35:06.896947 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-9135bbe9-3735-4e28-b818-9ed2ba51fadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:07.031096 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-9135bbe9-3735-4e28-b818-9ed2ba51fadd service neutron] No DVR routers for this DVR port 401ec187-3b03-41c3-a15c-9e8e9f696ca7 on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:35:07.109747 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135bbe9-3735-4e28-b818-9ed2ba51fadd service neutron] Pushing event updated for resources: {'Port': ['ID=401ec187-3b03-41c3-a15c-9e8e9f696ca7,revision_number=6']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:07.126471 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-9135bbe9-3735-4e28-b818-9ed2ba51fadd service neutron] Attempting to bind port 401ec187-3b03-41c3-a15c-9e8e9f696ca7 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:07.126471 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-9135bbe9-3735-4e28-b818-9ed2ba51fadd service neutron] Attempting to bind port 401ec187-3b03-41c3-a15c-9e8e9f696ca7 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:07.126471 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-9135bbe9-3735-4e28-b818-9ed2ba51fadd service neutron] Attempting to bind port 401ec187-3b03-41c3-a15c-9e8e9f696ca7 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:07.169398 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-9135bbe9-3735-4e28-b818-9ed2ba51fadd service neutron] Port 401ec187-3b03-41c3-a15c-9e8e9f696ca7 on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:07.169725 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-9135bbe9-3735-4e28-b818-9ed2ba51fadd service neutron] Attempting to bind port 401ec187-3b03-41c3-a15c-9e8e9f696ca7 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:07.182274 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-9135bbe9-3735-4e28-b818-9ed2ba51fadd service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:07.182759 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-9135bbe9-3735-4e28-b818-9ed2ba51fadd service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:07.183151 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-9135bbe9-3735-4e28-b818-9ed2ba51fadd service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:07.183600 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-9135bbe9-3735-4e28-b818-9ed2ba51fadd service neutron] Bound port: 401ec187-3b03-41c3-a15c-9e8e9f696ca7, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:07.183998 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-9135bbe9-3735-4e28-b818-9ed2ba51fadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:07.202174 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-bb824ebb-8332-4583-9e7d-a1237a7705a9 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947571 May 06 09:35:07.223512 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6ee74-124a-492c-a73b-5624979b0405 req-7db97786-18b7-442e-9c85-8d8e1654065d tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:07.230682 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-69c6ee74-124a-492c-a73b-5624979b0405 req-7db97786-18b7-442e-9c85-8d8e1654065d tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 947 time: 0.1476998 May 06 09:35:07.312481 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-bd11390e-28bf-4c41-a072-1b6218ecfe99 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:07.315146 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-bd11390e-28bf-4c41-a072-1b6218ecfe99 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.77 "GET /v2.0/networks?id=87f25cd1-e702-4156-b3cb-963d9d618ca5 HTTP/1.1" status: 200 len: 814 time: 0.1311889 May 06 09:35:07.335363 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-e5ecdef0-7a0e-4e46-bc9e-6671228e5b2e tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Request body: {'port': {'device_id': '53842356-8b5e-470e-8cc1-41ada67d49ad', 'network_id': '87f25cd1-e702-4156-b3cb-963d9d618ca5', 'admin_state_up': True, 'tenant_id': 'c8663008787d43378ea575f7489ec5bc'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:07.371960 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-9135bbe9-3735-4e28-b818-9ed2ba51fadd service neutron] For port 401ec187-3b03-41c3-a15c-9e8e9f696ca7, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:07.379757 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-69c6ee74-124a-492c-a73b-5624979b0405 req-8a88fccb-e896-42ea-bd64-d57b257e1e2c tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482494 May 06 09:35:07.397444 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-9135bbe9-3735-4e28-b818-9ed2ba51fadd service neutron] For port 401ec187-3b03-41c3-a15c-9e8e9f696ca7, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=401ec187-3b03-41c3-a15c-9e8e9f696ca7,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:07.403993 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14cd2380-3a90-44d5-bd72-e6dbf8c56746 req-9159b9e7-88d7-4913-85e3-7dbd6721cde1 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917362 May 06 09:35:07.406457 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-9135bbe9-3735-4e28-b818-9ed2ba51fadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:07.445571 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-9135bbe9-3735-4e28-b818-9ed2ba51fadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:07.446096 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-9135bbe9-3735-4e28-b818-9ed2ba51fadd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:07.447554 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-9135bbe9-3735-4e28-b818-9ed2ba51fadd service neutron] 10.222.0.84 "PUT /v2.0/ports/401ec187-3b03-41c3-a15c-9e8e9f696ca7 HTTP/1.1" status: 200 len: 1095 time: 1.5446558 May 06 09:35:07.512638 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135bbe9-3735-4e28-b818-9ed2ba51fadd service neutron] Pushing event updated for resources: {'Port': ['ID=401ec187-3b03-41c3-a15c-9e8e9f696ca7,revision_number=7']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:07.562854 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-e5ecdef0-7a0e-4e46-bc9e-6671228e5b2e tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Made reservation on behalf of c8663008787d43378ea575f7489ec5bc for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:35:07.566594 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-e5ecdef0-7a0e-4e46-bc9e-6671228e5b2e tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:07.568615 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-01a2681c-0580-4ce3-ae2c-6ae588680449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:07.570119 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-01a2681c-0580-4ce3-ae2c-6ae588680449 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 1098 time: 0.0881410 May 06 09:35:07.576651 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbebefc-e1dc-4a96-945d-6a59bb0d2001 req-1dace5f3-0aff-4481-b1fd-45924524a053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:07.579438 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-efbebefc-e1dc-4a96-945d-6a59bb0d2001 req-1dace5f3-0aff-4481-b1fd-45924524a053 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=75901321355242d2899f6fd1df5fd7da&device_id=34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307 HTTP/1.1" status: 200 len: 1098 time: 0.1077576 May 06 09:35:07.701317 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:07.742044 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-e5ecdef0-7a0e-4e46-bc9e-6671228e5b2e tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Allocated IP 172.20.0.2 (87f25cd1-e702-4156-b3cb-963d9d618ca5/9c24859d-eb1f-476d-aa4b-6049a23c8017/b6e9d5cc-a000-4deb-bd36-c3154d143bf5) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:35:07.760546 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:35:07.772050 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:07.772521 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:07.875408 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:07.917443 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c44a4e-027b-4659-b10e-a65e04082a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c63a03-7e44-46a8-90f7-0ea9dd4bd05f'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:07.919920 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67108b6-a85d-4b19-a7cf-51eb95736043" -d '{"events": [{"server_uuid": "f9c44a4e-027b-4659-b10e-a65e04082a57", "name": "network-vif-plugged", "status": "completed", "tag": "98c63a03-7e44-46a8-90f7-0ea9dd4bd05f"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:07.937061 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=98c63a03-7e44-46a8-90f7-0ea9dd4bd05f,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:07.941179 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-e5ecdef0-7a0e-4e46-bc9e-6671228e5b2e tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:07.943058 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:07.980502 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-e5ecdef0-7a0e-4e46-bc9e-6671228e5b2e tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:08.002596 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=98c63a03-7e44-46a8-90f7-0ea9dd4bd05f,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:08.012432 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9a8c5-ed33-4cdd-9293-83298362f065 req-e9dc875c-f5bc-45c2-9fa4-e0c8830251da tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:08.013928 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-83f9a8c5-ed33-4cdd-9293-83298362f065 req-e9dc875c-f5bc-45c2-9fa4-e0c8830251da tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/ports?device_id=34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307 HTTP/1.1" status: 200 len: 947 time: 0.4428132 May 06 09:35:08.042892 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-e5ecdef0-7a0e-4e46-bc9e-6671228e5b2e tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Network 87f25cd1-e702-4156-b3cb-963d9d618ca5 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:35:08.048695 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-e5ecdef0-7a0e-4e46-bc9e-6671228e5b2e tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:08.052410 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbebefc-e1dc-4a96-945d-6a59bb0d2001 req-ec2d2960-54f8-4cb9-9a9c-b96bd4d65f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:08.052638 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-e5ecdef0-7a0e-4e46-bc9e-6671228e5b2e tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:35:08.053864 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-efbebefc-e1dc-4a96-945d-6a59bb0d2001 req-ec2d2960-54f8-4cb9-9a9c-b96bd4d65f1e service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.4606190 May 06 09:35:08.056494 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-09ce4e5f-b2e0-44b5-b0b9-2465e204b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:08.057846 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-09ce4e5f-b2e0-44b5-b0b9-2465e204b5c3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.4658062 May 06 09:35:08.075793 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-83f9a8c5-ed33-4cdd-9293-83298362f065 req-379a86db-07f6-452e-a6f1-11075be9e2b8 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/security-groups?id=afea8fc4-ce2a-4e21-998b-24101b2285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526755 May 06 09:35:08.081631 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ecdef0-7a0e-4e46-bc9e-6671228e5b2e tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Pushing event updated for resources: {'Port': ['ID=b6e9d5cc-a000-4deb-bd36-c3154d143bf5,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:08.111432 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-e5ecdef0-7a0e-4e46-bc9e-6671228e5b2e tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:08.112071 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-e5ecdef0-7a0e-4e46-bc9e-6671228e5b2e tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:08.121002 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-efbebefc-e1dc-4a96-945d-6a59bb0d2001 req-9628859e-26ae-4df8-b015-f12c5332ec66 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=9f6cc9a0-74ca-486e-9bdf-a05ac5e26099 HTTP/1.1" status: 200 len: 217 time: 0.0440180 May 06 09:35:08.132235 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-e5ecdef0-7a0e-4e46-bc9e-6671228e5b2e tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8023317 May 06 09:35:08.151042 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-46e0c1e8-5040-4db3-9a1e-8eaadf2f707e service neutron] Request body: {'port': {'device_id': '53842356-8b5e-470e-8cc1-41ada67d49ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:08.184140 n-d-840835-1 neutron-server[102652]: WARNING keystonemiddleware.auth_token [req-620d9b3f-5f99-4fe8-bfcc-a8f1f5e9f53b req-f0613221-ee48-4499-8b4f-d34bc75f1c06 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 06 09:35:08.187547 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-2988b8a6-9440-43da-b88b-170e8947ac4f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=401ec187-3b03-41c3-a15c-9e8e9f696ca7 HTTP/1.1" status: 200 len: 217 time: 0.0653746 May 06 09:35:08.190918 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-953bf96a-8faa-4a3a-b9a7-1faa6bdde179 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:35:08.192215 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-953bf96a-8faa-4a3a-b9a7-1faa6bdde179 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1629472 May 06 09:35:08.245126 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbebefc-e1dc-4a96-945d-6a59bb0d2001 req-45ce95c3-1ce8-4cb1-9079-18a0036e8c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:08.246888 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-efbebefc-e1dc-4a96-945d-6a59bb0d2001 req-45ce95c3-1ce8-4cb1-9079-18a0036e8c5c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1184263 May 06 09:35:08.258752 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-bfa0f581-3631-45aa-b4d1-0ebfe7059684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:08.260188 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-bfa0f581-3631-45aa-b4d1-0ebfe7059684 service neutron] 10.222.0.73 "GET /v2.0/ports/db60fe74-22a7-43e3-a446-12ca922bd1a5 HTTP/1.1" status: 200 len: 1093 time: 0.0585036 May 06 09:35:08.265920 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-46e0c1e8-5040-4db3-9a1e-8eaadf2f707e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:08.270175 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-3a9475fe-dc10-4a45-89bd-c2912819af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:08.271691 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-3a9475fe-dc10-4a45-89bd-c2912819af89 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0757189 May 06 09:35:08.271935 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-0d81aa62-eec9-47f9-9d6f-2510f34dc03e service neutron] Request body: {'binding': {'host': 'n-h1-840835-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:08.272460 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-0d81aa62-eec9-47f9-9d6f-2510f34dc03e service neutron] Unknown quota resources ['binding']. {{(pid=102652) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 06 09:35:08.333117 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbebefc-e1dc-4a96-945d-6a59bb0d2001 req-be08ed46-0673-4621-b8a2-0bf437079873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:08.334550 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-efbebefc-e1dc-4a96-945d-6a59bb0d2001 req-be08ed46-0673-4621-b8a2-0bf437079873 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0743625 May 06 09:35:08.341866 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-d5ee8d1f-8226-4eed-9076-7be35cf91873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:08.343696 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-d5ee8d1f-8226-4eed-9076-7be35cf91873 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0539794 May 06 09:35:08.497656 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-efbebefc-e1dc-4a96-945d-6a59bb0d2001 req-ed079361-dbe2-48e6-af73-7159b6b588e1 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529982 May 06 09:35:08.500099 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-07119692-c8b0-4b3e-9e7f-e89fcfee7980 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479414 May 06 09:35:08.584552 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-0d81aa62-eec9-47f9-9d6f-2510f34dc03e service neutron] Attempting to bind port db60fe74-22a7-43e3-a446-12ca922bd1a5 on host n-h1-840835-1 for vnic_type normal with profile None {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:08.585117 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-0d81aa62-eec9-47f9-9d6f-2510f34dc03e service neutron] Attempting to bind port db60fe74-22a7-43e3-a446-12ca922bd1a5 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:08.585117 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-0d81aa62-eec9-47f9-9d6f-2510f34dc03e service neutron] Attempting to bind port db60fe74-22a7-43e3-a446-12ca922bd1a5 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:08.597244 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-0d81aa62-eec9-47f9-9d6f-2510f34dc03e service neutron] Port db60fe74-22a7-43e3-a446-12ca922bd1a5 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:08.597575 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-0d81aa62-eec9-47f9-9d6f-2510f34dc03e service neutron] Attempting to bind port db60fe74-22a7-43e3-a446-12ca922bd1a5 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:08.608117 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-0d81aa62-eec9-47f9-9d6f-2510f34dc03e service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:08.609019 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-0d81aa62-eec9-47f9-9d6f-2510f34dc03e service neutron] Checking segment: {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:08.609413 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-0d81aa62-eec9-47f9-9d6f-2510f34dc03e service neutron] Bound using segment: {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:08.609854 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-0d81aa62-eec9-47f9-9d6f-2510f34dc03e service neutron] Bound port: db60fe74-22a7-43e3-a446-12ca922bd1a5, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:08.613586 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d07b229-b377-4506-a467-73db406d130e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '401ec187-3b03-41c3-a15c-9e8e9f696ca7'}, {'name': 'network-changed', 'server_uuid': '7d07b229-b377-4506-a467-73db406d130e', 'tag': '401ec187-3b03-41c3-a15c-9e8e9f696ca7'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:08.615785 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab70113f-63fa-4b10-9ff4-481395b44acf" -d '{"events": [{"server_uuid": "7d07b229-b377-4506-a467-73db406d130e", "name": "network-vif-unplugged", "status": "completed", "tag": "401ec187-3b03-41c3-a15c-9e8e9f696ca7"}, {"name": "network-changed", "server_uuid": "7d07b229-b377-4506-a467-73db406d130e", "tag": "401ec187-3b03-41c3-a15c-9e8e9f696ca7"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:08.720642 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c6f7a-8d81-40dc-a93b-1e2a8374aa32 req-b4629f54-0d43-4d82-aba1-d84771e4c1d7 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:08.722192 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-213c6f7a-8d81-40dc-a93b-1e2a8374aa32 req-b4629f54-0d43-4d82-aba1-d84771e4c1d7 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 945 time: 0.1168993 May 06 09:35:08.725943 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae60071f-2321-4548-ab2f-fe3c81830b62 req-a27237f9-ac36-40de-ad7b-02eac401eff6 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000504 May 06 09:35:08.729542 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-efbebefc-e1dc-4a96-945d-6a59bb0d2001 req-656afd62-09c3-4d65-bc5f-19c86190dcbd service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150209 May 06 09:35:08.754768 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-0d81aa62-eec9-47f9-9d6f-2510f34dc03e service neutron] For port db60fe74-22a7-43e3-a446-12ca922bd1a5, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=db60fe74-22a7-43e3-a446-12ca922bd1a5,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:08.763987 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-0d81aa62-eec9-47f9-9d6f-2510f34dc03e service neutron] Notify callbacks [] for binding, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:08.765647 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-0d81aa62-eec9-47f9-9d6f-2510f34dc03e service neutron] 10.222.0.73 "POST /v2.0/ports/db60fe74-22a7-43e3-a446-12ca922bd1a5/bindings HTTP/1.1" status: 201 len: 389 time: 0.4972477 May 06 09:35:08.766454 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-213c6f7a-8d81-40dc-a93b-1e2a8374aa32 req-33098d38-6350-4388-b8ec-da257b5a32e4 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359762 May 06 09:35:08.772450 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-46e0c1e8-5040-4db3-9a1e-8eaadf2f707e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e9d5cc-a000-4deb-bd36-c3154d143bf5 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:08.780185 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-46e0c1e8-5040-4db3-9a1e-8eaadf2f707e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:08.795076 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-46e0c1e8-5040-4db3-9a1e-8eaadf2f707e service neutron] Transition to ACTIVE for port object b6e9d5cc-a000-4deb-bd36-c3154d143bf5 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:35:08.802060 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-46e0c1e8-5040-4db3-9a1e-8eaadf2f707e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:08.919834 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9f605d-d18e-494a-98eb-6e8f364e8391 x-openstack-request-id: req-cd9f605d-d18e-494a-98eb-6e8f364e8391 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:08.920327 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c44a4e-027b-4659-b10e-a65e04082a57", "name": "network-vif-plugged", "status": "completed", "tag": "98c63a03-7e44-46a8-90f7-0ea9dd4bd05f", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:08.920636 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cd9f605d-d18e-494a-98eb-6e8f364e8391 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:08.921845 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd9f605d-d18e-494a-98eb-6e8f364e8391'] response: {'server_uuid': 'f9c44a4e-027b-4659-b10e-a65e04082a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c63a03-7e44-46a8-90f7-0ea9dd4bd05f', 'code': 200} May 06 09:35:08.940995 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0c1e8-5040-4db3-9a1e-8eaadf2f707e service neutron] Pushing event updated for resources: {'Port': ['ID=b6e9d5cc-a000-4deb-bd36-c3154d143bf5,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:08.963996 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402dcded-fb32-4735-8127-e62a1a3c9c66 req-2e412362-5d62-42b6-a200-f4e0c7bd6681 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:08.965842 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-402dcded-fb32-4735-8127-e62a1a3c9c66 req-2e412362-5d62-42b6-a200-f4e0c7bd6681 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/ports?device_id=53842356-8b5e-470e-8cc1-41ada67d49ad HTTP/1.1" status: 200 len: 943 time: 0.0793843 May 06 09:35:09.000302 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-46e0c1e8-5040-4db3-9a1e-8eaadf2f707e service neutron] Attempting to bind port b6e9d5cc-a000-4deb-bd36-c3154d143bf5 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:09.000690 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-46e0c1e8-5040-4db3-9a1e-8eaadf2f707e service neutron] Attempting to bind port b6e9d5cc-a000-4deb-bd36-c3154d143bf5 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '544469d8-29d7-446f-8b89-a6a0fd846ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '87f25cd1-e702-4156-b3cb-963d9d618ca5'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:09.000971 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-46e0c1e8-5040-4db3-9a1e-8eaadf2f707e service neutron] Attempting to bind port b6e9d5cc-a000-4deb-bd36-c3154d143bf5 on network 87f25cd1-e702-4156-b3cb-963d9d618ca5 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:09.005365 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-46e0c1e8-5040-4db3-9a1e-8eaadf2f707e service neutron] Port b6e9d5cc-a000-4deb-bd36-c3154d143bf5 on network 87f25cd1-e702-4156-b3cb-963d9d618ca5 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:09.005688 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-46e0c1e8-5040-4db3-9a1e-8eaadf2f707e service neutron] Attempting to bind port b6e9d5cc-a000-4deb-bd36-c3154d143bf5 on network 87f25cd1-e702-4156-b3cb-963d9d618ca5 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:09.010595 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-46e0c1e8-5040-4db3-9a1e-8eaadf2f707e service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:09.010943 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-46e0c1e8-5040-4db3-9a1e-8eaadf2f707e service neutron] Checking segment: {'id': '544469d8-29d7-446f-8b89-a6a0fd846ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '87f25cd1-e702-4156-b3cb-963d9d618ca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:09.011625 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-46e0c1e8-5040-4db3-9a1e-8eaadf2f707e service neutron] Bound using segment: {'id': '544469d8-29d7-446f-8b89-a6a0fd846ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '87f25cd1-e702-4156-b3cb-963d9d618ca5'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:09.011795 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-46e0c1e8-5040-4db3-9a1e-8eaadf2f707e service neutron] Bound port: b6e9d5cc-a000-4deb-bd36-c3154d143bf5, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '544469d8-29d7-446f-8b89-a6a0fd846ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '87f25cd1-e702-4156-b3cb-963d9d618ca5'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:09.012135 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-46e0c1e8-5040-4db3-9a1e-8eaadf2f707e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:09.081695 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-46e0c1e8-5040-4db3-9a1e-8eaadf2f707e service neutron] For port b6e9d5cc-a000-4deb-bd36-c3154d143bf5, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:09.084826 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-46e0c1e8-5040-4db3-9a1e-8eaadf2f707e service neutron] For port b6e9d5cc-a000-4deb-bd36-c3154d143bf5, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=b6e9d5cc-a000-4deb-bd36-c3154d143bf5,segment=NetworkSegment(544469d8-29d7-446f-8b89-a6a0fd846ecc),segment_id=544469d8-29d7-446f-8b89-a6a0fd846ecc)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:09.088515 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-46e0c1e8-5040-4db3-9a1e-8eaadf2f707e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:09.099838 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-402dcded-fb32-4735-8127-e62a1a3c9c66 req-79855c5b-c384-4459-bc40-403b0ccc0e87 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/security-groups?id=950a50e1-2156-49d3-85c0-f204b9a0b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276789 May 06 09:35:09.111749 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82142c31-c890-4a6b-8b98-6dcf14edaf3a req-c419981b-35a7-42c4-90e9-6e62a6bf7492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:09.113259 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82142c31-c890-4a6b-8b98-6dcf14edaf3a req-c419981b-35a7-42c4-90e9-6e62a6bf7492 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 1096 time: 0.1342521 May 06 09:35:09.121048 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-46e0c1e8-5040-4db3-9a1e-8eaadf2f707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:09.121689 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-46e0c1e8-5040-4db3-9a1e-8eaadf2f707e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:09.123788 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-46e0c1e8-5040-4db3-9a1e-8eaadf2f707e service neutron] 10.222.0.77 "PUT /v2.0/ports/b6e9d5cc-a000-4deb-bd36-c3154d143bf5 HTTP/1.1" status: 200 len: 1091 time: 0.9766552 May 06 09:35:09.123788 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53842356-8b5e-470e-8cc1-41ada67d49ad', 'tag': 'b6e9d5cc-a000-4deb-bd36-c3154d143bf5'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:09.125874 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69db4e02-4b3b-4675-a66c-73dfdb38ef80" -d '{"events": [{"name": "network-changed", "server_uuid": "53842356-8b5e-470e-8cc1-41ada67d49ad", "tag": "b6e9d5cc-a000-4deb-bd36-c3154d143bf5"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:09.141034 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4693b8c-0315-459f-8d8a-2825976edc73 req-1addaadd-f895-447e-b4e0-23c1e2055929 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:09.143535 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a4693b8c-0315-459f-8d8a-2825976edc73 req-1addaadd-f895-447e-b4e0-23c1e2055929 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 947 time: 0.1301689 May 06 09:35:09.161901 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0c1e8-5040-4db3-9a1e-8eaadf2f707e service neutron] Pushing event updated for resources: {'Port': ['ID=b6e9d5cc-a000-4deb-bd36-c3154d143bf5,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:09.172849 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-803171fa-d58c-4831-8b89-75c46fd12dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:09.174316 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-803171fa-d58c-4831-8b89-75c46fd12dae service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ee0cd225ef094aa381a08623ce8da867&device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 1096 time: 0.1103673 May 06 09:35:09.196706 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82142c31-c890-4a6b-8b98-6dcf14edaf3a req-d0b16ac4-8e17-47eb-8225-9ec7dd84c3e4 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720828 May 06 09:35:09.244405 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-95b4b077-2ccd-4bb7-ac5c-f34035f19ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:09.246055 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-95b4b077-2ccd-4bb7-ac5c-f34035f19ef9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c8663008787d43378ea575f7489ec5bc&device_id=53842356-8b5e-470e-8cc1-41ada67d49ad HTTP/1.1" status: 200 len: 1094 time: 0.0423367 May 06 09:35:09.254349 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 06 May 2022 09:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad722c1-441f-4ab9-bc50-a7cd6b4dddbc x-openstack-request-id: req-fad722c1-441f-4ab9-bc50-a7cd6b4dddbc {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:09.254651 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d07b229-b377-4506-a467-73db406d130e", "name": "network-vif-unplugged", "status": "completed", "tag": "401ec187-3b03-41c3-a15c-9e8e9f696ca7", "code": 200}, {"name": "network-changed", "server_uuid": "7d07b229-b377-4506-a467-73db406d130e", "tag": "401ec187-3b03-41c3-a15c-9e8e9f696ca7", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:09.254906 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fad722c1-441f-4ab9-bc50-a7cd6b4dddbc {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:09.255324 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fad722c1-441f-4ab9-bc50-a7cd6b4dddbc'] response: {'server_uuid': '7d07b229-b377-4506-a467-73db406d130e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '401ec187-3b03-41c3-a15c-9e8e9f696ca7', 'code': 200} May 06 09:35:09.255624 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fad722c1-441f-4ab9-bc50-a7cd6b4dddbc'] response: {'name': 'network-changed', 'server_uuid': '7d07b229-b377-4506-a467-73db406d130e', 'tag': '401ec187-3b03-41c3-a15c-9e8e9f696ca7', 'status': 'completed', 'code': 200} May 06 09:35:09.270037 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a4693b8c-0315-459f-8d8a-2825976edc73 req-c665dcdd-28e6-469f-aab2-f310920d4d70 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098726 May 06 09:35:09.302692 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-c9ce00df-a970-43f3-af3e-f905370073c2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6e9d5cc-a000-4deb-bd36-c3154d143bf5 HTTP/1.1" status: 200 len: 217 time: 0.0394475 May 06 09:35:09.305024 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-d5e7f5fd-81ff-47f6-8b67-910bcf939e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:09.306516 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-d5e7f5fd-81ff-47f6-8b67-910bcf939e74 service neutron] 10.222.0.84 "GET /v2.0/networks?id=9016fd3e-f04c-40de-8dbe-a7754f33396e HTTP/1.1" status: 200 len: 909 time: 0.1166298 May 06 09:35:09.396440 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d8ca4-c59c-49a4-bc01-89ba52b9ee13 req-f2d41b39-30e9-4a45-9e35-ddf94688bdfe tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:09.397937 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da3d8ca4-c59c-49a4-bc01-89ba52b9ee13 req-f2d41b39-30e9-4a45-9e35-ddf94688bdfe tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 945 time: 0.0802979 May 06 09:35:09.405141 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-121bd1cf-6e16-480d-b6b6-1c9b3fb75950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:09.406614 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-121bd1cf-6e16-480d-b6b6-1c9b3fb75950 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c24859d-eb1f-476d-aa4b-6049a23c8017 HTTP/1.1" status: 200 len: 854 time: 0.0737119 May 06 09:35:09.410656 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f917a4-3560-41a2-9757-a891442ef915 req-3afe24f9-6322-4513-b295-bf030fdb1af7 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:09.412156 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c0f917a4-3560-41a2-9757-a891442ef915 req-3afe24f9-6322-4513-b295-bf030fdb1af7 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/ports?device_id=34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307 HTTP/1.1" status: 200 len: 947 time: 0.0663035 May 06 09:35:09.421362 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70113f-63fa-4b10-9ff4-481395b44acf req-66167088-4b47-4520-824a-d6ff76e63c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:09.422802 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ab70113f-63fa-4b10-9ff4-481395b44acf req-66167088-4b47-4520-824a-d6ff76e63c67 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 1098 time: 0.0608051 May 06 09:35:09.443541 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-fb351b27-19e6-45a7-811c-e5f8c38fd08e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=87f25cd1-e702-4156-b3cb-963d9d618ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304191 May 06 09:35:09.500800 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-cf997171-398f-4aad-8607-52eeeba606de service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db60fe74-22a7-43e3-a446-12ca922bd1a5 HTTP/1.1" status: 200 len: 217 time: 0.0603309 May 06 09:35:09.540979 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da3d8ca4-c59c-49a4-bc01-89ba52b9ee13 req-9f50f280-9bb0-4472-90f7-514aa7480161 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278820 May 06 09:35:09.561991 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c0f917a4-3560-41a2-9757-a891442ef915 req-e57d0abe-a208-4b63-bd65-42fe60d7d3f2 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/security-groups?id=afea8fc4-ce2a-4e21-998b-24101b2285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431983 May 06 09:35:09.581284 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70113f-63fa-4b10-9ff4-481395b44acf req-949f9e59-cc2b-41e7-bf77-339e99d70f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:09.582874 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ab70113f-63fa-4b10-9ff4-481395b44acf req-949f9e59-cc2b-41e7-bf77-339e99d70f2a service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.1418312 May 06 09:35:09.587849 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-8c6591d1-b608-4cd8-b5d0-91d7c2d0ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:09.589343 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-8c6591d1-b608-4cd8-b5d0-91d7c2d0ec13 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5704ec7d-7fe2-4308-8e34-562762b93f76 HTTP/1.1" status: 200 len: 848 time: 0.0627787 May 06 09:35:09.592059 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70113f-63fa-4b10-9ff4-481395b44acf req-8aa4e458-d816-4a77-a08c-e943344b8048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:09.594314 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab70113f-63fa-4b10-9ff4-481395b44acf req-8aa4e458-d816-4a77-a08c-e943344b8048 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 1098 time: 0.1096525 May 06 09:35:09.608114 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d21042-f61b-4a93-9417-d11d23b1e442 x-openstack-request-id: req-59d21042-f61b-4a93-9417-d11d23b1e442 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:09.608861 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53842356-8b5e-470e-8cc1-41ada67d49ad", "tag": "b6e9d5cc-a000-4deb-bd36-c3154d143bf5", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:09.609186 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-59d21042-f61b-4a93-9417-d11d23b1e442 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:09.609659 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59d21042-f61b-4a93-9417-d11d23b1e442'] response: {'name': 'network-changed', 'server_uuid': '53842356-8b5e-470e-8cc1-41ada67d49ad', 'tag': 'b6e9d5cc-a000-4deb-bd36-c3154d143bf5', 'status': 'completed', 'code': 200} May 06 09:35:09.645507 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ab70113f-63fa-4b10-9ff4-481395b44acf req-72320e32-2300-4473-827b-49225bc2ae79 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=401ec187-3b03-41c3-a15c-9e8e9f696ca7 HTTP/1.1" status: 200 len: 217 time: 0.0485744 May 06 09:35:09.673880 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-73b60035-acf5-4158-9c6e-f81e0df14f01 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9016fd3e-f04c-40de-8dbe-a7754f33396e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673385 May 06 09:35:09.691348 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-fa667fe1-3365-4fa0-a9d5-ca886d0a2ab9 service neutron] 10.222.0.77 "GET /v2.0/networks/87f25cd1-e702-4156-b3cb-963d9d618ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396991 May 06 09:35:09.707934 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 9f6cc9a0-74ca-486e-9bdf-a05ac5e26099 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:35:09.777752 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70113f-63fa-4b10-9ff4-481395b44acf req-59ba123f-7ff6-4503-994b-752e8850e68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:09.779366 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab70113f-63fa-4b10-9ff4-481395b44acf req-59ba123f-7ff6-4503-994b-752e8850e68a service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.1716390 May 06 09:35:09.790698 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-981721b8-b9f3-4fbf-add9-b54fbc05a8b2 req-7ff52d35-0a7b-43c1-9146-5d71fc97297b service neutron] 10.222.0.77 "GET /v2.0/networks/87f25cd1-e702-4156-b3cb-963d9d618ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916657 May 06 09:35:09.792472 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70113f-63fa-4b10-9ff4-481395b44acf req-2d90d737-6ac8-497d-ba8a-b062cf9a4e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:09.793799 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ab70113f-63fa-4b10-9ff4-481395b44acf req-2d90d737-6ac8-497d-ba8a-b062cf9a4e20 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1397791 May 06 09:35:09.805543 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-6aa9a4b0-2bd6-4a62-8fd4-7f58aa5495d8 service neutron] 10.222.0.84 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217284 May 06 09:35:09.870195 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70113f-63fa-4b10-9ff4-481395b44acf req-01b291c5-e689-49de-b0cf-00299b4ed1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:09.872512 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ab70113f-63fa-4b10-9ff4-481395b44acf req-01b291c5-e689-49de-b0cf-00299b4ed1b2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0572596 May 06 09:35:09.879799 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab70113f-63fa-4b10-9ff4-481395b44acf req-3d0bc2f3-7800-44f5-9a3c-55e2823a96d1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=401ec187-3b03-41c3-a15c-9e8e9f696ca7 HTTP/1.1" status: 200 len: 217 time: 0.0909674 May 06 09:35:09.887492 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 9f6cc9a0-74ca-486e-9bdf-a05ac5e26099, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=9f6cc9a0-74ca-486e-9bdf-a05ac5e26099,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:09.914361 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '9f6cc9a0-74ca-486e-9bdf-a05ac5e26099', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': '9f6cc9a0-74ca-486e-9bdf-a05ac5e26099', 'mac_address': 'fa:16:3e:6d:77:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:35:09.957983 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:09.975439 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6cc9a0-74ca-486e-9bdf-a05ac5e26099 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:10.007789 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 9f6cc9a0-74ca-486e-9bdf-a05ac5e26099, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=9f6cc9a0-74ca-486e-9bdf-a05ac5e26099,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:10.016206 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:10.041890 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70113f-63fa-4b10-9ff4-481395b44acf req-f46835b0-ff0d-44f6-99f1-765df8400516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:10.043500 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab70113f-63fa-4b10-9ff4-481395b44acf req-f46835b0-ff0d-44f6-99f1-765df8400516 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0923381 May 06 09:35:10.070514 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 401ec187-3b03-41c3-a15c-9e8e9f696ca7 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:35:10.083536 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa3ce9-2b2d-490a-be2a-7366b21bac06 req-bffdae62-f348-4793-9350-09013ccd566c tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:10.085395 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-01fa3ce9-2b2d-490a-be2a-7366b21bac06 req-bffdae62-f348-4793-9350-09013ccd566c tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 945 time: 0.2046645 May 06 09:35:10.086106 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db4e02-4b3b-4675-a66c-73dfdb38ef80 req-914480f7-f058-4627-8707-a88700ff0e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:10.087820 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-69db4e02-4b3b-4675-a66c-73dfdb38ef80 req-914480f7-f058-4627-8707-a88700ff0e35 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c8663008787d43378ea575f7489ec5bc&device_id=53842356-8b5e-470e-8cc1-41ada67d49ad HTTP/1.1" status: 200 len: 1094 time: 0.1513369 May 06 09:35:10.089662 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ab70113f-63fa-4b10-9ff4-481395b44acf req-6a3f148b-8ee8-4d67-ab38-66a2b17c8c46 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614685 May 06 09:35:10.109835 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=9f6cc9a0-74ca-486e-9bdf-a05ac5e26099,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:10.127887 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 401ec187-3b03-41c3-a15c-9e8e9f696ca7 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:35:10.147848 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-67ce6a3a-3423-41c4-9884-a0d8f59ab562 service neutron] 10.222.0.84 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871406 May 06 09:35:10.164404 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70113f-63fa-4b10-9ff4-481395b44acf req-54ed7121-8cb3-41d5-bae8-b088f48b7a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:10.165974 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab70113f-63fa-4b10-9ff4-481395b44acf req-54ed7121-8cb3-41d5-bae8-b088f48b7a0b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1092021 May 06 09:35:10.176831 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-01fa3ce9-2b2d-490a-be2a-7366b21bac06 req-1c08d0e7-aadc-4751-a558-5df78f5f6adb tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657699 May 06 09:35:10.370309 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab70113f-63fa-4b10-9ff4-481395b44acf req-3a2721b7-a551-4df4-9dbc-04943c803bf5 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912644 May 06 09:35:10.382141 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['9f6cc9a0-74ca-486e-9bdf-a05ac5e26099'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:10.384467 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-919538ea-4120-4f04-80a6-35935fd0990f tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:10.386298 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-919538ea-4120-4f04-80a6-35935fd0990f tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b&tenant_id=ee0cd225ef094aa381a08623ce8da867&binding%3Ahost_id=n-h2-840835-1 HTTP/1.1" status: 200 len: 1096 time: 0.1307602 May 06 09:35:10.398373 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a06ea-21f7-4ae5-bb80-6ef2b8af7302 req-60a2b1e0-35f7-4641-a548-1183794180a1 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:10.399912 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dd7a06ea-21f7-4ae5-bb80-6ef2b8af7302 req-60a2b1e0-35f7-4641-a548-1183794180a1 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/ports?device_id=53842356-8b5e-470e-8cc1-41ada67d49ad HTTP/1.1" status: 200 len: 943 time: 0.1120651 May 06 09:35:10.418236 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-fb0c8dc6-0419-4bc8-8c6d-b2e6518de5a8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-840835-1'}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:10.550562 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db4e02-4b3b-4675-a66c-73dfdb38ef80 req-9501c2f6-56e6-4b49-ae38-aeac412e5a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:10.552118 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-69db4e02-4b3b-4675-a66c-73dfdb38ef80 req-9501c2f6-56e6-4b49-ae38-aeac412e5a3c service neutron] 10.222.0.77 "GET /v2.0/networks?id=87f25cd1-e702-4156-b3cb-963d9d618ca5 HTTP/1.1" status: 200 len: 915 time: 0.4523880 May 06 09:35:10.554445 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ab70113f-63fa-4b10-9ff4-481395b44acf req-f4acb5d1-2f0b-4a79-bede-c65735644e23 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413393 May 06 09:35:10.611827 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-69db4e02-4b3b-4675-a66c-73dfdb38ef80 req-0c25a759-5b2e-463f-bbe9-7421bafce846 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6e9d5cc-a000-4deb-bd36-c3154d143bf5 HTTP/1.1" status: 200 len: 217 time: 0.0366049 May 06 09:35:10.666190 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db4e02-4b3b-4675-a66c-73dfdb38ef80 req-56a41fa5-60d7-4d7e-add7-2d1b50e0730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:10.667626 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-69db4e02-4b3b-4675-a66c-73dfdb38ef80 req-56a41fa5-60d7-4d7e-add7-2d1b50e0730a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c24859d-eb1f-476d-aa4b-6049a23c8017 HTTP/1.1" status: 200 len: 854 time: 0.0484917 May 06 09:35:10.704410 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-69db4e02-4b3b-4675-a66c-73dfdb38ef80 req-ff287e77-1d77-4014-b972-796e594ec8ec service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=87f25cd1-e702-4156-b3cb-963d9d618ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263066 May 06 09:35:10.802449 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-69db4e02-4b3b-4675-a66c-73dfdb38ef80 req-c3dcfe92-36a6-404d-96e8-1c8f217ceb18 service neutron] 10.222.0.77 "GET /v2.0/networks/87f25cd1-e702-4156-b3cb-963d9d618ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891623 May 06 09:35:10.815406 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dd7a06ea-21f7-4ae5-bb80-6ef2b8af7302 req-67344fa9-26ec-490a-bd11-c3ed2799705e tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/security-groups?id=950a50e1-2156-49d3-85c0-f204b9a0b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018850 May 06 09:35:10.839899 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-fb0c8dc6-0419-4bc8-8c6d-b2e6518de5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:10.870433 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135793a4-d396-40ef-870a-dffe86577495 req-d6581b95-110c-4bb3-b34d-2ee2179b3865 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:10.872352 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-135793a4-d396-40ef-870a-dffe86577495 req-d6581b95-110c-4bb3-b34d-2ee2179b3865 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 947 time: 0.1597199 May 06 09:35:10.875782 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab70113f-63fa-4b10-9ff4-481395b44acf req-cf74a67c-5cc7-405b-bdd3-bb284e417025 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749339 May 06 09:35:10.953831 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-69db4e02-4b3b-4675-a66c-73dfdb38ef80 req-4ba24326-eca3-4303-b35b-5147469604c4 service neutron] 10.222.0.77 "GET /v2.0/networks/87f25cd1-e702-4156-b3cb-963d9d618ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317234 May 06 09:35:11.001250 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-135793a4-d396-40ef-870a-dffe86577495 req-3f9556d7-5630-4161-9c4e-6e7d184cbe57 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893662 May 06 09:35:11.059781 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-fb0c8dc6-0419-4bc8-8c6d-b2e6518de5a8 service neutron] For port db60fe74-22a7-43e3-a446-12ca922bd1a5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=db60fe74-22a7-43e3-a446-12ca922bd1a5,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:11.125579 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-fb0c8dc6-0419-4bc8-8c6d-b2e6518de5a8 service neutron] For port db60fe74-22a7-43e3-a446-12ca922bd1a5, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:11.134216 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19795b4-374d-42d2-a59d-a3323b91d2ba req-c3c6799f-ff12-40a3-acc6-b0be2e3946ac tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:11.135921 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b19795b4-374d-42d2-a59d-a3323b91d2ba req-c3c6799f-ff12-40a3-acc6-b0be2e3946ac tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 945 time: 0.0780993 May 06 09:35:11.196763 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-fb0c8dc6-0419-4bc8-8c6d-b2e6518de5a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:11.204727 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-fb0c8dc6-0419-4bc8-8c6d-b2e6518de5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:11.209023 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b19795b4-374d-42d2-a59d-a3323b91d2ba req-b1e9688c-4307-4c26-9511-4c4593d58013 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560176 May 06 09:35:11.257755 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a62bd71-2702-4964-8dc7-1484d45cdd5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db60fe74-22a7-43e3-a446-12ca922bd1a5'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:11.260059 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2e1a1f-7da2-4979-8954-769b292d4df2" -d '{"events": [{"server_uuid": "2a62bd71-2702-4964-8dc7-1484d45cdd5b", "name": "network-vif-unplugged", "status": "completed", "tag": "db60fe74-22a7-43e3-a446-12ca922bd1a5"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:11.331377 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c8dc6-0419-4bc8-8c6d-b2e6518de5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=db60fe74-22a7-43e3-a446-12ca922bd1a5,revision_number=7']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:11.351543 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-fb0c8dc6-0419-4bc8-8c6d-b2e6518de5a8 service neutron] Attempting to bind port db60fe74-22a7-43e3-a446-12ca922bd1a5 on host n-h2-840835-1 for vnic_type normal with profile {"migrating_to": "n-h1-840835-1"} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:11.351879 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-fb0c8dc6-0419-4bc8-8c6d-b2e6518de5a8 service neutron] Attempting to bind port db60fe74-22a7-43e3-a446-12ca922bd1a5 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:11.352208 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-fb0c8dc6-0419-4bc8-8c6d-b2e6518de5a8 service neutron] Attempting to bind port db60fe74-22a7-43e3-a446-12ca922bd1a5 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:11.374032 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-fb0c8dc6-0419-4bc8-8c6d-b2e6518de5a8 service neutron] Port db60fe74-22a7-43e3-a446-12ca922bd1a5 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:11.374350 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-fb0c8dc6-0419-4bc8-8c6d-b2e6518de5a8 service neutron] Attempting to bind port db60fe74-22a7-43e3-a446-12ca922bd1a5 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:11.386661 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-fb0c8dc6-0419-4bc8-8c6d-b2e6518de5a8 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:11.386995 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-fb0c8dc6-0419-4bc8-8c6d-b2e6518de5a8 service neutron] Checking segment: {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:11.387403 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-fb0c8dc6-0419-4bc8-8c6d-b2e6518de5a8 service neutron] Bound using segment: {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:11.387830 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-fb0c8dc6-0419-4bc8-8c6d-b2e6518de5a8 service neutron] Bound port: db60fe74-22a7-43e3-a446-12ca922bd1a5, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:11.388186 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-fb0c8dc6-0419-4bc8-8c6d-b2e6518de5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:11.408854 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4404914-2f3b-4a0a-bf56-b64092518d69 req-6e9cd40c-37e8-4eb4-8ff1-c80a4c311774 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:11.410311 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d4404914-2f3b-4a0a-bf56-b64092518d69 req-6e9cd40c-37e8-4eb4-8ff1-c80a4c311774 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/ports?device_id=34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307 HTTP/1.1" status: 200 len: 948 time: 0.1174564 May 06 09:35:11.448716 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deeae02-0bc5-4365-9e6f-57e63fd41e9f req-292527ff-6341-413e-a48e-f425e370d24a tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:11.450132 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7deeae02-0bc5-4365-9e6f-57e63fd41e9f req-292527ff-6341-413e-a48e-f425e370d24a tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 945 time: 0.1147926 May 06 09:35:11.531340 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d4404914-2f3b-4a0a-bf56-b64092518d69 req-93e1968f-844e-43c4-a819-ae526b26767c tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/security-groups?id=afea8fc4-ce2a-4e21-998b-24101b2285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130667 May 06 09:35:11.537481 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7deeae02-0bc5-4365-9e6f-57e63fd41e9f req-aa23d1fa-7828-4670-b8b1-dc06e89b42fe tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798612 May 06 09:35:11.538516 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-fb0c8dc6-0419-4bc8-8c6d-b2e6518de5a8 service neutron] For port db60fe74-22a7-43e3-a446-12ca922bd1a5, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:11.541937 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-fb0c8dc6-0419-4bc8-8c6d-b2e6518de5a8 service neutron] For port db60fe74-22a7-43e3-a446-12ca922bd1a5, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=db60fe74-22a7-43e3-a446-12ca922bd1a5,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:11.553859 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-fb0c8dc6-0419-4bc8-8c6d-b2e6518de5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:11.607808 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6c45b0-9d3d-48c5-aa20-589ed5733853 x-openstack-request-id: req-bc6c45b0-9d3d-48c5-aa20-589ed5733853 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:11.608090 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a62bd71-2702-4964-8dc7-1484d45cdd5b", "name": "network-vif-unplugged", "status": "completed", "tag": "db60fe74-22a7-43e3-a446-12ca922bd1a5", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:11.608489 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bc6c45b0-9d3d-48c5-aa20-589ed5733853 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:11.608776 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc6c45b0-9d3d-48c5-aa20-589ed5733853'] response: {'server_uuid': '2a62bd71-2702-4964-8dc7-1484d45cdd5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db60fe74-22a7-43e3-a446-12ca922bd1a5', 'code': 200} May 06 09:35:11.626887 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c8dc6-0419-4bc8-8c6d-b2e6518de5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=db60fe74-22a7-43e3-a446-12ca922bd1a5,revision_number=8']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:11.667871 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-fb0c8dc6-0419-4bc8-8c6d-b2e6518de5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:11.668529 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-fb0c8dc6-0419-4bc8-8c6d-b2e6518de5a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:11.670078 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-fb0c8dc6-0419-4bc8-8c6d-b2e6518de5a8 service neutron] 10.222.0.84 "PUT /v2.0/ports/db60fe74-22a7-43e3-a446-12ca922bd1a5 HTTP/1.1" status: 200 len: 1121 time: 1.2681212 May 06 09:35:11.729942 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 401ec187-3b03-41c3-a15c-9e8e9f696ca7 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:35:11.737522 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 9f6cc9a0-74ca-486e-9bdf-a05ac5e26099 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:11.828236 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d5a07-fd15-4108-bc29-12b203f7979d req-837b4e5a-e813-4f2d-9449-11a3b00a1c7c tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:11.830484 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-505d5a07-fd15-4108-bc29-12b203f7979d req-837b4e5a-e813-4f2d-9449-11a3b00a1c7c tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 1096 time: 0.0553651 May 06 09:35:11.846540 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['db60fe74-22a7-43e3-a446-12ca922bd1a5'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:11.874350 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-505d5a07-fd15-4108-bc29-12b203f7979d req-d12ab3ea-4566-40f1-89e5-c1b0a5006d57 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379722 May 06 09:35:11.883173 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 9f6cc9a0-74ca-486e-9bdf-a05ac5e26099 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:35:11.894521 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 9f6cc9a0-74ca-486e-9bdf-a05ac5e26099 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:11.894901 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:11.939175 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 401ec187-3b03-41c3-a15c-9e8e9f696ca7, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=401ec187-3b03-41c3-a15c-9e8e9f696ca7,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:11.969649 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '401ec187-3b03-41c3-a15c-9e8e9f696ca7', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': '401ec187-3b03-41c3-a15c-9e8e9f696ca7', 'mac_address': 'fa:16:3e:49:df:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:35:12.059312 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96870b-e9b2-4802-88ee-5238e7c02a1f req-8a96edca-f807-4f2c-ad2a-bf4efe3ab750 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:12.062223 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5e96870b-e9b2-4802-88ee-5238e7c02a1f req-8a96edca-f807-4f2c-ad2a-bf4efe3ab750 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/ports?device_id=53842356-8b5e-470e-8cc1-41ada67d49ad HTTP/1.1" status: 200 len: 943 time: 0.0573924 May 06 09:35:12.109103 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5e96870b-e9b2-4802-88ee-5238e7c02a1f req-8a38109d-5e18-432f-b69e-b730322e88c7 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/security-groups?id=950a50e1-2156-49d3-85c0-f204b9a0b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387797 May 06 09:35:12.180776 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:12.214887 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 401ec187-3b03-41c3-a15c-9e8e9f696ca7 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:12.218923 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:12.219096 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0eaec9-2651-4cc8-b84c-be5df3923d3b req-cae355ec-d05e-4934-86da-57dd4b272e21 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:12.220630 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c0eaec9-2651-4cc8-b84c-be5df3923d3b req-cae355ec-d05e-4934-86da-57dd4b272e21 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 1096 time: 0.0712044 May 06 09:35:12.241679 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac715a2-353d-4251-852a-315ff5daacc9 req-a62edf59-5c14-4c8f-8e92-3e884c16b6fc tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:12.243257 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dac715a2-353d-4251-852a-315ff5daacc9 req-a62edf59-5c14-4c8f-8e92-3e884c16b6fc tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 947 time: 0.0680528 May 06 09:35:12.268089 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 401ec187-3b03-41c3-a15c-9e8e9f696ca7, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=401ec187-3b03-41c3-a15c-9e8e9f696ca7,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:12.273400 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6cc9a0-74ca-486e-9bdf-a05ac5e26099'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:12.275682 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93acde91-3a47-4ea8-8e41-34266d8c2f81" -d '{"events": [{"server_uuid": "34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307", "name": "network-vif-plugged", "status": "completed", "tag": "9f6cc9a0-74ca-486e-9bdf-a05ac5e26099"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:12.289460 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:12.292305 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c0eaec9-2651-4cc8-b84c-be5df3923d3b req-4304cfdc-1059-4406-a194-60406a7c2611 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636442 May 06 09:35:12.296414 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 9f6cc9a0-74ca-486e-9bdf-a05ac5e26099, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=9f6cc9a0-74ca-486e-9bdf-a05ac5e26099,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:12.297173 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dac715a2-353d-4251-852a-315ff5daacc9 req-44d62943-982c-46a2-90ad-4a9a443753aa tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449703 May 06 09:35:12.324515 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:12.357564 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=401ec187-3b03-41c3-a15c-9e8e9f696ca7,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:12.417965 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=9f6cc9a0-74ca-486e-9bdf-a05ac5e26099,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:12.463519 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42026e7-24a6-43b1-869b-c1899a5664af req-c4dc2ac5-fe9d-4586-8cb6-d0fb88e61c84 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:12.465067 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f42026e7-24a6-43b1-869b-c1899a5664af req-c4dc2ac5-fe9d-4586-8cb6-d0fb88e61c84 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 943 time: 0.0531094 May 06 09:35:12.503627 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f42026e7-24a6-43b1-869b-c1899a5664af req-3ef18115-1543-4929-85f0-6de499bc7611 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322771 May 06 09:35:12.545074 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e591ae50-c871-4157-8536-eb97f419f46d x-openstack-request-id: req-e591ae50-c871-4157-8536-eb97f419f46d {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:12.545475 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307", "name": "network-vif-plugged", "status": "completed", "tag": "9f6cc9a0-74ca-486e-9bdf-a05ac5e26099", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:12.546317 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e591ae50-c871-4157-8536-eb97f419f46d {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:12.546795 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e591ae50-c871-4157-8536-eb97f419f46d'] response: {'server_uuid': '34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6cc9a0-74ca-486e-9bdf-a05ac5e26099', 'code': 200} May 06 09:35:12.671904 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc6186-0933-4568-bdbb-d5d526b18c00 req-f1e75c6e-1f85-46f9-9be1-5090f1ee82df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:12.673990 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11fc6186-0933-4568-bdbb-d5d526b18c00 req-f1e75c6e-1f85-46f9-9be1-5090f1ee82df service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307 HTTP/1.1" status: 200 len: 1100 time: 0.0505879 May 06 09:35:12.723243 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11fc6186-0933-4568-bdbb-d5d526b18c00 req-c0cff3e6-ea61-4926-9787-2af5d3bb908f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=afea8fc4-ce2a-4e21-998b-24101b2285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364497 May 06 09:35:12.738248 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['401ec187-3b03-41c3-a15c-9e8e9f696ca7'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:12.777990 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0681b66-355e-4e31-b3d1-c23524e3c523 req-e4c06eeb-96c8-46ab-8852-c08df2bdf4a7 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:12.779548 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e0681b66-355e-4e31-b3d1-c23524e3c523 req-e4c06eeb-96c8-46ab-8852-c08df2bdf4a7 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/ports?device_id=34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307 HTTP/1.1" status: 200 len: 949 time: 0.0586941 May 06 09:35:12.829633 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8067a-f3d4-4852-8a75-6368d6f9ec47 req-a4c29c40-26e3-4b2c-8d27-949774b261d2 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:12.831239 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5de8067a-f3d4-4852-8a75-6368d6f9ec47 req-a4c29c40-26e3-4b2c-8d27-949774b261d2 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e&tenant_id=dd2b68e9188a432782a13dad893a2f67&binding%3Ahost_id=n-h1-840835-1 HTTP/1.1" status: 200 len: 948 time: 0.0704553 May 06 09:35:12.844545 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e0681b66-355e-4e31-b3d1-c23524e3c523 req-cfe328f8-9f5e-44c0-b9e9-ecf2d67e7832 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/security-groups?id=afea8fc4-ce2a-4e21-998b-24101b2285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558143 May 06 09:35:12.852866 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0c6c2-049e-4d7c-bb22-39c7c9f8a37f req-60b368b3-c368-4a66-8ca9-77c34aa3494f tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:12.854377 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-58b0c6c2-049e-4d7c-bb22-39c7c9f8a37f req-60b368b3-c368-4a66-8ca9-77c34aa3494f tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 948 time: 0.0739055 May 06 09:35:12.901226 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-58b0c6c2-049e-4d7c-bb22-39c7c9f8a37f req-fb30396e-35bc-473f-aa14-3884e96aabde tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400796 May 06 09:35:12.942926 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [req-5de8067a-f3d4-4852-8a75-6368d6f9ec47 req-09a089e1-72ca-40c2-a8a5-e403ed2adb4d service neutron] delete failed (client error): The resource could not be found. May 06 09:35:12.943981 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5de8067a-f3d4-4852-8a75-6368d6f9ec47 req-09a089e1-72ca-40c2-a8a5-e403ed2adb4d service neutron] 10.222.0.77 "DELETE /v2.0/ports/401ec187-3b03-41c3-a15c-9e8e9f696ca7/bindings/n-h2-840835-1 HTTP/1.1" status: 404 len: 380 time: 0.1040030 May 06 09:35:13.109007 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8067a-f3d4-4852-8a75-6368d6f9ec47 req-31ca494e-a5a4-4752-8546-33c9ab2b1fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:13.111272 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5de8067a-f3d4-4852-8a75-6368d6f9ec47 req-31ca494e-a5a4-4752-8546-33c9ab2b1fec service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 1099 time: 0.0511627 May 06 09:35:13.210472 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8067a-f3d4-4852-8a75-6368d6f9ec47 req-af35c3e5-008c-4543-b39a-4b331bbe0ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:13.211994 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5de8067a-f3d4-4852-8a75-6368d6f9ec47 req-af35c3e5-008c-4543-b39a-4b331bbe0ca4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.0929410 May 06 09:35:13.254804 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5de8067a-f3d4-4852-8a75-6368d6f9ec47 req-ec432d3f-54e5-463b-ba81-89f9034d7742 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=401ec187-3b03-41c3-a15c-9e8e9f696ca7 HTTP/1.1" status: 200 len: 217 time: 0.0355523 May 06 09:35:13.317676 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8067a-f3d4-4852-8a75-6368d6f9ec47 req-d6b522c7-6080-4394-a357-b6f8845393fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:13.319223 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5de8067a-f3d4-4852-8a75-6368d6f9ec47 req-d6b522c7-6080-4394-a357-b6f8845393fb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0555089 May 06 09:35:13.367676 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8067a-f3d4-4852-8a75-6368d6f9ec47 req-fe470cec-0322-4b01-ba96-6bc3e05d038d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:13.369797 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5de8067a-f3d4-4852-8a75-6368d6f9ec47 req-fe470cec-0322-4b01-ba96-6bc3e05d038d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0425448 May 06 09:35:13.477993 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5de8067a-f3d4-4852-8a75-6368d6f9ec47 req-584a8960-8db9-49fa-92b8-14f14bc1feb7 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938916 May 06 09:35:13.480346 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a86804-a582-49fd-a605-b3035e5daa27 req-d4d7b36a-c569-4c5b-aa44-277f6e45ea08 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:13.481929 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-21a86804-a582-49fd-a605-b3035e5daa27 req-d4d7b36a-c569-4c5b-aa44-277f6e45ea08 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/ports?device_id=53842356-8b5e-470e-8cc1-41ada67d49ad HTTP/1.1" status: 200 len: 943 time: 0.0575335 May 06 09:35:13.525918 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-21a86804-a582-49fd-a605-b3035e5daa27 req-cd853a04-ed25-47b6-addb-4fcaedc801ea tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/security-groups?id=950a50e1-2156-49d3-85c0-f204b9a0b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367889 May 06 09:35:13.581243 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5de8067a-f3d4-4852-8a75-6368d6f9ec47 req-3644cdc1-edf4-40e4-85c2-c35f326be1c1 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954611 May 06 09:35:13.610264 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a62bd71-2702-4964-8dc7-1484d45cdd5b', 'tag': 'db60fe74-22a7-43e3-a446-12ca922bd1a5'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:13.612687 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b85520-3307-4f51-a792-b03769c9672d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a62bd71-2702-4964-8dc7-1484d45cdd5b", "tag": "db60fe74-22a7-43e3-a446-12ca922bd1a5"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:13.738439 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device db60fe74-22a7-43e3-a446-12ca922bd1a5 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:35:13.853320 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port db60fe74-22a7-43e3-a446-12ca922bd1a5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=db60fe74-22a7-43e3-a446-12ca922bd1a5,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:13.865146 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-65639bd3-9c3b-4f86-a2e6-e493a9039ef0 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:35:13.866428 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-65639bd3-9c3b-4f86-a2e6-e493a9039ef0 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0593226 May 06 09:35:13.866956 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device db60fe74-22a7-43e3-a446-12ca922bd1a5 has no active binding in host n-h1-840835-1 {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 06 09:35:13.913844 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-b6dc796f-beb6-4f00-8c57-f47087609f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:13.916145 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-b6dc796f-beb6-4f00-8c57-f47087609f99 service neutron] 10.222.0.73 "GET /v2.0/ports/98c63a03-7e44-46a8-90f7-0ea9dd4bd05f HTTP/1.1" status: 200 len: 1093 time: 0.0402100 May 06 09:35:13.926928 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-e914a6fd-f2f5-4c75-b617-bbc955b28be8 service neutron] Request body: {'binding': {'host': 'n-h2-840835-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:13.927475 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-e914a6fd-f2f5-4c75-b617-bbc955b28be8 service neutron] Unknown quota resources ['binding']. {{(pid=102652) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 06 09:35:14.016044 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb73b0-8c9b-4eea-8c0e-f7ff6adac31f req-3ede4ad4-3bf8-4424-9939-04cbf5098d37 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:14.017586 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ceeb73b0-8c9b-4eea-8c0e-f7ff6adac31f req-3ede4ad4-3bf8-4424-9939-04cbf5098d37 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 943 time: 0.0542059 May 06 09:35:14.055790 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ceeb73b0-8c9b-4eea-8c0e-f7ff6adac31f req-e97e883a-5dd6-42c4-89ab-2626599246b6 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323043 May 06 09:35:14.069260 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-e914a6fd-f2f5-4c75-b617-bbc955b28be8 service neutron] Attempting to bind port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f on host n-h2-840835-1 for vnic_type normal with profile None {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:14.069514 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-e914a6fd-f2f5-4c75-b617-bbc955b28be8 service neutron] Attempting to bind port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:14.069853 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-e914a6fd-f2f5-4c75-b617-bbc955b28be8 service neutron] Attempting to bind port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f on network 519999b9-d7d4-4e10-b661-e50209fd3b05 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:14.074451 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-e914a6fd-f2f5-4c75-b617-bbc955b28be8 service neutron] Port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f on network 519999b9-d7d4-4e10-b661-e50209fd3b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:14.074830 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-e914a6fd-f2f5-4c75-b617-bbc955b28be8 service neutron] Attempting to bind port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f on network 519999b9-d7d4-4e10-b661-e50209fd3b05 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:14.079687 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-e914a6fd-f2f5-4c75-b617-bbc955b28be8 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:14.080025 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-e914a6fd-f2f5-4c75-b617-bbc955b28be8 service neutron] Checking segment: {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:14.080746 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-e914a6fd-f2f5-4c75-b617-bbc955b28be8 service neutron] Bound using segment: {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:14.080945 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-e914a6fd-f2f5-4c75-b617-bbc955b28be8 service neutron] Bound port: 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:14.107746 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d382b984-6b26-45e0-b1eb-8ecddf268d9f x-openstack-request-id: req-d382b984-6b26-45e0-b1eb-8ecddf268d9f {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:14.108924 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a62bd71-2702-4964-8dc7-1484d45cdd5b", "tag": "db60fe74-22a7-43e3-a446-12ca922bd1a5", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:14.109260 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device b6e9d5cc-a000-4deb-bd36-c3154d143bf5 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:35:14.109763 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d382b984-6b26-45e0-b1eb-8ecddf268d9f {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:14.110246 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d382b984-6b26-45e0-b1eb-8ecddf268d9f'] response: {'name': 'network-changed', 'server_uuid': '2a62bd71-2702-4964-8dc7-1484d45cdd5b', 'tag': 'db60fe74-22a7-43e3-a446-12ca922bd1a5', 'status': 'completed', 'code': 200} May 06 09:35:14.148511 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-e914a6fd-f2f5-4c75-b617-bbc955b28be8 service neutron] For port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=98c63a03-7e44-46a8-90f7-0ea9dd4bd05f,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:14.159736 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-e914a6fd-f2f5-4c75-b617-bbc955b28be8 service neutron] Notify callbacks [] for binding, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:14.167885 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-e914a6fd-f2f5-4c75-b617-bbc955b28be8 service neutron] 10.222.0.73 "POST /v2.0/ports/98c63a03-7e44-46a8-90f7-0ea9dd4bd05f/bindings HTTP/1.1" status: 201 len: 389 time: 0.2441530 May 06 09:35:14.216374 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b85520-3307-4f51-a792-b03769c9672d req-9106e063-3023-4390-9d0d-e9600039bd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:14.217930 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-48b85520-3307-4f51-a792-b03769c9672d req-9106e063-3023-4390-9d0d-e9600039bd62 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee0cd225ef094aa381a08623ce8da867&device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 1124 time: 0.0490129 May 06 09:35:14.241944 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port b6e9d5cc-a000-4deb-bd36-c3154d143bf5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=b6e9d5cc-a000-4deb-bd36-c3154d143bf5,segment=NetworkSegment(544469d8-29d7-446f-8b89-a6a0fd846ecc),segment_id=544469d8-29d7-446f-8b89-a6a0fd846ecc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:14.254840 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c3d44-1860-4038-98d2-c9acf8531831 req-da70f15b-b7ce-4280-81fe-695727fa915a tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:14.256057 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'b6e9d5cc-a000-4deb-bd36-c3154d143bf5', 'network_id': '87f25cd1-e702-4156-b3cb-963d9d618ca5', 'port_id': 'b6e9d5cc-a000-4deb-bd36-c3154d143bf5', 'mac_address': 'fa:16:3e:27:2d:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c24859d-eb1f-476d-aa4b-6049a23c8017', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:35:14.263525 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-039c3d44-1860-4038-98d2-c9acf8531831 req-da70f15b-b7ce-4280-81fe-695727fa915a tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/ports?device_id=34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307 HTTP/1.1" status: 200 len: 949 time: 0.0826323 May 06 09:35:14.309424 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:14.325060 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e9d5cc-a000-4deb-bd36-c3154d143bf5 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:14.330987 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-039c3d44-1860-4038-98d2-c9acf8531831 req-e30248f6-43a6-44f1-92d4-e7406c1123c6 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/security-groups?id=afea8fc4-ce2a-4e21-998b-24101b2285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664918 May 06 09:35:14.361860 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port b6e9d5cc-a000-4deb-bd36-c3154d143bf5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=b6e9d5cc-a000-4deb-bd36-c3154d143bf5,segment=NetworkSegment(544469d8-29d7-446f-8b89-a6a0fd846ecc),segment_id=544469d8-29d7-446f-8b89-a6a0fd846ecc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:14.372153 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:14.401620 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b85520-3307-4f51-a792-b03769c9672d req-d73a6814-fc1a-444f-9970-da4099bb0946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:14.403333 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-48b85520-3307-4f51-a792-b03769c9672d req-d73a6814-fc1a-444f-9970-da4099bb0946 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9016fd3e-f04c-40de-8dbe-a7754f33396e HTTP/1.1" status: 200 len: 909 time: 0.1782305 May 06 09:35:14.465450 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04518267-0e4f-467e-96cd-dda75fe17dce req-559836d6-15a3-490e-9d16-75e55b7fcf0b tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:14.469280 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-04518267-0e4f-467e-96cd-dda75fe17dce req-559836d6-15a3-490e-9d16-75e55b7fcf0b tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 948 time: 0.0669200 May 06 09:35:14.481008 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-48b85520-3307-4f51-a792-b03769c9672d req-2bf8d436-f8fc-4bce-a794-d03c7b6330d6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db60fe74-22a7-43e3-a446-12ca922bd1a5 HTTP/1.1" status: 200 len: 217 time: 0.0656884 May 06 09:35:14.482884 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=b6e9d5cc-a000-4deb-bd36-c3154d143bf5,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:14.556370 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-04518267-0e4f-467e-96cd-dda75fe17dce req-4fa71a47-ec49-4cf3-bea4-b4b59ed2c4f2 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817842 May 06 09:35:14.569584 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7077c-e0c3-48d1-95a7-63c533d91677 req-f93c3944-258a-453f-8128-07d4b3ebd953 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:14.571089 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3ac7077c-e0c3-48d1-95a7-63c533d91677 req-f93c3944-258a-453f-8128-07d4b3ebd953 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 945 time: 0.0944185 May 06 09:35:14.589081 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b85520-3307-4f51-a792-b03769c9672d req-df369040-c722-4ee6-acc8-7db7289998c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:14.590973 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-48b85520-3307-4f51-a792-b03769c9672d req-df369040-c722-4ee6-acc8-7db7289998c2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5704ec7d-7fe2-4308-8e34-562762b93f76 HTTP/1.1" status: 200 len: 848 time: 0.0795429 May 06 09:35:14.634032 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3ac7077c-e0c3-48d1-95a7-63c533d91677 req-acb9d298-16da-4fc7-9ad7-3fe4c93c87b2 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554812 May 06 09:35:14.640662 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-48b85520-3307-4f51-a792-b03769c9672d req-05338dda-e0fd-4a1c-915f-e8ed851cb9f5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9016fd3e-f04c-40de-8dbe-a7754f33396e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292828 May 06 09:35:14.651354 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-78d75cee-de62-4d14-96ed-80b868465d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:14.653500 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-78d75cee-de62-4d14-96ed-80b868465d94 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=147a685967a04284b13954d6f7a9d875&device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 1096 time: 0.0847015 May 06 09:35:14.712051 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931488e-9ca5-4f55-a9a0-c72e8a70085b req-28b7f7da-2d55-45e7-be32-76edf26fa169 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:14.716778 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1931488e-9ca5-4f55-a9a0-c72e8a70085b req-28b7f7da-2d55-45e7-be32-76edf26fa169 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/ports?device_id=53842356-8b5e-470e-8cc1-41ada67d49ad HTTP/1.1" status: 200 len: 944 time: 0.0636644 May 06 09:35:14.786410 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1931488e-9ca5-4f55-a9a0-c72e8a70085b req-e26dc4f3-29ab-4be6-af05-988a49ac3ec3 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/security-groups?id=950a50e1-2156-49d3-85c0-f204b9a0b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591655 May 06 09:35:14.794873 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e7dfd-9fae-444f-923d-e9c0a4bc22dd req-78580122-e640-4a3b-8827-7a6e4d90b871 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:14.796445 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c2e7dfd-9fae-444f-923d-e9c0a4bc22dd req-78580122-e640-4a3b-8827-7a6e4d90b871 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 948 time: 0.0782325 May 06 09:35:14.818254 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-e266601d-18fb-424d-88a7-447431696012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:14.819771 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-e266601d-18fb-424d-88a7-447431696012 service neutron] 10.222.0.77 "GET /v2.0/networks?id=519999b9-d7d4-4e10-b661-e50209fd3b05 HTTP/1.1" status: 200 len: 920 time: 0.1586666 May 06 09:35:14.821645 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-48b85520-3307-4f51-a792-b03769c9672d req-c5d0063c-8cc8-49f1-b4af-4e5b4c17cb57 service neutron] 10.222.0.77 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727808 May 06 09:35:14.828140 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['b6e9d5cc-a000-4deb-bd36-c3154d143bf5'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:14.867501 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c2e7dfd-9fae-444f-923d-e9c0a4bc22dd req-4878d12a-af07-463b-9883-44bc52d0d828 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613911 May 06 09:35:14.882669 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-070728a5-b931-415b-a9fe-55a20d0fc982 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98c63a03-7e44-46a8-90f7-0ea9dd4bd05f HTTP/1.1" status: 200 len: 217 time: 0.0502970 May 06 09:35:15.000343 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-acb679b9-8f3b-4c91-abdd-6dd8df1a1ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:15.001941 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-acb679b9-8f3b-4c91-abdd-6dd8df1a1ec6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=293ef06f-9c8d-46e9-8a69-2491d12832fe HTTP/1.1" status: 200 len: 859 time: 0.1033902 May 06 09:35:15.069889 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-a1173dda-5331-40f3-bc7a-704847ee2773 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=519999b9-d7d4-4e10-b661-e50209fd3b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577288 May 06 09:35:15.153582 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38206) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:15.176154 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-48b85520-3307-4f51-a792-b03769c9672d req-f0578b71-df7c-41b6-9961-f11e6e3b959a service neutron] 10.222.0.77 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425977 May 06 09:35:15.229665 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29f112-5619-414e-903c-6020ac392973 req-763dc9df-6ef4-456d-816c-a062a0b642a8 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:15.231190 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea29f112-5619-414e-903c-6020ac392973 req-763dc9df-6ef4-456d-816c-a062a0b642a8 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 943 time: 0.0693274 May 06 09:35:15.238372 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-b43abbec-96bd-4ed5-9acb-807cbbd8211e service neutron] 10.222.0.77 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548963 May 06 09:35:15.264157 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-e4efd13b-105b-475c-bdbc-daa624547ddd tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=dd2b68e9188a432782a13dad893a2f67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439956 May 06 09:35:15.294254 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea29f112-5619-414e-903c-6020ac392973 req-3211999e-ebfe-41f4-a4b4-eff816abe910 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535538 May 06 09:35:15.335994 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-3f996d22-8c7a-4892-af8d-0fbe4dc2fdf7 service neutron] 10.222.0.77 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902638 May 06 09:35:15.343829 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-02d2acad-3d07-426b-98cd-e564dab491bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:15.457586 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-9d625d31-0c32-4c33-aecf-816d402355ec tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:15.459040 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-9d625d31-0c32-4c33-aecf-816d402355ec tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1823835 May 06 09:35:15.492605 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-24e8d2ff-7cf4-4733-a7d4-7eda4198435a tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/quotas/dd2b68e9188a432782a13dad893a2f67 HTTP/1.1" status: 200 len: 375 time: 0.0240669 May 06 09:35:15.500520 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84cb2b-cd0c-460d-8899-f2102697fb21 req-1514b748-0436-4024-92ac-9f352e1bd75a tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:15.501949 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab84cb2b-cd0c-460d-8899-f2102697fb21 req-1514b748-0436-4024-92ac-9f352e1bd75a tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/ports?device_id=34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307 HTTP/1.1" status: 200 len: 949 time: 0.1070914 May 06 09:35:15.555208 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-02d2acad-3d07-426b-98cd-e564dab491bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:15.562609 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-02d2acad-3d07-426b-98cd-e564dab491bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:15.616370 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab84cb2b-cd0c-460d-8899-f2102697fb21 req-a3466a5d-9029-4230-a6d1-709aa40b9df2 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/security-groups?id=afea8fc4-ce2a-4e21-998b-24101b2285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060581 May 06 09:35:15.620132 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-02d2acad-3d07-426b-98cd-e564dab491bb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=762ee046584d42a5baa03e4b3b2086fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4654155 May 06 09:35:15.622716 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38220) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:15.629675 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d2acad-3d07-426b-98cd-e564dab491bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09031a8a-d445-44ab-85fc-132758662b60,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:15.638602 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-d8c88311-0e9b-459b-bf67-b41194c179f7 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1312013 May 06 09:35:15.694637 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1e52b687-9249-48d5-bc7c-0364bc81af64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:15.719151 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-37c42b4f-c43f-4424-a167-4d44bc28b51f tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:15.721571 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-37c42b4f-c43f-4424-a167-4d44bc28b51f tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57&tenant_id=147a685967a04284b13954d6f7a9d875&binding%3Ahost_id=n-h1-840835-1 HTTP/1.1" status: 200 len: 1096 time: 0.0878637 May 06 09:35:15.722373 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1e52b687-9249-48d5-bc7c-0364bc81af64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:15.743556 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-87719348-87a9-4e31-b890-d582b77c45bc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840835-1'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:15.751196 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 401ec187-3b03-41c3-a15c-9e8e9f696ca7 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:15.813440 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1e52b687-9249-48d5-bc7c-0364bc81af64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:15.816204 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1e52b687-9249-48d5-bc7c-0364bc81af64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:15.817406 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1e52b687-9249-48d5-bc7c-0364bc81af64 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/09031a8a-d445-44ab-85fc-132758662b60 HTTP/1.1" status: 204 len: 168 time: 0.1937535 May 06 09:35:15.830385 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52b687-9249-48d5-bc7c-0364bc81af64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09031a8a-d445-44ab-85fc-132758662b60,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:15.860329 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-87719348-87a9-4e31-b890-d582b77c45bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:15.890283 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9c67c2e-2457-427d-b899-d6845e8510c3 req-ace74375-454b-4935-8dc3-48e8eff4c1ad tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 210 time: 0.0597448 May 06 09:35:15.935163 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 401ec187-3b03-41c3-a15c-9e8e9f696ca7 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:35:15.950355 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 401ec187-3b03-41c3-a15c-9e8e9f696ca7 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:15.952505 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:15.990596 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb609d23-8b37-4134-bc01-6333ef0630c0 req-f3b3455f-2172-4cd1-a3d6-0a2f309895f3 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:15.999565 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb609d23-8b37-4134-bc01-6333ef0630c0 req-f3b3455f-2172-4cd1-a3d6-0a2f309895f3 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 945 time: 0.1072321 May 06 09:35:16.001658 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6bb51a80-6268-4761-bdd9-5f2b7bf7583e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:16.071208 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-87719348-87a9-4e31-b890-d582b77c45bc service neutron] For port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=98c63a03-7e44-46a8-90f7-0ea9dd4bd05f,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:16.082643 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:16.111499 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d07b229-b377-4506-a467-73db406d130e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401ec187-3b03-41c3-a15c-9e8e9f696ca7'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:16.111911 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb609d23-8b37-4134-bc01-6333ef0630c0 req-5b509f39-bff4-4483-83a2-3ba003a262ae tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098211 May 06 09:35:16.114210 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d29279-b23a-45e1-8c60-5b52bd94f533" -d '{"events": [{"server_uuid": "7d07b229-b377-4506-a467-73db406d130e", "name": "network-vif-plugged", "status": "completed", "tag": "401ec187-3b03-41c3-a15c-9e8e9f696ca7"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:16.118179 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-87719348-87a9-4e31-b890-d582b77c45bc service neutron] For port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:16.126902 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device b6e9d5cc-a000-4deb-bd36-c3154d143bf5 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:16.172077 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 401ec187-3b03-41c3-a15c-9e8e9f696ca7, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=401ec187-3b03-41c3-a15c-9e8e9f696ca7,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:16.185167 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c44a4e-027b-4659-b10e-a65e04082a57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98c63a03-7e44-46a8-90f7-0ea9dd4bd05f'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:16.189071 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4afb5d-536c-4c50-a448-34024ea93ee8" -d '{"events": [{"server_uuid": "f9c44a4e-027b-4659-b10e-a65e04082a57", "name": "network-vif-unplugged", "status": "completed", "tag": "98c63a03-7e44-46a8-90f7-0ea9dd4bd05f"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:16.189511 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:16.194830 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-87719348-87a9-4e31-b890-d582b77c45bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:16.197632 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98455133-9f8d-4e5c-b003-a153e830783e req-dfc7da19-ff17-4c0b-b637-f4f07f6309f3 tempest-ServersAdminNegativeTestJSON-1977574460 tempest-ServersAdminNegativeTestJSON-1977574460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:16.202571 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-98455133-9f8d-4e5c-b003-a153e830783e req-dfc7da19-ff17-4c0b-b637-f4f07f6309f3 tempest-ServersAdminNegativeTestJSON-1977574460 tempest-ServersAdminNegativeTestJSON-1977574460-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307 HTTP/1.1" status: 200 len: 1100 time: 0.1853907 May 06 09:35:16.213638 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-87719348-87a9-4e31-b890-d582b77c45bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:16.238054 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-98455133-9f8d-4e5c-b003-a153e830783e req-644aca37-41bc-4a21-b853-7e8061b696f1 tempest-ServersAdminNegativeTestJSON-1977574460 tempest-ServersAdminNegativeTestJSON-1977574460-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:16.255370 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=401ec187-3b03-41c3-a15c-9e8e9f696ca7,revision_number=9']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:16.261646 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port b6e9d5cc-a000-4deb-bd36-c3154d143bf5 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:35:16.271005 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port b6e9d5cc-a000-4deb-bd36-c3154d143bf5 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:16.271415 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:16.283041 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87719348-87a9-4e31-b890-d582b77c45bc service neutron] Pushing event updated for resources: {'Port': ['ID=98c63a03-7e44-46a8-90f7-0ea9dd4bd05f,revision_number=7']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:16.337769 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-87719348-87a9-4e31-b890-d582b77c45bc service neutron] Attempting to bind port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f on host n-h1-840835-1 for vnic_type normal with profile {"migrating_to": "n-h2-840835-1"} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:16.338309 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-87719348-87a9-4e31-b890-d582b77c45bc service neutron] Attempting to bind port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:16.338740 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-87719348-87a9-4e31-b890-d582b77c45bc service neutron] Attempting to bind port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f on network 519999b9-d7d4-4e10-b661-e50209fd3b05 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:16.344122 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-87719348-87a9-4e31-b890-d582b77c45bc service neutron] Port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f on network 519999b9-d7d4-4e10-b661-e50209fd3b05 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:16.344758 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-87719348-87a9-4e31-b890-d582b77c45bc service neutron] Attempting to bind port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f on network 519999b9-d7d4-4e10-b661-e50209fd3b05 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:16.350171 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-87719348-87a9-4e31-b890-d582b77c45bc service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:16.350640 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-87719348-87a9-4e31-b890-d582b77c45bc service neutron] Checking segment: {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:16.351146 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-87719348-87a9-4e31-b890-d582b77c45bc service neutron] Bound using segment: {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:16.351901 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-87719348-87a9-4e31-b890-d582b77c45bc service neutron] Bound port: 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:16.352337 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-87719348-87a9-4e31-b890-d582b77c45bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:16.416043 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-98455133-9f8d-4e5c-b003-a153e830783e req-644aca37-41bc-4a21-b853-7e8061b696f1 tempest-ServersAdminNegativeTestJSON-1977574460 tempest-ServersAdminNegativeTestJSON-1977574460-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:16.427030 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-98455133-9f8d-4e5c-b003-a153e830783e req-644aca37-41bc-4a21-b853-7e8061b696f1 tempest-ServersAdminNegativeTestJSON-1977574460 tempest-ServersAdminNegativeTestJSON-1977574460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:16.428451 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:16.436083 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-87719348-87a9-4e31-b890-d582b77c45bc service neutron] For port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:16.441506 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-87719348-87a9-4e31-b890-d582b77c45bc service neutron] For port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=98c63a03-7e44-46a8-90f7-0ea9dd4bd05f,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:16.451487 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-87719348-87a9-4e31-b890-d582b77c45bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:16.463881 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d18bf-d7a1-4686-83a5-832b87aa44d3 req-9b7037f9-21a6-48b4-bad7-405c6a13d30b tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:16.471983 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-006d18bf-d7a1-4686-83a5-832b87aa44d3 req-9b7037f9-21a6-48b4-bad7-405c6a13d30b tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/ports?device_id=53842356-8b5e-470e-8cc1-41ada67d49ad HTTP/1.1" status: 200 len: 944 time: 0.1438975 May 06 09:35:16.474270 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port b6e9d5cc-a000-4deb-bd36-c3154d143bf5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=b6e9d5cc-a000-4deb-bd36-c3154d143bf5,segment=NetworkSegment(544469d8-29d7-446f-8b89-a6a0fd846ecc),segment_id=544469d8-29d7-446f-8b89-a6a0fd846ecc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:16.484487 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:16.522178 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-98455133-9f8d-4e5c-b003-a153e830783e req-644aca37-41bc-4a21-b853-7e8061b696f1 tempest-ServersAdminNegativeTestJSON-1977574460 tempest-ServersAdminNegativeTestJSON-1977574460-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=afea8fc4-ce2a-4e21-998b-24101b2285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122129 May 06 09:35:16.530162 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87719348-87a9-4e31-b890-d582b77c45bc service neutron] Pushing event updated for resources: {'Port': ['ID=98c63a03-7e44-46a8-90f7-0ea9dd4bd05f,revision_number=8']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:16.544158 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644aca37-41bc-4a21-b853-7e8061b696f1 tempest-ServersAdminNegativeTestJSON-1977574460 tempest-ServersAdminNegativeTestJSON-1977574460-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624f2192-a371-44d0-bbf5-abc83f5879b8,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:16.557051 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-87719348-87a9-4e31-b890-d582b77c45bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:16.557816 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-87719348-87a9-4e31-b890-d582b77c45bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:16.559716 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-87719348-87a9-4e31-b890-d582b77c45bc service neutron] 10.222.0.77 "PUT /v2.0/ports/98c63a03-7e44-46a8-90f7-0ea9dd4bd05f HTTP/1.1" status: 200 len: 1121 time: 0.8229017 May 06 09:35:16.577935 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-006d18bf-d7a1-4686-83a5-832b87aa44d3 req-7cc01979-93b1-44d5-b203-26626537b195 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/security-groups?id=950a50e1-2156-49d3-85c0-f204b9a0b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031249 May 06 09:35:16.583605 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=b6e9d5cc-a000-4deb-bd36-c3154d143bf5,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:16.597615 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8135617f-a6e6-4e98-ac62-b702812cedce x-openstack-request-id: req-8135617f-a6e6-4e98-ac62-b702812cedce {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:16.599344 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d07b229-b377-4506-a467-73db406d130e", "name": "network-vif-plugged", "status": "completed", "tag": "401ec187-3b03-41c3-a15c-9e8e9f696ca7", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:16.599898 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8135617f-a6e6-4e98-ac62-b702812cedce {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:16.602267 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8135617f-a6e6-4e98-ac62-b702812cedce'] response: {'server_uuid': '7d07b229-b377-4506-a467-73db406d130e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401ec187-3b03-41c3-a15c-9e8e9f696ca7', 'code': 200} May 06 09:35:16.631248 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9e2a54-c4d7-4313-b4dc-02a2d188aab7 x-openstack-request-id: req-4a9e2a54-c4d7-4313-b4dc-02a2d188aab7 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:16.631978 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c44a4e-027b-4659-b10e-a65e04082a57", "name": "network-vif-unplugged", "status": "completed", "tag": "98c63a03-7e44-46a8-90f7-0ea9dd4bd05f", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:16.631978 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4a9e2a54-c4d7-4313-b4dc-02a2d188aab7 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:16.632506 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a9e2a54-c4d7-4313-b4dc-02a2d188aab7'] response: {'server_uuid': 'f9c44a4e-027b-4659-b10e-a65e04082a57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98c63a03-7e44-46a8-90f7-0ea9dd4bd05f', 'code': 200} May 06 09:35:16.720133 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2559c7-a291-43b8-b704-0d3f97ab077a req-4bd5f0e1-0a94-4334-a7a6-5188764a0083 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:16.721636 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bd2559c7-a291-43b8-b704-0d3f97ab077a req-4bd5f0e1-0a94-4334-a7a6-5188764a0083 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 943 time: 0.0508335 May 06 09:35:16.766167 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bd2559c7-a291-43b8-b704-0d3f97ab077a req-f77a8d36-4145-498f-83ff-266c4531c9c3 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381191 May 06 09:35:16.790144 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['98c63a03-7e44-46a8-90f7-0ea9dd4bd05f'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:16.994907 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f3d8b064-9e1d-4866-8447-db447f08b519 req-5dba7432-f467-47b7-b911-30a63fd501cf tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 210 time: 0.0276630 May 06 09:35:17.240295 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e156c9-7094-4993-abc7-39dae368042a req-1d803088-9f3d-4b69-b8c8-e1d3613edaf0 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:17.241844 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-42e156c9-7094-4993-abc7-39dae368042a req-1d803088-9f3d-4b69-b8c8-e1d3613edaf0 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 943 time: 0.0528243 May 06 09:35:17.269986 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-63d91439-babd-4520-b46a-b41144189860 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f23fca1e646744eb8708dc773fb20660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260868 May 06 09:35:17.346546 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-42e156c9-7094-4993-abc7-39dae368042a req-5985c73b-9603-4c1f-a112-ee2eae908acc tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935078 May 06 09:35:17.404930 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-c5d8dcd2-43d5-4135-9c14-14d1ec294265 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:17.406894 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-c5d8dcd2-43d5-4135-9c14-14d1ec294265 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1291287 May 06 09:35:17.418590 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-2a6aff2e-05ad-43b7-be2e-2705600e0708 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=dd2b68e9188a432782a13dad893a2f67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335734 May 06 09:35:17.426410 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-3ee5ae1f-2270-484e-bd8a-84eb4a360872 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/quotas/f23fca1e646744eb8708dc773fb20660 HTTP/1.1" status: 200 len: 375 time: 0.0105445 May 06 09:35:17.506358 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-8c2c0034-4afe-45dd-b5a4-a91f8aca38ba tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f23fca1e646744eb8708dc773fb20660&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662506 May 06 09:35:17.556926 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-637f7a22-9c4f-4d61-895b-47feb1a47e72 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:17.558489 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-637f7a22-9c4f-4d61-895b-47feb1a47e72 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1304348 May 06 09:35:17.587912 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-4dea597e-624d-4226-9fa6-bfd4e504383e tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Request body: {'port': {'device_id': '87957e83-69ab-436b-bd6f-8f0018772156', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'admin_state_up': True, 'tenant_id': 'dd2b68e9188a432782a13dad893a2f67'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:17.712614 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417bff8-fe0b-4ec7-a736-ee1b33e69b9f req-cc606e8d-c6ea-413d-a64d-239ca61ea792 tempest-ServersAdminNegativeTestJSON-1977574460 tempest-ServersAdminNegativeTestJSON-1977574460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:17.714143 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f417bff8-fe0b-4ec7-a736-ee1b33e69b9f req-cc606e8d-c6ea-413d-a64d-239ca61ea792 tempest-ServersAdminNegativeTestJSON-1977574460 tempest-ServersAdminNegativeTestJSON-1977574460-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307 HTTP/1.1" status: 200 len: 1100 time: 0.1319833 May 06 09:35:17.770474 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051705b6-722a-4aa8-98a9-c0f516c9bdc3 req-4e99861a-fa03-44d0-b545-4d03661a2bb7 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:17.771986 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-051705b6-722a-4aa8-98a9-c0f516c9bdc3 req-4e99861a-fa03-44d0-b545-4d03661a2bb7 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/ports?device_id=53842356-8b5e-470e-8cc1-41ada67d49ad HTTP/1.1" status: 200 len: 945 time: 0.1013491 May 06 09:35:17.802792 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f417bff8-fe0b-4ec7-a736-ee1b33e69b9f req-32c7413e-5e35-40b4-a5d4-0c78909f2993 tempest-ServersAdminNegativeTestJSON-1977574460 tempest-ServersAdminNegativeTestJSON-1977574460-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=afea8fc4-ce2a-4e21-998b-24101b2285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727983 May 06 09:35:17.804914 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-4dea597e-624d-4226-9fa6-bfd4e504383e tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Made reservation on behalf of dd2b68e9188a432782a13dad893a2f67 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:35:17.808454 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-4dea597e-624d-4226-9fa6-bfd4e504383e tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:17.845499 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-051705b6-722a-4aa8-98a9-c0f516c9bdc3 req-e7e12f33-2579-4dfc-a645-7a305134921b tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/security-groups?id=950a50e1-2156-49d3-85c0-f204b9a0b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637629 May 06 09:35:17.916676 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e03cd3f1-e465-4c0f-ac39-b436fc9fa8e3 req-4e3781d1-6c52-4fd8-aeda-ca946fa5f55a tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/ports?device_id=35beb24c-7d9c-4e7d-850d-a01aeac4e2b0 HTTP/1.1" status: 200 len: 210 time: 0.0677779 May 06 09:35:18.023326 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-4dea597e-624d-4226-9fa6-bfd4e504383e tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Allocated IP 192.168.233.61 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/91f446db-15fc-4d52-89d7-753df54cee7b) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:35:18.035156 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfbe47-dbb4-40dc-8191-d669aeac0587 req-a938d30e-ef5f-4d1c-ab6f-0ea497662f9c tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:18.036702 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8bdfbe47-dbb4-40dc-8191-d669aeac0587 req-a938d30e-ef5f-4d1c-ab6f-0ea497662f9c tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 943 time: 0.1008434 May 06 09:35:18.111616 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8bdfbe47-dbb4-40dc-8191-d669aeac0587 req-7afaa39e-3d0e-421b-9406-b19d3d33890e tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648603 May 06 09:35:18.332281 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-ba7454ff-aa57-4ca8-b1bb-26e6fd7dda6f service neutron] 10.222.0.77 "GET /v2.0/ports/db60fe74-22a7-43e3-a446-12ca922bd1a5/bindings/n-h1-840835-1 HTTP/1.1" status: 200 len: 384 time: 0.0660446 May 06 09:35:18.392576 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb3e4cae-91bb-4f47-a3de-70a6e1b6f669 req-f4179d9c-f492-4b56-820a-73f1cf1bcae5 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 210 time: 0.2897294 May 06 09:35:18.433693 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5b26318c-177e-4688-9fa5-f556c3316d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:18.541172 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-4dea597e-624d-4226-9fa6-bfd4e504383e tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:18.552464 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:18.559995 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-2f3f6628-2d0a-4bcc-bed3-d36d2ae0a061 service neutron] For port db60fe74-22a7-43e3-a446-12ca922bd1a5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=db60fe74-22a7-43e3-a446-12ca922bd1a5,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:18.561692 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd492ca-de0f-4919-a011-768cea47d1fa req-19c30804-61bf-4153-9f93-6bde7795f8f1 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:18.563193 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bdd492ca-de0f-4919-a011-768cea47d1fa req-19c30804-61bf-4153-9f93-6bde7795f8f1 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/ports?device_id=34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307 HTTP/1.1" status: 200 len: 949 time: 0.1257083 May 06 09:35:18.582592 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-2f3f6628-2d0a-4bcc-bed3-d36d2ae0a061 service neutron] For port db60fe74-22a7-43e3-a446-12ca922bd1a5, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:18.588271 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1026d9-b6fb-445d-b44c-047e64e1911b req-87ea902b-8107-4994-a63c-1589989b6001 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:18.589752 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7c1026d9-b6fb-445d-b44c-047e64e1911b req-87ea902b-8107-4994-a63c-1589989b6001 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 943 time: 0.1144557 May 06 09:35:18.603624 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53842356-8b5e-470e-8cc1-41ada67d49ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e9d5cc-a000-4deb-bd36-c3154d143bf5'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:18.607453 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb39f0a-fb1e-4dcd-8308-685b3791122c" -d '{"events": [{"server_uuid": "53842356-8b5e-470e-8cc1-41ada67d49ad", "name": "network-vif-plugged", "status": "completed", "tag": "b6e9d5cc-a000-4deb-bd36-c3154d143bf5"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:18.620418 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-2f3f6628-2d0a-4bcc-bed3-d36d2ae0a061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db60fe74-22a7-43e3-a446-12ca922bd1a5 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:18.632040 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-2f3f6628-2d0a-4bcc-bed3-d36d2ae0a061 service neutron] For port db60fe74-22a7-43e3-a446-12ca922bd1a5, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=db60fe74-22a7-43e3-a446-12ca922bd1a5,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:18.634157 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c44a4e-027b-4659-b10e-a65e04082a57', 'tag': '98c63a03-7e44-46a8-90f7-0ea9dd4bd05f'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:18.636758 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dc7f55-7cff-4415-b152-e3a1c62a0c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c44a4e-027b-4659-b10e-a65e04082a57", "tag": "98c63a03-7e44-46a8-90f7-0ea9dd4bd05f"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:18.638339 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-4dea597e-624d-4226-9fa6-bfd4e504383e tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:18.652456 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['2a8c432e-4ccf-4d70-947f-3448ffe6562a', '401ec187-3b03-41c3-a15c-9e8e9f696ca7'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:18.653040 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bdd492ca-de0f-4919-a011-768cea47d1fa req-2b06539c-d71b-44d1-b98f-819d79d2b79b tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/security-groups?id=afea8fc4-ce2a-4e21-998b-24101b2285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826414 May 06 09:35:18.654996 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-2f3f6628-2d0a-4bcc-bed3-d36d2ae0a061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:18.693895 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7c1026d9-b6fb-445d-b44c-047e64e1911b req-06797b3d-f65a-4d57-8638-1640b4b9cb97 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890374 May 06 09:35:18.700165 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-4dea597e-624d-4226-9fa6-bfd4e504383e tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:35:18.703818 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-4dea597e-624d-4226-9fa6-bfd4e504383e tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:18.707608 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-4dea597e-624d-4226-9fa6-bfd4e504383e tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:35:18.713058 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-4dea597e-624d-4226-9fa6-bfd4e504383e tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:18.713692 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-4dea597e-624d-4226-9fa6-bfd4e504383e tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:18.739753 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea597e-624d-4226-9fa6-bfd4e504383e tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Pushing event updated for resources: {'Port': ['ID=91f446db-15fc-4d52-89d7-753df54cee7b,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:18.747660 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fc22a5-18ef-4aa7-8841-e3ff6cc3e6a5 x-openstack-request-id: req-02fc22a5-18ef-4aa7-8841-e3ff6cc3e6a5 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:18.749124 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53842356-8b5e-470e-8cc1-41ada67d49ad", "name": "network-vif-plugged", "status": "completed", "tag": "b6e9d5cc-a000-4deb-bd36-c3154d143bf5", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:18.749446 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-02fc22a5-18ef-4aa7-8841-e3ff6cc3e6a5 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:18.752122 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02fc22a5-18ef-4aa7-8841-e3ff6cc3e6a5'] response: {'server_uuid': '53842356-8b5e-470e-8cc1-41ada67d49ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e9d5cc-a000-4deb-bd36-c3154d143bf5', 'code': 200} May 06 09:35:18.753055 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-4dea597e-624d-4226-9fa6-bfd4e504383e tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1687918 May 06 09:35:18.777782 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-386f9d1b-da16-4aed-8198-bac6c2814a9d service neutron] Request body: {'port': {'device_id': '87957e83-69ab-436b-bd6f-8f0018772156', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:18.779693 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83868dd-48c9-44bf-9fc7-951e6fca9e88 x-openstack-request-id: req-a83868dd-48c9-44bf-9fc7-951e6fca9e88 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:18.781388 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c44a4e-027b-4659-b10e-a65e04082a57", "tag": "98c63a03-7e44-46a8-90f7-0ea9dd4bd05f", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:18.781661 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a83868dd-48c9-44bf-9fc7-951e6fca9e88 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:18.782014 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a83868dd-48c9-44bf-9fc7-951e6fca9e88'] response: {'name': 'network-changed', 'server_uuid': 'f9c44a4e-027b-4659-b10e-a65e04082a57', 'tag': '98c63a03-7e44-46a8-90f7-0ea9dd4bd05f', 'status': 'completed', 'code': 200} May 06 09:35:18.798984 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-2f3f6628-2d0a-4bcc-bed3-d36d2ae0a061 service neutron] Transition to ACTIVE for port object db60fe74-22a7-43e3-a446-12ca922bd1a5 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:35:18.811228 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-2f3f6628-2d0a-4bcc-bed3-d36d2ae0a061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:18.913601 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-2f3f6628-2d0a-4bcc-bed3-d36d2ae0a061 service neutron] No DVR routers for this DVR port db60fe74-22a7-43e3-a446-12ca922bd1a5 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:35:18.916710 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.77', 60674) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:18.964578 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-386f9d1b-da16-4aed-8198-bac6c2814a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:19.010786 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f6628-2d0a-4bcc-bed3-d36d2ae0a061 service neutron] Pushing event updated for resources: {'Port': ['ID=db60fe74-22a7-43e3-a446-12ca922bd1a5,revision_number=10']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:19.065078 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-281516a8-64fb-4971-954b-1b6373e7e1c6 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=f23fca1e646744eb8708dc773fb20660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1118085 May 06 09:35:19.076025 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-2f3f6628-2d0a-4bcc-bed3-d36d2ae0a061 service neutron] 10.222.0.77 "PUT /v2.0/ports/db60fe74-22a7-43e3-a446-12ca922bd1a5/bindings/n-h1-840835-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7370393 May 06 09:35:19.119427 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc7f55-7cff-4415-b152-e3a1c62a0c4a req-42653405-0949-4b26-a1eb-43c52133d1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:19.121028 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e7dc7f55-7cff-4415-b152-e3a1c62a0c4a req-42653405-0949-4b26-a1eb-43c52133d1e6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=147a685967a04284b13954d6f7a9d875&device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 1124 time: 0.2287369 May 06 09:35:19.128225 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f3757e2a-a412-4776-96ef-abeb292f0c4e req-898855cb-d031-4d94-934e-c0000f14cc3f tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/ports?device_id=35beb24c-7d9c-4e7d-850d-a01aeac4e2b0 HTTP/1.1" status: 200 len: 210 time: 0.0707345 May 06 09:35:19.138001 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-721c74b5-ab6e-42b4-b748-ebf24f9e6e21 None None] Provisioning complete for port 91f446db-15fc-4d52-89d7-753df54cee7b triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:19.138340 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-721c74b5-ab6e-42b4-b748-ebf24f9e6e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:19.169535 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d5266-a02f-4922-9417-3adfda00a031 req-d5cbba82-c69f-4e9a-96fa-3432a28562e1 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:19.177529 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f79d5266-a02f-4922-9417-3adfda00a031 req-d5cbba82-c69f-4e9a-96fa-3432a28562e1 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/ports?device_id=53842356-8b5e-470e-8cc1-41ada67d49ad HTTP/1.1" status: 200 len: 945 time: 0.2141263 May 06 09:35:19.182359 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-721c74b5-ab6e-42b4-b748-ebf24f9e6e21 None None] Port 91f446db-15fc-4d52-89d7-753df54cee7b cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:35:19.206482 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.84', 57465) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:19.214382 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-481e06d2-b5ab-48db-aa63-6c57fb135d8d tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:19.215876 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-481e06d2-b5ab-48db-aa63-6c57fb135d8d tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1389663 May 06 09:35:19.231203 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80897970-6ced-4120-a670-de33a942ffe4 req-238275ad-847f-4422-b5c1-4aa626ab4db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:19.232697 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-80897970-6ced-4120-a670-de33a942ffe4 req-238275ad-847f-4422-b5c1-4aa626ab4db1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=53842356-8b5e-470e-8cc1-41ada67d49ad HTTP/1.1" status: 200 len: 1096 time: 0.2832985 May 06 09:35:19.253530 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-a76b1679-0f7a-457d-b64c-272c9a8ca0dd tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Request body: {'port': {'device_id': '35beb24c-7d9c-4e7d-850d-a01aeac4e2b0', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'admin_state_up': True, 'tenant_id': 'f23fca1e646744eb8708dc773fb20660'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:19.348831 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-1199445b-ff8f-434f-8786-43dace5251d7 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:19.350360 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-1199445b-ff8f-434f-8786-43dace5251d7 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b&tenant_id=ee0cd225ef094aa381a08623ce8da867&binding%3Ahost_id=n-h2-840835-1 HTTP/1.1" status: 200 len: 1095 time: 0.1334679 May 06 09:35:19.362270 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-80897970-6ced-4120-a670-de33a942ffe4 req-9d87ed83-4c6e-420b-9ffd-3968e0380eb7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=950a50e1-2156-49d3-85c0-f204b9a0b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122828 May 06 09:35:19.368374 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f79d5266-a02f-4922-9417-3adfda00a031 req-afc77de6-9cf8-4902-8d20-435fed4a0da1 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/security-groups?id=950a50e1-2156-49d3-85c0-f204b9a0b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899357 May 06 09:35:19.377930 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:19.408881 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4f55d-86ad-4ae7-bd1c-a78f7b9efa89 req-ffca7ae6-de1b-4ea9-bfb4-1ea1c5ed0f28 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:19.410271 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f0f4f55d-86ad-4ae7-bd1c-a78f7b9efa89 req-ffca7ae6-de1b-4ea9-bfb4-1ea1c5ed0f28 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 944 time: 0.1826315 May 06 09:35:19.495948 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc7f55-7cff-4415-b152-e3a1c62a0c4a req-c949a97e-4d23-4d1c-8050-1c78390c6f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:19.497541 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e7dc7f55-7cff-4415-b152-e3a1c62a0c4a req-c949a97e-4d23-4d1c-8050-1c78390c6f7e service neutron] 10.222.0.84 "GET /v2.0/networks?id=519999b9-d7d4-4e10-b661-e50209fd3b05 HTTP/1.1" status: 200 len: 920 time: 0.3623583 May 06 09:35:19.502538 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-e9254044-92c4-4bb8-ab40-72fb37ebbb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:19.504199 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-e9254044-92c4-4bb8-ab40-72fb37ebbb02 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b&tenant_id=ee0cd225ef094aa381a08623ce8da867 HTTP/1.1" status: 200 len: 1095 time: 0.1257880 May 06 09:35:19.515857 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-a76b1679-0f7a-457d-b64c-272c9a8ca0dd tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Made reservation on behalf of f23fca1e646744eb8708dc773fb20660 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:35:19.521094 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-a76b1679-0f7a-457d-b64c-272c9a8ca0dd tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:19.530081 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-a76b1679-0f7a-457d-b64c-272c9a8ca0dd tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:19.609318 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f0f4f55d-86ad-4ae7-bd1c-a78f7b9efa89 req-77ca927a-3da8-4406-a847-cf95cd783808 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424799 May 06 09:35:19.616447 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e7dc7f55-7cff-4415-b152-e3a1c62a0c4a req-19b5879c-ee33-4666-b084-daf84f77be94 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98c63a03-7e44-46a8-90f7-0ea9dd4bd05f HTTP/1.1" status: 200 len: 217 time: 0.0800295 May 06 09:35:19.636207 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-717f21e3-b62b-432e-aaa1-e03f39ad2d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:19.637984 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-717f21e3-b62b-432e-aaa1-e03f39ad2d59 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ee0cd225ef094aa381a08623ce8da867&device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 1095 time: 0.0748978 May 06 09:35:19.672089 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-a76b1679-0f7a-457d-b64c-272c9a8ca0dd tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:19.684983 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a223c-d05a-4241-b4b5-15f13aff7fda req-06ea57c0-ab76-437f-baf2-6439d1e0e0aa tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:19.694209 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e83a223c-d05a-4241-b4b5-15f13aff7fda req-06ea57c0-ab76-437f-baf2-6439d1e0e0aa tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 935 time: 0.2222297 May 06 09:35:19.709409 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-a76b1679-0f7a-457d-b64c-272c9a8ca0dd tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:19.772786 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc7f55-7cff-4415-b152-e3a1c62a0c4a req-940a5dae-d0c6-41c3-93c3-59c23a489e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:19.774314 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e7dc7f55-7cff-4415-b152-e3a1c62a0c4a req-940a5dae-d0c6-41c3-93c3-59c23a489e96 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=293ef06f-9c8d-46e9-8a69-2491d12832fe HTTP/1.1" status: 200 len: 859 time: 0.1461294 May 06 09:35:19.809201 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b1679-0f7a-457d-b64c-272c9a8ca0dd tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04b1faad-a891-43c3-818a-a77930f9edd2,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:19.813836 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e83a223c-d05a-4241-b4b5-15f13aff7fda req-33d08c2c-cef3-44bc-8741-2a7c55e0e9a4 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179838 May 06 09:35:19.853048 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-42bd7f47-1f7d-4b5e-9123-2225aa4d509a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:19.854908 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-42bd7f47-1f7d-4b5e-9123-2225aa4d509a service neutron] 10.222.0.84 "GET /v2.0/networks?id=9016fd3e-f04c-40de-8dbe-a7754f33396e HTTP/1.1" status: 200 len: 909 time: 0.2006369 May 06 09:35:19.886849 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e7dc7f55-7cff-4415-b152-e3a1c62a0c4a req-2c65b613-3db7-411b-8b9a-264dc9b028cb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=519999b9-d7d4-4e10-b661-e50209fd3b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580268 May 06 09:35:19.893504 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-386f9d1b-da16-4aed-8198-bac6c2814a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91f446db-15fc-4d52-89d7-753df54cee7b {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:19.933647 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-fb24206a-a80b-4f2a-b6bf-b2a1b9dc5989 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db60fe74-22a7-43e3-a446-12ca922bd1a5 HTTP/1.1" status: 200 len: 217 time: 0.0565264 May 06 09:35:19.935570 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-386f9d1b-da16-4aed-8198-bac6c2814a9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:20.009541 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-360dbb69-811d-4506-98f4-1a0b009e3634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:20.011192 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-360dbb69-811d-4506-98f4-1a0b009e3634 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5704ec7d-7fe2-4308-8e34-562762b93f76 HTTP/1.1" status: 200 len: 848 time: 0.0550542 May 06 09:35:20.018061 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-386f9d1b-da16-4aed-8198-bac6c2814a9d service neutron] Transition to ACTIVE for port object 91f446db-15fc-4d52-89d7-753df54cee7b will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:35:20.028919 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-386f9d1b-da16-4aed-8198-bac6c2814a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:20.048009 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ae2ce-d9c4-48b6-ab34-34d73455be9b req-73ef0467-edd5-4eda-9706-8cd232913831 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:20.049530 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-377ae2ce-d9c4-48b6-ab34-34d73455be9b req-73ef0467-edd5-4eda-9706-8cd232913831 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/ports?device_id=34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307 HTTP/1.1" status: 200 len: 949 time: 0.2529063 May 06 09:35:20.075675 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-08e1d880-df0c-4bde-ac95-f3b68efef561 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9016fd3e-f04c-40de-8dbe-a7754f33396e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535934 May 06 09:35:20.109611 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319f65a-3966-4bc8-8161-ff6345175285 req-6685939b-3490-4c7e-aba2-138c063b48b2 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:20.111137 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8319f65a-3966-4bc8-8161-ff6345175285 req-6685939b-3490-4c7e-aba2-138c063b48b2 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 943 time: 0.1873233 May 06 09:35:20.138957 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e7dc7f55-7cff-4415-b152-e3a1c62a0c4a req-41754701-30d1-49b4-8b45-e3aefe6e8832 service neutron] 10.222.0.84 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266386 May 06 09:35:20.144122 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:35:20.153375 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-a76b1679-0f7a-457d-b64c-272c9a8ca0dd tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Allocated IP 192.168.233.215 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/3b2b3f7e-6b85-4576-9924-c701f9c66356) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:35:20.175907 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f9d1b-da16-4aed-8198-bac6c2814a9d service neutron] Pushing event updated for resources: {'Port': ['ID=91f446db-15fc-4d52-89d7-753df54cee7b,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:20.275644 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-377ae2ce-d9c4-48b6-ab34-34d73455be9b req-a8adb524-d100-4200-9971-5111a731db5e tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/security-groups?id=afea8fc4-ce2a-4e21-998b-24101b2285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036510 May 06 09:35:20.293768 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8319f65a-3966-4bc8-8161-ff6345175285 req-28f9b682-cca5-423a-85bf-6fece5e4b461 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648040 May 06 09:35:20.294344 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=98c63a03-7e44-46a8-90f7-0ea9dd4bd05f,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:20.298649 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-386f9d1b-da16-4aed-8198-bac6c2814a9d service neutron] Attempting to bind port 91f446db-15fc-4d52-89d7-753df54cee7b on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:20.298990 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-386f9d1b-da16-4aed-8198-bac6c2814a9d service neutron] Attempting to bind port 91f446db-15fc-4d52-89d7-753df54cee7b by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:20.299355 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-386f9d1b-da16-4aed-8198-bac6c2814a9d service neutron] Attempting to bind port 91f446db-15fc-4d52-89d7-753df54cee7b on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:20.315645 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-386f9d1b-da16-4aed-8198-bac6c2814a9d service neutron] Port 91f446db-15fc-4d52-89d7-753df54cee7b on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:20.318143 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f has no active binding in host n-h2-840835-1 {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 06 09:35:20.321085 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-386f9d1b-da16-4aed-8198-bac6c2814a9d service neutron] Attempting to bind port 91f446db-15fc-4d52-89d7-753df54cee7b on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:20.348711 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-386f9d1b-da16-4aed-8198-bac6c2814a9d service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:20.349202 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-386f9d1b-da16-4aed-8198-bac6c2814a9d service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:20.351427 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-386f9d1b-da16-4aed-8198-bac6c2814a9d service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:20.352856 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-386f9d1b-da16-4aed-8198-bac6c2814a9d service neutron] Bound port: 91f446db-15fc-4d52-89d7-753df54cee7b, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:20.353343 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-386f9d1b-da16-4aed-8198-bac6c2814a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:20.376317 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-e6e776a2-9c55-4b8c-9135-47c9406ef947 service neutron] 10.222.0.84 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862129 May 06 09:35:20.390789 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e7dc7f55-7cff-4415-b152-e3a1c62a0c4a req-39b1b891-a91d-43b5-a3b2-0f6d418825b3 service neutron] 10.222.0.84 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258737 May 06 09:35:20.414461 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b07b6ead-b057-4f9d-9451-12b8ffc454d7 req-cb93bbae-df06-41ce-96b3-0e118b78ae50 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/ports?device_id=35beb24c-7d9c-4e7d-850d-a01aeac4e2b0 HTTP/1.1" status: 200 len: 210 time: 0.0419219 May 06 09:35:20.475882 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-386f9d1b-da16-4aed-8198-bac6c2814a9d service neutron] For port 91f446db-15fc-4d52-89d7-753df54cee7b, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:20.479637 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-386f9d1b-da16-4aed-8198-bac6c2814a9d service neutron] For port 91f446db-15fc-4d52-89d7-753df54cee7b, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=91f446db-15fc-4d52-89d7-753df54cee7b,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:20.485292 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-386f9d1b-da16-4aed-8198-bac6c2814a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:20.546718 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-386f9d1b-da16-4aed-8198-bac6c2814a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:20.547357 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-386f9d1b-da16-4aed-8198-bac6c2814a9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:20.548778 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-386f9d1b-da16-4aed-8198-bac6c2814a9d service neutron] 10.222.0.84 "PUT /v2.0/ports/91f446db-15fc-4d52-89d7-753df54cee7b HTTP/1.1" status: 200 len: 1095 time: 1.7763777 May 06 09:35:20.550142 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87957e83-69ab-436b-bd6f-8f0018772156', 'tag': '91f446db-15fc-4d52-89d7-753df54cee7b'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:20.552432 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e36ad70-cc98-421c-aa98-959fcba0a332" -d '{"events": [{"name": "network-changed", "server_uuid": "87957e83-69ab-436b-bd6f-8f0018772156", "tag": "91f446db-15fc-4d52-89d7-753df54cee7b"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:20.585538 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f9d1b-da16-4aed-8198-bac6c2814a9d service neutron] Pushing event updated for resources: {'Port': ['ID=91f446db-15fc-4d52-89d7-753df54cee7b,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:20.599498 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf9d4f-310d-44e4-8d53-481ee0ebaa9f req-cf6e1799-f9c8-417a-9a58-a8b10224ea68 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:20.601431 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f8cf9d4f-310d-44e4-8d53-481ee0ebaa9f req-cf6e1799-f9c8-417a-9a58-a8b10224ea68 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/ports?device_id=53842356-8b5e-470e-8cc1-41ada67d49ad HTTP/1.1" status: 200 len: 945 time: 0.1136596 May 06 09:35:20.634850 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6e4773-528b-4948-a2ad-20ff982124ea x-openstack-request-id: req-9d6e4773-528b-4948-a2ad-20ff982124ea {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:20.635531 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87957e83-69ab-436b-bd6f-8f0018772156", "tag": "91f446db-15fc-4d52-89d7-753df54cee7b", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:20.635531 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9d6e4773-528b-4948-a2ad-20ff982124ea {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:20.635795 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d6e4773-528b-4948-a2ad-20ff982124ea'] response: {'name': 'network-changed', 'server_uuid': '87957e83-69ab-436b-bd6f-8f0018772156', 'tag': '91f446db-15fc-4d52-89d7-753df54cee7b', 'status': 'completed', 'code': 200} May 06 09:35:20.664905 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f8cf9d4f-310d-44e4-8d53-481ee0ebaa9f req-f4ba1028-c318-42f0-96f4-a255b0dbc7ff tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/security-groups?id=950a50e1-2156-49d3-85c0-f204b9a0b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538509 May 06 09:35:20.747883 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-4c127e29-6935-4a2c-bd1a-bf598ca0af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:20.751017 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-4c127e29-6935-4a2c-bd1a-bf598ca0af4f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 1098 time: 0.0847583 May 06 09:35:20.751190 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-a76b1679-0f7a-457d-b64c-272c9a8ca0dd tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:20.767637 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b625e-9320-4b65-9f89-04f7f9b3aab0 req-182f6a80-1968-4a79-b4de-45c804efe826 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:20.769116 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c6b625e-9320-4b65-9f89-04f7f9b3aab0 req-182f6a80-1968-4a79-b4de-45c804efe826 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 944 time: 0.0656190 May 06 09:35:20.804557 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-ec567ab1-f95c-4632-abf8-78026c13b2ec service neutron] 10.222.0.84 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103770 May 06 09:35:20.813778 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-a76b1679-0f7a-457d-b64c-272c9a8ca0dd tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:20.841713 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-4dceceda-fb97-4535-b2eb-ca47c4dda2b7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=91f446db-15fc-4d52-89d7-753df54cee7b HTTP/1.1" status: 200 len: 217 time: 0.0497963 May 06 09:35:20.849879 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c6b625e-9320-4b65-9f89-04f7f9b3aab0 req-7accdddf-0742-4367-8479-d64af652aecb tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745919 May 06 09:35:20.860710 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-a76b1679-0f7a-457d-b64c-272c9a8ca0dd tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:35:20.880917 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-a76b1679-0f7a-457d-b64c-272c9a8ca0dd tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:20.885171 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-a76b1679-0f7a-457d-b64c-272c9a8ca0dd tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:35:20.918168 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b1679-0f7a-457d-b64c-272c9a8ca0dd tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Pushing event updated for resources: {'Port': ['ID=3b2b3f7e-6b85-4576-9924-c701f9c66356,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:20.922701 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-6ebb71ef-900f-4e8d-b64b-af0b96b966e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:20.924492 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-6ebb71ef-900f-4e8d-b64b-af0b96b966e3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0604973 May 06 09:35:20.953017 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-a76b1679-0f7a-457d-b64c-272c9a8ca0dd tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:20.953801 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-a76b1679-0f7a-457d-b64c-272c9a8ca0dd tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:20.972704 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-a76b1679-0f7a-457d-b64c-272c9a8ca0dd tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7244697 May 06 09:35:21.005191 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-dadcfa27-1d0f-4ee5-8613-9c6ee6694a03 service neutron] Request body: {'port': {'device_id': '35beb24c-7d9c-4e7d-850d-a01aeac4e2b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:21.006486 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc1e19-3d37-4c86-b80b-3595ef9c0bc5 req-1a2ef481-9545-49ef-9572-a90268a50ab6 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:21.008059 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dfcc1e19-3d37-4c86-b80b-3595ef9c0bc5 req-1a2ef481-9545-49ef-9572-a90268a50ab6 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 947 time: 0.0750196 May 06 09:35:21.016859 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-1db95e31-cc47-4b87-b790-cd3afa1615e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:21.018323 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-1db95e31-cc47-4b87-b790-cd3afa1615e2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0759487 May 06 09:35:21.025188 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:21.079020 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-dadcfa27-1d0f-4ee5-8613-9c6ee6694a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:21.080075 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dfcc1e19-3d37-4c86-b80b-3595ef9c0bc5 req-aa128778-682d-4030-8e96-7280632681d7 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578942 May 06 09:35:21.162313 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-d35c432e-25a6-4e13-825f-feb6fd969405 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112165 May 06 09:35:21.186025 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-ec964f2b-6fc6-430c-8dc6-13226b124937 None None] Provisioning complete for port 3b2b3f7e-6b85-4576-9924-c701f9c66356 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:21.186645 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ec964f2b-6fc6-430c-8dc6-13226b124937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:21.221753 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-ec964f2b-6fc6-430c-8dc6-13226b124937 None None] Port 3b2b3f7e-6b85-4576-9924-c701f9c66356 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:35:21.301721 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-42031e6c-c861-4e96-abd7-3bd16c4c9708 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:21.303170 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-42031e6c-c861-4e96-abd7-3bd16c4c9708 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b&tenant_id=ee0cd225ef094aa381a08623ce8da867&binding%3Ahost_id=n-h1-840835-1 HTTP/1.1" status: 200 len: 1095 time: 0.0965133 May 06 09:35:21.303805 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e60f76e7-ded9-4c99-bc17-0f5c2a6908ad req-4051787b-4a6f-4d03-8c05-f70a7f6ae815 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023386 May 06 09:35:21.394291 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:21.447399 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-dadcfa27-1d0f-4ee5-8613-9c6ee6694a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b2b3f7e-6b85-4576-9924-c701f9c66356 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:21.458607 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-dadcfa27-1d0f-4ee5-8613-9c6ee6694a03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:21.496428 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd6240-432b-4e80-a7d3-954f4df311a1 req-9b68a402-eb41-415c-896f-dce26e422bac tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:21.497932 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-dadcfa27-1d0f-4ee5-8613-9c6ee6694a03 service neutron] Transition to ACTIVE for port object 3b2b3f7e-6b85-4576-9924-c701f9c66356 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:35:21.498079 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-91dd6240-432b-4e80-a7d3-954f4df311a1 req-9b68a402-eb41-415c-896f-dce26e422bac tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 943 time: 0.1107574 May 06 09:35:21.503036 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-dadcfa27-1d0f-4ee5-8613-9c6ee6694a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:21.515266 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040038d-cc70-4b83-997a-d68f751d45f0 req-ccb955c4-6ae2-4cc8-86d2-5a22f22eceec tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:21.516735 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2040038d-cc70-4b83-997a-d68f751d45f0 req-ccb955c4-6ae2-4cc8-86d2-5a22f22eceec tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/ports?device_id=34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307 HTTP/1.1" status: 200 len: 949 time: 0.1502709 May 06 09:35:21.540620 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36ad70-cc98-421c-aa98-959fcba0a332 req-2cf222ce-9f0c-43cf-8a6c-1934d26a3a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:21.542007 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e36ad70-cc98-421c-aa98-959fcba0a332 req-2cf222ce-9f0c-43cf-8a6c-1934d26a3a13 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 1098 time: 0.1002383 May 06 09:35:21.572368 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadcfa27-1d0f-4ee5-8613-9c6ee6694a03 service neutron] Pushing event updated for resources: {'Port': ['ID=3b2b3f7e-6b85-4576-9924-c701f9c66356,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:21.592084 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-13407d4b-32f0-4dd3-b535-9e006013c2ee service neutron] For port db60fe74-22a7-43e3-a446-12ca922bd1a5, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:21.596484 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-13407d4b-32f0-4dd3-b535-9e006013c2ee service neutron] Notify callbacks [] for binding, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:21.597619 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9ba0ad51-f2e3-4d61-8d81-372915c4bc78 req-13407d4b-32f0-4dd3-b535-9e006013c2ee service neutron] 10.222.0.84 "DELETE /v2.0/ports/db60fe74-22a7-43e3-a446-12ca922bd1a5/bindings/n-h2-840835-1 HTTP/1.1" status: 204 len: 173 time: 0.2364378 May 06 09:35:21.629450 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-91dd6240-432b-4e80-a7d3-954f4df311a1 req-733c3b0d-db73-440c-ac8d-01ae5aba21f2 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228712 May 06 09:35:21.666032 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-dadcfa27-1d0f-4ee5-8613-9c6ee6694a03 service neutron] Attempting to bind port 3b2b3f7e-6b85-4576-9924-c701f9c66356 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:21.666377 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-dadcfa27-1d0f-4ee5-8613-9c6ee6694a03 service neutron] Attempting to bind port 3b2b3f7e-6b85-4576-9924-c701f9c66356 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:21.666713 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-dadcfa27-1d0f-4ee5-8613-9c6ee6694a03 service neutron] Attempting to bind port 3b2b3f7e-6b85-4576-9924-c701f9c66356 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:21.675883 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-dadcfa27-1d0f-4ee5-8613-9c6ee6694a03 service neutron] Port 3b2b3f7e-6b85-4576-9924-c701f9c66356 on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:21.676207 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-dadcfa27-1d0f-4ee5-8613-9c6ee6694a03 service neutron] Attempting to bind port 3b2b3f7e-6b85-4576-9924-c701f9c66356 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:21.677213 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2040038d-cc70-4b83-997a-d68f751d45f0 req-e91da32f-2afe-4d60-baf6-7df6fe16ef83 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/security-groups?id=afea8fc4-ce2a-4e21-998b-24101b2285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517766 May 06 09:35:21.692598 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-dadcfa27-1d0f-4ee5-8613-9c6ee6694a03 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:21.693243 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-dadcfa27-1d0f-4ee5-8613-9c6ee6694a03 service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:21.693949 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-dadcfa27-1d0f-4ee5-8613-9c6ee6694a03 service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:21.694531 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-dadcfa27-1d0f-4ee5-8613-9c6ee6694a03 service neutron] Bound port: 3b2b3f7e-6b85-4576-9924-c701f9c66356, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:21.695057 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-dadcfa27-1d0f-4ee5-8613-9c6ee6694a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:21.729540 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36ad70-cc98-421c-aa98-959fcba0a332 req-d297da88-e4a3-4406-a051-a00d438e9257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:21.733906 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e36ad70-cc98-421c-aa98-959fcba0a332 req-d297da88-e4a3-4406-a051-a00d438e9257 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.1753187 May 06 09:35:21.780660 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392f45e-01b2-4f4c-8de1-14ca996d8bfd req-33705626-777d-4be6-8f1e-67cba2f254e8 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:21.782151 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e392f45e-01b2-4f4c-8de1-14ca996d8bfd req-33705626-777d-4be6-8f1e-67cba2f254e8 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.84 "GET /v2.0/ports?device_id=34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307 HTTP/1.1" status: 200 len: 949 time: 0.1079524 May 06 09:35:21.802155 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e36ad70-cc98-421c-aa98-959fcba0a332 req-2b9a6f03-68a1-4609-a388-b4f1cb1c92ea service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=91f446db-15fc-4d52-89d7-753df54cee7b HTTP/1.1" status: 200 len: 217 time: 0.0552995 May 06 09:35:21.829930 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-dadcfa27-1d0f-4ee5-8613-9c6ee6694a03 service neutron] For port 3b2b3f7e-6b85-4576-9924-c701f9c66356, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:21.849480 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-dadcfa27-1d0f-4ee5-8613-9c6ee6694a03 service neutron] For port 3b2b3f7e-6b85-4576-9924-c701f9c66356, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=3b2b3f7e-6b85-4576-9924-c701f9c66356,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:21.858646 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-dadcfa27-1d0f-4ee5-8613-9c6ee6694a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:21.886908 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e27ae-4aec-4ceb-a4bd-cebef4d9aeb6 req-1095b5a4-08ef-47ee-8c8f-8955bc7e5d71 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:21.888413 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae7e27ae-4aec-4ceb-a4bd-cebef4d9aeb6 req-1095b5a4-08ef-47ee-8c8f-8955bc7e5d71 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/ports?device_id=35beb24c-7d9c-4e7d-850d-a01aeac4e2b0 HTTP/1.1" status: 200 len: 948 time: 0.1536076 May 06 09:35:21.923909 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-dadcfa27-1d0f-4ee5-8613-9c6ee6694a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:21.924089 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f629a-e3d9-408c-92d0-02cde06d593f req-ff9bd827-2736-470a-8ef8-2984e5661ecf tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:21.924557 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-dadcfa27-1d0f-4ee5-8613-9c6ee6694a03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:21.925402 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d3f629a-e3d9-408c-92d0-02cde06d593f req-ff9bd827-2736-470a-8ef8-2984e5661ecf tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/ports?device_id=53842356-8b5e-470e-8cc1-41ada67d49ad HTTP/1.1" status: 200 len: 945 time: 0.1407306 May 06 09:35:21.925924 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-dadcfa27-1d0f-4ee5-8613-9c6ee6694a03 service neutron] 10.222.0.77 "PUT /v2.0/ports/3b2b3f7e-6b85-4576-9924-c701f9c66356 HTTP/1.1" status: 200 len: 1096 time: 0.9250672 May 06 09:35:21.926777 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36ad70-cc98-421c-aa98-959fcba0a332 req-0d903f81-0729-4919-b0fb-f23a6c6612fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:21.928183 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35beb24c-7d9c-4e7d-850d-a01aeac4e2b0', 'tag': '3b2b3f7e-6b85-4576-9924-c701f9c66356'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:21.928330 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e36ad70-cc98-421c-aa98-959fcba0a332 req-0d903f81-0729-4919-b0fb-f23a6c6612fc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0971236 May 06 09:35:21.930810 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee2e1a0-7f1f-42d4-bd3d-a7a3e832d125" -d '{"events": [{"name": "network-changed", "server_uuid": "35beb24c-7d9c-4e7d-850d-a01aeac4e2b0", "tag": "3b2b3f7e-6b85-4576-9924-c701f9c66356"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:21.959256 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadcfa27-1d0f-4ee5-8613-9c6ee6694a03 service neutron] Pushing event updated for resources: {'Port': ['ID=3b2b3f7e-6b85-4576-9924-c701f9c66356,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:21.976807 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-e392f45e-01b2-4f4c-8de1-14ca996d8bfd req-4d5e86e4-8344-481c-885a-65dce00a3219 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Deleting port 9f6cc9a0-74ca-486e-9bdf-a05ac5e26099 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:35:21.977156 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-e392f45e-01b2-4f4c-8de1-14ca996d8bfd req-4d5e86e4-8344-481c-885a-65dce00a3219 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:21.995481 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae7e27ae-4aec-4ceb-a4bd-cebef4d9aeb6 req-51f2d3d5-f0b3-41d8-9f1b-73f1f9145880 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/security-groups?id=04b1faad-a891-43c3-818a-a77930f9edd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004844 May 06 09:35:22.040291 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d3f629a-e3d9-408c-92d0-02cde06d593f req-76eced07-8477-4087-a4e3-92136cc1e887 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/security-groups?id=950a50e1-2156-49d3-85c0-f204b9a0b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031728 May 06 09:35:22.058793 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36ad70-cc98-421c-aa98-959fcba0a332 req-c0d08769-bc9b-46e9-975c-3b6bd25fed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:22.062696 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e36ad70-cc98-421c-aa98-959fcba0a332 req-c0d08769-bc9b-46e9-975c-3b6bd25fed53 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1225815 May 06 09:35:22.119789 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72596cec-73df-47db-b2fa-017283046490 x-openstack-request-id: req-72596cec-73df-47db-b2fa-017283046490 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:22.120088 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35beb24c-7d9c-4e7d-850d-a01aeac4e2b0", "tag": "3b2b3f7e-6b85-4576-9924-c701f9c66356", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:22.120517 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-72596cec-73df-47db-b2fa-017283046490 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:22.121016 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72596cec-73df-47db-b2fa-017283046490'] response: {'name': 'network-changed', 'server_uuid': '35beb24c-7d9c-4e7d-850d-a01aeac4e2b0', 'tag': '3b2b3f7e-6b85-4576-9924-c701f9c66356', 'status': 'completed', 'code': 200} May 06 09:35:22.124617 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-e392f45e-01b2-4f4c-8de1-14ca996d8bfd req-4d5e86e4-8344-481c-885a-65dce00a3219 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] For port 9f6cc9a0-74ca-486e-9bdf-a05ac5e26099, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=9f6cc9a0-74ca-486e-9bdf-a05ac5e26099,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:22.124999 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-e392f45e-01b2-4f4c-8de1-14ca996d8bfd req-4d5e86e4-8344-481c-885a-65dce00a3219 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:22.129127 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-994b076c-664a-4cc5-a3a0-abd652b1222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:22.130591 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-994b076c-664a-4cc5-a3a0-abd652b1222d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f23fca1e646744eb8708dc773fb20660&device_id=35beb24c-7d9c-4e7d-850d-a01aeac4e2b0 HTTP/1.1" status: 200 len: 1099 time: 0.0876091 May 06 09:35:22.146183 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-e392f45e-01b2-4f4c-8de1-14ca996d8bfd req-4d5e86e4-8344-481c-885a-65dce00a3219 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Calling delete_port for 9f6cc9a0-74ca-486e-9bdf-a05ac5e26099 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:35:22.167751 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device db60fe74-22a7-43e3-a446-12ca922bd1a5 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:35:22.227044 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-6128f6e4-8565-460c-aa86-dca93b8a94bd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=3b2b3f7e-6b85-4576-9924-c701f9c66356 HTTP/1.1" status: 200 len: 217 time: 0.0722771 May 06 09:35:22.231034 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c0c1a-92f6-4f71-bb3d-32201f366877 req-3a5822d4-938f-4b9c-b810-bd336c52dc60 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:22.233856 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b03c0c1a-92f6-4f71-bb3d-32201f366877 req-3a5822d4-938f-4b9c-b810-bd336c52dc60 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 944 time: 0.1530707 May 06 09:35:22.265681 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device db60fe74-22a7-43e3-a446-12ca922bd1a5 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:35:22.278684 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e36ad70-cc98-421c-aa98-959fcba0a332 req-db3f81dc-5e0a-4060-8d82-9285581a4c9d service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884873 May 06 09:35:22.312718 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b03c0c1a-92f6-4f71-bb3d-32201f366877 req-5259ca4c-4145-4c7e-924f-cc7ec9a66782 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689137 May 06 09:35:22.362872 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-c695f69e-ad30-4e83-a653-549760327f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:22.365865 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-c695f69e-ad30-4e83-a653-549760327f63 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0808113 May 06 09:35:22.435793 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bec70f-9efb-44dd-9c3d-fedc5f223271 req-18acce17-122d-4372-af98-d2831e7a1062 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:22.437555 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b0bec70f-9efb-44dd-9c3d-fedc5f223271 req-18acce17-122d-4372-af98-d2831e7a1062 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 947 time: 0.1135755 May 06 09:35:22.447966 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e36ad70-cc98-421c-aa98-959fcba0a332 req-54093e42-c347-47b7-8bc8-cd09273e2ed0 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530190 May 06 09:35:22.499587 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-66a60676-e8e7-4784-84bf-2d77e048bea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:22.501700 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-66a60676-e8e7-4784-84bf-2d77e048bea5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1084220 May 06 09:35:22.512148 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b0bec70f-9efb-44dd-9c3d-fedc5f223271 req-82e8b81d-c17d-493b-b289-3826e652fcc9 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626054 May 06 09:35:22.513103 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-e392f45e-01b2-4f4c-8de1-14ca996d8bfd req-4d5e86e4-8344-481c-885a-65dce00a3219 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:22.536886 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['9f6cc9a0-74ca-486e-9bdf-a05ac5e26099'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:22.551411 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e86e4-8344-481c-885a-65dce00a3219 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Pushing event deleted for resources: {'Port': ['ID=9f6cc9a0-74ca-486e-9bdf-a05ac5e26099,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:22.570243 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['47da9af8-9580-47d0-821e-442b5c1cdcdd'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:22.622957 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-e392f45e-01b2-4f4c-8de1-14ca996d8bfd req-4d5e86e4-8344-481c-885a-65dce00a3219 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] No DVR routers for this DVR port 9f6cc9a0-74ca-486e-9bdf-a05ac5e26099 on host n-h1-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:35:22.632375 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-e392f45e-01b2-4f4c-8de1-14ca996d8bfd req-4d5e86e4-8344-481c-885a-65dce00a3219 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:22.636454 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e392f45e-01b2-4f4c-8de1-14ca996d8bfd req-4d5e86e4-8344-481c-885a-65dce00a3219 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.84 "DELETE /v2.0/ports/9f6cc9a0-74ca-486e-9bdf-a05ac5e26099 HTTP/1.1" status: 204 len: 173 time: 0.8358183 May 06 09:35:22.761597 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e779b0-3933-4b54-813c-f4ebd46f5d13 req-b616505f-976f-494b-bb6a-edd04e026175 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:22.776001 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c0e779b0-3933-4b54-813c-f4ebd46f5d13 req-b616505f-976f-494b-bb6a-edd04e026175 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/ports?device_id=53842356-8b5e-470e-8cc1-41ada67d49ad HTTP/1.1" status: 200 len: 945 time: 0.1820700 May 06 09:35:22.782531 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-2cb2992a-5f1f-4909-86ad-8eb709df5495 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608729 May 06 09:35:22.785560 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f7edd-3172-481d-a30e-18556d09c7b1 req-bc6cd2aa-fbb7-482a-a89b-91a4fe734882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:22.786993 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8e6f7edd-3172-481d-a30e-18556d09c7b1 req-bc6cd2aa-fbb7-482a-a89b-91a4fe734882 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c8663008787d43378ea575f7489ec5bc&device_id=53842356-8b5e-470e-8cc1-41ada67d49ad HTTP/1.1" status: 200 len: 1096 time: 0.0802257 May 06 09:35:22.792427 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871c7b7-8425-48ed-9127-c5203851a3b9 req-ceab6650-83c2-4adc-b8bf-34704dba3902 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:22.794074 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4871c7b7-8425-48ed-9127-c5203851a3b9 req-ceab6650-83c2-4adc-b8bf-34704dba3902 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 1095 time: 0.1467373 May 06 09:35:22.844245 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c0e779b0-3933-4b54-813c-f4ebd46f5d13 req-3f895680-5e39-4c0b-8575-684e2b9eb2a8 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/security-groups?id=950a50e1-2156-49d3-85c0-f204b9a0b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669510 May 06 09:35:22.866477 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4871c7b7-8425-48ed-9127-c5203851a3b9 req-8c3e77d6-16cb-46d8-bb4f-015e37d69644 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624399 May 06 09:35:22.988879 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f7edd-3172-481d-a30e-18556d09c7b1 req-10384136-a09a-4a7f-bd65-4a4468cca734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:22.990431 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8e6f7edd-3172-481d-a30e-18556d09c7b1 req-10384136-a09a-4a7f-bd65-4a4468cca734 service neutron] 10.222.0.77 "GET /v2.0/networks?id=87f25cd1-e702-4156-b3cb-963d9d618ca5 HTTP/1.1" status: 200 len: 915 time: 0.1711881 May 06 09:35:22.992143 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4d2885eb-2b37-42de-b0b0-5fb4e9f284a3 req-d494e91a-fc3f-4a17-bbc6-1d7daf884bde service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812971 May 06 09:35:23.064552 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8e6f7edd-3172-481d-a30e-18556d09c7b1 req-ece9dbe0-274c-4510-9c4a-86b6c491d8ce service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6e9d5cc-a000-4deb-bd36-c3154d143bf5 HTTP/1.1" status: 200 len: 217 time: 0.0388503 May 06 09:35:23.224319 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b51adce-f888-4cde-92fb-fb59e17bfe92 req-d3bb5433-e9b6-4b2c-980c-6d2edd1d0ffb tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/ports?device_id=34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307 HTTP/1.1" status: 200 len: 210 time: 0.2427201 May 06 09:35:23.243838 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c91a4-3d9c-4acc-980b-38b2ab7ea82e req-a7de3266-29f0-485f-b229-a41b9f7dbc0f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:23.243838 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cd2c91a4-3d9c-4acc-980b-38b2ab7ea82e req-a7de3266-29f0-485f-b229-a41b9f7dbc0f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 943 time: 0.2949436 May 06 09:35:23.280805 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cd2c91a4-3d9c-4acc-980b-38b2ab7ea82e req-4241fd92-75a0-4e30-b094-6955c514d605 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368700 May 06 09:35:23.335564 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f7edd-3172-481d-a30e-18556d09c7b1 req-8fb50d3e-a4fc-4d56-8880-cd010ecc9ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:23.337822 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8e6f7edd-3172-481d-a30e-18556d09c7b1 req-8fb50d3e-a4fc-4d56-8880-cd010ecc9ba9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c24859d-eb1f-476d-aa4b-6049a23c8017 HTTP/1.1" status: 200 len: 854 time: 0.1016152 May 06 09:35:23.339775 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2e1a0-7f1f-42d4-bd3d-a7a3e832d125 req-ecfef808-ed7e-428f-930e-41f842142e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:23.341144 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5ee2e1a0-7f1f-42d4-bd3d-a7a3e832d125 req-ecfef808-ed7e-428f-930e-41f842142e86 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f23fca1e646744eb8708dc773fb20660&device_id=35beb24c-7d9c-4e7d-850d-a01aeac4e2b0 HTTP/1.1" status: 200 len: 1099 time: 0.1063838 May 06 09:35:23.482702 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8e6f7edd-3172-481d-a30e-18556d09c7b1 req-81649bc4-c551-41e3-9064-7f68ba8a58f2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=87f25cd1-e702-4156-b3cb-963d9d618ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233952 May 06 09:35:23.516397 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7f59d-4cb1-485a-915c-ad0152402b9e req-8115cefd-a07b-45a6-9474-3c034316d6fa tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:23.523683 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2ab7f59d-4cb1-485a-915c-ad0152402b9e req-8115cefd-a07b-45a6-9474-3c034316d6fa tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/ports?device_id=35beb24c-7d9c-4e7d-850d-a01aeac4e2b0 HTTP/1.1" status: 200 len: 948 time: 0.1346443 May 06 09:35:23.560323 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-1251442d-a2f0-4929-bbc0-a4a04ac659e0 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:23.574617 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-1251442d-a2f0-4929-bbc0-a4a04ac659e0 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/networks?id=9016fd3e-f04c-40de-8dbe-a7754f33396e HTTP/1.1" status: 200 len: 808 time: 0.2162578 May 06 09:35:23.604525 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2ab7f59d-4cb1-485a-915c-ad0152402b9e req-31563274-73c2-4414-a75a-2933a07af229 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/security-groups?id=04b1faad-a891-43c3-818a-a77930f9edd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790653 May 06 09:35:23.607899 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-3efa69b4-a77a-4041-9214-7021e7e22527 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/quotas/ee0cd225ef094aa381a08623ce8da867 HTTP/1.1" status: 200 len: 375 time: 0.0322645 May 06 09:35:23.612236 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2e1a0-7f1f-42d4-bd3d-a7a3e832d125 req-5d2fa191-62bc-44ab-8209-00ade8a459eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:23.613883 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5ee2e1a0-7f1f-42d4-bd3d-a7a3e832d125 req-5d2fa191-62bc-44ab-8209-00ade8a459eb service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.2461159 May 06 09:35:23.636136 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8e6f7edd-3172-481d-a30e-18556d09c7b1 req-6ff8c740-9859-4192-b881-0a5f6caf7ef8 service neutron] 10.222.0.77 "GET /v2.0/networks/87f25cd1-e702-4156-b3cb-963d9d618ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412268 May 06 09:35:23.670650 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5ee2e1a0-7f1f-42d4-bd3d-a7a3e832d125 req-b6375bc8-aa59-41f0-934a-ddbe98f71444 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=3b2b3f7e-6b85-4576-9924-c701f9c66356 HTTP/1.1" status: 200 len: 217 time: 0.0491967 May 06 09:35:23.672198 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-f3a54e85-04b7-43a7-a190-53e22ed4e0e7 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee0cd225ef094aa381a08623ce8da867&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0589497 May 06 09:35:23.772399 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2e1a0-7f1f-42d4-bd3d-a7a3e832d125 req-db5f29da-f54a-45da-aac2-ee7b84046815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:23.773776 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5ee2e1a0-7f1f-42d4-bd3d-a7a3e832d125 req-db5f29da-f54a-45da-aac2-ee7b84046815 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0886095 May 06 09:35:23.793903 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ae9dd-b219-48b9-99f4-4a394b40f803 req-613370ea-fa07-4ad4-8e54-bf5a3ba691c3 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:23.795408 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-052ae9dd-b219-48b9-99f4-4a394b40f803 req-613370ea-fa07-4ad4-8e54-bf5a3ba691c3 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 947 time: 0.1015728 May 06 09:35:23.819689 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8e6f7edd-3172-481d-a30e-18556d09c7b1 req-ebb716b3-2bbd-4bc2-92b0-9a8ff713ba94 service neutron] 10.222.0.77 "GET /v2.0/networks/87f25cd1-e702-4156-b3cb-963d9d618ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568420 May 06 09:35:23.828407 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-560a9066-9e42-45fa-8270-dd224767be7b service neutron] 10.222.0.73 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481407 May 06 09:35:23.832231 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2e1a0-7f1f-42d4-bd3d-a7a3e832d125 req-98b05e3b-8b04-4284-a058-a0a4df10ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:23.833708 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5ee2e1a0-7f1f-42d4-bd3d-a7a3e832d125 req-98b05e3b-8b04-4284-a058-a0a4df10ac5b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0519698 May 06 09:35:23.863101 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-052ae9dd-b219-48b9-99f4-4a394b40f803 req-07602424-71bc-4604-8e01-bcc1dc558761 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605114 May 06 09:35:23.939669 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5ee2e1a0-7f1f-42d4-bd3d-a7a3e832d125 req-a910648c-2e16-4112-937c-4cec738c964b service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959339 May 06 09:35:23.966330 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-73750163-2ec3-4968-9f37-17b175b2071e service neutron] 10.222.0.73 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271627 May 06 09:35:23.987234 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81177f-ca11-49d2-97ab-08b67d3bb51c req-604f8d8a-5c2a-4356-98ef-7e5002805aa0 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:23.988749 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ee81177f-ca11-49d2-97ab-08b67d3bb51c req-604f8d8a-5c2a-4356-98ef-7e5002805aa0 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/ports?device_id=53842356-8b5e-470e-8cc1-41ada67d49ad HTTP/1.1" status: 200 len: 945 time: 0.0591676 May 06 09:35:24.030953 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ee81177f-ca11-49d2-97ab-08b67d3bb51c req-35103c6d-97a8-4a87-ac48-097911c9fc11 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/security-groups?id=950a50e1-2156-49d3-85c0-f204b9a0b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349414 May 06 09:35:24.052428 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5ee2e1a0-7f1f-42d4-bd3d-a7a3e832d125 req-e4cfc128-d8f1-4c61-a5ae-c749ddb147f8 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011295 May 06 09:35:24.123522 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307', 'name': 'network-vif-deleted', 'tag': '9f6cc9a0-74ca-486e-9bdf-a05ac5e26099'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:24.125984 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9958c4-0804-41ff-ac2a-082eae116343" -d '{"events": [{"server_uuid": "34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307", "name": "network-vif-deleted", "tag": "9f6cc9a0-74ca-486e-9bdf-a05ac5e26099"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:24.157062 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e4616b89-4203-472a-9c55-edd71c060360 req-de6e8a48-a419-457f-b779-d0e4d870ad3b tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 210 time: 0.0290768 May 06 09:35:24.163461 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc68238-58b8-45ec-a97b-54b48b84f354 x-openstack-request-id: req-4cc68238-58b8-45ec-a97b-54b48b84f354 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:24.163766 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307", "name": "network-vif-deleted", "tag": "9f6cc9a0-74ca-486e-9bdf-a05ac5e26099", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:24.164020 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4cc68238-58b8-45ec-a97b-54b48b84f354 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:24.164419 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cc68238-58b8-45ec-a97b-54b48b84f354'] response: {'server_uuid': '34e2b1d2-89f7-4ae2-9ecd-4c9fcff97307', 'name': 'network-vif-deleted', 'tag': '9f6cc9a0-74ca-486e-9bdf-a05ac5e26099', 'status': 'completed', 'code': 200} May 06 09:35:24.442326 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634a8bd-8cf1-4747-b6c2-4c8b471e9e6c req-70f2ff62-9b5f-4b35-b30e-e4de8e52b8bb tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:24.450470 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e634a8bd-8cf1-4747-b6c2-4c8b471e9e6c req-70f2ff62-9b5f-4b35-b30e-e4de8e52b8bb tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 943 time: 0.0655036 May 06 09:35:24.512578 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e634a8bd-8cf1-4747-b6c2-4c8b471e9e6c req-592225d2-3a3e-4bf7-8a72-5ddcbe5cdc96 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612588 May 06 09:35:24.531891 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424fa972-2296-4022-917d-0914e9bfbc2e req-0319e55f-61ef-4d5e-aa30-f1d714eb31f2 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:24.533277 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-424fa972-2296-4022-917d-0914e9bfbc2e req-0319e55f-61ef-4d5e-aa30-f1d714eb31f2 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2003397-7dc4-410f-ad22-073f0724d61f HTTP/1.1" status: 200 len: 950 time: 0.0654633 May 06 09:35:24.571947 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-424fa972-2296-4022-917d-0914e9bfbc2e req-b6b4f1f7-541f-4095-b021-378dc1788bc7 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/security-groups?id=afea8fc4-ce2a-4e21-998b-24101b2285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328434 May 06 09:35:24.734417 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d5800-21be-4728-9287-1dd3cc47b154 req-84646a5d-96f1-4819-8891-e14733eb89c9 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:24.735913 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f00d5800-21be-4728-9287-1dd3cc47b154 req-84646a5d-96f1-4819-8891-e14733eb89c9 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/ports?device_id=35beb24c-7d9c-4e7d-850d-a01aeac4e2b0 HTTP/1.1" status: 200 len: 948 time: 0.0536909 May 06 09:35:24.783372 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f00d5800-21be-4728-9287-1dd3cc47b154 req-937906f3-850c-4731-8763-31f4dc3486cb tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/security-groups?id=04b1faad-a891-43c3-818a-a77930f9edd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412562 May 06 09:35:24.980749 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501c5f9-86c4-49b1-9fa4-22100510f359 req-f943090f-1ba9-4cfb-8945-6bcac3bf8824 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:24.982224 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c501c5f9-86c4-49b1-9fa4-22100510f359 req-f943090f-1ba9-4cfb-8945-6bcac3bf8824 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 947 time: 0.0505288 May 06 09:35:25.020115 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c501c5f9-86c4-49b1-9fa4-22100510f359 req-453d5b94-0a61-43e8-91d1-e08cd176810b tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312986 May 06 09:35:25.154013 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae79e7-3eb4-4677-9feb-9ff0b267bcfa req-72a55d80-b89b-4d81-81a0-9e9ff931469a tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:25.156035 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-61ae79e7-3eb4-4677-9feb-9ff0b267bcfa req-72a55d80-b89b-4d81-81a0-9e9ff931469a tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/ports?device_id=53842356-8b5e-470e-8cc1-41ada67d49ad HTTP/1.1" status: 200 len: 945 time: 0.0540435 May 06 09:35:25.193891 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-61ae79e7-3eb4-4677-9feb-9ff0b267bcfa req-5de3a8be-1b50-43a4-bade-103bdd077c21 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/security-groups?id=950a50e1-2156-49d3-85c0-f204b9a0b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317910 May 06 09:35:25.252062 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-54bce2e4-c664-4488-ba8c-3ff7e9772e60 req-c236f5fd-bc3d-41e3-ae02-2b89e87000e5 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 210 time: 0.0267930 May 06 09:35:25.488538 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045d81d-8dd4-43f2-bcce-d510dc6ad320 req-3c40b458-4cdd-4e6c-9c4d-5ea097a6f1b9 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:25.489251 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4045d81d-8dd4-43f2-bcce-d510dc6ad320 req-3c40b458-4cdd-4e6c-9c4d-5ea097a6f1b9 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/ports?device_id=53842356-8b5e-470e-8cc1-41ada67d49ad HTTP/1.1" status: 200 len: 945 time: 0.0509233 May 06 09:35:25.529732 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4045d81d-8dd4-43f2-bcce-d510dc6ad320 req-4e0a13e1-63c5-4fc0-b286-a0440e29d729 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/security-groups?id=950a50e1-2156-49d3-85c0-f204b9a0b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340612 May 06 09:35:25.581703 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-3aef5de9-ef0a-482a-9f03-f1b0c5010302 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:25.583082 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-3aef5de9-ef0a-482a-9f03-f1b0c5010302 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.77 "GET /v2.0/networks?id=9016fd3e-f04c-40de-8dbe-a7754f33396e HTTP/1.1" status: 200 len: 808 time: 0.1193345 May 06 09:35:25.641342 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ccdd4d-2298-4437-a5b7-335f0314353b req-d9e658d7-b031-4b20-9b65-ebbf38882fe8 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:25.642837 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-59ccdd4d-2298-4437-a5b7-335f0314353b req-d9e658d7-b031-4b20-9b65-ebbf38882fe8 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 943 time: 0.0560348 May 06 09:35:25.655984 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-31890c3f-11cc-4cee-bc60-88b6f1bd83ea tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Request body: {'port': {'device_id': 'f409c4c1-1057-46b8-a97e-097bb5a8e2c8', 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e', 'admin_state_up': True, 'tenant_id': 'ee0cd225ef094aa381a08623ce8da867'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:25.704190 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-59ccdd4d-2298-4437-a5b7-335f0314353b req-b1d7e3ac-5705-4faf-97b0-7f9a5be4b4fe tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512531 May 06 09:35:25.716313 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb44aeb-ddcd-4be8-83c0-841901feea85 req-e1ed54f1-0f59-430e-a76b-24ecfdcca7f1 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:25.718320 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3cb44aeb-ddcd-4be8-83c0-841901feea85 req-e1ed54f1-0f59-430e-a76b-24ecfdcca7f1 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2003397-7dc4-410f-ad22-073f0724d61f HTTP/1.1" status: 200 len: 950 time: 0.0745795 May 06 09:35:25.757424 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3cb44aeb-ddcd-4be8-83c0-841901feea85 req-8a38c4ad-3ffb-4441-8ef4-accb2476def4 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/security-groups?id=afea8fc4-ce2a-4e21-998b-24101b2285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315425 May 06 09:35:25.766249 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-31890c3f-11cc-4cee-bc60-88b6f1bd83ea tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Made reservation on behalf of ee0cd225ef094aa381a08623ce8da867 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:35:25.769709 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-31890c3f-11cc-4cee-bc60-88b6f1bd83ea tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:25.784765 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 91f446db-15fc-4d52-89d7-753df54cee7b details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:35:25.792118 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 9f6cc9a0-74ca-486e-9bdf-a05ac5e26099 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:35:25.818475 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 9f6cc9a0-74ca-486e-9bdf-a05ac5e26099 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:35:25.818827 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 9f6cc9a0-74ca-486e-9bdf-a05ac5e26099 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:35:25.911897 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 91f446db-15fc-4d52-89d7-753df54cee7b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=91f446db-15fc-4d52-89d7-753df54cee7b,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:25.912749 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-31890c3f-11cc-4cee-bc60-88b6f1bd83ea tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Allocated IP 172.20.0.7 (9016fd3e-f04c-40de-8dbe-a7754f33396e/5704ec7d-7fe2-4308-8e34-562762b93f76/5fe51c42-2f2e-4777-b918-30129d553fb9) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:35:25.919111 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287c7be-0767-4c3c-b501-a76d81f39d1d req-1327bde6-4256-4dfe-94b7-0c0030666b31 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:25.923586 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5287c7be-0767-4c3c-b501-a76d81f39d1d req-1327bde6-4256-4dfe-94b7-0c0030666b31 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/ports?device_id=35beb24c-7d9c-4e7d-850d-a01aeac4e2b0 HTTP/1.1" status: 200 len: 948 time: 0.0642235 May 06 09:35:25.923737 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '91f446db-15fc-4d52-89d7-753df54cee7b', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': '91f446db-15fc-4d52-89d7-753df54cee7b', 'mac_address': 'fa:16:3e:8d:21:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:35:25.964147 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5287c7be-0767-4c3c-b501-a76d81f39d1d req-892c8a20-9676-4840-916f-9c1252411874 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/security-groups?id=04b1faad-a891-43c3-818a-a77930f9edd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349302 May 06 09:35:25.966776 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:25.981938 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f446db-15fc-4d52-89d7-753df54cee7b {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:26.002903 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 91f446db-15fc-4d52-89d7-753df54cee7b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=91f446db-15fc-4d52-89d7-753df54cee7b,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:26.007025 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:26.057576 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=91f446db-15fc-4d52-89d7-753df54cee7b,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:26.065638 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:26.066249 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:26.066651 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:26.067056 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:26.067478 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:26.067871 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:26.068261 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:26.068647 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:26.069036 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:26.069424 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:26.069810 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:26.070195 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:26.100810 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-a7b566c9-ab53-441c-82b8-fd41002ef79e service neutron] 10.222.0.84 "GET /v2.0/ports/98c63a03-7e44-46a8-90f7-0ea9dd4bd05f/bindings/n-h2-840835-1 HTTP/1.1" status: 200 len: 384 time: 0.0897272 May 06 09:35:26.118452 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-31890c3f-11cc-4cee-bc60-88b6f1bd83ea tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:26.152320 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba639a4-a1f8-4c4f-81e0-b83c64747fc3 req-24c51fe9-0e19-413f-b784-931ea6de93b8 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:26.154544 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fba639a4-a1f8-4c4f-81e0-b83c64747fc3 req-24c51fe9-0e19-413f-b784-931ea6de93b8 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 948 time: 0.0595391 May 06 09:35:26.193601 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fba639a4-a1f8-4c4f-81e0-b83c64747fc3 req-a96bf08a-4368-4769-aebe-912bbdb38087 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328023 May 06 09:35:26.222008 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-31890c3f-11cc-4cee-bc60-88b6f1bd83ea tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:26.314622 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-31890c3f-11cc-4cee-bc60-88b6f1bd83ea tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Network 9016fd3e-f04c-40de-8dbe-a7754f33396e is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:35:26.321821 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-31890c3f-11cc-4cee-bc60-88b6f1bd83ea tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:26.329942 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-31890c3f-11cc-4cee-bc60-88b6f1bd83ea tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:35:26.335463 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31890c3f-11cc-4cee-bc60-88b6f1bd83ea tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Pushing event updated for resources: {'Port': ['ID=5fe51c42-2f2e-4777-b918-30129d553fb9,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:26.368681 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abfcbe-0ca6-48b7-9c24-5141e7fe4564 req-e899d89d-26ad-43bf-8687-aa9cbfd8cc9a tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:26.370197 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6abfcbe-0ca6-48b7-9c24-5141e7fe4564 req-e899d89d-26ad-43bf-8687-aa9cbfd8cc9a tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 931 time: 0.0496249 May 06 09:35:26.396341 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-bcbd9bb6-5631-4fa2-99fa-2c364255097a service neutron] For port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=98c63a03-7e44-46a8-90f7-0ea9dd4bd05f,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:26.409145 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-31890c3f-11cc-4cee-bc60-88b6f1bd83ea tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:26.409763 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-31890c3f-11cc-4cee-bc60-88b6f1bd83ea tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:26.410209 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6abfcbe-0ca6-48b7-9c24-5141e7fe4564 req-b48c655b-da1a-49f4-b79a-bfcf0257efc4 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322335 May 06 09:35:26.417097 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['91f446db-15fc-4d52-89d7-753df54cee7b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:26.434688 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-31890c3f-11cc-4cee-bc60-88b6f1bd83ea tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7832878 May 06 09:35:26.440152 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-bcbd9bb6-5631-4fa2-99fa-2c364255097a service neutron] For port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:26.466105 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-4baf0b59-e321-4fc0-85be-cc09545975fc service neutron] Request body: {'port': {'device_id': 'f409c4c1-1057-46b8-a97e-097bb5a8e2c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:26.500525 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-bcbd9bb6-5631-4fa2-99fa-2c364255097a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:26.533857 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-bcbd9bb6-5631-4fa2-99fa-2c364255097a service neutron] For port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=98c63a03-7e44-46a8-90f7-0ea9dd4bd05f,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:26.549138 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-4baf0b59-e321-4fc0-85be-cc09545975fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:26.563259 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-bcbd9bb6-5631-4fa2-99fa-2c364255097a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:26.667817 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707a265-1fbb-42be-974e-db3d2ea20871 req-1c32c001-b598-4f43-94d6-e69ef88db27d tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:26.669856 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b707a265-1fbb-42be-974e-db3d2ea20871 req-1c32c001-b598-4f43-94d6-e69ef88db27d tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/ports?device_id=53842356-8b5e-470e-8cc1-41ada67d49ad HTTP/1.1" status: 200 len: 945 time: 0.0553863 May 06 09:35:26.709622 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b707a265-1fbb-42be-974e-db3d2ea20871 req-eec5d946-7d8c-4fc5-a789-541c2e62fa5c tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/security-groups?id=950a50e1-2156-49d3-85c0-f204b9a0b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330045 May 06 09:35:26.740073 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-bcbd9bb6-5631-4fa2-99fa-2c364255097a service neutron] Transition to ACTIVE for port object 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:35:26.748360 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-bcbd9bb6-5631-4fa2-99fa-2c364255097a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:26.880849 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceac91c-ec8b-4063-8e0a-26a13b976553 req-89c1dcff-3c37-416e-9fef-5f42de26333f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:26.883576 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5ceac91c-ec8b-4063-8e0a-26a13b976553 req-89c1dcff-3c37-416e-9fef-5f42de26333f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 944 time: 0.0871506 May 06 09:35:26.924138 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467f219-ee4c-41e2-b421-72fe515aab90 req-a8fcb4b8-d005-4d75-ae15-cfb7d739e0d8 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:26.927745 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a467f219-ee4c-41e2-b421-72fe515aab90 req-a8fcb4b8-d005-4d75-ae15-cfb7d739e0d8 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2003397-7dc4-410f-ad22-073f0724d61f HTTP/1.1" status: 200 len: 950 time: 0.0938418 May 06 09:35:26.969607 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5ceac91c-ec8b-4063-8e0a-26a13b976553 req-de8e8564-bbf2-4115-8d9a-acb4a11925c1 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778654 May 06 09:35:27.008974 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a467f219-ee4c-41e2-b421-72fe515aab90 req-5f5b19f3-accb-4723-ae2d-4cb5c3c9cde8 tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/security-groups?id=afea8fc4-ce2a-4e21-998b-24101b2285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719540 May 06 09:35:27.107625 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b11ae-bbf8-4202-9775-faf64dc62e5b req-3f495855-d03d-4bbc-b0b0-fa1240ecc61e tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:27.109915 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-563b11ae-bbf8-4202-9775-faf64dc62e5b req-3f495855-d03d-4bbc-b0b0-fa1240ecc61e tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/ports?device_id=35beb24c-7d9c-4e7d-850d-a01aeac4e2b0 HTTP/1.1" status: 200 len: 948 time: 0.0655930 May 06 09:35:27.160477 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-563b11ae-bbf8-4202-9775-faf64dc62e5b req-688b590a-b73d-41c6-a2d4-22ef5ee479be tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/security-groups?id=04b1faad-a891-43c3-818a-a77930f9edd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437264 May 06 09:35:27.201116 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-bcbd9bb6-5631-4fa2-99fa-2c364255097a service neutron] No DVR routers for this DVR port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f on host n-h1-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:35:27.213688 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd9bb6-5631-4fa2-99fa-2c364255097a service neutron] Pushing event updated for resources: {'Port': ['ID=98c63a03-7e44-46a8-90f7-0ea9dd4bd05f,revision_number=10']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:27.267448 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735daad9-4a2f-4714-b5bf-79e3d21e207c req-5846f237-ad6a-493d-a4c8-b1a10f8b95be tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:27.268861 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-735daad9-4a2f-4714-b5bf-79e3d21e207c req-5846f237-ad6a-493d-a4c8-b1a10f8b95be tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2003397-7dc4-410f-ad22-073f0724d61f HTTP/1.1" status: 200 len: 950 time: 0.4424026 May 06 09:35:27.275314 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-bcbd9bb6-5631-4fa2-99fa-2c364255097a service neutron] 10.222.0.84 "PUT /v2.0/ports/98c63a03-7e44-46a8-90f7-0ea9dd4bd05f/bindings/n-h2-840835-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1599693 May 06 09:35:27.320066 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6bc86-aad5-4801-a4f6-6d25c3900157 req-1b0be744-5c6b-4d26-b58a-e5cf9bf552b6 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:27.322556 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2ac6bc86-aad5-4801-a4f6-6d25c3900157 req-1b0be744-5c6b-4d26-b58a-e5cf9bf552b6 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 948 time: 0.0580907 May 06 09:35:27.363724 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2ac6bc86-aad5-4801-a4f6-6d25c3900157 req-2a2fdff1-a71d-42a9-a5de-d5c664beae65 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357330 May 06 09:35:27.395480 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-4baf0b59-e321-4fc0-85be-cc09545975fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe51c42-2f2e-4777-b918-30129d553fb9 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:27.405511 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-4baf0b59-e321-4fc0-85be-cc09545975fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:27.443814 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-4baf0b59-e321-4fc0-85be-cc09545975fc service neutron] Transition to ACTIVE for port object 5fe51c42-2f2e-4777-b918-30129d553fb9 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:35:27.455916 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-4baf0b59-e321-4fc0-85be-cc09545975fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:27.516046 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-8bf1ce10-197e-45e1-a38d-79ae52b10857 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:27.517660 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-8bf1ce10-197e-45e1-a38d-79ae52b10857 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57&tenant_id=147a685967a04284b13954d6f7a9d875&binding%3Ahost_id=n-h1-840835-1 HTTP/1.1" status: 200 len: 1095 time: 0.1342876 May 06 09:35:27.546926 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-735daad9-4a2f-4714-b5bf-79e3d21e207c req-307d6f46-4660-440b-8567-3e84f734526b tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Deleting port 47da9af8-9580-47d0-821e-442b5c1cdcdd {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:35:27.547306 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-735daad9-4a2f-4714-b5bf-79e3d21e207c req-307d6f46-4660-440b-8567-3e84f734526b tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:27.554862 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3c6aa-2b42-4489-818c-e818e0255559 req-6919b47f-776c-45c5-a4d3-b020eba7663b tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:27.556519 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71f3c6aa-2b42-4489-818c-e818e0255559 req-6919b47f-776c-45c5-a4d3-b020eba7663b tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 943 time: 0.0651321 May 06 09:35:27.560932 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf0b59-e321-4fc0-85be-cc09545975fc service neutron] Pushing event updated for resources: {'Port': ['ID=5fe51c42-2f2e-4777-b918-30129d553fb9,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:27.599998 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71f3c6aa-2b42-4489-818c-e818e0255559 req-95f97185-cfff-44cd-8240-80a6fc4e1a55 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370498 May 06 09:35:27.728765 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-1115828d-39c9-4790-942e-99d032c03b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:27.730272 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-1115828d-39c9-4790-942e-99d032c03b48 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57&tenant_id=147a685967a04284b13954d6f7a9d875 HTTP/1.1" status: 200 len: 1095 time: 0.1865716 May 06 09:35:27.734215 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-735daad9-4a2f-4714-b5bf-79e3d21e207c req-307d6f46-4660-440b-8567-3e84f734526b tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] For port 47da9af8-9580-47d0-821e-442b5c1cdcdd, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=47da9af8-9580-47d0-821e-442b5c1cdcdd,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:27.734583 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-735daad9-4a2f-4714-b5bf-79e3d21e207c req-307d6f46-4660-440b-8567-3e84f734526b tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:27.756681 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-735daad9-4a2f-4714-b5bf-79e3d21e207c req-307d6f46-4660-440b-8567-3e84f734526b tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Calling delete_port for 47da9af8-9580-47d0-821e-442b5c1cdcdd owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:35:27.763332 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-4baf0b59-e321-4fc0-85be-cc09545975fc service neutron] Attempting to bind port 5fe51c42-2f2e-4777-b918-30129d553fb9 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:27.763787 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-4baf0b59-e321-4fc0-85be-cc09545975fc service neutron] Attempting to bind port 5fe51c42-2f2e-4777-b918-30129d553fb9 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:27.764010 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-4baf0b59-e321-4fc0-85be-cc09545975fc service neutron] Attempting to bind port 5fe51c42-2f2e-4777-b918-30129d553fb9 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:27.785198 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-4baf0b59-e321-4fc0-85be-cc09545975fc service neutron] Port 5fe51c42-2f2e-4777-b918-30129d553fb9 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:27.785419 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-4baf0b59-e321-4fc0-85be-cc09545975fc service neutron] Attempting to bind port 5fe51c42-2f2e-4777-b918-30129d553fb9 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:27.797972 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 91f446db-15fc-4d52-89d7-753df54cee7b up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:27.848993 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8f3cc-aee1-4bf4-b8bb-30e5ba5ef8f3 req-9234da63-8deb-4e1f-8b66-3a9e9224a64d tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:27.850753 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b0d8f3cc-aee1-4bf4-b8bb-30e5ba5ef8f3 req-9234da63-8deb-4e1f-8b66-3a9e9224a64d tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/ports?device_id=53842356-8b5e-470e-8cc1-41ada67d49ad HTTP/1.1" status: 200 len: 945 time: 0.0651746 May 06 09:35:27.857407 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-4baf0b59-e321-4fc0-85be-cc09545975fc service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:27.857736 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-4baf0b59-e321-4fc0-85be-cc09545975fc service neutron] Checking segment: {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:27.858644 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-4baf0b59-e321-4fc0-85be-cc09545975fc service neutron] Bound using segment: {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:27.859097 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-4baf0b59-e321-4fc0-85be-cc09545975fc service neutron] Bound port: 5fe51c42-2f2e-4777-b918-30129d553fb9, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:27.859483 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-4baf0b59-e321-4fc0-85be-cc09545975fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:27.865016 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 91f446db-15fc-4d52-89d7-753df54cee7b completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:35:27.869770 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 91f446db-15fc-4d52-89d7-753df54cee7b triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:27.870252 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:27.911102 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b0d8f3cc-aee1-4bf4-b8bb-30e5ba5ef8f3 req-c39bf911-d438-49a5-8e92-5bf11b89578a tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/security-groups?id=950a50e1-2156-49d3-85c0-f204b9a0b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536442 May 06 09:35:27.930154 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-0491973c-4dea-46ac-9991-6e27ac7f6223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:27.931689 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-0491973c-4dea-46ac-9991-6e27ac7f6223 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=147a685967a04284b13954d6f7a9d875&device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 1095 time: 0.1600132 May 06 09:35:27.975735 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:27.992474 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.77', 60680) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:28.008734 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87957e83-69ab-436b-bd6f-8f0018772156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f446db-15fc-4d52-89d7-753df54cee7b'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:28.011338 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd77ea1-d78a-450e-9b4f-e3aa65105bba" -d '{"events": [{"server_uuid": "87957e83-69ab-436b-bd6f-8f0018772156", "name": "network-vif-plugged", "status": "completed", "tag": "91f446db-15fc-4d52-89d7-753df54cee7b"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:28.025530 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 91f446db-15fc-4d52-89d7-753df54cee7b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=91f446db-15fc-4d52-89d7-753df54cee7b,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:28.030595 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:28.032622 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:35:28.037422 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-4baf0b59-e321-4fc0-85be-cc09545975fc service neutron] For port 5fe51c42-2f2e-4777-b918-30129d553fb9, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:28.067958 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-4baf0b59-e321-4fc0-85be-cc09545975fc service neutron] For port 5fe51c42-2f2e-4777-b918-30129d553fb9, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=5fe51c42-2f2e-4777-b918-30129d553fb9,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:28.072278 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb826e-7485-407f-8957-c38671c533a9 req-18ce1b03-073b-4ee0-b871-4713150d8446 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:28.074338 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-80fb826e-7485-407f-8957-c38671c533a9 req-18ce1b03-073b-4ee0-b871-4713150d8446 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.77 "GET /v2.0/ports?device_id=53842356-8b5e-470e-8cc1-41ada67d49ad HTTP/1.1" status: 200 len: 945 time: 0.0806882 May 06 09:35:28.077649 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-4baf0b59-e321-4fc0-85be-cc09545975fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:28.093969 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-735daad9-4a2f-4714-b5bf-79e3d21e207c req-307d6f46-4660-440b-8567-3e84f734526b tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:28.156206 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-4baf0b59-e321-4fc0-85be-cc09545975fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:28.156831 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-4baf0b59-e321-4fc0-85be-cc09545975fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:28.158217 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-4baf0b59-e321-4fc0-85be-cc09545975fc service neutron] 10.222.0.77 "PUT /v2.0/ports/5fe51c42-2f2e-4777-b918-30129d553fb9 HTTP/1.1" status: 200 len: 1091 time: 1.6981776 May 06 09:35:28.158659 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f409c4c1-1057-46b8-a97e-097bb5a8e2c8', 'tag': '5fe51c42-2f2e-4777-b918-30129d553fb9'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:28.161139 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e94ec9-e77e-4cce-9fe2-8426eb1b67e1" -d '{"events": [{"name": "network-changed", "server_uuid": "f409c4c1-1057-46b8-a97e-097bb5a8e2c8", "tag": "5fe51c42-2f2e-4777-b918-30129d553fb9"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:28.170107 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-5c0fb8c3-ed69-4324-ace9-7bf369861baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:28.171667 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-5c0fb8c3-ed69-4324-ace9-7bf369861baa service neutron] 10.222.0.77 "GET /v2.0/networks?id=519999b9-d7d4-4e10-b661-e50209fd3b05 HTTP/1.1" status: 200 len: 920 time: 0.1953118 May 06 09:35:28.205253 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=91f446db-15fc-4d52-89d7-753df54cee7b,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:28.219552 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8391f61f-3696-40f8-90da-ea2619e413f5 x-openstack-request-id: req-8391f61f-3696-40f8-90da-ea2619e413f5 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:28.219871 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87957e83-69ab-436b-bd6f-8f0018772156", "name": "network-vif-plugged", "status": "completed", "tag": "91f446db-15fc-4d52-89d7-753df54cee7b", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:28.220129 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8391f61f-3696-40f8-90da-ea2619e413f5 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:28.220531 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8391f61f-3696-40f8-90da-ea2619e413f5'] response: {'server_uuid': '87957e83-69ab-436b-bd6f-8f0018772156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f446db-15fc-4d52-89d7-753df54cee7b', 'code': 200} May 06 09:35:28.221825 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['47da9af8-9580-47d0-821e-442b5c1cdcdd'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:28.257660 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 3b2b3f7e-6b85-4576-9924-c701f9c66356 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:35:28.277759 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:35:28.291094 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398e5e0-7a25-4149-bb92-641b9c468ca5 req-0d618b4b-deab-48e9-867e-a72abb8a152f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:28.293076 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-8700f5fc-62bc-46fe-bd51-d6ca0bf86342 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98c63a03-7e44-46a8-90f7-0ea9dd4bd05f HTTP/1.1" status: 200 len: 217 time: 0.1116266 May 06 09:35:28.296752 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf0b59-e321-4fc0-85be-cc09545975fc service neutron] Pushing event updated for resources: {'Port': ['ID=5fe51c42-2f2e-4777-b918-30129d553fb9,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:28.298350 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1398e5e0-7a25-4149-bb92-641b9c468ca5 req-0d618b4b-deab-48e9-867e-a72abb8a152f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 944 time: 0.1476910 May 06 09:35:28.298486 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-735daad9-4a2f-4714-b5bf-79e3d21e207c req-307d6f46-4660-440b-8567-3e84f734526b tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] No DVR routers for this DVR port 47da9af8-9580-47d0-821e-442b5c1cdcdd on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:35:28.324003 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0cf5587e-4634-4b51-a3e9-3a7236b696f6 req-f8fdb658-7ef2-4a32-9d56-0247d0eaa8ba tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2003397-7dc4-410f-ad22-073f0724d61f HTTP/1.1" status: 200 len: 210 time: 0.0717015 May 06 09:35:28.357219 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-735daad9-4a2f-4714-b5bf-79e3d21e207c req-307d6f46-4660-440b-8567-3e84f734526b tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:28.361320 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-735daad9-4a2f-4714-b5bf-79e3d21e207c req-307d6f46-4660-440b-8567-3e84f734526b tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] 10.222.0.77 "DELETE /v2.0/ports/47da9af8-9580-47d0-821e-442b5c1cdcdd HTTP/1.1" status: 204 len: 173 time: 1.0738583 May 06 09:35:28.375613 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1398e5e0-7a25-4149-bb92-641b9c468ca5 req-f75c832f-bc1c-4ce5-a71a-056a47e37e0f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492783 May 06 09:35:28.423164 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-80fb826e-7485-407f-8957-c38671c533a9 req-a7dbbb5a-522b-417c-b136-a177ca6b6845 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Deleting port b6e9d5cc-a000-4deb-bd36-c3154d143bf5 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:35:28.423331 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-80fb826e-7485-407f-8957-c38671c533a9 req-a7dbbb5a-522b-417c-b136-a177ca6b6845 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:28.506369 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 3b2b3f7e-6b85-4576-9924-c701f9c66356, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=3b2b3f7e-6b85-4576-9924-c701f9c66356,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:28.513421 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af653ae8-40c8-4766-ac0d-de220f56a2ff x-openstack-request-id: req-af653ae8-40c8-4766-ac0d-de220f56a2ff {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:28.513761 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f409c4c1-1057-46b8-a97e-097bb5a8e2c8", "tag": "5fe51c42-2f2e-4777-b918-30129d553fb9", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:28.514212 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-af653ae8-40c8-4766-ac0d-de220f56a2ff {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:28.514678 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af653ae8-40c8-4766-ac0d-de220f56a2ff'] response: {'name': 'network-changed', 'server_uuid': 'f409c4c1-1057-46b8-a97e-097bb5a8e2c8', 'tag': '5fe51c42-2f2e-4777-b918-30129d553fb9', 'status': 'completed', 'code': 200} May 06 09:35:28.519706 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-84930a98-342c-4d9b-ac95-bef30f57a56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:28.521401 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-84930a98-342c-4d9b-ac95-bef30f57a56b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=293ef06f-9c8d-46e9-8a69-2491d12832fe HTTP/1.1" status: 200 len: 859 time: 0.1830664 May 06 09:35:28.522908 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d6f46-4660-440b-8567-3e84f734526b tempest-ServersAdminNegativeTestJSON-124180771 tempest-ServersAdminNegativeTestJSON-124180771-project] Pushing event deleted for resources: {'Port': ['ID=47da9af8-9580-47d0-821e-442b5c1cdcdd,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:28.534616 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '3b2b3f7e-6b85-4576-9924-c701f9c66356', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': '3b2b3f7e-6b85-4576-9924-c701f9c66356', 'mac_address': 'fa:16:3e:3f:66:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:35:28.559606 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-cbe6c484-8b30-454a-8d2b-289ce70f5a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:28.562175 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-cbe6c484-8b30-454a-8d2b-289ce70f5a0e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee0cd225ef094aa381a08623ce8da867&device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 1094 time: 0.3050439 May 06 09:35:28.585062 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-26fec7ed-8a4f-492e-a40c-9db0c5bdd4d2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=519999b9-d7d4-4e10-b661-e50209fd3b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445266 May 06 09:35:28.592874 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f99da4-6c69-4bf9-aaaf-7444f808b95f req-2e3140ed-8edc-48ad-97e4-7fc5424470cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:28.594664 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-78f99da4-6c69-4bf9-aaaf-7444f808b95f req-2e3140ed-8edc-48ad-97e4-7fc5424470cf service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 1100 time: 0.3373058 May 06 09:35:28.596077 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:28.611796 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b2b3f7e-6b85-4576-9924-c701f9c66356 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:28.635573 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 3b2b3f7e-6b85-4576-9924-c701f9c66356, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=3b2b3f7e-6b85-4576-9924-c701f9c66356,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:28.640841 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:28.656372 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-cb3a8eca-d62f-4353-a230-a512d1b00d61 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fe51c42-2f2e-4777-b918-30129d553fb9 HTTP/1.1" status: 200 len: 217 time: 0.0741684 May 06 09:35:28.668753 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-80fb826e-7485-407f-8957-c38671c533a9 req-a7dbbb5a-522b-417c-b136-a177ca6b6845 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] For port b6e9d5cc-a000-4deb-bd36-c3154d143bf5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=b6e9d5cc-a000-4deb-bd36-c3154d143bf5,segment=NetworkSegment(544469d8-29d7-446f-8b89-a6a0fd846ecc),segment_id=544469d8-29d7-446f-8b89-a6a0fd846ecc)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:28.669129 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-80fb826e-7485-407f-8957-c38671c533a9 req-a7dbbb5a-522b-417c-b136-a177ca6b6845 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:28.685785 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-80fb826e-7485-407f-8957-c38671c533a9 req-a7dbbb5a-522b-417c-b136-a177ca6b6845 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Calling delete_port for b6e9d5cc-a000-4deb-bd36-c3154d143bf5 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:35:28.704949 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61c4f5-4dd5-482c-a91a-f551dd32cddf req-70bb4526-8408-45f0-b7b7-13ef9238eaf7 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:28.705335 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=3b2b3f7e-6b85-4576-9924-c701f9c66356,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:28.706578 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5a61c4f5-4dd5-482c-a91a-f551dd32cddf req-70bb4526-8408-45f0-b7b7-13ef9238eaf7 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/ports?device_id=35beb24c-7d9c-4e7d-850d-a01aeac4e2b0 HTTP/1.1" status: 200 len: 948 time: 0.1443353 May 06 09:35:28.717776 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e0d27-ac7c-4e59-89b0-f2f9045b73b0 req-1e29edb7-ae07-4dc4-a23c-8a21a803ac85 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:28.719714 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab5e0d27-ac7c-4e59-89b0-f2f9045b73b0 req-1e29edb7-ae07-4dc4-a23c-8a21a803ac85 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.1561227 May 06 09:35:28.760371 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-78f99da4-6c69-4bf9-aaaf-7444f808b95f req-8f431fcf-7fe9-44b4-8fe2-04be789b1614 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219046 May 06 09:35:28.771012 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-8f6187e2-825a-4f07-be04-c1970b5c9366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:28.772611 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-8f6187e2-825a-4f07-be04-c1970b5c9366 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5704ec7d-7fe2-4308-8e34-562762b93f76 HTTP/1.1" status: 200 len: 848 time: 0.0900974 May 06 09:35:28.793771 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:28.817440 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-06168c1d-e4aa-4842-97e8-f2de424a8ba3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9016fd3e-f04c-40de-8dbe-a7754f33396e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334492 May 06 09:35:28.819848 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-0221606f-6264-4e29-8937-2c88f35159a8 service neutron] 10.222.0.77 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232120 May 06 09:35:28.829216 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5a61c4f5-4dd5-482c-a91a-f551dd32cddf req-32a64444-94a4-4d21-bdb3-927fea1eb64c tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/security-groups?id=04b1faad-a891-43c3-818a-a77930f9edd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068349 May 06 09:35:28.837207 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab5e0d27-ac7c-4e59-89b0-f2f9045b73b0 req-ac0daf5e-4cb3-47f2-9c6b-25d81372c267 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060410 May 06 09:35:28.977504 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-80fb826e-7485-407f-8957-c38671c533a9 req-a7dbbb5a-522b-417c-b136-a177ca6b6845 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:29.022599 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['b6e9d5cc-a000-4deb-bd36-c3154d143bf5'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:29.026384 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-2f4db378-4d37-4779-a226-22fec35b0bc0 service neutron] 10.222.0.77 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949363 May 06 09:35:29.027858 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dbbb5a-522b-417c-b136-a177ca6b6845 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Pushing event deleted for resources: {'Port': ['ID=b6e9d5cc-a000-4deb-bd36-c3154d143bf5,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:29.034362 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-eae247e9-efa6-4bbf-86a2-997881112988 service neutron] 10.222.0.77 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783478 May 06 09:35:29.057817 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-495144e3-2f03-484c-8888-38d7a2eb1dac req-3482f2bf-4fa6-44e9-8d68-78403478c257 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.73 "GET /v2.0/ports?device_id=53842356-8b5e-470e-8cc1-41ada67d49ad HTTP/1.1" status: 200 len: 210 time: 0.0446150 May 06 09:35:29.094765 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a041841-af46-4e4c-9c7b-8dca015fbc85 req-4c3bde3a-dcc4-49ec-83f2-c4b46a8badde tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:29.102263 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0a041841-af46-4e4c-9c7b-8dca015fbc85 req-4c3bde3a-dcc4-49ec-83f2-c4b46a8badde tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 943 time: 0.1566699 May 06 09:35:29.135382 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-80fb826e-7485-407f-8957-c38671c533a9 req-a7dbbb5a-522b-417c-b136-a177ca6b6845 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] No DVR routers for this DVR port b6e9d5cc-a000-4deb-bd36-c3154d143bf5 on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:35:29.139337 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-80fb826e-7485-407f-8957-c38671c533a9 req-a7dbbb5a-522b-417c-b136-a177ca6b6845 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:29.143393 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-80fb826e-7485-407f-8957-c38671c533a9 req-a7dbbb5a-522b-417c-b136-a177ca6b6845 tempest-InstanceActionsTestJSON-9278066 tempest-InstanceActionsTestJSON-9278066-project] 10.222.0.77 "DELETE /v2.0/ports/b6e9d5cc-a000-4deb-bd36-c3154d143bf5 HTTP/1.1" status: 204 len: 173 time: 1.0625801 May 06 09:35:29.144989 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53842356-8b5e-470e-8cc1-41ada67d49ad', 'name': 'network-vif-deleted', 'tag': 'b6e9d5cc-a000-4deb-bd36-c3154d143bf5'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:29.147034 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fbdc1ab5-ab8a-42b6-bf1f-b44703573272 req-290442f7-c5ab-466a-8fd5-0c6de1f14d3f service neutron] 10.222.0.77 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031702 May 06 09:35:29.147702 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215203a8-88c0-41f4-ba62-b54834a2e1be" -d '{"events": [{"server_uuid": "53842356-8b5e-470e-8cc1-41ada67d49ad", "name": "network-vif-deleted", "tag": "b6e9d5cc-a000-4deb-bd36-c3154d143bf5"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:29.166080 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['3b2b3f7e-6b85-4576-9924-c701f9c66356'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:29.180306 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0a041841-af46-4e4c-9c7b-8dca015fbc85 req-6513a533-9cd8-4838-9f4d-7aaef3e0cadc tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764425 May 06 09:35:29.196512 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325278d3-1865-4153-8f9d-ebac24273772 x-openstack-request-id: req-325278d3-1865-4153-8f9d-ebac24273772 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:29.196834 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53842356-8b5e-470e-8cc1-41ada67d49ad", "name": "network-vif-deleted", "tag": "b6e9d5cc-a000-4deb-bd36-c3154d143bf5", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:29.197238 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-325278d3-1865-4153-8f9d-ebac24273772 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:29.197706 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-325278d3-1865-4153-8f9d-ebac24273772'] response: {'server_uuid': '53842356-8b5e-470e-8cc1-41ada67d49ad', 'name': 'network-vif-deleted', 'tag': 'b6e9d5cc-a000-4deb-bd36-c3154d143bf5', 'status': 'completed', 'code': 200} May 06 09:35:29.327795 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e94ec9-e77e-4cce-9fe2-8426eb1b67e1 req-6373f4c4-192f-4974-9730-12f23b2f26ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:29.330023 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f8e94ec9-e77e-4cce-9fe2-8426eb1b67e1 req-6373f4c4-192f-4974-9730-12f23b2f26ca service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee0cd225ef094aa381a08623ce8da867&device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 1094 time: 0.0452797 May 06 09:35:29.462396 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e94ec9-e77e-4cce-9fe2-8426eb1b67e1 req-6fa3d880-e6a7-4bbc-a020-0a9c08a985a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:29.463994 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f8e94ec9-e77e-4cce-9fe2-8426eb1b67e1 req-6fa3d880-e6a7-4bbc-a020-0a9c08a985a7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9016fd3e-f04c-40de-8dbe-a7754f33396e HTTP/1.1" status: 200 len: 909 time: 0.1171737 May 06 09:35:29.513837 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-a6bc2b11-4824-41bc-9252-a0fd4f70030e tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:29.515973 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-a6bc2b11-4824-41bc-9252-a0fd4f70030e tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57&tenant_id=147a685967a04284b13954d6f7a9d875&binding%3Ahost_id=n-h2-840835-1 HTTP/1.1" status: 200 len: 1095 time: 0.0850964 May 06 09:35:29.517343 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f8e94ec9-e77e-4cce-9fe2-8426eb1b67e1 req-ebdc0719-0062-46ef-808f-fc3bad046908 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fe51c42-2f2e-4777-b918-30129d553fb9 HTTP/1.1" status: 200 len: 217 time: 0.0457444 May 06 09:35:29.530338 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549db4c-1cad-4db7-90d0-fd92f02dcd8f req-5d12ba37-c064-47dd-a838-a8ac4fddc729 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:29.531847 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5549db4c-1cad-4db7-90d0-fd92f02dcd8f req-5d12ba37-c064-47dd-a838-a8ac4fddc729 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 944 time: 0.0666838 May 06 09:35:29.579443 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e94ec9-e77e-4cce-9fe2-8426eb1b67e1 req-6af66757-e13f-4de5-8a91-682da199b6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:29.581275 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f8e94ec9-e77e-4cce-9fe2-8426eb1b67e1 req-6af66757-e13f-4de5-8a91-682da199b6c6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5704ec7d-7fe2-4308-8e34-562762b93f76 HTTP/1.1" status: 200 len: 848 time: 0.0531721 May 06 09:35:29.609043 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5549db4c-1cad-4db7-90d0-fd92f02dcd8f req-fcfec3a9-4a7d-4222-9db3-fda830974cff tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695169 May 06 09:35:29.617925 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f8e94ec9-e77e-4cce-9fe2-8426eb1b67e1 req-b42347b4-8868-4aea-acb5-8891919d58b8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9016fd3e-f04c-40de-8dbe-a7754f33396e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285954 May 06 09:35:29.730200 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f8e94ec9-e77e-4cce-9fe2-8426eb1b67e1 req-0dc76349-75e6-4afd-91a4-b925ad6e4f50 service neutron] 10.222.0.77 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044648 May 06 09:35:29.733580 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38484) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:29.756062 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-28f5ff53-3491-4bb8-ab94-836be4ae3ce3 service neutron] For port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:29.762091 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-28f5ff53-3491-4bb8-ab94-836be4ae3ce3 service neutron] Notify callbacks [] for binding, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:29.763315 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5edc1d7e-b8bd-4c2a-8d97-f08f919d979b req-28f5ff53-3491-4bb8-ab94-836be4ae3ce3 service neutron] 10.222.0.77 "DELETE /v2.0/ports/98c63a03-7e44-46a8-90f7-0ea9dd4bd05f/bindings/n-h1-840835-1 HTTP/1.1" status: 204 len: 173 time: 0.2305901 May 06 09:35:29.785430 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503360ad-ff03-4d6e-ad8f-83309ed021c5 req-8f161d2a-abc6-4ff7-ad04-3d15893103cf tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:29.787073 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-503360ad-ff03-4d6e-ad8f-83309ed021c5 req-8f161d2a-abc6-4ff7-ad04-3d15893103cf tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 1095 time: 0.0671585 May 06 09:35:29.841464 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-503360ad-ff03-4d6e-ad8f-83309ed021c5 req-2c35314c-20ff-4730-830c-9af5757b0980 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443075 May 06 09:35:29.852950 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f8e94ec9-e77e-4cce-9fe2-8426eb1b67e1 req-a33017ad-86a3-431b-9897-71c7b699f3da service neutron] 10.222.0.77 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121907 May 06 09:35:29.923973 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a204fa51-8adb-400e-90ec-287ccb6a23ac admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=75901321355242d2899f6fd1df5fd7da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1892478 May 06 09:35:29.926552 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38494) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:29.994687 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d03756ec-14d4-4798-bdc4-f5597b620b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:30.035803 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d03756ec-14d4-4798-bdc4-f5597b620b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:30.036788 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5663f-ab5a-4a13-afde-1e81224b9389 req-dca4830c-4c25-48d7-8c14-420170519a0b tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:30.039037 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17e5663f-ab5a-4a13-afde-1e81224b9389 req-dca4830c-4c25-48d7-8c14-420170519a0b tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/ports?device_id=35beb24c-7d9c-4e7d-850d-a01aeac4e2b0 HTTP/1.1" status: 200 len: 949 time: 0.0959752 May 06 09:35:30.054157 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f14d4c-6deb-42c1-9ca3-bc2e10059540 req-12df6dec-da78-4378-a93c-5308053a36d8 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:30.055857 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1f14d4c-6deb-42c1-9ca3-bc2e10059540 req-12df6dec-da78-4378-a93c-5308053a36d8 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.0738912 May 06 09:35:30.091503 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d03756ec-14d4-4798-bdc4-f5597b620b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:30.097564 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d03756ec-14d4-4798-bdc4-f5597b620b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:30.102476 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d03756ec-14d4-4798-bdc4-f5597b620b7a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/afea8fc4-ce2a-4e21-998b-24101b2285a3 HTTP/1.1" status: 204 len: 168 time: 0.1748178 May 06 09:35:30.107777 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17e5663f-ab5a-4a13-afde-1e81224b9389 req-ec6e12c3-8c08-4ac1-a0cb-727f3fcdffce tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/security-groups?id=04b1faad-a891-43c3-818a-a77930f9edd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614779 May 06 09:35:30.125035 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03756ec-14d4-4798-bdc4-f5597b620b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afea8fc4-ce2a-4e21-998b-24101b2285a3,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:30.137757 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1f14d4c-6deb-42c1-9ca3-bc2e10059540 req-102f3099-57b0-4857-b690-576673ffe2c0 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650337 May 06 09:35:30.198251 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38512) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:30.250587 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f42e406-4620-4aff-b472-ce9f6f141cb1 admin admin] Deleting subnet 9c24859d-eb1f-476d-aa4b-6049a23c8017 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:35:30.254920 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8f42e406-4620-4aff-b472-ce9f6f141cb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:30.278993 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:35:30.299661 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8f42e406-4620-4aff-b472-ce9f6f141cb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:30.369593 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8f42e406-4620-4aff-b472-ce9f6f141cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:30.376546 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2f0dd-25e7-4bfa-8e68-5ec320294ce8 req-95fd8bfe-abd5-4913-bac0-6987903fff86 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:30.378308 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-afb2f0dd-25e7-4bfa-8e68-5ec320294ce8 req-95fd8bfe-abd5-4913-bac0-6987903fff86 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 943 time: 0.1014209 May 06 09:35:30.401483 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device b6e9d5cc-a000-4deb-bd36-c3154d143bf5 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:35:30.413201 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-c7c6bee3-d1fa-40ed-8335-09b6e426a115 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:30.414792 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-c7c6bee3-d1fa-40ed-8335-09b6e426a115 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/networks?id=519999b9-d7d4-4e10-b661-e50209fd3b05 HTTP/1.1" status: 200 len: 819 time: 0.2083328 May 06 09:35:30.439911 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: b6e9d5cc-a000-4deb-bd36-c3154d143bf5 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:35:30.441789 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device b6e9d5cc-a000-4deb-bd36-c3154d143bf5 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:35:30.442460 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 47da9af8-9580-47d0-821e-442b5c1cdcdd no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:35:30.454569 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8f42e406-4620-4aff-b472-ce9f6f141cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:30.463427 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-07d31516-7491-4b20-8fbb-f34b4529c006 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/quotas/147a685967a04284b13954d6f7a9d875 HTTP/1.1" status: 200 len: 375 time: 0.0385017 May 06 09:35:30.474694 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 47da9af8-9580-47d0-821e-442b5c1cdcdd {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:35:30.475298 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 47da9af8-9580-47d0-821e-442b5c1cdcdd not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:35:30.479098 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-afb2f0dd-25e7-4bfa-8e68-5ec320294ce8 req-bbd9c83c-313d-42d8-be27-22bd7b99ef4c tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918105 May 06 09:35:30.495104 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42e406-4620-4aff-b472-ce9f6f141cb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c24859d-eb1f-476d-aa4b-6049a23c8017,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:30.500834 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8f42e406-4620-4aff-b472-ce9f6f141cb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:30.505899 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8f42e406-4620-4aff-b472-ce9f6f141cb1 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9c24859d-eb1f-476d-aa4b-6049a23c8017 HTTP/1.1" status: 204 len: 168 time: 0.3063130 May 06 09:35:30.508322 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38516) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:30.515282 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2003397-7dc4-410f-ad22-073f0724d61f', 'name': 'network-vif-deleted', 'tag': '47da9af8-9580-47d0-821e-442b5c1cdcdd'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:30.518156 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90635a46-857f-49a7-99cb-0c06f127f1fc" -d '{"events": [{"server_uuid": "a2003397-7dc4-410f-ad22-073f0724d61f", "name": "network-vif-deleted", "tag": "47da9af8-9580-47d0-821e-442b5c1cdcdd"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:30.540674 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-a5f0bc9b-9ba4-4cdf-8649-9427ce9b9126 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=147a685967a04284b13954d6f7a9d875&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0605724 May 06 09:35:30.567048 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38520) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:30.575948 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1f9d3a-e147-4096-8534-bd73ec66ad83 x-openstack-request-id: req-bd1f9d3a-e147-4096-8534-bd73ec66ad83 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:30.576363 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2003397-7dc4-410f-ad22-073f0724d61f", "name": "network-vif-deleted", "tag": "47da9af8-9580-47d0-821e-442b5c1cdcdd", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:30.576628 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bd1f9d3a-e147-4096-8534-bd73ec66ad83 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:30.577068 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd1f9d3a-e147-4096-8534-bd73ec66ad83'] response: {'server_uuid': 'a2003397-7dc4-410f-ad22-073f0724d61f', 'name': 'network-vif-deleted', 'tag': '47da9af8-9580-47d0-821e-442b5c1cdcdd', 'status': 'completed', 'code': 200} May 06 09:35:30.620028 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af19717f-72bd-4899-b6c9-fa6e86a3833b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:30.637832 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f743da41-ad4f-4013-b843-7abfb825352f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1bb498a901554b20ae88b377ce4769a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0672927 May 06 09:35:30.638320 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38522) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:30.651341 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-b07a455e-0121-4613-93ed-8a7c197fde48 service neutron] 10.222.0.73 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024191 May 06 09:35:30.745846 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af19717f-72bd-4899-b6c9-fa6e86a3833b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:30.749243 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-3f8f6166-6bd2-4580-ac0f-8f728a40e065 service neutron] 10.222.0.73 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910118 May 06 09:35:30.766036 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-de726e41-f525-4228-9690-8415c8d4016c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:30.776605 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-af19717f-72bd-4899-b6c9-fa6e86a3833b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f25cd1-e702-4156-b3cb-963d9d618ca5']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:30.798391 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-af19717f-72bd-4899-b6c9-fa6e86a3833b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '544469d8-29d7-446f-8b89-a6a0fd846ecc') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:30.798764 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-af19717f-72bd-4899-b6c9-fa6e86a3833b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '544469d8-29d7-446f-8b89-a6a0fd846ecc') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:30.814580 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-de726e41-f525-4228-9690-8415c8d4016c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:30.817172 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af19717f-72bd-4899-b6c9-fa6e86a3833b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:30.848332 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af19717f-72bd-4899-b6c9-fa6e86a3833b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:30.862269 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af19717f-72bd-4899-b6c9-fa6e86a3833b admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:35:30.862937 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af19717f-72bd-4899-b6c9-fa6e86a3833b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: timer() May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:35:30.864749 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:35:30.928561 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af19717f-72bd-4899-b6c9-fa6e86a3833b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:30.931933 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-de726e41-f525-4228-9690-8415c8d4016c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:30.935614 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-de726e41-f525-4228-9690-8415c8d4016c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:30.937362 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-de726e41-f525-4228-9690-8415c8d4016c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/624f2192-a371-44d0-bbf5-abc83f5879b8 HTTP/1.1" status: 204 len: 168 time: 0.2981339 May 06 09:35:30.943909 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af19717f-72bd-4899-b6c9-fa6e86a3833b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:30.950260 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-af19717f-72bd-4899-b6c9-fa6e86a3833b admin admin] 10.222.0.73 "DELETE /v2.0/networks/87f25cd1-e702-4156-b3cb-963d9d618ca5 HTTP/1.1" status: 204 len: 168 time: 0.4407766 May 06 09:35:30.952284 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-295a3edf-536d-4153-aa1f-e735e2c3b72d req-c243f2b4-5019-481a-9288-f39017c7a020 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 210 time: 0.0543084 May 06 09:35:30.972761 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de726e41-f525-4228-9690-8415c8d4016c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624f2192-a371-44d0-bbf5-abc83f5879b8,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:30.975400 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19717f-72bd-4899-b6c9-fa6e86a3833b admin admin] Pushing event deleted for resources: {'Network': ['ID=87f25cd1-e702-4156-b3cb-963d9d618ca5,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:31.313821 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38544) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:31.325422 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fc9fa-b6be-466c-b188-21fa8526e7dd req-f505525d-6c2c-4377-bef8-c6f2f78785c0 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:31.327682 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-667fc9fa-b6be-466c-b188-21fa8526e7dd req-f505525d-6c2c-4377-bef8-c6f2f78785c0 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/ports?device_id=35beb24c-7d9c-4e7d-850d-a01aeac4e2b0 HTTP/1.1" status: 200 len: 949 time: 0.1021020 May 06 09:35:31.354238 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1668bcb-3575-4a08-99ac-146be31c6f5f req-bf51aa3e-36ac-474e-a4ad-2d86ab9c66d1 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:31.355743 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b1668bcb-3575-4a08-99ac-146be31c6f5f req-bf51aa3e-36ac-474e-a4ad-2d86ab9c66d1 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.1070647 May 06 09:35:31.368131 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b32ce9c4-c597-4a4a-839e-ed8fcfe9e848 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c8663008787d43378ea575f7489ec5bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523257 May 06 09:35:31.369926 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38550) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:31.421321 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-667fc9fa-b6be-466c-b188-21fa8526e7dd req-726905d0-250e-4e43-8b03-0d11e71cd9e6 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/security-groups?id=04b1faad-a891-43c3-818a-a77930f9edd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839419 May 06 09:35:31.441783 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5ffbe5d4-c807-4939-b196-4e22ac9370b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:31.452416 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b1668bcb-3575-4a08-99ac-146be31c6f5f req-3e2d345c-e33a-46fb-8a22-4839cc4c28c5 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804236 May 06 09:35:31.472024 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5ffbe5d4-c807-4939-b196-4e22ac9370b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:31.534590 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5ffbe5d4-c807-4939-b196-4e22ac9370b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:31.538008 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5ffbe5d4-c807-4939-b196-4e22ac9370b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:31.539470 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5ffbe5d4-c807-4939-b196-4e22ac9370b3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/950a50e1-2156-49d3-85c0-f204b9a0b58c HTTP/1.1" status: 204 len: 168 time: 0.1678929 May 06 09:35:31.548870 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffbe5d4-c807-4939-b196-4e22ac9370b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950a50e1-2156-49d3-85c0-f204b9a0b58c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:31.656045 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba230d52-3e5d-4ad2-990b-fd69a5484460 req-ccda9073-5bf7-4676-9e73-72d6c0ca2580 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:31.657461 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba230d52-3e5d-4ad2-990b-fd69a5484460 req-ccda9073-5bf7-4676-9e73-72d6c0ca2580 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 943 time: 0.0744154 May 06 09:35:31.666325 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b267202-cad7-4449-b164-7a58076fa11e req-7386c0f1-0c7d-402e-8a39-6a71b8bdab04 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:31.674218 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b267202-cad7-4449-b164-7a58076fa11e req-7386c0f1-0c7d-402e-8a39-6a71b8bdab04 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.1175518 May 06 09:35:31.743948 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b267202-cad7-4449-b164-7a58076fa11e req-a62a2c2d-195c-4d2f-9537-0ff79aa6c741 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686445 May 06 09:35:31.755740 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba230d52-3e5d-4ad2-990b-fd69a5484460 req-dfe79d41-a530-4d0e-b052-daeed0a00bb1 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739038 May 06 09:35:32.070919 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eac7b438-2e13-4de2-967e-98dead6018fa req-715210a0-d8f2-403d-8742-128ad7bf1e84 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 210 time: 0.0431163 May 06 09:35:32.139514 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-148ebd43-4daa-41ec-9a58-19034e833ba0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0570707 May 06 09:35:32.175735 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921848e-210e-434d-a827-23b14722b2b3 req-b1f53c6b-d030-4703-b8d9-15f71772ba07 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:32.177251 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a921848e-210e-434d-a827-23b14722b2b3 req-b1f53c6b-d030-4703-b8d9-15f71772ba07 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.0654845 May 06 09:35:32.222652 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a921848e-210e-434d-a827-23b14722b2b3 req-1c4c2510-e038-42f0-bc57-c515b750af5b tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386219 May 06 09:35:32.255521 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 3b2b3f7e-6b85-4576-9924-c701f9c66356 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:32.325301 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 3b2b3f7e-6b85-4576-9924-c701f9c66356 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:35:32.330881 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 3b2b3f7e-6b85-4576-9924-c701f9c66356 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:32.331572 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:32.425886 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:32.436815 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38614) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:32.460287 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35beb24c-7d9c-4e7d-850d-a01aeac4e2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2b3f7e-6b85-4576-9924-c701f9c66356'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:32.463399 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723f7748-443e-40dd-99df-a82a15d7f625" -d '{"events": [{"server_uuid": "35beb24c-7d9c-4e7d-850d-a01aeac4e2b0", "name": "network-vif-plugged", "status": "completed", "tag": "3b2b3f7e-6b85-4576-9924-c701f9c66356"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:32.482547 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 3b2b3f7e-6b85-4576-9924-c701f9c66356, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=3b2b3f7e-6b85-4576-9924-c701f9c66356,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:32.490739 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:32.551054 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=3b2b3f7e-6b85-4576-9924-c701f9c66356,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:32.569200 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cef786-118f-4384-b137-d54fa64be832 x-openstack-request-id: req-79cef786-118f-4384-b137-d54fa64be832 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:32.569695 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35beb24c-7d9c-4e7d-850d-a01aeac4e2b0", "name": "network-vif-plugged", "status": "completed", "tag": "3b2b3f7e-6b85-4576-9924-c701f9c66356", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:32.570098 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-79cef786-118f-4384-b137-d54fa64be832 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:32.570868 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79cef786-118f-4384-b137-d54fa64be832'] response: {'server_uuid': '35beb24c-7d9c-4e7d-850d-a01aeac4e2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2b3f7e-6b85-4576-9924-c701f9c66356', 'code': 200} May 06 09:35:32.587850 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2a638-f5cc-47ff-81ca-6fa6944e9d02 req-4df6d847-df6e-46fa-92ed-b8a1f9ad4e08 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:32.589846 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b2c2a638-f5cc-47ff-81ca-6fa6944e9d02 req-4df6d847-df6e-46fa-92ed-b8a1f9ad4e08 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/ports?device_id=35beb24c-7d9c-4e7d-850d-a01aeac4e2b0 HTTP/1.1" status: 200 len: 950 time: 0.0788195 May 06 09:35:32.646834 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b2c2a638-f5cc-47ff-81ca-6fa6944e9d02 req-d89951d9-b566-4197-b1ed-7a9a721332cc tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/security-groups?id=04b1faad-a891-43c3-818a-a77930f9edd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480688 May 06 09:35:32.670700 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-66d4a75b-010c-4839-a3ab-19266db59fdd tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:32.672428 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-66d4a75b-010c-4839-a3ab-19266db59fdd tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.84 "GET /v2.0/networks?id=519999b9-d7d4-4e10-b661-e50209fd3b05 HTTP/1.1" status: 200 len: 819 time: 0.2926342 May 06 09:35:32.701376 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-430c8494-658d-4c38-9495-3b3775442e59 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Request body: {'port': {'device_id': '4c7064df-3fbf-4b51-85be-0f1e9a4d1234', 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05', 'admin_state_up': True, 'tenant_id': '147a685967a04284b13954d6f7a9d875'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:32.761597 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-63bb487f-6f66-472e-a796-563f22695626 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-82509329-network', 'tenant_id': 'c98224fbfb324f1090c72cb41a383c62'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:32.785053 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bb487f-6f66-472e-a796-563f22695626 admin admin] Made reservation on behalf of c98224fbfb324f1090c72cb41a383c62 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:35:32.789638 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-63bb487f-6f66-472e-a796-563f22695626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:32.810600 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-63bb487f-6f66-472e-a796-563f22695626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:32.820015 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8c1c3-6f9c-40da-9162-dd799bd04f43 req-e3aa88b1-6a53-4544-a7a5-1cdd5ec88069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:32.821607 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-20f8c1c3-6f9c-40da-9162-dd799bd04f43 req-e3aa88b1-6a53-4544-a7a5-1cdd5ec88069 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=35beb24c-7d9c-4e7d-850d-a01aeac4e2b0 HTTP/1.1" status: 200 len: 1101 time: 0.0974238 May 06 09:35:32.917436 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-20f8c1c3-6f9c-40da-9162-dd799bd04f43 req-e5ff54da-e072-4076-b4d5-b34cce0acffe service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=04b1faad-a891-43c3-818a-a77930f9edd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843418 May 06 09:35:32.932762 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-430c8494-658d-4c38-9495-3b3775442e59 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Made reservation on behalf of 147a685967a04284b13954d6f7a9d875 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:35:32.937564 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-430c8494-658d-4c38-9495-3b3775442e59 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:32.969678 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144dc35-1f2b-4d84-b6dc-3f674be7d68d req-8fadc036-4cf0-47f8-8aad-b79219f51090 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:32.971376 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5144dc35-1f2b-4d84-b6dc-3f674be7d68d req-8fadc036-4cf0-47f8-8aad-b79219f51090 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 943 time: 0.1109915 May 06 09:35:33.064310 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5144dc35-1f2b-4d84-b6dc-3f674be7d68d req-6a483d60-9cce-460f-aa79-919f46df855f tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627434 May 06 09:35:33.065704 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-63bb487f-6f66-472e-a796-563f22695626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:33.072799 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-63bb487f-6f66-472e-a796-563f22695626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:33.095096 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63bb487f-6f66-472e-a796-563f22695626 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:35:33.134369 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-63bb487f-6f66-472e-a796-563f22695626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:33.135073 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-63bb487f-6f66-472e-a796-563f22695626 admin admin] Added segment 35253cc4-0175-4b64-ad26-0300407f216d of type vlan for network 1c527760-fb10-404f-92ae-b057a7d18f65 May 06 09:35:33.136640 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-430c8494-658d-4c38-9495-3b3775442e59 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Allocated IP 172.20.0.7 (519999b9-d7d4-4e10-b661-e50209fd3b05/293ef06f-9c8d-46e9-8a69-2491d12832fe/9989a753-257a-4835-862a-c07fccfeb244) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:35:33.145484 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb487f-6f66-472e-a796-563f22695626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cc2c93-32ea-4ef6-a645-7fbc547a37e5,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:33.243436 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-63bb487f-6f66-472e-a796-563f22695626 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:33.260836 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-33879788-4ce1-4289-b4db-13edc6cc62f9 req-b643c062-ef88-4957-a603-870b0735d359 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 210 time: 0.0680869 May 06 09:35:33.337272 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-63bb487f-6f66-472e-a796-563f22695626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:33.341716 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bb487f-6f66-472e-a796-563f22695626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:33.347184 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-63bb487f-6f66-472e-a796-563f22695626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:33.428167 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c5b53b49-d50a-44bd-afbb-0f79d15f3bc1 req-80caade3-086a-4421-aece-e55c456d3a87 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5c3a6d87-33bf-44c6-83f4-59b0deeecf87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0826669 May 06 09:35:33.454719 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-430c8494-658d-4c38-9495-3b3775442e59 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:33.474065 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-63bb487f-6f66-472e-a796-563f22695626 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0358610 May 06 09:35:33.477028 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38654) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:33.482470 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb487f-6f66-472e-a796-563f22695626 admin admin] Pushing event updated for resources: {'Network': ['ID=1c527760-fb10-404f-92ae-b057a7d18f65,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:33.484847 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-8d180978-8f75-4ff6-b515-2a0da7f04d1e admin admin] Request body: {'subnet': {'network_id': '1c527760-fb10-404f-92ae-b057a7d18f65', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-82509329-subnet', 'tenant_id': 'c98224fbfb324f1090c72cb41a383c62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:33.497946 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 1c527760-fb10-404f-92ae-b057a7d18f65 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:35:33.528446 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5840a3-895e-43b5-af34-59f01e55b4ec req-e6eb3b31-46b4-42ea-a139-9df3db075e45 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:33.546341 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f5840a3-895e-43b5-af34-59f01e55b4ec req-e6eb3b31-46b4-42ea-a139-9df3db075e45 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.1672480 May 06 09:35:33.620923 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d180978-8f75-4ff6-b515-2a0da7f04d1e admin admin] Made reservation on behalf of c98224fbfb324f1090c72cb41a383c62 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:35:33.625175 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8d180978-8f75-4ff6-b515-2a0da7f04d1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:33.631898 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f5840a3-895e-43b5-af34-59f01e55b4ec req-8d4ad27c-2ef2-448e-8a8d-8eb45442ff0b tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839250 May 06 09:35:33.664031 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-430c8494-658d-4c38-9495-3b3775442e59 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:33.790799 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b53b49-d50a-44bd-afbb-0f79d15f3bc1 req-d21f6337-70fd-4c7c-bcc7-3650e6d3b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:33.792352 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c5b53b49-d50a-44bd-afbb-0f79d15f3bc1 req-d21f6337-70fd-4c7c-bcc7-3650e6d3b38c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c2b09c743dc34ecd9ff39fe3cb1e8e10&device_id=5c3a6d87-33bf-44c6-83f4-59b0deeecf87 HTTP/1.1" status: 200 len: 1096 time: 0.3130622 May 06 09:35:33.800657 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-430c8494-658d-4c38-9495-3b3775442e59 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Network 519999b9-d7d4-4e10-b661-e50209fd3b05 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:35:33.801468 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c8494-658d-4c38-9495-3b3775442e59 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Pushing event updated for resources: {'Port': ['ID=9989a753-257a-4835-862a-c07fccfeb244,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:33.806480 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-430c8494-658d-4c38-9495-3b3775442e59 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:33.810489 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-430c8494-658d-4c38-9495-3b3775442e59 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:35:33.825448 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23738972-847f-47cc-919c-52a66e58896b req-305d7b0c-1f43-42d4-807c-2b7e61d1f78c tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:33.834534 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-23738972-847f-47cc-919c-52a66e58896b req-305d7b0c-1f43-42d4-807c-2b7e61d1f78c tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/ports?device_id=35beb24c-7d9c-4e7d-850d-a01aeac4e2b0 HTTP/1.1" status: 200 len: 950 time: 0.0760074 May 06 09:35:33.875988 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-23738972-847f-47cc-919c-52a66e58896b req-615a8d1e-563a-4bfb-9b83-1f4da62a5185 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/security-groups?id=04b1faad-a891-43c3-818a-a77930f9edd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398140 May 06 09:35:33.962278 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-430c8494-658d-4c38-9495-3b3775442e59 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:33.962813 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-430c8494-658d-4c38-9495-3b3775442e59 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:33.995968 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-430c8494-658d-4c38-9495-3b3775442e59 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3012471 May 06 09:35:34.018566 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-029aa7fb-aeb3-4456-ba1d-ef7d673587de service neutron] Request body: {'port': {'device_id': '4c7064df-3fbf-4b51-85be-0f1e9a4d1234', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:34.178638 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b57716-6ef6-4c13-8440-e8735bf1000e req-18cab598-7b15-4047-b30d-98ba57601eec tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:34.190513 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31b57716-6ef6-4c13-8440-e8735bf1000e req-18cab598-7b15-4047-b30d-98ba57601eec tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 943 time: 0.0768533 May 06 09:35:34.235807 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31b57716-6ef6-4c13-8440-e8735bf1000e req-ccdc46fc-7a29-4432-a0e4-78cff9e6c39e tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424798 May 06 09:35:34.269302 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 5fe51c42-2f2e-4777-b918-30129d553fb9 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:35:34.314838 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38692) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:34.337447 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b53b49-d50a-44bd-afbb-0f79d15f3bc1 req-b5aaa04c-e70a-4ab8-a342-18d8b45793c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:34.339235 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c5b53b49-d50a-44bd-afbb-0f79d15f3bc1 req-b5aaa04c-e70a-4ab8-a342-18d8b45793c0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e76d704a-9d79-4d25-8a5d-5f2069ed1f70 HTTP/1.1" status: 200 len: 925 time: 0.4883099 May 06 09:35:34.416254 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-201e7487-1f0b-4258-a203-2997791534d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:34.417758 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-201e7487-1f0b-4258-a203-2997791534d5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 1100 time: 0.0780199 May 06 09:35:34.427103 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-029aa7fb-aeb3-4456-ba1d-ef7d673587de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:34.452823 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 5fe51c42-2f2e-4777-b918-30129d553fb9, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=5fe51c42-2f2e-4777-b918-30129d553fb9,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:34.470252 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '5fe51c42-2f2e-4777-b918-30129d553fb9', 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e', 'port_id': '5fe51c42-2f2e-4777-b918-30129d553fb9', 'mac_address': 'fa:16:3e:59:e9:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5704ec7d-7fe2-4308-8e34-562762b93f76', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:35:34.508761 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c5b53b49-d50a-44bd-afbb-0f79d15f3bc1 req-e521170f-68bb-48ad-b7a1-8bb176cef846 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113 HTTP/1.1" status: 200 len: 1001 time: 0.1523015 May 06 09:35:34.529728 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:34.538257 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8d180978-8f75-4ff6-b515-2a0da7f04d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:34.547562 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe51c42-2f2e-4777-b918-30129d553fb9 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:34.573166 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 5fe51c42-2f2e-4777-b918-30129d553fb9, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=5fe51c42-2f2e-4777-b918-30129d553fb9,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:34.579499 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:34.641734 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=5fe51c42-2f2e-4777-b918-30129d553fb9,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:34.669686 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d180978-8f75-4ff6-b515-2a0da7f04d1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=02926ad3-94f2-41e1-8f3f-5bfcb9958f07,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:34.672556 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b53b49-d50a-44bd-afbb-0f79d15f3bc1 req-f6816da9-dcfa-4141-bf3e-0ce6b97e3c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:34.674021 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c5b53b49-d50a-44bd-afbb-0f79d15f3bc1 req-f6816da9-dcfa-4141-bf3e-0ce6b97e3c48 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=13d54616-5091-48d4-a06e-e4f6d0eb3a1a HTTP/1.1" status: 200 len: 863 time: 0.1371708 May 06 09:35:34.779107 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6bd75e1d-2ed2-412e-958a-5a4dc3f41796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:34.821022 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d180978-8f75-4ff6-b515-2a0da7f04d1e admin admin] Checking segment: {'id': '35253cc4-0175-4b64-ad26-0300407f216d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1c527760-fb10-404f-92ae-b057a7d18f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:34.821381 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d180978-8f75-4ff6-b515-2a0da7f04d1e admin admin] Network hostable DHCP agents. Network: 1c527760-fb10-404f-92ae-b057a7d18f65, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:35:34.830024 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef286358-f5ba-435c-95e2-49ef9fbc936f req-86f67ca4-974c-47dc-982d-f29790e7ef48 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:34.831341 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ef286358-f5ba-435c-95e2-49ef9fbc936f req-86f67ca4-974c-47dc-982d-f29790e7ef48 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 931 time: 0.4294226 May 06 09:35:34.846008 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b53b49-d50a-44bd-afbb-0f79d15f3bc1 req-241d1860-22e9-434d-8a16-79521ec37478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:34.847533 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c5b53b49-d50a-44bd-afbb-0f79d15f3bc1 req-241d1860-22e9-434d-8a16-79521ec37478 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e76d704a-9d79-4d25-8a5d-5f2069ed1f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1257107 May 06 09:35:34.876176 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d180978-8f75-4ff6-b515-2a0da7f04d1e admin admin] Network 1c527760-fb10-404f-92ae-b057a7d18f65 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:35:34.907565 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c9486-3d1f-4ff5-af14-93a7a9d87caf req-2daae1e9-1f09-4eaf-b3a3-664576503eb8 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:34.909614 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-de8c9486-3d1f-4ff5-af14-93a7a9d87caf req-2daae1e9-1f09-4eaf-b3a3-664576503eb8 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.1563163 May 06 09:35:34.919518 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-df487c97-78b8-491e-8fae-89f6e25e6860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:34.931013 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-df487c97-78b8-491e-8fae-89f6e25e6860 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.4842813 May 06 09:35:34.952028 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-8d180978-8f75-4ff6-b515-2a0da7f04d1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 1c527760-fb10-404f-92ae-b057a7d18f65) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:34.976241 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec99aca-7587-4179-bc20-0d4f16f699f8 None None] Network 1c527760-fb10-404f-92ae-b057a7d18f65 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:35:34.981791 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d180978-8f75-4ff6-b515-2a0da7f04d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:34.982644 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ef286358-f5ba-435c-95e2-49ef9fbc936f req-912ee6e7-8696-47d8-a6bc-fd42077d152c tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316440 May 06 09:35:34.982865 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8d180978-8f75-4ff6-b515-2a0da7f04d1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:35.057863 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-48ab05ff-651c-4ad8-a238-878b2e05f0e1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=91f446db-15fc-4d52-89d7-753df54cee7b HTTP/1.1" status: 200 len: 217 time: 0.1081526 May 06 09:35:35.072136 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8d180978-8f75-4ff6-b515-2a0da7f04d1e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5911472 May 06 09:35:35.115978 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['5fe51c42-2f2e-4777-b918-30129d553fb9'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:35.144031 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c5b53b49-d50a-44bd-afbb-0f79d15f3bc1 req-0472b596-1ef3-48af-8d25-7ed8e47ef911 service neutron] 10.222.0.77 "GET /v2.0/networks/e76d704a-9d79-4d25-8a5d-5f2069ed1f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889013 May 06 09:35:35.161929 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-029aa7fb-aeb3-4456-ba1d-ef7d673587de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9989a753-257a-4835-862a-c07fccfeb244 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:35.174998 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-de8c9486-3d1f-4ff5-af14-93a7a9d87caf req-733852bc-4679-48ba-ace1-52354a6a43de tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470813 May 06 09:35:35.205062 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-029aa7fb-aeb3-4456-ba1d-ef7d673587de service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:35.285331 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-029aa7fb-aeb3-4456-ba1d-ef7d673587de service neutron] Transition to ACTIVE for port object 9989a753-257a-4835-862a-c07fccfeb244 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:35:35.302460 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6bd75e1d-2ed2-412e-958a-5a4dc3f41796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:35.345151 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6bd75e1d-2ed2-412e-958a-5a4dc3f41796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:35.350341 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c5b53b49-d50a-44bd-afbb-0f79d15f3bc1 req-202c2200-392b-4eb9-9526-87cd8c3615c2 service neutron] 10.222.0.77 "GET /v2.0/networks/e76d704a-9d79-4d25-8a5d-5f2069ed1f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962910 May 06 09:35:35.352347 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-029aa7fb-aeb3-4456-ba1d-ef7d673587de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:35.397168 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-52d5c4b9-6b1b-4855-a158-fd81bcaba3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:35.401099 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-52d5c4b9-6b1b-4855-a158-fd81bcaba3e2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.3235936 May 06 09:35:35.423410 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45867fb1-07f1-42c8-a142-71b12972bc6c None None] Network 1c527760-fb10-404f-92ae-b057a7d18f65 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:35:35.504432 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa1be5-4c4f-4e59-b2eb-19d0fcbe92ed req-2c61e909-81e3-4fcc-8283-5b4775007423 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:35.513024 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-04fa1be5-4c4f-4e59-b2eb-19d0fcbe92ed req-2c61e909-81e3-4fcc-8283-5b4775007423 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/ports?device_id=35beb24c-7d9c-4e7d-850d-a01aeac4e2b0 HTTP/1.1" status: 200 len: 950 time: 0.4015737 May 06 09:35:35.550204 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029aa7fb-aeb3-4456-ba1d-ef7d673587de service neutron] Pushing event updated for resources: {'Port': ['ID=9989a753-257a-4835-862a-c07fccfeb244,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:35.572598 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6bd75e1d-2ed2-412e-958a-5a4dc3f41796 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=81999650b4b441e5aa316ffdd5a492b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2540431 May 06 09:35:35.573536 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38708) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:35.614806 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd75e1d-2ed2-412e-958a-5a4dc3f41796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c15eb0-c1cc-4bf4-857a-5d13e39b07ab,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:35.652924 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-029aa7fb-aeb3-4456-ba1d-ef7d673587de service neutron] Attempting to bind port 9989a753-257a-4835-862a-c07fccfeb244 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:35.654010 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-029aa7fb-aeb3-4456-ba1d-ef7d673587de service neutron] Attempting to bind port 9989a753-257a-4835-862a-c07fccfeb244 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:35.655091 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-029aa7fb-aeb3-4456-ba1d-ef7d673587de service neutron] Attempting to bind port 9989a753-257a-4835-862a-c07fccfeb244 on network 519999b9-d7d4-4e10-b661-e50209fd3b05 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:35.670725 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-029aa7fb-aeb3-4456-ba1d-ef7d673587de service neutron] Port 9989a753-257a-4835-862a-c07fccfeb244 on network 519999b9-d7d4-4e10-b661-e50209fd3b05 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:35.671478 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-029aa7fb-aeb3-4456-ba1d-ef7d673587de service neutron] Attempting to bind port 9989a753-257a-4835-862a-c07fccfeb244 on network 519999b9-d7d4-4e10-b661-e50209fd3b05 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:35.684865 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-fa29c267-32a1-454e-ab07-b05bf7768a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:35.687740 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-029aa7fb-aeb3-4456-ba1d-ef7d673587de service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:35.687906 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-fa29c267-32a1-454e-ab07-b05bf7768a6d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2677372 May 06 09:35:35.688529 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-029aa7fb-aeb3-4456-ba1d-ef7d673587de service neutron] Checking segment: {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:35.689272 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-029aa7fb-aeb3-4456-ba1d-ef7d673587de service neutron] Bound using segment: {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:35.690101 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-029aa7fb-aeb3-4456-ba1d-ef7d673587de service neutron] Bound port: 9989a753-257a-4835-862a-c07fccfeb244, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:35.690806 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-029aa7fb-aeb3-4456-ba1d-ef7d673587de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:35.692950 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-04fa1be5-4c4f-4e59-b2eb-19d0fcbe92ed req-a6e0f657-886e-45c9-bbc7-d80b84a94d31 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/security-groups?id=04b1faad-a891-43c3-818a-a77930f9edd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782866 May 06 09:35:35.708081 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abccd7-dfd7-46cb-aa99-c2c96ff5608a req-eae1f100-7b39-47ab-a716-f2bba19d3549 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:35.710606 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-01abccd7-dfd7-46cb-aa99-c2c96ff5608a req-eae1f100-7b39-47ab-a716-f2bba19d3549 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 944 time: 0.2275107 May 06 09:35:35.754804 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e0d35f72-7ed6-4910-9f0b-03d0534da2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:35.834411 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e0d35f72-7ed6-4910-9f0b-03d0534da2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:35.851009 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-01abccd7-dfd7-46cb-aa99-c2c96ff5608a req-4264169e-5d95-419a-a106-b1a5e0964f4b tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254723 May 06 09:35:35.899375 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-029aa7fb-aeb3-4456-ba1d-ef7d673587de service neutron] For port 9989a753-257a-4835-862a-c07fccfeb244, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:35.915176 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-029aa7fb-aeb3-4456-ba1d-ef7d673587de service neutron] For port 9989a753-257a-4835-862a-c07fccfeb244, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=9989a753-257a-4835-862a-c07fccfeb244,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:35.926068 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-029aa7fb-aeb3-4456-ba1d-ef7d673587de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:35.942572 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-1d773627-417d-4fe6-863b-fd307ebeec38 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306294 May 06 09:35:35.974246 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-029aa7fb-aeb3-4456-ba1d-ef7d673587de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:35.974766 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-029aa7fb-aeb3-4456-ba1d-ef7d673587de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:35.976616 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-029aa7fb-aeb3-4456-ba1d-ef7d673587de service neutron] 10.222.0.84 "PUT /v2.0/ports/9989a753-257a-4835-862a-c07fccfeb244 HTTP/1.1" status: 200 len: 1091 time: 1.9653287 May 06 09:35:35.979992 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7064df-3fbf-4b51-85be-0f1e9a4d1234', 'tag': '9989a753-257a-4835-862a-c07fccfeb244'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:35.984573 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ded566-e85a-468e-b910-76816da10b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "4c7064df-3fbf-4b51-85be-0f1e9a4d1234", "tag": "9989a753-257a-4835-862a-c07fccfeb244"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:35.991499 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e0d35f72-7ed6-4910-9f0b-03d0534da2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:35.994074 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e0d35f72-7ed6-4910-9f0b-03d0534da2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:35.995244 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e0d35f72-7ed6-4910-9f0b-03d0534da2ac admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d7c15eb0-c1cc-4bf4-857a-5d13e39b07ab HTTP/1.1" status: 204 len: 168 time: 0.4202385 May 06 09:35:36.012187 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d35f72-7ed6-4910-9f0b-03d0534da2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c15eb0-c1cc-4bf4-857a-5d13e39b07ab,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:36.095893 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029aa7fb-aeb3-4456-ba1d-ef7d673587de service neutron] Pushing event updated for resources: {'Port': ['ID=9989a753-257a-4835-862a-c07fccfeb244,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:36.208915 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-bb093a57-e08a-4df0-b0fe-5031775f8bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:36.218720 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-bb093a57-e08a-4df0-b0fe-5031775f8bb0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=147a685967a04284b13954d6f7a9d875&device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 1094 time: 0.1159229 May 06 09:35:36.270197 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6716feaa-bca9-42c1-8244-4465624327d5 x-openstack-request-id: req-6716feaa-bca9-42c1-8244-4465624327d5 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:36.270721 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c7064df-3fbf-4b51-85be-0f1e9a4d1234", "tag": "9989a753-257a-4835-862a-c07fccfeb244", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:36.271149 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6716feaa-bca9-42c1-8244-4465624327d5 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:36.273511 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6716feaa-bca9-42c1-8244-4465624327d5'] response: {'name': 'network-changed', 'server_uuid': '4c7064df-3fbf-4b51-85be-0f1e9a4d1234', 'tag': '9989a753-257a-4835-862a-c07fccfeb244', 'status': 'completed', 'code': 200} May 06 09:35:36.345811 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-48f5155d-6594-455a-af2f-a0df790cef39 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9989a753-257a-4835-862a-c07fccfeb244 HTTP/1.1" status: 200 len: 217 time: 0.1153100 May 06 09:35:36.422012 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-dc7628a6-4231-4475-9b4d-6b46027281a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:36.423564 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-dc7628a6-4231-4475-9b4d-6b46027281a1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=293ef06f-9c8d-46e9-8a69-2491d12832fe HTTP/1.1" status: 200 len: 859 time: 0.0645843 May 06 09:35:36.441040 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-4cbdf944-22ae-41b1-b523-86595d7515a2 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907393 May 06 09:35:36.476317 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-a363e5a6-408f-4594-906f-64d42805b5b7 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:36.477985 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-e1da5f78-5d29-4a15-bff5-f480cf634f16 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=519999b9-d7d4-4e10-b661-e50209fd3b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350599 May 06 09:35:36.483899 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-a363e5a6-408f-4594-906f-64d42805b5b7 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.73 "GET /v2.0/networks?id=1c527760-fb10-404f-92ae-b057a7d18f65 HTTP/1.1" status: 200 len: 820 time: 0.3601220 May 06 09:35:36.497940 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-f8b76eb7-ed9e-4ad2-8fce-ac2eb19014cb tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.73 "GET /v2.0/quotas/c98224fbfb324f1090c72cb41a383c62 HTTP/1.1" status: 200 len: 375 time: 0.0130396 May 06 09:35:36.509023 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dcdd72-907a-4a7a-9293-383a48f6156a req-2df17cfb-91cc-46e7-9dba-21231c299a77 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:36.511171 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-44dcdd72-907a-4a7a-9293-383a48f6156a req-2df17cfb-91cc-46e7-9dba-21231c299a77 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 943 time: 0.1466188 May 06 09:35:36.543182 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38734) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:36.572981 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-6afc0c5b-b14f-4df4-8ba9-054dcb3a63da tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c98224fbfb324f1090c72cb41a383c62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610430 May 06 09:35:36.576734 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b5e113a0-1a7d-4d22-8d29-f2f6347bb60a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:36.588246 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-94b7f07e-9ba4-46ef-a508-2a2e882fbf5e service neutron] 10.222.0.84 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973535 May 06 09:35:36.663566 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-44dcdd72-907a-4a7a-9293-383a48f6156a req-1c2d7a97-c021-42b1-828b-703984cdaa8e tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429834 May 06 09:35:36.735182 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-47863b13-9f25-4b62-92f9-1ea7c2a9e98d req-7d1ab422-df66-41c4-a967-889460fd9057 service neutron] 10.222.0.84 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206517 May 06 09:35:36.746141 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-ba7140d7-b154-41c4-894c-716301bbc404 service neutron] 10.222.0.73 "GET /v2.0/networks/1c527760-fb10-404f-92ae-b057a7d18f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577919 May 06 09:35:36.858337 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ded566-e85a-468e-b910-76816da10b9c req-d9e680a7-08b4-4e02-9a08-1591184c0f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:36.860088 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-12ded566-e85a-468e-b910-76816da10b9c req-d9e680a7-08b4-4e02-9a08-1591184c0f26 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=147a685967a04284b13954d6f7a9d875&device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 1094 time: 0.0496633 May 06 09:35:36.863511 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b5e113a0-1a7d-4d22-8d29-f2f6347bb60a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:36.872366 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b5e113a0-1a7d-4d22-8d29-f2f6347bb60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:36.912080 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3821ce-30ee-4219-b5f8-967740b124a8 req-6700ed1e-d215-43b9-81d7-ebbdc1c036a5 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:36.913717 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce3821ce-30ee-4219-b5f8-967740b124a8 req-6700ed1e-d215-43b9-81d7-ebbdc1c036a5 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/ports?device_id=35beb24c-7d9c-4e7d-850d-a01aeac4e2b0 HTTP/1.1" status: 200 len: 950 time: 0.1608634 May 06 09:35:36.968488 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e113a0-1a7d-4d22-8d29-f2f6347bb60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b44d48-4c36-48d9-bb3e-0cb84007df96,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:36.972605 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ded566-e85a-468e-b910-76816da10b9c req-301b4911-4ff6-47b1-b406-a27add76ca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:36.974343 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-12ded566-e85a-468e-b910-76816da10b9c req-301b4911-4ff6-47b1-b406-a27add76ca11 service neutron] 10.222.0.84 "GET /v2.0/networks?id=519999b9-d7d4-4e10-b661-e50209fd3b05 HTTP/1.1" status: 200 len: 920 time: 0.0990880 May 06 09:35:36.975662 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b5e113a0-1a7d-4d22-8d29-f2f6347bb60a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d6a041caefe54dd782dfd11799fcdc82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4164288 May 06 09:35:36.976293 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38738) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:36.985646 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-60755f6e-53b7-460f-9143-aefec3f48558 service neutron] 10.222.0.73 "GET /v2.0/networks/1c527760-fb10-404f-92ae-b057a7d18f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289677 May 06 09:35:37.006426 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce3821ce-30ee-4219-b5f8-967740b124a8 req-b790ed10-7e65-4b4c-adb9-5733b8b4595c tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/security-groups?id=04b1faad-a891-43c3-818a-a77930f9edd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729070 May 06 09:35:37.058029 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-12ded566-e85a-468e-b910-76816da10b9c req-5ee898e5-838f-49df-b566-630fa6509aa3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9989a753-257a-4835-862a-c07fccfeb244 HTTP/1.1" status: 200 len: 217 time: 0.0574551 May 06 09:35:37.141323 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a3eee7a7-f5d9-48ab-bea0-c4aeef8210ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:37.168832 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a3eee7a7-f5d9-48ab-bea0-c4aeef8210ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:37.220430 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754db10-9f7a-4143-a5c8-b8a0fed9b975 req-2c660de5-eaa8-49b4-bf7c-f28c1b942e89 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:37.220689 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ded566-e85a-468e-b910-76816da10b9c req-e4491db3-49dd-48d6-b4e8-6878293801c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:37.222466 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-12ded566-e85a-468e-b910-76816da10b9c req-e4491db3-49dd-48d6-b4e8-6878293801c7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=293ef06f-9c8d-46e9-8a69-2491d12832fe HTTP/1.1" status: 200 len: 859 time: 0.1523614 May 06 09:35:37.223243 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6754db10-9f7a-4143-a5c8-b8a0fed9b975 req-2c660de5-eaa8-49b4-bf7c-f28c1b942e89 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.1428018 May 06 09:35:37.248550 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a3eee7a7-f5d9-48ab-bea0-c4aeef8210ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:37.252072 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a3eee7a7-f5d9-48ab-bea0-c4aeef8210ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:37.256312 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a3eee7a7-f5d9-48ab-bea0-c4aeef8210ef admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d5b44d48-4c36-48d9-bb3e-0cb84007df96 HTTP/1.1" status: 204 len: 168 time: 0.2787521 May 06 09:35:37.289455 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-12ded566-e85a-468e-b910-76816da10b9c req-492ead58-8d46-4fa8-ae78-e8aefa8bab21 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=519999b9-d7d4-4e10-b661-e50209fd3b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510497 May 06 09:35:37.289895 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd6e48-4067-46fd-9b93-0bd3f4fbae1e req-941d059a-8164-4b62-b053-88b4e522b747 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:37.303307 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3dfd6e48-4067-46fd-9b93-0bd3f4fbae1e req-941d059a-8164-4b62-b053-88b4e522b747 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 944 time: 0.1347492 May 06 09:35:37.305055 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eee7a7-f5d9-48ab-bea0-c4aeef8210ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b44d48-4c36-48d9-bb3e-0cb84007df96,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:37.370936 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3dfd6e48-4067-46fd-9b93-0bd3f4fbae1e req-b8b78200-6b01-4098-b90b-f0bcf8bc6ddb tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664916 May 06 09:35:37.374644 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6754db10-9f7a-4143-a5c8-b8a0fed9b975 req-b2a965c7-9cc6-439f-8f5b-32ef75fd6aba tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286218 May 06 09:35:37.430760 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-12ded566-e85a-468e-b910-76816da10b9c req-63f6342f-ca65-4ffd-9ba5-0cda83f65a70 service neutron] 10.222.0.84 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233482 May 06 09:35:37.478789 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-58537ba5-9643-4bad-ada6-44828eed950a req-315e2934-7040-4162-910d-463540b32d75 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.73 "GET /v2.0/ports?device_id=1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246 HTTP/1.1" status: 200 len: 210 time: 0.0310812 May 06 09:35:37.558711 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-12ded566-e85a-468e-b910-76816da10b9c req-6d396d87-f985-4c33-b2ba-ac6ec7650e7a service neutron] 10.222.0.84 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134968 May 06 09:35:37.804093 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318380e0-44cc-4ea5-9920-cd4f59232d47 req-9d927f00-32c7-44c7-835a-a339c65266a1 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:37.805810 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-318380e0-44cc-4ea5-9920-cd4f59232d47 req-9d927f00-32c7-44c7-835a-a339c65266a1 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 943 time: 0.0557353 May 06 09:35:37.860866 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-318380e0-44cc-4ea5-9920-cd4f59232d47 req-a04a9284-ca9a-48a9-bd39-252143850279 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477901 May 06 09:35:38.129737 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9991e-2b01-48fb-9083-4aef5d9cfc99 req-4aebe428-29e4-4047-90da-70191b6c4323 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:38.131402 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c5e9991e-2b01-48fb-9083-4aef5d9cfc99 req-4aebe428-29e4-4047-90da-70191b6c4323 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/ports?device_id=35beb24c-7d9c-4e7d-850d-a01aeac4e2b0 HTTP/1.1" status: 200 len: 950 time: 0.0542886 May 06 09:35:38.154272 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10370fae-3525-47c9-9f57-258a446e7b40 req-375123c9-b3e3-42a1-af3d-c9bc11a0d45b tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:38.156031 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-10370fae-3525-47c9-9f57-258a446e7b40 req-375123c9-b3e3-42a1-af3d-c9bc11a0d45b tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.77 "GET /v2.0/ports?device_id=35beb24c-7d9c-4e7d-850d-a01aeac4e2b0 HTTP/1.1" status: 200 len: 950 time: 0.0609956 May 06 09:35:38.174229 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c5e9991e-2b01-48fb-9083-4aef5d9cfc99 req-049d6e87-f62b-4411-8dfd-cf41dc164583 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/security-groups?id=04b1faad-a891-43c3-818a-a77930f9edd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353327 May 06 09:35:38.183888 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38776) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:38.267494 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-10370fae-3525-47c9-9f57-258a446e7b40 req-f3f47458-2a28-432d-a6c2-7b827005b01d tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Deleting port 3b2b3f7e-6b85-4576-9924-c701f9c66356 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:35:38.267846 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-10370fae-3525-47c9-9f57-258a446e7b40 req-f3f47458-2a28-432d-a6c2-7b827005b01d tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:38.281377 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 5fe51c42-2f2e-4777-b918-30129d553fb9 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:38.299090 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-31bb87fb-d025-4c73-9dcc-ebf6adbd173b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-648945739-network', 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:38.322387 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bb87fb-d025-4c73-9dcc-ebf6adbd173b admin admin] Made reservation on behalf of 3a97c219c0854861b5315e7c09d4b9d9 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:35:38.326478 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-31bb87fb-d025-4c73-9dcc-ebf6adbd173b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:38.338520 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-31bb87fb-d025-4c73-9dcc-ebf6adbd173b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:38.341980 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 5fe51c42-2f2e-4777-b918-30129d553fb9 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:35:38.349160 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 5fe51c42-2f2e-4777-b918-30129d553fb9 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:38.349841 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:38.367635 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-10370fae-3525-47c9-9f57-258a446e7b40 req-f3f47458-2a28-432d-a6c2-7b827005b01d tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] For port 3b2b3f7e-6b85-4576-9924-c701f9c66356, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=3b2b3f7e-6b85-4576-9924-c701f9c66356,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:38.368055 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-10370fae-3525-47c9-9f57-258a446e7b40 req-f3f47458-2a28-432d-a6c2-7b827005b01d tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:38.385873 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-10370fae-3525-47c9-9f57-258a446e7b40 req-f3f47458-2a28-432d-a6c2-7b827005b01d tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Calling delete_port for 3b2b3f7e-6b85-4576-9924-c701f9c66356 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:35:38.504827 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:38.539208 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f409c4c1-1057-46b8-a97e-097bb5a8e2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe51c42-2f2e-4777-b918-30129d553fb9'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:38.541980 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d31a493-ad4c-4e65-9f62-9e13e448b197" -d '{"events": [{"server_uuid": "f409c4c1-1057-46b8-a97e-097bb5a8e2c8", "name": "network-vif-plugged", "status": "completed", "tag": "5fe51c42-2f2e-4777-b918-30129d553fb9"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:38.547977 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 5fe51c42-2f2e-4777-b918-30129d553fb9, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=5fe51c42-2f2e-4777-b918-30129d553fb9,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:38.553234 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:38.558181 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-10370fae-3525-47c9-9f57-258a446e7b40 req-f3f47458-2a28-432d-a6c2-7b827005b01d tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:38.599427 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['3b2b3f7e-6b85-4576-9924-c701f9c66356'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:38.606310 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-31bb87fb-d025-4c73-9dcc-ebf6adbd173b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:38.620436 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f47458-2a28-432d-a6c2-7b827005b01d tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Pushing event deleted for resources: {'Port': ['ID=3b2b3f7e-6b85-4576-9924-c701f9c66356,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:38.634424 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=5fe51c42-2f2e-4777-b918-30129d553fb9,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:38.638159 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-31bb87fb-d025-4c73-9dcc-ebf6adbd173b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:38.672356 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-10370fae-3525-47c9-9f57-258a446e7b40 req-f3f47458-2a28-432d-a6c2-7b827005b01d tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] No DVR routers for this DVR port 3b2b3f7e-6b85-4576-9924-c701f9c66356 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:35:38.675921 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-10370fae-3525-47c9-9f57-258a446e7b40 req-f3f47458-2a28-432d-a6c2-7b827005b01d tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:38.680443 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-10370fae-3525-47c9-9f57-258a446e7b40 req-f3f47458-2a28-432d-a6c2-7b827005b01d tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.77 "DELETE /v2.0/ports/3b2b3f7e-6b85-4576-9924-c701f9c66356 HTTP/1.1" status: 204 len: 173 time: 0.5152321 May 06 09:35:38.681153 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35beb24c-7d9c-4e7d-850d-a01aeac4e2b0', 'name': 'network-vif-deleted', 'tag': '3b2b3f7e-6b85-4576-9924-c701f9c66356'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:38.683598 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98efcfaa-2170-4309-9c21-fd4cc2cea59b" -d '{"events": [{"server_uuid": "35beb24c-7d9c-4e7d-850d-a01aeac4e2b0", "name": "network-vif-deleted", "tag": "3b2b3f7e-6b85-4576-9924-c701f9c66356"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:38.708013 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31bb87fb-d025-4c73-9dcc-ebf6adbd173b admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:35:38.728681 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e85ddb-9ebc-4787-a579-c0ade17f5ff7 req-a20d2ff2-ebeb-4e99-a857-f58363d85800 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:38.730239 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52e85ddb-9ebc-4787-a579-c0ade17f5ff7 req-a20d2ff2-ebeb-4e99-a857-f58363d85800 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.2188108 May 06 09:35:38.740767 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb87fb-d025-4c73-9dcc-ebf6adbd173b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a923ad1f-e2d1-4971-9db3-e7aeb52f851b,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:38.767759 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-156c3bcb-099d-4902-8e6a-8f41f14d330c tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:38.769244 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-156c3bcb-099d-4902-8e6a-8f41f14d330c tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.77 "GET /v2.0/networks?id=1c527760-fb10-404f-92ae-b057a7d18f65 HTTP/1.1" status: 200 len: 820 time: 0.3305428 May 06 09:35:38.781722 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-31bb87fb-d025-4c73-9dcc-ebf6adbd173b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:38.782053 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-31bb87fb-d025-4c73-9dcc-ebf6adbd173b admin admin] Added segment 84052727-0320-4208-a0c4-6ff5c464af21 of type vlan for network 6307ea34-a29b-4602-b211-cc5e25007094 May 06 09:35:38.790082 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf437b-bd4f-4c23-942f-38e470cf8390 req-ffbe6bde-0def-433a-a2fb-bdb827accab5 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:38.798714 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-caaf437b-bd4f-4c23-942f-38e470cf8390 req-ffbe6bde-0def-433a-a2fb-bdb827accab5 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 945 time: 0.2391369 May 06 09:35:38.816543 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-1fb443b2-9d9e-4517-a9f1-47016b953d16 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Request body: {'port': {'device_id': '1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246', 'network_id': '1c527760-fb10-404f-92ae-b057a7d18f65', 'admin_state_up': True, 'tenant_id': 'c98224fbfb324f1090c72cb41a383c62'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:38.924246 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-31bb87fb-d025-4c73-9dcc-ebf6adbd173b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:38.930165 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52e85ddb-9ebc-4787-a579-c0ade17f5ff7 req-2e454407-38f1-4ab5-be32-7256c665555f tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828380 May 06 09:35:38.960041 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-caaf437b-bd4f-4c23-942f-38e470cf8390 req-4185cb2b-5c7d-4e9a-a6b0-50f0130293e5 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603813 May 06 09:35:38.996337 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-31bb87fb-d025-4c73-9dcc-ebf6adbd173b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:38.997424 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bb87fb-d025-4c73-9dcc-ebf6adbd173b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:38.998001 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-31bb87fb-d025-4c73-9dcc-ebf6adbd173b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:39.007086 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5178efe-e64f-4569-af50-12c10d2e09e5 x-openstack-request-id: req-a5178efe-e64f-4569-af50-12c10d2e09e5 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:39.007657 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f409c4c1-1057-46b8-a97e-097bb5a8e2c8", "name": "network-vif-plugged", "status": "completed", "tag": "5fe51c42-2f2e-4777-b918-30129d553fb9", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:39.008066 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a5178efe-e64f-4569-af50-12c10d2e09e5 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:39.008680 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5178efe-e64f-4569-af50-12c10d2e09e5'] response: {'server_uuid': 'f409c4c1-1057-46b8-a97e-097bb5a8e2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe51c42-2f2e-4777-b918-30129d553fb9', 'code': 200} May 06 09:35:39.039537 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da1df45-2bba-4601-b08a-69e69086c90c x-openstack-request-id: req-9da1df45-2bba-4601-b08a-69e69086c90c {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:39.040024 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35beb24c-7d9c-4e7d-850d-a01aeac4e2b0", "name": "network-vif-deleted", "tag": "3b2b3f7e-6b85-4576-9924-c701f9c66356", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:39.040372 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9da1df45-2bba-4601-b08a-69e69086c90c {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:39.040914 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9da1df45-2bba-4601-b08a-69e69086c90c'] response: {'server_uuid': '35beb24c-7d9c-4e7d-850d-a01aeac4e2b0', 'name': 'network-vif-deleted', 'tag': '3b2b3f7e-6b85-4576-9924-c701f9c66356', 'status': 'completed', 'code': 200} May 06 09:35:39.077556 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea3d2d74-8c51-4f3f-838a-8d3e19575d42 req-95980f88-f426-4e9c-8d3c-fc273c5489f9 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.73 "GET /v2.0/ports?device_id=1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246 HTTP/1.1" status: 200 len: 210 time: 0.0736773 May 06 09:35:39.096435 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-31bb87fb-d025-4c73-9dcc-ebf6adbd173b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.9113877 May 06 09:35:39.099531 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38792) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:39.104555 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-f25138e6-0d73-4afc-800a-03ede7535dca admin admin] Request body: {'subnet': {'network_id': '6307ea34-a29b-4602-b211-cc5e25007094', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-648945739-subnet', 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:39.121720 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb87fb-d025-4c73-9dcc-ebf6adbd173b admin admin] Pushing event updated for resources: {'Network': ['ID=6307ea34-a29b-4602-b211-cc5e25007094,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:39.131823 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25138e6-0d73-4afc-800a-03ede7535dca admin admin] Made reservation on behalf of 3a97c219c0854861b5315e7c09d4b9d9 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:35:39.133878 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 6307ea34-a29b-4602-b211-cc5e25007094 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:35:39.134633 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f25138e6-0d73-4afc-800a-03ede7535dca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:39.144783 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-1fb443b2-9d9e-4517-a9f1-47016b953d16 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Made reservation on behalf of c98224fbfb324f1090c72cb41a383c62 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:35:39.148274 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-1fb443b2-9d9e-4517-a9f1-47016b953d16 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:39.224663 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b69d62-70b3-4758-9241-727fb9060f5e req-4694f438-6b7a-4e82-b29c-cbe43a4a051d tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:39.226273 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-70b69d62-70b3-4758-9241-727fb9060f5e req-4694f438-6b7a-4e82-b29c-cbe43a4a051d tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 943 time: 0.1286445 May 06 09:35:39.278892 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c41008-6dbe-414c-88f0-da77e7b5e56c req-c4240242-e95d-4e18-ad9c-f27b18c55b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:39.280997 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d0c41008-6dbe-414c-88f0-da77e7b5e56c req-c4240242-e95d-4e18-ad9c-f27b18c55b92 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 1096 time: 0.0999444 May 06 09:35:39.333234 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26c0b550-2120-45e1-8688-4724edd10ef9 req-f542fd68-a205-4843-a3f9-4e81b148dcb6 tempest-ImagesNegativeTestJSON-880994393 tempest-ImagesNegativeTestJSON-880994393-project] 10.222.0.73 "GET /v2.0/ports?device_id=35beb24c-7d9c-4e7d-850d-a01aeac4e2b0 HTTP/1.1" status: 200 len: 210 time: 0.0462530 May 06 09:35:39.347712 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-70b69d62-70b3-4758-9241-727fb9060f5e req-0690a46f-6d3b-433f-93f7-0829e03fd238 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077189 May 06 09:35:39.372829 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-1fb443b2-9d9e-4517-a9f1-47016b953d16 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Allocated IP 172.20.0.2 (1c527760-fb10-404f-92ae-b057a7d18f65/02926ad3-94f2-41e1-8f3f-5bfcb9958f07/aab6d7e6-67a2-4b74-9d4a-02397dd56174) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:35:39.385142 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d0c41008-6dbe-414c-88f0-da77e7b5e56c req-5c9d6b19-175f-4ef6-980e-fd6e2dd906d0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962346 May 06 09:35:39.433062 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f25138e6-0d73-4afc-800a-03ede7535dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:39.491253 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25138e6-0d73-4afc-800a-03ede7535dca admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8db6c9c-8f6a-4f61-b92d-e05c22f618f0,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:39.499818 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25138e6-0d73-4afc-800a-03ede7535dca admin admin] Checking segment: {'id': '84052727-0320-4208-a0c4-6ff5c464af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6307ea34-a29b-4602-b211-cc5e25007094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:39.500185 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25138e6-0d73-4afc-800a-03ede7535dca admin admin] Network hostable DHCP agents. Network: 6307ea34-a29b-4602-b211-cc5e25007094, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:35:39.518336 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25138e6-0d73-4afc-800a-03ede7535dca admin admin] Network 6307ea34-a29b-4602-b211-cc5e25007094 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:35:39.527913 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-f25138e6-0d73-4afc-800a-03ede7535dca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 6307ea34-a29b-4602-b211-cc5e25007094) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:39.532730 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25138e6-0d73-4afc-800a-03ede7535dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:39.533444 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f25138e6-0d73-4afc-800a-03ede7535dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:39.534427 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-1fb443b2-9d9e-4517-a9f1-47016b953d16 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:39.539495 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1af68b-50c2-48a6-aaff-799b25bb4b4f None None] Network 6307ea34-a29b-4602-b211-cc5e25007094 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:35:39.552581 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f25138e6-0d73-4afc-800a-03ede7535dca admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.4519634 May 06 09:35:39.555272 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38798) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:39.560718 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-c7f5513b-29ee-48fd-b31b-055e507a2ebb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-648945739-router', 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:39.573011 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-1fb443b2-9d9e-4517-a9f1-47016b953d16 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:39.586535 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c7f5513b-29ee-48fd-b31b-055e507a2ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:39.587414 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c7f5513b-29ee-48fd-b31b-055e507a2ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:39.620971 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-1fb443b2-9d9e-4517-a9f1-47016b953d16 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Network 1c527760-fb10-404f-92ae-b057a7d18f65 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:35:39.624555 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-1fb443b2-9d9e-4517-a9f1-47016b953d16 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:39.628244 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-1fb443b2-9d9e-4517-a9f1-47016b953d16 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:35:39.633959 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-1fb443b2-9d9e-4517-a9f1-47016b953d16 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:39.634579 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-1fb443b2-9d9e-4517-a9f1-47016b953d16 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:39.650205 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb443b2-9d9e-4517-a9f1-47016b953d16 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Pushing event updated for resources: {'Port': ['ID=aab6d7e6-67a2-4b74-9d4a-02397dd56174,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:39.652026 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c7f5513b-29ee-48fd-b31b-055e507a2ebb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:39.661866 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-1fb443b2-9d9e-4517-a9f1-47016b953d16 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8609245 May 06 09:35:39.701131 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1428a459-7953-48c2-a875-3a997fdcf630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-6307ea34-a29b-4602-b211-cc5e25007094', 'network_id': '6307ea34-a29b-4602-b211-cc5e25007094', 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9', 'fixed_ips': [{'subnet_id': 'f8db6c9c-8f6a-4f61-b92d-e05c22f618f0'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:35:39.702196 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1428a459-7953-48c2-a875-3a997fdcf630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:39.793260 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c7f5513b-29ee-48fd-b31b-055e507a2ebb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:39.842131 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-1428a459-7953-48c2-a875-3a997fdcf630 None None] Allocated IP 172.20.0.2 (6307ea34-a29b-4602-b211-cc5e25007094/f8db6c9c-8f6a-4f61-b92d-e05c22f618f0/0a356d87-9147-4a6b-8730-af8185223b0f) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:35:39.851028 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-00ecb315-3a7a-4ab5-bae7-9a3db2d278d7 service neutron] Request body: {'port': {'device_id': '1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:39.874698 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 9989a753-257a-4835-862a-c07fccfeb244 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:35:39.959548 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-00ecb315-3a7a-4ab5-bae7-9a3db2d278d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:40.056403 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 9989a753-257a-4835-862a-c07fccfeb244, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=9989a753-257a-4835-862a-c07fccfeb244,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:40.064287 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c7f5513b-29ee-48fd-b31b-055e507a2ebb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:40.086888 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c7f5513b-29ee-48fd-b31b-055e507a2ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:40.091660 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '9989a753-257a-4835-862a-c07fccfeb244', 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05', 'port_id': '9989a753-257a-4835-862a-c07fccfeb244', 'mac_address': 'fa:16:3e:5a:07:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '293ef06f-9c8d-46e9-8a69-2491d12832fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:35:40.139736 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1428a459-7953-48c2-a875-3a997fdcf630 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:40.152338 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1428a459-7953-48c2-a875-3a997fdcf630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:40.159042 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:40.205996 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1428a459-7953-48c2-a875-3a997fdcf630 None None] Network 6307ea34-a29b-4602-b211-cc5e25007094 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:35:40.209749 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9989a753-257a-4835-862a-c07fccfeb244 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:40.216602 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-c7f5513b-29ee-48fd-b31b-055e507a2ebb admin admin] Allocated IP 172.25.5.138 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/9ba0706b-1df5-446b-be61-89d8e57f5059) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:35:40.221774 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-1428a459-7953-48c2-a875-3a997fdcf630 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:40.224790 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1428a459-7953-48c2-a875-3a997fdcf630 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:35:40.226781 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428a459-7953-48c2-a875-3a997fdcf630 None None] Pushing event updated for resources: {'Port': ['ID=0a356d87-9147-4a6b-8730-af8185223b0f,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:40.228633 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f337f-2f9f-48b4-88ef-9dcfa017cca0 req-758223fe-216e-45b9-973c-3d5efbae0eb7 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:40.230226 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d0f337f-2f9f-48b4-88ef-9dcfa017cca0 req-758223fe-216e-45b9-973c-3d5efbae0eb7 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.1824541 May 06 09:35:40.258703 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe131b6-f241-49fc-9de5-d259d52ee283 req-94d0c8da-f6db-4ed4-9c96-e38d69fac69c tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:40.260241 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8fe131b6-f241-49fc-9de5-d259d52ee283 req-94d0c8da-f6db-4ed4-9c96-e38d69fac69c tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 945 time: 0.1407988 May 06 09:35:40.266614 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 9989a753-257a-4835-862a-c07fccfeb244, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=9989a753-257a-4835-862a-c07fccfeb244,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:40.289786 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:40.325256 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-1428a459-7953-48c2-a875-3a997fdcf630 None None] Attempting to bind port 0a356d87-9147-4a6b-8730-af8185223b0f on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:40.325526 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-1428a459-7953-48c2-a875-3a997fdcf630 None None] Attempting to bind port 0a356d87-9147-4a6b-8730-af8185223b0f by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '84052727-0320-4208-a0c4-6ff5c464af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6307ea34-a29b-4602-b211-cc5e25007094'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:40.327186 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1428a459-7953-48c2-a875-3a997fdcf630 None None] Attempting to bind port 0a356d87-9147-4a6b-8730-af8185223b0f on network 6307ea34-a29b-4602-b211-cc5e25007094 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:40.338078 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1428a459-7953-48c2-a875-3a997fdcf630 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:40.338457 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1428a459-7953-48c2-a875-3a997fdcf630 None None] Checking segment: {'id': '84052727-0320-4208-a0c4-6ff5c464af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6307ea34-a29b-4602-b211-cc5e25007094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:40.339093 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1428a459-7953-48c2-a875-3a997fdcf630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:40.339520 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1428a459-7953-48c2-a875-3a997fdcf630 None None] Bound using segment: {'id': '84052727-0320-4208-a0c4-6ff5c464af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6307ea34-a29b-4602-b211-cc5e25007094'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:40.340005 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-1428a459-7953-48c2-a875-3a997fdcf630 None None] Bound port: 0a356d87-9147-4a6b-8730-af8185223b0f, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84052727-0320-4208-a0c4-6ff5c464af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6307ea34-a29b-4602-b211-cc5e25007094'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:40.340395 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1428a459-7953-48c2-a875-3a997fdcf630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:40.347048 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d0f337f-2f9f-48b4-88ef-9dcfa017cca0 req-8d3ddbba-dec0-4798-aa11-947d111d7f54 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858171 May 06 09:35:40.356620 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c7f5513b-29ee-48fd-b31b-055e507a2ebb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:40.365723 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8fe131b6-f241-49fc-9de5-d259d52ee283 req-58f57a8f-742c-4029-a81c-ac18a9d830d1 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894656 May 06 09:35:40.371426 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=9989a753-257a-4835-862a-c07fccfeb244,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:40.427728 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c7f5513b-29ee-48fd-b31b-055e507a2ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:40.462675 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-1428a459-7953-48c2-a875-3a997fdcf630 None None] For port 0a356d87-9147-4a6b-8730-af8185223b0f, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:40.468147 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-1428a459-7953-48c2-a875-3a997fdcf630 None None] For port 0a356d87-9147-4a6b-8730-af8185223b0f, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=0a356d87-9147-4a6b-8730-af8185223b0f,segment=NetworkSegment(84052727-0320-4208-a0c4-6ff5c464af21),segment_id=84052727-0320-4208-a0c4-6ff5c464af21)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:40.475329 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1428a459-7953-48c2-a875-3a997fdcf630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:40.490148 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f5513b-29ee-48fd-b31b-055e507a2ebb admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:35:40.493232 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-c7f5513b-29ee-48fd-b31b-055e507a2ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:40.496138 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-00ecb315-3a7a-4ab5-bae7-9a3db2d278d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aab6d7e6-67a2-4b74-9d4a-02397dd56174 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:40.506303 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f5513b-29ee-48fd-b31b-055e507a2ebb admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:35:40.509285 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5513b-29ee-48fd-b31b-055e507a2ebb admin admin] Pushing event updated for resources: {'Port': ['ID=9ba0706b-1df5-446b-be61-89d8e57f5059,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:40.517062 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-00ecb315-3a7a-4ab5-bae7-9a3db2d278d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:40.547468 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428a459-7953-48c2-a875-3a997fdcf630 None None] Pushing event updated for resources: {'Port': ['ID=0a356d87-9147-4a6b-8730-af8185223b0f,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:40.568841 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53576c63-0f09-4dc5-ad4c-e8af601da870 req-bc9f74d8-8848-433a-baaa-49012939a59b tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:40.570357 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-53576c63-0f09-4dc5-ad4c-e8af601da870 req-bc9f74d8-8848-433a-baaa-49012939a59b tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.73 "GET /v2.0/ports?device_id=1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246 HTTP/1.1" status: 200 len: 931 time: 0.1200438 May 06 09:35:40.572158 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-00ecb315-3a7a-4ab5-bae7-9a3db2d278d7 service neutron] Transition to ACTIVE for port object aab6d7e6-67a2-4b74-9d4a-02397dd56174 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:35:40.578565 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-00ecb315-3a7a-4ab5-bae7-9a3db2d278d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:40.744115 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['9989a753-257a-4835-862a-c07fccfeb244'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:40.945023 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ae8b5-3859-47e6-baae-6ab41ee850b6 req-f109fb45-b423-4fe0-9264-2e20868923ac tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:40.957553 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-db9ae8b5-3859-47e6-baae-6ab41ee850b6 req-f109fb45-b423-4fe0-9264-2e20868923ac tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 944 time: 0.4684079 May 06 09:35:41.054702 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecb315-3a7a-4ab5-bae7-9a3db2d278d7 service neutron] Pushing event updated for resources: {'Port': ['ID=aab6d7e6-67a2-4b74-9d4a-02397dd56174,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:41.064638 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-53576c63-0f09-4dc5-ad4c-e8af601da870 req-61905798-58ff-45e3-a9bf-bc7edf26227d tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.73 "GET /v2.0/security-groups?id=a3cc2c93-32ea-4ef6-a645-7fbc547a37e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4836748 May 06 09:35:41.079967 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 0a356d87-9147-4a6b-8730-af8185223b0f up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:41.117439 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-db9ae8b5-3859-47e6-baae-6ab41ee850b6 req-6bceeaac-792e-486f-a438-cf53a0cbab11 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560733 May 06 09:35:41.127558 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-00ecb315-3a7a-4ab5-bae7-9a3db2d278d7 service neutron] Attempting to bind port aab6d7e6-67a2-4b74-9d4a-02397dd56174 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:41.127997 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-00ecb315-3a7a-4ab5-bae7-9a3db2d278d7 service neutron] Attempting to bind port aab6d7e6-67a2-4b74-9d4a-02397dd56174 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '35253cc4-0175-4b64-ad26-0300407f216d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1c527760-fb10-404f-92ae-b057a7d18f65'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:41.128454 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-00ecb315-3a7a-4ab5-bae7-9a3db2d278d7 service neutron] Attempting to bind port aab6d7e6-67a2-4b74-9d4a-02397dd56174 on network 1c527760-fb10-404f-92ae-b057a7d18f65 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:41.134067 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-00ecb315-3a7a-4ab5-bae7-9a3db2d278d7 service neutron] Port aab6d7e6-67a2-4b74-9d4a-02397dd56174 on network 1c527760-fb10-404f-92ae-b057a7d18f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:41.134523 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-00ecb315-3a7a-4ab5-bae7-9a3db2d278d7 service neutron] Attempting to bind port aab6d7e6-67a2-4b74-9d4a-02397dd56174 on network 1c527760-fb10-404f-92ae-b057a7d18f65 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:41.146891 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-00ecb315-3a7a-4ab5-bae7-9a3db2d278d7 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:41.147361 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-00ecb315-3a7a-4ab5-bae7-9a3db2d278d7 service neutron] Checking segment: {'id': '35253cc4-0175-4b64-ad26-0300407f216d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1c527760-fb10-404f-92ae-b057a7d18f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:41.148640 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-00ecb315-3a7a-4ab5-bae7-9a3db2d278d7 service neutron] Bound using segment: {'id': '35253cc4-0175-4b64-ad26-0300407f216d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1c527760-fb10-404f-92ae-b057a7d18f65'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:41.149117 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-00ecb315-3a7a-4ab5-bae7-9a3db2d278d7 service neutron] Bound port: aab6d7e6-67a2-4b74-9d4a-02397dd56174, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35253cc4-0175-4b64-ad26-0300407f216d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1c527760-fb10-404f-92ae-b057a7d18f65'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:41.149495 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-00ecb315-3a7a-4ab5-bae7-9a3db2d278d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:41.171810 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 0a356d87-9147-4a6b-8730-af8185223b0f triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:41.172400 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:41.203185 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c7f5513b-29ee-48fd-b31b-055e507a2ebb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:41.246090 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-00ecb315-3a7a-4ab5-bae7-9a3db2d278d7 service neutron] For port aab6d7e6-67a2-4b74-9d4a-02397dd56174, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:41.251893 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-00ecb315-3a7a-4ab5-bae7-9a3db2d278d7 service neutron] For port aab6d7e6-67a2-4b74-9d4a-02397dd56174, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=aab6d7e6-67a2-4b74-9d4a-02397dd56174,segment=NetworkSegment(35253cc4-0175-4b64-ad26-0300407f216d),segment_id=35253cc4-0175-4b64-ad26-0300407f216d)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:41.259316 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-00ecb315-3a7a-4ab5-bae7-9a3db2d278d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:41.292851 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:41.311619 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:35:41.316198 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-00ecb315-3a7a-4ab5-bae7-9a3db2d278d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:41.316981 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-00ecb315-3a7a-4ab5-bae7-9a3db2d278d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:41.319060 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-00ecb315-3a7a-4ab5-bae7-9a3db2d278d7 service neutron] 10.222.0.77 "PUT /v2.0/ports/aab6d7e6-67a2-4b74-9d4a-02397dd56174 HTTP/1.1" status: 200 len: 1091 time: 1.4880354 May 06 09:35:41.322140 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246', 'tag': 'aab6d7e6-67a2-4b74-9d4a-02397dd56174'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:41.325177 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae63c886-b695-48a4-a698-e6f8562fda5d" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246", "tag": "aab6d7e6-67a2-4b74-9d4a-02397dd56174"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:41.340725 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 0a356d87-9147-4a6b-8730-af8185223b0f, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=0a356d87-9147-4a6b-8730-af8185223b0f,segment=NetworkSegment(84052727-0320-4208-a0c4-6ff5c464af21),segment_id=84052727-0320-4208-a0c4-6ff5c464af21)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:41.347892 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:41.380449 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecb315-3a7a-4ab5-bae7-9a3db2d278d7 service neutron] Pushing event updated for resources: {'Port': ['ID=aab6d7e6-67a2-4b74-9d4a-02397dd56174,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:41.384016 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b24434-1abc-4ea5-bf86-f566ad7cf5a8 x-openstack-request-id: req-56b24434-1abc-4ea5-bf86-f566ad7cf5a8 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:41.384308 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246", "tag": "aab6d7e6-67a2-4b74-9d4a-02397dd56174", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:41.384553 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-56b24434-1abc-4ea5-bf86-f566ad7cf5a8 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:41.385268 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56b24434-1abc-4ea5-bf86-f566ad7cf5a8'] response: {'name': 'network-changed', 'server_uuid': '1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246', 'tag': 'aab6d7e6-67a2-4b74-9d4a-02397dd56174', 'status': 'completed', 'code': 200} May 06 09:35:41.473061 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=0a356d87-9147-4a6b-8730-af8185223b0f,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:41.542944 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-3aba6136-a26f-4eee-9a47-48df17d1f07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:41.544495 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-3aba6136-a26f-4eee-9a47-48df17d1f07c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c98224fbfb324f1090c72cb41a383c62&device_id=1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246 HTTP/1.1" status: 200 len: 1094 time: 0.1408870 May 06 09:35:41.557554 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c7f5513b-29ee-48fd-b31b-055e507a2ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:41.616007 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-80c31ac1-56f8-42e9-905c-0482e4d08869 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aab6d7e6-67a2-4b74-9d4a-02397dd56174 HTTP/1.1" status: 200 len: 217 time: 0.0465546 May 06 09:35:41.624061 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb86d5-cf60-44aa-b979-6ff067af6563 req-4dd558d7-b484-4f26-874c-e67681955518 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:41.625584 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-64bb86d5-cf60-44aa-b979-6ff067af6563 req-4dd558d7-b484-4f26-874c-e67681955518 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 945 time: 0.1466067 May 06 09:35:41.685385 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded0f0a-bd7e-4a3e-abfa-c32410715c98 req-10a50e24-dee9-4bd9-9ae6-a6dca12cc013 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:41.687974 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6ded0f0a-bd7e-4a3e-abfa-c32410715c98 req-10a50e24-dee9-4bd9-9ae6-a6dca12cc013 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.1768234 May 06 09:35:41.690408 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38834) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:41.727423 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-c97388a7-130d-429d-b605-40e5a20ba978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:41.728478 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f5513b-29ee-48fd-b31b-055e507a2ebb admin admin] Router 0bf693e4-2797-4d3e-9fbe-09b1a855cac4 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:35:41.728908 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-c97388a7-130d-429d-b605-40e5a20ba978 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=02926ad3-94f2-41e1-8f3f-5bfcb9958f07 HTTP/1.1" status: 200 len: 860 time: 0.1012785 May 06 09:35:41.736081 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-64bb86d5-cf60-44aa-b979-6ff067af6563 req-a3b25f4b-e82d-48f1-b391-50cea101b737 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986433 May 06 09:35:41.791569 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6ded0f0a-bd7e-4a3e-abfa-c32410715c98 req-63b89ee2-9667-4882-91ed-2ffb97e76752 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886636 May 06 09:35:41.793940 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-b02ef719-866c-4802-969e-14cda6eaa332 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1c527760-fb10-404f-92ae-b057a7d18f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533032 May 06 09:35:41.826130 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6558da-a6a0-4905-aaa4-987889780bc8 None None] Network 6307ea34-a29b-4602-b211-cc5e25007094 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:35:41.936227 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9900d-64c5-47a7-9bfc-790970a18710 req-40935e5c-ee9f-4693-a5cb-4f9bc5754089 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:41.937942 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2e9900d-64c5-47a7-9bfc-790970a18710 req-40935e5c-ee9f-4693-a5cb-4f9bc5754089 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 1096 time: 0.0793636 May 06 09:35:41.940255 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-d62fcb15-06b6-4e3a-9d10-fd76c0311066 service neutron] 10.222.0.77 "GET /v2.0/networks/1c527760-fb10-404f-92ae-b057a7d18f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386752 May 06 09:35:41.951912 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f5513b-29ee-48fd-b31b-055e507a2ebb admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:35:41.964479 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e19bb937-9e06-408d-a66c-48575683e814 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f23fca1e646744eb8708dc773fb20660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2706344 May 06 09:35:41.965641 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38840) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:41.970680 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afe7882-83ca-4e25-8756-63787d31dde6 None None] Sync routers for ids ['0bf693e4-2797-4d3e-9fbe-09b1a855cac4'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:35:41.988601 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afe7882-83ca-4e25-8756-63787d31dde6 None None] Routers {'0bf693e4-2797-4d3e-9fbe-09b1a855cac4'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:35:41.990775 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6afe7882-83ca-4e25-8756-63787d31dde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:35:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['0bf693e4-2797-4d3e-9fbe-09b1a855cac4'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:42.004182 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c7f5513b-29ee-48fd-b31b-055e507a2ebb admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:42.006223 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c7f5513b-29ee-48fd-b31b-055e507a2ebb admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.4498029 May 06 09:35:42.013263 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38842) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:42.042461 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2e9900d-64c5-47a7-9bfc-790970a18710 req-6d13eccc-4cd5-48fa-9d16-4b1d627301ca tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963106 May 06 09:35:42.052376 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f2f36b00-7013-42a4-8e7e-28c0eef822d2 None None] Provisioning complete for port 0a356d87-9147-4a6b-8730-af8185223b0f triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:42.052773 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f2f36b00-7013-42a4-8e7e-28c0eef822d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:42.108540 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6eb6f609-7344-409a-aa8d-efd248f24f6f req-82d2dd1a-2684-4764-aa91-31faad576f1a service neutron] 10.222.0.77 "GET /v2.0/networks/1c527760-fb10-404f-92ae-b057a7d18f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518750 May 06 09:35:42.130220 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-900919bd-ae9c-4cb6-bbdb-c13fa8109749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:42.157832 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-900919bd-ae9c-4cb6-bbdb-c13fa8109749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:42.165423 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-6afe7882-83ca-4e25-8756-63787d31dde6 None None] Set router 0bf693e4-2797-4d3e-9fbe-09b1a855cac4 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:35:42.283825 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4bd37-f858-4541-a7dd-cc0a01267d03 req-3577b344-c437-4df2-af4d-406c62a4518c tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:42.285419 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47a4bd37-f858-4541-a7dd-cc0a01267d03 req-3577b344-c437-4df2-af4d-406c62a4518c tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 1096 time: 0.1234407 May 06 09:35:42.293342 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 3b2b3f7e-6b85-4576-9924-c701f9c66356 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:35:42.316587 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280f5f8-9bde-4102-beee-db7dae26dd3f req-3afc10ec-224c-4149-9c12-67fa403b2fde tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:42.318384 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a280f5f8-9bde-4102-beee-db7dae26dd3f req-3afc10ec-224c-4149-9c12-67fa403b2fde tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.73 "GET /v2.0/ports?device_id=1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246 HTTP/1.1" status: 200 len: 943 time: 0.1127346 May 06 09:35:42.321565 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63c886-b695-48a4-a698-e6f8562fda5d req-a24376a8-a8a9-482c-96ce-2eabbba2bfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:42.323036 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae63c886-b695-48a4-a698-e6f8562fda5d req-a24376a8-a8a9-482c-96ce-2eabbba2bfa4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c98224fbfb324f1090c72cb41a383c62&device_id=1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246 HTTP/1.1" status: 200 len: 1094 time: 0.1064010 May 06 09:35:42.330918 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 3b2b3f7e-6b85-4576-9924-c701f9c66356 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:35:42.331517 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 3b2b3f7e-6b85-4576-9924-c701f9c66356 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:35:42.382483 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-900919bd-ae9c-4cb6-bbdb-c13fa8109749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:42.386700 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-900919bd-ae9c-4cb6-bbdb-c13fa8109749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:42.388910 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-900919bd-ae9c-4cb6-bbdb-c13fa8109749 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/04b1faad-a891-43c3-818a-a77930f9edd2 HTTP/1.1" status: 204 len: 168 time: 0.4223592 May 06 09:35:42.416599 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6afe7882-83ca-4e25-8756-63787d31dde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-648945739-router', 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9ba0706b-1df5-446b-be61-89d8e57f5059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:35:39Z', 'updated_at': '2022-05-06T09:35:40Z', 'revision_number': 3, 'project_id': '3a97c219c0854861b5315e7c09d4b9d9', 'gw_port': {'id': '9ba0706b-1df5-446b-be61-89d8e57f5059', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:40Z', 'updated_at': '2022-05-06T09:35:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:42.442050 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47a4bd37-f858-4541-a7dd-cc0a01267d03 req-966f5c16-fa8d-467d-a523-eed6c58bbb1a tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431534 May 06 09:35:42.446292 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900919bd-ae9c-4cb6-bbdb-c13fa8109749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b1faad-a891-43c3-818a-a77930f9edd2,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:42.476833 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a280f5f8-9bde-4102-beee-db7dae26dd3f req-07212c0f-3c1a-4ee0-bd7c-154ec957488d tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.73 "GET /v2.0/security-groups?id=a3cc2c93-32ea-4ef6-a645-7fbc547a37e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467147 May 06 09:35:42.519197 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afe7882-83ca-4e25-8756-63787d31dde6 None None] Checking router: 0bf693e4-2797-4d3e-9fbe-09b1a855cac4 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:35:42.519571 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afe7882-83ca-4e25-8756-63787d31dde6 None None] Updating router 0bf693e4-2797-4d3e-9fbe-09b1a855cac4 port 9ba0706b-1df5-446b-be61-89d8e57f5059 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:35:42.565399 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63c886-b695-48a4-a698-e6f8562fda5d req-3c0102ea-95c6-4d7f-aacb-0b4607ef8188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:42.566989 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae63c886-b695-48a4-a698-e6f8562fda5d req-3c0102ea-95c6-4d7f-aacb-0b4607ef8188 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1c527760-fb10-404f-92ae-b057a7d18f65 HTTP/1.1" status: 200 len: 921 time: 0.2286046 May 06 09:35:42.574416 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6afe7882-83ca-4e25-8756-63787d31dde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:42.624880 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae63c886-b695-48a4-a698-e6f8562fda5d req-819e0199-814e-4dcd-a532-7fe7042692ba service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aab6d7e6-67a2-4b74-9d4a-02397dd56174 HTTP/1.1" status: 200 len: 217 time: 0.0429132 May 06 09:35:42.677635 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079ebbf-5ab1-40e5-b231-f40ace0bcbfe req-c95fc220-a70a-4704-83f0-de1939c3afae tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:42.685162 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0079ebbf-5ab1-40e5-b231-f40ace0bcbfe req-c95fc220-a70a-4704-83f0-de1939c3afae tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 944 time: 0.1395807 May 06 09:35:42.703560 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-059c8941-36b8-4e96-bbb3-4250a731761f None None] Provisioning complete for port 0a356d87-9147-4a6b-8730-af8185223b0f triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:42.703945 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-059c8941-36b8-4e96-bbb3-4250a731761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:42.746990 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0079ebbf-5ab1-40e5-b231-f40ace0bcbfe req-cd2bd13a-f86d-4301-ba90-2c5ce14dd55d tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606945 May 06 09:35:42.749512 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63c886-b695-48a4-a698-e6f8562fda5d req-f4372824-e74b-45e3-8bca-509584fbfcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:42.753683 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae63c886-b695-48a4-a698-e6f8562fda5d req-f4372824-e74b-45e3-8bca-509584fbfcd0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=02926ad3-94f2-41e1-8f3f-5bfcb9958f07 HTTP/1.1" status: 200 len: 860 time: 0.1176887 May 06 09:35:42.825460 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae63c886-b695-48a4-a698-e6f8562fda5d req-0d8c90f0-9f0c-440d-9d19-de2d2f108ee4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1c527760-fb10-404f-92ae-b057a7d18f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617824 May 06 09:35:42.982136 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4c53e617-81a7-4f41-a8be-2f5e54e797f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:43.032523 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 0a356d87-9147-4a6b-8730-af8185223b0f up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:43.116424 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b4d5a-0525-41d6-9120-2398382fdee0 req-f58a6540-f486-464a-b722-ac151ea501cf tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:43.120222 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e18b4d5a-0525-41d6-9120-2398382fdee0 req-f58a6540-f486-464a-b722-ac151ea501cf tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 1096 time: 0.1874819 May 06 09:35:43.142172 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 0a356d87-9147-4a6b-8730-af8185223b0f triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:43.142487 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:43.147722 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26464d-304e-4d98-bd2b-1b39c4d41b0c req-a0d72a23-ff7f-4a08-89f6-55a4c0f15717 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:43.150409 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0e26464d-304e-4d98-bd2b-1b39c4d41b0c req-a0d72a23-ff7f-4a08-89f6-55a4c0f15717 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.1623340 May 06 09:35:43.158527 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae63c886-b695-48a4-a698-e6f8562fda5d req-a5a658ea-508c-4bb4-be4a-967653692bba service neutron] 10.222.0.77 "GET /v2.0/networks/1c527760-fb10-404f-92ae-b057a7d18f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040993 May 06 09:35:43.220107 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6afe7882-83ca-4e25-8756-63787d31dde6 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:43.231069 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6afe7882-83ca-4e25-8756-63787d31dde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:43.287961 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-6afe7882-83ca-4e25-8756-63787d31dde6 None None] Attempting to bind port 9ba0706b-1df5-446b-be61-89d8e57f5059 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:43.288399 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-6afe7882-83ca-4e25-8756-63787d31dde6 None None] Attempting to bind port 9ba0706b-1df5-446b-be61-89d8e57f5059 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:43.288830 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe7882-83ca-4e25-8756-63787d31dde6 None None] Attempting to bind port 9ba0706b-1df5-446b-be61-89d8e57f5059 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:43.300744 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237656fc-9e22-4707-b08f-42d6ba01bdd5 None None] Pushing event updated for resources: {'Port': ['ID=9ba0706b-1df5-446b-be61-89d8e57f5059,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:43.304138 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe7882-83ca-4e25-8756-63787d31dde6 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:43.304514 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe7882-83ca-4e25-8756-63787d31dde6 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:43.304921 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6afe7882-83ca-4e25-8756-63787d31dde6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:43.305642 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe7882-83ca-4e25-8756-63787d31dde6 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:43.305828 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-6afe7882-83ca-4e25-8756-63787d31dde6 None None] Bound port: 9ba0706b-1df5-446b-be61-89d8e57f5059, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:43.306199 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6afe7882-83ca-4e25-8756-63787d31dde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:43.321020 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e18b4d5a-0525-41d6-9120-2398382fdee0 req-d2c15ebd-d532-4e45-a0ea-090252159fc6 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648641 May 06 09:35:43.334189 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237656fc-9e22-4707-b08f-42d6ba01bdd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:43.337298 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0e26464d-304e-4d98-bd2b-1b39c4d41b0c req-aca78bb1-26f4-4232-b5f1-981adf54cf03 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595931 May 06 09:35:43.345649 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237656fc-9e22-4707-b08f-42d6ba01bdd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:43.346080 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237656fc-9e22-4707-b08f-42d6ba01bdd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:43.346430 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237656fc-9e22-4707-b08f-42d6ba01bdd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:43.346771 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237656fc-9e22-4707-b08f-42d6ba01bdd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:43.347110 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237656fc-9e22-4707-b08f-42d6ba01bdd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:43.347474 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237656fc-9e22-4707-b08f-42d6ba01bdd5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:43.347814 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237656fc-9e22-4707-b08f-42d6ba01bdd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:43.348209 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237656fc-9e22-4707-b08f-42d6ba01bdd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:43.357515 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237656fc-9e22-4707-b08f-42d6ba01bdd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:43.358722 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237656fc-9e22-4707-b08f-42d6ba01bdd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:43.359206 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237656fc-9e22-4707-b08f-42d6ba01bdd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:43.360469 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-4c53e617-81a7-4f41-a8be-2f5e54e797f9 admin admin] Allocated IP 172.20.0.1 (6307ea34-a29b-4602-b211-cc5e25007094/f8db6c9c-8f6a-4f61-b92d-e05c22f618f0/cb4bc881-5a7f-4b73-adc1-a4a59f52b00c) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:35:43.397385 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae63c886-b695-48a4-a698-e6f8562fda5d req-9a8448a2-5790-412b-8576-9f2ea539291b service neutron] 10.222.0.77 "GET /v2.0/networks/1c527760-fb10-404f-92ae-b057a7d18f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209113 May 06 09:35:43.406559 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-6afe7882-83ca-4e25-8756-63787d31dde6 None None] For port 9ba0706b-1df5-446b-be61-89d8e57f5059, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:43.409945 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-6afe7882-83ca-4e25-8756-63787d31dde6 None None] For port 9ba0706b-1df5-446b-be61-89d8e57f5059, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9ba0706b-1df5-446b-be61-89d8e57f5059,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:43.415403 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6afe7882-83ca-4e25-8756-63787d31dde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:43.485214 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237656fc-9e22-4707-b08f-42d6ba01bdd5 None None] Pushing event updated for resources: {'Port': ['ID=9ba0706b-1df5-446b-be61-89d8e57f5059,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:43.492409 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afe7882-83ca-4e25-8756-63787d31dde6 None None] Routers {'0bf693e4-2797-4d3e-9fbe-09b1a855cac4'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:35:43.493026 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6afe7882-83ca-4e25-8756-63787d31dde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:35:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['0bf693e4-2797-4d3e-9fbe-09b1a855cac4'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:43.534211 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4c53e617-81a7-4f41-a8be-2f5e54e797f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:43.580034 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4c53e617-81a7-4f41-a8be-2f5e54e797f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:43.613033 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-6afe7882-83ca-4e25-8756-63787d31dde6 None None] Set router 0bf693e4-2797-4d3e-9fbe-09b1a855cac4 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:35:43.618360 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16467f5c-c9b0-42a1-a1eb-5e275523280b req-56549734-885c-4fae-965d-8101a665c6f1 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:43.620125 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-16467f5c-c9b0-42a1-a1eb-5e275523280b req-56549734-885c-4fae-965d-8101a665c6f1 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.73 "GET /v2.0/ports?device_id=1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246 HTTP/1.1" status: 200 len: 943 time: 0.0587256 May 06 09:35:43.632690 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53e617-81a7-4f41-a8be-2f5e54e797f9 admin admin] Pushing event updated for resources: {'Port': ['ID=cb4bc881-5a7f-4b73-adc1-a4a59f52b00c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:43.657121 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c53e617-81a7-4f41-a8be-2f5e54e797f9 admin admin] Network 6307ea34-a29b-4602-b211-cc5e25007094 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:35:43.661518 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-4c53e617-81a7-4f41-a8be-2f5e54e797f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:43.665942 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c53e617-81a7-4f41-a8be-2f5e54e797f9 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:35:43.683320 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-16467f5c-c9b0-42a1-a1eb-5e275523280b req-be48390b-b68f-4897-890c-6b0333316e52 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.73 "GET /v2.0/security-groups?id=a3cc2c93-32ea-4ef6-a645-7fbc547a37e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490167 May 06 09:35:43.718437 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4c53e617-81a7-4f41-a8be-2f5e54e797f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:43.834822 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6afe7882-83ca-4e25-8756-63787d31dde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-648945739-router', 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9ba0706b-1df5-446b-be61-89d8e57f5059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:35:39Z', 'updated_at': '2022-05-06T09:35:40Z', 'revision_number': 3, 'project_id': '3a97c219c0854861b5315e7c09d4b9d9', 'gw_port': {'id': '9ba0706b-1df5-446b-be61-89d8e57f5059', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:40Z', 'updated_at': '2022-05-06T09:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:43.864715 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afe7882-83ca-4e25-8756-63787d31dde6 None None] The sync data for ids ['0bf693e4-2797-4d3e-9fbe-09b1a855cac4'] in n-d-840835-1 is: [{'id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-648945739-router', 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9ba0706b-1df5-446b-be61-89d8e57f5059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:35:39Z', 'updated_at': '2022-05-06T09:35:40Z', 'revision_number': 3, 'project_id': '3a97c219c0854861b5315e7c09d4b9d9', 'gw_port': {'id': '9ba0706b-1df5-446b-be61-89d8e57f5059', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:40Z', 'updated_at': '2022-05-06T09:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:35:43.877378 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4c53e617-81a7-4f41-a8be-2f5e54e797f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:43.898137 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a97667-1664-4a1c-af88-56bf151d018c req-ac40d6da-da52-4f77-917c-fbcbbbce5835 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:43.905420 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75a97667-1664-4a1c-af88-56bf151d018c req-ac40d6da-da52-4f77-917c-fbcbbbce5835 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 944 time: 0.0698342 May 06 09:35:43.912177 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 9989a753-257a-4835-862a-c07fccfeb244 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:43.970547 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 9989a753-257a-4835-862a-c07fccfeb244 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:35:43.974739 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75a97667-1664-4a1c-af88-56bf151d018c req-61013353-70df-4038-ab2f-03ac4d0b9fbe tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488677 May 06 09:35:43.975407 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 9989a753-257a-4835-862a-c07fccfeb244 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:43.975785 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:44.029244 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-6769771b-35e4-410e-bf28-2c9ccfa90ac6 None None] Provisioning complete for port cb4bc881-5a7f-4b73-adc1-a4a59f52b00c triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:44.029665 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6769771b-35e4-410e-bf28-2c9ccfa90ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:44.078780 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4c53e617-81a7-4f41-a8be-2f5e54e797f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:44.083751 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-6769771b-35e4-410e-bf28-2c9ccfa90ac6 None None] Port cb4bc881-5a7f-4b73-adc1-a4a59f52b00c cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:35:44.084311 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4c53e617-81a7-4f41-a8be-2f5e54e797f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:44.167380 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:44.183911 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53e617-81a7-4f41-a8be-2f5e54e797f9 admin admin] Pushing event updated for resources: {'Port': ['ID=cb4bc881-5a7f-4b73-adc1-a4a59f52b00c,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:44.187510 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4c53e617-81a7-4f41-a8be-2f5e54e797f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:44.197966 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7064df-3fbf-4b51-85be-0f1e9a4d1234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9989a753-257a-4835-862a-c07fccfeb244'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:44.202649 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b6d041-11fb-44a8-b575-2dc5cd86ced9" -d '{"events": [{"server_uuid": "4c7064df-3fbf-4b51-85be-0f1e9a4d1234", "name": "network-vif-plugged", "status": "completed", "tag": "9989a753-257a-4835-862a-c07fccfeb244"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:44.230961 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 9989a753-257a-4835-862a-c07fccfeb244, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=9989a753-257a-4835-862a-c07fccfeb244,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:44.244458 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:44.274468 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83d09f9-49e1-406c-890b-12b55566ef3c x-openstack-request-id: req-f83d09f9-49e1-406c-890b-12b55566ef3c {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:44.274684 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7064df-3fbf-4b51-85be-0f1e9a4d1234", "name": "network-vif-plugged", "status": "completed", "tag": "9989a753-257a-4835-862a-c07fccfeb244", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:44.274937 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f83d09f9-49e1-406c-890b-12b55566ef3c {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:44.275329 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f83d09f9-49e1-406c-890b-12b55566ef3c'] response: {'server_uuid': '4c7064df-3fbf-4b51-85be-0f1e9a4d1234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9989a753-257a-4835-862a-c07fccfeb244', 'code': 200} May 06 09:35:44.313429 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c53e617-81a7-4f41-a8be-2f5e54e797f9 admin admin] Network 6307ea34-a29b-4602-b211-cc5e25007094 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:35:44.315751 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-4c53e617-81a7-4f41-a8be-2f5e54e797f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:44.355073 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=9989a753-257a-4835-862a-c07fccfeb244,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:44.511014 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa49c86-01b0-4141-af89-af053eb18ad0 req-313ed947-4a88-4d8a-a379-6605c957ef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:44.512933 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-caa49c86-01b0-4141-af89-af053eb18ad0 req-313ed947-4a88-4d8a-a379-6605c957ef02 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 1096 time: 0.1140952 May 06 09:35:44.546018 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c6cf7-4620-4d6b-94f7-9160597c75c6 req-691109fa-130c-4978-8b07-e78ef06a5582 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:44.555644 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d44c6cf7-4620-4d6b-94f7-9160597c75c6 req-691109fa-130c-4978-8b07-e78ef06a5582 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.1132963 May 06 09:35:44.563270 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2631fa-e9be-40c7-a2e6-2e81a4e26c60 req-4e2e1d82-3baf-44a0-92dd-e9f1b038c796 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:44.565054 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0a2631fa-e9be-40c7-a2e6-2e81a4e26c60 req-4e2e1d82-3baf-44a0-92dd-e9f1b038c796 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 1096 time: 0.1126704 May 06 09:35:44.568299 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-caa49c86-01b0-4141-af89-af053eb18ad0 req-ebf32da5-fe3a-48f1-a450-94f56ecdb0e2 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431588 May 06 09:35:44.575689 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c53e617-81a7-4f41-a8be-2f5e54e797f9 admin admin] Router 0bf693e4-2797-4d3e-9fbe-09b1a855cac4 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:35:44.616179 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d1ce471d-dc69-4607-9c43-964fdf803da9 None None] Provisioning complete for port cb4bc881-5a7f-4b73-adc1-a4a59f52b00c triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:44.616952 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d1ce471d-dc69-4607-9c43-964fdf803da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:44.629664 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d44c6cf7-4620-4d6b-94f7-9160597c75c6 req-da8b47f2-948e-4641-a162-57998d0aedd3 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727994 May 06 09:35:44.645853 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0a2631fa-e9be-40c7-a2e6-2e81a4e26c60 req-b1f40533-9100-4265-8f8f-dba295a4da84 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664239 May 06 09:35:44.674324 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d1ce471d-dc69-4607-9c43-964fdf803da9 None None] Port cb4bc881-5a7f-4b73-adc1-a4a59f52b00c cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:35:44.727640 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c53e617-81a7-4f41-a8be-2f5e54e797f9 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:35:44.751912 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4c53e617-81a7-4f41-a8be-2f5e54e797f9 admin admin] 10.222.0.73 "PUT /v2.0/routers/0bf693e4-2797-4d3e-9fbe-09b1a855cac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7350137 May 06 09:35:44.851816 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568438c-fc4a-4f23-a07d-ca4c7f2315a2 req-d4dd4139-4cc4-45b2-a5b6-6b658badf157 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:44.853857 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7568438c-fc4a-4f23-a07d-ca4c7f2315a2 req-d4dd4139-4cc4-45b2-a5b6-6b658badf157 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.73 "GET /v2.0/ports?device_id=1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246 HTTP/1.1" status: 200 len: 943 time: 0.0944295 May 06 09:35:44.941726 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7568438c-fc4a-4f23-a07d-ca4c7f2315a2 req-5e263625-397e-4d58-95d7-74cb0989371b tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.73 "GET /v2.0/security-groups?id=a3cc2c93-32ea-4ef6-a645-7fbc547a37e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791032 May 06 09:35:45.012814 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9ba0706b-1df5-446b-be61-89d8e57f5059 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:45.072802 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 9ba0706b-1df5-446b-be61-89d8e57f5059 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:45.073337 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:45.161391 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:45.188067 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 9ba0706b-1df5-446b-be61-89d8e57f5059, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9ba0706b-1df5-446b-be61-89d8e57f5059,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:45.194546 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:45.258228 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=9ba0706b-1df5-446b-be61-89d8e57f5059,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:45.387525 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-6436420c-2c9f-427f-8993-b6b28ce3da05 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:45.389410 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-6436420c-2c9f-427f-8993-b6b28ce3da05 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/networks?id=6307ea34-a29b-4602-b211-cc5e25007094 HTTP/1.1" status: 200 len: 828 time: 0.1258552 May 06 09:35:45.406672 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-c7e6f2a1-28f6-4e8b-b79f-518ea869ddf9 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/quotas/3a97c219c0854861b5315e7c09d4b9d9 HTTP/1.1" status: 200 len: 375 time: 0.0108037 May 06 09:35:45.469368 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-1aa392dc-9fdf-464b-9eac-7943dc056493 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3a97c219c0854861b5315e7c09d4b9d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551536 May 06 09:35:45.570762 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-a440bf04-b9b0-4fff-a2bd-ff33d0177296 service neutron] 10.222.0.73 "GET /v2.0/networks/6307ea34-a29b-4602-b211-cc5e25007094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939007 May 06 09:35:45.672028 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-3854c750-c249-439b-9749-422d58754b36 service neutron] 10.222.0.73 "GET /v2.0/networks/6307ea34-a29b-4602-b211-cc5e25007094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932007 May 06 09:35:45.817682 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-35e4e34f-6764-4e93-a415-953c98e351ca tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:35:45.820114 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-35e4e34f-6764-4e93-a415-953c98e351ca tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079298 May 06 09:35:45.843356 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9643d2c-57ea-4c90-929e-ed1760d72fcd None None] Sync routers for ids ['0bf693e4-2797-4d3e-9fbe-09b1a855cac4'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:35:45.870493 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-84aefa53-bfa7-4735-8e9a-3ff4f238fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:45.872051 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-84aefa53-bfa7-4735-8e9a-3ff4f238fc72 service neutron] 10.222.0.73 "GET /v2.0/ports/5fe51c42-2f2e-4777-b918-30129d553fb9 HTTP/1.1" status: 200 len: 1093 time: 0.0456369 May 06 09:35:45.883505 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9643d2c-57ea-4c90-929e-ed1760d72fcd None None] Routers {'0bf693e4-2797-4d3e-9fbe-09b1a855cac4'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:35:45.884186 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-4f72058e-3a89-49d8-92fe-24b534bacc9f service neutron] Request body: {'binding': {'host': 'n-h1-840835-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:45.884526 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-4f72058e-3a89-49d8-92fe-24b534bacc9f service neutron] Unknown quota resources ['binding']. {{(pid=102652) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 06 09:35:45.885015 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a9643d2c-57ea-4c90-929e-ed1760d72fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:35:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['0bf693e4-2797-4d3e-9fbe-09b1a855cac4'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:45.888341 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-72c10ef2-dda4-48ac-a711-79ec8fe583ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:45.910411 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0495f14-5e4d-490d-8e4a-dac49c672b33 req-2f9aa7d3-dc1e-410d-be89-76301af9b84d tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:45.913094 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0495f14-5e4d-490d-8e4a-dac49c672b33 req-2f9aa7d3-dc1e-410d-be89-76301af9b84d tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 945 time: 0.0822206 May 06 09:35:45.963717 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0495f14-5e4d-490d-8e4a-dac49c672b33 req-39989982-1de2-4fd7-942a-31042dc0b2c5 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431788 May 06 09:35:46.043221 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-a9643d2c-57ea-4c90-929e-ed1760d72fcd None None] Set router 0bf693e4-2797-4d3e-9fbe-09b1a855cac4 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:35:46.043565 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-4f72058e-3a89-49d8-92fe-24b534bacc9f service neutron] Attempting to bind port 5fe51c42-2f2e-4777-b918-30129d553fb9 on host n-h1-840835-1 for vnic_type normal with profile None {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:46.044059 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-4f72058e-3a89-49d8-92fe-24b534bacc9f service neutron] Attempting to bind port 5fe51c42-2f2e-4777-b918-30129d553fb9 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:46.044739 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-4f72058e-3a89-49d8-92fe-24b534bacc9f service neutron] Attempting to bind port 5fe51c42-2f2e-4777-b918-30129d553fb9 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:46.054011 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-4f72058e-3a89-49d8-92fe-24b534bacc9f service neutron] Port 5fe51c42-2f2e-4777-b918-30129d553fb9 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:46.054347 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-4f72058e-3a89-49d8-92fe-24b534bacc9f service neutron] Attempting to bind port 5fe51c42-2f2e-4777-b918-30129d553fb9 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:46.066578 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-4f72058e-3a89-49d8-92fe-24b534bacc9f service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:46.066951 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-4f72058e-3a89-49d8-92fe-24b534bacc9f service neutron] Checking segment: {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:46.067439 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-4f72058e-3a89-49d8-92fe-24b534bacc9f service neutron] Bound using segment: {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:46.067885 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-4f72058e-3a89-49d8-92fe-24b534bacc9f service neutron] Bound port: 5fe51c42-2f2e-4777-b918-30129d553fb9, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:46.135908 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-4f72058e-3a89-49d8-92fe-24b534bacc9f service neutron] For port 5fe51c42-2f2e-4777-b918-30129d553fb9, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=5fe51c42-2f2e-4777-b918-30129d553fb9,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:46.145675 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-4f72058e-3a89-49d8-92fe-24b534bacc9f service neutron] Notify callbacks [] for binding, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:46.147302 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-4f72058e-3a89-49d8-92fe-24b534bacc9f service neutron] 10.222.0.73 "POST /v2.0/ports/5fe51c42-2f2e-4777-b918-30129d553fb9/bindings HTTP/1.1" status: 201 len: 389 time: 0.2672958 May 06 09:35:46.240622 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df895b-b9f6-40d9-9bac-4727eabac473 req-34a94148-fa3a-4e94-8597-9d5d4a7dee36 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:46.242322 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-33df895b-b9f6-40d9-9bac-4727eabac473 req-34a94148-fa3a-4e94-8597-9d5d4a7dee36 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.0888629 May 06 09:35:46.319627 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a859a49e-dcf0-44b3-8a86-6bfd51a8ade6 req-1f57d55b-87b7-4d69-a6ac-12f6ec3e64da tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf38c2cd-ae1c-4905-8ec7-68536119999a HTTP/1.1" status: 200 len: 210 time: 0.0614622 May 06 09:35:46.340908 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-33df895b-b9f6-40d9-9bac-4727eabac473 req-c5687462-3649-4599-81d9-c6ab0bcb258c tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839846 May 06 09:35:46.354342 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device aab6d7e6-67a2-4b74-9d4a-02397dd56174 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:35:46.392199 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a9643d2c-57ea-4c90-929e-ed1760d72fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-648945739-router', 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9ba0706b-1df5-446b-be61-89d8e57f5059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:35:39Z', 'updated_at': '2022-05-06T09:35:43Z', 'revision_number': 4, 'project_id': '3a97c219c0854861b5315e7c09d4b9d9', 'gw_port': {'id': '9ba0706b-1df5-446b-be61-89d8e57f5059', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:40Z', 'updated_at': '2022-05-06T09:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'cb4bc881-5a7f-4b73-adc1-a4a59f52b00c', 'name': '', 'network_id': '6307ea34-a29b-4602-b211-cc5e25007094', 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9', 'mac_address': 'fa:16:3e:47:0e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'f8db6c9c-8f6a-4f61-b92d-e05c22f618f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:43Z', 'updated_at': '2022-05-06T09:35:43Z', 'revision_number': 2, 'project_id': '3a97c219c0854861b5315e7c09d4b9d9', 'subnets': [{'id': 'f8db6c9c-8f6a-4f61-b92d-e05c22f618f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:46.465771 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9643d2c-57ea-4c90-929e-ed1760d72fcd None None] Checking router: 0bf693e4-2797-4d3e-9fbe-09b1a855cac4 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:35:46.466099 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9643d2c-57ea-4c90-929e-ed1760d72fcd None None] Updating router 0bf693e4-2797-4d3e-9fbe-09b1a855cac4 port cb4bc881-5a7f-4b73-adc1-a4a59f52b00c binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:35:46.520464 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb9a84-1b08-433a-b250-894770b66047 req-aa3be06d-66c7-44dc-af5f-72b2db963325 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:46.527677 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8dfb9a84-1b08-433a-b250-894770b66047 req-aa3be06d-66c7-44dc-af5f-72b2db963325 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.73 "GET /v2.0/ports?device_id=1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246 HTTP/1.1" status: 200 len: 943 time: 0.1107957 May 06 09:35:46.531434 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a9643d2c-57ea-4c90-929e-ed1760d72fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:46.587793 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port aab6d7e6-67a2-4b74-9d4a-02397dd56174, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=aab6d7e6-67a2-4b74-9d4a-02397dd56174,segment=NetworkSegment(35253cc4-0175-4b64-ad26-0300407f216d),segment_id=35253cc4-0175-4b64-ad26-0300407f216d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:46.604201 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'aab6d7e6-67a2-4b74-9d4a-02397dd56174', 'network_id': '1c527760-fb10-404f-92ae-b057a7d18f65', 'port_id': 'aab6d7e6-67a2-4b74-9d4a-02397dd56174', 'mac_address': 'fa:16:3e:d5:6b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02926ad3-94f2-41e1-8f3f-5bfcb9958f07', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:35:46.618394 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8dfb9a84-1b08-433a-b250-894770b66047 req-1736c0bd-f7dd-439f-b54a-4953c29493f4 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.73 "GET /v2.0/security-groups?id=a3cc2c93-32ea-4ef6-a645-7fbc547a37e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895550 May 06 09:35:46.622493 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-dfc2b97b-c39f-4277-811e-46761c607deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:46.624431 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-dfc2b97b-c39f-4277-811e-46761c607deb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ee0cd225ef094aa381a08623ce8da867&device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 1096 time: 0.0597937 May 06 09:35:46.626195 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3046e-6b50-47c0-bdce-7b9a2da874f3 req-6983c823-1dbc-46ed-98d5-f11156a56118 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:46.633609 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1e3046e-6b50-47c0-bdce-7b9a2da874f3 req-6983c823-1dbc-46ed-98d5-f11156a56118 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 945 time: 0.1329832 May 06 09:35:46.690956 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1e3046e-6b50-47c0-bdce-7b9a2da874f3 req-952ebf63-4a67-4d4e-b9d0-c161cff9a8e0 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564656 May 06 09:35:46.733318 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:46.752507 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-825f54f5-cba0-455b-af1f-97e5e8c9c47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:46.753998 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-825f54f5-cba0-455b-af1f-97e5e8c9c47c service neutron] 10.222.0.84 "GET /v2.0/networks?id=9016fd3e-f04c-40de-8dbe-a7754f33396e HTTP/1.1" status: 200 len: 909 time: 0.1094377 May 06 09:35:46.809785 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-5bd941f4-5f3c-4ac6-84c1-180fd76376c2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fe51c42-2f2e-4777-b918-30129d553fb9 HTTP/1.1" status: 200 len: 217 time: 0.0424874 May 06 09:35:46.873410 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-152ec361-9b19-429d-b199-c6ced4a3b55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:46.874899 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-152ec361-9b19-429d-b199-c6ced4a3b55f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5704ec7d-7fe2-4308-8e34-562762b93f76 HTTP/1.1" status: 200 len: 848 time: 0.0465424 May 06 09:35:46.896035 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aab6d7e6-67a2-4b74-9d4a-02397dd56174 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:46.940861 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-c7f30f04-34d0-476b-8d0d-7b36093902f2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9016fd3e-f04c-40de-8dbe-a7754f33396e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380871 May 06 09:35:46.941153 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port aab6d7e6-67a2-4b74-9d4a-02397dd56174, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=aab6d7e6-67a2-4b74-9d4a-02397dd56174,segment=NetworkSegment(35253cc4-0175-4b64-ad26-0300407f216d),segment_id=35253cc4-0175-4b64-ad26-0300407f216d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:46.950190 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:46.983826 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9ba0706b-1df5-446b-be61-89d8e57f5059 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:47.048325 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-781a427e-a64b-4d26-9c98-d71908dd839d service neutron] 10.222.0.84 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939248 May 06 09:35:47.085035 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=aab6d7e6-67a2-4b74-9d4a-02397dd56174,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:47.130277 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9782153-5f2f-4f1b-8d95-75ab3f380ea8 req-edad9664-1a0a-4d9b-8073-0bdf68220004 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:47.132668 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a9782153-5f2f-4f1b-8d95-75ab3f380ea8 req-edad9664-1a0a-4d9b-8073-0bdf68220004 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 945 time: 0.0615821 May 06 09:35:47.134728 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 9ba0706b-1df5-446b-be61-89d8e57f5059 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:47.135106 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:47.138530 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a9643d2c-57ea-4c90-929e-ed1760d72fcd None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:47.167403 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a9643d2c-57ea-4c90-929e-ed1760d72fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:47.187543 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a9782153-5f2f-4f1b-8d95-75ab3f380ea8 req-7b130bd6-5958-42b5-8e0f-815568d128c3 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439138 May 06 09:35:47.199873 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-b64ab2bb-c359-4e66-81b6-8c7dfac87640 service neutron] 10.222.0.84 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389291 May 06 09:35:47.241511 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d949f2-1fc6-4176-9d98-2ff4e61962ff None None] Pushing event updated for resources: {'Port': ['ID=cb4bc881-5a7f-4b73-adc1-a4a59f52b00c,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:47.378930 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a9643d2c-57ea-4c90-929e-ed1760d72fcd None None] Attempting to bind port cb4bc881-5a7f-4b73-adc1-a4a59f52b00c on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:47.379742 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a9643d2c-57ea-4c90-929e-ed1760d72fcd None None] Attempting to bind port cb4bc881-5a7f-4b73-adc1-a4a59f52b00c by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '84052727-0320-4208-a0c4-6ff5c464af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6307ea34-a29b-4602-b211-cc5e25007094'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:47.379742 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9643d2c-57ea-4c90-929e-ed1760d72fcd None None] Attempting to bind port cb4bc881-5a7f-4b73-adc1-a4a59f52b00c on network 6307ea34-a29b-4602-b211-cc5e25007094 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:47.385157 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['aab6d7e6-67a2-4b74-9d4a-02397dd56174'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:47.395858 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9643d2c-57ea-4c90-929e-ed1760d72fcd None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:47.396271 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9643d2c-57ea-4c90-929e-ed1760d72fcd None None] Checking segment: {'id': '84052727-0320-4208-a0c4-6ff5c464af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6307ea34-a29b-4602-b211-cc5e25007094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:47.396649 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a9643d2c-57ea-4c90-929e-ed1760d72fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:47.397049 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9643d2c-57ea-4c90-929e-ed1760d72fcd None None] Bound using segment: {'id': '84052727-0320-4208-a0c4-6ff5c464af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6307ea34-a29b-4602-b211-cc5e25007094'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:47.397542 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a9643d2c-57ea-4c90-929e-ed1760d72fcd None None] Bound port: cb4bc881-5a7f-4b73-adc1-a4a59f52b00c, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84052727-0320-4208-a0c4-6ff5c464af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6307ea34-a29b-4602-b211-cc5e25007094'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:47.397928 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a9643d2c-57ea-4c90-929e-ed1760d72fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:47.401876 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-e792d03b-280b-419c-9da6-a967f67009bd tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:47.404206 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-e792d03b-280b-419c-9da6-a967f67009bd tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8&tenant_id=ee0cd225ef094aa381a08623ce8da867&binding%3Ahost_id=n-h2-840835-1 HTTP/1.1" status: 200 len: 1096 time: 0.0797675 May 06 09:35:47.430097 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafdb70-9bbf-45d0-abc4-fb27a8653447 req-d653ab72-6a21-451f-89a6-b09af01314b2 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:47.430913 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-bec71404-fb0a-45a4-8b74-6e1335ac9a21 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-840835-1'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:47.431922 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dcafdb70-9bbf-45d0-abc4-fb27a8653447 req-d653ab72-6a21-451f-89a6-b09af01314b2 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 1096 time: 0.0913587 May 06 09:35:47.446566 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-fd6cd22a-6df8-4fd1-9d39-816892a05157 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:47.449600 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-fd6cd22a-6df8-4fd1-9d39-816892a05157 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.77 "GET /v2.0/networks?id=6307ea34-a29b-4602-b211-cc5e25007094 HTTP/1.1" status: 200 len: 828 time: 0.2531440 May 06 09:35:47.499892 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c67e6d3-fabe-471a-91e0-f227ff82b24f req-e42fbfac-d969-4671-aa87-abed33a6c513 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf38c2cd-ae1c-4905-8ec7-68536119999a HTTP/1.1" status: 200 len: 210 time: 0.0490277 May 06 09:35:47.536099 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-4e482b04-240d-4382-ad45-942bcc4e5c40 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Request body: {'port': {'device_id': 'bf38c2cd-ae1c-4905-8ec7-68536119999a', 'network_id': '6307ea34-a29b-4602-b211-cc5e25007094', 'admin_state_up': True, 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:47.562629 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-cd2878aa-1e53-4655-af22-4334d15dfe09 None None] Provisioning complete for port cb4bc881-5a7f-4b73-adc1-a4a59f52b00c triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:47.563169 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cd2878aa-1e53-4655-af22-4334d15dfe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:47.603298 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dcafdb70-9bbf-45d0-abc4-fb27a8653447 req-7f8ae942-a410-40dd-9a60-18a27963de83 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509106 May 06 09:35:47.632915 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a9643d2c-57ea-4c90-929e-ed1760d72fcd None None] For port cb4bc881-5a7f-4b73-adc1-a4a59f52b00c, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:47.673894 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a9643d2c-57ea-4c90-929e-ed1760d72fcd None None] For port cb4bc881-5a7f-4b73-adc1-a4a59f52b00c, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=cb4bc881-5a7f-4b73-adc1-a4a59f52b00c,segment=NetworkSegment(84052727-0320-4208-a0c4-6ff5c464af21),segment_id=84052727-0320-4208-a0c4-6ff5c464af21)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:47.677921 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-cd2878aa-1e53-4655-af22-4334d15dfe09 None None] Port cb4bc881-5a7f-4b73-adc1-a4a59f52b00c cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:35:47.701939 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09a5e9-83f4-4a0e-8dcf-6ea0019c8a87 req-8c675aed-f60f-4f28-9d99-53dd7778f92d tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:47.703315 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a9643d2c-57ea-4c90-929e-ed1760d72fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:47.709569 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fe09a5e9-83f4-4a0e-8dcf-6ea0019c8a87 req-8c675aed-f60f-4f28-9d99-53dd7778f92d tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.1111999 May 06 09:35:47.783712 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fe09a5e9-83f4-4a0e-8dcf-6ea0019c8a87 req-4a810471-1a0c-4a54-aea7-c76fa5f21598 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690243 May 06 09:35:47.827355 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-4e482b04-240d-4382-ad45-942bcc4e5c40 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Made reservation on behalf of 3a97c219c0854861b5315e7c09d4b9d9 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:35:47.828697 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9643d2c-57ea-4c90-929e-ed1760d72fcd None None] Routers {'0bf693e4-2797-4d3e-9fbe-09b1a855cac4'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:35:47.829471 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a9643d2c-57ea-4c90-929e-ed1760d72fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:35:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['0bf693e4-2797-4d3e-9fbe-09b1a855cac4'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:47.831432 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-4e482b04-240d-4382-ad45-942bcc4e5c40 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:47.896535 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d949f2-1fc6-4176-9d98-2ff4e61962ff None None] Pushing event updated for resources: {'Port': ['ID=cb4bc881-5a7f-4b73-adc1-a4a59f52b00c,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:47.950999 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3db20d-0a61-4661-afb5-c9849df1a9ac req-db568d09-1a2b-4c43-9b49-3ef704e10212 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:47.953277 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b3db20d-0a61-4661-afb5-c9849df1a9ac req-db568d09-1a2b-4c43-9b49-3ef704e10212 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.73 "GET /v2.0/ports?device_id=1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246 HTTP/1.1" status: 200 len: 944 time: 0.1932406 May 06 09:35:48.009366 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-a9643d2c-57ea-4c90-929e-ed1760d72fcd None None] Set router 0bf693e4-2797-4d3e-9fbe-09b1a855cac4 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:35:48.017265 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-bec71404-fb0a-45a4-8b74-6e1335ac9a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:48.075248 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ab6ec-786d-45ba-818e-475380552969 req-3f48ab33-586d-49b7-b418-fd261cee298d tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:48.078773 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b2ab6ec-786d-45ba-818e-475380552969 req-3f48ab33-586d-49b7-b418-fd261cee298d tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 1096 time: 0.1242249 May 06 09:35:48.086937 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b3db20d-0a61-4661-afb5-c9849df1a9ac req-9bb3792c-d673-498f-92e6-c4bb54221aeb tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.73 "GET /v2.0/security-groups?id=a3cc2c93-32ea-4ef6-a645-7fbc547a37e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010306 May 06 09:35:48.116411 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-4e482b04-240d-4382-ad45-942bcc4e5c40 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Allocated IP 172.20.0.7 (6307ea34-a29b-4602-b211-cc5e25007094/f8db6c9c-8f6a-4f61-b92d-e05c22f618f0/4a65b87b-3d6c-49a3-816b-3c528d2696da) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:35:48.178220 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-bec71404-fb0a-45a4-8b74-6e1335ac9a21 service neutron] For port 5fe51c42-2f2e-4777-b918-30129d553fb9, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=5fe51c42-2f2e-4777-b918-30129d553fb9,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:48.179667 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b2ab6ec-786d-45ba-818e-475380552969 req-c8b933b8-0914-49f9-b3f9-6cc442f20917 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914614 May 06 09:35:48.184512 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-50ea3344-d508-4485-a5f4-d6b806cb942f None None] Provisioning complete for port cb4bc881-5a7f-4b73-adc1-a4a59f52b00c triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:48.185010 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-50ea3344-d508-4485-a5f4-d6b806cb942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:48.242304 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-bec71404-fb0a-45a4-8b74-6e1335ac9a21 service neutron] For port 5fe51c42-2f2e-4777-b918-30129d553fb9, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:48.254333 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc1edb-0d5b-4473-8602-f918be7b1be9 req-35e35bd2-3dff-429b-8ac1-b8f658a5eaf2 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:48.255837 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-adbc1edb-0d5b-4473-8602-f918be7b1be9 req-35e35bd2-3dff-429b-8ac1-b8f658a5eaf2 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 945 time: 0.1000562 May 06 09:35:48.333496 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-bec71404-fb0a-45a4-8b74-6e1335ac9a21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:48.336578 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f409c4c1-1057-46b8-a97e-097bb5a8e2c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fe51c42-2f2e-4777-b918-30129d553fb9'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:48.337531 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-50ea3344-d508-4485-a5f4-d6b806cb942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:48.340244 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8025847-0d82-4783-aba1-741ee414e092" -d '{"events": [{"server_uuid": "f409c4c1-1057-46b8-a97e-097bb5a8e2c8", "name": "network-vif-unplugged", "status": "completed", "tag": "5fe51c42-2f2e-4777-b918-30129d553fb9"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:48.348316 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-bec71404-fb0a-45a4-8b74-6e1335ac9a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:48.354406 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a9643d2c-57ea-4c90-929e-ed1760d72fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-648945739-router', 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9ba0706b-1df5-446b-be61-89d8e57f5059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:35:39Z', 'updated_at': '2022-05-06T09:35:43Z', 'revision_number': 4, 'project_id': '3a97c219c0854861b5315e7c09d4b9d9', 'gw_port': {'id': '9ba0706b-1df5-446b-be61-89d8e57f5059', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:40Z', 'updated_at': '2022-05-06T09:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'cb4bc881-5a7f-4b73-adc1-a4a59f52b00c', 'name': '', 'network_id': '6307ea34-a29b-4602-b211-cc5e25007094', 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9', 'mac_address': 'fa:16:3e:47:0e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'f8db6c9c-8f6a-4f61-b92d-e05c22f618f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:43Z', 'updated_at': '2022-05-06T09:35:47Z', 'revision_number': 4, 'project_id': '3a97c219c0854861b5315e7c09d4b9d9', 'subnets': [{'id': 'f8db6c9c-8f6a-4f61-b92d-e05c22f618f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:48.374215 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-adbc1edb-0d5b-4473-8602-f918be7b1be9 req-7f21dce6-f388-46b2-b564-9a08642d08c9 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062191 May 06 09:35:48.395297 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9643d2c-57ea-4c90-929e-ed1760d72fcd None None] The sync data for ids ['0bf693e4-2797-4d3e-9fbe-09b1a855cac4'] in n-d-840835-1 is: [{'id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-648945739-router', 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9ba0706b-1df5-446b-be61-89d8e57f5059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:35:39Z', 'updated_at': '2022-05-06T09:35:43Z', 'revision_number': 4, 'project_id': '3a97c219c0854861b5315e7c09d4b9d9', 'gw_port': {'id': '9ba0706b-1df5-446b-be61-89d8e57f5059', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:40Z', 'updated_at': '2022-05-06T09:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'cb4bc881-5a7f-4b73-adc1-a4a59f52b00c', 'name': '', 'network_id': '6307ea34-a29b-4602-b211-cc5e25007094', 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9', 'mac_address': 'fa:16:3e:47:0e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'f8db6c9c-8f6a-4f61-b92d-e05c22f618f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:43Z', 'updated_at': '2022-05-06T09:35:47Z', 'revision_number': 4, 'project_id': '3a97c219c0854861b5315e7c09d4b9d9', 'subnets': [{'id': 'f8db6c9c-8f6a-4f61-b92d-e05c22f618f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:35:48.504047 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-50ea3344-d508-4485-a5f4-d6b806cb942f None None] For port cb4bc881-5a7f-4b73-adc1-a4a59f52b00c, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=cb4bc881-5a7f-4b73-adc1-a4a59f52b00c,segment=NetworkSegment(84052727-0320-4208-a0c4-6ff5c464af21),segment_id=84052727-0320-4208-a0c4-6ff5c464af21)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:48.508400 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cac6134-3286-42a4-99bc-8aad0f331999 x-openstack-request-id: req-6cac6134-3286-42a4-99bc-8aad0f331999 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:48.509532 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f409c4c1-1057-46b8-a97e-097bb5a8e2c8", "name": "network-vif-unplugged", "status": "completed", "tag": "5fe51c42-2f2e-4777-b918-30129d553fb9", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:48.509957 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6cac6134-3286-42a4-99bc-8aad0f331999 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:48.512073 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cac6134-3286-42a4-99bc-8aad0f331999'] response: {'server_uuid': 'f409c4c1-1057-46b8-a97e-097bb5a8e2c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fe51c42-2f2e-4777-b918-30129d553fb9', 'code': 200} May 06 09:35:48.526190 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-50ea3344-d508-4485-a5f4-d6b806cb942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:48.531154 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-4e482b04-240d-4382-ad45-942bcc4e5c40 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:48.534386 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eb6ece36-b210-4a9f-b7dd-85fddde7ec81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:48.551991 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-bec71404-fb0a-45a4-8b74-6e1335ac9a21 service neutron] Attempting to bind port 5fe51c42-2f2e-4777-b918-30129d553fb9 on host n-h2-840835-1 for vnic_type normal with profile {"migrating_to": "n-h1-840835-1"} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:48.552517 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-bec71404-fb0a-45a4-8b74-6e1335ac9a21 service neutron] Attempting to bind port 5fe51c42-2f2e-4777-b918-30129d553fb9 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:48.552854 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-bec71404-fb0a-45a4-8b74-6e1335ac9a21 service neutron] Attempting to bind port 5fe51c42-2f2e-4777-b918-30129d553fb9 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:48.563997 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec71404-fb0a-45a4-8b74-6e1335ac9a21 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe51c42-2f2e-4777-b918-30129d553fb9,revision_number=7']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:48.578543 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-bec71404-fb0a-45a4-8b74-6e1335ac9a21 service neutron] Port 5fe51c42-2f2e-4777-b918-30129d553fb9 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:48.579193 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-bec71404-fb0a-45a4-8b74-6e1335ac9a21 service neutron] Attempting to bind port 5fe51c42-2f2e-4777-b918-30129d553fb9 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:48.588346 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-bec71404-fb0a-45a4-8b74-6e1335ac9a21 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:48.591671 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-bec71404-fb0a-45a4-8b74-6e1335ac9a21 service neutron] Checking segment: {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:48.592643 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-bec71404-fb0a-45a4-8b74-6e1335ac9a21 service neutron] Bound using segment: {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:48.593300 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-bec71404-fb0a-45a4-8b74-6e1335ac9a21 service neutron] Bound port: 5fe51c42-2f2e-4777-b918-30129d553fb9, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:48.594387 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-bec71404-fb0a-45a4-8b74-6e1335ac9a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:48.637814 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:48.641737 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea3344-d508-4485-a5f4-d6b806cb942f None None] Pushing event updated for resources: {'Port': ['ID=cb4bc881-5a7f-4b73-adc1-a4a59f52b00c,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:48.721031 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-bec71404-fb0a-45a4-8b74-6e1335ac9a21 service neutron] For port 5fe51c42-2f2e-4777-b918-30129d553fb9, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:48.725625 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-bec71404-fb0a-45a4-8b74-6e1335ac9a21 service neutron] For port 5fe51c42-2f2e-4777-b918-30129d553fb9, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=5fe51c42-2f2e-4777-b918-30129d553fb9,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:48.736689 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-bec71404-fb0a-45a4-8b74-6e1335ac9a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:48.825402 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-bec71404-fb0a-45a4-8b74-6e1335ac9a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:48.826035 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-bec71404-fb0a-45a4-8b74-6e1335ac9a21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:48.827611 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-bec71404-fb0a-45a4-8b74-6e1335ac9a21 service neutron] 10.222.0.84 "PUT /v2.0/ports/5fe51c42-2f2e-4777-b918-30129d553fb9 HTTP/1.1" status: 200 len: 1121 time: 1.4050870 May 06 09:35:48.828810 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec71404-fb0a-45a4-8b74-6e1335ac9a21 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe51c42-2f2e-4777-b918-30129d553fb9,revision_number=8']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:48.946419 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3734fe8-2d7b-4320-9349-3bc724c3702c req-5a5d7888-45ea-4bef-bac7-a5313fd4d0f7 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf38c2cd-ae1c-4905-8ec7-68536119999a HTTP/1.1" status: 200 len: 210 time: 0.0731902 May 06 09:35:48.950262 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-4e482b04-240d-4382-ad45-942bcc4e5c40 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:48.971259 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['5fe51c42-2f2e-4777-b918-30129d553fb9'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:48.980176 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f870f-0581-4597-8031-7440d558ff0f req-d697e1f8-87d4-43fc-9631-76ee902b3b81 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:48.989927 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e92f870f-0581-4597-8031-7440d558ff0f req-d697e1f8-87d4-43fc-9631-76ee902b3b81 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 1096 time: 0.1328387 May 06 09:35:49.042570 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device cb4bc881-5a7f-4b73-adc1-a4a59f52b00c up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:49.086691 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-4e482b04-240d-4382-ad45-942bcc4e5c40 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Network 6307ea34-a29b-4602-b211-cc5e25007094 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:35:49.093837 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-4e482b04-240d-4382-ad45-942bcc4e5c40 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:49.105379 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-4e482b04-240d-4382-ad45-942bcc4e5c40 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:35:49.112526 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-4e482b04-240d-4382-ad45-942bcc4e5c40 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:49.113201 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-4e482b04-240d-4382-ad45-942bcc4e5c40 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:49.124752 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e482b04-240d-4382-ad45-942bcc4e5c40 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Pushing event updated for resources: {'Port': ['ID=4a65b87b-3d6c-49a3-816b-3c528d2696da,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:49.150040 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e92f870f-0581-4597-8031-7440d558ff0f req-63b9f7eb-257c-4154-9180-95dc7e0a5221 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591501 May 06 09:35:49.170789 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f183e5-b79c-4fda-b7aa-2c86c441acf0 req-ab4755d8-10b1-4e6a-b21f-6c2f80e4f18f tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:49.172465 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3f183e5-b79c-4fda-b7aa-2c86c441acf0 req-ab4755d8-10b1-4e6a-b21f-6c2f80e4f18f tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.1439881 May 06 09:35:49.177565 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-4e482b04-240d-4382-ad45-942bcc4e5c40 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6714816 May 06 09:35:49.178091 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port cb4bc881-5a7f-4b73-adc1-a4a59f52b00c triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:49.178474 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:49.197120 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Request body: {'port': {'device_id': 'bf38c2cd-ae1c-4905-8ec7-68536119999a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:49.359894 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3f183e5-b79c-4fda-b7aa-2c86c441acf0 req-074b8be4-970e-44ae-9639-508eba5c1231 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585281 May 06 09:35:49.371707 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:49.374136 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:49.392469 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde00614-83fe-47d4-aa2a-0889adc0444a req-5583f326-d311-436a-b2fc-90dc27ef2858 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:49.393924 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dde00614-83fe-47d4-aa2a-0889adc0444a req-5583f326-d311-436a-b2fc-90dc27ef2858 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.73 "GET /v2.0/ports?device_id=1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246 HTTP/1.1" status: 200 len: 944 time: 0.1287296 May 06 09:35:49.471528 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-0d84db88-277b-4763-a2f6-e0be3465808b None None] Provisioning complete for port 4a65b87b-3d6c-49a3-816b-3c528d2696da triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:49.472117 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0d84db88-277b-4763-a2f6-e0be3465808b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:49.513330 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-0d84db88-277b-4763-a2f6-e0be3465808b None None] Port 4a65b87b-3d6c-49a3-816b-3c528d2696da cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:35:49.583720 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dde00614-83fe-47d4-aa2a-0889adc0444a req-80b9e670-dba8-498e-8e39-c86661d8ee42 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.73 "GET /v2.0/security-groups?id=a3cc2c93-32ea-4ef6-a645-7fbc547a37e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528513 May 06 09:35:49.642308 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e2e79-cbd5-4baf-874d-992ba80800c6 req-288ea7d7-577b-4083-91cc-19437d8d6772 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:49.643972 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d9e2e79-cbd5-4baf-874d-992ba80800c6 req-288ea7d7-577b-4083-91cc-19437d8d6772 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 943 time: 0.1328464 May 06 09:35:49.712423 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d9e2e79-cbd5-4baf-874d-992ba80800c6 req-83afe555-59e0-4095-8389-eb1ee335bb5c tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617816 May 06 09:35:49.791178 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a65b87b-3d6c-49a3-816b-3c528d2696da {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:49.799692 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:49.813953 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Transition to ACTIVE for port object 4a65b87b-3d6c-49a3-816b-3c528d2696da will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:35:49.820397 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:49.901746 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4a65b87b-3d6c-49a3-816b-3c528d2696da,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:49.916443 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Attempting to bind port 4a65b87b-3d6c-49a3-816b-3c528d2696da on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:49.916443 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Attempting to bind port 4a65b87b-3d6c-49a3-816b-3c528d2696da by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '84052727-0320-4208-a0c4-6ff5c464af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6307ea34-a29b-4602-b211-cc5e25007094'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:49.917001 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Attempting to bind port 4a65b87b-3d6c-49a3-816b-3c528d2696da on network 6307ea34-a29b-4602-b211-cc5e25007094 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:49.924977 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Port 4a65b87b-3d6c-49a3-816b-3c528d2696da on network 6307ea34-a29b-4602-b211-cc5e25007094 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:49.925450 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Attempting to bind port 4a65b87b-3d6c-49a3-816b-3c528d2696da on network 6307ea34-a29b-4602-b211-cc5e25007094 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:49.931377 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:49.931990 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Checking segment: {'id': '84052727-0320-4208-a0c4-6ff5c464af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6307ea34-a29b-4602-b211-cc5e25007094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:49.932524 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Bound using segment: {'id': '84052727-0320-4208-a0c4-6ff5c464af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6307ea34-a29b-4602-b211-cc5e25007094'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:49.933093 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Bound port: 4a65b87b-3d6c-49a3-816b-3c528d2696da, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84052727-0320-4208-a0c4-6ff5c464af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6307ea34-a29b-4602-b211-cc5e25007094'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:49.933609 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:50.078757 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] For port 4a65b87b-3d6c-49a3-816b-3c528d2696da, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:50.082294 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-4a01a76d-fc09-463b-99df-6352524d26f3 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=1ed6414981604f24ac7e09febac45809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401177 May 06 09:35:50.097358 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] For port 4a65b87b-3d6c-49a3-816b-3c528d2696da, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=4a65b87b-3d6c-49a3-816b-3c528d2696da,segment=NetworkSegment(84052727-0320-4208-a0c4-6ff5c464af21),segment_id=84052727-0320-4208-a0c4-6ff5c464af21)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:50.120381 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:50.169138 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0f7e7-b795-477f-921f-56a00907bec6 req-57247104-fb14-4e52-b87e-2a8d6325f5eb tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:50.170739 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a5e0f7e7-b795-477f-921f-56a00907bec6 req-57247104-fb14-4e52-b87e-2a8d6325f5eb tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf38c2cd-ae1c-4905-8ec7-68536119999a HTTP/1.1" status: 200 len: 943 time: 0.1597829 May 06 09:35:50.219930 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:50.220557 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:50.221949 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] 10.222.0.77 "PUT /v2.0/ports/4a65b87b-3d6c-49a3-816b-3c528d2696da HTTP/1.1" status: 200 len: 1091 time: 1.0291326 May 06 09:35:50.229594 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf38c2cd-ae1c-4905-8ec7-68536119999a', 'tag': '4a65b87b-3d6c-49a3-816b-3c528d2696da'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:50.232696 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4115d9-357f-4500-bdc0-4a75ed46e3a4" -d '{"events": [{"name": "network-changed", "server_uuid": "bf38c2cd-ae1c-4905-8ec7-68536119999a", "tag": "4a65b87b-3d6c-49a3-816b-3c528d2696da"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:50.270015 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4a65b87b-3d6c-49a3-816b-3c528d2696da,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:50.329998 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a5e0f7e7-b795-477f-921f-56a00907bec6 req-8f6923cf-a25e-4282-910a-90dca3cda304 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/security-groups?id=a923ad1f-e2d1-4971-9db3-e7aeb52f851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355395 May 06 09:35:50.331344 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:50.331696 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:50.332035 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:50.332367 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:50.332704 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:50.333035 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:50.333361 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:50.333686 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:50.334012 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:50.334340 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:50.334665 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:50.334987 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365c1ce-78d6-4804-9587-b50335a9c6a2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:50.349903 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-5edada0e-c64c-4c90-beaf-22bde2c847aa tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:50.351422 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-5edada0e-c64c-4c90-beaf-22bde2c847aa tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2574899 May 06 09:35:50.375729 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-33e6033d-6bea-42bd-99c2-205de488bc18 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/quotas/1ed6414981604f24ac7e09febac45809 HTTP/1.1" status: 200 len: 375 time: 0.0154877 May 06 09:35:50.385339 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-3f69dc46-e51c-4cdd-8e97-84de900b9240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:50.386883 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-3f69dc46-e51c-4cdd-8e97-84de900b9240 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3a97c219c0854861b5315e7c09d4b9d9&device_id=bf38c2cd-ae1c-4905-8ec7-68536119999a HTTP/1.1" status: 200 len: 1094 time: 0.1055884 May 06 09:35:50.406268 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device aab6d7e6-67a2-4b74-9d4a-02397dd56174 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:50.422800 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-f55772d7-8f51-4eea-baee-ebb8b93704a0 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ed6414981604f24ac7e09febac45809&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404356 May 06 09:35:50.474258 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port aab6d7e6-67a2-4b74-9d4a-02397dd56174 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:35:50.478276 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port aab6d7e6-67a2-4b74-9d4a-02397dd56174 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:50.478833 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:50.481125 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-2084ef0e-eec2-4c38-ad4c-1d11ad24b14b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a65b87b-3d6c-49a3-816b-3c528d2696da HTTP/1.1" status: 200 len: 217 time: 0.0678525 May 06 09:35:50.515668 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f409c4c1-1057-46b8-a97e-097bb5a8e2c8', 'tag': '5fe51c42-2f2e-4777-b918-30129d553fb9'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:50.518252 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ee46df-1f45-42c6-bbd9-67037d6b074e" -d '{"events": [{"name": "network-changed", "server_uuid": "f409c4c1-1057-46b8-a97e-097bb5a8e2c8", "tag": "5fe51c42-2f2e-4777-b918-30129d553fb9"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:50.534887 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c5cae-6e0f-4f11-a2c7-bb6b3d3c76bb req-218297d0-91af-45c6-8906-71c60e79b802 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:50.536642 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-960c5cae-6e0f-4f11-a2c7-bb6b3d3c76bb req-218297d0-91af-45c6-8906-71c60e79b802 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 1096 time: 0.1223421 May 06 09:35:50.590250 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:50.596558 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15648116-61ce-4af2-9bdb-d469d50930a2 x-openstack-request-id: req-15648116-61ce-4af2-9bdb-d469d50930a2 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:50.596849 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf38c2cd-ae1c-4905-8ec7-68536119999a", "tag": "4a65b87b-3d6c-49a3-816b-3c528d2696da", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:50.597101 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-15648116-61ce-4af2-9bdb-d469d50930a2 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:50.597874 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15648116-61ce-4af2-9bdb-d469d50930a2'] response: {'name': 'network-changed', 'server_uuid': 'bf38c2cd-ae1c-4905-8ec7-68536119999a', 'tag': '4a65b87b-3d6c-49a3-816b-3c528d2696da', 'status': 'completed', 'code': 200} May 06 09:35:50.600649 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-c4412a97-6e1a-4bb6-9207-6811f44c9a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:50.602112 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-c4412a97-6e1a-4bb6-9207-6811f44c9a17 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f8db6c9c-8f6a-4f61-b92d-e05c22f618f0 HTTP/1.1" status: 200 len: 867 time: 0.1119962 May 06 09:35:50.625933 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab6d7e6-67a2-4b74-9d4a-02397dd56174'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:50.631398 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55a0645-6d6c-4d6b-8a3a-672096916386" -d '{"events": [{"server_uuid": "1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246", "name": "network-vif-plugged", "status": "completed", "tag": "aab6d7e6-67a2-4b74-9d4a-02397dd56174"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:50.647179 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port aab6d7e6-67a2-4b74-9d4a-02397dd56174, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=aab6d7e6-67a2-4b74-9d4a-02397dd56174,segment=NetworkSegment(35253cc4-0175-4b64-ad26-0300407f216d),segment_id=35253cc4-0175-4b64-ad26-0300407f216d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:50.652910 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:50.655153 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-960c5cae-6e0f-4f11-a2c7-bb6b3d3c76bb req-473917a7-3083-456c-8f00-59f97b42034f tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903504 May 06 09:35:50.710963 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=aab6d7e6-67a2-4b74-9d4a-02397dd56174,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:50.721664 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-29eec418-30d9-44ba-84dc-0e070214ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:50.723209 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-29eec418-30d9-44ba-84dc-0e070214ca07 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6307ea34-a29b-4602-b211-cc5e25007094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1091540 May 06 09:35:50.742303 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cd4b20-852c-4b64-a401-7c2d49c1d385 x-openstack-request-id: req-79cd4b20-852c-4b64-a401-7c2d49c1d385 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:50.742745 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f409c4c1-1057-46b8-a97e-097bb5a8e2c8", "tag": "5fe51c42-2f2e-4777-b918-30129d553fb9", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:50.743147 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-79cd4b20-852c-4b64-a401-7c2d49c1d385 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:50.743768 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79cd4b20-852c-4b64-a401-7c2d49c1d385'] response: {'name': 'network-changed', 'server_uuid': 'f409c4c1-1057-46b8-a97e-097bb5a8e2c8', 'tag': '5fe51c42-2f2e-4777-b918-30129d553fb9', 'status': 'completed', 'code': 200} May 06 09:35:50.746617 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c96428-60c8-449c-9735-fb1cfacd1d39 req-e87677c2-6885-4bdf-b3a5-5131b611a16b tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:50.748187 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73c96428-60c8-449c-9735-fb1cfacd1d39 req-e87677c2-6885-4bdf-b3a5-5131b611a16b tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.0917480 May 06 09:35:50.847473 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee46df-1f45-42c6-bbd9-67037d6b074e req-706511d3-5509-4085-b721-1f8a3cf18da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:50.849042 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-26ee46df-1f45-42c6-bbd9-67037d6b074e req-706511d3-5509-4085-b721-1f8a3cf18da3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee0cd225ef094aa381a08623ce8da867&device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 1124 time: 0.0527492 May 06 09:35:50.867144 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-a6c66543-8423-42ff-96bf-3b9a1168dd92 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=1ed6414981604f24ac7e09febac45809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477843 May 06 09:35:50.875648 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73c96428-60c8-449c-9735-fb1cfacd1d39 req-5fb3f349-aad9-44c5-8771-788c6874eb26 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159394 May 06 09:35:50.950675 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-cc16161d-bac2-480a-8476-61d18355871e service neutron] 10.222.0.77 "GET /v2.0/networks/6307ea34-a29b-4602-b211-cc5e25007094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194819 May 06 09:35:50.987200 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee46df-1f45-42c6-bbd9-67037d6b074e req-58f10f05-686e-4276-a68a-58f4a6d3359d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:50.988748 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-26ee46df-1f45-42c6-bbd9-67037d6b074e req-58f10f05-686e-4276-a68a-58f4a6d3359d service neutron] 10.222.0.77 "GET /v2.0/networks?id=9016fd3e-f04c-40de-8dbe-a7754f33396e HTTP/1.1" status: 200 len: 909 time: 0.1334300 May 06 09:35:51.038975 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-26ee46df-1f45-42c6-bbd9-67037d6b074e req-7cae6b73-fa70-4824-b731-36d61b72728d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fe51c42-2f2e-4777-b918-30129d553fb9 HTTP/1.1" status: 200 len: 217 time: 0.0435693 May 06 09:35:51.042786 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:51.096352 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee46df-1f45-42c6-bbd9-67037d6b074e req-727900c9-67da-4229-bfd7-6410742d229a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:51.097959 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-26ee46df-1f45-42c6-bbd9-67037d6b074e req-727900c9-67da-4229-bfd7-6410742d229a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5704ec7d-7fe2-4308-8e34-562762b93f76 HTTP/1.1" status: 200 len: 848 time: 0.0526538 May 06 09:35:51.104072 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-482dbe97-1f0e-4e3c-9c81-28d89b809319 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:51.105554 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-482dbe97-1f0e-4e3c-9c81-28d89b809319 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2269185 May 06 09:35:51.123452 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908af294-029d-4299-8c1a-38b3c475bc0c req-9abd0002-578f-4072-9364-caaafe126c66 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:51.125166 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-908af294-029d-4299-8c1a-38b3c475bc0c req-9abd0002-578f-4072-9364-caaafe126c66 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.73 "GET /v2.0/ports?device_id=1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246 HTTP/1.1" status: 200 len: 945 time: 0.1433680 May 06 09:35:51.133493 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-26ee46df-1f45-42c6-bbd9-67037d6b074e req-e8fb4acb-9551-4178-9d36-527d5e22a0d3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9016fd3e-f04c-40de-8dbe-a7754f33396e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260396 May 06 09:35:51.151163 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-15b4ee92-3544-4bb1-947f-60f1086fa82b tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/quotas/1ed6414981604f24ac7e09febac45809 HTTP/1.1" status: 200 len: 375 time: 0.0249698 May 06 09:35:51.153027 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b189726-54c2-41b7-8b98-f5096a3cd49b req-59928e30-f27f-4e36-81f0-d2fc3c971e36 service neutron] 10.222.0.77 "GET /v2.0/networks/6307ea34-a29b-4602-b211-cc5e25007094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948411 May 06 09:35:51.192617 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-00135637-2551-47d5-aa67-734506ad1aa0 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ed6414981604f24ac7e09febac45809&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325007 May 06 09:35:51.215462 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-908af294-029d-4299-8c1a-38b3c475bc0c req-72f5c39f-d8b5-45d7-8b15-a026ad3d0808 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.73 "GET /v2.0/security-groups?id=a3cc2c93-32ea-4ef6-a645-7fbc547a37e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737698 May 06 09:35:51.244459 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-26ee46df-1f45-42c6-bbd9-67037d6b074e req-70ec3ade-6fe9-4594-87d9-878c19d94da0 service neutron] 10.222.0.77 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041336 May 06 09:35:51.273360 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260ef8bc-0200-4ecb-a25b-0756cf5245ee x-openstack-request-id: req-260ef8bc-0200-4ecb-a25b-0756cf5245ee {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:51.273744 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246", "name": "network-vif-plugged", "status": "completed", "tag": "aab6d7e6-67a2-4b74-9d4a-02397dd56174", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:51.274190 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-260ef8bc-0200-4ecb-a25b-0756cf5245ee {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:51.274722 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-260ef8bc-0200-4ecb-a25b-0756cf5245ee'] response: {'server_uuid': '1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab6d7e6-67a2-4b74-9d4a-02397dd56174', 'code': 200} May 06 09:35:51.353338 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4115d9-357f-4500-bdc0-4a75ed46e3a4 req-fd19aef7-57de-48ec-9e03-93676b6609f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:51.355141 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df4115d9-357f-4500-bdc0-4a75ed46e3a4 req-fd19aef7-57de-48ec-9e03-93676b6609f6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3a97c219c0854861b5315e7c09d4b9d9&device_id=bf38c2cd-ae1c-4905-8ec7-68536119999a HTTP/1.1" status: 200 len: 1094 time: 0.0779207 May 06 09:35:51.404967 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:51.438714 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-26ee46df-1f45-42c6-bbd9-67037d6b074e req-ff4ed9fb-d6a0-422a-906a-016fdd756d0a service neutron] 10.222.0.77 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540024 May 06 09:35:51.528520 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cddba1-4007-4bac-8f88-abf8a498d2c6 req-7e111480-5a33-4722-9d05-ca43e2998f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:51.530921 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e3cddba1-4007-4bac-8f88-abf8a498d2c6 req-7e111480-5a33-4722-9d05-ca43e2998f70 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246 HTTP/1.1" status: 200 len: 1096 time: 0.0607522 May 06 09:35:51.583712 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e3cddba1-4007-4bac-8f88-abf8a498d2c6 req-99cc56a5-de3a-4974-a57b-318f6394456d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a3cc2c93-32ea-4ef6-a645-7fbc547a37e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436425 May 06 09:35:51.585974 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4115d9-357f-4500-bdc0-4a75ed46e3a4 req-4c37a453-4510-4e11-bff2-2d4d74d49a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:51.592798 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df4115d9-357f-4500-bdc0-4a75ed46e3a4 req-4c37a453-4510-4e11-bff2-2d4d74d49a71 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6307ea34-a29b-4602-b211-cc5e25007094 HTTP/1.1" status: 200 len: 929 time: 0.2157338 May 06 09:35:51.609772 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c96a4-d7d1-46ad-9e9e-c29efd519ab0 req-a1cf22c9-8f38-4ee2-b76a-7e54f94ddd51 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:51.611558 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e98c96a4-d7d1-46ad-9e9e-c29efd519ab0 req-a1cf22c9-8f38-4ee2-b76a-7e54f94ddd51 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 943 time: 0.1233928 May 06 09:35:51.654700 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e98c96a4-d7d1-46ad-9e9e-c29efd519ab0 req-52c9bcef-a9a6-452a-a9dd-46c1e12435c7 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368838 May 06 09:35:51.773601 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a7d88-ccb2-4c90-9e91-41d2b92fb109 req-98e284b7-726b-4b33-951d-890c922e1190 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:51.775109 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-133a7d88-ccb2-4c90-9e91-41d2b92fb109 req-98e284b7-726b-4b33-951d-890c922e1190 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf38c2cd-ae1c-4905-8ec7-68536119999a HTTP/1.1" status: 200 len: 943 time: 0.0561593 May 06 09:35:51.820440 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-133a7d88-ccb2-4c90-9e91-41d2b92fb109 req-7d960434-832a-4806-ac03-20e115f5d103 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/security-groups?id=a923ad1f-e2d1-4971-9db3-e7aeb52f851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390756 May 06 09:35:51.924425 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2203bf80-af08-4153-aac7-17c69f02c179 req-ed00273f-6610-4313-ae22-92587da83532 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/ports?device_id=985cd21b-ab70-4c96-98e8-c9270e5d0f19 HTTP/1.1" status: 200 len: 210 time: 0.0333967 May 06 09:35:51.963300 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 5fe51c42-2f2e-4777-b918-30129d553fb9 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:35:52.032759 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df4115d9-357f-4500-bdc0-4a75ed46e3a4 req-e586d5e9-0cf9-4cd8-bb3a-936bef83c859 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a65b87b-3d6c-49a3-816b-3c528d2696da HTTP/1.1" status: 200 len: 217 time: 0.0480993 May 06 09:35:52.070170 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f36c42-349f-44fa-b1f5-8672c92bbc97 req-74ac522e-d9a0-4d24-ba4d-910c4564b1c7 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:52.071821 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-40f36c42-349f-44fa-b1f5-8672c92bbc97 req-74ac522e-d9a0-4d24-ba4d-910c4564b1c7 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.0790772 May 06 09:35:52.075808 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 5fe51c42-2f2e-4777-b918-30129d553fb9, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=5fe51c42-2f2e-4777-b918-30129d553fb9,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:52.087511 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 5fe51c42-2f2e-4777-b918-30129d553fb9 has no active binding in host n-h1-840835-1 {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 06 09:35:52.115392 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-40f36c42-349f-44fa-b1f5-8672c92bbc97 req-7a3f687a-0272-4c9e-9414-63990d0992bd tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346918 May 06 09:35:52.148031 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-d4a1118b-292a-47ed-ad4a-fa279baa9e31 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=1ed6414981604f24ac7e09febac45809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218804 May 06 09:35:52.275199 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4115d9-357f-4500-bdc0-4a75ed46e3a4 req-806b2516-7bf7-400d-bbc9-910e4f05fce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:52.276544 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df4115d9-357f-4500-bdc0-4a75ed46e3a4 req-806b2516-7bf7-400d-bbc9-910e4f05fce6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f8db6c9c-8f6a-4f61-b92d-e05c22f618f0 HTTP/1.1" status: 200 len: 867 time: 0.0846357 May 06 09:35:52.335431 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-0172555e-c2f8-49d4-889f-f45dc1150bbb tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:52.337563 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-0172555e-c2f8-49d4-889f-f45dc1150bbb tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1756022 May 06 09:35:52.379037 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-32a8c356-10f3-4dda-b332-a25c35bbeadd tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Request body: {'port': {'device_id': '0acb8ee9-c39a-4f95-b1d9-96b7b7258c77', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'admin_state_up': True, 'tenant_id': '1ed6414981604f24ac7e09febac45809'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:52.407458 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd462c-f328-4594-b86b-19beb54c0cf0 req-fd5a28f9-db16-40af-ace7-138be90d29d9 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:52.409022 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-81fd462c-f328-4594-b86b-19beb54c0cf0 req-fd5a28f9-db16-40af-ace7-138be90d29d9 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.73 "GET /v2.0/ports?device_id=1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246 HTTP/1.1" status: 200 len: 945 time: 0.0571787 May 06 09:35:52.489453 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-81fd462c-f328-4594-b86b-19beb54c0cf0 req-429635c3-6f80-4b67-b716-06b8a525cdbc tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.73 "GET /v2.0/security-groups?id=a3cc2c93-32ea-4ef6-a645-7fbc547a37e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736225 May 06 09:35:52.501468 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4115d9-357f-4500-bdc0-4a75ed46e3a4 req-0458a3f2-2734-4fe6-a6a8-1330cfeeb44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:52.502954 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df4115d9-357f-4500-bdc0-4a75ed46e3a4 req-0458a3f2-2734-4fe6-a6a8-1330cfeeb44f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6307ea34-a29b-4602-b211-cc5e25007094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580754 May 06 09:35:52.524607 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-32a8c356-10f3-4dda-b332-a25c35bbeadd tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Made reservation on behalf of 1ed6414981604f24ac7e09febac45809 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:35:52.532504 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-32a8c356-10f3-4dda-b332-a25c35bbeadd tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:52.548334 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-32a8c356-10f3-4dda-b332-a25c35bbeadd tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:52.643568 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-e1884995-f485-48c9-9613-6fdf97648759 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--2102668681&fields=id&tenant_id=c2b09c743dc34ecd9ff39fe3cb1e8e10 HTTP/1.1" status: 200 len: 267 time: 0.0585346 May 06 09:35:52.651761 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-f18f5b1d-4a52-47ca-9926-2a21fbe1a7b2 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:35:52.652779 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-f18f5b1d-4a52-47ca-9926-2a21fbe1a7b2 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101700 May 06 09:35:52.669423 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-32a8c356-10f3-4dda-b332-a25c35bbeadd tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:52.670002 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df4115d9-357f-4500-bdc0-4a75ed46e3a4 req-7d0563dd-8b36-4df3-b18c-26696b286c56 service neutron] 10.222.0.77 "GET /v2.0/networks/6307ea34-a29b-4602-b211-cc5e25007094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443872 May 06 09:35:52.688942 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-32a8c356-10f3-4dda-b332-a25c35bbeadd tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:52.714291 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-5954656d-5a11-480b-b062-26ba5aa5b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:52.715700 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-5954656d-5a11-480b-b062-26ba5aa5b918 service neutron] 10.222.0.73 "GET /v2.0/ports/9989a753-257a-4835-862a-c07fccfeb244 HTTP/1.1" status: 200 len: 1093 time: 0.0549314 May 06 09:35:52.729057 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-46029ebd-96d4-4d93-8830-deed7eb0b2cb service neutron] Request body: {'binding': {'host': 'n-h2-840835-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:52.729511 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-46029ebd-96d4-4d93-8830-deed7eb0b2cb service neutron] Unknown quota resources ['binding']. {{(pid=102652) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 06 09:35:52.788777 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8c356-10f3-4dda-b332-a25c35bbeadd tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=332864c1-d721-4cd2-87cb-f4dd0832c183,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:52.808406 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8c356-10f3-4dda-b332-a25c35bbeadd tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:52.808750 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8c356-10f3-4dda-b332-a25c35bbeadd tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:52.809085 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8c356-10f3-4dda-b332-a25c35bbeadd tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:52.809417 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8c356-10f3-4dda-b332-a25c35bbeadd tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:52.809843 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8c356-10f3-4dda-b332-a25c35bbeadd tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:52.810153 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8c356-10f3-4dda-b332-a25c35bbeadd tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:52.810477 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8c356-10f3-4dda-b332-a25c35bbeadd tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:52.810832 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8c356-10f3-4dda-b332-a25c35bbeadd tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:52.811178 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8c356-10f3-4dda-b332-a25c35bbeadd tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:52.811505 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8c356-10f3-4dda-b332-a25c35bbeadd tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:52.811834 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8c356-10f3-4dda-b332-a25c35bbeadd tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:52.812156 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8c356-10f3-4dda-b332-a25c35bbeadd tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:52.831684 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-79d155a0-444c-45c4-8c58-0f39790ce469 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:52.833121 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-79d155a0-444c-45c4-8c58-0f39790ce469 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/networks?id=e76d704a-9d79-4d25-8a5d-5f2069ed1f70 HTTP/1.1" status: 200 len: 824 time: 0.1786690 May 06 09:35:52.837626 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df4115d9-357f-4500-bdc0-4a75ed46e3a4 req-05b50d9f-4667-4548-a096-52c03faf3f4f service neutron] 10.222.0.77 "GET /v2.0/networks/6307ea34-a29b-4602-b211-cc5e25007094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568978 May 06 09:35:52.852241 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-da63bc9c-d2fb-4bee-92c3-fe30fe1d99aa tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/quotas/c2b09c743dc34ecd9ff39fe3cb1e8e10 HTTP/1.1" status: 200 len: 375 time: 0.0114870 May 06 09:35:52.917913 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-3faee2a0-81ad-4376-ab06-c606f01407df tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2b09c743dc34ecd9ff39fe3cb1e8e10&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0581353 May 06 09:35:52.932918 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-32a8c356-10f3-4dda-b332-a25c35bbeadd tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Allocated IP 192.168.233.247 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/056f291b-20d9-41e3-abe7-fda2add4f726) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:35:53.008941 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-46029ebd-96d4-4d93-8830-deed7eb0b2cb service neutron] Attempting to bind port 9989a753-257a-4835-862a-c07fccfeb244 on host n-h2-840835-1 for vnic_type normal with profile None {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:53.009298 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-46029ebd-96d4-4d93-8830-deed7eb0b2cb service neutron] Attempting to bind port 9989a753-257a-4835-862a-c07fccfeb244 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:53.009720 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-46029ebd-96d4-4d93-8830-deed7eb0b2cb service neutron] Attempting to bind port 9989a753-257a-4835-862a-c07fccfeb244 on network 519999b9-d7d4-4e10-b661-e50209fd3b05 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:53.022548 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-46029ebd-96d4-4d93-8830-deed7eb0b2cb service neutron] Port 9989a753-257a-4835-862a-c07fccfeb244 on network 519999b9-d7d4-4e10-b661-e50209fd3b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:53.022919 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-46029ebd-96d4-4d93-8830-deed7eb0b2cb service neutron] Attempting to bind port 9989a753-257a-4835-862a-c07fccfeb244 on network 519999b9-d7d4-4e10-b661-e50209fd3b05 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:53.027654 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-86bac8eb-f0ce-4761-80fa-fde9a95ce9b4 service neutron] 10.222.0.73 "GET /v2.0/networks/e76d704a-9d79-4d25-8a5d-5f2069ed1f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950599 May 06 09:35:53.040041 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-46029ebd-96d4-4d93-8830-deed7eb0b2cb service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:53.040380 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-46029ebd-96d4-4d93-8830-deed7eb0b2cb service neutron] Checking segment: {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:53.040762 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-46029ebd-96d4-4d93-8830-deed7eb0b2cb service neutron] Bound using segment: {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:53.041206 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-46029ebd-96d4-4d93-8830-deed7eb0b2cb service neutron] Bound port: 9989a753-257a-4835-862a-c07fccfeb244, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:53.110482 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-e3777f5b-7af4-4ec4-a259-463dc00ff9f2 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=1ed6414981604f24ac7e09febac45809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318031 May 06 09:35:53.158081 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-46029ebd-96d4-4d93-8830-deed7eb0b2cb service neutron] For port 9989a753-257a-4835-862a-c07fccfeb244, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=9989a753-257a-4835-862a-c07fccfeb244,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:53.168501 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-46029ebd-96d4-4d93-8830-deed7eb0b2cb service neutron] Notify callbacks [] for binding, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:53.169684 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-46029ebd-96d4-4d93-8830-deed7eb0b2cb service neutron] 10.222.0.73 "POST /v2.0/ports/9989a753-257a-4835-862a-c07fccfeb244/bindings HTTP/1.1" status: 201 len: 389 time: 0.4455447 May 06 09:35:53.180953 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-32a8c356-10f3-4dda-b332-a25c35bbeadd tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:53.208081 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-c70d1cba-3492-4806-9cff-d364dd1e8f3e service neutron] 10.222.0.73 "GET /v2.0/networks/e76d704a-9d79-4d25-8a5d-5f2069ed1f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724029 May 06 09:35:53.233899 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-32a8c356-10f3-4dda-b332-a25c35bbeadd tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:53.296569 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-f933c549-7bb2-46c5-8ba7-4bcb563fad6c tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:53.298121 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-f933c549-7bb2-46c5-8ba7-4bcb563fad6c tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1782207 May 06 09:35:53.321615 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-32a8c356-10f3-4dda-b332-a25c35bbeadd tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:35:53.325280 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-32a8c356-10f3-4dda-b332-a25c35bbeadd tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:53.329357 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-32a8c356-10f3-4dda-b332-a25c35bbeadd tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:35:53.377844 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8c356-10f3-4dda-b332-a25c35bbeadd tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Pushing event updated for resources: {'Port': ['ID=056f291b-20d9-41e3-abe7-fda2add4f726,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:53.381336 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-2bb655c2-9b51-4fa2-add1-c2b40795fd24 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Request body: {'port': {'device_id': '985cd21b-ab70-4c96-98e8-c9270e5d0f19', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'admin_state_up': True, 'tenant_id': '1ed6414981604f24ac7e09febac45809'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:53.419140 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-32a8c356-10f3-4dda-b332-a25c35bbeadd tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:53.420105 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-32a8c356-10f3-4dda-b332-a25c35bbeadd tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:53.448382 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-32a8c356-10f3-4dda-b332-a25c35bbeadd tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0728474 May 06 09:35:53.476123 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-f0065e4e-9ebe-4c7b-a501-32e17a49c20c service neutron] Request body: {'port': {'device_id': '0acb8ee9-c39a-4f95-b1d9-96b7b7258c77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:53.524321 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09869561-2e3c-4985-afdd-401ddb5f2448 req-c9a4b94a-5c09-48bc-8204-21faf087bc78 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:53.525973 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-09869561-2e3c-4985-afdd-401ddb5f2448 req-c9a4b94a-5c09-48bc-8204-21faf087bc78 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 943 time: 0.2193849 May 06 09:35:53.605092 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-f0065e4e-9ebe-4c7b-a501-32e17a49c20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:53.631641 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-5ad46bf3-ad9a-49a8-91f9-3532b5b1bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:53.633174 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-5ad46bf3-ad9a-49a8-91f9-3532b5b1bd4c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=147a685967a04284b13954d6f7a9d875&device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 1096 time: 0.0675869 May 06 09:35:53.715196 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-29132147-495a-42d4-8e8a-4dd4f4989b7e None None] Provisioning complete for port 056f291b-20d9-41e3-abe7-fda2add4f726 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:53.717797 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-29132147-495a-42d4-8e8a-4dd4f4989b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:53.782461 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-29132147-495a-42d4-8e8a-4dd4f4989b7e None None] Port 056f291b-20d9-41e3-abe7-fda2add4f726 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:35:53.828561 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5bda0-b89a-432d-a546-b52ad344ec75 req-1897e21b-c81d-43a9-897d-b851ce0b313f tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:53.830051 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6e5bda0-b89a-432d-a546-b52ad344ec75 req-1897e21b-c81d-43a9-897d-b851ce0b313f tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf38c2cd-ae1c-4905-8ec7-68536119999a HTTP/1.1" status: 200 len: 943 time: 0.4077096 May 06 09:35:53.858723 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-ae6140dd-4286-47dc-9a83-d53052c2a4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:53.860710 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-ae6140dd-4286-47dc-9a83-d53052c2a4b9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=519999b9-d7d4-4e10-b661-e50209fd3b05 HTTP/1.1" status: 200 len: 920 time: 0.2048135 May 06 09:35:53.876446 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-09869561-2e3c-4985-afdd-401ddb5f2448 req-8c336c23-fc56-44bd-bfcf-3696ee7c9f21 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411717 May 06 09:35:53.880448 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-2bb655c2-9b51-4fa2-add1-c2b40795fd24 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Made reservation on behalf of 1ed6414981604f24ac7e09febac45809 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:35:53.883961 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-2bb655c2-9b51-4fa2-add1-c2b40795fd24 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:53.918164 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6e5bda0-b89a-432d-a546-b52ad344ec75 req-67bd4957-cd42-4fe4-bc14-7c72b745513b tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/security-groups?id=a923ad1f-e2d1-4971-9db3-e7aeb52f851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773711 May 06 09:35:53.981356 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-cca25548-2366-4874-8831-d872d18f24e2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9989a753-257a-4835-862a-c07fccfeb244 HTTP/1.1" status: 200 len: 217 time: 0.0957296 May 06 09:35:54.021392 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95b0c041-4aa8-4169-aa48-783ba3011b93 req-c1ae507b-0e73-41d2-8fd4-38250e8f0a70 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/ports?device_id=985cd21b-ab70-4c96-98e8-c9270e5d0f19 HTTP/1.1" status: 200 len: 210 time: 0.0377536 May 06 09:35:54.084541 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae9e18-9ca2-4cf7-99cb-c56e16e8dc5b req-ec7daba5-8f15-4fbe-9a95-1aa5ba795e4d tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:54.086536 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6bae9e18-9ca2-4cf7-99cb-c56e16e8dc5b req-ec7daba5-8f15-4fbe-9a95-1aa5ba795e4d tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.0679181 May 06 09:35:54.125254 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-b5be7b2a-90ff-4623-a107-7fce7ac14979 service neutron] 10.222.0.77 "GET /v2.0/ports/5fe51c42-2f2e-4777-b918-30129d553fb9/bindings/n-h1-840835-1 HTTP/1.1" status: 200 len: 384 time: 0.2411025 May 06 09:35:54.130404 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-45eb56e9-ef80-4eca-8ba6-3daffd1ad277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:54.131662 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-45eb56e9-ef80-4eca-8ba6-3daffd1ad277 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=293ef06f-9c8d-46e9-8a69-2491d12832fe HTTP/1.1" status: 200 len: 859 time: 0.1140027 May 06 09:35:54.171330 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6bae9e18-9ca2-4cf7-99cb-c56e16e8dc5b req-2a443a3f-7a02-44f7-8e05-402f1cbef451 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783553 May 06 09:35:54.181655 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2100690-6ed2-4a7e-9ebd-d019ab74c22b req-179d1ce4-5bc0-4c8f-bbe4-d8149d4dcf35 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:54.183347 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2100690-6ed2-4a7e-9ebd-d019ab74c22b req-179d1ce4-5bc0-4c8f-bbe4-d8149d4dcf35 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 945 time: 0.0825045 May 06 09:35:54.218438 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-988b0faf-6773-4a02-bb3f-660b9d6b62e3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=519999b9-d7d4-4e10-b661-e50209fd3b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739233 May 06 09:35:54.231439 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2100690-6ed2-4a7e-9ebd-d019ab74c22b req-80f4d5bc-151c-48ec-82ee-bf7403afd70a tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409009 May 06 09:35:54.309162 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95ab787e-aa52-4559-ad12-bd4d64e359f4 req-140cdaf5-6ebf-4be7-968c-0b2e68d16f4d tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?device_id=e915f633-425b-4e8f-ade8-d664175d5610 HTTP/1.1" status: 200 len: 210 time: 0.0528588 May 06 09:35:54.383193 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-f0065e4e-9ebe-4c7b-a501-32e17a49c20c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 056f291b-20d9-41e3-abe7-fda2add4f726 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:54.390345 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0be14-532c-4d8c-930a-9061d9246be1 req-7118cc7a-744d-41fc-bcdb-fe859cb3f3f2 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:54.395633 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8de0be14-532c-4d8c-930a-9061d9246be1 req-7118cc7a-744d-41fc-bcdb-fe859cb3f3f2 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.73 "GET /v2.0/ports?device_id=1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246 HTTP/1.1" status: 200 len: 945 time: 0.0669305 May 06 09:35:54.430511 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-f0065e4e-9ebe-4c7b-a501-32e17a49c20c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:54.437651 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8de0be14-532c-4d8c-930a-9061d9246be1 req-dbd125df-904f-40a8-a8f4-5712944bd895 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.73 "GET /v2.0/security-groups?id=a3cc2c93-32ea-4ef6-a645-7fbc547a37e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369425 May 06 09:35:54.465798 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-f0065e4e-9ebe-4c7b-a501-32e17a49c20c service neutron] Transition to ACTIVE for port object 056f291b-20d9-41e3-abe7-fda2add4f726 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:35:54.470551 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-7091e28a-0363-4f61-bddb-76065a93e098 service neutron] 10.222.0.77 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400553 May 06 09:35:54.473585 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-f0065e4e-9ebe-4c7b-a501-32e17a49c20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:54.540728 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-2bb655c2-9b51-4fa2-add1-c2b40795fd24 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Allocated IP 192.168.233.20 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/8edddb17-2687-4793-8dd0-f827724d7bea) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:35:54.618105 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-42a9edef-96ed-40a9-b1ed-959f8a171a2f service neutron] For port 5fe51c42-2f2e-4777-b918-30129d553fb9, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=5fe51c42-2f2e-4777-b918-30129d553fb9,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:54.629160 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0065e4e-9ebe-4c7b-a501-32e17a49c20c service neutron] Pushing event updated for resources: {'Port': ['ID=056f291b-20d9-41e3-abe7-fda2add4f726,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:54.713370 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-42a9edef-96ed-40a9-b1ed-959f8a171a2f service neutron] For port 5fe51c42-2f2e-4777-b918-30129d553fb9, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:54.749498 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-2bb655c2-9b51-4fa2-add1-c2b40795fd24 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:54.806051 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-42a9edef-96ed-40a9-b1ed-959f8a171a2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe51c42-2f2e-4777-b918-30129d553fb9 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:54.815248 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-2bb655c2-9b51-4fa2-add1-c2b40795fd24 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:54.833122 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-f0065e4e-9ebe-4c7b-a501-32e17a49c20c service neutron] Attempting to bind port 056f291b-20d9-41e3-abe7-fda2add4f726 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:54.833122 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-f0065e4e-9ebe-4c7b-a501-32e17a49c20c service neutron] Attempting to bind port 056f291b-20d9-41e3-abe7-fda2add4f726 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:54.833122 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-f0065e4e-9ebe-4c7b-a501-32e17a49c20c service neutron] Attempting to bind port 056f291b-20d9-41e3-abe7-fda2add4f726 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:54.835062 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-42a9edef-96ed-40a9-b1ed-959f8a171a2f service neutron] For port 5fe51c42-2f2e-4777-b918-30129d553fb9, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=5fe51c42-2f2e-4777-b918-30129d553fb9,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:54.856780 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-0158f5f8-66f9-42bd-afa8-6079f5b5ecc1 service neutron] 10.222.0.77 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751614 May 06 09:35:54.879745 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-f0065e4e-9ebe-4c7b-a501-32e17a49c20c service neutron] Port 056f291b-20d9-41e3-abe7-fda2add4f726 on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:54.880117 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-f0065e4e-9ebe-4c7b-a501-32e17a49c20c service neutron] Attempting to bind port 056f291b-20d9-41e3-abe7-fda2add4f726 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:54.907135 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-42a9edef-96ed-40a9-b1ed-959f8a171a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:54.918402 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-f0065e4e-9ebe-4c7b-a501-32e17a49c20c service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:54.918745 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-f0065e4e-9ebe-4c7b-a501-32e17a49c20c service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:54.919164 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-f0065e4e-9ebe-4c7b-a501-32e17a49c20c service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:54.919814 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-f0065e4e-9ebe-4c7b-a501-32e17a49c20c service neutron] Bound port: 056f291b-20d9-41e3-abe7-fda2add4f726, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:54.920440 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-f0065e4e-9ebe-4c7b-a501-32e17a49c20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:54.943144 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-2bb655c2-9b51-4fa2-add1-c2b40795fd24 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:35:54.948599 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-2bb655c2-9b51-4fa2-add1-c2b40795fd24 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:54.995906 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb655c2-9b51-4fa2-add1-c2b40795fd24 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Pushing event updated for resources: {'Port': ['ID=8edddb17-2687-4793-8dd0-f827724d7bea,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:54.997610 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc274fbf-95dc-458f-bbf4-b0a91e91a556 req-64b37a01-a203-47ef-af6f-207e0a643bf3 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:54.999797 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dc274fbf-95dc-458f-bbf4-b0a91e91a556 req-64b37a01-a203-47ef-af6f-207e0a643bf3 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c3a6d87-33bf-44c6-83f4-59b0deeecf87 HTTP/1.1" status: 200 len: 945 time: 0.1870606 May 06 09:35:55.000591 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-2bb655c2-9b51-4fa2-add1-c2b40795fd24 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:35:55.029730 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-2bb655c2-9b51-4fa2-add1-c2b40795fd24 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:55.031188 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-2bb655c2-9b51-4fa2-add1-c2b40795fd24 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:55.058030 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d56b2e-7d36-4951-96af-b935b773951a req-1fb89bfe-bc22-4b52-8fa7-b218fba6a010 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:55.067640 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e3d56b2e-7d36-4951-96af-b935b773951a req-1fb89bfe-bc22-4b52-8fa7-b218fba6a010 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.73 "GET /v2.0/ports?device_id=1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246 HTTP/1.1" status: 200 len: 945 time: 0.2723830 May 06 09:35:55.077568 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-2bb655c2-9b51-4fa2-add1-c2b40795fd24 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7128384 May 06 09:35:55.102871 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-42a9edef-96ed-40a9-b1ed-959f8a171a2f service neutron] Transition to ACTIVE for port object 5fe51c42-2f2e-4777-b918-30129d553fb9 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:35:55.103460 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-b4d80491-6994-48cc-80de-6fb3fe750de1 service neutron] Request body: {'port': {'device_id': '985cd21b-ab70-4c96-98e8-c9270e5d0f19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:55.143735 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-42a9edef-96ed-40a9-b1ed-959f8a171a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:55.272195 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-f0065e4e-9ebe-4c7b-a501-32e17a49c20c service neutron] For port 056f291b-20d9-41e3-abe7-fda2add4f726, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:55.312241 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-f0065e4e-9ebe-4c7b-a501-32e17a49c20c service neutron] For port 056f291b-20d9-41e3-abe7-fda2add4f726, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=056f291b-20d9-41e3-abe7-fda2add4f726,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:55.325334 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-c39e4350-8b7e-465f-b652-c5e6942fe67e tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:55.327099 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-c39e4350-8b7e-465f-b652-c5e6942fe67e tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234&tenant_id=147a685967a04284b13954d6f7a9d875&binding%3Ahost_id=n-h1-840835-1 HTTP/1.1" status: 200 len: 1096 time: 0.3243899 May 06 09:35:55.350216 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-42a9edef-96ed-40a9-b1ed-959f8a171a2f service neutron] No DVR routers for this DVR port 5fe51c42-2f2e-4777-b918-30129d553fb9 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:35:55.354332 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-f0065e4e-9ebe-4c7b-a501-32e17a49c20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:55.363496 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-e7b5a6d5-9987-481d-a9f1-8cda34b48c09 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840835-1'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:55.378862 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9edef-96ed-40a9-b1ed-959f8a171a2f service neutron] Pushing event updated for resources: {'Port': ['ID=5fe51c42-2f2e-4777-b918-30129d553fb9,revision_number=10']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:55.382695 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-66564852-e9a7-42c4-a5e8-198be51537c9 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:55.384270 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-66564852-e9a7-42c4-a5e8-198be51537c9 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.84 "GET /v2.0/networks?id=e76d704a-9d79-4d25-8a5d-5f2069ed1f70 HTTP/1.1" status: 200 len: 824 time: 0.3126493 May 06 09:35:55.412136 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-b4d80491-6994-48cc-80de-6fb3fe750de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:55.434092 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34c706-3ac2-4c18-bab0-bd4167409c41 req-1751ba15-05fe-4333-a5c3-3995ff72c5ff tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:55.439613 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-f0065e4e-9ebe-4c7b-a501-32e17a49c20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:55.440331 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-f0065e4e-9ebe-4c7b-a501-32e17a49c20c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:55.441006 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df34c706-3ac2-4c18-bab0-bd4167409c41 req-1751ba15-05fe-4333-a5c3-3995ff72c5ff tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 944 time: 0.3682876 May 06 09:35:55.442954 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-f0065e4e-9ebe-4c7b-a501-32e17a49c20c service neutron] 10.222.0.84 "PUT /v2.0/ports/056f291b-20d9-41e3-abe7-fda2add4f726 HTTP/1.1" status: 200 len: 1096 time: 1.9735744 May 06 09:35:55.460193 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e3d56b2e-7d36-4951-96af-b935b773951a req-4d4d2d04-2d56-4f6c-9e33-3d3b1900a6d4 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.73 "GET /v2.0/security-groups?id=a3cc2c93-32ea-4ef6-a645-7fbc547a37e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912816 May 06 09:35:55.487554 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-3a466f97-97b5-4f2a-880e-638f79df2bd9 None None] Provisioning complete for port 8edddb17-2687-4793-8dd0-f827724d7bea triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:55.487554 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3a466f97-97b5-4f2a-880e-638f79df2bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:55.555523 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-3a466f97-97b5-4f2a-880e-638f79df2bd9 None None] Port 8edddb17-2687-4793-8dd0-f827724d7bea cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:35:55.605483 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-947bb3b4-c015-4890-a46d-c7404e34310e tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2b09c743dc34ecd9ff39fe3cb1e8e10 HTTP/1.1" status: 200 len: 380 time: 0.1942861 May 06 09:35:55.616668 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-60ec37dd-3cce-4929-b925-d82f53f4fefa tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Request body: {'port': {'device_id': 'e915f633-425b-4e8f-ade8-d664175d5610', 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70', 'admin_state_up': True, 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'security_groups': ['0d239d7c-84e1-4284-bf97-da62be15615c']}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:55.640987 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df34c706-3ac2-4c18-bab0-bd4167409c41 req-211dc4b0-9e68-4ff5-ab32-fd7e6ecf26a4 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989639 May 06 09:35:55.800538 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0acb8ee9-c39a-4f95-b1d9-96b7b7258c77', 'tag': '056f291b-20d9-41e3-abe7-fda2add4f726'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:55.803793 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ebcb7b-5726-4035-b8b5-978ca1744bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "0acb8ee9-c39a-4f95-b1d9-96b7b7258c77", "tag": "056f291b-20d9-41e3-abe7-fda2add4f726"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:55.819803 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-42a9edef-96ed-40a9-b1ed-959f8a171a2f service neutron] 10.222.0.77 "PUT /v2.0/ports/5fe51c42-2f2e-4777-b918-30129d553fb9/bindings/n-h1-840835-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6871679 May 06 09:35:55.822436 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6871f-9e3b-4686-8260-c30531b4a370 req-314c4d61-34cc-4fb5-8c36-fa1b78ccd305 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:55.824022 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e7d6871f-9e3b-4686-8260-c30531b4a370 req-314c4d61-34cc-4fb5-8c36-fa1b78ccd305 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf38c2cd-ae1c-4905-8ec7-68536119999a HTTP/1.1" status: 200 len: 943 time: 0.2533178 May 06 09:35:55.922553 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-dc274fbf-95dc-458f-bbf4-b0a91e91a556 req-cb537e63-a442-49ae-bf8b-9f2df35a852c tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Deleting port e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:35:55.923251 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-dc274fbf-95dc-458f-bbf4-b0a91e91a556 req-cb537e63-a442-49ae-bf8b-9f2df35a852c tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:55.944356 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-e7b5a6d5-9987-481d-a9f1-8cda34b48c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:55.956326 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0748cf9-c3aa-4478-a797-d4574a37bc76 req-c46a5081-e511-4276-a255-7a40add86a5d tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:55.958010 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0748cf9-c3aa-4478-a797-d4574a37bc76 req-c46a5081-e511-4276-a255-7a40add86a5d tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/ports?device_id=985cd21b-ab70-4c96-98e8-c9270e5d0f19 HTTP/1.1" status: 200 len: 935 time: 0.1814895 May 06 09:35:55.998611 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0065e4e-9ebe-4c7b-a501-32e17a49c20c service neutron] Pushing event updated for resources: {'Port': ['ID=056f291b-20d9-41e3-abe7-fda2add4f726,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:56.031388 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e7d6871f-9e3b-4686-8260-c30531b4a370 req-77675bca-fead-4a4e-bef3-2ccf14569706 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/security-groups?id=a923ad1f-e2d1-4971-9db3-e7aeb52f851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769171 May 06 09:35:56.040943 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-fd1dc0ff-2be6-45f5-86d6-b61270746f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:56.042540 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-fd1dc0ff-2be6-45f5-86d6-b61270746f49 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1ed6414981604f24ac7e09febac45809&device_id=0acb8ee9-c39a-4f95-b1d9-96b7b7258c77 HTTP/1.1" status: 200 len: 1099 time: 0.2334151 May 06 09:35:56.088378 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-60ec37dd-3cce-4929-b925-d82f53f4fefa tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Made reservation on behalf of c2b09c743dc34ecd9ff39fe3cb1e8e10 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:35:56.092854 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-60ec37dd-3cce-4929-b925-d82f53f4fefa tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:56.125569 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-894209da-62c9-4579-826d-3b08bbaf259d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=056f291b-20d9-41e3-abe7-fda2add4f726 HTTP/1.1" status: 200 len: 217 time: 0.0623534 May 06 09:35:56.132403 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-dc274fbf-95dc-458f-bbf4-b0a91e91a556 req-cb537e63-a442-49ae-bf8b-9f2df35a852c tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] For port e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113,segment=NetworkSegment(626c43fb-a7f4-4fe4-a6c1-349c9748be5a),segment_id=626c43fb-a7f4-4fe4-a6c1-349c9748be5a)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:56.132761 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-dc274fbf-95dc-458f-bbf4-b0a91e91a556 req-cb537e63-a442-49ae-bf8b-9f2df35a852c tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:56.138929 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-d8acf5d7-362f-42bd-bd58-06ec827d4530 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:56.140550 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-d8acf5d7-362f-42bd-bd58-06ec827d4530 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8&tenant_id=ee0cd225ef094aa381a08623ce8da867&binding%3Ahost_id=n-h2-840835-1 HTTP/1.1" status: 200 len: 1095 time: 0.1750767 May 06 09:35:56.143681 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0748cf9-c3aa-4478-a797-d4574a37bc76 req-52e555aa-39eb-44ef-8fe1-6b234e0779bc tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/security-groups?id=332864c1-d721-4cd2-87cb-f4dd0832c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609845 May 06 09:35:56.348060 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-5caba1eb-7e04-4b69-aa66-ec8528d198af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:56.349557 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-5caba1eb-7e04-4b69-aa66-ec8528d198af service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1972129 May 06 09:35:56.372617 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68623eb2-e569-4dc8-bac1-0fd6c654ae21 req-12c340e6-6ab1-457b-b002-9d27213e19d6 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:56.374153 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-68623eb2-e569-4dc8-bac1-0fd6c654ae21 req-12c340e6-6ab1-457b-b002-9d27213e19d6 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.2493360 May 06 09:35:56.381120 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-b4d80491-6994-48cc-80de-6fb3fe750de1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8edddb17-2687-4793-8dd0-f827724d7bea {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:56.397568 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-b4d80491-6994-48cc-80de-6fb3fe750de1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:56.452945 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-e7b5a6d5-9987-481d-a9f1-8cda34b48c09 service neutron] For port 9989a753-257a-4835-862a-c07fccfeb244, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=9989a753-257a-4835-862a-c07fccfeb244,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:56.456597 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-764f3f72-ad87-4915-a66c-ef413e4b9767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:56.459111 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-764f3f72-ad87-4915-a66c-ef413e4b9767 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8&tenant_id=ee0cd225ef094aa381a08623ce8da867 HTTP/1.1" status: 200 len: 1095 time: 0.2846696 May 06 09:35:56.462517 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-b4d80491-6994-48cc-80de-6fb3fe750de1 service neutron] Transition to ACTIVE for port object 8edddb17-2687-4793-8dd0-f827724d7bea will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:35:56.477618 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 4a65b87b-3d6c-49a3-816b-3c528d2696da details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:35:56.481618 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-b4d80491-6994-48cc-80de-6fb3fe750de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:56.492605 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 5fe51c42-2f2e-4777-b918-30129d553fb9 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:35:56.537094 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24564c-f1d8-4ed5-80b6-a43c83aa8710 req-da49ef1f-a44d-4c22-a035-8fb1206512f1 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:56.538596 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3e24564c-f1d8-4ed5-80b6-a43c83aa8710 req-da49ef1f-a44d-4c22-a035-8fb1206512f1 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 945 time: 0.2648995 May 06 09:35:56.582900 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-67d88828-019e-410d-96c1-8a68fbde5a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:56.584367 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-67d88828-019e-410d-96c1-8a68fbde5a19 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1831131 May 06 09:35:56.591411 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 5fe51c42-2f2e-4777-b918-30129d553fb9 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:35:56.597768 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-e7b5a6d5-9987-481d-a9f1-8cda34b48c09 service neutron] For port 9989a753-257a-4835-862a-c07fccfeb244, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:56.644610 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 4a65b87b-3d6c-49a3-816b-3c528d2696da, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=4a65b87b-3d6c-49a3-816b-3c528d2696da,segment=NetworkSegment(84052727-0320-4208-a0c4-6ff5c464af21),segment_id=84052727-0320-4208-a0c4-6ff5c464af21)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:56.647614 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-dc274fbf-95dc-458f-bbf4-b0a91e91a556 req-cb537e63-a442-49ae-bf8b-9f2df35a852c tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:56.648567 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-dc274fbf-95dc-458f-bbf4-b0a91e91a556 req-cb537e63-a442-49ae-bf8b-9f2df35a852c tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:56.648567 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [req-dc274fbf-95dc-458f-bbf4-b0a91e91a556 req-cb537e63-a442-49ae-bf8b-9f2df35a852c tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Floating IP 9746bc42-17ca-47b6-9cd0-4fb14c8ce6de disassociated. External IP: 172.25.5.182, port: e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113. May 06 09:35:56.648765 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-dc274fbf-95dc-458f-bbf4-b0a91e91a556 req-cb537e63-a442-49ae-bf8b-9f2df35a852c tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Calling delete_port for e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:35:56.660842 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '4a65b87b-3d6c-49a3-816b-3c528d2696da', 'network_id': '6307ea34-a29b-4602-b211-cc5e25007094', 'port_id': '4a65b87b-3d6c-49a3-816b-3c528d2696da', 'mac_address': 'fa:16:3e:26:c7:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8db6c9c-8f6a-4f61-b92d-e05c22f618f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:35:56.670198 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-68623eb2-e569-4dc8-bac1-0fd6c654ae21 req-0b2f3779-7a3a-420e-9d78-b50a34aca548 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827289 May 06 09:35:56.725475 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3e24564c-f1d8-4ed5-80b6-a43c83aa8710 req-fae74f16-16cc-4bb0-ba14-3e7d1688c859 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671848 May 06 09:35:56.729781 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-60ec37dd-3cce-4929-b925-d82f53f4fefa tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Allocated IP 172.20.0.14 (e76d704a-9d79-4d25-8a5d-5f2069ed1f70/13d54616-5091-48d4-a06e-e4f6d0eb3a1a/8be8332b-2113-42d8-b32d-0fd98c7739e2) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:35:56.730359 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:56.732854 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d80491-6994-48cc-80de-6fb3fe750de1 service neutron] Pushing event updated for resources: {'Port': ['ID=8edddb17-2687-4793-8dd0-f827724d7bea,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:56.744526 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-7d5020a5-fbb7-43f9-87cc-ab06810126ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:56.747446 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-7d5020a5-fbb7-43f9-87cc-ab06810126ef service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ee0cd225ef094aa381a08623ce8da867&device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 1095 time: 0.1999140 May 06 09:35:56.778415 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a65b87b-3d6c-49a3-816b-3c528d2696da {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:56.819557 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 4a65b87b-3d6c-49a3-816b-3c528d2696da, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=4a65b87b-3d6c-49a3-816b-3c528d2696da,segment=NetworkSegment(84052727-0320-4208-a0c4-6ff5c464af21),segment_id=84052727-0320-4208-a0c4-6ff5c464af21)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:56.825470 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:56.885277 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6cb6989f-d849-45bb-924f-90b7f453ceaf req-82410af6-8e0c-4015-ac62-869ff73830b1 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?device_id=e915f633-425b-4e8f-ade8-d664175d5610 HTTP/1.1" status: 200 len: 210 time: 0.1299937 May 06 09:35:56.903528 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23611bf4-ad4a-48e0-b448-9a65d446c292 x-openstack-request-id: req-23611bf4-ad4a-48e0-b448-9a65d446c292 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:56.903528 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0acb8ee9-c39a-4f95-b1d9-96b7b7258c77", "tag": "056f291b-20d9-41e3-abe7-fda2add4f726", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:56.904171 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-23611bf4-ad4a-48e0-b448-9a65d446c292 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:56.904171 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23611bf4-ad4a-48e0-b448-9a65d446c292'] response: {'name': 'network-changed', 'server_uuid': '0acb8ee9-c39a-4f95-b1d9-96b7b7258c77', 'tag': '056f291b-20d9-41e3-abe7-fda2add4f726', 'status': 'completed', 'code': 200} May 06 09:35:56.907109 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-dc274fbf-95dc-458f-bbf4-b0a91e91a556 req-cb537e63-a442-49ae-bf8b-9f2df35a852c tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:56.929485 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72ab54-8a44-43ea-ae66-b1d0a0ac9228 req-3b50870a-d094-4afd-bc8f-02d64afd44bc tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:56.932115 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4a72ab54-8a44-43ea-ae66-b1d0a0ac9228 req-3b50870a-d094-4afd-bc8f-02d64afd44bc tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246 HTTP/1.1" status: 200 len: 945 time: 0.4603977 May 06 09:35:56.934725 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=4a65b87b-3d6c-49a3-816b-3c528d2696da,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:56.938807 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-e7b5a6d5-9987-481d-a9f1-8cda34b48c09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:56.967607 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb537e63-a442-49ae-bf8b-9f2df35a852c tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Pushing event deleted for resources: {'Port': ['ID=e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:56.968169 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-b4d80491-6994-48cc-80de-6fb3fe750de1 service neutron] Attempting to bind port 8edddb17-2687-4793-8dd0-f827724d7bea on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:56.969788 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-b4d80491-6994-48cc-80de-6fb3fe750de1 service neutron] Attempting to bind port 8edddb17-2687-4793-8dd0-f827724d7bea by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:56.970173 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-b4d80491-6994-48cc-80de-6fb3fe750de1 service neutron] Attempting to bind port 8edddb17-2687-4793-8dd0-f827724d7bea on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:56.985908 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-e7b5a6d5-9987-481d-a9f1-8cda34b48c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:57.028739 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-b4d80491-6994-48cc-80de-6fb3fe750de1 service neutron] Port 8edddb17-2687-4793-8dd0-f827724d7bea on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:57.029274 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-b4d80491-6994-48cc-80de-6fb3fe750de1 service neutron] Attempting to bind port 8edddb17-2687-4793-8dd0-f827724d7bea on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:57.087480 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-b4d80491-6994-48cc-80de-6fb3fe750de1 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:57.087819 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-b4d80491-6994-48cc-80de-6fb3fe750de1 service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:57.088198 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-b4d80491-6994-48cc-80de-6fb3fe750de1 service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:57.088878 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-b4d80491-6994-48cc-80de-6fb3fe750de1 service neutron] Bound port: 8edddb17-2687-4793-8dd0-f827724d7bea, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:57.089025 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-b4d80491-6994-48cc-80de-6fb3fe750de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:57.149562 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd657b-4045-4a43-b99d-6783f74cbe1e req-1aaf125c-88e8-4d3f-8110-d637e3b7c364 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:57.149945 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17bd657b-4045-4a43-b99d-6783f74cbe1e req-1aaf125c-88e8-4d3f-8110-d637e3b7c364 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.73 "GET /v2.0/ports?device_id=1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246 HTTP/1.1" status: 200 len: 945 time: 0.1866291 May 06 09:35:57.170726 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-d8ed8d03-b277-4601-8197-e442421e4bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:57.172227 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-d8ed8d03-b277-4601-8197-e442421e4bfb service neutron] 10.222.0.84 "GET /v2.0/networks?id=9016fd3e-f04c-40de-8dbe-a7754f33396e HTTP/1.1" status: 200 len: 909 time: 0.3876281 May 06 09:35:57.189008 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-14b0a5f9-022b-45ea-8b07-708299d39d84 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5662923 May 06 09:35:57.212677 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5a6d5-9987-481d-a9f1-8cda34b48c09 service neutron] Pushing event updated for resources: {'Port': ['ID=9989a753-257a-4835-862a-c07fccfeb244,revision_number=7']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:57.242590 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['4a65b87b-3d6c-49a3-816b-3c528d2696da'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:57.359136 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-e7b5a6d5-9987-481d-a9f1-8cda34b48c09 service neutron] Attempting to bind port 9989a753-257a-4835-862a-c07fccfeb244 on host n-h1-840835-1 for vnic_type normal with profile {"migrating_to": "n-h2-840835-1"} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:57.369737 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-e7b5a6d5-9987-481d-a9f1-8cda34b48c09 service neutron] Attempting to bind port 9989a753-257a-4835-862a-c07fccfeb244 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:57.370473 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-e7b5a6d5-9987-481d-a9f1-8cda34b48c09 service neutron] Attempting to bind port 9989a753-257a-4835-862a-c07fccfeb244 on network 519999b9-d7d4-4e10-b661-e50209fd3b05 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:57.415219 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-e7b5a6d5-9987-481d-a9f1-8cda34b48c09 service neutron] Port 9989a753-257a-4835-862a-c07fccfeb244 on network 519999b9-d7d4-4e10-b661-e50209fd3b05 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:57.415560 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-e7b5a6d5-9987-481d-a9f1-8cda34b48c09 service neutron] Attempting to bind port 9989a753-257a-4835-862a-c07fccfeb244 on network 519999b9-d7d4-4e10-b661-e50209fd3b05 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:57.474170 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-e7b5a6d5-9987-481d-a9f1-8cda34b48c09 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:57.474694 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-e7b5a6d5-9987-481d-a9f1-8cda34b48c09 service neutron] Checking segment: {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:57.475101 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-e7b5a6d5-9987-481d-a9f1-8cda34b48c09 service neutron] Bound using segment: {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:57.475594 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-e7b5a6d5-9987-481d-a9f1-8cda34b48c09 service neutron] Bound port: 9989a753-257a-4835-862a-c07fccfeb244, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:57.475964 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-e7b5a6d5-9987-481d-a9f1-8cda34b48c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:57.485281 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc274fbf-95dc-458f-bbf4-b0a91e91a556 req-cb537e63-a442-49ae-bf8b-9f2df35a852c tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Router 3c7c404e-05b0-4a21-a69c-e33512699a72 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:35:57.487708 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-4a72ab54-8a44-43ea-ae66-b1d0a0ac9228 req-3f8f3aaf-cd08-45f2-9bf7-251db501fb8e tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Deleting port aab6d7e6-67a2-4b74-9d4a-02397dd56174 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:35:57.488058 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4a72ab54-8a44-43ea-ae66-b1d0a0ac9228 req-3f8f3aaf-cd08-45f2-9bf7-251db501fb8e tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:57.507790 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-58a7fa09-cf35-472a-8f8e-12238d769fa9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fe51c42-2f2e-4777-b918-30129d553fb9 HTTP/1.1" status: 200 len: 217 time: 0.3100376 May 06 09:35:57.522563 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-60ec37dd-3cce-4929-b925-d82f53f4fefa tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:57.578788 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a11ef1b-0170-4d14-be91-084b934c26cb req-69f461fc-3a24-41cf-b13f-753e7ca9106e service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707018 May 06 09:35:57.600536 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-60ec37dd-3cce-4929-b925-d82f53f4fefa tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:57.737949 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17bd657b-4045-4a43-b99d-6783f74cbe1e req-00c7aa25-dec5-40f0-93b7-29e8d5e91593 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.73 "GET /v2.0/security-groups?id=a3cc2c93-32ea-4ef6-a645-7fbc547a37e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5646315 May 06 09:35:57.742205 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-60ec37dd-3cce-4929-b925-d82f53f4fefa tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Network e76d704a-9d79-4d25-8a5d-5f2069ed1f70 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:35:57.745579 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-b4d80491-6994-48cc-80de-6fb3fe750de1 service neutron] For port 8edddb17-2687-4793-8dd0-f827724d7bea, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:57.755514 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-b4d80491-6994-48cc-80de-6fb3fe750de1 service neutron] For port 8edddb17-2687-4793-8dd0-f827724d7bea, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=8edddb17-2687-4793-8dd0-f827724d7bea,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:57.761089 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-60ec37dd-3cce-4929-b925-d82f53f4fefa tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:57.770416 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-60ec37dd-3cce-4929-b925-d82f53f4fefa tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:35:57.776160 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-60ec37dd-3cce-4929-b925-d82f53f4fefa tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:57.776942 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-60ec37dd-3cce-4929-b925-d82f53f4fefa tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:57.780355 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-303ded5a-a217-4257-af18-da712f0a73bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:57.781886 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-303ded5a-a217-4257-af18-da712f0a73bf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5704ec7d-7fe2-4308-8e34-562762b93f76 HTTP/1.1" status: 200 len: 848 time: 0.2039733 May 06 09:35:57.793110 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-e7b5a6d5-9987-481d-a9f1-8cda34b48c09 service neutron] For port 9989a753-257a-4835-862a-c07fccfeb244, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:57.796846 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-b4d80491-6994-48cc-80de-6fb3fe750de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:57.810076 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec37dd-3cce-4929-b925-d82f53f4fefa tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Pushing event updated for resources: {'Port': ['ID=8be8332b-2113-42d8-b32d-0fd98c7739e2,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:57.824415 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-e7b5a6d5-9987-481d-a9f1-8cda34b48c09 service neutron] For port 9989a753-257a-4835-862a-c07fccfeb244, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=9989a753-257a-4835-862a-c07fccfeb244,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:57.828783 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-4a72ab54-8a44-43ea-ae66-b1d0a0ac9228 req-3f8f3aaf-cd08-45f2-9bf7-251db501fb8e tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] For port aab6d7e6-67a2-4b74-9d4a-02397dd56174, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=aab6d7e6-67a2-4b74-9d4a-02397dd56174,segment=NetworkSegment(35253cc4-0175-4b64-ad26-0300407f216d),segment_id=35253cc4-0175-4b64-ad26-0300407f216d)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:57.829162 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4a72ab54-8a44-43ea-ae66-b1d0a0ac9228 req-3f8f3aaf-cd08-45f2-9bf7-251db501fb8e tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:57.834171 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7925d50-bb01-4b66-a339-b0f0536e856d req-d1607a95-c1a6-4952-9e85-f45e2f16530f tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:57.842977 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a7925d50-bb01-4b66-a339-b0f0536e856d req-d1607a95-c1a6-4952-9e85-f45e2f16530f tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 944 time: 0.3472488 May 06 09:35:57.849637 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebcb7b-5726-4035-b8b5-978ca1744bc3 req-30d0c08f-2205-4ab7-92a0-aceeddb74579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:57.856725 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-16ebcb7b-5726-4035-b8b5-978ca1744bc3 req-30d0c08f-2205-4ab7-92a0-aceeddb74579 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1ed6414981604f24ac7e09febac45809&device_id=0acb8ee9-c39a-4f95-b1d9-96b7b7258c77 HTTP/1.1" status: 200 len: 1099 time: 0.1888437 May 06 09:35:57.872974 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-a2004adc-a635-4a56-9632-d9858e438892 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9016fd3e-f04c-40de-8dbe-a7754f33396e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711622 May 06 09:35:57.875757 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-4a72ab54-8a44-43ea-ae66-b1d0a0ac9228 req-3f8f3aaf-cd08-45f2-9bf7-251db501fb8e tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Calling delete_port for aab6d7e6-67a2-4b74-9d4a-02397dd56174 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:35:57.918295 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-e7b5a6d5-9987-481d-a9f1-8cda34b48c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:57.926452 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-60ec37dd-3cce-4929-b925-d82f53f4fefa tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3137465 May 06 09:35:57.980388 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-b4d80491-6994-48cc-80de-6fb3fe750de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:57.981187 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-b4d80491-6994-48cc-80de-6fb3fe750de1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:57.982751 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-b4d80491-6994-48cc-80de-6fb3fe750de1 service neutron] 10.222.0.77 "PUT /v2.0/ports/8edddb17-2687-4793-8dd0-f827724d7bea HTTP/1.1" status: 200 len: 1095 time: 2.8847885 May 06 09:35:57.991853 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985cd21b-ab70-4c96-98e8-c9270e5d0f19', 'tag': '8edddb17-2687-4793-8dd0-f827724d7bea'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:57.994283 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99346beb-bc8a-4960-8266-37f064f8ec7e" -d '{"events": [{"name": "network-changed", "server_uuid": "985cd21b-ab70-4c96-98e8-c9270e5d0f19", "tag": "8edddb17-2687-4793-8dd0-f827724d7bea"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:58.054762 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-bbe9414d-07c0-40b9-be60-d61d78419259 service neutron] Request body: {'port': {'device_id': 'e915f633-425b-4e8f-ade8-d664175d5610', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:58.086098 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a7925d50-bb01-4b66-a339-b0f0536e856d req-79dd751d-0e92-4028-8ec3-1b031ec36aa4 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420907 May 06 09:35:58.087364 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d80491-6994-48cc-80de-6fb3fe750de1 service neutron] Pushing event updated for resources: {'Port': ['ID=8edddb17-2687-4793-8dd0-f827724d7bea,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:58.223490 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d307ac72-974a-46c4-af65-dd8f1cc303a3 None None] Provisioning complete for port 8be8332b-2113-42d8-b32d-0fd98c7739e2 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:58.224819 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af2162-c1f4-4238-ac43-d64e93dd3af2 req-b2209786-1c12-4833-b3c2-ed311a842958 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:58.226520 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-88af2162-c1f4-4238-ac43-d64e93dd3af2 req-b2209786-1c12-4833-b3c2-ed311a842958 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf38c2cd-ae1c-4905-8ec7-68536119999a HTTP/1.1" status: 200 len: 944 time: 0.2427759 May 06 09:35:58.227444 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d307ac72-974a-46c4-af65-dd8f1cc303a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:58.388727 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-bbe9414d-07c0-40b9-be60-d61d78419259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:58.406501 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-769ef359-268e-4ad5-88ef-e8bf5268ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:58.408104 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-769ef359-268e-4ad5-88ef-e8bf5268ad8e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1ed6414981604f24ac7e09febac45809&device_id=985cd21b-ab70-4c96-98e8-c9270e5d0f19 HTTP/1.1" status: 200 len: 1098 time: 0.3064504 May 06 09:35:58.421769 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-88af2162-c1f4-4238-ac43-d64e93dd3af2 req-e19997b0-85c9-43c3-9ce2-388e615a8672 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/security-groups?id=a923ad1f-e2d1-4971-9db3-e7aeb52f851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485224 May 06 09:35:58.430766 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc274fbf-95dc-458f-bbf4-b0a91e91a556 req-cb537e63-a442-49ae-bf8b-9f2df35a852c tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:35:58.451678 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48341f4-4960-4606-8aca-85aa37beabb7 req-65e940e3-a0c3-454c-a010-061cb4e206ab tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:58.453606 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40433640-14f4-4410-9c4f-499360e5d8a5 None None] Sync routers for ids ['3c7c404e-05b0-4a21-a69c-e33512699a72'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:35:58.462824 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b48341f4-4960-4606-8aca-85aa37beabb7 req-65e940e3-a0c3-454c-a010-061cb4e206ab tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/ports?device_id=985cd21b-ab70-4c96-98e8-c9270e5d0f19 HTTP/1.1" status: 200 len: 947 time: 0.2661359 May 06 09:35:58.473309 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-0fc6229b-6517-4bbe-ae26-06aa766134ab service neutron] 10.222.0.84 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686915 May 06 09:35:58.513858 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 4a65b87b-3d6c-49a3-816b-3c528d2696da up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:58.519277 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40433640-14f4-4410-9c4f-499360e5d8a5 None None] Routers {'3c7c404e-05b0-4a21-a69c-e33512699a72'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:35:58.521484 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-40433640-14f4-4410-9c4f-499360e5d8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:35:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3c7c404e-05b0-4a21-a69c-e33512699a72'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:58.542435 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc274fbf-95dc-458f-bbf4-b0a91e91a556 req-cb537e63-a442-49ae-bf8b-9f2df35a852c tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] No DVR routers for this DVR port e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:35:58.556162 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-dc274fbf-95dc-458f-bbf4-b0a91e91a556 req-cb537e63-a442-49ae-bf8b-9f2df35a852c tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:58.559869 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dc274fbf-95dc-458f-bbf4-b0a91e91a556 req-cb537e63-a442-49ae-bf8b-9f2df35a852c tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.77 "DELETE /v2.0/ports/e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113 HTTP/1.1" status: 204 len: 173 time: 3.5439024 May 06 09:35:58.561646 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5a6d5-9987-481d-a9f1-8cda34b48c09 service neutron] Pushing event updated for resources: {'Port': ['ID=9989a753-257a-4835-862a-c07fccfeb244,revision_number=8']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:58.617319 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-e7b5a6d5-9987-481d-a9f1-8cda34b48c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:58.618019 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-e7b5a6d5-9987-481d-a9f1-8cda34b48c09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:58.619611 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-e7b5a6d5-9987-481d-a9f1-8cda34b48c09 service neutron] 10.222.0.77 "PUT /v2.0/ports/9989a753-257a-4835-862a-c07fccfeb244 HTTP/1.1" status: 200 len: 1121 time: 3.2709563 May 06 09:35:58.655985 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebcb7b-5726-4035-b8b5-978ca1744bc3 req-f5535ea8-b402-4ab7-bd2a-08b678ffd9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:58.657697 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-16ebcb7b-5726-4035-b8b5-978ca1744bc3 req-f5535ea8-b402-4ab7-bd2a-08b678ffd9e9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.7088151 May 06 09:35:58.659464 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-68928380-7d4c-4d01-bf23-61977c53ccc2 service neutron] 10.222.0.84 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698778 May 06 09:35:58.672218 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-4d0f8db0-42cc-4070-bb0d-d296c25cb5ae service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=8edddb17-2687-4793-8dd0-f827724d7bea HTTP/1.1" status: 200 len: 217 time: 0.2029593 May 06 09:35:58.675269 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d307ac72-974a-46c4-af65-dd8f1cc303a3 None None] Port 8be8332b-2113-42d8-b32d-0fd98c7739e2 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:35:58.756759 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 4a65b87b-3d6c-49a3-816b-3c528d2696da completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:35:58.761773 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 4a65b87b-3d6c-49a3-816b-3c528d2696da triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:58.762478 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:58.777092 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-16ebcb7b-5726-4035-b8b5-978ca1744bc3 req-c9659037-3cd7-4e1d-a3ee-304477cf7a27 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=056f291b-20d9-41e3-abe7-fda2add4f726 HTTP/1.1" status: 200 len: 217 time: 0.0595176 May 06 09:35:58.799234 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-40433640-14f4-4410-9c4f-499360e5d8a5 None None] Set router 3c7c404e-05b0-4a21-a69c-e33512699a72 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:35:58.805871 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4a72ab54-8a44-43ea-ae66-b1d0a0ac9228 req-3f8f3aaf-cd08-45f2-9bf7-251db501fb8e tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:58.849816 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:58.889713 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b48341f4-4960-4606-8aca-85aa37beabb7 req-02de05cc-f7fc-427e-a245-75dd7d81215c tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/security-groups?id=332864c1-d721-4cd2-87cb-f4dd0832c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071522 May 06 09:35:58.909169 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7064df-3fbf-4b51-85be-0f1e9a4d1234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9989a753-257a-4835-862a-c07fccfeb244'}, {'server_uuid': '5c3a6d87-33bf-44c6-83f4-59b0deeecf87', 'name': 'network-vif-deleted', 'tag': 'e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113'}, {'name': 'network-changed', 'server_uuid': '4c7064df-3fbf-4b51-85be-0f1e9a4d1234', 'tag': '9989a753-257a-4835-862a-c07fccfeb244'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:58.913487 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b301f138-74ce-4a6c-8ea4-072f51e593f5" -d '{"events": [{"server_uuid": "4c7064df-3fbf-4b51-85be-0f1e9a4d1234", "name": "network-vif-unplugged", "status": "completed", "tag": "9989a753-257a-4835-862a-c07fccfeb244"}, {"server_uuid": "5c3a6d87-33bf-44c6-83f4-59b0deeecf87", "name": "network-vif-deleted", "tag": "e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113"}, {"name": "network-changed", "server_uuid": "4c7064df-3fbf-4b51-85be-0f1e9a4d1234", "tag": "9989a753-257a-4835-862a-c07fccfeb244"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:58.944168 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:58.960251 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f3aaf-cd08-45f2-9bf7-251db501fb8e tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Pushing event deleted for resources: {'Port': ['ID=aab6d7e6-67a2-4b74-9d4a-02397dd56174,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:58.980229 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['9989a753-257a-4835-862a-c07fccfeb244'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:58.999463 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf38c2cd-ae1c-4905-8ec7-68536119999a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a65b87b-3d6c-49a3-816b-3c528d2696da'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:59.001976 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53839259-700a-469a-930c-d98e575135ca" -d '{"events": [{"server_uuid": "bf38c2cd-ae1c-4905-8ec7-68536119999a", "name": "network-vif-plugged", "status": "completed", "tag": "4a65b87b-3d6c-49a3-816b-3c528d2696da"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:59.021975 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7f496-dba4-454c-92bc-90e265c1535c req-058e3fc3-1677-4bf1-bfb2-27d26355819f tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:59.023744 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6af7f496-dba4-454c-92bc-90e265c1535c req-058e3fc3-1677-4bf1-bfb2-27d26355819f tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.3616288 May 06 09:35:59.033429 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-06744902-ba87-4cac-a0df-df7757103974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:59.034969 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-06744902-ba87-4cac-a0df-df7757103974 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.3175898 May 06 09:35:59.086038 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a72ab54-8a44-43ea-ae66-b1d0a0ac9228 req-3f8f3aaf-cd08-45f2-9bf7-251db501fb8e tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] No DVR routers for this DVR port aab6d7e6-67a2-4b74-9d4a-02397dd56174 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:35:59.086769 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-40433640-14f4-4410-9c4f-499360e5d8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261923002-router', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:38Z', 'updated_at': '2022-05-06T09:33:46Z', 'revision_number': 4, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'gw_port': {'id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:39Z', 'updated_at': '2022-05-06T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '14a53ba2-d0af-40d7-abd0-84cf6d238c55', 'name': '', 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'mac_address': 'fa:16:3e:d8:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:44Z', 'updated_at': '2022-05-06T09:33:58Z', 'revision_number': 5, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'subnets': [{'id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:59.090692 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4a72ab54-8a44-43ea-ae66-b1d0a0ac9228 req-3f8f3aaf-cd08-45f2-9bf7-251db501fb8e tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:59.094900 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4a72ab54-8a44-43ea-ae66-b1d0a0ac9228 req-3f8f3aaf-cd08-45f2-9bf7-251db501fb8e tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.77 "DELETE /v2.0/ports/aab6d7e6-67a2-4b74-9d4a-02397dd56174 HTTP/1.1" status: 204 len: 173 time: 2.1306427 May 06 09:35:59.096730 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 4a65b87b-3d6c-49a3-816b-3c528d2696da, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=4a65b87b-3d6c-49a3-816b-3c528d2696da,segment=NetworkSegment(84052727-0320-4208-a0c4-6ff5c464af21),segment_id=84052727-0320-4208-a0c4-6ff5c464af21)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:59.108881 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebcb7b-5726-4035-b8b5-978ca1744bc3 req-143251fd-7172-4bcc-9c7a-af85339cd7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:59.110425 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-16ebcb7b-5726-4035-b8b5-978ca1744bc3 req-143251fd-7172-4bcc-9c7a-af85339cd7dd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.2938552 May 06 09:35:59.117450 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:59.118612 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:35:59.149853 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40433640-14f4-4410-9c4f-499360e5d8a5 None None] Checking router: 3c7c404e-05b0-4a21-a69c-e33512699a72 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:35:59.166783 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40433640-14f4-4410-9c4f-499360e5d8a5 None None] Routers {'3c7c404e-05b0-4a21-a69c-e33512699a72'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:35:59.172714 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-40433640-14f4-4410-9c4f-499360e5d8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:35:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3c7c404e-05b0-4a21-a69c-e33512699a72'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:59.202273 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6af7f496-dba4-454c-92bc-90e265c1535c req-6796c952-a24a-48bd-8cec-af773e496aeb tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569319 May 06 09:35:59.232081 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebcb7b-5726-4035-b8b5-978ca1744bc3 req-f5d9c1e5-1c06-4b5b-90ed-6f32302de679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:59.234227 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-16ebcb7b-5726-4035-b8b5-978ca1744bc3 req-f5d9c1e5-1c06-4b5b-90ed-6f32302de679 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1085250 May 06 09:35:59.239016 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:35:59.239919 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:35:59.241124 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095691d5-b97a-403c-bc67-064773579e27 req-8ace2521-ba13-4de4-83f7-571ad741771f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:59.250096 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-095691d5-b97a-403c-bc67-064773579e27 req-8ace2521-ba13-4de4-83f7-571ad741771f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 943 time: 0.2369239 May 06 09:35:59.275523 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-efc67281-330d-4f90-afd5-ba38878d7f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:59.277221 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-efc67281-330d-4f90-afd5-ba38878d7f98 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2310159 May 06 09:35:59.346906 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=4a65b87b-3d6c-49a3-816b-3c528d2696da,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:59.400675 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-40433640-14f4-4410-9c4f-499360e5d8a5 None None] Set router 3c7c404e-05b0-4a21-a69c-e33512699a72 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:35:59.493875 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-16ebcb7b-5726-4035-b8b5-978ca1744bc3 req-a577bf88-f551-4e0f-a670-e716cf817541 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436097 May 06 09:35:59.573740 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-05bf7fdb-d26d-4369-91c0-475f17870442 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546985 May 06 09:35:59.603155 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-03737e53-071c-4feb-afe1-cb6d41e91ae9 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:59.614550 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-03737e53-071c-4feb-afe1-cb6d41e91ae9 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8&tenant_id=ee0cd225ef094aa381a08623ce8da867&binding%3Ahost_id=n-h1-840835-1 HTTP/1.1" status: 200 len: 1095 time: 0.3945696 May 06 09:35:59.647710 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-16ebcb7b-5726-4035-b8b5-978ca1744bc3 req-bb4c2c43-d440-4212-abbd-bc5a0ef9ae76 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410751 May 06 09:35:59.658437 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-095691d5-b97a-403c-bc67-064773579e27 req-c65d969a-2290-4f3e-b494-c5aa0bf12ffa tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072030 May 06 09:35:59.751733 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-40433640-14f4-4410-9c4f-499360e5d8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261923002-router', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:38Z', 'updated_at': '2022-05-06T09:33:46Z', 'revision_number': 4, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'gw_port': {'id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:39Z', 'updated_at': '2022-05-06T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '14a53ba2-d0af-40d7-abd0-84cf6d238c55', 'name': '', 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'mac_address': 'fa:16:3e:d8:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:44Z', 'updated_at': '2022-05-06T09:33:58Z', 'revision_number': 5, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'subnets': [{'id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:59.754053 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74132cdd-ad37-40cf-bcd9-a256fd19dc2a req-3a733077-b0ac-4a58-a7d4-03f04f83ce9c tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:59.761405 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-74132cdd-ad37-40cf-bcd9-a256fd19dc2a req-3a733077-b0ac-4a58-a7d4-03f04f83ce9c tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?device_id=e915f633-425b-4e8f-ade8-d664175d5610 HTTP/1.1" status: 200 len: 932 time: 0.2889504 May 06 09:35:59.782999 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40433640-14f4-4410-9c4f-499360e5d8a5 None None] The sync data for ids ['3c7c404e-05b0-4a21-a69c-e33512699a72'] in n-d-840835-1 is: [{'id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261923002-router', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:38Z', 'updated_at': '2022-05-06T09:33:46Z', 'revision_number': 4, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'gw_port': {'id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:39Z', 'updated_at': '2022-05-06T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '14a53ba2-d0af-40d7-abd0-84cf6d238c55', 'name': '', 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'mac_address': 'fa:16:3e:d8:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:44Z', 'updated_at': '2022-05-06T09:33:58Z', 'revision_number': 5, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'subnets': [{'id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:35:59.804837 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76429649-14dd-4035-b48a-ec9dfcdbb3f4 x-openstack-request-id: req-76429649-14dd-4035-b48a-ec9dfcdbb3f4 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:59.805128 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "985cd21b-ab70-4c96-98e8-c9270e5d0f19", "tag": "8edddb17-2687-4793-8dd0-f827724d7bea", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:59.805381 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-76429649-14dd-4035-b48a-ec9dfcdbb3f4 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:59.805775 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76429649-14dd-4035-b48a-ec9dfcdbb3f4'] response: {'name': 'network-changed', 'server_uuid': '985cd21b-ab70-4c96-98e8-c9270e5d0f19', 'tag': '8edddb17-2687-4793-8dd0-f827724d7bea', 'status': 'completed', 'code': 200} May 06 09:35:59.921874 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-00753fe2-b9d7-4dcb-8a47-20685e4999b3 req-348cc7c2-0016-45d1-bcd6-8631c3b7086e service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286650 May 06 09:35:59.949586 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab420c2a-a708-4c98-b3ef-36ab4fcad31b req-88ca5291-1287-48e8-954b-f18f84b665c5 tempest-InstanceActionsNegativeTestJSON-2056911708 tempest-InstanceActionsNegativeTestJSON-2056911708-project] 10.222.0.73 "GET /v2.0/ports?device_id=1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246 HTTP/1.1" status: 200 len: 210 time: 0.0634689 May 06 09:35:59.956709 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-bbe9414d-07c0-40b9-be60-d61d78419259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be8332b-2113-42d8-b32d-0fd98c7739e2 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:59.975786 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-74132cdd-ad37-40cf-bcd9-a256fd19dc2a req-2a3332a0-4cff-4196-bbee-2823caa2eb1a tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d239d7c-84e1-4284-bf97-da62be15615c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134011 May 06 09:35:59.981834 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-bbe9414d-07c0-40b9-be60-d61d78419259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:00.041691 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-bbe9414d-07c0-40b9-be60-d61d78419259 service neutron] Transition to ACTIVE for port object 8be8332b-2113-42d8-b32d-0fd98c7739e2 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:36:00.054033 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 06 May 2022 09:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1173ff2-0c33-44a3-9666-d85c7cd425f4 x-openstack-request-id: req-a1173ff2-0c33-44a3-9666-d85c7cd425f4 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:00.054549 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7064df-3fbf-4b51-85be-0f1e9a4d1234", "name": "network-vif-unplugged", "status": "completed", "tag": "9989a753-257a-4835-862a-c07fccfeb244", "code": 200}, {"server_uuid": "5c3a6d87-33bf-44c6-83f4-59b0deeecf87", "name": "network-vif-deleted", "tag": "e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4c7064df-3fbf-4b51-85be-0f1e9a4d1234", "tag": "9989a753-257a-4835-862a-c07fccfeb244", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:00.054549 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a1173ff2-0c33-44a3-9666-d85c7cd425f4 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:00.055019 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1173ff2-0c33-44a3-9666-d85c7cd425f4'] response: {'server_uuid': '4c7064df-3fbf-4b51-85be-0f1e9a4d1234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9989a753-257a-4835-862a-c07fccfeb244', 'code': 200} May 06 09:36:00.055342 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1173ff2-0c33-44a3-9666-d85c7cd425f4'] response: {'server_uuid': '5c3a6d87-33bf-44c6-83f4-59b0deeecf87', 'name': 'network-vif-deleted', 'tag': 'e3e477d2-9e4e-4217-8aa4-7a7bdfd3e113', 'status': 'completed', 'code': 200} May 06 09:36:00.055596 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1173ff2-0c33-44a3-9666-d85c7cd425f4'] response: {'name': 'network-changed', 'server_uuid': '4c7064df-3fbf-4b51-85be-0f1e9a4d1234', 'tag': '9989a753-257a-4835-862a-c07fccfeb244', 'status': 'completed', 'code': 200} May 06 09:36:00.063751 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-bbe9414d-07c0-40b9-be60-d61d78419259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:00.099011 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f7772c-0034-458e-acd7-fef466f7414b x-openstack-request-id: req-79f7772c-0034-458e-acd7-fef466f7414b {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:00.099349 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf38c2cd-ae1c-4905-8ec7-68536119999a", "name": "network-vif-plugged", "status": "completed", "tag": "4a65b87b-3d6c-49a3-816b-3c528d2696da", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:00.099706 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-79f7772c-0034-458e-acd7-fef466f7414b {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:00.100011 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79f7772c-0034-458e-acd7-fef466f7414b'] response: {'server_uuid': 'bf38c2cd-ae1c-4905-8ec7-68536119999a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a65b87b-3d6c-49a3-816b-3c528d2696da', 'code': 200} May 06 09:36:00.208178 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301f138-74ce-4a6c-8ea4-072f51e593f5 req-b668f9c5-7db2-40ad-9f02-972d1e5251ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:00.209696 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b301f138-74ce-4a6c-8ea4-072f51e593f5 req-b668f9c5-7db2-40ad-9f02-972d1e5251ab service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=147a685967a04284b13954d6f7a9d875&device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 1124 time: 0.1038508 May 06 09:36:00.256863 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a72fb0-900b-4a91-bb1c-dc1cd98f3c2e None None] New status for floating IP 9746bc42-17ca-47b6-9cd0-4fb14c8ce6de: DOWN {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:36:00.338691 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189d8c8-6d68-446a-a006-e4b4f6ed9101 req-8071ea2b-0664-4aa5-8e69-67e331659fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:00.340504 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c189d8c8-6d68-446a-a006-e4b4f6ed9101 req-8071ea2b-0664-4aa5-8e69-67e331659fa8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bf38c2cd-ae1c-4905-8ec7-68536119999a HTTP/1.1" status: 200 len: 1096 time: 0.1249282 May 06 09:36:00.402819 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301f138-74ce-4a6c-8ea4-072f51e593f5 req-85efad9a-23df-4641-b04a-50dca92bb807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:00.404456 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b301f138-74ce-4a6c-8ea4-072f51e593f5 req-85efad9a-23df-4641-b04a-50dca92bb807 service neutron] 10.222.0.84 "GET /v2.0/networks?id=519999b9-d7d4-4e10-b661-e50209fd3b05 HTTP/1.1" status: 200 len: 920 time: 0.1573877 May 06 09:36:00.426621 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c189d8c8-6d68-446a-a006-e4b4f6ed9101 req-315623a7-10f7-46f4-a2a6-c259602c7f45 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a923ad1f-e2d1-4971-9db3-e7aeb52f851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763025 May 06 09:36:00.460829 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b301f138-74ce-4a6c-8ea4-072f51e593f5 req-60c05df9-4a53-478c-82ed-57d7485b57a2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9989a753-257a-4835-862a-c07fccfeb244 HTTP/1.1" status: 200 len: 217 time: 0.0418541 May 06 09:36:00.495186 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9414d-07c0-40b9-be60-d61d78419259 service neutron] Pushing event updated for resources: {'Port': ['ID=8be8332b-2113-42d8-b32d-0fd98c7739e2,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:00.499435 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device aab6d7e6-67a2-4b74-9d4a-02397dd56174 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:36:00.523454 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99346beb-bc8a-4960-8266-37f064f8ec7e req-ff27de5d-cea2-498f-8604-441077c10bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:00.525352 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99346beb-bc8a-4960-8266-37f064f8ec7e req-ff27de5d-cea2-498f-8604-441077c10bab service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1ed6414981604f24ac7e09febac45809&device_id=985cd21b-ab70-4c96-98e8-c9270e5d0f19 HTTP/1.1" status: 200 len: 1098 time: 0.4954760 May 06 09:36:00.533955 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301f138-74ce-4a6c-8ea4-072f51e593f5 req-9d11a832-3be1-4973-84b2-423fc7ea2269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:00.536098 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b301f138-74ce-4a6c-8ea4-072f51e593f5 req-9d11a832-3be1-4973-84b2-423fc7ea2269 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=293ef06f-9c8d-46e9-8a69-2491d12832fe HTTP/1.1" status: 200 len: 859 time: 0.0610704 May 06 09:36:00.536610 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: aab6d7e6-67a2-4b74-9d4a-02397dd56174 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:36:00.537017 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device aab6d7e6-67a2-4b74-9d4a-02397dd56174 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:36:00.542977 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-9d5844c4-5548-4029-945c-5365a159d8c7 service neutron] For port 5fe51c42-2f2e-4777-b918-30129d553fb9, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:36:00.553032 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-9d5844c4-5548-4029-945c-5365a159d8c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:00.554170 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bfb74f56-37bf-47a5-b7dd-e4c31245dba7 req-9d5844c4-5548-4029-945c-5365a159d8c7 service neutron] 10.222.0.84 "DELETE /v2.0/ports/5fe51c42-2f2e-4777-b918-30129d553fb9/bindings/n-h2-840835-1 HTTP/1.1" status: 204 len: 173 time: 0.9030294 May 06 09:36:00.570671 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3b4bc-dba6-40fa-97ab-92210c36ac45 req-afd68f22-94cb-402d-9690-30c7b1e019cc tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:00.584161 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-05a3b4bc-dba6-40fa-97ab-92210c36ac45 req-afd68f22-94cb-402d-9690-30c7b1e019cc tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf38c2cd-ae1c-4905-8ec7-68536119999a HTTP/1.1" status: 200 len: 945 time: 0.1849391 May 06 09:36:00.595093 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b301f138-74ce-4a6c-8ea4-072f51e593f5 req-763ee94e-79fd-4db4-a014-b9258bef8434 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=519999b9-d7d4-4e10-b661-e50209fd3b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323467 May 06 09:36:00.638338 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432da148-83b9-4880-b56a-64291e98795b req-2b565d9a-a9eb-4e93-b074-809be712ddc7 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:00.640146 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-432da148-83b9-4880-b56a-64291e98795b req-2b565d9a-a9eb-4e93-b074-809be712ddc7 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 944 time: 0.2257555 May 06 09:36:00.697328 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-432da148-83b9-4880-b56a-64291e98795b req-dafaa380-bf91-4d53-bf1a-40836f81fc5f tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395782 May 06 09:36:00.700207 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-bbe9414d-07c0-40b9-be60-d61d78419259 service neutron] Attempting to bind port 8be8332b-2113-42d8-b32d-0fd98c7739e2 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:36:00.700552 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-bbe9414d-07c0-40b9-be60-d61d78419259 service neutron] Attempting to bind port 8be8332b-2113-42d8-b32d-0fd98c7739e2 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '626c43fb-a7f4-4fe4-a6c1-349c9748be5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:36:00.700894 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-bbe9414d-07c0-40b9-be60-d61d78419259 service neutron] Attempting to bind port 8be8332b-2113-42d8-b32d-0fd98c7739e2 on network e76d704a-9d79-4d25-8a5d-5f2069ed1f70 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:00.711589 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-bbe9414d-07c0-40b9-be60-d61d78419259 service neutron] Port 8be8332b-2113-42d8-b32d-0fd98c7739e2 on network e76d704a-9d79-4d25-8a5d-5f2069ed1f70 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:36:00.711922 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-bbe9414d-07c0-40b9-be60-d61d78419259 service neutron] Attempting to bind port 8be8332b-2113-42d8-b32d-0fd98c7739e2 on network e76d704a-9d79-4d25-8a5d-5f2069ed1f70 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:00.739386 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-bbe9414d-07c0-40b9-be60-d61d78419259 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:36:00.739932 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-bbe9414d-07c0-40b9-be60-d61d78419259 service neutron] Checking segment: {'id': '626c43fb-a7f4-4fe4-a6c1-349c9748be5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:36:00.740726 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-bbe9414d-07c0-40b9-be60-d61d78419259 service neutron] Bound using segment: {'id': '626c43fb-a7f4-4fe4-a6c1-349c9748be5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:36:00.741426 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-bbe9414d-07c0-40b9-be60-d61d78419259 service neutron] Bound port: 8be8332b-2113-42d8-b32d-0fd98c7739e2, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '626c43fb-a7f4-4fe4-a6c1-349c9748be5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:36:00.741992 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-bbe9414d-07c0-40b9-be60-d61d78419259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:00.775087 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-05a3b4bc-dba6-40fa-97ab-92210c36ac45 req-c0595fc5-27a8-494b-bf29-951ab49fb957 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/security-groups?id=a923ad1f-e2d1-4971-9db3-e7aeb52f851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890430 May 06 09:36:00.800396 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b301f138-74ce-4a6c-8ea4-072f51e593f5 req-5aba269f-50fc-4fb9-b5ab-4f4bb1a36a21 service neutron] 10.222.0.84 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855378 May 06 09:36:00.910317 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-bbe9414d-07c0-40b9-be60-d61d78419259 service neutron] For port 8be8332b-2113-42d8-b32d-0fd98c7739e2, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:36:00.925170 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-bbe9414d-07c0-40b9-be60-d61d78419259 service neutron] For port 8be8332b-2113-42d8-b32d-0fd98c7739e2, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=8be8332b-2113-42d8-b32d-0fd98c7739e2,segment=NetworkSegment(626c43fb-a7f4-4fe4-a6c1-349c9748be5a),segment_id=626c43fb-a7f4-4fe4-a6c1-349c9748be5a)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:36:00.942973 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b301f138-74ce-4a6c-8ea4-072f51e593f5 req-8d654430-68fb-46a9-bf9f-29f6000bd801 service neutron] 10.222.0.84 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300707 May 06 09:36:00.951089 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-bbe9414d-07c0-40b9-be60-d61d78419259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:00.988336 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efde76c-2b69-4270-924c-5a747b86cf5b req-a6880cb8-324f-4476-b1d4-ef39b2b19cdc tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:00.989810 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0efde76c-2b69-4270-924c-5a747b86cf5b req-a6880cb8-324f-4476-b1d4-ef39b2b19cdc tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/ports?device_id=985cd21b-ab70-4c96-98e8-c9270e5d0f19 HTTP/1.1" status: 200 len: 947 time: 0.1808591 May 06 09:36:01.079019 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-bbe9414d-07c0-40b9-be60-d61d78419259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:01.079691 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-bbe9414d-07c0-40b9-be60-d61d78419259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:01.081083 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-bbe9414d-07c0-40b9-be60-d61d78419259 service neutron] 10.222.0.84 "PUT /v2.0/ports/8be8332b-2113-42d8-b32d-0fd98c7739e2 HTTP/1.1" status: 200 len: 1092 time: 3.0716350 May 06 09:36:01.139178 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9414d-07c0-40b9-be60-d61d78419259 service neutron] Pushing event updated for resources: {'Port': ['ID=8be8332b-2113-42d8-b32d-0fd98c7739e2,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:01.148190 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0efde76c-2b69-4270-924c-5a747b86cf5b req-673ddb20-b47a-40fb-951a-560b7581f7ef tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/security-groups?id=332864c1-d721-4cd2-87cb-f4dd0832c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389120 May 06 09:36:01.158928 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36aa8d-a5c5-4682-9110-8d07faa1b59f req-121535bc-952a-4943-90ad-38c14b065041 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:01.160608 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b36aa8d-a5c5-4682-9110-8d07faa1b59f req-121535bc-952a-4943-90ad-38c14b065041 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.2326956 May 06 09:36:01.161823 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99346beb-bc8a-4960-8266-37f064f8ec7e req-79637352-0c3c-4d32-96af-184136e54b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:01.171581 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99346beb-bc8a-4960-8266-37f064f8ec7e req-79637352-0c3c-4d32-96af-184136e54b20 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.2847662 May 06 09:36:01.258349 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99346beb-bc8a-4960-8266-37f064f8ec7e req-e4de8d95-ed1f-4cfb-87d0-df2e4e6d7e8e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=8edddb17-2687-4793-8dd0-f827724d7bea HTTP/1.1" status: 200 len: 217 time: 0.0758686 May 06 09:36:01.338915 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b36aa8d-a5c5-4682-9110-8d07faa1b59f req-9f4b6aa7-8e1d-4109-8c4f-e6f84d2bc310 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662219 May 06 09:36:01.360817 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-1de799fc-cb0a-4b2f-ab22-9be02e3e3362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:01.362341 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-1de799fc-cb0a-4b2f-ab22-9be02e3e3362 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c2b09c743dc34ecd9ff39fe3cb1e8e10&device_id=e915f633-425b-4e8f-ade8-d664175d5610 HTTP/1.1" status: 200 len: 1095 time: 0.1885443 May 06 09:36:01.363809 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99346beb-bc8a-4960-8266-37f064f8ec7e req-ec9d5f1b-1257-481d-b03c-e73f4c70338c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:01.365340 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99346beb-bc8a-4960-8266-37f064f8ec7e req-ec9d5f1b-1257-481d-b03c-e73f4c70338c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0969381 May 06 09:36:01.381801 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c06c46-ecb1-4d97-84cf-591e7b2e78b6 req-1c9cec67-9f08-4d88-981f-e0c62dbcd34e tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:01.383551 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1c06c46-ecb1-4d97-84cf-591e7b2e78b6 req-1c9cec67-9f08-4d88-981f-e0c62dbcd34e tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 943 time: 0.1308362 May 06 09:36:01.444152 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39334) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:01.455949 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-6fce8ae7-0631-4706-b8ca-0db35378aa87 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8be8332b-2113-42d8-b32d-0fd98c7739e2 HTTP/1.1" status: 200 len: 217 time: 0.0713923 May 06 09:36:01.522285 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1c06c46-ecb1-4d97-84cf-591e7b2e78b6 req-43e59a0b-7762-4ecf-b91d-f32e4123da94 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301203 May 06 09:36:01.549704 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d1a4837-52ab-4dee-ad04-fd187434b6b9 admin admin] Deleting subnet 02926ad3-94f2-41e1-8f3f-5bfcb9958f07 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:36:01.553615 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d1a4837-52ab-4dee-ad04-fd187434b6b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:01.567769 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99346beb-bc8a-4960-8266-37f064f8ec7e req-8151c6fb-9546-4910-89d2-a3ef330e2610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:01.567769 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99346beb-bc8a-4960-8266-37f064f8ec7e req-8151c6fb-9546-4910-89d2-a3ef330e2610 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1904480 May 06 09:36:01.587397 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-bf613f1a-aafe-4cdc-b08d-f3a2949cd3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:01.589290 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-bf613f1a-aafe-4cdc-b08d-f3a2949cd3f4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=13d54616-5091-48d4-a06e-e4f6d0eb3a1a HTTP/1.1" status: 200 len: 863 time: 0.1190872 May 06 09:36:01.628474 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d1a4837-52ab-4dee-ad04-fd187434b6b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:01.686300 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01722b-6427-4c4c-9282-5adb734ec390 req-075753bb-0ef5-49c2-8562-8fe021598517 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:01.687747 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b01722b-6427-4c4c-9282-5adb734ec390 req-075753bb-0ef5-49c2-8562-8fe021598517 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?device_id=e915f633-425b-4e8f-ade8-d664175d5610 HTTP/1.1" status: 200 len: 944 time: 0.1737726 May 06 09:36:01.737319 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d1a4837-52ab-4dee-ad04-fd187434b6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:01.785744 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-992ffdc2-b2c8-4f82-a1eb-d667790e3843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:01.787343 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-992ffdc2-b2c8-4f82-a1eb-d667790e3843 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e76d704a-9d79-4d25-8a5d-5f2069ed1f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1829374 May 06 09:36:01.794155 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b01722b-6427-4c4c-9282-5adb734ec390 req-0e22fc2c-1e05-4127-a7c3-7b4e0c1e1de6 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d239d7c-84e1-4284-bf97-da62be15615c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993502 May 06 09:36:01.798443 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99346beb-bc8a-4960-8266-37f064f8ec7e req-f63ae903-08e6-408b-b81d-44317a365ad5 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212324 May 06 09:36:01.801247 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfc9b0-11b2-4403-a72b-a1a7c20a670f req-0dac1555-9cfb-47f4-9f24-689826b3098f tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:01.808928 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5bfc9b0-11b2-4403-a72b-a1a7c20a670f req-0dac1555-9cfb-47f4-9f24-689826b3098f tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 1095 time: 0.1442046 May 06 09:36:01.813096 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e915f633-425b-4e8f-ade8-d664175d5610', 'tag': '8be8332b-2113-42d8-b32d-0fd98c7739e2'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:01.824101 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95aeb061-a9dc-4fd4-b29d-500ea12344c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e915f633-425b-4e8f-ade8-d664175d5610", "tag": "8be8332b-2113-42d8-b32d-0fd98c7739e2"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:01.825222 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d1a4837-52ab-4dee-ad04-fd187434b6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:01.858251 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a4837-52ab-4dee-ad04-fd187434b6b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02926ad3-94f2-41e1-8f3f-5bfcb9958f07,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:01.868371 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d1a4837-52ab-4dee-ad04-fd187434b6b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:01.877594 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0d1a4837-52ab-4dee-ad04-fd187434b6b9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/02926ad3-94f2-41e1-8f3f-5bfcb9958f07 HTTP/1.1" status: 204 len: 168 time: 0.4315817 May 06 09:36:01.877594 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39342) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:01.964605 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f09a49b-aa6c-4f1a-a9c9-e7193f3953ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:02.003517 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5bfc9b0-11b2-4403-a72b-a1a7c20a670f req-cbace54a-ce11-4dfe-9bc9-fcc0ce9e8d8e tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936886 May 06 09:36:02.018386 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 056f291b-20d9-41e3-abe7-fda2add4f726 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:36:02.057009 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246', 'name': 'network-vif-deleted', 'tag': 'aab6d7e6-67a2-4b74-9d4a-02397dd56174'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:02.059287 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdf5f2f-df98-49f4-8719-c186baa25a1c" -d '{"events": [{"server_uuid": "1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246", "name": "network-vif-deleted", "tag": "aab6d7e6-67a2-4b74-9d4a-02397dd56174"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:02.072549 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c21460-5628-4e2e-991c-64790528ee6e req-428d129f-2111-4a9e-909e-0024c143e766 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:02.079217 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-60c21460-5628-4e2e-991c-64790528ee6e req-428d129f-2111-4a9e-909e-0024c143e766 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf38c2cd-ae1c-4905-8ec7-68536119999a HTTP/1.1" status: 200 len: 945 time: 0.1810491 May 06 09:36:02.084674 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99346beb-bc8a-4960-8266-37f064f8ec7e req-d21d15fe-9ecc-4785-96ba-f69d8ef0c86d service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737205 May 06 09:36:02.086418 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-5a671dac-b382-4b2c-b753-3f0b00bc5251 service neutron] 10.222.0.84 "GET /v2.0/networks/e76d704a-9d79-4d25-8a5d-5f2069ed1f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739820 May 06 09:36:02.087183 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f09a49b-aa6c-4f1a-a9c9-e7193f3953ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:02.104699 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32f4e25-8397-4d4a-9871-28d745f259ea x-openstack-request-id: req-f32f4e25-8397-4d4a-9871-28d745f259ea {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:02.104987 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e915f633-425b-4e8f-ade8-d664175d5610", "tag": "8be8332b-2113-42d8-b32d-0fd98c7739e2", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:02.105250 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f32f4e25-8397-4d4a-9871-28d745f259ea {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:02.105624 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f32f4e25-8397-4d4a-9871-28d745f259ea'] response: {'name': 'network-changed', 'server_uuid': 'e915f633-425b-4e8f-ade8-d664175d5610', 'tag': '8be8332b-2113-42d8-b32d-0fd98c7739e2', 'status': 'completed', 'code': 200} May 06 09:36:02.120609 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-5f09a49b-aa6c-4f1a-a9c9-e7193f3953ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c527760-fb10-404f-92ae-b057a7d18f65']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:02.135568 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-5f09a49b-aa6c-4f1a-a9c9-e7193f3953ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35253cc4-0175-4b64-ad26-0300407f216d') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:02.135867 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-5f09a49b-aa6c-4f1a-a9c9-e7193f3953ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35253cc4-0175-4b64-ad26-0300407f216d') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:02.150329 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f09a49b-aa6c-4f1a-a9c9-e7193f3953ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:02.159041 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a421d0-b13d-4eaa-b7eb-34b37ef2f2bb x-openstack-request-id: req-57a421d0-b13d-4eaa-b7eb-34b37ef2f2bb {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:02.159441 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246", "name": "network-vif-deleted", "tag": "aab6d7e6-67a2-4b74-9d4a-02397dd56174", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:02.159608 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-57a421d0-b13d-4eaa-b7eb-34b37ef2f2bb {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:02.160248 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57a421d0-b13d-4eaa-b7eb-34b37ef2f2bb'] response: {'server_uuid': '1eb8430a-f2ee-4eec-87a3-c2cf4dc7c246', 'name': 'network-vif-deleted', 'tag': 'aab6d7e6-67a2-4b74-9d4a-02397dd56174', 'status': 'completed', 'code': 200} May 06 09:36:02.175483 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f09a49b-aa6c-4f1a-a9c9-e7193f3953ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:02.185295 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f09a49b-aa6c-4f1a-a9c9-e7193f3953ff admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:36:02.186492 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f09a49b-aa6c-4f1a-a9c9-e7193f3953ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:02.222095 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 056f291b-20d9-41e3-abe7-fda2add4f726, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=056f291b-20d9-41e3-abe7-fda2add4f726,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: timer() May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:36:02.228410 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:36:02.249036 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '056f291b-20d9-41e3-abe7-fda2add4f726', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': '056f291b-20d9-41e3-abe7-fda2add4f726', 'mac_address': 'fa:16:3e:f7:68:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:36:02.251692 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-60c21460-5628-4e2e-991c-64790528ee6e req-67410394-0739-44c5-9bcd-071346adbb2b tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/security-groups?id=a923ad1f-e2d1-4971-9db3-e7aeb52f851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641786 May 06 09:36:02.308822 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:02.345221 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f09a49b-aa6c-4f1a-a9c9-e7193f3953ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:02.348350 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 056f291b-20d9-41e3-abe7-fda2add4f726 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:02.372385 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f09a49b-aa6c-4f1a-a9c9-e7193f3953ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:02.376078 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5f09a49b-aa6c-4f1a-a9c9-e7193f3953ff admin admin] 10.222.0.73 "DELETE /v2.0/networks/1c527760-fb10-404f-92ae-b057a7d18f65 HTTP/1.1" status: 204 len: 168 time: 0.4973941 May 06 09:36:02.377939 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09a49b-aa6c-4f1a-a9c9-e7193f3953ff admin admin] Pushing event deleted for resources: {'Network': ['ID=1c527760-fb10-404f-92ae-b057a7d18f65,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:02.392352 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 056f291b-20d9-41e3-abe7-fda2add4f726, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=056f291b-20d9-41e3-abe7-fda2add4f726,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:02.398817 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:02.402765 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f3edb54-a14a-4e36-9582-fbd85e486356 req-0302ff80-c694-4c13-837b-45252c05d45d service neutron] 10.222.0.84 "GET /v2.0/networks/e76d704a-9d79-4d25-8a5d-5f2069ed1f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962620 May 06 09:36:02.497021 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=056f291b-20d9-41e3-abe7-fda2add4f726,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:02.502256 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 9989a753-257a-4835-862a-c07fccfeb244 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:36:02.563770 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a1f8c-b855-4c66-821a-16026f4c0ce1 req-bb18c70b-c2ac-41c6-88a5-5c5dc092b79d tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:02.566130 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc8a1f8c-b855-4c66-821a-16026f4c0ce1 req-bb18c70b-c2ac-41c6-88a5-5c5dc092b79d tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/ports?device_id=985cd21b-ab70-4c96-98e8-c9270e5d0f19 HTTP/1.1" status: 200 len: 947 time: 0.2116292 May 06 09:36:02.621269 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-7067c8bc-a26e-4bc1-8b9e-b281e4e66eb6 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:02.629118 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-7067c8bc-a26e-4bc1-8b9e-b281e4e66eb6 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/networks?id=9016fd3e-f04c-40de-8dbe-a7754f33396e HTTP/1.1" status: 200 len: 808 time: 0.2761481 May 06 09:36:02.633342 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aeb061-a9dc-4fd4-b29d-500ea12344c5 req-db2bae1b-4764-4c9e-a7e9-5788cf83c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:02.634909 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95aeb061-a9dc-4fd4-b29d-500ea12344c5 req-db2bae1b-4764-4c9e-a7e9-5788cf83c756 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c2b09c743dc34ecd9ff39fe3cb1e8e10&device_id=e915f633-425b-4e8f-ade8-d664175d5610 HTTP/1.1" status: 200 len: 1095 time: 0.1473722 May 06 09:36:02.659380 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-08e4cda1-2a8c-4f82-9997-82f7df654653 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/quotas/ee0cd225ef094aa381a08623ce8da867 HTTP/1.1" status: 200 len: 375 time: 0.0292954 May 06 09:36:02.665606 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 9989a753-257a-4835-862a-c07fccfeb244, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=9989a753-257a-4835-862a-c07fccfeb244,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:02.679929 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 9989a753-257a-4835-862a-c07fccfeb244 has no active binding in host n-h2-840835-1 {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 06 09:36:02.686269 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc8a1f8c-b855-4c66-821a-16026f4c0ce1 req-95f70079-13e9-4cb7-a519-6d5ee97034bb tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/security-groups?id=332864c1-d721-4cd2-87cb-f4dd0832c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132386 May 06 09:36:02.710340 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39366) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:02.766995 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8fcdd6b7-eeb6-44c6-a8ff-6916416a58fb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c98224fbfb324f1090c72cb41a383c62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539258 May 06 09:36:02.771371 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39368) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:02.772766 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-81017f2f-808a-4838-bd6b-78428e911e0b tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee0cd225ef094aa381a08623ce8da867&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1124883 May 06 09:36:02.828058 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-57933946-5dee-423d-98a7-7957b6b41881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:02.870397 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-57933946-5dee-423d-98a7-7957b6b41881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:02.907346 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aeb061-a9dc-4fd4-b29d-500ea12344c5 req-caaa4e67-e50a-4dbe-84e0-885c2414c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:02.909543 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95aeb061-a9dc-4fd4-b29d-500ea12344c5 req-caaa4e67-e50a-4dbe-84e0-885c2414c861 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e76d704a-9d79-4d25-8a5d-5f2069ed1f70 HTTP/1.1" status: 200 len: 925 time: 0.2482479 May 06 09:36:02.938647 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-57933946-5dee-423d-98a7-7957b6b41881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:02.941834 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-57933946-5dee-423d-98a7-7957b6b41881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:02.945652 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-57933946-5dee-423d-98a7-7957b6b41881 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a3cc2c93-32ea-4ef6-a645-7fbc547a37e5 HTTP/1.1" status: 204 len: 168 time: 0.1707070 May 06 09:36:02.952718 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57933946-5dee-423d-98a7-7957b6b41881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cc2c93-32ea-4ef6-a645-7fbc547a37e5,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:03.002346 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['056f291b-20d9-41e3-abe7-fda2add4f726'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:36:03.292031 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5010c5-0610-410a-857f-fb01037cb8db req-21fdc1ac-2ae4-4f8a-9e16-50637db67574 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:03.293502 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7c5010c5-0610-410a-857f-fb01037cb8db req-21fdc1ac-2ae4-4f8a-9e16-50637db67574 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.5098686 May 06 09:36:03.294781 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95aeb061-a9dc-4fd4-b29d-500ea12344c5 req-a9ff8587-943e-433e-bec8-dd132319f22c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8be8332b-2113-42d8-b32d-0fd98c7739e2 HTTP/1.1" status: 200 len: 217 time: 0.3706915 May 06 09:36:03.315173 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-e57deebf-150a-4fd6-ab8d-9561e84e4d9c service neutron] 10.222.0.73 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415728 May 06 09:36:03.426650 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7c5010c5-0610-410a-857f-fb01037cb8db req-2598bffe-1f1f-4bee-a068-9775945a261d tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223867 May 06 09:36:03.440044 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aeb061-a9dc-4fd4-b29d-500ea12344c5 req-db99b68a-0f0b-4fe0-8df9-dd3c03949e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:03.448713 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95aeb061-a9dc-4fd4-b29d-500ea12344c5 req-db99b68a-0f0b-4fe0-8df9-dd3c03949e2e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=13d54616-5091-48d4-a06e-e4f6d0eb3a1a HTTP/1.1" status: 200 len: 863 time: 0.1262157 May 06 09:36:03.516167 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-59d86f7f-d358-4f38-a8da-3d9e6ea0c10a service neutron] 10.222.0.73 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929986 May 06 09:36:03.548622 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aeb061-a9dc-4fd4-b29d-500ea12344c5 req-c66732ed-a751-4512-901a-1ea12d5dc9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:03.550184 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95aeb061-a9dc-4fd4-b29d-500ea12344c5 req-c66732ed-a751-4512-901a-1ea12d5dc9e7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e76d704a-9d79-4d25-8a5d-5f2069ed1f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912690 May 06 09:36:03.562489 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9144665-6aa6-4aaa-a221-1bd4e204dede req-ef39090c-41d4-4463-8af6-d35459141650 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:03.564073 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9144665-6aa6-4aaa-a221-1bd4e204dede req-ef39090c-41d4-4463-8af6-d35459141650 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 943 time: 0.0669644 May 06 09:36:03.664442 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9144665-6aa6-4aaa-a221-1bd4e204dede req-bbe4f33c-87e7-4213-8ca6-8c4bf81580f7 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933747 May 06 09:36:03.718810 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95aeb061-a9dc-4fd4-b29d-500ea12344c5 req-c27cff94-bd37-4906-9027-b5c71b135f6b service neutron] 10.222.0.84 "GET /v2.0/networks/e76d704a-9d79-4d25-8a5d-5f2069ed1f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370471 May 06 09:36:03.828939 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39406) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:03.881144 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5db9cc-89c5-45ee-95e8-5673558671bb req-3d9c5bcb-94b3-44ac-8d7f-1f1b0c637691 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:03.882684 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb5db9cc-89c5-45ee-95e8-5673558671bb req-3d9c5bcb-94b3-44ac-8d7f-1f1b0c637691 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?device_id=e915f633-425b-4e8f-ade8-d664175d5610 HTTP/1.1" status: 200 len: 944 time: 0.1571748 May 06 09:36:03.912198 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a48a1-af9c-4d0b-9c73-97713534a5cd req-c39d6327-e8a4-488e-9989-f53d36de6c76 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:03.913565 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e49a48a1-af9c-4d0b-9c73-97713534a5cd req-c39d6327-e8a4-488e-9989-f53d36de6c76 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf38c2cd-ae1c-4905-8ec7-68536119999a HTTP/1.1" status: 200 len: 945 time: 0.1395500 May 06 09:36:03.964831 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95aeb061-a9dc-4fd4-b29d-500ea12344c5 req-90e8d10c-5f81-4bfd-bb34-9be7efb0d3f5 service neutron] 10.222.0.84 "GET /v2.0/networks/e76d704a-9d79-4d25-8a5d-5f2069ed1f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026885 May 06 09:36:03.973327 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-927d8e47-a3ad-4351-8af5-11b30ceb9c25 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-917563581-network', 'tenant_id': 'f4aa136b130448688a7f34d49779576a'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:03.995530 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927d8e47-a3ad-4351-8af5-11b30ceb9c25 admin admin] Made reservation on behalf of f4aa136b130448688a7f34d49779576a for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:36:03.998620 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e49a48a1-af9c-4d0b-9c73-97713534a5cd req-7c2d1b51-d437-4a87-a977-507584f85431 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/security-groups?id=a923ad1f-e2d1-4971-9db3-e7aeb52f851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693932 May 06 09:36:03.999535 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-927d8e47-a3ad-4351-8af5-11b30ceb9c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:04.003800 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb5db9cc-89c5-45ee-95e8-5673558671bb req-e8ee181d-a22a-4fc7-9c3d-e9ede691cb30 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d239d7c-84e1-4284-bf97-da62be15615c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876045 May 06 09:36:04.015337 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-927d8e47-a3ad-4351-8af5-11b30ceb9c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:04.095939 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bbcb5aa5-f534-4e42-b52a-50e5ec0fd723 req-0f4b3052-b428-4b20-98a6-066f1c854f7d tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 210 time: 0.0384650 May 06 09:36:04.121939 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-927d8e47-a3ad-4351-8af5-11b30ceb9c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:04.127856 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-927d8e47-a3ad-4351-8af5-11b30ceb9c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:04.150819 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-927d8e47-a3ad-4351-8af5-11b30ceb9c25 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:36:04.166831 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d8e47-a3ad-4351-8af5-11b30ceb9c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c3e875-9423-4461-952c-43bae1275ae0,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:04.170097 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-927d8e47-a3ad-4351-8af5-11b30ceb9c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:04.170448 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-927d8e47-a3ad-4351-8af5-11b30ceb9c25 admin admin] Added segment a3f4fc86-e5d9-4205-80e4-89f5cfe2e806 of type vlan for network d08aac77-6a8c-48ad-8465-6c78d5aeb84b May 06 09:36:04.221175 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-927d8e47-a3ad-4351-8af5-11b30ceb9c25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:04.248574 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-927d8e47-a3ad-4351-8af5-11b30ceb9c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:04.249684 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927d8e47-a3ad-4351-8af5-11b30ceb9c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:04.250402 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-927d8e47-a3ad-4351-8af5-11b30ceb9c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:04.250521 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c115c85-c0e0-40da-9905-e67069cbf237 req-9e8fc1ea-ef31-4a20-9e3d-c014a69b15e2 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:04.252035 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c115c85-c0e0-40da-9905-e67069cbf237 req-9e8fc1ea-ef31-4a20-9e3d-c014a69b15e2 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/ports?device_id=985cd21b-ab70-4c96-98e8-c9270e5d0f19 HTTP/1.1" status: 200 len: 947 time: 0.1663814 May 06 09:36:04.310691 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-927d8e47-a3ad-4351-8af5-11b30ceb9c25 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4800305 May 06 09:36:04.313490 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39416) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:04.318484 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-bda33e18-c2d1-4a47-87f0-15d5421b923a admin admin] Request body: {'subnet': {'network_id': 'd08aac77-6a8c-48ad-8465-6c78d5aeb84b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-917563581-subnet', 'tenant_id': 'f4aa136b130448688a7f34d49779576a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:04.331542 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d8e47-a3ad-4351-8af5-11b30ceb9c25 admin admin] Pushing event updated for resources: {'Network': ['ID=d08aac77-6a8c-48ad-8465-6c78d5aeb84b,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:04.347081 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network d08aac77-6a8c-48ad-8465-6c78d5aeb84b details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:36:04.367657 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda33e18-c2d1-4a47-87f0-15d5421b923a admin admin] Made reservation on behalf of f4aa136b130448688a7f34d49779576a for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:36:04.370684 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c115c85-c0e0-40da-9905-e67069cbf237 req-dfd5981d-fbcf-4386-b8fb-e84413b85700 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/security-groups?id=332864c1-d721-4cd2-87cb-f4dd0832c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105075 May 06 09:36:04.370860 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bda33e18-c2d1-4a47-87f0-15d5421b923a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:04.409738 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-24a4330d-ea04-46cb-88b4-006a3c60e990 req-c2e5c87c-534b-4a36-b6da-e21ee2521b65 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 258 time: 0.2841582 May 06 09:36:04.421778 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-24a4330d-ea04-46cb-88b4-006a3c60e990 req-0f489c2f-9ef7-42c5-ae69-6c4c5c3fbd61 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:04.450836 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-24a4330d-ea04-46cb-88b4-006a3c60e990 req-0f489c2f-9ef7-42c5-ae69-6c4c5c3fbd61 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:04.507328 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 8edddb17-2687-4793-8dd0-f827724d7bea details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:36:04.562304 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bda33e18-c2d1-4a47-87f0-15d5421b923a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:04.568475 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3b8d3-a45b-48ac-8405-6e44056abc4f req-eeea1d02-f105-4635-85bd-ae560d5a3a0c tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:04.575646 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-59c3b8d3-a45b-48ac-8405-6e44056abc4f req-eeea1d02-f105-4635-85bd-ae560d5a3a0c tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.0736418 May 06 09:36:04.615900 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 8edddb17-2687-4793-8dd0-f827724d7bea, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=8edddb17-2687-4793-8dd0-f827724d7bea,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:04.618962 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda33e18-c2d1-4a47-87f0-15d5421b923a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d27702c2-9a71-49e6-91a0-98e35f14ed0a,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:04.628246 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '8edddb17-2687-4793-8dd0-f827724d7bea', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': '8edddb17-2687-4793-8dd0-f827724d7bea', 'mac_address': 'fa:16:3e:a6:7f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:36:04.631405 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda33e18-c2d1-4a47-87f0-15d5421b923a admin admin] Checking segment: {'id': 'a3f4fc86-e5d9-4205-80e4-89f5cfe2e806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd08aac77-6a8c-48ad-8465-6c78d5aeb84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:36:04.631838 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda33e18-c2d1-4a47-87f0-15d5421b923a admin admin] Network hostable DHCP agents. Network: d08aac77-6a8c-48ad-8465-6c78d5aeb84b, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:36:04.638141 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-59c3b8d3-a45b-48ac-8405-6e44056abc4f req-f1f44ee6-4169-48ba-8b62-f26cfffc6126 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602217 May 06 09:36:04.652554 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-24a4330d-ea04-46cb-88b4-006a3c60e990 req-0f489c2f-9ef7-42c5-ae69-6c4c5c3fbd61 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:04.661870 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda33e18-c2d1-4a47-87f0-15d5421b923a admin admin] Network d08aac77-6a8c-48ad-8465-6c78d5aeb84b is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:36:04.673141 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-bda33e18-c2d1-4a47-87f0-15d5421b923a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, d08aac77-6a8c-48ad-8465-6c78d5aeb84b) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:36:04.677714 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda33e18-c2d1-4a47-87f0-15d5421b923a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:04.678445 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bda33e18-c2d1-4a47-87f0-15d5421b923a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:04.680089 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:04.693382 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e55f008-fc26-4cb1-9d49-6d0fef370b9e None None] Network d08aac77-6a8c-48ad-8465-6c78d5aeb84b requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:36:04.700700 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8edddb17-2687-4793-8dd0-f827724d7bea {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:04.707580 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bda33e18-c2d1-4a47-87f0-15d5421b923a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3929386 May 06 09:36:04.710354 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39422) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:04.715451 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-a099ff15-8f3f-4a20-8887-4deadad5268d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-917563581-router', 'tenant_id': 'f4aa136b130448688a7f34d49779576a', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:04.741726 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a099ff15-8f3f-4a20-8887-4deadad5268d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:04.743202 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a099ff15-8f3f-4a20-8887-4deadad5268d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:04.776455 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 8edddb17-2687-4793-8dd0-f827724d7bea, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=8edddb17-2687-4793-8dd0-f827724d7bea,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:04.789887 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:04.815563 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a099ff15-8f3f-4a20-8887-4deadad5268d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:04.898680 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=8edddb17-2687-4793-8dd0-f827724d7bea,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:04.908355 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28428de-d89d-4331-ab29-823674a02f16 None None] Network d08aac77-6a8c-48ad-8465-6c78d5aeb84b requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:36:04.991177 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-24a4330d-ea04-46cb-88b4-006a3c60e990 req-0f489c2f-9ef7-42c5-ae69-6c4c5c3fbd61 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Allocated IP 172.25.5.130 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/b8783c3a-1e7e-43d5-9db7-2ac7ca3c6ef5) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:36:05.024092 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304665f-d1e5-418a-9cbc-831b7af02899 req-2a219665-d5bd-470b-b19f-f3a2c8530a0e tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:05.025697 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7304665f-d1e5-418a-9cbc-831b7af02899 req-2a219665-d5bd-470b-b19f-f3a2c8530a0e tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 943 time: 0.2288346 May 06 09:36:05.042228 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a099ff15-8f3f-4a20-8887-4deadad5268d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:05.163002 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-e49aee83-9fd1-40e8-adc1-18d496b1422b tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:05.164393 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-e49aee83-9fd1-40e8-adc1-18d496b1422b tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.77 "GET /v2.0/networks?id=9016fd3e-f04c-40de-8dbe-a7754f33396e HTTP/1.1" status: 200 len: 808 time: 0.3160050 May 06 09:36:05.168975 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-12a5f641-1ec8-427f-81b2-40e967c37fa0 service neutron] 10.222.0.84 "GET /v2.0/ports/9989a753-257a-4835-862a-c07fccfeb244/bindings/n-h2-840835-1 HTTP/1.1" status: 200 len: 384 time: 0.2237265 May 06 09:36:05.176329 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7304665f-d1e5-418a-9cbc-831b7af02899 req-8895d83c-f14e-4a24-a681-5595c3fd1c34 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206844 May 06 09:36:05.198560 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-d968a401-844e-4e1e-9ecc-ad3943526ab1 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Request body: {'port': {'device_id': '7f5da443-f3d5-4793-b56a-ba4e5723bccf', 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e', 'admin_state_up': True, 'tenant_id': 'ee0cd225ef094aa381a08623ce8da867'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:05.224077 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['8edddb17-2687-4793-8dd0-f827724d7bea'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:36:05.285474 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a099ff15-8f3f-4a20-8887-4deadad5268d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:05.306940 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a099ff15-8f3f-4a20-8887-4deadad5268d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:05.356338 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-24a4330d-ea04-46cb-88b4-006a3c60e990 req-0f489c2f-9ef7-42c5-ae69-6c4c5c3fbd61 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:05.452211 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac40249-7d87-4578-b784-2ab63c3996c2 req-8494a900-0d5d-4c93-abde-b68b94705d99 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:05.453613 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eac40249-7d87-4578-b784-2ab63c3996c2 req-8494a900-0d5d-4c93-abde-b68b94705d99 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?device_id=e915f633-425b-4e8f-ade8-d664175d5610 HTTP/1.1" status: 200 len: 944 time: 0.1804776 May 06 09:36:05.532321 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-d968a401-844e-4e1e-9ecc-ad3943526ab1 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Made reservation on behalf of ee0cd225ef094aa381a08623ce8da867 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:36:05.535767 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-d968a401-844e-4e1e-9ecc-ad3943526ab1 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:05.551286 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-24a4330d-ea04-46cb-88b4-006a3c60e990 req-0f489c2f-9ef7-42c5-ae69-6c4c5c3fbd61 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:05.583401 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-a099ff15-8f3f-4a20-8887-4deadad5268d admin admin] Allocated IP 172.25.5.245 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/ae5e7be6-d581-4bee-9214-f2472da7ed4a) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:36:05.610948 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eac40249-7d87-4578-b784-2ab63c3996c2 req-2d41225c-c731-4f4b-a9a6-e1427575d735 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d239d7c-84e1-4284-bf97-da62be15615c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480389 May 06 09:36:05.631707 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a4330d-ea04-46cb-88b4-006a3c60e990 req-0f489c2f-9ef7-42c5-ae69-6c4c5c3fbd61 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:36:05.640860 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-24a4330d-ea04-46cb-88b4-006a3c60e990 req-0f489c2f-9ef7-42c5-ae69-6c4c5c3fbd61 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:36:05.650902 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a4330d-ea04-46cb-88b4-006a3c60e990 req-0f489c2f-9ef7-42c5-ae69-6c4c5c3fbd61 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:36:05.690205 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f489c2f-9ef7-42c5-ae69-6c4c5c3fbd61 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Pushing event updated for resources: {'Port': ['ID=b8783c3a-1e7e-43d5-9db7-2ac7ca3c6ef5,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:05.705780 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a099ff15-8f3f-4a20-8887-4deadad5268d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:05.769000 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a099ff15-8f3f-4a20-8887-4deadad5268d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:05.781196 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f8b265bf-7183-450b-afee-7451eaa12f9b req-fb2ae412-9b96-4ad1-a9b3-bcc84e788f5d tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 210 time: 0.0919213 May 06 09:36:05.805180 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-75979c84-58b0-479f-8339-7da377734707 service neutron] For port 9989a753-257a-4835-862a-c07fccfeb244, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=9989a753-257a-4835-862a-c07fccfeb244,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:05.822828 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a099ff15-8f3f-4a20-8887-4deadad5268d admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:36:05.830424 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-a099ff15-8f3f-4a20-8887-4deadad5268d admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:36:05.832349 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a099ff15-8f3f-4a20-8887-4deadad5268d admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:36:05.834573 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099ff15-8f3f-4a20-8887-4deadad5268d admin admin] Pushing event updated for resources: {'Port': ['ID=ae5e7be6-d581-4bee-9214-f2472da7ed4a,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:05.884905 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-24a4330d-ea04-46cb-88b4-006a3c60e990 req-0f489c2f-9ef7-42c5-ae69-6c4c5c3fbd61 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:05.917409 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-75979c84-58b0-479f-8339-7da377734707 service neutron] For port 9989a753-257a-4835-862a-c07fccfeb244, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:36:06.037438 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 8be8332b-2113-42d8-b32d-0fd98c7739e2 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:36:06.045015 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 056f291b-20d9-41e3-abe7-fda2add4f726 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:36:06.115197 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a099ff15-8f3f-4a20-8887-4deadad5268d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:06.178986 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 056f291b-20d9-41e3-abe7-fda2add4f726 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:36:06.188598 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-d968a401-844e-4e1e-9ecc-ad3943526ab1 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Allocated IP 172.20.0.4 (9016fd3e-f04c-40de-8dbe-a7754f33396e/5704ec7d-7fe2-4308-8e34-562762b93f76/0628af58-b4bb-41f2-a487-0f7dc617eaf8) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:36:06.189168 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 056f291b-20d9-41e3-abe7-fda2add4f726 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:06.189168 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:06.205940 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-75979c84-58b0-479f-8339-7da377734707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9989a753-257a-4835-862a-c07fccfeb244 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:06.222187 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-24a4330d-ea04-46cb-88b4-006a3c60e990 req-0f489c2f-9ef7-42c5-ae69-6c4c5c3fbd61 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:06.225597 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-75979c84-58b0-479f-8339-7da377734707 service neutron] For port 9989a753-257a-4835-862a-c07fccfeb244, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=9989a753-257a-4835-862a-c07fccfeb244,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:06.233600 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 8be8332b-2113-42d8-b32d-0fd98c7739e2, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=8be8332b-2113-42d8-b32d-0fd98c7739e2,segment=NetworkSegment(626c43fb-a7f4-4fe4-a6c1-349c9748be5a),segment_id=626c43fb-a7f4-4fe4-a6c1-349c9748be5a)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:06.251860 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '8be8332b-2113-42d8-b32d-0fd98c7739e2', 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70', 'port_id': '8be8332b-2113-42d8-b32d-0fd98c7739e2', 'mac_address': 'fa:16:3e:16:ba:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:36:06.273621 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9edf8c-094f-456c-98b0-cb657f6a6469 req-9f9f2e28-dad5-4bc5-bf58-f1a4a4e70909 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:06.275138 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4e9edf8c-094f-456c-98b0-cb657f6a6469 req-9f9f2e28-dad5-4bc5-bf58-f1a4a4e70909 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/ports?device_id=985cd21b-ab70-4c96-98e8-c9270e5d0f19 HTTP/1.1" status: 200 len: 948 time: 0.4156337 May 06 09:36:06.279891 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-75979c84-58b0-479f-8339-7da377734707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:06.322037 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:06.339025 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a099ff15-8f3f-4a20-8887-4deadad5268d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:06.467982 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be8332b-2113-42d8-b32d-0fd98c7739e2 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:06.486275 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a099ff15-8f3f-4a20-8887-4deadad5268d admin admin] Router 5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:36:06.492356 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4e9edf8c-094f-456c-98b0-cb657f6a6469 req-75f713ff-484d-436b-a809-3770edd7bdd8 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/security-groups?id=332864c1-d721-4cd2-87cb-f4dd0832c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970468 May 06 09:36:06.493831 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:06.507753 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 8be8332b-2113-42d8-b32d-0fd98c7739e2, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=8be8332b-2113-42d8-b32d-0fd98c7739e2,segment=NetworkSegment(626c43fb-a7f4-4fe4-a6c1-349c9748be5a),segment_id=626c43fb-a7f4-4fe4-a6c1-349c9748be5a)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:06.530205 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 056f291b-20d9-41e3-abe7-fda2add4f726, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=056f291b-20d9-41e3-abe7-fda2add4f726,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:06.531818 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0acb8ee9-c39a-4f95-b1d9-96b7b7258c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056f291b-20d9-41e3-abe7-fda2add4f726'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:06.534747 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bedb99b-1860-4823-aa37-4e5e34accfa2" -d '{"events": [{"server_uuid": "0acb8ee9-c39a-4f95-b1d9-96b7b7258c77", "name": "network-vif-plugged", "status": "completed", "tag": "056f291b-20d9-41e3-abe7-fda2add4f726"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:06.538472 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:06.577373 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-75979c84-58b0-479f-8339-7da377734707 service neutron] Transition to ACTIVE for port object 9989a753-257a-4835-862a-c07fccfeb244 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:36:06.593589 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:06.596578 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-75979c84-58b0-479f-8339-7da377734707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:06.598496 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=8be8332b-2113-42d8-b32d-0fd98c7739e2,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:06.604235 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 8edddb17-2687-4793-8dd0-f827724d7bea up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:36:06.639064 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a099ff15-8f3f-4a20-8887-4deadad5268d admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:36:06.646226 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-24a4330d-ea04-46cb-88b4-006a3c60e990 req-0f489c2f-9ef7-42c5-ae69-6c4c5c3fbd61 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:06.656316 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd3de55-5fc6-4d7a-ad97-ae16500474ce None None] Sync routers for ids ['5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:36:06.668817 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a099ff15-8f3f-4a20-8887-4deadad5268d admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:06.671076 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a099ff15-8f3f-4a20-8887-4deadad5268d admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.9596562 May 06 09:36:06.671830 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-d968a401-844e-4e1e-9ecc-ad3943526ab1 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:06.673766 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39442) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:06.676798 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd3de55-5fc6-4d7a-ad97-ae16500474ce None None] Routers {'5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:36:06.677604 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-2bd3de55-5fc6-4d7a-ad97-ae16500474ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:35:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:06.688147 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-24a4330d-ea04-46cb-88b4-006a3c60e990 req-0f489c2f-9ef7-42c5-ae69-6c4c5c3fbd61 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:06.704087 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=056f291b-20d9-41e3-abe7-fda2add4f726,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:06.710015 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 8edddb17-2687-4793-8dd0-f827724d7bea completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:36:06.715424 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 8edddb17-2687-4793-8dd0-f827724d7bea triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:06.715844 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:06.731487 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-24a4330d-ea04-46cb-88b4-006a3c60e990 req-0f489c2f-9ef7-42c5-ae69-6c4c5c3fbd61 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:06.762597 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-75979c84-58b0-479f-8339-7da377734707 service neutron] No DVR routers for this DVR port 9989a753-257a-4835-862a-c07fccfeb244 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:36:06.783212 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75979c84-58b0-479f-8339-7da377734707 service neutron] Pushing event updated for resources: {'Port': ['ID=9989a753-257a-4835-862a-c07fccfeb244,revision_number=10']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:06.802584 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-24a4330d-ea04-46cb-88b4-006a3c60e990 req-0f489c2f-9ef7-42c5-ae69-6c4c5c3fbd61 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:06.804098 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-24a4330d-ea04-46cb-88b4-006a3c60e990 req-0f489c2f-9ef7-42c5-ae69-6c4c5c3fbd61 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3868840 May 06 09:36:06.812963 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:06.849062 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d37a6-ee6d-439a-95b5-06a53312972b req-ea84905a-a0ec-4ff8-b60c-04a1af7ddb0a tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:06.850579 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c31d37a6-ee6d-439a-95b5-06a53312972b req-ea84905a-a0ec-4ff8-b60c-04a1af7ddb0a tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.2321103 May 06 09:36:06.866308 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 8edddb17-2687-4793-8dd0-f827724d7bea, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=8edddb17-2687-4793-8dd0-f827724d7bea,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:06.873117 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:06.874147 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 9989a753-257a-4835-862a-c07fccfeb244 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:36:06.900062 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-d968a401-844e-4e1e-9ecc-ad3943526ab1 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:06.945464 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-75979c84-58b0-479f-8339-7da377734707 service neutron] 10.222.0.84 "PUT /v2.0/ports/9989a753-257a-4835-862a-c07fccfeb244/bindings/n-h2-840835-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7641418 May 06 09:36:06.963786 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f489c2f-9ef7-42c5-ae69-6c4c5c3fbd61 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Pushing event updated for resources: {'Port': ['ID=b8783c3a-1e7e-43d5-9db7-2ac7ca3c6ef5,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:06.976241 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-2bd3de55-5fc6-4d7a-ad97-ae16500474ce None None] Set router 5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:36:06.981198 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-24a4330d-ea04-46cb-88b4-006a3c60e990 req-729190f6-8944-46c0-a1de-5802b72efb39 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 696 time: 0.1280191 May 06 09:36:07.034115 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-d968a401-844e-4e1e-9ecc-ad3943526ab1 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Network 9016fd3e-f04c-40de-8dbe-a7754f33396e is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:36:07.059062 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['8be8332b-2113-42d8-b32d-0fd98c7739e2'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:36:07.059843 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c31d37a6-ee6d-439a-95b5-06a53312972b req-5137fcc2-c798-433e-8b9e-f7997fe98dcb tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983190 May 06 09:36:07.088614 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-d968a401-844e-4e1e-9ecc-ad3943526ab1 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:36:07.093016 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-d968a401-844e-4e1e-9ecc-ad3943526ab1 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:36:07.098825 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-d968a401-844e-4e1e-9ecc-ad3943526ab1 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:07.099563 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-d968a401-844e-4e1e-9ecc-ad3943526ab1 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:07.114457 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=8edddb17-2687-4793-8dd0-f827724d7bea,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:07.126206 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968a401-844e-4e1e-9ecc-ad3943526ab1 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Pushing event updated for resources: {'Port': ['ID=0628af58-b4bb-41f2-a487-0f7dc617eaf8,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:07.145135 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-d968a401-844e-4e1e-9ecc-ad3943526ab1 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9511831 May 06 09:36:07.173678 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-fdb128e7-466e-40a1-8175-68d6d32d569f service neutron] Request body: {'port': {'device_id': '7f5da443-f3d5-4793-b56a-ba4e5723bccf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:07.210230 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4330d-ea04-46cb-88b4-006a3c60e990 req-397c7bf7-9f2b-437e-adc2-9de5a18c9d8d tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:07.211686 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-24a4330d-ea04-46cb-88b4-006a3c60e990 req-397c7bf7-9f2b-437e-adc2-9de5a18c9d8d tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 784 time: 0.2058377 May 06 09:36:07.238005 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-24a4330d-ea04-46cb-88b4-006a3c60e990 req-ae00c9db-d0f0-42df-aba6-938aa150995d tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:36:07.239034 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-24a4330d-ea04-46cb-88b4-006a3c60e990 req-ae00c9db-d0f0-42df-aba6-938aa150995d tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163419 May 06 09:36:07.275779 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-2bd3de55-5fc6-4d7a-ad97-ae16500474ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'name': 'tempest-ServerRescueTestJSONUnderV235-917563581-router', 'tenant_id': 'f4aa136b130448688a7f34d49779576a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'ae5e7be6-d581-4bee-9214-f2472da7ed4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:36:04Z', 'updated_at': '2022-05-06T09:36:05Z', 'revision_number': 3, 'project_id': 'f4aa136b130448688a7f34d49779576a', 'gw_port': {'id': 'ae5e7be6-d581-4bee-9214-f2472da7ed4a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ee:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:05Z', 'updated_at': '2022-05-06T09:36:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:07.295301 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652209a7-7eec-487f-ae4b-813c8f43f977 x-openstack-request-id: req-652209a7-7eec-487f-ae4b-813c8f43f977 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:07.295608 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0acb8ee9-c39a-4f95-b1d9-96b7b7258c77", "name": "network-vif-plugged", "status": "completed", "tag": "056f291b-20d9-41e3-abe7-fda2add4f726", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:07.295869 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-652209a7-7eec-487f-ae4b-813c8f43f977 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:07.296281 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-652209a7-7eec-487f-ae4b-813c8f43f977'] response: {'server_uuid': '0acb8ee9-c39a-4f95-b1d9-96b7b7258c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056f291b-20d9-41e3-abe7-fda2add4f726', 'code': 200} May 06 09:36:07.313625 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd3de55-5fc6-4d7a-ad97-ae16500474ce None None] Checking router: 5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:36:07.314245 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd3de55-5fc6-4d7a-ad97-ae16500474ce None None] Updating router 5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02 port ae5e7be6-d581-4bee-9214-f2472da7ed4a binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:36:07.315572 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-fdb128e7-466e-40a1-8175-68d6d32d569f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:07.344077 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2bd3de55-5fc6-4d7a-ad97-ae16500474ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:07.381388 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce6c7a-a48e-4a5f-990a-054d46437b7a req-bb90ce01-fa6c-44cd-8e12-a08f311fd399 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:07.387719 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5cce6c7a-a48e-4a5f-990a-054d46437b7a req-bb90ce01-fa6c-44cd-8e12-a08f311fd399 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 944 time: 0.1637008 May 06 09:36:07.579479 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-e829ecbb-9a61-44dc-bc60-20d20a8cd302 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:07.581005 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-e829ecbb-9a61-44dc-bc60-20d20a8cd302 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234&tenant_id=147a685967a04284b13954d6f7a9d875&binding%3Ahost_id=n-h1-840835-1 HTTP/1.1" status: 200 len: 1095 time: 0.5260673 May 06 09:36:07.605856 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5cce6c7a-a48e-4a5f-990a-054d46437b7a req-1bc94dfa-6700-42c8-87fd-622f268e9fef tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820438 May 06 09:36:07.615892 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae518c-fa01-4ae9-a4d9-d7594df7cf4d req-742a389d-4a6f-4e0c-800e-1cd5fdf53517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:07.617388 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2cae518c-fa01-4ae9-a4d9-d7594df7cf4d req-742a389d-4a6f-4e0c-800e-1cd5fdf53517 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0acb8ee9-c39a-4f95-b1d9-96b7b7258c77 HTTP/1.1" status: 200 len: 1101 time: 0.2267506 May 06 09:36:07.635825 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb755a6a-2cc1-4145-80c3-b6c2920e7574 req-3ef3ec68-8665-4cb2-b5fb-ec1b462249a5 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:07.637384 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb755a6a-2cc1-4145-80c3-b6c2920e7574 req-3ef3ec68-8665-4cb2-b5fb-ec1b462249a5 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?device_id=e915f633-425b-4e8f-ade8-d664175d5610 HTTP/1.1" status: 200 len: 945 time: 0.2123582 May 06 09:36:07.653632 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2bd3de55-5fc6-4d7a-ad97-ae16500474ce None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:07.665989 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2bd3de55-5fc6-4d7a-ad97-ae16500474ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:07.674627 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-e8fce13c-f50f-47c2-84df-4852bf399318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:07.676934 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-e8fce13c-f50f-47c2-84df-4852bf399318 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234&tenant_id=147a685967a04284b13954d6f7a9d875 HTTP/1.1" status: 200 len: 1095 time: 0.0875316 May 06 09:36:07.741214 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497542a-a78d-40e2-9fef-600560e84916 None None] Pushing event updated for resources: {'Port': ['ID=ae5e7be6-d581-4bee-9214-f2472da7ed4a,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:07.745910 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-2bd3de55-5fc6-4d7a-ad97-ae16500474ce None None] Attempting to bind port ae5e7be6-d581-4bee-9214-f2472da7ed4a on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:36:07.746510 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-2bd3de55-5fc6-4d7a-ad97-ae16500474ce None None] Attempting to bind port ae5e7be6-d581-4bee-9214-f2472da7ed4a by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:36:07.747057 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd3de55-5fc6-4d7a-ad97-ae16500474ce None None] Attempting to bind port ae5e7be6-d581-4bee-9214-f2472da7ed4a on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:07.755269 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd3de55-5fc6-4d7a-ad97-ae16500474ce None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:36:07.755562 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd3de55-5fc6-4d7a-ad97-ae16500474ce None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:36:07.756141 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2bd3de55-5fc6-4d7a-ad97-ae16500474ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:07.757394 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd3de55-5fc6-4d7a-ad97-ae16500474ce None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:36:07.759944 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-2bd3de55-5fc6-4d7a-ad97-ae16500474ce None None] Bound port: ae5e7be6-d581-4bee-9214-f2472da7ed4a, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:36:07.761939 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2bd3de55-5fc6-4d7a-ad97-ae16500474ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:07.783364 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb755a6a-2cc1-4145-80c3-b6c2920e7574 req-eb34b6ff-38d3-4192-8eff-9653b51c1dff tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d239d7c-84e1-4284-bf97-da62be15615c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337874 May 06 09:36:07.786731 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2cae518c-fa01-4ae9-a4d9-d7594df7cf4d req-c983aae1-ddf9-42f6-ba2c-f0a372762d84 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=332864c1-d721-4cd2-87cb-f4dd0832c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484001 May 06 09:36:07.798698 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-e9c3585f-3cb7-4734-be2b-82a44862145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:07.800247 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-e9c3585f-3cb7-4734-be2b-82a44862145f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=147a685967a04284b13954d6f7a9d875&device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 1095 time: 0.0844741 May 06 09:36:07.804275 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbbef640-388a-429e-8b2a-532f4a28b764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:07.825281 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcec9a-1ad4-43f2-a280-d7336b02fe65 req-44d9ea74-5329-446d-90cb-930325ff394c tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:07.827586 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-07bcec9a-1ad4-43f2-a280-d7336b02fe65 req-44d9ea74-5329-446d-90cb-930325ff394c tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 931 time: 0.1132517 May 06 09:36:07.844974 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-2bd3de55-5fc6-4d7a-ad97-ae16500474ce None None] For port ae5e7be6-d581-4bee-9214-f2472da7ed4a, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:36:07.851177 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-2bd3de55-5fc6-4d7a-ad97-ae16500474ce None None] For port ae5e7be6-d581-4bee-9214-f2472da7ed4a, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=ae5e7be6-d581-4bee-9214-f2472da7ed4a,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:36:07.859531 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2bd3de55-5fc6-4d7a-ad97-ae16500474ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:07.893814 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-07bcec9a-1ad4-43f2-a280-d7336b02fe65 req-3050e8ad-5bac-4326-b0aa-51f693c72bf5 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525103 May 06 09:36:07.984483 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-fdb128e7-466e-40a1-8175-68d6d32d569f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0628af58-b4bb-41f2-a487-0f7dc617eaf8 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:07.989199 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd3de55-5fc6-4d7a-ad97-ae16500474ce None None] Routers {'5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:36:07.989912 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-2bd3de55-5fc6-4d7a-ad97-ae16500474ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:35:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:08.012097 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-fdb128e7-466e-40a1-8175-68d6d32d569f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:08.028535 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-3d7a02a2-cb15-4180-bc2b-6f3bbda511af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:08.029474 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-3d7a02a2-cb15-4180-bc2b-6f3bbda511af service neutron] 10.222.0.77 "GET /v2.0/networks?id=519999b9-d7d4-4e10-b661-e50209fd3b05 HTTP/1.1" status: 200 len: 920 time: 0.2154851 May 06 09:36:08.036952 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497542a-a78d-40e2-9fef-600560e84916 None None] Pushing event updated for resources: {'Port': ['ID=ae5e7be6-d581-4bee-9214-f2472da7ed4a,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:08.051610 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 9989a753-257a-4835-862a-c07fccfeb244 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:36:08.060816 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-fdb128e7-466e-40a1-8175-68d6d32d569f service neutron] Transition to ACTIVE for port object 0628af58-b4bb-41f2-a487-0f7dc617eaf8 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:36:08.088923 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56332aa9-211e-49eb-a9f0-cbec19449c4b req-1d5b90bc-cb57-4967-8b96-ea04d9013b6c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:08.090433 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56332aa9-211e-49eb-a9f0-cbec19449c4b req-1d5b90bc-cb57-4967-8b96-ea04d9013b6c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf38c2cd-ae1c-4905-8ec7-68536119999a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1485424 May 06 09:36:08.091074 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-fdb128e7-466e-40a1-8175-68d6d32d569f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:08.101966 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 9989a753-257a-4835-862a-c07fccfeb244 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:36:08.108017 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-bbbef640-388a-429e-8b2a-532f4a28b764 admin admin] Allocated IP 172.20.0.1 (d08aac77-6a8c-48ad-8465-6c78d5aeb84b/d27702c2-9a71-49e6-91a0-98e35f14ed0a/5b8fc97a-7df3-40b0-942a-59e5b177d711) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:36:08.125953 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-2bd3de55-5fc6-4d7a-ad97-ae16500474ce None None] Set router 5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:36:08.140268 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a89c45-5198-4340-b364-c8bd15179ab2 req-6eac43bb-cbae-44d3-9333-8efffbc50885 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:08.141808 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3a89c45-5198-4340-b364-c8bd15179ab2 req-6eac43bb-cbae-44d3-9333-8efffbc50885 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/ports?device_id=985cd21b-ab70-4c96-98e8-c9270e5d0f19 HTTP/1.1" status: 200 len: 949 time: 0.1326432 May 06 09:36:08.153406 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-e4c02a95-1eac-4693-8084-9cfe4cc7e3ac service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9989a753-257a-4835-862a-c07fccfeb244 HTTP/1.1" status: 200 len: 217 time: 0.1042640 May 06 09:36:08.209983 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56332aa9-211e-49eb-a9f0-cbec19449c4b req-06817d68-13a5-435a-83b9-4257ff9616ed tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 696 time: 0.1115575 May 06 09:36:08.244350 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb128e7-466e-40a1-8175-68d6d32d569f service neutron] Pushing event updated for resources: {'Port': ['ID=0628af58-b4bb-41f2-a487-0f7dc617eaf8,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:08.253641 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-7e60a67a-b8ba-4abe-aedb-dfec7a85e900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:08.254950 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-7e60a67a-b8ba-4abe-aedb-dfec7a85e900 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=293ef06f-9c8d-46e9-8a69-2491d12832fe HTTP/1.1" status: 200 len: 859 time: 0.0942800 May 06 09:36:08.256166 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-56332aa9-211e-49eb-a9f0-cbec19449c4b req-7b22fd80-edd8-42ad-876f-553ee9e312c4 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Request body: {'floatingip': {'port_id': '4a65b87b-3d6c-49a3-816b-3c528d2696da', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:08.329608 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-aceed9c8-dc70-4eac-9ecb-e55bc1f292ad service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=519999b9-d7d4-4e10-b661-e50209fd3b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672376 May 06 09:36:08.332493 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbbef640-388a-429e-8b2a-532f4a28b764 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:08.340020 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3a89c45-5198-4340-b364-c8bd15179ab2 req-dd699a27-7a26-4072-8f5c-8de9752f8ec2 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/security-groups?id=332864c1-d721-4cd2-87cb-f4dd0832c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561770 May 06 09:36:08.348329 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-56332aa9-211e-49eb-a9f0-cbec19449c4b req-7b22fd80-edd8-42ad-876f-553ee9e312c4 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks [] for floatingip, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:08.350411 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-fdb128e7-466e-40a1-8175-68d6d32d569f service neutron] Attempting to bind port 0628af58-b4bb-41f2-a487-0f7dc617eaf8 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:36:08.350752 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-fdb128e7-466e-40a1-8175-68d6d32d569f service neutron] Attempting to bind port 0628af58-b4bb-41f2-a487-0f7dc617eaf8 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:36:08.351082 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-fdb128e7-466e-40a1-8175-68d6d32d569f service neutron] Attempting to bind port 0628af58-b4bb-41f2-a487-0f7dc617eaf8 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:08.362540 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-2bd3de55-5fc6-4d7a-ad97-ae16500474ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'name': 'tempest-ServerRescueTestJSONUnderV235-917563581-router', 'tenant_id': 'f4aa136b130448688a7f34d49779576a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'ae5e7be6-d581-4bee-9214-f2472da7ed4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:36:04Z', 'updated_at': '2022-05-06T09:36:05Z', 'revision_number': 3, 'project_id': 'f4aa136b130448688a7f34d49779576a', 'gw_port': {'id': 'ae5e7be6-d581-4bee-9214-f2472da7ed4a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ee:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:05Z', 'updated_at': '2022-05-06T09:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:08.391231 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-fdb128e7-466e-40a1-8175-68d6d32d569f service neutron] Port 0628af58-b4bb-41f2-a487-0f7dc617eaf8 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:36:08.391600 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-fdb128e7-466e-40a1-8175-68d6d32d569f service neutron] Attempting to bind port 0628af58-b4bb-41f2-a487-0f7dc617eaf8 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:08.401287 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd3de55-5fc6-4d7a-ad97-ae16500474ce None None] The sync data for ids ['5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02'] in n-d-840835-1 is: [{'id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'name': 'tempest-ServerRescueTestJSONUnderV235-917563581-router', 'tenant_id': 'f4aa136b130448688a7f34d49779576a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'ae5e7be6-d581-4bee-9214-f2472da7ed4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:36:04Z', 'updated_at': '2022-05-06T09:36:05Z', 'revision_number': 3, 'project_id': 'f4aa136b130448688a7f34d49779576a', 'gw_port': {'id': 'ae5e7be6-d581-4bee-9214-f2472da7ed4a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ee:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:05Z', 'updated_at': '2022-05-06T09:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:36:08.416381 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-fdb128e7-466e-40a1-8175-68d6d32d569f service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:36:08.416731 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-fdb128e7-466e-40a1-8175-68d6d32d569f service neutron] Checking segment: {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:36:08.417130 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-fdb128e7-466e-40a1-8175-68d6d32d569f service neutron] Bound using segment: {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:36:08.417585 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-fdb128e7-466e-40a1-8175-68d6d32d569f service neutron] Bound port: 0628af58-b4bb-41f2-a487-0f7dc617eaf8, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:36:08.418342 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-fdb128e7-466e-40a1-8175-68d6d32d569f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:08.473554 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbbef640-388a-429e-8b2a-532f4a28b764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:08.512202 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-d82529ba-57a4-4085-a9b9-bae07ad4f0e4 service neutron] 10.222.0.77 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751125 May 06 09:36:08.518870 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbef640-388a-429e-8b2a-532f4a28b764 admin admin] Network d08aac77-6a8c-48ad-8465-6c78d5aeb84b is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:36:08.532333 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-bbbef640-388a-429e-8b2a-532f4a28b764 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:36:08.536711 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbef640-388a-429e-8b2a-532f4a28b764 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:36:08.609855 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbef640-388a-429e-8b2a-532f4a28b764 admin admin] Pushing event updated for resources: {'Port': ['ID=5b8fc97a-7df3-40b0-942a-59e5b177d711,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:08.610991 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-fdb128e7-466e-40a1-8175-68d6d32d569f service neutron] For port 0628af58-b4bb-41f2-a487-0f7dc617eaf8, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:36:08.615932 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-fdb128e7-466e-40a1-8175-68d6d32d569f service neutron] For port 0628af58-b4bb-41f2-a487-0f7dc617eaf8, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=0628af58-b4bb-41f2-a487-0f7dc617eaf8,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:36:08.624690 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da07a6-facd-40ab-ba12-eaa5fc7cd37d req-033fc047-9c0d-4631-a7c1-5434587d06d5 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:08.631716 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f3da07a6-facd-40ab-ba12-eaa5fc7cd37d req-033fc047-9c0d-4631-a7c1-5434587d06d5 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.1948378 May 06 09:36:08.634791 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbbef640-388a-429e-8b2a-532f4a28b764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:08.642022 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-fdb128e7-466e-40a1-8175-68d6d32d569f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:08.728134 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-88818932-49b0-4d9e-acf1-ff10e63afd71 service neutron] 10.222.0.77 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062311 May 06 09:36:08.831026 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbbef640-388a-429e-8b2a-532f4a28b764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:09.045003 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-fdb128e7-466e-40a1-8175-68d6d32d569f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:09.045640 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-fdb128e7-466e-40a1-8175-68d6d32d569f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:09.047073 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-fdb128e7-466e-40a1-8175-68d6d32d569f service neutron] 10.222.0.77 "PUT /v2.0/ports/0628af58-b4bb-41f2-a487-0f7dc617eaf8 HTTP/1.1" status: 200 len: 1091 time: 1.8833613 May 06 09:36:09.048001 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5da443-f3d5-4793-b56a-ba4e5723bccf', 'tag': '0628af58-b4bb-41f2-a487-0f7dc617eaf8'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:09.050266 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb162c2-e3e0-4f97-a5a7-ae4d08c94911" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5da443-f3d5-4793-b56a-ba4e5723bccf", "tag": "0628af58-b4bb-41f2-a487-0f7dc617eaf8"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:09.059542 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f3da07a6-facd-40ab-ba12-eaa5fc7cd37d req-7ba8aad3-cc85-45a8-88f9-52553ad1c763 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218845 May 06 09:36:09.107598 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ae5e7be6-d581-4bee-9214-f2472da7ed4a up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:36:09.176353 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbbef640-388a-429e-8b2a-532f4a28b764 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:09.177917 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb128e7-466e-40a1-8175-68d6d32d569f service neutron] Pushing event updated for resources: {'Port': ['ID=0628af58-b4bb-41f2-a487-0f7dc617eaf8,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:09.182882 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-74f26722-ebf7-44c9-a43f-f0c21d38aabc tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:09.184613 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-74f26722-ebf7-44c9-a43f-f0c21d38aabc tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234&tenant_id=147a685967a04284b13954d6f7a9d875&binding%3Ahost_id=n-h2-840835-1 HTTP/1.1" status: 200 len: 1095 time: 0.1433935 May 06 09:36:09.187053 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbbef640-388a-429e-8b2a-532f4a28b764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:09.198743 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port ae5e7be6-d581-4bee-9214-f2472da7ed4a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:09.201757 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:09.305744 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbef640-388a-429e-8b2a-532f4a28b764 admin admin] Pushing event updated for resources: {'Port': ['ID=5b8fc97a-7df3-40b0-942a-59e5b177d711,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:09.331538 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985cd21b-ab70-4c96-98e8-c9270e5d0f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edddb17-2687-4793-8dd0-f827724d7bea'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:09.334606 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbbef640-388a-429e-8b2a-532f4a28b764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:09.341774 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e187e775-74d2-435d-aafb-c8c7630d138a" -d '{"events": [{"server_uuid": "985cd21b-ab70-4c96-98e8-c9270e5d0f19", "name": "network-vif-plugged", "status": "completed", "tag": "8edddb17-2687-4793-8dd0-f827724d7bea"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:09.351324 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:09.422878 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port ae5e7be6-d581-4bee-9214-f2472da7ed4a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=ae5e7be6-d581-4bee-9214-f2472da7ed4a,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:09.432657 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:09.537772 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-4b96c62e-726b-4541-bb5a-bcda12756b04 service neutron] For port 9989a753-257a-4835-862a-c07fccfeb244, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:36:09.542700 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-4b96c62e-726b-4541-bb5a-bcda12756b04 service neutron] Notify callbacks [] for binding, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:09.543871 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2cb8adc9-d3f4-4f41-80f5-aa3a7f6f64a2 req-4b96c62e-726b-4541-bb5a-bcda12756b04 service neutron] 10.222.0.77 "DELETE /v2.0/ports/9989a753-257a-4835-862a-c07fccfeb244/bindings/n-h1-840835-1 HTTP/1.1" status: 204 len: 173 time: 0.3520944 May 06 09:36:09.551508 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=ae5e7be6-d581-4bee-9214-f2472da7ed4a,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:09.563463 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbef640-388a-429e-8b2a-532f4a28b764 admin admin] Network d08aac77-6a8c-48ad-8465-6c78d5aeb84b is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:36:09.565463 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-bbbef640-388a-429e-8b2a-532f4a28b764 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:36:09.595103 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-e0b8a06a-e158-4376-a7d5-0aa9ad093c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:09.596644 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-e0b8a06a-e158-4376-a7d5-0aa9ad093c33 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee0cd225ef094aa381a08623ce8da867&device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 1094 time: 0.4679935 May 06 09:36:09.623787 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2af760-a7bd-4a58-b128-549a6d5b4c26 req-6522f58b-a7d3-4811-9f98-14fd77ed4e8f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:09.633457 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-be2af760-a7bd-4a58-b128-549a6d5b4c26 req-6522f58b-a7d3-4811-9f98-14fd77ed4e8f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 944 time: 0.4448099 May 06 09:36:09.702919 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.db.resource_extend [req-56332aa9-211e-49eb-a9f0-cbec19449c4b req-7b22fd80-edd8-42ad-876f-553ee9e312c4 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:36:09.705821 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-eff3a328-044b-415a-9d88-868979144ffc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0628af58-b4bb-41f2-a487-0f7dc617eaf8 HTTP/1.1" status: 200 len: 217 time: 0.0643086 May 06 09:36:09.713199 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbef640-388a-429e-8b2a-532f4a28b764 admin admin] Router 5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:36:09.865299 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-56332aa9-211e-49eb-a9f0-cbec19449c4b req-7b22fd80-edd8-42ad-876f-553ee9e312c4 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:09.879333 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-be2af760-a7bd-4a58-b128-549a6d5b4c26 req-0424aa01-3f36-4276-a00d-492f51ed925a tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407501 May 06 09:36:09.885871 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-56332aa9-211e-49eb-a9f0-cbec19449c4b req-7b22fd80-edd8-42ad-876f-553ee9e312c4 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:09.890218 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbef640-388a-429e-8b2a-532f4a28b764 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:36:09.890436 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-5427e3d0-9770-4e46-97c4-3884442bf613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:09.891878 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-5427e3d0-9770-4e46-97c4-3884442bf613 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5704ec7d-7fe2-4308-8e34-562762b93f76 HTTP/1.1" status: 200 len: 848 time: 0.1349871 May 06 09:36:09.920079 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bbbef640-388a-429e-8b2a-532f4a28b764 admin admin] 10.222.0.73 "PUT /v2.0/routers/5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2446692 May 06 09:36:09.970612 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-c6d23116-94c3-4105-aa1b-133a23bb4a43 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9016fd3e-f04c-40de-8dbe-a7754f33396e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398927 May 06 09:36:10.058716 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 8be8332b-2113-42d8-b32d-0fd98c7739e2 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:36:10.132174 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 8be8332b-2113-42d8-b32d-0fd98c7739e2 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:36:10.143214 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 8be8332b-2113-42d8-b32d-0fd98c7739e2 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:10.143600 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:10.149964 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [req-56332aa9-211e-49eb-a9f0-cbec19449c4b req-7b22fd80-edd8-42ad-876f-553ee9e312c4 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Floating IP bc679f1d-3cd2-49b9-ac26-65bfdc6bed8a associated. External IP: 172.25.5.130, port: 4a65b87b-3d6c-49a3-816b-3c528d2696da. May 06 09:36:10.160396 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cba5ec-4e67-48cc-9f05-8f1a6d805b3a req-072ced88-7fc7-4a24-82bd-138bf9fabf03 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:10.161966 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3cba5ec-4e67-48cc-9f05-8f1a6d805b3a req-072ced88-7fc7-4a24-82bd-138bf9fabf03 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?device_id=e915f633-425b-4e8f-ade8-d664175d5610 HTTP/1.1" status: 200 len: 945 time: 0.1883988 May 06 09:36:10.240461 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-a25a8f59-b64e-40f9-8295-7dbbf0b2be87 service neutron] 10.222.0.77 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560258 May 06 09:36:10.250826 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:10.293569 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 8be8332b-2113-42d8-b32d-0fd98c7739e2, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=8be8332b-2113-42d8-b32d-0fd98c7739e2,segment=NetworkSegment(626c43fb-a7f4-4fe4-a6c1-349c9748be5a),segment_id=626c43fb-a7f4-4fe4-a6c1-349c9748be5a)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:10.300944 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:10.360988 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3cba5ec-4e67-48cc-9f05-8f1a6d805b3a req-1e265c94-a2e0-4314-9746-2c371d2fcb78 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d239d7c-84e1-4284-bf97-da62be15615c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592832 May 06 09:36:10.376130 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=8be8332b-2113-42d8-b32d-0fd98c7739e2,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:10.508870 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57d19ee8-9585-4588-b2a3-f3497e0197f3 req-b1c4c031-25f4-4e77-b077-0717507dce51 service neutron] 10.222.0.77 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559004 May 06 09:36:10.611420 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c252cbd-69d8-4c43-970c-7895dfb43a05 req-cf770370-7b4a-4d1a-b03a-178b221359ac tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:10.613788 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7c252cbd-69d8-4c43-970c-7895dfb43a05 req-cf770370-7b4a-4d1a-b03a-178b221359ac tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 943 time: 0.1391943 May 06 09:36:10.627914 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56332aa9-211e-49eb-a9f0-cbec19449c4b req-7b22fd80-edd8-42ad-876f-553ee9e312c4 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Router 0bf693e4-2797-4d3e-9fbe-09b1a855cac4 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:36:10.708053 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7c252cbd-69d8-4c43-970c-7895dfb43a05 req-5b0a73f5-7609-46db-ad11-bcb812c3abdf tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828681 May 06 09:36:10.759139 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5dafb6-d179-4daa-b861-4576acb21d73 None None] Sync routers for ids ['5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:36:10.781309 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae87ba56-79d4-4da2-8d14-17e80bd5cb97 x-openstack-request-id: req-ae87ba56-79d4-4da2-8d14-17e80bd5cb97 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:10.781627 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5da443-f3d5-4793-b56a-ba4e5723bccf", "tag": "0628af58-b4bb-41f2-a487-0f7dc617eaf8", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:10.781852 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ae87ba56-79d4-4da2-8d14-17e80bd5cb97 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:10.782258 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae87ba56-79d4-4da2-8d14-17e80bd5cb97'] response: {'name': 'network-changed', 'server_uuid': '7f5da443-f3d5-4793-b56a-ba4e5723bccf', 'tag': '0628af58-b4bb-41f2-a487-0f7dc617eaf8', 'status': 'completed', 'code': 200} May 06 09:36:10.788230 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5dafb6-d179-4daa-b861-4576acb21d73 None None] Routers {'5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:36:10.789290 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-ae5dafb6-d179-4daa-b861-4576acb21d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:35:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:10.795260 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56332aa9-211e-49eb-a9f0-cbec19449c4b req-7b22fd80-edd8-42ad-876f-553ee9e312c4 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:36:10.810132 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6009fad-6aed-4c29-8bcb-08d355c4b621 None None] Sync routers for ids ['0bf693e4-2797-4d3e-9fbe-09b1a855cac4'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:36:10.824894 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-56332aa9-211e-49eb-a9f0-cbec19449c4b req-7b22fd80-edd8-42ad-876f-553ee9e312c4 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:10.829269 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6009fad-6aed-4c29-8bcb-08d355c4b621 None None] Routers {'0bf693e4-2797-4d3e-9fbe-09b1a855cac4'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:36:10.831782 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b6009fad-6aed-4c29-8bcb-08d355c4b621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:35:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['0bf693e4-2797-4d3e-9fbe-09b1a855cac4'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:10.975886 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56332aa9-211e-49eb-a9f0-cbec19449c4b req-7b22fd80-edd8-42ad-876f-553ee9e312c4 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "PUT /v2.0/floatingips/bc679f1d-3cd2-49b9-ac26-65bfdc6bed8a HTTP/1.1" status: 200 len: 996 time: 2.7498338 May 06 09:36:10.995310 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-ae5dafb6-d179-4daa-b861-4576acb21d73 None None] Set router 5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:36:11.012503 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122be7a1-3020-42e8-ad69-df4d796bfaf1 req-ea9e8a43-cd48-4c33-9f11-41775b7b8bdf tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:11.020705 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-122be7a1-3020-42e8-ad69-df4d796bfaf1 req-ea9e8a43-cd48-4c33-9f11-41775b7b8bdf tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/ports?device_id=985cd21b-ab70-4c96-98e8-c9270e5d0f19 HTTP/1.1" status: 200 len: 949 time: 0.1459951 May 06 09:36:11.039457 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb162c2-e3e0-4f97-a5a7-ae4d08c94911 req-76c5554b-8387-4ace-b812-a9f1cc0db28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:11.041831 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ecb162c2-e3e0-4f97-a5a7-ae4d08c94911 req-76c5554b-8387-4ace-b812-a9f1cc0db28d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee0cd225ef094aa381a08623ce8da867&device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 1094 time: 0.2121634 May 06 09:36:11.080167 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-b6009fad-6aed-4c29-8bcb-08d355c4b621 None None] Set router 0bf693e4-2797-4d3e-9fbe-09b1a855cac4 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:36:11.106291 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ae5e7be6-d581-4bee-9214-f2472da7ed4a up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:36:11.234917 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port ae5e7be6-d581-4bee-9214-f2472da7ed4a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:11.235899 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:11.395225 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-ae5dafb6-d179-4daa-b861-4576acb21d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'name': 'tempest-ServerRescueTestJSONUnderV235-917563581-router', 'tenant_id': 'f4aa136b130448688a7f34d49779576a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'ae5e7be6-d581-4bee-9214-f2472da7ed4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:36:04Z', 'updated_at': '2022-05-06T09:36:08Z', 'revision_number': 4, 'project_id': 'f4aa136b130448688a7f34d49779576a', 'gw_port': {'id': 'ae5e7be6-d581-4bee-9214-f2472da7ed4a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:05Z', 'updated_at': '2022-05-06T09:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '5b8fc97a-7df3-40b0-942a-59e5b177d711', 'name': '', 'network_id': 'd08aac77-6a8c-48ad-8465-6c78d5aeb84b', 'tenant_id': 'f4aa136b130448688a7f34d49779576a', 'mac_address': 'fa:16:3e:62:c5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd27702c2-9a71-49e6-91a0-98e35f14ed0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:07Z', 'updated_at': '2022-05-06T09:36:08Z', 'revision_number': 2, 'project_id': 'f4aa136b130448688a7f34d49779576a', 'subnets': [{'id': 'd27702c2-9a71-49e6-91a0-98e35f14ed0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:11.407391 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b6009fad-6aed-4c29-8bcb-08d355c4b621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-648945739-router', 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9ba0706b-1df5-446b-be61-89d8e57f5059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:35:39Z', 'updated_at': '2022-05-06T09:35:43Z', 'revision_number': 4, 'project_id': '3a97c219c0854861b5315e7c09d4b9d9', 'gw_port': {'id': '9ba0706b-1df5-446b-be61-89d8e57f5059', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:40Z', 'updated_at': '2022-05-06T09:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'bc679f1d-3cd2-49b9-ac26-65bfdc6bed8a', 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9', 'floating_ip_address': '172.25.5.130', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'port_id': '4a65b87b-3d6c-49a3-816b-3c528d2696da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6307ea34-a29b-4602-b211-cc5e25007094', 'mac_address': 'fa:16:3e:26:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf38c2cd-ae1c-4905-8ec7-68536119999a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:36:05Z', 'updated_at': '2022-05-06T09:36:09Z', 'revision_number': 1, 'project_id': '3a97c219c0854861b5315e7c09d4b9d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4bc881-5a7f-4b73-adc1-a4a59f52b00c', 'name': '', 'network_id': '6307ea34-a29b-4602-b211-cc5e25007094', 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9', 'mac_address': 'fa:16:3e:47:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'f8db6c9c-8f6a-4f61-b92d-e05c22f618f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:43Z', 'updated_at': '2022-05-06T09:35:48Z', 'revision_number': 5, 'project_id': '3a97c219c0854861b5315e7c09d4b9d9', 'subnets': [{'id': 'f8db6c9c-8f6a-4f61-b92d-e05c22f618f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:11.432791 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5dafb6-d179-4daa-b861-4576acb21d73 None None] Checking router: 5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:36:11.433208 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5dafb6-d179-4daa-b861-4576acb21d73 None None] Updating router 5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02 port 5b8fc97a-7df3-40b0-942a-59e5b177d711 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:36:11.440602 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6009fad-6aed-4c29-8bcb-08d355c4b621 None None] Checking router: 0bf693e4-2797-4d3e-9fbe-09b1a855cac4 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:36:11.453714 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6009fad-6aed-4c29-8bcb-08d355c4b621 None None] Routers {'0bf693e4-2797-4d3e-9fbe-09b1a855cac4'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:36:11.455861 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b6009fad-6aed-4c29-8bcb-08d355c4b621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:35:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['0bf693e4-2797-4d3e-9fbe-09b1a855cac4'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:11.461287 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-122be7a1-3020-42e8-ad69-df4d796bfaf1 req-ec3168f8-09fc-4264-9641-5c41083bd2b6 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/security-groups?id=332864c1-d721-4cd2-87cb-f4dd0832c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4394445 May 06 09:36:11.466135 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56332aa9-211e-49eb-a9f0-cbec19449c4b req-45e61e37-a73d-4a4a-891e-490acabcec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:11.468311 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56332aa9-211e-49eb-a9f0-cbec19449c4b req-45e61e37-a73d-4a4a-891e-490acabcec63 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3a97c219c0854861b5315e7c09d4b9d9&device_id=bf38c2cd-ae1c-4905-8ec7-68536119999a HTTP/1.1" status: 200 len: 1096 time: 0.4447243 May 06 09:36:11.492363 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ae5dafb6-d179-4daa-b861-4576acb21d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:11.565149 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67432018-108c-4771-af90-966ae1fd8fea x-openstack-request-id: req-67432018-108c-4771-af90-966ae1fd8fea {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:11.565701 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985cd21b-ab70-4c96-98e8-c9270e5d0f19", "name": "network-vif-plugged", "status": "completed", "tag": "8edddb17-2687-4793-8dd0-f827724d7bea", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:11.566288 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-67432018-108c-4771-af90-966ae1fd8fea {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:11.567062 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67432018-108c-4771-af90-966ae1fd8fea'] response: {'server_uuid': '985cd21b-ab70-4c96-98e8-c9270e5d0f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edddb17-2687-4793-8dd0-f827724d7bea', 'code': 200} May 06 09:36:11.589548 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb162c2-e3e0-4f97-a5a7-ae4d08c94911 req-dd738f30-fb4f-49ee-9773-fd0cf69b1d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:11.598463 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ecb162c2-e3e0-4f97-a5a7-ae4d08c94911 req-dd738f30-fb4f-49ee-9773-fd0cf69b1d49 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9016fd3e-f04c-40de-8dbe-a7754f33396e HTTP/1.1" status: 200 len: 909 time: 0.5271122 May 06 09:36:11.685834 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ecb162c2-e3e0-4f97-a5a7-ae4d08c94911 req-54fe3c30-aaee-4c4b-ab2a-133a00973b63 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0628af58-b4bb-41f2-a487-0f7dc617eaf8 HTTP/1.1" status: 200 len: 217 time: 0.0782435 May 06 09:36:11.733534 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789de8b-303a-4eb8-aa8c-cc35af7062c2 req-e34d8bd5-f46b-4867-a372-9055f1914c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:11.736447 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6789de8b-303a-4eb8-aa8c-cc35af7062c2 req-e34d8bd5-f46b-4867-a372-9055f1914c8e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=985cd21b-ab70-4c96-98e8-c9270e5d0f19 HTTP/1.1" status: 200 len: 1100 time: 0.0777783 May 06 09:36:11.788511 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-b6009fad-6aed-4c29-8bcb-08d355c4b621 None None] Set router 0bf693e4-2797-4d3e-9fbe-09b1a855cac4 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:36:11.800437 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6789de8b-303a-4eb8-aa8c-cc35af7062c2 req-443c7a01-fcda-441a-beb0-ae38bbec5c16 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=332864c1-d721-4cd2-87cb-f4dd0832c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569782 May 06 09:36:11.803866 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56332aa9-211e-49eb-a9f0-cbec19449c4b req-3f1ed0d6-2672-4d67-95be-1c312e5de3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:11.805856 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56332aa9-211e-49eb-a9f0-cbec19449c4b req-3f1ed0d6-2672-4d67-95be-1c312e5de3f6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6307ea34-a29b-4602-b211-cc5e25007094 HTTP/1.1" status: 200 len: 929 time: 0.3200552 May 06 09:36:11.863199 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ae5dafb6-d179-4daa-b861-4576acb21d73 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:11.871338 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb162c2-e3e0-4f97-a5a7-ae4d08c94911 req-26755acf-765e-486f-9e41-5f6817ecda49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:11.872360 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ae5dafb6-d179-4daa-b861-4576acb21d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:11.874526 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ecb162c2-e3e0-4f97-a5a7-ae4d08c94911 req-26755acf-765e-486f-9e41-5f6817ecda49 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5704ec7d-7fe2-4308-8e34-562762b93f76 HTTP/1.1" status: 200 len: 848 time: 0.1811795 May 06 09:36:11.899535 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9922305-852a-43c9-886e-c5b09ca21502 req-774f0001-5e78-49cb-94ad-2daa7b481347 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:11.901036 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9922305-852a-43c9-886e-c5b09ca21502 req-774f0001-5e78-49cb-94ad-2daa7b481347 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.1884437 May 06 09:36:11.930250 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd1422-0d2e-42b3-98dd-2fabe401234a None None] Pushing event updated for resources: {'Port': ['ID=5b8fc97a-7df3-40b0-942a-59e5b177d711,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:11.971938 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56332aa9-211e-49eb-a9f0-cbec19449c4b req-84d5b133-3464-4883-a171-6ecf9245bcb5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a65b87b-3d6c-49a3-816b-3c528d2696da HTTP/1.1" status: 200 len: 999 time: 0.1532669 May 06 09:36:12.003004 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ae5dafb6-d179-4daa-b861-4576acb21d73 None None] Attempting to bind port 5b8fc97a-7df3-40b0-942a-59e5b177d711 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:36:12.003654 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ae5dafb6-d179-4daa-b861-4576acb21d73 None None] Attempting to bind port 5b8fc97a-7df3-40b0-942a-59e5b177d711 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'a3f4fc86-e5d9-4205-80e4-89f5cfe2e806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd08aac77-6a8c-48ad-8465-6c78d5aeb84b'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:36:12.004024 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5dafb6-d179-4daa-b861-4576acb21d73 None None] Attempting to bind port 5b8fc97a-7df3-40b0-942a-59e5b177d711 on network d08aac77-6a8c-48ad-8465-6c78d5aeb84b {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:12.009669 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5dafb6-d179-4daa-b861-4576acb21d73 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:36:12.010471 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5dafb6-d179-4daa-b861-4576acb21d73 None None] Checking segment: {'id': 'a3f4fc86-e5d9-4205-80e4-89f5cfe2e806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd08aac77-6a8c-48ad-8465-6c78d5aeb84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:36:12.010999 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ae5dafb6-d179-4daa-b861-4576acb21d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:12.011451 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5dafb6-d179-4daa-b861-4576acb21d73 None None] Bound using segment: {'id': 'a3f4fc86-e5d9-4205-80e4-89f5cfe2e806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd08aac77-6a8c-48ad-8465-6c78d5aeb84b'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:36:12.012112 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ae5dafb6-d179-4daa-b861-4576acb21d73 None None] Bound port: 5b8fc97a-7df3-40b0-942a-59e5b177d711, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f4fc86-e5d9-4205-80e4-89f5cfe2e806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd08aac77-6a8c-48ad-8465-6c78d5aeb84b'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:36:12.012503 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ae5dafb6-d179-4daa-b861-4576acb21d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:12.022431 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9922305-852a-43c9-886e-c5b09ca21502 req-38f7f99b-ec01-4516-8b41-3ba67c40ce9d tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113529 May 06 09:36:12.037160 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56332aa9-211e-49eb-a9f0-cbec19449c4b req-1678d92b-2895-479b-b38f-7674bce95b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:12.048544 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56332aa9-211e-49eb-a9f0-cbec19449c4b req-1678d92b-2895-479b-b38f-7674bce95b4c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f8db6c9c-8f6a-4f61-b92d-e05c22f618f0 HTTP/1.1" status: 200 len: 867 time: 0.0703337 May 06 09:36:12.111981 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56332aa9-211e-49eb-a9f0-cbec19449c4b req-d4ee5511-2fc7-49a0-abbb-f534a4fc946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:12.114479 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56332aa9-211e-49eb-a9f0-cbec19449c4b req-d4ee5511-2fc7-49a0-abbb-f534a4fc946a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6307ea34-a29b-4602-b211-cc5e25007094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626495 May 06 09:36:12.132442 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ae5dafb6-d179-4daa-b861-4576acb21d73 None None] For port 5b8fc97a-7df3-40b0-942a-59e5b177d711, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:36:12.137908 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ae5dafb6-d179-4daa-b861-4576acb21d73 None None] For port 5b8fc97a-7df3-40b0-942a-59e5b177d711, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=5b8fc97a-7df3-40b0-942a-59e5b177d711,segment=NetworkSegment(a3f4fc86-e5d9-4205-80e4-89f5cfe2e806),segment_id=a3f4fc86-e5d9-4205-80e4-89f5cfe2e806)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:36:12.140868 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-56332aa9-211e-49eb-a9f0-cbec19449c4b req-0698d011-02aa-49e0-bdaa-abc3a4402912 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:36:12.142060 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56332aa9-211e-49eb-a9f0-cbec19449c4b req-0698d011-02aa-49e0-bdaa-abc3a4402912 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100050 May 06 09:36:12.145811 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ae5dafb6-d179-4daa-b861-4576acb21d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:12.178222 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b6009fad-6aed-4c29-8bcb-08d355c4b621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-648945739-router', 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9ba0706b-1df5-446b-be61-89d8e57f5059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:35:39Z', 'updated_at': '2022-05-06T09:35:43Z', 'revision_number': 4, 'project_id': '3a97c219c0854861b5315e7c09d4b9d9', 'gw_port': {'id': '9ba0706b-1df5-446b-be61-89d8e57f5059', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:40Z', 'updated_at': '2022-05-06T09:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'bc679f1d-3cd2-49b9-ac26-65bfdc6bed8a', 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9', 'floating_ip_address': '172.25.5.130', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'port_id': '4a65b87b-3d6c-49a3-816b-3c528d2696da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6307ea34-a29b-4602-b211-cc5e25007094', 'mac_address': 'fa:16:3e:26:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf38c2cd-ae1c-4905-8ec7-68536119999a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:36:05Z', 'updated_at': '2022-05-06T09:36:09Z', 'revision_number': 1, 'project_id': '3a97c219c0854861b5315e7c09d4b9d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4bc881-5a7f-4b73-adc1-a4a59f52b00c', 'name': '', 'network_id': '6307ea34-a29b-4602-b211-cc5e25007094', 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9', 'mac_address': 'fa:16:3e:47:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'f8db6c9c-8f6a-4f61-b92d-e05c22f618f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:43Z', 'updated_at': '2022-05-06T09:35:48Z', 'revision_number': 5, 'project_id': '3a97c219c0854861b5315e7c09d4b9d9', 'subnets': [{'id': 'f8db6c9c-8f6a-4f61-b92d-e05c22f618f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:12.242262 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6009fad-6aed-4c29-8bcb-08d355c4b621 None None] The sync data for ids ['0bf693e4-2797-4d3e-9fbe-09b1a855cac4'] in n-d-840835-1 is: [{'id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-648945739-router', 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9ba0706b-1df5-446b-be61-89d8e57f5059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:35:39Z', 'updated_at': '2022-05-06T09:35:43Z', 'revision_number': 4, 'project_id': '3a97c219c0854861b5315e7c09d4b9d9', 'gw_port': {'id': '9ba0706b-1df5-446b-be61-89d8e57f5059', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:40Z', 'updated_at': '2022-05-06T09:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'bc679f1d-3cd2-49b9-ac26-65bfdc6bed8a', 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9', 'floating_ip_address': '172.25.5.130', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'port_id': '4a65b87b-3d6c-49a3-816b-3c528d2696da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6307ea34-a29b-4602-b211-cc5e25007094', 'mac_address': 'fa:16:3e:26:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf38c2cd-ae1c-4905-8ec7-68536119999a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:36:05Z', 'updated_at': '2022-05-06T09:36:09Z', 'revision_number': 1, 'project_id': '3a97c219c0854861b5315e7c09d4b9d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4bc881-5a7f-4b73-adc1-a4a59f52b00c', 'name': '', 'network_id': '6307ea34-a29b-4602-b211-cc5e25007094', 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9', 'mac_address': 'fa:16:3e:47:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'f8db6c9c-8f6a-4f61-b92d-e05c22f618f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:43Z', 'updated_at': '2022-05-06T09:35:48Z', 'revision_number': 5, 'project_id': '3a97c219c0854861b5315e7c09d4b9d9', 'subnets': [{'id': 'f8db6c9c-8f6a-4f61-b92d-e05c22f618f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:36:12.246485 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd1422-0d2e-42b3-98dd-2fabe401234a None None] Pushing event updated for resources: {'Port': ['ID=5b8fc97a-7df3-40b0-942a-59e5b177d711,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:12.251832 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ecb162c2-e3e0-4f97-a5a7-ae4d08c94911 req-e2288aaf-a030-4753-ba27-21deeda77090 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9016fd3e-f04c-40de-8dbe-a7754f33396e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412543 May 06 09:36:12.286376 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5dafb6-d179-4daa-b861-4576acb21d73 None None] Routers {'5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:36:12.287877 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-ae5dafb6-d179-4daa-b861-4576acb21d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:35:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:12.426403 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-ae5dafb6-d179-4daa-b861-4576acb21d73 None None] Set router 5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:36:12.428208 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56332aa9-211e-49eb-a9f0-cbec19449c4b req-73e63f39-fc43-49e4-be14-ca2ef310ef1b service neutron] 10.222.0.73 "GET /v2.0/networks/6307ea34-a29b-4602-b211-cc5e25007094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731113 May 06 09:36:12.532893 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ecb162c2-e3e0-4f97-a5a7-ae4d08c94911 req-bb986434-b4b9-494e-bd13-ecf591bfaf0b service neutron] 10.222.0.77 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624123 May 06 09:36:12.577978 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-0d15e67f-4d84-4cf9-a954-3ddc63b4ece5 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:12.579593 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-0d15e67f-4d84-4cf9-a954-3ddc63b4ece5 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/networks?id=d08aac77-6a8c-48ad-8465-6c78d5aeb84b HTTP/1.1" status: 200 len: 819 time: 0.2792902 May 06 09:36:12.635765 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc95ebda-f965-46aa-9211-044d3a51ed4f None None] New status for floating IP bc679f1d-3cd2-49b9-ac26-65bfdc6bed8a: ACTIVE {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:36:12.636879 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-fdbf63da-0132-48de-ab44-7ed20c525929 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/quotas/f4aa136b130448688a7f34d49779576a HTTP/1.1" status: 200 len: 375 time: 0.0303717 May 06 09:36:12.692543 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56332aa9-211e-49eb-a9f0-cbec19449c4b req-e157ad39-6699-4e29-96fa-9fe83f336084 service neutron] 10.222.0.73 "GET /v2.0/networks/6307ea34-a29b-4602-b211-cc5e25007094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489543 May 06 09:36:12.712272 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ecb162c2-e3e0-4f97-a5a7-ae4d08c94911 req-f2cd29c8-a369-4d86-a782-a316c3a4fdbf service neutron] 10.222.0.77 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699409 May 06 09:36:12.737641 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-e2b819e5-010f-4395-911c-37a0755705c6 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f4aa136b130448688a7f34d49779576a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0908113 May 06 09:36:12.804924 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf38c2cd-ae1c-4905-8ec7-68536119999a', 'tag': '4a65b87b-3d6c-49a3-816b-3c528d2696da'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:12.807253 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96956dd3-6463-4cdd-9552-4887dc7916ce" -d '{"events": [{"name": "network-changed", "server_uuid": "bf38c2cd-ae1c-4905-8ec7-68536119999a", "tag": "4a65b87b-3d6c-49a3-816b-3c528d2696da"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:12.899788 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-7469f7b3-e797-4f32-9628-5b97cdf4afbd service neutron] 10.222.0.73 "GET /v2.0/networks/d08aac77-6a8c-48ad-8465-6c78d5aeb84b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611638 May 06 09:36:12.918749 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-ae5dafb6-d179-4daa-b861-4576acb21d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'name': 'tempest-ServerRescueTestJSONUnderV235-917563581-router', 'tenant_id': 'f4aa136b130448688a7f34d49779576a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'ae5e7be6-d581-4bee-9214-f2472da7ed4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:36:04Z', 'updated_at': '2022-05-06T09:36:08Z', 'revision_number': 4, 'project_id': 'f4aa136b130448688a7f34d49779576a', 'gw_port': {'id': 'ae5e7be6-d581-4bee-9214-f2472da7ed4a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:05Z', 'updated_at': '2022-05-06T09:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '5b8fc97a-7df3-40b0-942a-59e5b177d711', 'name': '', 'network_id': 'd08aac77-6a8c-48ad-8465-6c78d5aeb84b', 'tenant_id': 'f4aa136b130448688a7f34d49779576a', 'mac_address': 'fa:16:3e:62:c5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd27702c2-9a71-49e6-91a0-98e35f14ed0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:07Z', 'updated_at': '2022-05-06T09:36:12Z', 'revision_number': 4, 'project_id': 'f4aa136b130448688a7f34d49779576a', 'subnets': [{'id': 'd27702c2-9a71-49e6-91a0-98e35f14ed0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:12.950345 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5dafb6-d179-4daa-b861-4576acb21d73 None None] The sync data for ids ['5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02'] in n-d-840835-1 is: [{'id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'name': 'tempest-ServerRescueTestJSONUnderV235-917563581-router', 'tenant_id': 'f4aa136b130448688a7f34d49779576a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'ae5e7be6-d581-4bee-9214-f2472da7ed4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:36:04Z', 'updated_at': '2022-05-06T09:36:08Z', 'revision_number': 4, 'project_id': 'f4aa136b130448688a7f34d49779576a', 'gw_port': {'id': 'ae5e7be6-d581-4bee-9214-f2472da7ed4a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:05Z', 'updated_at': '2022-05-06T09:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '5b8fc97a-7df3-40b0-942a-59e5b177d711', 'name': '', 'network_id': 'd08aac77-6a8c-48ad-8465-6c78d5aeb84b', 'tenant_id': 'f4aa136b130448688a7f34d49779576a', 'mac_address': 'fa:16:3e:62:c5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd27702c2-9a71-49e6-91a0-98e35f14ed0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:07Z', 'updated_at': '2022-05-06T09:36:12Z', 'revision_number': 4, 'project_id': 'f4aa136b130448688a7f34d49779576a', 'subnets': [{'id': 'd27702c2-9a71-49e6-91a0-98e35f14ed0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:36:12.977750 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e6548-4729-4641-8d69-6725d96d2ea1 req-d8d47c2e-e5c1-4c2b-97de-1c472af0c399 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:12.979413 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a42e6548-4729-4641-8d69-6725d96d2ea1 req-d8d47c2e-e5c1-4c2b-97de-1c472af0c399 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?device_id=e915f633-425b-4e8f-ade8-d664175d5610 HTTP/1.1" status: 200 len: 946 time: 0.1384165 May 06 09:36:13.054140 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-5a417d38-7101-4e3f-9fac-86058176f1f3 service neutron] 10.222.0.73 "GET /v2.0/networks/d08aac77-6a8c-48ad-8465-6c78d5aeb84b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533661 May 06 09:36:13.062256 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a42e6548-4729-4641-8d69-6725d96d2ea1 req-49eddba3-0115-44e4-a624-a861947f74f7 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d239d7c-84e1-4284-bf97-da62be15615c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761988 May 06 09:36:13.187452 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384f38f-7058-4f68-8b31-cc89460fe926 req-72d3e7cf-7fb0-4902-995b-3b4f35d42cbc tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:13.190003 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b384f38f-7058-4f68-8b31-cc89460fe926 req-72d3e7cf-7fb0-4902-995b-3b4f35d42cbc tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 1095 time: 0.0548546 May 06 09:36:13.247834 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b384f38f-7058-4f68-8b31-cc89460fe926 req-78364950-c944-4097-8004-c4e1b8d36715 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508339 May 06 09:36:13.411574 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c72291-fb05-459b-9cd3-a27b36a9b845 req-0ad80dcd-185b-4735-a0cd-0077a2ec8e6b tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:13.413250 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-04c72291-fb05-459b-9cd3-a27b36a9b845 req-0ad80dcd-185b-4735-a0cd-0077a2ec8e6b tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 943 time: 0.1386278 May 06 09:36:13.511659 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514d780-ada5-45b9-be47-6bdc340827d3 req-c4a14ec2-47d6-4a65-b789-3d330f8a9331 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:13.513937 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6514d780-ada5-45b9-be47-6bdc340827d3 req-c4a14ec2-47d6-4a65-b789-3d330f8a9331 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/ports?device_id=985cd21b-ab70-4c96-98e8-c9270e5d0f19 HTTP/1.1" status: 200 len: 949 time: 0.0992303 May 06 09:36:13.523848 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-04c72291-fb05-459b-9cd3-a27b36a9b845 req-accceb09-f588-4907-81f8-5d356bf0b2ad tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982962 May 06 09:36:13.568490 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e915f633-425b-4e8f-ade8-d664175d5610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be8332b-2113-42d8-b32d-0fd98c7739e2'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:13.571081 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ff3c24-9a6e-48d5-a646-c153f02ac53c" -d '{"events": [{"server_uuid": "e915f633-425b-4e8f-ade8-d664175d5610", "name": "network-vif-plugged", "status": "completed", "tag": "8be8332b-2113-42d8-b32d-0fd98c7739e2"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:13.640863 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6514d780-ada5-45b9-be47-6bdc340827d3 req-154c1d87-4725-4db3-8648-abbcfa98afde tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/security-groups?id=332864c1-d721-4cd2-87cb-f4dd0832c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157823 May 06 09:36:13.724714 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7c94f8eb-7fdd-4fbf-968d-133367f31087 req-6201cc2b-63c1-41f4-8cc8-dcef0737d686 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 258 time: 0.1645689 May 06 09:36:13.737518 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-7c94f8eb-7fdd-4fbf-968d-133367f31087 req-debb7bb7-6635-4bd8-b18b-2bcdb5f82e5c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:13.761165 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7c94f8eb-7fdd-4fbf-968d-133367f31087 req-debb7bb7-6635-4bd8-b18b-2bcdb5f82e5c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:13.924880 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7c94f8eb-7fdd-4fbf-968d-133367f31087 req-debb7bb7-6635-4bd8-b18b-2bcdb5f82e5c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:14.065750 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8578db8c-0265-4c90-86fa-b418f2d77577 x-openstack-request-id: req-8578db8c-0265-4c90-86fa-b418f2d77577 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:14.066137 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf38c2cd-ae1c-4905-8ec7-68536119999a", "tag": "4a65b87b-3d6c-49a3-816b-3c528d2696da", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:14.066472 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8578db8c-0265-4c90-86fa-b418f2d77577 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:14.067033 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8578db8c-0265-4c90-86fa-b418f2d77577'] response: {'name': 'network-changed', 'server_uuid': 'bf38c2cd-ae1c-4905-8ec7-68536119999a', 'tag': '4a65b87b-3d6c-49a3-816b-3c528d2696da', 'status': 'completed', 'code': 200} May 06 09:36:14.113061 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-7c94f8eb-7fdd-4fbf-968d-133367f31087 req-debb7bb7-6635-4bd8-b18b-2bcdb5f82e5c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Allocated IP 172.25.5.186 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/93205747-736b-4a8c-9a62-0d8503e0a50d) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:36:14.254704 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96956dd3-6463-4cdd-9552-4887dc7916ce req-0e0b7cb7-7ea4-4d45-9370-b69fc3fdcee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:14.256285 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-96956dd3-6463-4cdd-9552-4887dc7916ce req-0e0b7cb7-7ea4-4d45-9370-b69fc3fdcee7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3a97c219c0854861b5315e7c09d4b9d9&device_id=bf38c2cd-ae1c-4905-8ec7-68536119999a HTTP/1.1" status: 200 len: 1096 time: 0.1401045 May 06 09:36:14.324552 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2756a7-c8c9-4841-b468-aa05663531d7 req-4c779f49-2b6a-451b-bc24-7ee4b12ead10 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:14.326586 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dc2756a7-c8c9-4841-b468-aa05663531d7 req-4c779f49-2b6a-451b-bc24-7ee4b12ead10 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.1813495 May 06 09:36:14.406369 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7c94f8eb-7fdd-4fbf-968d-133367f31087 req-debb7bb7-6635-4bd8-b18b-2bcdb5f82e5c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:14.437418 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96956dd3-6463-4cdd-9552-4887dc7916ce req-74ed9ce3-fe87-42aa-b4e8-ee117ed155d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:14.439225 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-96956dd3-6463-4cdd-9552-4887dc7916ce req-74ed9ce3-fe87-42aa-b4e8-ee117ed155d0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6307ea34-a29b-4602-b211-cc5e25007094 HTTP/1.1" status: 200 len: 929 time: 0.1734076 May 06 09:36:14.444067 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dc2756a7-c8c9-4841-b468-aa05663531d7 req-6c39779d-3485-4af2-a19b-6bd842e9fc49 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046827 May 06 09:36:14.514827 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7c94f8eb-7fdd-4fbf-968d-133367f31087 req-debb7bb7-6635-4bd8-b18b-2bcdb5f82e5c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:14.544307 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 0628af58-b4bb-41f2-a487-0f7dc617eaf8 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:36:14.577763 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c94f8eb-7fdd-4fbf-968d-133367f31087 req-debb7bb7-6635-4bd8-b18b-2bcdb5f82e5c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:36:14.580425 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-96956dd3-6463-4cdd-9552-4887dc7916ce req-b8132c9e-363f-4919-89b6-31a2ebc75439 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a65b87b-3d6c-49a3-816b-3c528d2696da HTTP/1.1" status: 200 len: 1001 time: 0.1200190 May 06 09:36:14.597236 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-7c94f8eb-7fdd-4fbf-968d-133367f31087 req-debb7bb7-6635-4bd8-b18b-2bcdb5f82e5c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:36:14.604038 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08f0e891-60e4-472b-b9b8-449aa28c1287 req-bb935334-4dcc-44a5-bf56-9ce68ffb0576 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 210 time: 0.0796249 May 06 09:36:14.613103 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c94f8eb-7fdd-4fbf-968d-133367f31087 req-debb7bb7-6635-4bd8-b18b-2bcdb5f82e5c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:36:14.653105 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb7bb7-6635-4bd8-b18b-2bcdb5f82e5c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Pushing event updated for resources: {'Port': ['ID=93205747-736b-4a8c-9a62-0d8503e0a50d,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:14.728097 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 0628af58-b4bb-41f2-a487-0f7dc617eaf8, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=0628af58-b4bb-41f2-a487-0f7dc617eaf8,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:14.744446 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-599439d5-cd66-48a9-a7a9-e8c01ff07e6f tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:14.745025 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96956dd3-6463-4cdd-9552-4887dc7916ce req-0c69481f-0e80-4ce1-920b-42091804202e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:14.746365 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-96956dd3-6463-4cdd-9552-4887dc7916ce req-0c69481f-0e80-4ce1-920b-42091804202e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f8db6c9c-8f6a-4f61-b92d-e05c22f618f0 HTTP/1.1" status: 200 len: 867 time: 0.1448302 May 06 09:36:14.746687 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-599439d5-cd66-48a9-a7a9-e8c01ff07e6f tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.77 "GET /v2.0/networks?id=d08aac77-6a8c-48ad-8465-6c78d5aeb84b HTTP/1.1" status: 200 len: 819 time: 0.1970439 May 06 09:36:14.758629 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7c94f8eb-7fdd-4fbf-968d-133367f31087 req-debb7bb7-6635-4bd8-b18b-2bcdb5f82e5c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:14.760095 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '0628af58-b4bb-41f2-a487-0f7dc617eaf8', 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e', 'port_id': '0628af58-b4bb-41f2-a487-0f7dc617eaf8', 'mac_address': 'fa:16:3e:be:93:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5704ec7d-7fe2-4308-8e34-562762b93f76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:36:14.773556 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-801ccfec-0866-4e45-a288-149d6e89aa53 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Request body: {'port': {'device_id': '3cf7012b-bec9-40b5-abae-b2a7365a25b2', 'network_id': 'd08aac77-6a8c-48ad-8465-6c78d5aeb84b', 'admin_state_up': True, 'tenant_id': 'f4aa136b130448688a7f34d49779576a'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:14.812237 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:14.832423 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0628af58-b4bb-41f2-a487-0f7dc617eaf8 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:14.875150 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7c94f8eb-7fdd-4fbf-968d-133367f31087 req-debb7bb7-6635-4bd8-b18b-2bcdb5f82e5c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:14.885968 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 0628af58-b4bb-41f2-a487-0f7dc617eaf8, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=0628af58-b4bb-41f2-a487-0f7dc617eaf8,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:14.898079 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:14.982573 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-801ccfec-0866-4e45-a288-149d6e89aa53 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Made reservation on behalf of f4aa136b130448688a7f34d49779576a for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:36:14.983393 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=0628af58-b4bb-41f2-a487-0f7dc617eaf8,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:14.989199 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-801ccfec-0866-4e45-a288-149d6e89aa53 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:15.066736 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-e81389eb-b028-4ec2-836c-730a31cbb75a tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:15.068647 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-e81389eb-b028-4ec2-836c-730a31cbb75a tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/networks?id=519999b9-d7d4-4e10-b661-e50209fd3b05 HTTP/1.1" status: 200 len: 819 time: 0.3213005 May 06 09:36:15.082391 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96956dd3-6463-4cdd-9552-4887dc7916ce req-e2ff2f1c-9a88-45a6-9bfb-41b6b4586f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:15.083908 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-96956dd3-6463-4cdd-9552-4887dc7916ce req-e2ff2f1c-9a88-45a6-9bfb-41b6b4586f75 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6307ea34-a29b-4602-b211-cc5e25007094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3062549 May 06 09:36:15.112277 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 5b8fc97a-7df3-40b0-942a-59e5b177d711 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:36:15.176283 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-801ccfec-0866-4e45-a288-149d6e89aa53 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Allocated IP 172.20.0.9 (d08aac77-6a8c-48ad-8465-6c78d5aeb84b/d27702c2-9a71-49e6-91a0-98e35f14ed0a/7ad73c7b-3fd8-4490-8aa8-d7bb030c057b) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:36:15.205974 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 5b8fc97a-7df3-40b0-942a-59e5b177d711 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:15.206346 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:15.329775 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:15.353367 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['0628af58-b4bb-41f2-a487-0f7dc617eaf8'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:36:15.374758 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-801ccfec-0866-4e45-a288-149d6e89aa53 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:15.400117 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 5b8fc97a-7df3-40b0-942a-59e5b177d711, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=5b8fc97a-7df3-40b0-942a-59e5b177d711,segment=NetworkSegment(a3f4fc86-e5d9-4205-80e4-89f5cfe2e806),segment_id=a3f4fc86-e5d9-4205-80e4-89f5cfe2e806)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:15.407850 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:15.431603 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-801ccfec-0866-4e45-a288-149d6e89aa53 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:15.492144 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-801ccfec-0866-4e45-a288-149d6e89aa53 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Network d08aac77-6a8c-48ad-8465-6c78d5aeb84b is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:36:15.496841 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-801ccfec-0866-4e45-a288-149d6e89aa53 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:36:15.500521 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=5b8fc97a-7df3-40b0-942a-59e5b177d711,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:15.501208 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-801ccfec-0866-4e45-a288-149d6e89aa53 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:36:15.571809 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-e52a9f57-d835-4376-aad0-c88522c1fa14 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/quotas/147a685967a04284b13954d6f7a9d875 HTTP/1.1" status: 200 len: 375 time: 0.4942310 May 06 09:36:15.594224 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-801ccfec-0866-4e45-a288-149d6e89aa53 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:15.595345 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-801ccfec-0866-4e45-a288-149d6e89aa53 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:15.600511 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ccfec-0866-4e45-a288-149d6e89aa53 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Pushing event updated for resources: {'Port': ['ID=7ad73c7b-3fd8-4490-8aa8-d7bb030c057b,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:15.628571 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-801ccfec-0866-4e45-a288-149d6e89aa53 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8595333 May 06 09:36:15.647837 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-21a578ea-d90e-4ea0-86b4-5c456045de08 service neutron] Request body: {'port': {'device_id': '3cf7012b-bec9-40b5-abae-b2a7365a25b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:15.680447 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-96956dd3-6463-4cdd-9552-4887dc7916ce req-4aae6541-9e80-41e6-84b1-745faa59033e service neutron] 10.222.0.77 "GET /v2.0/networks/6307ea34-a29b-4602-b211-cc5e25007094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5698185 May 06 09:36:15.715077 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-21a578ea-d90e-4ea0-86b4-5c456045de08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:15.719102 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-1a8cec83-da4e-4b99-8635-7c6856df05eb tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=147a685967a04284b13954d6f7a9d875&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1279995 May 06 09:36:15.830795 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7c94f8eb-7fdd-4fbf-968d-133367f31087 req-debb7bb7-6635-4bd8-b18b-2bcdb5f82e5c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:15.846053 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7c94f8eb-7fdd-4fbf-968d-133367f31087 req-debb7bb7-6635-4bd8-b18b-2bcdb5f82e5c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:15.887600 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-704de636-ff51-464c-9294-db7de893029e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:15.916716 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7c94f8eb-7fdd-4fbf-968d-133367f31087 req-debb7bb7-6635-4bd8-b18b-2bcdb5f82e5c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:15.923046 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-96956dd3-6463-4cdd-9552-4887dc7916ce req-0dca85c8-bd35-4a1e-aa15-ca7bd45a7147 service neutron] 10.222.0.77 "GET /v2.0/networks/6307ea34-a29b-4602-b211-cc5e25007094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341285 May 06 09:36:15.957647 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-366675ab-219e-4a7e-b5c8-5c8fda0ee1fe service neutron] 10.222.0.73 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070749 May 06 09:36:15.958378 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb7bb7-6635-4bd8-b18b-2bcdb5f82e5c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Pushing event updated for resources: {'Port': ['ID=93205747-736b-4a8c-9a62-0d8503e0a50d,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:15.963898 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7c94f8eb-7fdd-4fbf-968d-133367f31087 req-debb7bb7-6635-4bd8-b18b-2bcdb5f82e5c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:15.965230 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7c94f8eb-7fdd-4fbf-968d-133367f31087 req-debb7bb7-6635-4bd8-b18b-2bcdb5f82e5c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2325487 May 06 09:36:16.067162 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7c94f8eb-7fdd-4fbf-968d-133367f31087 req-3f5a3ffd-ad89-446c-8ab0-aafeee53ac4f tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.186 HTTP/1.1" status: 200 len: 696 time: 0.0900006 May 06 09:36:16.091302 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-21a578ea-d90e-4ea0-86b4-5c456045de08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad73c7b-3fd8-4490-8aa8-d7bb030c057b {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:16.101940 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-21a578ea-d90e-4ea0-86b4-5c456045de08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:16.129519 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-21a578ea-d90e-4ea0-86b4-5c456045de08 service neutron] Transition to ACTIVE for port object 7ad73c7b-3fd8-4490-8aa8-d7bb030c057b will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:36:16.135055 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-21a578ea-d90e-4ea0-86b4-5c456045de08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:16.198404 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a578ea-d90e-4ea0-86b4-5c456045de08 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad73c7b-3fd8-4490-8aa8-d7bb030c057b,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:16.207886 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-feea2a47-3202-4d5f-a195-17f652a7c205 service neutron] 10.222.0.73 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387848 May 06 09:36:16.239296 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94f8eb-7fdd-4fbf-968d-133367f31087 req-1f9af073-cabf-452a-9e5c-3e8ac850369b tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:16.241532 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7c94f8eb-7fdd-4fbf-968d-133367f31087 req-1f9af073-cabf-452a-9e5c-3e8ac850369b tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 784 time: 0.1562490 May 06 09:36:16.261012 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-7c94f8eb-7fdd-4fbf-968d-133367f31087 req-bf5e856f-c745-4a0f-a454-f2b3e90e2e78 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:36:16.264805 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7c94f8eb-7fdd-4fbf-968d-133367f31087 req-bf5e856f-c745-4a0f-a454-f2b3e90e2e78 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125391 May 06 09:36:16.324836 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-21a578ea-d90e-4ea0-86b4-5c456045de08 service neutron] Attempting to bind port 7ad73c7b-3fd8-4490-8aa8-d7bb030c057b on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:36:16.325327 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-21a578ea-d90e-4ea0-86b4-5c456045de08 service neutron] Attempting to bind port 7ad73c7b-3fd8-4490-8aa8-d7bb030c057b by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'a3f4fc86-e5d9-4205-80e4-89f5cfe2e806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd08aac77-6a8c-48ad-8465-6c78d5aeb84b'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:36:16.325973 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-21a578ea-d90e-4ea0-86b4-5c456045de08 service neutron] Attempting to bind port 7ad73c7b-3fd8-4490-8aa8-d7bb030c057b on network d08aac77-6a8c-48ad-8465-6c78d5aeb84b {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:16.331848 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-21a578ea-d90e-4ea0-86b4-5c456045de08 service neutron] Port 7ad73c7b-3fd8-4490-8aa8-d7bb030c057b on network d08aac77-6a8c-48ad-8465-6c78d5aeb84b not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:36:16.332599 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-21a578ea-d90e-4ea0-86b4-5c456045de08 service neutron] Attempting to bind port 7ad73c7b-3fd8-4490-8aa8-d7bb030c057b on network d08aac77-6a8c-48ad-8465-6c78d5aeb84b {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:16.339008 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-21a578ea-d90e-4ea0-86b4-5c456045de08 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:36:16.339482 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-21a578ea-d90e-4ea0-86b4-5c456045de08 service neutron] Checking segment: {'id': 'a3f4fc86-e5d9-4205-80e4-89f5cfe2e806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd08aac77-6a8c-48ad-8465-6c78d5aeb84b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:36:16.340262 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-21a578ea-d90e-4ea0-86b4-5c456045de08 service neutron] Bound using segment: {'id': 'a3f4fc86-e5d9-4205-80e4-89f5cfe2e806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd08aac77-6a8c-48ad-8465-6c78d5aeb84b'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:36:16.340507 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-21a578ea-d90e-4ea0-86b4-5c456045de08 service neutron] Bound port: 7ad73c7b-3fd8-4490-8aa8-d7bb030c057b, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3f4fc86-e5d9-4205-80e4-89f5cfe2e806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd08aac77-6a8c-48ad-8465-6c78d5aeb84b'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:36:16.340921 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-21a578ea-d90e-4ea0-86b4-5c456045de08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:16.341717 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cc853d-8439-49b7-9bc4-8977835b9d25 x-openstack-request-id: req-91cc853d-8439-49b7-9bc4-8977835b9d25 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:16.341918 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e915f633-425b-4e8f-ade8-d664175d5610", "name": "network-vif-plugged", "status": "completed", "tag": "8be8332b-2113-42d8-b32d-0fd98c7739e2", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:16.342111 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-91cc853d-8439-49b7-9bc4-8977835b9d25 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:16.342691 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91cc853d-8439-49b7-9bc4-8977835b9d25'] response: {'server_uuid': 'e915f633-425b-4e8f-ade8-d664175d5610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be8332b-2113-42d8-b32d-0fd98c7739e2', 'code': 200} May 06 09:36:16.502994 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-21a578ea-d90e-4ea0-86b4-5c456045de08 service neutron] For port 7ad73c7b-3fd8-4490-8aa8-d7bb030c057b, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:36:16.506765 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-21a578ea-d90e-4ea0-86b4-5c456045de08 service neutron] For port 7ad73c7b-3fd8-4490-8aa8-d7bb030c057b, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=7ad73c7b-3fd8-4490-8aa8-d7bb030c057b,segment=NetworkSegment(a3f4fc86-e5d9-4205-80e4-89f5cfe2e806),segment_id=a3f4fc86-e5d9-4205-80e4-89f5cfe2e806)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:36:16.515421 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-21a578ea-d90e-4ea0-86b4-5c456045de08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:16.543236 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 0628af58-b4bb-41f2-a487-0f7dc617eaf8 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:36:16.593759 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fe70c-6243-419d-a97f-18f20b883675 req-39b52c1f-23da-43bd-bc42-86953d6eb3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:16.599504 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f69fe70c-6243-419d-a97f-18f20b883675 req-39b52c1f-23da-43bd-bc42-86953d6eb3f4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e915f633-425b-4e8f-ade8-d664175d5610 HTTP/1.1" status: 200 len: 1097 time: 0.0703306 May 06 09:36:16.612848 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a578ea-d90e-4ea0-86b4-5c456045de08 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad73c7b-3fd8-4490-8aa8-d7bb030c057b,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:16.614546 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5583dfc-5429-4d53-9a86-362e37091dcf req-c3be037b-dfd6-4de6-84a7-b3c61c3ce21c tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:16.627802 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e5583dfc-5429-4d53-9a86-362e37091dcf req-c3be037b-dfd6-4de6-84a7-b3c61c3ce21c tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?device_id=e915f633-425b-4e8f-ade8-d664175d5610 HTTP/1.1" status: 200 len: 946 time: 0.1614869 May 06 09:36:16.632377 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 0628af58-b4bb-41f2-a487-0f7dc617eaf8 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:36:16.638888 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 0628af58-b4bb-41f2-a487-0f7dc617eaf8 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:16.639607 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:16.654073 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-21a578ea-d90e-4ea0-86b4-5c456045de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:16.655532 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-21a578ea-d90e-4ea0-86b4-5c456045de08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:16.657545 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-21a578ea-d90e-4ea0-86b4-5c456045de08 service neutron] 10.222.0.77 "PUT /v2.0/ports/7ad73c7b-3fd8-4490-8aa8-d7bb030c057b HTTP/1.1" status: 200 len: 1091 time: 1.0145743 May 06 09:36:16.658031 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf7012b-bec9-40b5-abae-b2a7365a25b2', 'tag': '7ad73c7b-3fd8-4490-8aa8-d7bb030c057b'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:16.660737 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232256e9-5de7-42de-81ba-7ae5741452fd" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf7012b-bec9-40b5-abae-b2a7365a25b2", "tag": "7ad73c7b-3fd8-4490-8aa8-d7bb030c057b"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:16.749706 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:16.758808 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e5583dfc-5429-4d53-9a86-362e37091dcf req-987300b7-7c00-4a5b-8736-7596eabc3591 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d239d7c-84e1-4284-bf97-da62be15615c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288490 May 06 09:36:16.793206 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f69fe70c-6243-419d-a97f-18f20b883675 req-0d6bd776-b578-4cdc-9f4c-dc7fb8228da9 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=0d239d7c-84e1-4284-bf97-da62be15615c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098716 May 06 09:36:16.806079 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59664d79-77c8-4f0e-a0c0-8f3273f53fc5 req-8f271aef-a39a-472a-a348-7a2753fad619 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:16.807788 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-59664d79-77c8-4f0e-a0c0-8f3273f53fc5 req-8f271aef-a39a-472a-a348-7a2753fad619 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 944 time: 0.1213009 May 06 09:36:16.832218 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 0628af58-b4bb-41f2-a487-0f7dc617eaf8, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=0628af58-b4bb-41f2-a487-0f7dc617eaf8,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:16.839055 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:16.870565 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-43908ff4-1794-4064-b93f-7d2fec3963ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:16.879329 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-59664d79-77c8-4f0e-a0c0-8f3273f53fc5 req-4213a740-8945-47dc-a03d-d343eb8f8585 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524671 May 06 09:36:16.879855 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-43908ff4-1794-4064-b93f-7d2fec3963ca service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4aa136b130448688a7f34d49779576a&device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 1094 time: 0.1504755 May 06 09:36:16.967733 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a209cca-965d-4446-b125-f365a987c05b req-a4ef409f-8d07-4442-97f0-98a10fc47659 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:16.977945 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a209cca-965d-4446-b125-f365a987c05b req-a4ef409f-8d07-4442-97f0-98a10fc47659 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/ports?device_id=985cd21b-ab70-4c96-98e8-c9270e5d0f19 HTTP/1.1" status: 200 len: 949 time: 0.1016545 May 06 09:36:17.011407 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-41caf9e4-ca05-47a9-a287-fde2b28ca388 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad73c7b-3fd8-4490-8aa8-d7bb030c057b HTTP/1.1" status: 200 len: 217 time: 0.1181133 May 06 09:36:17.014578 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=0628af58-b4bb-41f2-a487-0f7dc617eaf8,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:17.068797 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a209cca-965d-4446-b125-f365a987c05b req-0e5d2ff7-183d-4d59-a651-2dd2d3f041f8 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/security-groups?id=332864c1-d721-4cd2-87cb-f4dd0832c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727360 May 06 09:36:17.090564 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3cb89b-8f0c-48ab-bc94-a25c1a676cbb req-6dd05b3d-c0e8-4f83-b5e1-12ff65e702c3 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:17.102814 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f3cb89b-8f0c-48ab-bc94-a25c1a676cbb req-6dd05b3d-c0e8-4f83-b5e1-12ff65e702c3 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.1233466 May 06 09:36:17.109177 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 5b8fc97a-7df3-40b0-942a-59e5b177d711 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:36:17.113007 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-f7bdf1b6-090e-4e7e-a6a1-0a5b028b495a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:17.121346 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-f7bdf1b6-090e-4e7e-a6a1-0a5b028b495a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d27702c2-9a71-49e6-91a0-98e35f14ed0a HTTP/1.1" status: 200 len: 859 time: 0.1033895 May 06 09:36:17.155844 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f3cb89b-8f0c-48ab-bc94-a25c1a676cbb req-15c635f6-d6a9-401f-8b9f-67a0f1967406 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518160 May 06 09:36:17.191781 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-d825e3ad-1886-4d5f-b4c1-96ad7d9858ae service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d08aac77-6a8c-48ad-8465-6c78d5aeb84b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559542 May 06 09:36:17.229400 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 5b8fc97a-7df3-40b0-942a-59e5b177d711 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:17.229876 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:17.373671 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a626c12-2358-432b-b6d8-72db8405cb56 req-4e85fef8-b499-441b-a6a2-386064ae0810 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:17.382270 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4a626c12-2358-432b-b6d8-72db8405cb56 req-4e85fef8-b499-441b-a6a2-386064ae0810 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 943 time: 0.1633170 May 06 09:36:17.399470 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-4e36bd6e-39b7-48fb-b9ec-58dd9392e150 service neutron] 10.222.0.77 "GET /v2.0/networks/d08aac77-6a8c-48ad-8465-6c78d5aeb84b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942253 May 06 09:36:17.433191 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a3189-9adc-4dcb-a79e-6348c560b74d req-8480846c-904a-495a-922e-46af515c4e37 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:17.434746 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-863a3189-9adc-4dcb-a79e-6348c560b74d req-8480846c-904a-495a-922e-46af515c4e37 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf38c2cd-ae1c-4905-8ec7-68536119999a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1808863 May 06 09:36:17.445718 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4a626c12-2358-432b-b6d8-72db8405cb56 req-6e44373a-051e-4d49-81a0-4e4fe128f730 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623081 May 06 09:36:17.525285 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-863a3189-9adc-4dcb-a79e-6348c560b74d req-2e772934-01e8-4b08-8977-fef15cec2d24 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.186 HTTP/1.1" status: 200 len: 696 time: 0.0642741 May 06 09:36:17.576381 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-863a3189-9adc-4dcb-a79e-6348c560b74d req-de208703-0280-44af-9fe0-93fb2645f6ec tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Request body: {'floatingip': {'port_id': '4a65b87b-3d6c-49a3-816b-3c528d2696da', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:17.591162 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-92b47a86-bf53-4f6f-84b8-c3143318a2f7 req-08e0eedc-8820-4b4a-a475-62cb1625a27e service neutron] 10.222.0.77 "GET /v2.0/networks/d08aac77-6a8c-48ad-8465-6c78d5aeb84b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835141 May 06 09:36:17.645589 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-392e4055-5125-44af-9018-c47dbf9e8c0f req-f9a4eea3-56f8-425f-bb9b-af26805330ad tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 210 time: 0.0869966 May 06 09:36:17.650411 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-863a3189-9adc-4dcb-a79e-6348c560b74d req-de208703-0280-44af-9fe0-93fb2645f6ec tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks [] for floatingip, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:17.716863 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848bcf3d-85a2-40b3-90e8-e0f091ddfc07 x-openstack-request-id: req-848bcf3d-85a2-40b3-90e8-e0f091ddfc07 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:17.716863 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf7012b-bec9-40b5-abae-b2a7365a25b2", "tag": "7ad73c7b-3fd8-4490-8aa8-d7bb030c057b", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:17.717190 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-848bcf3d-85a2-40b3-90e8-e0f091ddfc07 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:17.717331 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-848bcf3d-85a2-40b3-90e8-e0f091ddfc07'] response: {'name': 'network-changed', 'server_uuid': '3cf7012b-bec9-40b5-abae-b2a7365a25b2', 'tag': '7ad73c7b-3fd8-4490-8aa8-d7bb030c057b', 'status': 'completed', 'code': 200} May 06 09:36:17.818739 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232256e9-5de7-42de-81ba-7ae5741452fd req-face789a-dfdf-486e-8790-08b0b8088662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:17.820322 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-232256e9-5de7-42de-81ba-7ae5741452fd req-face789a-dfdf-486e-8790-08b0b8088662 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4aa136b130448688a7f34d49779576a&device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 1094 time: 0.0531909 May 06 09:36:17.892740 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aedef8-30cf-495c-bb2a-8cedbe9294bf req-f071ab49-7de2-4450-abdc-c928de7ed236 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:17.899660 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-42aedef8-30cf-495c-bb2a-8cedbe9294bf req-f071ab49-7de2-4450-abdc-c928de7ed236 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/ports?device_id=0acb8ee9-c39a-4f95-b1d9-96b7b7258c77 HTTP/1.1" status: 200 len: 950 time: 0.1192164 May 06 09:36:17.944821 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232256e9-5de7-42de-81ba-7ae5741452fd req-9e03a923-2fe0-4a11-a579-d00bb8da5993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:17.946315 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-232256e9-5de7-42de-81ba-7ae5741452fd req-9e03a923-2fe0-4a11-a579-d00bb8da5993 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d08aac77-6a8c-48ad-8465-6c78d5aeb84b HTTP/1.1" status: 200 len: 920 time: 0.1192043 May 06 09:36:17.987027 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-42aedef8-30cf-495c-bb2a-8cedbe9294bf req-c170a57d-b654-47fe-96b3-36ec6fadcf70 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/security-groups?id=332864c1-d721-4cd2-87cb-f4dd0832c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814202 May 06 09:36:17.989816 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-863a3189-9adc-4dcb-a79e-6348c560b74d req-de208703-0280-44af-9fe0-93fb2645f6ec tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] update failed (client error): There was a conflict when trying to complete your request. May 06 09:36:17.991092 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-863a3189-9adc-4dcb-a79e-6348c560b74d req-de208703-0280-44af-9fe0-93fb2645f6ec tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "PUT /v2.0/floatingips/e1fe7ca4-b92e-4dec-bb17-933a9eddabf6 HTTP/1.1" status: 409 len: 550 time: 0.4318001 May 06 09:36:18.011558 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-232256e9-5de7-42de-81ba-7ae5741452fd req-92d6c4db-7fb9-4c04-8e79-8d32fee25546 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad73c7b-3fd8-4490-8aa8-d7bb030c057b HTTP/1.1" status: 200 len: 217 time: 0.0540328 May 06 09:36:18.073779 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232256e9-5de7-42de-81ba-7ae5741452fd req-0d8807c5-6e13-4377-9571-fdd8f032b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:18.076202 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-232256e9-5de7-42de-81ba-7ae5741452fd req-0d8807c5-6e13-4377-9571-fdd8f032b4c3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d27702c2-9a71-49e6-91a0-98e35f14ed0a HTTP/1.1" status: 200 len: 859 time: 0.0572839 May 06 09:36:18.118697 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-232256e9-5de7-42de-81ba-7ae5741452fd req-225f59a3-3c24-4ee2-8bbf-14916af0b72c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d08aac77-6a8c-48ad-8465-6c78d5aeb84b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343866 May 06 09:36:18.153038 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792fa02-893e-4560-9b42-e2db8d3e5bd5 req-c7f14d5f-80ec-4548-ad0f-07733889b903 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:18.163021 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b792fa02-893e-4560-9b42-e2db8d3e5bd5 req-c7f14d5f-80ec-4548-ad0f-07733889b903 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?device_id=e915f633-425b-4e8f-ade8-d664175d5610 HTTP/1.1" status: 200 len: 946 time: 0.1111336 May 06 09:36:18.290304 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-232256e9-5de7-42de-81ba-7ae5741452fd req-344c6322-b198-4bc1-b4bb-01863dc1751d service neutron] 10.222.0.77 "GET /v2.0/networks/d08aac77-6a8c-48ad-8465-6c78d5aeb84b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538615 May 06 09:36:18.308763 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c7381-f194-44dd-bab9-25fb437c60b9 req-06230e29-019a-4ae0-b938-2baefeaa3865 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:18.313600 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:36:18.319372 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a79c7381-f194-44dd-bab9-25fb437c60b9 req-06230e29-019a-4ae0-b938-2baefeaa3865 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 945 time: 0.2221634 May 06 09:36:18.343563 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5da443-f3d5-4793-b56a-ba4e5723bccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0628af58-b4bb-41f2-a487-0f7dc617eaf8'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:18.346131 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f3e36b-a53b-4ebc-b116-d6032aa630fa" -d '{"events": [{"server_uuid": "7f5da443-f3d5-4793-b56a-ba4e5723bccf", "name": "network-vif-plugged", "status": "completed", "tag": "0628af58-b4bb-41f2-a487-0f7dc617eaf8"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:18.356248 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b792fa02-893e-4560-9b42-e2db8d3e5bd5 req-2c1cc138-f4ef-44e4-a229-bf1856f06fae tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d239d7c-84e1-4284-bf97-da62be15615c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916130 May 06 09:36:18.426444 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-c498d77d-c72f-4b9e-9b4b-a7fe783cec8b tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:18.428041 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-c498d77d-c72f-4b9e-9b4b-a7fe783cec8b tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.84 "GET /v2.0/networks?id=519999b9-d7d4-4e10-b661-e50209fd3b05 HTTP/1.1" status: 200 len: 819 time: 0.2197108 May 06 09:36:18.440086 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-515bd879-a08c-497f-92b8-c97296aea1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:18.454321 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-232256e9-5de7-42de-81ba-7ae5741452fd req-9bb4ddde-0c71-4f88-a372-3612b1eb36c7 service neutron] 10.222.0.77 "GET /v2.0/networks/d08aac77-6a8c-48ad-8465-6c78d5aeb84b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580858 May 06 09:36:18.491782 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a79c7381-f194-44dd-bab9-25fb437c60b9 req-c9fd286d-a03a-4a06-b41c-3f5cf6e0c47e tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715198 May 06 09:36:18.496487 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-9df58944-f522-41f8-a6b9-56a888e34cba tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Request body: {'port': {'device_id': '55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4', 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05', 'admin_state_up': True, 'tenant_id': '147a685967a04284b13954d6f7a9d875'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:18.512119 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d06aa4c5-d5b4-4976-ae0a-5448976f9ba7 req-885c3f75-3240-4bd6-a911-ac118f0e33b3 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/floatingips/e1fe7ca4-b92e-4dec-bb17-933a9eddabf6 HTTP/1.1" status: 200 len: 693 time: 0.0805175 May 06 09:36:18.570936 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:18.722405 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06aa4c5-d5b4-4976-ae0a-5448976f9ba7 req-c1b8ed2e-6859-4ae9-b94f-b3ffddaec42d tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:18.724152 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d06aa4c5-d5b4-4976-ae0a-5448976f9ba7 req-c1b8ed2e-6859-4ae9-b94f-b3ffddaec42d tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 784 time: 0.1956720 May 06 09:36:18.744953 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-d06aa4c5-d5b4-4976-ae0a-5448976f9ba7 req-63155910-2fae-4733-ae39-21c88215bcc2 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:36:18.748236 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d06aa4c5-d5b4-4976-ae0a-5448976f9ba7 req-63155910-2fae-4733-ae39-21c88215bcc2 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160713 May 06 09:36:18.769701 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-9df58944-f522-41f8-a6b9-56a888e34cba tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Made reservation on behalf of 147a685967a04284b13954d6f7a9d875 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:36:18.773494 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-9df58944-f522-41f8-a6b9-56a888e34cba tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:18.836054 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d06aa4c5-d5b4-4976-ae0a-5448976f9ba7 req-54c746c6-421b-42ca-a4eb-352705494bf2 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.186 HTTP/1.1" status: 200 len: 696 time: 0.0796387 May 06 09:36:19.051298 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d06aa4c5-d5b4-4976-ae0a-5448976f9ba7 req-78048d47-574c-441e-89eb-59cac4c63394 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.186 HTTP/1.1" status: 200 len: 696 time: 0.2016914 May 06 09:36:19.197096 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-9df58944-f522-41f8-a6b9-56a888e34cba tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Allocated IP 172.20.0.9 (519999b9-d7d4-4e10-b661-e50209fd3b05/293ef06f-9c8d-46e9-8a69-2491d12832fe/0f731e0b-cba7-480d-bd7a-5a8deee3e63d) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:36:19.225040 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d26040-5c06-4eb3-b9ce-35b0a0141ede req-f5ce3dbf-649e-4195-beca-82a2c8e8f863 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:19.226556 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e3d26040-5c06-4eb3-b9ce-35b0a0141ede req-f5ce3dbf-649e-4195-beca-82a2c8e8f863 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.1938748 May 06 09:36:19.370268 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e3d26040-5c06-4eb3-b9ce-35b0a0141ede req-9c601103-c25a-408e-bd3e-ccfe79d0b5be tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350677 May 06 09:36:19.371167 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:19.392713 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-d06aa4c5-d5b4-4976-ae0a-5448976f9ba7 req-664178b7-7d3f-4483-bb8e-aebe0c5ad549 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Deleting port 93205747-736b-4a8c-9a62-0d8503e0a50d {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:36:19.393052 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d06aa4c5-d5b4-4976-ae0a-5448976f9ba7 req-664178b7-7d3f-4483-bb8e-aebe0c5ad549 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:19.431332 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d377f2-375c-4ae4-ac54-04a4089a2b20 x-openstack-request-id: req-58d377f2-375c-4ae4-ac54-04a4089a2b20 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:19.431893 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5da443-f3d5-4793-b56a-ba4e5723bccf", "name": "network-vif-plugged", "status": "completed", "tag": "0628af58-b4bb-41f2-a487-0f7dc617eaf8", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:19.432381 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-58d377f2-375c-4ae4-ac54-04a4089a2b20 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:19.433063 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58d377f2-375c-4ae4-ac54-04a4089a2b20'] response: {'server_uuid': '7f5da443-f3d5-4793-b56a-ba4e5723bccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0628af58-b4bb-41f2-a487-0f7dc617eaf8', 'code': 200} May 06 09:36:19.488061 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-9df58944-f522-41f8-a6b9-56a888e34cba tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:19.552235 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d06aa4c5-d5b4-4976-ae0a-5448976f9ba7 req-664178b7-7d3f-4483-bb8e-aebe0c5ad549 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:19.552567 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d06aa4c5-d5b4-4976-ae0a-5448976f9ba7 req-664178b7-7d3f-4483-bb8e-aebe0c5ad549 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:19.581857 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-d06aa4c5-d5b4-4976-ae0a-5448976f9ba7 req-664178b7-7d3f-4483-bb8e-aebe0c5ad549 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Calling delete_port for 93205747-736b-4a8c-9a62-0d8503e0a50d owned by network:floatingip {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:36:19.586209 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999c5e1-d34c-4a35-a7a9-e9a5ed91e10b req-8d5d99f8-77a9-4e84-8e10-c53570340378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:19.587798 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6999c5e1-d34c-4a35-a7a9-e9a5ed91e10b req-8d5d99f8-77a9-4e84-8e10-c53570340378 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 1096 time: 0.0489151 May 06 09:36:19.590671 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae40047-921a-4c97-8144-5dd83144d2e9 req-ef264259-0bbc-42c0-b755-83068c8d533f tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:19.593034 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fae40047-921a-4c97-8144-5dd83144d2e9 req-ef264259-0bbc-42c0-b755-83068c8d533f tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 943 time: 0.1129212 May 06 09:36:19.630036 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6999c5e1-d34c-4a35-a7a9-e9a5ed91e10b req-343b9000-828b-4073-a8d7-3387ab21f851 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344167 May 06 09:36:19.937146 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-9df58944-f522-41f8-a6b9-56a888e34cba tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:19.993569 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fae40047-921a-4c97-8144-5dd83144d2e9 req-8df33bbc-33c3-4099-93a9-2cec86a8ede7 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929625 May 06 09:36:20.005350 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-9df58944-f522-41f8-a6b9-56a888e34cba tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Network 519999b9-d7d4-4e10-b661-e50209fd3b05 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:36:20.023288 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-9df58944-f522-41f8-a6b9-56a888e34cba tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:36:20.026982 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-9df58944-f522-41f8-a6b9-56a888e34cba tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:36:20.032501 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-9df58944-f522-41f8-a6b9-56a888e34cba tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:20.033122 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-9df58944-f522-41f8-a6b9-56a888e34cba tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:20.035707 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df58944-f522-41f8-a6b9-56a888e34cba tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Pushing event updated for resources: {'Port': ['ID=0f731e0b-cba7-480d-bd7a-5a8deee3e63d,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:20.063746 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-9df58944-f522-41f8-a6b9-56a888e34cba tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6068757 May 06 09:36:20.102384 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-c5d0079c-fb77-4f42-a34a-5b967ef87974 service neutron] Request body: {'port': {'device_id': '55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:20.192806 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d06aa4c5-d5b4-4976-ae0a-5448976f9ba7 req-664178b7-7d3f-4483-bb8e-aebe0c5ad549 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:20.197445 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-c5d0079c-fb77-4f42-a34a-5b967ef87974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:20.209643 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6db852-cb88-4116-956e-99917737d6bd req-ed3ba62c-1f75-46f8-bdb0-f97bb39b0e4f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:20.211302 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f6db852-cb88-4116-956e-99917737d6bd req-ed3ba62c-1f75-46f8-bdb0-f97bb39b0e4f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 931 time: 0.1450262 May 06 09:36:20.240191 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664178b7-7d3f-4483-bb8e-aebe0c5ad549 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Pushing event deleted for resources: {'Port': ['ID=93205747-736b-4a8c-9a62-0d8503e0a50d,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:20.304174 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d06aa4c5-d5b4-4976-ae0a-5448976f9ba7 req-664178b7-7d3f-4483-bb8e-aebe0c5ad549 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks [] for floatingip, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:20.306577 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d06aa4c5-d5b4-4976-ae0a-5448976f9ba7 req-664178b7-7d3f-4483-bb8e-aebe0c5ad549 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:20.307767 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d06aa4c5-d5b4-4976-ae0a-5448976f9ba7 req-664178b7-7d3f-4483-bb8e-aebe0c5ad549 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "DELETE /v2.0/floatingips/e1fe7ca4-b92e-4dec-bb17-933a9eddabf6 HTTP/1.1" status: 204 len: 173 time: 1.2372797 May 06 09:36:20.334381 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f6db852-cb88-4116-956e-99917737d6bd req-a4e47527-f22f-43e1-9fe4-00c614396db9 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036334 May 06 09:36:20.393765 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5c9a08fe-b3b4-422b-8446-d1c05388b51c req-57ea172d-5d12-4934-925e-551ae3f9347c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0727665 May 06 09:36:20.508787 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a08fe-b3b4-422b-8446-d1c05388b51c req-2bc6382d-cdf6-4b1e-85f4-9b236f756ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:20.510308 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5c9a08fe-b3b4-422b-8446-d1c05388b51c req-2bc6382d-cdf6-4b1e-85f4-9b236f756ad8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 1101 time: 0.0464876 May 06 09:36:20.563510 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 7ad73c7b-3fd8-4490-8aa8-d7bb030c057b details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:36:20.610090 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddaa25-cf21-4673-aa1b-569969fb3558 req-80918f5b-729a-414b-ad40-4d1a6ef1bcf6 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:20.611642 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9ddaa25-cf21-4673-aa1b-569969fb3558 req-80918f5b-729a-414b-ad40-4d1a6ef1bcf6 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?device_id=e915f633-425b-4e8f-ade8-d664175d5610 HTTP/1.1" status: 200 len: 946 time: 0.1136167 May 06 09:36:20.640003 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed31dd-1b9d-435d-876c-e3ba084e629f req-60bb7642-32d7-476b-8154-78a47ac7a33b tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:20.641475 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a08fe-b3b4-422b-8446-d1c05388b51c req-7016d1f1-fffa-4884-93c0-f9a2ec3b3a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:20.642310 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-84ed31dd-1b9d-435d-876c-e3ba084e629f req-60bb7642-32d7-476b-8154-78a47ac7a33b tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 945 time: 0.1446316 May 06 09:36:20.643196 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5c9a08fe-b3b4-422b-8446-d1c05388b51c req-7016d1f1-fffa-4884-93c0-f9a2ec3b3a52 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.1021059 May 06 09:36:20.684572 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 7ad73c7b-3fd8-4490-8aa8-d7bb030c057b, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=7ad73c7b-3fd8-4490-8aa8-d7bb030c057b,segment=NetworkSegment(a3f4fc86-e5d9-4205-80e4-89f5cfe2e806),segment_id=a3f4fc86-e5d9-4205-80e4-89f5cfe2e806)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:20.692177 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5c9a08fe-b3b4-422b-8446-d1c05388b51c req-dbb031cc-63cb-4446-87cb-b2375a30de89 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=2a8c432e-4ccf-4d70-947f-3448ffe6562a HTTP/1.1" status: 200 len: 217 time: 0.0403128 May 06 09:36:20.699899 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '7ad73c7b-3fd8-4490-8aa8-d7bb030c057b', 'network_id': 'd08aac77-6a8c-48ad-8465-6c78d5aeb84b', 'port_id': '7ad73c7b-3fd8-4490-8aa8-d7bb030c057b', 'mac_address': 'fa:16:3e:4a:e5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd27702c2-9a71-49e6-91a0-98e35f14ed0a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:36:20.740541 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9ddaa25-cf21-4673-aa1b-569969fb3558 req-0affcf94-d1ca-4ceb-83e1-b8d665561064 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d239d7c-84e1-4284-bf97-da62be15615c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200094 May 06 09:36:20.751552 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:20.754299 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a08fe-b3b4-422b-8446-d1c05388b51c req-c300b3be-80b5-4066-bd42-7cff58bffcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:20.755825 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5c9a08fe-b3b4-422b-8446-d1c05388b51c req-c300b3be-80b5-4066-bd42-7cff58bffcd0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0547774 May 06 09:36:20.760907 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-84ed31dd-1b9d-435d-876c-e3ba084e629f req-daab68be-8d4c-40e2-b8a7-15720fbe5672 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062891 May 06 09:36:20.766721 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-c5d0079c-fb77-4f42-a34a-5b967ef87974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f731e0b-cba7-480d-bd7a-5a8deee3e63d {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:20.786725 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-c5d0079c-fb77-4f42-a34a-5b967ef87974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:20.790767 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad73c7b-3fd8-4490-8aa8-d7bb030c057b {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:20.801722 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-c5d0079c-fb77-4f42-a34a-5b967ef87974 service neutron] Transition to ACTIVE for port object 0f731e0b-cba7-480d-bd7a-5a8deee3e63d will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:36:20.807562 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-c5d0079c-fb77-4f42-a34a-5b967ef87974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:20.820988 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 7ad73c7b-3fd8-4490-8aa8-d7bb030c057b, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=7ad73c7b-3fd8-4490-8aa8-d7bb030c057b,segment=NetworkSegment(a3f4fc86-e5d9-4205-80e4-89f5cfe2e806),segment_id=a3f4fc86-e5d9-4205-80e4-89f5cfe2e806)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:20.827533 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:20.852849 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a08fe-b3b4-422b-8446-d1c05388b51c req-8290388b-ae17-467e-84c6-1032154edbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:20.854493 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5c9a08fe-b3b4-422b-8446-d1c05388b51c req-8290388b-ae17-467e-84c6-1032154edbca service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0854101 May 06 09:36:20.900796 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=7ad73c7b-3fd8-4490-8aa8-d7bb030c057b,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:20.982897 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5c9a08fe-b3b4-422b-8446-d1c05388b51c req-a6bb28dc-3475-469a-9152-5c60b5c192a9 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182904 May 06 09:36:20.997135 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0079c-fb77-4f42-a34a-5b967ef87974 service neutron] Pushing event updated for resources: {'Port': ['ID=0f731e0b-cba7-480d-bd7a-5a8deee3e63d,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:21.040688 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:21.044196 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5376d6b5-d602-4a7e-8286-cf42e6cbe680 req-c5e22cd9-932b-4fbc-b42c-c7c6744668e9 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 1001 time: 0.2242186 May 06 09:36:21.079753 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57a77e-907f-4f50-9e0d-ce9f5a8c22eb req-322517f8-a983-4427-95c4-687828181041 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:21.081474 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4c57a77e-907f-4f50-9e0d-ce9f5a8c22eb req-322517f8-a983-4427-95c4-687828181041 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.1599591 May 06 09:36:21.093839 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5c9a08fe-b3b4-422b-8446-d1c05388b51c req-e24b81e8-7456-4277-8d30-6afaf6894d55 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986948 May 06 09:36:21.100643 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-c5d0079c-fb77-4f42-a34a-5b967ef87974 service neutron] Attempting to bind port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:36:21.101071 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-c5d0079c-fb77-4f42-a34a-5b967ef87974 service neutron] Attempting to bind port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:36:21.101475 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-c5d0079c-fb77-4f42-a34a-5b967ef87974 service neutron] Attempting to bind port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d on network 519999b9-d7d4-4e10-b661-e50209fd3b05 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:21.130551 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-c5d0079c-fb77-4f42-a34a-5b967ef87974 service neutron] Port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d on network 519999b9-d7d4-4e10-b661-e50209fd3b05 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:36:21.130911 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-c5d0079c-fb77-4f42-a34a-5b967ef87974 service neutron] Attempting to bind port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d on network 519999b9-d7d4-4e10-b661-e50209fd3b05 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:21.142161 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376d6b5-d602-4a7e-8286-cf42e6cbe680 req-6c2818f2-6600-4471-9163-26209b55e54c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:21.143667 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5376d6b5-d602-4a7e-8286-cf42e6cbe680 req-6c2818f2-6600-4471-9163-26209b55e54c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/ports/4a65b87b-3d6c-49a3-816b-3c528d2696da HTTP/1.1" status: 200 len: 942 time: 0.0918839 May 06 09:36:21.151713 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-c5d0079c-fb77-4f42-a34a-5b967ef87974 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:36:21.152078 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-c5d0079c-fb77-4f42-a34a-5b967ef87974 service neutron] Checking segment: {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:36:21.152436 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-c5d0079c-fb77-4f42-a34a-5b967ef87974 service neutron] Bound using segment: {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:36:21.152926 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-c5d0079c-fb77-4f42-a34a-5b967ef87974 service neutron] Bound port: 0f731e0b-cba7-480d-bd7a-5a8deee3e63d, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:36:21.153288 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-c5d0079c-fb77-4f42-a34a-5b967ef87974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:21.178963 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4c57a77e-907f-4f50-9e0d-ce9f5a8c22eb req-669f9536-9835-4292-b2a2-10139c27a6f6 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793171 May 06 09:36:21.246720 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-c5d0079c-fb77-4f42-a34a-5b967ef87974 service neutron] For port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:36:21.253454 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-c5d0079c-fb77-4f42-a34a-5b967ef87974 service neutron] For port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=0f731e0b-cba7-480d-bd7a-5a8deee3e63d,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:36:21.265995 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-c5d0079c-fb77-4f42-a34a-5b967ef87974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:21.355027 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['7ad73c7b-3fd8-4490-8aa8-d7bb030c057b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:36:21.358393 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-c5d0079c-fb77-4f42-a34a-5b967ef87974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:21.359029 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-c5d0079c-fb77-4f42-a34a-5b967ef87974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:21.360437 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-c5d0079c-fb77-4f42-a34a-5b967ef87974 service neutron] 10.222.0.84 "PUT /v2.0/ports/0f731e0b-cba7-480d-bd7a-5a8deee3e63d HTTP/1.1" status: 200 len: 1091 time: 1.2668121 May 06 09:36:21.360874 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4', 'tag': '0f731e0b-cba7-480d-bd7a-5a8deee3e63d'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:21.363103 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba74a261-7ffc-4726-9bca-58acbf2bf768" -d '{"events": [{"name": "network-changed", "server_uuid": "55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4", "tag": "0f731e0b-cba7-480d-bd7a-5a8deee3e63d"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:21.409731 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:21.412602 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0079c-fb77-4f42-a34a-5b967ef87974 service neutron] Pushing event updated for resources: {'Port': ['ID=0f731e0b-cba7-480d-bd7a-5a8deee3e63d,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:21.421888 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d418f-537f-487a-a10f-ff24806422a6 req-a07f00e9-e9e9-4cfd-ab51-3d39c68b5942 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:21.431727 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c26d418f-537f-487a-a10f-ff24806422a6 req-a07f00e9-e9e9-4cfd-ab51-3d39c68b5942 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?device_id=e915f633-425b-4e8f-ade8-d664175d5610 HTTP/1.1" status: 200 len: 946 time: 0.1811759 May 06 09:36:21.432202 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39638) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:21.438783 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-70072ddc-fdf8-4c1a-8b1f-f49af5b530ef tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Request body: {'floatingip': {'port_id': '8be8332b-2113-42d8-b32d-0fd98c7739e2'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:21.446577 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5376d6b5-d602-4a7e-8286-cf42e6cbe680 req-056272b2-cbb2-4fc8-ac26-6cde26777e05 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 1001 time: 0.1571953 May 06 09:36:21.509476 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-70072ddc-fdf8-4c1a-8b1f-f49af5b530ef tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks [] for floatingip, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:21.605328 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376d6b5-d602-4a7e-8286-cf42e6cbe680 req-9b698a70-8bcf-4f4e-abaf-cfbb0aa11068 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:21.606765 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5376d6b5-d602-4a7e-8286-cf42e6cbe680 req-9b698a70-8bcf-4f4e-abaf-cfbb0aa11068 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 784 time: 0.1593616 May 06 09:36:21.637186 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-5376d6b5-d602-4a7e-8286-cf42e6cbe680 req-a7a2e9a5-0dc0-4992-a467-f56667d1e2ea tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:36:21.638245 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5376d6b5-d602-4a7e-8286-cf42e6cbe680 req-a7a2e9a5-0dc0-4992-a467-f56667d1e2ea tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146031 May 06 09:36:21.658126 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-28671188-0e7b-4775-979c-5d5ab6e6cdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:21.659727 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-28671188-0e7b-4775-979c-5d5ab6e6cdd9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=147a685967a04284b13954d6f7a9d875&device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 1094 time: 0.2259963 May 06 09:36:21.713305 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf71be-16a6-43cb-afc2-f96b10090dc0 req-9b2c73dc-1198-4c7c-ad0b-f583e08ffb1a tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:21.714716 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-afcf71be-16a6-43cb-afc2-f96b10090dc0 req-9b2c73dc-1198-4c7c-ad0b-f583e08ffb1a tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 944 time: 0.1332030 May 06 09:36:21.763678 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-fc9a07eb-15cf-4c68-8fe1-f3409187dcfb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f731e0b-cba7-480d-bd7a-5a8deee3e63d HTTP/1.1" status: 200 len: 217 time: 0.0660098 May 06 09:36:21.832502 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5376d6b5-d602-4a7e-8286-cf42e6cbe680 req-a2efcf22-3ce3-4954-b373-6d97b408a952 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 1001 time: 0.1806462 May 06 09:36:21.851168 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-5376d6b5-d602-4a7e-8286-cf42e6cbe680 req-273356db-cd58-4454-a97e-69c174c2d90c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:21.894251 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-afcf71be-16a6-43cb-afc2-f96b10090dc0 req-1e4debc7-3b46-4f02-a9e7-4488ab8ea5ae tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715193 May 06 09:36:21.904687 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-d42ffda7-7c72-4ae7-9c49-1e29872b96e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:21.906184 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-d42ffda7-7c72-4ae7-9c49-1e29872b96e7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=293ef06f-9c8d-46e9-8a69-2491d12832fe HTTP/1.1" status: 200 len: 859 time: 0.1324339 May 06 09:36:21.951535 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5376d6b5-d602-4a7e-8286-cf42e6cbe680 req-273356db-cd58-4454-a97e-69c174c2d90c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks [] for floatingip, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:21.975923 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd180b3-55aa-42b6-b74a-8c96dc8d0e98 x-openstack-request-id: req-ddd180b3-55aa-42b6-b74a-8c96dc8d0e98 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:21.976466 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4", "tag": "0f731e0b-cba7-480d-bd7a-5a8deee3e63d", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:21.976733 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ddd180b3-55aa-42b6-b74a-8c96dc8d0e98 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:21.977295 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddd180b3-55aa-42b6-b74a-8c96dc8d0e98'] response: {'name': 'network-changed', 'server_uuid': '55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4', 'tag': '0f731e0b-cba7-480d-bd7a-5a8deee3e63d', 'status': 'completed', 'code': 200} May 06 09:36:21.982761 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-39a36cc1-c03d-48da-a5f8-e9e2a5f4f421 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=519999b9-d7d4-4e10-b661-e50209fd3b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529387 May 06 09:36:22.088668 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 056f291b-20d9-41e3-abe7-fda2add4f726 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:36:22.226458 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 056f291b-20d9-41e3-abe7-fda2add4f726, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=056f291b-20d9-41e3-abe7-fda2add4f726,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:22.229439 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc824ba1-9be6-41bd-aa84-9b91cb5096d1 req-4252a032-72df-4d7b-9a6f-a7bbbd547fe4 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:22.231006 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cc824ba1-9be6-41bd-aa84-9b91cb5096d1 req-4252a032-72df-4d7b-9a6f-a7bbbd547fe4 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 943 time: 0.2048063 May 06 09:36:22.241739 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '056f291b-20d9-41e3-abe7-fda2add4f726', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': '056f291b-20d9-41e3-abe7-fda2add4f726', 'mac_address': 'fa:16:3e:f7:68:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:36:22.271986 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-c4baa9b8-ed4f-4f7d-a520-89894b29dfb5 service neutron] 10.222.0.84 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439015 May 06 09:36:22.274045 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5376d6b5-d602-4a7e-8286-cf42e6cbe680 req-273356db-cd58-4454-a97e-69c174c2d90c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:22.282269 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5376d6b5-d602-4a7e-8286-cf42e6cbe680 req-273356db-cd58-4454-a97e-69c174c2d90c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:22.282632 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [req-5376d6b5-d602-4a7e-8286-cf42e6cbe680 req-273356db-cd58-4454-a97e-69c174c2d90c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Floating IP bc679f1d-3cd2-49b9-ac26-65bfdc6bed8a disassociated. External IP: 172.25.5.130, port: 4a65b87b-3d6c-49a3-816b-3c528d2696da. May 06 09:36:22.298761 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:22.312982 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 056f291b-20d9-41e3-abe7-fda2add4f726 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:22.314439 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-70072ddc-fdf8-4c1a-8b1f-f49af5b530ef tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:22.321274 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-70072ddc-fdf8-4c1a-8b1f-f49af5b530ef tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:22.337111 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 056f291b-20d9-41e3-abe7-fda2add4f726, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=056f291b-20d9-41e3-abe7-fda2add4f726,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:22.344900 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:22.404969 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cc824ba1-9be6-41bd-aa84-9b91cb5096d1 req-f0c14901-6892-450b-a6c1-86b196e72e82 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402216 May 06 09:36:22.409819 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=056f291b-20d9-41e3-abe7-fda2add4f726,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:22.479305 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-70072ddc-fdf8-4c1a-8b1f-f49af5b530ef tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Floating IP 9746bc42-17ca-47b6-9cd0-4fb14c8ce6de associated. External IP: 172.25.5.182, port: 8be8332b-2113-42d8-b32d-0fd98c7739e2. May 06 09:36:22.489013 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43487ff9-d143-4c0d-9281-abf17d2b6b35 req-0fa307fa-6e4a-40a5-978e-9188b187b545 service neutron] 10.222.0.84 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968803 May 06 09:36:22.558936 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['056f291b-20d9-41e3-abe7-fda2add4f726'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:36:22.657218 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5376d6b5-d602-4a7e-8286-cf42e6cbe680 req-273356db-cd58-4454-a97e-69c174c2d90c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Router 0bf693e4-2797-4d3e-9fbe-09b1a855cac4 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:36:22.819579 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70072ddc-fdf8-4c1a-8b1f-f49af5b530ef tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Router 3c7c404e-05b0-4a21-a69c-e33512699a72 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:36:22.825376 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74a261-7ffc-4726-9bca-58acbf2bf768 req-87a50197-1c15-48fd-86ab-ea9d223e9fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:22.827444 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba74a261-7ffc-4726-9bca-58acbf2bf768 req-87a50197-1c15-48fd-86ab-ea9d223e9fbf service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=147a685967a04284b13954d6f7a9d875&device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 1094 time: 0.1146209 May 06 09:36:22.855413 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3d40a-9911-48a1-8680-45093455db0d req-36a6e548-cfd4-42b2-be36-bbb6c9e56fc9 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:22.858157 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b0a3d40a-9911-48a1-8680-45093455db0d req-36a6e548-cfd4-42b2-be36-bbb6c9e56fc9 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 945 time: 0.1203153 May 06 09:36:22.935842 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70072ddc-fdf8-4c1a-8b1f-f49af5b530ef tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:36:22.936559 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5376d6b5-d602-4a7e-8286-cf42e6cbe680 req-273356db-cd58-4454-a97e-69c174c2d90c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:36:22.940535 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-70072ddc-fdf8-4c1a-8b1f-f49af5b530ef tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:22.954683 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aafcffa-e581-447e-99c5-c57bc6679193 None None] Sync routers for ids ['3c7c404e-05b0-4a21-a69c-e33512699a72'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:36:22.974327 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aafcffa-e581-447e-99c5-c57bc6679193 None None] Routers {'3c7c404e-05b0-4a21-a69c-e33512699a72'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:36:22.974578 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5376d6b5-d602-4a7e-8286-cf42e6cbe680 req-273356db-cd58-4454-a97e-69c174c2d90c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:22.975079 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-70072ddc-fdf8-4c1a-8b1f-f49af5b530ef tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "PUT /v2.0/floatingips/9746bc42-17ca-47b6-9cd0-4fb14c8ce6de HTTP/1.1" status: 200 len: 992 time: 1.5416074 May 06 09:36:22.975719 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e915f633-425b-4e8f-ade8-d664175d5610', 'tag': '8be8332b-2113-42d8-b32d-0fd98c7739e2'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:22.978539 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2263f8c-5244-463c-9dd4-367a1dccd01a" -d '{"events": [{"name": "network-changed", "server_uuid": "e915f633-425b-4e8f-ade8-d664175d5610", "tag": "8be8332b-2113-42d8-b32d-0fd98c7739e2"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:22.978740 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-9aafcffa-e581-447e-99c5-c57bc6679193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:36:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3c7c404e-05b0-4a21-a69c-e33512699a72'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:22.980013 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838eb478-1063-4523-9418-85694f62143c None None] Sync routers for ids ['0bf693e4-2797-4d3e-9fbe-09b1a855cac4'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:36:22.991105 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838eb478-1063-4523-9418-85694f62143c None None] Routers {'0bf693e4-2797-4d3e-9fbe-09b1a855cac4'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:36:22.991964 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-838eb478-1063-4523-9418-85694f62143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:36:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['0bf693e4-2797-4d3e-9fbe-09b1a855cac4'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:23.037820 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b0a3d40a-9911-48a1-8680-45093455db0d req-6ea69026-87f6-499e-950f-0d42d7c5b545 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637588 May 06 09:36:23.046031 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5376d6b5-d602-4a7e-8286-cf42e6cbe680 req-273356db-cd58-4454-a97e-69c174c2d90c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "PUT /v2.0/floatingips/bc679f1d-3cd2-49b9-ac26-65bfdc6bed8a HTTP/1.1" status: 200 len: 695 time: 1.2028522 May 06 09:36:23.071995 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74a261-7ffc-4726-9bca-58acbf2bf768 req-fbe7d9b0-0f32-4a7f-bb75-e9ed8406e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:23.074116 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba74a261-7ffc-4726-9bca-58acbf2bf768 req-fbe7d9b0-0f32-4a7f-bb75-e9ed8406e5d3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=519999b9-d7d4-4e10-b661-e50209fd3b05 HTTP/1.1" status: 200 len: 920 time: 0.2141581 May 06 09:36:23.117140 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-838eb478-1063-4523-9418-85694f62143c None None] Set router 0bf693e4-2797-4d3e-9fbe-09b1a855cac4 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:36:23.118352 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-9aafcffa-e581-447e-99c5-c57bc6679193 None None] Set router 3c7c404e-05b0-4a21-a69c-e33512699a72 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:36:23.160339 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba74a261-7ffc-4726-9bca-58acbf2bf768 req-51d57fae-0a1f-4827-b423-c9eb9180d63b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f731e0b-cba7-480d-bd7a-5a8deee3e63d HTTP/1.1" status: 200 len: 217 time: 0.0652411 May 06 09:36:23.412332 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-9aafcffa-e581-447e-99c5-c57bc6679193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261923002-router', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:38Z', 'updated_at': '2022-05-06T09:33:46Z', 'revision_number': 4, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'gw_port': {'id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:39Z', 'updated_at': '2022-05-06T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '9746bc42-17ca-47b6-9cd0-4fb14c8ce6de', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'floating_ip_address': '172.25.5.182', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'port_id': '8be8332b-2113-42d8-b32d-0fd98c7739e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70', 'mac_address': 'fa:16:3e:16:ba:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e915f633-425b-4e8f-ade8-d664175d5610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:34:10Z', 'updated_at': '2022-05-06T09:36:22Z', 'revision_number': 5, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14a53ba2-d0af-40d7-abd0-84cf6d238c55', 'name': '', 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'mac_address': 'fa:16:3e:d8:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:44Z', 'updated_at': '2022-05-06T09:33:58Z', 'revision_number': 5, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'subnets': [{'id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:23.450713 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aafcffa-e581-447e-99c5-c57bc6679193 None None] Checking router: 3c7c404e-05b0-4a21-a69c-e33512699a72 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:36:23.459830 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aafcffa-e581-447e-99c5-c57bc6679193 None None] Routers {'3c7c404e-05b0-4a21-a69c-e33512699a72'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:36:23.462385 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-9aafcffa-e581-447e-99c5-c57bc6679193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:36:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3c7c404e-05b0-4a21-a69c-e33512699a72'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:23.480964 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-838eb478-1063-4523-9418-85694f62143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-648945739-router', 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9ba0706b-1df5-446b-be61-89d8e57f5059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:35:39Z', 'updated_at': '2022-05-06T09:35:43Z', 'revision_number': 4, 'project_id': '3a97c219c0854861b5315e7c09d4b9d9', 'gw_port': {'id': '9ba0706b-1df5-446b-be61-89d8e57f5059', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:40Z', 'updated_at': '2022-05-06T09:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'cb4bc881-5a7f-4b73-adc1-a4a59f52b00c', 'name': '', 'network_id': '6307ea34-a29b-4602-b211-cc5e25007094', 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9', 'mac_address': 'fa:16:3e:47:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'f8db6c9c-8f6a-4f61-b92d-e05c22f618f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:43Z', 'updated_at': '2022-05-06T09:35:48Z', 'revision_number': 5, 'project_id': '3a97c219c0854861b5315e7c09d4b9d9', 'subnets': [{'id': 'f8db6c9c-8f6a-4f61-b92d-e05c22f618f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:23.524717 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376d6b5-d602-4a7e-8286-cf42e6cbe680 req-a7bdbed8-3744-444e-8b75-2f9088c1be6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:23.527000 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5376d6b5-d602-4a7e-8286-cf42e6cbe680 req-a7bdbed8-3744-444e-8b75-2f9088c1be6a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3a97c219c0854861b5315e7c09d4b9d9&device_id=bf38c2cd-ae1c-4905-8ec7-68536119999a HTTP/1.1" status: 200 len: 1096 time: 0.4481568 May 06 09:36:23.530285 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74a261-7ffc-4726-9bca-58acbf2bf768 req-e698ea41-08e6-49c7-aa45-b21ee57266c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:23.532209 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba74a261-7ffc-4726-9bca-58acbf2bf768 req-e698ea41-08e6-49c7-aa45-b21ee57266c0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=293ef06f-9c8d-46e9-8a69-2491d12832fe HTTP/1.1" status: 200 len: 859 time: 0.3439655 May 06 09:36:23.537294 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838eb478-1063-4523-9418-85694f62143c None None] Checking router: 0bf693e4-2797-4d3e-9fbe-09b1a855cac4 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:36:23.539327 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217b37c-f536-4a03-b3ed-38d41149cd04 req-89a712b8-0389-460b-a2c8-4a508edfb4f1 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:23.551529 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838eb478-1063-4523-9418-85694f62143c None None] Routers {'0bf693e4-2797-4d3e-9fbe-09b1a855cac4'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:36:23.552350 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-838eb478-1063-4523-9418-85694f62143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:36:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['0bf693e4-2797-4d3e-9fbe-09b1a855cac4'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:23.555148 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7217b37c-f536-4a03-b3ed-38d41149cd04 req-89a712b8-0389-460b-a2c8-4a508edfb4f1 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.3974583 May 06 09:36:23.625287 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba74a261-7ffc-4726-9bca-58acbf2bf768 req-857a7c87-de44-4fe1-811d-a4f88af172ec service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=519999b9-d7d4-4e10-b661-e50209fd3b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663776 May 06 09:36:23.637839 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-9aafcffa-e581-447e-99c5-c57bc6679193 None None] Set router 3c7c404e-05b0-4a21-a69c-e33512699a72 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:36:23.721471 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-838eb478-1063-4523-9418-85694f62143c None None] Set router 0bf693e4-2797-4d3e-9fbe-09b1a855cac4 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:36:23.762207 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7217b37c-f536-4a03-b3ed-38d41149cd04 req-a299e8f3-d89f-4c91-8268-feb9262e9f1a tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039671 May 06 09:36:23.849291 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376d6b5-d602-4a7e-8286-cf42e6cbe680 req-1514493d-5c94-4e8d-b848-970ac9a1cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:23.850732 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5376d6b5-d602-4a7e-8286-cf42e6cbe680 req-1514493d-5c94-4e8d-b848-970ac9a1cd92 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6307ea34-a29b-4602-b211-cc5e25007094 HTTP/1.1" status: 200 len: 929 time: 0.2934864 May 06 09:36:23.969099 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5376d6b5-d602-4a7e-8286-cf42e6cbe680 req-4b99ef48-cc06-412c-98c4-adacc4ace304 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a65b87b-3d6c-49a3-816b-3c528d2696da HTTP/1.1" status: 200 len: 217 time: 0.1088104 May 06 09:36:23.982314 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf38c2cd-ae1c-4905-8ec7-68536119999a', 'tag': '4a65b87b-3d6c-49a3-816b-3c528d2696da'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:23.984706 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f53c26a-2aed-4241-a2a9-fbecfd41a2b1" -d '{"events": [{"name": "network-changed", "server_uuid": "bf38c2cd-ae1c-4905-8ec7-68536119999a", "tag": "4a65b87b-3d6c-49a3-816b-3c528d2696da"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:24.001234 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba74a261-7ffc-4726-9bca-58acbf2bf768 req-936a00de-c282-4c2a-8774-5b58a7410110 service neutron] 10.222.0.84 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210435 May 06 09:36:24.034166 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-9aafcffa-e581-447e-99c5-c57bc6679193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261923002-router', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:38Z', 'updated_at': '2022-05-06T09:33:46Z', 'revision_number': 4, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'gw_port': {'id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:39Z', 'updated_at': '2022-05-06T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '9746bc42-17ca-47b6-9cd0-4fb14c8ce6de', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'floating_ip_address': '172.25.5.182', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'port_id': '8be8332b-2113-42d8-b32d-0fd98c7739e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70', 'mac_address': 'fa:16:3e:16:ba:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e915f633-425b-4e8f-ade8-d664175d5610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:34:10Z', 'updated_at': '2022-05-06T09:36:22Z', 'revision_number': 5, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14a53ba2-d0af-40d7-abd0-84cf6d238c55', 'name': '', 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'mac_address': 'fa:16:3e:d8:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:44Z', 'updated_at': '2022-05-06T09:33:58Z', 'revision_number': 5, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'subnets': [{'id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:24.069410 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aafcffa-e581-447e-99c5-c57bc6679193 None None] The sync data for ids ['3c7c404e-05b0-4a21-a69c-e33512699a72'] in n-d-840835-1 is: [{'id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261923002-router', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:38Z', 'updated_at': '2022-05-06T09:33:46Z', 'revision_number': 4, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'gw_port': {'id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:39Z', 'updated_at': '2022-05-06T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '9746bc42-17ca-47b6-9cd0-4fb14c8ce6de', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'floating_ip_address': '172.25.5.182', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'port_id': '8be8332b-2113-42d8-b32d-0fd98c7739e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70', 'mac_address': 'fa:16:3e:16:ba:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e915f633-425b-4e8f-ade8-d664175d5610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:34:10Z', 'updated_at': '2022-05-06T09:36:22Z', 'revision_number': 5, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14a53ba2-d0af-40d7-abd0-84cf6d238c55', 'name': '', 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'mac_address': 'fa:16:3e:d8:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:44Z', 'updated_at': '2022-05-06T09:33:58Z', 'revision_number': 5, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'subnets': [{'id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:36:24.107518 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 056f291b-20d9-41e3-abe7-fda2add4f726 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:36:24.133259 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77cd6d2-d365-4ba6-9df5-316f6730dfdc req-efac1836-05a9-421e-929d-dca00f0f4414 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:24.134869 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f77cd6d2-d365-4ba6-9df5-316f6730dfdc req-efac1836-05a9-421e-929d-dca00f0f4414 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec15e0db-582a-4dff-9099-a8e3516bf837 HTTP/1.1" status: 200 len: 945 time: 0.2759955 May 06 09:36:24.144408 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376d6b5-d602-4a7e-8286-cf42e6cbe680 req-d02159f0-06e1-4ecf-98a6-7e6e09650fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:24.151729 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-838eb478-1063-4523-9418-85694f62143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-648945739-router', 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9ba0706b-1df5-446b-be61-89d8e57f5059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:35:39Z', 'updated_at': '2022-05-06T09:35:43Z', 'revision_number': 4, 'project_id': '3a97c219c0854861b5315e7c09d4b9d9', 'gw_port': {'id': '9ba0706b-1df5-446b-be61-89d8e57f5059', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:40Z', 'updated_at': '2022-05-06T09:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'cb4bc881-5a7f-4b73-adc1-a4a59f52b00c', 'name': '', 'network_id': '6307ea34-a29b-4602-b211-cc5e25007094', 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9', 'mac_address': 'fa:16:3e:47:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'f8db6c9c-8f6a-4f61-b92d-e05c22f618f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:43Z', 'updated_at': '2022-05-06T09:35:48Z', 'revision_number': 5, 'project_id': '3a97c219c0854861b5315e7c09d4b9d9', 'subnets': [{'id': 'f8db6c9c-8f6a-4f61-b92d-e05c22f618f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:24.153152 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5376d6b5-d602-4a7e-8286-cf42e6cbe680 req-d02159f0-06e1-4ecf-98a6-7e6e09650fbb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f8db6c9c-8f6a-4f61-b92d-e05c22f618f0 HTTP/1.1" status: 200 len: 867 time: 0.1753814 May 06 09:36:24.190393 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838eb478-1063-4523-9418-85694f62143c None None] The sync data for ids ['0bf693e4-2797-4d3e-9fbe-09b1a855cac4'] in n-d-840835-1 is: [{'id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-648945739-router', 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9ba0706b-1df5-446b-be61-89d8e57f5059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:35:39Z', 'updated_at': '2022-05-06T09:35:43Z', 'revision_number': 4, 'project_id': '3a97c219c0854861b5315e7c09d4b9d9', 'gw_port': {'id': '9ba0706b-1df5-446b-be61-89d8e57f5059', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:40Z', 'updated_at': '2022-05-06T09:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'cb4bc881-5a7f-4b73-adc1-a4a59f52b00c', 'name': '', 'network_id': '6307ea34-a29b-4602-b211-cc5e25007094', 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9', 'mac_address': 'fa:16:3e:47:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'f8db6c9c-8f6a-4f61-b92d-e05c22f618f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:43Z', 'updated_at': '2022-05-06T09:35:48Z', 'revision_number': 5, 'project_id': '3a97c219c0854861b5315e7c09d4b9d9', 'subnets': [{'id': 'f8db6c9c-8f6a-4f61-b92d-e05c22f618f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:36:24.245463 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 056f291b-20d9-41e3-abe7-fda2add4f726 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:24.245838 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:24.275758 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f77cd6d2-d365-4ba6-9df5-316f6730dfdc req-af467bf5-805d-468c-9254-ba4b9a27780e tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b550ef8-63e9-417a-b4f0-d5e1cdc00989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198449 May 06 09:36:24.291784 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba74a261-7ffc-4726-9bca-58acbf2bf768 req-4672b444-f743-4516-8caa-7b634b32cbff service neutron] 10.222.0.84 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620902 May 06 09:36:24.291784 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376d6b5-d602-4a7e-8286-cf42e6cbe680 req-f5b927d7-e895-44e5-99fb-fac25568d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:24.303564 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5376d6b5-d602-4a7e-8286-cf42e6cbe680 req-f5b927d7-e895-44e5-99fb-fac25568d94f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6307ea34-a29b-4602-b211-cc5e25007094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1494296 May 06 09:36:24.369306 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:24.435827 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0acb8ee9-c39a-4f95-b1d9-96b7b7258c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056f291b-20d9-41e3-abe7-fda2add4f726'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:24.439376 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da98dcb-5638-467e-9974-64f8af4a899f" -d '{"events": [{"server_uuid": "0acb8ee9-c39a-4f95-b1d9-96b7b7258c77", "name": "network-vif-plugged", "status": "completed", "tag": "056f291b-20d9-41e3-abe7-fda2add4f726"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:24.467563 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6ad5f1-4b23-4275-a3ef-4d7d1bc48d48 None None] New status for floating IP 9746bc42-17ca-47b6-9cd0-4fb14c8ce6de: ACTIVE {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:36:24.479099 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 056f291b-20d9-41e3-abe7-fda2add4f726, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=056f291b-20d9-41e3-abe7-fda2add4f726,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:24.488940 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:24.518048 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5376d6b5-d602-4a7e-8286-cf42e6cbe680 req-8002bb83-6bd4-44b5-9188-c9be45bc22e2 service neutron] 10.222.0.73 "GET /v2.0/networks/6307ea34-a29b-4602-b211-cc5e25007094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135127 May 06 09:36:24.537424 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f8b31-62e8-4923-b0ef-51d321605db4 req-ecaf7044-8d35-4751-92e9-8afe25bdd936 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:24.553164 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-576f8b31-62e8-4923-b0ef-51d321605db4 req-ecaf7044-8d35-4751-92e9-8afe25bdd936 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 944 time: 0.1460779 May 06 09:36:24.569987 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 7ad73c7b-3fd8-4490-8aa8-d7bb030c057b up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:36:24.625230 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=056f291b-20d9-41e3-abe7-fda2add4f726,revision_number=7']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:24.670357 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 7ad73c7b-3fd8-4490-8aa8-d7bb030c057b completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:36:24.676742 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 7ad73c7b-3fd8-4490-8aa8-d7bb030c057b triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:24.677367 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:24.725022 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59224fd4-c148-4c11-8e91-3ebb8c664495 None None] New status for floating IP bc679f1d-3cd2-49b9-ac26-65bfdc6bed8a: DOWN {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:36:24.766083 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-576f8b31-62e8-4923-b0ef-51d321605db4 req-726fdaed-a82a-4f79-aebf-269859608bc5 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119308 May 06 09:36:24.883730 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5376d6b5-d602-4a7e-8286-cf42e6cbe680 req-169626c1-9245-4904-8878-334f5e824aae service neutron] 10.222.0.73 "GET /v2.0/networks/6307ea34-a29b-4602-b211-cc5e25007094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589828 May 06 09:36:25.004591 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede535dc-2392-4f82-83b7-2be53e3cc72e x-openstack-request-id: req-ede535dc-2392-4f82-83b7-2be53e3cc72e {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:25.005216 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e915f633-425b-4e8f-ade8-d664175d5610", "tag": "8be8332b-2113-42d8-b32d-0fd98c7739e2", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:25.005505 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ede535dc-2392-4f82-83b7-2be53e3cc72e {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:25.006471 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ede535dc-2392-4f82-83b7-2be53e3cc72e'] response: {'name': 'network-changed', 'server_uuid': 'e915f633-425b-4e8f-ade8-d664175d5610', 'tag': '8be8332b-2113-42d8-b32d-0fd98c7739e2', 'status': 'completed', 'code': 200} May 06 09:36:25.093513 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:25.139176 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 7ad73c7b-3fd8-4490-8aa8-d7bb030c057b, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=7ad73c7b-3fd8-4490-8aa8-d7bb030c057b,segment=NetworkSegment(a3f4fc86-e5d9-4205-80e4-89f5cfe2e806),segment_id=a3f4fc86-e5d9-4205-80e4-89f5cfe2e806)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:25.146042 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:25.166503 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d594a99-8bd0-40df-ad27-08f63803e9e5 req-b2e78a75-1891-4fd9-88e2-f1d30c60715f tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:25.175162 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d594a99-8bd0-40df-ad27-08f63803e9e5 req-b2e78a75-1891-4fd9-88e2-f1d30c60715f tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?device_id=e915f633-425b-4e8f-ade8-d664175d5610 HTTP/1.1" status: 200 len: 946 time: 0.2463002 May 06 09:36:25.236915 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2263f8c-5244-463c-9dd4-367a1dccd01a req-dbed19ab-ec08-47f0-aed0-55aec2f6c8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:25.238604 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2263f8c-5244-463c-9dd4-367a1dccd01a req-dbed19ab-ec08-47f0-aed0-55aec2f6c8bb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c2b09c743dc34ecd9ff39fe3cb1e8e10&device_id=e915f633-425b-4e8f-ade8-d664175d5610 HTTP/1.1" status: 200 len: 1097 time: 0.1854410 May 06 09:36:25.249260 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=7ad73c7b-3fd8-4490-8aa8-d7bb030c057b,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:25.271277 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d594a99-8bd0-40df-ad27-08f63803e9e5 req-2d9ca36c-0726-43da-9a70-6da5a88679d0 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d239d7c-84e1-4284-bf97-da62be15615c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817699 May 06 09:36:25.292159 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9eb45-8370-42f9-b309-b3e0a92ac7e2 req-95959efc-ab65-40e2-84f8-3351b4f8a8d0 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:25.298355 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87c9eb45-8370-42f9-b309-b3e0a92ac7e2 req-95959efc-ab65-40e2-84f8-3351b4f8a8d0 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 1096 time: 0.1965594 May 06 09:36:25.464842 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87c9eb45-8370-42f9-b309-b3e0a92ac7e2 req-15fdfbda-c21d-481d-8350-2c6cf66e40b0 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557708 May 06 09:36:25.505053 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cb3a6-a3dc-4776-be83-4d0122f35db9 req-bb11ed3f-1a6b-4df9-be75-1726d27fd7fc tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:25.518197 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ec3cb3a6-a3dc-4776-be83-4d0122f35db9 req-bb11ed3f-1a6b-4df9-be75-1726d27fd7fc tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 943 time: 0.1689205 May 06 09:36:25.523254 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2263f8c-5244-463c-9dd4-367a1dccd01a req-2771e4bb-0ac1-44de-9033-4eb0be70f3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:25.524769 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2263f8c-5244-463c-9dd4-367a1dccd01a req-2771e4bb-0ac1-44de-9033-4eb0be70f3cb service neutron] 10.222.0.84 "GET /v2.0/networks?id=e76d704a-9d79-4d25-8a5d-5f2069ed1f70 HTTP/1.1" status: 200 len: 925 time: 0.2599955 May 06 09:36:25.527505 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-c23168a9-8fe5-4feb-bda8-674ea1000bba service neutron] show failed (client error): The resource could not be found. May 06 09:36:25.528528 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-c23168a9-8fe5-4feb-bda8-674ea1000bba service neutron] 10.222.0.84 "GET /v2.0/ports/91f446db-15fc-4d52-89d7-753df54cee7b/bindings/n-h2-840835-1 HTTP/1.1" status: 404 len: 380 time: 0.0825751 May 06 09:36:25.643498 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ec3cb3a6-a3dc-4776-be83-4d0122f35db9 req-0dcb59c8-4d7c-4cbe-8832-887b5d29fcf3 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153169 May 06 09:36:25.678604 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc95410-87d3-4e7a-b456-fed9d96492df x-openstack-request-id: req-1fc95410-87d3-4e7a-b456-fed9d96492df {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:25.678914 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf38c2cd-ae1c-4905-8ec7-68536119999a", "tag": "4a65b87b-3d6c-49a3-816b-3c528d2696da", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:25.679218 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1fc95410-87d3-4e7a-b456-fed9d96492df {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:25.679645 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fc95410-87d3-4e7a-b456-fed9d96492df'] response: {'name': 'network-changed', 'server_uuid': 'bf38c2cd-ae1c-4905-8ec7-68536119999a', 'tag': '4a65b87b-3d6c-49a3-816b-3c528d2696da', 'status': 'completed', 'code': 200} May 06 09:36:25.694123 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2263f8c-5244-463c-9dd4-367a1dccd01a req-a99bcb7d-b7db-456c-a62e-4bdce6f2a5be service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8be8332b-2113-42d8-b32d-0fd98c7739e2 HTTP/1.1" status: 200 len: 1002 time: 0.1500647 May 06 09:36:25.717814 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9001ccf0-c047-474d-bcfe-b572bae295e5 x-openstack-request-id: req-9001ccf0-c047-474d-bcfe-b572bae295e5 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:25.718361 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0acb8ee9-c39a-4f95-b1d9-96b7b7258c77", "name": "network-vif-plugged", "status": "completed", "tag": "056f291b-20d9-41e3-abe7-fda2add4f726", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:25.718914 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9001ccf0-c047-474d-bcfe-b572bae295e5 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:25.719486 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9001ccf0-c047-474d-bcfe-b572bae295e5'] response: {'server_uuid': '0acb8ee9-c39a-4f95-b1d9-96b7b7258c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056f291b-20d9-41e3-abe7-fda2add4f726', 'code': 200} May 06 09:36:25.796263 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53c26a-2aed-4241-a2a9-fbecfd41a2b1 req-7a9c1281-6865-4eeb-b1ee-a0e7fe33d83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:25.798390 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3f53c26a-2aed-4241-a2a9-fbecfd41a2b1 req-7a9c1281-6865-4eeb-b1ee-a0e7fe33d83c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3a97c219c0854861b5315e7c09d4b9d9&device_id=bf38c2cd-ae1c-4905-8ec7-68536119999a HTTP/1.1" status: 200 len: 1096 time: 0.0772738 May 06 09:36:25.802212 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2263f8c-5244-463c-9dd4-367a1dccd01a req-12adcf51-638e-4bc6-93f7-6793779b250e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:25.804238 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2263f8c-5244-463c-9dd4-367a1dccd01a req-12adcf51-638e-4bc6-93f7-6793779b250e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=13d54616-5091-48d4-a06e-e4f6d0eb3a1a HTTP/1.1" status: 200 len: 863 time: 0.0775049 May 06 09:36:25.938439 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53c26a-2aed-4241-a2a9-fbecfd41a2b1 req-3aa4f04f-9c22-49b3-ac13-af019c874568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:25.940280 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3f53c26a-2aed-4241-a2a9-fbecfd41a2b1 req-3aa4f04f-9c22-49b3-ac13-af019c874568 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6307ea34-a29b-4602-b211-cc5e25007094 HTTP/1.1" status: 200 len: 929 time: 0.1227171 May 06 09:36:25.952679 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1568a36-cca9-464e-8135-4b5ea63ec2d8 req-03534c7a-35bb-48f5-aa07-4d3b1fe317b8 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/floatingips/bc679f1d-3cd2-49b9-ac26-65bfdc6bed8a HTTP/1.1" status: 200 len: 693 time: 0.1461890 May 06 09:36:26.006791 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6d401-b54f-4892-9a15-0a20c5933480 req-8105e6ba-bc39-4460-b400-00ad349f5bea tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:26.008952 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-01a6d401-b54f-4892-9a15-0a20c5933480 req-8105e6ba-bc39-4460-b400-00ad349f5bea tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.2034638 May 06 09:36:26.018264 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3f53c26a-2aed-4241-a2a9-fbecfd41a2b1 req-5546da43-b5a3-45ed-a86f-328c744113b5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a65b87b-3d6c-49a3-816b-3c528d2696da HTTP/1.1" status: 200 len: 217 time: 0.0675490 May 06 09:36:26.088964 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2263f8c-5244-463c-9dd4-367a1dccd01a req-fbc13930-902b-4d4f-a84d-f7e9b6024077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:26.090674 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2263f8c-5244-463c-9dd4-367a1dccd01a req-fbc13930-902b-4d4f-a84d-f7e9b6024077 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e76d704a-9d79-4d25-8a5d-5f2069ed1f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2634406 May 06 09:36:26.097513 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53c26a-2aed-4241-a2a9-fbecfd41a2b1 req-f925492c-c6e5-4090-b9fd-8415623a3773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:26.100223 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3f53c26a-2aed-4241-a2a9-fbecfd41a2b1 req-f925492c-c6e5-4090-b9fd-8415623a3773 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f8db6c9c-8f6a-4f61-b92d-e05c22f618f0 HTTP/1.1" status: 200 len: 867 time: 0.0721526 May 06 09:36:26.102130 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-e9cfbed6-4fa5-48b5-b6ca-a3f2eb597d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:26.103618 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-e9cfbed6-4fa5-48b5-b6ca-a3f2eb597d19 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156&tenant_id=dd2b68e9188a432782a13dad893a2f67 HTTP/1.1" status: 200 len: 1100 time: 0.1764691 May 06 09:36:26.108772 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 0f731e0b-cba7-480d-bd7a-5a8deee3e63d details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:36:26.140762 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-3d1b4a86-cef0-4384-8ad6-c9a1c201cc42 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840835-1', 'device_owner': 'compute:nova'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:26.233620 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5ec03-d971-4174-86f7-1fce4f8f5943 req-d39d3df6-b909-4a61-88f7-e02b9efff0e3 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:26.237251 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8ed5ec03-d971-4174-86f7-1fce4f8f5943 req-d39d3df6-b909-4a61-88f7-e02b9efff0e3 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec15e0db-582a-4dff-9099-a8e3516bf837 HTTP/1.1" status: 200 len: 945 time: 0.1353390 May 06 09:36:26.246446 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-01a6d401-b54f-4892-9a15-0a20c5933480 req-0471cb1f-6826-4f0d-850e-bab8f8827b45 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148607 May 06 09:36:26.257017 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53c26a-2aed-4241-a2a9-fbecfd41a2b1 req-e9d6273e-a5d4-42d7-8721-7f865baecac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:26.268365 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3f53c26a-2aed-4241-a2a9-fbecfd41a2b1 req-e9d6273e-a5d4-42d7-8721-7f865baecac8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6307ea34-a29b-4602-b211-cc5e25007094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1267400 May 06 09:36:26.305639 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=0f731e0b-cba7-480d-bd7a-5a8deee3e63d,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:26.310283 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1568a36-cca9-464e-8135-4b5ea63ec2d8 req-cbd7ce18-e0f0-464b-89b3-ec89dbc19fc0 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:26.318171 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1568a36-cca9-464e-8135-4b5ea63ec2d8 req-cbd7ce18-e0f0-464b-89b3-ec89dbc19fc0 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 784 time: 0.3377028 May 06 09:36:26.326059 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '0f731e0b-cba7-480d-bd7a-5a8deee3e63d', 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05', 'port_id': '0f731e0b-cba7-480d-bd7a-5a8deee3e63d', 'mac_address': 'fa:16:3e:97:0a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '293ef06f-9c8d-46e9-8a69-2491d12832fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:36:26.327107 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-f1568a36-cca9-464e-8135-4b5ea63ec2d8 req-d5c9cbd0-0710-449f-bf26-7dba8563a8cd tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:36:26.337196 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1568a36-cca9-464e-8135-4b5ea63ec2d8 req-d5c9cbd0-0710-449f-bf26-7dba8563a8cd tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0187023 May 06 09:36:26.396540 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:26.415715 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f731e0b-cba7-480d-bd7a-5a8deee3e63d {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:26.423610 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-3d1b4a86-cef0-4384-8ad6-c9a1c201cc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:26.439470 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=0f731e0b-cba7-480d-bd7a-5a8deee3e63d,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:26.445074 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:26.457140 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2263f8c-5244-463c-9dd4-367a1dccd01a req-eda35f5c-2056-40a7-92a5-ad074c267b57 service neutron] 10.222.0.84 "GET /v2.0/networks/e76d704a-9d79-4d25-8a5d-5f2069ed1f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487465 May 06 09:36:26.471494 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1568a36-cca9-464e-8135-4b5ea63ec2d8 req-6e9c8ccd-5fed-4d30-934e-4e979212983c tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 696 time: 0.1333268 May 06 09:36:26.533895 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3f53c26a-2aed-4241-a2a9-fbecfd41a2b1 req-e2456163-d408-425b-9224-a88adc447e84 service neutron] 10.222.0.77 "GET /v2.0/networks/6307ea34-a29b-4602-b211-cc5e25007094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700842 May 06 09:36:26.549473 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=0f731e0b-cba7-480d-bd7a-5a8deee3e63d,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:26.561019 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:26.561864 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:26.562429 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:26.562993 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:26.563569 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:26.564119 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:26.564668 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:26.565228 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:26.565776 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:26.566345 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:26.566911 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:26.567499 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:26.625525 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-8ed5ec03-d971-4174-86f7-1fce4f8f5943 req-e17188b8-020c-4439-a8d0-5bfd79c28861 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Deleting port abb209ae-73f9-4089-885f-167dc05c4864 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:36:26.625880 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-8ed5ec03-d971-4174-86f7-1fce4f8f5943 req-e17188b8-020c-4439-a8d0-5bfd79c28861 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:26.682521 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1568a36-cca9-464e-8135-4b5ea63ec2d8 req-bc1e9c40-f357-4d6b-95ca-fe8c6dbe3b8b tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 696 time: 0.2099977 May 06 09:36:26.733305 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3f53c26a-2aed-4241-a2a9-fbecfd41a2b1 req-ba97ed7d-5cbe-44a0-a133-b22d33d62b71 service neutron] 10.222.0.77 "GET /v2.0/networks/6307ea34-a29b-4602-b211-cc5e25007094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836715 May 06 09:36:26.759955 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-8ed5ec03-d971-4174-86f7-1fce4f8f5943 req-e17188b8-020c-4439-a8d0-5bfd79c28861 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] For port abb209ae-73f9-4089-885f-167dc05c4864, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=abb209ae-73f9-4089-885f-167dc05c4864,segment=NetworkSegment(fe24a094-fc42-403d-ba28-61e4316840a6),segment_id=fe24a094-fc42-403d-ba28-61e4316840a6)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:26.760325 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-8ed5ec03-d971-4174-86f7-1fce4f8f5943 req-e17188b8-020c-4439-a8d0-5bfd79c28861 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:26.820617 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002281f-6000-4103-9e2e-5fa3c4add99d req-959a6539-9744-483a-a184-6e854777a0d8 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:26.828431 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8002281f-6000-4103-9e2e-5fa3c4add99d req-959a6539-9744-483a-a184-6e854777a0d8 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec15e0db-582a-4dff-9099-a8e3516bf837 HTTP/1.1" status: 200 len: 945 time: 0.4062836 May 06 09:36:26.871246 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['0f731e0b-cba7-480d-bd7a-5a8deee3e63d'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:36:26.920487 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2263f8c-5244-463c-9dd4-367a1dccd01a req-33cceb46-d7b7-4d30-aedb-49fa9e7e9fdd service neutron] 10.222.0.84 "GET /v2.0/networks/e76d704a-9d79-4d25-8a5d-5f2069ed1f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466500 May 06 09:36:27.020337 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-8ed5ec03-d971-4174-86f7-1fce4f8f5943 req-e17188b8-020c-4439-a8d0-5bfd79c28861 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:27.020956 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-8ed5ec03-d971-4174-86f7-1fce4f8f5943 req-e17188b8-020c-4439-a8d0-5bfd79c28861 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:27.021077 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [req-8ed5ec03-d971-4174-86f7-1fce4f8f5943 req-e17188b8-020c-4439-a8d0-5bfd79c28861 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Floating IP 0289bac4-0948-4a81-a1a5-0f09eebb1266 disassociated. External IP: 172.25.5.31, port: abb209ae-73f9-4089-885f-167dc05c4864. May 06 09:36:27.021422 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-8ed5ec03-d971-4174-86f7-1fce4f8f5943 req-e17188b8-020c-4439-a8d0-5bfd79c28861 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Calling delete_port for abb209ae-73f9-4089-885f-167dc05c4864 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:36:27.054608 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8002281f-6000-4103-9e2e-5fa3c4add99d req-25efb466-da3b-4b47-a3ea-c562d591b378 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b550ef8-63e9-417a-b4f0-d5e1cdc00989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252083 May 06 09:36:27.154836 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-3d1b4a86-cef0-4384-8ad6-c9a1c201cc42 service neutron] For port 91f446db-15fc-4d52-89d7-753df54cee7b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=91f446db-15fc-4d52-89d7-753df54cee7b,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:27.170300 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-f1568a36-cca9-464e-8135-4b5ea63ec2d8 req-844695f8-1e22-4e45-b0e3-6aae99384f22 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Deleting port b8783c3a-1e7e-43d5-9db7-2ac7ca3c6ef5 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:36:27.170649 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f1568a36-cca9-464e-8135-4b5ea63ec2d8 req-844695f8-1e22-4e45-b0e3-6aae99384f22 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:27.256425 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-3d1b4a86-cef0-4384-8ad6-c9a1c201cc42 service neutron] For port 91f446db-15fc-4d52-89d7-753df54cee7b, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:36:27.285726 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-8ed5ec03-d971-4174-86f7-1fce4f8f5943 req-e17188b8-020c-4439-a8d0-5bfd79c28861 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:27.324614 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17188b8-020c-4439-a8d0-5bfd79c28861 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Pushing event deleted for resources: {'Port': ['ID=abb209ae-73f9-4089-885f-167dc05c4864,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:27.358070 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-3d1b4a86-cef0-4384-8ad6-c9a1c201cc42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:27.383176 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-3d1b4a86-cef0-4384-8ad6-c9a1c201cc42 service neutron] Transition to ACTIVE for port object 91f446db-15fc-4d52-89d7-753df54cee7b will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:36:27.505589 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ed5ec03-d971-4174-86f7-1fce4f8f5943 req-e17188b8-020c-4439-a8d0-5bfd79c28861 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Router dd72a4ce-815c-4e03-9645-c73fc3da29b1 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:36:27.720952 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf7012b-bec9-40b5-abae-b2a7365a25b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad73c7b-3fd8-4490-8aa8-d7bb030c057b'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:27.724055 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b130ae28-b5f2-418a-9194-7aec8aa5b02a" -d '{"events": [{"server_uuid": "3cf7012b-bec9-40b5-abae-b2a7365a25b2", "name": "network-vif-plugged", "status": "completed", "tag": "7ad73c7b-3fd8-4490-8aa8-d7bb030c057b"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:27.739176 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ed5ec03-d971-4174-86f7-1fce4f8f5943 req-e17188b8-020c-4439-a8d0-5bfd79c28861 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:36:27.760579 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c363b40f-ce62-4842-a444-d19c6bf0569a None None] Sync routers for ids ['dd72a4ce-815c-4e03-9645-c73fc3da29b1'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:36:27.790239 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c363b40f-ce62-4842-a444-d19c6bf0569a None None] Routers {'dd72a4ce-815c-4e03-9645-c73fc3da29b1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:36:27.790815 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f1568a36-cca9-464e-8135-4b5ea63ec2d8 req-844695f8-1e22-4e45-b0e3-6aae99384f22 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:27.791393 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-c363b40f-ce62-4842-a444-d19c6bf0569a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:36:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['dd72a4ce-815c-4e03-9645-c73fc3da29b1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:27.791511 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f1568a36-cca9-464e-8135-4b5ea63ec2d8 req-844695f8-1e22-4e45-b0e3-6aae99384f22 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:27.811925 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-f1568a36-cca9-464e-8135-4b5ea63ec2d8 req-844695f8-1e22-4e45-b0e3-6aae99384f22 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Calling delete_port for b8783c3a-1e7e-43d5-9db7-2ac7ca3c6ef5 owned by network:floatingip {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:36:27.847185 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed5ec03-d971-4174-86f7-1fce4f8f5943 req-e17188b8-020c-4439-a8d0-5bfd79c28861 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] No DVR routers for this DVR port abb209ae-73f9-4089-885f-167dc05c4864 on host n-h1-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:36:27.851097 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-8ed5ec03-d971-4174-86f7-1fce4f8f5943 req-e17188b8-020c-4439-a8d0-5bfd79c28861 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:27.857423 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8ed5ec03-d971-4174-86f7-1fce4f8f5943 req-e17188b8-020c-4439-a8d0-5bfd79c28861 tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.84 "DELETE /v2.0/ports/abb209ae-73f9-4089-885f-167dc05c4864 HTTP/1.1" status: 204 len: 173 time: 1.5862634 May 06 09:36:27.858450 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec15e0db-582a-4dff-9099-a8e3516bf837', 'name': 'network-vif-deleted', 'tag': 'abb209ae-73f9-4089-885f-167dc05c4864'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:27.861346 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58d3f0a-340b-4743-aa67-ee1de6e527b2" -d '{"events": [{"server_uuid": "ec15e0db-582a-4dff-9099-a8e3516bf837", "name": "network-vif-deleted", "tag": "abb209ae-73f9-4089-885f-167dc05c4864"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:27.964802 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87957e83-69ab-436b-bd6f-8f0018772156', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91f446db-15fc-4d52-89d7-753df54cee7b'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:27.969348 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a8531b-b04a-43ed-ab5e-af364942e609" -d '{"events": [{"server_uuid": "87957e83-69ab-436b-bd6f-8f0018772156", "name": "network-vif-unplugged", "status": "completed", "tag": "91f446db-15fc-4d52-89d7-753df54cee7b"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:28.054959 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-3d1b4a86-cef0-4384-8ad6-c9a1c201cc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:28.119281 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 91f446db-15fc-4d52-89d7-753df54cee7b no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:36:28.186069 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-c363b40f-ce62-4842-a444-d19c6bf0569a None None] Set router dd72a4ce-815c-4e03-9645-c73fc3da29b1 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:36:28.218849 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 91f446db-15fc-4d52-89d7-753df54cee7b not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:36:28.242149 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-3d1b4a86-cef0-4384-8ad6-c9a1c201cc42 service neutron] No DVR routers for this DVR port 91f446db-15fc-4d52-89d7-753df54cee7b on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:36:28.244812 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b4a86-cef0-4384-8ad6-c9a1c201cc42 service neutron] Pushing event updated for resources: {'Port': ['ID=91f446db-15fc-4d52-89d7-753df54cee7b,revision_number=6']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:28.265726 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7684af0-64b0-40e4-b08e-c08971d34a45 req-0ad3cedd-6e0e-4c57-a0d7-0daf2e9f91ee tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:28.273603 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e7684af0-64b0-40e4-b08e-c08971d34a45 req-0ad3cedd-6e0e-4c57-a0d7-0daf2e9f91ee tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 945 time: 0.8746607 May 06 09:36:28.353800 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-3d1b4a86-cef0-4384-8ad6-c9a1c201cc42 service neutron] Attempting to bind port 91f446db-15fc-4d52-89d7-753df54cee7b on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:36:28.354583 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-3d1b4a86-cef0-4384-8ad6-c9a1c201cc42 service neutron] Attempting to bind port 91f446db-15fc-4d52-89d7-753df54cee7b by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:36:28.355098 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-3d1b4a86-cef0-4384-8ad6-c9a1c201cc42 service neutron] Attempting to bind port 91f446db-15fc-4d52-89d7-753df54cee7b on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:28.378174 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e7684af0-64b0-40e4-b08e-c08971d34a45 req-04d303db-3b31-4263-ab50-a731b2bda765 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990148 May 06 09:36:28.432104 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-3d1b4a86-cef0-4384-8ad6-c9a1c201cc42 service neutron] Port 91f446db-15fc-4d52-89d7-753df54cee7b on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:36:28.432568 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-3d1b4a86-cef0-4384-8ad6-c9a1c201cc42 service neutron] Attempting to bind port 91f446db-15fc-4d52-89d7-753df54cee7b on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:28.445155 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-3d1b4a86-cef0-4384-8ad6-c9a1c201cc42 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:36:28.445656 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-3d1b4a86-cef0-4384-8ad6-c9a1c201cc42 service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:36:28.446166 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-3d1b4a86-cef0-4384-8ad6-c9a1c201cc42 service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:36:28.446723 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-3d1b4a86-cef0-4384-8ad6-c9a1c201cc42 service neutron] Bound port: 91f446db-15fc-4d52-89d7-753df54cee7b, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:36:28.447228 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-3d1b4a86-cef0-4384-8ad6-c9a1c201cc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:28.533792 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f1568a36-cca9-464e-8135-4b5ea63ec2d8 req-844695f8-1e22-4e45-b0e3-6aae99384f22 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:28.581599 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-c363b40f-ce62-4842-a444-d19c6bf0569a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1208314280-router', 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '19bf472c-9786-4f2d-b866-1c868ff05479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:21Z', 'updated_at': '2022-05-06T09:33:27Z', 'revision_number': 4, 'project_id': '18d2b79bdfff4fc3957450c1173b5172', 'gw_port': {'id': '19bf472c-9786-4f2d-b866-1c868ff05479', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:22Z', 'updated_at': '2022-05-06T09:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '94981ba5-5f7d-407f-b41d-09c7ae43b4a5', 'name': '', 'network_id': 'f2f5f0f1-61a3-4b8a-8a9d-37462429b401', 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172', 'mac_address': 'fa:16:3e:70:49:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '4b321150-13d5-4e4b-824f-c7fc482fb964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:26Z', 'updated_at': '2022-05-06T09:33:34Z', 'revision_number': 5, 'project_id': '18d2b79bdfff4fc3957450c1173b5172', 'subnets': [{'id': '4b321150-13d5-4e4b-824f-c7fc482fb964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:28.619736 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844695f8-1e22-4e45-b0e3-6aae99384f22 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Pushing event deleted for resources: {'Port': ['ID=b8783c3a-1e7e-43d5-9db7-2ac7ca3c6ef5,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:28.673411 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c363b40f-ce62-4842-a444-d19c6bf0569a None None] Checking router: dd72a4ce-815c-4e03-9645-c73fc3da29b1 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:36:28.708745 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f1568a36-cca9-464e-8135-4b5ea63ec2d8 req-844695f8-1e22-4e45-b0e3-6aae99384f22 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks [] for floatingip, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:28.719299 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f1568a36-cca9-464e-8135-4b5ea63ec2d8 req-844695f8-1e22-4e45-b0e3-6aae99384f22 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:28.720165 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c363b40f-ce62-4842-a444-d19c6bf0569a None None] Routers {'dd72a4ce-815c-4e03-9645-c73fc3da29b1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:36:28.720475 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-c363b40f-ce62-4842-a444-d19c6bf0569a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:36:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['dd72a4ce-815c-4e03-9645-c73fc3da29b1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:28.733580 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1568a36-cca9-464e-8135-4b5ea63ec2d8 req-844695f8-1e22-4e45-b0e3-6aae99384f22 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "DELETE /v2.0/floatingips/bc679f1d-3cd2-49b9-ac26-65bfdc6bed8a HTTP/1.1" status: 204 len: 173 time: 2.0501235 May 06 09:36:28.807399 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:28.878234 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226062be-f40d-49ea-802b-deaa33029c41 req-4f4da7e4-7e06-40dd-941d-00fa4a007121 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:28.886597 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-226062be-f40d-49ea-802b-deaa33029c41 req-4f4da7e4-7e06-40dd-941d-00fa4a007121 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 944 time: 0.2441707 May 06 09:36:28.917934 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-3d1b4a86-cef0-4384-8ad6-c9a1c201cc42 service neutron] For port 91f446db-15fc-4d52-89d7-753df54cee7b, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:36:28.957449 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-3d1b4a86-cef0-4384-8ad6-c9a1c201cc42 service neutron] For port 91f446db-15fc-4d52-89d7-753df54cee7b, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=91f446db-15fc-4d52-89d7-753df54cee7b,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:36:28.969044 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-c363b40f-ce62-4842-a444-d19c6bf0569a None None] Set router dd72a4ce-815c-4e03-9645-c73fc3da29b1 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:36:28.978050 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-3d1b4a86-cef0-4384-8ad6-c9a1c201cc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:29.007158 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d538b5-a329-4877-8ce3-16f513969881 req-38b2125d-247a-4526-87e4-57785a7e372a tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:29.008748 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6d538b5-a329-4877-8ce3-16f513969881 req-38b2125d-247a-4526-87e4-57785a7e372a tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 947 time: 0.1487997 May 06 09:36:29.030494 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-226062be-f40d-49ea-802b-deaa33029c41 req-0cac1928-c71b-43ae-a546-12d7e69de0df tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434734 May 06 09:36:29.065172 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-3d1b4a86-cef0-4384-8ad6-c9a1c201cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:29.065808 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-3d1b4a86-cef0-4384-8ad6-c9a1c201cc42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:29.080130 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-3d1b4a86-cef0-4384-8ad6-c9a1c201cc42 service neutron] 10.222.0.77 "PUT /v2.0/ports/91f446db-15fc-4d52-89d7-753df54cee7b HTTP/1.1" status: 200 len: 1095 time: 2.9346700 May 06 09:36:29.133728 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b4a86-cef0-4384-8ad6-c9a1c201cc42 service neutron] Pushing event updated for resources: {'Port': ['ID=91f446db-15fc-4d52-89d7-753df54cee7b,revision_number=7']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:29.145308 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6d538b5-a329-4877-8ce3-16f513969881 req-08aabef2-8f60-430c-9b3f-084ea36a44c0 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103959 May 06 09:36:29.197642 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-4c02e053-9d63-4519-9639-16c7cada9457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:29.199279 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-4c02e053-9d63-4519-9639-16c7cada9457 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 1098 time: 0.0807865 May 06 09:36:29.202580 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5179dc-ecb9-49fc-8005-7f2ad089a4c8 x-openstack-request-id: req-fe5179dc-ecb9-49fc-8005-7f2ad089a4c8 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:29.202883 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf7012b-bec9-40b5-abae-b2a7365a25b2", "name": "network-vif-plugged", "status": "completed", "tag": "7ad73c7b-3fd8-4490-8aa8-d7bb030c057b", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:29.203162 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fe5179dc-ecb9-49fc-8005-7f2ad089a4c8 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:29.203564 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe5179dc-ecb9-49fc-8005-7f2ad089a4c8'] response: {'server_uuid': '3cf7012b-bec9-40b5-abae-b2a7365a25b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad73c7b-3fd8-4490-8aa8-d7bb030c057b', 'code': 200} May 06 09:36:29.279466 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1398bf68-6d43-4581-8e75-030dbebaa45e x-openstack-request-id: req-1398bf68-6d43-4581-8e75-030dbebaa45e {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:29.279989 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec15e0db-582a-4dff-9099-a8e3516bf837", "name": "network-vif-deleted", "tag": "abb209ae-73f9-4089-885f-167dc05c4864", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:29.279989 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1398bf68-6d43-4581-8e75-030dbebaa45e {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:29.280420 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1398bf68-6d43-4581-8e75-030dbebaa45e'] response: {'server_uuid': 'ec15e0db-582a-4dff-9099-a8e3516bf837', 'name': 'network-vif-deleted', 'tag': 'abb209ae-73f9-4089-885f-167dc05c4864', 'status': 'completed', 'code': 200} May 06 09:36:29.361555 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52dd24d-6727-4f58-a9ab-7140a287096b x-openstack-request-id: req-a52dd24d-6727-4f58-a9ab-7140a287096b {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:29.366781 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87957e83-69ab-436b-bd6f-8f0018772156", "name": "network-vif-unplugged", "status": "completed", "tag": "91f446db-15fc-4d52-89d7-753df54cee7b", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:29.367327 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a52dd24d-6727-4f58-a9ab-7140a287096b {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:29.367853 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a52dd24d-6727-4f58-a9ab-7140a287096b'] response: {'server_uuid': '87957e83-69ab-436b-bd6f-8f0018772156', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91f446db-15fc-4d52-89d7-753df54cee7b', 'code': 200} May 06 09:36:29.412285 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-c363b40f-ce62-4842-a444-d19c6bf0569a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1208314280-router', 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '19bf472c-9786-4f2d-b866-1c868ff05479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:21Z', 'updated_at': '2022-05-06T09:33:27Z', 'revision_number': 4, 'project_id': '18d2b79bdfff4fc3957450c1173b5172', 'gw_port': {'id': '19bf472c-9786-4f2d-b866-1c868ff05479', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:22Z', 'updated_at': '2022-05-06T09:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '94981ba5-5f7d-407f-b41d-09c7ae43b4a5', 'name': '', 'network_id': 'f2f5f0f1-61a3-4b8a-8a9d-37462429b401', 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172', 'mac_address': 'fa:16:3e:70:49:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '4b321150-13d5-4e4b-824f-c7fc482fb964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:26Z', 'updated_at': '2022-05-06T09:33:34Z', 'revision_number': 5, 'project_id': '18d2b79bdfff4fc3957450c1173b5172', 'subnets': [{'id': '4b321150-13d5-4e4b-824f-c7fc482fb964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:29.461492 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-12b478de-4302-46ac-a882-e3595803aa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:29.470273 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-12b478de-4302-46ac-a882-e3595803aa50 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.2287676 May 06 09:36:29.483108 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1348a-d220-4a6f-8033-1f264c2715c6 req-99fad558-0ac2-48b3-af31-813ca237d1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:29.499881 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-89d1348a-d220-4a6f-8033-1f264c2715c6 req-99fad558-0ac2-48b3-af31-813ca237d1a4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 1096 time: 0.1639271 May 06 09:36:29.516446 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c363b40f-ce62-4842-a444-d19c6bf0569a None None] The sync data for ids ['dd72a4ce-815c-4e03-9645-c73fc3da29b1'] in n-d-840835-1 is: [{'id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1208314280-router', 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '19bf472c-9786-4f2d-b866-1c868ff05479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:21Z', 'updated_at': '2022-05-06T09:33:27Z', 'revision_number': 4, 'project_id': '18d2b79bdfff4fc3957450c1173b5172', 'gw_port': {'id': '19bf472c-9786-4f2d-b866-1c868ff05479', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:22Z', 'updated_at': '2022-05-06T09:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '94981ba5-5f7d-407f-b41d-09c7ae43b4a5', 'name': '', 'network_id': 'f2f5f0f1-61a3-4b8a-8a9d-37462429b401', 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172', 'mac_address': 'fa:16:3e:70:49:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '4b321150-13d5-4e4b-824f-c7fc482fb964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:26Z', 'updated_at': '2022-05-06T09:33:34Z', 'revision_number': 5, 'project_id': '18d2b79bdfff4fc3957450c1173b5172', 'subnets': [{'id': '4b321150-13d5-4e4b-824f-c7fc482fb964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:36:29.550331 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-9eb2e866-e87d-4200-a040-d60953c632f1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=91f446db-15fc-4d52-89d7-753df54cee7b HTTP/1.1" status: 200 len: 217 time: 0.0636473 May 06 09:36:29.593411 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-89d1348a-d220-4a6f-8033-1f264c2715c6 req-f5ce2f20-4017-4a8f-a36d-4d873c9bd45a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870063 May 06 09:36:29.682060 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4b2fa-8e33-4584-a1f0-4101114e2458 req-b6bb11e2-bb17-4fc9-8b7d-e3c192a24dc5 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:29.686295 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6cf4b2fa-8e33-4584-a1f0-4101114e2458 req-b6bb11e2-bb17-4fc9-8b7d-e3c192a24dc5 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf38c2cd-ae1c-4905-8ec7-68536119999a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1325085 May 06 09:36:29.701607 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-6c64404c-a277-4a51-80d3-9ab70fb0b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:29.703263 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-6c64404c-a277-4a51-80d3-9ab70fb0b423 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1416867 May 06 09:36:29.724701 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485980d-9e47-4bac-b672-e33187c82ccb req-c741ff57-6741-4b69-b3f6-242dd3097532 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:29.726441 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b485980d-9e47-4bac-b672-e33187c82ccb req-c741ff57-6741-4b69-b3f6-242dd3097532 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 945 time: 0.1733871 May 06 09:36:29.767753 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6cf4b2fa-8e33-4584-a1f0-4101114e2458 req-7da21de2-3c0a-4c33-8609-6dee73ee2633 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0685322 May 06 09:36:29.830714 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b485980d-9e47-4bac-b672-e33187c82ccb req-7f3df770-ff8a-4905-b8a0-81a3b6629ad0 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705822 May 06 09:36:29.844335 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39770) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:29.989608 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008fa68e-5102-4fc4-b89e-2be7968dfc38 None None] New status for floating IP 0289bac4-0948-4a81-a1a5-0f09eebb1266: DOWN {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:36:30.003244 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-89764c1f-616c-4ec1-8679-5c773dc7ba3a tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:30.020092 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6cb4e8c5-f51f-4fad-bbac-6156d8e5177a req-4116ebb8-922e-42b5-a276-062c183cf9d4 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1495974 May 06 09:36:30.038561 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-89764c1f-616c-4ec1-8679-5c773dc7ba3a tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:30.128538 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-89764c1f-616c-4ec1-8679-5c773dc7ba3a tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:30.136429 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-89764c1f-616c-4ec1-8679-5c773dc7ba3a tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:30.141789 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39788) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:30.145586 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-89764c1f-616c-4ec1-8679-5c773dc7ba3a tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "DELETE /v2.0/security-groups/0b550ef8-63e9-417a-b4f0-d5e1cdc00989 HTTP/1.1" status: 204 len: 168 time: 0.2997460 May 06 09:36:30.174804 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89764c1f-616c-4ec1-8679-5c773dc7ba3a tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b550ef8-63e9-417a-b4f0-d5e1cdc00989,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:30.183514 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-bd3270e0-dc37-4a50-b9fd-533408294f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:30.187086 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-bd3270e0-dc37-4a50-b9fd-533408294f92 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2140362 May 06 09:36:30.188752 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-b5326e68-136a-4186-b173-adf2ec1f990d tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] show failed (client error): The resource could not be found. May 06 09:36:30.196352 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b5326e68-136a-4186-b173-adf2ec1f990d tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "GET /v2.0/security-groups/0b550ef8-63e9-417a-b4f0-d5e1cdc00989 HTTP/1.1" status: 404 len: 347 time: 0.0506494 May 06 09:36:30.196964 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39792) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:30.204588 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 0f731e0b-cba7-480d-bd7a-5a8deee3e63d up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:36:30.372942 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:36:30.400392 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:30.400781 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:30.418164 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-0942b4e0-aa46-436b-912e-2c3eab59d32f service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116992 May 06 09:36:30.484208 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-1f276063-ca49-4a5b-a993-9b367eddf3ae tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Deleting port 89fd3a36-acb8-495a-a3a2-3c7a4ff2e185 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:36:30.485623 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f276063-ca49-4a5b-a993-9b367eddf3ae tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:30.599365 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208cc88-e36b-4485-8737-374f88a3b5c9 req-172ea00a-f713-4d4a-86ba-2085cadf8052 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:30.601565 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9208cc88-e36b-4485-8737-374f88a3b5c9 req-172ea00a-f713-4d4a-86ba-2085cadf8052 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 944 time: 0.1817925 May 06 09:36:30.627043 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:30.704365 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f276063-ca49-4a5b-a993-9b367eddf3ae tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:30.705010 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f276063-ca49-4a5b-a993-9b367eddf3ae tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:30.715918 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=0f731e0b-cba7-480d-bd7a-5a8deee3e63d,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:30.722806 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:30.723651 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device abb209ae-73f9-4089-885f-167dc05c4864 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:36:30.739512 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9208cc88-e36b-4485-8737-374f88a3b5c9 req-f676835c-df2b-43d8-bbcb-db87c3da575e tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228585 May 06 09:36:30.744237 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-1f276063-ca49-4a5b-a993-9b367eddf3ae tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Calling delete_port for 89fd3a36-acb8-495a-a3a2-3c7a4ff2e185 owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:36:30.752984 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a2069938-a46a-4bc5-9ab4-57fd3aa5ad03 req-a4734d5b-dd2c-4f8a-8fcf-a38f9d5fca72 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155670 May 06 09:36:30.793740 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478737a7-3c38-4800-980a-cd16732e885a req-e2bda272-5e78-46cb-bff2-84bb787c1cc6 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:30.805905 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-478737a7-3c38-4800-980a-cd16732e885a req-e2bda272-5e78-46cb-bff2-84bb787c1cc6 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 947 time: 0.1469634 May 06 09:36:30.823851 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: abb209ae-73f9-4089-885f-167dc05c4864 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:36:30.824306 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device abb209ae-73f9-4089-885f-167dc05c4864 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:36:30.856251 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=0f731e0b-cba7-480d-bd7a-5a8deee3e63d,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:30.878801 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-478737a7-3c38-4800-980a-cd16732e885a req-b22f1791-be0b-428b-9fb9-7688b3b6911f tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718353 May 06 09:36:30.938719 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca1f45-cbda-4884-864a-9c29ce24f20d req-af45894a-ffc9-4f4f-a80a-e2786c6ec012 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:30.940549 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5bca1f45-cbda-4884-864a-9c29ce24f20d req-af45894a-ffc9-4f4f-a80a-e2786c6ec012 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf38c2cd-ae1c-4905-8ec7-68536119999a HTTP/1.1" status: 200 len: 945 time: 0.1155541 May 06 09:36:31.018607 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5bca1f45-cbda-4884-864a-9c29ce24f20d req-a4d0c380-9b49-4453-a106-72db5af68910 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/security-groups?id=a923ad1f-e2d1-4971-9db3-e7aeb52f851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706792 May 06 09:36:31.050758 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f276063-ca49-4a5b-a993-9b367eddf3ae tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:31.098007 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f276063-ca49-4a5b-a993-9b367eddf3ae tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Pushing event deleted for resources: {'Port': ['ID=89fd3a36-acb8-495a-a3a2-3c7a4ff2e185,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:31.165061 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095e74c-48bd-4c79-a9da-731fd9776b36 req-296941f6-5ed5-4645-9741-d19860f39d4b tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:31.173769 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e095e74c-48bd-4c79-a9da-731fd9776b36 req-296941f6-5ed5-4645-9741-d19860f39d4b tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 945 time: 0.1391521 May 06 09:36:31.204416 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f276063-ca49-4a5b-a993-9b367eddf3ae tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:31.204911 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f731e0b-cba7-480d-bd7a-5a8deee3e63d'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:31.207840 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74fa507-a75a-4530-a53a-2adec0456ad7" -d '{"events": [{"server_uuid": "55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4", "name": "network-vif-plugged", "status": "completed", "tag": "0f731e0b-cba7-480d-bd7a-5a8deee3e63d"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:31.209149 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f276063-ca49-4a5b-a993-9b367eddf3ae tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:31.210775 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1f276063-ca49-4a5b-a993-9b367eddf3ae tempest-AttachSCSIVolumeTestJSON-479330318 tempest-AttachSCSIVolumeTestJSON-479330318-project] 10.222.0.73 "DELETE /v2.0/floatingips/0289bac4-0948-4a81-a1a5-0f09eebb1266 HTTP/1.1" status: 204 len: 168 time: 1.0122116 May 06 09:36:31.293842 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5e0dd9-d6db-4282-8c92-da1ec014fef8 x-openstack-request-id: req-bc5e0dd9-d6db-4282-8c92-da1ec014fef8 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:31.295109 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4", "name": "network-vif-plugged", "status": "completed", "tag": "0f731e0b-cba7-480d-bd7a-5a8deee3e63d", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:31.295604 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bc5e0dd9-d6db-4282-8c92-da1ec014fef8 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:31.296170 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc5e0dd9-d6db-4282-8c92-da1ec014fef8'] response: {'server_uuid': '55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f731e0b-cba7-480d-bd7a-5a8deee3e63d', 'code': 200} May 06 09:36:31.300825 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e095e74c-48bd-4c79-a9da-731fd9776b36 req-e2ead6aa-69b9-4188-a62d-f9bda3b1030f tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257889 May 06 09:36:31.369615 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87957e83-69ab-436b-bd6f-8f0018772156', 'tag': '91f446db-15fc-4d52-89d7-753df54cee7b'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:31.372458 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d264c2aa-1127-40de-9b12-ca8ac2e0c9e0" -d '{"events": [{"name": "network-changed", "server_uuid": "87957e83-69ab-436b-bd6f-8f0018772156", "tag": "91f446db-15fc-4d52-89d7-753df54cee7b"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:31.475136 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007c8e7e-f001-403b-b570-46d24cbb1dee x-openstack-request-id: req-007c8e7e-f001-403b-b570-46d24cbb1dee {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:31.475706 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87957e83-69ab-436b-bd6f-8f0018772156", "tag": "91f446db-15fc-4d52-89d7-753df54cee7b", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:31.476069 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-007c8e7e-f001-403b-b570-46d24cbb1dee {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:31.476703 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-007c8e7e-f001-403b-b570-46d24cbb1dee'] response: {'name': 'network-changed', 'server_uuid': '87957e83-69ab-436b-bd6f-8f0018772156', 'tag': '91f446db-15fc-4d52-89d7-753df54cee7b', 'status': 'completed', 'code': 200} May 06 09:36:31.542622 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264c2aa-1127-40de-9b12-ca8ac2e0c9e0 req-4853e816-9b91-4347-9580-a1680ec7fa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:31.542912 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce87c4-4f23-4d84-b0f4-32d0698dec26 req-db153363-e8a8-43ca-b96e-f7f25c400dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:31.545654 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d264c2aa-1127-40de-9b12-ca8ac2e0c9e0 req-4853e816-9b91-4347-9580-a1680ec7fa20 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 1098 time: 0.0677364 May 06 09:36:31.546591 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a5ce87c4-4f23-4d84-b0f4-32d0698dec26 req-db153363-e8a8-43ca-b96e-f7f25c400dbd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 1096 time: 0.1194615 May 06 09:36:31.624326 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a5ce87c4-4f23-4d84-b0f4-32d0698dec26 req-d13b6402-2c5d-4590-ba85-0a717a2b2875 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582650 May 06 09:36:31.684402 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264c2aa-1127-40de-9b12-ca8ac2e0c9e0 req-a12ac3e1-04bc-4edc-9330-61e777efbc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:31.686383 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d264c2aa-1127-40de-9b12-ca8ac2e0c9e0 req-a12ac3e1-04bc-4edc-9330-61e777efbc5e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 1098 time: 0.1463041 May 06 09:36:31.820691 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264c2aa-1127-40de-9b12-ca8ac2e0c9e0 req-0e260f5c-8acf-4d26-9333-8f47e6370503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:31.822191 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d264c2aa-1127-40de-9b12-ca8ac2e0c9e0 req-0e260f5c-8acf-4d26-9333-8f47e6370503 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.2476919 May 06 09:36:31.905154 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264c2aa-1127-40de-9b12-ca8ac2e0c9e0 req-16552984-4c10-4e73-8eb4-cb5d877647ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:31.909469 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d264c2aa-1127-40de-9b12-ca8ac2e0c9e0 req-16552984-4c10-4e73-8eb4-cb5d877647ae service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.2120509 May 06 09:36:32.068527 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d264c2aa-1127-40de-9b12-ca8ac2e0c9e0 req-1c596b1e-f6ce-45bf-9f83-89d21a94a0d7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=91f446db-15fc-4d52-89d7-753df54cee7b HTTP/1.1" status: 200 len: 217 time: 0.1651061 May 06 09:36:32.078138 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d264c2aa-1127-40de-9b12-ca8ac2e0c9e0 req-4e405ee2-805b-4b62-9b74-055974a710de service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=91f446db-15fc-4d52-89d7-753df54cee7b HTTP/1.1" status: 200 len: 217 time: 0.1362410 May 06 09:36:32.125946 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1eb49-0ece-47b6-a30a-d77f532dd215 req-7c08be14-faf8-4172-960f-9db5deadd4b5 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:32.139697 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5b1eb49-0ece-47b6-a30a-d77f532dd215 req-7c08be14-faf8-4172-960f-9db5deadd4b5 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 945 time: 0.2817945 May 06 09:36:32.238615 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5b1eb49-0ece-47b6-a30a-d77f532dd215 req-ad546ddf-41bf-4afb-bfde-cffef2fda4b7 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976534 May 06 09:36:32.378467 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1019b88-8322-41fe-8ede-e309ce268270 req-5bf33715-5657-4ed9-98aa-d3ff14aa9ffb tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:32.386217 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1019b88-8322-41fe-8ede-e309ce268270 req-5bf33715-5657-4ed9-98aa-d3ff14aa9ffb tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 947 time: 0.3163936 May 06 09:36:32.405352 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264c2aa-1127-40de-9b12-ca8ac2e0c9e0 req-600d41c2-7c04-408a-b6ad-7e5033b863c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:32.407065 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d264c2aa-1127-40de-9b12-ca8ac2e0c9e0 req-600d41c2-7c04-408a-b6ad-7e5033b863c3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.3133831 May 06 09:36:32.417197 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264c2aa-1127-40de-9b12-ca8ac2e0c9e0 req-c999402f-f8e0-4e4e-8d00-26826e58040e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:32.418953 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d264c2aa-1127-40de-9b12-ca8ac2e0c9e0 req-c999402f-f8e0-4e4e-8d00-26826e58040e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.3269856 May 06 09:36:32.566414 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf367e2-aeab-4869-a2ab-ecd681bc571c req-0fe8f955-6f19-46c6-b87a-6fee68077c33 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:32.577992 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eaf367e2-aeab-4869-a2ab-ecd681bc571c req-0fe8f955-6f19-46c6-b87a-6fee68077c33 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf38c2cd-ae1c-4905-8ec7-68536119999a HTTP/1.1" status: 200 len: 945 time: 0.2128482 May 06 09:36:32.621888 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1019b88-8322-41fe-8ede-e309ce268270 req-5db90a55-97ad-482f-96bc-62b9504d5478 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344720 May 06 09:36:32.644858 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eaf367e2-aeab-4869-a2ab-ecd681bc571c req-731bd2dc-f4c4-4bde-acfe-4ead2bfbaa4d tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/security-groups?id=a923ad1f-e2d1-4971-9db3-e7aeb52f851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659952 May 06 09:36:32.648777 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264c2aa-1127-40de-9b12-ca8ac2e0c9e0 req-c2aeb2bb-52de-4062-8b11-8ced5e8dea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:32.650551 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d264c2aa-1127-40de-9b12-ca8ac2e0c9e0 req-c2aeb2bb-52de-4062-8b11-8ced5e8dea0f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2012026 May 06 09:36:32.657217 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264c2aa-1127-40de-9b12-ca8ac2e0c9e0 req-902d98c4-6504-4cb9-946f-a772cb1b2a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:32.667183 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d264c2aa-1127-40de-9b12-ca8ac2e0c9e0 req-902d98c4-6504-4cb9-946f-a772cb1b2a02 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2311351 May 06 09:36:32.914209 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a747cc-047d-4dfc-a2f1-9d31aa5ddebb req-32651b2d-3b29-45b1-b309-f1f8999920e3 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:32.922235 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e5a747cc-047d-4dfc-a2f1-9d31aa5ddebb req-32651b2d-3b29-45b1-b309-f1f8999920e3 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 945 time: 0.0980179 May 06 09:36:33.006794 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d264c2aa-1127-40de-9b12-ca8ac2e0c9e0 req-a51cb367-e2de-4ccb-b19e-47d0de30f9b0 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764509 May 06 09:36:33.008641 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d264c2aa-1127-40de-9b12-ca8ac2e0c9e0 req-1bc26990-689f-4070-bb8e-c8ca515de2c5 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404446 May 06 09:36:33.025877 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e5a747cc-047d-4dfc-a2f1-9d31aa5ddebb req-9b8419d5-3c23-4101-8c3f-d84b26fdbe1f tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026683 May 06 09:36:33.176265 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9bf6c-aa34-4b9d-b703-46bad30dff2f req-9053c025-bac1-48a6-af7a-9113d9c1d551 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:33.177757 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4ce9bf6c-aa34-4b9d-b703-46bad30dff2f req-9053c025-bac1-48a6-af7a-9113d9c1d551 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf38c2cd-ae1c-4905-8ec7-68536119999a HTTP/1.1" status: 200 len: 945 time: 0.1599035 May 06 09:36:33.188525 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d264c2aa-1127-40de-9b12-ca8ac2e0c9e0 req-97f7235b-c125-47e1-9d2e-1a74c32ff8f9 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065133 May 06 09:36:33.207829 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d264c2aa-1127-40de-9b12-ca8ac2e0c9e0 req-1ff64096-0df2-4c50-9551-6695929ec608 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806154 May 06 09:36:33.338254 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1a88cfa3-7291-4c67-ae7f-8c3b8a9ccc32 req-1d3f1be9-58eb-4f48-a1e7-2c667161f3bc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2393432 May 06 09:36:33.423841 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-4ce9bf6c-aa34-4b9d-b703-46bad30dff2f req-4c5cb989-6d5d-4de4-b081-51a246d2cb4b tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Deleting port 4a65b87b-3d6c-49a3-816b-3c528d2696da {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:36:33.424194 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4ce9bf6c-aa34-4b9d-b703-46bad30dff2f req-4c5cb989-6d5d-4de4-b081-51a246d2cb4b tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:33.544503 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce459729-d03b-4b23-b5be-51e1516b52e2 req-ba68e965-3706-4867-9bc4-1262f912d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:33.548260 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ce459729-d03b-4b23-b5be-51e1516b52e2 req-ba68e965-3706-4867-9bc4-1262f912d435 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4aa136b130448688a7f34d49779576a&device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 1096 time: 0.1477365 May 06 09:36:33.566020 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20544409-fa27-498f-bd26-8eafa39c8ce5 req-66b81801-0b04-450d-8e95-a6303bea1b34 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:33.581943 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-20544409-fa27-498f-bd26-8eafa39c8ce5 req-66b81801-0b04-450d-8e95-a6303bea1b34 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 945 time: 0.2046297 May 06 09:36:33.620584 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03756e81-8e14-4c79-8bbb-53514354fdbd req-77058f32-e002-466b-8126-b87e3ded012c tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:33.630630 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-03756e81-8e14-4c79-8bbb-53514354fdbd req-77058f32-e002-466b-8126-b87e3ded012c tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 945 time: 0.1970713 May 06 09:36:33.654793 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-4ce9bf6c-aa34-4b9d-b703-46bad30dff2f req-4c5cb989-6d5d-4de4-b081-51a246d2cb4b tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] For port 4a65b87b-3d6c-49a3-816b-3c528d2696da, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=4a65b87b-3d6c-49a3-816b-3c528d2696da,segment=NetworkSegment(84052727-0320-4208-a0c4-6ff5c464af21),segment_id=84052727-0320-4208-a0c4-6ff5c464af21)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:33.655051 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88cfa3-7291-4c67-ae7f-8c3b8a9ccc32 req-59655202-d444-4fe2-9e9c-9f0f97b84912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:33.655310 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4ce9bf6c-aa34-4b9d-b703-46bad30dff2f req-4c5cb989-6d5d-4de4-b081-51a246d2cb4b tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:33.657005 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1a88cfa3-7291-4c67-ae7f-8c3b8a9ccc32 req-59655202-d444-4fe2-9e9c-9f0f97b84912 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=147a685967a04284b13954d6f7a9d875&device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 1095 time: 0.1718638 May 06 09:36:33.677331 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-4ce9bf6c-aa34-4b9d-b703-46bad30dff2f req-4c5cb989-6d5d-4de4-b081-51a246d2cb4b tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Calling delete_port for 4a65b87b-3d6c-49a3-816b-3c528d2696da owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:36:33.785032 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-03756e81-8e14-4c79-8bbb-53514354fdbd req-01f32397-119d-457e-b418-63c35e28bebc tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527269 May 06 09:36:33.820405 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce459729-d03b-4b23-b5be-51e1516b52e2 req-b8ee0714-ff41-4eb6-b480-392c9f501614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:33.821029 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-20544409-fa27-498f-bd26-8eafa39c8ce5 req-819ac09b-9d2b-4ab4-a722-f04d4e58fdde tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372825 May 06 09:36:33.822709 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ce459729-d03b-4b23-b5be-51e1516b52e2 req-b8ee0714-ff41-4eb6-b480-392c9f501614 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d08aac77-6a8c-48ad-8465-6c78d5aeb84b HTTP/1.1" status: 200 len: 920 time: 0.2637272 May 06 09:36:34.040377 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88cfa3-7291-4c67-ae7f-8c3b8a9ccc32 req-7fc2fe15-e8cc-4d42-a8ac-9c82893390e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:34.041844 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1a88cfa3-7291-4c67-ae7f-8c3b8a9ccc32 req-7fc2fe15-e8cc-4d42-a8ac-9c82893390e7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=519999b9-d7d4-4e10-b661-e50209fd3b05 HTTP/1.1" status: 200 len: 920 time: 0.3528457 May 06 09:36:34.106263 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1a88cfa3-7291-4c67-ae7f-8c3b8a9ccc32 req-1fee9e09-2b0c-44ab-af43-f786a62d3d3e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98c63a03-7e44-46a8-90f7-0ea9dd4bd05f HTTP/1.1" status: 200 len: 217 time: 0.0451429 May 06 09:36:34.119943 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e2029-40a1-45f8-964e-ebddb03afc45 req-1d033efc-cc7d-4991-824b-9dc89a48737d tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:34.121504 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e98e2029-40a1-45f8-964e-ebddb03afc45 req-1d033efc-cc7d-4991-824b-9dc89a48737d tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 947 time: 0.1848340 May 06 09:36:34.140227 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47e6d7-ed1a-4f90-af38-6bf0a505624d req-81493087-ab20-41d8-bbb8-8caf1516ec68 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:34.141778 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce47e6d7-ed1a-4f90-af38-6bf0a505624d req-81493087-ab20-41d8-bbb8-8caf1516ec68 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf38c2cd-ae1c-4905-8ec7-68536119999a HTTP/1.1" status: 200 len: 945 time: 0.1710615 May 06 09:36:34.232114 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce47e6d7-ed1a-4f90-af38-6bf0a505624d req-2acc0a13-799b-4b1d-b5fe-5a3717813427 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/security-groups?id=a923ad1f-e2d1-4971-9db3-e7aeb52f851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549471 May 06 09:36:34.269571 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88cfa3-7291-4c67-ae7f-8c3b8a9ccc32 req-6b134dcc-0997-4014-9cfd-9834d27c3ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:34.271050 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1a88cfa3-7291-4c67-ae7f-8c3b8a9ccc32 req-6b134dcc-0997-4014-9cfd-9834d27c3ff0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=293ef06f-9c8d-46e9-8a69-2491d12832fe HTTP/1.1" status: 200 len: 859 time: 0.1486592 May 06 09:36:34.292752 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ce459729-d03b-4b23-b5be-51e1516b52e2 req-4bb57cde-bf30-47ea-ade4-90d62f3a2762 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad73c7b-3fd8-4490-8aa8-d7bb030c057b HTTP/1.1" status: 200 len: 217 time: 0.4593010 May 06 09:36:34.298888 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e98e2029-40a1-45f8-964e-ebddb03afc45 req-ac20776e-7f7a-4440-88fc-3f7db888c3ee tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674590 May 06 09:36:34.402836 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce459729-d03b-4b23-b5be-51e1516b52e2 req-3b069b64-857f-455f-9b4c-79dc25a8033c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:34.405419 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ce459729-d03b-4b23-b5be-51e1516b52e2 req-3b069b64-857f-455f-9b4c-79dc25a8033c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d27702c2-9a71-49e6-91a0-98e35f14ed0a HTTP/1.1" status: 200 len: 859 time: 0.1039212 May 06 09:36:34.484068 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ce459729-d03b-4b23-b5be-51e1516b52e2 req-4aab644e-72b2-4799-96cf-aa01bb736f3d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d08aac77-6a8c-48ad-8465-6c78d5aeb84b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655329 May 06 09:36:34.567102 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4ce9bf6c-aa34-4b9d-b703-46bad30dff2f req-4c5cb989-6d5d-4de4-b081-51a246d2cb4b tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:34.611594 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cb989-6d5d-4de4-b081-51a246d2cb4b tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Pushing event deleted for resources: {'Port': ['ID=4a65b87b-3d6c-49a3-816b-3c528d2696da,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:34.612133 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['4a65b87b-3d6c-49a3-816b-3c528d2696da'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:36:34.660854 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1a88cfa3-7291-4c67-ae7f-8c3b8a9ccc32 req-f2fdb46a-c2de-4cf4-ad74-b9cc1aafa8ac service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=519999b9-d7d4-4e10-b661-e50209fd3b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3608356 May 06 09:36:34.677197 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce9bf6c-aa34-4b9d-b703-46bad30dff2f req-4c5cb989-6d5d-4de4-b081-51a246d2cb4b tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] No DVR routers for this DVR port 4a65b87b-3d6c-49a3-816b-3c528d2696da on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:36:34.681353 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4ce9bf6c-aa34-4b9d-b703-46bad30dff2f req-4c5cb989-6d5d-4de4-b081-51a246d2cb4b tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:34.685693 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4ce9bf6c-aa34-4b9d-b703-46bad30dff2f req-4c5cb989-6d5d-4de4-b081-51a246d2cb4b tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.77 "DELETE /v2.0/ports/4a65b87b-3d6c-49a3-816b-3c528d2696da HTTP/1.1" status: 204 len: 173 time: 1.4951751 May 06 09:36:34.686353 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf38c2cd-ae1c-4905-8ec7-68536119999a', 'name': 'network-vif-deleted', 'tag': '4a65b87b-3d6c-49a3-816b-3c528d2696da'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:34.688909 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab86927-f84f-42ec-81e2-697ea63844c7" -d '{"events": [{"server_uuid": "bf38c2cd-ae1c-4905-8ec7-68536119999a", "name": "network-vif-deleted", "tag": "4a65b87b-3d6c-49a3-816b-3c528d2696da"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:34.718992 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ce459729-d03b-4b23-b5be-51e1516b52e2 req-a334396d-b8c8-4f50-8e97-6d65e68d471d service neutron] 10.222.0.77 "GET /v2.0/networks/d08aac77-6a8c-48ad-8465-6c78d5aeb84b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248530 May 06 09:36:34.849141 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8568d96-4cd5-4702-b608-c2ed4ea72758 x-openstack-request-id: req-e8568d96-4cd5-4702-b608-c2ed4ea72758 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:34.849141 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf38c2cd-ae1c-4905-8ec7-68536119999a", "name": "network-vif-deleted", "tag": "4a65b87b-3d6c-49a3-816b-3c528d2696da", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:34.849458 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e8568d96-4cd5-4702-b608-c2ed4ea72758 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:34.850437 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8568d96-4cd5-4702-b608-c2ed4ea72758'] response: {'server_uuid': 'bf38c2cd-ae1c-4905-8ec7-68536119999a', 'name': 'network-vif-deleted', 'tag': '4a65b87b-3d6c-49a3-816b-3c528d2696da', 'status': 'completed', 'code': 200} May 06 09:36:34.999711 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ce459729-d03b-4b23-b5be-51e1516b52e2 req-2b398da8-63c4-4a89-be56-3944ec8fece2 service neutron] 10.222.0.77 "GET /v2.0/networks/d08aac77-6a8c-48ad-8465-6c78d5aeb84b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586744 May 06 09:36:35.129932 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1a88cfa3-7291-4c67-ae7f-8c3b8a9ccc32 req-0934c64a-2451-4ade-883c-d98f4cf05cfd service neutron] 10.222.0.77 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605219 May 06 09:36:35.171971 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113c637-02f9-4a99-bf95-bba614bf84fa req-cc8b38c1-9d47-4f01-a609-4d796f31089e tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:35.173746 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9113c637-02f9-4a99-bf95-bba614bf84fa req-cc8b38c1-9d47-4f01-a609-4d796f31089e tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 945 time: 0.1567144 May 06 09:36:35.276445 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff5da03-5800-4417-952b-d32d2324b8d9 req-c9519529-4188-4781-8754-6ac9c12b9303 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:35.284031 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dff5da03-5800-4417-952b-d32d2324b8d9 req-c9519529-4188-4781-8754-6ac9c12b9303 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 945 time: 0.1880889 May 06 09:36:35.313551 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9113c637-02f9-4a99-bf95-bba614bf84fa req-104b692e-80dc-47d8-b0f8-d4e277769fca tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264961 May 06 09:36:35.404545 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1a88cfa3-7291-4c67-ae7f-8c3b8a9ccc32 req-3757daef-1988-4c69-916d-469d87ec5f08 service neutron] 10.222.0.77 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567017 May 06 09:36:35.433076 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dff5da03-5800-4417-952b-d32d2324b8d9 req-ce94df66-5fad-4709-8f40-9921c2a6a686 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480985 May 06 09:36:35.509120 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5960a840-ab5a-4262-bf40-ccc96c29481b req-a5b7c339-a487-4c5e-bd0d-fa2237fb21f1 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702 tempest-FloatingIPsAssociationNegativeTestJSON-2146287702-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf38c2cd-ae1c-4905-8ec7-68536119999a HTTP/1.1" status: 200 len: 210 time: 0.0481360 May 06 09:36:35.646305 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51923e0c-03fa-4754-8196-bf7a0bda9546 req-3fd776d7-9c1c-4d28-a91c-72371eabbe2f tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:35.668051 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51923e0c-03fa-4754-8196-bf7a0bda9546 req-3fd776d7-9c1c-4d28-a91c-72371eabbe2f tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 947 time: 0.1068707 May 06 09:36:35.761120 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51923e0c-03fa-4754-8196-bf7a0bda9546 req-f0ab3cde-fb49-4acd-9234-a5768c61bfa6 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907328 May 06 09:36:35.815285 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4c199-f16f-4294-a81b-32101d26cc48 req-1d63c9cb-fc35-497b-9292-6299b9cf6311 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:35.816839 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-05c4c199-f16f-4294-a81b-32101d26cc48 req-1d63c9cb-fc35-497b-9292-6299b9cf6311 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 1096 time: 0.0924022 May 06 09:36:35.883212 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-05c4c199-f16f-4294-a81b-32101d26cc48 req-2ca68d1e-77e8-4f39-b118-14a24e5523f4 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503800 May 06 09:36:36.601812 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c3333-33e9-44db-8e71-bcb511457f0c req-397de758-1399-417f-8eda-dce98262cfab tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:36.603350 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b93c3333-33e9-44db-8e71-bcb511457f0c req-397de758-1399-417f-8eda-dce98262cfab tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 945 time: 0.1847818 May 06 09:36:36.625667 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39968) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:36.630421 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 91f446db-15fc-4d52-89d7-753df54cee7b details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:36:36.816395 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b93c3333-33e9-44db-8e71-bcb511457f0c req-44e7c1f2-6969-4d31-984b-bd8d35a00c17 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705840 May 06 09:36:36.940158 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 91f446db-15fc-4d52-89d7-753df54cee7b, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=91f446db-15fc-4d52-89d7-753df54cee7b,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:36.959546 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '91f446db-15fc-4d52-89d7-753df54cee7b', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': '91f446db-15fc-4d52-89d7-753df54cee7b', 'mac_address': 'fa:16:3e:8d:21:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:36:37.053744 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:37.073999 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f446db-15fc-4d52-89d7-753df54cee7b {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:37.079380 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d55a29-143b-476b-bc7f-b536e4614411 req-b4acafdf-f035-49af-97d2-5ef85ac25bb0 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:37.087863 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56d55a29-143b-476b-bc7f-b536e4614411 req-b4acafdf-f035-49af-97d2-5ef85ac25bb0 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 947 time: 0.1316421 May 06 09:36:37.106428 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 91f446db-15fc-4d52-89d7-753df54cee7b, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=91f446db-15fc-4d52-89d7-753df54cee7b,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:37.123405 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:37.197266 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56d55a29-143b-476b-bc7f-b536e4614411 req-e258db39-5fee-41ca-90b2-c0f6c04c487c tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084197 May 06 09:36:37.205937 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=91f446db-15fc-4d52-89d7-753df54cee7b,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:37.689731 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['91f446db-15fc-4d52-89d7-753df54cee7b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:36:37.738983 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-875dcee7-d8dc-4318-9e95-d1e8edd3ef03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:38.070258 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-dbafa3f3-91f9-45dc-8094-06f2c272f163 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:38.080714 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-dbafa3f3-91f9-45dc-8094-06f2c272f163 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.77 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156&tenant_id=dd2b68e9188a432782a13dad893a2f67&binding%3Ahost_id=n-h2-840835-1 HTTP/1.1" status: 200 len: 948 time: 0.3674064 May 06 09:36:38.219753 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4172e-a7d3-4c23-9653-92d6af06e46f req-ec53e42c-5b05-498b-ac0f-14d65bd22ebf tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:38.228226 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62f4172e-a7d3-4c23-9653-92d6af06e46f req-ec53e42c-5b05-498b-ac0f-14d65bd22ebf tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 948 time: 0.3659329 May 06 09:36:38.259460 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-6eae25a7-5ea0-4cc7-b38f-6990da4b79c0 service neutron] 10.222.0.77 "GET /v2.0/ports/91f446db-15fc-4d52-89d7-753df54cee7b/bindings/n-h2-840835-1 HTTP/1.1" status: 200 len: 382 time: 0.1776886 May 06 09:36:38.306938 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62f4172e-a7d3-4c23-9653-92d6af06e46f req-2943c3a7-b3fa-4563-bc0e-0a87a3cc9238 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762539 May 06 09:36:38.420200 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eba4d6-ee51-4364-92ef-38a509d678be req-cb7a7121-04eb-4e1f-b311-9e552f602d10 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:38.428460 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57eba4d6-ee51-4364-92ef-38a509d678be req-cb7a7121-04eb-4e1f-b311-9e552f602d10 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 945 time: 0.2599680 May 06 09:36:38.523856 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57eba4d6-ee51-4364-92ef-38a509d678be req-f06ce491-7610-42fb-a562-26b8d211e54a tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940957 May 06 09:36:38.526227 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-3a4612b3-31e1-4d81-933a-9fc714500e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:38.532990 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-3a4612b3-31e1-4d81-933a-9fc714500e14 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 1099 time: 0.2016003 May 06 09:36:38.604986 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-875dcee7-d8dc-4318-9e95-d1e8edd3ef03 admin admin] Deleting port cb4bc881-5a7f-4b73-adc1-a4a59f52b00c {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:36:38.605339 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-875dcee7-d8dc-4318-9e95-d1e8edd3ef03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:38.635808 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 4a65b87b-3d6c-49a3-816b-3c528d2696da no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:36:38.709416 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 4a65b87b-3d6c-49a3-816b-3c528d2696da {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:36:38.710489 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 4a65b87b-3d6c-49a3-816b-3c528d2696da not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:36:38.782525 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-532916cf-81ad-4373-b3d9-8a6cd75748e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:38.787657 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-532916cf-81ad-4373-b3d9-8a6cd75748e5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.2457380 May 06 09:36:38.817538 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-875dcee7-d8dc-4318-9e95-d1e8edd3ef03 admin admin] For port cb4bc881-5a7f-4b73-adc1-a4a59f52b00c, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=cb4bc881-5a7f-4b73-adc1-a4a59f52b00c,segment=NetworkSegment(84052727-0320-4208-a0c4-6ff5c464af21),segment_id=84052727-0320-4208-a0c4-6ff5c464af21)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:38.818183 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-875dcee7-d8dc-4318-9e95-d1e8edd3ef03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:38.856217 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-875dcee7-d8dc-4318-9e95-d1e8edd3ef03 admin admin] Calling delete_port for cb4bc881-5a7f-4b73-adc1-a4a59f52b00c owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:36:38.892575 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-a33d97b9-cb74-4da4-8ec8-3fbbc0fb7f2e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=91f446db-15fc-4d52-89d7-753df54cee7b HTTP/1.1" status: 200 len: 217 time: 0.0867815 May 06 09:36:39.092566 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-28a4925f-1c55-4c6e-a633-20d1ea86f674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:39.094076 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-28a4925f-1c55-4c6e-a633-20d1ea86f674 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1553528 May 06 09:36:39.202785 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-33c20709-06f2-43dd-a307-3533542f950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:39.205021 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-33c20709-06f2-43dd-a307-3533542f950b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0992801 May 06 09:36:39.260625 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-875dcee7-d8dc-4318-9e95-d1e8edd3ef03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:39.291313 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875dcee7-d8dc-4318-9e95-d1e8edd3ef03 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb4bc881-5a7f-4b73-adc1-a4a59f52b00c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:39.394473 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-bcaec07e-4fcb-494b-8c45-74479e376342 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814377 May 06 09:36:39.661337 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e317c-9d38-49f4-9026-1d239bfd9e40 req-693e32cc-e6ae-4f80-8dbe-0b89ab3354f9 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:39.670029 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f21e317c-9d38-49f4-9026-1d239bfd9e40 req-693e32cc-e6ae-4f80-8dbe-0b89ab3354f9 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 948 time: 0.1332471 May 06 09:36:39.714283 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-875dcee7-d8dc-4318-9e95-d1e8edd3ef03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:39.790656 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f21e317c-9d38-49f4-9026-1d239bfd9e40 req-65498111-eec4-4772-8c5d-9db7830e1330 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153131 May 06 09:36:39.800905 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-db464d9d-b317-408b-9b15-76da73660767 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976810 May 06 09:36:39.985593 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056d153-1104-44ad-aa46-639ca401d076 req-4fa89722-2eee-48f4-af14-d1cc678239cd tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:40.000632 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5056d153-1104-44ad-aa46-639ca401d076 req-4fa89722-2eee-48f4-af14-d1cc678239cd tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 945 time: 0.1100795 May 06 09:36:40.083679 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5056d153-1104-44ad-aa46-639ca401d076 req-95983a3f-bbe2-46a8-a9a2-63a9a95fae8a tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815949 May 06 09:36:40.238877 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40054) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:40.269885 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875dcee7-d8dc-4318-9e95-d1e8edd3ef03 admin admin] Router 0bf693e4-2797-4d3e-9fbe-09b1a855cac4 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:36:40.496709 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875dcee7-d8dc-4318-9e95-d1e8edd3ef03 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:36:40.521060 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40056) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:40.522359 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-875dcee7-d8dc-4318-9e95-d1e8edd3ef03 admin admin] 10.222.0.73 "PUT /v2.0/routers/0bf693e4-2797-4d3e-9fbe-09b1a855cac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8949499 May 06 09:36:40.523058 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eb15cc-ce96-4a82-9c25-48fa761d8ec6 None None] Sync routers for ids ['0bf693e4-2797-4d3e-9fbe-09b1a855cac4'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:36:40.543544 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eb15cc-ce96-4a82-9c25-48fa761d8ec6 None None] Routers {'0bf693e4-2797-4d3e-9fbe-09b1a855cac4'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:36:40.544530 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-87eb15cc-ce96-4a82-9c25-48fa761d8ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:36:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['0bf693e4-2797-4d3e-9fbe-09b1a855cac4'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:40.654618 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 91f446db-15fc-4d52-89d7-753df54cee7b up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:36:40.694793 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-beebceac-135d-4e53-8a6a-2ab092736bf5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:40.769382 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 91f446db-15fc-4d52-89d7-753df54cee7b completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:36:40.777209 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 91f446db-15fc-4d52-89d7-753df54cee7b triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:40.777663 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:40.778130 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-87eb15cc-ce96-4a82-9c25-48fa761d8ec6 None None] Set router 0bf693e4-2797-4d3e-9fbe-09b1a855cac4 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:36:40.969534 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:41.055320 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87957e83-69ab-436b-bd6f-8f0018772156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f446db-15fc-4d52-89d7-753df54cee7b'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:41.061379 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3ca7ff-b0a7-42d2-9b06-07f736b765bf" -d '{"events": [{"server_uuid": "87957e83-69ab-436b-bd6f-8f0018772156", "name": "network-vif-plugged", "status": "completed", "tag": "91f446db-15fc-4d52-89d7-753df54cee7b"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:41.088438 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 91f446db-15fc-4d52-89d7-753df54cee7b, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=91f446db-15fc-4d52-89d7-753df54cee7b,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:41.094056 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:41.147456 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-beebceac-135d-4e53-8a6a-2ab092736bf5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:41.182893 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34415ef-66fc-4d5e-9aa9-d1dd11c432d7 x-openstack-request-id: req-a34415ef-66fc-4d5e-9aa9-d1dd11c432d7 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:41.184374 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87957e83-69ab-436b-bd6f-8f0018772156", "name": "network-vif-plugged", "status": "completed", "tag": "91f446db-15fc-4d52-89d7-753df54cee7b", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:41.185009 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a34415ef-66fc-4d5e-9aa9-d1dd11c432d7 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:41.185890 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a34415ef-66fc-4d5e-9aa9-d1dd11c432d7'] response: {'server_uuid': '87957e83-69ab-436b-bd6f-8f0018772156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f446db-15fc-4d52-89d7-753df54cee7b', 'code': 200} May 06 09:36:41.207159 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=91f446db-15fc-4d52-89d7-753df54cee7b,revision_number=9']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:41.277952 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a25725-4f6c-442d-8d65-8cea93f8fb57 req-7634c310-d6b7-4a7c-b7b2-f38f9bba572c tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:41.287590 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11a25725-4f6c-442d-8d65-8cea93f8fb57 req-7634c310-d6b7-4a7c-b7b2-f38f9bba572c tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 948 time: 0.3233273 May 06 09:36:41.340436 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-87eb15cc-ce96-4a82-9c25-48fa761d8ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-648945739-router', 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9ba0706b-1df5-446b-be61-89d8e57f5059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:35:39Z', 'updated_at': '2022-05-06T09:36:39Z', 'revision_number': 5, 'project_id': '3a97c219c0854861b5315e7c09d4b9d9', 'gw_port': {'id': '9ba0706b-1df5-446b-be61-89d8e57f5059', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:40Z', 'updated_at': '2022-05-06T09:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:41.442855 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eb15cc-ce96-4a82-9c25-48fa761d8ec6 None None] Checking router: 0bf693e4-2797-4d3e-9fbe-09b1a855cac4 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:36:41.454431 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11a25725-4f6c-442d-8d65-8cea93f8fb57 req-326a8e9e-4f72-42b0-8dd6-2b54d81714bb tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656973 May 06 09:36:41.456756 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eb15cc-ce96-4a82-9c25-48fa761d8ec6 None None] Routers {'0bf693e4-2797-4d3e-9fbe-09b1a855cac4'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:36:41.457908 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-87eb15cc-ce96-4a82-9c25-48fa761d8ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:36:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['0bf693e4-2797-4d3e-9fbe-09b1a855cac4'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:41.535716 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c2452-e4d0-4e7c-9c4b-d5570e5412bc req-33e1205c-46e8-4ba5-87bd-17359de184ac tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:41.537804 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-240c2452-e4d0-4e7c-9c4b-d5570e5412bc req-33e1205c-46e8-4ba5-87bd-17359de184ac tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 945 time: 0.2424741 May 06 09:36:41.602068 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-87eb15cc-ce96-4a82-9c25-48fa761d8ec6 None None] Set router 0bf693e4-2797-4d3e-9fbe-09b1a855cac4 gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:36:41.621430 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-beebceac-135d-4e53-8a6a-2ab092736bf5 admin admin] Deleting port 9ba0706b-1df5-446b-be61-89d8e57f5059 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:36:41.621765 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-beebceac-135d-4e53-8a6a-2ab092736bf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:41.674367 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-87eb15cc-ce96-4a82-9c25-48fa761d8ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-648945739-router', 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:35:39Z', 'updated_at': '2022-05-06T09:36:41Z', 'revision_number': 6, 'project_id': '3a97c219c0854861b5315e7c09d4b9d9', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:41.712040 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eb15cc-ce96-4a82-9c25-48fa761d8ec6 None None] The sync data for ids ['0bf693e4-2797-4d3e-9fbe-09b1a855cac4'] in n-d-840835-1 is: [{'id': '0bf693e4-2797-4d3e-9fbe-09b1a855cac4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-648945739-router', 'tenant_id': '3a97c219c0854861b5315e7c09d4b9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:35:39Z', 'updated_at': '2022-05-06T09:36:41Z', 'revision_number': 6, 'project_id': '3a97c219c0854861b5315e7c09d4b9d9', 'gw_port_host': None}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:36:41.722528 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-240c2452-e4d0-4e7c-9c4b-d5570e5412bc req-2d10d81d-4cfa-4e86-bf28-43b9d546510a tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271000 May 06 09:36:41.792665 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-aa73fec5-9abe-46ca-9586-70d4bce60bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:41.800439 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-beebceac-135d-4e53-8a6a-2ab092736bf5 admin admin] For port 9ba0706b-1df5-446b-be61-89d8e57f5059, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9ba0706b-1df5-446b-be61-89d8e57f5059,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:41.800823 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-beebceac-135d-4e53-8a6a-2ab092736bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:41.855251 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-beebceac-135d-4e53-8a6a-2ab092736bf5 admin admin] Calling delete_port for 9ba0706b-1df5-446b-be61-89d8e57f5059 owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:36:42.875635 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-250b80ad-2d7d-4d92-80fb-3c0b823ff86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:42.877286 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-250b80ad-2d7d-4d92-80fb-3c0b823ff86e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156&tenant_id=dd2b68e9188a432782a13dad893a2f67 HTTP/1.1" status: 200 len: 1100 time: 0.1797972 May 06 09:36:42.909909 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-ee4b385c-1398-4710-a7cc-9e0f637a76bf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840835-1', 'device_owner': 'compute:nova'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:42.951364 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb55328-92a6-43da-95fe-131e3cd3fac8 req-47526425-e640-400b-987f-27b626bc26ff tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:42.958836 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9fb55328-92a6-43da-95fe-131e3cd3fac8 req-47526425-e640-400b-987f-27b626bc26ff tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 949 time: 0.3165526 May 06 09:36:43.011073 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-beebceac-135d-4e53-8a6a-2ab092736bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:43.019163 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-aa73fec5-9abe-46ca-9586-70d4bce60bf8 admin admin] Deleting port 94981ba5-5f7d-407f-b41d-09c7ae43b4a5 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:36:43.019600 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-aa73fec5-9abe-46ca-9586-70d4bce60bf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:43.091897 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9ba0706b-1df5-446b-be61-89d8e57f5059 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:36:43.108926 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-ee4b385c-1398-4710-a7cc-9e0f637a76bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:43.111083 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beebceac-135d-4e53-8a6a-2ab092736bf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ba0706b-1df5-446b-be61-89d8e57f5059,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:43.145320 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 9ba0706b-1df5-446b-be61-89d8e57f5059 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:36:43.145601 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9ba0706b-1df5-446b-be61-89d8e57f5059 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:36:43.145972 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device cb4bc881-5a7f-4b73-adc1-a4a59f52b00c no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:36:43.173364 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: cb4bc881-5a7f-4b73-adc1-a4a59f52b00c {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:36:43.173730 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device cb4bc881-5a7f-4b73-adc1-a4a59f52b00c not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:36:43.182587 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d9ad3-cd09-44e3-b0de-688a9e10517d req-9b91056a-97a2-4ca6-b047-b5eeae46fba2 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:43.190919 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e47d9ad3-cd09-44e3-b0de-688a9e10517d req-9b91056a-97a2-4ca6-b047-b5eeae46fba2 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 945 time: 0.3417478 May 06 09:36:43.213134 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9fb55328-92a6-43da-95fe-131e3cd3fac8 req-7e3acc11-9b80-40d7-8f62-cd9538136bda tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521908 May 06 09:36:43.215444 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-beebceac-135d-4e53-8a6a-2ab092736bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:43.413162 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-beebceac-135d-4e53-8a6a-2ab092736bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:43.415466 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-beebceac-135d-4e53-8a6a-2ab092736bf5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:43.527746 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-aa73fec5-9abe-46ca-9586-70d4bce60bf8 admin admin] For port 94981ba5-5f7d-407f-b41d-09c7ae43b4a5, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=94981ba5-5f7d-407f-b41d-09c7ae43b4a5,segment=NetworkSegment(fe24a094-fc42-403d-ba28-61e4316840a6),segment_id=fe24a094-fc42-403d-ba28-61e4316840a6)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:43.527746 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-aa73fec5-9abe-46ca-9586-70d4bce60bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:43.703174 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-beebceac-135d-4e53-8a6a-2ab092736bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:43.703174 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beebceac-135d-4e53-8a6a-2ab092736bf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bf693e4-2797-4d3e-9fbe-09b1a855cac4 {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:36:43.723421 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e47d9ad3-cd09-44e3-b0de-688a9e10517d req-b040b722-56e6-42c5-8ae2-b5417dcc8103 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5310912 May 06 09:36:43.728837 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-beebceac-135d-4e53-8a6a-2ab092736bf5 admin admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:43.737704 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-beebceac-135d-4e53-8a6a-2ab092736bf5 admin admin] 10.222.0.73 "DELETE /v2.0/routers/0bf693e4-2797-4d3e-9fbe-09b1a855cac4 HTTP/1.1" status: 204 len: 168 time: 3.2156818 May 06 09:36:43.745300 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40108) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:43.764476 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-aa73fec5-9abe-46ca-9586-70d4bce60bf8 admin admin] Calling delete_port for 94981ba5-5f7d-407f-b41d-09c7ae43b4a5 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:36:43.839797 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-298a8554-ff9a-4bc3-b084-a41a3492a94f admin admin] Deleting subnet f8db6c9c-8f6a-4f61-b92d-e05c22f618f0 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:36:43.849783 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-298a8554-ff9a-4bc3-b084-a41a3492a94f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:43.899858 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-ee4b385c-1398-4710-a7cc-9e0f637a76bf service neutron] For port 91f446db-15fc-4d52-89d7-753df54cee7b, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=91f446db-15fc-4d52-89d7-753df54cee7b,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:43.914358 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-298a8554-ff9a-4bc3-b084-a41a3492a94f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:43.962746 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-ee4b385c-1398-4710-a7cc-9e0f637a76bf service neutron] For port 91f446db-15fc-4d52-89d7-753df54cee7b, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:36:44.058480 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87957e83-69ab-436b-bd6f-8f0018772156', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91f446db-15fc-4d52-89d7-753df54cee7b'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:44.061116 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9a174f-1660-40d8-8601-7b86a508dab6" -d '{"events": [{"server_uuid": "87957e83-69ab-436b-bd6f-8f0018772156", "name": "network-vif-unplugged", "status": "completed", "tag": "91f446db-15fc-4d52-89d7-753df54cee7b"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:44.081450 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-ee4b385c-1398-4710-a7cc-9e0f637a76bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:44.117435 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-ee4b385c-1398-4710-a7cc-9e0f637a76bf service neutron] Transition to ACTIVE for port object 91f446db-15fc-4d52-89d7-753df54cee7b will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:36:44.122115 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-ee4b385c-1398-4710-a7cc-9e0f637a76bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:44.195201 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa85cd5b-e2e0-431c-b001-563c1fb59ec4 x-openstack-request-id: req-fa85cd5b-e2e0-431c-b001-563c1fb59ec4 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:44.195903 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87957e83-69ab-436b-bd6f-8f0018772156", "name": "network-vif-unplugged", "status": "completed", "tag": "91f446db-15fc-4d52-89d7-753df54cee7b", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:44.196540 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fa85cd5b-e2e0-431c-b001-563c1fb59ec4 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:44.197254 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa85cd5b-e2e0-431c-b001-563c1fb59ec4'] response: {'server_uuid': '87957e83-69ab-436b-bd6f-8f0018772156', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91f446db-15fc-4d52-89d7-753df54cee7b', 'code': 200} May 06 09:36:44.240481 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b385c-1398-4710-a7cc-9e0f637a76bf service neutron] Pushing event updated for resources: {'Port': ['ID=91f446db-15fc-4d52-89d7-753df54cee7b,revision_number=10']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:44.266592 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-ee4b385c-1398-4710-a7cc-9e0f637a76bf service neutron] No DVR routers for this DVR port 91f446db-15fc-4d52-89d7-753df54cee7b on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:36:44.327151 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-aa73fec5-9abe-46ca-9586-70d4bce60bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:44.445379 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73fec5-9abe-46ca-9586-70d4bce60bf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=94981ba5-5f7d-407f-b41d-09c7ae43b4a5,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:44.476703 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-ee4b385c-1398-4710-a7cc-9e0f637a76bf service neutron] Attempting to bind port 91f446db-15fc-4d52-89d7-753df54cee7b on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:36:44.483701 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-ee4b385c-1398-4710-a7cc-9e0f637a76bf service neutron] Attempting to bind port 91f446db-15fc-4d52-89d7-753df54cee7b by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:36:44.486468 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-ee4b385c-1398-4710-a7cc-9e0f637a76bf service neutron] Attempting to bind port 91f446db-15fc-4d52-89d7-753df54cee7b on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:44.555932 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-ee4b385c-1398-4710-a7cc-9e0f637a76bf service neutron] Port 91f446db-15fc-4d52-89d7-753df54cee7b on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:36:44.556544 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-ee4b385c-1398-4710-a7cc-9e0f637a76bf service neutron] Attempting to bind port 91f446db-15fc-4d52-89d7-753df54cee7b on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:44.628535 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-ee4b385c-1398-4710-a7cc-9e0f637a76bf service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:36:44.628963 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-ee4b385c-1398-4710-a7cc-9e0f637a76bf service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:36:44.629440 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-ee4b385c-1398-4710-a7cc-9e0f637a76bf service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:36:44.629995 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-ee4b385c-1398-4710-a7cc-9e0f637a76bf service neutron] Bound port: 91f446db-15fc-4d52-89d7-753df54cee7b, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:36:44.631005 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-ee4b385c-1398-4710-a7cc-9e0f637a76bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:44.651238 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f3ea9-5a1f-4d54-bfc9-d4bc90e80be5 req-ef097d42-a974-44e9-892a-2f0349d7ab6c tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:44.654278 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d24f3ea9-5a1f-4d54-bfc9-d4bc90e80be5 req-ef097d42-a974-44e9-892a-2f0349d7ab6c tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 948 time: 0.2747471 May 06 09:36:44.659198 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-298a8554-ff9a-4bc3-b084-a41a3492a94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:44.759530 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-298a8554-ff9a-4bc3-b084-a41a3492a94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:44.785083 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-298a8554-ff9a-4bc3-b084-a41a3492a94f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:44.788475 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-298a8554-ff9a-4bc3-b084-a41a3492a94f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f8db6c9c-8f6a-4f61-b92d-e05c22f618f0 HTTP/1.1" status: 204 len: 168 time: 1.0423200 May 06 09:36:44.797374 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815f231e-2c6e-49b5-b59d-5a6b751feb8a None None] Network 6307ea34-a29b-4602-b211-cc5e25007094 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:36:44.813530 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40136) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:44.824680 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a8554-ff9a-4bc3-b084-a41a3492a94f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8db6c9c-8f6a-4f61-b92d-e05c22f618f0,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:44.994462 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d24f3ea9-5a1f-4d54-bfc9-d4bc90e80be5 req-88104022-9f98-4850-ba69-57e4f422a8b7 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243866 May 06 09:36:45.024039 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-aa73fec5-9abe-46ca-9586-70d4bce60bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:45.059717 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-ee4b385c-1398-4710-a7cc-9e0f637a76bf service neutron] For port 91f446db-15fc-4d52-89d7-753df54cee7b, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:36:45.092186 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-ee4b385c-1398-4710-a7cc-9e0f637a76bf service neutron] For port 91f446db-15fc-4d52-89d7-753df54cee7b, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=91f446db-15fc-4d52-89d7-753df54cee7b,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:36:45.107064 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ba339b9-7c48-4dd3-a700-777a2a48ad47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:45.114566 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-ee4b385c-1398-4710-a7cc-9e0f637a76bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:45.120172 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8338bd-24ff-4323-bd9c-58865be1bece None None] DHCP port deletion for 6307ea34-a29b-4602-b211-cc5e25007094 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:36:45.168102 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cff57-fc6e-4e93-ad38-098000d9d371 req-f81c84f6-1f03-4b16-a5b3-392d4d040d81 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:45.169712 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-388cff57-fc6e-4e93-ad38-098000d9d371 req-f81c84f6-1f03-4b16-a5b3-392d4d040d81 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 945 time: 0.2971723 May 06 09:36:45.188629 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-3a8338bd-24ff-4323-bd9c-58865be1bece None None] Deleting port 0a356d87-9147-4a6b-8730-af8185223b0f {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:36:45.189129 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3a8338bd-24ff-4323-bd9c-58865be1bece None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:45.246549 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-ee4b385c-1398-4710-a7cc-9e0f637a76bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:45.247722 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-ee4b385c-1398-4710-a7cc-9e0f637a76bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:45.249333 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-ee4b385c-1398-4710-a7cc-9e0f637a76bf service neutron] 10.222.0.84 "PUT /v2.0/ports/91f446db-15fc-4d52-89d7-753df54cee7b HTTP/1.1" status: 200 len: 1096 time: 2.3438563 May 06 09:36:45.330153 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-3a8338bd-24ff-4323-bd9c-58865be1bece None None] For port 0a356d87-9147-4a6b-8730-af8185223b0f, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=0a356d87-9147-4a6b-8730-af8185223b0f,segment=NetworkSegment(84052727-0320-4208-a0c4-6ff5c464af21),segment_id=84052727-0320-4208-a0c4-6ff5c464af21)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:45.331092 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3a8338bd-24ff-4323-bd9c-58865be1bece None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:45.350618 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-3a8338bd-24ff-4323-bd9c-58865be1bece None None] Calling delete_port for 0a356d87-9147-4a6b-8730-af8185223b0f owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:36:45.512433 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3a8338bd-24ff-4323-bd9c-58865be1bece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:45.555162 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8338bd-24ff-4323-bd9c-58865be1bece None None] Pushing event deleted for resources: {'Port': ['ID=0a356d87-9147-4a6b-8730-af8185223b0f,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:45.560796 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8338bd-24ff-4323-bd9c-58865be1bece None None] No DVR routers for this DVR port 0a356d87-9147-4a6b-8730-af8185223b0f on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:36:45.676801 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-3ba339b9-7c48-4dd3-a700-777a2a48ad47 admin admin] The port '0a356d87-9147-4a6b-8730-af8185223b0f' was deleted {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} May 06 09:36:45.685087 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-388cff57-fc6e-4e93-ad38-098000d9d371 req-9d54dd3e-3761-4421-a108-375533ba152a tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4845681 May 06 09:36:45.686802 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b385c-1398-4710-a7cc-9e0f637a76bf service neutron] Pushing event updated for resources: {'Port': ['ID=91f446db-15fc-4d52-89d7-753df54cee7b,revision_number=11']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:45.792153 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6505d12-9d8f-4a5e-9064-dcecc7d2405c req-4a354694-ddea-4b33-93e4-cc921ee0e5a1 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:45.793719 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d6505d12-9d8f-4a5e-9064-dcecc7d2405c req-4a354694-ddea-4b33-93e4-cc921ee0e5a1 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/ports?device_id=0acb8ee9-c39a-4f95-b1d9-96b7b7258c77 HTTP/1.1" status: 200 len: 950 time: 0.5365865 May 06 09:36:45.838809 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-10cb2721-6e2d-465f-931b-c55e2c00d35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:45.840416 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-10cb2721-6e2d-465f-931b-c55e2c00d35d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 1099 time: 0.5391943 May 06 09:36:45.842821 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ba339b9-7c48-4dd3-a700-777a2a48ad47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:45.866856 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7ac6b7c2-5112-4ff2-b489-9948815b6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:45.938991 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ba339b9-7c48-4dd3-a700-777a2a48ad47 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:36:45.939409 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ba339b9-7c48-4dd3-a700-777a2a48ad47 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:36:45.941004 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ba339b9-7c48-4dd3-a700-777a2a48ad47 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:36:45.941004 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ba339b9-7c48-4dd3-a700-777a2a48ad47 admin admin] Subscribe: > port after_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:36:45.941004 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ba339b9-7c48-4dd3-a700-777a2a48ad47 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:36:45.941300 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ba339b9-7c48-4dd3-a700-777a2a48ad47 admin admin] Subscribe: > port after_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:36:45.941498 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ba339b9-7c48-4dd3-a700-777a2a48ad47 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:36:45.941791 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ba339b9-7c48-4dd3-a700-777a2a48ad47 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:36:45.942088 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ba339b9-7c48-4dd3-a700-777a2a48ad47 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:36:45.942412 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ba339b9-7c48-4dd3-a700-777a2a48ad47 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:36:46.018843 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ba339b9-7c48-4dd3-a700-777a2a48ad47 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:36:46.019558 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ba339b9-7c48-4dd3-a700-777a2a48ad47 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:36:46.019558 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ba339b9-7c48-4dd3-a700-777a2a48ad47 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:36:46.019869 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ba339b9-7c48-4dd3-a700-777a2a48ad47 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:36:46.020255 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-3ba339b9-7c48-4dd3-a700-777a2a48ad47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6307ea34-a29b-4602-b211-cc5e25007094']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:46.079565 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-3ba339b9-7c48-4dd3-a700-777a2a48ad47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84052727-0320-4208-a0c4-6ff5c464af21') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:46.079968 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-3ba339b9-7c48-4dd3-a700-777a2a48ad47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84052727-0320-4208-a0c4-6ff5c464af21') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:46.111456 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ba339b9-7c48-4dd3-a700-777a2a48ad47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:46.136839 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d6505d12-9d8f-4a5e-9064-dcecc7d2405c req-2d508947-5a7a-4324-9913-b1869ec0542c tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/security-groups?id=332864c1-d721-4cd2-87cb-f4dd0832c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001940 May 06 09:36:46.175986 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ba339b9-7c48-4dd3-a700-777a2a48ad47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:46.198703 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ba339b9-7c48-4dd3-a700-777a2a48ad47 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:36:46.201029 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ba339b9-7c48-4dd3-a700-777a2a48ad47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:46.207828 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87957e83-69ab-436b-bd6f-8f0018772156', 'tag': '91f446db-15fc-4d52-89d7-753df54cee7b'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:46.210526 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99226537-e7be-4a25-b392-a29f6c393cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "87957e83-69ab-436b-bd6f-8f0018772156", "tag": "91f446db-15fc-4d52-89d7-753df54cee7b"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: from cryptography.utils import int_from_bytes May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: from cryptography.utils import int_from_bytes May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: timer() May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:36:46.216119 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:36:46.295087 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa73fec5-9abe-46ca-9586-70d4bce60bf8 admin admin] Router dd72a4ce-815c-4e03-9645-c73fc3da29b1 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:36:46.304129 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-e358fba7-73e8-4648-bf05-f41ee7495787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:46.305636 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-e358fba7-73e8-4648-bf05-f41ee7495787 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.4474721 May 06 09:36:46.316830 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdfa90-fc80-4318-a0ab-bbade10a7a90 req-93d9a354-a31c-45d6-8091-51e090eedb87 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:46.318418 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0ccdfa90-fc80-4318-a0ab-bbade10a7a90 req-93d9a354-a31c-45d6-8091-51e090eedb87 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 948 time: 0.2183146 May 06 09:36:46.365154 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ba339b9-7c48-4dd3-a700-777a2a48ad47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:46.376208 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-aee421e5-c9d8-4f97-84ed-eb092fd4ee9e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=91f446db-15fc-4d52-89d7-753df54cee7b HTTP/1.1" status: 200 len: 217 time: 0.0550570 May 06 09:36:46.386624 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ba339b9-7c48-4dd3-a700-777a2a48ad47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:46.390315 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3ba339b9-7c48-4dd3-a700-777a2a48ad47 admin admin] 10.222.0.73 "DELETE /v2.0/networks/6307ea34-a29b-4602-b211-cc5e25007094 HTTP/1.1" status: 204 len: 168 time: 1.5711896 May 06 09:36:46.468548 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba339b9-7c48-4dd3-a700-777a2a48ad47 admin admin] Pushing event deleted for resources: {'Network': ['ID=6307ea34-a29b-4602-b211-cc5e25007094,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:46.498688 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0ccdfa90-fc80-4318-a0ab-bbade10a7a90 req-9de706ea-5ab8-4691-b682-c32fdca367ed tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697252 May 06 09:36:46.551662 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-c6acca07-c321-4391-988b-712e0fbdfe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:46.553228 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-c6acca07-c321-4391-988b-712e0fbdfe66 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1604798 May 06 09:36:46.608451 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40188) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:46.635500 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0f5d46-7322-4088-8b5c-f66d8322b070 x-openstack-request-id: req-2f0f5d46-7322-4088-8b5c-f66d8322b070 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:46.636525 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87957e83-69ab-436b-bd6f-8f0018772156", "tag": "91f446db-15fc-4d52-89d7-753df54cee7b", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:46.636798 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2f0f5d46-7322-4088-8b5c-f66d8322b070 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:46.637868 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f0f5d46-7322-4088-8b5c-f66d8322b070'] response: {'name': 'network-changed', 'server_uuid': '87957e83-69ab-436b-bd6f-8f0018772156', 'tag': '91f446db-15fc-4d52-89d7-753df54cee7b', 'status': 'completed', 'code': 200} May 06 09:36:46.640461 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa73fec5-9abe-46ca-9586-70d4bce60bf8 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:36:46.647734 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-aa73fec5-9abe-46ca-9586-70d4bce60bf8 admin admin] 10.222.0.73 "PUT /v2.0/routers/dd72a4ce-815c-4e03-9645-c73fc3da29b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4077215 May 06 09:36:46.651625 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40194) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:46.654299 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143ca487-0b1a-49ad-951b-d504b166ff37 None None] Sync routers for ids ['dd72a4ce-815c-4e03-9645-c73fc3da29b1'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:36:46.662543 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 91f446db-15fc-4d52-89d7-753df54cee7b no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:36:46.705873 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-74bca32e-382b-45bb-9db4-aa16158fefdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:46.707799 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-74bca32e-382b-45bb-9db4-aa16158fefdd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1406317 May 06 09:36:46.714326 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-03006fe4-6a6b-423e-8d17-9b41ed0bfd3e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3a97c219c0854861b5315e7c09d4b9d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1030612 May 06 09:36:46.721727 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40198) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:46.792335 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143ca487-0b1a-49ad-951b-d504b166ff37 None None] Routers {'dd72a4ce-815c-4e03-9645-c73fc3da29b1'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:36:46.792927 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-143ca487-0b1a-49ad-951b-d504b166ff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:36:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['dd72a4ce-815c-4e03-9645-c73fc3da29b1'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:46.853321 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-70530103-bf62-4a4f-a78e-a32c326cb413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:46.864620 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 91f446db-15fc-4d52-89d7-753df54cee7b not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:36:46.893025 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-70530103-bf62-4a4f-a78e-a32c326cb413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:46.967293 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-143ca487-0b1a-49ad-951b-d504b166ff37 None None] Set router dd72a4ce-815c-4e03-9645-c73fc3da29b1 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:36:46.990161 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-70530103-bf62-4a4f-a78e-a32c326cb413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:46.993831 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-70530103-bf62-4a4f-a78e-a32c326cb413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:46.998679 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-70530103-bf62-4a4f-a78e-a32c326cb413 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a923ad1f-e2d1-4971-9db3-e7aeb52f851b HTTP/1.1" status: 204 len: 168 time: 0.2758119 May 06 09:36:47.008131 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70530103-bf62-4a4f-a78e-a32c326cb413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a923ad1f-e2d1-4971-9db3-e7aeb52f851b,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:47.011328 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ff0d1a08-99d6-4703-971a-dccc2e195045 admin admin] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:47.024914 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99226537-e7be-4a25-b392-a29f6c393cb1 req-8030b97e-8cdc-4922-ae0c-1a329ae6357a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:47.027749 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99226537-e7be-4a25-b392-a29f6c393cb1 req-8030b97e-8cdc-4922-ae0c-1a329ae6357a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 1099 time: 0.3145254 May 06 09:36:47.065479 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 0a356d87-9147-4a6b-8730-af8185223b0f no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:36:47.101340 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 0a356d87-9147-4a6b-8730-af8185223b0f {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:36:47.101915 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 0a356d87-9147-4a6b-8730-af8185223b0f not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:36:47.125277 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-f0d2622d-f32b-4be5-92db-c68ad97e309b service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996050 May 06 09:36:47.221750 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a13c2-6110-4703-a436-d451dd59fad9 req-613945a6-44d8-434d-8f66-4208b37b5a22 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:47.228264 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f0a13c2-6110-4703-a436-d451dd59fad9 req-613945a6-44d8-434d-8f66-4208b37b5a22 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 945 time: 0.3455696 May 06 09:36:47.235811 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-143ca487-0b1a-49ad-951b-d504b166ff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1208314280-router', 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '19bf472c-9786-4f2d-b866-1c868ff05479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:21Z', 'updated_at': '2022-05-06T09:36:44Z', 'revision_number': 5, 'project_id': '18d2b79bdfff4fc3957450c1173b5172', 'gw_port': {'id': '19bf472c-9786-4f2d-b866-1c868ff05479', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:22Z', 'updated_at': '2022-05-06T09:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:47.245346 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875d50f-3e59-4221-8af4-2d34cfe9d280 req-d9b2504b-2905-4808-b0e4-86517d2ee75f tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:47.247753 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d875d50f-3e59-4221-8af4-2d34cfe9d280 req-d9b2504b-2905-4808-b0e4-86517d2ee75f tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 1096 time: 0.3324096 May 06 09:36:47.270089 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143ca487-0b1a-49ad-951b-d504b166ff37 None None] Checking router: dd72a4ce-815c-4e03-9645-c73fc3da29b1 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:36:47.282824 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143ca487-0b1a-49ad-951b-d504b166ff37 None None] Routers {'dd72a4ce-815c-4e03-9645-c73fc3da29b1'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:36:47.283926 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-143ca487-0b1a-49ad-951b-d504b166ff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:36:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['dd72a4ce-815c-4e03-9645-c73fc3da29b1'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:47.404579 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-143ca487-0b1a-49ad-951b-d504b166ff37 None None] Set router dd72a4ce-815c-4e03-9645-c73fc3da29b1 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:36:47.412533 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f0a13c2-6110-4703-a436-d451dd59fad9 req-18bc6e2d-9eea-46c8-9ea4-6c96c945c40f tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831882 May 06 09:36:47.436805 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99226537-e7be-4a25-b392-a29f6c393cb1 req-2f9bcb06-f693-4bb7-b670-8d7590170f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:47.438965 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99226537-e7be-4a25-b392-a29f6c393cb1 req-2f9bcb06-f693-4bb7-b670-8d7590170f76 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.3546207 May 06 09:36:47.440535 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ff0d1a08-99d6-4703-971a-dccc2e195045 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:47.448353 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d875d50f-3e59-4221-8af4-2d34cfe9d280 req-f4334671-47b5-4ee0-9f20-cc86dc7222f0 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586652 May 06 09:36:47.454502 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b43510f-f0e6-41a0-ac9d-434c1c3ac2af req-8faa18d8-eb8b-447d-9c3c-3d419475660b service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933085 May 06 09:36:47.568811 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99226537-e7be-4a25-b392-a29f6c393cb1 req-850a3d5a-df0d-4ecc-976f-781ca8123c39 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=91f446db-15fc-4d52-89d7-753df54cee7b HTTP/1.1" status: 200 len: 217 time: 0.1128981 May 06 09:36:47.661071 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99226537-e7be-4a25-b392-a29f6c393cb1 req-7a2a1268-c96f-4589-93d1-bf89ba8c1490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:47.662733 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99226537-e7be-4a25-b392-a29f6c393cb1 req-7a2a1268-c96f-4589-93d1-bf89ba8c1490 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 1099 time: 0.1290989 May 06 09:36:47.668454 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-143ca487-0b1a-49ad-951b-d504b166ff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1208314280-router', 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '19bf472c-9786-4f2d-b866-1c868ff05479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:21Z', 'updated_at': '2022-05-06T09:36:44Z', 'revision_number': 5, 'project_id': '18d2b79bdfff4fc3957450c1173b5172', 'gw_port': {'id': '19bf472c-9786-4f2d-b866-1c868ff05479', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:22Z', 'updated_at': '2022-05-06T09:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:47.698739 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-ff0d1a08-99d6-4703-971a-dccc2e195045 admin admin] Deleting port 19bf472c-9786-4f2d-b866-1c868ff05479 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:36:47.699162 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ff0d1a08-99d6-4703-971a-dccc2e195045 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:47.702256 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99226537-e7be-4a25-b392-a29f6c393cb1 req-a705e3c4-7789-4b84-9982-c670b89e2ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:47.704070 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99226537-e7be-4a25-b392-a29f6c393cb1 req-a705e3c4-7789-4b84-9982-c670b89e2ef7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1269994 May 06 09:36:47.704892 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143ca487-0b1a-49ad-951b-d504b166ff37 None None] The sync data for ids ['dd72a4ce-815c-4e03-9645-c73fc3da29b1'] in n-d-840835-1 is: [{'id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1208314280-router', 'tenant_id': '18d2b79bdfff4fc3957450c1173b5172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '19bf472c-9786-4f2d-b866-1c868ff05479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:21Z', 'updated_at': '2022-05-06T09:36:44Z', 'revision_number': 5, 'project_id': '18d2b79bdfff4fc3957450c1173b5172', 'gw_port': {'id': '19bf472c-9786-4f2d-b866-1c868ff05479', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd72a4ce-815c-4e03-9645-c73fc3da29b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:22Z', 'updated_at': '2022-05-06T09:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:36:47.870840 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0024658-6fe6-46d3-a95d-b134496e2a82 req-daaeb6ef-1e66-406c-abfc-9126da5b7d5a tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:47.873309 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0024658-6fe6-46d3-a95d-b134496e2a82 req-daaeb6ef-1e66-406c-abfc-9126da5b7d5a tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 948 time: 0.2498980 May 06 09:36:47.975938 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40246) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:48.109246 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-63226bb2-6a28-48a0-8193-c7877544b87e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1183114281-network', 'tenant_id': 'd67955140e6c4dc8964087dc62060f1c'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:48.145622 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63226bb2-6a28-48a0-8193-c7877544b87e admin admin] Made reservation on behalf of d67955140e6c4dc8964087dc62060f1c for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:36:48.147215 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63226bb2-6a28-48a0-8193-c7877544b87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:48.164405 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63226bb2-6a28-48a0-8193-c7877544b87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:48.208102 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 056f291b-20d9-41e3-abe7-fda2add4f726 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:36:48.312964 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63226bb2-6a28-48a0-8193-c7877544b87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:48.320561 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99226537-e7be-4a25-b392-a29f6c393cb1 req-b2e4bb95-c4dd-4639-9387-cb592d7ba17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:48.322643 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99226537-e7be-4a25-b392-a29f6c393cb1 req-b2e4bb95-c4dd-4639-9387-cb592d7ba17b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6015041 May 06 09:36:48.323751 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63226bb2-6a28-48a0-8193-c7877544b87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:48.349780 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:48.353037 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63226bb2-6a28-48a0-8193-c7877544b87e admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:36:48.367225 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63226bb2-6a28-48a0-8193-c7877544b87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:48.368043 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-63226bb2-6a28-48a0-8193-c7877544b87e admin admin] Added segment d98624de-3bb2-4a93-8328-f800d5e60448 of type vlan for network b6b767e2-271d-47be-a704-067e3d71d805 May 06 09:36:48.386174 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0acb8ee9-c39a-4f95-b1d9-96b7b7258c77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '056f291b-20d9-41e3-abe7-fda2add4f726'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:48.389960 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54e5ab8-a9e7-4ce3-9aba-5c9de023afbe" -d '{"events": [{"server_uuid": "0acb8ee9-c39a-4f95-b1d9-96b7b7258c77", "name": "network-vif-unplugged", "status": "completed", "tag": "056f291b-20d9-41e3-abe7-fda2add4f726"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:48.426449 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63226bb2-6a28-48a0-8193-c7877544b87e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:48.440383 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 056f291b-20d9-41e3-abe7-fda2add4f726, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=056f291b-20d9-41e3-abe7-fda2add4f726,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:48.443550 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-62c39502-041e-4f3f-9477-51c4581563f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:48.448928 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:48.456560 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63226bb2-6a28-48a0-8193-c7877544b87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fe8183-8e24-4414-9ff5-7f18141774b4,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:48.469125 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63226bb2-6a28-48a0-8193-c7877544b87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:48.471424 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63226bb2-6a28-48a0-8193-c7877544b87e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:48.472299 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63226bb2-6a28-48a0-8193-c7877544b87e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:48.473816 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99226537-e7be-4a25-b392-a29f6c393cb1 req-7c15132f-dd6f-447a-9e0c-d9647231d537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:48.475485 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99226537-e7be-4a25-b392-a29f6c393cb1 req-7c15132f-dd6f-447a-9e0c-d9647231d537 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.7915382 May 06 09:36:48.487591 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0024658-6fe6-46d3-a95d-b134496e2a82 req-49cdca01-1609-47a8-9e96-d10ad770f2ff tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6030276 May 06 09:36:48.494867 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-ff0d1a08-99d6-4703-971a-dccc2e195045 admin admin] For port 19bf472c-9786-4f2d-b866-1c868ff05479, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=19bf472c-9786-4f2d-b866-1c868ff05479,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:48.494867 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ff0d1a08-99d6-4703-971a-dccc2e195045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:48.550232 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-63226bb2-6a28-48a0-8193-c7877544b87e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5731444 May 06 09:36:48.553135 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40268) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:48.557177 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=056f291b-20d9-41e3-abe7-fda2add4f726,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:48.558695 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-a1d01c66-91fe-4517-bf98-aff8e516f1e0 admin admin] Request body: {'subnet': {'network_id': 'b6b767e2-271d-47be-a704-067e3d71d805', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1183114281-subnet', 'tenant_id': 'd67955140e6c4dc8964087dc62060f1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:48.560545 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-ff0d1a08-99d6-4703-971a-dccc2e195045 admin admin] Calling delete_port for 19bf472c-9786-4f2d-b866-1c868ff05479 owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:36:48.564742 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99226537-e7be-4a25-b392-a29f6c393cb1 req-39d047a8-1a8b-4d92-a70b-c307c64f39cf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=91f446db-15fc-4d52-89d7-753df54cee7b HTTP/1.1" status: 200 len: 217 time: 0.0583937 May 06 09:36:48.572613 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63226bb2-6a28-48a0-8193-c7877544b87e admin admin] Pushing event updated for resources: {'Network': ['ID=b6b767e2-271d-47be-a704-067e3d71d805,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:48.590305 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d01c66-91fe-4517-bf98-aff8e516f1e0 admin admin] Made reservation on behalf of d67955140e6c4dc8964087dc62060f1c for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:36:48.598615 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a1d01c66-91fe-4517-bf98-aff8e516f1e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:48.605397 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network b6b767e2-271d-47be-a704-067e3d71d805 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:36:48.662935 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:48.689501 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99226537-e7be-4a25-b392-a29f6c393cb1 req-b6517bf4-854d-415e-80f5-9248848f387a service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308880 May 06 09:36:48.710514 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412defee-314f-4b11-9c7b-15524b23b76f x-openstack-request-id: req-412defee-314f-4b11-9c7b-15524b23b76f {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:48.710941 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0acb8ee9-c39a-4f95-b1d9-96b7b7258c77", "name": "network-vif-unplugged", "status": "completed", "tag": "056f291b-20d9-41e3-abe7-fda2add4f726", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:48.711358 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-412defee-314f-4b11-9c7b-15524b23b76f {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:48.715913 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-412defee-314f-4b11-9c7b-15524b23b76f'] response: {'server_uuid': '0acb8ee9-c39a-4f95-b1d9-96b7b7258c77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '056f291b-20d9-41e3-abe7-fda2add4f726', 'code': 200} May 06 09:36:48.756410 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99226537-e7be-4a25-b392-a29f6c393cb1 req-1c6fc8a6-fe6b-45b8-bcac-8a000a11109e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:48.757881 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99226537-e7be-4a25-b392-a29f6c393cb1 req-1c6fc8a6-fe6b-45b8-bcac-8a000a11109e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1825333 May 06 09:36:48.841670 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-f83ab977-2251-47fc-9cc2-ef8a79c6079f tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:36:48.844696 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-f83ab977-2251-47fc-9cc2-ef8a79c6079f tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104403 May 06 09:36:48.920857 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-1c3c892c-2330-4e79-bc59-76ffdf323e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:48.922324 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-1c3c892c-2330-4e79-bc59-76ffdf323e9c service neutron] 10.222.0.73 "GET /v2.0/ports/0628af58-b4bb-41f2-a487-0f7dc617eaf8 HTTP/1.1" status: 200 len: 1093 time: 0.0554190 May 06 09:36:48.923812 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a1d01c66-91fe-4517-bf98-aff8e516f1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:48.945748 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec1164-142a-48ac-9c57-447a02b675cc req-28f81840-ba33-4be2-8dc5-6be0cf9d38ff tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:48.945748 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4bec1164-142a-48ac-9c57-447a02b675cc req-28f81840-ba33-4be2-8dc5-6be0cf9d38ff tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 945 time: 0.1813252 May 06 09:36:48.951232 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99226537-e7be-4a25-b392-a29f6c393cb1 req-f65c5662-0ecf-4844-ad79-2da7dbbdc138 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525082 May 06 09:36:48.955606 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99226537-e7be-4a25-b392-a29f6c393cb1 req-9d790acb-2178-41c5-ae21-234eb2fe1ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:48.955838 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-075dd625-1e76-454f-be7b-3e310c214122 service neutron] Request body: {'binding': {'host': 'n-h1-840835-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:48.956074 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-075dd625-1e76-454f-be7b-3e310c214122 service neutron] Unknown quota resources ['binding']. {{(pid=102652) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 06 09:36:48.957420 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99226537-e7be-4a25-b392-a29f6c393cb1 req-9d790acb-2178-41c5-ae21-234eb2fe1ed8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1813457 May 06 09:36:49.014390 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 94981ba5-5f7d-407f-b41d-09c7ae43b4a5 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:36:49.018472 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d01c66-91fe-4517-bf98-aff8e516f1e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcb9efef-04ba-4f2f-86d0-4b3f9790cd89,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:49.049055 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d01c66-91fe-4517-bf98-aff8e516f1e0 admin admin] Checking segment: {'id': 'd98624de-3bb2-4a93-8328-f800d5e60448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b6b767e2-271d-47be-a704-067e3d71d805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:36:49.049452 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d01c66-91fe-4517-bf98-aff8e516f1e0 admin admin] Network hostable DHCP agents. Network: b6b767e2-271d-47be-a704-067e3d71d805, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:36:49.054481 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 94981ba5-5f7d-407f-b41d-09c7ae43b4a5 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:36:49.054960 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 94981ba5-5f7d-407f-b41d-09c7ae43b4a5 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:36:49.098797 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4bec1164-142a-48ac-9c57-447a02b675cc req-bc808633-3147-4f0d-952e-4982c1e07a85 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405494 May 06 09:36:49.101373 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ff0d1a08-99d6-4703-971a-dccc2e195045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:49.118709 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d01c66-91fe-4517-bf98-aff8e516f1e0 admin admin] Network b6b767e2-271d-47be-a704-067e3d71d805 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:36:49.140568 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-a1d01c66-91fe-4517-bf98-aff8e516f1e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, b6b767e2-271d-47be-a704-067e3d71d805) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:36:49.142769 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d1a08-99d6-4703-971a-dccc2e195045 admin admin] Pushing event deleted for resources: {'Port': ['ID=19bf472c-9786-4f2d-b866-1c868ff05479,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:49.145551 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d01c66-91fe-4517-bf98-aff8e516f1e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:49.146534 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a1d01c66-91fe-4517-bf98-aff8e516f1e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:49.152319 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2581e2b1-250f-4019-bcfd-c90fa38bc506 None None] Network b6b767e2-271d-47be-a704-067e3d71d805 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:36:49.178452 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a1d01c66-91fe-4517-bf98-aff8e516f1e0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6239824 May 06 09:36:49.182634 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40276) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:49.187242 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-0d5fbde3-0ced-45bd-8c56-71c0c98bdcce admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1183114281-router', 'tenant_id': 'd67955140e6c4dc8964087dc62060f1c', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:49.226473 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d5fbde3-0ced-45bd-8c56-71c0c98bdcce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:49.227003 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99226537-e7be-4a25-b392-a29f6c393cb1 req-6ca11394-9213-4455-af1b-c3645d25d8a5 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578158 May 06 09:36:49.227978 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d5fbde3-0ced-45bd-8c56-71c0c98bdcce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:49.264135 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-075dd625-1e76-454f-be7b-3e310c214122 service neutron] Attempting to bind port 0628af58-b4bb-41f2-a487-0f7dc617eaf8 on host n-h1-840835-1 for vnic_type normal with profile None {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:36:49.264645 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-075dd625-1e76-454f-be7b-3e310c214122 service neutron] Attempting to bind port 0628af58-b4bb-41f2-a487-0f7dc617eaf8 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:36:49.265130 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-075dd625-1e76-454f-be7b-3e310c214122 service neutron] Attempting to bind port 0628af58-b4bb-41f2-a487-0f7dc617eaf8 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:49.280370 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-075dd625-1e76-454f-be7b-3e310c214122 service neutron] Port 0628af58-b4bb-41f2-a487-0f7dc617eaf8 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:36:49.280824 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-075dd625-1e76-454f-be7b-3e310c214122 service neutron] Attempting to bind port 0628af58-b4bb-41f2-a487-0f7dc617eaf8 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:49.302674 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ff0d1a08-99d6-4703-971a-dccc2e195045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:49.316685 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-075dd625-1e76-454f-be7b-3e310c214122 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:36:49.317550 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-075dd625-1e76-454f-be7b-3e310c214122 service neutron] Checking segment: {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:36:49.317703 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-075dd625-1e76-454f-be7b-3e310c214122 service neutron] Bound using segment: {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:36:49.318217 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-075dd625-1e76-454f-be7b-3e310c214122 service neutron] Bound port: 0628af58-b4bb-41f2-a487-0f7dc617eaf8, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:36:49.326029 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d5fbde3-0ced-45bd-8c56-71c0c98bdcce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:49.365655 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f93aa24-ad5f-427a-b47c-b980d144f714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-b6b767e2-271d-47be-a704-067e3d71d805', 'network_id': 'b6b767e2-271d-47be-a704-067e3d71d805', 'tenant_id': 'd67955140e6c4dc8964087dc62060f1c', 'fixed_ips': [{'subnet_id': 'dcb9efef-04ba-4f2f-86d0-4b3f9790cd89'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:36:49.366916 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9f93aa24-ad5f-427a-b47c-b980d144f714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:49.406429 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:49.428085 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ff0d1a08-99d6-4703-971a-dccc2e195045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:49.433077 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ff0d1a08-99d6-4703-971a-dccc2e195045 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:49.488853 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99226537-e7be-4a25-b392-a29f6c393cb1 req-2bdc30aa-ba97-4979-8b99-68fa6b8ae0fb service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495797 May 06 09:36:49.506193 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ff0d1a08-99d6-4703-971a-dccc2e195045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:49.506736 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0d1a08-99d6-4703-971a-dccc2e195045 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd72a4ce-815c-4e03-9645-c73fc3da29b1 {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:36:49.510171 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-075dd625-1e76-454f-be7b-3e310c214122 service neutron] For port 0628af58-b4bb-41f2-a487-0f7dc617eaf8, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=0628af58-b4bb-41f2-a487-0f7dc617eaf8,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:36:49.513336 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ff0d1a08-99d6-4703-971a-dccc2e195045 admin admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:49.514604 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ff0d1a08-99d6-4703-971a-dccc2e195045 admin admin] 10.222.0.73 "DELETE /v2.0/routers/dd72a4ce-815c-4e03-9645-c73fc3da29b1 HTTP/1.1" status: 204 len: 168 time: 2.8604872 May 06 09:36:49.516970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40280) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:49.539784 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-075dd625-1e76-454f-be7b-3e310c214122 service neutron] Notify callbacks [] for binding, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:49.544221 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-075dd625-1e76-454f-be7b-3e310c214122 service neutron] 10.222.0.73 "POST /v2.0/ports/0628af58-b4bb-41f2-a487-0f7dc617eaf8/bindings HTTP/1.1" status: 201 len: 389 time: 0.6118808 May 06 09:36:49.547569 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d5fbde3-0ced-45bd-8c56-71c0c98bdcce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:49.567978 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-9f93aa24-ad5f-427a-b47c-b980d144f714 None None] Allocated IP 172.20.0.2 (b6b767e2-271d-47be-a704-067e3d71d805/dcb9efef-04ba-4f2f-86d0-4b3f9790cd89/7099c60c-f2f6-4b7a-b233-dd185c891be6) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:36:49.581500 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5efaafa-639c-41f9-9d8c-d84920fc8750 admin admin] Deleting subnet 4b321150-13d5-4e4b-824f-c7fc482fb964 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:36:49.594505 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c5efaafa-639c-41f9-9d8c-d84920fc8750 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:49.694276 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c5efaafa-639c-41f9-9d8c-d84920fc8750 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:49.804925 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c6f57-680c-4499-a38f-7e0d9a8195f5 req-2df232d1-5ece-4209-9dba-d870e681e773 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:49.806428 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3b1c6f57-680c-4499-a38f-7e0d9a8195f5 req-2df232d1-5ece-4209-9dba-d870e681e773 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 948 time: 0.1802521 May 06 09:36:49.953575 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c5efaafa-639c-41f9-9d8c-d84920fc8750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:49.978152 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9f93aa24-ad5f-427a-b47c-b980d144f714 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:49.985593 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9f93aa24-ad5f-427a-b47c-b980d144f714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:49.999368 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3b1c6f57-680c-4499-a38f-7e0d9a8195f5 req-0cf053d8-faa3-4864-87ba-c57130b38b05 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656175 May 06 09:36:50.032411 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f93aa24-ad5f-427a-b47c-b980d144f714 None None] Network b6b767e2-271d-47be-a704-067e3d71d805 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:36:50.041416 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-9f93aa24-ad5f-427a-b47c-b980d144f714 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:36:50.041622 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409a8d1-0955-4970-84c2-9275b2cb97ef req-e6b67b49-376c-474b-8ebd-e36ce6dc7bfa tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:50.042658 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2409a8d1-0955-4970-84c2-9275b2cb97ef req-e6b67b49-376c-474b-8ebd-e36ce6dc7bfa tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 945 time: 0.1655960 May 06 09:36:50.047597 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f93aa24-ad5f-427a-b47c-b980d144f714 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:36:50.050870 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93aa24-ad5f-427a-b47c-b980d144f714 None None] Pushing event updated for resources: {'Port': ['ID=7099c60c-f2f6-4b7a-b233-dd185c891be6,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:50.056251 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-e6ef6fb6-d2c8-49cc-b7a8-d059716b6a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:50.057818 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-e6ef6fb6-d2c8-49cc-b7a8-d059716b6a5b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ee0cd225ef094aa381a08623ce8da867&device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 1096 time: 0.1419990 May 06 09:36:50.059619 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d5fbde3-0ced-45bd-8c56-71c0c98bdcce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:50.124247 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c5efaafa-639c-41f9-9d8c-d84920fc8750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:50.127565 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d5fbde3-0ced-45bd-8c56-71c0c98bdcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:50.173884 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-9f93aa24-ad5f-427a-b47c-b980d144f714 None None] Attempting to bind port 7099c60c-f2f6-4b7a-b233-dd185c891be6 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:36:50.174436 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-9f93aa24-ad5f-427a-b47c-b980d144f714 None None] Attempting to bind port 7099c60c-f2f6-4b7a-b233-dd185c891be6 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'd98624de-3bb2-4a93-8328-f800d5e60448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b6b767e2-271d-47be-a704-067e3d71d805'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:36:50.174814 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f93aa24-ad5f-427a-b47c-b980d144f714 None None] Attempting to bind port 7099c60c-f2f6-4b7a-b233-dd185c891be6 on network b6b767e2-271d-47be-a704-067e3d71d805 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:50.185044 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f93aa24-ad5f-427a-b47c-b980d144f714 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:36:50.185660 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f93aa24-ad5f-427a-b47c-b980d144f714 None None] Checking segment: {'id': 'd98624de-3bb2-4a93-8328-f800d5e60448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b6b767e2-271d-47be-a704-067e3d71d805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:36:50.187149 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9f93aa24-ad5f-427a-b47c-b980d144f714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:50.187616 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f93aa24-ad5f-427a-b47c-b980d144f714 None None] Bound using segment: {'id': 'd98624de-3bb2-4a93-8328-f800d5e60448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b6b767e2-271d-47be-a704-067e3d71d805'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:36:50.188338 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-9f93aa24-ad5f-427a-b47c-b980d144f714 None None] Bound port: 7099c60c-f2f6-4b7a-b233-dd185c891be6, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98624de-3bb2-4a93-8328-f800d5e60448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b6b767e2-271d-47be-a704-067e3d71d805'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:36:50.188974 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9f93aa24-ad5f-427a-b47c-b980d144f714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:50.235018 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5efaafa-639c-41f9-9d8c-d84920fc8750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b321150-13d5-4e4b-824f-c7fc482fb964,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:50.255016 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c5efaafa-639c-41f9-9d8c-d84920fc8750 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:50.256835 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea348af-2416-436e-abd5-95c131b7219f None None] Network f2f5f0f1-61a3-4b8a-8a9d-37462429b401 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:36:50.261793 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c5efaafa-639c-41f9-9d8c-d84920fc8750 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4b321150-13d5-4e4b-824f-c7fc482fb964 HTTP/1.1" status: 204 len: 168 time: 0.7403474 May 06 09:36:50.262104 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2409a8d1-0955-4970-84c2-9275b2cb97ef req-24cc9bcb-ec5f-4c31-905f-cac97bbfc3be tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012808 May 06 09:36:50.271957 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40298) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:50.347996 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-9f93aa24-ad5f-427a-b47c-b980d144f714 None None] For port 7099c60c-f2f6-4b7a-b233-dd185c891be6, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:36:50.352446 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-9f93aa24-ad5f-427a-b47c-b980d144f714 None None] For port 7099c60c-f2f6-4b7a-b233-dd185c891be6, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=7099c60c-f2f6-4b7a-b233-dd185c891be6,segment=NetworkSegment(d98624de-3bb2-4a93-8328-f800d5e60448),segment_id=d98624de-3bb2-4a93-8328-f800d5e60448)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:36:50.358649 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9f93aa24-ad5f-427a-b47c-b980d144f714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:50.367731 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4542710-bbc8-4280-8ab5-3ad638a8a4f0 req-67124e33-f2a9-41c9-9ed1-0506d505cc02 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:50.370212 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d4542710-bbc8-4280-8ab5-3ad638a8a4f0 req-67124e33-f2a9-41c9-9ed1-0506d505cc02 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 945 time: 0.1326525 May 06 09:36:50.373204 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-f681b7ef-df8a-4346-803a-b5205501b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:50.374638 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-f681b7ef-df8a-4346-803a-b5205501b4d6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=9016fd3e-f04c-40de-8dbe-a7754f33396e HTTP/1.1" status: 200 len: 909 time: 0.2940030 May 06 09:36:50.400162 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f5f6c553-cba1-4db5-9225-f23f84bb60a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:50.404019 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-0d5fbde3-0ced-45bd-8c56-71c0c98bdcce admin admin] Allocated IP 172.25.5.37 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/7cc034e6-5f01-42e1-9c72-5f0dda565ec1) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:36:50.457319 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-a77e9556-9338-40a1-a753-abba594dd07b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0628af58-b4bb-41f2-a487-0f7dc617eaf8 HTTP/1.1" status: 200 len: 217 time: 0.0473204 May 06 09:36:50.474186 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93aa24-ad5f-427a-b47c-b980d144f714 None None] Pushing event updated for resources: {'Port': ['ID=7099c60c-f2f6-4b7a-b233-dd185c891be6,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:50.485007 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d4542710-bbc8-4280-8ab5-3ad638a8a4f0 req-5ee1e976-5ca5-44ad-9008-c9c325be7bf8 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033947 May 06 09:36:50.566600 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-44f57f09-ad18-4370-9146-8b36e7a72d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:50.567968 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-44f57f09-ad18-4370-9146-8b36e7a72d68 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5704ec7d-7fe2-4308-8e34-562762b93f76 HTTP/1.1" status: 200 len: 848 time: 0.0690753 May 06 09:36:50.625936 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-80718e4c-edf3-4033-bf4a-b4f5de169285 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9016fd3e-f04c-40de-8dbe-a7754f33396e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377324 May 06 09:36:50.627259 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc80fe7-4f0d-47af-a05b-1418239b140e None None] DHCP port deletion for f2f5f0f1-61a3-4b8a-8a9d-37462429b401 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:36:50.637363 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-f5f6c553-cba1-4db5-9225-f23f84bb60a3 admin admin] Deleting port 3e3f6939-f962-4971-8da2-6c6be356186a {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:36:50.637905 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f5f6c553-cba1-4db5-9225-f23f84bb60a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:50.735454 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-0bc80fe7-4f0d-47af-a05b-1418239b140e None None] Deleting port 3e3f6939-f962-4971-8da2-6c6be356186a {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:36:50.735838 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0bc80fe7-4f0d-47af-a05b-1418239b140e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:50.755629 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-f5f6c553-cba1-4db5-9225-f23f84bb60a3 admin admin] For port 3e3f6939-f962-4971-8da2-6c6be356186a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3e3f6939-f962-4971-8da2-6c6be356186a,segment=NetworkSegment(fe24a094-fc42-403d-ba28-61e4316840a6),segment_id=fe24a094-fc42-403d-ba28-61e4316840a6)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:50.756005 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f5f6c553-cba1-4db5-9225-f23f84bb60a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:50.807132 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d5fbde3-0ced-45bd-8c56-71c0c98bdcce admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:50.818521 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-f5f6c553-cba1-4db5-9225-f23f84bb60a3 admin admin] Calling delete_port for 3e3f6939-f962-4971-8da2-6c6be356186a owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:36:50.818747 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-266c8234-9a8f-40fc-9413-0368a3e70521 service neutron] 10.222.0.84 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801829 May 06 09:36:50.851392 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-0bc80fe7-4f0d-47af-a05b-1418239b140e None None] For port 3e3f6939-f962-4971-8da2-6c6be356186a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3e3f6939-f962-4971-8da2-6c6be356186a,segment=NetworkSegment(fe24a094-fc42-403d-ba28-61e4316840a6),segment_id=fe24a094-fc42-403d-ba28-61e4316840a6)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:50.852259 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0bc80fe7-4f0d-47af-a05b-1418239b140e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:50.875386 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-0bc80fe7-4f0d-47af-a05b-1418239b140e None None] Calling delete_port for 3e3f6939-f962-4971-8da2-6c6be356186a owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:36:50.938158 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d5fbde3-0ced-45bd-8c56-71c0c98bdcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:50.968572 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-3fe24b96-36c3-4563-bee8-74a040198f3d service neutron] 10.222.0.84 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354203 May 06 09:36:50.980656 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0bc80fe7-4f0d-47af-a05b-1418239b140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:51.016800 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc80fe7-4f0d-47af-a05b-1418239b140e None None] Pushing event deleted for resources: {'Port': ['ID=3e3f6939-f962-4971-8da2-6c6be356186a,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:51.018236 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5fbde3-0ced-45bd-8c56-71c0c98bdcce admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:36:51.022547 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc80fe7-4f0d-47af-a05b-1418239b140e None None] No DVR routers for this DVR port 3e3f6939-f962-4971-8da2-6c6be356186a on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:36:51.031996 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-0d5fbde3-0ced-45bd-8c56-71c0c98bdcce admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:36:51.055258 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5fbde3-0ced-45bd-8c56-71c0c98bdcce admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:36:51.060528 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fbde3-0ced-45bd-8c56-71c0c98bdcce admin admin] Pushing event updated for resources: {'Port': ['ID=7cc034e6-5f01-42e1-9c72-5f0dda565ec1,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:51.084179 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:51.119775 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f5f6c553-cba1-4db5-9225-f23f84bb60a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:51.159807 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 7099c60c-f2f6-4b7a-b233-dd185c891be6 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:36:51.164861 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6c553-cba1-4db5-9225-f23f84bb60a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e3f6939-f962-4971-8da2-6c6be356186a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:51.166815 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f6c553-cba1-4db5-9225-f23f84bb60a3 admin admin] No DVR routers for this DVR port 3e3f6939-f962-4971-8da2-6c6be356186a on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:36:51.234263 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a5a77-ed41-47f0-b0b1-57f5f2ad81ec req-0dd19c7d-3c5e-4358-81f7-782fffe30b78 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:51.245809 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b9a5a77-ed41-47f0-b0b1-57f5f2ad81ec req-0dd19c7d-3c5e-4358-81f7-782fffe30b78 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 948 time: 0.1273451 May 06 09:36:51.257112 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 7099c60c-f2f6-4b7a-b233-dd185c891be6 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:51.257852 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:51.306660 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b9a5a77-ed41-47f0-b0b1-57f5f2ad81ec req-58d3177e-86d6-4e25-84d7-28b0943174f7 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598624 May 06 09:36:51.440049 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:51.448747 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:51.462531 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f5f6c553-cba1-4db5-9225-f23f84bb60a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:51.513277 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-f5f6c553-cba1-4db5-9225-f23f84bb60a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f5f0f1-61a3-4b8a-8a9d-37462429b401']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:51.523769 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3493df-6471-4279-9db7-be37bd67de34 req-36c43e72-6282-4e9f-9335-9f17ed69429d tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:51.525587 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c3493df-6471-4279-9db7-be37bd67de34 req-36c43e72-6282-4e9f-9335-9f17ed69429d tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 948 time: 0.0939784 May 06 09:36:51.536001 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 7099c60c-f2f6-4b7a-b233-dd185c891be6, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=7099c60c-f2f6-4b7a-b233-dd185c891be6,segment=NetworkSegment(d98624de-3bb2-4a93-8328-f800d5e60448),segment_id=d98624de-3bb2-4a93-8328-f800d5e60448)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:51.541391 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec67289-69e0-4fff-b482-38ffc15fa89e req-d27e2016-5718-4ac7-8b32-1ede9ca61e23 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:51.543459 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:51.549117 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4ec67289-69e0-4fff-b482-38ffc15fa89e req-d27e2016-5718-4ac7-8b32-1ede9ca61e23 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 945 time: 0.1657624 May 06 09:36:51.613033 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c3493df-6471-4279-9db7-be37bd67de34 req-f00354e7-32fb-44b5-97ea-ccc14590e98a tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628283 May 06 09:36:51.638913 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=7099c60c-f2f6-4b7a-b233-dd185c891be6,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:51.646514 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3e3f6939-f962-4971-8da2-6c6be356186a no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:36:51.647193 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-f5f6c553-cba1-4db5-9225-f23f84bb60a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe24a094-fc42-403d-ba28-61e4316840a6') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:51.647627 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-f5f6c553-cba1-4db5-9225-f23f84bb60a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe24a094-fc42-403d-ba28-61e4316840a6') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:51.667700 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4ec67289-69e0-4fff-b482-38ffc15fa89e req-08d42f5a-0779-4a7e-92da-7d071a9096e8 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102011 May 06 09:36:51.674013 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 3e3f6939-f962-4971-8da2-6c6be356186a {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:36:51.675757 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3e3f6939-f962-4971-8da2-6c6be356186a not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:36:51.676250 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 19bf472c-9786-4f2d-b866-1c868ff05479 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:36:51.692063 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f5f6c553-cba1-4db5-9225-f23f84bb60a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:51.715935 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 19bf472c-9786-4f2d-b866-1c868ff05479 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:36:51.720681 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 19bf472c-9786-4f2d-b866-1c868ff05479 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:36:51.814417 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29560327-6359-4050-ba78-407c2f8f9b1f req-daa17a0f-e7d9-4933-98a6-8dfa77241960 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:51.824512 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f5f6c553-cba1-4db5-9225-f23f84bb60a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:51.827855 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-29560327-6359-4050-ba78-407c2f8f9b1f req-daa17a0f-e7d9-4933-98a6-8dfa77241960 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 945 time: 0.0950103 May 06 09:36:51.833935 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f6c553-cba1-4db5-9225-f23f84bb60a3 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:36:51.834619 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f5f6c553-cba1-4db5-9225-f23f84bb60a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:51.921852 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-29560327-6359-4050-ba78-407c2f8f9b1f req-7fcb5f80-ee33-4da6-a15f-ab5f53af747d tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931239 May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: self.session.flush() May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: self.session.flush() May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: self.session.flush() May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: self.session.flush() May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: timer() May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:36:51.931021 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:36:51.954404 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f5f6c553-cba1-4db5-9225-f23f84bb60a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:51.967155 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d5fbde3-0ced-45bd-8c56-71c0c98bdcce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:51.978832 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f5f6c553-cba1-4db5-9225-f23f84bb60a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:51.983426 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f5f6c553-cba1-4db5-9225-f23f84bb60a3 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f2f5f0f1-61a3-4b8a-8a9d-37462429b401 HTTP/1.1" status: 204 len: 168 time: 1.7089326 May 06 09:36:51.985937 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40340) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:51.993974 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6c553-cba1-4db5-9225-f23f84bb60a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2f5f0f1-61a3-4b8a-8a9d-37462429b401,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:52.014809 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc842f0a-025f-4552-afdd-47345cf2a89d None None] Network b6b767e2-271d-47be-a704-067e3d71d805 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:36:52.104646 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-ad779e04-4338-442a-89f7-1d84f6ba4c05 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=dd2b68e9188a432782a13dad893a2f67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352623 May 06 09:36:52.106939 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-06f7453c-ce7e-4a69-ae98-261eb50fdac8 None None] Provisioning complete for port 7099c60c-f2f6-4b7a-b233-dd185c891be6 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:52.108122 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-06f7453c-ce7e-4a69-ae98-261eb50fdac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:52.253408 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 91f446db-15fc-4d52-89d7-753df54cee7b details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:36:52.285031 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d5fbde3-0ced-45bd-8c56-71c0c98bdcce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:52.353676 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-ea2342e8-f11b-46d1-a009-1a4fba00048e tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:52.355364 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-ea2342e8-f11b-46d1-a009-1a4fba00048e tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2376225 May 06 09:36:52.414363 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-181cd9c9-ad81-4327-83f9-406db761b3de tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/quotas/dd2b68e9188a432782a13dad893a2f67 HTTP/1.1" status: 200 len: 375 time: 0.0228126 May 06 09:36:52.573991 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-80448ed3-953c-47ff-b543-1e70ec6982a8 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1485515 May 06 09:36:52.642491 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5fbde3-0ced-45bd-8c56-71c0c98bdcce admin admin] Router 5a3d0ff5-e660-41a1-856c-5d2c7b24b052 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:36:52.651187 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 91f446db-15fc-4d52-89d7-753df54cee7b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=91f446db-15fc-4d52-89d7-753df54cee7b,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:52.685004 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 8edddb17-2687-4793-8dd0-f827724d7bea details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:36:52.691346 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '91f446db-15fc-4d52-89d7-753df54cee7b', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': '91f446db-15fc-4d52-89d7-753df54cee7b', 'mac_address': 'fa:16:3e:8d:21:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:36:52.820983 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:52.852507 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f446db-15fc-4d52-89d7-753df54cee7b {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:52.853992 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5fbde3-0ced-45bd-8c56-71c0c98bdcce admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:36:52.869681 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f3740f-7ada-42e8-aec1-616d5bcbe1ff None None] Sync routers for ids ['5a3d0ff5-e660-41a1-856c-5d2c7b24b052'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:36:52.881274 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d5fbde3-0ced-45bd-8c56-71c0c98bdcce admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:52.886120 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0d5fbde3-0ced-45bd-8c56-71c0c98bdcce admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7021575 May 06 09:36:52.886877 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40358) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:52.887266 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f3740f-7ada-42e8-aec1-616d5bcbe1ff None None] Routers {'5a3d0ff5-e660-41a1-856c-5d2c7b24b052'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:36:52.888243 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-92f3740f-7ada-42e8-aec1-616d5bcbe1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:36:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5a3d0ff5-e660-41a1-856c-5d2c7b24b052'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:52.921605 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 91f446db-15fc-4d52-89d7-753df54cee7b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=91f446db-15fc-4d52-89d7-753df54cee7b,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:52.928526 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b221ae4-b2bc-4f77-b499-c8f52d73b819 req-329205d2-ed66-49e1-8846-d3241613ea4c tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:52.939892 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0b221ae4-b2bc-4f77-b499-c8f52d73b819 req-329205d2-ed66-49e1-8846-d3241613ea4c tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 1096 time: 0.1526988 May 06 09:36:52.952163 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e5f828ad-445c-4f13-ad37-e1bf9b771b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:53.024589 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-92f3740f-7ada-42e8-aec1-616d5bcbe1ff None None] Set router 5a3d0ff5-e660-41a1-856c-5d2c7b24b052 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:36:53.121844 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-89d489d0-5f41-48c6-b9dc-b0d412276c99 None None] Provisioning complete for port 7099c60c-f2f6-4b7a-b233-dd185c891be6 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:53.122297 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-89d489d0-5f41-48c6-b9dc-b0d412276c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:53.130660 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:53.132552 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0b221ae4-b2bc-4f77-b499-c8f52d73b819 req-d0dd8e54-c7df-4fd2-a3bf-d7c8d9c77b29 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919284 May 06 09:36:53.266030 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acc410-df71-46b7-8625-d6e3797c6376 req-a71f2f83-ccb4-43cd-8a59-0e052ef8c6dd tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:53.290200 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87acc410-df71-46b7-8625-d6e3797c6376 req-a71f2f83-ccb4-43cd-8a59-0e052ef8c6dd tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 945 time: 0.3265741 May 06 09:36:53.313877 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 7099c60c-f2f6-4b7a-b233-dd185c891be6 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:36:53.396198 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 8edddb17-2687-4793-8dd0-f827724d7bea, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=8edddb17-2687-4793-8dd0-f827724d7bea,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:53.410379 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8439d676-ee35-4fef-8a54-42057a1c7400 req-2afeece5-71ba-4067-a7c8-f284ec2f8e68 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 210 time: 0.1119325 May 06 09:36:53.417671 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-92f3740f-7ada-42e8-aec1-616d5bcbe1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3d0ff5-e660-41a1-856c-5d2c7b24b052', 'name': 'tempest-FloatingIPsNegativeTestJSON-1183114281-router', 'tenant_id': 'd67955140e6c4dc8964087dc62060f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '7cc034e6-5f01-42e1-9c72-5f0dda565ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:36:49Z', 'updated_at': '2022-05-06T09:36:51Z', 'revision_number': 3, 'project_id': 'd67955140e6c4dc8964087dc62060f1c', 'gw_port': {'id': '7cc034e6-5f01-42e1-9c72-5f0dda565ec1', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3d0ff5-e660-41a1-856c-5d2c7b24b052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:50Z', 'updated_at': '2022-05-06T09:36:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:53.444371 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87acc410-df71-46b7-8625-d6e3797c6376 req-a4482efb-7f34-4105-9189-761cfcba2592 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370828 May 06 09:36:53.466397 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '8edddb17-2687-4793-8dd0-f827724d7bea', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': '8edddb17-2687-4793-8dd0-f827724d7bea', 'mac_address': 'fa:16:3e:a6:7f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:36:53.504453 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=91f446db-15fc-4d52-89d7-753df54cee7b,revision_number=12']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:53.544242 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f3740f-7ada-42e8-aec1-616d5bcbe1ff None None] Checking router: 5a3d0ff5-e660-41a1-856c-5d2c7b24b052 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:36:53.544625 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f3740f-7ada-42e8-aec1-616d5bcbe1ff None None] Updating router 5a3d0ff5-e660-41a1-856c-5d2c7b24b052 port 7cc034e6-5f01-42e1-9c72-5f0dda565ec1 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:36:53.597675 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:53.618354 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8edddb17-2687-4793-8dd0-f827724d7bea {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:53.631567 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 7099c60c-f2f6-4b7a-b233-dd185c891be6 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:53.632044 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:53.659398 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-92f3740f-7ada-42e8-aec1-616d5bcbe1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:53.678840 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 8edddb17-2687-4793-8dd0-f827724d7bea, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=8edddb17-2687-4793-8dd0-f827724d7bea,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:53.703650 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:53.721998 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['91f446db-15fc-4d52-89d7-753df54cee7b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:36:53.954780 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=8edddb17-2687-4793-8dd0-f827724d7bea,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:54.092038 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['8edddb17-2687-4793-8dd0-f827724d7bea'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:36:54.175190 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-92f3740f-7ada-42e8-aec1-616d5bcbe1ff None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:54.186559 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-92f3740f-7ada-42e8-aec1-616d5bcbe1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:54.314405 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25665d96-b127-4710-a315-f4784ab73173 None None] Pushing event updated for resources: {'Port': ['ID=7cc034e6-5f01-42e1-9c72-5f0dda565ec1,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:54.323008 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-92f3740f-7ada-42e8-aec1-616d5bcbe1ff None None] Attempting to bind port 7cc034e6-5f01-42e1-9c72-5f0dda565ec1 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:36:54.323377 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-92f3740f-7ada-42e8-aec1-616d5bcbe1ff None None] Attempting to bind port 7cc034e6-5f01-42e1-9c72-5f0dda565ec1 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:36:54.323796 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f3740f-7ada-42e8-aec1-616d5bcbe1ff None None] Attempting to bind port 7cc034e6-5f01-42e1-9c72-5f0dda565ec1 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:54.330690 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25665d96-b127-4710-a315-f4784ab73173 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:54.331065 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25665d96-b127-4710-a315-f4784ab73173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:54.331397 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25665d96-b127-4710-a315-f4784ab73173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:54.331730 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25665d96-b127-4710-a315-f4784ab73173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:54.332060 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25665d96-b127-4710-a315-f4784ab73173 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:54.332388 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25665d96-b127-4710-a315-f4784ab73173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:54.332716 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25665d96-b127-4710-a315-f4784ab73173 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:54.333038 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25665d96-b127-4710-a315-f4784ab73173 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:54.333358 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25665d96-b127-4710-a315-f4784ab73173 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:54.333679 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25665d96-b127-4710-a315-f4784ab73173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:54.333999 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25665d96-b127-4710-a315-f4784ab73173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:54.334324 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25665d96-b127-4710-a315-f4784ab73173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:54.339675 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f3740f-7ada-42e8-aec1-616d5bcbe1ff None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:36:54.340040 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f3740f-7ada-42e8-aec1-616d5bcbe1ff None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:36:54.340445 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-92f3740f-7ada-42e8-aec1-616d5bcbe1ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:54.341483 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f3740f-7ada-42e8-aec1-616d5bcbe1ff None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:36:54.342066 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-92f3740f-7ada-42e8-aec1-616d5bcbe1ff None None] Bound port: 7cc034e6-5f01-42e1-9c72-5f0dda565ec1, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:36:54.342627 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-92f3740f-7ada-42e8-aec1-616d5bcbe1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:54.400212 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-92f3740f-7ada-42e8-aec1-616d5bcbe1ff None None] For port 7cc034e6-5f01-42e1-9c72-5f0dda565ec1, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:36:54.404235 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-92f3740f-7ada-42e8-aec1-616d5bcbe1ff None None] For port 7cc034e6-5f01-42e1-9c72-5f0dda565ec1, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=7cc034e6-5f01-42e1-9c72-5f0dda565ec1,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:36:54.419178 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-92f3740f-7ada-42e8-aec1-616d5bcbe1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:54.535832 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c66cb-983f-4e4f-a396-10bf629d3d17 req-5d5bb99a-ca1e-446d-9e05-b880fe04af52 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:54.541752 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-196c66cb-983f-4e4f-a396-10bf629d3d17 req-5d5bb99a-ca1e-446d-9e05-b880fe04af52 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 945 time: 0.1754446 May 06 09:36:54.600636 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6e7df7d3-9e07-4bc7-aee6-e73b2a447619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:54.605188 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f3740f-7ada-42e8-aec1-616d5bcbe1ff None None] Routers {'5a3d0ff5-e660-41a1-856c-5d2c7b24b052'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:36:54.605862 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-92f3740f-7ada-42e8-aec1-616d5bcbe1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:36:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5a3d0ff5-e660-41a1-856c-5d2c7b24b052'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:54.625904 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-196c66cb-983f-4e4f-a396-10bf629d3d17 req-71d33f0a-dea3-48d6-8623-7b3faeef8d31 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744286 May 06 09:36:54.699184 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25665d96-b127-4710-a315-f4784ab73173 None None] Pushing event updated for resources: {'Port': ['ID=7cc034e6-5f01-42e1-9c72-5f0dda565ec1,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:54.786583 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-458e6f0c-b3fe-46dd-9a11-7ee3bacbdfa9 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=dd2b68e9188a432782a13dad893a2f67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515950 May 06 09:36:54.869961 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-578a3cf7-3bb5-42a5-be1e-61c68dba7483 req-ac841cdb-abc5-4a55-89a3-1e4892011fba tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 210 time: 0.0810993 May 06 09:36:54.884144 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-92f3740f-7ada-42e8-aec1-616d5bcbe1ff None None] Set router 5a3d0ff5-e660-41a1-856c-5d2c7b24b052 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:36:55.008544 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-6e7df7d3-9e07-4bc7-aee6-e73b2a447619 admin admin] Allocated IP 172.20.0.1 (b6b767e2-271d-47be-a704-067e3d71d805/dcb9efef-04ba-4f2f-86d0-4b3f9790cd89/21ec3b67-a039-4651-9e00-56d80a0d4c04) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:36:55.086085 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-e5f828ad-445c-4f13-ad37-e1bf9b771b48 admin admin] Deleting port e6596ae1-744e-4353-b4f3-65ae7d86d2a6 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:36:55.086463 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e5f828ad-445c-4f13-ad37-e1bf9b771b48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:55.113758 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-d5066470-14ef-4c0f-bdc4-78f1d13d4274 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:55.115844 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-d5066470-14ef-4c0f-bdc4-78f1d13d4274 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3000884 May 06 09:36:55.160373 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-2b7f1cff-1110-42a7-89ef-ea7ba0de8063 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Request body: {'port': {'device_id': '66560d8a-8919-4bf5-83d8-db07833c612f', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'admin_state_up': True, 'tenant_id': 'dd2b68e9188a432782a13dad893a2f67'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:55.192431 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db59861-395e-40d8-94ed-3e4139b9bace req-4193460a-1984-4d65-ba92-e76b4adf8f76 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:55.193968 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0db59861-395e-40d8-94ed-3e4139b9bace req-4193460a-1984-4d65-ba92-e76b4adf8f76 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 945 time: 0.1842673 May 06 09:36:55.204751 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6e7df7d3-9e07-4bc7-aee6-e73b2a447619 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:55.253384 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-92f3740f-7ada-42e8-aec1-616d5bcbe1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3d0ff5-e660-41a1-856c-5d2c7b24b052', 'name': 'tempest-FloatingIPsNegativeTestJSON-1183114281-router', 'tenant_id': 'd67955140e6c4dc8964087dc62060f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '7cc034e6-5f01-42e1-9c72-5f0dda565ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:36:49Z', 'updated_at': '2022-05-06T09:36:51Z', 'revision_number': 3, 'project_id': 'd67955140e6c4dc8964087dc62060f1c', 'gw_port': {'id': '7cc034e6-5f01-42e1-9c72-5f0dda565ec1', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3d0ff5-e660-41a1-856c-5d2c7b24b052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:50Z', 'updated_at': '2022-05-06T09:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:55.266416 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6e7df7d3-9e07-4bc7-aee6-e73b2a447619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:55.284603 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f3740f-7ada-42e8-aec1-616d5bcbe1ff None None] The sync data for ids ['5a3d0ff5-e660-41a1-856c-5d2c7b24b052'] in n-d-840835-1 is: [{'id': '5a3d0ff5-e660-41a1-856c-5d2c7b24b052', 'name': 'tempest-FloatingIPsNegativeTestJSON-1183114281-router', 'tenant_id': 'd67955140e6c4dc8964087dc62060f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '7cc034e6-5f01-42e1-9c72-5f0dda565ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:36:49Z', 'updated_at': '2022-05-06T09:36:51Z', 'revision_number': 3, 'project_id': 'd67955140e6c4dc8964087dc62060f1c', 'gw_port': {'id': '7cc034e6-5f01-42e1-9c72-5f0dda565ec1', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3d0ff5-e660-41a1-856c-5d2c7b24b052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:50Z', 'updated_at': '2022-05-06T09:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:36:55.317386 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:36:55.337827 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7df7d3-9e07-4bc7-aee6-e73b2a447619 admin admin] Pushing event updated for resources: {'Port': ['ID=21ec3b67-a039-4651-9e00-56d80a0d4c04,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:55.344520 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-da5ed6ed-612d-49a6-9d97-ab592d196d7a tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:36:55.345825 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-da5ed6ed-612d-49a6-9d97-ab592d196d7a tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126531 May 06 09:36:55.348973 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7df7d3-9e07-4bc7-aee6-e73b2a447619 admin admin] Network b6b767e2-271d-47be-a704-067e3d71d805 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:36:55.349070 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0db59861-395e-40d8-94ed-3e4139b9bace req-f7432946-9954-4be5-8c9f-ac2dcc897545 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134825 May 06 09:36:55.350336 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-6e7df7d3-9e07-4bc7-aee6-e73b2a447619 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:36:55.360388 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7df7d3-9e07-4bc7-aee6-e73b2a447619 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:36:55.409020 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-e5f828ad-445c-4f13-ad37-e1bf9b771b48 admin admin] For port e6596ae1-744e-4353-b4f3-65ae7d86d2a6, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e6596ae1-744e-4353-b4f3-65ae7d86d2a6,segment=NetworkSegment(5bb8bc01-96b6-44ad-aa87-c1960d5bc61d),segment_id=5bb8bc01-96b6-44ad-aa87-c1960d5bc61d)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:55.409625 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e5f828ad-445c-4f13-ad37-e1bf9b771b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:55.420743 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6e7df7d3-9e07-4bc7-aee6-e73b2a447619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:55.428568 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-e5f828ad-445c-4f13-ad37-e1bf9b771b48 admin admin] Calling delete_port for e6596ae1-744e-4353-b4f3-65ae7d86d2a6 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:36:55.516370 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-2b7f1cff-1110-42a7-89ef-ea7ba0de8063 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Made reservation on behalf of dd2b68e9188a432782a13dad893a2f67 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:36:55.520353 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-2b7f1cff-1110-42a7-89ef-ea7ba0de8063 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:55.542164 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-5b1bb0a1-30b4-4325-a8dd-bd439560c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:55.550609 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-5b1bb0a1-30b4-4325-a8dd-bd439560c240 service neutron] 10.222.0.73 "GET /v2.0/ports/0f731e0b-cba7-480d-bd7a-5a8deee3e63d HTTP/1.1" status: 200 len: 1093 time: 0.0573087 May 06 09:36:55.555392 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-39e56a71-3147-4b3c-8b2d-b185275be046 service neutron] Request body: {'binding': {'host': 'n-h2-840835-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:55.555858 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-39e56a71-3147-4b3c-8b2d-b185275be046 service neutron] Unknown quota resources ['binding']. {{(pid=102652) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 06 09:36:55.582727 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7df7d3-9e07-4bc7-aee6-e73b2a447619 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:55.583543 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7df7d3-9e07-4bc7-aee6-e73b2a447619 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:55.584135 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7df7d3-9e07-4bc7-aee6-e73b2a447619 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:55.584466 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7df7d3-9e07-4bc7-aee6-e73b2a447619 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:55.584815 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7df7d3-9e07-4bc7-aee6-e73b2a447619 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:55.585137 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7df7d3-9e07-4bc7-aee6-e73b2a447619 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:55.585465 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7df7d3-9e07-4bc7-aee6-e73b2a447619 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:55.585796 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7df7d3-9e07-4bc7-aee6-e73b2a447619 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:55.586145 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7df7d3-9e07-4bc7-aee6-e73b2a447619 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:55.586493 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7df7d3-9e07-4bc7-aee6-e73b2a447619 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:55.586870 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7df7d3-9e07-4bc7-aee6-e73b2a447619 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:55.587261 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7df7d3-9e07-4bc7-aee6-e73b2a447619 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:55.754197 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-67cd20c1-50f4-452f-a040-cfaba0777859 None None] Provisioning complete for port 21ec3b67-a039-4651-9e00-56d80a0d4c04 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:55.754846 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-67cd20c1-50f4-452f-a040-cfaba0777859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:55.869839 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-67cd20c1-50f4-452f-a040-cfaba0777859 None None] Port 21ec3b67-a039-4651-9e00-56d80a0d4c04 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:36:55.917748 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6e7df7d3-9e07-4bc7-aee6-e73b2a447619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:55.935600 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e5f828ad-445c-4f13-ad37-e1bf9b771b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:55.977712 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f828ad-445c-4f13-ad37-e1bf9b771b48 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6596ae1-744e-4353-b4f3-65ae7d86d2a6,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:55.986592 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-2b7f1cff-1110-42a7-89ef-ea7ba0de8063 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Allocated IP 192.168.233.97 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/50ea228b-ffa3-4617-b1bb-585652b161da) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:36:55.995519 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-39e56a71-3147-4b3c-8b2d-b185275be046 service neutron] Attempting to bind port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d on host n-h2-840835-1 for vnic_type normal with profile None {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:36:55.995863 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-39e56a71-3147-4b3c-8b2d-b185275be046 service neutron] Attempting to bind port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:36:55.996197 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-39e56a71-3147-4b3c-8b2d-b185275be046 service neutron] Attempting to bind port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d on network 519999b9-d7d4-4e10-b661-e50209fd3b05 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:55.997750 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f828ad-445c-4f13-ad37-e1bf9b771b48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:55.998107 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f828ad-445c-4f13-ad37-e1bf9b771b48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:55.998653 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f828ad-445c-4f13-ad37-e1bf9b771b48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:55.998970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f828ad-445c-4f13-ad37-e1bf9b771b48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:55.999354 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f828ad-445c-4f13-ad37-e1bf9b771b48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:55.999678 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f828ad-445c-4f13-ad37-e1bf9b771b48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:56.000541 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f828ad-445c-4f13-ad37-e1bf9b771b48 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:56.001239 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f828ad-445c-4f13-ad37-e1bf9b771b48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:56.001576 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f828ad-445c-4f13-ad37-e1bf9b771b48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:56.001905 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f828ad-445c-4f13-ad37-e1bf9b771b48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:56.002227 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f828ad-445c-4f13-ad37-e1bf9b771b48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:56.002955 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f828ad-445c-4f13-ad37-e1bf9b771b48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:56.008549 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-39e56a71-3147-4b3c-8b2d-b185275be046 service neutron] Port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d on network 519999b9-d7d4-4e10-b661-e50209fd3b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:36:56.009055 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-39e56a71-3147-4b3c-8b2d-b185275be046 service neutron] Attempting to bind port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d on network 519999b9-d7d4-4e10-b661-e50209fd3b05 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:56.026412 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-39e56a71-3147-4b3c-8b2d-b185275be046 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:36:56.026762 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-39e56a71-3147-4b3c-8b2d-b185275be046 service neutron] Checking segment: {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:36:56.028088 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-39e56a71-3147-4b3c-8b2d-b185275be046 service neutron] Bound using segment: {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:36:56.028562 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-39e56a71-3147-4b3c-8b2d-b185275be046 service neutron] Bound port: 0f731e0b-cba7-480d-bd7a-5a8deee3e63d, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:36:56.040077 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884e648-276c-4349-bc4e-269ca259c789 req-8323bd70-5155-4dfb-a012-fc8a7ee1ccd5 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:56.047744 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f884e648-276c-4349-bc4e-269ca259c789 req-8323bd70-5155-4dfb-a012-fc8a7ee1ccd5 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 945 time: 0.2569001 May 06 09:36:56.175311 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-39e56a71-3147-4b3c-8b2d-b185275be046 service neutron] For port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=0f731e0b-cba7-480d-bd7a-5a8deee3e63d,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:36:56.221545 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f884e648-276c-4349-bc4e-269ca259c789 req-9c4d47b2-15b5-4a8a-9b9e-2c93f227cd5c tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216383 May 06 09:36:56.271482 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 91f446db-15fc-4d52-89d7-753df54cee7b up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:36:56.313218 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6e7df7d3-9e07-4bc7-aee6-e73b2a447619 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:56.320557 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-39e56a71-3147-4b3c-8b2d-b185275be046 service neutron] Notify callbacks [] for binding, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:56.344308 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-39e56a71-3147-4b3c-8b2d-b185275be046 service neutron] 10.222.0.73 "POST /v2.0/ports/0f731e0b-cba7-480d-bd7a-5a8deee3e63d/bindings HTTP/1.1" status: 201 len: 389 time: 0.7925279 May 06 09:36:56.351670 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6e7df7d3-9e07-4bc7-aee6-e73b2a447619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:56.438728 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 91f446db-15fc-4d52-89d7-753df54cee7b completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:36:56.440924 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e5f828ad-445c-4f13-ad37-e1bf9b771b48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:56.448902 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 91f446db-15fc-4d52-89d7-753df54cee7b triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:56.449740 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:56.546699 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7df7d3-9e07-4bc7-aee6-e73b2a447619 admin admin] Pushing event updated for resources: {'Port': ['ID=21ec3b67-a039-4651-9e00-56d80a0d4c04,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:56.555232 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6e7df7d3-9e07-4bc7-aee6-e73b2a447619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:56.581108 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-81b5ae7f-ea5d-40f1-aff7-86a35c4fbb75 req-718f989e-9542-40b0-b5a0-00d729e45f73 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 210 time: 0.1136816 May 06 09:36:56.601938 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:56.654873 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87957e83-69ab-436b-bd6f-8f0018772156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f446db-15fc-4d52-89d7-753df54cee7b'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:56.663178 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a823a107-37db-4462-b279-248cc6a3e16b" -d '{"events": [{"server_uuid": "87957e83-69ab-436b-bd6f-8f0018772156", "name": "network-vif-plugged", "status": "completed", "tag": "91f446db-15fc-4d52-89d7-753df54cee7b"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:56.692693 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 8edddb17-2687-4793-8dd0-f827724d7bea up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:36:56.714117 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 91f446db-15fc-4d52-89d7-753df54cee7b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=91f446db-15fc-4d52-89d7-753df54cee7b,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:56.728914 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7df7d3-9e07-4bc7-aee6-e73b2a447619 admin admin] Network b6b767e2-271d-47be-a704-067e3d71d805 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:36:56.731420 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-6e7df7d3-9e07-4bc7-aee6-e73b2a447619 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:36:56.860217 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c3991-6019-4b82-a6a7-5d3585218e9f req-20add191-621a-4b21-8dcd-a76ceb28f693 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:56.881718 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bf0c3991-6019-4b82-a6a7-5d3585218e9f req-20add191-621a-4b21-8dcd-a76ceb28f693 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 945 time: 0.3081875 May 06 09:36:56.932062 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-72b8d3d9-99cd-47c1-8cfe-24522606c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:56.933604 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-72b8d3d9-99cd-47c1-8cfe-24522606c7b0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=147a685967a04284b13954d6f7a9d875&device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 1096 time: 0.1279809 May 06 09:36:57.020734 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7df7d3-9e07-4bc7-aee6-e73b2a447619 admin admin] Router 5a3d0ff5-e660-41a1-856c-5d2c7b24b052 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:36:57.083756 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:57.177574 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=91f446db-15fc-4d52-89d7-753df54cee7b,revision_number=13']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:57.220296 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39c1cf-35c9-4700-8b63-2976ac8b5881 req-43be2fec-3f8a-4efd-8b35-59b8ddea9908 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:57.234349 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f24e777c-1a87-4be1-99a3-75d31e780479 None None] Provisioning complete for port 21ec3b67-a039-4651-9e00-56d80a0d4c04 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:57.235084 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f24e777c-1a87-4be1-99a3-75d31e780479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:57.245837 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df39c1cf-35c9-4700-8b63-2976ac8b5881 req-43be2fec-3f8a-4efd-8b35-59b8ddea9908 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 945 time: 0.4311070 May 06 09:36:57.254177 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-b0849d6b-d88d-485b-b291-60a261c55efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:57.258600 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-b0849d6b-d88d-485b-b291-60a261c55efb service neutron] 10.222.0.77 "GET /v2.0/networks?id=519999b9-d7d4-4e10-b661-e50209fd3b05 HTTP/1.1" status: 200 len: 920 time: 0.3135071 May 06 09:36:57.272265 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bf0c3991-6019-4b82-a6a7-5d3585218e9f req-cb1d7560-fc30-4b47-9855-a660fc54ac50 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895938 May 06 09:36:57.282923 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 7cc034e6-5f01-42e1-9c72-5f0dda565ec1 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:36:57.283078 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-2b7f1cff-1110-42a7-89ef-ea7ba0de8063 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:57.337986 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-35f77308-a551-466c-abe8-718857a586f2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f731e0b-cba7-480d-bd7a-5a8deee3e63d HTTP/1.1" status: 200 len: 217 time: 0.0709898 May 06 09:36:57.391688 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 8edddb17-2687-4793-8dd0-f827724d7bea triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:57.391915 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:57.408541 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7df7d3-9e07-4bc7-aee6-e73b2a447619 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:36:57.427281 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6e7df7d3-9e07-4bc7-aee6-e73b2a447619 admin admin] 10.222.0.73 "PUT /v2.0/routers/5a3d0ff5-e660-41a1-856c-5d2c7b24b052/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5385997 May 06 09:36:57.452283 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df39c1cf-35c9-4700-8b63-2976ac8b5881 req-e666ce71-955d-4f17-9558-b1fdffbc0bc8 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054009 May 06 09:36:57.457361 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-e1eca54d-8f3a-4f91-8bda-3877f2bf425d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:57.458855 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-e1eca54d-8f3a-4f91-8bda-3877f2bf425d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=293ef06f-9c8d-46e9-8a69-2491d12832fe HTTP/1.1" status: 200 len: 859 time: 0.1119890 May 06 09:36:57.482870 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f24e777c-1a87-4be1-99a3-75d31e780479 None None] Port 21ec3b67-a039-4651-9e00-56d80a0d4c04 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:36:57.503927 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43790006-3306-48b4-b978-f6f52c6ac4ef x-openstack-request-id: req-43790006-3306-48b4-b978-f6f52c6ac4ef {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:57.516266 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87957e83-69ab-436b-bd6f-8f0018772156", "name": "network-vif-plugged", "status": "completed", "tag": "91f446db-15fc-4d52-89d7-753df54cee7b", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:57.516793 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-43790006-3306-48b4-b978-f6f52c6ac4ef {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:57.517637 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43790006-3306-48b4-b978-f6f52c6ac4ef'] response: {'server_uuid': '87957e83-69ab-436b-bd6f-8f0018772156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f446db-15fc-4d52-89d7-753df54cee7b', 'code': 200} May 06 09:36:57.520894 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 7cc034e6-5f01-42e1-9c72-5f0dda565ec1 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:57.521433 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:57.536706 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-0d20201c-fd91-424f-aba3-f2146f4e24e7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=519999b9-d7d4-4e10-b661-e50209fd3b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686762 May 06 09:36:57.612598 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-2b7f1cff-1110-42a7-89ef-ea7ba0de8063 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:57.621350 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:57.671917 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['2a8c432e-4ccf-4d70-947f-3448ffe6562a', '401ec187-3b03-41c3-a15c-9e8e9f696ca7', '91f446db-15fc-4d52-89d7-753df54cee7b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:36:57.741392 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 8edddb17-2687-4793-8dd0-f827724d7bea, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=8edddb17-2687-4793-8dd0-f827724d7bea,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:57.765167 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:57.770699 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-a5c443e3-a8c3-4d1a-b642-775fd3d658ad service neutron] 10.222.0.77 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275999 May 06 09:36:57.812575 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-2b7f1cff-1110-42a7-89ef-ea7ba0de8063 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:36:57.866036 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-2b7f1cff-1110-42a7-89ef-ea7ba0de8063 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:36:57.899667 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:57.928699 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-2b7f1cff-1110-42a7-89ef-ea7ba0de8063 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:36:57.933708 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=8edddb17-2687-4793-8dd0-f827724d7bea,revision_number=7']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:57.964745 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-e07cee51-661c-480b-ae6e-826e038a87bb service neutron] 10.222.0.77 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851852 May 06 09:36:57.997974 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f1cff-1110-42a7-89ef-ea7ba0de8063 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Pushing event updated for resources: {'Port': ['ID=50ea228b-ffa3-4617-b1bb-585652b161da,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:58.011576 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f828ad-445c-4f13-ad37-e1bf9b771b48 admin admin] Router ac95032b-5c86-4701-9f7e-4c2e58acd450 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:36:58.034488 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-2b7f1cff-1110-42a7-89ef-ea7ba0de8063 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:58.034488 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-2b7f1cff-1110-42a7-89ef-ea7ba0de8063 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:58.049184 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 7cc034e6-5f01-42e1-9c72-5f0dda565ec1, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=7cc034e6-5f01-42e1-9c72-5f0dda565ec1,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:58.059801 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:58.099188 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29202d0e-88c9-4f46-9a22-51c4b9b5d530 req-c6ea1bc4-db20-4f6b-9503-5f7d1c9cfb9d tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:58.108135 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-29202d0e-88c9-4f46-9a22-51c4b9b5d530 req-c6ea1bc4-db20-4f6b-9503-5f7d1c9cfb9d tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 945 time: 0.4388003 May 06 09:36:58.193278 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c0d994-23c6-43aa-886f-089d1c118c2c None None] Sync routers for ids ['5a3d0ff5-e660-41a1-856c-5d2c7b24b052'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:36:58.222088 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19d1c0-8a6e-4a93-819a-d722a6ecf59b req-e5408bd2-f9c1-41f5-8c8f-40488bbe5430 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:58.229803 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ee19d1c0-8a6e-4a93-819a-d722a6ecf59b req-e5408bd2-f9c1-41f5-8c8f-40488bbe5430 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 935 time: 0.4311638 May 06 09:36:58.240249 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-2b7f1cff-1110-42a7-89ef-ea7ba0de8063 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0846012 May 06 09:36:58.248393 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=7cc034e6-5f01-42e1-9c72-5f0dda565ec1,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:58.270674 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c0d994-23c6-43aa-886f-089d1c118c2c None None] Routers {'5a3d0ff5-e660-41a1-856c-5d2c7b24b052'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:36:58.273472 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f8c0d994-23c6-43aa-886f-089d1c118c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:36:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5a3d0ff5-e660-41a1-856c-5d2c7b24b052'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:58.292180 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-4a113b39-a8c1-43fd-8583-fee32e55eecd service neutron] Request body: {'port': {'device_id': '66560d8a-8919-4bf5-83d8-db07833c612f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:58.447913 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-29202d0e-88c9-4f46-9a22-51c4b9b5d530 req-cecf0e4e-84be-4c4e-8c29-cadc5ca0c2de tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386467 May 06 09:36:58.506846 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d09051b2-ff27-4789-be54-5489418cd23d None None] Provisioning complete for port 50ea228b-ffa3-4617-b1bb-585652b161da triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:58.507531 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d09051b2-ff27-4789-be54-5489418cd23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:58.510687 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ee19d1c0-8a6e-4a93-819a-d722a6ecf59b req-229a562c-eafb-4ced-83e0-eeaec7319da7 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718534 May 06 09:36:58.591337 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f828ad-445c-4f13-ad37-e1bf9b771b48 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:36:58.604565 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e5f828ad-445c-4f13-ad37-e1bf9b771b48 admin admin] 10.222.0.73 "PUT /v2.0/routers/ac95032b-5c86-4701-9f7e-4c2e58acd450/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6171241 May 06 09:36:58.607609 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc99a70f-4769-4c50-bbbb-a145510ef117 None None] Sync routers for ids ['ac95032b-5c86-4701-9f7e-4c2e58acd450'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:36:58.608133 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40474) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:58.608643 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-4a113b39-a8c1-43fd-8583-fee32e55eecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:58.626779 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc99a70f-4769-4c50-bbbb-a145510ef117 None None] Routers {'ac95032b-5c86-4701-9f7e-4c2e58acd450'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:36:58.630163 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-cc99a70f-4769-4c50-bbbb-a145510ef117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:36:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ac95032b-5c86-4701-9f7e-4c2e58acd450'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:58.652854 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-f8c0d994-23c6-43aa-886f-089d1c118c2c None None] Set router 5a3d0ff5-e660-41a1-856c-5d2c7b24b052 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:36:58.729071 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d09051b2-ff27-4789-be54-5489418cd23d None None] Port 50ea228b-ffa3-4617-b1bb-585652b161da cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:36:58.818036 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-cc99a70f-4769-4c50-bbbb-a145510ef117 None None] Set router ac95032b-5c86-4701-9f7e-4c2e58acd450 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:36:58.899561 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3df4be69-da39-4265-99a6-d3a30c9e7f99 admin admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:59.081285 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0c796d9-fff4-4e47-8565-0295a099bee6 req-561ead1e-19a4-4063-93a7-09b28f5d1a66 tempest-FloatingIPsNegativeTestJSON-496643341 tempest-FloatingIPsNegativeTestJSON-496643341-project] 10.222.0.73 "GET /v2.0/floatingips?tenant_id=d67955140e6c4dc8964087dc62060f1c HTTP/1.1" status: 200 len: 217 time: 0.1285508 May 06 09:36:59.124327 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3df4be69-da39-4265-99a6-d3a30c9e7f99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:59.210162 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 7cc034e6-5f01-42e1-9c72-5f0dda565ec1 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:36:59.220657 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a5efb-a0ce-4717-8c58-fab13405e71d req-c1f8191e-fcd7-40fa-b4f3-2aede4eb8c99 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:59.225968 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c01a5efb-a0ce-4717-8c58-fab13405e71d req-c1f8191e-fcd7-40fa-b4f3-2aede4eb8c99 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 945 time: 0.5988920 May 06 09:36:59.266517 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-3df4be69-da39-4265-99a6-d3a30c9e7f99 admin admin] Deleting port b75779f7-7dfd-4ff6-9386-455eb2de6678 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:36:59.266914 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3df4be69-da39-4265-99a6-d3a30c9e7f99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:59.349429 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:59.376645 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-cc99a70f-4769-4c50-bbbb-a145510ef117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac95032b-5c86-4701-9f7e-4c2e58acd450', 'name': 'tempest-AttachSCSIVolumeTestJSON-1042103261-router', 'tenant_id': 'fb280a2e46bd4f488d25c2521321b579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'b75779f7-7dfd-4ff6-9386-455eb2de6678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:32Z', 'updated_at': '2022-05-06T09:36:55Z', 'revision_number': 5, 'project_id': 'fb280a2e46bd4f488d25c2521321b579', 'gw_port': {'id': 'b75779f7-7dfd-4ff6-9386-455eb2de6678', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac95032b-5c86-4701-9f7e-4c2e58acd450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:34Z', 'updated_at': '2022-05-06T09:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:59.401250 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c01a5efb-a0ce-4717-8c58-fab13405e71d req-15744c48-c6c6-4b86-bb49-313c66079f27 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506481 May 06 09:36:59.460842 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-3df4be69-da39-4265-99a6-d3a30c9e7f99 admin admin] For port b75779f7-7dfd-4ff6-9386-455eb2de6678, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b75779f7-7dfd-4ff6-9386-455eb2de6678,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:59.464576 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3df4be69-da39-4265-99a6-d3a30c9e7f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:59.504527 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-3df4be69-da39-4265-99a6-d3a30c9e7f99 admin admin] Calling delete_port for b75779f7-7dfd-4ff6-9386-455eb2de6678 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:36:59.515416 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc99a70f-4769-4c50-bbbb-a145510ef117 None None] Checking router: ac95032b-5c86-4701-9f7e-4c2e58acd450 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:36:59.531639 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985cd21b-ab70-4c96-98e8-c9270e5d0f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edddb17-2687-4793-8dd0-f827724d7bea'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:59.533309 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc99a70f-4769-4c50-bbbb-a145510ef117 None None] Routers {'ac95032b-5c86-4701-9f7e-4c2e58acd450'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:36:59.534504 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-cc99a70f-4769-4c50-bbbb-a145510ef117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:36:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ac95032b-5c86-4701-9f7e-4c2e58acd450'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:59.539179 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea14f9a-db3c-4c79-be7e-fef938fca19c" -d '{"events": [{"server_uuid": "985cd21b-ab70-4c96-98e8-c9270e5d0f19", "name": "network-vif-plugged", "status": "completed", "tag": "8edddb17-2687-4793-8dd0-f827724d7bea"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:59.567576 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-91181019-2274-4697-a37a-c98eb634cc10 req-36fa0e99-b87a-4588-8a37-60683c92d661 tempest-FloatingIPsNegativeTestJSON-496643341 tempest-FloatingIPsNegativeTestJSON-496643341-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0643706 May 06 09:36:59.585686 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aaef17-2685-446f-b2f9-6960181c00d5 req-c42952c6-69b1-4900-8b10-871008602a15 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:59.593688 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0aaef17-2685-446f-b2f9-6960181c00d5 req-c42952c6-69b1-4900-8b10-871008602a15 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 945 time: 0.2688746 May 06 09:36:59.658055 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0aaef17-2685-446f-b2f9-6960181c00d5 req-22f00777-e78c-4de8-9e0f-7c9d7887fec3 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634804 May 06 09:36:59.678015 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 7cc034e6-5f01-42e1-9c72-5f0dda565ec1 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:59.678393 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:59.770593 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-4a113b39-a8c1-43fd-8583-fee32e55eecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ea228b-ffa3-4617-b1bb-585652b161da {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:59.791446 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-4a113b39-a8c1-43fd-8583-fee32e55eecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:59.824210 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-cc99a70f-4769-4c50-bbbb-a145510ef117 None None] Set router ac95032b-5c86-4701-9f7e-4c2e58acd450 gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:36:59.920748 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-4a113b39-a8c1-43fd-8583-fee32e55eecd service neutron] Transition to ACTIVE for port object 50ea228b-ffa3-4617-b1bb-585652b161da will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:36:59.939214 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-4a113b39-a8c1-43fd-8583-fee32e55eecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:59.939614 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-cc99a70f-4769-4c50-bbbb-a145510ef117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac95032b-5c86-4701-9f7e-4c2e58acd450', 'name': 'tempest-AttachSCSIVolumeTestJSON-1042103261-router', 'tenant_id': 'fb280a2e46bd4f488d25c2521321b579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:32Z', 'updated_at': '2022-05-06T09:36:59Z', 'revision_number': 6, 'project_id': 'fb280a2e46bd4f488d25c2521321b579', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:59.961774 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f8c0d994-23c6-43aa-886f-089d1c118c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3d0ff5-e660-41a1-856c-5d2c7b24b052', 'name': 'tempest-FloatingIPsNegativeTestJSON-1183114281-router', 'tenant_id': 'd67955140e6c4dc8964087dc62060f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '7cc034e6-5f01-42e1-9c72-5f0dda565ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:36:49Z', 'updated_at': '2022-05-06T09:36:55Z', 'revision_number': 4, 'project_id': 'd67955140e6c4dc8964087dc62060f1c', 'gw_port': {'id': '7cc034e6-5f01-42e1-9c72-5f0dda565ec1', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3d0ff5-e660-41a1-856c-5d2c7b24b052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:50Z', 'updated_at': '2022-05-06T09:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '21ec3b67-a039-4651-9e00-56d80a0d4c04', 'name': '', 'network_id': 'b6b767e2-271d-47be-a704-067e3d71d805', 'tenant_id': 'd67955140e6c4dc8964087dc62060f1c', 'mac_address': 'fa:16:3e:94:ea:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3d0ff5-e660-41a1-856c-5d2c7b24b052', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'dcb9efef-04ba-4f2f-86d0-4b3f9790cd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:54Z', 'updated_at': '2022-05-06T09:36:56Z', 'revision_number': 2, 'project_id': 'd67955140e6c4dc8964087dc62060f1c', 'subnets': [{'id': 'dcb9efef-04ba-4f2f-86d0-4b3f9790cd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:00.022287 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc99a70f-4769-4c50-bbbb-a145510ef117 None None] The sync data for ids ['ac95032b-5c86-4701-9f7e-4c2e58acd450'] in n-d-840835-1 is: [{'id': 'ac95032b-5c86-4701-9f7e-4c2e58acd450', 'name': 'tempest-AttachSCSIVolumeTestJSON-1042103261-router', 'tenant_id': 'fb280a2e46bd4f488d25c2521321b579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:32Z', 'updated_at': '2022-05-06T09:36:59Z', 'revision_number': 6, 'project_id': 'fb280a2e46bd4f488d25c2521321b579', 'gw_port_host': None}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:37:00.039545 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c0d994-23c6-43aa-886f-089d1c118c2c None None] Checking router: 5a3d0ff5-e660-41a1-856c-5d2c7b24b052 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:37:00.040027 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c0d994-23c6-43aa-886f-089d1c118c2c None None] Updating router 5a3d0ff5-e660-41a1-856c-5d2c7b24b052 port 21ec3b67-a039-4651-9e00-56d80a0d4c04 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:37:00.128278 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f8c0d994-23c6-43aa-886f-089d1c118c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:00.183846 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3df4be69-da39-4265-99a6-d3a30c9e7f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:00.254228 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4be69-da39-4265-99a6-d3a30c9e7f99 admin admin] Pushing event deleted for resources: {'Port': ['ID=b75779f7-7dfd-4ff6-9386-455eb2de6678,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:00.409607 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3df4be69-da39-4265-99a6-d3a30c9e7f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:00.585359 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8c774-e097-4d60-9614-b3cccdab7db0 req-378c323f-9269-40c0-b63c-a358b7fd5b48 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:00.591761 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57e8c774-e097-4d60-9614-b3cccdab7db0 req-378c323f-9269-40c0-b63c-a358b7fd5b48 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 935 time: 0.7580357 May 06 09:37:00.601061 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3df4be69-da39-4265-99a6-d3a30c9e7f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:00.604849 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3df4be69-da39-4265-99a6-d3a30c9e7f99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:00.645218 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f8c0d994-23c6-43aa-886f-089d1c118c2c None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:00.647547 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba82bb-c05d-4e79-a8a8-f35d3ab90984 req-5be0cde7-76d7-45d2-8230-9c5a6f6c6426 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:00.658119 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a5ba82bb-c05d-4e79-a8a8-f35d3ab90984 req-5be0cde7-76d7-45d2-8230-9c5a6f6c6426 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 945 time: 0.8584206 May 06 09:37:00.660972 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f8c0d994-23c6-43aa-886f-089d1c118c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:00.706619 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3df4be69-da39-4265-99a6-d3a30c9e7f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:00.709820 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df4be69-da39-4265-99a6-d3a30c9e7f99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac95032b-5c86-4701-9f7e-4c2e58acd450 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:37:00.720992 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3df4be69-da39-4265-99a6-d3a30c9e7f99 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:00.722291 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3df4be69-da39-4265-99a6-d3a30c9e7f99 admin admin] 10.222.0.73 "DELETE /v2.0/routers/ac95032b-5c86-4701-9f7e-4c2e58acd450 HTTP/1.1" status: 204 len: 168 time: 2.1135974 May 06 09:37:00.734366 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40500) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:00.799543 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84aa7d1-2770-43c2-a20a-75746890b53a None None] Pushing event updated for resources: {'Port': ['ID=21ec3b67-a039-4651-9e00-56d80a0d4c04,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:00.838289 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-b23899de-f04e-4c82-b43f-5c0dcae7124e admin admin] Deleting subnet c3c9f008-b692-4512-9d80-358c30765802 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:37:00.843506 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57e8c774-e097-4d60-9614-b3cccdab7db0 req-ffbf5cab-632f-448d-b2e1-2efc30d226ee tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155466 May 06 09:37:00.857137 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b23899de-f04e-4c82-b43f-5c0dcae7124e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:00.865049 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a113b39-a8c1-43fd-8583-fee32e55eecd service neutron] Pushing event updated for resources: {'Port': ['ID=50ea228b-ffa3-4617-b1bb-585652b161da,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:00.947755 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-4a113b39-a8c1-43fd-8583-fee32e55eecd service neutron] Attempting to bind port 50ea228b-ffa3-4617-b1bb-585652b161da on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:37:00.957066 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-4a113b39-a8c1-43fd-8583-fee32e55eecd service neutron] Attempting to bind port 50ea228b-ffa3-4617-b1bb-585652b161da by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:37:00.957358 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-4a113b39-a8c1-43fd-8583-fee32e55eecd service neutron] Attempting to bind port 50ea228b-ffa3-4617-b1bb-585652b161da on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:37:00.965711 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b23899de-f04e-4c82-b43f-5c0dcae7124e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:00.968857 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-f8c0d994-23c6-43aa-886f-089d1c118c2c None None] Attempting to bind port 21ec3b67-a039-4651-9e00-56d80a0d4c04 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:37:00.971240 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-f8c0d994-23c6-43aa-886f-089d1c118c2c None None] Attempting to bind port 21ec3b67-a039-4651-9e00-56d80a0d4c04 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'd98624de-3bb2-4a93-8328-f800d5e60448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b6b767e2-271d-47be-a704-067e3d71d805'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:37:00.971722 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c0d994-23c6-43aa-886f-089d1c118c2c None None] Attempting to bind port 21ec3b67-a039-4651-9e00-56d80a0d4c04 on network b6b767e2-271d-47be-a704-067e3d71d805 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:37:00.983766 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c0d994-23c6-43aa-886f-089d1c118c2c None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:37:00.985318 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c0d994-23c6-43aa-886f-089d1c118c2c None None] Checking segment: {'id': 'd98624de-3bb2-4a93-8328-f800d5e60448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b6b767e2-271d-47be-a704-067e3d71d805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:37:00.985830 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f8c0d994-23c6-43aa-886f-089d1c118c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:00.986326 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c0d994-23c6-43aa-886f-089d1c118c2c None None] Bound using segment: {'id': 'd98624de-3bb2-4a93-8328-f800d5e60448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b6b767e2-271d-47be-a704-067e3d71d805'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:37:00.989151 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a5ba82bb-c05d-4e79-a8a8-f35d3ab90984 req-db943e08-7bfb-4923-ab46-fc6536e36b5a tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300219 May 06 09:37:00.989842 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-4a113b39-a8c1-43fd-8583-fee32e55eecd service neutron] Port 50ea228b-ffa3-4617-b1bb-585652b161da on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:37:00.990002 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-f8c0d994-23c6-43aa-886f-089d1c118c2c None None] Bound port: 21ec3b67-a039-4651-9e00-56d80a0d4c04, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98624de-3bb2-4a93-8328-f800d5e60448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b6b767e2-271d-47be-a704-067e3d71d805'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:37:00.990171 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-4a113b39-a8c1-43fd-8583-fee32e55eecd service neutron] Attempting to bind port 50ea228b-ffa3-4617-b1bb-585652b161da on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:37:00.990612 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f8c0d994-23c6-43aa-886f-089d1c118c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:01.017319 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2919fb42-8bb3-4c92-9a52-cbff6c0cf65e x-openstack-request-id: req-2919fb42-8bb3-4c92-9a52-cbff6c0cf65e {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:01.019792 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-4a113b39-a8c1-43fd-8583-fee32e55eecd service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:37:01.020147 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-4a113b39-a8c1-43fd-8583-fee32e55eecd service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:37:01.020547 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-4a113b39-a8c1-43fd-8583-fee32e55eecd service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:37:01.021004 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-4a113b39-a8c1-43fd-8583-fee32e55eecd service neutron] Bound port: 50ea228b-ffa3-4617-b1bb-585652b161da, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:37:01.021376 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-4a113b39-a8c1-43fd-8583-fee32e55eecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:01.021903 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985cd21b-ab70-4c96-98e8-c9270e5d0f19", "name": "network-vif-plugged", "status": "completed", "tag": "8edddb17-2687-4793-8dd0-f827724d7bea", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:01.022504 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2919fb42-8bb3-4c92-9a52-cbff6c0cf65e {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:01.022943 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2919fb42-8bb3-4c92-9a52-cbff6c0cf65e'] response: {'server_uuid': '985cd21b-ab70-4c96-98e8-c9270e5d0f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edddb17-2687-4793-8dd0-f827724d7bea', 'code': 200} May 06 09:37:01.144287 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-8c3c7e9f-b20d-4487-90c8-3a0a35a1e740 req-9965c1ab-64ab-47ac-b6b5-36a5ad3acff5 tempest-FloatingIPsNegativeTestJSON-496643341 tempest-FloatingIPsNegativeTestJSON-496643341-project] show failed (client error): The resource could not be found. May 06 09:37:01.165064 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8c3c7e9f-b20d-4487-90c8-3a0a35a1e740 req-9965c1ab-64ab-47ac-b6b5-36a5ad3acff5 tempest-FloatingIPsNegativeTestJSON-496643341 tempest-FloatingIPsNegativeTestJSON-496643341-project] 10.222.0.73 "GET /v2.0/floatingips/525755b9-8db2-4501-a557-3a22df547ebc HTTP/1.1" status: 404 len: 350 time: 0.1334653 May 06 09:37:01.191005 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40510) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:01.358688 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-4a113b39-a8c1-43fd-8583-fee32e55eecd service neutron] For port 50ea228b-ffa3-4617-b1bb-585652b161da, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:37:01.361611 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b23899de-f04e-4c82-b43f-5c0dcae7124e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:01.367797 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-4a113b39-a8c1-43fd-8583-fee32e55eecd service neutron] For port 50ea228b-ffa3-4617-b1bb-585652b161da, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=50ea228b-ffa3-4617-b1bb-585652b161da,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:37:01.461360 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-4a113b39-a8c1-43fd-8583-fee32e55eecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:01.528747 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f8c0d994-23c6-43aa-886f-089d1c118c2c None None] For port 21ec3b67-a039-4651-9e00-56d80a0d4c04, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:37:01.532571 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f8c0d994-23c6-43aa-886f-089d1c118c2c None None] For port 21ec3b67-a039-4651-9e00-56d80a0d4c04, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=21ec3b67-a039-4651-9e00-56d80a0d4c04,segment=NetworkSegment(d98624de-3bb2-4a93-8328-f800d5e60448),segment_id=d98624de-3bb2-4a93-8328-f800d5e60448)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:37:01.540361 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b75779f7-7dfd-4ff6-9386-455eb2de6678 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:37:01.580664 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f8c0d994-23c6-43aa-886f-089d1c118c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:01.612863 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-4a113b39-a8c1-43fd-8583-fee32e55eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:01.619903 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-4a113b39-a8c1-43fd-8583-fee32e55eecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:01.621550 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-4a113b39-a8c1-43fd-8583-fee32e55eecd service neutron] 10.222.0.77 "PUT /v2.0/ports/50ea228b-ffa3-4617-b1bb-585652b161da HTTP/1.1" status: 200 len: 1095 time: 3.3639436 May 06 09:37:01.626395 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66560d8a-8919-4bf5-83d8-db07833c612f', 'tag': '50ea228b-ffa3-4617-b1bb-585652b161da'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:01.629000 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da458777-3e3f-415c-9de5-a5b3b6437e92" -d '{"events": [{"name": "network-changed", "server_uuid": "66560d8a-8919-4bf5-83d8-db07833c612f", "tag": "50ea228b-ffa3-4617-b1bb-585652b161da"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:01.663789 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6fb7b-8d3c-489d-935a-cee263ff0cb8 req-cd954c31-c944-49c6-ba8a-728d1a313dc5 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:01.667675 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e7c6fb7b-8d3c-489d-935a-cee263ff0cb8 req-cd954c31-c944-49c6-ba8a-728d1a313dc5 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 945 time: 0.2968609 May 06 09:37:01.694101 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: b75779f7-7dfd-4ff6-9386-455eb2de6678 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:37:01.694729 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b75779f7-7dfd-4ff6-9386-455eb2de6678 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:37:01.695420 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e6596ae1-744e-4353-b4f3-65ae7d86d2a6 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:37:01.749686 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad659eb-1b35-4cf8-81ed-123aeeca01f4 req-c5368efc-918b-4391-b285-cdb0c9f94359 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:01.750200 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84aa7d1-2770-43c2-a20a-75746890b53a None None] Pushing event updated for resources: {'Port': ['ID=21ec3b67-a039-4651-9e00-56d80a0d4c04,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:01.751237 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b23899de-f04e-4c82-b43f-5c0dcae7124e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:01.752967 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: e6596ae1-744e-4353-b4f3-65ae7d86d2a6 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:37:01.753342 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e6596ae1-744e-4353-b4f3-65ae7d86d2a6 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:37:01.761580 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5ad659eb-1b35-4cf8-81ed-123aeeca01f4 req-c5368efc-918b-4391-b285-cdb0c9f94359 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 945 time: 0.3897357 May 06 09:37:01.796089 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-dcab10b8-403e-4088-8ca5-a6f47d3966de None None] Provisioning complete for port 21ec3b67-a039-4651-9e00-56d80a0d4c04 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:01.796089 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dcab10b8-403e-4088-8ca5-a6f47d3966de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:01.873309 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c0d994-23c6-43aa-886f-089d1c118c2c None None] Routers {'5a3d0ff5-e660-41a1-856c-5d2c7b24b052'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:37:01.874401 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f8c0d994-23c6-43aa-886f-089d1c118c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:36:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5a3d0ff5-e660-41a1-856c-5d2c7b24b052'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:01.919897 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23899de-f04e-4c82-b43f-5c0dcae7124e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3c9f008-b692-4512-9d80-358c30765802,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:01.961733 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b23899de-f04e-4c82-b43f-5c0dcae7124e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:01.967246 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b23899de-f04e-4c82-b43f-5c0dcae7124e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c3c9f008-b692-4512-9d80-358c30765802 HTTP/1.1" status: 204 len: 168 time: 1.2317467 May 06 09:37:01.974668 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40516) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:02.015469 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5ad659eb-1b35-4cf8-81ed-123aeeca01f4 req-37bd5e56-a157-4011-b07b-6c94b3cec54c tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473874 May 06 09:37:02.023399 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e7c6fb7b-8d3c-489d-935a-cee263ff0cb8 req-616c037a-31e5-4635-843f-3285020afcb3 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365898 May 06 09:37:02.047277 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a113b39-a8c1-43fd-8583-fee32e55eecd service neutron] Pushing event updated for resources: {'Port': ['ID=50ea228b-ffa3-4617-b1bb-585652b161da,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:02.074107 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-2cf2fa80-0f31-4d75-ae75-63eda571a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:02.087515 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-2cf2fa80-0f31-4d75-ae75-63eda571a8a8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 1098 time: 0.2678392 May 06 09:37:02.218929 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246c705c-bb22-42ab-8c7c-b65109c54bf3 x-openstack-request-id: req-246c705c-bb22-42ab-8c7c-b65109c54bf3 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:02.219344 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66560d8a-8919-4bf5-83d8-db07833c612f", "tag": "50ea228b-ffa3-4617-b1bb-585652b161da", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:02.219529 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-246c705c-bb22-42ab-8c7c-b65109c54bf3 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:02.219896 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-246c705c-bb22-42ab-8c7c-b65109c54bf3'] response: {'name': 'network-changed', 'server_uuid': '66560d8a-8919-4bf5-83d8-db07833c612f', 'tag': '50ea228b-ffa3-4617-b1bb-585652b161da', 'status': 'completed', 'code': 200} May 06 09:37:02.223421 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-f8c0d994-23c6-43aa-886f-089d1c118c2c None None] Set router 5a3d0ff5-e660-41a1-856c-5d2c7b24b052 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:37:02.248161 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-230239d6-e2ec-4a49-b983-e32ffe5e4885 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=50ea228b-ffa3-4617-b1bb-585652b161da HTTP/1.1" status: 200 len: 217 time: 0.1454561 May 06 09:37:02.443096 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd9d06-39d2-4d4a-9aef-4270c7eff0e7 req-fa34489f-6cef-4fb3-8f84-1ce813027e33 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:02.445377 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-36cd9d06-39d2-4d4a-9aef-4270c7eff0e7 req-fa34489f-6cef-4fb3-8f84-1ce813027e33 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 947 time: 0.2309902 May 06 09:37:02.457842 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fdc95-5738-4094-a9e6-a98125f5207e req-5d69f1af-204f-473a-98f7-7dd62ae71996 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:02.467164 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7d6fdc95-5738-4094-a9e6-a98125f5207e req-5d69f1af-204f-473a-98f7-7dd62ae71996 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 945 time: 0.1852639 May 06 09:37:02.482138 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bea649-76e8-4ee3-a3c7-e55043f2923e None None] Network 95f0a63f-75ad-4d87-912d-0363cbb825cb requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:37:02.491300 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-ba94240a-e3d4-4c58-b9cf-136b97a8aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:02.493251 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-ba94240a-e3d4-4c58-b9cf-136b97a8aa85 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.2105381 May 06 09:37:02.561798 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-36cd9d06-39d2-4d4a-9aef-4270c7eff0e7 req-febd37a9-1c1f-445b-b499-59868688b8fe tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671313 May 06 09:37:02.612159 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7d6fdc95-5738-4094-a9e6-a98125f5207e req-613c2d43-47bc-45bc-b888-53bb210a6429 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386621 May 06 09:37:02.644425 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-1217cf9e-c559-45ca-859e-25ccde538f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:02.646829 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-1217cf9e-c559-45ca-859e-25ccde538f00 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1140711 May 06 09:37:02.728479 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-30f08558-6d34-4528-8a35-8924405c72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:02.807173 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-25703caa-292d-4cf6-9c2b-7158b0514a75 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496201 May 06 09:37:02.855983 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dcab10b8-403e-4088-8ca5-a6f47d3966de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:02.918322 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f8c0d994-23c6-43aa-886f-089d1c118c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3d0ff5-e660-41a1-856c-5d2c7b24b052', 'name': 'tempest-FloatingIPsNegativeTestJSON-1183114281-router', 'tenant_id': 'd67955140e6c4dc8964087dc62060f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '7cc034e6-5f01-42e1-9c72-5f0dda565ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:36:49Z', 'updated_at': '2022-05-06T09:36:55Z', 'revision_number': 4, 'project_id': 'd67955140e6c4dc8964087dc62060f1c', 'gw_port': {'id': '7cc034e6-5f01-42e1-9c72-5f0dda565ec1', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3d0ff5-e660-41a1-856c-5d2c7b24b052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:50Z', 'updated_at': '2022-05-06T09:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '21ec3b67-a039-4651-9e00-56d80a0d4c04', 'name': '', 'network_id': 'b6b767e2-271d-47be-a704-067e3d71d805', 'tenant_id': 'd67955140e6c4dc8964087dc62060f1c', 'mac_address': 'fa:16:3e:94:ea:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3d0ff5-e660-41a1-856c-5d2c7b24b052', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'dcb9efef-04ba-4f2f-86d0-4b3f9790cd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:54Z', 'updated_at': '2022-05-06T09:37:01Z', 'revision_number': 4, 'project_id': 'd67955140e6c4dc8964087dc62060f1c', 'subnets': [{'id': 'dcb9efef-04ba-4f2f-86d0-4b3f9790cd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:02.931173 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-dcab10b8-403e-4088-8ca5-a6f47d3966de None None] For port 21ec3b67-a039-4651-9e00-56d80a0d4c04, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=21ec3b67-a039-4651-9e00-56d80a0d4c04,segment=NetworkSegment(d98624de-3bb2-4a93-8328-f800d5e60448),segment_id=d98624de-3bb2-4a93-8328-f800d5e60448)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:02.967321 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-30f08558-6d34-4528-8a35-8924405c72c4 admin admin] Deleting port 6ec13907-ba88-447c-9f3f-6da1be42209f {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:37:02.978955 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-30f08558-6d34-4528-8a35-8924405c72c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:02.981184 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc411641-0c41-4e8b-b270-620ee007a430 None None] DHCP port deletion for 95f0a63f-75ad-4d87-912d-0363cbb825cb request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:37:02.985255 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c0d994-23c6-43aa-886f-089d1c118c2c None None] The sync data for ids ['5a3d0ff5-e660-41a1-856c-5d2c7b24b052'] in n-d-840835-1 is: [{'id': '5a3d0ff5-e660-41a1-856c-5d2c7b24b052', 'name': 'tempest-FloatingIPsNegativeTestJSON-1183114281-router', 'tenant_id': 'd67955140e6c4dc8964087dc62060f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '7cc034e6-5f01-42e1-9c72-5f0dda565ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:36:49Z', 'updated_at': '2022-05-06T09:36:55Z', 'revision_number': 4, 'project_id': 'd67955140e6c4dc8964087dc62060f1c', 'gw_port': {'id': '7cc034e6-5f01-42e1-9c72-5f0dda565ec1', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3d0ff5-e660-41a1-856c-5d2c7b24b052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:50Z', 'updated_at': '2022-05-06T09:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '21ec3b67-a039-4651-9e00-56d80a0d4c04', 'name': '', 'network_id': 'b6b767e2-271d-47be-a704-067e3d71d805', 'tenant_id': 'd67955140e6c4dc8964087dc62060f1c', 'mac_address': 'fa:16:3e:94:ea:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3d0ff5-e660-41a1-856c-5d2c7b24b052', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'dcb9efef-04ba-4f2f-86d0-4b3f9790cd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:54Z', 'updated_at': '2022-05-06T09:37:01Z', 'revision_number': 4, 'project_id': 'd67955140e6c4dc8964087dc62060f1c', 'subnets': [{'id': 'dcb9efef-04ba-4f2f-86d0-4b3f9790cd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:37:02.987248 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dcab10b8-403e-4088-8ca5-a6f47d3966de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:02.996199 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb9aeda1-0fb4-43fb-89d2-fb992a11e421 req-65782bec-3713-4e1a-b1f4-de9f1072770d service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757846 May 06 09:37:03.056204 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab10b8-403e-4088-8ca5-a6f47d3966de None None] Pushing event updated for resources: {'Port': ['ID=21ec3b67-a039-4651-9e00-56d80a0d4c04,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:03.164327 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-aca98c5b-e740-44df-a6da-2cca11983410 None None] Provisioning complete for port 21ec3b67-a039-4651-9e00-56d80a0d4c04 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:03.164698 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-aca98c5b-e740-44df-a6da-2cca11983410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:03.224019 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-30f08558-6d34-4528-8a35-8924405c72c4 admin admin] For port 6ec13907-ba88-447c-9f3f-6da1be42209f, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=6ec13907-ba88-447c-9f3f-6da1be42209f,segment=NetworkSegment(5bb8bc01-96b6-44ad-aa87-c1960d5bc61d),segment_id=5bb8bc01-96b6-44ad-aa87-c1960d5bc61d)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:03.224469 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 6ec13907-ba88-447c-9f3f-6da1be42209f no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:37:03.224651 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-30f08558-6d34-4528-8a35-8924405c72c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:03.240977 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-30f08558-6d34-4528-8a35-8924405c72c4 admin admin] Calling delete_port for 6ec13907-ba88-447c-9f3f-6da1be42209f owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:37:03.330584 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-fc411641-0c41-4e8b-b270-620ee007a430 None None] Deleting port 6ec13907-ba88-447c-9f3f-6da1be42209f {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:37:03.330932 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fc411641-0c41-4e8b-b270-620ee007a430 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:03.396913 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-30f08558-6d34-4528-8a35-8924405c72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:03.416752 n-d-840835-1 neutron-server[102654]: INFO neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No ports have port_id starting with 6ec13907-ba88-447c-9f3f-6da1be42209f May 06 09:37:03.471362 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f08558-6d34-4528-8a35-8924405c72c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ec13907-ba88-447c-9f3f-6da1be42209f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:03.499286 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-fc411641-0c41-4e8b-b270-620ee007a430 None None] For port 6ec13907-ba88-447c-9f3f-6da1be42209f, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=6ec13907-ba88-447c-9f3f-6da1be42209f,segment=NetworkSegment(5bb8bc01-96b6-44ad-aa87-c1960d5bc61d),segment_id=5bb8bc01-96b6-44ad-aa87-c1960d5bc61d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:03.500539 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fc411641-0c41-4e8b-b270-620ee007a430 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:03.521483 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da458777-3e3f-415c-9de5-a5b3b6437e92 req-78b7528a-5dd2-4989-b014-3d96ecec87aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:03.523054 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da458777-3e3f-415c-9de5-a5b3b6437e92 req-78b7528a-5dd2-4989-b014-3d96ecec87aa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 1098 time: 0.4089477 May 06 09:37:03.523924 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-fc411641-0c41-4e8b-b270-620ee007a430 None None] Calling delete_port for 6ec13907-ba88-447c-9f3f-6da1be42209f owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:37:03.531633 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f08558-6d34-4528-8a35-8924405c72c4 admin admin] No DVR routers for this DVR port 6ec13907-ba88-447c-9f3f-6da1be42209f on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:37:03.574579 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389beea-6e86-4592-a90e-5767ac9ad3d1 req-d0211717-0687-4844-bbbf-9d7822b5e653 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:03.582654 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a389beea-6e86-4592-a90e-5767ac9ad3d1 req-d0211717-0687-4844-bbbf-9d7822b5e653 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 945 time: 0.3684433 May 06 09:37:03.658581 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-30f08558-6d34-4528-8a35-8924405c72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:03.673620 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fc411641-0c41-4e8b-b270-620ee007a430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:03.687553 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-30f08558-6d34-4528-8a35-8924405c72c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f0a63f-75ad-4d87-912d-0363cbb825cb']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:03.699721 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-30f08558-6d34-4528-8a35-8924405c72c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb8bc01-96b6-44ad-aa87-c1960d5bc61d') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:03.700558 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-30f08558-6d34-4528-8a35-8924405c72c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb8bc01-96b6-44ad-aa87-c1960d5bc61d') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:03.716907 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6f4ef-3709-49a6-aaaf-1e6720d4b065 req-9f6ae62b-615a-4c5c-ace1-e1180764575e tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:03.718657 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9e6f4ef-3709-49a6-aaaf-1e6720d4b065 req-9f6ae62b-615a-4c5c-ace1-e1180764575e tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 945 time: 0.4330745 May 06 09:37:03.729477 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc411641-0c41-4e8b-b270-620ee007a430 None None] Pushing event deleted for resources: {'Port': ['ID=6ec13907-ba88-447c-9f3f-6da1be42209f,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:03.738713 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-30f08558-6d34-4528-8a35-8924405c72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:03.744133 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc411641-0c41-4e8b-b270-620ee007a430 None None] No DVR routers for this DVR port 6ec13907-ba88-447c-9f3f-6da1be42209f on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:37:03.790212 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-30f08558-6d34-4528-8a35-8924405c72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:03.820350 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30f08558-6d34-4528-8a35-8924405c72c4 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:37:03.821068 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-30f08558-6d34-4528-8a35-8924405c72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: timer() May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:37:03.823399 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:37:03.853944 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9e6f4ef-3709-49a6-aaaf-1e6720d4b065 req-4bfdeca3-6d0b-4817-a944-e5fa4fd7266f tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977762 May 06 09:37:03.902584 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a389beea-6e86-4592-a90e-5767ac9ad3d1 req-4122876d-b684-4c98-8238-7280f2322341 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189762 May 06 09:37:03.944758 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da458777-3e3f-415c-9de5-a5b3b6437e92 req-3ab1a01b-37b9-432b-ac97-517b9994dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:03.951071 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da458777-3e3f-415c-9de5-a5b3b6437e92 req-3ab1a01b-37b9-432b-ac97-517b9994dee2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.4062376 May 06 09:37:04.041501 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9fb572b3-1cfa-433f-a748-eb8910eb7b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:04.049401 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-30f08558-6d34-4528-8a35-8924405c72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:04.068931 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da458777-3e3f-415c-9de5-a5b3b6437e92 req-f42c655a-6dd5-494c-95b4-91f014c9bca2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=50ea228b-ffa3-4617-b1bb-585652b161da HTTP/1.1" status: 200 len: 217 time: 0.1101005 May 06 09:37:04.103547 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-30f08558-6d34-4528-8a35-8924405c72c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:04.107126 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-30f08558-6d34-4528-8a35-8924405c72c4 admin admin] 10.222.0.73 "DELETE /v2.0/networks/95f0a63f-75ad-4d87-912d-0363cbb825cb HTTP/1.1" status: 204 len: 168 time: 2.1286433 May 06 09:37:04.281481 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f08558-6d34-4528-8a35-8924405c72c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=95f0a63f-75ad-4d87-912d-0363cbb825cb,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:04.307752 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef82639-7817-4d5d-a10c-7b938517d871 req-b32d6a55-27e9-495e-8414-6a9933109a21 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:04.311626 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8ef82639-7817-4d5d-a10c-7b938517d871 req-b32d6a55-27e9-495e-8414-6a9933109a21 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 947 time: 0.2656984 May 06 09:37:04.315472 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da458777-3e3f-415c-9de5-a5b3b6437e92 req-fa5d10d7-51b0-4312-a61b-d3b0ba6402ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:04.317068 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da458777-3e3f-415c-9de5-a5b3b6437e92 req-fa5d10d7-51b0-4312-a61b-d3b0ba6402ec service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1710596 May 06 09:37:04.350980 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cd391-c652-426c-b86d-cf4d2f0442bc req-57257d63-6b4b-4a11-b8a8-66f725e69af9 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:04.366830 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-202cd391-c652-426c-b86d-cf4d2f0442bc req-57257d63-6b4b-4a11-b8a8-66f725e69af9 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 945 time: 0.3287778 May 06 09:37:04.442998 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40544) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:04.532769 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8ef82639-7817-4d5d-a10c-7b938517d871 req-f5cae33a-5846-43a5-a952-6e2c0b5a4575 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125587 May 06 09:37:04.550481 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-202cd391-c652-426c-b86d-cf4d2f0442bc req-7d349811-3c7f-48b7-af0f-e67c9ea8a18c tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822178 May 06 09:37:04.568877 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da458777-3e3f-415c-9de5-a5b3b6437e92 req-01b13b27-e0f1-4c4a-801c-73545e26318f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:04.586090 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da458777-3e3f-415c-9de5-a5b3b6437e92 req-01b13b27-e0f1-4c4a-801c-73545e26318f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1922090 May 06 09:37:04.611843 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2f5a171c-de78-475a-b026-1593c3d40bba admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=18d2b79bdfff4fc3957450c1173b5172&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1646492 May 06 09:37:04.616968 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40550) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:04.690535 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-9fb572b3-1cfa-433f-a748-eb8910eb7b0f admin admin] Deleting port 21ec3b67-a039-4651-9e00-56d80a0d4c04 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:37:04.690822 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9fb572b3-1cfa-433f-a748-eb8910eb7b0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:04.745968 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da458777-3e3f-415c-9de5-a5b3b6437e92 req-721c627c-1e10-45ce-a852-33b823ef4782 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582773 May 06 09:37:04.817889 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-79ffd43e-ed54-4441-8365-fb9504baf19b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:04.865266 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da458777-3e3f-415c-9de5-a5b3b6437e92 req-8d050c22-6dc7-47d0-955a-414e33c1fbef service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117723 May 06 09:37:04.876608 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-79ffd43e-ed54-4441-8365-fb9504baf19b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:04.964776 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-9fb572b3-1cfa-433f-a748-eb8910eb7b0f admin admin] For port 21ec3b67-a039-4651-9e00-56d80a0d4c04, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=21ec3b67-a039-4651-9e00-56d80a0d4c04,segment=NetworkSegment(d98624de-3bb2-4a93-8328-f800d5e60448),segment_id=d98624de-3bb2-4a93-8328-f800d5e60448)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:04.965165 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9fb572b3-1cfa-433f-a748-eb8910eb7b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:05.016477 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-9fb572b3-1cfa-433f-a748-eb8910eb7b0f admin admin] Calling delete_port for 21ec3b67-a039-4651-9e00-56d80a0d4c04 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:37:05.134970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7243b-b3aa-4451-a2e6-2c829b1c4c5a req-4ef96341-f090-412c-8b33-6d1ddc53ca93 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:05.136609 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ecf7243b-b3aa-4451-a2e6-2c829b1c4c5a req-4ef96341-f090-412c-8b33-6d1ddc53ca93 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 945 time: 0.1157148 May 06 09:37:05.204816 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-79ffd43e-ed54-4441-8365-fb9504baf19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:05.212269 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-79ffd43e-ed54-4441-8365-fb9504baf19b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:05.218834 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-79ffd43e-ed54-4441-8365-fb9504baf19b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f7d759c7-01bd-466d-9fbe-a330a6b2318c HTTP/1.1" status: 204 len: 168 time: 0.5973055 May 06 09:37:05.221665 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ecf7243b-b3aa-4451-a2e6-2c829b1c4c5a req-a4d25abc-b24d-4f27-9cc4-d9c163670022 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778990 May 06 09:37:05.257142 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 21ec3b67-a039-4651-9e00-56d80a0d4c04 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:37:05.290573 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffd43e-ed54-4441-8365-fb9504baf19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d759c7-01bd-466d-9fbe-a330a6b2318c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:05.318032 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ce786-6553-493b-b53e-b05c1be86415 req-f64c7651-1585-4a2f-a56e-1c06a965c921 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:05.326782 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc0ce786-6553-493b-b53e-b05c1be86415 req-f64c7651-1585-4a2f-a56e-1c06a965c921 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 945 time: 0.1117852 May 06 09:37:05.378819 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc0ce786-6553-493b-b53e-b05c1be86415 req-af219b4e-76fa-4b5c-900a-e8043bc0d78e tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503581 May 06 09:37:05.408154 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 21ec3b67-a039-4651-9e00-56d80a0d4c04 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:05.408385 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:05.514798 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9fb572b3-1cfa-433f-a748-eb8910eb7b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:05.551884 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb572b3-1cfa-433f-a748-eb8910eb7b0f admin admin] Pushing event deleted for resources: {'Port': ['ID=21ec3b67-a039-4651-9e00-56d80a0d4c04,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:05.881140 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08531e86-0fa2-4c45-948c-f0f102dd3335 req-ef995a90-9375-4fc5-baed-b832e18a54c7 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:05.891355 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08531e86-0fa2-4c45-948c-f0f102dd3335 req-ef995a90-9375-4fc5-baed-b832e18a54c7 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 947 time: 0.2117875 May 06 09:37:05.932540 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7f938-d4f3-44b5-a43d-8303ed969a00 req-5fb7b5ed-3ce0-4a76-b179-c09001009362 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:05.934451 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ffb7f938-d4f3-44b5-a43d-8303ed969a00 req-5fb7b5ed-3ce0-4a76-b179-c09001009362 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 945 time: 0.2455008 May 06 09:37:05.992288 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08531e86-0fa2-4c45-948c-f0f102dd3335 req-07fa1699-bbee-41d0-9719-9cdc26633f29 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982561 May 06 09:37:06.001295 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9fb572b3-1cfa-433f-a748-eb8910eb7b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:06.023016 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ffb7f938-d4f3-44b5-a43d-8303ed969a00 req-c7889431-cfb6-4948-a27d-4e72b18bfb9e tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801854 May 06 09:37:06.169832 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40578) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:06.342052 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9c7ace0d-2ff5-46db-b7d4-8bedc43145a0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fb280a2e46bd4f488d25c2521321b579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1699364 May 06 09:37:06.349741 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40582) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:06.357871 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-83e40c12-9818-4f01-9782-48d6d3859a60 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:06.359722 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-83e40c12-9818-4f01-9782-48d6d3859a60 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf&tenant_id=ee0cd225ef094aa381a08623ce8da867&binding%3Ahost_id=n-h2-840835-1 HTTP/1.1" status: 200 len: 1096 time: 0.1099849 May 06 09:37:06.387381 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-cb19afa4-f61f-4c8b-bbc5-f4d0727554f0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-840835-1'}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:06.490688 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb572b3-1cfa-433f-a748-eb8910eb7b0f admin admin] Router 5a3d0ff5-e660-41a1-856c-5d2c7b24b052 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:37:06.492824 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6e0c04c4-ddf5-411d-8077-28545651be8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:06.531351 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6e0c04c4-ddf5-411d-8077-28545651be8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:06.571524 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b221cb-1651-4000-8341-635a85593804 req-47948700-08c5-49b5-8442-45d3117089b8 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:06.579774 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2b221cb-1651-4000-8341-635a85593804 req-47948700-08c5-49b5-8442-45d3117089b8 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 945 time: 0.1852171 May 06 09:37:06.627744 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-cb19afa4-f61f-4c8b-bbc5-f4d0727554f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:06.638219 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6e0c04c4-ddf5-411d-8077-28545651be8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:06.641863 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6e0c04c4-ddf5-411d-8077-28545651be8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:06.644710 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6e0c04c4-ddf5-411d-8077-28545651be8d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3b9059f2-5fa4-486a-b29c-b3c0f8c2d612 HTTP/1.1" status: 204 len: 168 time: 0.2938154 May 06 09:37:06.658852 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c04c4-ddf5-411d-8077-28545651be8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9059f2-5fa4-486a-b29c-b3c0f8c2d612,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:06.708406 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 50ea228b-ffa3-4617-b1bb-585652b161da details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:37:06.821565 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb572b3-1cfa-433f-a748-eb8910eb7b0f admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:37:06.835555 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9fb572b3-1cfa-433f-a748-eb8910eb7b0f admin admin] 10.222.0.73 "PUT /v2.0/routers/5a3d0ff5-e660-41a1-856c-5d2c7b24b052/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6360161 May 06 09:37:06.840173 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40588) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:06.849802 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2b221cb-1651-4000-8341-635a85593804 req-424a1616-841c-4b3d-b31b-9b30fb916db3 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687824 May 06 09:37:06.868406 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a60694-b1f3-4604-a0d3-2ddb5061c18b req-144e24ee-372f-404e-b091-6742a652035c tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:06.870103 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0a60694-b1f3-4604-a0d3-2ddb5061c18b req-144e24ee-372f-404e-b091-6742a652035c tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 945 time: 0.3456388 May 06 09:37:06.898730 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e64fe4-1eb5-47b7-bd15-291b07c8d958 None None] Sync routers for ids ['5a3d0ff5-e660-41a1-856c-5d2c7b24b052'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:37:07.023507 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 50ea228b-ffa3-4617-b1bb-585652b161da, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=50ea228b-ffa3-4617-b1bb-585652b161da,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:07.063815 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '50ea228b-ffa3-4617-b1bb-585652b161da', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': '50ea228b-ffa3-4617-b1bb-585652b161da', 'mac_address': 'fa:16:3e:85:0d:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:37:07.096374 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e64fe4-1eb5-47b7-bd15-291b07c8d958 None None] Routers {'5a3d0ff5-e660-41a1-856c-5d2c7b24b052'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:37:07.097138 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-75e64fe4-1eb5-47b7-bd15-291b07c8d958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:36:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5a3d0ff5-e660-41a1-856c-5d2c7b24b052'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:07.171073 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0a60694-b1f3-4604-a0d3-2ddb5061c18b req-b87a0579-c48b-4de4-9824-405c6ede6d74 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824950 May 06 09:37:07.174782 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c33636b2-9a8c-40d3-8a9d-e262ab35ec99 admin admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:07.309220 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-cb19afa4-f61f-4c8b-bbc5-f4d0727554f0 service neutron] For port 0628af58-b4bb-41f2-a487-0f7dc617eaf8, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=0628af58-b4bb-41f2-a487-0f7dc617eaf8,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:07.396038 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-cb19afa4-f61f-4c8b-bbc5-f4d0727554f0 service neutron] For port 0628af58-b4bb-41f2-a487-0f7dc617eaf8, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:37:07.450333 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-cb19afa4-f61f-4c8b-bbc5-f4d0727554f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:07.458975 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5da443-f3d5-4793-b56a-ba4e5723bccf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0628af58-b4bb-41f2-a487-0f7dc617eaf8'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:07.462257 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458540f2-a95e-4e8e-9d45-e4c57382da8e" -d '{"events": [{"server_uuid": "7f5da443-f3d5-4793-b56a-ba4e5723bccf", "name": "network-vif-unplugged", "status": "completed", "tag": "0628af58-b4bb-41f2-a487-0f7dc617eaf8"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:07.473404 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-cb19afa4-f61f-4c8b-bbc5-f4d0727554f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:07.498161 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-75e64fe4-1eb5-47b7-bd15-291b07c8d958 None None] Set router 5a3d0ff5-e660-41a1-856c-5d2c7b24b052 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:37:07.520431 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975b214-99ae-4235-8b54-07c590d33275 req-31fc24a4-a54d-410f-9b87-34aeb8d3dccc tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:07.522579 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8975b214-99ae-4235-8b54-07c590d33275 req-31fc24a4-a54d-410f-9b87-34aeb8d3dccc tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 947 time: 0.2845862 May 06 09:37:07.551978 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c33636b2-9a8c-40d3-8a9d-e262ab35ec99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:07.645262 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef16d3-3e98-47cc-9010-d63cd84f5f07 req-d78c9e96-0d5f-46f9-b269-8edf3f004839 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:07.653536 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11ef16d3-3e98-47cc-9010-d63cd84f5f07 req-d78c9e96-0d5f-46f9-b269-8edf3f004839 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 945 time: 0.3660514 May 06 09:37:07.692012 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-c33636b2-9a8c-40d3-8a9d-e262ab35ec99 admin admin] Deleting port 7cc034e6-5f01-42e1-9c72-5f0dda565ec1 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:37:07.692547 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c33636b2-9a8c-40d3-8a9d-e262ab35ec99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:07.703767 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8975b214-99ae-4235-8b54-07c590d33275 req-48db8c2e-d842-4b43-8559-1e38dd569fc1 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456428 May 06 09:37:07.759762 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11ef16d3-3e98-47cc-9010-d63cd84f5f07 req-cb298c44-876a-4144-8697-2521cdd48d29 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050496 May 06 09:37:07.777506 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-cb19afa4-f61f-4c8b-bbc5-f4d0727554f0 service neutron] Attempting to bind port 0628af58-b4bb-41f2-a487-0f7dc617eaf8 on host n-h2-840835-1 for vnic_type normal with profile {"migrating_to": "n-h1-840835-1"} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:37:07.777925 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-cb19afa4-f61f-4c8b-bbc5-f4d0727554f0 service neutron] Attempting to bind port 0628af58-b4bb-41f2-a487-0f7dc617eaf8 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:37:07.778256 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-cb19afa4-f61f-4c8b-bbc5-f4d0727554f0 service neutron] Attempting to bind port 0628af58-b4bb-41f2-a487-0f7dc617eaf8 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:37:07.830620 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022db84f-8cf7-4a0a-ac92-6d519d99e731 x-openstack-request-id: req-022db84f-8cf7-4a0a-ac92-6d519d99e731 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:07.830840 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5da443-f3d5-4793-b56a-ba4e5723bccf", "name": "network-vif-unplugged", "status": "completed", "tag": "0628af58-b4bb-41f2-a487-0f7dc617eaf8", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:07.831174 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-022db84f-8cf7-4a0a-ac92-6d519d99e731 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:07.831591 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-022db84f-8cf7-4a0a-ac92-6d519d99e731'] response: {'server_uuid': '7f5da443-f3d5-4793-b56a-ba4e5723bccf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0628af58-b4bb-41f2-a487-0f7dc617eaf8', 'code': 200} May 06 09:37:07.847865 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19afa4-f61f-4c8b-bbc5-f4d0727554f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0628af58-b4bb-41f2-a487-0f7dc617eaf8,revision_number=7']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:07.852056 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-cb19afa4-f61f-4c8b-bbc5-f4d0727554f0 service neutron] Port 0628af58-b4bb-41f2-a487-0f7dc617eaf8 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:37:07.852390 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-cb19afa4-f61f-4c8b-bbc5-f4d0727554f0 service neutron] Attempting to bind port 0628af58-b4bb-41f2-a487-0f7dc617eaf8 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:37:07.862570 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82604dbe-68b0-459c-be4d-ae58e3341978 req-9db1aff6-5d10-4224-9fb5-a13cca0fa242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:07.864720 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82604dbe-68b0-459c-be4d-ae58e3341978 req-9db1aff6-5d10-4224-9fb5-a13cca0fa242 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 1096 time: 0.1646597 May 06 09:37:07.874185 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-cb19afa4-f61f-4c8b-bbc5-f4d0727554f0 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:37:07.877478 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-cb19afa4-f61f-4c8b-bbc5-f4d0727554f0 service neutron] Checking segment: {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:37:07.877833 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-cb19afa4-f61f-4c8b-bbc5-f4d0727554f0 service neutron] Bound using segment: {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:37:07.878832 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-cb19afa4-f61f-4c8b-bbc5-f4d0727554f0 service neutron] Bound port: 0628af58-b4bb-41f2-a487-0f7dc617eaf8, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:37:07.878832 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-cb19afa4-f61f-4c8b-bbc5-f4d0727554f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:07.891252 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-c33636b2-9a8c-40d3-8a9d-e262ab35ec99 admin admin] For port 7cc034e6-5f01-42e1-9c72-5f0dda565ec1, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=7cc034e6-5f01-42e1-9c72-5f0dda565ec1,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:07.891732 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c33636b2-9a8c-40d3-8a9d-e262ab35ec99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:07.925111 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-c33636b2-9a8c-40d3-8a9d-e262ab35ec99 admin admin] Calling delete_port for 7cc034e6-5f01-42e1-9c72-5f0dda565ec1 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:37:08.035368 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-cb19afa4-f61f-4c8b-bbc5-f4d0727554f0 service neutron] For port 0628af58-b4bb-41f2-a487-0f7dc617eaf8, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:37:08.041452 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-cb19afa4-f61f-4c8b-bbc5-f4d0727554f0 service neutron] For port 0628af58-b4bb-41f2-a487-0f7dc617eaf8, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=0628af58-b4bb-41f2-a487-0f7dc617eaf8,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:37:08.072566 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-cb19afa4-f61f-4c8b-bbc5-f4d0727554f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:08.079838 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:08.124045 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ea228b-ffa3-4617-b1bb-585652b161da {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:37:08.161657 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 50ea228b-ffa3-4617-b1bb-585652b161da, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=50ea228b-ffa3-4617-b1bb-585652b161da,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:08.174154 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:08.184717 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-75e64fe4-1eb5-47b7-bd15-291b07c8d958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3d0ff5-e660-41a1-856c-5d2c7b24b052', 'name': 'tempest-FloatingIPsNegativeTestJSON-1183114281-router', 'tenant_id': 'd67955140e6c4dc8964087dc62060f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '7cc034e6-5f01-42e1-9c72-5f0dda565ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:36:49Z', 'updated_at': '2022-05-06T09:37:05Z', 'revision_number': 5, 'project_id': 'd67955140e6c4dc8964087dc62060f1c', 'gw_port': {'id': '7cc034e6-5f01-42e1-9c72-5f0dda565ec1', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3d0ff5-e660-41a1-856c-5d2c7b24b052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:50Z', 'updated_at': '2022-05-06T09:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:08.208101 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19afa4-f61f-4c8b-bbc5-f4d0727554f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0628af58-b4bb-41f2-a487-0f7dc617eaf8,revision_number=8']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:08.300123 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c33636b2-9a8c-40d3-8a9d-e262ab35ec99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:08.303419 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e64fe4-1eb5-47b7-bd15-291b07c8d958 None None] Checking router: 5a3d0ff5-e660-41a1-856c-5d2c7b24b052 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:37:08.317229 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f46e1-acc0-4288-b4d6-7576d89e0f90 req-55d63e85-190a-4b3f-b311-82025c46ed00 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:08.319543 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e1f46e1-acc0-4288-b4d6-7576d89e0f90 req-55d63e85-190a-4b3f-b311-82025c46ed00 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 943 time: 0.2735105 May 06 09:37:08.329960 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 0628af58-b4bb-41f2-a487-0f7dc617eaf8 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:37:08.364935 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-cb19afa4-f61f-4c8b-bbc5-f4d0727554f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:08.366877 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-cb19afa4-f61f-4c8b-bbc5-f4d0727554f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:08.368062 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e64fe4-1eb5-47b7-bd15-291b07c8d958 None None] Routers {'5a3d0ff5-e660-41a1-856c-5d2c7b24b052'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:37:08.368963 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-75e64fe4-1eb5-47b7-bd15-291b07c8d958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:36:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5a3d0ff5-e660-41a1-856c-5d2c7b24b052'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:08.369979 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-cb19afa4-f61f-4c8b-bbc5-f4d0727554f0 service neutron] 10.222.0.84 "PUT /v2.0/ports/0628af58-b4bb-41f2-a487-0f7dc617eaf8 HTTP/1.1" status: 200 len: 1121 time: 1.9943230 May 06 09:37:08.418296 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=50ea228b-ffa3-4617-b1bb-585652b161da,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:08.441647 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33636b2-9a8c-40d3-8a9d-e262ab35ec99 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cc034e6-5f01-42e1-9c72-5f0dda565ec1,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:08.463361 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82604dbe-68b0-459c-be4d-ae58e3341978 req-52e86173-ec4f-48d4-98ac-f009904ef2a2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5759799 May 06 09:37:08.519524 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e1f46e1-acc0-4288-b4d6-7576d89e0f90 req-aad9ae85-1257-441a-9e37-1159171ee6d9 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442866 May 06 09:37:08.546248 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.resource_extend [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:37:08.548812 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c33636b2-9a8c-40d3-8a9d-e262ab35ec99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:08.556552 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-75e64fe4-1eb5-47b7-bd15-291b07c8d958 None None] Set router 5a3d0ff5-e660-41a1-856c-5d2c7b24b052 gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:37:08.578745 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f6a8c-7d47-45ac-b109-06af3a703d30 req-3b439b36-a7c9-4a23-b33d-d4532a8f5faf tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:08.590045 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4c8f6a8c-7d47-45ac-b109-06af3a703d30 req-3b439b36-a7c9-4a23-b33d-d4532a8f5faf tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 945 time: 0.1720204 May 06 09:37:08.675973 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4c8f6a8c-7d47-45ac-b109-06af3a703d30 req-958cfd94-de47-45b7-af21-6fafeb2e46b6 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845013 May 06 09:37:08.712838 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c33636b2-9a8c-40d3-8a9d-e262ab35ec99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:08.715224 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c33636b2-9a8c-40d3-8a9d-e262ab35ec99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:08.777323 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-75e64fe4-1eb5-47b7-bd15-291b07c8d958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3d0ff5-e660-41a1-856c-5d2c7b24b052', 'name': 'tempest-FloatingIPsNegativeTestJSON-1183114281-router', 'tenant_id': 'd67955140e6c4dc8964087dc62060f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:36:49Z', 'updated_at': '2022-05-06T09:37:08Z', 'revision_number': 7, 'project_id': 'd67955140e6c4dc8964087dc62060f1c', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:08.782352 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c33636b2-9a8c-40d3-8a9d-e262ab35ec99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:08.783334 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33636b2-9a8c-40d3-8a9d-e262ab35ec99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a3d0ff5-e660-41a1-856c-5d2c7b24b052 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:37:08.790185 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c33636b2-9a8c-40d3-8a9d-e262ab35ec99 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:08.795175 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40640) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:08.795924 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c33636b2-9a8c-40d3-8a9d-e262ab35ec99 admin admin] 10.222.0.73 "DELETE /v2.0/routers/5a3d0ff5-e660-41a1-856c-5d2c7b24b052 HTTP/1.1" status: 204 len: 168 time: 1.9542081 May 06 09:37:08.806214 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['0628af58-b4bb-41f2-a487-0f7dc617eaf8'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:37:08.813259 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['0628af58-b4bb-41f2-a487-0f7dc617eaf8'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:37:08.815651 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['50ea228b-ffa3-4617-b1bb-585652b161da'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:37:08.876320 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-5653e941-3e45-429d-a82d-3aec7a800ef4 admin admin] Deleting subnet dcb9efef-04ba-4f2f-86d0-4b3f9790cd89 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:37:08.898259 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5653e941-3e45-429d-a82d-3aec7a800ef4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:08.978655 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5653e941-3e45-429d-a82d-3aec7a800ef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:08.982700 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e64fe4-1eb5-47b7-bd15-291b07c8d958 None None] The sync data for ids ['5a3d0ff5-e660-41a1-856c-5d2c7b24b052'] in n-d-840835-1 is: [{'id': '5a3d0ff5-e660-41a1-856c-5d2c7b24b052', 'name': 'tempest-FloatingIPsNegativeTestJSON-1183114281-router', 'tenant_id': 'd67955140e6c4dc8964087dc62060f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:36:49Z', 'updated_at': '2022-05-06T09:37:08Z', 'revision_number': 7, 'project_id': 'd67955140e6c4dc8964087dc62060f1c', 'gw_port_host': None}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:37:09.037524 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49ae7f-0a95-484a-bbd4-7faa80841c06 req-ac9e4513-49a1-4700-beba-e1b4a6194c12 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:09.038978 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc49ae7f-0a95-484a-bbd4-7faa80841c06 req-ac9e4513-49a1-4700-beba-e1b4a6194c12 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 948 time: 0.1796415 May 06 09:37:09.049999 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 0628af58-b4bb-41f2-a487-0f7dc617eaf8, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=0628af58-b4bb-41f2-a487-0f7dc617eaf8,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:09.050254 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d1b4b-ee0d-48dd-8934-fb57af4fdf23 req-6c8a2a07-9ae7-4a56-8373-deca947fd4cb tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:09.051905 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7a9d1b4b-ee0d-48dd-8934-fb57af4fdf23 req-6c8a2a07-9ae7-4a56-8373-deca947fd4cb tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 945 time: 0.1289101 May 06 09:37:09.089273 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 0628af58-b4bb-41f2-a487-0f7dc617eaf8 has no active binding in host n-h1-840835-1 {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 06 09:37:09.149015 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7a9d1b4b-ee0d-48dd-8934-fb57af4fdf23 req-8b5639f7-fec2-4081-bda1-6039ebc7421d tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795453 May 06 09:37:09.169121 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc49ae7f-0a95-484a-bbd4-7faa80841c06 req-0c2c1103-ef92-4c65-aef1-2c6f8b867bb5 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128390 May 06 09:37:09.182050 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5653e941-3e45-429d-a82d-3aec7a800ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:09.307638 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5653e941-3e45-429d-a82d-3aec7a800ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:09.374382 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653e941-3e45-429d-a82d-3aec7a800ef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcb9efef-04ba-4f2f-86d0-4b3f9790cd89,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:09.384056 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5653e941-3e45-429d-a82d-3aec7a800ef4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:09.392942 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5653e941-3e45-429d-a82d-3aec7a800ef4 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/dcb9efef-04ba-4f2f-86d0-4b3f9790cd89 HTTP/1.1" status: 204 len: 168 time: 0.5961368 May 06 09:37:09.393159 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e261e2-8584-45fe-9901-4e342701e83b None None] Network b6b767e2-271d-47be-a704-067e3d71d805 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:37:09.395211 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40662) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:09.608678 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb90a33e-3dde-457e-b53f-efe1004840dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:09.770061 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504248e-0f96-475a-89e2-3005b2d8346e req-c0882a61-6fb7-47ac-956e-9a5d14b25253 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:09.777640 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c504248e-0f96-475a-89e2-3005b2d8346e req-c0882a61-6fb7-47ac-956e-9a5d14b25253 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 943 time: 0.1170950 May 06 09:37:09.779071 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-bb90a33e-3dde-457e-b53f-efe1004840dd admin admin] Deleting port 7099c60c-f2f6-4b7a-b233-dd185c891be6 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:37:09.779449 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb90a33e-3dde-457e-b53f-efe1004840dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:09.840699 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5da443-f3d5-4793-b56a-ba4e5723bccf', 'tag': '0628af58-b4bb-41f2-a487-0f7dc617eaf8'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:09.843570 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fc270a-3347-4d48-882b-72e26251b7ee" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5da443-f3d5-4793-b56a-ba4e5723bccf", "tag": "0628af58-b4bb-41f2-a487-0f7dc617eaf8"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:09.863239 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-bb90a33e-3dde-457e-b53f-efe1004840dd admin admin] For port 7099c60c-f2f6-4b7a-b233-dd185c891be6, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=7099c60c-f2f6-4b7a-b233-dd185c891be6,segment=NetworkSegment(d98624de-3bb2-4a93-8328-f800d5e60448),segment_id=d98624de-3bb2-4a93-8328-f800d5e60448)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:09.863638 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb90a33e-3dde-457e-b53f-efe1004840dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:09.865071 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c504248e-0f96-475a-89e2-3005b2d8346e req-c1d81a93-1947-4a3f-a0b9-48d13cfaf8ed tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791936 May 06 09:37:09.883157 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-bb90a33e-3dde-457e-b53f-efe1004840dd admin admin] Calling delete_port for 7099c60c-f2f6-4b7a-b233-dd185c891be6 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:37:09.892409 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125b722-3331-4363-b55d-a123e44a787f req-d8961c46-d57e-44ca-96dd-e258de903736 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:09.910707 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2125b722-3331-4363-b55d-a123e44a787f req-d8961c46-d57e-44ca-96dd-e258de903736 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 945 time: 0.0982177 May 06 09:37:09.932498 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f266fd2d-26e4-4f93-8721-cde70e4900cf None None] DHCP port deletion for b6b767e2-271d-47be-a704-067e3d71d805 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:37:10.020124 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2125b722-3331-4363-b55d-a123e44a787f req-3e5be761-641c-4861-bf76-c8c8facabe33 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005957 May 06 09:37:10.089527 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f266fd2d-26e4-4f93-8721-cde70e4900cf None None] Deleting port 7099c60c-f2f6-4b7a-b233-dd185c891be6 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:37:10.090029 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f266fd2d-26e4-4f93-8721-cde70e4900cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:10.126690 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c21ceb-1255-484b-a714-e72c871971fb x-openstack-request-id: req-e0c21ceb-1255-484b-a714-e72c871971fb {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:10.126997 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5da443-f3d5-4793-b56a-ba4e5723bccf", "tag": "0628af58-b4bb-41f2-a487-0f7dc617eaf8", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:10.127383 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e0c21ceb-1255-484b-a714-e72c871971fb {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:10.130232 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0c21ceb-1255-484b-a714-e72c871971fb'] response: {'name': 'network-changed', 'server_uuid': '7f5da443-f3d5-4793-b56a-ba4e5723bccf', 'tag': '0628af58-b4bb-41f2-a487-0f7dc617eaf8', 'status': 'completed', 'code': 200} May 06 09:37:10.205700 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb90a33e-3dde-457e-b53f-efe1004840dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:10.255837 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc270a-3347-4d48-882b-72e26251b7ee req-afb5123f-5099-44e5-8c9e-3e0a03fe5f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:10.257871 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52fc270a-3347-4d48-882b-72e26251b7ee req-afb5123f-5099-44e5-8c9e-3e0a03fe5f28 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee0cd225ef094aa381a08623ce8da867&device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 1124 time: 0.0836654 May 06 09:37:10.275347 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90a33e-3dde-457e-b53f-efe1004840dd admin admin] Pushing event deleted for resources: {'Port': ['ID=7099c60c-f2f6-4b7a-b233-dd185c891be6,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:10.300202 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb90a33e-3dde-457e-b53f-efe1004840dd admin admin] No DVR routers for this DVR port 7099c60c-f2f6-4b7a-b233-dd185c891be6 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:37:10.302734 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f266fd2d-26e4-4f93-8721-cde70e4900cf None None] For port 7099c60c-f2f6-4b7a-b233-dd185c891be6, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=7099c60c-f2f6-4b7a-b233-dd185c891be6,segment=NetworkSegment(d98624de-3bb2-4a93-8328-f800d5e60448),segment_id=d98624de-3bb2-4a93-8328-f800d5e60448)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:10.303237 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f266fd2d-26e4-4f93-8721-cde70e4900cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:10.332569 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f266fd2d-26e4-4f93-8721-cde70e4900cf None None] Calling delete_port for 7099c60c-f2f6-4b7a-b233-dd185c891be6 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:37:10.440321 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb90a33e-3dde-457e-b53f-efe1004840dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:10.494035 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-bb90a33e-3dde-457e-b53f-efe1004840dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b767e2-271d-47be-a704-067e3d71d805']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:10.509344 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f266fd2d-26e4-4f93-8721-cde70e4900cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:10.513764 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-bb90a33e-3dde-457e-b53f-efe1004840dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98624de-3bb2-4a93-8328-f800d5e60448') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:10.514083 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-bb90a33e-3dde-457e-b53f-efe1004840dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98624de-3bb2-4a93-8328-f800d5e60448') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:10.519243 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0f85b-1d41-4e96-a53f-d0fb12ef9afd req-c341e06e-47f4-4519-bcab-d706cde5be85 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:10.528019 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5bd0f85b-1d41-4e96-a53f-d0fb12ef9afd req-c341e06e-47f4-4519-bcab-d706cde5be85 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 948 time: 0.2332656 May 06 09:37:10.545302 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f266fd2d-26e4-4f93-8721-cde70e4900cf None None] No DVR routers for this DVR port 7099c60c-f2f6-4b7a-b233-dd185c891be6 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:37:10.550698 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb90a33e-3dde-457e-b53f-efe1004840dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:10.581136 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f7ff2-6ae2-4d4c-ba66-2a565209f5ee req-e96121db-9cf9-4abe-89cf-3f84e69eeee8 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:10.585963 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266fd2d-26e4-4f93-8721-cde70e4900cf None None] Pushing event deleted for resources: {'Port': ['ID=7099c60c-f2f6-4b7a-b233-dd185c891be6,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:10.590712 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb90a33e-3dde-457e-b53f-efe1004840dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:10.593343 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f15f7ff2-6ae2-4d4c-ba66-2a565209f5ee req-e96121db-9cf9-4abe-89cf-3f84e69eeee8 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 945 time: 0.2721763 May 06 09:37:10.605283 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb90a33e-3dde-457e-b53f-efe1004840dd admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:37:10.605700 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb90a33e-3dde-457e-b53f-efe1004840dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: timer() May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:37:10.609432 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:37:10.624566 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc270a-3347-4d48-882b-72e26251b7ee req-6422ce60-92ba-4efc-82b0-19fc1cc9af76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:10.626449 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52fc270a-3347-4d48-882b-72e26251b7ee req-6422ce60-92ba-4efc-82b0-19fc1cc9af76 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9016fd3e-f04c-40de-8dbe-a7754f33396e HTTP/1.1" status: 200 len: 909 time: 0.3609729 May 06 09:37:10.661623 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5bd0f85b-1d41-4e96-a53f-d0fb12ef9afd req-732da497-4444-44ac-989d-23ddf4321e0f tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324418 May 06 09:37:10.696773 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb90a33e-3dde-457e-b53f-efe1004840dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:10.718753 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb90a33e-3dde-457e-b53f-efe1004840dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:10.727895 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bb90a33e-3dde-457e-b53f-efe1004840dd admin admin] 10.222.0.73 "DELETE /v2.0/networks/b6b767e2-271d-47be-a704-067e3d71d805 HTTP/1.1" status: 204 len: 168 time: 1.3313036 May 06 09:37:10.756937 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90a33e-3dde-457e-b53f-efe1004840dd admin admin] Pushing event deleted for resources: {'Network': ['ID=b6b767e2-271d-47be-a704-067e3d71d805,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:10.817684 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f15f7ff2-6ae2-4d4c-ba66-2a565209f5ee req-20ddf9b9-5be5-4785-a24f-46dc5f8619df tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230775 May 06 09:37:10.832053 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52fc270a-3347-4d48-882b-72e26251b7ee req-53607c28-f367-4899-86b4-f579463b40d7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0628af58-b4bb-41f2-a487-0f7dc617eaf8 HTTP/1.1" status: 200 len: 217 time: 0.1857641 May 06 09:37:10.923287 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc270a-3347-4d48-882b-72e26251b7ee req-cba69ea5-0c06-4779-942c-93c97bc23c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:10.924770 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52fc270a-3347-4d48-882b-72e26251b7ee req-cba69ea5-0c06-4779-942c-93c97bc23c46 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5704ec7d-7fe2-4308-8e34-562762b93f76 HTTP/1.1" status: 200 len: 848 time: 0.0846689 May 06 09:37:10.927811 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-a9e9b7b3-97b6-4d2c-88a4-3f59b4581200 req-f241e11b-073b-4d5a-b69a-9e63b28beaca tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1852338582', 'description': 'tempest-description-640705340'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:11.130052 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 7cc034e6-5f01-42e1-9c72-5f0dda565ec1 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:37:11.197319 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 7cc034e6-5f01-42e1-9c72-5f0dda565ec1 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:37:11.197932 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 7cc034e6-5f01-42e1-9c72-5f0dda565ec1 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:37:11.198532 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 21ec3b67-a039-4651-9e00-56d80a0d4c04 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:37:11.227189 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 21ec3b67-a039-4651-9e00-56d80a0d4c04 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:37:11.227717 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 21ec3b67-a039-4651-9e00-56d80a0d4c04 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:37:11.228294 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 7099c60c-f2f6-4b7a-b233-dd185c891be6 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:37:11.229457 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40722) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:11.276799 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 7099c60c-f2f6-4b7a-b233-dd185c891be6 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:37:11.277199 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 7099c60c-f2f6-4b7a-b233-dd185c891be6 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:37:11.303622 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40724) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:11.328559 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-dc44db1b-b046-4cbc-a1cf-2a469a477830 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d67955140e6c4dc8964087dc62060f1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0977235 May 06 09:37:11.331572 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40728) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:11.358582 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52fc270a-3347-4d48-882b-72e26251b7ee req-575731ae-c897-4299-98fb-d2488d287d72 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9016fd3e-f04c-40de-8dbe-a7754f33396e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4245718 May 06 09:37:11.399745 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eac1576c-92cc-40b7-946a-3214e9bde3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:11.454250 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eac1576c-92cc-40b7-946a-3214e9bde3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:11.491479 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a9e9b7b3-97b6-4d2c-88a4-3f59b4581200 req-f241e11b-073b-4d5a-b69a-9e63b28beaca tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:11.525256 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4c3fd-111d-4d44-8d33-68116a4ab691 req-38238c02-3084-40fb-a0c9-c3cb822ef661 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:11.536795 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b7c4c3fd-111d-4d44-8d33-68116a4ab691 req-38238c02-3084-40fb-a0c9-c3cb822ef661 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 943 time: 0.2278783 May 06 09:37:11.563891 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eac1576c-92cc-40b7-946a-3214e9bde3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:11.569258 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eac1576c-92cc-40b7-946a-3214e9bde3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:11.585527 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-eac1576c-92cc-40b7-946a-3214e9bde3cd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d0fe8183-8e24-4414-9ff5-7f18141774b4 HTTP/1.1" status: 204 len: 168 time: 0.2527413 May 06 09:37:11.608616 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1576c-92cc-40b7-946a-3214e9bde3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fe8183-8e24-4414-9ff5-7f18141774b4,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:11.721291 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b7c4c3fd-111d-4d44-8d33-68116a4ab691 req-da68af16-96d8-44f4-af91-8f23644e46fe tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816347 May 06 09:37:11.738560 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52fc270a-3347-4d48-882b-72e26251b7ee req-0ed02e61-6e78-4066-9f5f-22d2193e38c6 service neutron] 10.222.0.77 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482172 May 06 09:37:11.741729 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ffac70b3-4de0-482f-94f9-6c83d4df1031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:11.978156 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a9e9b7b3-97b6-4d2c-88a4-3f59b4581200 req-f241e11b-073b-4d5a-b69a-9e63b28beaca tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:12.008246 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a9e9b7b3-97b6-4d2c-88a4-3f59b4581200 req-f241e11b-073b-4d5a-b69a-9e63b28beaca tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:12.029898 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c6480-7349-4ffa-8298-4ccbe9c692e9 req-1e663854-218f-4508-9ac3-39e44d090548 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:12.031957 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-341c6480-7349-4ffa-8298-4ccbe9c692e9 req-1e663854-218f-4508-9ac3-39e44d090548 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 945 time: 0.1599851 May 06 09:37:12.136150 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a9e9b7b3-97b6-4d2c-88a4-3f59b4581200 req-f241e11b-073b-4d5a-b69a-9e63b28beaca tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:12.137467 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a9e9b7b3-97b6-4d2c-88a4-3f59b4581200 req-f241e11b-073b-4d5a-b69a-9e63b28beaca tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.2418492 May 06 09:37:12.151351 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241e11b-073b-4d5a-b69a-9e63b28beaca tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=237df241-8363-4235-92bb-7a30bfc38097,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:12.158013 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52fc270a-3347-4d48-882b-72e26251b7ee req-11657e77-62d5-4ce1-905b-eebe36306d5b service neutron] 10.222.0.77 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998041 May 06 09:37:12.165735 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-341c6480-7349-4ffa-8298-4ccbe9c692e9 req-866ac54f-83c9-47c3-811c-05232cdec998 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144910 May 06 09:37:12.200336 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ffac70b3-4de0-482f-94f9-6c83d4df1031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:12.207391 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ffac70b3-4de0-482f-94f9-6c83d4df1031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:12.345307 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac70b3-4de0-482f-94f9-6c83d4df1031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60da7e0-4d1c-4e01-bb50-77f1fd485c06,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:12.360570 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40754) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:12.360878 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ffac70b3-4de0-482f-94f9-6c83d4df1031 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=12a181a1e9424803b2c9963bdf635de7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0517967 May 06 09:37:12.399142 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766dbd8-99ce-400d-9bc9-871d18455ca2 req-cf4a07b5-761e-4f8b-8192-61a92c951cfc tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:12.412885 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c766dbd8-99ce-400d-9bc9-871d18455ca2 req-cf4a07b5-761e-4f8b-8192-61a92c951cfc tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 948 time: 0.2020164 May 06 09:37:12.484486 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c766dbd8-99ce-400d-9bc9-871d18455ca2 req-b399d0ff-22e8-4e32-b078-b403144edd97 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695403 May 06 09:37:12.491503 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0c4f41a0-3627-4368-94e7-dd9bef7024f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:12.527395 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0c4f41a0-3627-4368-94e7-dd9bef7024f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:12.539324 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38fefa49-4991-4569-bd4f-34596177cf84 req-8beaa20c-66f6-4c0e-a0aa-9aa8e58bb9c3 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1852338582&fields=id&tenant_id=f4aa136b130448688a7f34d49779576a HTTP/1.1" status: 200 len: 267 time: 0.0537171 May 06 09:37:12.621663 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fefa49-4991-4569-bd4f-34596177cf84 req-9fbbf697-3b6d-4fee-81a1-8f64e1067eba tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:12.632245 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38fefa49-4991-4569-bd4f-34596177cf84 req-9fbbf697-3b6d-4fee-81a1-8f64e1067eba tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 945 time: 0.0803282 May 06 09:37:12.639793 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-38fefa49-4991-4569-bd4f-34596177cf84 req-6094c4ba-f3ab-450d-8418-77dad0fdad1c tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Request body: {'port': {'security_groups': ['84c3e875-9423-4461-952c-43bae1275ae0', '237df241-8363-4235-92bb-7a30bfc38097']}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:12.660691 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0c4f41a0-3627-4368-94e7-dd9bef7024f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:12.663517 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0c4f41a0-3627-4368-94e7-dd9bef7024f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:12.668779 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0c4f41a0-3627-4368-94e7-dd9bef7024f9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c60da7e0-4d1c-4e01-bb50-77f1fd485c06 HTTP/1.1" status: 204 len: 168 time: 0.3065307 May 06 09:37:12.682457 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f41a0-3627-4368-94e7-dd9bef7024f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60da7e0-4d1c-4e01-bb50-77f1fd485c06,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:12.753547 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-38fefa49-4991-4569-bd4f-34596177cf84 req-6094c4ba-f3ab-450d-8418-77dad0fdad1c tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:12.766014 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 50ea228b-ffa3-4617-b1bb-585652b161da up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:37:12.841070 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 50ea228b-ffa3-4617-b1bb-585652b161da completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:37:12.849385 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 50ea228b-ffa3-4617-b1bb-585652b161da triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:12.855798 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:13.020093 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:13.098666 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66560d8a-8919-4bf5-83d8-db07833c612f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ea228b-ffa3-4617-b1bb-585652b161da'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:13.104141 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a388016-4155-4780-8020-f8a73dcdd3c6" -d '{"events": [{"server_uuid": "66560d8a-8919-4bf5-83d8-db07833c612f", "name": "network-vif-plugged", "status": "completed", "tag": "50ea228b-ffa3-4617-b1bb-585652b161da"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:13.116731 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 50ea228b-ffa3-4617-b1bb-585652b161da, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=50ea228b-ffa3-4617-b1bb-585652b161da,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:13.123801 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:13.133381 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05174615-6138-437f-b146-711ea091afed req-cf4c625f-f6e8-4871-9235-f9a843900c9a tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:13.135642 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-05174615-6138-437f-b146-711ea091afed req-cf4c625f-f6e8-4871-9235-f9a843900c9a tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 943 time: 0.2259140 May 06 09:37:13.231537 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-05174615-6138-437f-b146-711ea091afed req-0030a322-726a-44f5-b10d-14a4186e30c6 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520318 May 06 09:37:13.285375 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40786) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:13.295897 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=50ea228b-ffa3-4617-b1bb-585652b161da,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:13.315047 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-38fefa49-4991-4569-bd4f-34596177cf84 req-6094c4ba-f3ab-450d-8418-77dad0fdad1c tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] For port 7ad73c7b-3fd8-4490-8aa8-d7bb030c057b, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=7ad73c7b-3fd8-4490-8aa8-d7bb030c057b,segment=NetworkSegment(a3f4fc86-e5d9-4205-80e4-89f5cfe2e806),segment_id=a3f4fc86-e5d9-4205-80e4-89f5cfe2e806)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:13.365120 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-38fefa49-4991-4569-bd4f-34596177cf84 req-6094c4ba-f3ab-450d-8418-77dad0fdad1c tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:13.373790 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-38fefa49-4991-4569-bd4f-34596177cf84 req-6094c4ba-f3ab-450d-8418-77dad0fdad1c tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:13.393047 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36904407-b8ed-456f-922f-699a5602d9bb x-openstack-request-id: req-36904407-b8ed-456f-922f-699a5602d9bb {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:13.393405 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66560d8a-8919-4bf5-83d8-db07833c612f", "name": "network-vif-plugged", "status": "completed", "tag": "50ea228b-ffa3-4617-b1bb-585652b161da", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:13.393665 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-36904407-b8ed-456f-922f-699a5602d9bb {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:13.394152 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36904407-b8ed-456f-922f-699a5602d9bb'] response: {'server_uuid': '66560d8a-8919-4bf5-83d8-db07833c612f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ea228b-ffa3-4617-b1bb-585652b161da', 'code': 200} May 06 09:37:13.411655 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['7ad73c7b-3fd8-4490-8aa8-d7bb030c057b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:37:13.504837 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6094c4ba-f3ab-450d-8418-77dad0fdad1c tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Pushing event updated for resources: {'Port': ['ID=7ad73c7b-3fd8-4490-8aa8-d7bb030c057b,revision_number=6']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:13.539263 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fefa49-4991-4569-bd4f-34596177cf84 req-6094c4ba-f3ab-450d-8418-77dad0fdad1c tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:13.539999 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-38fefa49-4991-4569-bd4f-34596177cf84 req-6094c4ba-f3ab-450d-8418-77dad0fdad1c tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:13.541754 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38fefa49-4991-4569-bd4f-34596177cf84 req-6094c4ba-f3ab-450d-8418-77dad0fdad1c tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "PUT /v2.0/ports/7ad73c7b-3fd8-4490-8aa8-d7bb030c057b HTTP/1.1" status: 200 len: 981 time: 0.9078782 May 06 09:37:13.566070 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf7012b-bec9-40b5-abae-b2a7365a25b2', 'tag': '7ad73c7b-3fd8-4490-8aa8-d7bb030c057b'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:13.568378 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe9bc0e-21b8-4b46-a74c-670b157c9a52" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf7012b-bec9-40b5-abae-b2a7365a25b2", "tag": "7ad73c7b-3fd8-4490-8aa8-d7bb030c057b"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:13.648331 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f372c6-c410-432d-ad54-c6966d391e55 req-a39bdae7-adef-4148-bbc8-f5411a43012a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:13.650010 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b2f372c6-c410-432d-ad54-c6966d391e55 req-a39bdae7-adef-4148-bbc8-f5411a43012a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 1100 time: 0.1316898 May 06 09:37:13.665347 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d82bc-481e-43ac-8e77-a1495cd860d3 req-3e4c7f42-f339-48dd-8111-3bd560903263 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:13.671051 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d3d82bc-481e-43ac-8e77-a1495cd860d3 req-3e4c7f42-f339-48dd-8111-3bd560903263 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 945 time: 0.1017358 May 06 09:37:13.711176 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-7062a169-7661-4843-bb37-a9e0297f248a admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1656997968-network', 'tenant_id': 'eae9614485024b1ebb7c429226844c0a'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:13.776764 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7062a169-7661-4843-bb37-a9e0297f248a admin admin] Made reservation on behalf of eae9614485024b1ebb7c429226844c0a for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:37:13.787047 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7062a169-7661-4843-bb37-a9e0297f248a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:13.806831 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b2f372c6-c410-432d-ad54-c6966d391e55 req-3901503a-62c3-4378-813c-271d7d46346b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343374 May 06 09:37:13.808479 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7062a169-7661-4843-bb37-a9e0297f248a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:13.825567 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d3d82bc-481e-43ac-8e77-a1495cd860d3 req-0e3cef47-dade-40c5-ae7d-b3abbb9c7de9 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400254 May 06 09:37:13.924764 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379d74a-ebb8-471a-b1b0-8845db4123f1 req-a6c8f7a7-565a-4966-ab2f-6699d852d62c tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:13.926438 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9379d74a-ebb8-471a-b1b0-8845db4123f1 req-a6c8f7a7-565a-4966-ab2f-6699d852d62c tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 949 time: 0.1268644 May 06 09:37:13.990763 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9379d74a-ebb8-471a-b1b0-8845db4123f1 req-45ecda1f-2310-4926-9aca-aff2d913bc08 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561934 May 06 09:37:14.008770 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['7ad73c7b-3fd8-4490-8aa8-d7bb030c057b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:37:14.036629 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7062a169-7661-4843-bb37-a9e0297f248a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:14.048541 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7062a169-7661-4843-bb37-a9e0297f248a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:14.071843 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7062a169-7661-4843-bb37-a9e0297f248a admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:37:14.085412 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7062a169-7661-4843-bb37-a9e0297f248a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:14.086077 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-7062a169-7661-4843-bb37-a9e0297f248a admin admin] Added segment ad53ebe9-2424-450b-83f6-7b9fe46d8064 of type vlan for network 62314494-b174-4444-b50f-a42c5aa706d2 May 06 09:37:14.091207 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e9ca95-fca1-4610-a00b-72843633de68 x-openstack-request-id: req-a0e9ca95-fca1-4610-a00b-72843633de68 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:14.091207 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf7012b-bec9-40b5-abae-b2a7365a25b2", "tag": "7ad73c7b-3fd8-4490-8aa8-d7bb030c057b", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:14.091504 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a0e9ca95-fca1-4610-a00b-72843633de68 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:14.091857 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0e9ca95-fca1-4610-a00b-72843633de68'] response: {'name': 'network-changed', 'server_uuid': '3cf7012b-bec9-40b5-abae-b2a7365a25b2', 'tag': '7ad73c7b-3fd8-4490-8aa8-d7bb030c057b', 'status': 'completed', 'code': 200} May 06 09:37:14.098620 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0ab29fd-0777-43f4-bab9-f3fdd1a64ecf req-f959d32c-26ed-4c48-b11a-1bacdbfe9066 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1852338582&fields=id&tenant_id=f4aa136b130448688a7f34d49779576a HTTP/1.1" status: 200 len: 267 time: 0.0978258 May 06 09:37:14.158952 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7062a169-7661-4843-bb37-a9e0297f248a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:14.181266 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062a169-7661-4843-bb37-a9e0297f248a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c7b662-b78c-4be9-875b-ab9123235eb6,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:14.214927 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7062a169-7661-4843-bb37-a9e0297f248a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:14.216383 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7062a169-7661-4843-bb37-a9e0297f248a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:14.217231 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7062a169-7661-4843-bb37-a9e0297f248a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:14.226262 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab29fd-0777-43f4-bab9-f3fdd1a64ecf req-2f381bfc-ef13-4469-925d-de0bc99f02a9 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:14.228273 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0ab29fd-0777-43f4-bab9-f3fdd1a64ecf req-2f381bfc-ef13-4469-925d-de0bc99f02a9 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 984 time: 0.1257305 May 06 09:37:14.261117 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-d0ab29fd-0777-43f4-bab9-f3fdd1a64ecf req-00273718-f918-4c36-a0a5-3884b881b70c tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Request body: {'port': {'security_groups': ['84c3e875-9423-4461-952c-43bae1275ae0']}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:14.315177 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7062a169-7661-4843-bb37-a9e0297f248a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0245512 May 06 09:37:14.317327 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40824) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:14.329011 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-5132de1c-e94f-4d16-8957-1907cc6750b8 admin admin] Request body: {'subnet': {'network_id': '62314494-b174-4444-b50f-a42c5aa706d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1656997968-subnet', 'tenant_id': 'eae9614485024b1ebb7c429226844c0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:14.350006 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062a169-7661-4843-bb37-a9e0297f248a admin admin] Pushing event updated for resources: {'Network': ['ID=62314494-b174-4444-b50f-a42c5aa706d2,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:14.385190 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5132de1c-e94f-4d16-8957-1907cc6750b8 admin admin] Made reservation on behalf of eae9614485024b1ebb7c429226844c0a for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:37:14.391354 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5132de1c-e94f-4d16-8957-1907cc6750b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:14.399059 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 62314494-b174-4444-b50f-a42c5aa706d2 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:37:14.423239 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9bc0e-21b8-4b46-a74c-670b157c9a52 req-23e815a8-8cc4-44e0-8670-02150571c448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:14.424677 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ebe9bc0e-21b8-4b46-a74c-670b157c9a52 req-23e815a8-8cc4-44e0-8670-02150571c448 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4aa136b130448688a7f34d49779576a&device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 1135 time: 0.1171727 May 06 09:37:14.425241 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d0ab29fd-0777-43f4-bab9-f3fdd1a64ecf req-00273718-f918-4c36-a0a5-3884b881b70c tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:14.774715 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 0f731e0b-cba7-480d-bd7a-5a8deee3e63d details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:37:14.785963 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-3bf25248-1ac1-468c-b43c-d3a0fc6ba6f4 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:14.787828 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-3bf25248-1ac1-468c-b43c-d3a0fc6ba6f4 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4&tenant_id=147a685967a04284b13954d6f7a9d875&binding%3Ahost_id=n-h1-840835-1 HTTP/1.1" status: 200 len: 1096 time: 0.1025193 May 06 09:37:14.789217 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5132de1c-e94f-4d16-8957-1907cc6750b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:14.809989 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-69e29006-472d-48fd-b915-b525de80783a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840835-1'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:14.858056 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9bc0e-21b8-4b46-a74c-670b157c9a52 req-abcf4a47-4b73-4286-af2f-0ce327a964f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:14.871697 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ebe9bc0e-21b8-4b46-a74c-670b157c9a52 req-abcf4a47-4b73-4286-af2f-0ce327a964f4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d08aac77-6a8c-48ad-8465-6c78d5aeb84b HTTP/1.1" status: 200 len: 920 time: 0.4272997 May 06 09:37:14.957445 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-69e29006-472d-48fd-b915-b525de80783a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:14.985534 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132de1c-e94f-4d16-8957-1907cc6750b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eb06141-6cc9-4c96-90e3-d4bca0b380e8,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:15.002005 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=0f731e0b-cba7-480d-bd7a-5a8deee3e63d,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:15.020317 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 0f731e0b-cba7-480d-bd7a-5a8deee3e63d has no active binding in host n-h2-840835-1 {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 06 09:37:15.022769 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ebe9bc0e-21b8-4b46-a74c-670b157c9a52 req-0afc99fe-8275-49e2-a743-ca4c581a473e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad73c7b-3fd8-4490-8aa8-d7bb030c057b HTTP/1.1" status: 200 len: 217 time: 0.0686700 May 06 09:37:15.054934 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5132de1c-e94f-4d16-8957-1907cc6750b8 admin admin] Checking segment: {'id': 'ad53ebe9-2424-450b-83f6-7b9fe46d8064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62314494-b174-4444-b50f-a42c5aa706d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:37:15.056186 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5132de1c-e94f-4d16-8957-1907cc6750b8 admin admin] Network hostable DHCP agents. Network: 62314494-b174-4444-b50f-a42c5aa706d2, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:37:15.060023 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268269b-3d01-44fd-bf89-f630ead5f40e req-f3f85f47-3a58-41fe-aec3-3c1af79b5a1a tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:15.068336 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4268269b-3d01-44fd-bf89-f630ead5f40e req-f3f85f47-3a58-41fe-aec3-3c1af79b5a1a tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 943 time: 0.3572066 May 06 09:37:15.147215 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-d0ab29fd-0777-43f4-bab9-f3fdd1a64ecf req-00273718-f918-4c36-a0a5-3884b881b70c tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] For port 7ad73c7b-3fd8-4490-8aa8-d7bb030c057b, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=7ad73c7b-3fd8-4490-8aa8-d7bb030c057b,segment=NetworkSegment(a3f4fc86-e5d9-4205-80e4-89f5cfe2e806),segment_id=a3f4fc86-e5d9-4205-80e4-89f5cfe2e806)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:15.174093 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5132de1c-e94f-4d16-8957-1907cc6750b8 admin admin] Network 62314494-b174-4444-b50f-a42c5aa706d2 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:37:15.176921 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4268269b-3d01-44fd-bf89-f630ead5f40e req-597a549b-3359-4d0f-9214-8fc098b79770 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075666 May 06 09:37:15.200484 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-5132de1c-e94f-4d16-8957-1907cc6750b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 62314494-b174-4444-b50f-a42c5aa706d2) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:37:15.200484 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5132de1c-e94f-4d16-8957-1907cc6750b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:15.200484 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5132de1c-e94f-4d16-8957-1907cc6750b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:15.200806 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9bc0e-21b8-4b46-a74c-670b157c9a52 req-efad1ac6-0541-4eb5-94b7-8971fe63a7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:15.213092 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ebe9bc0e-21b8-4b46-a74c-670b157c9a52 req-efad1ac6-0541-4eb5-94b7-8971fe63a7ee service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d27702c2-9a71-49e6-91a0-98e35f14ed0a HTTP/1.1" status: 200 len: 859 time: 0.1691566 May 06 09:37:15.222273 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609c36be-adc6-4eb8-9054-2911ed425591 None None] Network 62314494-b174-4444-b50f-a42c5aa706d2 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:37:15.263914 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ebe9bc0e-21b8-4b46-a74c-670b157c9a52 req-e112c4b5-b7df-48e8-9113-c73d67a78509 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d08aac77-6a8c-48ad-8465-6c78d5aeb84b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497172 May 06 09:37:15.264616 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5132de1c-e94f-4d16-8957-1907cc6750b8 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9454291 May 06 09:37:15.304638 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d0ab29fd-0777-43f4-bab9-f3fdd1a64ecf req-00273718-f918-4c36-a0a5-3884b881b70c tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:15.334389 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-69e29006-472d-48fd-b915-b525de80783a service neutron] For port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=0f731e0b-cba7-480d-bd7a-5a8deee3e63d,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:15.368454 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d0ab29fd-0777-43f4-bab9-f3fdd1a64ecf req-00273718-f918-4c36-a0a5-3884b881b70c tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:15.407267 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['7ad73c7b-3fd8-4490-8aa8-d7bb030c057b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:37:15.478343 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-69e29006-472d-48fd-b915-b525de80783a service neutron] For port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:37:15.576537 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f731e0b-cba7-480d-bd7a-5a8deee3e63d'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:15.585079 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88de8c65-ccbd-40a9-b3a6-6d36d7f6fea2" -d '{"events": [{"server_uuid": "55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4", "name": "network-vif-unplugged", "status": "completed", "tag": "0f731e0b-cba7-480d-bd7a-5a8deee3e63d"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:15.601870 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-69e29006-472d-48fd-b915-b525de80783a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:15.604824 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c4ad86-c5e2-4fa2-9c19-47ab8d27c497 None None] Network 62314494-b174-4444-b50f-a42c5aa706d2 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:37:15.610518 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-69e29006-472d-48fd-b915-b525de80783a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:15.648675 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00273718-f918-4c36-a0a5-3884b881b70c tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Pushing event updated for resources: {'Port': ['ID=7ad73c7b-3fd8-4490-8aa8-d7bb030c057b,revision_number=7']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:15.689931 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab29fd-0777-43f4-bab9-f3fdd1a64ecf req-00273718-f918-4c36-a0a5-3884b881b70c tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:15.691021 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d0ab29fd-0777-43f4-bab9-f3fdd1a64ecf req-00273718-f918-4c36-a0a5-3884b881b70c tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:15.707975 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0ab29fd-0777-43f4-bab9-f3fdd1a64ecf req-00273718-f918-4c36-a0a5-3884b881b70c tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "PUT /v2.0/ports/7ad73c7b-3fd8-4490-8aa8-d7bb030c057b HTTP/1.1" status: 200 len: 942 time: 1.4680917 May 06 09:37:15.781699 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e29006-472d-48fd-b915-b525de80783a service neutron] Pushing event updated for resources: {'Port': ['ID=0f731e0b-cba7-480d-bd7a-5a8deee3e63d,revision_number=7']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:15.812618 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ebe9bc0e-21b8-4b46-a74c-670b157c9a52 req-cb70bfc0-d788-4ffb-b226-c0ab04b08ffb service neutron] 10.222.0.77 "GET /v2.0/networks/d08aac77-6a8c-48ad-8465-6c78d5aeb84b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5365486 May 06 09:37:15.853027 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-69e29006-472d-48fd-b915-b525de80783a service neutron] Attempting to bind port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d on host n-h1-840835-1 for vnic_type normal with profile {"migrating_to": "n-h2-840835-1"} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:37:15.853646 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-69e29006-472d-48fd-b915-b525de80783a service neutron] Attempting to bind port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:37:15.853746 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-69e29006-472d-48fd-b915-b525de80783a service neutron] Attempting to bind port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d on network 519999b9-d7d4-4e10-b661-e50209fd3b05 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:37:15.870578 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-69e29006-472d-48fd-b915-b525de80783a service neutron] Port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d on network 519999b9-d7d4-4e10-b661-e50209fd3b05 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:37:15.870953 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-69e29006-472d-48fd-b915-b525de80783a service neutron] Attempting to bind port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d on network 519999b9-d7d4-4e10-b661-e50209fd3b05 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:37:15.886146 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-69e29006-472d-48fd-b915-b525de80783a service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:37:15.886146 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-69e29006-472d-48fd-b915-b525de80783a service neutron] Checking segment: {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:37:15.886146 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-69e29006-472d-48fd-b915-b525de80783a service neutron] Bound using segment: {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:37:15.886146 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-69e29006-472d-48fd-b915-b525de80783a service neutron] Bound port: 0f731e0b-cba7-480d-bd7a-5a8deee3e63d, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:37:15.886146 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-69e29006-472d-48fd-b915-b525de80783a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:16.005200 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-69e29006-472d-48fd-b915-b525de80783a service neutron] For port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:37:16.009789 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-69e29006-472d-48fd-b915-b525de80783a service neutron] For port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=0f731e0b-cba7-480d-bd7a-5a8deee3e63d,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:37:16.010764 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-111222b3-9c66-4839-bfc8-1750d42aa597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:16.025239 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-69e29006-472d-48fd-b915-b525de80783a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:16.063389 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df69dd-0692-4432-b067-7bab0da90ef4 req-80d7c292-a9ef-4a6e-b6b0-ed6f1488a531 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:16.065332 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b1df69dd-0692-4432-b067-7bab0da90ef4 req-80d7c292-a9ef-4a6e-b6b0-ed6f1488a531 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 943 time: 0.2256808 May 06 09:37:16.093475 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf7012b-bec9-40b5-abae-b2a7365a25b2', 'tag': '7ad73c7b-3fd8-4490-8aa8-d7bb030c057b'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:16.095983 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ce01f2-c83a-4dd9-a4f5-2db3e470a990" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf7012b-bec9-40b5-abae-b2a7365a25b2", "tag": "7ad73c7b-3fd8-4490-8aa8-d7bb030c057b"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:16.108892 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['7ad73c7b-3fd8-4490-8aa8-d7bb030c057b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:37:16.113482 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e29006-472d-48fd-b915-b525de80783a service neutron] Pushing event updated for resources: {'Port': ['ID=0f731e0b-cba7-480d-bd7a-5a8deee3e63d,revision_number=8']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:16.166189 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-69e29006-472d-48fd-b915-b525de80783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:16.167023 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-69e29006-472d-48fd-b915-b525de80783a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:16.169835 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-69e29006-472d-48fd-b915-b525de80783a service neutron] 10.222.0.77 "PUT /v2.0/ports/0f731e0b-cba7-480d-bd7a-5a8deee3e63d HTTP/1.1" status: 200 len: 1121 time: 1.3701963 May 06 09:37:16.170169 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ebe9bc0e-21b8-4b46-a74c-670b157c9a52 req-bd0b7376-6962-4b34-bf3c-22ba88d11b69 service neutron] 10.222.0.77 "GET /v2.0/networks/d08aac77-6a8c-48ad-8465-6c78d5aeb84b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479538 May 06 09:37:16.196754 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af625eb0-50ad-412e-88f7-7fc0d929e5f1 req-a335f450-9876-4bfd-8229-122febf50655 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:16.202114 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-af625eb0-50ad-412e-88f7-7fc0d929e5f1 req-a335f450-9876-4bfd-8229-122febf50655 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 949 time: 0.2756889 May 06 09:37:16.241063 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b1df69dd-0692-4432-b067-7bab0da90ef4 req-96003050-63b0-4b68-88b2-e4bd153df43a tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671386 May 06 09:37:16.312557 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-af625eb0-50ad-412e-88f7-7fc0d929e5f1 req-138333d3-15ef-469c-a2a5-61cffb5101ff tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784347 May 06 09:37:16.333821 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476213dc-69b1-4b65-96e9-85436be5ed19 x-openstack-request-id: req-476213dc-69b1-4b65-96e9-85436be5ed19 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:16.334210 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4", "name": "network-vif-unplugged", "status": "completed", "tag": "0f731e0b-cba7-480d-bd7a-5a8deee3e63d", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:16.334604 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-476213dc-69b1-4b65-96e9-85436be5ed19 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:16.335052 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-476213dc-69b1-4b65-96e9-85436be5ed19'] response: {'server_uuid': '55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f731e0b-cba7-480d-bd7a-5a8deee3e63d', 'code': 200} May 06 09:37:16.453376 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['0f731e0b-cba7-480d-bd7a-5a8deee3e63d'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:37:16.536161 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dda0e35b-6967-42be-ac57-b957fe17bcd5 req-fa670693-b25c-4f9f-85b6-e22278d061bf tempest-FlavorsV2NegativeTest-1744605069 tempest-FlavorsV2NegativeTest-1744605069-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f4d29f062e7349cf9b74035aa12615bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685277 May 06 09:37:16.621733 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['0f731e0b-cba7-480d-bd7a-5a8deee3e63d'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:37:16.701353 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-991a30cf-ed88-4306-87bf-7ab1750d35e7 req-eab36930-23f5-4faf-96af-f24281ebbacf tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3343585 May 06 09:37:16.711380 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-991a30cf-ed88-4306-87bf-7ab1750d35e7 req-6ebccc8b-c205-4ee1-861a-03013992a4ed tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:16.743189 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-991a30cf-ed88-4306-87bf-7ab1750d35e7 req-6ebccc8b-c205-4ee1-861a-03013992a4ed tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:16.819478 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0e35b-6967-42be-ac57-b957fe17bcd5 req-e2141f93-9756-45ca-8fc8-4b8a212c9df7 tempest-FlavorsV2NegativeTest-1744605069 tempest-FlavorsV2NegativeTest-1744605069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:16.826398 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dda0e35b-6967-42be-ac57-b957fe17bcd5 req-e2141f93-9756-45ca-8fc8-4b8a212c9df7 tempest-FlavorsV2NegativeTest-1744605069 tempest-FlavorsV2NegativeTest-1744605069-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2894447 May 06 09:37:16.852803 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dda0e35b-6967-42be-ac57-b957fe17bcd5 req-ba62e1a6-cb7f-4555-b5b3-d24053435a4d tempest-FlavorsV2NegativeTest-1744605069 tempest-FlavorsV2NegativeTest-1744605069-project] 10.222.0.73 "GET /v2.0/quotas/f4d29f062e7349cf9b74035aa12615bb HTTP/1.1" status: 200 len: 375 time: 0.0254843 May 06 09:37:16.896965 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dda0e35b-6967-42be-ac57-b957fe17bcd5 req-8f866629-71e6-44b8-b129-27baf38cfba5 tempest-FlavorsV2NegativeTest-1744605069 tempest-FlavorsV2NegativeTest-1744605069-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f4d29f062e7349cf9b74035aa12615bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431316 May 06 09:37:16.962414 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-991a30cf-ed88-4306-87bf-7ab1750d35e7 req-6ebccc8b-c205-4ee1-861a-03013992a4ed tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:17.113652 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-991a30cf-ed88-4306-87bf-7ab1750d35e7 req-6ebccc8b-c205-4ee1-861a-03013992a4ed tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Allocated IP 172.25.5.40 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/a7bd1e65-960a-4444-965d-5458dab5e8db) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:37:17.360082 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-991a30cf-ed88-4306-87bf-7ab1750d35e7 req-6ebccc8b-c205-4ee1-861a-03013992a4ed tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:17.445505 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-4316aa28-59f1-4f86-a8a8-9185cbb0c41d tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:17.447277 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-4316aa28-59f1-4f86-a8a8-9185cbb0c41d tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/networks?id=62314494-b174-4444-b50f-a42c5aa706d2 HTTP/1.1" status: 200 len: 822 time: 0.1818311 May 06 09:37:17.451842 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-991a30cf-ed88-4306-87bf-7ab1750d35e7 req-6ebccc8b-c205-4ee1-861a-03013992a4ed tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:17.505023 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-991a30cf-ed88-4306-87bf-7ab1750d35e7 req-6ebccc8b-c205-4ee1-861a-03013992a4ed tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:37:17.511213 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-991a30cf-ed88-4306-87bf-7ab1750d35e7 req-6ebccc8b-c205-4ee1-861a-03013992a4ed tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:37:17.514524 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-991a30cf-ed88-4306-87bf-7ab1750d35e7 req-6ebccc8b-c205-4ee1-861a-03013992a4ed tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:37:17.522547 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-e3bd7296-099d-4aad-8a9d-4abcad7eb0f6 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/quotas/eae9614485024b1ebb7c429226844c0a HTTP/1.1" status: 200 len: 375 time: 0.0606830 May 06 09:37:17.551966 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40922) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:17.610442 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebccc8b-c205-4ee1-861a-03013992a4ed tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Pushing event updated for resources: {'Port': ['ID=a7bd1e65-960a-4444-965d-5458dab5e8db,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:17.615531 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-8c4bdd46-db1c-4558-b5d5-729d3a4fc454 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=eae9614485024b1ebb7c429226844c0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532484 May 06 09:37:17.696361 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26c88fa6-8231-443c-89cf-a16763fdca2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:17.769851 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-991a30cf-ed88-4306-87bf-7ab1750d35e7 req-6ebccc8b-c205-4ee1-861a-03013992a4ed tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:17.817372 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26c88fa6-8231-443c-89cf-a16763fdca2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:17.823718 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26c88fa6-8231-443c-89cf-a16763fdca2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:17.857284 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c88fa6-8231-443c-89cf-a16763fdca2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbbc533-7fca-4258-af31-027d92f95e8c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:17.882984 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-26c88fa6-8231-443c-89cf-a16763fdca2d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f4d29f062e7349cf9b74035aa12615bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298821 May 06 09:37:17.883631 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40926) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:17.974904 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ea0b-ee15-47c3-bc93-3f3b058d173f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:18.013090 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ea0b-ee15-47c3-bc93-3f3b058d173f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:18.083190 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ea0b-ee15-47c3-bc93-3f3b058d173f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:18.083190 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ea0b-ee15-47c3-bc93-3f3b058d173f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:18.083736 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0bb7ea0b-ee15-47c3-bc93-3f3b058d173f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0bbbc533-7fca-4258-af31-027d92f95e8c HTTP/1.1" status: 204 len: 168 time: 0.1991432 May 06 09:37:18.092884 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7ea0b-ee15-47c3-bc93-3f3b058d173f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbbc533-7fca-4258-af31-027d92f95e8c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:18.136419 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-758f8550-1111-4e80-a9f3-8b82a90c0a6e service neutron] 10.222.0.73 "GET /v2.0/networks/62314494-b174-4444-b50f-a42c5aa706d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5121965 May 06 09:37:18.146152 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-991a30cf-ed88-4306-87bf-7ab1750d35e7 req-6ebccc8b-c205-4ee1-861a-03013992a4ed tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:18.336721 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4', 'tag': '0f731e0b-cba7-480d-bd7a-5a8deee3e63d'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:18.339085 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda60f1b-68e4-413b-8491-c5e0a828e8ba" -d '{"events": [{"name": "network-changed", "server_uuid": "55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4", "tag": "0f731e0b-cba7-480d-bd7a-5a8deee3e63d"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:18.347779 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-6c78e28a-ac31-4536-a730-53ed6414c1c1 service neutron] 10.222.0.73 "GET /v2.0/networks/62314494-b174-4444-b50f-a42c5aa706d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738539 May 06 09:37:18.433586 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d4182749-9a00-4e67-9932-3dd4bb08f06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:18.475154 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-991a30cf-ed88-4306-87bf-7ab1750d35e7 req-6ebccc8b-c205-4ee1-861a-03013992a4ed tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:18.494680 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-991a30cf-ed88-4306-87bf-7ab1750d35e7 req-6ebccc8b-c205-4ee1-861a-03013992a4ed tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:18.565989 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80913191-60fa-4523-af20-e3babdb3f67e x-openstack-request-id: req-80913191-60fa-4523-af20-e3babdb3f67e {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:18.566282 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf7012b-bec9-40b5-abae-b2a7365a25b2", "tag": "7ad73c7b-3fd8-4490-8aa8-d7bb030c057b", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:18.566535 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-80913191-60fa-4523-af20-e3babdb3f67e {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:18.566932 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80913191-60fa-4523-af20-e3babdb3f67e'] response: {'name': 'network-changed', 'server_uuid': '3cf7012b-bec9-40b5-abae-b2a7365a25b2', 'tag': '7ad73c7b-3fd8-4490-8aa8-d7bb030c057b', 'status': 'completed', 'code': 200} May 06 09:37:18.594746 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebccc8b-c205-4ee1-861a-03013992a4ed tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Pushing event updated for resources: {'Port': ['ID=a7bd1e65-960a-4444-965d-5458dab5e8db,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:18.610593 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-991a30cf-ed88-4306-87bf-7ab1750d35e7 req-6ebccc8b-c205-4ee1-861a-03013992a4ed tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:18.634417 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:18.656714 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-991a30cf-ed88-4306-87bf-7ab1750d35e7 req-6ebccc8b-c205-4ee1-861a-03013992a4ed tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:18.657941 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-991a30cf-ed88-4306-87bf-7ab1750d35e7 req-6ebccc8b-c205-4ee1-861a-03013992a4ed tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9557526 May 06 09:37:18.807475 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-991a30cf-ed88-4306-87bf-7ab1750d35e7 req-0b11c44f-198a-4091-b5bd-2030467cf3c6 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.40 HTTP/1.1" status: 200 len: 695 time: 0.1205211 May 06 09:37:18.815051 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce01f2-c83a-4dd9-a4f5-2db3e470a990 req-158ffbf5-b073-4325-be67-2a09b8d8a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:18.817493 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-63ce01f2-c83a-4dd9-a4f5-2db3e470a990 req-158ffbf5-b073-4325-be67-2a09b8d8a149 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4aa136b130448688a7f34d49779576a&device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 1096 time: 0.1922138 May 06 09:37:18.948256 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3c173-94f9-485b-b9b0-1d1f3b855be8 req-b6d8630c-e439-4636-a421-e66261f4ccc5 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:18.950698 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14a3c173-94f9-485b-b9b0-1d1f3b855be8 req-b6d8630c-e439-4636-a421-e66261f4ccc5 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 943 time: 0.2918658 May 06 09:37:19.087572 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14a3c173-94f9-485b-b9b0-1d1f3b855be8 req-bb8ddcd1-ff8a-4dc3-9074-579c62c2c05e tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185019 May 06 09:37:19.141467 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce01f2-c83a-4dd9-a4f5-2db3e470a990 req-105ffc90-a405-4674-9c84-68ae3526a729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:19.143312 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-63ce01f2-c83a-4dd9-a4f5-2db3e470a990 req-105ffc90-a405-4674-9c84-68ae3526a729 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d08aac77-6a8c-48ad-8465-6c78d5aeb84b HTTP/1.1" status: 200 len: 920 time: 0.3034980 May 06 09:37:19.211696 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-63ce01f2-c83a-4dd9-a4f5-2db3e470a990 req-cf571f7b-0427-4557-aa0d-f404f876c48b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad73c7b-3fd8-4490-8aa8-d7bb030c057b HTTP/1.1" status: 200 len: 217 time: 0.0481336 May 06 09:37:19.227892 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a30cf-ed88-4306-87bf-7ab1750d35e7 req-fdd161d7-455e-48c7-a6b1-87e11fbc66b9 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:19.229255 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-991a30cf-ed88-4306-87bf-7ab1750d35e7 req-fdd161d7-455e-48c7-a6b1-87e11fbc66b9 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 784 time: 0.4106607 May 06 09:37:19.293999 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e05555-36cc-4f61-9d52-2d30a923bfea req-a1cc2144-06de-4dc4-914f-c341f9413084 tempest-MigrationsAdminTest-741517518 tempest-MigrationsAdminTest-741517518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:19.295568 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-34e05555-36cc-4f61-9d52-2d30a923bfea req-a1cc2144-06de-4dc4-914f-c341f9413084 tempest-MigrationsAdminTest-741517518 tempest-MigrationsAdminTest-741517518-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 1100 time: 0.0974119 May 06 09:37:19.302263 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce01f2-c83a-4dd9-a4f5-2db3e470a990 req-073e35cd-bfc3-4337-a058-4cc909985f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:19.303733 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-63ce01f2-c83a-4dd9-a4f5-2db3e470a990 req-073e35cd-bfc3-4337-a058-4cc909985f95 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d27702c2-9a71-49e6-91a0-98e35f14ed0a HTTP/1.1" status: 200 len: 859 time: 0.0736072 May 06 09:37:19.361313 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-63ce01f2-c83a-4dd9-a4f5-2db3e470a990 req-e073cd03-67d5-4eac-a45f-0ba7f72b43db service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d08aac77-6a8c-48ad-8465-6c78d5aeb84b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378244 May 06 09:37:19.362910 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-34e05555-36cc-4f61-9d52-2d30a923bfea req-44013a76-ab59-48e0-92fc-2d32d45fa999 tempest-MigrationsAdminTest-741517518 tempest-MigrationsAdminTest-741517518-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583415 May 06 09:37:19.377401 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:19.419498 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1535784-0d99-4d2c-b22e-ab18f05e0bf2 x-openstack-request-id: req-d1535784-0d99-4d2c-b22e-ab18f05e0bf2 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:19.420032 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4", "tag": "0f731e0b-cba7-480d-bd7a-5a8deee3e63d", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:19.420140 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d1535784-0d99-4d2c-b22e-ab18f05e0bf2 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:19.420463 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1535784-0d99-4d2c-b22e-ab18f05e0bf2'] response: {'name': 'network-changed', 'server_uuid': '55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4', 'tag': '0f731e0b-cba7-480d-bd7a-5a8deee3e63d', 'status': 'completed', 'code': 200} May 06 09:37:19.498073 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180544f-eb3a-4eaf-8917-fffb5d272b20 req-a9260e09-a801-4ced-8fa9-66fc1d0fb57e tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:19.499618 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6180544f-eb3a-4eaf-8917-fffb5d272b20 req-a9260e09-a801-4ced-8fa9-66fc1d0fb57e tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 943 time: 0.1407042 May 06 09:37:19.527580 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-86b0dbb6-df2f-40a0-815b-4ef76fd638cc req-b20e78ab-aa27-4732-b03a-b497060a811e tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=73016390-3695-4351-93e5-031dbc9871d5 HTTP/1.1" status: 200 len: 210 time: 0.0575681 May 06 09:37:19.561372 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-63ce01f2-c83a-4dd9-a4f5-2db3e470a990 req-b1793d0f-d45a-4042-a9e5-014f93f08744 service neutron] 10.222.0.77 "GET /v2.0/networks/d08aac77-6a8c-48ad-8465-6c78d5aeb84b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902411 May 06 09:37:19.631838 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6180544f-eb3a-4eaf-8917-fffb5d272b20 req-2d397a01-ea93-4606-86c8-6bd14c786e3d tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077359 May 06 09:37:19.637674 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda60f1b-68e4-413b-8491-c5e0a828e8ba req-1963e3d5-17e0-414d-94e0-b3d66fc6760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:19.639160 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eda60f1b-68e4-413b-8491-c5e0a828e8ba req-1963e3d5-17e0-414d-94e0-b3d66fc6760b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=147a685967a04284b13954d6f7a9d875&device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 1124 time: 0.1539385 May 06 09:37:19.759171 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-63ce01f2-c83a-4dd9-a4f5-2db3e470a990 req-f3e6e0cb-6b3f-41d6-ba27-1dd2a97166ca service neutron] 10.222.0.77 "GET /v2.0/networks/d08aac77-6a8c-48ad-8465-6c78d5aeb84b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879339 May 06 09:37:19.799635 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cb26f-c47f-45b6-b00f-1e880942098a req-9606e31f-978e-4796-860f-f1e2d36f279c tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:19.801146 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b98cb26f-c47f-45b6-b00f-1e880942098a req-9606e31f-978e-4796-860f-f1e2d36f279c tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0985157 May 06 09:37:19.804147 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda60f1b-68e4-413b-8491-c5e0a828e8ba req-1c381895-cd78-4236-86c7-1911e97d9902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:19.805628 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eda60f1b-68e4-413b-8491-c5e0a828e8ba req-1c381895-cd78-4236-86c7-1911e97d9902 service neutron] 10.222.0.84 "GET /v2.0/networks?id=519999b9-d7d4-4e10-b661-e50209fd3b05 HTTP/1.1" status: 200 len: 920 time: 0.1543443 May 06 09:37:19.887866 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eda60f1b-68e4-413b-8491-c5e0a828e8ba req-e9d44eba-ab19-4ebe-bb45-46115c64cd09 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f731e0b-cba7-480d-bd7a-5a8deee3e63d HTTP/1.1" status: 200 len: 217 time: 0.0714154 May 06 09:37:19.903642 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b98cb26f-c47f-45b6-b00f-1e880942098a req-70fcfa3f-32f4-4342-b858-589686cfca2c tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.40 HTTP/1.1" status: 200 len: 695 time: 0.0940897 May 06 09:37:19.909076 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-b98cb26f-c47f-45b6-b00f-1e880942098a req-0a6fc861-9345-4b02-8c7a-34f3ce451c85 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Request body: {'floatingip': {'port_id': '7ad73c7b-3fd8-4490-8aa8-d7bb030c057b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:20.012077 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b98cb26f-c47f-45b6-b00f-1e880942098a req-0a6fc861-9345-4b02-8c7a-34f3ce451c85 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks [] for floatingip, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:20.132893 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda60f1b-68e4-413b-8491-c5e0a828e8ba req-0f3b0b4b-4db1-445a-823b-246c1c82b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:20.134526 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eda60f1b-68e4-413b-8491-c5e0a828e8ba req-0f3b0b4b-4db1-445a-823b-246c1c82b6ee service neutron] 10.222.0.84 "GET /v2.0/subnets?id=293ef06f-9c8d-46e9-8a69-2491d12832fe HTTP/1.1" status: 200 len: 859 time: 0.2223821 May 06 09:37:20.196401 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-63fde13f-78a9-40f2-8cef-0c21502e2b6c tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:20.197977 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-63fde13f-78a9-40f2-8cef-0c21502e2b6c tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.84 "GET /v2.0/networks?id=62314494-b174-4444-b50f-a42c5aa706d2 HTTP/1.1" status: 200 len: 822 time: 0.1872165 May 06 09:37:20.231847 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-839ae098-8d9a-494a-810d-67d9e688e923 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Request body: {'port': {'device_id': '73016390-3695-4351-93e5-031dbc9871d5', 'network_id': '62314494-b174-4444-b50f-a42c5aa706d2', 'admin_state_up': True, 'tenant_id': 'eae9614485024b1ebb7c429226844c0a'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:20.263493 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eda60f1b-68e4-413b-8491-c5e0a828e8ba req-be13e37b-e612-4cf2-90f4-b90d7a6ca55f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=519999b9-d7d4-4e10-b661-e50209fd3b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770476 May 06 09:37:20.366526 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-839ae098-8d9a-494a-810d-67d9e688e923 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Made reservation on behalf of eae9614485024b1ebb7c429226844c0a for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:37:20.371212 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-839ae098-8d9a-494a-810d-67d9e688e923 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:20.545543 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-839ae098-8d9a-494a-810d-67d9e688e923 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Allocated IP 172.20.0.11 (62314494-b174-4444-b50f-a42c5aa706d2/1eb06141-6cc9-4c96-90e3-d4bca0b380e8/16fbb089-fad9-4afc-87b9-168cc5b0172a) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:37:20.591913 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d3e1b67-60fa-4a52-ac22-a3c661c1c454 req-28f24f2a-07d8-482c-bf54-9749e3698308 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1852818 May 06 09:37:20.707098 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eda60f1b-68e4-413b-8491-c5e0a828e8ba req-4e498a88-b578-48fe-9e08-cb6e34a01288 service neutron] 10.222.0.84 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742998 May 06 09:37:20.708449 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-f7bb004b-d5ce-43dc-9dcb-b57b9b622557 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1216784 May 06 09:37:20.783498 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-839ae098-8d9a-494a-810d-67d9e688e923 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:20.824144 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-839ae098-8d9a-494a-810d-67d9e688e923 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:20.854976 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e1b67-60fa-4a52-ac22-a3c661c1c454 req-88c02dd8-4a89-4f39-a9b0-21b0faec6f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:20.857455 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d3e1b67-60fa-4a52-ac22-a3c661c1c454 req-88c02dd8-4a89-4f39-a9b0-21b0faec6f3a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 1100 time: 0.2195592 May 06 09:37:20.874360 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-839ae098-8d9a-494a-810d-67d9e688e923 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Network 62314494-b174-4444-b50f-a42c5aa706d2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:37:20.878561 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-839ae098-8d9a-494a-810d-67d9e688e923 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:37:20.879822 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29511b98-f430-4cc4-977c-15a83134b69c req-731e275d-b4ee-4b72-b1d0-83b44046faee tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:20.881278 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-29511b98-f430-4cc4-977c-15a83134b69c req-731e275d-b4ee-4b72-b1d0-83b44046faee tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 943 time: 0.2423034 May 06 09:37:20.881644 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-839ae098-8d9a-494a-810d-67d9e688e923 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:37:20.922821 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ae098-8d9a-494a-810d-67d9e688e923 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Pushing event updated for resources: {'Port': ['ID=16fbb089-fad9-4afc-87b9-168cc5b0172a,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:20.951206 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-839ae098-8d9a-494a-810d-67d9e688e923 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:20.952023 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-839ae098-8d9a-494a-810d-67d9e688e923 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:20.971676 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-839ae098-8d9a-494a-810d-67d9e688e923 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7468555 May 06 09:37:20.996037 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-0017f66c-19a5-4f11-b58d-b39ef237d7d3 service neutron] Request body: {'port': {'device_id': '73016390-3695-4351-93e5-031dbc9871d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:21.063345 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:21.076378 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-0017f66c-19a5-4f11-b58d-b39ef237d7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:21.381174 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eda60f1b-68e4-413b-8491-c5e0a828e8ba req-641a5f21-492c-4ded-90d9-699d17aa4b53 service neutron] 10.222.0.84 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6150675 May 06 09:37:21.411387 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:21.443311 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-29511b98-f430-4cc4-977c-15a83134b69c req-f2b5ddce-2773-419f-8334-7f91a6fbe956 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5515227 May 06 09:37:21.466023 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.db.resource_extend [req-b98cb26f-c47f-45b6-b00f-1e880942098a req-0a6fc861-9345-4b02-8c7a-34f3ce451c85 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:37:21.549998 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b98cb26f-c47f-45b6-b00f-1e880942098a req-0a6fc861-9345-4b02-8c7a-34f3ce451c85 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:21.561061 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b98cb26f-c47f-45b6-b00f-1e880942098a req-0a6fc861-9345-4b02-8c7a-34f3ce451c85 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:21.645342 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e1b67-60fa-4a52-ac22-a3c661c1c454 req-2c0b7424-d475-4725-a00f-1372e3a24699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:21.647093 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d3e1b67-60fa-4a52-ac22-a3c661c1c454 req-2c0b7424-d475-4725-a00f-1372e3a24699 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.7319555 May 06 09:37:21.772916 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d3e1b67-60fa-4a52-ac22-a3c661c1c454 req-7f97ee60-7032-40af-899f-1c25041a6693 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=401ec187-3b03-41c3-a15c-9e8e9f696ca7 HTTP/1.1" status: 200 len: 217 time: 0.0838292 May 06 09:37:21.819385 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-0017f66c-19a5-4f11-b58d-b39ef237d7d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16fbb089-fad9-4afc-87b9-168cc5b0172a {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:37:21.827640 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-0017f66c-19a5-4f11-b58d-b39ef237d7d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:21.848590 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-0017f66c-19a5-4f11-b58d-b39ef237d7d3 service neutron] Transition to ACTIVE for port object 16fbb089-fad9-4afc-87b9-168cc5b0172a will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:37:21.853109 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-0017f66c-19a5-4f11-b58d-b39ef237d7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:21.880131 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a8879-0033-4e65-b952-a01193726bb8 req-617e2622-c6fd-4a67-aef9-43c68e2fbf3b tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:21.881643 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d1a8879-0033-4e65-b952-a01193726bb8 req-617e2622-c6fd-4a67-aef9-43c68e2fbf3b tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/ports?device_id=985cd21b-ab70-4c96-98e8-c9270e5d0f19 HTTP/1.1" status: 200 len: 949 time: 0.2386801 May 06 09:37:21.900345 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-6a35ee29-e459-42a6-a102-87980ff29a20 service neutron] 10.222.0.77 "GET /v2.0/ports/0628af58-b4bb-41f2-a487-0f7dc617eaf8/bindings/n-h1-840835-1 HTTP/1.1" status: 200 len: 384 time: 0.2521379 May 06 09:37:21.933509 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017f66c-19a5-4f11-b58d-b39ef237d7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=16fbb089-fad9-4afc-87b9-168cc5b0172a,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:21.953396 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [req-b98cb26f-c47f-45b6-b00f-1e880942098a req-0a6fc861-9345-4b02-8c7a-34f3ce451c85 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Floating IP 468a34b3-2a74-4aad-b7c2-c79004270f60 associated. External IP: 172.25.5.40, port: 7ad73c7b-3fd8-4490-8aa8-d7bb030c057b. May 06 09:37:21.959883 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e1b67-60fa-4a52-ac22-a3c661c1c454 req-4656e5ad-fe12-48a5-a6d5-1104c115cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:21.961367 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d3e1b67-60fa-4a52-ac22-a3c661c1c454 req-4656e5ad-fe12-48a5-a6d5-1104c115cf7b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1367075 May 06 09:37:22.004703 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-0017f66c-19a5-4f11-b58d-b39ef237d7d3 service neutron] Attempting to bind port 16fbb089-fad9-4afc-87b9-168cc5b0172a on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:37:22.005047 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-0017f66c-19a5-4f11-b58d-b39ef237d7d3 service neutron] Attempting to bind port 16fbb089-fad9-4afc-87b9-168cc5b0172a by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'ad53ebe9-2424-450b-83f6-7b9fe46d8064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62314494-b174-4444-b50f-a42c5aa706d2'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:37:22.005385 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-0017f66c-19a5-4f11-b58d-b39ef237d7d3 service neutron] Attempting to bind port 16fbb089-fad9-4afc-87b9-168cc5b0172a on network 62314494-b174-4444-b50f-a42c5aa706d2 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:37:22.009709 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-0017f66c-19a5-4f11-b58d-b39ef237d7d3 service neutron] Port 16fbb089-fad9-4afc-87b9-168cc5b0172a on network 62314494-b174-4444-b50f-a42c5aa706d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:37:22.010039 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-0017f66c-19a5-4f11-b58d-b39ef237d7d3 service neutron] Attempting to bind port 16fbb089-fad9-4afc-87b9-168cc5b0172a on network 62314494-b174-4444-b50f-a42c5aa706d2 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:37:22.014926 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-0017f66c-19a5-4f11-b58d-b39ef237d7d3 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:37:22.015307 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-0017f66c-19a5-4f11-b58d-b39ef237d7d3 service neutron] Checking segment: {'id': 'ad53ebe9-2424-450b-83f6-7b9fe46d8064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62314494-b174-4444-b50f-a42c5aa706d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:37:22.015697 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-0017f66c-19a5-4f11-b58d-b39ef237d7d3 service neutron] Bound using segment: {'id': 'ad53ebe9-2424-450b-83f6-7b9fe46d8064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62314494-b174-4444-b50f-a42c5aa706d2'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:37:22.016136 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-0017f66c-19a5-4f11-b58d-b39ef237d7d3 service neutron] Bound port: 16fbb089-fad9-4afc-87b9-168cc5b0172a, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad53ebe9-2424-450b-83f6-7b9fe46d8064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62314494-b174-4444-b50f-a42c5aa706d2'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:37:22.016501 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-0017f66c-19a5-4f11-b58d-b39ef237d7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:22.064807 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d1a8879-0033-4e65-b952-a01193726bb8 req-9493be5c-b5b2-4145-af68-f4f3bfe047dd tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/security-groups?id=332864c1-d721-4cd2-87cb-f4dd0832c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686568 May 06 09:37:22.082436 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-0017f66c-19a5-4f11-b58d-b39ef237d7d3 service neutron] For port 16fbb089-fad9-4afc-87b9-168cc5b0172a, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:37:22.085665 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-0017f66c-19a5-4f11-b58d-b39ef237d7d3 service neutron] For port 16fbb089-fad9-4afc-87b9-168cc5b0172a, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=16fbb089-fad9-4afc-87b9-168cc5b0172a,segment=NetworkSegment(ad53ebe9-2424-450b-83f6-7b9fe46d8064),segment_id=ad53ebe9-2424-450b-83f6-7b9fe46d8064)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:37:22.091672 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-0017f66c-19a5-4f11-b58d-b39ef237d7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:22.126865 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-0017f66c-19a5-4f11-b58d-b39ef237d7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:22.127511 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-0017f66c-19a5-4f11-b58d-b39ef237d7d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:22.128923 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-0017f66c-19a5-4f11-b58d-b39ef237d7d3 service neutron] 10.222.0.84 "PUT /v2.0/ports/16fbb089-fad9-4afc-87b9-168cc5b0172a HTTP/1.1" status: 200 len: 1092 time: 1.1387620 May 06 09:37:22.129369 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73016390-3695-4351-93e5-031dbc9871d5', 'tag': '16fbb089-fad9-4afc-87b9-168cc5b0172a'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:22.131828 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e838bb3f-e070-42fd-9962-4dd7046a30ef" -d '{"events": [{"name": "network-changed", "server_uuid": "73016390-3695-4351-93e5-031dbc9871d5", "tag": "16fbb089-fad9-4afc-87b9-168cc5b0172a"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:22.159367 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017f66c-19a5-4f11-b58d-b39ef237d7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=16fbb089-fad9-4afc-87b9-168cc5b0172a,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:22.182566 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e1b67-60fa-4a52-ac22-a3c661c1c454 req-7ada3002-df54-4dde-b498-c5bac1d18996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:22.184807 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d3e1b67-60fa-4a52-ac22-a3c661c1c454 req-7ada3002-df54-4dde-b498-c5bac1d18996 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1848886 May 06 09:37:22.244972 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-bdc2c65b-c5e4-4f87-9f52-bcd97e075bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:22.247017 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-bdc2c65b-c5e4-4f87-9f52-bcd97e075bcc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=eae9614485024b1ebb7c429226844c0a&device_id=73016390-3695-4351-93e5-031dbc9871d5 HTTP/1.1" status: 200 len: 1095 time: 0.0434647 May 06 09:37:22.298495 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-7c8aa45f-fb01-4c05-bf48-b2c5f4e18675 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16fbb089-fad9-4afc-87b9-168cc5b0172a HTTP/1.1" status: 200 len: 217 time: 0.0343888 May 06 09:37:22.356785 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-5a1a8402-6526-4118-8e29-e5528e778adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:22.358181 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-5a1a8402-6526-4118-8e29-e5528e778adb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1eb06141-6cc9-4c96-90e3-d4bca0b380e8 HTTP/1.1" status: 200 len: 862 time: 0.0443630 May 06 09:37:22.389347 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e0e30-5919-44dc-813f-54fa2d4418d9 req-86570e83-a40a-4e50-9071-9be88c007336 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:22.392041 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d03e0e30-5919-44dc-813f-54fa2d4418d9 req-86570e83-a40a-4e50-9071-9be88c007336 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 949 time: 0.2399337 May 06 09:37:22.410743 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-caf28514-e937-42b4-ae0d-bbd118b7a1cc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=62314494-b174-4444-b50f-a42c5aa706d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369670 May 06 09:37:22.494691 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d3e1b67-60fa-4a52-ac22-a3c661c1c454 req-67dd9fa1-4364-42c3-82b3-20859d62b9fa service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901065 May 06 09:37:22.502755 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-ba165214-39a7-4af6-8e5f-25c3d986e5f4 service neutron] For port 0628af58-b4bb-41f2-a487-0f7dc617eaf8, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=0628af58-b4bb-41f2-a487-0f7dc617eaf8,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:22.526762 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-6b31ba99-a8f4-4b9d-93eb-68ea44714d7c service neutron] 10.222.0.84 "GET /v2.0/networks/62314494-b174-4444-b50f-a42c5aa706d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979931 May 06 09:37:22.536757 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d03e0e30-5919-44dc-813f-54fa2d4418d9 req-cdb2f3b2-0428-45ba-a260-4a846c9d3199 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374247 May 06 09:37:22.610707 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-ba165214-39a7-4af6-8e5f-25c3d986e5f4 service neutron] For port 0628af58-b4bb-41f2-a487-0f7dc617eaf8, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:37:22.653205 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b98cb26f-c47f-45b6-b00f-1e880942098a req-0a6fc861-9345-4b02-8c7a-34f3ce451c85 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Router 5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:37:22.657844 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c735c836-a2f9-410c-a1c2-b7a76f561c52 req-5d89f914-45c9-4dde-a624-c328504285b5 service neutron] 10.222.0.84 "GET /v2.0/networks/62314494-b174-4444-b50f-a42c5aa706d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007001 May 06 09:37:22.707966 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-ba165214-39a7-4af6-8e5f-25c3d986e5f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0628af58-b4bb-41f2-a487-0f7dc617eaf8 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:37:22.726536 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-ba165214-39a7-4af6-8e5f-25c3d986e5f4 service neutron] For port 0628af58-b4bb-41f2-a487-0f7dc617eaf8, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=0628af58-b4bb-41f2-a487-0f7dc617eaf8,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:22.743237 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-1407849c-967b-4730-b03c-6ae4930e03f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:22.744763 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-1407849c-967b-4730-b03c-6ae4930e03f4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 1100 time: 0.0461619 May 06 09:37:22.801908 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99a1db-ad31-4a41-a9e9-061deb74d2d2 req-bf2ddf60-dd0b-4943-8083-02b36ac824ff tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:22.803440 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a99a1db-ad31-4a41-a9e9-061deb74d2d2 req-bf2ddf60-dd0b-4943-8083-02b36ac824ff tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=73016390-3695-4351-93e5-031dbc9871d5 HTTP/1.1" status: 200 len: 944 time: 0.1983232 May 06 09:37:22.805250 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d3e1b67-60fa-4a52-ac22-a3c661c1c454 req-7586e50e-d5fe-4914-84cc-0965a5d13f6b service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909708 May 06 09:37:22.809640 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-ba165214-39a7-4af6-8e5f-25c3d986e5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:22.844009 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-dc088020-f864-40cb-ba90-9b280a1d21b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:22.845535 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-dc088020-f864-40cb-ba90-9b280a1d21b1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.0918484 May 06 09:37:22.848120 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 0628af58-b4bb-41f2-a487-0f7dc617eaf8 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:37:22.900473 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-7bf22ead-ea06-477a-b057-e3bee67d8e48 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=50ea228b-ffa3-4617-b1bb-585652b161da HTTP/1.1" status: 200 len: 217 time: 0.0477767 May 06 09:37:22.922534 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a99a1db-ad31-4a41-a9e9-061deb74d2d2 req-125d6838-db72-40d3-9783-d4c3e7580a49 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093676 May 06 09:37:22.941702 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b98cb26f-c47f-45b6-b00f-1e880942098a req-0a6fc861-9345-4b02-8c7a-34f3ce451c85 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:37:22.953439 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b98cb26f-c47f-45b6-b00f-1e880942098a req-0a6fc861-9345-4b02-8c7a-34f3ce451c85 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:22.959588 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007def6a-2567-421b-9514-0427e38ac95d None None] Sync routers for ids ['5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:37:22.968897 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-66e3de72-5da0-4cac-a162-63c423878c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:22.968897 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-66e3de72-5da0-4cac-a162-63c423878c04 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0578241 May 06 09:37:22.970520 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007def6a-2567-421b-9514-0427e38ac95d None None] Routers {'5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:37:22.971427 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-007def6a-2567-421b-9514-0427e38ac95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:37:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:23.052577 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-f8fd320b-cadd-40db-afa0-18302b3c0174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:23.054649 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-f8fd320b-cadd-40db-afa0-18302b3c0174 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0806086 May 06 09:37:23.092368 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b98cb26f-c47f-45b6-b00f-1e880942098a req-0a6fc861-9345-4b02-8c7a-34f3ce451c85 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "PUT /v2.0/floatingips/468a34b3-2a74-4aad-b7c2-c79004270f60 HTTP/1.1" status: 200 len: 995 time: 3.1874971 May 06 09:37:23.115805 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf7012b-bec9-40b5-abae-b2a7365a25b2', 'tag': '7ad73c7b-3fd8-4490-8aa8-d7bb030c057b'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:23.122493 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235bdffa-366c-41f2-b18f-b66bd3562e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf7012b-bec9-40b5-abae-b2a7365a25b2", "tag": "7ad73c7b-3fd8-4490-8aa8-d7bb030c057b"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:23.135577 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-ba165214-39a7-4af6-8e5f-25c3d986e5f4 service neutron] Transition to ACTIVE for port object 0628af58-b4bb-41f2-a487-0f7dc617eaf8 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:37:23.151314 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-ba165214-39a7-4af6-8e5f-25c3d986e5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:23.194529 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-05c7a2a9-6d03-4123-8345-151760829eea service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314204 May 06 09:37:23.229084 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931aad7-b41e-42d6-a9e6-621cb57497b8 req-8f96196a-52a0-42f4-9f44-ebab45e86eae tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:23.231343 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d931aad7-b41e-42d6-a9e6-621cb57497b8 req-8f96196a-52a0-42f4-9f44-ebab45e86eae tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 943 time: 0.2203903 May 06 09:37:23.234847 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-007def6a-2567-421b-9514-0427e38ac95d None None] Set router 5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:37:23.297159 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cb26f-c47f-45b6-b00f-1e880942098a req-97523a3f-ffc1-4c60-8882-6d6819e15d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:23.298845 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b98cb26f-c47f-45b6-b00f-1e880942098a req-97523a3f-ffc1-4c60-8882-6d6819e15d45 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f4aa136b130448688a7f34d49779576a&device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 1096 time: 0.1614921 May 06 09:37:23.301828 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-ba165214-39a7-4af6-8e5f-25c3d986e5f4 service neutron] No DVR routers for this DVR port 0628af58-b4bb-41f2-a487-0f7dc617eaf8 on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:37:23.305144 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba165214-39a7-4af6-8e5f-25c3d986e5f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0628af58-b4bb-41f2-a487-0f7dc617eaf8,revision_number=10']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:23.367826 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d931aad7-b41e-42d6-a9e6-621cb57497b8 req-0294d933-d54b-4b01-9a18-b434b217a1ae tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221571 May 06 09:37:23.374702 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-ba165214-39a7-4af6-8e5f-25c3d986e5f4 service neutron] 10.222.0.77 "PUT /v2.0/ports/0628af58-b4bb-41f2-a487-0f7dc617eaf8/bindings/n-h1-840835-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4629214 May 06 09:37:23.385497 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-8bb9479a-5ff7-44bd-afd6-2ca2d5623666 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671307 May 06 09:37:23.616652 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cb26f-c47f-45b6-b00f-1e880942098a req-874e80f9-33dc-464c-a394-e8f66b0e9ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:23.620052 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b98cb26f-c47f-45b6-b00f-1e880942098a req-874e80f9-33dc-464c-a394-e8f66b0e9ef3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d08aac77-6a8c-48ad-8465-6c78d5aeb84b HTTP/1.1" status: 200 len: 920 time: 0.2808287 May 06 09:37:23.684822 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-3b561412-360b-489a-943f-7f325b114937 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:23.686790 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-3b561412-360b-489a-943f-7f325b114937 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf&tenant_id=ee0cd225ef094aa381a08623ce8da867&binding%3Ahost_id=n-h2-840835-1 HTTP/1.1" status: 200 len: 1095 time: 0.1476879 May 06 09:37:23.708105 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-007def6a-2567-421b-9514-0427e38ac95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'name': 'tempest-ServerRescueTestJSONUnderV235-917563581-router', 'tenant_id': 'f4aa136b130448688a7f34d49779576a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'ae5e7be6-d581-4bee-9214-f2472da7ed4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:36:04Z', 'updated_at': '2022-05-06T09:36:08Z', 'revision_number': 4, 'project_id': 'f4aa136b130448688a7f34d49779576a', 'gw_port': {'id': 'ae5e7be6-d581-4bee-9214-f2472da7ed4a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:05Z', 'updated_at': '2022-05-06T09:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '468a34b3-2a74-4aad-b7c2-c79004270f60', 'tenant_id': 'f4aa136b130448688a7f34d49779576a', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'port_id': '7ad73c7b-3fd8-4490-8aa8-d7bb030c057b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08aac77-6a8c-48ad-8465-6c78d5aeb84b', 'mac_address': 'fa:16:3e:4a:e5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf7012b-bec9-40b5-abae-b2a7365a25b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:37:17Z', 'updated_at': '2022-05-06T09:37:20Z', 'revision_number': 1, 'project_id': 'f4aa136b130448688a7f34d49779576a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8fc97a-7df3-40b0-942a-59e5b177d711', 'name': '', 'network_id': 'd08aac77-6a8c-48ad-8465-6c78d5aeb84b', 'tenant_id': 'f4aa136b130448688a7f34d49779576a', 'mac_address': 'fa:16:3e:62:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd27702c2-9a71-49e6-91a0-98e35f14ed0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:07Z', 'updated_at': '2022-05-06T09:36:15Z', 'revision_number': 5, 'project_id': 'f4aa136b130448688a7f34d49779576a', 'subnets': [{'id': 'd27702c2-9a71-49e6-91a0-98e35f14ed0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:23.749781 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007def6a-2567-421b-9514-0427e38ac95d None None] Checking router: 5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:37:23.759016 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007def6a-2567-421b-9514-0427e38ac95d None None] Routers {'5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:37:23.759662 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-007def6a-2567-421b-9514-0427e38ac95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:37:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:23.774147 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b98cb26f-c47f-45b6-b00f-1e880942098a req-efe6cb0f-0833-4726-9da8-ecfea433cd90 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad73c7b-3fd8-4490-8aa8-d7bb030c057b HTTP/1.1" status: 200 len: 998 time: 0.1468239 May 06 09:37:23.843321 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-0c193c84-0e61-4b2d-8407-4e6d677cb70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:23.844988 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-0c193c84-0e61-4b2d-8407-4e6d677cb70f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf&tenant_id=ee0cd225ef094aa381a08623ce8da867 HTTP/1.1" status: 200 len: 1095 time: 0.1443124 May 06 09:37:23.870830 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cb26f-c47f-45b6-b00f-1e880942098a req-9c6e5210-5787-4ec9-8fd9-239f00bac719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:23.872416 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b98cb26f-c47f-45b6-b00f-1e880942098a req-9c6e5210-5787-4ec9-8fd9-239f00bac719 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d27702c2-9a71-49e6-91a0-98e35f14ed0a HTTP/1.1" status: 200 len: 859 time: 0.0843096 May 06 09:37:23.905071 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-007def6a-2567-421b-9514-0427e38ac95d None None] Set router 5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:37:23.921783 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b98cb26f-c47f-45b6-b00f-1e880942098a req-8f2e7b33-fd5d-43ed-bdd4-92a8444673d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d08aac77-6a8c-48ad-8465-6c78d5aeb84b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373864 May 06 09:37:24.010185 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-03b633d3-267f-4726-b9e7-e5d8f854f79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:24.011725 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-03b633d3-267f-4726-b9e7-e5d8f854f79e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ee0cd225ef094aa381a08623ce8da867&device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 1095 time: 0.1185362 May 06 09:37:24.015066 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41700a46-804f-4a53-a2fe-e4aa9ab230fb x-openstack-request-id: req-41700a46-804f-4a53-a2fe-e4aa9ab230fb {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:24.015600 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73016390-3695-4351-93e5-031dbc9871d5", "tag": "16fbb089-fad9-4afc-87b9-168cc5b0172a", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:24.015843 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-41700a46-804f-4a53-a2fe-e4aa9ab230fb {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:24.016890 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41700a46-804f-4a53-a2fe-e4aa9ab230fb'] response: {'name': 'network-changed', 'server_uuid': '73016390-3695-4351-93e5-031dbc9871d5', 'tag': '16fbb089-fad9-4afc-87b9-168cc5b0172a', 'status': 'completed', 'code': 200} May 06 09:37:24.096279 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b98cb26f-c47f-45b6-b00f-1e880942098a req-0c91ab33-f603-460e-8a14-329e168e6ae9 service neutron] 10.222.0.73 "GET /v2.0/networks/d08aac77-6a8c-48ad-8465-6c78d5aeb84b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591821 May 06 09:37:24.114549 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838bb3f-e070-42fd-9962-4dd7046a30ef req-21c31d1f-a6ef-4cca-8f99-142ba6473b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:24.116643 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e838bb3f-e070-42fd-9962-4dd7046a30ef req-21c31d1f-a6ef-4cca-8f99-142ba6473b15 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=eae9614485024b1ebb7c429226844c0a&device_id=73016390-3695-4351-93e5-031dbc9871d5 HTTP/1.1" status: 200 len: 1095 time: 0.0525506 May 06 09:37:24.245017 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838bb3f-e070-42fd-9962-4dd7046a30ef req-41b32be0-6b61-4ffb-9206-19915254cedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:24.247993 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e838bb3f-e070-42fd-9962-4dd7046a30ef req-41b32be0-6b61-4ffb-9206-19915254cedc service neutron] 10.222.0.84 "GET /v2.0/networks?id=62314494-b174-4444-b50f-a42c5aa706d2 HTTP/1.1" status: 200 len: 923 time: 0.1154044 May 06 09:37:24.296134 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-007def6a-2567-421b-9514-0427e38ac95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'name': 'tempest-ServerRescueTestJSONUnderV235-917563581-router', 'tenant_id': 'f4aa136b130448688a7f34d49779576a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'ae5e7be6-d581-4bee-9214-f2472da7ed4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:36:04Z', 'updated_at': '2022-05-06T09:36:08Z', 'revision_number': 4, 'project_id': 'f4aa136b130448688a7f34d49779576a', 'gw_port': {'id': 'ae5e7be6-d581-4bee-9214-f2472da7ed4a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:05Z', 'updated_at': '2022-05-06T09:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '468a34b3-2a74-4aad-b7c2-c79004270f60', 'tenant_id': 'f4aa136b130448688a7f34d49779576a', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'port_id': '7ad73c7b-3fd8-4490-8aa8-d7bb030c057b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08aac77-6a8c-48ad-8465-6c78d5aeb84b', 'mac_address': 'fa:16:3e:4a:e5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf7012b-bec9-40b5-abae-b2a7365a25b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:37:17Z', 'updated_at': '2022-05-06T09:37:20Z', 'revision_number': 1, 'project_id': 'f4aa136b130448688a7f34d49779576a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8fc97a-7df3-40b0-942a-59e5b177d711', 'name': '', 'network_id': 'd08aac77-6a8c-48ad-8465-6c78d5aeb84b', 'tenant_id': 'f4aa136b130448688a7f34d49779576a', 'mac_address': 'fa:16:3e:62:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd27702c2-9a71-49e6-91a0-98e35f14ed0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:07Z', 'updated_at': '2022-05-06T09:36:15Z', 'revision_number': 5, 'project_id': 'f4aa136b130448688a7f34d49779576a', 'subnets': [{'id': 'd27702c2-9a71-49e6-91a0-98e35f14ed0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:24.330338 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007def6a-2567-421b-9514-0427e38ac95d None None] The sync data for ids ['5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02'] in n-d-840835-1 is: [{'id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'name': 'tempest-ServerRescueTestJSONUnderV235-917563581-router', 'tenant_id': 'f4aa136b130448688a7f34d49779576a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'ae5e7be6-d581-4bee-9214-f2472da7ed4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:36:04Z', 'updated_at': '2022-05-06T09:36:08Z', 'revision_number': 4, 'project_id': 'f4aa136b130448688a7f34d49779576a', 'gw_port': {'id': 'ae5e7be6-d581-4bee-9214-f2472da7ed4a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:05Z', 'updated_at': '2022-05-06T09:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '468a34b3-2a74-4aad-b7c2-c79004270f60', 'tenant_id': 'f4aa136b130448688a7f34d49779576a', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'port_id': '7ad73c7b-3fd8-4490-8aa8-d7bb030c057b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08aac77-6a8c-48ad-8465-6c78d5aeb84b', 'mac_address': 'fa:16:3e:4a:e5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf7012b-bec9-40b5-abae-b2a7365a25b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:37:17Z', 'updated_at': '2022-05-06T09:37:20Z', 'revision_number': 1, 'project_id': 'f4aa136b130448688a7f34d49779576a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8fc97a-7df3-40b0-942a-59e5b177d711', 'name': '', 'network_id': 'd08aac77-6a8c-48ad-8465-6c78d5aeb84b', 'tenant_id': 'f4aa136b130448688a7f34d49779576a', 'mac_address': 'fa:16:3e:62:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd27702c2-9a71-49e6-91a0-98e35f14ed0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:07Z', 'updated_at': '2022-05-06T09:36:15Z', 'revision_number': 5, 'project_id': 'f4aa136b130448688a7f34d49779576a', 'subnets': [{'id': 'd27702c2-9a71-49e6-91a0-98e35f14ed0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:37:24.331517 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e838bb3f-e070-42fd-9962-4dd7046a30ef req-e1b474f6-4c4d-4b6f-ab04-09c5136265db service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16fbb089-fad9-4afc-87b9-168cc5b0172a HTTP/1.1" status: 200 len: 217 time: 0.0610406 May 06 09:37:24.413916 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838bb3f-e070-42fd-9962-4dd7046a30ef req-99412715-9fca-4b7c-bfa2-b9adab5792dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:24.415458 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e838bb3f-e070-42fd-9962-4dd7046a30ef req-99412715-9fca-4b7c-bfa2-b9adab5792dc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1eb06141-6cc9-4c96-90e3-d4bca0b380e8 HTTP/1.1" status: 200 len: 862 time: 0.0610609 May 06 09:37:24.477599 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e838bb3f-e070-42fd-9962-4dd7046a30ef req-be12d084-1f13-4b54-8625-151fb04de100 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=62314494-b174-4444-b50f-a42c5aa706d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376871 May 06 09:37:24.569176 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985481c6-446a-4086-ad92-c8555ebd3965 None None] New status for floating IP 468a34b3-2a74-4aad-b7c2-c79004270f60: ACTIVE {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:37:24.591311 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67feaac-9c29-4c5e-ac0f-dae78bc332df req-ab1fc40e-98ea-4513-a2c4-1742d4d151a1 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:24.592900 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c67feaac-9c29-4c5e-ac0f-dae78bc332df req-ab1fc40e-98ea-4513-a2c4-1742d4d151a1 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 944 time: 0.5029438 May 06 09:37:24.598520 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-c22946f7-bbfb-4587-b86a-e58f19825a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:24.600535 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-c22946f7-bbfb-4587-b86a-e58f19825a83 service neutron] 10.222.0.84 "GET /v2.0/networks?id=9016fd3e-f04c-40de-8dbe-a7754f33396e HTTP/1.1" status: 200 len: 909 time: 0.5687270 May 06 09:37:24.604967 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e838bb3f-e070-42fd-9962-4dd7046a30ef req-85af4cc3-3c42-44aa-bb15-65d46440523c service neutron] 10.222.0.84 "GET /v2.0/networks/62314494-b174-4444-b50f-a42c5aa706d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119304 May 06 09:37:24.674573 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-bd3dd7ea-6c09-44e0-93ed-11ab57c4b6c2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0628af58-b4bb-41f2-a487-0f7dc617eaf8 HTTP/1.1" status: 200 len: 217 time: 0.0479176 May 06 09:37:24.679766 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b98cb26f-c47f-45b6-b00f-1e880942098a req-fb2b8fd9-c403-4337-bf90-c2e3cc84b14d service neutron] 10.222.0.73 "GET /v2.0/networks/d08aac77-6a8c-48ad-8465-6c78d5aeb84b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078555 May 06 09:37:24.693736 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c67feaac-9c29-4c5e-ac0f-dae78bc332df req-92f02f1a-7870-4bd8-b380-0bc3073d2128 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853219 May 06 09:37:24.727059 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e838bb3f-e070-42fd-9962-4dd7046a30ef req-bde0bf1c-47f6-4012-befa-0aec18b8c4aa service neutron] 10.222.0.84 "GET /v2.0/networks/62314494-b174-4444-b50f-a42c5aa706d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994813 May 06 09:37:24.748177 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-3147520f-e5e3-4f33-81a3-dc5ee2b3252f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:24.749681 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-3147520f-e5e3-4f33-81a3-dc5ee2b3252f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5704ec7d-7fe2-4308-8e34-562762b93f76 HTTP/1.1" status: 200 len: 848 time: 0.0540171 May 06 09:37:24.803479 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291eccf8-d82d-497a-a16b-7871f0bc7d45 x-openstack-request-id: req-291eccf8-d82d-497a-a16b-7871f0bc7d45 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:24.803765 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf7012b-bec9-40b5-abae-b2a7365a25b2", "tag": "7ad73c7b-3fd8-4490-8aa8-d7bb030c057b", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:24.804209 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-291eccf8-d82d-497a-a16b-7871f0bc7d45 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:24.804631 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-291eccf8-d82d-497a-a16b-7871f0bc7d45'] response: {'name': 'network-changed', 'server_uuid': '3cf7012b-bec9-40b5-abae-b2a7365a25b2', 'tag': '7ad73c7b-3fd8-4490-8aa8-d7bb030c057b', 'status': 'completed', 'code': 200} May 06 09:37:24.807136 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-babae618-cf93-4cb8-aa78-3c5c469f7ae2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9016fd3e-f04c-40de-8dbe-a7754f33396e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402973 May 06 09:37:24.858064 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 0f731e0b-cba7-480d-bd7a-5a8deee3e63d details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:37:24.878701 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 8edddb17-2687-4793-8dd0-f827724d7bea no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:37:24.889688 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235bdffa-366c-41f2-b18f-b66bd3562e7f req-5ce48476-f6a0-4196-867c-4d1786e45aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:24.891999 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-235bdffa-366c-41f2-b18f-b66bd3562e7f req-5ce48476-f6a0-4196-867c-4d1786e45aea service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4aa136b130448688a7f34d49779576a&device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 1096 time: 0.0485227 May 06 09:37:25.013840 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baeb32-c730-4da6-9d59-dc87d90911af req-a137f85c-8352-4206-b58c-9cb96194e9c6 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:25.026633 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1baeb32-c730-4da6-9d59-dc87d90911af req-a137f85c-8352-4206-b58c-9cb96194e9c6 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 949 time: 0.1534729 May 06 09:37:25.041794 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:25.046724 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=0f731e0b-cba7-480d-bd7a-5a8deee3e63d,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:25.068105 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 0f731e0b-cba7-480d-bd7a-5a8deee3e63d has no active binding in host n-h2-840835-1 {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 06 09:37:25.073922 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235bdffa-366c-41f2-b18f-b66bd3562e7f req-ff45068c-9b79-446d-b1c9-30f38a4c3635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:25.076278 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-235bdffa-366c-41f2-b18f-b66bd3562e7f req-ff45068c-9b79-446d-b1c9-30f38a4c3635 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d08aac77-6a8c-48ad-8465-6c78d5aeb84b HTTP/1.1" status: 200 len: 920 time: 0.1721272 May 06 09:37:25.085334 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985cd21b-ab70-4c96-98e8-c9270e5d0f19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8edddb17-2687-4793-8dd0-f827724d7bea'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:25.087718 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74303896-5a6a-4e5b-a6e1-554943d50e4f" -d '{"events": [{"server_uuid": "985cd21b-ab70-4c96-98e8-c9270e5d0f19", "name": "network-vif-unplugged", "status": "completed", "tag": "8edddb17-2687-4793-8dd0-f827724d7bea"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:25.101057 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-f5693c14-a135-4d81-bf64-9f11bf52394f service neutron] 10.222.0.84 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799339 May 06 09:37:25.109111 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 8edddb17-2687-4793-8dd0-f827724d7bea, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=8edddb17-2687-4793-8dd0-f827724d7bea,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:25.114946 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:25.185392 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=8edddb17-2687-4793-8dd0-f827724d7bea,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:25.192169 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-235bdffa-366c-41f2-b18f-b66bd3562e7f req-968882ad-6596-423e-bdc2-a018b49b7cc9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad73c7b-3fd8-4490-8aa8-d7bb030c057b HTTP/1.1" status: 200 len: 1000 time: 0.1042392 May 06 09:37:25.209390 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1baeb32-c730-4da6-9d59-dc87d90911af req-796b1f31-dd62-45e2-8c16-b0fd3754d98a tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752548 May 06 09:37:25.245545 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235bdffa-366c-41f2-b18f-b66bd3562e7f req-41696d6a-4a98-40d1-abf4-d19878cfbb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:25.247741 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-235bdffa-366c-41f2-b18f-b66bd3562e7f req-41696d6a-4a98-40d1-abf4-d19878cfbb9f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d27702c2-9a71-49e6-91a0-98e35f14ed0a HTTP/1.1" status: 200 len: 859 time: 0.0481834 May 06 09:37:25.252106 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6975ec-7e34-47d1-a588-5fb7200a9061 req-dc2b5a22-e0d2-4b57-81b5-dab927ef2035 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:25.253971 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3f6975ec-7e34-47d1-a588-5fb7200a9061 req-dc2b5a22-e0d2-4b57-81b5-dab927ef2035 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=73016390-3695-4351-93e5-031dbc9871d5 HTTP/1.1" status: 200 len: 944 time: 0.1326253 May 06 09:37:25.283285 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-235bdffa-366c-41f2-b18f-b66bd3562e7f req-4585fb29-0a99-4369-970b-7f99cb29be9b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d08aac77-6a8c-48ad-8465-6c78d5aeb84b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269430 May 06 09:37:25.289678 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-ab689e5b-6546-421a-b975-29e454002335 service neutron] 10.222.0.84 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579144 May 06 09:37:25.316758 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3f6975ec-7e34-47d1-a588-5fb7200a9061 req-0ad9abb1-8974-438b-978f-deb7f79ca847 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500708 May 06 09:37:25.417652 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-235bdffa-366c-41f2-b18f-b66bd3562e7f req-ce5d7256-6ca9-48a7-bc73-bbdf27d0f11e service neutron] 10.222.0.77 "GET /v2.0/networks/d08aac77-6a8c-48ad-8465-6c78d5aeb84b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241572 May 06 09:37:25.454990 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fe282-54d0-45b8-91a5-18e938dcce9d req-38b39f5a-b0b0-4926-a91a-758c676505d3 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:25.456482 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-489fe282-54d0-45b8-91a5-18e938dcce9d req-38b39f5a-b0b0-4926-a91a-758c676505d3 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 943 time: 0.0993526 May 06 09:37:25.460375 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-992abb3f-ec16-4657-98bc-7bf6805ace64 req-f3543b3a-bb4a-48d3-b232-027634e4f167 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.40 HTTP/1.1" status: 200 len: 1000 time: 0.0929658 May 06 09:37:25.520311 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-235bdffa-366c-41f2-b18f-b66bd3562e7f req-79ad1f1a-3630-4519-8964-56d06584fb7c service neutron] 10.222.0.77 "GET /v2.0/networks/d08aac77-6a8c-48ad-8465-6c78d5aeb84b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918109 May 06 09:37:25.539449 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-489fe282-54d0-45b8-91a5-18e938dcce9d req-943d4a72-0425-4151-8b83-a4e4da3ca61b tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707455 May 06 09:37:25.549725 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992abb3f-ec16-4657-98bc-7bf6805ace64 req-445dda87-f8cf-45d0-bb33-c675e7fc7727 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:25.551146 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-992abb3f-ec16-4657-98bc-7bf6805ace64 req-445dda87-f8cf-45d0-bb33-c675e7fc7727 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports/7ad73c7b-3fd8-4490-8aa8-d7bb030c057b HTTP/1.1" status: 200 len: 942 time: 0.0705445 May 06 09:37:25.641692 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379d7d3d-f672-4e6e-8822-ac225340e94c x-openstack-request-id: req-379d7d3d-f672-4e6e-8822-ac225340e94c {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:25.642527 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985cd21b-ab70-4c96-98e8-c9270e5d0f19", "name": "network-vif-unplugged", "status": "completed", "tag": "8edddb17-2687-4793-8dd0-f827724d7bea", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:25.642928 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-379d7d3d-f672-4e6e-8822-ac225340e94c {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:25.643505 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-379d7d3d-f672-4e6e-8822-ac225340e94c'] response: {'server_uuid': '985cd21b-ab70-4c96-98e8-c9270e5d0f19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8edddb17-2687-4793-8dd0-f827724d7bea', 'code': 200} May 06 09:37:25.700212 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-992abb3f-ec16-4657-98bc-7bf6805ace64 req-bcd8ab87-ca78-4479-8f46-9f033231df71 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.40 HTTP/1.1" status: 200 len: 1000 time: 0.1046987 May 06 09:37:25.878132 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-493cd6ad-f7e6-4bcf-98fd-1fa7d589ab1e tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:25.879664 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-493cd6ad-f7e6-4bcf-98fd-1fa7d589ab1e tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf&tenant_id=ee0cd225ef094aa381a08623ce8da867&binding%3Ahost_id=n-h1-840835-1 HTTP/1.1" status: 200 len: 1095 time: 0.1451495 May 06 09:37:25.910243 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0e007-8cb3-4032-b459-296ec8d68746 req-4bc72a79-c01f-47aa-9ced-19127ec39ac8 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:25.911848 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52a0e007-8cb3-4032-b459-296ec8d68746 req-4bc72a79-c01f-47aa-9ced-19127ec39ac8 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 944 time: 0.1093159 May 06 09:37:25.919223 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992abb3f-ec16-4657-98bc-7bf6805ace64 req-1cfc4e36-5f7e-4f1f-92dc-5277d5640b86 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:25.920571 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-992abb3f-ec16-4657-98bc-7bf6805ace64 req-1cfc4e36-5f7e-4f1f-92dc-5277d5640b86 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 784 time: 0.2145588 May 06 09:37:26.051483 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52a0e007-8cb3-4032-b459-296ec8d68746 req-42c4344d-5709-486a-8ae4-158350cbf9c9 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298103 May 06 09:37:26.059931 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-992abb3f-ec16-4657-98bc-7bf6805ace64 req-5fb821bb-4d65-471b-81a0-431f54e00a1d tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.40 HTTP/1.1" status: 200 len: 1000 time: 0.1144376 May 06 09:37:26.099500 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-992abb3f-ec16-4657-98bc-7bf6805ace64 req-9a3fb3b4-e21d-4722-a706-b0c315ba9159 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:26.174751 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-992abb3f-ec16-4657-98bc-7bf6805ace64 req-9a3fb3b4-e21d-4722-a706-b0c315ba9159 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks [] for floatingip, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:26.178819 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-dab17e40-dbf6-47e2-85b2-1f756dab5a76 service neutron] For port 0628af58-b4bb-41f2-a487-0f7dc617eaf8, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:37:26.211636 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-dab17e40-dbf6-47e2-85b2-1f756dab5a76 service neutron] Notify callbacks [] for binding, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:26.212758 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c31cb7a-a977-4beb-b654-9e7d6fdaf569 req-dab17e40-dbf6-47e2-85b2-1f756dab5a76 service neutron] 10.222.0.84 "DELETE /v2.0/ports/0628af58-b4bb-41f2-a487-0f7dc617eaf8/bindings/n-h2-840835-1 HTTP/1.1" status: 204 len: 173 time: 0.3203633 May 06 09:37:26.349273 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-992abb3f-ec16-4657-98bc-7bf6805ace64 req-9a3fb3b4-e21d-4722-a706-b0c315ba9159 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:26.358703 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-992abb3f-ec16-4657-98bc-7bf6805ace64 req-9a3fb3b4-e21d-4722-a706-b0c315ba9159 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:26.358703 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [req-992abb3f-ec16-4657-98bc-7bf6805ace64 req-9a3fb3b4-e21d-4722-a706-b0c315ba9159 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Floating IP 468a34b3-2a74-4aad-b7c2-c79004270f60 disassociated. External IP: 172.25.5.40, port: 7ad73c7b-3fd8-4490-8aa8-d7bb030c057b. May 06 09:37:26.422507 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 16fbb089-fad9-4afc-87b9-168cc5b0172a details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:37:26.495178 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccfd80-8585-413e-8ce7-60e51c0b3a5f req-fd4443fc-1d15-4b9f-8971-412213ad66fb tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:26.497224 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fcccfd80-8585-413e-8ce7-60e51c0b3a5f req-fd4443fc-1d15-4b9f-8971-412213ad66fb tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 1095 time: 0.0895312 May 06 09:37:26.533839 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 16fbb089-fad9-4afc-87b9-168cc5b0172a, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=16fbb089-fad9-4afc-87b9-168cc5b0172a,segment=NetworkSegment(ad53ebe9-2424-450b-83f6-7b9fe46d8064),segment_id=ad53ebe9-2424-450b-83f6-7b9fe46d8064)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:26.547909 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '16fbb089-fad9-4afc-87b9-168cc5b0172a', 'network_id': '62314494-b174-4444-b50f-a42c5aa706d2', 'port_id': '16fbb089-fad9-4afc-87b9-168cc5b0172a', 'mac_address': 'fa:16:3e:8b:b3:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb06141-6cc9-4c96-90e3-d4bca0b380e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:37:26.594675 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:26.612546 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fcccfd80-8585-413e-8ce7-60e51c0b3a5f req-33de20eb-1676-4531-950b-dde2e401db3a tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752616 May 06 09:37:26.612890 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16fbb089-fad9-4afc-87b9-168cc5b0172a {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:37:26.640920 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 16fbb089-fad9-4afc-87b9-168cc5b0172a, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=16fbb089-fad9-4afc-87b9-168cc5b0172a,segment=NetworkSegment(ad53ebe9-2424-450b-83f6-7b9fe46d8064),segment_id=ad53ebe9-2424-450b-83f6-7b9fe46d8064)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:26.642855 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-992abb3f-ec16-4657-98bc-7bf6805ace64 req-9a3fb3b4-e21d-4722-a706-b0c315ba9159 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Router 5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:37:26.645912 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:26.709687 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=16fbb089-fad9-4afc-87b9-168cc5b0172a,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:26.723656 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:26.724151 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:26.724594 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:26.725020 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:26.725477 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:26.725916 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:26.726339 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:26.726758 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:26.727201 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:26.727620 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:26.728046 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:26.728459 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:26.805348 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-992abb3f-ec16-4657-98bc-7bf6805ace64 req-9a3fb3b4-e21d-4722-a706-b0c315ba9159 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:37:26.811593 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-992abb3f-ec16-4657-98bc-7bf6805ace64 req-9a3fb3b4-e21d-4722-a706-b0c315ba9159 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:26.822220 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7693be-5715-4349-b934-516ef0595bfb None None] Sync routers for ids ['5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:37:26.839847 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7693be-5715-4349-b934-516ef0595bfb None None] Routers {'5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:37:26.840763 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3f7693be-5715-4349-b934-516ef0595bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:37:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:26.842992 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057c4b9-1688-4125-9876-8afb910b3cc9 req-360fde4b-4e36-461a-b9f7-7a7f40fa9a13 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:26.848768 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f057c4b9-1688-4125-9876-8afb910b3cc9 req-360fde4b-4e36-461a-b9f7-7a7f40fa9a13 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 949 time: 0.0953550 May 06 09:37:26.874281 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-992abb3f-ec16-4657-98bc-7bf6805ace64 req-9a3fb3b4-e21d-4722-a706-b0c315ba9159 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "PUT /v2.0/floatingips/468a34b3-2a74-4aad-b7c2-c79004270f60 HTTP/1.1" status: 200 len: 694 time: 0.7841856 May 06 09:37:26.883149 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf7012b-bec9-40b5-abae-b2a7365a25b2', 'tag': '7ad73c7b-3fd8-4490-8aa8-d7bb030c057b'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:26.886829 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4412c824-eacf-437d-b1ac-cbd8d0b31e63" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf7012b-bec9-40b5-abae-b2a7365a25b2", "tag": "7ad73c7b-3fd8-4490-8aa8-d7bb030c057b"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:26.945932 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f057c4b9-1688-4125-9876-8afb910b3cc9 req-e6f7d403-c9ac-409a-8e21-5b727b1e809f tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820928 May 06 09:37:26.954535 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992abb3f-ec16-4657-98bc-7bf6805ace64 req-1a71567f-02f8-41de-850e-61097b323789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:26.956383 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-992abb3f-ec16-4657-98bc-7bf6805ace64 req-1a71567f-02f8-41de-850e-61097b323789 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f4aa136b130448688a7f34d49779576a&device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 1096 time: 0.0658937 May 06 09:37:27.015334 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-3f7693be-5715-4349-b934-516ef0595bfb None None] Set router 5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:37:27.121250 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992abb3f-ec16-4657-98bc-7bf6805ace64 req-420af820-e2d0-48f0-b670-432816be280c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:27.123190 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-992abb3f-ec16-4657-98bc-7bf6805ace64 req-420af820-e2d0-48f0-b670-432816be280c service neutron] 10.222.0.73 "GET /v2.0/networks?id=d08aac77-6a8c-48ad-8465-6c78d5aeb84b HTTP/1.1" status: 200 len: 920 time: 0.1608143 May 06 09:37:27.193451 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-992abb3f-ec16-4657-98bc-7bf6805ace64 req-231c93c2-7de0-439b-b0b7-ef92e447786c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad73c7b-3fd8-4490-8aa8-d7bb030c057b HTTP/1.1" status: 200 len: 217 time: 0.0399230 May 06 09:37:27.245011 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b9dfa-515d-4409-b571-0ab7bbc23842 req-3e734bc5-9598-47b0-b1dc-7df66ea976ee tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:27.249630 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['16fbb089-fad9-4afc-87b9-168cc5b0172a'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:37:27.253160 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-996b9dfa-515d-4409-b571-0ab7bbc23842 req-3e734bc5-9598-47b0-b1dc-7df66ea976ee tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=73016390-3695-4351-93e5-031dbc9871d5 HTTP/1.1" status: 200 len: 945 time: 0.1289217 May 06 09:37:27.289942 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3f7693be-5715-4349-b934-516ef0595bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'name': 'tempest-ServerRescueTestJSONUnderV235-917563581-router', 'tenant_id': 'f4aa136b130448688a7f34d49779576a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'ae5e7be6-d581-4bee-9214-f2472da7ed4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:36:04Z', 'updated_at': '2022-05-06T09:36:08Z', 'revision_number': 4, 'project_id': 'f4aa136b130448688a7f34d49779576a', 'gw_port': {'id': 'ae5e7be6-d581-4bee-9214-f2472da7ed4a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:05Z', 'updated_at': '2022-05-06T09:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '5b8fc97a-7df3-40b0-942a-59e5b177d711', 'name': '', 'network_id': 'd08aac77-6a8c-48ad-8465-6c78d5aeb84b', 'tenant_id': 'f4aa136b130448688a7f34d49779576a', 'mac_address': 'fa:16:3e:62:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd27702c2-9a71-49e6-91a0-98e35f14ed0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:07Z', 'updated_at': '2022-05-06T09:36:15Z', 'revision_number': 5, 'project_id': 'f4aa136b130448688a7f34d49779576a', 'subnets': [{'id': 'd27702c2-9a71-49e6-91a0-98e35f14ed0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:27.321111 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7693be-5715-4349-b934-516ef0595bfb None None] Checking router: 5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:37:27.325415 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992abb3f-ec16-4657-98bc-7bf6805ace64 req-21773c1f-8eba-4abe-83ff-34430cca2192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:27.330660 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7693be-5715-4349-b934-516ef0595bfb None None] Routers {'5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:37:27.331407 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3f7693be-5715-4349-b934-516ef0595bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:37:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:27.331614 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-992abb3f-ec16-4657-98bc-7bf6805ace64 req-21773c1f-8eba-4abe-83ff-34430cca2192 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d27702c2-9a71-49e6-91a0-98e35f14ed0a HTTP/1.1" status: 200 len: 859 time: 0.1265650 May 06 09:37:27.385039 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-992abb3f-ec16-4657-98bc-7bf6805ace64 req-2cb069e2-5ac9-4b90-a36b-cf94c139bb62 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d08aac77-6a8c-48ad-8465-6c78d5aeb84b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449615 May 06 09:37:27.409014 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-996b9dfa-515d-4409-b571-0ab7bbc23842 req-43a91f27-714c-4a98-9291-619a0a21510c tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493495 May 06 09:37:27.442533 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-3f7693be-5715-4349-b934-516ef0595bfb None None] Set router 5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:37:27.487905 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-59263f1b-5310-4e49-b421-c8bb5f2e03ba service neutron] 10.222.0.84 "GET /v2.0/ports/0f731e0b-cba7-480d-bd7a-5a8deee3e63d/bindings/n-h2-840835-1 HTTP/1.1" status: 200 len: 384 time: 0.2239990 May 06 09:37:27.552135 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-992abb3f-ec16-4657-98bc-7bf6805ace64 req-b8fd6327-5260-4612-bcd3-e5527c4f9c8f service neutron] 10.222.0.73 "GET /v2.0/networks/d08aac77-6a8c-48ad-8465-6c78d5aeb84b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662338 May 06 09:37:27.678168 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3f7693be-5715-4349-b934-516ef0595bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'name': 'tempest-ServerRescueTestJSONUnderV235-917563581-router', 'tenant_id': 'f4aa136b130448688a7f34d49779576a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'ae5e7be6-d581-4bee-9214-f2472da7ed4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:36:04Z', 'updated_at': '2022-05-06T09:36:08Z', 'revision_number': 4, 'project_id': 'f4aa136b130448688a7f34d49779576a', 'gw_port': {'id': 'ae5e7be6-d581-4bee-9214-f2472da7ed4a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:05Z', 'updated_at': '2022-05-06T09:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '5b8fc97a-7df3-40b0-942a-59e5b177d711', 'name': '', 'network_id': 'd08aac77-6a8c-48ad-8465-6c78d5aeb84b', 'tenant_id': 'f4aa136b130448688a7f34d49779576a', 'mac_address': 'fa:16:3e:62:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd27702c2-9a71-49e6-91a0-98e35f14ed0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:07Z', 'updated_at': '2022-05-06T09:36:15Z', 'revision_number': 5, 'project_id': 'f4aa136b130448688a7f34d49779576a', 'subnets': [{'id': 'd27702c2-9a71-49e6-91a0-98e35f14ed0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:27.705248 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7693be-5715-4349-b934-516ef0595bfb None None] The sync data for ids ['5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02'] in n-d-840835-1 is: [{'id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'name': 'tempest-ServerRescueTestJSONUnderV235-917563581-router', 'tenant_id': 'f4aa136b130448688a7f34d49779576a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'ae5e7be6-d581-4bee-9214-f2472da7ed4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:36:04Z', 'updated_at': '2022-05-06T09:36:08Z', 'revision_number': 4, 'project_id': 'f4aa136b130448688a7f34d49779576a', 'gw_port': {'id': 'ae5e7be6-d581-4bee-9214-f2472da7ed4a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:05Z', 'updated_at': '2022-05-06T09:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '5b8fc97a-7df3-40b0-942a-59e5b177d711', 'name': '', 'network_id': 'd08aac77-6a8c-48ad-8465-6c78d5aeb84b', 'tenant_id': 'f4aa136b130448688a7f34d49779576a', 'mac_address': 'fa:16:3e:62:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd27702c2-9a71-49e6-91a0-98e35f14ed0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:07Z', 'updated_at': '2022-05-06T09:36:15Z', 'revision_number': 5, 'project_id': 'f4aa136b130448688a7f34d49779576a', 'subnets': [{'id': 'd27702c2-9a71-49e6-91a0-98e35f14ed0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:37:27.740331 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-992abb3f-ec16-4657-98bc-7bf6805ace64 req-fd87cc8f-8f5b-48cf-a336-fa0ecf3cbc5d service neutron] 10.222.0.73 "GET /v2.0/networks/d08aac77-6a8c-48ad-8465-6c78d5aeb84b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811216 May 06 09:37:27.810797 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37a620-1a63-41f5-b020-d0c7e0930c4a req-986b2372-1afb-4ee5-93a6-d0754384ae6b tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:27.812322 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc37a620-1a63-41f5-b020-d0c7e0930c4a req-986b2372-1afb-4ee5-93a6-d0754384ae6b tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 943 time: 0.1311834 May 06 09:37:27.862631 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-7e32be14-15ee-4ad8-900f-06ac06b97306 service neutron] For port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=0f731e0b-cba7-480d-bd7a-5a8deee3e63d,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:27.898854 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-7e32be14-15ee-4ad8-900f-06ac06b97306 service neutron] For port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:37:27.941677 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc37a620-1a63-41f5-b020-d0c7e0930c4a req-9541486b-d298-460e-84dd-2081b6d2c20f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124775 May 06 09:37:27.945115 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98526354-58d0-492e-9ca1-f77206957541 req-13ab3533-7456-4d1d-829a-b00ffe901969 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:27.946584 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-98526354-58d0-492e-9ca1-f77206957541 req-13ab3533-7456-4d1d-829a-b00ffe901969 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 1095 time: 0.1316216 May 06 09:37:27.953308 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-7e32be14-15ee-4ad8-900f-06ac06b97306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f731e0b-cba7-480d-bd7a-5a8deee3e63d {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:37:27.970116 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-7e32be14-15ee-4ad8-900f-06ac06b97306 service neutron] For port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=0f731e0b-cba7-480d-bd7a-5a8deee3e63d,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:27.973849 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468de43c-4034-4692-9173-57562508abb8 None None] New status for floating IP 468a34b3-2a74-4aad-b7c2-c79004270f60: DOWN {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:37:27.993664 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-7e32be14-15ee-4ad8-900f-06ac06b97306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:28.011654 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5b0a73-43c2-40c4-b335-a8ca341169c4 x-openstack-request-id: req-5f5b0a73-43c2-40c4-b335-a8ca341169c4 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:28.012537 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf7012b-bec9-40b5-abae-b2a7365a25b2", "tag": "7ad73c7b-3fd8-4490-8aa8-d7bb030c057b", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:28.013172 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5f5b0a73-43c2-40c4-b335-a8ca341169c4 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:28.013360 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f5b0a73-43c2-40c4-b335-a8ca341169c4'] response: {'name': 'network-changed', 'server_uuid': '3cf7012b-bec9-40b5-abae-b2a7365a25b2', 'tag': '7ad73c7b-3fd8-4490-8aa8-d7bb030c057b', 'status': 'completed', 'code': 200} May 06 09:37:28.052940 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-98526354-58d0-492e-9ca1-f77206957541 req-07289182-a0fa-470c-b984-cd1f93464482 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951149 May 06 09:37:28.098300 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-7e32be14-15ee-4ad8-900f-06ac06b97306 service neutron] Transition to ACTIVE for port object 0f731e0b-cba7-480d-bd7a-5a8deee3e63d will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:37:28.110815 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-7e32be14-15ee-4ad8-900f-06ac06b97306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:28.177849 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412c824-eacf-437d-b1ac-cbd8d0b31e63 req-4f5f8754-3775-48dd-b293-40af30a9bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:28.180185 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4412c824-eacf-437d-b1ac-cbd8d0b31e63 req-4f5f8754-3775-48dd-b293-40af30a9bd4a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4aa136b130448688a7f34d49779576a&device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 1096 time: 0.0900443 May 06 09:37:28.214669 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-383a50e6-3998-42c7-81da-b4d867cf87f3 req-37ef3765-4c20-48b9-bf28-eaf5fa89c641 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/floatingips/468a34b3-2a74-4aad-b7c2-c79004270f60 HTTP/1.1" status: 200 len: 694 time: 0.0961931 May 06 09:37:28.239573 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-7e32be14-15ee-4ad8-900f-06ac06b97306 service neutron] No DVR routers for this DVR port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:37:28.297106 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32be14-15ee-4ad8-900f-06ac06b97306 service neutron] Pushing event updated for resources: {'Port': ['ID=0f731e0b-cba7-480d-bd7a-5a8deee3e63d,revision_number=10']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:28.329006 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412c824-eacf-437d-b1ac-cbd8d0b31e63 req-fe09d69b-8403-4153-bbfa-f7e15e810b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:28.330593 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-7e32be14-15ee-4ad8-900f-06ac06b97306 service neutron] 10.222.0.84 "PUT /v2.0/ports/0f731e0b-cba7-480d-bd7a-5a8deee3e63d/bindings/n-h2-840835-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8208857 May 06 09:37:28.330733 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4412c824-eacf-437d-b1ac-cbd8d0b31e63 req-fe09d69b-8403-4153-bbfa-f7e15e810b18 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d08aac77-6a8c-48ad-8465-6c78d5aeb84b HTTP/1.1" status: 200 len: 920 time: 0.1368668 May 06 09:37:28.379480 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4412c824-eacf-437d-b1ac-cbd8d0b31e63 req-8da07c24-0cea-450c-962b-746d2c5d10be service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad73c7b-3fd8-4490-8aa8-d7bb030c057b HTTP/1.1" status: 200 len: 217 time: 0.0417666 May 06 09:37:28.433039 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a50e6-3998-42c7-81da-b4d867cf87f3 req-5d6790bf-3107-4903-ba9b-a205dddd6286 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:28.434719 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412c824-eacf-437d-b1ac-cbd8d0b31e63 req-feb8ea87-469f-4a75-bf65-919fbdc2cac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:28.434981 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-383a50e6-3998-42c7-81da-b4d867cf87f3 req-5d6790bf-3107-4903-ba9b-a205dddd6286 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 784 time: 0.1969075 May 06 09:37:28.436318 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4412c824-eacf-437d-b1ac-cbd8d0b31e63 req-feb8ea87-469f-4a75-bf65-919fbdc2cac6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d27702c2-9a71-49e6-91a0-98e35f14ed0a HTTP/1.1" status: 200 len: 859 time: 0.0474424 May 06 09:37:28.451314 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 056f291b-20d9-41e3-abe7-fda2add4f726 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:37:28.456822 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 0f731e0b-cba7-480d-bd7a-5a8deee3e63d no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:37:28.482583 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4412c824-eacf-437d-b1ac-cbd8d0b31e63 req-9bbced08-6deb-4b79-9d7b-ae59c69e63e5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d08aac77-6a8c-48ad-8465-6c78d5aeb84b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394919 May 06 09:37:28.515068 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-383a50e6-3998-42c7-81da-b4d867cf87f3 req-6c076a64-2088-479a-aa04-d86764c51290 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.40 HTTP/1.1" status: 200 len: 695 time: 0.0710816 May 06 09:37:28.526301 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886e581-b627-4129-b4b2-2a186e92e434 req-09b7858c-3d7a-4698-98bf-b09d850ba91e tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:28.527949 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7886e581-b627-4129-b4b2-2a186e92e434 req-09b7858c-3d7a-4698-98bf-b09d850ba91e tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 949 time: 0.1546040 May 06 09:37:28.552844 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 0f731e0b-cba7-480d-bd7a-5a8deee3e63d not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:37:28.591926 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4412c824-eacf-437d-b1ac-cbd8d0b31e63 req-a1cda0ef-bb9a-49c4-9adb-dae17c38e812 service neutron] 10.222.0.77 "GET /v2.0/networks/d08aac77-6a8c-48ad-8465-6c78d5aeb84b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012802 May 06 09:37:28.593654 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 056f291b-20d9-41e3-abe7-fda2add4f726, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=056f291b-20d9-41e3-abe7-fda2add4f726,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:28.598482 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-383a50e6-3998-42c7-81da-b4d867cf87f3 req-86927698-9768-45cc-b334-272cb40f814a tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.40 HTTP/1.1" status: 200 len: 695 time: 0.0687480 May 06 09:37:28.602341 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-d0506604-53ae-41d5-926f-e994bf972f1a tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:28.603807 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-d0506604-53ae-41d5-926f-e994bf972f1a tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4&tenant_id=147a685967a04284b13954d6f7a9d875&binding%3Ahost_id=n-h1-840835-1 HTTP/1.1" status: 200 len: 1095 time: 0.1782207 May 06 09:37:28.605065 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '056f291b-20d9-41e3-abe7-fda2add4f726', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': '056f291b-20d9-41e3-abe7-fda2add4f726', 'mac_address': 'fa:16:3e:f7:68:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:37:28.646000 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:28.661179 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 056f291b-20d9-41e3-abe7-fda2add4f726 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:37:28.675998 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7886e581-b627-4129-b4b2-2a186e92e434 req-5050a0bc-e135-4b89-b285-54b177b9bf5d tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372812 May 06 09:37:28.685631 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 056f291b-20d9-41e3-abe7-fda2add4f726, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=056f291b-20d9-41e3-abe7-fda2add4f726,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:28.691332 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:28.721257 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4412c824-eacf-437d-b1ac-cbd8d0b31e63 req-4a27c1bd-2a51-466e-9d1a-d2e6836dc013 service neutron] 10.222.0.77 "GET /v2.0/networks/d08aac77-6a8c-48ad-8465-6c78d5aeb84b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144440 May 06 09:37:28.756479 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-2e951e96-1d0b-4739-bac6-9eb165ea6661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:28.758022 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-2e951e96-1d0b-4739-bac6-9eb165ea6661 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4&tenant_id=147a685967a04284b13954d6f7a9d875 HTTP/1.1" status: 200 len: 1095 time: 0.1314881 May 06 09:37:28.764831 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=056f291b-20d9-41e3-abe7-fda2add4f726,revision_number=9']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:28.808573 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:28.856412 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-383a50e6-3998-42c7-81da-b4d867cf87f3 req-f121d249-4c84-42e3-9655-bca404237afd tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Deleting port a7bd1e65-960a-4444-965d-5458dab5e8db {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:37:28.857002 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-383a50e6-3998-42c7-81da-b4d867cf87f3 req-f121d249-4c84-42e3-9655-bca404237afd tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:28.916987 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-bb124e27-17d2-44ec-9d1d-57c787984c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:28.919034 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-bb124e27-17d2-44ec-9d1d-57c787984c38 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=147a685967a04284b13954d6f7a9d875&device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 1095 time: 0.1035357 May 06 09:37:29.125823 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['056f291b-20d9-41e3-abe7-fda2add4f726'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:37:29.287893 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-383a50e6-3998-42c7-81da-b4d867cf87f3 req-f121d249-4c84-42e3-9655-bca404237afd tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:29.288222 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-383a50e6-3998-42c7-81da-b4d867cf87f3 req-f121d249-4c84-42e3-9655-bca404237afd tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:29.325133 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-383a50e6-3998-42c7-81da-b4d867cf87f3 req-f121d249-4c84-42e3-9655-bca404237afd tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Calling delete_port for a7bd1e65-960a-4444-965d-5458dab5e8db owned by network:floatingip {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:37:29.422736 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b851ec-0084-4474-bee5-d0db852d42e4 req-64d5426f-1cb8-4855-b7aa-c73718d550e2 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:29.424358 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-04b851ec-0084-4474-bee5-d0db852d42e4 req-64d5426f-1cb8-4855-b7aa-c73718d550e2 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=73016390-3695-4351-93e5-031dbc9871d5 HTTP/1.1" status: 200 len: 945 time: 0.1425323 May 06 09:37:29.425408 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-5d42dc5a-8741-49d3-b7c1-3dfbc3c287cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:29.426721 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-5d42dc5a-8741-49d3-b7c1-3dfbc3c287cc service neutron] 10.222.0.77 "GET /v2.0/networks?id=519999b9-d7d4-4e10-b661-e50209fd3b05 HTTP/1.1" status: 200 len: 920 time: 0.4951694 May 06 09:37:29.492186 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-196fedcf-6fdf-4c02-9995-87864818e63e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f731e0b-cba7-480d-bd7a-5a8deee3e63d HTTP/1.1" status: 200 len: 217 time: 0.0527809 May 06 09:37:29.562530 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-04b851ec-0084-4474-bee5-d0db852d42e4 req-8d86b74f-11dd-4f43-a28f-dae9fdbbf774 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293113 May 06 09:37:29.604823 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-1a7df3be-037d-4ab8-82e3-96b449097221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:29.606511 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-1a7df3be-037d-4ab8-82e3-96b449097221 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=293ef06f-9c8d-46e9-8a69-2491d12832fe HTTP/1.1" status: 200 len: 859 time: 0.1008210 May 06 09:37:29.645762 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-908b3dcc-c3b1-4eb3-ae89-0b76b13c3fe5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=519999b9-d7d4-4e10-b661-e50209fd3b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304170 May 06 09:37:29.646499 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-383a50e6-3998-42c7-81da-b4d867cf87f3 req-f121d249-4c84-42e3-9655-bca404237afd tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:29.679775 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121d249-4c84-42e3-9655-bca404237afd tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Pushing event deleted for resources: {'Port': ['ID=a7bd1e65-960a-4444-965d-5458dab5e8db,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:29.846428 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-383a50e6-3998-42c7-81da-b4d867cf87f3 req-f121d249-4c84-42e3-9655-bca404237afd tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks [] for floatingip, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:29.849028 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-383a50e6-3998-42c7-81da-b4d867cf87f3 req-f121d249-4c84-42e3-9655-bca404237afd tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:29.850249 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-383a50e6-3998-42c7-81da-b4d867cf87f3 req-f121d249-4c84-42e3-9655-bca404237afd tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "DELETE /v2.0/floatingips/468a34b3-2a74-4aad-b7c2-c79004270f60 HTTP/1.1" status: 204 len: 173 time: 1.2451723 May 06 09:37:29.858955 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598dc4f-42e8-4fd9-8eea-451d850817ae req-4f3e5a02-46b1-4aab-a8fc-c2fc8ad653eb tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:29.860517 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3598dc4f-42e8-4fd9-8eea-451d850817ae req-4f3e5a02-46b1-4aab-a8fc-c2fc8ad653eb tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 944 time: 0.1785975 May 06 09:37:29.862503 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-6d1ca594-20e1-4265-b734-c4c07d563e4a service neutron] 10.222.0.77 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932900 May 06 09:37:29.979820 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3598dc4f-42e8-4fd9-8eea-451d850817ae req-f3582e59-1337-454f-a65f-00b47ed67f92 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132131 May 06 09:37:30.023637 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92eeba6-a52c-4f47-be07-07ed0f755538 req-e039b987-d20a-40c6-b89a-f7a489a609a1 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:30.025214 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d92eeba6-a52c-4f47-be07-07ed0f755538 req-e039b987-d20a-40c6-b89a-f7a489a609a1 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 949 time: 0.0880437 May 06 09:37:30.036333 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-765d5a11-7307-4cfd-8940-2e6fb7f1708b service neutron] 10.222.0.77 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609855 May 06 09:37:30.091643 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d92eeba6-a52c-4f47-be07-07ed0f755538 req-ff177c18-6e43-4157-a2d6-88240dd7681b tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532765 May 06 09:37:30.132180 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2dd5722-a0ed-4aa1-9dd8-e59428714c61 req-dc732b40-efaa-45ca-9c70-a6ad700f49ea tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups/237df241-8363-4235-92bb-7a30bfc38097 HTTP/1.1" status: 200 len: 1807 time: 0.0608313 May 06 09:37:30.205139 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f2dd5722-a0ed-4aa1-9dd8-e59428714c61 req-90ce4a8b-ff1e-4077-ad1c-d1f7ffeb155f tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:30.233840 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f2dd5722-a0ed-4aa1-9dd8-e59428714c61 req-90ce4a8b-ff1e-4077-ad1c-d1f7ffeb155f tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:30.307536 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f2dd5722-a0ed-4aa1-9dd8-e59428714c61 req-90ce4a8b-ff1e-4077-ad1c-d1f7ffeb155f tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:30.310515 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f2dd5722-a0ed-4aa1-9dd8-e59428714c61 req-90ce4a8b-ff1e-4077-ad1c-d1f7ffeb155f tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:30.314983 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2dd5722-a0ed-4aa1-9dd8-e59428714c61 req-90ce4a8b-ff1e-4077-ad1c-d1f7ffeb155f tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "DELETE /v2.0/security-groups/237df241-8363-4235-92bb-7a30bfc38097 HTTP/1.1" status: 204 len: 173 time: 0.1746433 May 06 09:37:30.340644 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce4a8b-ff1e-4077-ad1c-d1f7ffeb155f tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=237df241-8363-4235-92bb-7a30bfc38097,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:30.441026 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 16fbb089-fad9-4afc-87b9-168cc5b0172a up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:37:30.448394 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-7d6edf8b-82f3-46bf-bd79-7a97902fec1d tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:30.450399 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-7d6edf8b-82f3-46bf-bd79-7a97902fec1d tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4&tenant_id=147a685967a04284b13954d6f7a9d875&binding%3Ahost_id=n-h2-840835-1 HTTP/1.1" status: 200 len: 1095 time: 0.0672269 May 06 09:37:30.603285 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 16fbb089-fad9-4afc-87b9-168cc5b0172a completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:37:30.620758 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 16fbb089-fad9-4afc-87b9-168cc5b0172a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:30.621827 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:30.671452 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41192) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:30.722325 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:30.748013 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73016390-3695-4351-93e5-031dbc9871d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fbb089-fad9-4afc-87b9-168cc5b0172a'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:30.750111 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-139b9a2a-c7ee-4ef8-8d25-7e7c4fe9bc0e service neutron] For port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:37:30.750927 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65002451-4063-4b28-b1c1-c2b11b400681" -d '{"events": [{"server_uuid": "73016390-3695-4351-93e5-031dbc9871d5", "name": "network-vif-plugged", "status": "completed", "tag": "16fbb089-fad9-4afc-87b9-168cc5b0172a"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:30.769771 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 16fbb089-fad9-4afc-87b9-168cc5b0172a, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=16fbb089-fad9-4afc-87b9-168cc5b0172a,segment=NetworkSegment(ad53ebe9-2424-450b-83f6-7b9fe46d8064),segment_id=ad53ebe9-2424-450b-83f6-7b9fe46d8064)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:30.778046 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:30.797745 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-139b9a2a-c7ee-4ef8-8d25-7e7c4fe9bc0e service neutron] Notify callbacks [] for binding, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:30.798652 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71eaf94d-927b-4fda-a745-292ad53deef7 req-139b9a2a-c7ee-4ef8-8d25-7e7c4fe9bc0e service neutron] 10.222.0.77 "DELETE /v2.0/ports/0f731e0b-cba7-480d-bd7a-5a8deee3e63d/bindings/n-h1-840835-1 HTTP/1.1" status: 204 len: 173 time: 0.3285248 May 06 09:37:30.859089 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e9f3b-3b3c-4d5d-8e20-189d20ea45df req-321af103-e32a-44b3-9bc6-b298fde73b20 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:30.861584 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d4e9f3b-3b3c-4d5d-8e20-189d20ea45df req-321af103-e32a-44b3-9bc6-b298fde73b20 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 945 time: 0.1416588 May 06 09:37:30.872318 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ac7a9-f936-4d30-a094-a7b3404370df req-798f9ab1-0a7e-4bcc-84eb-913798377793 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:30.877621 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3d73a1fa-e273-47e0-a253-415e04748ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:30.882095 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f61ac7a9-f936-4d30-a094-a7b3404370df req-798f9ab1-0a7e-4bcc-84eb-913798377793 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=73016390-3695-4351-93e5-031dbc9871d5 HTTP/1.1" status: 200 len: 945 time: 0.1589003 May 06 09:37:30.966823 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=16fbb089-fad9-4afc-87b9-168cc5b0172a,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:31.024736 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f61ac7a9-f936-4d30-a094-a7b3404370df req-a5d07a6f-800e-4f43-9cb8-53391dede295 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390944 May 06 09:37:31.047153 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d4e9f3b-3b3c-4d5d-8e20-189d20ea45df req-e479dc35-f7a1-4cfd-a7a9-9afc4aaf7ecf tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625602 May 06 09:37:31.049612 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3d73a1fa-e273-47e0-a253-415e04748ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:31.068512 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3d73a1fa-e273-47e0-a253-415e04748ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:31.118334 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41212) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:31.118601 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3d73a1fa-e273-47e0-a253-415e04748ca4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1aa32269c2d64c509ad73aa7d7d68f21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4449713 May 06 09:37:31.147937 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73a1fa-e273-47e0-a253-415e04748ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7cccec-b836-4ace-a130-020e8e987f83,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:31.179502 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc775a8f-7a0a-46ce-bdba-e52bd85c9a12 x-openstack-request-id: req-dc775a8f-7a0a-46ce-bdba-e52bd85c9a12 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:31.179791 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73016390-3695-4351-93e5-031dbc9871d5", "name": "network-vif-plugged", "status": "completed", "tag": "16fbb089-fad9-4afc-87b9-168cc5b0172a", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:31.180138 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dc775a8f-7a0a-46ce-bdba-e52bd85c9a12 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:31.180545 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc775a8f-7a0a-46ce-bdba-e52bd85c9a12'] response: {'server_uuid': '73016390-3695-4351-93e5-031dbc9871d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fbb089-fad9-4afc-87b9-168cc5b0172a', 'code': 200} May 06 09:37:31.228834 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-97109b58-8d50-425d-9db6-d780d29ea2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:31.259467 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-97109b58-8d50-425d-9db6-d780d29ea2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:31.494763 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-97109b58-8d50-425d-9db6-d780d29ea2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:31.499287 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-97109b58-8d50-425d-9db6-d780d29ea2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:31.501135 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-97109b58-8d50-425d-9db6-d780d29ea2b5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6a7cccec-b836-4ace-a130-020e8e987f83 HTTP/1.1" status: 204 len: 168 time: 0.3813443 May 06 09:37:31.539420 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97109b58-8d50-425d-9db6-d780d29ea2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7cccec-b836-4ace-a130-020e8e987f83,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:31.573911 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23114748-944b-4508-a14b-df10c2d75955 req-bf690ce2-fc3c-4d11-b17b-dbfbe36b96ad tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:31.586118 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-23114748-944b-4508-a14b-df10c2d75955 req-bf690ce2-fc3c-4d11-b17b-dbfbe36b96ad tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 944 time: 0.2681985 May 06 09:37:31.628196 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22999b1a-9ffc-47ed-881f-8296e2ab37b5 req-2ec3163d-34e2-4c8e-ac86-52135a0cc5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:31.630197 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-22999b1a-9ffc-47ed-881f-8296e2ab37b5 req-2ec3163d-34e2-4c8e-ac86-52135a0cc5cd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=73016390-3695-4351-93e5-031dbc9871d5 HTTP/1.1" status: 200 len: 1097 time: 0.2846231 May 06 09:37:31.705880 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed278f24-6c79-4a82-aa8b-717c942e6f81 req-c933e2b5-7b90-4c1e-b1c9-18b8c8883497 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:31.734461 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ed278f24-6c79-4a82-aa8b-717c942e6f81 req-c933e2b5-7b90-4c1e-b1c9-18b8c8883497 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 949 time: 0.2612076 May 06 09:37:31.832522 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ed278f24-6c79-4a82-aa8b-717c942e6f81 req-fd762c41-f8c5-432b-bef6-910017111061 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956194 May 06 09:37:31.924478 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-23114748-944b-4508-a14b-df10c2d75955 req-642db735-b31e-415c-9ad9-ade6fddf5ecb tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263338 May 06 09:37:31.930967 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-22999b1a-9ffc-47ed-881f-8296e2ab37b5 req-aaa450fd-997d-4bb1-8f9f-9d220fc9b233 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619096 May 06 09:37:32.245962 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70886739-db90-4e6b-a822-cf41ea1fd838 req-29715b12-bc7d-4227-8dc8-941b3ed5f15b tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:32.248194 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-70886739-db90-4e6b-a822-cf41ea1fd838 req-29715b12-bc7d-4227-8dc8-941b3ed5f15b tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=73016390-3695-4351-93e5-031dbc9871d5 HTTP/1.1" status: 200 len: 946 time: 0.1092410 May 06 09:37:32.250213 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe651502-9db5-4c83-be8e-a7ae95545af4 req-be2551ab-9ccc-4373-b44e-1da592c44f09 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:32.257811 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fe651502-9db5-4c83-be8e-a7ae95545af4 req-be2551ab-9ccc-4373-b44e-1da592c44f09 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 1095 time: 0.1594789 May 06 09:37:32.318853 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:37:32.327441 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-70886739-db90-4e6b-a822-cf41ea1fd838 req-4596e55f-56ea-4012-b579-f928d8937526 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642016 May 06 09:37:32.357568 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fe651502-9db5-4c83-be8e-a7ae95545af4 req-62ba21a0-3ae9-41e9-b90b-ebd51ae08de9 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926633 May 06 09:37:32.447018 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 056f291b-20d9-41e3-abe7-fda2add4f726 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:37:32.531962 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 056f291b-20d9-41e3-abe7-fda2add4f726 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:32.532339 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:32.562962 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f792c9f-0f01-4dd0-8cbd-235e7eec8802 req-db2b05a6-b504-450d-8139-de49cde572f0 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:32.572660 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7f792c9f-0f01-4dd0-8cbd-235e7eec8802 req-db2b05a6-b504-450d-8139-de49cde572f0 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 945 time: 0.1310277 May 06 09:37:32.682932 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7f792c9f-0f01-4dd0-8cbd-235e7eec8802 req-e1ae3cd2-e86d-4287-b127-280c73004c9a tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/security-groups?id=84c3e875-9423-4461-952c-43bae1275ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088321 May 06 09:37:32.766624 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:32.805994 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e020e-b740-4fa1-b9cd-58d5436b3f02 req-19a1455d-8b8e-4e47-80af-5007769999bf tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:32.815859 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dd3e020e-b740-4fa1-b9cd-58d5436b3f02 req-19a1455d-8b8e-4e47-80af-5007769999bf tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 1095 time: 0.0967138 May 06 09:37:32.839745 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 056f291b-20d9-41e3-abe7-fda2add4f726, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=056f291b-20d9-41e3-abe7-fda2add4f726,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:32.845788 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:32.903676 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dd3e020e-b740-4fa1-b9cd-58d5436b3f02 req-5abb56ef-f392-4498-893c-a6c71d318d0b tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870030 May 06 09:37:33.180096 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af44c0-e498-4f09-b6d4-19b56b7571e3 req-9fee67f2-3224-4ea5-9cca-6dcdc865c042 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:33.182227 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0acb8ee9-c39a-4f95-b1d9-96b7b7258c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056f291b-20d9-41e3-abe7-fda2add4f726'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:33.184818 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa14be33-585c-41e7-abc6-429ee190032c" -d '{"events": [{"server_uuid": "0acb8ee9-c39a-4f95-b1d9-96b7b7258c77", "name": "network-vif-plugged", "status": "completed", "tag": "056f291b-20d9-41e3-abe7-fda2add4f726"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:33.187879 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a6af44c0-e498-4f09-b6d4-19b56b7571e3 req-9fee67f2-3224-4ea5-9cca-6dcdc865c042 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 949 time: 0.1115365 May 06 09:37:33.188890 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=056f291b-20d9-41e3-abe7-fda2add4f726,revision_number=10']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:33.236316 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a6af44c0-e498-4f09-b6d4-19b56b7571e3 req-885f1dfe-dd8e-433f-9390-6d0d797e1e83 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415177 May 06 09:37:33.428288 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a188dc-9550-4352-a79a-da8e255fead3 req-2488e79f-f306-451b-8d00-f70c29d4e386 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:33.430920 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c1a188dc-9550-4352-a79a-da8e255fead3 req-2488e79f-f306-451b-8d00-f70c29d4e386 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 945 time: 0.1044064 May 06 09:37:33.569122 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-c1a188dc-9550-4352-a79a-da8e255fead3 req-284566cf-a69f-4faf-ad69-c6edc8807d35 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Deleting port 7ad73c7b-3fd8-4490-8aa8-d7bb030c057b {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:37:33.569486 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-c1a188dc-9550-4352-a79a-da8e255fead3 req-284566cf-a69f-4faf-ad69-c6edc8807d35 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:33.644585 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce918fcc-853d-4324-9a3f-0325f18e80fb x-openstack-request-id: req-ce918fcc-853d-4324-9a3f-0325f18e80fb {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:33.645075 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0acb8ee9-c39a-4f95-b1d9-96b7b7258c77", "name": "network-vif-plugged", "status": "completed", "tag": "056f291b-20d9-41e3-abe7-fda2add4f726", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:33.645175 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ce918fcc-853d-4324-9a3f-0325f18e80fb {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:33.645526 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce918fcc-853d-4324-9a3f-0325f18e80fb'] response: {'server_uuid': '0acb8ee9-c39a-4f95-b1d9-96b7b7258c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056f291b-20d9-41e3-abe7-fda2add4f726', 'code': 200} May 06 09:37:33.847435 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-c1a188dc-9550-4352-a79a-da8e255fead3 req-284566cf-a69f-4faf-ad69-c6edc8807d35 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] For port 7ad73c7b-3fd8-4490-8aa8-d7bb030c057b, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=7ad73c7b-3fd8-4490-8aa8-d7bb030c057b,segment=NetworkSegment(a3f4fc86-e5d9-4205-80e4-89f5cfe2e806),segment_id=a3f4fc86-e5d9-4205-80e4-89f5cfe2e806)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:33.847762 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-c1a188dc-9550-4352-a79a-da8e255fead3 req-284566cf-a69f-4faf-ad69-c6edc8807d35 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:33.868385 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-c1a188dc-9550-4352-a79a-da8e255fead3 req-284566cf-a69f-4faf-ad69-c6edc8807d35 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Calling delete_port for 7ad73c7b-3fd8-4490-8aa8-d7bb030c057b owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:37:33.881268 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29df14e-af95-42b0-86d2-fbb72bfc1049 req-3f16ca34-41fd-41d7-97c3-ebc1032c9a99 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:33.889981 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a29df14e-af95-42b0-86d2-fbb72bfc1049 req-3f16ca34-41fd-41d7-97c3-ebc1032c9a99 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=73016390-3695-4351-93e5-031dbc9871d5 HTTP/1.1" status: 200 len: 946 time: 0.1717083 May 06 09:37:34.001543 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a29df14e-af95-42b0-86d2-fbb72bfc1049 req-1d3d87f6-8398-4c22-a2c7-02c45b6403f7 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103587 May 06 09:37:34.141495 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-c1a188dc-9550-4352-a79a-da8e255fead3 req-284566cf-a69f-4faf-ad69-c6edc8807d35 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:34.179188 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c93908c-ab22-46f4-a7d1-c3aa95f84ce3 req-7a2e6341-3a50-4e05-88f9-6d113ef6c717 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf7012b-bec9-40b5-abae-b2a7365a25b2 HTTP/1.1" status: 200 len: 210 time: 0.0535448 May 06 09:37:34.188473 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['7ad73c7b-3fd8-4490-8aa8-d7bb030c057b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:37:34.215034 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284566cf-a69f-4faf-ad69-c6edc8807d35 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Pushing event deleted for resources: {'Port': ['ID=7ad73c7b-3fd8-4490-8aa8-d7bb030c057b,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:34.296098 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a188dc-9550-4352-a79a-da8e255fead3 req-284566cf-a69f-4faf-ad69-c6edc8807d35 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] No DVR routers for this DVR port 7ad73c7b-3fd8-4490-8aa8-d7bb030c057b on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:37:34.302704 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-c1a188dc-9550-4352-a79a-da8e255fead3 req-284566cf-a69f-4faf-ad69-c6edc8807d35 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:34.315130 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c1a188dc-9550-4352-a79a-da8e255fead3 req-284566cf-a69f-4faf-ad69-c6edc8807d35 tempest-ServerRescueTestJSONUnderV235-682212882 tempest-ServerRescueTestJSONUnderV235-682212882-project] 10.222.0.77 "DELETE /v2.0/ports/7ad73c7b-3fd8-4490-8aa8-d7bb030c057b HTTP/1.1" status: 204 len: 173 time: 0.8728402 May 06 09:37:34.315735 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf7012b-bec9-40b5-abae-b2a7365a25b2', 'name': 'network-vif-deleted', 'tag': '7ad73c7b-3fd8-4490-8aa8-d7bb030c057b'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:34.320359 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc640a95-2a0e-4bb8-90da-53f3fda090bd" -d '{"events": [{"server_uuid": "3cf7012b-bec9-40b5-abae-b2a7365a25b2", "name": "network-vif-deleted", "tag": "7ad73c7b-3fd8-4490-8aa8-d7bb030c057b"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:34.439843 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882e828-6063-4ff6-811a-ac87d0f0da51 req-0ef8e820-aa7a-48cb-941b-03d0e716c61a tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:34.441526 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7882e828-6063-4ff6-811a-ac87d0f0da51 req-0ef8e820-aa7a-48cb-941b-03d0e716c61a tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 949 time: 0.0866120 May 06 09:37:34.493217 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7882e828-6063-4ff6-811a-ac87d0f0da51 req-d756ac48-c650-46ad-9ff2-bba95c40720b tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437460 May 06 09:37:34.574920 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2ff347-6c8a-4750-9e87-c827e59f7f9c x-openstack-request-id: req-aa2ff347-6c8a-4750-9e87-c827e59f7f9c {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:34.575433 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf7012b-bec9-40b5-abae-b2a7365a25b2", "name": "network-vif-deleted", "tag": "7ad73c7b-3fd8-4490-8aa8-d7bb030c057b", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:34.575728 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aa2ff347-6c8a-4750-9e87-c827e59f7f9c {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:34.576621 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa2ff347-6c8a-4750-9e87-c827e59f7f9c'] response: {'server_uuid': '3cf7012b-bec9-40b5-abae-b2a7365a25b2', 'name': 'network-vif-deleted', 'tag': '7ad73c7b-3fd8-4490-8aa8-d7bb030c057b', 'status': 'completed', 'code': 200} May 06 09:37:35.270492 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695f0b9-879b-4de2-9aae-2ceb56106601 req-b2d42c65-6a45-48e2-9c7d-b6d845981939 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:35.274982 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3695f0b9-879b-4de2-9aae-2ceb56106601 req-b2d42c65-6a45-48e2-9c7d-b6d845981939 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=73016390-3695-4351-93e5-031dbc9871d5 HTTP/1.1" status: 200 len: 946 time: 0.1049407 May 06 09:37:35.325366 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3695f0b9-879b-4de2-9aae-2ceb56106601 req-9e534a87-b690-44fa-803b-d8b20ed353a3 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395236 May 06 09:37:35.392959 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41342) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:35.683163 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0787d8-4535-49e9-b76b-b66eda1008f1 req-154e7104-d993-4bea-b96b-6236a5834e34 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:35.687083 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fc0787d8-4535-49e9-b76b-b66eda1008f1 req-154e7104-d993-4bea-b96b-6236a5834e34 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=73016390-3695-4351-93e5-031dbc9871d5 HTTP/1.1" status: 200 len: 946 time: 0.2132320 May 06 09:37:35.769489 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fc0787d8-4535-49e9-b76b-b66eda1008f1 req-9659e01c-0a77-415c-996c-e4c1070026cb tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756578 May 06 09:37:35.839850 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b4fd0-969a-4de9-896d-b1000ada1607 req-8811d1f5-b918-42ae-9af2-d6d49e58a6e8 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:35.841986 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dc1b4fd0-969a-4de9-896d-b1000ada1607 req-8811d1f5-b918-42ae-9af2-d6d49e58a6e8 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 949 time: 0.0717223 May 06 09:37:36.021096 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dc1b4fd0-969a-4de9-896d-b1000ada1607 req-0e8f6754-e3ed-4dcf-a87d-45d7fb6fec5f tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212413 May 06 09:37:36.210314 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de190df9-1ffe-46e8-9f85-261c8500d66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:36.585159 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0846a-0aba-4a52-8aad-77bcbf3b735e req-a5f90a3e-dea1-4b36-94c7-6a569ecda82a tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:36.586798 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ede0846a-0aba-4a52-8aad-77bcbf3b735e req-a5f90a3e-dea1-4b36-94c7-6a569ecda82a tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=73016390-3695-4351-93e5-031dbc9871d5 HTTP/1.1" status: 200 len: 946 time: 0.2221305 May 06 09:37:36.596333 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37207705-87d9-4e1a-bee4-d069eac19d2a req-42888652-b81b-4397-ae2b-6d8756d77277 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1983562 May 06 09:37:36.658359 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ede0846a-0aba-4a52-8aad-77bcbf3b735e req-4855f0ed-39c6-4649-9977-ddda5e841ef8 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607719 May 06 09:37:36.801682 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-de190df9-1ffe-46e8-9f85-261c8500d66c admin admin] Deleting port 5b8fc97a-7df3-40b0-942a-59e5b177d711 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:37:36.802263 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de190df9-1ffe-46e8-9f85-261c8500d66c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:36.914185 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 7ad73c7b-3fd8-4490-8aa8-d7bb030c057b no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:37:36.945212 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 7ad73c7b-3fd8-4490-8aa8-d7bb030c057b {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:37:36.946634 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 7ad73c7b-3fd8-4490-8aa8-d7bb030c057b not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:37:37.152080 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4c133-508d-4630-8bc9-4b47a16cb7ae req-882735fe-c211-4337-b84b-07578955f89d tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:37.159941 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5fa4c133-508d-4630-8bc9-4b47a16cb7ae req-882735fe-c211-4337-b84b-07578955f89d tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=73016390-3695-4351-93e5-031dbc9871d5 HTTP/1.1" status: 200 len: 946 time: 0.3399241 May 06 09:37:37.165248 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37207705-87d9-4e1a-bee4-d069eac19d2a req-e57996cd-8bf0-4b95-ab70-8a21ce2c15bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:37.166705 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37207705-87d9-4e1a-bee4-d069eac19d2a req-e57996cd-8bf0-4b95-ab70-8a21ce2c15bf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=147a685967a04284b13954d6f7a9d875&device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 1095 time: 0.3250871 May 06 09:37:37.408947 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-de190df9-1ffe-46e8-9f85-261c8500d66c admin admin] For port 5b8fc97a-7df3-40b0-942a-59e5b177d711, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=5b8fc97a-7df3-40b0-942a-59e5b177d711,segment=NetworkSegment(a3f4fc86-e5d9-4205-80e4-89f5cfe2e806),segment_id=a3f4fc86-e5d9-4205-80e4-89f5cfe2e806)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:37.409406 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de190df9-1ffe-46e8-9f85-261c8500d66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:37.464585 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-de190df9-1ffe-46e8-9f85-261c8500d66c admin admin] Calling delete_port for 5b8fc97a-7df3-40b0-942a-59e5b177d711 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:37:37.501683 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5fa4c133-508d-4630-8bc9-4b47a16cb7ae req-5afef65d-ad5a-4f75-b03f-bcdeab02bb3d tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941682 May 06 09:37:37.590330 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37207705-87d9-4e1a-bee4-d069eac19d2a req-654c43ea-31e3-4bda-9e69-4c9c6162512c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:37.592806 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37207705-87d9-4e1a-bee4-d069eac19d2a req-654c43ea-31e3-4bda-9e69-4c9c6162512c service neutron] 10.222.0.77 "GET /v2.0/networks?id=519999b9-d7d4-4e10-b661-e50209fd3b05 HTTP/1.1" status: 200 len: 920 time: 0.3681955 May 06 09:37:38.334634 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37207705-87d9-4e1a-bee4-d069eac19d2a req-bbf90625-6c8a-4041-bb7f-f4be12327bc9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9989a753-257a-4835-862a-c07fccfeb244 HTTP/1.1" status: 200 len: 217 time: 0.6007075 May 06 09:37:38.462238 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22615f80-8568-4154-b89f-602984943a84 req-f2c2bea8-47ab-4358-aa14-d91a0478f449 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:38.470674 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-22615f80-8568-4154-b89f-602984943a84 req-f2c2bea8-47ab-4358-aa14-d91a0478f449 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 949 time: 0.7811911 May 06 09:37:38.520316 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37207705-87d9-4e1a-bee4-d069eac19d2a req-73fe37ff-18d6-40e5-8219-10f9834d57a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:38.522188 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37207705-87d9-4e1a-bee4-d069eac19d2a req-73fe37ff-18d6-40e5-8219-10f9834d57a9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=293ef06f-9c8d-46e9-8a69-2491d12832fe HTTP/1.1" status: 200 len: 859 time: 0.1728828 May 06 09:37:38.539958 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057e642-3b9d-4ea7-94a0-0dddb3360459 req-0c1fdc1d-e151-48bb-9645-b6857923ba93 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:38.548973 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3057e642-3b9d-4ea7-94a0-0dddb3360459 req-0c1fdc1d-e151-48bb-9645-b6857923ba93 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=73016390-3695-4351-93e5-031dbc9871d5 HTTP/1.1" status: 200 len: 946 time: 0.3559523 May 06 09:37:38.611984 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37207705-87d9-4e1a-bee4-d069eac19d2a req-6df624c4-5ccd-497c-9d4e-55dc6fa69044 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=519999b9-d7d4-4e10-b661-e50209fd3b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509717 May 06 09:37:38.630212 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-22615f80-8568-4154-b89f-602984943a84 req-e3d2d354-12cd-459e-a9f9-b186d2afbb19 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563959 May 06 09:37:38.753710 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3057e642-3b9d-4ea7-94a0-0dddb3360459 req-5b0d6891-ce36-4869-a042-220145dc90a0 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017200 May 06 09:37:38.792007 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de190df9-1ffe-46e8-9f85-261c8500d66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:38.881501 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de190df9-1ffe-46e8-9f85-261c8500d66c admin admin] Pushing event deleted for resources: {'Port': ['ID=5b8fc97a-7df3-40b0-942a-59e5b177d711,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:38.989608 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37207705-87d9-4e1a-bee4-d069eac19d2a req-5c980028-caa5-420e-a14b-2e3ba6194d83 service neutron] 10.222.0.77 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557298 May 06 09:37:39.033605 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d155a-03fd-44ae-955b-60bc37614341 req-cae0fc08-80eb-46a3-bd40-bda77b95dbc5 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:39.040938 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-998d155a-03fd-44ae-955b-60bc37614341 req-cae0fc08-80eb-46a3-bd40-bda77b95dbc5 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=73016390-3695-4351-93e5-031dbc9871d5 HTTP/1.1" status: 200 len: 946 time: 0.1557705 May 06 09:37:39.223644 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-998d155a-03fd-44ae-955b-60bc37614341 req-d3822833-67b5-4452-93eb-d1d136eb4d7f tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815007 May 06 09:37:39.338147 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37207705-87d9-4e1a-bee4-d069eac19d2a req-2a1bbc26-ca60-4398-bd40-975cb3fbc5cb service neutron] 10.222.0.77 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371511 May 06 09:37:39.363381 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de190df9-1ffe-46e8-9f85-261c8500d66c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:39.807495 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de190df9-1ffe-46e8-9f85-261c8500d66c admin admin] Router 5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:37:40.029370 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de190df9-1ffe-46e8-9f85-261c8500d66c admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:37:40.039977 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd8dcf7-2c4a-4607-8184-1229f205e52e None None] Sync routers for ids ['5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:37:40.041027 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-de190df9-1ffe-46e8-9f85-261c8500d66c admin admin] 10.222.0.73 "PUT /v2.0/routers/5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6465955 May 06 09:37:40.044104 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41508) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:40.051816 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3add0a-86b3-4189-bd76-de49afb59456 req-8c10e403-0329-4054-85c5-16c3e1a081d3 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:40.053556 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c3add0a-86b3-4189-bd76-de49afb59456 req-8c10e403-0329-4054-85c5-16c3e1a081d3 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 949 time: 0.1377404 May 06 09:37:40.058600 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd8dcf7-2c4a-4607-8184-1229f205e52e None None] Routers {'5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:37:40.059652 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-cbd8dcf7-2c4a-4607-8184-1229f205e52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:37:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:40.171670 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c3add0a-86b3-4189-bd76-de49afb59456 req-ea0159a5-419a-4150-a224-d9947af78953 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092885 May 06 09:37:40.331509 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8183f705-9752-4f8c-a622-fce672f1711e admin admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:40.364997 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-cbd8dcf7-2c4a-4607-8184-1229f205e52e None None] Set router 5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:37:40.406513 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2af1a3-431b-405c-adfd-37c3759a83b4 req-1109c15d-b4b2-4a64-9c62-c0dbea262393 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:40.408201 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-de2af1a3-431b-405c-adfd-37c3759a83b4 req-1109c15d-b4b2-4a64-9c62-c0dbea262393 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=73016390-3695-4351-93e5-031dbc9871d5 HTTP/1.1" status: 200 len: 946 time: 0.1413395 May 06 09:37:40.473604 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-de2af1a3-431b-405c-adfd-37c3759a83b4 req-a47c4526-a786-4b29-b085-c47ddcb1d57c tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583911 May 06 09:37:40.553165 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8183f705-9752-4f8c-a622-fce672f1711e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:40.690131 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-8183f705-9752-4f8c-a622-fce672f1711e admin admin] Deleting port ae5e7be6-d581-4bee-9214-f2472da7ed4a {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:37:40.690760 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8183f705-9752-4f8c-a622-fce672f1711e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:40.713639 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096eef1-950b-46a4-9913-9b01b9ebf504 req-8cbca9bf-0070-48e0-b95a-3f8af133ecdd tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:40.726524 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5096eef1-950b-46a4-9913-9b01b9ebf504 req-8cbca9bf-0070-48e0-b95a-3f8af133ecdd tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=73016390-3695-4351-93e5-031dbc9871d5 HTTP/1.1" status: 200 len: 946 time: 0.0928664 May 06 09:37:40.786150 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5096eef1-950b-46a4-9913-9b01b9ebf504 req-de611f02-249b-4207-8694-f7e798404b2c tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577316 May 06 09:37:40.890477 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-cbd8dcf7-2c4a-4607-8184-1229f205e52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'name': 'tempest-ServerRescueTestJSONUnderV235-917563581-router', 'tenant_id': 'f4aa136b130448688a7f34d49779576a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'ae5e7be6-d581-4bee-9214-f2472da7ed4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:36:04Z', 'updated_at': '2022-05-06T09:37:38Z', 'revision_number': 5, 'project_id': 'f4aa136b130448688a7f34d49779576a', 'gw_port': {'id': 'ae5e7be6-d581-4bee-9214-f2472da7ed4a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:36:05Z', 'updated_at': '2022-05-06T09:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:40.938587 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-8183f705-9752-4f8c-a622-fce672f1711e admin admin] For port ae5e7be6-d581-4bee-9214-f2472da7ed4a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=ae5e7be6-d581-4bee-9214-f2472da7ed4a,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:40.943965 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8183f705-9752-4f8c-a622-fce672f1711e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:40.995229 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-8183f705-9752-4f8c-a622-fce672f1711e admin admin] Calling delete_port for ae5e7be6-d581-4bee-9214-f2472da7ed4a owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:37:41.004670 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd8dcf7-2c4a-4607-8184-1229f205e52e None None] Checking router: 5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:37:41.045087 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd8dcf7-2c4a-4607-8184-1229f205e52e None None] Routers {'5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:37:41.045819 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-cbd8dcf7-2c4a-4607-8184-1229f205e52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:37:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:41.439854 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-cbd8dcf7-2c4a-4607-8184-1229f205e52e None None] Set router 5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02 gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:37:41.502969 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41532) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:41.533875 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-cbd8dcf7-2c4a-4607-8184-1229f205e52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'name': 'tempest-ServerRescueTestJSONUnderV235-917563581-router', 'tenant_id': 'f4aa136b130448688a7f34d49779576a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:36:04Z', 'updated_at': '2022-05-06T09:37:40Z', 'revision_number': 6, 'project_id': 'f4aa136b130448688a7f34d49779576a', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:41.594210 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8183f705-9752-4f8c-a622-fce672f1711e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:41.616156 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd8dcf7-2c4a-4607-8184-1229f205e52e None None] The sync data for ids ['5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02'] in n-d-840835-1 is: [{'id': '5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02', 'name': 'tempest-ServerRescueTestJSONUnderV235-917563581-router', 'tenant_id': 'f4aa136b130448688a7f34d49779576a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:36:04Z', 'updated_at': '2022-05-06T09:37:40Z', 'revision_number': 6, 'project_id': 'f4aa136b130448688a7f34d49779576a', 'gw_port_host': None}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:37:41.666304 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183f705-9752-4f8c-a622-fce672f1711e admin admin] Pushing event deleted for resources: {'Port': ['ID=ae5e7be6-d581-4bee-9214-f2472da7ed4a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:41.767393 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d05f29ca-7cdd-4c5e-8f01-5abc599168b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:41.832180 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8183f705-9752-4f8c-a622-fce672f1711e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:41.925963 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d05f29ca-7cdd-4c5e-8f01-5abc599168b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:41.933512 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d05f29ca-7cdd-4c5e-8f01-5abc599168b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:41.989989 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8183f705-9752-4f8c-a622-fce672f1711e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:41.992694 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8183f705-9752-4f8c-a622-fce672f1711e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:42.010732 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d05f29ca-7cdd-4c5e-8f01-5abc599168b2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=937a1c6f20774ac0ada4d7a07fd9317a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5056412 May 06 09:37:42.011774 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41540) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:42.077026 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8183f705-9752-4f8c-a622-fce672f1711e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:42.078590 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8183f705-9752-4f8c-a622-fce672f1711e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:37:42.087930 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f29ca-7cdd-4c5e-8f01-5abc599168b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348071c4-4bd6-4c8e-9cb4-4836d8cdff62,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:42.095045 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8183f705-9752-4f8c-a622-fce672f1711e admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:42.099712 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8183f705-9752-4f8c-a622-fce672f1711e admin admin] 10.222.0.73 "DELETE /v2.0/routers/5a1163ad-a735-4f5f-85e7-a2b4a0eb0c02 HTTP/1.1" status: 204 len: 168 time: 2.0542350 May 06 09:37:42.102248 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41542) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:42.148159 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-874e3044-256f-481f-8929-5df76257deab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:42.164931 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-015d791a-ba8e-4977-be8c-b5a4bc5bc892 admin admin] Deleting subnet d27702c2-9a71-49e6-91a0-98e35f14ed0a {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:37:42.173538 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-015d791a-ba8e-4977-be8c-b5a4bc5bc892 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:42.214714 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-874e3044-256f-481f-8929-5df76257deab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:42.220543 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-015d791a-ba8e-4977-be8c-b5a4bc5bc892 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:42.283772 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-015d791a-ba8e-4977-be8c-b5a4bc5bc892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:42.315508 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-874e3044-256f-481f-8929-5df76257deab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:42.318675 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-874e3044-256f-481f-8929-5df76257deab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:42.320290 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-874e3044-256f-481f-8929-5df76257deab admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/348071c4-4bd6-4c8e-9cb4-4836d8cdff62 HTTP/1.1" status: 204 len: 168 time: 0.3074920 May 06 09:37:42.333404 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e3044-256f-481f-8929-5df76257deab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348071c4-4bd6-4c8e-9cb4-4836d8cdff62,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:42.377755 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-015d791a-ba8e-4977-be8c-b5a4bc5bc892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:42.408425 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d791a-ba8e-4977-be8c-b5a4bc5bc892 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d27702c2-9a71-49e6-91a0-98e35f14ed0a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:42.410929 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-015d791a-ba8e-4977-be8c-b5a4bc5bc892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:42.414851 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-015d791a-ba8e-4977-be8c-b5a4bc5bc892 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d27702c2-9a71-49e6-91a0-98e35f14ed0a HTTP/1.1" status: 204 len: 168 time: 0.3108711 May 06 09:37:42.420252 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41546) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:42.530836 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7ea094e3-7b6c-476c-a615-79c6bae4754d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:42.691825 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7ea094e3-7b6c-476c-a615-79c6bae4754d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:42.728422 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-7ea094e3-7b6c-476c-a615-79c6bae4754d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08aac77-6a8c-48ad-8465-6c78d5aeb84b']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:42.748628 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-7ea094e3-7b6c-476c-a615-79c6bae4754d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f4fc86-e5d9-4205-80e4-89f5cfe2e806') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:42.748933 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-7ea094e3-7b6c-476c-a615-79c6bae4754d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f4fc86-e5d9-4205-80e4-89f5cfe2e806') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:42.785235 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7ea094e3-7b6c-476c-a615-79c6bae4754d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:42.830383 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7ea094e3-7b6c-476c-a615-79c6bae4754d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:42.845244 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea094e3-7b6c-476c-a615-79c6bae4754d admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:37:42.845806 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7ea094e3-7b6c-476c-a615-79c6bae4754d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: timer() May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:37:42.848320 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:37:43.017531 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7ea094e3-7b6c-476c-a615-79c6bae4754d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:43.065738 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7ea094e3-7b6c-476c-a615-79c6bae4754d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:43.075095 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7ea094e3-7b6c-476c-a615-79c6bae4754d admin admin] 10.222.0.73 "DELETE /v2.0/networks/d08aac77-6a8c-48ad-8465-6c78d5aeb84b HTTP/1.1" status: 204 len: 168 time: 0.6533399 May 06 09:37:43.094576 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea094e3-7b6c-476c-a615-79c6bae4754d admin admin] Pushing event deleted for resources: {'Network': ['ID=d08aac77-6a8c-48ad-8465-6c78d5aeb84b,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:43.209506 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 5b8fc97a-7df3-40b0-942a-59e5b177d711 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:37:43.294930 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 5b8fc97a-7df3-40b0-942a-59e5b177d711 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:37:43.295395 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 5b8fc97a-7df3-40b0-942a-59e5b177d711 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:37:43.296176 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ae5e7be6-d581-4bee-9214-f2472da7ed4a no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:37:43.344062 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41574) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:43.344613 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: ae5e7be6-d581-4bee-9214-f2472da7ed4a {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:37:43.345258 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ae5e7be6-d581-4bee-9214-f2472da7ed4a not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:37:43.399936 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e70ec452-e0e0-4f22-a1ff-a0cb66962081 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f4aa136b130448688a7f34d49779576a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547047 May 06 09:37:43.403599 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41578) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:43.476519 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-afebd974-5ec2-403c-be60-b83f92316838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:43.508179 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-afebd974-5ec2-403c-be60-b83f92316838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:43.575542 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-afebd974-5ec2-403c-be60-b83f92316838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:43.579532 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-afebd974-5ec2-403c-be60-b83f92316838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:43.582191 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-afebd974-5ec2-403c-be60-b83f92316838 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/84c3e875-9423-4461-952c-43bae1275ae0 HTTP/1.1" status: 204 len: 168 time: 0.1772218 May 06 09:37:43.599277 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebd974-5ec2-403c-be60-b83f92316838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c3e875-9423-4461-952c-43bae1275ae0,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:44.736653 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41606) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:45.063873 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-e5e4d820-2577-4469-bb12-1bc7b4b4d9d4 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-143729770-network', 'tenant_id': '039eaad2c70c40c480b9847650f71409'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:45.097462 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e4d820-2577-4469-bb12-1bc7b4b4d9d4 admin admin] Made reservation on behalf of 039eaad2c70c40c480b9847650f71409 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:37:45.102046 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e5e4d820-2577-4469-bb12-1bc7b4b4d9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:45.155982 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e5e4d820-2577-4469-bb12-1bc7b4b4d9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:45.320609 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e5e4d820-2577-4469-bb12-1bc7b4b4d9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:45.327484 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e5e4d820-2577-4469-bb12-1bc7b4b4d9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:45.391064 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4d820-2577-4469-bb12-1bc7b4b4d9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f40e77-cc6d-4b06-8351-0c37b0d80482,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:45.415910 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e4d820-2577-4469-bb12-1bc7b4b4d9d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:37:45.453911 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e5e4d820-2577-4469-bb12-1bc7b4b4d9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:45.454723 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-e5e4d820-2577-4469-bb12-1bc7b4b4d9d4 admin admin] Added segment 8e42f261-1cd9-4700-803f-369b0677e94b of type vlan for network b1465b6b-22de-4449-ab8e-35bb64d79a9a May 06 09:37:45.546156 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e5e4d820-2577-4469-bb12-1bc7b4b4d9d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:45.577020 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e5e4d820-2577-4469-bb12-1bc7b4b4d9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:45.579036 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e4d820-2577-4469-bb12-1bc7b4b4d9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:45.579976 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e5e4d820-2577-4469-bb12-1bc7b4b4d9d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:45.656373 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4d820-2577-4469-bb12-1bc7b4b4d9d4 admin admin] Pushing event updated for resources: {'Network': ['ID=b1465b6b-22de-4449-ab8e-35bb64d79a9a,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:45.671969 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network b1465b6b-22de-4449-ab8e-35bb64d79a9a details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:37:45.762214 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e5e4d820-2577-4469-bb12-1bc7b4b4d9d4 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0238917 May 06 09:37:45.766686 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41612) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:45.773234 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-bce3413c-6873-44f9-a6ab-741dfec6221a admin admin] Request body: {'subnet': {'network_id': 'b1465b6b-22de-4449-ab8e-35bb64d79a9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-143729770-subnet', 'tenant_id': '039eaad2c70c40c480b9847650f71409', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:45.824966 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce3413c-6873-44f9-a6ab-741dfec6221a admin admin] Made reservation on behalf of 039eaad2c70c40c480b9847650f71409 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:37:45.827739 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bce3413c-6873-44f9-a6ab-741dfec6221a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:45.889480 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1daaed20-c0dc-4277-8be7-8050f63858cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:46.192316 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bce3413c-6873-44f9-a6ab-741dfec6221a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:46.335749 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3413c-6873-44f9-a6ab-741dfec6221a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f6f2e41-02f1-4f4b-9da7-562f11be5c4a,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:46.410860 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce3413c-6873-44f9-a6ab-741dfec6221a admin admin] Checking segment: {'id': '8e42f261-1cd9-4700-803f-369b0677e94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b1465b6b-22de-4449-ab8e-35bb64d79a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:37:46.412884 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce3413c-6873-44f9-a6ab-741dfec6221a admin admin] Network hostable DHCP agents. Network: b1465b6b-22de-4449-ab8e-35bb64d79a9a, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:37:46.453096 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce3413c-6873-44f9-a6ab-741dfec6221a admin admin] Network b1465b6b-22de-4449-ab8e-35bb64d79a9a is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:37:46.464535 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-bce3413c-6873-44f9-a6ab-741dfec6221a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, b1465b6b-22de-4449-ab8e-35bb64d79a9a) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:37:46.475202 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce3413c-6873-44f9-a6ab-741dfec6221a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:46.475202 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bce3413c-6873-44f9-a6ab-741dfec6221a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:46.482735 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f540353d-eaa0-454d-9d8f-a1d1fe84a3f5 None None] Network b1465b6b-22de-4449-ab8e-35bb64d79a9a requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:37:46.505176 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bce3413c-6873-44f9-a6ab-741dfec6221a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7369397 May 06 09:37:46.714028 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5878ada2-55b3-428d-b0b6-d6062bed0f46 None None] Network b1465b6b-22de-4449-ab8e-35bb64d79a9a requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:37:48.044380 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f109d-0d3f-4f58-a05e-3bf209d4600a req-563894b1-7a98-4633-80d6-7340c6af22bb tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:48.045956 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-803f109d-0d3f-4f58-a05e-3bf209d4600a req-563894b1-7a98-4633-80d6-7340c6af22bb tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 949 time: 0.0825226 May 06 09:37:48.093900 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-803f109d-0d3f-4f58-a05e-3bf209d4600a req-a0de7064-677f-4d22-919b-865757081004 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412526 May 06 09:37:48.449689 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2358c0b4-3c13-4d59-9380-03beeaf34614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:48.620860 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:48.877917 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-60719440-4c01-464d-be62-072323210f14 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:48.881501 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-60719440-4c01-464d-be62-072323210f14 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] 10.222.0.73 "GET /v2.0/networks?id=b1465b6b-22de-4449-ab8e-35bb64d79a9a HTTP/1.1" status: 200 len: 808 time: 0.1962366 May 06 09:37:48.912050 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-3386c038-d699-417f-996e-4a478a75bd9a tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] 10.222.0.73 "GET /v2.0/quotas/039eaad2c70c40c480b9847650f71409 HTTP/1.1" status: 200 len: 375 time: 0.0192559 May 06 09:37:48.953704 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-22ddc5c6-41b8-4405-bdab-2e1591c7c9a6 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=039eaad2c70c40c480b9847650f71409&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354378 May 06 09:37:49.102096 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-96fbd5ba-aff4-476c-be64-565c620da723 service neutron] 10.222.0.73 "GET /v2.0/networks/b1465b6b-22de-4449-ab8e-35bb64d79a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402330 May 06 09:37:49.288607 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878f846-28a1-40d3-b121-038e28bd4ddf req-d00c55af-fcf1-4f18-b46d-95d7aa80a7d0 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:49.290208 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2878f846-28a1-40d3-b121-038e28bd4ddf req-d00c55af-fcf1-4f18-b46d-95d7aa80a7d0 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/ports?device_id=e915f633-425b-4e8f-ade8-d664175d5610 HTTP/1.1" status: 200 len: 946 time: 0.1037619 May 06 09:37:49.306276 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-a83caf72-a346-4264-8eaa-64e53be59ba1 service neutron] 10.222.0.73 "GET /v2.0/networks/b1465b6b-22de-4449-ab8e-35bb64d79a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934407 May 06 09:37:49.391619 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:49.407494 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2878f846-28a1-40d3-b121-038e28bd4ddf req-e1b5a62f-4ee5-4130-a7b9-7f5e0c1586c8 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d239d7c-84e1-4284-bf97-da62be15615c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976307 May 06 09:37:49.547294 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-79983e90-201b-4220-8f41-1e11e2be850b req-c83c4a08-ffeb-4412-a594-aaef7f495a1b tempest-AbsoluteLimitsNegativeTestJSON-140669669 tempest-AbsoluteLimitsNegativeTestJSON-140669669-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8338ebf942184de6b99a16965e83b4a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388815 May 06 09:37:49.735062 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79983e90-201b-4220-8f41-1e11e2be850b req-dbca2ad8-c577-4f09-b2fa-8111868f576b tempest-AbsoluteLimitsNegativeTestJSON-140669669 tempest-AbsoluteLimitsNegativeTestJSON-140669669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:49.747440 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-79983e90-201b-4220-8f41-1e11e2be850b req-dbca2ad8-c577-4f09-b2fa-8111868f576b tempest-AbsoluteLimitsNegativeTestJSON-140669669 tempest-AbsoluteLimitsNegativeTestJSON-140669669-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1990829 May 06 09:37:49.767999 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-79983e90-201b-4220-8f41-1e11e2be850b req-15116ebe-1e6a-4d4d-8f51-0418efa2cd31 tempest-AbsoluteLimitsNegativeTestJSON-140669669 tempest-AbsoluteLimitsNegativeTestJSON-140669669-project] 10.222.0.73 "GET /v2.0/quotas/8338ebf942184de6b99a16965e83b4a3 HTTP/1.1" status: 200 len: 375 time: 0.0180008 May 06 09:37:49.848021 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-79983e90-201b-4220-8f41-1e11e2be850b req-d246571a-2ef9-4907-b385-37dbc185937f tempest-AbsoluteLimitsNegativeTestJSON-140669669 tempest-AbsoluteLimitsNegativeTestJSON-140669669-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8338ebf942184de6b99a16965e83b4a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0789306 May 06 09:37:49.925620 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d221418-1f01-42d7-8d62-09a0aa7aab11 req-9151a09a-fd17-4573-a940-a8c3a2396fa4 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:49.937442 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d221418-1f01-42d7-8d62-09a0aa7aab11 req-9151a09a-fd17-4573-a940-a8c3a2396fa4 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/ports?device_id=0acb8ee9-c39a-4f95-b1d9-96b7b7258c77 HTTP/1.1" status: 200 len: 951 time: 0.3111417 May 06 09:37:49.999860 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d221418-1f01-42d7-8d62-09a0aa7aab11 req-96bf5de6-84fd-4b67-98b7-26de004d08d3 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/security-groups?id=332864c1-d721-4cd2-87cb-f4dd0832c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613143 May 06 09:37:50.320040 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41794) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:50.400514 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c9ee7-f93c-44ac-bd51-15872580e499 req-5d945b1b-2be1-4078-b94f-edf2e2b0efae tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:50.406712 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-494c9ee7-f93c-44ac-bd51-15872580e499 req-5d945b1b-2be1-4078-b94f-edf2e2b0efae tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 949 time: 0.1064637 May 06 09:37:50.508730 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-494c9ee7-f93c-44ac-bd51-15872580e499 req-fdbbece0-d000-4674-8ba3-cd9211bc097b tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919971 May 06 09:37:50.555617 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-615b1bf7-bfe8-4c5c-abc5-f86579dbbb53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:50.673148 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-615b1bf7-bfe8-4c5c-abc5-f86579dbbb53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:50.679780 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-615b1bf7-bfe8-4c5c-abc5-f86579dbbb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:50.716666 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-615b1bf7-bfe8-4c5c-abc5-f86579dbbb53 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8338ebf942184de6b99a16965e83b4a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3953977 May 06 09:37:50.719054 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41804) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:50.723818 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b2c73cbc-7262-4df1-81e1-349c54710800 req-765af79a-bb2c-4cc2-9ed0-79daeb7c5504 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] 10.222.0.73 "GET /v2.0/ports?device_id=523eb520-c781-4155-ad91-2f7f0d1e81c6 HTTP/1.1" status: 200 len: 210 time: 0.0556419 May 06 09:37:50.766392 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b1bf7-bfe8-4c5c-abc5-f86579dbbb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03210d8-1ec5-4072-98df-44ecf719948e,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:50.830310 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3aa3e2e9-9308-4142-b752-fcd7c0e1bc6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:50.857307 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3aa3e2e9-9308-4142-b752-fcd7c0e1bc6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:50.942150 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71883eae-9cc7-4baf-b6d4-1609199e9e0c req-6ffc9535-5716-48c9-bfbc-1379f50cf330 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:50.944251 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71883eae-9cc7-4baf-b6d4-1609199e9e0c req-6ffc9535-5716-48c9-bfbc-1379f50cf330 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.84 "GET /v2.0/ports?device_id=e915f633-425b-4e8f-ade8-d664175d5610 HTTP/1.1" status: 200 len: 946 time: 0.0789621 May 06 09:37:50.950959 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3aa3e2e9-9308-4142-b752-fcd7c0e1bc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:50.957094 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3aa3e2e9-9308-4142-b752-fcd7c0e1bc6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:50.958700 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3aa3e2e9-9308-4142-b752-fcd7c0e1bc6c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b03210d8-1ec5-4072-98df-44ecf719948e HTTP/1.1" status: 204 len: 168 time: 0.2383802 May 06 09:37:50.973912 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3e2e9-9308-4142-b752-fcd7c0e1bc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03210d8-1ec5-4072-98df-44ecf719948e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:51.064321 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:51.187428 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-c3e11889-fb7e-4acf-a9ad-da5096d402e2 service neutron] show failed (client error): The resource could not be found. May 06 09:37:51.188954 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-c3e11889-fb7e-4acf-a9ad-da5096d402e2 service neutron] 10.222.0.77 "GET /v2.0/ports/50ea228b-ffa3-4617-b1bb-585652b161da/bindings/n-h1-840835-1 HTTP/1.1" status: 404 len: 380 time: 0.1494927 May 06 09:37:51.225486 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-71883eae-9cc7-4baf-b6d4-1609199e9e0c req-191238a2-c8fb-4f2d-9793-f946aaa74a5d tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Deleting port 8be8332b-2113-42d8-b32d-0fd98c7739e2 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:37:51.226314 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-71883eae-9cc7-4baf-b6d4-1609199e9e0c req-191238a2-c8fb-4f2d-9793-f946aaa74a5d tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:51.384647 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-71883eae-9cc7-4baf-b6d4-1609199e9e0c req-191238a2-c8fb-4f2d-9793-f946aaa74a5d tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] For port 8be8332b-2113-42d8-b32d-0fd98c7739e2, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=8be8332b-2113-42d8-b32d-0fd98c7739e2,segment=NetworkSegment(626c43fb-a7f4-4fe4-a6c1-349c9748be5a),segment_id=626c43fb-a7f4-4fe4-a6c1-349c9748be5a)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:51.384953 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-71883eae-9cc7-4baf-b6d4-1609199e9e0c req-191238a2-c8fb-4f2d-9793-f946aaa74a5d tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:51.395684 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:51.661481 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-c3192976-9345-4747-9fa6-42e1f1e77a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:51.663321 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-c3192976-9345-4747-9fa6-42e1f1e77a3f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f&tenant_id=dd2b68e9188a432782a13dad893a2f67 HTTP/1.1" status: 200 len: 1100 time: 0.0571625 May 06 09:37:51.680709 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-8e8064e9-23cf-4919-a10f-6b22b9e3fc17 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840835-1', 'device_owner': 'compute:nova'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:51.788542 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-8e8064e9-23cf-4919-a10f-6b22b9e3fc17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:51.842967 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-434ffe6e-3db8-4978-8b25-666b7bd6da2a tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:51.845417 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-434ffe6e-3db8-4978-8b25-666b7bd6da2a tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] 10.222.0.77 "GET /v2.0/networks?id=b1465b6b-22de-4449-ab8e-35bb64d79a9a HTTP/1.1" status: 200 len: 808 time: 0.4535253 May 06 09:37:51.877605 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-750f2da7-5f42-43a6-bbf1-91ba759f1516 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] Request body: {'port': {'device_id': '523eb520-c781-4155-ad91-2f7f0d1e81c6', 'network_id': 'b1465b6b-22de-4449-ab8e-35bb64d79a9a', 'admin_state_up': True, 'tenant_id': '039eaad2c70c40c480b9847650f71409'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:51.994442 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-71883eae-9cc7-4baf-b6d4-1609199e9e0c req-191238a2-c8fb-4f2d-9793-f946aaa74a5d tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:51.994843 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-71883eae-9cc7-4baf-b6d4-1609199e9e0c req-191238a2-c8fb-4f2d-9793-f946aaa74a5d tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:51.995156 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [req-71883eae-9cc7-4baf-b6d4-1609199e9e0c req-191238a2-c8fb-4f2d-9793-f946aaa74a5d tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Floating IP 9746bc42-17ca-47b6-9cd0-4fb14c8ce6de disassociated. External IP: 172.25.5.182, port: 8be8332b-2113-42d8-b32d-0fd98c7739e2. May 06 09:37:51.995504 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-71883eae-9cc7-4baf-b6d4-1609199e9e0c req-191238a2-c8fb-4f2d-9793-f946aaa74a5d tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Calling delete_port for 8be8332b-2113-42d8-b32d-0fd98c7739e2 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:37:52.110384 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-750f2da7-5f42-43a6-bbf1-91ba759f1516 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] Made reservation on behalf of 039eaad2c70c40c480b9847650f71409 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:37:52.114850 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-750f2da7-5f42-43a6-bbf1-91ba759f1516 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:52.249374 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-8e8064e9-23cf-4919-a10f-6b22b9e3fc17 service neutron] For port 50ea228b-ffa3-4617-b1bb-585652b161da, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=50ea228b-ffa3-4617-b1bb-585652b161da,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:52.329340 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-8e8064e9-23cf-4919-a10f-6b22b9e3fc17 service neutron] For port 50ea228b-ffa3-4617-b1bb-585652b161da, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:37:52.386139 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-71883eae-9cc7-4baf-b6d4-1609199e9e0c req-191238a2-c8fb-4f2d-9793-f946aaa74a5d tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:52.423473 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66560d8a-8919-4bf5-83d8-db07833c612f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ea228b-ffa3-4617-b1bb-585652b161da'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:52.426013 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50b3011-1ee1-45d8-8d3f-68214f55fc08" -d '{"events": [{"server_uuid": "66560d8a-8919-4bf5-83d8-db07833c612f", "name": "network-vif-unplugged", "status": "completed", "tag": "50ea228b-ffa3-4617-b1bb-585652b161da"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:52.431488 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-8e8064e9-23cf-4919-a10f-6b22b9e3fc17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:52.441487 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191238a2-c8fb-4f2d-9793-f946aaa74a5d tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Pushing event deleted for resources: {'Port': ['ID=8be8332b-2113-42d8-b32d-0fd98c7739e2,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:52.447083 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41842) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:52.462410 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-750f2da7-5f42-43a6-bbf1-91ba759f1516 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] Allocated IP 172.20.0.6 (b1465b6b-22de-4449-ab8e-35bb64d79a9a/9f6f2e41-02f1-4f4b-9da7-562f11be5c4a/d6439551-9fa6-4c80-893d-b46b81e01856) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:37:52.466846 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-8e8064e9-23cf-4919-a10f-6b22b9e3fc17 service neutron] Transition to ACTIVE for port object 50ea228b-ffa3-4617-b1bb-585652b161da will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:37:52.472933 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-8e8064e9-23cf-4919-a10f-6b22b9e3fc17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:52.532967 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 16fbb089-fad9-4afc-87b9-168cc5b0172a details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:37:52.535503 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 056f291b-20d9-41e3-abe7-fda2add4f726 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:37:52.617822 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-8e8064e9-23cf-4919-a10f-6b22b9e3fc17 service neutron] No DVR routers for this DVR port 50ea228b-ffa3-4617-b1bb-585652b161da on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:37:52.645493 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8064e9-23cf-4919-a10f-6b22b9e3fc17 service neutron] Pushing event updated for resources: {'Port': ['ID=50ea228b-ffa3-4617-b1bb-585652b161da,revision_number=6']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:52.665026 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-89cf3d51-e24c-404c-b4b9-12d0b1f37e5a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1179665109-network', 'tenant_id': '29c311288a32454ead680ab3876612dd'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:52.716050 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cf3d51-e24c-404c-b4b9-12d0b1f37e5a admin admin] Made reservation on behalf of 29c311288a32454ead680ab3876612dd for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:37:52.719975 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-89cf3d51-e24c-404c-b4b9-12d0b1f37e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:52.770575 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:52.812410 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-89cf3d51-e24c-404c-b4b9-12d0b1f37e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:52.812980 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 16fbb089-fad9-4afc-87b9-168cc5b0172a, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=16fbb089-fad9-4afc-87b9-168cc5b0172a,segment=NetworkSegment(ad53ebe9-2424-450b-83f6-7b9fe46d8064),segment_id=ad53ebe9-2424-450b-83f6-7b9fe46d8064)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:52.852593 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0acb8ee9-c39a-4f95-b1d9-96b7b7258c77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '056f291b-20d9-41e3-abe7-fda2add4f726'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:52.855824 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f41cf8d-3962-4bb3-94a3-efeb86d3899f" -d '{"events": [{"server_uuid": "0acb8ee9-c39a-4f95-b1d9-96b7b7258c77", "name": "network-vif-unplugged", "status": "completed", "tag": "056f291b-20d9-41e3-abe7-fda2add4f726"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:52.882078 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '16fbb089-fad9-4afc-87b9-168cc5b0172a', 'network_id': '62314494-b174-4444-b50f-a42c5aa706d2', 'port_id': '16fbb089-fad9-4afc-87b9-168cc5b0172a', 'mac_address': 'fa:16:3e:8b:b3:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb06141-6cc9-4c96-90e3-d4bca0b380e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:37:52.891046 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 056f291b-20d9-41e3-abe7-fda2add4f726, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=056f291b-20d9-41e3-abe7-fda2add4f726,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:52.939272 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:52.951704 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-8e8064e9-23cf-4919-a10f-6b22b9e3fc17 service neutron] Attempting to bind port 50ea228b-ffa3-4617-b1bb-585652b161da on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:37:52.952078 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-8e8064e9-23cf-4919-a10f-6b22b9e3fc17 service neutron] Attempting to bind port 50ea228b-ffa3-4617-b1bb-585652b161da by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:37:52.952360 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-8e8064e9-23cf-4919-a10f-6b22b9e3fc17 service neutron] Attempting to bind port 50ea228b-ffa3-4617-b1bb-585652b161da on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:37:52.958877 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-8e8064e9-23cf-4919-a10f-6b22b9e3fc17 service neutron] Port 50ea228b-ffa3-4617-b1bb-585652b161da on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:37:52.959331 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-8e8064e9-23cf-4919-a10f-6b22b9e3fc17 service neutron] Attempting to bind port 50ea228b-ffa3-4617-b1bb-585652b161da on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:37:52.986176 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-8e8064e9-23cf-4919-a10f-6b22b9e3fc17 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:37:52.986526 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-8e8064e9-23cf-4919-a10f-6b22b9e3fc17 service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:37:52.986922 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-8e8064e9-23cf-4919-a10f-6b22b9e3fc17 service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:37:52.987412 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-8e8064e9-23cf-4919-a10f-6b22b9e3fc17 service neutron] Bound port: 50ea228b-ffa3-4617-b1bb-585652b161da, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:37:52.987784 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-8e8064e9-23cf-4919-a10f-6b22b9e3fc17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:53.091803 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:53.130355 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-89cf3d51-e24c-404c-b4b9-12d0b1f37e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:53.132020 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-8e8064e9-23cf-4919-a10f-6b22b9e3fc17 service neutron] For port 50ea228b-ffa3-4617-b1bb-585652b161da, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:37:53.135766 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-8e8064e9-23cf-4919-a10f-6b22b9e3fc17 service neutron] For port 50ea228b-ffa3-4617-b1bb-585652b161da, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=50ea228b-ffa3-4617-b1bb-585652b161da,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:37:53.138152 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-89cf3d51-e24c-404c-b4b9-12d0b1f37e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:53.154772 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-8e8064e9-23cf-4919-a10f-6b22b9e3fc17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:53.171821 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16fbb089-fad9-4afc-87b9-168cc5b0172a {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:37:53.177139 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=056f291b-20d9-41e3-abe7-fda2add4f726,revision_number=11']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:53.204892 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 16fbb089-fad9-4afc-87b9-168cc5b0172a, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=16fbb089-fad9-4afc-87b9-168cc5b0172a,segment=NetworkSegment(ad53ebe9-2424-450b-83f6-7b9fe46d8064),segment_id=ad53ebe9-2424-450b-83f6-7b9fe46d8064)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:53.215052 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:53.254917 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-8e8064e9-23cf-4919-a10f-6b22b9e3fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:53.255932 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-8e8064e9-23cf-4919-a10f-6b22b9e3fc17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:53.257631 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-8e8064e9-23cf-4919-a10f-6b22b9e3fc17 service neutron] 10.222.0.84 "PUT /v2.0/ports/50ea228b-ffa3-4617-b1bb-585652b161da HTTP/1.1" status: 200 len: 1095 time: 1.5828955 May 06 09:37:53.279147 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89cf3d51-e24c-404c-b4b9-12d0b1f37e5a admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:37:53.288797 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71883eae-9cc7-4baf-b6d4-1609199e9e0c req-191238a2-c8fb-4f2d-9793-f946aaa74a5d tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Router 3c7c404e-05b0-4a21-a69c-e33512699a72 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:37:53.313278 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf3d51-e24c-404c-b4b9-12d0b1f37e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39545efd-925b-41c5-9e8f-21eaad9356ad,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:53.376712 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=16fbb089-fad9-4afc-87b9-168cc5b0172a,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:53.408912 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-89cf3d51-e24c-404c-b4b9-12d0b1f37e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:53.409729 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-89cf3d51-e24c-404c-b4b9-12d0b1f37e5a admin admin] Added segment 21f8eb35-9ec2-4014-86ef-3eafdf5dda9b of type vlan for network f56c5ab5-f334-423e-a011-bfd73cd505e2 May 06 09:37:53.431442 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['16fbb089-fad9-4afc-87b9-168cc5b0172a'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:37:53.485714 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-89cf3d51-e24c-404c-b4b9-12d0b1f37e5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:53.494092 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8064e9-23cf-4919-a10f-6b22b9e3fc17 service neutron] Pushing event updated for resources: {'Port': ['ID=50ea228b-ffa3-4617-b1bb-585652b161da,revision_number=7']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:53.532533 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-1085838f-7063-4ad5-b72d-63117e21e550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:53.534121 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-1085838f-7063-4ad5-b72d-63117e21e550 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 1098 time: 0.2226443 May 06 09:37:53.543689 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-89cf3d51-e24c-404c-b4b9-12d0b1f37e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:53.546092 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cf3d51-e24c-404c-b4b9-12d0b1f37e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:53.546926 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-89cf3d51-e24c-404c-b4b9-12d0b1f37e5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:53.650587 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf3d51-e24c-404c-b4b9-12d0b1f37e5a admin admin] Pushing event updated for resources: {'Network': ['ID=f56c5ab5-f334-423e-a011-bfd73cd505e2,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:53.666462 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-750f2da7-5f42-43a6-bbf1-91ba759f1516 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:53.685356 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network f56c5ab5-f334-423e-a011-bfd73cd505e2 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:37:53.719655 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71883eae-9cc7-4baf-b6d4-1609199e9e0c req-191238a2-c8fb-4f2d-9793-f946aaa74a5d tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:37:53.729407 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-89cf3d51-e24c-404c-b4b9-12d0b1f37e5a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2809763 May 06 09:37:53.734056 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41852) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:53.741566 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-628e5602-2180-4d27-a4f3-8ccac4a8e2fa admin admin] Request body: {'subnet': {'network_id': 'f56c5ab5-f334-423e-a011-bfd73cd505e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1179665109-subnet', 'tenant_id': '29c311288a32454ead680ab3876612dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:53.779371 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd1f79d-dc01-4db4-920b-eb6bd5bcba10 None None] Sync routers for ids ['3c7c404e-05b0-4a21-a69c-e33512699a72'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:37:53.779918 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628e5602-2180-4d27-a4f3-8ccac4a8e2fa admin admin] Made reservation on behalf of 29c311288a32454ead680ab3876612dd for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:37:53.783545 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-628e5602-2180-4d27-a4f3-8ccac4a8e2fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:53.804764 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-71883eae-9cc7-4baf-b6d4-1609199e9e0c req-191238a2-c8fb-4f2d-9793-f946aaa74a5d tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] No DVR routers for this DVR port 8be8332b-2113-42d8-b32d-0fd98c7739e2 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:37:53.809438 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-71883eae-9cc7-4baf-b6d4-1609199e9e0c req-191238a2-c8fb-4f2d-9793-f946aaa74a5d tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:53.814737 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71883eae-9cc7-4baf-b6d4-1609199e9e0c req-191238a2-c8fb-4f2d-9793-f946aaa74a5d tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.84 "DELETE /v2.0/ports/8be8332b-2113-42d8-b32d-0fd98c7739e2 HTTP/1.1" status: 204 len: 173 time: 2.8611166 May 06 09:37:53.815320 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e915f633-425b-4e8f-ade8-d664175d5610', 'name': 'network-vif-deleted', 'tag': '8be8332b-2113-42d8-b32d-0fd98c7739e2'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:53.818537 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2fa047-dffa-43a2-94df-cb0fa4635b75" -d '{"events": [{"server_uuid": "e915f633-425b-4e8f-ade8-d664175d5610", "name": "network-vif-deleted", "tag": "8be8332b-2113-42d8-b32d-0fd98c7739e2"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:53.843460 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd1f79d-dc01-4db4-920b-eb6bd5bcba10 None None] Routers {'3c7c404e-05b0-4a21-a69c-e33512699a72'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:37:53.844149 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8dd1f79d-dc01-4db4-920b-eb6bd5bcba10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:37:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3c7c404e-05b0-4a21-a69c-e33512699a72'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:53.858582 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-750f2da7-5f42-43a6-bbf1-91ba759f1516 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:53.915361 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-750f2da7-5f42-43a6-bbf1-91ba759f1516 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] Network b1465b6b-22de-4449-ab8e-35bb64d79a9a is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:37:53.925373 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-750f2da7-5f42-43a6-bbf1-91ba759f1516 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:37:53.948770 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-750f2da7-5f42-43a6-bbf1-91ba759f1516 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:37:54.051568 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-09a3bd00-a3df-4005-8857-b841573d85c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:54.053167 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-09a3bd00-a3df-4005-8857-b841573d85c1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.5010836 May 06 09:37:54.068921 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-8dd1f79d-dc01-4db4-920b-eb6bd5bcba10 None None] Set router 3c7c404e-05b0-4a21-a69c-e33512699a72 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:37:54.078574 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f2da7-5f42-43a6-bbf1-91ba759f1516 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] Pushing event updated for resources: {'Port': ['ID=d6439551-9fa6-4c80-893d-b46b81e01856,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:54.108120 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-750f2da7-5f42-43a6-bbf1-91ba759f1516 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:54.110102 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-750f2da7-5f42-43a6-bbf1-91ba759f1516 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:54.129579 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-bce6f6e1-1bda-4b5c-9ace-91385b9ba543 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=50ea228b-ffa3-4617-b1bb-585652b161da HTTP/1.1" status: 200 len: 217 time: 0.0660665 May 06 09:37:54.142971 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-750f2da7-5f42-43a6-bbf1-91ba759f1516 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2777603 May 06 09:37:54.160890 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-e1c62f92-9450-42d5-ac7e-da7efdffbea9 service neutron] Request body: {'port': {'device_id': '523eb520-c781-4155-ad91-2f7f0d1e81c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:54.248375 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-e1c62f92-9450-42d5-ac7e-da7efdffbea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:54.258741 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-951268c2-f751-4861-98bc-17e9c55462f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:54.260577 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-951268c2-f751-4861-98bc-17e9c55462f1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1152244 May 06 09:37:54.391874 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-628e5602-2180-4d27-a4f3-8ccac4a8e2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:54.404240 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-e32d8ce3-69f0-4f25-ad06-467cce5b2553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:54.406998 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-e32d8ce3-69f0-4f25-ad06-467cce5b2553 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1364725 May 06 09:37:54.447815 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8dd1f79d-dc01-4db4-920b-eb6bd5bcba10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261923002-router', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:38Z', 'updated_at': '2022-05-06T09:33:46Z', 'revision_number': 4, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'gw_port': {'id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:39Z', 'updated_at': '2022-05-06T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '14a53ba2-d0af-40d7-abd0-84cf6d238c55', 'name': '', 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'mac_address': 'fa:16:3e:d8:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:44Z', 'updated_at': '2022-05-06T09:33:58Z', 'revision_number': 5, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'subnets': [{'id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:54.497210 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd1f79d-dc01-4db4-920b-eb6bd5bcba10 None None] Checking router: 3c7c404e-05b0-4a21-a69c-e33512699a72 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:37:54.511633 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd1f79d-dc01-4db4-920b-eb6bd5bcba10 None None] Routers {'3c7c404e-05b0-4a21-a69c-e33512699a72'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:37:54.512197 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8dd1f79d-dc01-4db4-920b-eb6bd5bcba10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:37:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3c7c404e-05b0-4a21-a69c-e33512699a72'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:54.539852 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e5602-2180-4d27-a4f3-8ccac4a8e2fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=39bca0b8-8a80-476e-bd1c-d2a947420f86,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:54.587882 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628e5602-2180-4d27-a4f3-8ccac4a8e2fa admin admin] Checking segment: {'id': '21f8eb35-9ec2-4014-86ef-3eafdf5dda9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'f56c5ab5-f334-423e-a011-bfd73cd505e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:37:54.588271 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628e5602-2180-4d27-a4f3-8ccac4a8e2fa admin admin] Network hostable DHCP agents. Network: f56c5ab5-f334-423e-a011-bfd73cd505e2, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:37:54.597200 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-3a5b6df9-c90c-44c6-a49d-9e2770df39d6 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598091 May 06 09:37:54.650549 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628e5602-2180-4d27-a4f3-8ccac4a8e2fa admin admin] Network f56c5ab5-f334-423e-a011-bfd73cd505e2 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:37:54.770138 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-628e5602-2180-4d27-a4f3-8ccac4a8e2fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, f56c5ab5-f334-423e-a011-bfd73cd505e2) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:37:54.781014 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628e5602-2180-4d27-a4f3-8ccac4a8e2fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:54.785601 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-628e5602-2180-4d27-a4f3-8ccac4a8e2fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:54.828701 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-e1c62f92-9450-42d5-ac7e-da7efdffbea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6439551-9fa6-4c80-893d-b46b81e01856 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:37:54.831791 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-628e5602-2180-4d27-a4f3-8ccac4a8e2fa admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0956600 May 06 09:37:54.841261 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-e1c62f92-9450-42d5-ac7e-da7efdffbea9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:54.868834 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-e1c62f92-9450-42d5-ac7e-da7efdffbea9 service neutron] Transition to ACTIVE for port object d6439551-9fa6-4c80-893d-b46b81e01856 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:37:54.874455 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-e1c62f92-9450-42d5-ac7e-da7efdffbea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:54.883026 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c9807c1c-7beb-4ea6-9d2c-a2cebc2b9311 req-f4d233ad-444d-41fc-a346-5cf049f5faf0 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497263 May 06 09:37:54.981678 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c62f92-9450-42d5-ac7e-da7efdffbea9 service neutron] Pushing event updated for resources: {'Port': ['ID=d6439551-9fa6-4c80-893d-b46b81e01856,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:55.050871 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 16fbb089-fad9-4afc-87b9-168cc5b0172a up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:37:55.056149 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b93153b-24f1-4109-8d84-37e8b272f088 None None] Network f56c5ab5-f334-423e-a011-bfd73cd505e2 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:37:55.073926 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 50ea228b-ffa3-4617-b1bb-585652b161da no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:37:55.201685 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-e1c62f92-9450-42d5-ac7e-da7efdffbea9 service neutron] Attempting to bind port d6439551-9fa6-4c80-893d-b46b81e01856 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:37:55.202532 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-e1c62f92-9450-42d5-ac7e-da7efdffbea9 service neutron] Attempting to bind port d6439551-9fa6-4c80-893d-b46b81e01856 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '8e42f261-1cd9-4700-803f-369b0677e94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b1465b6b-22de-4449-ab8e-35bb64d79a9a'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:37:55.203995 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-e1c62f92-9450-42d5-ac7e-da7efdffbea9 service neutron] Attempting to bind port d6439551-9fa6-4c80-893d-b46b81e01856 on network b1465b6b-22de-4449-ab8e-35bb64d79a9a {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:37:55.210568 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-e1c62f92-9450-42d5-ac7e-da7efdffbea9 service neutron] Port d6439551-9fa6-4c80-893d-b46b81e01856 on network b1465b6b-22de-4449-ab8e-35bb64d79a9a not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:37:55.210898 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-e1c62f92-9450-42d5-ac7e-da7efdffbea9 service neutron] Attempting to bind port d6439551-9fa6-4c80-893d-b46b81e01856 on network b1465b6b-22de-4449-ab8e-35bb64d79a9a {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:37:55.216614 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-e1c62f92-9450-42d5-ac7e-da7efdffbea9 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:37:55.216952 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-e1c62f92-9450-42d5-ac7e-da7efdffbea9 service neutron] Checking segment: {'id': '8e42f261-1cd9-4700-803f-369b0677e94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b1465b6b-22de-4449-ab8e-35bb64d79a9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:37:55.217335 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-e1c62f92-9450-42d5-ac7e-da7efdffbea9 service neutron] Bound using segment: {'id': '8e42f261-1cd9-4700-803f-369b0677e94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b1465b6b-22de-4449-ab8e-35bb64d79a9a'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:37:55.217774 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-e1c62f92-9450-42d5-ac7e-da7efdffbea9 service neutron] Bound port: d6439551-9fa6-4c80-893d-b46b81e01856, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e42f261-1cd9-4700-803f-369b0677e94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b1465b6b-22de-4449-ab8e-35bb64d79a9a'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:37:55.218377 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-e1c62f92-9450-42d5-ac7e-da7efdffbea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:55.238776 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-8dd1f79d-dc01-4db4-920b-eb6bd5bcba10 None None] Set router 3c7c404e-05b0-4a21-a69c-e33512699a72 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:37:55.297054 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 50ea228b-ffa3-4617-b1bb-585652b161da not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:37:55.314382 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-e1c62f92-9450-42d5-ac7e-da7efdffbea9 service neutron] For port d6439551-9fa6-4c80-893d-b46b81e01856, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:37:55.318889 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-e1c62f92-9450-42d5-ac7e-da7efdffbea9 service neutron] For port d6439551-9fa6-4c80-893d-b46b81e01856, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=d6439551-9fa6-4c80-893d-b46b81e01856,segment=NetworkSegment(8e42f261-1cd9-4700-803f-369b0677e94b),segment_id=8e42f261-1cd9-4700-803f-369b0677e94b)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:37:55.324414 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-e1c62f92-9450-42d5-ac7e-da7efdffbea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:55.370274 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-e1c62f92-9450-42d5-ac7e-da7efdffbea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:55.371035 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-e1c62f92-9450-42d5-ac7e-da7efdffbea9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:55.372551 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-e1c62f92-9450-42d5-ac7e-da7efdffbea9 service neutron] 10.222.0.77 "PUT /v2.0/ports/d6439551-9fa6-4c80-893d-b46b81e01856 HTTP/1.1" status: 200 len: 1091 time: 1.2160931 May 06 09:37:55.401514 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c62f92-9450-42d5-ac7e-da7efdffbea9 service neutron] Pushing event updated for resources: {'Port': ['ID=d6439551-9fa6-4c80-893d-b46b81e01856,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:55.460751 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 16fbb089-fad9-4afc-87b9-168cc5b0172a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:55.461124 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:55.516359 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6658dec1-7ce6-4fdc-8723-e4aa12bc9cc4 None None] Network f56c5ab5-f334-423e-a011-bfd73cd505e2 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:37:55.547807 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-2d31f19e-5a85-4f96-94fd-5f8c00cd9899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:55.549323 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-2d31f19e-5a85-4f96-94fd-5f8c00cd9899 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=039eaad2c70c40c480b9847650f71409&device_id=523eb520-c781-4155-ad91-2f7f0d1e81c6 HTTP/1.1" status: 200 len: 1094 time: 0.1149409 May 06 09:37:55.607207 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-2472d590-8a9a-4c60-9ddf-666e995d050f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6439551-9fa6-4c80-893d-b46b81e01856 HTTP/1.1" status: 200 len: 217 time: 0.0435433 May 06 09:37:55.662993 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-be6fd23e-c2e1-4d44-b002-e0f83f36665e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:55.664607 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-be6fd23e-c2e1-4d44-b002-e0f83f36665e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9f6f2e41-02f1-4f4b-9da7-562f11be5c4a HTTP/1.1" status: 200 len: 848 time: 0.0495541 May 06 09:37:55.704489 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-90b407e7-bdd3-40ef-8da1-070b64e63035 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1465b6b-22de-4449-ab8e-35bb64d79a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324144 May 06 09:37:55.748159 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:55.808986 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 16fbb089-fad9-4afc-87b9-168cc5b0172a, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=16fbb089-fad9-4afc-87b9-168cc5b0172a,segment=NetworkSegment(ad53ebe9-2424-450b-83f6-7b9fe46d8064),segment_id=ad53ebe9-2424-450b-83f6-7b9fe46d8064)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:55.817282 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:55.818197 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 8be8332b-2113-42d8-b32d-0fd98c7739e2 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:37:55.822857 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-b296d779-81a1-4f8c-8466-b924dc85f5de service neutron] 10.222.0.77 "GET /v2.0/networks/b1465b6b-22de-4449-ab8e-35bb64d79a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097765 May 06 09:37:55.842561 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8dd1f79d-dc01-4db4-920b-eb6bd5bcba10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261923002-router', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:38Z', 'updated_at': '2022-05-06T09:33:46Z', 'revision_number': 4, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'gw_port': {'id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:39Z', 'updated_at': '2022-05-06T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '14a53ba2-d0af-40d7-abd0-84cf6d238c55', 'name': '', 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'mac_address': 'fa:16:3e:d8:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:44Z', 'updated_at': '2022-05-06T09:33:58Z', 'revision_number': 5, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'subnets': [{'id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:55.872285 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 8be8332b-2113-42d8-b32d-0fd98c7739e2 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:37:55.872632 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 8be8332b-2113-42d8-b32d-0fd98c7739e2 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:37:55.908107 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd1f79d-dc01-4db4-920b-eb6bd5bcba10 None None] The sync data for ids ['3c7c404e-05b0-4a21-a69c-e33512699a72'] in n-d-840835-1 is: [{'id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261923002-router', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:38Z', 'updated_at': '2022-05-06T09:33:46Z', 'revision_number': 4, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'gw_port': {'id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:39Z', 'updated_at': '2022-05-06T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '14a53ba2-d0af-40d7-abd0-84cf6d238c55', 'name': '', 'network_id': 'e76d704a-9d79-4d25-8a5d-5f2069ed1f70', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'mac_address': 'fa:16:3e:d8:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:44Z', 'updated_at': '2022-05-06T09:33:58Z', 'revision_number': 5, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'subnets': [{'id': '13d54616-5091-48d4-a06e-e4f6d0eb3a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:37:55.928413 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=16fbb089-fad9-4afc-87b9-168cc5b0172a,revision_number=7']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:55.946579 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8fbd415c-3192-431e-a8a7-cb92f82d724c req-7d299631-bb90-454f-b1d4-2e68032a75f8 service neutron] 10.222.0.77 "GET /v2.0/networks/b1465b6b-22de-4449-ab8e-35bb64d79a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155384 May 06 09:37:56.221094 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d469fb7e-d241-426b-8afb-40876209cbad None None] New status for floating IP 9746bc42-17ca-47b6-9cd0-4fb14c8ce6de: DOWN {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:37:57.464151 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349ec6b-bc53-4952-ae8a-6ae78f6fbaf7 req-475a1611-10a6-470f-9796-541d9284e3fd tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:57.466853 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3349ec6b-bc53-4952-ae8a-6ae78f6fbaf7 req-475a1611-10a6-470f-9796-541d9284e3fd tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 947 time: 0.0681200 May 06 09:37:57.541291 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3349ec6b-bc53-4952-ae8a-6ae78f6fbaf7 req-45abc85c-eb8c-4728-ad6d-b220d057d9ef tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667622 May 06 09:37:57.566251 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6bcce0-4c80-48c0-ad32-35b3e0d525f1 req-e1fee5ff-801b-4d9e-829c-a684685225bc tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:57.570337 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c6bcce0-4c80-48c0-ad32-35b3e0d525f1 req-e1fee5ff-801b-4d9e-829c-a684685225bc tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] 10.222.0.73 "GET /v2.0/ports?device_id=523eb520-c781-4155-ad91-2f7f0d1e81c6 HTTP/1.1" status: 200 len: 943 time: 0.0887177 May 06 09:37:57.635956 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7d5a8e-5120-491f-b49b-6a464f985fc5 x-openstack-request-id: req-5b7d5a8e-5120-491f-b49b-6a464f985fc5 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:57.637061 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66560d8a-8919-4bf5-83d8-db07833c612f", "name": "network-vif-unplugged", "status": "completed", "tag": "50ea228b-ffa3-4617-b1bb-585652b161da", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:57.638135 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5b7d5a8e-5120-491f-b49b-6a464f985fc5 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:57.638978 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b7d5a8e-5120-491f-b49b-6a464f985fc5'] response: {'server_uuid': '66560d8a-8919-4bf5-83d8-db07833c612f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ea228b-ffa3-4617-b1bb-585652b161da', 'code': 200} May 06 09:37:57.648408 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c6bcce0-4c80-48c0-ad32-35b3e0d525f1 req-271044ee-f78e-44b7-87d1-01454ce70e2b tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] 10.222.0.73 "GET /v2.0/security-groups?id=28f40e77-cc6d-4b06-8351-0c37b0d80482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623882 May 06 09:37:57.693540 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c0ea5f-5997-4a63-8a0d-c94878974f2b x-openstack-request-id: req-e1c0ea5f-5997-4a63-8a0d-c94878974f2b {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:57.694387 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0acb8ee9-c39a-4f95-b1d9-96b7b7258c77", "name": "network-vif-unplugged", "status": "completed", "tag": "056f291b-20d9-41e3-abe7-fda2add4f726", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:57.694387 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e1c0ea5f-5997-4a63-8a0d-c94878974f2b {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:57.694727 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1c0ea5f-5997-4a63-8a0d-c94878974f2b'] response: {'server_uuid': '0acb8ee9-c39a-4f95-b1d9-96b7b7258c77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '056f291b-20d9-41e3-abe7-fda2add4f726', 'code': 200} May 06 09:37:57.781066 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fa046b-91bf-46a5-bf72-a30aa37ea9d2 x-openstack-request-id: req-02fa046b-91bf-46a5-bf72-a30aa37ea9d2 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:57.781597 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e915f633-425b-4e8f-ade8-d664175d5610", "name": "network-vif-deleted", "tag": "8be8332b-2113-42d8-b32d-0fd98c7739e2", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:57.782057 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-02fa046b-91bf-46a5-bf72-a30aa37ea9d2 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:57.782627 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02fa046b-91bf-46a5-bf72-a30aa37ea9d2'] response: {'server_uuid': 'e915f633-425b-4e8f-ade8-d664175d5610', 'name': 'network-vif-deleted', 'tag': '8be8332b-2113-42d8-b32d-0fd98c7739e2', 'status': 'completed', 'code': 200} May 06 09:37:57.944437 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-ab126251-f01c-41ea-8987-67504239a51e req-8c4a35ad-37f5-4c31-b354-c75cd0170826 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1806805131', 'description': 'tempest-description-1744842059'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:58.005861 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ab126251-f01c-41ea-8987-67504239a51e req-8c4a35ad-37f5-4c31-b354-c75cd0170826 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:58.020131 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a06b48-3bc9-4d4a-a999-277627f1a535 req-50768c52-3050-4f05-923f-fbbd018ec2aa tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:58.031909 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-86a06b48-3bc9-4d4a-a999-277627f1a535 req-50768c52-3050-4f05-923f-fbbd018ec2aa tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=73016390-3695-4351-93e5-031dbc9871d5 HTTP/1.1" status: 200 len: 946 time: 0.1774912 May 06 09:37:58.095813 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-86a06b48-3bc9-4d4a-a999-277627f1a535 req-6d881a61-6cf2-44ec-ab65-29c41f658fa3 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629358 May 06 09:37:58.167438 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ab126251-f01c-41ea-8987-67504239a51e req-8c4a35ad-37f5-4c31-b354-c75cd0170826 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:58.175568 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ab126251-f01c-41ea-8987-67504239a51e req-8c4a35ad-37f5-4c31-b354-c75cd0170826 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:58.276192 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ab126251-f01c-41ea-8987-67504239a51e req-8c4a35ad-37f5-4c31-b354-c75cd0170826 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:58.299454 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab126251-f01c-41ea-8987-67504239a51e req-8c4a35ad-37f5-4c31-b354-c75cd0170826 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3634818 May 06 09:37:58.301779 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a35ad-37f5-4c31-b354-c75cd0170826 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1d8f1d-9bfa-4167-8d7a-d37dcb65b24b,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:58.311296 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a35ad-37f5-4c31-b354-c75cd0170826 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:58.311650 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a35ad-37f5-4c31-b354-c75cd0170826 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:58.312046 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a35ad-37f5-4c31-b354-c75cd0170826 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:58.312396 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a35ad-37f5-4c31-b354-c75cd0170826 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:58.312735 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a35ad-37f5-4c31-b354-c75cd0170826 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:58.313072 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a35ad-37f5-4c31-b354-c75cd0170826 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:58.313399 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a35ad-37f5-4c31-b354-c75cd0170826 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:58.313770 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a35ad-37f5-4c31-b354-c75cd0170826 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:58.314069 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a35ad-37f5-4c31-b354-c75cd0170826 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:58.314398 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a35ad-37f5-4c31-b354-c75cd0170826 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:58.314730 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a35ad-37f5-4c31-b354-c75cd0170826 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:58.315059 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a35ad-37f5-4c31-b354-c75cd0170826 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:58.477834 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41932) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:58.515374 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac5224b2-2aec-4e6b-b8e2-aa5131921e24 req-982e932a-f641-4d0d-9306-f4f164cf6116 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] 10.222.0.73 "GET /v2.0/security-groups/ed1d8f1d-9bfa-4167-8d7a-d37dcb65b24b HTTP/1.1" status: 200 len: 1813 time: 0.0564578 May 06 09:37:58.529066 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-ac5224b2-2aec-4e6b-b8e2-aa5131921e24 req-1059b25c-4f67-4587-a1f4-c494212d072e tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ed1d8f1d-9bfa-4167-8d7a-d37dcb65b24b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:58.529676 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-ac5224b2-2aec-4e6b-b8e2-aa5131921e24 req-1059b25c-4f67-4587-a1f4-c494212d072e tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ed1d8f1d-9bfa-4167-8d7a-d37dcb65b24b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:58.548096 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 50ea228b-ffa3-4617-b1bb-585652b161da details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:37:58.636903 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d554129-451e-4ae1-ac37-42f8b7b40262 req-474b7123-ecdf-4ec8-8926-59a60239ee90 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:58.639170 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d554129-451e-4ae1-ac37-42f8b7b40262 req-474b7123-ecdf-4ec8-8926-59a60239ee90 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=73016390-3695-4351-93e5-031dbc9871d5 HTTP/1.1" status: 200 len: 946 time: 0.1008441 May 06 09:37:58.693815 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 50ea228b-ffa3-4617-b1bb-585652b161da, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=50ea228b-ffa3-4617-b1bb-585652b161da,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:58.713006 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ac5224b2-2aec-4e6b-b8e2-aa5131921e24 req-1059b25c-4f67-4587-a1f4-c494212d072e tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:58.713765 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '50ea228b-ffa3-4617-b1bb-585652b161da', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': '50ea228b-ffa3-4617-b1bb-585652b161da', 'mac_address': 'fa:16:3e:85:0d:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:37:58.747386 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d554129-451e-4ae1-ac37-42f8b7b40262 req-f83cbdd1-108e-4264-81c6-08e18e15729b tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985820 May 06 09:37:58.799189 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ac5224b2-2aec-4e6b-b8e2-aa5131921e24 req-1059b25c-4f67-4587-a1f4-c494212d072e tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:58.804108 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ac5224b2-2aec-4e6b-b8e2-aa5131921e24 req-1059b25c-4f67-4587-a1f4-c494212d072e tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:58.804601 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:58.829788 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059b25c-4f67-4587-a1f4-c494212d072e tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e7b53ac-d160-4c58-b8da-642460cf08c1,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:58.841911 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ac5224b2-2aec-4e6b-b8e2-aa5131921e24 req-1059b25c-4f67-4587-a1f4-c494212d072e tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:58.854364 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac5224b2-2aec-4e6b-b8e2-aa5131921e24 req-1059b25c-4f67-4587-a1f4-c494212d072e tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3300860 May 06 09:37:58.885020 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ea228b-ffa3-4617-b1bb-585652b161da {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:37:58.905769 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:58.938657 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 50ea228b-ffa3-4617-b1bb-585652b161da, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=50ea228b-ffa3-4617-b1bb-585652b161da,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:58.947952 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:58.996151 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca308c-9654-4506-80a8-47f537f538ab req-66509a71-0f1e-440b-9bdf-4b8507bc05ef tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:59.007301 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cbca308c-9654-4506-80a8-47f537f538ab req-66509a71-0f1e-440b-9bdf-4b8507bc05ef tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 947 time: 0.0768683 May 06 09:37:59.037181 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=50ea228b-ffa3-4617-b1bb-585652b161da,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:59.041532 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3c698d82-81f5-4794-80a4-4a8d7a69efe3 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:59.066465 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cbca308c-9654-4506-80a8-47f537f538ab req-88488b53-59db-4d29-8e4e-4c975293e23e tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580204 May 06 09:37:59.070684 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device d6439551-9fa6-4c80-893d-b46b81e01856 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:37:59.074400 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3c698d82-81f5-4794-80a4-4a8d7a69efe3 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:59.157576 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3c698d82-81f5-4794-80a4-4a8d7a69efe3 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:59.162315 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3c698d82-81f5-4794-80a4-4a8d7a69efe3 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:59.164018 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3c698d82-81f5-4794-80a4-4a8d7a69efe3 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "DELETE /v2.0/security-groups/0d239d7c-84e1-4284-bf97-da62be15615c HTTP/1.1" status: 204 len: 168 time: 0.6851554 May 06 09:37:59.167688 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41960) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:59.176575 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c698d82-81f5-4794-80a4-4a8d7a69efe3 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d239d7c-84e1-4284-bf97-da62be15615c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:59.186221 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c698d82-81f5-4794-80a4-4a8d7a69efe3 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:59.187259 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c698d82-81f5-4794-80a4-4a8d7a69efe3 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:59.188099 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c698d82-81f5-4794-80a4-4a8d7a69efe3 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:59.188694 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c698d82-81f5-4794-80a4-4a8d7a69efe3 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:59.189480 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c698d82-81f5-4794-80a4-4a8d7a69efe3 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:59.190049 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c698d82-81f5-4794-80a4-4a8d7a69efe3 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:59.190616 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c698d82-81f5-4794-80a4-4a8d7a69efe3 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:59.192214 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c698d82-81f5-4794-80a4-4a8d7a69efe3 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:59.192788 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c698d82-81f5-4794-80a4-4a8d7a69efe3 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:59.193741 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c698d82-81f5-4794-80a4-4a8d7a69efe3 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:59.194540 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c698d82-81f5-4794-80a4-4a8d7a69efe3 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:59.195172 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c698d82-81f5-4794-80a4-4a8d7a69efe3 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:59.231089 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-00501c91-c2aa-449c-8e60-f89c99521e64 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] show failed (client error): The resource could not be found. May 06 09:37:59.235684 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-00501c91-c2aa-449c-8e60-f89c99521e64 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "GET /v2.0/security-groups/0d239d7c-84e1-4284-bf97-da62be15615c HTTP/1.1" status: 404 len: 347 time: 0.0669816 May 06 09:37:59.236192 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41964) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:59.248138 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e4087-2a4e-4ad6-9709-7b1bd2806aa0 req-cadc1c6e-3985-4bb5-9c5f-4843cd05994b tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:59.258245 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0f5e4087-2a4e-4ad6-9709-7b1bd2806aa0 req-cadc1c6e-3985-4bb5-9c5f-4843cd05994b tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] 10.222.0.73 "GET /v2.0/ports?device_id=523eb520-c781-4155-ad91-2f7f0d1e81c6 HTTP/1.1" status: 200 len: 943 time: 0.1964130 May 06 09:37:59.272066 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f9463b42-d63f-4d39-a0b6-c8bafac566dd req-ead225e2-b696-479b-abe5-317ab8c53e90 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] 10.222.0.73 "GET /v2.0/security-groups/ed1d8f1d-9bfa-4167-8d7a-d37dcb65b24b HTTP/1.1" status: 200 len: 2406 time: 0.1387494 May 06 09:37:59.298493 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port d6439551-9fa6-4c80-893d-b46b81e01856, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=d6439551-9fa6-4c80-893d-b46b81e01856,segment=NetworkSegment(8e42f261-1cd9-4700-803f-369b0677e94b),segment_id=8e42f261-1cd9-4700-803f-369b0677e94b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:59.318691 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'd6439551-9fa6-4c80-893d-b46b81e01856', 'network_id': 'b1465b6b-22de-4449-ab8e-35bb64d79a9a', 'port_id': 'd6439551-9fa6-4c80-893d-b46b81e01856', 'mac_address': 'fa:16:3e:43:c4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6f2e41-02f1-4f4b-9da7-562f11be5c4a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:37:59.360316 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0f5e4087-2a4e-4ad6-9709-7b1bd2806aa0 req-778e0ad8-b953-4ee6-88cf-679c2d00ec27 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] 10.222.0.73 "GET /v2.0/security-groups?id=28f40e77-cc6d-4b06-8351-0c37b0d80482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007855 May 06 09:37:59.431689 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:59.450412 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6439551-9fa6-4c80-893d-b46b81e01856 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:37:59.494806 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-364bf689-bb8b-4128-95c6-78e802da94a8 req-caa88bad-177c-4e3c-bd12-0b70c622a0e3 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] 10.222.0.73 "GET /v2.0/security-group-rules/6e7b53ac-d160-4c58-b8da-642460cf08c1 HTTP/1.1" status: 200 len: 778 time: 0.0418947 May 06 09:37:59.499768 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port d6439551-9fa6-4c80-893d-b46b81e01856, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=d6439551-9fa6-4c80-893d-b46b81e01856,segment=NetworkSegment(8e42f261-1cd9-4700-803f-369b0677e94b),segment_id=8e42f261-1cd9-4700-803f-369b0677e94b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:59.507260 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:59.586011 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['50ea228b-ffa3-4617-b1bb-585652b161da'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:37:59.596278 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-364bf689-bb8b-4128-95c6-78e802da94a8 req-c827cf12-64bc-4053-ab0d-6152c204297e tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] 10.222.0.73 "GET /v2.0/security-groups/ed1d8f1d-9bfa-4167-8d7a-d37dcb65b24b HTTP/1.1" status: 200 len: 2406 time: 0.0894070 May 06 09:37:59.625720 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-364bf689-bb8b-4128-95c6-78e802da94a8 req-8c880811-3992-4743-bbbd-f7ca93cf5f8f tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:59.638787 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-364bf689-bb8b-4128-95c6-78e802da94a8 req-8c880811-3992-4743-bbbd-f7ca93cf5f8f tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:59.642034 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66560d8a-8919-4bf5-83d8-db07833c612f', 'tag': '50ea228b-ffa3-4617-b1bb-585652b161da'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:59.645453 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5567e05-155e-4c03-8435-6fe6e9e9c290" -d '{"events": [{"name": "network-changed", "server_uuid": "66560d8a-8919-4bf5-83d8-db07833c612f", "tag": "50ea228b-ffa3-4617-b1bb-585652b161da"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:59.691468 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-364bf689-bb8b-4128-95c6-78e802da94a8 req-8c880811-3992-4743-bbbd-f7ca93cf5f8f tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:59.695572 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73016390-3695-4351-93e5-031dbc9871d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fbb089-fad9-4afc-87b9-168cc5b0172a'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:59.700414 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c05a6bb-6ac0-4760-9257-92a94e1012e7" -d '{"events": [{"server_uuid": "73016390-3695-4351-93e5-031dbc9871d5", "name": "network-vif-plugged", "status": "completed", "tag": "16fbb089-fad9-4afc-87b9-168cc5b0172a"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:59.704357 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-364bf689-bb8b-4128-95c6-78e802da94a8 req-8c880811-3992-4743-bbbd-f7ca93cf5f8f tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:59.714127 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-27fd52fd-b6c3-4c0e-abab-d73d45b25048 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Deleting port 08340c24-6aa7-44c8-9da6-703be95edb99 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:37:59.714597 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27fd52fd-b6c3-4c0e-abab-d73d45b25048 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:59.723716 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-364bf689-bb8b-4128-95c6-78e802da94a8 req-8c880811-3992-4743-bbbd-f7ca93cf5f8f tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/6e7b53ac-d160-4c58-b8da-642460cf08c1 HTTP/1.1" status: 204 len: 173 time: 0.1260095 May 06 09:37:59.737328 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c880811-3992-4743-bbbd-f7ca93cf5f8f tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e7b53ac-d160-4c58-b8da-642460cf08c1,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:59.784287 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523eb520-c781-4155-ad91-2f7f0d1e81c6', 'tag': 'd6439551-9fa6-4c80-893d-b46b81e01856'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:59.787140 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d302db-fe06-44a7-badb-dd0a35b6a2e5" -d '{"events": [{"name": "network-changed", "server_uuid": "523eb520-c781-4155-ad91-2f7f0d1e81c6", "tag": "d6439551-9fa6-4c80-893d-b46b81e01856"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:59.806563 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=d6439551-9fa6-4c80-893d-b46b81e01856,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:59.915450 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-b19c2a6d-066b-4b82-8573-33c4d81677ea tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:59.918305 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-b19c2a6d-066b-4b82-8573-33c4d81677ea tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.84 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f&tenant_id=dd2b68e9188a432782a13dad893a2f67&binding%3Ahost_id=n-h1-840835-1 HTTP/1.1" status: 200 len: 948 time: 0.1095037 May 06 09:37:59.948205 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27fd52fd-b6c3-4c0e-abab-d73d45b25048 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:59.948904 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27fd52fd-b6c3-4c0e-abab-d73d45b25048 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:59.967105 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-27fd52fd-b6c3-4c0e-abab-d73d45b25048 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Calling delete_port for 08340c24-6aa7-44c8-9da6-703be95edb99 owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:38:00.045251 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19708987-8d8a-4922-8897-fc568f575797 x-openstack-request-id: req-19708987-8d8a-4922-8897-fc568f575797 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:00.045937 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66560d8a-8919-4bf5-83d8-db07833c612f", "tag": "50ea228b-ffa3-4617-b1bb-585652b161da", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:00.045937 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-19708987-8d8a-4922-8897-fc568f575797 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:00.046260 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19708987-8d8a-4922-8897-fc568f575797'] response: {'name': 'network-changed', 'server_uuid': '66560d8a-8919-4bf5-83d8-db07833c612f', 'tag': '50ea228b-ffa3-4617-b1bb-585652b161da', 'status': 'completed', 'code': 200} May 06 09:38:00.108948 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['d6439551-9fa6-4c80-893d-b46b81e01856'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:38:00.114145 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-f8fb30ba-6930-4f3e-8ad0-7176f8f774f5 req-c1b058e2-125a-4d71-965d-9d49adb280fb tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-978564667', 'description': 'tempest-description-1939653811'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:00.144516 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-a7ab2faf-3f1d-43ce-ac90-0baa1de80f4a service neutron] 10.222.0.84 "GET /v2.0/ports/50ea228b-ffa3-4617-b1bb-585652b161da/bindings/n-h1-840835-1 HTTP/1.1" status: 200 len: 382 time: 0.2139850 May 06 09:38:00.160051 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28a7950-6868-47a2-b5c2-be652c12f5bb x-openstack-request-id: req-a28a7950-6868-47a2-b5c2-be652c12f5bb {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:00.160440 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73016390-3695-4351-93e5-031dbc9871d5", "name": "network-vif-plugged", "status": "completed", "tag": "16fbb089-fad9-4afc-87b9-168cc5b0172a", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:00.160839 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a28a7950-6868-47a2-b5c2-be652c12f5bb {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:00.161427 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a28a7950-6868-47a2-b5c2-be652c12f5bb'] response: {'server_uuid': '73016390-3695-4351-93e5-031dbc9871d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fbb089-fad9-4afc-87b9-168cc5b0172a', 'code': 200} May 06 09:38:00.217609 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5567e05-155e-4c03-8435-6fe6e9e9c290 req-9a5dbe75-1236-4c57-8d50-963e0f7ea6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:00.217609 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5567e05-155e-4c03-8435-6fe6e9e9c290 req-9a5dbe75-1236-4c57-8d50-963e0f7ea6f0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 1099 time: 0.1771791 May 06 09:38:00.228574 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5567e05-155e-4c03-8435-6fe6e9e9c290 req-10e14d7a-42de-4925-94e1-305188667e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:00.230760 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5567e05-155e-4c03-8435-6fe6e9e9c290 req-10e14d7a-42de-4925-94e1-305188667e7a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 1099 time: 0.1358202 May 06 09:38:00.233522 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f8fb30ba-6930-4f3e-8ad0-7176f8f774f5 req-c1b058e2-125a-4d71-965d-9d49adb280fb tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:00.315685 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27fd52fd-b6c3-4c0e-abab-d73d45b25048 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:00.382958 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd52fd-b6c3-4c0e-abab-d73d45b25048 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Pushing event deleted for resources: {'Port': ['ID=08340c24-6aa7-44c8-9da6-703be95edb99,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:00.537926 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27fd52fd-b6c3-4c0e-abab-d73d45b25048 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:00.542320 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27fd52fd-b6c3-4c0e-abab-d73d45b25048 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:00.544210 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-27fd52fd-b6c3-4c0e-abab-d73d45b25048 tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] 10.222.0.73 "DELETE /v2.0/floatingips/9746bc42-17ca-47b6-9cd0-4fb14c8ce6de HTTP/1.1" status: 204 len: 168 time: 1.3062017 May 06 09:38:00.637067 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e93bc-8bb2-4981-afe5-cc037abe0da5 req-c6b08c13-eb1d-4d1f-bc76-54013b830390 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:00.639840 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c02e93bc-8bb2-4981-afe5-cc037abe0da5 req-c6b08c13-eb1d-4d1f-bc76-54013b830390 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 948 time: 0.3917706 May 06 09:38:00.727226 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5567e05-155e-4c03-8435-6fe6e9e9c290 req-d7dad99f-72b0-4ae2-b891-f1a4117a33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:00.728845 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5567e05-155e-4c03-8435-6fe6e9e9c290 req-d7dad99f-72b0-4ae2-b891-f1a4117a33e4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.4969523 May 06 09:38:00.775696 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5567e05-155e-4c03-8435-6fe6e9e9c290 req-cbb0b5b6-595b-4203-b0d6-8a7fc7314df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:00.778282 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5567e05-155e-4c03-8435-6fe6e9e9c290 req-cbb0b5b6-595b-4203-b0d6-8a7fc7314df1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.5332792 May 06 09:38:00.785314 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f8fb30ba-6930-4f3e-8ad0-7176f8f774f5 req-c1b058e2-125a-4d71-965d-9d49adb280fb tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:00.828762 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f8fb30ba-6930-4f3e-8ad0-7176f8f774f5 req-c1b058e2-125a-4d71-965d-9d49adb280fb tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:00.840749 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5567e05-155e-4c03-8435-6fe6e9e9c290 req-70bcb653-8f79-4b36-b18f-c4a4ea1fb67d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=50ea228b-ffa3-4617-b1bb-585652b161da HTTP/1.1" status: 200 len: 217 time: 0.0956640 May 06 09:38:00.843956 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c02e93bc-8bb2-4981-afe5-cc037abe0da5 req-65dd5e25-1780-4001-ba27-654b43de77f3 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849411 May 06 09:38:00.908949 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5567e05-155e-4c03-8435-6fe6e9e9c290 req-f2cba124-ee93-450d-93ce-001902d0fdd2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=50ea228b-ffa3-4617-b1bb-585652b161da HTTP/1.1" status: 200 len: 217 time: 0.0801427 May 06 09:38:00.968294 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f8fb30ba-6930-4f3e-8ad0-7176f8f774f5 req-c1b058e2-125a-4d71-965d-9d49adb280fb tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:00.969582 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f8fb30ba-6930-4f3e-8ad0-7176f8f774f5 req-c1b058e2-125a-4d71-965d-9d49adb280fb tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8673005 May 06 09:38:01.006221 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b058e2-125a-4d71-965d-9d49adb280fb tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d1de8f-221c-4def-9c05-e0684fa542d3,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:01.037397 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f938d77-e95a-4bce-8950-9ffd50a670bb x-openstack-request-id: req-3f938d77-e95a-4bce-8950-9ffd50a670bb {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:01.037754 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "523eb520-c781-4155-ad91-2f7f0d1e81c6", "tag": "d6439551-9fa6-4c80-893d-b46b81e01856", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:01.038137 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3f938d77-e95a-4bce-8950-9ffd50a670bb {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:01.038335 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f938d77-e95a-4bce-8950-9ffd50a670bb'] response: {'name': 'network-changed', 'server_uuid': '523eb520-c781-4155-ad91-2f7f0d1e81c6', 'tag': 'd6439551-9fa6-4c80-893d-b46b81e01856', 'status': 'completed', 'code': 200} May 06 09:38:01.052150 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5567e05-155e-4c03-8435-6fe6e9e9c290 req-57073ba7-7d2b-4edc-a4b3-02312ff7636b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:01.053659 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5567e05-155e-4c03-8435-6fe6e9e9c290 req-57073ba7-7d2b-4edc-a4b3-02312ff7636b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.2003071 May 06 09:38:01.113634 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5567e05-155e-4c03-8435-6fe6e9e9c290 req-bb0c2147-6aae-4b90-a46a-3b9cdcb51e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:01.115503 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5567e05-155e-4c03-8435-6fe6e9e9c290 req-bb0c2147-6aae-4b90-a46a-3b9cdcb51e00 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1754525 May 06 09:38:01.132808 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4e67d-3121-4184-bfc8-bb0662bb313b req-38f6a007-00f7-4c5d-9862-7a858ddedb98 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:01.133632 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1ef4e67d-3121-4184-bfc8-bb0662bb313b req-38f6a007-00f7-4c5d-9862-7a858ddedb98 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=73016390-3695-4351-93e5-031dbc9871d5 HTTP/1.1" status: 200 len: 946 time: 0.1694953 May 06 09:38:01.197118 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943581c4-91fa-4ffa-8b22-80fd0afe2e79 req-a8037810-303e-4dd0-99f1-83dfac81207d tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:01.199950 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-943581c4-91fa-4ffa-8b22-80fd0afe2e79 req-a8037810-303e-4dd0-99f1-83dfac81207d tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.84 "GET /v2.0/ports?device_id=73016390-3695-4351-93e5-031dbc9871d5 HTTP/1.1" status: 200 len: 946 time: 0.0849502 May 06 09:38:01.208142 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d302db-fe06-44a7-badb-dd0a35b6a2e5 req-75a1acab-dcd9-4143-82b0-d47326dd69b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:01.210818 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-22d302db-fe06-44a7-badb-dd0a35b6a2e5 req-75a1acab-dcd9-4143-82b0-d47326dd69b2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=039eaad2c70c40c480b9847650f71409&device_id=523eb520-c781-4155-ad91-2f7f0d1e81c6 HTTP/1.1" status: 200 len: 1095 time: 0.1357737 May 06 09:38:01.221155 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5567e05-155e-4c03-8435-6fe6e9e9c290 req-bfa0f0ff-e8f6-4690-b7df-913d5c609dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:01.223267 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5567e05-155e-4c03-8435-6fe6e9e9c290 req-bfa0f0ff-e8f6-4690-b7df-913d5c609dc5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1525536 May 06 09:38:01.244446 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5567e05-155e-4c03-8435-6fe6e9e9c290 req-fbe30904-b0ec-4d82-9ef6-1a38af621c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:01.246451 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5567e05-155e-4c03-8435-6fe6e9e9c290 req-fbe30904-b0ec-4d82-9ef6-1a38af621c91 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1111650 May 06 09:38:01.383962 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5567e05-155e-4c03-8435-6fe6e9e9c290 req-f175bb67-8faf-4846-9f3a-8e74e2c4d7e5 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496961 May 06 09:38:01.384357 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d302db-fe06-44a7-badb-dd0a35b6a2e5 req-1d2fb371-fe74-41be-b453-593cb0ec3621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:01.385786 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-22d302db-fe06-44a7-badb-dd0a35b6a2e5 req-1d2fb371-fe74-41be-b453-593cb0ec3621 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1465b6b-22de-4449-ab8e-35bb64d79a9a HTTP/1.1" status: 200 len: 909 time: 0.1364059 May 06 09:38:01.446940 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-22d302db-fe06-44a7-badb-dd0a35b6a2e5 req-0b99c2c4-950b-4315-8952-9324e4e14008 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6439551-9fa6-4c80-893d-b46b81e01856 HTTP/1.1" status: 200 len: 217 time: 0.0485463 May 06 09:38:01.467823 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-943581c4-91fa-4ffa-8b22-80fd0afe2e79 req-d11770eb-3794-4078-ae42-b2e7ebf88a69 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Deleting port 16fbb089-fad9-4afc-87b9-168cc5b0172a {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:38:01.468178 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-943581c4-91fa-4ffa-8b22-80fd0afe2e79 req-d11770eb-3794-4078-ae42-b2e7ebf88a69 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:01.470153 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1ef4e67d-3121-4184-bfc8-bb0662bb313b req-89c10477-d7aa-4953-bf32-c19548c8624a tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931976 May 06 09:38:01.656384 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d302db-fe06-44a7-badb-dd0a35b6a2e5 req-a8636d30-1d58-4a12-b2f5-ed8defa18778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:01.656618 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a49e4-23c7-40e5-8c79-04ae0da019fe req-e0d9d8e4-b3d1-4046-b4d8-3282300bf966 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:01.658155 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-22d302db-fe06-44a7-badb-dd0a35b6a2e5 req-a8636d30-1d58-4a12-b2f5-ed8defa18778 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9f6f2e41-02f1-4f4b-9da7-562f11be5c4a HTTP/1.1" status: 200 len: 848 time: 0.2006314 May 06 09:38:01.660956 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-251a49e4-23c7-40e5-8c79-04ae0da019fe req-e0d9d8e4-b3d1-4046-b4d8-3282300bf966 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] 10.222.0.73 "GET /v2.0/ports?device_id=523eb520-c781-4155-ad91-2f7f0d1e81c6 HTTP/1.1" status: 200 len: 944 time: 0.4127526 May 06 09:38:01.702441 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-22d302db-fe06-44a7-badb-dd0a35b6a2e5 req-90a255f4-3343-4b98-b7ba-d5c4a5a86692 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1465b6b-22de-4449-ab8e-35bb64d79a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366788 May 06 09:38:01.708746 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-943581c4-91fa-4ffa-8b22-80fd0afe2e79 req-d11770eb-3794-4078-ae42-b2e7ebf88a69 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] For port 16fbb089-fad9-4afc-87b9-168cc5b0172a, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=16fbb089-fad9-4afc-87b9-168cc5b0172a,segment=NetworkSegment(ad53ebe9-2424-450b-83f6-7b9fe46d8064),segment_id=ad53ebe9-2424-450b-83f6-7b9fe46d8064)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:01.709122 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-943581c4-91fa-4ffa-8b22-80fd0afe2e79 req-d11770eb-3794-4078-ae42-b2e7ebf88a69 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:01.749139 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-943581c4-91fa-4ffa-8b22-80fd0afe2e79 req-d11770eb-3794-4078-ae42-b2e7ebf88a69 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Calling delete_port for 16fbb089-fad9-4afc-87b9-168cc5b0172a owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:38:01.806903 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6e62b3d5-115b-41ed-8e94-28aa15049c3c req-556cf45c-31e1-4989-aff8-6dcdcfad66fc tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] 10.222.0.73 "GET /v2.0/security-groups/09d1de8f-221c-4def-9c05-e0684fa542d3 HTTP/1.1" status: 200 len: 1812 time: 0.1846783 May 06 09:38:01.825429 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5567e05-155e-4c03-8435-6fe6e9e9c290 req-1a3d067e-3557-4b5c-b0ba-baf7bb32e730 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5606220 May 06 09:38:01.833772 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5567e05-155e-4c03-8435-6fe6e9e9c290 req-59c7ca71-2015-40c8-aeae-8c7ea6487b54 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767865 May 06 09:38:01.930329 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-251a49e4-23c7-40e5-8c79-04ae0da019fe req-02279958-07b4-4a7f-8846-0b5c82472172 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] 10.222.0.73 "GET /v2.0/security-groups?id=28f40e77-cc6d-4b06-8351-0c37b0d80482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874375 May 06 09:38:02.036898 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-29fadd3b-f898-4c30-a815-b43689a28df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:02.045536 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-29fadd3b-f898-4c30-a815-b43689a28df6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 1099 time: 0.1354020 May 06 09:38:02.057087 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-22d302db-fe06-44a7-badb-dd0a35b6a2e5 req-c5155124-1b6d-4316-8e68-4c5843c40b62 service neutron] 10.222.0.77 "GET /v2.0/networks/b1465b6b-22de-4449-ab8e-35bb64d79a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449721 May 06 09:38:02.075927 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5567e05-155e-4c03-8435-6fe6e9e9c290 req-b9ecdff6-3c23-4102-a17f-4f411f926ac5 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411766 May 06 09:38:02.228755 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-8e24ad9f-63c0-4fdf-a3ec-03a341d2666a req-f00ac959-f8e1-46ef-a2eb-b12e6243fadc tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-499637007', 'description': 'tempest-description-2108464964'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:02.261537 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-22d302db-fe06-44a7-badb-dd0a35b6a2e5 req-b1945f08-aed4-4189-ac7b-11caed4b2e22 service neutron] 10.222.0.77 "GET /v2.0/networks/b1465b6b-22de-4449-ab8e-35bb64d79a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952169 May 06 09:38:02.286670 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524661d-77dd-424e-9947-3f4297dc778a req-5a10460a-557d-471e-bd74-e7b7f82089d7 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:02.288280 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a524661d-77dd-424e-9947-3f4297dc778a req-5a10460a-557d-471e-bd74-e7b7f82089d7 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 948 time: 0.1439018 May 06 09:38:02.291081 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8e24ad9f-63c0-4fdf-a3ec-03a341d2666a req-f00ac959-f8e1-46ef-a2eb-b12e6243fadc tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:02.311326 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-943581c4-91fa-4ffa-8b22-80fd0afe2e79 req-d11770eb-3794-4078-ae42-b2e7ebf88a69 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:02.311643 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-26e52709-b353-4e35-8d5e-4de7421a1a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:02.313115 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-26e52709-b353-4e35-8d5e-4de7421a1a3e service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.2360039 May 06 09:38:02.345415 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11770eb-3794-4078-ae42-b2e7ebf88a69 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Pushing event deleted for resources: {'Port': ['ID=16fbb089-fad9-4afc-87b9-168cc5b0172a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:02.375721 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-7b9a1f6e-f20c-4906-83a7-1b1064e526ad service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=50ea228b-ffa3-4617-b1bb-585652b161da HTTP/1.1" status: 200 len: 217 time: 0.0534663 May 06 09:38:02.420924 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-943581c4-91fa-4ffa-8b22-80fd0afe2e79 req-d11770eb-3794-4078-ae42-b2e7ebf88a69 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] No DVR routers for this DVR port 16fbb089-fad9-4afc-87b9-168cc5b0172a on host n-h1-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:38:02.423800 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-943581c4-91fa-4ffa-8b22-80fd0afe2e79 req-d11770eb-3794-4078-ae42-b2e7ebf88a69 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:02.427982 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-943581c4-91fa-4ffa-8b22-80fd0afe2e79 req-d11770eb-3794-4078-ae42-b2e7ebf88a69 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.84 "DELETE /v2.0/ports/16fbb089-fad9-4afc-87b9-168cc5b0172a HTTP/1.1" status: 204 len: 173 time: 1.2160273 May 06 09:38:02.428492 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73016390-3695-4351-93e5-031dbc9871d5', 'name': 'network-vif-deleted', 'tag': '16fbb089-fad9-4afc-87b9-168cc5b0172a'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:02.431278 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4fa0d7-aa83-4b4b-89aa-7f8544a7f2d7" -d '{"events": [{"server_uuid": "73016390-3695-4351-93e5-031dbc9871d5", "name": "network-vif-deleted", "tag": "16fbb089-fad9-4afc-87b9-168cc5b0172a"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:02.445998 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a524661d-77dd-424e-9947-3f4297dc778a req-a48f3ac0-7f04-4527-ad39-a813df866dec tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430886 May 06 09:38:02.508183 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-178f5e3e-6a8a-42d2-8c28-bac8215c60b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:02.509829 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-178f5e3e-6a8a-42d2-8c28-bac8215c60b0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1207516 May 06 09:38:02.512780 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8e24ad9f-63c0-4fdf-a3ec-03a341d2666a req-f00ac959-f8e1-46ef-a2eb-b12e6243fadc tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:02.517956 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8e24ad9f-63c0-4fdf-a3ec-03a341d2666a req-f00ac959-f8e1-46ef-a2eb-b12e6243fadc tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:02.546978 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 50ea228b-ffa3-4617-b1bb-585652b161da up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:38:02.717607 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe37253f-f1b9-4f70-a929-3350644c3710 x-openstack-request-id: req-fe37253f-f1b9-4f70-a929-3350644c3710 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:02.718016 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73016390-3695-4351-93e5-031dbc9871d5", "name": "network-vif-deleted", "tag": "16fbb089-fad9-4afc-87b9-168cc5b0172a", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:02.718290 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fe37253f-f1b9-4f70-a929-3350644c3710 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:02.718874 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe37253f-f1b9-4f70-a929-3350644c3710'] response: {'server_uuid': '73016390-3695-4351-93e5-031dbc9871d5', 'name': 'network-vif-deleted', 'tag': '16fbb089-fad9-4afc-87b9-168cc5b0172a', 'status': 'completed', 'code': 200} May 06 09:38:02.759292 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 50ea228b-ffa3-4617-b1bb-585652b161da completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:38:02.768783 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 50ea228b-ffa3-4617-b1bb-585652b161da triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:02.771853 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:02.898898 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:02.933167 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66560d8a-8919-4bf5-83d8-db07833c612f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ea228b-ffa3-4617-b1bb-585652b161da'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:02.939760 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efc708c-2376-4198-96b2-4ab1c6026c13" -d '{"events": [{"server_uuid": "66560d8a-8919-4bf5-83d8-db07833c612f", "name": "network-vif-plugged", "status": "completed", "tag": "50ea228b-ffa3-4617-b1bb-585652b161da"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:02.973526 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2215f178-ee0d-4f09-87fe-df55e06c67b0 req-8ae3ab36-5724-47f3-92d1-bca50771565f tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=73016390-3695-4351-93e5-031dbc9871d5 HTTP/1.1" status: 200 len: 210 time: 0.0548384 May 06 09:38:02.995186 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8e24ad9f-63c0-4fdf-a3ec-03a341d2666a req-f00ac959-f8e1-46ef-a2eb-b12e6243fadc tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:02.996586 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8e24ad9f-63c0-4fdf-a3ec-03a341d2666a req-f00ac959-f8e1-46ef-a2eb-b12e6243fadc tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7761712 May 06 09:38:02.998577 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ac959-f8e1-46ef-a2eb-b12e6243fadc tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=736de205-3419-4dcf-894b-8721fc849412,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:03.007454 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-0c7c5ea8-aa76-4ae0-a0bc-cc5dd0433ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:03.007454 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-0c7c5ea8-aa76-4ae0-a0bc-cc5dd0433ce5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4825761 May 06 09:38:03.200758 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-5476fbc7-bc9c-4b65-8ef3-a3ecbf71877b service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859965 May 06 09:38:03.285091 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab60c97-67ec-42cb-b9b5-c19048beac57 x-openstack-request-id: req-6ab60c97-67ec-42cb-b9b5-c19048beac57 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:03.285673 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66560d8a-8919-4bf5-83d8-db07833c612f", "name": "network-vif-plugged", "status": "completed", "tag": "50ea228b-ffa3-4617-b1bb-585652b161da", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:03.286117 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6ab60c97-67ec-42cb-b9b5-c19048beac57 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:03.286750 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ab60c97-67ec-42cb-b9b5-c19048beac57'] response: {'server_uuid': '66560d8a-8919-4bf5-83d8-db07833c612f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ea228b-ffa3-4617-b1bb-585652b161da', 'code': 200} May 06 09:38:03.288057 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device d6439551-9fa6-4c80-893d-b46b81e01856 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:38:03.296542 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 50ea228b-ffa3-4617-b1bb-585652b161da, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=50ea228b-ffa3-4617-b1bb-585652b161da,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:03.322215 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:03.323030 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 16fbb089-fad9-4afc-87b9-168cc5b0172a no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:38:03.390451 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 16fbb089-fad9-4afc-87b9-168cc5b0172a {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:38:03.390451 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 16fbb089-fad9-4afc-87b9-168cc5b0172a not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:38:03.418959 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1439955c-162f-48aa-ba54-e0ab32444dd5 req-bfdd0763-b71f-4ceb-8b80-04f8e0ed30e7 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] 10.222.0.73 "GET /v2.0/security-groups/736de205-3419-4dcf-894b-8721fc849412 HTTP/1.1" status: 200 len: 1812 time: 0.1946430 May 06 09:38:03.434571 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=50ea228b-ffa3-4617-b1bb-585652b161da,revision_number=9']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:03.481019 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286702b-8caf-4114-8dc4-c168d3553794 req-3ead12b3-1529-4365-9645-727fbe624dde tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:03.481240 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d286702b-8caf-4114-8dc4-c168d3553794 req-3ead12b3-1529-4365-9645-727fbe624dde tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] 10.222.0.73 "GET /v2.0/ports?device_id=523eb520-c781-4155-ad91-2f7f0d1e81c6 HTTP/1.1" status: 200 len: 944 time: 0.1665761 May 06 09:38:03.488910 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port d6439551-9fa6-4c80-893d-b46b81e01856 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:38:03.495004 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port d6439551-9fa6-4c80-893d-b46b81e01856 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:03.495383 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:03.546374 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-54690315-fb2b-48df-be7d-19ccb70f9e8f service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372676 May 06 09:38:03.585813 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d286702b-8caf-4114-8dc4-c168d3553794 req-b938a872-ec2d-4b47-b0a1-33f90f6fda93 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] 10.222.0.73 "GET /v2.0/security-groups?id=28f40e77-cc6d-4b06-8351-0c37b0d80482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790210 May 06 09:38:03.617641 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-31b64ca8-9f4a-4dbc-800d-b8e62968ef79 req-131ff70c-f115-427c-966b-dfb2b626f72d tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-348205377', 'description': 'tempest-description-1189178198'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:03.670880 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-31b64ca8-9f4a-4dbc-800d-b8e62968ef79 req-131ff70c-f115-427c-966b-dfb2b626f72d tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:03.677276 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:03.786308 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port d6439551-9fa6-4c80-893d-b46b81e01856, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=d6439551-9fa6-4c80-893d-b46b81e01856,segment=NetworkSegment(8e42f261-1cd9-4700-803f-369b0677e94b),segment_id=8e42f261-1cd9-4700-803f-369b0677e94b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:03.827220 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:03.829646 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05917d0-156b-4ac7-ab91-f376be29e791 req-1e7e20b0-7a03-4de9-9246-5a489a9d6412 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:03.832587 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f05917d0-156b-4ac7-ab91-f376be29e791 req-1e7e20b0-7a03-4de9-9246-5a489a9d6412 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 949 time: 0.1133316 May 06 09:38:03.850977 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-31b64ca8-9f4a-4dbc-800d-b8e62968ef79 req-131ff70c-f115-427c-966b-dfb2b626f72d tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:03.866561 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-31b64ca8-9f4a-4dbc-800d-b8e62968ef79 req-131ff70c-f115-427c-966b-dfb2b626f72d tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:03.900228 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=d6439551-9fa6-4c80-893d-b46b81e01856,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:03.936138 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-31b64ca8-9f4a-4dbc-800d-b8e62968ef79 req-131ff70c-f115-427c-966b-dfb2b626f72d tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:03.938730 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31b64ca8-9f4a-4dbc-800d-b8e62968ef79 req-131ff70c-f115-427c-966b-dfb2b626f72d tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3259997 May 06 09:38:03.950224 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ff70c-f115-427c-966b-dfb2b626f72d tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dac23d8-468c-49a7-8815-557e9071f4dd,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:03.968617 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f05917d0-156b-4ac7-ab91-f376be29e791 req-874d9e01-415c-433a-9f0b-5c7978faec90 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233017 May 06 09:38:04.077569 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a7d7fca-6511-4c84-96a1-8fe0ddbe0718 req-456b113d-35b3-4c04-b421-a4b6bd0e6f11 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] 10.222.0.73 "GET /v2.0/security-groups/4dac23d8-468c-49a7-8815-557e9071f4dd HTTP/1.1" status: 200 len: 1812 time: 0.0602155 May 06 09:38:04.171706 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-733f1a7b-c8a6-4758-af04-e6af7136a28f req-d7bb49a7-543e-4b8d-b6da-3c18d9465d39 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-317577028', 'description': 'tempest-description-571424864'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:04.203579 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-733f1a7b-c8a6-4758-af04-e6af7136a28f req-d7bb49a7-543e-4b8d-b6da-3c18d9465d39 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:04.324077 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-733f1a7b-c8a6-4758-af04-e6af7136a28f req-d7bb49a7-543e-4b8d-b6da-3c18d9465d39 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:04.329273 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-733f1a7b-c8a6-4758-af04-e6af7136a28f req-d7bb49a7-543e-4b8d-b6da-3c18d9465d39 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:04.372336 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-733f1a7b-c8a6-4758-af04-e6af7136a28f req-d7bb49a7-543e-4b8d-b6da-3c18d9465d39 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:04.388428 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-733f1a7b-c8a6-4758-af04-e6af7136a28f req-d7bb49a7-543e-4b8d-b6da-3c18d9465d39 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2240083 May 06 09:38:04.392793 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb49a7-543e-4b8d-b6da-3c18d9465d39 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=111f82a5-bebb-4cfc-9351-d40354d82b8f,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:04.435417 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42160) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:04.445801 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-5aefd055-e438-4aa9-9262-3b44c05b7c7a tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1770990447', 'description': 'tempest-description--1996339603'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:04.468506 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42166) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:04.494456 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5aefd055-e438-4aa9-9262-3b44c05b7c7a tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:04.624308 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5aefd055-e438-4aa9-9262-3b44c05b7c7a tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:04.631498 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5aefd055-e438-4aa9-9262-3b44c05b7c7a tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:04.649005 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6358bbf3-f65d-4594-942f-acb2bbe1f128 req-590ada00-016a-429e-85a2-3e7cf97010ed tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] 10.222.0.73 "GET /v2.0/security-groups/111f82a5-bebb-4cfc-9351-d40354d82b8f HTTP/1.1" status: 200 len: 1811 time: 0.1190262 May 06 09:38:04.679268 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5aefd055-e438-4aa9-9262-3b44c05b7c7a tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:04.680558 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5aefd055-e438-4aa9-9262-3b44c05b7c7a tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2409194 May 06 09:38:04.685706 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42194) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:04.693651 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-82f83c13-1c32-4f4a-a687-a88169fb82c4 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Request body: {'security_group_rule': {'security_group_id': 'cb0c46c4-3653-4d30-8883-2c75f95e30be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:04.713671 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aefd055-e438-4aa9-9262-3b44c05b7c7a tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0c46c4-3653-4d30-8883-2c75f95e30be,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:04.935458 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ada4e4-49c4-4854-b26e-fe9f00c1e71a req-4421ab53-c703-4c16-9702-261830cac484 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:04.937300 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0ada4e4-49c4-4854-b26e-fe9f00c1e71a req-4421ab53-c703-4c16-9702-261830cac484 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] 10.222.0.73 "GET /v2.0/ports?device_id=523eb520-c781-4155-ad91-2f7f0d1e81c6 HTTP/1.1" status: 200 len: 945 time: 0.1561863 May 06 09:38:04.945516 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-82f83c13-1c32-4f4a-a687-a88169fb82c4 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:05.072110 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0ada4e4-49c4-4854-b26e-fe9f00c1e71a req-901f2acf-7492-47ea-8822-fcd1b8be8caa tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] 10.222.0.73 "GET /v2.0/security-groups?id=28f40e77-cc6d-4b06-8351-0c37b0d80482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276028 May 06 09:38:05.087907 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-82f83c13-1c32-4f4a-a687-a88169fb82c4 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:05.094031 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-82f83c13-1c32-4f4a-a687-a88169fb82c4 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:05.171792 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f83c13-1c32-4f4a-a687-a88169fb82c4 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32eccf64-8024-4891-8e38-1156cca96a5a,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:05.177314 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-d8c2c096-d2ff-4112-86b3-a8323778200b req-57103ca8-0f4c-450c-83a9-bc115eb3e9e8 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] show failed (client error): The resource could not be found. May 06 09:38:05.178764 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d8c2c096-d2ff-4112-86b3-a8323778200b req-57103ca8-0f4c-450c-83a9-bc115eb3e9e8 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] 10.222.0.73 "GET /v2.0/security-groups/926b34e7-4d49-4712-b06e-e4274b64309d HTTP/1.1" status: 404 len: 352 time: 0.0357349 May 06 09:38:05.182261 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-82f83c13-1c32-4f4a-a687-a88169fb82c4 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:05.184805 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-82f83c13-1c32-4f4a-a687-a88169fb82c4 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4958360 May 06 09:38:05.187681 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42214) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:05.192676 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-a8084dad-f516-4135-840c-1c95e82f7b20 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Request body: {'security_group_rule': {'security_group_id': 'cb0c46c4-3653-4d30-8883-2c75f95e30be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:05.235619 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8084dad-f516-4135-840c-1c95e82f7b20 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:05.289189 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523eb520-c781-4155-ad91-2f7f0d1e81c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6439551-9fa6-4c80-893d-b46b81e01856'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:05.293988 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67cd32a-88ea-4e56-b146-9409269b4f0c" -d '{"events": [{"server_uuid": "523eb520-c781-4155-ad91-2f7f0d1e81c6", "name": "network-vif-plugged", "status": "completed", "tag": "d6439551-9fa6-4c80-893d-b46b81e01856"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:05.353018 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6d7420f2-ba01-4723-8c97-61ac739a1db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:05.361965 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8084dad-f516-4135-840c-1c95e82f7b20 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:05.379960 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8084dad-f516-4135-840c-1c95e82f7b20 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:05.411434 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3904e2-50f4-4449-bc02-8eb70b856247 req-42a8847b-e8db-46dc-a6ca-0ae895b82821 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:05.414231 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8084dad-f516-4135-840c-1c95e82f7b20 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=393eae07-7b29-4d87-9ed2-492b26a8967e,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:05.419370 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9d3904e2-50f4-4449-bc02-8eb70b856247 req-42a8847b-e8db-46dc-a6ca-0ae895b82821 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 949 time: 0.1230664 May 06 09:38:05.430359 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8084dad-f516-4135-840c-1c95e82f7b20 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:05.434843 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a8084dad-f516-4135-840c-1c95e82f7b20 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2427018 May 06 09:38:05.435940 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42238) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:05.446268 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-fe28d4b5-e44c-448d-8d80-52284dc2ff30 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:05.487165 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe28d4b5-e44c-448d-8d80-52284dc2ff30 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks [] for floatingip, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:05.513227 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9d3904e2-50f4-4449-bc02-8eb70b856247 req-43413cc1-ee4e-4dff-8c03-dcb60c4d5f66 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928657 May 06 09:38:05.559823 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-c84dce57-51cc-4bc0-b2cd-9d6a61e76fd9 req-12b08b5a-9c19-430f-8d11-11d68f7375ba tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] show failed (client error): The resource could not be found. May 06 09:38:05.574044 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c84dce57-51cc-4bc0-b2cd-9d6a61e76fd9 req-12b08b5a-9c19-430f-8d11-11d68f7375ba tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] 10.222.0.73 "GET /v2.0/security-group-rules/47b6a907-b75e-4ed2-a04f-5dbc8392d004 HTTP/1.1" status: 404 len: 361 time: 0.0321839 May 06 09:38:05.611147 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c973aea0-0bf1-4522-992d-32bcce36f0eb x-openstack-request-id: req-c973aea0-0bf1-4522-992d-32bcce36f0eb {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:05.611984 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523eb520-c781-4155-ad91-2f7f0d1e81c6", "name": "network-vif-plugged", "status": "completed", "tag": "d6439551-9fa6-4c80-893d-b46b81e01856", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:05.612268 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c973aea0-0bf1-4522-992d-32bcce36f0eb {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:05.612670 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c973aea0-0bf1-4522-992d-32bcce36f0eb'] response: {'server_uuid': '523eb520-c781-4155-ad91-2f7f0d1e81c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6439551-9fa6-4c80-893d-b46b81e01856', 'code': 200} May 06 09:38:05.661354 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe28d4b5-e44c-448d-8d80-52284dc2ff30 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:05.735216 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9334e931-2ea3-42db-88e3-62a290f2fa2a req-20b3b259-ca7c-4660-937a-f4505f46dfb8 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] 10.222.0.73 "GET /v2.0/security-groups/111f82a5-bebb-4cfc-9351-d40354d82b8f HTTP/1.1" status: 200 len: 1811 time: 0.0951812 May 06 09:38:05.841999 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-fe28d4b5-e44c-448d-8d80-52284dc2ff30 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Allocated IP 172.25.5.195 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/17fafff5-7fcc-4651-80e1-a010671f3f34) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:38:05.980075 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-9334e931-2ea3-42db-88e3-62a290f2fa2a req-e4cce20f-df6c-4435-bc4c-afc538869f25 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:06.022471 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-9334e931-2ea3-42db-88e3-62a290f2fa2a req-e4cce20f-df6c-4435-bc4c-afc538869f25 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:06.032016 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa145805-5253-482b-b458-8e9fbf9558c7 req-3ccd6ad0-44da-4fda-9e2e-033223d2e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:06.035032 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fa145805-5253-482b-b458-8e9fbf9558c7 req-3ccd6ad0-44da-4fda-9e2e-033223d2e6b6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=523eb520-c781-4155-ad91-2f7f0d1e81c6 HTTP/1.1" status: 200 len: 1096 time: 0.3177860 May 06 09:38:06.038601 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe28d4b5-e44c-448d-8d80-52284dc2ff30 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:06.054782 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-6d7420f2-ba01-4723-8c97-61ac739a1db1 admin admin] Deleting port 14a53ba2-d0af-40d7-abd0-84cf6d238c55 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:38:06.055150 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6d7420f2-ba01-4723-8c97-61ac739a1db1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:06.087078 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fa145805-5253-482b-b458-8e9fbf9558c7 req-64438192-416d-42f3-9242-7e3cc1219b99 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=28f40e77-cc6d-4b06-8351-0c37b0d80482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450943 May 06 09:38:06.119633 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe28d4b5-e44c-448d-8d80-52284dc2ff30 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:06.170827 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-6d7420f2-ba01-4723-8c97-61ac739a1db1 admin admin] For port 14a53ba2-d0af-40d7-abd0-84cf6d238c55, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=14a53ba2-d0af-40d7-abd0-84cf6d238c55,segment=NetworkSegment(626c43fb-a7f4-4fe4-a6c1-349c9748be5a),segment_id=626c43fb-a7f4-4fe4-a6c1-349c9748be5a)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:06.171624 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6d7420f2-ba01-4723-8c97-61ac739a1db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:06.174092 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28d4b5-e44c-448d-8d80-52284dc2ff30 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Pushing event updated for resources: {'Port': ['ID=17fafff5-7fcc-4651-80e1-a010671f3f34,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:06.185924 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe28d4b5-e44c-448d-8d80-52284dc2ff30 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:38:06.186395 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-6d7420f2-ba01-4723-8c97-61ac739a1db1 admin admin] Calling delete_port for 14a53ba2-d0af-40d7-abd0-84cf6d238c55 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:38:06.187585 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-fe28d4b5-e44c-448d-8d80-52284dc2ff30 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:38:06.189940 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe28d4b5-e44c-448d-8d80-52284dc2ff30 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:38:06.248499 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-9334e931-2ea3-42db-88e3-62a290f2fa2a req-e4cce20f-df6c-4435-bc4c-afc538869f25 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:06.251460 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-9334e931-2ea3-42db-88e3-62a290f2fa2a req-e4cce20f-df6c-4435-bc4c-afc538869f25 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:06.252707 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9334e931-2ea3-42db-88e3-62a290f2fa2a req-e4cce20f-df6c-4435-bc4c-afc538869f25 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] 10.222.0.73 "DELETE /v2.0/security-groups/111f82a5-bebb-4cfc-9351-d40354d82b8f HTTP/1.1" status: 204 len: 173 time: 0.5022566 May 06 09:38:06.286742 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cce20f-df6c-4435-bc4c-afc538869f25 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=111f82a5-bebb-4cfc-9351-d40354d82b8f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:06.307001 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe28d4b5-e44c-448d-8d80-52284dc2ff30 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:06.371579 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe28d4b5-e44c-448d-8d80-52284dc2ff30 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:06.570135 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b671141-7927-4b63-8d4f-db99d0b37c72 req-06d6d435-dc46-48d7-baab-9ca286c7e204 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:06.571732 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b671141-7927-4b63-8d4f-db99d0b37c72 req-06d6d435-dc46-48d7-baab-9ca286c7e204 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] 10.222.0.73 "GET /v2.0/ports?device_id=523eb520-c781-4155-ad91-2f7f0d1e81c6 HTTP/1.1" status: 200 len: 945 time: 0.1606965 May 06 09:38:06.583748 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-94859db0-c6d2-4eed-b404-222c7c4040e0 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:06.585317 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-94859db0-c6d2-4eed-b404-222c7c4040e0 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/networks?id=9016fd3e-f04c-40de-8dbe-a7754f33396e HTTP/1.1" status: 200 len: 808 time: 0.2103958 May 06 09:38:06.587413 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe28d4b5-e44c-448d-8d80-52284dc2ff30 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:06.595745 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe28d4b5-e44c-448d-8d80-52284dc2ff30 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:06.649017 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-e05bcf20-5676-4614-9340-d59088870b41 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/quotas/ee0cd225ef094aa381a08623ce8da867 HTTP/1.1" status: 200 len: 375 time: 0.0261559 May 06 09:38:06.704669 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b671141-7927-4b63-8d4f-db99d0b37c72 req-616e4b6f-eff7-4828-a6da-2916d6402935 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] 10.222.0.73 "GET /v2.0/security-groups?id=28f40e77-cc6d-4b06-8351-0c37b0d80482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152339 May 06 09:38:06.705188 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6d7420f2-ba01-4723-8c97-61ac739a1db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:06.726935 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28d4b5-e44c-448d-8d80-52284dc2ff30 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Pushing event updated for resources: {'Port': ['ID=17fafff5-7fcc-4651-80e1-a010671f3f34,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:06.741145 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7420f2-ba01-4723-8c97-61ac739a1db1 admin admin] Pushing event deleted for resources: {'Port': ['ID=14a53ba2-d0af-40d7-abd0-84cf6d238c55,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:06.760018 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe28d4b5-e44c-448d-8d80-52284dc2ff30 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:06.767665 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-202d8cbb-d5ef-4b99-a822-e8005dededfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:06.769715 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-202d8cbb-d5ef-4b99-a822-e8005dededfc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f&tenant_id=dd2b68e9188a432782a13dad893a2f67 HTTP/1.1" status: 200 len: 1100 time: 0.0919709 May 06 09:38:06.785828 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe28d4b5-e44c-448d-8d80-52284dc2ff30 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:06.787043 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fe28d4b5-e44c-448d-8d80-52284dc2ff30 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3488033 May 06 09:38:06.793076 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-1d189560-ae18-4887-88c8-ec5909de332e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840835-1', 'device_owner': 'compute:nova'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:06.807060 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-9e3d7010-99d7-43da-aedb-5cbc44191c99 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee0cd225ef094aa381a08623ce8da867&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1402910 May 06 09:38:06.869210 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-1d189560-ae18-4887-88c8-ec5909de332e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:07.047776 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f27a3530-03af-4f4a-b73c-e961b33f482e req-922b0f64-543d-4260-991d-d727e78af1d2 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] 10.222.0.73 "GET /v2.0/security-groups/4dac23d8-468c-49a7-8815-557e9071f4dd HTTP/1.1" status: 200 len: 1812 time: 0.2611051 May 06 09:38:07.152018 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-aaa70c4e-bdbb-4b8d-a1a9-af312fd23b8c service neutron] 10.222.0.73 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316414 May 06 09:38:07.186422 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-1d189560-ae18-4887-88c8-ec5909de332e service neutron] For port 50ea228b-ffa3-4617-b1bb-585652b161da, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=50ea228b-ffa3-4617-b1bb-585652b161da,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:07.231334 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6d7420f2-ba01-4723-8c97-61ac739a1db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:07.236309 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-1d189560-ae18-4887-88c8-ec5909de332e service neutron] For port 50ea228b-ffa3-4617-b1bb-585652b161da, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:38:07.268884 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f27a3530-03af-4f4a-b73c-e961b33f482e req-ed0f455d-0aef-406d-8a06-68e609bcf28e tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:07.287816 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66560d8a-8919-4bf5-83d8-db07833c612f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ea228b-ffa3-4617-b1bb-585652b161da'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:07.290830 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d4dd76-b50f-4907-ae10-327159e417f8" -d '{"events": [{"server_uuid": "66560d8a-8919-4bf5-83d8-db07833c612f", "name": "network-vif-unplugged", "status": "completed", "tag": "50ea228b-ffa3-4617-b1bb-585652b161da"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:07.295653 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-1d189560-ae18-4887-88c8-ec5909de332e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:07.311990 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-1d189560-ae18-4887-88c8-ec5909de332e service neutron] Transition to ACTIVE for port object 50ea228b-ffa3-4617-b1bb-585652b161da will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:38:07.316968 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-1d189560-ae18-4887-88c8-ec5909de332e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:07.374254 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d189560-ae18-4887-88c8-ec5909de332e service neutron] Pushing event updated for resources: {'Port': ['ID=50ea228b-ffa3-4617-b1bb-585652b161da,revision_number=10']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:07.389805 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-1d189560-ae18-4887-88c8-ec5909de332e service neutron] No DVR routers for this DVR port 50ea228b-ffa3-4617-b1bb-585652b161da on host n-h1-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:38:07.390423 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f27a3530-03af-4f4a-b73c-e961b33f482e req-ed0f455d-0aef-406d-8a06-68e609bcf28e tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:07.426157 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-2bc502d9-763f-4e2d-80a6-8f0202d73e5f service neutron] 10.222.0.73 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608888 May 06 09:38:07.430778 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-1d189560-ae18-4887-88c8-ec5909de332e service neutron] Attempting to bind port 50ea228b-ffa3-4617-b1bb-585652b161da on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:38:07.431252 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-1d189560-ae18-4887-88c8-ec5909de332e service neutron] Attempting to bind port 50ea228b-ffa3-4617-b1bb-585652b161da by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:38:07.431858 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-1d189560-ae18-4887-88c8-ec5909de332e service neutron] Attempting to bind port 50ea228b-ffa3-4617-b1bb-585652b161da on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:07.437871 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-1d189560-ae18-4887-88c8-ec5909de332e service neutron] Port 50ea228b-ffa3-4617-b1bb-585652b161da on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:38:07.438273 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-1d189560-ae18-4887-88c8-ec5909de332e service neutron] Attempting to bind port 50ea228b-ffa3-4617-b1bb-585652b161da on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:07.451564 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-1d189560-ae18-4887-88c8-ec5909de332e service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:38:07.453470 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-1d189560-ae18-4887-88c8-ec5909de332e service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:38:07.454224 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-1d189560-ae18-4887-88c8-ec5909de332e service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:38:07.454821 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-1d189560-ae18-4887-88c8-ec5909de332e service neutron] Bound port: 50ea228b-ffa3-4617-b1bb-585652b161da, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:38:07.455448 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-1d189560-ae18-4887-88c8-ec5909de332e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:07.530191 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f27a3530-03af-4f4a-b73c-e961b33f482e req-ed0f455d-0aef-406d-8a06-68e609bcf28e tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:07.532851 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f27a3530-03af-4f4a-b73c-e961b33f482e req-ed0f455d-0aef-406d-8a06-68e609bcf28e tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:07.534344 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f27a3530-03af-4f4a-b73c-e961b33f482e req-ed0f455d-0aef-406d-8a06-68e609bcf28e tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] 10.222.0.73 "DELETE /v2.0/security-groups/4dac23d8-468c-49a7-8815-557e9071f4dd HTTP/1.1" status: 204 len: 173 time: 0.4727690 May 06 09:38:07.546800 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f455d-0aef-406d-8a06-68e609bcf28e tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dac23d8-468c-49a7-8815-557e9071f4dd,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:07.579839 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-1d189560-ae18-4887-88c8-ec5909de332e service neutron] For port 50ea228b-ffa3-4617-b1bb-585652b161da, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:38:07.584480 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-1d189560-ae18-4887-88c8-ec5909de332e service neutron] For port 50ea228b-ffa3-4617-b1bb-585652b161da, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=50ea228b-ffa3-4617-b1bb-585652b161da,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:38:07.591920 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-1d189560-ae18-4887-88c8-ec5909de332e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:07.639783 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-1d189560-ae18-4887-88c8-ec5909de332e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:07.640410 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-1d189560-ae18-4887-88c8-ec5909de332e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:07.641882 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-1d189560-ae18-4887-88c8-ec5909de332e service neutron] 10.222.0.77 "PUT /v2.0/ports/50ea228b-ffa3-4617-b1bb-585652b161da HTTP/1.1" status: 200 len: 1096 time: 0.8537855 May 06 09:38:07.670165 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d189560-ae18-4887-88c8-ec5909de332e service neutron] Pushing event updated for resources: {'Port': ['ID=50ea228b-ffa3-4617-b1bb-585652b161da,revision_number=11']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:07.701334 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7420f2-ba01-4723-8c97-61ac739a1db1 admin admin] Router 3c7c404e-05b0-4a21-a69c-e33512699a72 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:38:07.815988 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-9270d728-be61-4bb4-97bb-90c0e0f3e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:07.820176 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-9270d728-be61-4bb4-97bb-90c0e0f3e4c1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 1099 time: 0.1331222 May 06 09:38:07.925339 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7420f2-ba01-4723-8c97-61ac739a1db1 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:38:07.935438 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42328) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:07.937690 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6d7420f2-ba01-4723-8c97-61ac739a1db1 admin admin] 10.222.0.73 "PUT /v2.0/routers/3c7c404e-05b0-4a21-a69c-e33512699a72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4681633 May 06 09:38:07.945247 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4324e7ad-951b-41eb-8847-3f3d9b4f1931 None None] Sync routers for ids ['3c7c404e-05b0-4a21-a69c-e33512699a72'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:38:07.969379 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4324e7ad-951b-41eb-8847-3f3d9b4f1931 None None] Routers {'3c7c404e-05b0-4a21-a69c-e33512699a72'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:38:07.970139 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4324e7ad-951b-41eb-8847-3f3d9b4f1931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:37:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3c7c404e-05b0-4a21-a69c-e33512699a72'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:08.131399 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-5ebe1da8-083c-44f2-ba66-ed472bee0b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:08.134057 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-5ebe1da8-083c-44f2-ba66-ed472bee0b56 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.3057137 May 06 09:38:08.218491 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0883a-73c6-492b-af36-534eb81dcd0f req-998688c6-3246-4b46-9e45-d88eface8900 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:08.220668 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37e0883a-73c6-492b-af36-534eb81dcd0f req-998688c6-3246-4b46-9e45-d88eface8900 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 948 time: 0.0734735 May 06 09:38:08.280093 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-4324e7ad-951b-41eb-8847-3f3d9b4f1931 None None] Set router 3c7c404e-05b0-4a21-a69c-e33512699a72 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:38:08.300114 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-4c1d5b53-8d36-4366-ac6b-150b30f86a91 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=50ea228b-ffa3-4617-b1bb-585652b161da HTTP/1.1" status: 200 len: 217 time: 0.1463234 May 06 09:38:08.308630 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37e0883a-73c6-492b-af36-534eb81dcd0f req-d85b2aa0-ec5f-4c38-8e96-59489e32bb26 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778956 May 06 09:38:08.382724 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a377a294-86ab-42ad-b410-fc4380c6f48f admin admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:08.481644 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abada26-ec33-4093-8dc5-821e948da7ac x-openstack-request-id: req-1abada26-ec33-4093-8dc5-821e948da7ac {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:08.482066 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66560d8a-8919-4bf5-83d8-db07833c612f", "name": "network-vif-unplugged", "status": "completed", "tag": "50ea228b-ffa3-4617-b1bb-585652b161da", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:08.482404 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1abada26-ec33-4093-8dc5-821e948da7ac {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:08.482996 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1abada26-ec33-4093-8dc5-821e948da7ac'] response: {'server_uuid': '66560d8a-8919-4bf5-83d8-db07833c612f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ea228b-ffa3-4617-b1bb-585652b161da', 'code': 200} May 06 09:38:08.577914 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-10c2465e-c708-4ab5-8854-a3b9c1164e53 req-ca7d71df-a841-40eb-82b7-d137f415e3af tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] 10.222.0.73 "GET /v2.0/security-groups/736de205-3419-4dcf-894b-8721fc849412 HTTP/1.1" status: 200 len: 1812 time: 0.0717430 May 06 09:38:08.597670 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 50ea228b-ffa3-4617-b1bb-585652b161da no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:38:08.611212 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-5748554b-5c35-40b7-b54f-d4ea16b7d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:08.618661 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-5748554b-5c35-40b7-b54f-d4ea16b7d686 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.3140640 May 06 09:38:08.660757 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 50ea228b-ffa3-4617-b1bb-585652b161da not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:38:08.696497 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4324e7ad-951b-41eb-8847-3f3d9b4f1931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261923002-router', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:38Z', 'updated_at': '2022-05-06T09:38:06Z', 'revision_number': 5, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'gw_port': {'id': 'cf2f7614-094d-420e-8313-96dd2f087e96', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:39Z', 'updated_at': '2022-05-06T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:08.720115 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a377a294-86ab-42ad-b410-fc4380c6f48f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:08.739499 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-daed578a-294e-403e-90b5-2a7e59732e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:08.741333 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-daed578a-294e-403e-90b5-2a7e59732e42 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1140437 May 06 09:38:08.745109 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4324e7ad-951b-41eb-8847-3f3d9b4f1931 None None] Checking router: 3c7c404e-05b0-4a21-a69c-e33512699a72 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:38:08.758581 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4324e7ad-951b-41eb-8847-3f3d9b4f1931 None None] Routers {'3c7c404e-05b0-4a21-a69c-e33512699a72'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:38:08.759841 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4324e7ad-951b-41eb-8847-3f3d9b4f1931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:37:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3c7c404e-05b0-4a21-a69c-e33512699a72'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:08.885474 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-a377a294-86ab-42ad-b410-fc4380c6f48f admin admin] Deleting port cf2f7614-094d-420e-8313-96dd2f087e96 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:38:08.885802 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a377a294-86ab-42ad-b410-fc4380c6f48f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:08.920325 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-4324e7ad-951b-41eb-8847-3f3d9b4f1931 None None] Set router 3c7c404e-05b0-4a21-a69c-e33512699a72 gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:38:08.997102 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4324e7ad-951b-41eb-8847-3f3d9b4f1931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261923002-router', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:38Z', 'updated_at': '2022-05-06T09:38:08Z', 'revision_number': 6, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:09.040896 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4324e7ad-951b-41eb-8847-3f3d9b4f1931 None None] The sync data for ids ['3c7c404e-05b0-4a21-a69c-e33512699a72'] in n-d-840835-1 is: [{'id': '3c7c404e-05b0-4a21-a69c-e33512699a72', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1261923002-router', 'tenant_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:38Z', 'updated_at': '2022-05-06T09:38:08Z', 'revision_number': 6, 'project_id': 'c2b09c743dc34ecd9ff39fe3cb1e8e10', 'gw_port_host': None}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:38:09.058681 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-2c3f028b-eab0-436d-beed-9622beb1bb8a tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:09.075764 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-2c3f028b-eab0-436d-beed-9622beb1bb8a tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/networks?id=62314494-b174-4444-b50f-a42c5aa706d2 HTTP/1.1" status: 200 len: 822 time: 0.6505239 May 06 09:38:09.112190 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-ed214f28-7e70-4415-b9b9-150b8cce5e3e tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/quotas/eae9614485024b1ebb7c429226844c0a HTTP/1.1" status: 200 len: 375 time: 0.0353515 May 06 09:38:09.189081 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-10c2465e-c708-4ab5-8854-a3b9c1164e53 req-152785db-7c9d-4f86-836e-b5475d32ca11 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:09.229782 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-66698bcc-4f8e-4d74-b146-85c69b125905 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=eae9614485024b1ebb7c429226844c0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1009068 May 06 09:38:09.234711 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-10c2465e-c708-4ab5-8854-a3b9c1164e53 req-152785db-7c9d-4f86-836e-b5475d32ca11 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:09.275985 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-63db5cf0-80ba-47f0-ae4c-3e5cd9b66b1c service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078123 May 06 09:38:09.319049 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:38:09.346603 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-10c2465e-c708-4ab5-8854-a3b9c1164e53 req-152785db-7c9d-4f86-836e-b5475d32ca11 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:09.351963 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-10c2465e-c708-4ab5-8854-a3b9c1164e53 req-152785db-7c9d-4f86-836e-b5475d32ca11 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:09.353358 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-10c2465e-c708-4ab5-8854-a3b9c1164e53 req-152785db-7c9d-4f86-836e-b5475d32ca11 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] 10.222.0.73 "DELETE /v2.0/security-groups/736de205-3419-4dcf-894b-8721fc849412 HTTP/1.1" status: 204 len: 173 time: 0.7659967 May 06 09:38:09.373967 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152785db-7c9d-4f86-836e-b5475d32ca11 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=736de205-3419-4dcf-894b-8721fc849412,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:09.390195 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-f9f5cf13-d951-4c08-a7b2-3f46e231a169 service neutron] 10.222.0.73 "GET /v2.0/networks/62314494-b174-4444-b50f-a42c5aa706d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499746 May 06 09:38:09.431741 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cfd37e62-c331-4fc3-9709-e6ad808ec38f req-43222a23-b600-48d1-89b7-70d8c25c7915 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456838 May 06 09:38:09.488605 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-a377a294-86ab-42ad-b410-fc4380c6f48f admin admin] For port cf2f7614-094d-420e-8313-96dd2f087e96, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=cf2f7614-094d-420e-8313-96dd2f087e96,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:09.489132 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a377a294-86ab-42ad-b410-fc4380c6f48f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:09.512699 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-a377a294-86ab-42ad-b410-fc4380c6f48f admin admin] Calling delete_port for cf2f7614-094d-420e-8313-96dd2f087e96 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:38:09.540492 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b73748-2a7c-47ee-acc2-6f1d79a2ebb2 req-4fe4ec97-e1fd-4573-901e-961f0c027b93 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:09.546167 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e4b73748-2a7c-47ee-acc2-6f1d79a2ebb2 req-4fe4ec97-e1fd-4573-901e-961f0c027b93 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] 10.222.0.73 "GET /v2.0/ports?device_id=523eb520-c781-4155-ad91-2f7f0d1e81c6 HTTP/1.1" status: 200 len: 945 time: 0.0826757 May 06 09:38:09.674460 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-96911ea0-daf2-47d6-9a71-7c4abe6b8f25 service neutron] 10.222.0.73 "GET /v2.0/networks/62314494-b174-4444-b50f-a42c5aa706d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831311 May 06 09:38:09.682561 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e4b73748-2a7c-47ee-acc2-6f1d79a2ebb2 req-3c20a9aa-417c-40c5-8a22-8e90f67b4c85 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] 10.222.0.73 "GET /v2.0/security-groups?id=28f40e77-cc6d-4b06-8351-0c37b0d80482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209610 May 06 09:38:09.770881 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-7e8155ae-2538-4735-adf4-8d620378806f tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:09.774257 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-7e8155ae-2538-4735-adf4-8d620378806f tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.84 "GET /v2.0/networks?id=9016fd3e-f04c-40de-8dbe-a7754f33396e HTTP/1.1" status: 200 len: 808 time: 0.2015307 May 06 09:38:09.792212 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-2abed4eb-862f-4bea-b148-d8e487081bf0 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Request body: {'port': {'device_id': 'b0831239-d745-436b-853c-2b77fc2ed90e', 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e', 'admin_state_up': True, 'tenant_id': 'ee0cd225ef094aa381a08623ce8da867'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:09.795182 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a377a294-86ab-42ad-b410-fc4380c6f48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:09.838951 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377a294-86ab-42ad-b410-fc4380c6f48f admin admin] Pushing event deleted for resources: {'Port': ['ID=cf2f7614-094d-420e-8313-96dd2f087e96,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:09.924937 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-79560980-5e17-4243-a757-969297953d90 req-b5ce9229-2f3e-4757-8aa2-23b3b0ad5f0c tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 210 time: 0.1260035 May 06 09:38:10.022922 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a377a294-86ab-42ad-b410-fc4380c6f48f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:10.148222 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-2abed4eb-862f-4bea-b148-d8e487081bf0 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Made reservation on behalf of ee0cd225ef094aa381a08623ce8da867 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:38:10.152136 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-2abed4eb-862f-4bea-b148-d8e487081bf0 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:10.222892 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a377a294-86ab-42ad-b410-fc4380c6f48f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:10.243009 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a377a294-86ab-42ad-b410-fc4380c6f48f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:10.261736 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f9ee5-9ce5-49c9-b61d-c0b219f2b36f req-3fb19b01-fd62-419d-985c-124319168937 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:10.269398 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-815f9ee5-9ce5-49c9-b61d-c0b219f2b36f req-3fb19b01-fd62-419d-985c-124319168937 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 948 time: 0.1789324 May 06 09:38:10.342196 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a377a294-86ab-42ad-b410-fc4380c6f48f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:10.342196 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a377a294-86ab-42ad-b410-fc4380c6f48f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c7c404e-05b0-4a21-a69c-e33512699a72 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:38:10.346676 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a377a294-86ab-42ad-b410-fc4380c6f48f admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:10.351949 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a377a294-86ab-42ad-b410-fc4380c6f48f admin admin] 10.222.0.73 "DELETE /v2.0/routers/3c7c404e-05b0-4a21-a69c-e33512699a72 HTTP/1.1" status: 204 len: 168 time: 2.4120417 May 06 09:38:10.352494 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ee0ffc2-714c-4760-b2c0-1b48b7186c92 req-d8769b7a-281e-4429-b660-f02bc2e188bf tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] 10.222.0.73 "GET /v2.0/security-groups/09d1de8f-221c-4def-9c05-e0684fa542d3 HTTP/1.1" status: 200 len: 1812 time: 0.2114136 May 06 09:38:10.363855 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42402) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:10.448105 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-1452c2db-fdb6-4c89-bb99-fcf682b8538f admin admin] Deleting subnet 13d54616-5091-48d4-a06e-e4f6d0eb3a1a {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:38:10.453244 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1452c2db-fdb6-4c89-bb99-fcf682b8538f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:10.485381 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66560d8a-8919-4bf5-83d8-db07833c612f', 'tag': '50ea228b-ffa3-4617-b1bb-585652b161da'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:10.488419 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1f65da-bb45-4d32-8edc-aece0d3a5e59" -d '{"events": [{"name": "network-changed", "server_uuid": "66560d8a-8919-4bf5-83d8-db07833c612f", "tag": "50ea228b-ffa3-4617-b1bb-585652b161da"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:10.508330 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1452c2db-fdb6-4c89-bb99-fcf682b8538f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:10.534937 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-2abed4eb-862f-4bea-b148-d8e487081bf0 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Allocated IP 172.20.0.9 (9016fd3e-f04c-40de-8dbe-a7754f33396e/5704ec7d-7fe2-4308-8e34-562762b93f76/ede935de-78ee-458f-8df5-09b533c47d24) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:38:10.543002 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-815f9ee5-9ce5-49c9-b61d-c0b219f2b36f req-d157c422-71a5-41fa-a88b-6a8cf07df825 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727046 May 06 09:38:10.687422 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1452c2db-fdb6-4c89-bb99-fcf682b8538f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:10.733028 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7ee0ffc2-714c-4760-b2c0-1b48b7186c92 req-c3a6b89d-3802-400b-84eb-4dd35bee5ac2 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:10.758000 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7ee0ffc2-714c-4760-b2c0-1b48b7186c92 req-c3a6b89d-3802-400b-84eb-4dd35bee5ac2 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:10.817949 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1452c2db-fdb6-4c89-bb99-fcf682b8538f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:10.842201 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7ee0ffc2-714c-4760-b2c0-1b48b7186c92 req-c3a6b89d-3802-400b-84eb-4dd35bee5ac2 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:10.847877 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7ee0ffc2-714c-4760-b2c0-1b48b7186c92 req-c3a6b89d-3802-400b-84eb-4dd35bee5ac2 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:10.859761 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ee0ffc2-714c-4760-b2c0-1b48b7186c92 req-c3a6b89d-3802-400b-84eb-4dd35bee5ac2 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] 10.222.0.73 "DELETE /v2.0/security-groups/09d1de8f-221c-4def-9c05-e0684fa542d3 HTTP/1.1" status: 204 len: 173 time: 0.3269396 May 06 09:38:10.888553 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452c2db-fdb6-4c89-bb99-fcf682b8538f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13d54616-5091-48d4-a06e-e4f6d0eb3a1a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:10.904171 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1452c2db-fdb6-4c89-bb99-fcf682b8538f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:10.911718 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1452c2db-fdb6-4c89-bb99-fcf682b8538f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/13d54616-5091-48d4-a06e-e4f6d0eb3a1a HTTP/1.1" status: 204 len: 168 time: 0.5426247 May 06 09:38:10.914226 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42412) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:10.915848 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9a0291-4db5-4c28-8c34-c087db3bccf8 None None] Network e76d704a-9d79-4d25-8a5d-5f2069ed1f70 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:38:10.991543 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f376c828-a3aa-4c6e-89b7-1d78348d5c0d req-afb823dc-abd9-4612-bd46-86a324acf461 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9c820a2-477b-4972-b27c-c148b9352878 HTTP/1.1" status: 200 len: 210 time: 0.0603125 May 06 09:38:10.992221 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6b89d-3802-400b-84eb-4dd35bee5ac2 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d1de8f-221c-4def-9c05-e0684fa542d3,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:11.019487 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-618bf4a3-f678-4d66-b21f-b5a27af67d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:11.163320 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76220796-2677-4a6a-9caa-7f32b20081e3 x-openstack-request-id: req-76220796-2677-4a6a-9caa-7f32b20081e3 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:11.163635 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66560d8a-8919-4bf5-83d8-db07833c612f", "tag": "50ea228b-ffa3-4617-b1bb-585652b161da", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:11.163905 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-76220796-2677-4a6a-9caa-7f32b20081e3 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:11.164293 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76220796-2677-4a6a-9caa-7f32b20081e3'] response: {'name': 'network-changed', 'server_uuid': '66560d8a-8919-4bf5-83d8-db07833c612f', 'tag': '50ea228b-ffa3-4617-b1bb-585652b161da', 'status': 'completed', 'code': 200} May 06 09:38:11.202214 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02ac16-f896-4c86-85d3-e30e4e963622 req-18ac976a-9093-4c24-800e-d47385a89fbc tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:11.212151 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a02ac16-f896-4c86-85d3-e30e4e963622 req-18ac976a-9093-4c24-800e-d47385a89fbc tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/ports?device_id=985cd21b-ab70-4c96-98e8-c9270e5d0f19 HTTP/1.1" status: 200 len: 947 time: 0.2390208 May 06 09:38:11.243369 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device cf2f7614-094d-420e-8313-96dd2f087e96 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:38:11.253968 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-618bf4a3-f678-4d66-b21f-b5a27af67d56 admin admin] Deleting port 69f8672c-755a-4b23-93d6-f5c70c92c0dc {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:38:11.254848 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-618bf4a3-f678-4d66-b21f-b5a27af67d56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:11.265644 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-2abed4eb-862f-4bea-b148-d8e487081bf0 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:11.297861 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: cf2f7614-094d-420e-8313-96dd2f087e96 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:38:11.298725 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device cf2f7614-094d-420e-8313-96dd2f087e96 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:38:11.300161 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 14a53ba2-d0af-40d7-abd0-84cf6d238c55 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:38:11.346222 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 14a53ba2-d0af-40d7-abd0-84cf6d238c55 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:38:11.347155 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 14a53ba2-d0af-40d7-abd0-84cf6d238c55 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:38:11.353678 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8983e3a2-c523-44a4-9070-935c364a4055 None None] DHCP port deletion for e76d704a-9d79-4d25-8a5d-5f2069ed1f70 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:38:11.398665 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f65da-bb45-4d32-8edc-aece0d3a5e59 req-cb5a58cf-9f49-47e1-bf17-2371e272de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:11.401438 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a02ac16-f896-4c86-85d3-e30e4e963622 req-cef690f3-5c20-4812-a4a0-b5455e8b7cd8 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/security-groups?id=332864c1-d721-4cd2-87cb-f4dd0832c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873562 May 06 09:38:11.411991 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f1f65da-bb45-4d32-8edc-aece0d3a5e59 req-cb5a58cf-9f49-47e1-bf17-2371e272de38 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 1099 time: 0.2277949 May 06 09:38:11.420268 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e5800f45-90aa-49e5-bff3-882ad7a4b3bb req-c0df5461-e83f-4ae1-86d6-f7d7a5893658 tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] 10.222.0.73 "GET /v2.0/security-groups/ed1d8f1d-9bfa-4167-8d7a-d37dcb65b24b HTTP/1.1" status: 200 len: 1813 time: 0.1858678 May 06 09:38:11.426479 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f65da-bb45-4d32-8edc-aece0d3a5e59 req-740fa681-365b-4770-b558-061a7bbac4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:11.428889 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f1f65da-bb45-4d32-8edc-aece0d3a5e59 req-740fa681-365b-4770-b558-061a7bbac4ab service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd2b68e9188a432782a13dad893a2f67&device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 1099 time: 0.1997287 May 06 09:38:11.432048 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-618bf4a3-f678-4d66-b21f-b5a27af67d56 admin admin] For port 69f8672c-755a-4b23-93d6-f5c70c92c0dc, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=69f8672c-755a-4b23-93d6-f5c70c92c0dc,segment=NetworkSegment(626c43fb-a7f4-4fe4-a6c1-349c9748be5a),segment_id=626c43fb-a7f4-4fe4-a6c1-349c9748be5a)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:11.432776 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-618bf4a3-f678-4d66-b21f-b5a27af67d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:11.515714 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-8983e3a2-c523-44a4-9070-935c364a4055 None None] Deleting port 69f8672c-755a-4b23-93d6-f5c70c92c0dc {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:38:11.516092 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8983e3a2-c523-44a4-9070-935c364a4055 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:11.582898 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-618bf4a3-f678-4d66-b21f-b5a27af67d56 admin admin] Calling delete_port for 69f8672c-755a-4b23-93d6-f5c70c92c0dc owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:38:11.641231 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-2abed4eb-862f-4bea-b148-d8e487081bf0 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:11.641600 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8983e3a2-c523-44a4-9070-935c364a4055 None None] For port 69f8672c-755a-4b23-93d6-f5c70c92c0dc, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=69f8672c-755a-4b23-93d6-f5c70c92c0dc,segment=NetworkSegment(626c43fb-a7f4-4fe4-a6c1-349c9748be5a),segment_id=626c43fb-a7f4-4fe4-a6c1-349c9748be5a)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:11.643634 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8983e3a2-c523-44a4-9070-935c364a4055 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:11.666791 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['0628af58-b4bb-41f2-a487-0f7dc617eaf8'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:38:11.802747 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-8983e3a2-c523-44a4-9070-935c364a4055 None None] Calling delete_port for 69f8672c-755a-4b23-93d6-f5c70c92c0dc owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:38:11.808082 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abed4eb-862f-4bea-b148-d8e487081bf0 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Pushing event updated for resources: {'Port': ['ID=ede935de-78ee-458f-8df5-09b533c47d24,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:11.836264 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e5800f45-90aa-49e5-bff3-882ad7a4b3bb req-9db5b551-9586-4d2b-9f84-c773c35a76ed tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:11.865839 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-2abed4eb-862f-4bea-b148-d8e487081bf0 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Network 9016fd3e-f04c-40de-8dbe-a7754f33396e is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:38:11.873701 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-2abed4eb-862f-4bea-b148-d8e487081bf0 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:38:11.888316 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-2abed4eb-862f-4bea-b148-d8e487081bf0 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:38:11.889019 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f65da-bb45-4d32-8edc-aece0d3a5e59 req-7ff11bfb-b9e2-45f3-b3ae-00aa769d33a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:11.890557 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f1f65da-bb45-4d32-8edc-aece0d3a5e59 req-7ff11bfb-b9e2-45f3-b3ae-00aa769d33a3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.4424698 May 06 09:38:12.054459 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e5800f45-90aa-49e5-bff3-882ad7a4b3bb req-9db5b551-9586-4d2b-9f84-c773c35a76ed tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:12.066382 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f65da-bb45-4d32-8edc-aece0d3a5e59 req-1345d6dc-cf6a-4b61-acf1-851b25de09c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:12.070181 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f1f65da-bb45-4d32-8edc-aece0d3a5e59 req-1345d6dc-cf6a-4b61-acf1-851b25de09c2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.6568291 May 06 09:38:12.074720 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-618bf4a3-f678-4d66-b21f-b5a27af67d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:12.101455 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b120c-efba-4319-99b5-3e7d6e12cda6 req-c5ef6de8-fe90-493c-90a1-1b052996d805 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:12.103560 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce9b120c-efba-4319-99b5-3e7d6e12cda6 req-c5ef6de8-fe90-493c-90a1-1b052996d805 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 931 time: 0.5383792 May 06 09:38:12.124070 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8983e3a2-c523-44a4-9070-935c364a4055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:12.168447 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-a69ee7ef-f68b-414d-87cc-9472beb745e5 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:12.170063 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-a69ee7ef-f68b-414d-87cc-9472beb745e5 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.84 "GET /v2.0/networks?id=62314494-b174-4444-b50f-a42c5aa706d2 HTTP/1.1" status: 200 len: 822 time: 0.5714304 May 06 09:38:12.170428 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f1f65da-bb45-4d32-8edc-aece0d3a5e59 req-44b7316a-e86d-4477-b4e2-cd784c7ff138 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=50ea228b-ffa3-4617-b1bb-585652b161da HTTP/1.1" status: 200 len: 217 time: 0.0984948 May 06 09:38:12.200277 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983e3a2-c523-44a4-9070-935c364a4055 None None] Pushing event deleted for resources: {'Port': ['ID=69f8672c-755a-4b23-93d6-f5c70c92c0dc,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:12.204923 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-a9f037a3-6abc-440f-a4ae-36fdee686edc tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Request body: {'port': {'device_id': 'a9c820a2-477b-4972-b27c-c148b9352878', 'network_id': '62314494-b174-4444-b50f-a42c5aa706d2', 'admin_state_up': True, 'tenant_id': 'eae9614485024b1ebb7c429226844c0a'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:12.220408 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8983e3a2-c523-44a4-9070-935c364a4055 None None] No DVR routers for this DVR port 69f8672c-755a-4b23-93d6-f5c70c92c0dc on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:38:12.232838 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bf4a3-f678-4d66-b21f-b5a27af67d56 admin admin] Pushing event deleted for resources: {'Port': ['ID=69f8672c-755a-4b23-93d6-f5c70c92c0dc,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:12.241835 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f1f65da-bb45-4d32-8edc-aece0d3a5e59 req-4ec6da3e-85dd-4983-a21d-8f640d0fd9a6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=50ea228b-ffa3-4617-b1bb-585652b161da HTTP/1.1" status: 200 len: 217 time: 0.1590443 May 06 09:38:12.310611 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f65da-bb45-4d32-8edc-aece0d3a5e59 req-c4e446ce-e38a-4728-9076-5ac6bc6508e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:12.312318 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f1f65da-bb45-4d32-8edc-aece0d3a5e59 req-c4e446ce-e38a-4728-9076-5ac6bc6508e0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0656898 May 06 09:38:12.384074 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618bf4a3-f678-4d66-b21f-b5a27af67d56 admin admin] No DVR routers for this DVR port 69f8672c-755a-4b23-93d6-f5c70c92c0dc on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:38:12.479110 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f65da-bb45-4d32-8edc-aece0d3a5e59 req-2a62a8e5-dbc6-414a-a8de-a2c6fceb3f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:12.481925 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f1f65da-bb45-4d32-8edc-aece0d3a5e59 req-2a62a8e5-dbc6-414a-a8de-a2c6fceb3f0f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1680963 May 06 09:38:12.485719 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-2abed4eb-862f-4bea-b148-d8e487081bf0 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:12.486411 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-2abed4eb-862f-4bea-b148-d8e487081bf0 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:12.567392 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce9b120c-efba-4319-99b5-3e7d6e12cda6 req-054ad90a-c009-4c5d-adda-f94f8bf776bd tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890340 May 06 09:38:12.584751 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f65da-bb45-4d32-8edc-aece0d3a5e59 req-fb9800a8-e0d6-4a45-9789-fac0898ca6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:12.586284 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f1f65da-bb45-4d32-8edc-aece0d3a5e59 req-fb9800a8-e0d6-4a45-9789-fac0898ca6cf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2328076 May 06 09:38:12.587564 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff25e07-998f-4766-a6c9-7d454557b1d7 req-3d335394-fe93-47ea-b588-cca93fa51583 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:12.596383 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0ff25e07-998f-4766-a6c9-7d454557b1d7 req-3d335394-fe93-47ea-b588-cca93fa51583 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.77 "GET /v2.0/ports?device_id=985cd21b-ab70-4c96-98e8-c9270e5d0f19 HTTP/1.1" status: 200 len: 947 time: 0.3034229 May 06 09:38:12.597529 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-618bf4a3-f678-4d66-b21f-b5a27af67d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:12.621713 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-2abed4eb-862f-4bea-b148-d8e487081bf0 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8358335 May 06 09:38:12.644885 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e5800f45-90aa-49e5-bff3-882ad7a4b3bb req-9db5b551-9586-4d2b-9f84-c773c35a76ed tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:12.653898 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e5800f45-90aa-49e5-bff3-882ad7a4b3bb req-9db5b551-9586-4d2b-9f84-c773c35a76ed tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:12.665928 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e5800f45-90aa-49e5-bff3-882ad7a4b3bb req-9db5b551-9586-4d2b-9f84-c773c35a76ed tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] 10.222.0.73 "DELETE /v2.0/security-groups/ed1d8f1d-9bfa-4167-8d7a-d37dcb65b24b HTTP/1.1" status: 204 len: 173 time: 1.2238696 May 06 09:38:12.666540 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42438) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:12.676040 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-c293197e-7df9-44c8-9e94-b1216d28a2f7 service neutron] Request body: {'port': {'device_id': 'b0831239-d745-436b-853c-2b77fc2ed90e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:12.714380 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-618bf4a3-f678-4d66-b21f-b5a27af67d56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e76d704a-9d79-4d25-8a5d-5f2069ed1f70']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:12.719544 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-a9f037a3-6abc-440f-a4ae-36fdee686edc tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Made reservation on behalf of eae9614485024b1ebb7c429226844c0a for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:38:12.734075 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-a9f037a3-6abc-440f-a4ae-36fdee686edc tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:12.746384 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-618bf4a3-f678-4d66-b21f-b5a27af67d56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '626c43fb-a7f4-4fe4-a6c1-349c9748be5a') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:12.751449 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-618bf4a3-f678-4d66-b21f-b5a27af67d56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '626c43fb-a7f4-4fe4-a6c1-349c9748be5a') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:12.764882 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5b551-9586-4d2b-9f84-c773c35a76ed tempest-SecurityGroupRulesNegativeTestJSON-505603302 tempest-SecurityGroupRulesNegativeTestJSON-505603302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1d8f1d-9bfa-4167-8d7a-d37dcb65b24b,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:12.785066 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-618bf4a3-f678-4d66-b21f-b5a27af67d56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:12.822314 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-618bf4a3-f678-4d66-b21f-b5a27af67d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:12.839103 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-618bf4a3-f678-4d66-b21f-b5a27af67d56 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:38:12.839538 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-618bf4a3-f678-4d66-b21f-b5a27af67d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:12.965808 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-aadccce5-f688-47c6-924c-c7f69c6fab8b admin admin] Deleting subnet 39bca0b8-8a80-476e-bd1c-d2a947420f86 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:38:12.983947 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-aadccce5-f688-47c6-924c-c7f69c6fab8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: timer() May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:38:13.020848 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:38:13.090047 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f1f65da-bb45-4d32-8edc-aece0d3a5e59 req-3ab0055f-f9da-47fb-a986-27f33c90c474 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4754770 May 06 09:38:13.103301 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 50ea228b-ffa3-4617-b1bb-585652b161da details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:38:13.160649 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-a9f037a3-6abc-440f-a4ae-36fdee686edc tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Allocated IP 172.20.0.8 (62314494-b174-4444-b50f-a42c5aa706d2/1eb06141-6cc9-4c96-90e3-d4bca0b380e8/67681c8c-8131-45e7-8361-52dda7951fe2) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:38:13.178213 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 69f8672c-755a-4b23-93d6-f5c70c92c0dc no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:38:13.212410 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 69f8672c-755a-4b23-93d6-f5c70c92c0dc {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:38:13.213077 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 69f8672c-755a-4b23-93d6-f5c70c92c0dc not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:38:13.297200 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f65da-bb45-4d32-8edc-aece0d3a5e59 req-19c77407-a400-48af-a5f9-ec781dd5faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:13.299350 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f1f65da-bb45-4d32-8edc-aece0d3a5e59 req-19c77407-a400-48af-a5f9-ec781dd5faf6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8001416 May 06 09:38:13.396263 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 50ea228b-ffa3-4617-b1bb-585652b161da, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=50ea228b-ffa3-4617-b1bb-585652b161da,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:13.402268 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-a9f037a3-6abc-440f-a4ae-36fdee686edc tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:13.426663 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '50ea228b-ffa3-4617-b1bb-585652b161da', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': '50ea228b-ffa3-4617-b1bb-585652b161da', 'mac_address': 'fa:16:3e:85:0d:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:38:13.515084 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-a9f037a3-6abc-440f-a4ae-36fdee686edc tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:13.562254 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-618bf4a3-f678-4d66-b21f-b5a27af67d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:13.566179 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-a9f037a3-6abc-440f-a4ae-36fdee686edc tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Network 62314494-b174-4444-b50f-a42c5aa706d2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:38:13.570662 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:13.589565 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-a9f037a3-6abc-440f-a4ae-36fdee686edc tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:38:13.601839 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ea228b-ffa3-4617-b1bb-585652b161da {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:38:13.624866 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-a9f037a3-6abc-440f-a4ae-36fdee686edc tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:38:13.654580 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01ea15-8b41-4898-a669-d3a2610965b9 req-5993e1db-fcdb-4ce0-bbe9-d24a5d47d159 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:13.656207 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d01ea15-8b41-4898-a669-d3a2610965b9 req-5993e1db-fcdb-4ce0-bbe9-d24a5d47d159 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 948 time: 0.8130853 May 06 09:38:13.677787 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 50ea228b-ffa3-4617-b1bb-585652b161da, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=50ea228b-ffa3-4617-b1bb-585652b161da,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:13.692396 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f1f65da-bb45-4d32-8edc-aece0d3a5e59 req-63d7421f-a344-4fbf-9bf5-5f4f3a8a0bd6 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5895081 May 06 09:38:13.698638 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:13.713558 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-c293197e-7df9-44c8-9e94-b1216d28a2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:13.721410 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-aadccce5-f688-47c6-924c-c7f69c6fab8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:13.754882 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-618bf4a3-f678-4d66-b21f-b5a27af67d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:13.763555 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-618bf4a3-f678-4d66-b21f-b5a27af67d56 admin admin] 10.222.0.73 "DELETE /v2.0/networks/e76d704a-9d79-4d25-8a5d-5f2069ed1f70 HTTP/1.1" status: 204 len: 168 time: 2.8479888 May 06 09:38:13.764952 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bf4a3-f678-4d66-b21f-b5a27af67d56 admin admin] Pushing event deleted for resources: {'Network': ['ID=e76d704a-9d79-4d25-8a5d-5f2069ed1f70,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:13.770116 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42454) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:13.835684 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-0ff25e07-998f-4766-a6c9-7d454557b1d7 req-8bd61bf1-fe9a-432d-92a5-fab3d7771037 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Deleting port 8edddb17-2687-4793-8dd0-f827724d7bea {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:38:13.836148 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0ff25e07-998f-4766-a6c9-7d454557b1d7 req-8bd61bf1-fe9a-432d-92a5-fab3d7771037 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:13.845707 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=50ea228b-ffa3-4617-b1bb-585652b161da,revision_number=12']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:13.862413 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f1f65da-bb45-4d32-8edc-aece0d3a5e59 req-2319e909-1ac4-45f9-8e76-6effe515165f service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5455236 May 06 09:38:13.891241 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-a9f037a3-6abc-440f-a4ae-36fdee686edc tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:13.892439 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-a9f037a3-6abc-440f-a4ae-36fdee686edc tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:13.913422 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f037a3-6abc-440f-a4ae-36fdee686edc tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Pushing event updated for resources: {'Port': ['ID=67681c8c-8131-45e7-8361-52dda7951fe2,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:13.980987 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-a9f037a3-6abc-440f-a4ae-36fdee686edc tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7855062 May 06 09:38:13.997853 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-fbda2706-55a2-4afd-9346-9d84937b16fe service neutron] Request body: {'port': {'device_id': 'a9c820a2-477b-4972-b27c-c148b9352878', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:14.063861 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501515bd-7e14-46dd-ba1a-27d0ae5462b7 req-b6326f28-d3ea-40dc-9789-442d5a3f7aac tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:14.073073 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-501515bd-7e14-46dd-ba1a-27d0ae5462b7 req-b6326f28-d3ea-40dc-9789-442d5a3f7aac tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9c820a2-477b-4972-b27c-c148b9352878 HTTP/1.1" status: 200 len: 931 time: 0.5870152 May 06 09:38:14.129305 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f1f65da-bb45-4d32-8edc-aece0d3a5e59 req-8609e778-ea8d-4f86-9e1f-2b9ae2d848b5 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892800 May 06 09:38:14.157182 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['50ea228b-ffa3-4617-b1bb-585652b161da'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:38:14.202000 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-aadccce5-f688-47c6-924c-c7f69c6fab8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:14.243535 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-501515bd-7e14-46dd-ba1a-27d0ae5462b7 req-9db9e07b-7b90-4d68-91db-762d92901415 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689446 May 06 09:38:14.256428 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d01ea15-8b41-4898-a669-d3a2610965b9 req-d8ea6e12-92f1-4993-82a1-9536dfef7766 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622971 May 06 09:38:14.406456 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-fbda2706-55a2-4afd-9346-9d84937b16fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:14.597126 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-0ff25e07-998f-4766-a6c9-7d454557b1d7 req-8bd61bf1-fe9a-432d-92a5-fab3d7771037 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] For port 8edddb17-2687-4793-8dd0-f827724d7bea, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=8edddb17-2687-4793-8dd0-f827724d7bea,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:14.598418 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0ff25e07-998f-4766-a6c9-7d454557b1d7 req-8bd61bf1-fe9a-432d-92a5-fab3d7771037 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:14.671286 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-32e65e2f-6645-4499-aa25-c39a5b70fedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:14.682695 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-0ff25e07-998f-4766-a6c9-7d454557b1d7 req-8bd61bf1-fe9a-432d-92a5-fab3d7771037 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Calling delete_port for 8edddb17-2687-4793-8dd0-f827724d7bea owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:38:14.717354 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-aadccce5-f688-47c6-924c-c7f69c6fab8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:14.772508 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0f208-f3e2-443d-af64-51e284332053 req-940b574e-3e8d-4b08-88fc-d4da673de770 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:14.781593 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a4a0f208-f3e2-443d-af64-51e284332053 req-940b574e-3e8d-4b08-88fc-d4da673de770 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/ports?device_id=985cd21b-ab70-4c96-98e8-c9270e5d0f19 HTTP/1.1" status: 200 len: 947 time: 0.3616459 May 06 09:38:15.132202 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 8edddb17-2687-4793-8dd0-f827724d7bea no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:38:15.171227 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-32e65e2f-6645-4499-aa25-c39a5b70fedd admin admin] Deleting port 5fb69fc9-90e4-46ea-97ca-5843afced209 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:38:15.172081 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-32e65e2f-6645-4499-aa25-c39a5b70fedd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:15.286809 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-32e65e2f-6645-4499-aa25-c39a5b70fedd admin admin] For port 5fb69fc9-90e4-46ea-97ca-5843afced209, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=5fb69fc9-90e4-46ea-97ca-5843afced209,segment=NetworkSegment(027d4117-457e-49c5-9b41-28ce2ab24b86),segment_id=027d4117-457e-49c5-9b41-28ce2ab24b86)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:15.287088 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-32e65e2f-6645-4499-aa25-c39a5b70fedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:15.308887 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-32e65e2f-6645-4499-aa25-c39a5b70fedd admin admin] Calling delete_port for 5fb69fc9-90e4-46ea-97ca-5843afced209 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:38:15.448934 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadccce5-f688-47c6-924c-c7f69c6fab8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39bca0b8-8a80-476e-bd1c-d2a947420f86,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:15.469222 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-aadccce5-f688-47c6-924c-c7f69c6fab8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:15.476404 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-aadccce5-f688-47c6-924c-c7f69c6fab8b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/39bca0b8-8a80-476e-bd1c-d2a947420f86 HTTP/1.1" status: 204 len: 168 time: 2.7863119 May 06 09:38:15.487553 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42466) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:15.658216 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82491fa-5dd1-42e9-910d-caf1b7b58024 req-91d18096-3975-433c-8e0e-7000a1e27504 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:15.666713 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b82491fa-5dd1-42e9-910d-caf1b7b58024 req-91d18096-3975-433c-8e0e-7000a1e27504 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 931 time: 1.0733168 May 06 09:38:15.762434 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a4a0f208-f3e2-443d-af64-51e284332053 req-f90bbc71-89c0-4f84-a9d9-06e6cb671f41 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/security-groups?id=332864c1-d721-4cd2-87cb-f4dd0832c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9797349 May 06 09:38:15.903277 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-beb9f989-9ed7-45b4-a47d-c21dc2d1f541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:15.903623 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-952bc689-4036-40ea-aa04-b172a958cf69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:15.950900 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b82491fa-5dd1-42e9-910d-caf1b7b58024 req-1b92deff-dafd-4860-b4e9-0dcdeba024b4 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822804 May 06 09:38:16.028521 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-32e65e2f-6645-4499-aa25-c39a5b70fedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:16.117235 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e65e2f-6645-4499-aa25-c39a5b70fedd admin admin] Pushing event deleted for resources: {'Port': ['ID=5fb69fc9-90e4-46ea-97ca-5843afced209,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:16.367417 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-c293197e-7df9-44c8-9e94-b1216d28a2f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede935de-78ee-458f-8df5-09b533c47d24 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:38:16.442940 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-c293197e-7df9-44c8-9e94-b1216d28a2f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:16.453045 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-beb9f989-9ed7-45b4-a47d-c21dc2d1f541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:16.477559 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0ff25e07-998f-4766-a6c9-7d454557b1d7 req-8bd61bf1-fe9a-432d-92a5-fab3d7771037 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:16.502139 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-32e65e2f-6645-4499-aa25-c39a5b70fedd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:16.540531 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-c293197e-7df9-44c8-9e94-b1216d28a2f7 service neutron] Transition to ACTIVE for port object ede935de-78ee-458f-8df5-09b533c47d24 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:38:16.588638 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb2f60-7f4f-49b1-ab7a-855d8de83438 req-8797f5db-1287-483d-b9ea-5d1bcb41a751 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:16.596498 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0adb2f60-7f4f-49b1-ab7a-855d8de83438 req-8797f5db-1287-483d-b9ea-5d1bcb41a751 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 949 time: 0.4405663 May 06 09:38:16.612374 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-beb9f989-9ed7-45b4-a47d-c21dc2d1f541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56c5ab5-f334-423e-a011-bfd73cd505e2']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:16.644636 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-fbda2706-55a2-4afd-9346-9d84937b16fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67681c8c-8131-45e7-8361-52dda7951fe2 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:38:16.652597 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd61bf1-fe9a-432d-92a5-fab3d7771037 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Pushing event deleted for resources: {'Port': ['ID=8edddb17-2687-4793-8dd0-f827724d7bea,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:16.656527 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-c293197e-7df9-44c8-9e94-b1216d28a2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:16.687991 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-beb9f989-9ed7-45b4-a47d-c21dc2d1f541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f8eb35-9ec2-4014-86ef-3eafdf5dda9b') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:16.689013 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-beb9f989-9ed7-45b4-a47d-c21dc2d1f541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f8eb35-9ec2-4014-86ef-3eafdf5dda9b') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:16.698562 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-fbda2706-55a2-4afd-9346-9d84937b16fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:16.756007 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777d152-6f8e-4528-817d-8dcb845c11ae req-2f30f285-7c9c-411b-b894-b165c8554aab tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:16.765863 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7777d152-6f8e-4528-817d-8dcb845c11ae req-2f30f285-7c9c-411b-b894-b165c8554aab tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9c820a2-477b-4972-b27c-c148b9352878 HTTP/1.1" status: 200 len: 931 time: 0.4924130 May 06 09:38:16.848853 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-beb9f989-9ed7-45b4-a47d-c21dc2d1f541 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:16.909102 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-fbda2706-55a2-4afd-9346-9d84937b16fe service neutron] Transition to ACTIVE for port object 67681c8c-8131-45e7-8361-52dda7951fe2 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:38:16.941229 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e65e2f-6645-4499-aa25-c39a5b70fedd admin admin] Router bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:38:17.076268 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff25e07-998f-4766-a6c9-7d454557b1d7 req-8bd61bf1-fe9a-432d-92a5-fab3d7771037 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] No DVR routers for this DVR port 8edddb17-2687-4793-8dd0-f827724d7bea on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:38:17.098167 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0ff25e07-998f-4766-a6c9-7d454557b1d7 req-8bd61bf1-fe9a-432d-92a5-fab3d7771037 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:17.140264 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0ff25e07-998f-4766-a6c9-7d454557b1d7 req-8bd61bf1-fe9a-432d-92a5-fab3d7771037 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.77 "DELETE /v2.0/ports/8edddb17-2687-4793-8dd0-f827724d7bea HTTP/1.1" status: 204 len: 173 time: 4.4950373 May 06 09:38:17.155602 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-beb9f989-9ed7-45b4-a47d-c21dc2d1f541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:17.159035 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 50ea228b-ffa3-4617-b1bb-585652b161da up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:38:17.172981 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985cd21b-ab70-4c96-98e8-c9270e5d0f19', 'name': 'network-vif-deleted', 'tag': '8edddb17-2687-4793-8dd0-f827724d7bea'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:17.179016 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217ddb35-a73c-485c-9abb-be4b885477ba" -d '{"events": [{"server_uuid": "985cd21b-ab70-4c96-98e8-c9270e5d0f19", "name": "network-vif-deleted", "tag": "8edddb17-2687-4793-8dd0-f827724d7bea"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:17.190510 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293197e-7df9-44c8-9e94-b1216d28a2f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ede935de-78ee-458f-8df5-09b533c47d24,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:17.194787 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-fbda2706-55a2-4afd-9346-9d84937b16fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:17.203329 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e65e2f-6645-4499-aa25-c39a5b70fedd admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:38:17.214912 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929e4cdb-ce45-43e0-9ea0-89f9c148d8ce None None] Sync routers for ids ['bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:38:17.230514 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929e4cdb-ce45-43e0-9ea0-89f9c148d8ce None None] Routers {'bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:38:17.231199 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-929e4cdb-ce45-43e0-9ea0-89f9c148d8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:37:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:17.233329 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-32e65e2f-6645-4499-aa25-c39a5b70fedd admin admin] 10.222.0.73 "PUT /v2.0/routers/bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4617443 May 06 09:38:17.234008 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42480) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:17.253953 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0adb2f60-7f4f-49b1-ab7a-855d8de83438 req-67355de1-4a5d-4b83-b3f3-24c1dc1032dc tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6540940 May 06 09:38:17.351035 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb9f989-9ed7-45b4-a47d-c21dc2d1f541 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:38:17.351496 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-beb9f989-9ed7-45b4-a47d-c21dc2d1f541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: timer() May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:38:17.359862 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:38:17.427284 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 50ea228b-ffa3-4617-b1bb-585652b161da completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:38:17.434903 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 50ea228b-ffa3-4617-b1bb-585652b161da triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:17.435308 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:17.562610 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:17.576455 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-929e4cdb-ce45-43e0-9ea0-89f9c148d8ce None None] Set router bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:38:17.607440 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 50ea228b-ffa3-4617-b1bb-585652b161da, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=50ea228b-ffa3-4617-b1bb-585652b161da,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:17.609158 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66560d8a-8919-4bf5-83d8-db07833c612f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ea228b-ffa3-4617-b1bb-585652b161da'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:17.614092 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a81e76e-1a3b-4338-805d-435302c470a7" -d '{"events": [{"server_uuid": "66560d8a-8919-4bf5-83d8-db07833c612f", "name": "network-vif-plugged", "status": "completed", "tag": "50ea228b-ffa3-4617-b1bb-585652b161da"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:17.619453 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:17.637252 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b1783c9d-faef-4276-b25d-901d27357058 admin admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:17.825799 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=50ea228b-ffa3-4617-b1bb-585652b161da,revision_number=13']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:17.843803 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-929e4cdb-ce45-43e0-9ea0-89f9c148d8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-768863757-router', 'tenant_id': '11bec3ffb5de41588a31be6635e376e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'de1371c5-55fe-4708-af09-5aa7e89dabfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:52Z', 'updated_at': '2022-05-06T09:38:15Z', 'revision_number': 5, 'project_id': '11bec3ffb5de41588a31be6635e376e8', 'gw_port': {'id': 'de1371c5-55fe-4708-af09-5aa7e89dabfa', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:53Z', 'updated_at': '2022-05-06T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:17.893365 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-936ad9da-f200-4e5d-bb8c-fe2cb414e7de req-84228d33-32bc-47e9-9a4d-70fb34c0a2c5 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/ports?device_id=985cd21b-ab70-4c96-98e8-c9270e5d0f19 HTTP/1.1" status: 200 len: 210 time: 0.3176703 May 06 09:38:17.905593 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929e4cdb-ce45-43e0-9ea0-89f9c148d8ce None None] Checking router: bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:38:17.951435 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7777d152-6f8e-4528-817d-8dcb845c11ae req-747f1b14-4151-4360-8602-adf789321223 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1582150 May 06 09:38:17.973733 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929e4cdb-ce45-43e0-9ea0-89f9c148d8ce None None] Routers {'bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:38:17.974579 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-929e4cdb-ce45-43e0-9ea0-89f9c148d8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:37:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:17.998367 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda2706-55a2-4afd-9346-9d84937b16fe service neutron] Pushing event updated for resources: {'Port': ['ID=67681c8c-8131-45e7-8361-52dda7951fe2,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:18.018024 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-beb9f989-9ed7-45b4-a47d-c21dc2d1f541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:18.062881 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-beb9f989-9ed7-45b4-a47d-c21dc2d1f541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:18.064811 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b1783c9d-faef-4276-b25d-901d27357058 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:18.068501 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-beb9f989-9ed7-45b4-a47d-c21dc2d1f541 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f56c5ab5-f334-423e-a011-bfd73cd505e2 HTTP/1.1" status: 204 len: 168 time: 2.5069273 May 06 09:38:18.110155 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9f989-9ed7-45b4-a47d-c21dc2d1f541 admin admin] Pushing event deleted for resources: {'Network': ['ID=f56c5ab5-f334-423e-a011-bfd73cd505e2,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:18.235734 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-c293197e-7df9-44c8-9e94-b1216d28a2f7 service neutron] Attempting to bind port ede935de-78ee-458f-8df5-09b533c47d24 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:38:18.236457 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-c293197e-7df9-44c8-9e94-b1216d28a2f7 service neutron] Attempting to bind port ede935de-78ee-458f-8df5-09b533c47d24 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:38:18.237280 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-c293197e-7df9-44c8-9e94-b1216d28a2f7 service neutron] Attempting to bind port ede935de-78ee-458f-8df5-09b533c47d24 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:18.270499 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-c293197e-7df9-44c8-9e94-b1216d28a2f7 service neutron] Port ede935de-78ee-458f-8df5-09b533c47d24 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:38:18.272345 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-c293197e-7df9-44c8-9e94-b1216d28a2f7 service neutron] Attempting to bind port ede935de-78ee-458f-8df5-09b533c47d24 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:18.283079 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce6edc8-4642-4928-80f6-d5c6f51ae13f x-openstack-request-id: req-5ce6edc8-4642-4928-80f6-d5c6f51ae13f {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:18.283565 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985cd21b-ab70-4c96-98e8-c9270e5d0f19", "name": "network-vif-deleted", "tag": "8edddb17-2687-4793-8dd0-f827724d7bea", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:18.283926 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5ce6edc8-4642-4928-80f6-d5c6f51ae13f {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:18.284440 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ce6edc8-4642-4928-80f6-d5c6f51ae13f'] response: {'server_uuid': '985cd21b-ab70-4c96-98e8-c9270e5d0f19', 'name': 'network-vif-deleted', 'tag': '8edddb17-2687-4793-8dd0-f827724d7bea', 'status': 'completed', 'code': 200} May 06 09:38:18.288207 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-c293197e-7df9-44c8-9e94-b1216d28a2f7 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:38:18.288815 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-c293197e-7df9-44c8-9e94-b1216d28a2f7 service neutron] Checking segment: {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:38:18.289337 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-c293197e-7df9-44c8-9e94-b1216d28a2f7 service neutron] Bound using segment: {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:38:18.290250 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-c293197e-7df9-44c8-9e94-b1216d28a2f7 service neutron] Bound port: ede935de-78ee-458f-8df5-09b533c47d24, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:38:18.290854 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-c293197e-7df9-44c8-9e94-b1216d28a2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:18.309764 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-b1783c9d-faef-4276-b25d-901d27357058 admin admin] Deleting port de1371c5-55fe-4708-af09-5aa7e89dabfa {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:38:18.310218 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b1783c9d-faef-4276-b25d-901d27357058 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:18.316984 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f8277-369c-40ff-ad75-367f83e68c3d req-21931568-1128-4676-b9fc-b95fe56845c0 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:18.327243 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-070f8277-369c-40ff-ad75-367f83e68c3d req-21931568-1128-4676-b9fc-b95fe56845c0 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 943 time: 0.2469897 May 06 09:38:18.375688 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-fbda2706-55a2-4afd-9346-9d84937b16fe service neutron] Attempting to bind port 67681c8c-8131-45e7-8361-52dda7951fe2 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:38:18.376427 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-fbda2706-55a2-4afd-9346-9d84937b16fe service neutron] Attempting to bind port 67681c8c-8131-45e7-8361-52dda7951fe2 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'ad53ebe9-2424-450b-83f6-7b9fe46d8064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62314494-b174-4444-b50f-a42c5aa706d2'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:38:18.376976 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-fbda2706-55a2-4afd-9346-9d84937b16fe service neutron] Attempting to bind port 67681c8c-8131-45e7-8361-52dda7951fe2 on network 62314494-b174-4444-b50f-a42c5aa706d2 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:18.414340 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-fbda2706-55a2-4afd-9346-9d84937b16fe service neutron] Port 67681c8c-8131-45e7-8361-52dda7951fe2 on network 62314494-b174-4444-b50f-a42c5aa706d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:38:18.414831 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-fbda2706-55a2-4afd-9346-9d84937b16fe service neutron] Attempting to bind port 67681c8c-8131-45e7-8361-52dda7951fe2 on network 62314494-b174-4444-b50f-a42c5aa706d2 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:18.426707 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-929e4cdb-ce45-43e0-9ea0-89f9c148d8ce None None] Set router bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:38:18.451727 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-b1783c9d-faef-4276-b25d-901d27357058 admin admin] For port de1371c5-55fe-4708-af09-5aa7e89dabfa, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=de1371c5-55fe-4708-af09-5aa7e89dabfa,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:18.452508 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b1783c9d-faef-4276-b25d-901d27357058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:18.464741 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42494) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:18.470707 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f153cce6-09be-423e-8df8-c3e002480a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:18.485590 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-fbda2706-55a2-4afd-9346-9d84937b16fe service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:38:18.486146 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-fbda2706-55a2-4afd-9346-9d84937b16fe service neutron] Checking segment: {'id': 'ad53ebe9-2424-450b-83f6-7b9fe46d8064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62314494-b174-4444-b50f-a42c5aa706d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:38:18.486653 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-fbda2706-55a2-4afd-9346-9d84937b16fe service neutron] Bound using segment: {'id': 'ad53ebe9-2424-450b-83f6-7b9fe46d8064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62314494-b174-4444-b50f-a42c5aa706d2'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:38:18.487164 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-fbda2706-55a2-4afd-9346-9d84937b16fe service neutron] Bound port: 67681c8c-8131-45e7-8361-52dda7951fe2, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad53ebe9-2424-450b-83f6-7b9fe46d8064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62314494-b174-4444-b50f-a42c5aa706d2'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:38:18.487550 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-fbda2706-55a2-4afd-9346-9d84937b16fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:18.498107 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-b1783c9d-faef-4276-b25d-901d27357058 admin admin] Calling delete_port for de1371c5-55fe-4708-af09-5aa7e89dabfa owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:38:18.551237 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-070f8277-369c-40ff-ad75-367f83e68c3d req-c7af2508-d56b-439c-8f57-f1d8a292ec63 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224119 May 06 09:38:18.574370 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-29f8e0a9-6367-4486-9f8b-c0bcad374c3d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=29c311288a32454ead680ab3876612dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1053615 May 06 09:38:18.575424 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42496) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:18.588735 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989bf6f-2cca-4a28-a30e-3c4c0204b37a req-410c95bb-0038-4ce2-8fa6-1ec103707ae0 tempest-MigrationsAdminTest-741517518 tempest-MigrationsAdminTest-741517518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:18.590394 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3989bf6f-2cca-4a28-a30e-3c4c0204b37a req-410c95bb-0038-4ce2-8fa6-1ec103707ae0 tempest-MigrationsAdminTest-741517518 tempest-MigrationsAdminTest-741517518-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 1101 time: 0.1685822 May 06 09:38:18.594509 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-c293197e-7df9-44c8-9e94-b1216d28a2f7 service neutron] For port ede935de-78ee-458f-8df5-09b533c47d24, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:38:18.633197 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:18.642925 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-c293197e-7df9-44c8-9e94-b1216d28a2f7 service neutron] For port ede935de-78ee-458f-8df5-09b533c47d24, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=ede935de-78ee-458f-8df5-09b533c47d24,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:38:18.657374 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-c293197e-7df9-44c8-9e94-b1216d28a2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:18.674329 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3989bf6f-2cca-4a28-a30e-3c4c0204b37a req-86899c5c-babf-4a4f-b46e-cfc01ead4ae9 tempest-MigrationsAdminTest-741517518 tempest-MigrationsAdminTest-741517518-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674071 May 06 09:38:18.681100 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-fbda2706-55a2-4afd-9346-9d84937b16fe service neutron] For port 67681c8c-8131-45e7-8361-52dda7951fe2, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:38:18.804134 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-c293197e-7df9-44c8-9e94-b1216d28a2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:18.810025 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-c293197e-7df9-44c8-9e94-b1216d28a2f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:18.815230 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-c293197e-7df9-44c8-9e94-b1216d28a2f7 service neutron] 10.222.0.84 "PUT /v2.0/ports/ede935de-78ee-458f-8df5-09b533c47d24 HTTP/1.1" status: 200 len: 1091 time: 6.1453795 May 06 09:38:18.824822 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-fbda2706-55a2-4afd-9346-9d84937b16fe service neutron] For port 67681c8c-8131-45e7-8361-52dda7951fe2, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=67681c8c-8131-45e7-8361-52dda7951fe2,segment=NetworkSegment(ad53ebe9-2424-450b-83f6-7b9fe46d8064),segment_id=ad53ebe9-2424-450b-83f6-7b9fe46d8064)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:38:18.842943 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-fbda2706-55a2-4afd-9346-9d84937b16fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:18.906417 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27afe5f8-679f-4c13-8705-4b1a348ecdc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:18.937549 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-fbda2706-55a2-4afd-9346-9d84937b16fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:18.939528 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-fbda2706-55a2-4afd-9346-9d84937b16fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:18.941234 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-fbda2706-55a2-4afd-9346-9d84937b16fe service neutron] 10.222.0.84 "PUT /v2.0/ports/67681c8c-8131-45e7-8361-52dda7951fe2 HTTP/1.1" status: 200 len: 1091 time: 4.9478493 May 06 09:38:18.945545 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27afe5f8-679f-4c13-8705-4b1a348ecdc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:18.958002 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293197e-7df9-44c8-9e94-b1216d28a2f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ede935de-78ee-458f-8df5-09b533c47d24,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:19.016020 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-929e4cdb-ce45-43e0-9ea0-89f9c148d8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-768863757-router', 'tenant_id': '11bec3ffb5de41588a31be6635e376e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'de1371c5-55fe-4708-af09-5aa7e89dabfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:52Z', 'updated_at': '2022-05-06T09:38:15Z', 'revision_number': 5, 'project_id': '11bec3ffb5de41588a31be6635e376e8', 'gw_port': {'id': 'de1371c5-55fe-4708-af09-5aa7e89dabfa', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:53Z', 'updated_at': '2022-05-06T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:19.019642 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27afe5f8-679f-4c13-8705-4b1a348ecdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:19.023339 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27afe5f8-679f-4c13-8705-4b1a348ecdc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:19.032208 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-27afe5f8-679f-4c13-8705-4b1a348ecdc2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/39545efd-925b-41c5-9e8f-21eaad9356ad HTTP/1.1" status: 204 len: 168 time: 0.4421673 May 06 09:38:19.054435 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929e4cdb-ce45-43e0-9ea0-89f9c148d8ce None None] The sync data for ids ['bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc'] in n-d-840835-1 is: [{'id': 'bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-768863757-router', 'tenant_id': '11bec3ffb5de41588a31be6635e376e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'de1371c5-55fe-4708-af09-5aa7e89dabfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:52Z', 'updated_at': '2022-05-06T09:38:15Z', 'revision_number': 5, 'project_id': '11bec3ffb5de41588a31be6635e376e8', 'gw_port': {'id': 'de1371c5-55fe-4708-af09-5aa7e89dabfa', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:53Z', 'updated_at': '2022-05-06T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:38:19.070868 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-f0cc489f-d640-44f9-bd78-0dcfc5894d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:19.073357 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-f0cc489f-d640-44f9-bd78-0dcfc5894d04 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ee0cd225ef094aa381a08623ce8da867&device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 1094 time: 0.2082834 May 06 09:38:19.107686 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb3601f-c382-439b-ac3f-58d737ad3773 x-openstack-request-id: req-9cb3601f-c382-439b-ac3f-58d737ad3773 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:19.108046 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66560d8a-8919-4bf5-83d8-db07833c612f", "name": "network-vif-plugged", "status": "completed", "tag": "50ea228b-ffa3-4617-b1bb-585652b161da", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:19.108295 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9cb3601f-c382-439b-ac3f-58d737ad3773 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:19.108784 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cb3601f-c382-439b-ac3f-58d737ad3773'] response: {'server_uuid': '66560d8a-8919-4bf5-83d8-db07833c612f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ea228b-ffa3-4617-b1bb-585652b161da', 'code': 200} May 06 09:38:19.128371 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27afe5f8-679f-4c13-8705-4b1a348ecdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39545efd-925b-41c5-9e8f-21eaad9356ad,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:19.148940 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-b8080220-8015-4ddd-a0d9-0c219f608063 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ede935de-78ee-458f-8df5-09b533c47d24 HTTP/1.1" status: 200 len: 217 time: 0.0673995 May 06 09:38:19.241206 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b1783c9d-faef-4276-b25d-901d27357058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:19.255408 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda2706-55a2-4afd-9346-9d84937b16fe service neutron] Pushing event updated for resources: {'Port': ['ID=67681c8c-8131-45e7-8361-52dda7951fe2,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:19.286634 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-d706fe9e-7259-4b73-97f2-142e7816fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:19.289053 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-d706fe9e-7259-4b73-97f2-142e7816fd5f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=eae9614485024b1ebb7c429226844c0a&device_id=a9c820a2-477b-4972-b27c-c148b9352878 HTTP/1.1" status: 200 len: 1094 time: 0.2760863 May 06 09:38:19.376941 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-7b399727-fd0c-4dbf-a133-a66559d0bce7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67681c8c-8131-45e7-8361-52dda7951fe2 HTTP/1.1" status: 200 len: 217 time: 0.0689490 May 06 09:38:19.385251 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1783c9d-faef-4276-b25d-901d27357058 admin admin] Pushing event deleted for resources: {'Port': ['ID=de1371c5-55fe-4708-af09-5aa7e89dabfa,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:19.399511 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-3deaa28f-0fdc-4073-91b3-8aa761c52836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:19.400611 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:19.401849 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-3deaa28f-0fdc-4073-91b3-8aa761c52836 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5704ec7d-7fe2-4308-8e34-562762b93f76 HTTP/1.1" status: 200 len: 848 time: 0.2437680 May 06 09:38:19.412433 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b1783c9d-faef-4276-b25d-901d27357058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:19.497544 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-ee2b35f6-527d-49c2-963a-1f37a41aa2b8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9016fd3e-f04c-40de-8dbe-a7754f33396e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809066 May 06 09:38:19.537926 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b1783c9d-faef-4276-b25d-901d27357058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:19.540534 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b1783c9d-faef-4276-b25d-901d27357058 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:19.553149 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac661b47-cdc0-4d8d-83f3-5bfd6f2fbc9f req-6fce789c-a651-47d9-ba13-9a1444745ecb tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:19.564270 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac661b47-cdc0-4d8d-83f3-5bfd6f2fbc9f req-6fce789c-a651-47d9-ba13-9a1444745ecb tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9c820a2-477b-4972-b27c-c148b9352878 HTTP/1.1" status: 200 len: 943 time: 0.2829802 May 06 09:38:19.604340 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b1783c9d-faef-4276-b25d-901d27357058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:19.605676 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1783c9d-faef-4276-b25d-901d27357058 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:38:19.614287 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-83a47ec5-8087-4167-9b28-1237cb7dc120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:19.615817 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-83a47ec5-8087-4167-9b28-1237cb7dc120 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1eb06141-6cc9-4c96-90e3-d4bca0b380e8 HTTP/1.1" status: 200 len: 862 time: 0.2128983 May 06 09:38:19.616407 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b1783c9d-faef-4276-b25d-901d27357058 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:19.622285 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b1783c9d-faef-4276-b25d-901d27357058 admin admin] 10.222.0.73 "DELETE /v2.0/routers/bfa3e76f-d2f9-4b7c-8f99-e90f68676fcc HTTP/1.1" status: 204 len: 168 time: 2.3871036 May 06 09:38:19.623178 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42528) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:19.643234 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f79a64-00ef-4966-8d8b-91f81bf6cd71 req-3fa51463-57e9-4e20-91c0-410ec80b6a60 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:19.644896 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-09f79a64-00ef-4966-8d8b-91f81bf6cd71 req-3fa51463-57e9-4e20-91c0-410ec80b6a60 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 950 time: 0.3129113 May 06 09:38:19.692143 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-60002f19-291b-440e-92d4-a0e2eb46d91a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=62314494-b174-4444-b50f-a42c5aa706d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576990 May 06 09:38:19.704207 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa87724-b915-4849-9e16-7133971f4a49 admin admin] Deleting subnet 386e0a87-d6e3-4eca-a189-1bf609559282 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:38:19.709254 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6fa87724-b915-4849-9e16-7133971f4a49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:19.764215 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6fa87724-b915-4849-9e16-7133971f4a49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:19.812324 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac661b47-cdc0-4d8d-83f3-5bfd6f2fbc9f req-d540617c-2bbd-4f9b-abe3-166c523e5133 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470055 May 06 09:38:19.815026 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-09f79a64-00ef-4966-8d8b-91f81bf6cd71 req-559281c8-3290-4e43-bb94-1e3e00ba5ed9 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592021 May 06 09:38:19.819429 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-634571d7-1e8a-442a-b7c5-cb1d624cb273 service neutron] 10.222.0.84 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129959 May 06 09:38:19.878317 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-b14666df-6ca7-495a-bd0f-8b2d47351bca service neutron] 10.222.0.84 "GET /v2.0/networks/62314494-b174-4444-b50f-a42c5aa706d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736495 May 06 09:38:19.928687 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6fa87724-b915-4849-9e16-7133971f4a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:20.008397 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6fa87724-b915-4849-9e16-7133971f4a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:20.052052 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa87724-b915-4849-9e16-7133971f4a49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=386e0a87-d6e3-4eca-a189-1bf609559282,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:20.068209 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6fa87724-b915-4849-9e16-7133971f4a49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:20.074705 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6fa87724-b915-4849-9e16-7133971f4a49 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/386e0a87-d6e3-4eca-a189-1bf609559282 HTTP/1.1" status: 204 len: 168 time: 0.4480095 May 06 09:38:20.075335 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42542) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:20.080063 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e3cc2e-8567-4956-ac8a-929fe02d887c None None] Network 7b4623a5-996b-4da7-a25e-29cadc7f841e requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:38:20.215037 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-266f8567-80ee-4a22-84cb-0a26bed9b590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:20.293686 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-266f8567-80ee-4a22-84cb-0a26bed9b590 admin admin] Deleting port 66f5d202-77df-4a1d-8193-5683af6d1e49 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:38:20.294563 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-266f8567-80ee-4a22-84cb-0a26bed9b590 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:20.337710 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0831239-d745-436b-853c-2b77fc2ed90e', 'tag': 'ede935de-78ee-458f-8df5-09b533c47d24'}, {'name': 'network-changed', 'server_uuid': 'a9c820a2-477b-4972-b27c-c148b9352878', 'tag': '67681c8c-8131-45e7-8361-52dda7951fe2'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:20.342038 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62427828-b28f-4fa5-b131-2a2db0102000" -d '{"events": [{"name": "network-changed", "server_uuid": "b0831239-d745-436b-853c-2b77fc2ed90e", "tag": "ede935de-78ee-458f-8df5-09b533c47d24"}, {"name": "network-changed", "server_uuid": "a9c820a2-477b-4972-b27c-c148b9352878", "tag": "67681c8c-8131-45e7-8361-52dda7951fe2"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:20.368447 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-baf4b07f-a842-4b5e-9c0e-57e56df6c27c req-fdfbbd12-bce5-45e8-8a22-3e1607324a5f service neutron] 10.222.0.84 "GET /v2.0/networks/62314494-b174-4444-b50f-a42c5aa706d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796195 May 06 09:38:20.371291 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d8789d6-b25e-48bc-89ce-c3552042fb96 req-068972af-25d0-4a98-abac-4829f0e2059f service neutron] 10.222.0.84 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973938 May 06 09:38:20.376590 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42552) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:20.402158 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-49b0eea8-10c1-47cd-8829-28f57fbeaba0 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:20.409877 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-49b0eea8-10c1-47cd-8829-28f57fbeaba0 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/networks?id=519999b9-d7d4-4e10-b661-e50209fd3b05 HTTP/1.1" status: 200 len: 819 time: 0.2685657 May 06 09:38:20.412728 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-266f8567-80ee-4a22-84cb-0a26bed9b590 admin admin] For port 66f5d202-77df-4a1d-8193-5683af6d1e49, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=66f5d202-77df-4a1d-8193-5683af6d1e49,segment=NetworkSegment(027d4117-457e-49c5-9b41-28ce2ab24b86),segment_id=027d4117-457e-49c5-9b41-28ce2ab24b86)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:20.413240 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-266f8567-80ee-4a22-84cb-0a26bed9b590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:20.430053 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-266f8567-80ee-4a22-84cb-0a26bed9b590 admin admin] Calling delete_port for 66f5d202-77df-4a1d-8193-5683af6d1e49 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:38:20.447477 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-bdd7c2ac-3cd7-463c-9827-56bf8ad1d18b tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/quotas/147a685967a04284b13954d6f7a9d875 HTTP/1.1" status: 200 len: 375 time: 0.0362065 May 06 09:38:20.549859 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-a70a8564-86d5-4db0-9720-d6d96adc8b7f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=147a685967a04284b13954d6f7a9d875&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1007779 May 06 09:38:20.576633 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-19a590a9-c206-44fd-a84a-dda34eb6d425 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1358636048-network', 'tenant_id': '176b8c716694414abe8ccd24f8a01958'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:20.581048 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05107a8a-93a3-4823-bd27-fdcb6ecdba47 req-6f1f83b6-c5d6-4eb3-9ace-0181d4468f17 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:20.593901 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-05107a8a-93a3-4823-bd27-fdcb6ecdba47 req-6f1f83b6-c5d6-4eb3-9ace-0181d4468f17 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 943 time: 0.2278357 May 06 09:38:20.609220 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3227ad5-4dfd-4d15-b70d-5e85190c53f7 None None] DHCP port deletion for 7b4623a5-996b-4da7-a25e-29cadc7f841e request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:38:20.624900 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a590a9-c206-44fd-a84a-dda34eb6d425 admin admin] Made reservation on behalf of 176b8c716694414abe8ccd24f8a01958 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:38:20.628594 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19a590a9-c206-44fd-a84a-dda34eb6d425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:20.653644 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19a590a9-c206-44fd-a84a-dda34eb6d425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:20.672592 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-266f8567-80ee-4a22-84cb-0a26bed9b590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:20.699372 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-b3227ad5-4dfd-4d15-b70d-5e85190c53f7 None None] Deleting port 66f5d202-77df-4a1d-8193-5683af6d1e49 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:38:20.699978 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b3227ad5-4dfd-4d15-b70d-5e85190c53f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:20.717764 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266f8567-80ee-4a22-84cb-0a26bed9b590 admin admin] No DVR routers for this DVR port 66f5d202-77df-4a1d-8193-5683af6d1e49 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:38:20.726089 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f8567-80ee-4a22-84cb-0a26bed9b590 admin admin] Pushing event deleted for resources: {'Port': ['ID=66f5d202-77df-4a1d-8193-5683af6d1e49,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:20.743738 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-05107a8a-93a3-4823-bd27-fdcb6ecdba47 req-a2fd3054-4fc9-4092-af60-d2e1f53551ef tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486897 May 06 09:38:20.801706 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-b3227ad5-4dfd-4d15-b70d-5e85190c53f7 None None] For port 66f5d202-77df-4a1d-8193-5683af6d1e49, host n-d-840835-1, got binding levels [] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:20.802251 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b3227ad5-4dfd-4d15-b70d-5e85190c53f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:20.821987 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-b3227ad5-4dfd-4d15-b70d-5e85190c53f7 None None] Calling delete_port for 66f5d202-77df-4a1d-8193-5683af6d1e49 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:38:20.829434 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.ipam_backend_mixin [None req-b3227ad5-4dfd-4d15-b70d-5e85190c53f7 None None] Port 66f5d202-77df-4a1d-8193-5683af6d1e49 was not found and therefore no delete operation was performed {{(pid=102654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 09:38:20.831072 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b3227ad5-4dfd-4d15-b70d-5e85190c53f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:20.835063 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-39a0ab68-bb60-4aa0-956a-ba8381a48b4f service neutron] 10.222.0.73 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840817 May 06 09:38:20.866921 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3227ad5-4dfd-4d15-b70d-5e85190c53f7 None None] Pushing event deleted for resources: {'Port': ['ID=66f5d202-77df-4a1d-8193-5683af6d1e49,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:20.867943 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19a590a9-c206-44fd-a84a-dda34eb6d425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:20.873096 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3227ad5-4dfd-4d15-b70d-5e85190c53f7 None None] No DVR routers for this DVR port 66f5d202-77df-4a1d-8193-5683af6d1e49 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:38:20.879939 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19a590a9-c206-44fd-a84a-dda34eb6d425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:20.884504 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-266f8567-80ee-4a22-84cb-0a26bed9b590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:20.945098 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-266f8567-80ee-4a22-84cb-0a26bed9b590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b4623a5-996b-4da7-a25e-29cadc7f841e']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:20.947509 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a590a9-c206-44fd-a84a-dda34eb6d425 admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:38:20.965228 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-266f8567-80ee-4a22-84cb-0a26bed9b590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '027d4117-457e-49c5-9b41-28ce2ab24b86') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:20.965485 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-266f8567-80ee-4a22-84cb-0a26bed9b590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '027d4117-457e-49c5-9b41-28ce2ab24b86') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:20.980062 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a590a9-c206-44fd-a84a-dda34eb6d425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:20.988329 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19a590a9-c206-44fd-a84a-dda34eb6d425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:20.988682 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-19a590a9-c206-44fd-a84a-dda34eb6d425 admin admin] Added segment 3feb5531-4038-4dff-b57b-14967643b532 of type vlan for network 06955295-920d-41ae-8a61-f0b0d0bafa1a May 06 09:38:20.993452 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-266f8567-80ee-4a22-84cb-0a26bed9b590 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:21.038667 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-266f8567-80ee-4a22-84cb-0a26bed9b590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:21.063101 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-266f8567-80ee-4a22-84cb-0a26bed9b590 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:38:21.063489 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:21.064724 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-266f8567-80ee-4a22-84cb-0a26bed9b590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: timer() May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:38:21.066991 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:38:21.084469 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19a590a9-c206-44fd-a84a-dda34eb6d425 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:21.156953 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 5fb69fc9-90e4-46ea-97ca-5843afced209 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:38:21.158717 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-266f8567-80ee-4a22-84cb-0a26bed9b590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:21.166062 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-266f8567-80ee-4a22-84cb-0a26bed9b590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:21.169695 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-266f8567-80ee-4a22-84cb-0a26bed9b590 admin admin] 10.222.0.73 "DELETE /v2.0/networks/7b4623a5-996b-4da7-a25e-29cadc7f841e HTTP/1.1" status: 204 len: 168 time: 1.0919828 May 06 09:38:21.174191 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19a590a9-c206-44fd-a84a-dda34eb6d425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:21.184248 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a590a9-c206-44fd-a84a-dda34eb6d425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:21.185042 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19a590a9-c206-44fd-a84a-dda34eb6d425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:21.202237 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f8567-80ee-4a22-84cb-0a26bed9b590 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b4623a5-996b-4da7-a25e-29cadc7f841e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:21.218615 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 5fb69fc9-90e4-46ea-97ca-5843afced209 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:38:21.219252 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 5fb69fc9-90e4-46ea-97ca-5843afced209 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:38:21.220285 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 66f5d202-77df-4a1d-8193-5683af6d1e49 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:38:21.270782 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 66f5d202-77df-4a1d-8193-5683af6d1e49 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:38:21.271548 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 66f5d202-77df-4a1d-8193-5683af6d1e49 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:38:21.273259 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device de1371c5-55fe-4708-af09-5aa7e89dabfa no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:38:21.279747 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-19a590a9-c206-44fd-a84a-dda34eb6d425 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9019365 May 06 09:38:21.284546 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42564) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:21.286702 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a590a9-c206-44fd-a84a-dda34eb6d425 admin admin] Pushing event updated for resources: {'Network': ['ID=06955295-920d-41ae-8a61-f0b0d0bafa1a,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:21.291030 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-eae17535-ac81-459b-bf6d-3be795f4deaa admin admin] Request body: {'subnet': {'network_id': '06955295-920d-41ae-8a61-f0b0d0bafa1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1358636048-subnet', 'tenant_id': '176b8c716694414abe8ccd24f8a01958', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:21.324486 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 06955295-920d-41ae-8a61-f0b0d0bafa1a details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:38:21.325596 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ed686-590e-4edb-b569-d3855b5e7da5 req-aa059876-3a2f-4337-899a-dca213b24f0c tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:21.327184 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7f9ed686-590e-4edb-b569-d3855b5e7da5 req-aa059876-3a2f-4337-899a-dca213b24f0c tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.77 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 950 time: 0.5368502 May 06 09:38:21.327848 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: de1371c5-55fe-4708-af09-5aa7e89dabfa {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:38:21.328485 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device de1371c5-55fe-4708-af09-5aa7e89dabfa not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:38:21.364333 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42566) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:21.395884 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae17535-ac81-459b-bf6d-3be795f4deaa admin admin] Made reservation on behalf of 176b8c716694414abe8ccd24f8a01958 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:38:21.398480 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-eae17535-ac81-459b-bf6d-3be795f4deaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:21.440051 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f8013559-3be8-440f-9b07-b5652b1dc4b1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c2b09c743dc34ecd9ff39fe3cb1e8e10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0739515 May 06 09:38:21.441730 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42568) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:21.445506 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:21.460456 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dca8f8-3c7b-424a-b392-a44401398d5b req-1ffd6f4e-1cc3-4d56-8deb-6dd6ae1f3e57 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:21.462783 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11dca8f8-3c7b-424a-b392-a44401398d5b req-1ffd6f4e-1cc3-4d56-8deb-6dd6ae1f3e57 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/ports?device_id=0acb8ee9-c39a-4f95-b1d9-96b7b7258c77 HTTP/1.1" status: 200 len: 949 time: 0.1932445 May 06 09:38:21.503219 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-070543c0-590c-4687-a0f6-f0383fef3aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:21.506738 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-6e0f9371-afcf-4a16-900c-2681b5a7e2f8 service neutron] 10.222.0.73 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6583769 May 06 09:38:21.529478 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-070543c0-590c-4687-a0f6-f0383fef3aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:21.586774 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11dca8f8-3c7b-424a-b392-a44401398d5b req-69f6d980-9027-4081-bb86-472a780db02d tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/security-groups?id=332864c1-d721-4cd2-87cb-f4dd0832c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909622 May 06 09:38:21.602583 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-7f9ed686-590e-4edb-b569-d3855b5e7da5 req-296338e0-56c3-48d0-a626-9f0348048178 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Deleting port 50ea228b-ffa3-4617-b1bb-585652b161da {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:38:21.602931 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7f9ed686-590e-4edb-b569-d3855b5e7da5 req-296338e0-56c3-48d0-a626-9f0348048178 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:21.619543 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-070543c0-590c-4687-a0f6-f0383fef3aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:21.624703 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-070543c0-590c-4687-a0f6-f0383fef3aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:21.629889 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-070543c0-590c-4687-a0f6-f0383fef3aa0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/66a3b1f9-8b5c-4e37-99da-0d836bfd18c5 HTTP/1.1" status: 204 len: 168 time: 0.1866498 May 06 09:38:21.642523 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070543c0-590c-4687-a0f6-f0383fef3aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a3b1f9-8b5c-4e37-99da-0d836bfd18c5,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:21.717840 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 06 May 2022 09:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbb1a58-7d9c-4aed-bce3-fc7d0a417661 x-openstack-request-id: req-4dbb1a58-7d9c-4aed-bce3-fc7d0a417661 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:21.718188 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0831239-d745-436b-853c-2b77fc2ed90e", "tag": "ede935de-78ee-458f-8df5-09b533c47d24", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a9c820a2-477b-4972-b27c-c148b9352878", "tag": "67681c8c-8131-45e7-8361-52dda7951fe2", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:21.718450 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4dbb1a58-7d9c-4aed-bce3-fc7d0a417661 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:21.718897 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dbb1a58-7d9c-4aed-bce3-fc7d0a417661'] response: {'name': 'network-changed', 'server_uuid': 'b0831239-d745-436b-853c-2b77fc2ed90e', 'tag': 'ede935de-78ee-458f-8df5-09b533c47d24', 'status': 'completed', 'code': 200} May 06 09:38:21.719194 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dbb1a58-7d9c-4aed-bce3-fc7d0a417661'] response: {'name': 'network-changed', 'server_uuid': 'a9c820a2-477b-4972-b27c-c148b9352878', 'tag': '67681c8c-8131-45e7-8361-52dda7951fe2', 'status': 'completed', 'code': 200} May 06 09:38:21.861601 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-eae17535-ac81-459b-bf6d-3be795f4deaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:21.865178 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-7f9ed686-590e-4edb-b569-d3855b5e7da5 req-296338e0-56c3-48d0-a626-9f0348048178 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] For port 50ea228b-ffa3-4617-b1bb-585652b161da, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=50ea228b-ffa3-4617-b1bb-585652b161da,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:21.865790 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7f9ed686-590e-4edb-b569-d3855b5e7da5 req-296338e0-56c3-48d0-a626-9f0348048178 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:21.930423 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-7f9ed686-590e-4edb-b569-d3855b5e7da5 req-296338e0-56c3-48d0-a626-9f0348048178 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Calling delete_port for 50ea228b-ffa3-4617-b1bb-585652b161da owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:38:22.000495 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62427828-b28f-4fa5-b131-2a2db0102000 req-1325948d-f312-4cdd-9bc5-169b8f1a148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:22.003008 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62427828-b28f-4fa5-b131-2a2db0102000 req-1325948d-f312-4cdd-9bc5-169b8f1a148d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ee0cd225ef094aa381a08623ce8da867&device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 1094 time: 0.2527664 May 06 09:38:22.011313 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae17535-ac81-459b-bf6d-3be795f4deaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=90243bec-44fb-4d24-8c32-2119faf8c8c1,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:22.068317 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960a9df-e1de-4d48-bf24-257e8cba8922 req-fa93d040-6fa1-4498-9f88-bee12625f7f2 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:22.070363 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d960a9df-e1de-4d48-bf24-257e8cba8922 req-fa93d040-6fa1-4498-9f88-bee12625f7f2 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 950 time: 0.2667413 May 06 09:38:22.177133 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42590) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:22.231314 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-315b398a-c378-4e59-b50c-891170acc078 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=11bec3ffb5de41588a31be6635e376e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524335 May 06 09:38:22.238678 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42592) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:22.301559 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae17535-ac81-459b-bf6d-3be795f4deaa admin admin] Checking segment: {'id': '3feb5531-4038-4dff-b57b-14967643b532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '06955295-920d-41ae-8a61-f0b0d0bafa1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:38:22.301833 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae17535-ac81-459b-bf6d-3be795f4deaa admin admin] Network hostable DHCP agents. Network: 06955295-920d-41ae-8a61-f0b0d0bafa1a, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:38:22.311493 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c8b9d-41ca-4da4-a675-d3fedc10ccd2 req-095eea5a-68dd-41d7-873a-f26d353f81aa tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:22.313329 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cc4c8b9d-41ca-4da4-a675-d3fedc10ccd2 req-095eea5a-68dd-41d7-873a-f26d353f81aa tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9c820a2-477b-4972-b27c-c148b9352878 HTTP/1.1" status: 200 len: 943 time: 0.3166409 May 06 09:38:22.333908 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d960a9df-e1de-4d48-bf24-257e8cba8922 req-afcf0e1c-811d-4380-a860-c8122e637c13 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505436 May 06 09:38:22.347945 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7772ed22-f3e9-476f-896d-0154ddfac8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:22.408363 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7772ed22-f3e9-476f-896d-0154ddfac8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:22.416125 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62427828-b28f-4fa5-b131-2a2db0102000 req-26788e60-58a9-46cb-9fcf-cb7534eb0956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:22.417876 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62427828-b28f-4fa5-b131-2a2db0102000 req-26788e60-58a9-46cb-9fcf-cb7534eb0956 service neutron] 10.222.0.84 "GET /v2.0/networks?id=9016fd3e-f04c-40de-8dbe-a7754f33396e HTTP/1.1" status: 200 len: 909 time: 0.3578618 May 06 09:38:22.464622 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cc4c8b9d-41ca-4da4-a675-d3fedc10ccd2 req-b55227d8-88b3-4cdb-999b-d6e7cdd27368 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288757 May 06 09:38:22.465516 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae17535-ac81-459b-bf6d-3be795f4deaa admin admin] Network 06955295-920d-41ae-8a61-f0b0d0bafa1a is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:38:22.479692 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24bb01d-12a4-47fd-95ec-7b065a7f0be0 req-e4922170-772b-4aca-bbf6-ed32b577921a tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:22.481453 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a24bb01d-12a4-47fd-95ec-7b065a7f0be0 req-e4922170-772b-4aca-bbf6-ed32b577921a tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.84 "GET /v2.0/ports?device_id=0acb8ee9-c39a-4f95-b1d9-96b7b7258c77 HTTP/1.1" status: 200 len: 949 time: 0.2661133 May 06 09:38:22.496376 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7772ed22-f3e9-476f-896d-0154ddfac8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:22.505062 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7772ed22-f3e9-476f-896d-0154ddfac8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:22.512038 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7772ed22-f3e9-476f-896d-0154ddfac8b3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ad38b365-8655-4a12-8971-0dd63cb38d62 HTTP/1.1" status: 204 len: 168 time: 0.2713673 May 06 09:38:22.525234 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772ed22-f3e9-476f-896d-0154ddfac8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad38b365-8655-4a12-8971-0dd63cb38d62,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:22.556464 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62427828-b28f-4fa5-b131-2a2db0102000 req-1cea8a78-c424-4bd5-bf12-ed5d3c088106 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ede935de-78ee-458f-8df5-09b533c47d24 HTTP/1.1" status: 200 len: 217 time: 0.1061616 May 06 09:38:22.608876 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-eae17535-ac81-459b-bf6d-3be795f4deaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 06955295-920d-41ae-8a61-f0b0d0bafa1a) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:38:22.621062 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbb306f-1eb3-4723-b3e5-4732de71a5a5 None None] Network 06955295-920d-41ae-8a61-f0b0d0bafa1a requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:38:22.623655 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae17535-ac81-459b-bf6d-3be795f4deaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:22.624793 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-eae17535-ac81-459b-bf6d-3be795f4deaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:22.658262 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 67681c8c-8131-45e7-8361-52dda7951fe2 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:38:22.673475 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7f9ed686-590e-4edb-b569-d3855b5e7da5 req-296338e0-56c3-48d0-a626-9f0348048178 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:22.713384 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['2a8c432e-4ccf-4d70-947f-3448ffe6562a', '401ec187-3b03-41c3-a15c-9e8e9f696ca7', '91f446db-15fc-4d52-89d7-753df54cee7b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:38:22.751011 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['50ea228b-ffa3-4617-b1bb-585652b161da'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:38:22.883624 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c08985a3-bb78-4a46-8fed-05ae81c0c13b req-c98fadef-98aa-4fee-8efd-542068b4e1bd tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 210 time: 0.1442695 May 06 09:38:22.889419 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296338e0-56c3-48d0-a626-9f0348048178 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Pushing event deleted for resources: {'Port': ['ID=50ea228b-ffa3-4617-b1bb-585652b161da,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:22.941615 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-eae17535-ac81-459b-bf6d-3be795f4deaa admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6544828 May 06 09:38:22.945186 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42604) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:22.951097 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-bbb277f6-0b5b-4655-9fa6-8b9cef485bbd admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1358636048-router', 'tenant_id': '176b8c716694414abe8ccd24f8a01958', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:23.006251 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9ed686-590e-4edb-b569-d3855b5e7da5 req-296338e0-56c3-48d0-a626-9f0348048178 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] No DVR routers for this DVR port 50ea228b-ffa3-4617-b1bb-585652b161da on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:38:23.009046 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62427828-b28f-4fa5-b131-2a2db0102000 req-9e724409-2c1a-49d6-9437-3696f03c82ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:23.010831 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62427828-b28f-4fa5-b131-2a2db0102000 req-9e724409-2c1a-49d6-9437-3696f03c82ee service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5704ec7d-7fe2-4308-8e34-562762b93f76 HTTP/1.1" status: 200 len: 848 time: 0.4248776 May 06 09:38:23.023172 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbb277f6-0b5b-4655-9fa6-8b9cef485bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:23.028018 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbb277f6-0b5b-4655-9fa6-8b9cef485bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:23.032831 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7f9ed686-590e-4edb-b569-d3855b5e7da5 req-296338e0-56c3-48d0-a626-9f0348048178 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:23.036996 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7f9ed686-590e-4edb-b569-d3855b5e7da5 req-296338e0-56c3-48d0-a626-9f0348048178 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.77 "DELETE /v2.0/ports/50ea228b-ffa3-4617-b1bb-585652b161da HTTP/1.1" status: 204 len: 173 time: 1.7012336 May 06 09:38:23.051388 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 67681c8c-8131-45e7-8361-52dda7951fe2, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=67681c8c-8131-45e7-8361-52dda7951fe2,segment=NetworkSegment(ad53ebe9-2424-450b-83f6-7b9fe46d8064),segment_id=ad53ebe9-2424-450b-83f6-7b9fe46d8064)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:23.108612 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '67681c8c-8131-45e7-8361-52dda7951fe2', 'network_id': '62314494-b174-4444-b50f-a42c5aa706d2', 'port_id': '67681c8c-8131-45e7-8361-52dda7951fe2', 'mac_address': 'fa:16:3e:c2:17:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb06141-6cc9-4c96-90e3-d4bca0b380e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:38:23.185820 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62427828-b28f-4fa5-b131-2a2db0102000 req-9c6f06e1-994d-4d73-a977-4a19798f5020 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9016fd3e-f04c-40de-8dbe-a7754f33396e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1443954 May 06 09:38:23.252154 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9dd127-63db-4dee-9fa7-5ae3f18e434b req-294f735a-5349-470c-ae0b-0aa0c000309e tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:23.263252 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0e9dd127-63db-4dee-9fa7-5ae3f18e434b req-294f735a-5349-470c-ae0b-0aa0c000309e tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 943 time: 0.5989349 May 06 09:38:23.286447 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbb277f6-0b5b-4655-9fa6-8b9cef485bbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:23.315780 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce42c8b4-0731-4629-a596-db040baa42d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-06955295-920d-41ae-8a61-f0b0d0bafa1a', 'network_id': '06955295-920d-41ae-8a61-f0b0d0bafa1a', 'tenant_id': '176b8c716694414abe8ccd24f8a01958', 'fixed_ips': [{'subnet_id': '90243bec-44fb-4d24-8c32-2119faf8c8c1'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:38:23.316771 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ce42c8b4-0731-4629-a596-db040baa42d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:23.361418 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-a24bb01d-12a4-47fd-95ec-7b065a7f0be0 req-c4c3cda1-8d3f-41eb-9a6e-f7676d0c915d tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Deleting port 056f291b-20d9-41e3-abe7-fda2add4f726 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:38:23.361852 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a24bb01d-12a4-47fd-95ec-7b065a7f0be0 req-c4c3cda1-8d3f-41eb-9a6e-f7676d0c915d tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:23.379635 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:23.528633 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-58e9cb00-3755-4144-885f-1f7b06b48a90 req-9c4d7978-c4ab-46d6-92f5-559a5a5f8886 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2692482 May 06 09:38:23.544262 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-ce42c8b4-0731-4629-a596-db040baa42d6 None None] Allocated IP 172.20.0.2 (06955295-920d-41ae-8a61-f0b0d0bafa1a/90243bec-44fb-4d24-8c32-2119faf8c8c1/2b31a6cb-23a0-44b6-9f02-8767f7bc565c) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:38:23.676448 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbb277f6-0b5b-4655-9fa6-8b9cef485bbd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:23.681687 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9cb00-3755-4144-885f-1f7b06b48a90 req-39a448a2-0b0b-4507-a6ba-ee2a18d5ad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:23.684737 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-58e9cb00-3755-4144-885f-1f7b06b48a90 req-39a448a2-0b0b-4507-a6ba-ee2a18d5ad08 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ee0cd225ef094aa381a08623ce8da867&device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 1095 time: 0.1114333 May 06 09:38:23.685337 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0e9dd127-63db-4dee-9fa7-5ae3f18e434b req-9d514b74-4afd-4bfa-9caa-c54f68827597 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207752 May 06 09:38:23.708615 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ce42c8b4-0731-4629-a596-db040baa42d6 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:23.728226 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ce42c8b4-0731-4629-a596-db040baa42d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:23.765246 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67681c8c-8131-45e7-8361-52dda7951fe2 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:38:23.824496 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce42c8b4-0731-4629-a596-db040baa42d6 None None] Network 06955295-920d-41ae-8a61-f0b0d0bafa1a is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:38:23.829810 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e660f0-dde0-4734-8dae-87b60bfbc4db req-aeb90e26-c318-4d15-b9e0-7f0bbcbb2a30 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:23.841560 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e7e660f0-dde0-4734-8dae-87b60bfbc4db req-aeb90e26-c318-4d15-b9e0-7f0bbcbb2a30 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/ports?device_id=0acb8ee9-c39a-4f95-b1d9-96b7b7258c77 HTTP/1.1" status: 200 len: 949 time: 0.4667091 May 06 09:38:23.843864 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66560d8a-8919-4bf5-83d8-db07833c612f', 'name': 'network-vif-deleted', 'tag': '50ea228b-ffa3-4617-b1bb-585652b161da'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:23.846229 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-ce42c8b4-0731-4629-a596-db040baa42d6 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:38:23.847974 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c5b004-edbf-4fa5-af4c-24980ff7fbb1" -d '{"events": [{"server_uuid": "66560d8a-8919-4bf5-83d8-db07833c612f", "name": "network-vif-deleted", "tag": "50ea228b-ffa3-4617-b1bb-585652b161da"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:23.852499 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce42c8b4-0731-4629-a596-db040baa42d6 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:38:23.853213 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62427828-b28f-4fa5-b131-2a2db0102000 req-ef81692e-5829-4649-bd60-5720cb94714a service neutron] 10.222.0.84 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5798767 May 06 09:38:23.868045 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 67681c8c-8131-45e7-8361-52dda7951fe2, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=67681c8c-8131-45e7-8361-52dda7951fe2,segment=NetworkSegment(ad53ebe9-2424-450b-83f6-7b9fe46d8064),segment_id=ad53ebe9-2424-450b-83f6-7b9fe46d8064)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:23.908337 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:23.910496 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42c8b4-0731-4629-a596-db040baa42d6 None None] Pushing event updated for resources: {'Port': ['ID=2b31a6cb-23a0-44b6-9f02-8767f7bc565c,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:23.967346 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9cb00-3755-4144-885f-1f7b06b48a90 req-5b5f372d-3b4e-401e-aca9-89336b81880c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:23.968880 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-58e9cb00-3755-4144-885f-1f7b06b48a90 req-5b5f372d-3b4e-401e-aca9-89336b81880c service neutron] 10.222.0.84 "GET /v2.0/networks?id=9016fd3e-f04c-40de-8dbe-a7754f33396e HTTP/1.1" status: 200 len: 909 time: 0.2437377 May 06 09:38:23.982232 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ce42c8b4-0731-4629-a596-db040baa42d6 None None] Attempting to bind port 2b31a6cb-23a0-44b6-9f02-8767f7bc565c on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:38:23.982984 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ce42c8b4-0731-4629-a596-db040baa42d6 None None] Attempting to bind port 2b31a6cb-23a0-44b6-9f02-8767f7bc565c by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '3feb5531-4038-4dff-b57b-14967643b532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '06955295-920d-41ae-8a61-f0b0d0bafa1a'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:38:23.983586 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce42c8b4-0731-4629-a596-db040baa42d6 None None] Attempting to bind port 2b31a6cb-23a0-44b6-9f02-8767f7bc565c on network 06955295-920d-41ae-8a61-f0b0d0bafa1a {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:23.998266 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce42c8b4-0731-4629-a596-db040baa42d6 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:38:23.999571 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce42c8b4-0731-4629-a596-db040baa42d6 None None] Checking segment: {'id': '3feb5531-4038-4dff-b57b-14967643b532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '06955295-920d-41ae-8a61-f0b0d0bafa1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:38:24.000214 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ce42c8b4-0731-4629-a596-db040baa42d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:24.000845 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce42c8b4-0731-4629-a596-db040baa42d6 None None] Bound using segment: {'id': '3feb5531-4038-4dff-b57b-14967643b532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '06955295-920d-41ae-8a61-f0b0d0bafa1a'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:38:24.001816 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ce42c8b4-0731-4629-a596-db040baa42d6 None None] Bound port: 2b31a6cb-23a0-44b6-9f02-8767f7bc565c, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3feb5531-4038-4dff-b57b-14967643b532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '06955295-920d-41ae-8a61-f0b0d0bafa1a'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:38:24.002440 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ce42c8b4-0731-4629-a596-db040baa42d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:24.066692 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-58e9cb00-3755-4144-885f-1f7b06b48a90 req-60320951-60da-4f51-ac74-cf07ea721170 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db60fe74-22a7-43e3-a446-12ca922bd1a5 HTTP/1.1" status: 200 len: 217 time: 0.0875950 May 06 09:38:24.110197 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=67681c8c-8131-45e7-8361-52dda7951fe2,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:24.139190 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ce42c8b4-0731-4629-a596-db040baa42d6 None None] For port 2b31a6cb-23a0-44b6-9f02-8767f7bc565c, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:38:24.159905 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ce42c8b4-0731-4629-a596-db040baa42d6 None None] For port 2b31a6cb-23a0-44b6-9f02-8767f7bc565c, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=2b31a6cb-23a0-44b6-9f02-8767f7bc565c,segment=NetworkSegment(3feb5531-4038-4dff-b57b-14967643b532),segment_id=3feb5531-4038-4dff-b57b-14967643b532)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:38:24.173590 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ce42c8b4-0731-4629-a596-db040baa42d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:24.175484 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2a965bf9-e02c-4e5d-a4a5-5790fad80cfb req-4d504135-8cd9-4f55-a98c-033051920346 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=66560d8a-8919-4bf5-83d8-db07833c612f HTTP/1.1" status: 200 len: 210 time: 0.3176646 May 06 09:38:24.226900 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9cb00-3755-4144-885f-1f7b06b48a90 req-9c868afb-7cba-4af4-aed0-90072d5b20c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:24.234415 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e7e660f0-dde0-4734-8dae-87b60bfbc4db req-9e54ae79-b4f1-402e-a21c-28013a44b319 tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/security-groups?id=332864c1-d721-4cd2-87cb-f4dd0832c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915772 May 06 09:38:24.240096 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-58e9cb00-3755-4144-885f-1f7b06b48a90 req-9c868afb-7cba-4af4-aed0-90072d5b20c1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5704ec7d-7fe2-4308-8e34-562762b93f76 HTTP/1.1" status: 200 len: 848 time: 0.1484666 May 06 09:38:24.258014 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-24300634-a7bb-4f01-86b1-b66dfe592b7d tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:24.263793 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-24300634-a7bb-4f01-86b1-b66dfe592b7d tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.77 "GET /v2.0/networks?id=519999b9-d7d4-4e10-b661-e50209fd3b05 HTTP/1.1" status: 200 len: 819 time: 0.7079670 May 06 09:38:24.275070 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-a24bb01d-12a4-47fd-95ec-7b065a7f0be0 req-c4c3cda1-8d3f-41eb-9a6e-f7676d0c915d tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] For port 056f291b-20d9-41e3-abe7-fda2add4f726, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=056f291b-20d9-41e3-abe7-fda2add4f726,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:24.275663 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a24bb01d-12a4-47fd-95ec-7b065a7f0be0 req-c4c3cda1-8d3f-41eb-9a6e-f7676d0c915d tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:24.286172 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['67681c8c-8131-45e7-8361-52dda7951fe2'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:38:24.295876 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-5c1d7584-1359-4a8c-a6a4-90a3eb885f56 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Request body: {'port': {'device_id': '1183fbd3-893f-47d0-8a47-cca2ab434dc2', 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05', 'admin_state_up': True, 'tenant_id': '147a685967a04284b13954d6f7a9d875'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:24.306672 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-a24bb01d-12a4-47fd-95ec-7b065a7f0be0 req-c4c3cda1-8d3f-41eb-9a6e-f7676d0c915d tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Calling delete_port for 056f291b-20d9-41e3-abe7-fda2add4f726 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:38:24.443510 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42c8b4-0731-4629-a596-db040baa42d6 None None] Pushing event updated for resources: {'Port': ['ID=2b31a6cb-23a0-44b6-9f02-8767f7bc565c,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:24.629229 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62427828-b28f-4fa5-b131-2a2db0102000 req-74595b22-2671-41e7-a3b6-0c118f92743e service neutron] 10.222.0.84 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7059066 May 06 09:38:24.648465 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75421f88-5adf-439c-9c5a-b0d857d76784 x-openstack-request-id: req-75421f88-5adf-439c-9c5a-b0d857d76784 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:24.649032 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66560d8a-8919-4bf5-83d8-db07833c612f", "name": "network-vif-deleted", "tag": "50ea228b-ffa3-4617-b1bb-585652b161da", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:24.649476 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-75421f88-5adf-439c-9c5a-b0d857d76784 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:24.650643 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75421f88-5adf-439c-9c5a-b0d857d76784'] response: {'server_uuid': '66560d8a-8919-4bf5-83d8-db07833c612f', 'name': 'network-vif-deleted', 'tag': '50ea228b-ffa3-4617-b1bb-585652b161da', 'status': 'completed', 'code': 200} May 06 09:38:24.686021 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 056f291b-20d9-41e3-abe7-fda2add4f726 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:38:24.912703 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b54511-1316-425f-9b7f-9154fd5cdfab req-384ffd48-bbaf-422f-8661-8032666b89c0 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:24.915185 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-80b54511-1316-425f-9b7f-9154fd5cdfab req-384ffd48-bbaf-422f-8661-8032666b89c0 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9c820a2-477b-4972-b27c-c148b9352878 HTTP/1.1" status: 200 len: 944 time: 0.4963081 May 06 09:38:25.012404 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d899a521-48d8-4754-8807-4e44b2f6a59d req-e8ef05f2-17ae-4654-87eb-1f1827bb2d59 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 210 time: 0.2621462 May 06 09:38:25.160964 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-58e9cb00-3755-4144-885f-1f7b06b48a90 req-b36c4d87-ce54-450b-a0d9-1a3a36701df4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9016fd3e-f04c-40de-8dbe-a7754f33396e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9120564 May 06 09:38:25.167553 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 50ea228b-ffa3-4617-b1bb-585652b161da no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:38:25.194447 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 50ea228b-ffa3-4617-b1bb-585652b161da {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:38:25.199290 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 50ea228b-ffa3-4617-b1bb-585652b161da not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:38:25.274181 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-80b54511-1316-425f-9b7f-9154fd5cdfab req-6a0dd9a1-551e-40cd-8f95-b62b4a23a2d5 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103218 May 06 09:38:25.275069 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-5c1d7584-1359-4a8c-a6a4-90a3eb885f56 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Made reservation on behalf of 147a685967a04284b13954d6f7a9d875 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:38:25.278896 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 2b31a6cb-23a0-44b6-9f02-8767f7bc565c up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:38:25.282670 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-5c1d7584-1359-4a8c-a6a4-90a3eb885f56 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:25.393902 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 2b31a6cb-23a0-44b6-9f02-8767f7bc565c triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:25.394542 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:25.489781 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbb277f6-0b5b-4655-9fa6-8b9cef485bbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:25.499901 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62427828-b28f-4fa5-b131-2a2db0102000 req-bf0bf737-e337-4abb-b63f-b9d706cfe7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:25.508003 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62427828-b28f-4fa5-b131-2a2db0102000 req-bf0bf737-e337-4abb-b63f-b9d706cfe7f8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=eae9614485024b1ebb7c429226844c0a&device_id=a9c820a2-477b-4972-b27c-c148b9352878 HTTP/1.1" status: 200 len: 1095 time: 0.7376935 May 06 09:38:25.513144 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:25.536475 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbb277f6-0b5b-4655-9fa6-8b9cef485bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:25.559472 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 2b31a6cb-23a0-44b6-9f02-8767f7bc565c, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=2b31a6cb-23a0-44b6-9f02-8767f7bc565c,segment=NetworkSegment(3feb5531-4038-4dff-b57b-14967643b532),segment_id=3feb5531-4038-4dff-b57b-14967643b532)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:25.570422 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:25.649318 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=2b31a6cb-23a0-44b6-9f02-8767f7bc565c,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:25.665450 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-58e9cb00-3755-4144-885f-1f7b06b48a90 req-297b3e62-774b-4dcd-8690-9831a92808df service neutron] 10.222.0.84 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251282 May 06 09:38:25.736866 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-5c1d7584-1359-4a8c-a6a4-90a3eb885f56 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Allocated IP 172.20.0.3 (519999b9-d7d4-4e10-b661-e50209fd3b05/293ef06f-9c8d-46e9-8a69-2491d12832fe/6a33477f-d84b-4f48-bb89-98d05b050377) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:38:25.743029 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a24bb01d-12a4-47fd-95ec-7b065a7f0be0 req-c4c3cda1-8d3f-41eb-9a6e-f7676d0c915d tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:25.822330 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95b3f96e-abdb-4d0b-a00a-04f9acb5d099 req-788606e5-fff9-4e4e-8048-ed4c06bc8dde tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.73 "GET /v2.0/ports?device_id=0acb8ee9-c39a-4f95-b1d9-96b7b7258c77 HTTP/1.1" status: 200 len: 210 time: 0.1943753 May 06 09:38:25.891453 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-58e9cb00-3755-4144-885f-1f7b06b48a90 req-13e13811-e956-489b-b9e0-86635c23f85e service neutron] 10.222.0.84 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145000 May 06 09:38:25.893199 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-bbb277f6-0b5b-4655-9fa6-8b9cef485bbd admin admin] Allocated IP 172.25.5.137 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/972dca78-6503-45d9-b068-8e876984bc64) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:38:26.069849 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3cda1-8d3f-41eb-9a6e-f7676d0c915d tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Pushing event deleted for resources: {'Port': ['ID=056f291b-20d9-41e3-abe7-fda2add4f726,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:26.173423 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbb277f6-0b5b-4655-9fa6-8b9cef485bbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:26.174718 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e521bb4-03d9-4d33-a9bb-c05ac6b45ad7 None None] Network 06955295-920d-41ae-8a61-f0b0d0bafa1a requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:38:26.190545 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62427828-b28f-4fa5-b131-2a2db0102000 req-c91b73a5-4418-4cee-904a-63e8eb1f1084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:26.192160 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62427828-b28f-4fa5-b131-2a2db0102000 req-c91b73a5-4418-4cee-904a-63e8eb1f1084 service neutron] 10.222.0.84 "GET /v2.0/networks?id=62314494-b174-4444-b50f-a42c5aa706d2 HTTP/1.1" status: 200 len: 923 time: 0.4527748 May 06 09:38:26.222918 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbb277f6-0b5b-4655-9fa6-8b9cef485bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:26.379658 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb277f6-0b5b-4655-9fa6-8b9cef485bbd admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:38:26.382718 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb277f6-0b5b-4655-9fa6-8b9cef485bbd admin admin] Pushing event updated for resources: {'Port': ['ID=972dca78-6503-45d9-b068-8e876984bc64,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:26.388274 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-bbb277f6-0b5b-4655-9fa6-8b9cef485bbd admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:38:26.395271 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24bb01d-12a4-47fd-95ec-7b065a7f0be0 req-c4c3cda1-8d3f-41eb-9a6e-f7676d0c915d tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] No DVR routers for this DVR port 056f291b-20d9-41e3-abe7-fda2add4f726 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:38:26.398440 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb277f6-0b5b-4655-9fa6-8b9cef485bbd admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:38:26.445678 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f5cf5f11-c155-4aff-822f-4dcb983a57c9 None None] Provisioning complete for port 2b31a6cb-23a0-44b6-9f02-8767f7bc565c triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:26.446437 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f5cf5f11-c155-4aff-822f-4dcb983a57c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:26.491637 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f538de1-5dc2-4eff-8604-bf16fa694885 req-2e36fe6d-0de9-40f8-9671-8e9eaf77539a tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 210 time: 0.0381525 May 06 09:38:26.496868 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a24bb01d-12a4-47fd-95ec-7b065a7f0be0 req-c4c3cda1-8d3f-41eb-9a6e-f7676d0c915d tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:26.500569 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a24bb01d-12a4-47fd-95ec-7b065a7f0be0 req-c4c3cda1-8d3f-41eb-9a6e-f7676d0c915d tempest-ListImageFiltersTestJSON-625051304 tempest-ListImageFiltersTestJSON-625051304-project] 10.222.0.84 "DELETE /v2.0/ports/056f291b-20d9-41e3-abe7-fda2add4f726 HTTP/1.1" status: 204 len: 173 time: 3.9663458 May 06 09:38:26.510299 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e0da3-58e3-4dec-9bf9-19dead022210 req-d9f35eb2-fe46-4e36-b06f-b4298fe289a6 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:26.527685 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aa5e0da3-58e3-4dec-9bf9-19dead022210 req-d9f35eb2-fe46-4e36-b06f-b4298fe289a6 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 943 time: 0.7841487 May 06 09:38:26.542831 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62427828-b28f-4fa5-b131-2a2db0102000 req-5c07ae9f-88b9-4158-b2c8-108daac285e6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67681c8c-8131-45e7-8361-52dda7951fe2 HTTP/1.1" status: 200 len: 217 time: 0.2755914 May 06 09:38:26.671252 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0acb8ee9-c39a-4f95-b1d9-96b7b7258c77', 'name': 'network-vif-deleted', 'tag': '056f291b-20d9-41e3-abe7-fda2add4f726'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:26.677615 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac63850-9703-4584-8a84-d10bd5299b32" -d '{"events": [{"server_uuid": "0acb8ee9-c39a-4f95-b1d9-96b7b7258c77", "name": "network-vif-deleted", "tag": "056f291b-20d9-41e3-abe7-fda2add4f726"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:26.707259 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 67681c8c-8131-45e7-8361-52dda7951fe2 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:38:26.845700 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbb277f6-0b5b-4655-9fa6-8b9cef485bbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:26.897618 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aa5e0da3-58e3-4dec-9bf9-19dead022210 req-71e127e0-91d6-4462-bebb-112ddf70b975 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568587 May 06 09:38:26.904023 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 67681c8c-8131-45e7-8361-52dda7951fe2 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:38:26.924004 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 67681c8c-8131-45e7-8361-52dda7951fe2 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:26.924260 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:26.973343 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62427828-b28f-4fa5-b131-2a2db0102000 req-efc474a3-aadb-4d80-96de-50963cb0577a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:26.974869 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62427828-b28f-4fa5-b131-2a2db0102000 req-efc474a3-aadb-4d80-96de-50963cb0577a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1eb06141-6cc9-4c96-90e3-d4bca0b380e8 HTTP/1.1" status: 200 len: 862 time: 0.3819470 May 06 09:38:27.073065 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:27.127724 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 67681c8c-8131-45e7-8361-52dda7951fe2, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=67681c8c-8131-45e7-8361-52dda7951fe2,segment=NetworkSegment(ad53ebe9-2424-450b-83f6-7b9fe46d8064),segment_id=ad53ebe9-2424-450b-83f6-7b9fe46d8064)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:27.128928 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c820a2-477b-4972-b27c-c148b9352878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67681c8c-8131-45e7-8361-52dda7951fe2'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:27.143072 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764e0f6d-e638-46cd-9a3a-a8e33da7b3d2" -d '{"events": [{"server_uuid": "a9c820a2-477b-4972-b27c-c148b9352878", "name": "network-vif-plugged", "status": "completed", "tag": "67681c8c-8131-45e7-8361-52dda7951fe2"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:27.150151 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:27.218908 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbb277f6-0b5b-4655-9fa6-8b9cef485bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:27.349147 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 2b31a6cb-23a0-44b6-9f02-8767f7bc565c up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:38:27.420862 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4d738390-71c0-4eb4-94b7-62ddf3884295 None None] Provisioning complete for port 2b31a6cb-23a0-44b6-9f02-8767f7bc565c triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:27.421670 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4d738390-71c0-4eb4-94b7-62ddf3884295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:27.450401 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=67681c8c-8131-45e7-8361-52dda7951fe2,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:27.456002 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62427828-b28f-4fa5-b131-2a2db0102000 req-fc4bfe06-ac20-42d4-8f4e-da5b0034fed9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=62314494-b174-4444-b50f-a42c5aa706d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4466624 May 06 09:38:27.459021 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb277f6-0b5b-4655-9fa6-8b9cef485bbd admin admin] Router 6cf42293-7527-4b3a-a20a-f77c21229d17 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:38:27.459309 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-5c1d7584-1359-4a8c-a6a4-90a3eb885f56 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:27.468451 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a85ca-48b8-44f6-8164-268410f0d76c req-596ce385-dc2c-493f-97be-3cf5dcbb503d tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:27.469953 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-664a85ca-48b8-44f6-8164-268410f0d76c req-596ce385-dc2c-493f-97be-3cf5dcbb503d tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9c820a2-477b-4972-b27c-c148b9352878 HTTP/1.1" status: 200 len: 944 time: 0.6395936 May 06 09:38:27.472933 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:27.473642 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:27.474260 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:27.474792 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:27.475413 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:27.476046 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:27.476596 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:27.477203 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:27.477740 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:27.478299 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:27.478810 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:27.479528 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:27.521208 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 2b31a6cb-23a0-44b6-9f02-8767f7bc565c triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:27.521679 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:27.608581 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f61aa-dca0-4ff9-8550-04e8ea6ff3f3 req-cc254ecf-5d08-4a26-9621-5a5d50e9b794 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:27.619858 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da9f61aa-dca0-4ff9-8550-04e8ea6ff3f3 req-cc254ecf-5d08-4a26-9621-5a5d50e9b794 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 950 time: 0.5875247 May 06 09:38:27.630527 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb277f6-0b5b-4655-9fa6-8b9cef485bbd admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:38:27.650570 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbb277f6-0b5b-4655-9fa6-8b9cef485bbd admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:27.654769 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bbb277f6-0b5b-4655-9fa6-8b9cef485bbd admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7054749 May 06 09:38:27.655406 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42694) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:27.669080 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d27530-6664-4398-9338-36a29b2f365a None None] Sync routers for ids ['6cf42293-7527-4b3a-a20a-f77c21229d17'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:38:27.682399 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-664a85ca-48b8-44f6-8164-268410f0d76c req-d6a80301-8ea0-4e35-8c02-c651f59f8e85 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982651 May 06 09:38:27.695027 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-5c1d7584-1359-4a8c-a6a4-90a3eb885f56 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:27.744433 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['0f731e0b-cba7-480d-bd7a-5a8deee3e63d'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:38:27.744749 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62427828-b28f-4fa5-b131-2a2db0102000 req-8770a3c6-6140-4426-93e0-61d73ac0b8ac service neutron] 10.222.0.84 "GET /v2.0/networks/62314494-b174-4444-b50f-a42c5aa706d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645252 May 06 09:38:27.750905 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da9f61aa-dca0-4ff9-8550-04e8ea6ff3f3 req-3d428812-0f26-44cd-b2e8-f4f9112825dc tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294127 May 06 09:38:27.771999 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-5c1d7584-1359-4a8c-a6a4-90a3eb885f56 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Network 519999b9-d7d4-4e10-b661-e50209fd3b05 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:38:27.775275 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-5c1d7584-1359-4a8c-a6a4-90a3eb885f56 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:38:27.791077 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-5c1d7584-1359-4a8c-a6a4-90a3eb885f56 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:38:27.841771 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d7584-1359-4a8c-a6a4-90a3eb885f56 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Pushing event updated for resources: {'Port': ['ID=6a33477f-d84b-4f48-bb89-98d05b050377,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:27.879658 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d27530-6664-4398-9338-36a29b2f365a None None] Routers {'6cf42293-7527-4b3a-a20a-f77c21229d17'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:38:27.881260 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a2d27530-6664-4398-9338-36a29b2f365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:38:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6cf42293-7527-4b3a-a20a-f77c21229d17'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:27.901155 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68da8d04-0de8-44ca-aedb-a70b80d56b50 x-openstack-request-id: req-68da8d04-0de8-44ca-aedb-a70b80d56b50 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:27.901979 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0acb8ee9-c39a-4f95-b1d9-96b7b7258c77", "name": "network-vif-deleted", "tag": "056f291b-20d9-41e3-abe7-fda2add4f726", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:27.902263 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-68da8d04-0de8-44ca-aedb-a70b80d56b50 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:27.902635 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68da8d04-0de8-44ca-aedb-a70b80d56b50'] response: {'server_uuid': '0acb8ee9-c39a-4f95-b1d9-96b7b7258c77', 'name': 'network-vif-deleted', 'tag': '056f291b-20d9-41e3-abe7-fda2add4f726', 'status': 'completed', 'code': 200} May 06 09:38:27.919900 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-5c1d7584-1359-4a8c-a6a4-90a3eb885f56 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:27.920587 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-5c1d7584-1359-4a8c-a6a4-90a3eb885f56 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:27.965244 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-5c1d7584-1359-4a8c-a6a4-90a3eb885f56 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6838331 May 06 09:38:27.969988 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62427828-b28f-4fa5-b131-2a2db0102000 req-9d85134d-90bd-4a33-af5e-3bce12bdca73 service neutron] 10.222.0.84 "GET /v2.0/networks/62314494-b174-4444-b50f-a42c5aa706d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119029 May 06 09:38:27.992513 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-bf35f039-cac2-4239-be51-170eca9be168 service neutron] Request body: {'port': {'device_id': '1183fbd3-893f-47d0-8a47-cca2ab434dc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:28.104051 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-a2d27530-6664-4398-9338-36a29b2f365a None None] Set router 6cf42293-7527-4b3a-a20a-f77c21229d17 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:38:28.140344 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5938c5b2-f02a-4d07-9e37-497fc883a3d9 x-openstack-request-id: req-5938c5b2-f02a-4d07-9e37-497fc883a3d9 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:28.140618 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c820a2-477b-4972-b27c-c148b9352878", "name": "network-vif-plugged", "status": "completed", "tag": "67681c8c-8131-45e7-8361-52dda7951fe2", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:28.141598 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5938c5b2-f02a-4d07-9e37-497fc883a3d9 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:28.141598 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5938c5b2-f02a-4d07-9e37-497fc883a3d9'] response: {'server_uuid': 'a9c820a2-477b-4972-b27c-c148b9352878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67681c8c-8131-45e7-8361-52dda7951fe2', 'code': 200} May 06 09:38:28.174255 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-bf35f039-cac2-4239-be51-170eca9be168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:28.237685 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa689879-b025-4316-9b43-13fef4126e32 req-9accfb2f-3e94-4095-8c90-d4f855bd8789 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:28.239318 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aa689879-b025-4316-9b43-13fef4126e32 req-9accfb2f-3e94-4095-8c90-d4f855bd8789 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.84 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 950 time: 0.1986899 May 06 09:38:28.422497 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a2d27530-6664-4398-9338-36a29b2f365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf42293-7527-4b3a-a20a-f77c21229d17', 'name': 'tempest-ServersTestMultiNic-1358636048-router', 'tenant_id': '176b8c716694414abe8ccd24f8a01958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '972dca78-6503-45d9-b068-8e876984bc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:38:23Z', 'updated_at': '2022-05-06T09:38:26Z', 'revision_number': 3, 'project_id': '176b8c716694414abe8ccd24f8a01958', 'gw_port': {'id': '972dca78-6503-45d9-b068-8e876984bc64', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf42293-7527-4b3a-a20a-f77c21229d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:25Z', 'updated_at': '2022-05-06T09:38:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:28.458739 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d27530-6664-4398-9338-36a29b2f365a None None] Checking router: 6cf42293-7527-4b3a-a20a-f77c21229d17 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:38:28.459480 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d27530-6664-4398-9338-36a29b2f365a None None] Updating router 6cf42293-7527-4b3a-a20a-f77c21229d17 port 972dca78-6503-45d9-b068-8e876984bc64 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:38:28.483287 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4603a2a7-48f5-4d74-bb6e-9fc59bf510fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:28.486802 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a2d27530-6664-4398-9338-36a29b2f365a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:28.530324 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd60ef-ecef-4834-accd-62bc396e726f req-d22b55ad-e170-4724-aa30-5bb56f150f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:28.532542 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55bd60ef-ecef-4834-accd-62bc396e726f req-d22b55ad-e170-4724-aa30-5bb56f150f21 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a9c820a2-477b-4972-b27c-c148b9352878 HTTP/1.1" status: 200 len: 1096 time: 0.3247297 May 06 09:38:28.540021 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c92d9-373c-4630-8f74-13d2ac3b63f4 req-70011322-52b5-4127-80cf-aaf0e5d53da6 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:28.541702 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f7c92d9-373c-4630-8f74-13d2ac3b63f4 req-70011322-52b5-4127-80cf-aaf0e5d53da6 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 931 time: 0.2665448 May 06 09:38:28.619601 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29c66f-c16b-4c83-8cae-19d4fab230c8 req-7a8ed343-c5c1-4453-9399-5a98065978eb tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:28.621490 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f29c66f-c16b-4c83-8cae-19d4fab230c8 req-7a8ed343-c5c1-4453-9399-5a98065978eb tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 943 time: 0.2717566 May 06 09:38:28.686883 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-4603a2a7-48f5-4d74-bb6e-9fc59bf510fb admin admin] Allocated IP 172.20.0.1 (06955295-920d-41ae-8a61-f0b0d0bafa1a/90243bec-44fb-4d24-8c32-2119faf8c8c1/2c0c08b7-eda7-4593-aeef-6dbd588bae0f) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:38:28.694550 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55bd60ef-ecef-4834-accd-62bc396e726f req-fd8ce4d5-10e7-4d33-b4a9-4f803a85a59f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500828 May 06 09:38:28.720110 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f7c92d9-373c-4630-8f74-13d2ac3b63f4 req-69c51a0d-f3b9-4279-b7da-adad333ac049 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614757 May 06 09:38:28.758150 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-aa689879-b025-4316-9b43-13fef4126e32 req-83cd406a-4fa9-4573-8271-cfb9c4085ef0 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Deleting port 91f446db-15fc-4d52-89d7-753df54cee7b {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:38:28.758765 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-aa689879-b025-4316-9b43-13fef4126e32 req-83cd406a-4fa9-4573-8271-cfb9c4085ef0 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:28.764176 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f29c66f-c16b-4c83-8cae-19d4fab230c8 req-eedba857-b79e-4edb-b81d-ade0db9fb7d7 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262851 May 06 09:38:28.804216 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a2d27530-6664-4398-9338-36a29b2f365a None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:28.810123 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device ede935de-78ee-458f-8df5-09b533c47d24 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:38:28.916140 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4603a2a7-48f5-4d74-bb6e-9fc59bf510fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:28.965739 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-bf35f039-cac2-4239-be51-170eca9be168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a33477f-d84b-4f48-bb89-98d05b050377 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:38:28.975461 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-bf35f039-cac2-4239-be51-170eca9be168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:28.987049 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4603a2a7-48f5-4d74-bb6e-9fc59bf510fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:28.990994 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-bf35f039-cac2-4239-be51-170eca9be168 service neutron] Transition to ACTIVE for port object 6a33477f-d84b-4f48-bb89-98d05b050377 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:38:29.001917 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-aa689879-b025-4316-9b43-13fef4126e32 req-83cd406a-4fa9-4573-8271-cfb9c4085ef0 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] For port 91f446db-15fc-4d52-89d7-753df54cee7b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=91f446db-15fc-4d52-89d7-753df54cee7b,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:29.002414 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-aa689879-b025-4316-9b43-13fef4126e32 req-83cd406a-4fa9-4573-8271-cfb9c4085ef0 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:29.020023 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-aa689879-b025-4316-9b43-13fef4126e32 req-83cd406a-4fa9-4573-8271-cfb9c4085ef0 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Calling delete_port for 91f446db-15fc-4d52-89d7-753df54cee7b owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:38:29.044610 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port ede935de-78ee-458f-8df5-09b533c47d24, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=ede935de-78ee-458f-8df5-09b533c47d24,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:29.047736 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4603a2a7-48f5-4d74-bb6e-9fc59bf510fb admin admin] Network 06955295-920d-41ae-8a61-f0b0d0bafa1a is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:38:29.050934 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-4603a2a7-48f5-4d74-bb6e-9fc59bf510fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:38:29.054651 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4603a2a7-48f5-4d74-bb6e-9fc59bf510fb admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:38:29.086614 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-bf35f039-cac2-4239-be51-170eca9be168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:29.106662 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603a2a7-48f5-4d74-bb6e-9fc59bf510fb admin admin] Pushing event updated for resources: {'Port': ['ID=2c0c08b7-eda7-4593-aeef-6dbd588bae0f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:29.126848 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'ede935de-78ee-458f-8df5-09b533c47d24', 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e', 'port_id': 'ede935de-78ee-458f-8df5-09b533c47d24', 'mac_address': 'fa:16:3e:43:32:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5704ec7d-7fe2-4308-8e34-562762b93f76', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:38:29.129971 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4603a2a7-48f5-4d74-bb6e-9fc59bf510fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:29.135675 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a2d27530-6664-4398-9338-36a29b2f365a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:29.282890 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7747e-325e-4bed-b1b5-7c91dc3112b2 None None] Pushing event updated for resources: {'Port': ['ID=972dca78-6503-45d9-b068-8e876984bc64,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:29.297407 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35f039-cac2-4239-be51-170eca9be168 service neutron] Pushing event updated for resources: {'Port': ['ID=6a33477f-d84b-4f48-bb89-98d05b050377,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:29.355636 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-bf35f039-cac2-4239-be51-170eca9be168 service neutron] Attempting to bind port 6a33477f-d84b-4f48-bb89-98d05b050377 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:38:29.356577 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-bf35f039-cac2-4239-be51-170eca9be168 service neutron] Attempting to bind port 6a33477f-d84b-4f48-bb89-98d05b050377 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:38:29.357645 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-bf35f039-cac2-4239-be51-170eca9be168 service neutron] Attempting to bind port 6a33477f-d84b-4f48-bb89-98d05b050377 on network 519999b9-d7d4-4e10-b661-e50209fd3b05 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:29.374996 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:29.384418 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-bf35f039-cac2-4239-be51-170eca9be168 service neutron] Port 6a33477f-d84b-4f48-bb89-98d05b050377 on network 519999b9-d7d4-4e10-b661-e50209fd3b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:38:29.385012 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-bf35f039-cac2-4239-be51-170eca9be168 service neutron] Attempting to bind port 6a33477f-d84b-4f48-bb89-98d05b050377 on network 519999b9-d7d4-4e10-b661-e50209fd3b05 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:29.402891 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a2d27530-6664-4398-9338-36a29b2f365a None None] Attempting to bind port 972dca78-6503-45d9-b068-8e876984bc64 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:38:29.403668 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a2d27530-6664-4398-9338-36a29b2f365a None None] Attempting to bind port 972dca78-6503-45d9-b068-8e876984bc64 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:38:29.404150 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d27530-6664-4398-9338-36a29b2f365a None None] Attempting to bind port 972dca78-6503-45d9-b068-8e876984bc64 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:29.413491 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede935de-78ee-458f-8df5-09b533c47d24 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:38:29.444681 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port ede935de-78ee-458f-8df5-09b533c47d24, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=ede935de-78ee-458f-8df5-09b533c47d24,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:29.449345 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:29.450362 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d27530-6664-4398-9338-36a29b2f365a None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:38:29.451091 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d27530-6664-4398-9338-36a29b2f365a None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:38:29.451776 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a2d27530-6664-4398-9338-36a29b2f365a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:29.451776 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d27530-6664-4398-9338-36a29b2f365a None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:38:29.452277 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a2d27530-6664-4398-9338-36a29b2f365a None None] Bound port: 972dca78-6503-45d9-b068-8e876984bc64, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:38:29.452890 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a2d27530-6664-4398-9338-36a29b2f365a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:29.457458 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:29.518342 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-bf35f039-cac2-4239-be51-170eca9be168 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:38:29.525203 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-bf35f039-cac2-4239-be51-170eca9be168 service neutron] Checking segment: {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:38:29.525626 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-bf35f039-cac2-4239-be51-170eca9be168 service neutron] Bound using segment: {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:38:29.526112 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-bf35f039-cac2-4239-be51-170eca9be168 service neutron] Bound port: 6a33477f-d84b-4f48-bb89-98d05b050377, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:38:29.528082 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-bf35f039-cac2-4239-be51-170eca9be168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:29.579925 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664f7d3-574b-468a-a08e-518a57cbc3d7 req-cc25d2e2-841d-489d-a976-177dc2073394 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:29.581522 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9664f7d3-574b-468a-a08e-518a57cbc3d7 req-cc25d2e2-841d-489d-a976-177dc2073394 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9c820a2-477b-4972-b27c-c148b9352878 HTTP/1.1" status: 200 len: 945 time: 0.1873407 May 06 09:38:29.601514 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=ede935de-78ee-458f-8df5-09b533c47d24,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:29.605614 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-496726b1-cb9b-4894-b356-944c23bef65a None None] Provisioning complete for port 2c0c08b7-eda7-4593-aeef-6dbd588bae0f triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:29.605992 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-496726b1-cb9b-4894-b356-944c23bef65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:29.617907 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-aa689879-b025-4316-9b43-13fef4126e32 req-83cd406a-4fa9-4573-8271-cfb9c4085ef0 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:29.654276 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['2a8c432e-4ccf-4d70-947f-3448ffe6562a', '401ec187-3b03-41c3-a15c-9e8e9f696ca7', '91f446db-15fc-4d52-89d7-753df54cee7b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:38:29.686121 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57a2168c-4a0d-4f7e-bbbc-9e862699ae2d req-c2f2215c-9e64-4a4d-b8dc-1eac00f387e0 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=87957e83-69ab-436b-bd6f-8f0018772156 HTTP/1.1" status: 200 len: 210 time: 0.0520911 May 06 09:38:29.718531 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd406a-4fa9-4573-8271-cfb9c4085ef0 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Pushing event deleted for resources: {'Port': ['ID=91f446db-15fc-4d52-89d7-753df54cee7b,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:29.738776 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a2d27530-6664-4398-9338-36a29b2f365a None None] For port 972dca78-6503-45d9-b068-8e876984bc64, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:38:29.748492 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-496726b1-cb9b-4894-b356-944c23bef65a None None] Port 2c0c08b7-eda7-4593-aeef-6dbd588bae0f cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:38:29.761649 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a2d27530-6664-4398-9338-36a29b2f365a None None] For port 972dca78-6503-45d9-b068-8e876984bc64, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=972dca78-6503-45d9-b068-8e876984bc64,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:38:29.781212 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a2d27530-6664-4398-9338-36a29b2f365a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:29.803210 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa689879-b025-4316-9b43-13fef4126e32 req-83cd406a-4fa9-4573-8271-cfb9c4085ef0 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] No DVR routers for this DVR port 91f446db-15fc-4d52-89d7-753df54cee7b on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:38:29.810579 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-aa689879-b025-4316-9b43-13fef4126e32 req-83cd406a-4fa9-4573-8271-cfb9c4085ef0 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:29.819251 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aa689879-b025-4316-9b43-13fef4126e32 req-83cd406a-4fa9-4573-8271-cfb9c4085ef0 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.84 "DELETE /v2.0/ports/91f446db-15fc-4d52-89d7-753df54cee7b HTTP/1.1" status: 204 len: 173 time: 1.5427444 May 06 09:38:29.833491 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9664f7d3-574b-468a-a08e-518a57cbc3d7 req-8ae3d4a9-e530-472a-b37c-e33f4faf1200 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228405 May 06 09:38:29.863921 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-bf35f039-cac2-4239-be51-170eca9be168 service neutron] For port 6a33477f-d84b-4f48-bb89-98d05b050377, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:38:29.870914 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['ede935de-78ee-458f-8df5-09b533c47d24'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:38:29.877090 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-bf35f039-cac2-4239-be51-170eca9be168 service neutron] For port 6a33477f-d84b-4f48-bb89-98d05b050377, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=6a33477f-d84b-4f48-bb89-98d05b050377,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:38:29.891786 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-bf35f039-cac2-4239-be51-170eca9be168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:29.928486 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7747e-325e-4bed-b1b5-7c91dc3112b2 None None] Pushing event updated for resources: {'Port': ['ID=972dca78-6503-45d9-b068-8e876984bc64,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:29.938734 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d27530-6664-4398-9338-36a29b2f365a None None] Routers {'6cf42293-7527-4b3a-a20a-f77c21229d17'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:38:29.939414 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a2d27530-6664-4398-9338-36a29b2f365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:38:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6cf42293-7527-4b3a-a20a-f77c21229d17'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:29.971971 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87957e83-69ab-436b-bd6f-8f0018772156', 'name': 'network-vif-deleted', 'tag': '91f446db-15fc-4d52-89d7-753df54cee7b'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:29.988146 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe72ff1-d164-4e16-891c-6c7ca0ba0bac" -d '{"events": [{"server_uuid": "87957e83-69ab-436b-bd6f-8f0018772156", "name": "network-vif-deleted", "tag": "91f446db-15fc-4d52-89d7-753df54cee7b"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:30.033673 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4603a2a7-48f5-4d74-bb6e-9fc59bf510fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:30.161690 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-bf35f039-cac2-4239-be51-170eca9be168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:30.164675 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-bf35f039-cac2-4239-be51-170eca9be168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:30.168027 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-bf35f039-cac2-4239-be51-170eca9be168 service neutron] 10.222.0.77 "PUT /v2.0/ports/6a33477f-d84b-4f48-bb89-98d05b050377 HTTP/1.1" status: 200 len: 1091 time: 2.1799467 May 06 09:38:30.240123 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35f039-cac2-4239-be51-170eca9be168 service neutron] Pushing event updated for resources: {'Port': ['ID=6a33477f-d84b-4f48-bb89-98d05b050377,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:30.273056 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f00ac-9270-404d-ac7d-783291e5f45b req-fcd8b322-ecd7-46bb-9064-8b1910def16d tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:30.284194 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc3f00ac-9270-404d-ac7d-783291e5f45b req-fcd8b322-ecd7-46bb-9064-8b1910def16d tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] 10.222.0.73 "GET /v2.0/ports?device_id=523eb520-c781-4155-ad91-2f7f0d1e81c6 HTTP/1.1" status: 200 len: 945 time: 0.2451687 May 06 09:38:30.457424 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc3f00ac-9270-404d-ac7d-783291e5f45b req-cc3a7f83-f8a7-4b34-bc53-77dbb079c313 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] 10.222.0.73 "GET /v2.0/security-groups?id=28f40e77-cc6d-4b06-8351-0c37b0d80482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687016 May 06 09:38:30.468841 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-8750fb24-4fbe-4f1a-980e-625e5fdec1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:30.470642 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-8750fb24-4fbe-4f1a-980e-625e5fdec1f6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=147a685967a04284b13954d6f7a9d875&device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 1094 time: 0.1550465 May 06 09:38:30.485888 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4603a2a7-48f5-4d74-bb6e-9fc59bf510fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:30.504210 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4603a2a7-48f5-4d74-bb6e-9fc59bf510fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:30.506590 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-a2d27530-6664-4398-9338-36a29b2f365a None None] Set router 6cf42293-7527-4b3a-a20a-f77c21229d17 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:38:30.575624 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-f317a944-7cca-49aa-987f-4ab7b542b6df service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a33477f-d84b-4f48-bb89-98d05b050377 HTTP/1.1" status: 200 len: 217 time: 0.0879395 May 06 09:38:30.616810 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603a2a7-48f5-4d74-bb6e-9fc59bf510fb admin admin] Pushing event updated for resources: {'Port': ['ID=2c0c08b7-eda7-4593-aeef-6dbd588bae0f,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:30.635952 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4603a2a7-48f5-4d74-bb6e-9fc59bf510fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:30.734090 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518a634-86a1-4e3f-8b30-b5d80ddb31fd req-4f78deea-d07d-4bde-b0f8-8c58f0facc01 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:30.735784 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1518a634-86a1-4e3f-8b30-b5d80ddb31fd req-4f78deea-d07d-4bde-b0f8-8c58f0facc01 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 943 time: 0.1631048 May 06 09:38:30.743705 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765a90a-16ab-4fba-b7ae-36fa88c0b75a req-b8211214-cf57-4f15-9496-1957ade3d4ef tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:30.746602 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4765a90a-16ab-4fba-b7ae-36fa88c0b75a req-b8211214-cf57-4f15-9496-1957ade3d4ef tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 944 time: 0.1738675 May 06 09:38:30.756621 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-7fd904d6-08b0-4773-9bf0-1233b700ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:30.758712 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-7fd904d6-08b0-4773-9bf0-1233b700ab99 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=293ef06f-9c8d-46e9-8a69-2491d12832fe HTTP/1.1" status: 200 len: 859 time: 0.1013680 May 06 09:38:30.781173 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4603a2a7-48f5-4d74-bb6e-9fc59bf510fb admin admin] Network 06955295-920d-41ae-8a61-f0b0d0bafa1a is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:38:30.782784 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-4603a2a7-48f5-4d74-bb6e-9fc59bf510fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:38:30.817792 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-49fe9343-f65f-4224-990d-c3453379a4e1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=519999b9-d7d4-4e10-b661-e50209fd3b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484974 May 06 09:38:30.844866 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1518a634-86a1-4e3f-8b30-b5d80ddb31fd req-b5647bf3-0e76-49e1-9764-c231652bb719 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977993 May 06 09:38:30.878648 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4765a90a-16ab-4fba-b7ae-36fa88c0b75a req-942fef26-ce7e-479e-9064-75f446801dec tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181982 May 06 09:38:31.014298 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a2d27530-6664-4398-9338-36a29b2f365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf42293-7527-4b3a-a20a-f77c21229d17', 'name': 'tempest-ServersTestMultiNic-1358636048-router', 'tenant_id': '176b8c716694414abe8ccd24f8a01958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '972dca78-6503-45d9-b068-8e876984bc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:38:23Z', 'updated_at': '2022-05-06T09:38:29Z', 'revision_number': 4, 'project_id': '176b8c716694414abe8ccd24f8a01958', 'gw_port': {'id': '972dca78-6503-45d9-b068-8e876984bc64', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf42293-7527-4b3a-a20a-f77c21229d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:25Z', 'updated_at': '2022-05-06T09:38:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '2c0c08b7-eda7-4593-aeef-6dbd588bae0f', 'name': '', 'network_id': '06955295-920d-41ae-8a61-f0b0d0bafa1a', 'tenant_id': '176b8c716694414abe8ccd24f8a01958', 'mac_address': 'fa:16:3e:2a:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf42293-7527-4b3a-a20a-f77c21229d17', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '90243bec-44fb-4d24-8c32-2119faf8c8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:28Z', 'updated_at': '2022-05-06T09:38:28Z', 'revision_number': 1, 'project_id': '176b8c716694414abe8ccd24f8a01958', 'subnets': [{'id': '90243bec-44fb-4d24-8c32-2119faf8c8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:31.023062 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f0e2b9-3f81-4cb5-8798-716cd597ca1f x-openstack-request-id: req-67f0e2b9-3f81-4cb5-8798-716cd597ca1f {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:31.023986 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87957e83-69ab-436b-bd6f-8f0018772156", "name": "network-vif-deleted", "tag": "91f446db-15fc-4d52-89d7-753df54cee7b", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:31.024292 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-67f0e2b9-3f81-4cb5-8798-716cd597ca1f {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:31.024893 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67f0e2b9-3f81-4cb5-8798-716cd597ca1f'] response: {'server_uuid': '87957e83-69ab-436b-bd6f-8f0018772156', 'name': 'network-vif-deleted', 'tag': '91f446db-15fc-4d52-89d7-753df54cee7b', 'status': 'completed', 'code': 200} May 06 09:38:31.060198 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d27530-6664-4398-9338-36a29b2f365a None None] The sync data for ids ['6cf42293-7527-4b3a-a20a-f77c21229d17'] in n-d-840835-1 is: [{'id': '6cf42293-7527-4b3a-a20a-f77c21229d17', 'name': 'tempest-ServersTestMultiNic-1358636048-router', 'tenant_id': '176b8c716694414abe8ccd24f8a01958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '972dca78-6503-45d9-b068-8e876984bc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:38:23Z', 'updated_at': '2022-05-06T09:38:29Z', 'revision_number': 4, 'project_id': '176b8c716694414abe8ccd24f8a01958', 'gw_port': {'id': '972dca78-6503-45d9-b068-8e876984bc64', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf42293-7527-4b3a-a20a-f77c21229d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:25Z', 'updated_at': '2022-05-06T09:38:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '2c0c08b7-eda7-4593-aeef-6dbd588bae0f', 'name': '', 'network_id': '06955295-920d-41ae-8a61-f0b0d0bafa1a', 'tenant_id': '176b8c716694414abe8ccd24f8a01958', 'mac_address': 'fa:16:3e:2a:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf42293-7527-4b3a-a20a-f77c21229d17', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '90243bec-44fb-4d24-8c32-2119faf8c8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:28Z', 'updated_at': '2022-05-06T09:38:28Z', 'revision_number': 1, 'project_id': '176b8c716694414abe8ccd24f8a01958', 'subnets': [{'id': '90243bec-44fb-4d24-8c32-2119faf8c8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:38:31.076417 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-9b6874a7-d942-452e-9ae4-5af7172e0252 service neutron] 10.222.0.77 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187219 May 06 09:38:31.231216 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4603a2a7-48f5-4d74-bb6e-9fc59bf510fb admin admin] Router 6cf42293-7527-4b3a-a20a-f77c21229d17 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:38:31.239465 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b1002-528c-4beb-a473-234c5da745a6 req-83adf4c7-a036-4fe4-b9bb-6f3fb874b8bf tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:31.240930 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a80b1002-528c-4beb-a473-234c5da745a6 req-83adf4c7-a036-4fe4-b9bb-6f3fb874b8bf tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] 10.222.0.77 "GET /v2.0/ports?device_id=523eb520-c781-4155-ad91-2f7f0d1e81c6 HTTP/1.1" status: 200 len: 945 time: 0.1553946 May 06 09:38:31.256644 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-460bf55e-106d-42f3-b0d2-fbf6d992c584 req-5149640c-818f-40ba-8fe3-bc35198f5101 service neutron] 10.222.0.77 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689277 May 06 09:38:31.302201 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d5773749-9ab2-435b-b1da-6a450d8f5c11 None None] Provisioning complete for port 2c0c08b7-eda7-4593-aeef-6dbd588bae0f triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:31.303392 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d5773749-9ab2-435b-b1da-6a450d8f5c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:31.350836 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d5773749-9ab2-435b-b1da-6a450d8f5c11 None None] Port 2c0c08b7-eda7-4593-aeef-6dbd588bae0f cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:38:31.363613 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d08f4d-0369-441e-b2cb-d974c821a996 req-0d453e82-b344-4859-b6c4-a2fe044dbbe1 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:31.365475 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38d08f4d-0369-441e-b2cb-d974c821a996 req-0d453e82-b344-4859-b6c4-a2fe044dbbe1 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9c820a2-477b-4972-b27c-c148b9352878 HTTP/1.1" status: 200 len: 945 time: 0.0921967 May 06 09:38:31.413612 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38d08f4d-0369-441e-b2cb-d974c821a996 req-68d47273-9380-4751-ae5a-2ba8cd4844ac tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412285 May 06 09:38:31.517633 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4603a2a7-48f5-4d74-bb6e-9fc59bf510fb admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:38:31.524230 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4603a2a7-48f5-4d74-bb6e-9fc59bf510fb admin admin] 10.222.0.73 "PUT /v2.0/routers/6cf42293-7527-4b3a-a20a-f77c21229d17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8676276 May 06 09:38:31.575540 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-a80b1002-528c-4beb-a473-234c5da745a6 req-69e121fd-5cd3-42bb-a566-9902bf9e23f3 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] Deleting port d6439551-9fa6-4c80-893d-b46b81e01856 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:38:31.581341 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a80b1002-528c-4beb-a473-234c5da745a6 req-69e121fd-5cd3-42bb-a566-9902bf9e23f3 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:31.724356 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9042b7-21a5-4038-b791-b8063714bc78 req-d80d710e-f86d-4c8e-b37a-7eee66ccf9c2 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:31.732920 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b9042b7-21a5-4038-b791-b8063714bc78 req-d80d710e-f86d-4c8e-b37a-7eee66ccf9c2 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9c820a2-477b-4972-b27c-c148b9352878 HTTP/1.1" status: 200 len: 945 time: 0.1209266 May 06 09:38:31.741409 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42812) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:31.780931 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b9042b7-21a5-4038-b791-b8063714bc78 req-f23fecf2-bd3a-496f-bfd5-0a0e3806a0f0 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471313 May 06 09:38:31.788313 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-a80b1002-528c-4beb-a473-234c5da745a6 req-69e121fd-5cd3-42bb-a566-9902bf9e23f3 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] For port d6439551-9fa6-4c80-893d-b46b81e01856, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=d6439551-9fa6-4c80-893d-b46b81e01856,segment=NetworkSegment(8e42f261-1cd9-4700-803f-369b0677e94b),segment_id=8e42f261-1cd9-4700-803f-369b0677e94b)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:31.788691 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a80b1002-528c-4beb-a473-234c5da745a6 req-69e121fd-5cd3-42bb-a566-9902bf9e23f3 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:31.808605 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-a80b1002-528c-4beb-a473-234c5da745a6 req-69e121fd-5cd3-42bb-a566-9902bf9e23f3 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] Calling delete_port for d6439551-9fa6-4c80-893d-b46b81e01856 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:38:31.890597 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7621c-47a6-4505-9f41-e26f4f474ac3 req-e6419cee-4714-44ff-a55f-25a05d4dd0ed tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:31.892577 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4fd7621c-47a6-4505-9f41-e26f4f474ac3 req-e6419cee-4714-44ff-a55f-25a05d4dd0ed tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] 10.222.0.73 "GET /v2.0/ports?device_id=523eb520-c781-4155-ad91-2f7f0d1e81c6 HTTP/1.1" status: 200 len: 945 time: 0.0587926 May 06 09:38:31.928216 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42822) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:32.009376 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b46d0-cfc3-486f-96c4-a297893ccb35 req-a3aee510-04c3-4a5e-a1aa-c5d4cfca0149 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:32.011626 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1a2b46d0-cfc3-486f-96c4-a297893ccb35 req-a3aee510-04c3-4a5e-a1aa-c5d4cfca0149 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 949 time: 0.1292515 May 06 09:38:32.013025 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a80b1002-528c-4beb-a473-234c5da745a6 req-69e121fd-5cd3-42bb-a566-9902bf9e23f3 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:32.035729 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4fd7621c-47a6-4505-9f41-e26f4f474ac3 req-bea20a3a-ae4b-4653-b0fa-3c1f4da8f436 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] 10.222.0.73 "GET /v2.0/security-groups?id=28f40e77-cc6d-4b06-8351-0c37b0d80482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165438 May 06 09:38:32.050905 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['d6439551-9fa6-4c80-893d-b46b81e01856'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:38:32.056550 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e121fd-5cd3-42bb-a566-9902bf9e23f3 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] Pushing event deleted for resources: {'Port': ['ID=d6439551-9fa6-4c80-893d-b46b81e01856,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:32.103883 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-df3a2987-0b0b-4a63-8ccf-c6831130b4b0 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1045106168'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:32.117500 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80b1002-528c-4beb-a473-234c5da745a6 req-69e121fd-5cd3-42bb-a566-9902bf9e23f3 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] No DVR routers for this DVR port d6439551-9fa6-4c80-893d-b46b81e01856 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:38:32.120919 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a80b1002-528c-4beb-a473-234c5da745a6 req-69e121fd-5cd3-42bb-a566-9902bf9e23f3 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:32.125627 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a80b1002-528c-4beb-a473-234c5da745a6 req-69e121fd-5cd3-42bb-a566-9902bf9e23f3 tempest-ServerTagsTestJSON-1259115149 tempest-ServerTagsTestJSON-1259115149-project] 10.222.0.77 "DELETE /v2.0/ports/d6439551-9fa6-4c80-893d-b46b81e01856 HTTP/1.1" status: 204 len: 173 time: 0.8097024 May 06 09:38:32.126096 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523eb520-c781-4155-ad91-2f7f0d1e81c6', 'name': 'network-vif-deleted', 'tag': 'd6439551-9fa6-4c80-893d-b46b81e01856'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:32.129898 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7e21eb-f372-4932-a274-fec3ebd1b889" -d '{"events": [{"server_uuid": "523eb520-c781-4155-ad91-2f7f0d1e81c6", "name": "network-vif-deleted", "tag": "d6439551-9fa6-4c80-893d-b46b81e01856"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:32.156487 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1a2b46d0-cfc3-486f-96c4-a297893ccb35 req-e38ea227-e561-4c38-b298-a158d856f632 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357827 May 06 09:38:32.157685 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3a2987-0b0b-4a63-8ccf-c6831130b4b0 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Made reservation on behalf of 176b8c716694414abe8ccd24f8a01958 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:38:32.161193 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-df3a2987-0b0b-4a63-8ccf-c6831130b4b0 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:32.207585 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df3a2987-0b0b-4a63-8ccf-c6831130b4b0 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:38:32.220229 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-df3a2987-0b0b-4a63-8ccf-c6831130b4b0 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:32.220229 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-df3a2987-0b0b-4a63-8ccf-c6831130b4b0 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Added segment 2f84c048-45d7-4c82-807a-064e9189436d of type vlan for network 72c7337c-ed4a-416b-867d-219dbb6331f8 May 06 09:38:32.292110 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-73492d58-7424-45c6-8774-351109823959 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1ed6414981604f24ac7e09febac45809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626382 May 06 09:38:32.294551 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42836) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:32.348965 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-df3a2987-0b0b-4a63-8ccf-c6831130b4b0 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:32.379981 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ded05218-5a3b-4c25-a75d-8e723ce513c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:32.410156 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6f256-aa6f-4507-8c3f-ed027042557b req-38c17080-f47c-4ca0-93c2-9be2bd5ac99e tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:32.421030 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f6f6f256-aa6f-4507-8c3f-ed027042557b req-38c17080-f47c-4ca0-93c2-9be2bd5ac99e tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 943 time: 0.1310358 May 06 09:38:32.426090 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ded05218-5a3b-4c25-a75d-8e723ce513c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:32.443548 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-df3a2987-0b0b-4a63-8ccf-c6831130b4b0 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:32.451847 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3a2987-0b0b-4a63-8ccf-c6831130b4b0 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:32.452502 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-df3a2987-0b0b-4a63-8ccf-c6831130b4b0 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:32.499328 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ded05218-5a3b-4c25-a75d-8e723ce513c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:32.502902 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ded05218-5a3b-4c25-a75d-8e723ce513c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:32.504128 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ded05218-5a3b-4c25-a75d-8e723ce513c8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/332864c1-d721-4cd2-87cb-f4dd0832c183 HTTP/1.1" status: 204 len: 168 time: 0.2086115 May 06 09:38:32.514875 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded05218-5a3b-4c25-a75d-8e723ce513c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332864c1-d721-4cd2-87cb-f4dd0832c183,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:32.612333 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-df3a2987-0b0b-4a63-8ccf-c6831130b4b0 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8699081 May 06 09:38:32.615714 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42844) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:32.617986 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a2987-0b0b-4a63-8ccf-c6831130b4b0 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Pushing event updated for resources: {'Network': ['ID=72c7337c-ed4a-416b-867d-219dbb6331f8,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:32.636267 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 72c7337c-ed4a-416b-867d-219dbb6331f8 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:38:32.641081 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-7e4cc2e5-ea63-4931-bf54-fed508ed5ed0 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Request body: {'subnet': {'network_id': '72c7337c-ed4a-416b-867d-219dbb6331f8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:32.647846 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f6f6f256-aa6f-4507-8c3f-ed027042557b req-7329ce8b-0a9f-4574-babb-c51bac8e7005 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067688 May 06 09:38:32.793939 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4288e6-694f-4cac-8eef-26b409e39d0a x-openstack-request-id: req-6c4288e6-694f-4cac-8eef-26b409e39d0a {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:32.793939 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523eb520-c781-4155-ad91-2f7f0d1e81c6", "name": "network-vif-deleted", "tag": "d6439551-9fa6-4c80-893d-b46b81e01856", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:32.793939 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6c4288e6-694f-4cac-8eef-26b409e39d0a {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:32.794288 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c4288e6-694f-4cac-8eef-26b409e39d0a'] response: {'server_uuid': '523eb520-c781-4155-ad91-2f7f0d1e81c6', 'name': 'network-vif-deleted', 'tag': 'd6439551-9fa6-4c80-893d-b46b81e01856', 'status': 'completed', 'code': 200} May 06 09:38:32.804903 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device ede935de-78ee-458f-8df5-09b533c47d24 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:38:32.817964 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c471b5-5384-4804-b793-58ce83ffe224 req-de4f0b28-56c8-43b9-8932-14f8276ac034 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:32.830099 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b7c471b5-5384-4804-b793-58ce83ffe224 req-de4f0b28-56c8-43b9-8932-14f8276ac034 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 944 time: 0.0974426 May 06 09:38:32.888741 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b7c471b5-5384-4804-b793-58ce83ffe224 req-2c76bea0-897b-4f5c-bd8a-7c6169bd412e tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476160 May 06 09:38:32.922178 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4cc2e5-ea63-4931-bf54-fed508ed5ed0 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Made reservation on behalf of 176b8c716694414abe8ccd24f8a01958 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:38:32.928714 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc2e5-ea63-4931-bf54-fed508ed5ed0 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:32.940217 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port ede935de-78ee-458f-8df5-09b533c47d24 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:38:32.953280 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port ede935de-78ee-458f-8df5-09b533c47d24 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:32.955599 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:33.027296 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1183fbd3-893f-47d0-8a47-cca2ab434dc2', 'tag': '6a33477f-d84b-4f48-bb89-98d05b050377'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:33.029719 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4510e78-6750-48d8-bbf6-9d4b6b4c4ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "1183fbd3-893f-47d0-8a47-cca2ab434dc2", "tag": "6a33477f-d84b-4f48-bb89-98d05b050377"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:33.146001 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f006ab65-4890-4186-867f-ac8f2e1ee182 x-openstack-request-id: req-f006ab65-4890-4186-867f-ac8f2e1ee182 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:33.146408 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1183fbd3-893f-47d0-8a47-cca2ab434dc2", "tag": "6a33477f-d84b-4f48-bb89-98d05b050377", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:33.146667 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f006ab65-4890-4186-867f-ac8f2e1ee182 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:33.152291 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f006ab65-4890-4186-867f-ac8f2e1ee182'] response: {'name': 'network-changed', 'server_uuid': '1183fbd3-893f-47d0-8a47-cca2ab434dc2', 'tag': '6a33477f-d84b-4f48-bb89-98d05b050377', 'status': 'completed', 'code': 200} May 06 09:38:33.222748 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42882) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:33.253427 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:33.338099 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0831239-d745-436b-853c-2b77fc2ed90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede935de-78ee-458f-8df5-09b533c47d24'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:33.343848 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5230005e-8654-498f-8c24-91c0f98a4806" -d '{"events": [{"server_uuid": "b0831239-d745-436b-853c-2b77fc2ed90e", "name": "network-vif-plugged", "status": "completed", "tag": "ede935de-78ee-458f-8df5-09b533c47d24"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:33.359458 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5dcc5ca-6d4e-4f32-965d-9ea120be234a admin admin] Deleting subnet 9f6f2e41-02f1-4f4b-9da7-562f11be5c4a {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:38:33.364881 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 972dca78-6503-45d9-b068-8e876984bc64 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:38:33.365331 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e5dcc5ca-6d4e-4f32-965d-9ea120be234a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:33.403729 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4510e78-6750-48d8-bbf6-9d4b6b4c4ec1 req-bd592900-bf07-449d-859d-880a1af997ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:33.405769 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f4510e78-6750-48d8-bbf6-9d4b6b4c4ec1 req-bd592900-bf07-449d-859d-880a1af997ad service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=147a685967a04284b13954d6f7a9d875&device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 1094 time: 0.1957545 May 06 09:38:33.438532 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port ede935de-78ee-458f-8df5-09b533c47d24, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=ede935de-78ee-458f-8df5-09b533c47d24,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:33.456292 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc2e5-ea63-4931-bf54-fed508ed5ed0 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:33.458246 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:33.459926 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 91f446db-15fc-4d52-89d7-753df54cee7b no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:38:33.543183 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f1ead-dc98-4ca0-bae4-5f868f4f2803 req-b0694d3e-e94f-4eda-9ccd-ad8c0d2ae5ce tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:33.543706 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 91f446db-15fc-4d52-89d7-753df54cee7b {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:38:33.544173 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 91f446db-15fc-4d52-89d7-753df54cee7b not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:38:33.546437 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-114f1ead-dc98-4ca0-bae4-5f868f4f2803 req-b0694d3e-e94f-4eda-9ccd-ad8c0d2ae5ce tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9c820a2-477b-4972-b27c-c148b9352878 HTTP/1.1" status: 200 len: 945 time: 0.1825161 May 06 09:38:33.562885 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e5dcc5ca-6d4e-4f32-965d-9ea120be234a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:33.604602 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 972dca78-6503-45d9-b068-8e876984bc64 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:33.605375 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:33.612000 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=ede935de-78ee-458f-8df5-09b533c47d24,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:33.612946 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4cc2e5-ea63-4931-bf54-fed508ed5ed0 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Pushing event updated for resources: {'Subnet': ['ID=67cccdd2-6401-4e37-ac91-4fff609d0abf,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:33.624850 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5903e26-3383-47ab-96b7-d9fea3e004a0 req-6077facc-6edc-471d-90e9-ea063fddf6c7 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:33.626386 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5903e26-3383-47ab-96b7-d9fea3e004a0 req-6077facc-6edc-471d-90e9-ea063fddf6c7 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 949 time: 0.2256091 May 06 09:38:33.660914 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4cc2e5-ea63-4931-bf54-fed508ed5ed0 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Checking segment: {'id': '2f84c048-45d7-4c82-807a-064e9189436d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '72c7337c-ed4a-416b-867d-219dbb6331f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:38:33.661170 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f8766-f2f9-497b-a7e0-ac6771529c0c req-437fac06-1e44-4618-bd69-5db4a5494e93 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:33.661417 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4cc2e5-ea63-4931-bf54-fed508ed5ed0 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Network hostable DHCP agents. Network: 72c7337c-ed4a-416b-867d-219dbb6331f8, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:38:33.662447 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-635f8766-f2f9-497b-a7e0-ac6771529c0c req-437fac06-1e44-4618-bd69-5db4a5494e93 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 949 time: 0.1928806 May 06 09:38:33.664677 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4510e78-6750-48d8-bbf6-9d4b6b4c4ec1 req-ada683f3-4436-4f79-bd04-26e3798f6f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:33.666211 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f4510e78-6750-48d8-bbf6-9d4b6b4c4ec1 req-ada683f3-4436-4f79-bd04-26e3798f6f42 service neutron] 10.222.0.77 "GET /v2.0/networks?id=519999b9-d7d4-4e10-b661-e50209fd3b05 HTTP/1.1" status: 200 len: 920 time: 0.2528594 May 06 09:38:33.728064 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f4510e78-6750-48d8-bbf6-9d4b6b4c4ec1 req-d1629eee-1a23-4db9-9722-2d112883d485 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a33477f-d84b-4f48-bb89-98d05b050377 HTTP/1.1" status: 200 len: 217 time: 0.0526588 May 06 09:38:33.733111 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:33.742450 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-114f1ead-dc98-4ca0-bae4-5f868f4f2803 req-46fffbb4-16ed-4e17-a095-8814883c0904 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875634 May 06 09:38:33.744438 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4cc2e5-ea63-4931-bf54-fed508ed5ed0 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Network 72c7337c-ed4a-416b-867d-219dbb6331f8 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:38:33.775352 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e5dcc5ca-6d4e-4f32-965d-9ea120be234a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:33.811763 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-7e4cc2e5-ea63-4931-bf54-fed508ed5ed0 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 72c7337c-ed4a-416b-867d-219dbb6331f8) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:38:33.815176 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4510e78-6750-48d8-bbf6-9d4b6b4c4ec1 req-c0bad131-f92b-4c7f-b499-3859c6a2edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:33.817271 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f4510e78-6750-48d8-bbf6-9d4b6b4c4ec1 req-c0bad131-f92b-4c7f-b499-3859c6a2edc9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=293ef06f-9c8d-46e9-8a69-2491d12832fe HTTP/1.1" status: 200 len: 859 time: 0.0821819 May 06 09:38:33.820261 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4cc2e5-ea63-4931-bf54-fed508ed5ed0 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:33.820857 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc2e5-ea63-4931-bf54-fed508ed5ed0 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:33.832525 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 972dca78-6503-45d9-b068-8e876984bc64, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=972dca78-6503-45d9-b068-8e876984bc64,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:33.838266 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd81149-a4ba-4df1-ae42-86eac8eb8371 None None] Network 72c7337c-ed4a-416b-867d-219dbb6331f8 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:38:33.853114 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7e4cc2e5-ea63-4931-bf54-fed508ed5ed0 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2306671 May 06 09:38:33.874590 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42900) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:33.876989 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f4510e78-6750-48d8-bbf6-9d4b6b4c4ec1 req-f7af54fe-714c-46b0-8d86-f225eb64c8c4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=519999b9-d7d4-4e10-b661-e50209fd3b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425460 May 06 09:38:33.882652 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-8665fc8d-17f8-47bb-b569-769efd0071d4 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-346331079'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:33.903992 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5903e26-3383-47ab-96b7-d9fea3e004a0 req-443dac56-4bb9-4549-9907-5ee6000d5111 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416117 May 06 09:38:33.921061 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8665fc8d-17f8-47bb-b569-769efd0071d4 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Made reservation on behalf of 176b8c716694414abe8ccd24f8a01958 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:38:33.931441 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8665fc8d-17f8-47bb-b569-769efd0071d4 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:33.947727 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:34.008633 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e5dcc5ca-6d4e-4f32-965d-9ea120be234a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:34.045100 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-635f8766-f2f9-497b-a7e0-ac6771529c0c req-c19c5ba3-d6d7-47da-a6f3-6bd47e236385 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Deleting port 401ec187-3b03-41c3-a15c-9e8e9f696ca7 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:38:34.045548 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-635f8766-f2f9-497b-a7e0-ac6771529c0c req-c19c5ba3-d6d7-47da-a6f3-6bd47e236385 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:34.046517 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae59c7b-c945-4f3c-8f61-fc36e1bb6b9c x-openstack-request-id: req-dae59c7b-c945-4f3c-8f61-fc36e1bb6b9c {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:34.046989 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0831239-d745-436b-853c-2b77fc2ed90e", "name": "network-vif-plugged", "status": "completed", "tag": "ede935de-78ee-458f-8df5-09b533c47d24", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:34.047665 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dae59c7b-c945-4f3c-8f61-fc36e1bb6b9c {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:34.048122 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dae59c7b-c945-4f3c-8f61-fc36e1bb6b9c'] response: {'server_uuid': 'b0831239-d745-436b-853c-2b77fc2ed90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede935de-78ee-458f-8df5-09b533c47d24', 'code': 200} May 06 09:38:34.053720 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e5dcc5ca-6d4e-4f32-965d-9ea120be234a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:34.067739 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42906) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:34.071436 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e5dcc5ca-6d4e-4f32-965d-9ea120be234a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9f6f2e41-02f1-4f4b-9da7-562f11be5c4a HTTP/1.1" status: 204 len: 168 time: 0.8474622 May 06 09:38:34.071686 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=972dca78-6503-45d9-b068-8e876984bc64,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:34.101726 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8665fc8d-17f8-47bb-b569-769efd0071d4 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:38:34.136541 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dcc5ca-6d4e-4f32-965d-9ea120be234a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f6f2e41-02f1-4f4b-9da7-562f11be5c4a,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:34.163707 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f4510e78-6750-48d8-bbf6-9d4b6b4c4ec1 req-ae4931cc-7674-4198-b63e-2c0362618d14 service neutron] 10.222.0.77 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628238 May 06 09:38:34.232904 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8665fc8d-17f8-47bb-b569-769efd0071d4 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:34.233337 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-8665fc8d-17f8-47bb-b569-769efd0071d4 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Added segment 1d387139-cba5-4570-b0b2-41010da74545 of type vlan for network 28ebf713-266e-49bf-bb85-a1e0a99030b5 May 06 09:38:34.241383 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703bd8e3-9faa-46d5-8063-348cb40e8e18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-72c7337c-ed4a-416b-867d-219dbb6331f8', 'network_id': '72c7337c-ed4a-416b-867d-219dbb6331f8', 'tenant_id': '176b8c716694414abe8ccd24f8a01958', 'fixed_ips': [{'subnet_id': '67cccdd2-6401-4e37-ac91-4fff609d0abf'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:38:34.247391 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-703bd8e3-9faa-46d5-8063-348cb40e8e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:34.314150 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d95ed5-a8c9-4acd-a5d1-1b673aa743cb req-ffcad25d-73d6-4a06-b605-41f5536f18b8 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:34.322430 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-68d95ed5-a8c9-4acd-a5d1-1b673aa743cb req-ffcad25d-73d6-4a06-b605-41f5536f18b8 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 943 time: 0.1445100 May 06 09:38:34.330715 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bd2e3-d816-4757-8481-f80f3ffdb36e req-52bfcc79-4b4f-445f-b307-fb4da0b9634b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:34.331806 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b97bd2e3-d816-4757-8481-f80f3ffdb36e req-52bfcc79-4b4f-445f-b307-fb4da0b9634b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 1096 time: 0.2223556 May 06 09:38:34.375351 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8665fc8d-17f8-47bb-b569-769efd0071d4 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:34.375603 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-635f8766-f2f9-497b-a7e0-ac6771529c0c req-c19c5ba3-d6d7-47da-a6f3-6bd47e236385 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] For port 401ec187-3b03-41c3-a15c-9e8e9f696ca7, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=401ec187-3b03-41c3-a15c-9e8e9f696ca7,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:34.375882 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-635f8766-f2f9-497b-a7e0-ac6771529c0c req-c19c5ba3-d6d7-47da-a6f3-6bd47e236385 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:34.387421 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-29dbb8b4-86e9-4f18-bbef-eacb6b5aa6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:34.434054 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-635f8766-f2f9-497b-a7e0-ac6771529c0c req-c19c5ba3-d6d7-47da-a6f3-6bd47e236385 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Calling delete_port for 401ec187-3b03-41c3-a15c-9e8e9f696ca7 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:38:34.449034 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-68d95ed5-a8c9-4acd-a5d1-1b673aa743cb req-3a4aadcd-5415-4fb6-a93a-cfb82dd4075b tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252849 May 06 09:38:34.475415 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b97bd2e3-d816-4757-8481-f80f3ffdb36e req-a1e3bdcf-176c-46f8-9eac-427c634fdb93 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159484 May 06 09:38:34.532321 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-703bd8e3-9faa-46d5-8063-348cb40e8e18 None None] Allocated IP 19.80.0.2 (72c7337c-ed4a-416b-867d-219dbb6331f8/67cccdd2-6401-4e37-ac91-4fff609d0abf/66c14940-3689-49a8-a471-25f08fd97396) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:38:34.579504 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f4510e78-6750-48d8-bbf6-9d4b6b4c4ec1 req-4272eae4-71e3-4ebc-af49-2900a3777c48 service neutron] 10.222.0.77 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959260 May 06 09:38:34.584057 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8665fc8d-17f8-47bb-b569-769efd0071d4 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:34.590811 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8665fc8d-17f8-47bb-b569-769efd0071d4 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:34.591721 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8665fc8d-17f8-47bb-b569-769efd0071d4 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:34.671800 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd60f06-d44c-41e4-81db-52944d3ed321 None None] Sync routers for ids ['6cf42293-7527-4b3a-a20a-f77c21229d17'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:38:34.730177 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd60f06-d44c-41e4-81db-52944d3ed321 None None] Routers {'6cf42293-7527-4b3a-a20a-f77c21229d17'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:38:34.730819 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 67681c8c-8131-45e7-8361-52dda7951fe2 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:38:34.733956 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3bd60f06-d44c-41e4-81db-52944d3ed321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:38:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6cf42293-7527-4b3a-a20a-f77c21229d17'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:34.753601 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8665fc8d-17f8-47bb-b569-769efd0071d4 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8742123 May 06 09:38:34.884682 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 67681c8c-8131-45e7-8361-52dda7951fe2, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=67681c8c-8131-45e7-8361-52dda7951fe2,segment=NetworkSegment(ad53ebe9-2424-450b-83f6-7b9fe46d8064),segment_id=ad53ebe9-2424-450b-83f6-7b9fe46d8064)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:34.902981 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '67681c8c-8131-45e7-8361-52dda7951fe2', 'network_id': '62314494-b174-4444-b50f-a42c5aa706d2', 'port_id': '67681c8c-8131-45e7-8361-52dda7951fe2', 'mac_address': 'fa:16:3e:c2:17:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb06141-6cc9-4c96-90e3-d4bca0b380e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:38:34.924731 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-29dbb8b4-86e9-4f18-bbef-eacb6b5aa6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:34.933313 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42918) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:34.941523 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-de61030e-a504-41e3-b9d9-2fe1179c188e tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Request body: {'subnet': {'network_id': '28ebf713-266e-49bf-bb85-a1e0a99030b5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:34.985270 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:34.992326 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d81384-8141-4457-b7a8-2abc035017d1 req-1ae1629e-40c6-49d9-94e1-108ca9443704 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:35.001208 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2d81384-8141-4457-b7a8-2abc035017d1 req-1ae1629e-40c6-49d9-94e1-108ca9443704 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 945 time: 0.6292808 May 06 09:38:35.041134 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665fc8d-17f8-47bb-b569-769efd0071d4 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Pushing event updated for resources: {'Network': ['ID=28ebf713-266e-49bf-bb85-a1e0a99030b5,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:35.060813 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67681c8c-8131-45e7-8361-52dda7951fe2 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:38:35.089932 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 28ebf713-266e-49bf-bb85-a1e0a99030b5 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:38:35.111903 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2d81384-8141-4457-b7a8-2abc035017d1 req-c3a71cc2-0d62-4d09-b308-e5dc03b3b242 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094353 May 06 09:38:35.137104 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-29dbb8b4-86e9-4f18-bbef-eacb6b5aa6d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1465b6b-22de-4449-ab8e-35bb64d79a9a']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:35.194214 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-29dbb8b4-86e9-4f18-bbef-eacb6b5aa6d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e42f261-1cd9-4700-803f-369b0677e94b') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:35.194671 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-29dbb8b4-86e9-4f18-bbef-eacb6b5aa6d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e42f261-1cd9-4700-803f-369b0677e94b') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:35.243855 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905eaedb-8f54-4a60-9c42-4b2822b788bc req-825cabde-216d-4102-8487-f0135af75bc7 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:35.249360 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-3bd60f06-d44c-41e4-81db-52944d3ed321 None None] Set router 6cf42293-7527-4b3a-a20a-f77c21229d17 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:38:35.251156 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device d6439551-9fa6-4c80-893d-b46b81e01856 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:38:35.257032 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-905eaedb-8f54-4a60-9c42-4b2822b788bc req-825cabde-216d-4102-8487-f0135af75bc7 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9c820a2-477b-4972-b27c-c148b9352878 HTTP/1.1" status: 200 len: 945 time: 0.2207072 May 06 09:38:35.263532 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-29dbb8b4-86e9-4f18-bbef-eacb6b5aa6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:35.322338 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-29dbb8b4-86e9-4f18-bbef-eacb6b5aa6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:35.339705 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de61030e-a504-41e3-b9d9-2fe1179c188e tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Made reservation on behalf of 176b8c716694414abe8ccd24f8a01958 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:38:35.343214 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-de61030e-a504-41e3-b9d9-2fe1179c188e tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:35.363145 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 972dca78-6503-45d9-b068-8e876984bc64 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:38:35.384246 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82120631-14b4-486d-be3e-f96421bed1d8 req-1e20d621-240f-4e51-b909-f98ce4adcde4 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 210 time: 0.0509641 May 06 09:38:35.390898 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-635f8766-f2f9-497b-a7e0-ac6771529c0c req-c19c5ba3-d6d7-47da-a6f3-6bd47e236385 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:35.434422 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42930) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:35.446219 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c5ba3-d6d7-47da-a6f3-6bd47e236385 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Pushing event deleted for resources: {'Port': ['ID=401ec187-3b03-41c3-a15c-9e8e9f696ca7,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:35.452742 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 67681c8c-8131-45e7-8361-52dda7951fe2, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=67681c8c-8131-45e7-8361-52dda7951fe2,segment=NetworkSegment(ad53ebe9-2424-450b-83f6-7b9fe46d8064),segment_id=ad53ebe9-2424-450b-83f6-7b9fe46d8064)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:35.454697 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['2a8c432e-4ccf-4d70-947f-3448ffe6562a', '401ec187-3b03-41c3-a15c-9e8e9f696ca7'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:38:35.463989 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: d6439551-9fa6-4c80-893d-b46b81e01856 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:38:35.464447 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device d6439551-9fa6-4c80-893d-b46b81e01856 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:38:35.468939 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-905eaedb-8f54-4a60-9c42-4b2822b788bc req-2c0c10e2-3174-4c1c-add9-64f88e167897 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122660 May 06 09:38:35.473362 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-703bd8e3-9faa-46d5-8063-348cb40e8e18 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:35.520853 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-635f8766-f2f9-497b-a7e0-ac6771529c0c req-c19c5ba3-d6d7-47da-a6f3-6bd47e236385 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] No DVR routers for this DVR port 401ec187-3b03-41c3-a15c-9e8e9f696ca7 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:38:35.524276 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-635f8766-f2f9-497b-a7e0-ac6771529c0c req-c19c5ba3-d6d7-47da-a6f3-6bd47e236385 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:35.528958 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-635f8766-f2f9-497b-a7e0-ac6771529c0c req-c19c5ba3-d6d7-47da-a6f3-6bd47e236385 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.84 "DELETE /v2.0/ports/401ec187-3b03-41c3-a15c-9e8e9f696ca7 HTTP/1.1" status: 204 len: 173 time: 1.8226218 May 06 09:38:35.529333 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:35.529464 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d07b229-b377-4506-a467-73db406d130e', 'name': 'network-vif-deleted', 'tag': '401ec187-3b03-41c3-a15c-9e8e9f696ca7'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:35.534710 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb981a70-ad90-412f-a51b-aa7dfb911df3" -d '{"events": [{"server_uuid": "7d07b229-b377-4506-a467-73db406d130e", "name": "network-vif-deleted", "tag": "401ec187-3b03-41c3-a15c-9e8e9f696ca7"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:35.543820 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29dbb8b4-86e9-4f18-bbef-eacb6b5aa6d9 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:38:35.544687 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-29dbb8b4-86e9-4f18-bbef-eacb6b5aa6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: timer() May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:38:35.546988 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:38:35.601692 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-703bd8e3-9faa-46d5-8063-348cb40e8e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:35.715830 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703bd8e3-9faa-46d5-8063-348cb40e8e18 None None] Network 72c7337c-ed4a-416b-867d-219dbb6331f8 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:38:35.727518 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-703bd8e3-9faa-46d5-8063-348cb40e8e18 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:38:35.729837 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 972dca78-6503-45d9-b068-8e876984bc64 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:35.730498 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:35.731516 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fa45d-5f29-41ce-978e-47b95c65a929 req-062f5335-2b32-49c8-912b-c8e4f2c9b19c tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:35.735497 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703bd8e3-9faa-46d5-8063-348cb40e8e18 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:38:35.744543 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fd0fa45d-5f29-41ce-978e-47b95c65a929 req-062f5335-2b32-49c8-912b-c8e4f2c9b19c tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 943 time: 0.1427228 May 06 09:38:35.763022 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=67681c8c-8131-45e7-8361-52dda7951fe2,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:35.829588 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['67681c8c-8131-45e7-8361-52dda7951fe2'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:38:35.829835 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3bd60f06-d44c-41e4-81db-52944d3ed321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf42293-7527-4b3a-a20a-f77c21229d17', 'name': 'tempest-ServersTestMultiNic-1358636048-router', 'tenant_id': '176b8c716694414abe8ccd24f8a01958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '972dca78-6503-45d9-b068-8e876984bc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:38:23Z', 'updated_at': '2022-05-06T09:38:29Z', 'revision_number': 4, 'project_id': '176b8c716694414abe8ccd24f8a01958', 'gw_port': {'id': '972dca78-6503-45d9-b068-8e876984bc64', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf42293-7527-4b3a-a20a-f77c21229d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:25Z', 'updated_at': '2022-05-06T09:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '2c0c08b7-eda7-4593-aeef-6dbd588bae0f', 'name': '', 'network_id': '06955295-920d-41ae-8a61-f0b0d0bafa1a', 'tenant_id': '176b8c716694414abe8ccd24f8a01958', 'mac_address': 'fa:16:3e:2a:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf42293-7527-4b3a-a20a-f77c21229d17', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '90243bec-44fb-4d24-8c32-2119faf8c8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:28Z', 'updated_at': '2022-05-06T09:38:30Z', 'revision_number': 2, 'project_id': '176b8c716694414abe8ccd24f8a01958', 'subnets': [{'id': '90243bec-44fb-4d24-8c32-2119faf8c8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:35.850500 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fd0fa45d-5f29-41ce-978e-47b95c65a929 req-b34bf818-00e6-4456-a076-79e4aca0e9b9 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043017 May 06 09:38:35.858987 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-de61030e-a504-41e3-b9d9-2fe1179c188e tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:35.875250 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd60f06-d44c-41e4-81db-52944d3ed321 None None] Checking router: 6cf42293-7527-4b3a-a20a-f77c21229d17 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:38:35.875605 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd60f06-d44c-41e4-81db-52944d3ed321 None None] Updating router 6cf42293-7527-4b3a-a20a-f77c21229d17 port 2c0c08b7-eda7-4593-aeef-6dbd588bae0f binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:38:35.927441 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3bd60f06-d44c-41e4-81db-52944d3ed321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:35.941143 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b6aa34-f20d-4ac4-81c7-e943e672d87c x-openstack-request-id: req-52b6aa34-f20d-4ac4-81c7-e943e672d87c {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:35.941449 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d07b229-b377-4506-a467-73db406d130e", "name": "network-vif-deleted", "tag": "401ec187-3b03-41c3-a15c-9e8e9f696ca7", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:35.941707 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-52b6aa34-f20d-4ac4-81c7-e943e672d87c {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:35.942114 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52b6aa34-f20d-4ac4-81c7-e943e672d87c'] response: {'server_uuid': '7d07b229-b377-4506-a467-73db406d130e', 'name': 'network-vif-deleted', 'tag': '401ec187-3b03-41c3-a15c-9e8e9f696ca7', 'status': 'completed', 'code': 200} May 06 09:38:36.041507 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5a0cefd9-afee-4441-bf98-6a361703be76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:36.127553 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-29dbb8b4-86e9-4f18-bbef-eacb6b5aa6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:36.158586 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-29dbb8b4-86e9-4f18-bbef-eacb6b5aa6d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:36.162220 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-29dbb8b4-86e9-4f18-bbef-eacb6b5aa6d9 admin admin] 10.222.0.73 "DELETE /v2.0/networks/b1465b6b-22de-4449-ab8e-35bb64d79a9a HTTP/1.1" status: 204 len: 168 time: 2.0838463 May 06 09:38:36.229184 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dbb8b4-86e9-4f18-bbef-eacb6b5aa6d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1465b6b-22de-4449-ab8e-35bb64d79a9a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:36.235268 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61030e-a504-41e3-b9d9-2fe1179c188e tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Pushing event updated for resources: {'Subnet': ['ID=97f459b9-af99-43f3-9602-26d3f40f141f,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:36.277202 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61030e-a504-41e3-b9d9-2fe1179c188e tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Checking segment: {'id': '1d387139-cba5-4570-b0b2-41010da74545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '28ebf713-266e-49bf-bb85-a1e0a99030b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:38:36.277580 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de61030e-a504-41e3-b9d9-2fe1179c188e tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Network hostable DHCP agents. Network: 28ebf713-266e-49bf-bb85-a1e0a99030b5, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:38:36.336593 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ab472-eabe-4e21-b862-768224cb193f req-11066f2f-1f98-4405-afdf-eb1bae4bfe1b tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:36.343718 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de61030e-a504-41e3-b9d9-2fe1179c188e tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Network 28ebf713-266e-49bf-bb85-a1e0a99030b5 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:38:36.348843 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b96ab472-eabe-4e21-b862-768224cb193f req-11066f2f-1f98-4405-afdf-eb1bae4bfe1b tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 945 time: 0.1282134 May 06 09:38:36.410275 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-de61030e-a504-41e3-b9d9-2fe1179c188e tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 28ebf713-266e-49bf-bb85-a1e0a99030b5) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:38:36.418044 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b96ab472-eabe-4e21-b862-768224cb193f req-c4c9ac67-0614-48e6-aaae-b6f309ecfb7b tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670643 May 06 09:38:36.462203 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de61030e-a504-41e3-b9d9-2fe1179c188e tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:36.462986 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-de61030e-a504-41e3-b9d9-2fe1179c188e tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:36.502481 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703bd8e3-9faa-46d5-8063-348cb40e8e18 None None] Pushing event updated for resources: {'Port': ['ID=66c14940-3689-49a8-a471-25f08fd97396,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:36.540989 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5a0cefd9-afee-4441-bf98-6a361703be76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:36.543467 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42972) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:36.548279 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-de61030e-a504-41e3-b9d9-2fe1179c188e tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6115179 May 06 09:38:36.551952 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5a0cefd9-afee-4441-bf98-6a361703be76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:36.566001 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06b200e-7dc2-4b25-8ba6-be76d38b0c66 None None] Network 28ebf713-266e-49bf-bb85-a1e0a99030b5 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:38:36.651244 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5a0cefd9-afee-4441-bf98-6a361703be76 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=87b23fc98dd94d7bb46a5bd4b9cb9a29&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2071393 May 06 09:38:36.652537 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0cefd9-afee-4441-bf98-6a361703be76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49468875-3041-4b4f-9a63-ff525ae16f05,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:36.655304 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42978) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:36.680082 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4064b56d-8e66-4989-8013-092e2dfa4fe2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=039eaad2c70c40c480b9847650f71409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1349289 May 06 09:38:36.681949 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42980) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:36.689428 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3bd60f06-d44c-41e4-81db-52944d3ed321 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:36.709898 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3bd60f06-d44c-41e4-81db-52944d3ed321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:36.762180 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f76af211-cd62-4a40-85eb-4713bee18a71 req-d4a4d0c5-3fcc-4dd5-9824-7e78434ed8fc tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d07b229-b377-4506-a467-73db406d130e HTTP/1.1" status: 200 len: 210 time: 0.0902219 May 06 09:38:36.806893 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-31177940-5a6d-46dc-9729-9340649af230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:36.835436 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003212e-c141-40a0-ad23-2296c6ab6038 None None] Pushing event updated for resources: {'Port': ['ID=2c0c08b7-eda7-4593-aeef-6dbd588bae0f,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:36.869814 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e003212e-c141-40a0-ad23-2296c6ab6038 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:36.871148 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e003212e-c141-40a0-ad23-2296c6ab6038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:36.872018 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e003212e-c141-40a0-ad23-2296c6ab6038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:36.872998 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e003212e-c141-40a0-ad23-2296c6ab6038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:36.874166 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e003212e-c141-40a0-ad23-2296c6ab6038 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:36.875383 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e003212e-c141-40a0-ad23-2296c6ab6038 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:36.876321 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e003212e-c141-40a0-ad23-2296c6ab6038 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:36.877965 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e003212e-c141-40a0-ad23-2296c6ab6038 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:36.878517 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e003212e-c141-40a0-ad23-2296c6ab6038 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:36.879261 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e003212e-c141-40a0-ad23-2296c6ab6038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:36.880758 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e003212e-c141-40a0-ad23-2296c6ab6038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:36.882067 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e003212e-c141-40a0-ad23-2296c6ab6038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:36.899586 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 401ec187-3b03-41c3-a15c-9e8e9f696ca7 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:38:36.908410 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-703bd8e3-9faa-46d5-8063-348cb40e8e18 None None] Attempting to bind port 66c14940-3689-49a8-a471-25f08fd97396 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:38:36.908689 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-703bd8e3-9faa-46d5-8063-348cb40e8e18 None None] Attempting to bind port 66c14940-3689-49a8-a471-25f08fd97396 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '2f84c048-45d7-4c82-807a-064e9189436d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '72c7337c-ed4a-416b-867d-219dbb6331f8'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:38:36.909068 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703bd8e3-9faa-46d5-8063-348cb40e8e18 None None] Attempting to bind port 66c14940-3689-49a8-a471-25f08fd97396 on network 72c7337c-ed4a-416b-867d-219dbb6331f8 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:36.934594 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-31177940-5a6d-46dc-9729-9340649af230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:36.976616 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 401ec187-3b03-41c3-a15c-9e8e9f696ca7 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:38:36.976993 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 401ec187-3b03-41c3-a15c-9e8e9f696ca7 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:38:36.978705 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703bd8e3-9faa-46d5-8063-348cb40e8e18 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:38:36.979085 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703bd8e3-9faa-46d5-8063-348cb40e8e18 None None] Checking segment: {'id': '2f84c048-45d7-4c82-807a-064e9189436d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '72c7337c-ed4a-416b-867d-219dbb6331f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:38:36.979567 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-703bd8e3-9faa-46d5-8063-348cb40e8e18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:36.979998 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703bd8e3-9faa-46d5-8063-348cb40e8e18 None None] Bound using segment: {'id': '2f84c048-45d7-4c82-807a-064e9189436d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '72c7337c-ed4a-416b-867d-219dbb6331f8'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:38:36.980519 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-703bd8e3-9faa-46d5-8063-348cb40e8e18 None None] Bound port: 66c14940-3689-49a8-a471-25f08fd97396, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f84c048-45d7-4c82-807a-064e9189436d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '72c7337c-ed4a-416b-867d-219dbb6331f8'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:38:36.980862 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-703bd8e3-9faa-46d5-8063-348cb40e8e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:37.011632 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b4d0213-e363-431d-95a6-8b34625e1ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:37.029284 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90073f-dc48-49ad-a53c-ae86988f7bff req-d9709e00-bf54-4888-9d46-1123ae5a80ca tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:37.042799 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eb90073f-dc48-49ad-a53c-ae86988f7bff req-d9709e00-bf54-4888-9d46-1123ae5a80ca tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9c820a2-477b-4972-b27c-c148b9352878 HTTP/1.1" status: 200 len: 944 time: 0.1420155 May 06 09:38:37.063172 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-3bd60f06-d44c-41e4-81db-52944d3ed321 None None] Attempting to bind port 2c0c08b7-eda7-4593-aeef-6dbd588bae0f on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:38:37.063831 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-3bd60f06-d44c-41e4-81db-52944d3ed321 None None] Attempting to bind port 2c0c08b7-eda7-4593-aeef-6dbd588bae0f by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '3feb5531-4038-4dff-b57b-14967643b532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '06955295-920d-41ae-8a61-f0b0d0bafa1a'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:38:37.063947 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd60f06-d44c-41e4-81db-52944d3ed321 None None] Attempting to bind port 2c0c08b7-eda7-4593-aeef-6dbd588bae0f on network 06955295-920d-41ae-8a61-f0b0d0bafa1a {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:37.079248 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd60f06-d44c-41e4-81db-52944d3ed321 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:38:37.079680 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd60f06-d44c-41e4-81db-52944d3ed321 None None] Checking segment: {'id': '3feb5531-4038-4dff-b57b-14967643b532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '06955295-920d-41ae-8a61-f0b0d0bafa1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:38:37.081124 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3bd60f06-d44c-41e4-81db-52944d3ed321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:37.081834 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd60f06-d44c-41e4-81db-52944d3ed321 None None] Bound using segment: {'id': '3feb5531-4038-4dff-b57b-14967643b532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '06955295-920d-41ae-8a61-f0b0d0bafa1a'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:38:37.085252 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-3bd60f06-d44c-41e4-81db-52944d3ed321 None None] Bound port: 2c0c08b7-eda7-4593-aeef-6dbd588bae0f, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3feb5531-4038-4dff-b57b-14967643b532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '06955295-920d-41ae-8a61-f0b0d0bafa1a'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:38:37.085908 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3bd60f06-d44c-41e4-81db-52944d3ed321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:37.091719 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-31177940-5a6d-46dc-9729-9340649af230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:37.094320 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-31177940-5a6d-46dc-9729-9340649af230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:37.102982 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-31177940-5a6d-46dc-9729-9340649af230 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/49468875-3041-4b4f-9a63-ff525ae16f05 HTTP/1.1" status: 204 len: 168 time: 0.4441507 May 06 09:38:37.136330 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31177940-5a6d-46dc-9729-9340649af230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49468875-3041-4b4f-9a63-ff525ae16f05,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:37.165010 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eb90073f-dc48-49ad-a53c-ae86988f7bff req-17489d72-d104-4093-a970-8359ec008a3d tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209159 May 06 09:38:37.177246 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b4d0213-e363-431d-95a6-8b34625e1ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:37.202270 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-3bd60f06-d44c-41e4-81db-52944d3ed321 None None] For port 2c0c08b7-eda7-4593-aeef-6dbd588bae0f, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:38:37.216776 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-3bd60f06-d44c-41e4-81db-52944d3ed321 None None] For port 2c0c08b7-eda7-4593-aeef-6dbd588bae0f, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=2c0c08b7-eda7-4593-aeef-6dbd588bae0f,segment=NetworkSegment(3feb5531-4038-4dff-b57b-14967643b532),segment_id=3feb5531-4038-4dff-b57b-14967643b532)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:38:37.228828 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3bd60f06-d44c-41e4-81db-52944d3ed321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:37.333506 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd60f06-d44c-41e4-81db-52944d3ed321 None None] Routers {'6cf42293-7527-4b3a-a20a-f77c21229d17'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:38:37.336140 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3bd60f06-d44c-41e4-81db-52944d3ed321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:38:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6cf42293-7527-4b3a-a20a-f77c21229d17'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:37.339406 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b4d0213-e363-431d-95a6-8b34625e1ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:37.343607 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b4d0213-e363-431d-95a6-8b34625e1ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:37.344793 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9b4d0213-e363-431d-95a6-8b34625e1ca4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/28f40e77-cc6d-4b06-8351-0c37b0d80482 HTTP/1.1" status: 204 len: 168 time: 0.6616783 May 06 09:38:37.365918 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d0213-e363-431d-95a6-8b34625e1ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f40e77-cc6d-4b06-8351-0c37b0d80482,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:37.429584 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a42c01e-2412-4bd6-875c-e7e2c0a08054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-28ebf713-266e-49bf-bb85-a1e0a99030b5', 'network_id': '28ebf713-266e-49bf-bb85-a1e0a99030b5', 'tenant_id': '176b8c716694414abe8ccd24f8a01958', 'fixed_ips': [{'subnet_id': '97f459b9-af99-43f3-9602-26d3f40f141f'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:38:37.431747 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0a42c01e-2412-4bd6-875c-e7e2c0a08054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:37.482428 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-703bd8e3-9faa-46d5-8063-348cb40e8e18 None None] For port 66c14940-3689-49a8-a471-25f08fd97396, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:38:37.541019 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-703bd8e3-9faa-46d5-8063-348cb40e8e18 None None] For port 66c14940-3689-49a8-a471-25f08fd97396, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=66c14940-3689-49a8-a471-25f08fd97396,segment=NetworkSegment(2f84c048-45d7-4c82-807a-064e9189436d),segment_id=2f84c048-45d7-4c82-807a-064e9189436d)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:38:37.578353 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-703bd8e3-9faa-46d5-8063-348cb40e8e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:37.631167 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003212e-c141-40a0-ad23-2296c6ab6038 None None] Pushing event updated for resources: {'Port': ['ID=2c0c08b7-eda7-4593-aeef-6dbd588bae0f,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:37.678660 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa3979-6919-4fe0-9e20-6bd057482d83 req-a23d38d1-6a75-4a77-b114-8b631fc95b98 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:37.680621 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-3bd60f06-d44c-41e4-81db-52944d3ed321 None None] Set router 6cf42293-7527-4b3a-a20a-f77c21229d17 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:38:37.687625 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0fa3979-6919-4fe0-9e20-6bd057482d83 req-a23d38d1-6a75-4a77-b114-8b631fc95b98 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 943 time: 0.3501983 May 06 09:38:37.738885 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-57f5d534-8a97-464a-ad3a-4f5004bef41d tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:37.753225 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-57f5d534-8a97-464a-ad3a-4f5004bef41d tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:37.762816 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-57f5d534-8a97-464a-ad3a-4f5004bef41d tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/networks?id=72c7337c-ed4a-416b-867d-219dbb6331f8&id=28ebf713-266e-49bf-bb85-a1e0a99030b5&id=72c7337c-ed4a-416b-867d-219dbb6331f8 HTTP/1.1" status: 200 len: 1391 time: 0.4598343 May 06 09:38:37.781659 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-1cf95acd-c602-4b61-9219-9b87515d4837 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/quotas/176b8c716694414abe8ccd24f8a01958 HTTP/1.1" status: 200 len: 375 time: 0.0173368 May 06 09:38:37.793002 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-9684f5a8-c249-4b30-a8e2-dab1a81cfc6e None None] Provisioning complete for port 2c0c08b7-eda7-4593-aeef-6dbd588bae0f triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:37.793377 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9684f5a8-c249-4b30-a8e2-dab1a81cfc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:37.877690 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0fa3979-6919-4fe0-9e20-6bd057482d83 req-59430078-0ef3-4c38-a1cb-5309d014cbcb tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886256 May 06 09:38:37.953564 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-61286ddd-7c95-452e-8488-80d4dcf48636 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=176b8c716694414abe8ccd24f8a01958&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1705675 May 06 09:38:38.001880 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703bd8e3-9faa-46d5-8063-348cb40e8e18 None None] Pushing event updated for resources: {'Port': ['ID=66c14940-3689-49a8-a471-25f08fd97396,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:38.032640 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-0a42c01e-2412-4bd6-875c-e7e2c0a08054 None None] Allocated IP 19.86.0.2 (28ebf713-266e-49bf-bb85-a1e0a99030b5/97f459b9-af99-43f3-9602-26d3f40f141f/8b28a7c0-a45f-4a5a-8445-7c2c258ee447) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:38:38.138204 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aeff07-3ea1-4228-ab40-3b285eafc316 req-a4036539-996a-4a18-93f6-1fdde68b9291 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:38.149923 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c4aeff07-3ea1-4228-ab40-3b285eafc316 req-a4036539-996a-4a18-93f6-1fdde68b9291 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 945 time: 0.0953364 May 06 09:38:38.211877 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9684f5a8-c249-4b30-a8e2-dab1a81cfc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:38.234933 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3bd60f06-d44c-41e4-81db-52944d3ed321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf42293-7527-4b3a-a20a-f77c21229d17', 'name': 'tempest-ServersTestMultiNic-1358636048-router', 'tenant_id': '176b8c716694414abe8ccd24f8a01958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '972dca78-6503-45d9-b068-8e876984bc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:38:23Z', 'updated_at': '2022-05-06T09:38:29Z', 'revision_number': 4, 'project_id': '176b8c716694414abe8ccd24f8a01958', 'gw_port': {'id': '972dca78-6503-45d9-b068-8e876984bc64', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf42293-7527-4b3a-a20a-f77c21229d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:25Z', 'updated_at': '2022-05-06T09:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '2c0c08b7-eda7-4593-aeef-6dbd588bae0f', 'name': '', 'network_id': '06955295-920d-41ae-8a61-f0b0d0bafa1a', 'tenant_id': '176b8c716694414abe8ccd24f8a01958', 'mac_address': 'fa:16:3e:2a:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf42293-7527-4b3a-a20a-f77c21229d17', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '90243bec-44fb-4d24-8c32-2119faf8c8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:28Z', 'updated_at': '2022-05-06T09:38:37Z', 'revision_number': 4, 'project_id': '176b8c716694414abe8ccd24f8a01958', 'subnets': [{'id': '90243bec-44fb-4d24-8c32-2119faf8c8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:38.275893 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd60f06-d44c-41e4-81db-52944d3ed321 None None] The sync data for ids ['6cf42293-7527-4b3a-a20a-f77c21229d17'] in n-d-840835-1 is: [{'id': '6cf42293-7527-4b3a-a20a-f77c21229d17', 'name': 'tempest-ServersTestMultiNic-1358636048-router', 'tenant_id': '176b8c716694414abe8ccd24f8a01958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '972dca78-6503-45d9-b068-8e876984bc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:38:23Z', 'updated_at': '2022-05-06T09:38:29Z', 'revision_number': 4, 'project_id': '176b8c716694414abe8ccd24f8a01958', 'gw_port': {'id': '972dca78-6503-45d9-b068-8e876984bc64', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf42293-7527-4b3a-a20a-f77c21229d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:25Z', 'updated_at': '2022-05-06T09:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '2c0c08b7-eda7-4593-aeef-6dbd588bae0f', 'name': '', 'network_id': '06955295-920d-41ae-8a61-f0b0d0bafa1a', 'tenant_id': '176b8c716694414abe8ccd24f8a01958', 'mac_address': 'fa:16:3e:2a:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf42293-7527-4b3a-a20a-f77c21229d17', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '90243bec-44fb-4d24-8c32-2119faf8c8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:28Z', 'updated_at': '2022-05-06T09:38:37Z', 'revision_number': 4, 'project_id': '176b8c716694414abe8ccd24f8a01958', 'subnets': [{'id': '90243bec-44fb-4d24-8c32-2119faf8c8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:38:38.332917 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-9684f5a8-c249-4b30-a8e2-dab1a81cfc6e None None] For port 2c0c08b7-eda7-4593-aeef-6dbd588bae0f, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=2c0c08b7-eda7-4593-aeef-6dbd588bae0f,segment=NetworkSegment(3feb5531-4038-4dff-b57b-14967643b532),segment_id=3feb5531-4038-4dff-b57b-14967643b532)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:38.344581 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9684f5a8-c249-4b30-a8e2-dab1a81cfc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:38.418000 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-596eb44e-98ab-48ae-8a35-1029510d55b0 service neutron] 10.222.0.73 "GET /v2.0/networks/72c7337c-ed4a-416b-867d-219dbb6331f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616122 May 06 09:38:38.424746 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0a42c01e-2412-4bd6-875c-e7e2c0a08054 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:38.441242 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c4aeff07-3ea1-4228-ab40-3b285eafc316 req-6822c356-a3dc-4210-be6b-39975f287cd9 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903867 May 06 09:38:38.458089 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0a42c01e-2412-4bd6-875c-e7e2c0a08054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:38.538083 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684f5a8-c249-4b30-a8e2-dab1a81cfc6e None None] Pushing event updated for resources: {'Port': ['ID=2c0c08b7-eda7-4593-aeef-6dbd588bae0f,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:38.542738 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-9599eb05-2231-439d-bb1a-412397fdea34 None None] Provisioning complete for port 2c0c08b7-eda7-4593-aeef-6dbd588bae0f triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:38.543139 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9599eb05-2231-439d-bb1a-412397fdea34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:38.617748 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-0cfb6db7-7e0c-42a9-a557-977d06e2acdf service neutron] 10.222.0.73 "GET /v2.0/networks/72c7337c-ed4a-416b-867d-219dbb6331f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988127 May 06 09:38:38.666744 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a42c01e-2412-4bd6-875c-e7e2c0a08054 None None] Network 28ebf713-266e-49bf-bb85-a1e0a99030b5 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:38:38.683659 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-0a42c01e-2412-4bd6-875c-e7e2c0a08054 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:38:38.692443 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a42c01e-2412-4bd6-875c-e7e2c0a08054 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:38:38.707684 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42c01e-2412-4bd6-875c-e7e2c0a08054 None None] Pushing event updated for resources: {'Port': ['ID=8b28a7c0-a45f-4a5a-8445-7c2c258ee447,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:38.753586 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 67681c8c-8131-45e7-8361-52dda7951fe2 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:38:38.754758 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-173fe1e4-c64c-4e14-9971-0d18df5e5529 service neutron] 10.222.0.73 "GET /v2.0/networks/28ebf713-266e-49bf-bb85-a1e0a99030b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214454 May 06 09:38:38.878150 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-0a42c01e-2412-4bd6-875c-e7e2c0a08054 None None] Attempting to bind port 8b28a7c0-a45f-4a5a-8445-7c2c258ee447 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:38:38.878487 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-0a42c01e-2412-4bd6-875c-e7e2c0a08054 None None] Attempting to bind port 8b28a7c0-a45f-4a5a-8445-7c2c258ee447 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '1d387139-cba5-4570-b0b2-41010da74545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '28ebf713-266e-49bf-bb85-a1e0a99030b5'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:38:38.878878 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a42c01e-2412-4bd6-875c-e7e2c0a08054 None None] Attempting to bind port 8b28a7c0-a45f-4a5a-8445-7c2c258ee447 on network 28ebf713-266e-49bf-bb85-a1e0a99030b5 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:38.929036 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a42c01e-2412-4bd6-875c-e7e2c0a08054 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:38:38.929349 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a42c01e-2412-4bd6-875c-e7e2c0a08054 None None] Checking segment: {'id': '1d387139-cba5-4570-b0b2-41010da74545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '28ebf713-266e-49bf-bb85-a1e0a99030b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:38:38.929786 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0a42c01e-2412-4bd6-875c-e7e2c0a08054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:38.930205 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a42c01e-2412-4bd6-875c-e7e2c0a08054 None None] Bound using segment: {'id': '1d387139-cba5-4570-b0b2-41010da74545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '28ebf713-266e-49bf-bb85-a1e0a99030b5'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:38:38.930686 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-0a42c01e-2412-4bd6-875c-e7e2c0a08054 None None] Bound port: 8b28a7c0-a45f-4a5a-8445-7c2c258ee447, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d387139-cba5-4570-b0b2-41010da74545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '28ebf713-266e-49bf-bb85-a1e0a99030b5'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:38:38.931545 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0a42c01e-2412-4bd6-875c-e7e2c0a08054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:39.032910 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-f6239858-de8d-4cde-a2d6-dc3b1b2b0a2c service neutron] 10.222.0.73 "GET /v2.0/networks/28ebf713-266e-49bf-bb85-a1e0a99030b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701180 May 06 09:38:39.044021 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee9eb7-1c3a-4407-8d3e-0d8f8ac3ce92 req-f81e8751-e9eb-4490-969e-de715832c36a tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:39.045612 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7fee9eb7-1c3a-4407-8d3e-0d8f8ac3ce92 req-f81e8751-e9eb-4490-969e-de715832c36a tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9c820a2-477b-4972-b27c-c148b9352878 HTTP/1.1" status: 200 len: 944 time: 0.2417142 May 06 09:38:39.093747 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 67681c8c-8131-45e7-8361-52dda7951fe2 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:39.094320 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:39.162711 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-0a42c01e-2412-4bd6-875c-e7e2c0a08054 None None] For port 8b28a7c0-a45f-4a5a-8445-7c2c258ee447, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:38:39.171373 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-0a42c01e-2412-4bd6-875c-e7e2c0a08054 None None] For port 8b28a7c0-a45f-4a5a-8445-7c2c258ee447, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=8b28a7c0-a45f-4a5a-8445-7c2c258ee447,segment=NetworkSegment(1d387139-cba5-4570-b0b2-41010da74545),segment_id=1d387139-cba5-4570-b0b2-41010da74545)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:38:39.198022 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0a42c01e-2412-4bd6-875c-e7e2c0a08054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:39.246507 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7fee9eb7-1c3a-4407-8d3e-0d8f8ac3ce92 req-729feda5-4fcd-4446-bcc8-dacf7fcfd938 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352298 May 06 09:38:39.255045 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 6a33477f-d84b-4f48-bb89-98d05b050377 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:38:39.260889 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43058) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:39.282955 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-a22623c0-209a-4645-8fe3-5446fd85a147 service neutron] 10.222.0.73 "GET /v2.0/networks/72c7337c-ed4a-416b-867d-219dbb6331f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280996 May 06 09:38:39.368275 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43064) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:39.456583 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-cc22e10f-0f4b-4f45-a5cc-0cc8a8c7ea8f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-702934185-network', 'tenant_id': 'd5c8baf980ce4dc1ab4fba669d9b206a'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:39.537502 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e333be8e-a5aa-48cf-9428-48b6d6d55ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:39.540859 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc22e10f-0f4b-4f45-a5cc-0cc8a8c7ea8f admin admin] Made reservation on behalf of d5c8baf980ce4dc1ab4fba669d9b206a for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:38:39.543858 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cc22e10f-0f4b-4f45-a5cc-0cc8a8c7ea8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:39.562357 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 6a33477f-d84b-4f48-bb89-98d05b050377, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=6a33477f-d84b-4f48-bb89-98d05b050377,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:39.579184 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42c01e-2412-4bd6-875c-e7e2c0a08054 None None] Pushing event updated for resources: {'Port': ['ID=8b28a7c0-a45f-4a5a-8445-7c2c258ee447,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:39.585696 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cc22e10f-0f4b-4f45-a5cc-0cc8a8c7ea8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:39.591725 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-8eece55a-9417-468b-832a-5cb117b27a0e service neutron] 10.222.0.73 "GET /v2.0/networks/72c7337c-ed4a-416b-867d-219dbb6331f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986159 May 06 09:38:39.597912 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '6a33477f-d84b-4f48-bb89-98d05b050377', 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05', 'port_id': '6a33477f-d84b-4f48-bb89-98d05b050377', 'mac_address': 'fa:16:3e:bf:10:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '293ef06f-9c8d-46e9-8a69-2491d12832fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:38:39.629837 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac2fc7a-bf69-48a6-a830-77c137b4cc8b None None] Network 72c7337c-ed4a-416b-867d-219dbb6331f8 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:38:39.630054 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393977ba-3948-4405-8292-13343f1dec74 req-6afc677b-e6a3-4e97-9730-79b242b63e9c tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:39.647805 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-393977ba-3948-4405-8292-13343f1dec74 req-6afc677b-e6a3-4e97-9730-79b242b63e9c tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 1096 time: 0.2094624 May 06 09:38:39.703522 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e333be8e-a5aa-48cf-9428-48b6d6d55ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:39.718430 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e333be8e-a5aa-48cf-9428-48b6d6d55ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:39.726912 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-de4703b9-0837-4d83-989b-cc6ab336954d None None] Provisioning complete for port 66c14940-3689-49a8-a471-25f08fd97396 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:39.729048 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-de4703b9-0837-4d83-989b-cc6ab336954d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:39.759658 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-393977ba-3948-4405-8292-13343f1dec74 req-83af9d2f-3310-4659-861b-95ffdd8629d0 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106009 May 06 09:38:39.775435 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43068) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:39.783318 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e333be8e-a5aa-48cf-9428-48b6d6d55ea2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=85570c68cc8947baa5755855b32ea2da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4058523 May 06 09:38:39.792201 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 2c0c08b7-eda7-4593-aeef-6dbd588bae0f up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:38:39.881946 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333be8e-a5aa-48cf-9428-48b6d6d55ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a013ab2-147a-4b1b-a347-cee487632ca2,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:39.906889 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-28975e64-8f89-4bcd-9a5d-c8cffe12f864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:39.968809 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-28975e64-8f89-4bcd-9a5d-c8cffe12f864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:39.993188 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cc22e10f-0f4b-4f45-a5cc-0cc8a8c7ea8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:40.019273 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cc22e10f-0f4b-4f45-a5cc-0cc8a8c7ea8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:40.025212 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:40.061335 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a33477f-d84b-4f48-bb89-98d05b050377 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:38:40.084787 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22e10f-0f4b-4f45-a5cc-0cc8a8c7ea8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ced3bb2-48d4-4892-ae38-900420cd96d9,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:40.108626 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-28975e64-8f89-4bcd-9a5d-c8cffe12f864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:40.111513 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-28975e64-8f89-4bcd-9a5d-c8cffe12f864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:40.112915 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-28975e64-8f89-4bcd-9a5d-c8cffe12f864 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4a013ab2-147a-4b1b-a347-cee487632ca2 HTTP/1.1" status: 204 len: 168 time: 0.3363926 May 06 09:38:40.127682 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 6a33477f-d84b-4f48-bb89-98d05b050377, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=6a33477f-d84b-4f48-bb89-98d05b050377,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:40.137343 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc22e10f-0f4b-4f45-a5cc-0cc8a8c7ea8f admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:38:40.141532 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:40.149811 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28975e64-8f89-4bcd-9a5d-c8cffe12f864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a013ab2-147a-4b1b-a347-cee487632ca2,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:40.173200 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cc22e10f-0f4b-4f45-a5cc-0cc8a8c7ea8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:40.173853 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-cc22e10f-0f4b-4f45-a5cc-0cc8a8c7ea8f admin admin] Added segment 0ceef939-5542-4214-86aa-42ed61d3cee9 of type vlan for network 22f2ea67-0061-4453-8871-c63efbcb27a4 May 06 09:38:40.203933 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:40.258034 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a046cb2-bc98-4e5e-a4f4-849edd8e8030 req-534b03c3-53c4-4ac5-b19a-17bddbe4c596 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:40.269456 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a046cb2-bc98-4e5e-a4f4-849edd8e8030 req-534b03c3-53c4-4ac5-b19a-17bddbe4c596 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 944 time: 0.0861464 May 06 09:38:40.284655 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=6a33477f-d84b-4f48-bb89-98d05b050377,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:40.292685 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cc22e10f-0f4b-4f45-a5cc-0cc8a8c7ea8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:40.308487 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 2c0c08b7-eda7-4593-aeef-6dbd588bae0f triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:40.309251 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:40.366752 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cc22e10f-0f4b-4f45-a5cc-0cc8a8c7ea8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:40.369731 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc22e10f-0f4b-4f45-a5cc-0cc8a8c7ea8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:40.371502 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cc22e10f-0f4b-4f45-a5cc-0cc8a8c7ea8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:40.393038 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a046cb2-bc98-4e5e-a4f4-849edd8e8030 req-a2c3a199-274f-4b5c-8a32-478f2985739e tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192811 May 06 09:38:40.623955 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cc22e10f-0f4b-4f45-a5cc-0cc8a8c7ea8f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3603153 May 06 09:38:40.628562 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43092) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:40.650111 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-a5f8eebd-6fa2-4c92-9e27-c748fbb7598a admin admin] Request body: {'subnet': {'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-702934185-subnet', 'tenant_id': 'd5c8baf980ce4dc1ab4fba669d9b206a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:40.656545 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22e10f-0f4b-4f45-a5cc-0cc8a8c7ea8f admin admin] Pushing event updated for resources: {'Network': ['ID=22f2ea67-0061-4453-8871-c63efbcb27a4,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:40.721242 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73bd36-ebe3-4d3c-bbc0-6400cc183ed9 req-0802766f-d6d8-4cc2-bfe7-1ad1f33d587d tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:40.723797 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d73bd36-ebe3-4d3c-bbc0-6400cc183ed9 req-0802766f-d6d8-4cc2-bfe7-1ad1f33d587d tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 1096 time: 0.1856644 May 06 09:38:40.725063 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f8eebd-6fa2-4c92-9e27-c748fbb7598a admin admin] Made reservation on behalf of d5c8baf980ce4dc1ab4fba669d9b206a for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:38:40.728392 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a5f8eebd-6fa2-4c92-9e27-c748fbb7598a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:40.739795 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-de4703b9-0837-4d83-989b-cc6ab336954d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:40.779917 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c820a2-477b-4972-b27c-c148b9352878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67681c8c-8131-45e7-8361-52dda7951fe2'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:40.793785 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9087b9a1-38af-4f3a-82ad-e1d033463e14" -d '{"events": [{"server_uuid": "a9c820a2-477b-4972-b27c-c148b9352878", "name": "network-vif-plugged", "status": "completed", "tag": "67681c8c-8131-45e7-8361-52dda7951fe2"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:40.825267 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['6a33477f-d84b-4f48-bb89-98d05b050377'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:38:40.859639 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43098) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:40.875325 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f2bd04f-3124-4664-995b-a9396b5bf3da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:40.878100 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 67681c8c-8131-45e7-8361-52dda7951fe2, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=67681c8c-8131-45e7-8361-52dda7951fe2,segment=NetworkSegment(ad53ebe9-2424-450b-83f6-7b9fe46d8064),segment_id=ad53ebe9-2424-450b-83f6-7b9fe46d8064)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:40.909137 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 22f2ea67-0061-4453-8871-c63efbcb27a4 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:38:40.910998 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d73bd36-ebe3-4d3c-bbc0-6400cc183ed9 req-490fdf4a-4109-4ceb-9b1f-8216b744c720 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781490 May 06 09:38:40.979881 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:41.020380 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43104) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:41.048547 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c23589e1-1e0c-4b64-801b-b29b0380047e req-68ec3e54-2713-414a-8a97-549b894f4407 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f12243-5eae-403f-b433-4be295e5bd2c HTTP/1.1" status: 200 len: 210 time: 0.0947618 May 06 09:38:41.129722 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f2bd04f-3124-4664-995b-a9396b5bf3da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:41.139701 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f2bd04f-3124-4664-995b-a9396b5bf3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:41.162912 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b7a15-a7c3-476e-b992-d57a465454ab req-c0c7082a-2a5b-4598-8d1d-27e193093975 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:41.172947 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-081b7a15-a7c3-476e-b992-d57a465454ab req-c0c7082a-2a5b-4598-8d1d-27e193093975 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 950 time: 0.1232255 May 06 09:38:41.216121 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 67681c8c-8131-45e7-8361-52dda7951fe2 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:38:41.265759 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6f2bd04f-3124-4664-995b-a9396b5bf3da admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7088a79f9a7741d7badeab296cb87938&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4046292 May 06 09:38:41.269485 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2cc9ad26-d21a-4cd8-a530-f1d1b7bad96e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:41.275453 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43110) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:41.283802 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-081b7a15-a7c3-476e-b992-d57a465454ab req-73cf9210-a3ea-43f9-b58e-626b3fc885af tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098669 May 06 09:38:41.289366 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2bd04f-3124-4664-995b-a9396b5bf3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9cb40b-3c38-44ef-bcd6-899dbb3ce689,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:41.292998 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-de4703b9-0837-4d83-989b-cc6ab336954d None None] For port 66c14940-3689-49a8-a471-25f08fd97396, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=66c14940-3689-49a8-a471-25f08fd97396,segment=NetworkSegment(2f84c048-45d7-4c82-807a-064e9189436d),segment_id=2f84c048-45d7-4c82-807a-064e9189436d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:41.397368 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ab17d14b-2763-4945-b2fc-3ec500aebaa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:41.398220 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4bc6b-e0f4-46ad-8dfd-394aa177403a req-4cd95f7f-1656-47b4-9ca0-ee79757e4bd1 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:41.403586 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3309f39-6450-42a4-91c9-f79c9b69bb7d x-openstack-request-id: req-d3309f39-6450-42a4-91c9-f79c9b69bb7d {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:41.404071 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c820a2-477b-4972-b27c-c148b9352878", "name": "network-vif-plugged", "status": "completed", "tag": "67681c8c-8131-45e7-8361-52dda7951fe2", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:41.404222 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d3309f39-6450-42a4-91c9-f79c9b69bb7d {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:41.404621 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3309f39-6450-42a4-91c9-f79c9b69bb7d'] response: {'server_uuid': 'a9c820a2-477b-4972-b27c-c148b9352878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67681c8c-8131-45e7-8361-52dda7951fe2', 'code': 200} May 06 09:38:41.405384 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a5eae2-9734-4ced-880e-5ae2cd91cbd9 None None] Network 28ebf713-266e-49bf-bb85-a1e0a99030b5 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:38:41.406001 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4aa4bc6b-e0f4-46ad-8dfd-394aa177403a req-4cd95f7f-1656-47b4-9ca0-ee79757e4bd1 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9c820a2-477b-4972-b27c-c148b9352878 HTTP/1.1" status: 200 len: 945 time: 0.1783431 May 06 09:38:41.424205 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a5f8eebd-6fa2-4c92-9e27-c748fbb7598a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:41.430136 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ab17d14b-2763-4945-b2fc-3ec500aebaa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:41.478456 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4aa4bc6b-e0f4-46ad-8dfd-394aa177403a req-1e9edba1-dbf3-4342-8810-82ca2c4ac28d tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714912 May 06 09:38:41.519061 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ab17d14b-2763-4945-b2fc-3ec500aebaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:41.523144 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=67681c8c-8131-45e7-8361-52dda7951fe2,revision_number=7']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:41.523604 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ab17d14b-2763-4945-b2fc-3ec500aebaa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:41.535615 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ab17d14b-2763-4945-b2fc-3ec500aebaa9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7a9cb40b-3c38-44ef-bcd6-899dbb3ce689 HTTP/1.1" status: 204 len: 168 time: 0.2581778 May 06 09:38:41.563592 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8eebd-6fa2-4c92-9e27-c748fbb7598a admin admin] Pushing event updated for resources: {'Subnet': ['ID=afa93752-8f96-48cb-be1f-768526aba17a,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:41.606918 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f8eebd-6fa2-4c92-9e27-c748fbb7598a admin admin] Checking segment: {'id': '0ceef939-5542-4214-86aa-42ed61d3cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:38:41.607402 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f8eebd-6fa2-4c92-9e27-c748fbb7598a admin admin] Network hostable DHCP agents. Network: 22f2ea67-0061-4453-8871-c63efbcb27a4, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:38:41.628094 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2cc9ad26-d21a-4cd8-a530-f1d1b7bad96e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:41.641778 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17d14b-2763-4945-b2fc-3ec500aebaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9cb40b-3c38-44ef-bcd6-899dbb3ce689,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:41.655539 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2cc9ad26-d21a-4cd8-a530-f1d1b7bad96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:41.662308 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-de4703b9-0837-4d83-989b-cc6ab336954d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:41.674404 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e161113-b985-46c4-b7dc-a26b50629220 req-24e0cc78-d7d5-4165-905b-02ad104edf43 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:41.684265 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:41.706602 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0e161113-b985-46c4-b7dc-a26b50629220 req-24e0cc78-d7d5-4165-905b-02ad104edf43 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 944 time: 0.1181641 May 06 09:38:41.716834 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f8eebd-6fa2-4c92-9e27-c748fbb7598a admin admin] Network 22f2ea67-0061-4453-8871-c63efbcb27a4 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:38:41.747111 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2cc9ad26-d21a-4cd8-a530-f1d1b7bad96e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1bf67575aabe41d49ca89ad3e69f99db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7238309 May 06 09:38:41.761928 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43124) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:41.779993 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 67681c8c-8131-45e7-8361-52dda7951fe2, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=67681c8c-8131-45e7-8361-52dda7951fe2,segment=NetworkSegment(ad53ebe9-2424-450b-83f6-7b9fe46d8064),segment_id=ad53ebe9-2424-450b-83f6-7b9fe46d8064)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:41.780835 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9ad26-d21a-4cd8-a530-f1d1b7bad96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135e22ec-2e33-48fb-aab5-aa995c02d80c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:41.801438 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-a5f8eebd-6fa2-4c92-9e27-c748fbb7598a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 22f2ea67-0061-4453-8871-c63efbcb27a4) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:38:41.824423 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f8eebd-6fa2-4c92-9e27-c748fbb7598a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:41.825284 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a5f8eebd-6fa2-4c92-9e27-c748fbb7598a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:41.868136 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9961edb3-0ec6-4fc5-a1fd-1c65e37926b4 None None] Network 22f2ea67-0061-4453-8871-c63efbcb27a4 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:38:41.916047 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0e161113-b985-46c4-b7dc-a26b50629220 req-0769bbca-f4bd-4c36-9d2f-5353feaf9ac6 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024469 May 06 09:38:41.960713 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-5dc1e209-6ac4-4c33-bba2-a71b65adbabd tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:41.972861 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-5dc1e209-6ac4-4c33-bba2-a71b65adbabd tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:41.975373 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a5f8eebd-6fa2-4c92-9e27-c748fbb7598a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3383954 May 06 09:38:41.980053 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-5dc1e209-6ac4-4c33-bba2-a71b65adbabd tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.77 "GET /v2.0/networks?id=72c7337c-ed4a-416b-867d-219dbb6331f8&id=28ebf713-266e-49bf-bb85-a1e0a99030b5&id=72c7337c-ed4a-416b-867d-219dbb6331f8 HTTP/1.1" status: 200 len: 1391 time: 0.2833810 May 06 09:38:41.983228 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2429bd95-eab7-4f0d-ad58-da2913d15800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:41.988455 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:42.012201 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-ffbf2b92-15c9-4956-87f4-b7e3ffe4b7de tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Request body: {'port': {'device_id': '91f12243-5eae-403f-b433-4be295e5bd2c', 'network_id': '72c7337c-ed4a-416b-867d-219dbb6331f8', 'admin_state_up': True, 'tenant_id': '176b8c716694414abe8ccd24f8a01958'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:42.078648 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 66c14940-3689-49a8-a471-25f08fd97396 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:38:42.090206 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2429bd95-eab7-4f0d-ad58-da2913d15800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:42.156288 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-84533b81-bb13-4908-85b7-a1dd45e83422 None None] Provisioning complete for port 8b28a7c0-a45f-4a5a-8445-7c2c258ee447 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:42.157053 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-84533b81-bb13-4908-85b7-a1dd45e83422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:42.233503 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43140) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:42.252210 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c2bb2570-11b0-40fa-8930-152f9c4698f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:42.254676 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-ffbf2b92-15c9-4956-87f4-b7e3ffe4b7de tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Made reservation on behalf of 176b8c716694414abe8ccd24f8a01958 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:38:42.258837 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-ffbf2b92-15c9-4956-87f4-b7e3ffe4b7de tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:42.324498 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0064fa75-8eb7-4107-802d-f921a0438ca5 req-f52b816c-376e-4a5c-b016-f79e65bf6fc1 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f12243-5eae-403f-b433-4be295e5bd2c HTTP/1.1" status: 200 len: 210 time: 0.1025276 May 06 09:38:42.340008 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4703b9-0837-4d83-989b-cc6ab336954d None None] Pushing event updated for resources: {'Port': ['ID=66c14940-3689-49a8-a471-25f08fd97396,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:42.344329 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23453570-7ea9-433b-8b7f-cb404761ab19 None None] Network 22f2ea67-0061-4453-8871-c63efbcb27a4 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:38:42.379458 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d524c4-0924-45c8-8746-c17e5358524d req-001d4605-0591-4049-be9a-ab34ac599742 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:42.381048 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f8d524c4-0924-45c8-8746-c17e5358524d req-001d4605-0591-4049-be9a-ab34ac599742 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.84 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 950 time: 0.3635905 May 06 09:38:42.466181 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 66c14940-3689-49a8-a471-25f08fd97396 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:42.466678 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:42.484483 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2429bd95-eab7-4f0d-ad58-da2913d15800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:42.487896 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2429bd95-eab7-4f0d-ad58-da2913d15800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:42.489148 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2429bd95-eab7-4f0d-ad58-da2913d15800 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/135e22ec-2e33-48fb-aab5-aa995c02d80c HTTP/1.1" status: 204 len: 168 time: 0.7258019 May 06 09:38:42.519424 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2429bd95-eab7-4f0d-ad58-da2913d15800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135e22ec-2e33-48fb-aab5-aa995c02d80c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:42.538797 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=67681c8c-8131-45e7-8361-52dda7951fe2,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:42.550314 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-ffbf2b92-15c9-4956-87f4-b7e3ffe4b7de tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Allocated IP 19.80.0.23 (72c7337c-ed4a-416b-867d-219dbb6331f8/67cccdd2-6401-4e37-ac91-4fff609d0abf/2950e3c6-976a-4a08-9aa2-e52fc01ba6bf) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:38:42.611852 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb37a0-f928-4d88-922f-24ba8c6a78ea req-e8047e44-d6e5-46cf-aad9-1dc22a52a7ef tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:42.624028 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fcdb37a0-f928-4d88-922f-24ba8c6a78ea req-e8047e44-d6e5-46cf-aad9-1dc22a52a7ef tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ed024f-297d-4b6c-b951-530587259480 HTTP/1.1" status: 200 len: 950 time: 0.1774724 May 06 09:38:42.702186 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fcdb37a0-f928-4d88-922f-24ba8c6a78ea req-88a568bb-5c77-4638-8823-b40280207f51 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdbd9cbc-7a62-427a-9976-303c8642d977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730033 May 06 09:38:42.739897 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-f8d524c4-0924-45c8-8746-c17e5358524d req-d53f9809-637b-42e7-8db2-76e3c509a140 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Deleting port 2a8c432e-4ccf-4d70-947f-3448ffe6562a {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:38:42.740658 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f8d524c4-0924-45c8-8746-c17e5358524d req-d53f9809-637b-42e7-8db2-76e3c509a140 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:42.845886 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-84533b81-bb13-4908-85b7-a1dd45e83422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:42.925444 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-f8d524c4-0924-45c8-8746-c17e5358524d req-d53f9809-637b-42e7-8db2-76e3c509a140 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] For port 2a8c432e-4ccf-4d70-947f-3448ffe6562a, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=2a8c432e-4ccf-4d70-947f-3448ffe6562a,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:42.925973 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f8d524c4-0924-45c8-8746-c17e5358524d req-d53f9809-637b-42e7-8db2-76e3c509a140 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:42.975949 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-f8d524c4-0924-45c8-8746-c17e5358524d req-d53f9809-637b-42e7-8db2-76e3c509a140 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Calling delete_port for 2a8c432e-4ccf-4d70-947f-3448ffe6562a owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:38:43.029262 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-ffbf2b92-15c9-4956-87f4-b7e3ffe4b7de tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:43.042721 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-84533b81-bb13-4908-85b7-a1dd45e83422 None None] For port 8b28a7c0-a45f-4a5a-8445-7c2c258ee447, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=8b28a7c0-a45f-4a5a-8445-7c2c258ee447,segment=NetworkSegment(1d387139-cba5-4570-b0b2-41010da74545),segment_id=1d387139-cba5-4570-b0b2-41010da74545)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:43.050639 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c2bb2570-11b0-40fa-8930-152f9c4698f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:43.065094 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-84533b81-bb13-4908-85b7-a1dd45e83422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:43.082427 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c2bb2570-11b0-40fa-8930-152f9c4698f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:43.163361 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-ffbf2b92-15c9-4956-87f4-b7e3ffe4b7de tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:43.166972 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84533b81-bb13-4908-85b7-a1dd45e83422 None None] Pushing event updated for resources: {'Port': ['ID=8b28a7c0-a45f-4a5a-8445-7c2c258ee447,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:43.216888 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95ee36-d0ff-4517-8cad-3eb686be8529 req-e85aa372-944f-4e73-89fb-865261864885 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:43.218565 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f95ee36-d0ff-4517-8cad-3eb686be8529 req-e85aa372-944f-4e73-89fb-865261864885 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.84 "GET /v2.0/ports?device_id=a9c820a2-477b-4972-b27c-c148b9352878 HTTP/1.1" status: 200 len: 943 time: 0.2265143 May 06 09:38:43.231173 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-285d8752-52ae-4a6b-9bf6-886a38aa2ce9 None None] Provisioning complete for port 8b28a7c0-a45f-4a5a-8445-7c2c258ee447 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:43.231173 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-285d8752-52ae-4a6b-9bf6-886a38aa2ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:43.279462 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-ffbf2b92-15c9-4956-87f4-b7e3ffe4b7de tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Network 72c7337c-ed4a-416b-867d-219dbb6331f8 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:38:43.289769 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf2b92-15c9-4956-87f4-b7e3ffe4b7de tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Pushing event updated for resources: {'Port': ['ID=2950e3c6-976a-4a08-9aa2-e52fc01ba6bf,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:43.295302 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-ffbf2b92-15c9-4956-87f4-b7e3ffe4b7de tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:38:43.298272 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-ffbf2b92-15c9-4956-87f4-b7e3ffe4b7de tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:38:43.434227 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c820a2-477b-4972-b27c-c148b9352878', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67681c8c-8131-45e7-8361-52dda7951fe2'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:43.442065 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb9fab6-af0b-4b1c-8c5f-d1b7e6f3f9c4" -d '{"events": [{"server_uuid": "a9c820a2-477b-4972-b27c-c148b9352878", "name": "network-vif-unplugged", "status": "completed", "tag": "67681c8c-8131-45e7-8361-52dda7951fe2"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:43.459743 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 66c14940-3689-49a8-a471-25f08fd97396 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:38:43.545109 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-285d8752-52ae-4a6b-9bf6-886a38aa2ce9 None None] Provisioning complete for port 66c14940-3689-49a8-a471-25f08fd97396 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:43.545715 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-285d8752-52ae-4a6b-9bf6-886a38aa2ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:43.578401 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 66c14940-3689-49a8-a471-25f08fd97396 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:43.579626 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:43.711977 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 8b28a7c0-a45f-4a5a-8445-7c2c258ee447 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:38:43.749646 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f8d524c4-0924-45c8-8746-c17e5358524d req-d53f9809-637b-42e7-8db2-76e3c509a140 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:43.754185 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-056fc317-0b18-4aa8-901f-93b186204834 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:38:43.755334 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-056fc317-0b18-4aa8-901f-93b186204834 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158441 May 06 09:38:43.757706 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c2bb2570-11b0-40fa-8930-152f9c4698f5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ce3b3c4335a145c3949a181a1a3b6d70&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5228946 May 06 09:38:43.762188 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb2570-11b0-40fa-8930-152f9c4698f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345feab2-d020-4127-888e-886ec00f1b98,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:43.764268 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43194) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:43.788852 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254b200-c26b-4a52-8993-91488cc0573f req-ffa41be7-1c28-4a61-99e6-0da31016d6e2 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:43.799512 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d254b200-c26b-4a52-8993-91488cc0573f req-ffa41be7-1c28-4a61-99e6-0da31016d6e2 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/networks?id=22f2ea67-0061-4453-8871-c63efbcb27a4 HTTP/1.1" status: 200 len: 805 time: 0.3270471 May 06 09:38:43.807031 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-8f95ee36-d0ff-4517-8cad-3eb686be8529 req-b44c796c-bd8a-4d4e-aa37-649f9db3d6c3 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Deleting port 67681c8c-8131-45e7-8361-52dda7951fe2 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:38:43.807832 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8f95ee36-d0ff-4517-8cad-3eb686be8529 req-b44c796c-bd8a-4d4e-aa37-649f9db3d6c3 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:43.832880 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 8b28a7c0-a45f-4a5a-8445-7c2c258ee447 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:43.833263 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:43.834029 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-ffbf2b92-15c9-4956-87f4-b7e3ffe4b7de tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:43.834747 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-ffbf2b92-15c9-4956-87f4-b7e3ffe4b7de tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:43.867976 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-e02ea904-26f1-4530-9ebd-ba7620a9e0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:43.869304 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-e02ea904-26f1-4530-9ebd-ba7620a9e0e6 service neutron] 10.222.0.73 "GET /v2.0/ports/ede935de-78ee-458f-8df5-09b533c47d24 HTTP/1.1" status: 200 len: 1093 time: 0.0861084 May 06 09:38:43.874286 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-ffbf2b92-15c9-4956-87f4-b7e3ffe4b7de tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8679607 May 06 09:38:43.881596 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-aaac27ec-194f-4d12-a48e-2a1f953368cd service neutron] Request body: {'binding': {'host': 'n-h2-840835-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:43.882062 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-aaac27ec-194f-4d12-a48e-2a1f953368cd service neutron] Unknown quota resources ['binding']. {{(pid=102652) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 06 09:38:43.882788 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d254b200-c26b-4a52-8993-91488cc0573f req-67b299ce-e93b-4b5e-8088-3ee0869f28e1 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/quotas/d5c8baf980ce4dc1ab4fba669d9b206a HTTP/1.1" status: 200 len: 375 time: 0.0821841 May 06 09:38:43.891369 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-fd8f2645-a9ad-42cb-bdfc-856cd3bc3838 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Request body: {'port': {'device_id': '91f12243-5eae-403f-b433-4be295e5bd2c', 'network_id': '28ebf713-266e-49bf-bb85-a1e0a99030b5', 'admin_state_up': True, 'tenant_id': '176b8c716694414abe8ccd24f8a01958'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:43.960233 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d524c4-0924-45c8-8746-c17e5358524d req-d53f9809-637b-42e7-8db2-76e3c509a140 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] No DVR routers for this DVR port 2a8c432e-4ccf-4d70-947f-3448ffe6562a on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:38:43.963240 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f8d524c4-0924-45c8-8746-c17e5358524d req-d53f9809-637b-42e7-8db2-76e3c509a140 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:43.967594 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f8d524c4-0924-45c8-8746-c17e5358524d req-d53f9809-637b-42e7-8db2-76e3c509a140 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] 10.222.0.84 "DELETE /v2.0/ports/2a8c432e-4ccf-4d70-947f-3448ffe6562a HTTP/1.1" status: 204 len: 173 time: 1.5775223 May 06 09:38:43.967909 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1cd5-2a6a-434e-9e74-6a3da72e8760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:43.968398 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f9809-637b-42e7-8db2-76e3c509a140 tempest-MigrationsAdminTest-1876483395 tempest-MigrationsAdminTest-1876483395-project] Pushing event deleted for resources: {'Port': ['ID=2a8c432e-4ccf-4d70-947f-3448ffe6562a,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:43.986874 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ed024f-297d-4b6c-b951-530587259480', 'name': 'network-vif-deleted', 'tag': '2a8c432e-4ccf-4d70-947f-3448ffe6562a'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:43.997020 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d997c5-a5dc-43e1-9877-47b44b218aae" -d '{"events": [{"server_uuid": "08ed024f-297d-4b6c-b951-530587259480", "name": "network-vif-deleted", "tag": "2a8c432e-4ccf-4d70-947f-3448ffe6562a"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:44.028000 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d254b200-c26b-4a52-8993-91488cc0573f req-b7724561-9950-4466-afb1-40b4d9824530 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d5c8baf980ce4dc1ab4fba669d9b206a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1440523 May 06 09:38:44.058963 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1cd5-2a6a-434e-9e74-6a3da72e8760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:44.078612 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-fc6bd116-8930-4113-8e7e-a10929084e90 None None] Provisioning complete for port 2950e3c6-976a-4a08-9aa2-e52fc01ba6bf triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:44.078612 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fc6bd116-8930-4113-8e7e-a10929084e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:44.123415 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-8f95ee36-d0ff-4517-8cad-3eb686be8529 req-b44c796c-bd8a-4d4e-aa37-649f9db3d6c3 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] For port 67681c8c-8131-45e7-8361-52dda7951fe2, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=67681c8c-8131-45e7-8361-52dda7951fe2,segment=NetworkSegment(ad53ebe9-2424-450b-83f6-7b9fe46d8064),segment_id=ad53ebe9-2424-450b-83f6-7b9fe46d8064)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:44.123755 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8f95ee36-d0ff-4517-8cad-3eb686be8529 req-b44c796c-bd8a-4d4e-aa37-649f9db3d6c3 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:44.170194 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-8f95ee36-d0ff-4517-8cad-3eb686be8529 req-b44c796c-bd8a-4d4e-aa37-649f9db3d6c3 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Calling delete_port for 67681c8c-8131-45e7-8361-52dda7951fe2 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:38:44.197483 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-fc6bd116-8930-4113-8e7e-a10929084e90 None None] Port 2950e3c6-976a-4a08-9aa2-e52fc01ba6bf cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:38:44.201231 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-fd8f2645-a9ad-42cb-bdfc-856cd3bc3838 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Made reservation on behalf of 176b8c716694414abe8ccd24f8a01958 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:38:44.205209 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-fd8f2645-a9ad-42cb-bdfc-856cd3bc3838 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:44.209672 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1cd5-2a6a-434e-9e74-6a3da72e8760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:44.212240 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1cd5-2a6a-434e-9e74-6a3da72e8760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:44.216582 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bd2d1cd5-2a6a-434e-9e74-6a3da72e8760 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/345feab2-d020-4127-888e-886ec00f1b98 HTTP/1.1" status: 204 len: 168 time: 0.4461043 May 06 09:38:44.248530 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-aaac27ec-194f-4d12-a48e-2a1f953368cd service neutron] Attempting to bind port ede935de-78ee-458f-8df5-09b533c47d24 on host n-h2-840835-1 for vnic_type normal with profile None {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:38:44.249464 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-aaac27ec-194f-4d12-a48e-2a1f953368cd service neutron] Attempting to bind port ede935de-78ee-458f-8df5-09b533c47d24 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:38:44.250127 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-aaac27ec-194f-4d12-a48e-2a1f953368cd service neutron] Attempting to bind port ede935de-78ee-458f-8df5-09b533c47d24 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:44.253853 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d1cd5-2a6a-434e-9e74-6a3da72e8760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345feab2-d020-4127-888e-886ec00f1b98,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:44.272189 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-aaac27ec-194f-4d12-a48e-2a1f953368cd service neutron] Port ede935de-78ee-458f-8df5-09b533c47d24 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:38:44.272624 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-aaac27ec-194f-4d12-a48e-2a1f953368cd service neutron] Attempting to bind port ede935de-78ee-458f-8df5-09b533c47d24 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:44.294807 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-aaac27ec-194f-4d12-a48e-2a1f953368cd service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:38:44.295158 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-aaac27ec-194f-4d12-a48e-2a1f953368cd service neutron] Checking segment: {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:38:44.295655 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-aaac27ec-194f-4d12-a48e-2a1f953368cd service neutron] Bound using segment: {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:38:44.296119 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-aaac27ec-194f-4d12-a48e-2a1f953368cd service neutron] Bound port: ede935de-78ee-458f-8df5-09b533c47d24, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:38:44.432852 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d254b200-c26b-4a52-8993-91488cc0573f req-c062ed1b-cb24-49f7-8639-6b5efebb0c79 service neutron] 10.222.0.73 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915787 May 06 09:38:44.446542 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-aaac27ec-194f-4d12-a48e-2a1f953368cd service neutron] For port ede935de-78ee-458f-8df5-09b533c47d24, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ede935de-78ee-458f-8df5-09b533c47d24,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:38:44.457705 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-aaac27ec-194f-4d12-a48e-2a1f953368cd service neutron] Notify callbacks [] for binding, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:44.464940 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-aaac27ec-194f-4d12-a48e-2a1f953368cd service neutron] 10.222.0.73 "POST /v2.0/ports/ede935de-78ee-458f-8df5-09b533c47d24/bindings HTTP/1.1" status: 201 len: 389 time: 0.5846171 May 06 09:38:44.489808 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-fd8f2645-a9ad-42cb-bdfc-856cd3bc3838 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Allocated IP 19.86.0.159 (28ebf713-266e-49bf-bb85-a1e0a99030b5/97f459b9-af99-43f3-9602-26d3f40f141f/f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:38:44.524065 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8f95ee36-d0ff-4517-8cad-3eb686be8529 req-b44c796c-bd8a-4d4e-aa37-649f9db3d6c3 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:44.577918 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c796c-bd8a-4d4e-aa37-649f9db3d6c3 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Pushing event deleted for resources: {'Port': ['ID=67681c8c-8131-45e7-8361-52dda7951fe2,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:44.610074 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d254b200-c26b-4a52-8993-91488cc0573f req-47697e41-313e-4e74-98a1-4dfe62cffd53 service neutron] 10.222.0.73 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717291 May 06 09:38:44.716211 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f95ee36-d0ff-4517-8cad-3eb686be8529 req-b44c796c-bd8a-4d4e-aa37-649f9db3d6c3 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] No DVR routers for this DVR port 67681c8c-8131-45e7-8361-52dda7951fe2 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:38:44.723944 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8f95ee36-d0ff-4517-8cad-3eb686be8529 req-b44c796c-bd8a-4d4e-aa37-649f9db3d6c3 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:44.727342 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f95ee36-d0ff-4517-8cad-3eb686be8529 req-b44c796c-bd8a-4d4e-aa37-649f9db3d6c3 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.84 "DELETE /v2.0/ports/67681c8c-8131-45e7-8361-52dda7951fe2 HTTP/1.1" status: 204 len: 173 time: 1.4994094 May 06 09:38:44.749328 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-668cb75b-1185-4a60-9a68-d9562e400671 req-58a587eb-8b9a-43ee-b324-cdff297d6e71 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9c820a2-477b-4972-b27c-c148b9352878 HTTP/1.1" status: 200 len: 210 time: 0.0540276 May 06 09:38:44.760227 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 2a8c432e-4ccf-4d70-947f-3448ffe6562a no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:38:44.824376 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 2a8c432e-4ccf-4d70-947f-3448ffe6562a {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:38:44.824751 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 2a8c432e-4ccf-4d70-947f-3448ffe6562a not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:38:44.947473 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-fd8f2645-a9ad-42cb-bdfc-856cd3bc3838 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:45.014541 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-fd8f2645-a9ad-42cb-bdfc-856cd3bc3838 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:45.022768 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-ca8738aa-70d6-43cd-930d-2f8b453671f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:45.024428 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-ca8738aa-70d6-43cd-930d-2f8b453671f9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee0cd225ef094aa381a08623ce8da867&device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 1096 time: 0.2381575 May 06 09:38:45.056080 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f2ebb-bb90-46af-8d01-78ff941b87ad req-a8f0cd51-d47e-4649-8f14-2831f509c1ff tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:45.058210 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-614f2ebb-bb90-46af-8d01-78ff941b87ad req-a8f0cd51-d47e-4649-8f14-2831f509c1ff tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 944 time: 0.2226362 May 06 09:38:45.086605 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99adfc84-269f-4a93-8ee6-fd797f560d07 req-3b37b3cd-5d90-4f04-835c-5ea0c84119c6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:45.088571 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99adfc84-269f-4a93-8ee6-fd797f560d07 req-3b37b3cd-5d90-4f04-835c-5ea0c84119c6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f12243-5eae-403f-b433-4be295e5bd2c HTTP/1.1" status: 200 len: 931 time: 0.1314604 May 06 09:38:45.114797 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-fd8f2645-a9ad-42cb-bdfc-856cd3bc3838 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Network 28ebf713-266e-49bf-bb85-a1e0a99030b5 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:38:45.118610 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-fd8f2645-a9ad-42cb-bdfc-856cd3bc3838 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:38:45.124516 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-fd8f2645-a9ad-42cb-bdfc-856cd3bc3838 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:38:45.183307 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f2645-a9ad-42cb-bdfc-856cd3bc3838 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Pushing event updated for resources: {'Port': ['ID=f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:45.220395 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 8b28a7c0-a45f-4a5a-8445-7c2c258ee447 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:38:45.239468 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-fd8f2645-a9ad-42cb-bdfc-856cd3bc3838 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:45.240230 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-fd8f2645-a9ad-42cb-bdfc-856cd3bc3838 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:45.270641 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-fd8f2645-a9ad-42cb-bdfc-856cd3bc3838 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3840365 May 06 09:38:45.284949 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 6a33477f-d84b-4f48-bb89-98d05b050377 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:38:45.291903 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-c4bde38f-ade2-42b3-b9c3-0830687c01a6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Request body: {'port': {'device_id': '91f12243-5eae-403f-b433-4be295e5bd2c', 'network_id': '72c7337c-ed4a-416b-867d-219dbb6331f8', 'admin_state_up': True, 'tenant_id': '176b8c716694414abe8ccd24f8a01958'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:45.346828 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99adfc84-269f-4a93-8ee6-fd797f560d07 req-6dd92848-4a33-4adb-b7f3-27204cb8ab0b tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070379 May 06 09:38:45.355304 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-614f2ebb-bb90-46af-8d01-78ff941b87ad req-29f06a17-f6ce-418a-9838-77080b208629 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861323 May 06 09:38:45.370361 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-0dec36c2-1514-4f8a-a290-dde290066eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:45.372036 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-0dec36c2-1514-4f8a-a290-dde290066eb0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9016fd3e-f04c-40de-8dbe-a7754f33396e HTTP/1.1" status: 200 len: 909 time: 0.3381159 May 06 09:38:45.426914 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 8b28a7c0-a45f-4a5a-8445-7c2c258ee447 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:45.428356 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:45.524622 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 6a33477f-d84b-4f48-bb89-98d05b050377 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:38:45.536151 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-f35bc220-3eb4-415d-9ed3-f9765b8631cf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ede935de-78ee-458f-8df5-09b533c47d24 HTTP/1.1" status: 200 len: 217 time: 0.1555111 May 06 09:38:45.547094 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 6a33477f-d84b-4f48-bb89-98d05b050377 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:45.548601 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:45.576630 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-c4bde38f-ade2-42b3-b9c3-0830687c01a6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Made reservation on behalf of 176b8c716694414abe8ccd24f8a01958 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:38:45.579809 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ce0db0-5d41-4580-b974-6fc660ccca62 x-openstack-request-id: req-70ce0db0-5d41-4580-b974-6fc660ccca62 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:45.580757 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c820a2-477b-4972-b27c-c148b9352878", "name": "network-vif-unplugged", "status": "completed", "tag": "67681c8c-8131-45e7-8361-52dda7951fe2", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:45.581549 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-70ce0db0-5d41-4580-b974-6fc660ccca62 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:45.582690 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-c4bde38f-ade2-42b3-b9c3-0830687c01a6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:45.585062 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70ce0db0-5d41-4580-b974-6fc660ccca62'] response: {'server_uuid': 'a9c820a2-477b-4972-b27c-c148b9352878', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67681c8c-8131-45e7-8361-52dda7951fe2', 'code': 200} May 06 09:38:45.653750 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-8f9138c7-15e6-4953-a9e5-32a05b26d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:45.656663 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-8f9138c7-15e6-4953-a9e5-32a05b26d34f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5704ec7d-7fe2-4308-8e34-562762b93f76 HTTP/1.1" status: 200 len: 848 time: 0.1133513 May 06 09:38:45.684306 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d40a089-539a-4813-8969-aedff3960a9a x-openstack-request-id: req-6d40a089-539a-4813-8969-aedff3960a9a {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:45.684717 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ed024f-297d-4b6c-b951-530587259480", "name": "network-vif-deleted", "tag": "2a8c432e-4ccf-4d70-947f-3448ffe6562a", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:45.684995 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6d40a089-539a-4813-8969-aedff3960a9a {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:45.685879 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d40a089-539a-4813-8969-aedff3960a9a'] response: {'server_uuid': '08ed024f-297d-4b6c-b951-530587259480', 'name': 'network-vif-deleted', 'tag': '2a8c432e-4ccf-4d70-947f-3448ffe6562a', 'status': 'completed', 'code': 200} May 06 09:38:45.721744 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-7370c0c0-e8cc-4531-83d6-0e66b10681f4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9016fd3e-f04c-40de-8dbe-a7754f33396e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577524 May 06 09:38:45.799917 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-5950b011-4947-41fd-9851-6dfcacfe2f9f None None] Provisioning complete for port f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:45.800507 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5950b011-4947-41fd-9851-6dfcacfe2f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:45.855039 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:45.867247 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-5950b011-4947-41fd-9851-6dfcacfe2f9f None None] Port f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:38:45.889319 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-c4bde38f-ade2-42b3-b9c3-0830687c01a6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Allocated IP 19.80.0.203 (72c7337c-ed4a-416b-867d-219dbb6331f8/67cccdd2-6401-4e37-ac91-4fff609d0abf/16b619c4-f6b9-4df5-811f-5f1ce1306b59) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:38:45.923635 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 6a33477f-d84b-4f48-bb89-98d05b050377, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=6a33477f-d84b-4f48-bb89-98d05b050377,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:45.926651 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-66412de7-ea27-4ba9-9e77-2184cc44f24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:45.936080 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:45.970660 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c9a34-f4d8-4912-8332-d234cf9b6b45 req-255f9568-c189-4e81-a88b-7b21d9cc63d5 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:45.978530 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-032c9a34-f4d8-4912-8332-d234cf9b6b45 req-255f9568-c189-4e81-a88b-7b21d9cc63d5 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 945 time: 0.2082696 May 06 09:38:46.015804 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-ce555652-fcb4-4fa6-bc79-5493a9a859cb service neutron] 10.222.0.77 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851150 May 06 09:38:46.089715 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=6a33477f-d84b-4f48-bb89-98d05b050377,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:46.136507 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-032c9a34-f4d8-4912-8332-d234cf9b6b45 req-aee1643b-d0d1-4bc1-9c4e-ae40b0b14412 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549740 May 06 09:38:46.152193 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-fad19c5c-4a36-4600-925b-223ed341ce35 service neutron] 10.222.0.77 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281269 May 06 09:38:46.185445 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-c4bde38f-ade2-42b3-b9c3-0830687c01a6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:46.232017 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-c4bde38f-ade2-42b3-b9c3-0830687c01a6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:46.265471 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43250) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:46.292741 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d6574919-3612-4ef1-9f82-2137b0f99ded req-e9563bf0-e1b0-475f-9a5f-f4e11670f837 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=802dbb75-0157-4b9f-8b3c-0db95e6c6eeb HTTP/1.1" status: 200 len: 210 time: 0.0450873 May 06 09:38:46.321331 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:38:46.328536 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-c4bde38f-ade2-42b3-b9c3-0830687c01a6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Network 72c7337c-ed4a-416b-867d-219dbb6331f8 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:38:46.332179 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-c4bde38f-ade2-42b3-b9c3-0830687c01a6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:38:46.336548 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-c4bde38f-ade2-42b3-b9c3-0830687c01a6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:38:46.404960 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bde38f-ade2-42b3-b9c3-0830687c01a6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Pushing event updated for resources: {'Port': ['ID=16b619c4-f6b9-4df5-811f-5f1ce1306b59,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:46.429504 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-c4bde38f-ade2-42b3-b9c3-0830687c01a6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:46.430724 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-c4bde38f-ade2-42b3-b9c3-0830687c01a6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:46.479579 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-c4bde38f-ade2-42b3-b9c3-0830687c01a6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1915729 May 06 09:38:46.498992 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-62b7c931-199b-4994-b055-f5b5b606c9aa service neutron] Request body: {'port': {'device_id': '91f12243-5eae-403f-b433-4be295e5bd2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:46.576954 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-62b7c931-199b-4994-b055-f5b5b606c9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:46.766427 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 67681c8c-8131-45e7-8361-52dda7951fe2 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:38:46.833331 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 67681c8c-8131-45e7-8361-52dda7951fe2 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:38:46.833979 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 67681c8c-8131-45e7-8361-52dda7951fe2 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:38:46.870403 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-91094791-77ea-43c8-b5b8-adffc0e7945f None None] Provisioning complete for port 16b619c4-f6b9-4df5-811f-5f1ce1306b59 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:46.870788 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-91094791-77ea-43c8-b5b8-adffc0e7945f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:46.948922 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-91094791-77ea-43c8-b5b8-adffc0e7945f None None] Port 16b619c4-f6b9-4df5-811f-5f1ce1306b59 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:38:47.005025 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43264) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:47.181222 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4f93de22-7d71-469e-bd07-02c346668c31 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dd2b68e9188a432782a13dad893a2f67&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9102340 May 06 09:38:47.190077 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43274) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:47.196429 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d006e50a-2621-4df0-8ced-a19f1c4a7ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:47.405348 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef8156-9dd8-4695-904b-59caf15ecd0a req-a04aaa50-4121-4484-94e1-7ec7f1f3d379 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:47.407014 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-85e61829-7ce3-47c5-b858-b2782776fe17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:47.413788 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ecef8156-9dd8-4695-904b-59caf15ecd0a req-a04aaa50-4121-4484-94e1-7ec7f1f3d379 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 945 time: 0.8905635 May 06 09:38:47.431646 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fce65-6865-4006-b802-02696145b87f req-1d058040-ef7a-42f8-acf6-5757f3685c1c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:47.441680 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fce65-6865-4006-b802-02696145b87f req-1d058040-ef7a-42f8-acf6-5757f3685c1c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:47.445005 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fce65-6865-4006-b802-02696145b87f req-1d058040-ef7a-42f8-acf6-5757f3685c1c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:47.455044 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fd2fce65-6865-4006-b802-02696145b87f req-1d058040-ef7a-42f8-acf6-5757f3685c1c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f12243-5eae-403f-b433-4be295e5bd2c HTTP/1.1" status: 200 len: 2376 time: 0.8168719 May 06 09:38:47.539472 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-85e61829-7ce3-47c5-b858-b2782776fe17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:47.549219 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ecef8156-9dd8-4695-904b-59caf15ecd0a req-c27f39f7-5356-46ad-a35a-c28569f06938 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323318 May 06 09:38:47.585258 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1183fbd3-893f-47d0-8a47-cca2ab434dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a33477f-d84b-4f48-bb89-98d05b050377'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:47.588382 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69625b6e-66a4-45fe-afc9-df2d2c7edcd8" -d '{"events": [{"server_uuid": "1183fbd3-893f-47d0-8a47-cca2ab434dc2", "name": "network-vif-plugged", "status": "completed", "tag": "6a33477f-d84b-4f48-bb89-98d05b050377"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:47.596282 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-62b7c931-199b-4994-b055-f5b5b606c9aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2950e3c6-976a-4a08-9aa2-e52fc01ba6bf {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:38:47.609449 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fd2fce65-6865-4006-b802-02696145b87f req-f4cc2e4a-9ec7-445d-ae04-d8790aa63602 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463830 May 06 09:38:47.611080 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-62b7c931-199b-4994-b055-f5b5b606c9aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:47.644018 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d006e50a-2621-4df0-8ced-a19f1c4a7ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:47.645537 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-62b7c931-199b-4994-b055-f5b5b606c9aa service neutron] Transition to ACTIVE for port object 2950e3c6-976a-4a08-9aa2-e52fc01ba6bf will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:38:47.650330 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d006e50a-2621-4df0-8ced-a19f1c4a7ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:47.658011 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-62b7c931-199b-4994-b055-f5b5b606c9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:47.659300 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254b200-c26b-4a52-8993-91488cc0573f req-2d6717d5-3990-4fc2-8a98-f24b42c99849 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:47.673113 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d254b200-c26b-4a52-8993-91488cc0573f req-2d6717d5-3990-4fc2-8a98-f24b42c99849 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.84 "GET /v2.0/networks?id=22f2ea67-0061-4453-8871-c63efbcb27a4 HTTP/1.1" status: 200 len: 805 time: 0.8894281 May 06 09:38:47.680182 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-d254b200-c26b-4a52-8993-91488cc0573f req-99ed6db2-780a-444b-a954-e96940015590 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Request body: {'port': {'device_id': '802dbb75-0157-4b9f-8b3c-0db95e6c6eeb', 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4', 'admin_state_up': True, 'tenant_id': 'd5c8baf980ce4dc1ab4fba669d9b206a'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:47.691622 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c820a2-477b-4972-b27c-c148b9352878', 'name': 'network-vif-deleted', 'tag': '67681c8c-8131-45e7-8361-52dda7951fe2'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:47.709930 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1b6edd-e914-4c3d-b089-83a1264406e0" -d '{"events": [{"server_uuid": "a9c820a2-477b-4972-b27c-c148b9352878", "name": "network-vif-deleted", "tag": "67681c8c-8131-45e7-8361-52dda7951fe2"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:47.772197 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7c931-199b-4994-b055-f5b5b606c9aa service neutron] Pushing event updated for resources: {'Port': ['ID=2950e3c6-976a-4a08-9aa2-e52fc01ba6bf,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:47.798753 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-85e61829-7ce3-47c5-b858-b2782776fe17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:47.802170 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-85e61829-7ce3-47c5-b858-b2782776fe17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:47.803403 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-85e61829-7ce3-47c5-b858-b2782776fe17 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bdbd9cbc-7a62-427a-9976-303c8642d977 HTTP/1.1" status: 204 len: 168 time: 0.6119738 May 06 09:38:47.819854 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d006e50a-2621-4df0-8ced-a19f1c4a7ede admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=46595351566f47db9588354e203012cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8084254 May 06 09:38:47.822059 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006e50a-2621-4df0-8ced-a19f1c4a7ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8719da3-bec7-4506-a0f2-166b8741009f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:47.825473 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43300) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:47.952111 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e61829-7ce3-47c5-b858-b2782776fe17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbd9cbc-7a62-427a-9976-303c8642d977,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:48.052410 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-96673548-a2e4-4ee4-a1a6-47868e0dd3f5 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:48.056608 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67d96105-53e5-4095-8951-eb1726d5b7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:48.060757 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-96673548-a2e4-4ee4-a1a6-47868e0dd3f5 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/networks?id=62314494-b174-4444-b50f-a42c5aa706d2 HTTP/1.1" status: 200 len: 822 time: 0.3189385 May 06 09:38:48.087319 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67d96105-53e5-4095-8951-eb1726d5b7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:48.099574 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-8895e87d-69dd-479c-b6ae-2bb99b3c1966 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/quotas/eae9614485024b1ebb7c429226844c0a HTTP/1.1" status: 200 len: 375 time: 0.0378106 May 06 09:38:48.099920 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-62b7c931-199b-4994-b055-f5b5b606c9aa service neutron] Attempting to bind port 2950e3c6-976a-4a08-9aa2-e52fc01ba6bf on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:38:48.100287 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-62b7c931-199b-4994-b055-f5b5b606c9aa service neutron] Attempting to bind port 2950e3c6-976a-4a08-9aa2-e52fc01ba6bf by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '2f84c048-45d7-4c82-807a-064e9189436d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '72c7337c-ed4a-416b-867d-219dbb6331f8'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:38:48.100591 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-62b7c931-199b-4994-b055-f5b5b606c9aa service neutron] Attempting to bind port 2950e3c6-976a-4a08-9aa2-e52fc01ba6bf on network 72c7337c-ed4a-416b-867d-219dbb6331f8 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:48.108574 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48950328-8dd9-41f0-a93c-a38b247d78b4 req-7425a905-4bff-4bad-add0-fd664bb2c783 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:48.110164 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-48950328-8dd9-41f0-a93c-a38b247d78b4 req-7425a905-4bff-4bad-add0-fd664bb2c783 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 945 time: 0.3295109 May 06 09:38:48.112077 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-62b7c931-199b-4994-b055-f5b5b606c9aa service neutron] Port 2950e3c6-976a-4a08-9aa2-e52fc01ba6bf on network 72c7337c-ed4a-416b-867d-219dbb6331f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:38:48.112559 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-62b7c931-199b-4994-b055-f5b5b606c9aa service neutron] Attempting to bind port 2950e3c6-976a-4a08-9aa2-e52fc01ba6bf on network 72c7337c-ed4a-416b-867d-219dbb6331f8 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:48.121931 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-62b7c931-199b-4994-b055-f5b5b606c9aa service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:38:48.125521 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-62b7c931-199b-4994-b055-f5b5b606c9aa service neutron] Checking segment: {'id': '2f84c048-45d7-4c82-807a-064e9189436d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '72c7337c-ed4a-416b-867d-219dbb6331f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:38:48.126161 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-62b7c931-199b-4994-b055-f5b5b606c9aa service neutron] Bound using segment: {'id': '2f84c048-45d7-4c82-807a-064e9189436d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '72c7337c-ed4a-416b-867d-219dbb6331f8'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:38:48.127077 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-62b7c931-199b-4994-b055-f5b5b606c9aa service neutron] Bound port: 2950e3c6-976a-4a08-9aa2-e52fc01ba6bf, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f84c048-45d7-4c82-807a-064e9189436d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '72c7337c-ed4a-416b-867d-219dbb6331f8'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:38:48.127329 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-62b7c931-199b-4994-b055-f5b5b606c9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:48.203199 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-ac744f54-aa4e-4098-89f8-b3598011adad tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=eae9614485024b1ebb7c429226844c0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1025951 May 06 09:38:48.230206 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-62b7c931-199b-4994-b055-f5b5b606c9aa service neutron] For port 2950e3c6-976a-4a08-9aa2-e52fc01ba6bf, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:38:48.233445 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d254b200-c26b-4a52-8993-91488cc0573f req-99ed6db2-780a-444b-a954-e96940015590 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Made reservation on behalf of d5c8baf980ce4dc1ab4fba669d9b206a for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:38:48.234650 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-62b7c931-199b-4994-b055-f5b5b606c9aa service neutron] For port 2950e3c6-976a-4a08-9aa2-e52fc01ba6bf, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=2950e3c6-976a-4a08-9aa2-e52fc01ba6bf,segment=NetworkSegment(2f84c048-45d7-4c82-807a-064e9189436d),segment_id=2f84c048-45d7-4c82-807a-064e9189436d)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:38:48.238271 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d254b200-c26b-4a52-8993-91488cc0573f req-99ed6db2-780a-444b-a954-e96940015590 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:48.243406 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-62b7c931-199b-4994-b055-f5b5b606c9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:48.259385 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-48950328-8dd9-41f0-a93c-a38b247d78b4 req-1fec7711-85d6-45f2-9c5c-d4abedad5916 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325848 May 06 09:38:48.301570 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-62b7c931-199b-4994-b055-f5b5b606c9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:48.302210 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-62b7c931-199b-4994-b055-f5b5b606c9aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:48.303681 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-62b7c931-199b-4994-b055-f5b5b606c9aa service neutron] 10.222.0.77 "PUT /v2.0/ports/2950e3c6-976a-4a08-9aa2-e52fc01ba6bf HTTP/1.1" status: 200 len: 1091 time: 1.8104606 May 06 09:38:48.304141 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f12243-5eae-403f-b433-4be295e5bd2c', 'tag': '2950e3c6-976a-4a08-9aa2-e52fc01ba6bf'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:48.306428 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bf99bf-b286-46d9-be29-3e8a41fea6fd" -d '{"events": [{"name": "network-changed", "server_uuid": "91f12243-5eae-403f-b433-4be295e5bd2c", "tag": "2950e3c6-976a-4a08-9aa2-e52fc01ba6bf"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:48.314261 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67d96105-53e5-4095-8951-eb1726d5b7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:48.316962 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67d96105-53e5-4095-8951-eb1726d5b7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:48.318205 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-67d96105-53e5-4095-8951-eb1726d5b7e6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d8719da3-bec7-4506-a0f2-166b8741009f HTTP/1.1" status: 204 len: 168 time: 0.4913859 May 06 09:38:48.342824 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d96105-53e5-4095-8951-eb1726d5b7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8719da3-bec7-4506-a0f2-166b8741009f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:48.344672 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7c931-199b-4994-b055-f5b5b606c9aa service neutron] Pushing event updated for resources: {'Port': ['ID=2950e3c6-976a-4a08-9aa2-e52fc01ba6bf,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:48.352531 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-e43afc39-46cd-44e9-8f49-52084d318bf0 service neutron] Request body: {'port': {'device_id': '91f12243-5eae-403f-b433-4be295e5bd2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:48.430706 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-25f28b76-4287-4a63-9d33-2fa87ae61896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:48.466504 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-e43afc39-46cd-44e9-8f49-52084d318bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:48.568875 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43310) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:48.621058 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-d254b200-c26b-4a52-8993-91488cc0573f req-99ed6db2-780a-444b-a954-e96940015590 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Allocated IP 172.20.0.12 (22f2ea67-0061-4453-8871-c63efbcb27a4/afa93752-8f96-48cb-be1f-768526aba17a/bf4790b9-844b-4827-8a7f-ab8e62106a3b) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:38:48.627557 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:48.694818 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3e954884-63b0-42ea-bf63-00a518d7b9dc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9d461d0acf73401ebc856c52753c2d20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1249378 May 06 09:38:48.697546 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43318) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:48.830425 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d8310482-6609-4968-8550-217cb5d6e2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:48.870920 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d8310482-6609-4968-8550-217cb5d6e2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:48.876860 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c4559b8d-6ff9-4517-8ee9-9b27e92332d3 req-c3aa74cc-7786-47cb-bc6a-2ae1690bb12e tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=802dbb75-0157-4b9f-8b3c-0db95e6c6eeb HTTP/1.1" status: 200 len: 210 time: 0.3841739 May 06 09:38:48.932386 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d254b200-c26b-4a52-8993-91488cc0573f req-99ed6db2-780a-444b-a954-e96940015590 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:48.962348 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-a1ec9634-bcf3-4f77-8e64-1c4f325f5e8b service neutron] 10.222.0.73 "GET /v2.0/networks/62314494-b174-4444-b50f-a42c5aa706d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7463906 May 06 09:38:48.967710 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-e43afc39-46cd-44e9-8f49-52084d318bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:38:48.977148 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-e43afc39-46cd-44e9-8f49-52084d318bf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:48.995390 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-e43afc39-46cd-44e9-8f49-52084d318bf0 service neutron] Transition to ACTIVE for port object f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:38:49.001297 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d8310482-6609-4968-8550-217cb5d6e2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:49.004846 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d8310482-6609-4968-8550-217cb5d6e2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:49.006384 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d8310482-6609-4968-8550-217cb5d6e2dc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e76984e7-ffd8-48cd-90f8-db015c7acc95 HTTP/1.1" status: 204 len: 168 time: 0.3074055 May 06 09:38:49.012084 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-e43afc39-46cd-44e9-8f49-52084d318bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:49.015529 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6eb36e9-9f15-4830-aa6c-cfb91f7b9df8 x-openstack-request-id: req-a6eb36e9-9f15-4830-aa6c-cfb91f7b9df8 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:49.015825 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1183fbd3-893f-47d0-8a47-cca2ab434dc2", "name": "network-vif-plugged", "status": "completed", "tag": "6a33477f-d84b-4f48-bb89-98d05b050377", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:49.016263 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a6eb36e9-9f15-4830-aa6c-cfb91f7b9df8 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:49.016857 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6eb36e9-9f15-4830-aa6c-cfb91f7b9df8'] response: {'server_uuid': '1183fbd3-893f-47d0-8a47-cca2ab434dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a33477f-d84b-4f48-bb89-98d05b050377', 'code': 200} May 06 09:38:49.028815 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8310482-6609-4968-8550-217cb5d6e2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76984e7-ffd8-48cd-90f8-db015c7acc95,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:49.105484 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43afc39-46cd-44e9-8f49-52084d318bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:49.185530 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-1fb60403-77e3-49c5-afb3-88c3554615e0 service neutron] 10.222.0.73 "GET /v2.0/networks/62314494-b174-4444-b50f-a42c5aa706d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220073 May 06 09:38:49.198253 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46a5384-2673-4a9e-bef6-6788ab63b3ea x-openstack-request-id: req-e46a5384-2673-4a9e-bef6-6788ab63b3ea {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:49.198745 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c820a2-477b-4972-b27c-c148b9352878", "name": "network-vif-deleted", "tag": "67681c8c-8131-45e7-8361-52dda7951fe2", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:49.199675 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e46a5384-2673-4a9e-bef6-6788ab63b3ea {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:49.200088 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e46a5384-2673-4a9e-bef6-6788ab63b3ea'] response: {'server_uuid': 'a9c820a2-477b-4972-b27c-c148b9352878', 'name': 'network-vif-deleted', 'tag': '67681c8c-8131-45e7-8361-52dda7951fe2', 'status': 'completed', 'code': 200} May 06 09:38:49.255523 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-e43afc39-46cd-44e9-8f49-52084d318bf0 service neutron] Attempting to bind port f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:38:49.257481 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-e43afc39-46cd-44e9-8f49-52084d318bf0 service neutron] Attempting to bind port f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '1d387139-cba5-4570-b0b2-41010da74545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '28ebf713-266e-49bf-bb85-a1e0a99030b5'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:38:49.257845 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-e43afc39-46cd-44e9-8f49-52084d318bf0 service neutron] Attempting to bind port f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79 on network 28ebf713-266e-49bf-bb85-a1e0a99030b5 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:49.267070 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-e43afc39-46cd-44e9-8f49-52084d318bf0 service neutron] Port f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79 on network 28ebf713-266e-49bf-bb85-a1e0a99030b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:38:49.267763 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-e43afc39-46cd-44e9-8f49-52084d318bf0 service neutron] Attempting to bind port f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79 on network 28ebf713-266e-49bf-bb85-a1e0a99030b5 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:49.281016 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-e43afc39-46cd-44e9-8f49-52084d318bf0 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:38:49.281446 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-e43afc39-46cd-44e9-8f49-52084d318bf0 service neutron] Checking segment: {'id': '1d387139-cba5-4570-b0b2-41010da74545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '28ebf713-266e-49bf-bb85-a1e0a99030b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:38:49.284778 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-e43afc39-46cd-44e9-8f49-52084d318bf0 service neutron] Bound using segment: {'id': '1d387139-cba5-4570-b0b2-41010da74545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '28ebf713-266e-49bf-bb85-a1e0a99030b5'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:38:49.285401 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-e43afc39-46cd-44e9-8f49-52084d318bf0 service neutron] Bound port: f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d387139-cba5-4570-b0b2-41010da74545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '28ebf713-266e-49bf-bb85-a1e0a99030b5'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:38:49.285698 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-e43afc39-46cd-44e9-8f49-52084d318bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:49.327803 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d254b200-c26b-4a52-8993-91488cc0573f req-99ed6db2-780a-444b-a954-e96940015590 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:49.349589 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0c483-1a9b-4142-869e-b44d05e2a951 req-f8d66daa-6854-417d-8be1-cf5540fe78cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:49.351953 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ffc0c483-1a9b-4142-869e-b44d05e2a951 req-f8d66daa-6854-417d-8be1-cf5540fe78cf service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 1096 time: 0.1583748 May 06 09:38:49.413925 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:49.457610 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-e43afc39-46cd-44e9-8f49-52084d318bf0 service neutron] For port f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:38:49.473938 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-e43afc39-46cd-44e9-8f49-52084d318bf0 service neutron] For port f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79,segment=NetworkSegment(1d387139-cba5-4570-b0b2-41010da74545),segment_id=1d387139-cba5-4570-b0b2-41010da74545)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:38:49.485290 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-e43afc39-46cd-44e9-8f49-52084d318bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:49.512352 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed6db2-780a-444b-a954-e96940015590 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Pushing event updated for resources: {'Port': ['ID=bf4790b9-844b-4827-8a7f-ab8e62106a3b,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:49.524666 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ad564e-5774-402f-83e6-a7046bdedc37 x-openstack-request-id: req-b2ad564e-5774-402f-83e6-a7046bdedc37 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:49.525036 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f12243-5eae-403f-b433-4be295e5bd2c", "tag": "2950e3c6-976a-4a08-9aa2-e52fc01ba6bf", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:49.525302 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b2ad564e-5774-402f-83e6-a7046bdedc37 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:49.525542 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d254b200-c26b-4a52-8993-91488cc0573f req-99ed6db2-780a-444b-a954-e96940015590 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Network 22f2ea67-0061-4453-8871-c63efbcb27a4 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:38:49.525725 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2ad564e-5774-402f-83e6-a7046bdedc37'] response: {'name': 'network-changed', 'server_uuid': '91f12243-5eae-403f-b433-4be295e5bd2c', 'tag': '2950e3c6-976a-4a08-9aa2-e52fc01ba6bf', 'status': 'completed', 'code': 200} May 06 09:38:49.570025 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-d254b200-c26b-4a52-8993-91488cc0573f req-99ed6db2-780a-444b-a954-e96940015590 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:38:49.574715 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d254b200-c26b-4a52-8993-91488cc0573f req-99ed6db2-780a-444b-a954-e96940015590 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:38:49.632304 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-e43afc39-46cd-44e9-8f49-52084d318bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:49.633010 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-e43afc39-46cd-44e9-8f49-52084d318bf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:49.642026 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-e43afc39-46cd-44e9-8f49-52084d318bf0 service neutron] 10.222.0.77 "PUT /v2.0/ports/f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79 HTTP/1.1" status: 200 len: 1092 time: 1.2892730 May 06 09:38:49.725116 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-6e2e859c-89bd-41b9-8d08-e16ff7c3f0ef service neutron] Request body: {'port': {'device_id': '91f12243-5eae-403f-b433-4be295e5bd2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:49.866638 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43afc39-46cd-44e9-8f49-52084d318bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:49.886273 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ffc0c483-1a9b-4142-869e-b44d05e2a951 req-b862e048-53a6-4230-af25-33109a58b1b6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588138 May 06 09:38:49.950886 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254b200-c26b-4a52-8993-91488cc0573f req-99ed6db2-780a-444b-a954-e96940015590 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:49.952035 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d254b200-c26b-4a52-8993-91488cc0573f req-99ed6db2-780a-444b-a954-e96940015590 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:49.995534 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf99bf-b286-46d9-be29-3e8a41fea6fd req-729c1005-9340-4e36-b212-17d49f718be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:49.997574 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf99bf-b286-46d9-be29-3e8a41fea6fd req-729c1005-9340-4e36-b212-17d49f718be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:49.998399 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf99bf-b286-46d9-be29-3e8a41fea6fd req-729c1005-9340-4e36-b212-17d49f718be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:49.998782 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d7d9e-f122-4ca9-bc77-74812f65179b req-df8e3de1-c627-4768-b480-428c62ccb191 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:50.000525 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-341d7d9e-f122-4ca9-bc77-74812f65179b req-df8e3de1-c627-4768-b480-428c62ccb191 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 945 time: 0.3343627 May 06 09:38:50.005332 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d254b200-c26b-4a52-8993-91488cc0573f req-99ed6db2-780a-444b-a954-e96940015590 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3313136 May 06 09:38:50.012881 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a5bf99bf-b286-46d9-be29-3e8a41fea6fd req-729c1005-9340-4e36-b212-17d49f718be2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=176b8c716694414abe8ccd24f8a01958&device_id=91f12243-5eae-403f-b433-4be295e5bd2c HTTP/1.1" status: 200 len: 2798 time: 0.3677161 May 06 09:38:50.028075 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-d254b200-c26b-4a52-8993-91488cc0573f req-573eadf7-8b58-4f83-8ad2-3cd0539e69e5 service neutron] Request body: {'port': {'device_id': '802dbb75-0157-4b9f-8b3c-0db95e6c6eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:50.040111 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-6e2e859c-89bd-41b9-8d08-e16ff7c3f0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:50.255690 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43364) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:50.416268 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d254b200-c26b-4a52-8993-91488cc0573f req-573eadf7-8b58-4f83-8ad2-3cd0539e69e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:50.530678 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-e7850408-d1ff-4564-9388-35159bd4ef44 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1869297783-network', 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:50.559645 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-341d7d9e-f122-4ca9-bc77-74812f65179b req-96cfe2ab-9afb-41fa-9083-a314b1c6cd7a tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5378499 May 06 09:38:50.650196 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56ec9c-8bdc-4dd3-b547-1e2f34ea4a93 req-fc101c7d-bd8b-4f13-b58c-03aa912c048c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:50.662572 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56ec9c-8bdc-4dd3-b547-1e2f34ea4a93 req-fc101c7d-bd8b-4f13-b58c-03aa912c048c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:50.671256 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56ec9c-8bdc-4dd3-b547-1e2f34ea4a93 req-fc101c7d-bd8b-4f13-b58c-03aa912c048c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:50.679864 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fd56ec9c-8bdc-4dd3-b547-1e2f34ea4a93 req-fc101c7d-bd8b-4f13-b58c-03aa912c048c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f12243-5eae-403f-b433-4be295e5bd2c HTTP/1.1" status: 200 len: 2400 time: 0.4674289 May 06 09:38:50.715362 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7850408-d1ff-4564-9388-35159bd4ef44 admin admin] Made reservation on behalf of e6b8f11daba14014856a1a2bb0688844 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:38:50.718684 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e7850408-d1ff-4564-9388-35159bd4ef44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:50.756741 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e7850408-d1ff-4564-9388-35159bd4ef44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:50.773132 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf99bf-b286-46d9-be29-3e8a41fea6fd req-9ec79fcf-74a4-482d-8a57-0926fa1d5384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:50.773909 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf99bf-b286-46d9-be29-3e8a41fea6fd req-9ec79fcf-74a4-482d-8a57-0926fa1d5384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:50.774565 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf99bf-b286-46d9-be29-3e8a41fea6fd req-9ec79fcf-74a4-482d-8a57-0926fa1d5384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:50.776611 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a5bf99bf-b286-46d9-be29-3e8a41fea6fd req-9ec79fcf-74a4-482d-8a57-0926fa1d5384 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=176b8c716694414abe8ccd24f8a01958&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5138192 May 06 09:38:51.071918 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:51.075148 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fd56ec9c-8bdc-4dd3-b547-1e2f34ea4a93 req-b7f0a268-b7b8-406c-bb09-5ae0cd503303 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941684 May 06 09:38:51.102644 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e46fb-2c0f-4963-9b96-b5d64fb63a93 req-2e95d85c-0a22-45ab-abe5-7494ea53d99e tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:51.117835 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-636e46fb-2c0f-4963-9b96-b5d64fb63a93 req-2e95d85c-0a22-45ab-abe5-7494ea53d99e tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 945 time: 0.2869043 May 06 09:38:51.141715 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e7850408-d1ff-4564-9388-35159bd4ef44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:51.182815 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-6e2e859c-89bd-41b9-8d08-e16ff7c3f0ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16b619c4-f6b9-4df5-811f-5f1ce1306b59 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:38:51.192506 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-6e2e859c-89bd-41b9-8d08-e16ff7c3f0ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:51.210098 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-6e2e859c-89bd-41b9-8d08-e16ff7c3f0ef service neutron] Transition to ACTIVE for port object 16b619c4-f6b9-4df5-811f-5f1ce1306b59 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:38:51.211696 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf99bf-b286-46d9-be29-3e8a41fea6fd req-0b9ecae4-72ee-4aa7-9fde-f707441e9ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:51.213280 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a5bf99bf-b286-46d9-be29-3e8a41fea6fd req-0b9ecae4-72ee-4aa7-9fde-f707441e9ab8 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4273040 May 06 09:38:51.215410 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e7850408-d1ff-4564-9388-35159bd4ef44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:51.259502 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-6e2e859c-89bd-41b9-8d08-e16ff7c3f0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:51.271551 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7850408-d1ff-4564-9388-35159bd4ef44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760c7e5d-1f6d-4540-91d3-7a892bdfae93,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:51.273452 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-d254b200-c26b-4a52-8993-91488cc0573f req-573eadf7-8b58-4f83-8ad2-3cd0539e69e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf4790b9-844b-4827-8a7f-ab8e62106a3b {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:38:51.301331 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d254b200-c26b-4a52-8993-91488cc0573f req-573eadf7-8b58-4f83-8ad2-3cd0539e69e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:51.321037 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-d254b200-c26b-4a52-8993-91488cc0573f req-573eadf7-8b58-4f83-8ad2-3cd0539e69e5 service neutron] Transition to ACTIVE for port object bf4790b9-844b-4827-8a7f-ab8e62106a3b will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:38:51.345252 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-636e46fb-2c0f-4963-9b96-b5d64fb63a93 req-e341ea52-258c-4d27-852d-013e0b5446e4 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264338 May 06 09:38:51.346048 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d254b200-c26b-4a52-8993-91488cc0573f req-573eadf7-8b58-4f83-8ad2-3cd0539e69e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:51.374824 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d395945-f04f-4252-b06e-b8e683993ccc req-c371ab13-ac8b-45ac-ae35-905d3c2e56fc tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aea2595-1825-4181-828f-9dbd9c71b82f HTTP/1.1" status: 200 len: 210 time: 0.0487349 May 06 09:38:51.417023 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:51.474218 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573eadf7-8b58-4f83-8ad2-3cd0539e69e5 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4790b9-844b-4827-8a7f-ab8e62106a3b,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:51.913438 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147437e4-0dc9-4564-bca6-8442b5adb927 req-93d44afa-17df-4b4f-a9dd-2f7148349582 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:51.915050 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-147437e4-0dc9-4564-bca6-8442b5adb927 req-93d44afa-17df-4b4f-a9dd-2f7148349582 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=802dbb75-0157-4b9f-8b3c-0db95e6c6eeb HTTP/1.1" status: 200 len: 944 time: 0.2972548 May 06 09:38:51.922484 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-d254b200-c26b-4a52-8993-91488cc0573f req-573eadf7-8b58-4f83-8ad2-3cd0539e69e5 service neutron] Attempting to bind port bf4790b9-844b-4827-8a7f-ab8e62106a3b on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:38:51.922835 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-d254b200-c26b-4a52-8993-91488cc0573f req-573eadf7-8b58-4f83-8ad2-3cd0539e69e5 service neutron] Attempting to bind port bf4790b9-844b-4827-8a7f-ab8e62106a3b by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '0ceef939-5542-4214-86aa-42ed61d3cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:38:51.923301 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d254b200-c26b-4a52-8993-91488cc0573f req-573eadf7-8b58-4f83-8ad2-3cd0539e69e5 service neutron] Attempting to bind port bf4790b9-844b-4827-8a7f-ab8e62106a3b on network 22f2ea67-0061-4453-8871-c63efbcb27a4 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:51.953030 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d254b200-c26b-4a52-8993-91488cc0573f req-573eadf7-8b58-4f83-8ad2-3cd0539e69e5 service neutron] Port bf4790b9-844b-4827-8a7f-ab8e62106a3b on network 22f2ea67-0061-4453-8871-c63efbcb27a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:38:51.953364 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d254b200-c26b-4a52-8993-91488cc0573f req-573eadf7-8b58-4f83-8ad2-3cd0539e69e5 service neutron] Attempting to bind port bf4790b9-844b-4827-8a7f-ab8e62106a3b on network 22f2ea67-0061-4453-8871-c63efbcb27a4 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:51.966709 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d254b200-c26b-4a52-8993-91488cc0573f req-573eadf7-8b58-4f83-8ad2-3cd0539e69e5 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:38:51.967060 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d254b200-c26b-4a52-8993-91488cc0573f req-573eadf7-8b58-4f83-8ad2-3cd0539e69e5 service neutron] Checking segment: {'id': '0ceef939-5542-4214-86aa-42ed61d3cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:38:51.974701 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d254b200-c26b-4a52-8993-91488cc0573f req-573eadf7-8b58-4f83-8ad2-3cd0539e69e5 service neutron] Bound using segment: {'id': '0ceef939-5542-4214-86aa-42ed61d3cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:38:51.975263 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-d254b200-c26b-4a52-8993-91488cc0573f req-573eadf7-8b58-4f83-8ad2-3cd0539e69e5 service neutron] Bound port: bf4790b9-844b-4827-8a7f-ab8e62106a3b, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ceef939-5542-4214-86aa-42ed61d3cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:38:51.975688 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d254b200-c26b-4a52-8993-91488cc0573f req-573eadf7-8b58-4f83-8ad2-3cd0539e69e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:52.007632 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43394) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:52.026896 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7850408-d1ff-4564-9388-35159bd4ef44 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:38:52.046417 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f12243-5eae-403f-b433-4be295e5bd2c', 'tag': 'f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:52.048761 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f9c43d-6ee4-4c8e-a9a2-4bad8e1200df" -d '{"events": [{"name": "network-changed", "server_uuid": "91f12243-5eae-403f-b433-4be295e5bd2c", "tag": "f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:52.053488 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e859c-89bd-41b9-8d08-e16ff7c3f0ef service neutron] Pushing event updated for resources: {'Port': ['ID=16b619c4-f6b9-4df5-811f-5f1ce1306b59,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:52.091625 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3909e-12c7-4636-bdc2-20a7bdc9ccd4 req-7abeaaa0-b5d0-426a-9712-e37e4eea5f26 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:52.100116 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-74f3909e-12c7-4636-bdc2-20a7bdc9ccd4 req-7abeaaa0-b5d0-426a-9712-e37e4eea5f26 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 945 time: 0.2896416 May 06 09:38:52.107797 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-147437e4-0dc9-4564-bca6-8442b5adb927 req-8976ee4f-7f48-422e-9828-3558de257c8e tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736155 May 06 09:38:52.158038 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e7850408-d1ff-4564-9388-35159bd4ef44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:52.158376 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-e7850408-d1ff-4564-9388-35159bd4ef44 admin admin] Added segment b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23 of type vlan for network 138aada2-7aee-4749-819b-d219deb27012 May 06 09:38:52.163753 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-d254b200-c26b-4a52-8993-91488cc0573f req-573eadf7-8b58-4f83-8ad2-3cd0539e69e5 service neutron] For port bf4790b9-844b-4827-8a7f-ab8e62106a3b, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:38:52.177800 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-74f3909e-12c7-4636-bdc2-20a7bdc9ccd4 req-610575e4-dc68-467b-8ee2-2489d15f513d tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748785 May 06 09:38:52.211982 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-d254b200-c26b-4a52-8993-91488cc0573f req-573eadf7-8b58-4f83-8ad2-3cd0539e69e5 service neutron] For port bf4790b9-844b-4827-8a7f-ab8e62106a3b, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=bf4790b9-844b-4827-8a7f-ab8e62106a3b,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:38:52.221844 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d254b200-c26b-4a52-8993-91488cc0573f req-573eadf7-8b58-4f83-8ad2-3cd0539e69e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:52.236447 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e7850408-d1ff-4564-9388-35159bd4ef44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:52.287505 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-6e2e859c-89bd-41b9-8d08-e16ff7c3f0ef service neutron] Attempting to bind port 16b619c4-f6b9-4df5-811f-5f1ce1306b59 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:38:52.288204 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-6e2e859c-89bd-41b9-8d08-e16ff7c3f0ef service neutron] Attempting to bind port 16b619c4-f6b9-4df5-811f-5f1ce1306b59 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '2f84c048-45d7-4c82-807a-064e9189436d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '72c7337c-ed4a-416b-867d-219dbb6331f8'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:38:52.288305 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-6e2e859c-89bd-41b9-8d08-e16ff7c3f0ef service neutron] Attempting to bind port 16b619c4-f6b9-4df5-811f-5f1ce1306b59 on network 72c7337c-ed4a-416b-867d-219dbb6331f8 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:52.304586 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d70602-054a-4bfd-b01f-bd75c972c975 x-openstack-request-id: req-55d70602-054a-4bfd-b01f-bd75c972c975 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:52.304855 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f12243-5eae-403f-b433-4be295e5bd2c", "tag": "f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:52.305658 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-55d70602-054a-4bfd-b01f-bd75c972c975 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:52.305658 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55d70602-054a-4bfd-b01f-bd75c972c975'] response: {'name': 'network-changed', 'server_uuid': '91f12243-5eae-403f-b433-4be295e5bd2c', 'tag': 'f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79', 'status': 'completed', 'code': 200} May 06 09:38:52.316003 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-6e2e859c-89bd-41b9-8d08-e16ff7c3f0ef service neutron] Port 16b619c4-f6b9-4df5-811f-5f1ce1306b59 on network 72c7337c-ed4a-416b-867d-219dbb6331f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:38:52.316803 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-6e2e859c-89bd-41b9-8d08-e16ff7c3f0ef service neutron] Attempting to bind port 16b619c4-f6b9-4df5-811f-5f1ce1306b59 on network 72c7337c-ed4a-416b-867d-219dbb6331f8 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:52.339189 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-a0fec713-40b9-4350-bb25-cfebf80b63ef tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:52.342227 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-a0fec713-40b9-4350-bb25-cfebf80b63ef tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.77 "GET /v2.0/networks?id=62314494-b174-4444-b50f-a42c5aa706d2 HTTP/1.1" status: 200 len: 822 time: 0.3119755 May 06 09:38:52.343572 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-6e2e859c-89bd-41b9-8d08-e16ff7c3f0ef service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:38:52.344677 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-6e2e859c-89bd-41b9-8d08-e16ff7c3f0ef service neutron] Checking segment: {'id': '2f84c048-45d7-4c82-807a-064e9189436d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '72c7337c-ed4a-416b-867d-219dbb6331f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:38:52.345336 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-6e2e859c-89bd-41b9-8d08-e16ff7c3f0ef service neutron] Bound using segment: {'id': '2f84c048-45d7-4c82-807a-064e9189436d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '72c7337c-ed4a-416b-867d-219dbb6331f8'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:38:52.346108 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-6e2e859c-89bd-41b9-8d08-e16ff7c3f0ef service neutron] Bound port: 16b619c4-f6b9-4df5-811f-5f1ce1306b59, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f84c048-45d7-4c82-807a-064e9189436d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '72c7337c-ed4a-416b-867d-219dbb6331f8'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:38:52.348733 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-6e2e859c-89bd-41b9-8d08-e16ff7c3f0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:52.348916 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254b200-c26b-4a52-8993-91488cc0573f req-573eadf7-8b58-4f83-8ad2-3cd0539e69e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:52.352540 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d254b200-c26b-4a52-8993-91488cc0573f req-573eadf7-8b58-4f83-8ad2-3cd0539e69e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:52.354535 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d254b200-c26b-4a52-8993-91488cc0573f req-573eadf7-8b58-4f83-8ad2-3cd0539e69e5 service neutron] 10.222.0.84 "PUT /v2.0/ports/bf4790b9-844b-4827-8a7f-ab8e62106a3b HTTP/1.1" status: 200 len: 1092 time: 2.3335378 May 06 09:38:52.355812 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e7850408-d1ff-4564-9388-35159bd4ef44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:52.357312 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7850408-d1ff-4564-9388-35159bd4ef44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:52.366000 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '802dbb75-0157-4b9f-8b3c-0db95e6c6eeb', 'tag': 'bf4790b9-844b-4827-8a7f-ab8e62106a3b'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:52.366559 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e7850408-d1ff-4564-9388-35159bd4ef44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:52.376549 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0b4e93-cf08-4245-8b04-f87b993e8636" -d '{"events": [{"name": "network-changed", "server_uuid": "802dbb75-0157-4b9f-8b3c-0db95e6c6eeb", "tag": "bf4790b9-844b-4827-8a7f-ab8e62106a3b"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:52.403400 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-7386ea5b-1f57-4a4b-8be0-b14888a65c50 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Request body: {'port': {'device_id': '4aea2595-1825-4181-828f-9dbd9c71b82f', 'network_id': '62314494-b174-4444-b50f-a42c5aa706d2', 'admin_state_up': True, 'tenant_id': 'eae9614485024b1ebb7c429226844c0a'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:52.542433 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e7850408-d1ff-4564-9388-35159bd4ef44 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2737505 May 06 09:38:52.556612 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43420) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:52.569253 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-84e7dd05-b743-487d-8be8-91e599f77847 admin admin] Request body: {'subnet': {'network_id': '138aada2-7aee-4749-819b-d219deb27012', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1869297783-subnet', 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:52.574595 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573eadf7-8b58-4f83-8ad2-3cd0539e69e5 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4790b9-844b-4827-8a7f-ab8e62106a3b,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:52.608021 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4c237e2f-8cda-4719-99dd-623c4689f3b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:52.634945 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7850408-d1ff-4564-9388-35159bd4ef44 admin admin] Pushing event updated for resources: {'Network': ['ID=138aada2-7aee-4749-819b-d219deb27012,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:52.647002 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 138aada2-7aee-4749-819b-d219deb27012 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:38:52.661346 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e7dd05-b743-487d-8be8-91e599f77847 admin admin] Made reservation on behalf of e6b8f11daba14014856a1a2bb0688844 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:38:52.664731 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-84e7dd05-b743-487d-8be8-91e599f77847 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:52.687941 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9c43d-6ee4-4c8e-a9a2-4bad8e1200df req-3c559f42-3090-4f30-bca5-1454dbf4d2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:52.687941 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9c43d-6ee4-4c8e-a9a2-4bad8e1200df req-3c559f42-3090-4f30-bca5-1454dbf4d2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:52.692239 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9c43d-6ee4-4c8e-a9a2-4bad8e1200df req-3c559f42-3090-4f30-bca5-1454dbf4d2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:52.692239 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-76f9c43d-6ee4-4c8e-a9a2-4bad8e1200df req-3c559f42-3090-4f30-bca5-1454dbf4d2ff service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=176b8c716694414abe8ccd24f8a01958&device_id=91f12243-5eae-403f-b433-4be295e5bd2c HTTP/1.1" status: 200 len: 2823 time: 0.3256052 May 06 09:38:52.701665 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccc559-8569-4ffd-b221-8cd23a4c1494 req-c3989cdf-76b0-4fb6-a6ae-bb3efa337dc6 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:52.703271 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51ccc559-8569-4ffd-b221-8cd23a4c1494 req-c3989cdf-76b0-4fb6-a6ae-bb3efa337dc6 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 1096 time: 0.2283080 May 06 09:38:52.728610 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-6e2e859c-89bd-41b9-8d08-e16ff7c3f0ef service neutron] For port 16b619c4-f6b9-4df5-811f-5f1ce1306b59, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:38:52.738081 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254b200-c26b-4a52-8993-91488cc0573f req-2c8a1b78-74f6-4967-918a-b22491c02ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:52.740247 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d254b200-c26b-4a52-8993-91488cc0573f req-2c8a1b78-74f6-4967-918a-b22491c02ac9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d5c8baf980ce4dc1ab4fba669d9b206a&device_id=802dbb75-0157-4b9f-8b3c-0db95e6c6eeb HTTP/1.1" status: 200 len: 1095 time: 0.3260257 May 06 09:38:52.754613 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193616c3-49ec-497b-b27e-99334b3043de req-3b94564a-70b1-4dd0-91d3-abeaec59b770 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:52.762123 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-6e2e859c-89bd-41b9-8d08-e16ff7c3f0ef service neutron] For port 16b619c4-f6b9-4df5-811f-5f1ce1306b59, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=16b619c4-f6b9-4df5-811f-5f1ce1306b59,segment=NetworkSegment(2f84c048-45d7-4c82-807a-064e9189436d),segment_id=2f84c048-45d7-4c82-807a-064e9189436d)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:38:52.765711 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193616c3-49ec-497b-b27e-99334b3043de req-3b94564a-70b1-4dd0-91d3-abeaec59b770 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:52.772964 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193616c3-49ec-497b-b27e-99334b3043de req-3b94564a-70b1-4dd0-91d3-abeaec59b770 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:52.774736 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-193616c3-49ec-497b-b27e-99334b3043de req-3b94564a-70b1-4dd0-91d3-abeaec59b770 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f12243-5eae-403f-b433-4be295e5bd2c HTTP/1.1" status: 200 len: 2412 time: 0.4148803 May 06 09:38:52.777885 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-6e2e859c-89bd-41b9-8d08-e16ff7c3f0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:52.819040 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-7386ea5b-1f57-4a4b-8be0-b14888a65c50 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Made reservation on behalf of eae9614485024b1ebb7c429226844c0a for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:38:52.823471 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-7386ea5b-1f57-4a4b-8be0-b14888a65c50 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:52.838700 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-6e2e859c-89bd-41b9-8d08-e16ff7c3f0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:52.840234 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-6e2e859c-89bd-41b9-8d08-e16ff7c3f0ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:52.841986 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-6e2e859c-89bd-41b9-8d08-e16ff7c3f0ef service neutron] 10.222.0.77 "PUT /v2.0/ports/16b619c4-f6b9-4df5-811f-5f1ce1306b59 HTTP/1.1" status: 200 len: 1092 time: 3.1384752 May 06 09:38:52.917365 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d254b200-c26b-4a52-8993-91488cc0573f req-a3b41de1-a78e-481d-9e57-a832f7807b0f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf4790b9-844b-4827-8a7f-ab8e62106a3b HTTP/1.1" status: 200 len: 217 time: 0.1315837 May 06 09:38:52.983219 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254b200-c26b-4a52-8993-91488cc0573f req-d5a7cbbd-17c0-450d-a941-aff9d4dc1ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:52.985490 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d254b200-c26b-4a52-8993-91488cc0573f req-d5a7cbbd-17c0-450d-a941-aff9d4dc1ed9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=afa93752-8f96-48cb-be1f-768526aba17a HTTP/1.1" status: 200 len: 845 time: 0.0533929 May 06 09:38:52.986490 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e859c-89bd-41b9-8d08-e16ff7c3f0ef service neutron] Pushing event updated for resources: {'Port': ['ID=16b619c4-f6b9-4df5-811f-5f1ce1306b59,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:53.066454 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d254b200-c26b-4a52-8993-91488cc0573f req-89727689-0171-40eb-ba0b-d810ec09ffb3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=22f2ea67-0061-4453-8871-c63efbcb27a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675294 May 06 09:38:53.081468 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-193616c3-49ec-497b-b27e-99334b3043de req-cad0d0aa-a3a4-4bed-8d76-cdbef53e2d68 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916703 May 06 09:38:53.095852 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51ccc559-8569-4ffd-b221-8cd23a4c1494 req-8a5d93d7-5f27-419a-a6e8-14b2845ca8c2 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833292 May 06 09:38:53.136879 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-7386ea5b-1f57-4a4b-8be0-b14888a65c50 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Allocated IP 172.20.0.9 (62314494-b174-4444-b50f-a42c5aa706d2/1eb06141-6cc9-4c96-90e3-d4bca0b380e8/97561735-33b7-466d-b2af-cce684644736) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:38:53.167831 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-84e7dd05-b743-487d-8be8-91e599f77847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:53.217649 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd6b36f-bf8d-45ea-975d-a5cffec14056 x-openstack-request-id: req-ecd6b36f-bf8d-45ea-975d-a5cffec14056 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:53.218049 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "802dbb75-0157-4b9f-8b3c-0db95e6c6eeb", "tag": "bf4790b9-844b-4827-8a7f-ab8e62106a3b", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:53.218373 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ecd6b36f-bf8d-45ea-975d-a5cffec14056 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:53.218844 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd6b36f-bf8d-45ea-975d-a5cffec14056'] response: {'name': 'network-changed', 'server_uuid': '802dbb75-0157-4b9f-8b3c-0db95e6c6eeb', 'tag': 'bf4790b9-844b-4827-8a7f-ab8e62106a3b', 'status': 'completed', 'code': 200} May 06 09:38:53.301126 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9c43d-6ee4-4c8e-a9a2-4bad8e1200df req-e5fa9beb-1758-44da-9d2d-4018f9baedd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:53.301620 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9c43d-6ee4-4c8e-a9a2-4bad8e1200df req-e5fa9beb-1758-44da-9d2d-4018f9baedd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:53.302082 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9c43d-6ee4-4c8e-a9a2-4bad8e1200df req-e5fa9beb-1758-44da-9d2d-4018f9baedd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:53.303846 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-76f9c43d-6ee4-4c8e-a9a2-4bad8e1200df req-e5fa9beb-1758-44da-9d2d-4018f9baedd7 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=176b8c716694414abe8ccd24f8a01958&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5280781 May 06 09:38:53.366899 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4c237e2f-8cda-4719-99dd-623c4689f3b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:53.397403 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7dd05-b743-487d-8be8-91e599f77847 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceacdbe3-a021-4ce2-8b17-bdad66d69597,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:53.412900 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e7dd05-b743-487d-8be8-91e599f77847 admin admin] Checking segment: {'id': 'b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '138aada2-7aee-4749-819b-d219deb27012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:38:53.413262 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e7dd05-b743-487d-8be8-91e599f77847 admin admin] Network hostable DHCP agents. Network: 138aada2-7aee-4749-819b-d219deb27012, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:38:53.433541 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7c518003-bed2-4194-92c1-4eac87f2f1ec req-937bd0b6-800b-4831-85da-067e82b1babc tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aea2595-1825-4181-828f-9dbd9c71b82f HTTP/1.1" status: 200 len: 210 time: 0.1046576 May 06 09:38:53.440857 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4c237e2f-8cda-4719-99dd-623c4689f3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:53.456758 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e7dd05-b743-487d-8be8-91e599f77847 admin admin] Network 138aada2-7aee-4749-819b-d219deb27012 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:38:53.482667 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-84e7dd05-b743-487d-8be8-91e599f77847 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 138aada2-7aee-4749-819b-d219deb27012) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:38:53.490790 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-7386ea5b-1f57-4a4b-8be0-b14888a65c50 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:53.492987 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e7dd05-b743-487d-8be8-91e599f77847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:53.494071 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-84e7dd05-b743-487d-8be8-91e599f77847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:53.507942 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9411b4-578c-4292-b635-4a85d34704b1 None None] Network 138aada2-7aee-4749-819b-d219deb27012 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:38:53.527441 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-84e7dd05-b743-487d-8be8-91e599f77847 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9675477 May 06 09:38:53.532713 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43430) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:53.537684 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-921c2cfc-7f7c-4250-8e16-7bf856c8f51c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1869297783-router', 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:53.538556 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d254b200-c26b-4a52-8993-91488cc0573f req-b9ab710b-5b2d-4c65-8f82-de605c42b2b6 service neutron] 10.222.0.84 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417109 May 06 09:38:53.540884 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4c237e2f-8cda-4719-99dd-623c4689f3b3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a626466aca6946f2b07a864eca39e55e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5296350 May 06 09:38:53.547552 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43432) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:53.549344 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c237e2f-8cda-4719-99dd-623c4689f3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67504bf8-493a-4313-91cd-4d814e30d5a1,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:53.586935 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b70680-9543-466e-9441-392d0ef839ff req-b61b3a79-799c-4320-90ab-eb0ca2809347 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:53.589179 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d4b70680-9543-466e-9441-392d0ef839ff req-b61b3a79-799c-4320-90ab-eb0ca2809347 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 945 time: 0.3130562 May 06 09:38:53.646336 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-921c2cfc-7f7c-4250-8e16-7bf856c8f51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:53.647730 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-921c2cfc-7f7c-4250-8e16-7bf856c8f51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:53.669799 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-7386ea5b-1f57-4a4b-8be0-b14888a65c50 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:53.690957 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-49d3506d-8192-4154-a0b2-218caadfdc47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:53.716649 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9c43d-6ee4-4c8e-a9a2-4bad8e1200df req-a045e1a3-4156-469e-8b0e-95383039a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:53.717565 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5472d96b-e978-43e0-b48c-a422ea7fdcb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-138aada2-7aee-4749-819b-d219deb27012', 'network_id': '138aada2-7aee-4749-819b-d219deb27012', 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844', 'fixed_ips': [{'subnet_id': 'ceacdbe3-a021-4ce2-8b17-bdad66d69597'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:38:53.718126 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-76f9c43d-6ee4-4c8e-a9a2-4bad8e1200df req-a045e1a3-4156-469e-8b0e-95383039a386 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3823874 May 06 09:38:53.718546 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5472d96b-e978-43e0-b48c-a422ea7fdcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:53.748794 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-921c2cfc-7f7c-4250-8e16-7bf856c8f51c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:53.755699 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d4b70680-9543-466e-9441-392d0ef839ff req-7eebc153-d85f-4566-89be-f27ee5f9958c tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388197 May 06 09:38:53.816720 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386ea5b-1f57-4a4b-8be0-b14888a65c50 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Pushing event updated for resources: {'Port': ['ID=97561735-33b7-466d-b2af-cce684644736,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:53.833000 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-49d3506d-8192-4154-a0b2-218caadfdc47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:53.836733 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-7386ea5b-1f57-4a4b-8be0-b14888a65c50 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Network 62314494-b174-4444-b50f-a42c5aa706d2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:38:53.881023 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d254b200-c26b-4a52-8993-91488cc0573f req-9cb55bd7-0c60-48c4-a677-d2c3d04ea242 service neutron] 10.222.0.84 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907681 May 06 09:38:53.890357 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-7386ea5b-1f57-4a4b-8be0-b14888a65c50 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:38:53.894524 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-7386ea5b-1f57-4a4b-8be0-b14888a65c50 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:38:53.944194 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-5472d96b-e978-43e0-b48c-a422ea7fdcb4 None None] Allocated IP 172.20.0.2 (138aada2-7aee-4749-819b-d219deb27012/ceacdbe3-a021-4ce2-8b17-bdad66d69597/61b6ad80-d8e4-4c7a-9f7b-d4bea73e0291) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:38:54.046923 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-81b1e678-29ad-45ba-9bb5-bb2ecfe25d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:54.047421 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-81b1e678-29ad-45ba-9bb5-bb2ecfe25d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:54.047900 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-81b1e678-29ad-45ba-9bb5-bb2ecfe25d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:54.049548 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-81b1e678-29ad-45ba-9bb5-bb2ecfe25d21 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=176b8c716694414abe8ccd24f8a01958&device_id=91f12243-5eae-403f-b433-4be295e5bd2c HTTP/1.1" status: 200 len: 2865 time: 0.2471657 May 06 09:38:54.058985 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adf7cb-2a5b-470a-a826-23f248c1891e req-afe51202-77ef-4346-a410-0f57278a1af3 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:54.060539 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-29adf7cb-2a5b-470a-a826-23f248c1891e req-afe51202-77ef-4346-a410-0f57278a1af3 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 1096 time: 0.1768868 May 06 09:38:54.076284 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b4e93-cf08-4245-8b04-f87b993e8636 req-0a6603a2-883f-4d26-aa0a-8ab6a3e5959c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:54.077775 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c0b4e93-cf08-4245-8b04-f87b993e8636 req-0a6603a2-883f-4d26-aa0a-8ab6a3e5959c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d5c8baf980ce4dc1ab4fba669d9b206a&device_id=802dbb75-0157-4b9f-8b3c-0db95e6c6eeb HTTP/1.1" status: 200 len: 1095 time: 0.1265128 May 06 09:38:54.102517 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-7386ea5b-1f57-4a4b-8be0-b14888a65c50 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:54.103276 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-7386ea5b-1f57-4a4b-8be0-b14888a65c50 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:54.118644 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-921c2cfc-7f7c-4250-8e16-7bf856c8f51c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:54.122076 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-1923e66b-79e7-4477-97ad-463779ff61f4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.23&port_id=2950e3c6-976a-4a08-9aa2-e52fc01ba6bf HTTP/1.1" status: 200 len: 217 time: 0.0568125 May 06 09:38:54.129078 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-49d3506d-8192-4154-a0b2-218caadfdc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:54.131351 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5472d96b-e978-43e0-b48c-a422ea7fdcb4 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:54.131975 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-49d3506d-8192-4154-a0b2-218caadfdc47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:54.136168 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-49d3506d-8192-4154-a0b2-218caadfdc47 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/67504bf8-493a-4313-91cd-4d814e30d5a1 HTTP/1.1" status: 204 len: 168 time: 0.5828552 May 06 09:38:54.146793 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5472d96b-e978-43e0-b48c-a422ea7fdcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:54.157324 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-7386ea5b-1f57-4a4b-8be0-b14888a65c50 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7852159 May 06 09:38:54.164413 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d3506d-8192-4154-a0b2-218caadfdc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67504bf8-493a-4313-91cd-4d814e30d5a1,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:54.172620 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb259c-545f-43a7-9230-128857b21641 req-6e25691f-7995-4cf3-b8eb-bf6166b237ba tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:54.174640 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2bb259c-545f-43a7-9230-128857b21641 req-6e25691f-7995-4cf3-b8eb-bf6166b237ba tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=802dbb75-0157-4b9f-8b3c-0db95e6c6eeb HTTP/1.1" status: 200 len: 944 time: 0.1789854 May 06 09:38:54.199164 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-c817e000-f1c1-4a83-bd1e-e003d2534eb1 service neutron] Request body: {'port': {'device_id': '4aea2595-1825-4181-828f-9dbd9c71b82f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:54.225271 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472d96b-e978-43e0-b48c-a422ea7fdcb4 None None] Pushing event updated for resources: {'Port': ['ID=61b6ad80-d8e4-4c7a-9f7b-d4bea73e0291,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:54.234499 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5472d96b-e978-43e0-b48c-a422ea7fdcb4 None None] Network 138aada2-7aee-4749-819b-d219deb27012 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:38:54.236587 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-5472d96b-e978-43e0-b48c-a422ea7fdcb4 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:38:54.239407 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5472d96b-e978-43e0-b48c-a422ea7fdcb4 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:38:54.270480 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-c817e000-f1c1-4a83-bd1e-e003d2534eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:54.312413 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f12243-5eae-403f-b433-4be295e5bd2c', 'tag': '16b619c4-f6b9-4df5-811f-5f1ce1306b59'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:54.313172 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-5472d96b-e978-43e0-b48c-a422ea7fdcb4 None None] Attempting to bind port 61b6ad80-d8e4-4c7a-9f7b-d4bea73e0291 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:38:54.313555 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-5472d96b-e978-43e0-b48c-a422ea7fdcb4 None None] Attempting to bind port 61b6ad80-d8e4-4c7a-9f7b-d4bea73e0291 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '138aada2-7aee-4749-819b-d219deb27012'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:38:54.314726 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5472d96b-e978-43e0-b48c-a422ea7fdcb4 None None] Attempting to bind port 61b6ad80-d8e4-4c7a-9f7b-d4bea73e0291 on network 138aada2-7aee-4749-819b-d219deb27012 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:54.314875 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb498a6-7a09-4388-a9f1-9c8a4a285b06" -d '{"events": [{"name": "network-changed", "server_uuid": "91f12243-5eae-403f-b433-4be295e5bd2c", "tag": "16b619c4-f6b9-4df5-811f-5f1ce1306b59"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:54.322411 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5472d96b-e978-43e0-b48c-a422ea7fdcb4 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:38:54.323373 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5472d96b-e978-43e0-b48c-a422ea7fdcb4 None None] Checking segment: {'id': 'b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '138aada2-7aee-4749-819b-d219deb27012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:38:54.323828 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5472d96b-e978-43e0-b48c-a422ea7fdcb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:54.324267 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5472d96b-e978-43e0-b48c-a422ea7fdcb4 None None] Bound using segment: {'id': 'b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '138aada2-7aee-4749-819b-d219deb27012'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:38:54.325280 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-5472d96b-e978-43e0-b48c-a422ea7fdcb4 None None] Bound port: 61b6ad80-d8e4-4c7a-9f7b-d4bea73e0291, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '138aada2-7aee-4749-819b-d219deb27012'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:38:54.326022 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5472d96b-e978-43e0-b48c-a422ea7fdcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:54.330385 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-29adf7cb-2a5b-470a-a826-23f248c1891e req-95bb3361-8813-4738-8b67-bd9feb5d64d5 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182453 May 06 09:38:54.360913 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-e5b763da-1d7c-4472-8b4f-2aea023a5d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:54.362568 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-e5b763da-1d7c-4472-8b4f-2aea023a5d3f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=67cccdd2-6401-4e37-ac91-4fff609d0abf HTTP/1.1" status: 200 len: 801 time: 0.2309597 May 06 09:38:54.387992 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2bb259c-545f-43a7-9230-128857b21641 req-72c6c83c-a853-4b58-a299-0142d59044f6 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824279 May 06 09:38:54.433972 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b4e93-cf08-4245-8b04-f87b993e8636 req-eb9e9530-e773-4724-8681-934055be0a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:54.436718 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c0b4e93-cf08-4245-8b04-f87b993e8636 req-eb9e9530-e773-4724-8681-934055be0a6d service neutron] 10.222.0.84 "GET /v2.0/networks?id=22f2ea67-0061-4453-8871-c63efbcb27a4 HTTP/1.1" status: 200 len: 906 time: 0.3220704 May 06 09:38:54.454069 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-5472d96b-e978-43e0-b48c-a422ea7fdcb4 None None] For port 61b6ad80-d8e4-4c7a-9f7b-d4bea73e0291, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:38:54.462036 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-5472d96b-e978-43e0-b48c-a422ea7fdcb4 None None] For port 61b6ad80-d8e4-4c7a-9f7b-d4bea73e0291, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=61b6ad80-d8e4-4c7a-9f7b-d4bea73e0291,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:38:54.475480 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5472d96b-e978-43e0-b48c-a422ea7fdcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:54.500977 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-ad2ed93e-5e23-489d-a1d7-94bd334228ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:54.502522 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-ad2ed93e-5e23-489d-a1d7-94bd334228ec service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=72c7337c-ed4a-416b-867d-219dbb6331f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1328173 May 06 09:38:54.503858 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c0b4e93-cf08-4245-8b04-f87b993e8636 req-3e4b976b-d572-45c3-80e7-db997464cad5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf4790b9-844b-4827-8a7f-ab8e62106a3b HTTP/1.1" status: 200 len: 217 time: 0.0585287 May 06 09:38:54.553675 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472d96b-e978-43e0-b48c-a422ea7fdcb4 None None] Pushing event updated for resources: {'Port': ['ID=61b6ad80-d8e4-4c7a-9f7b-d4bea73e0291,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:54.720684 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-921c2cfc-7f7c-4250-8e16-7bf856c8f51c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:54.751037 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-921c2cfc-7f7c-4250-8e16-7bf856c8f51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:54.764779 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43456) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:54.804359 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ae801ef6-bfb4-4499-86df-9298c1ed896f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:54.836780 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb331e0-2b8d-4b4d-ae4f-dd4e719c4477 x-openstack-request-id: req-2fb331e0-2b8d-4b4d-ae4f-dd4e719c4477 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:54.837079 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f12243-5eae-403f-b433-4be295e5bd2c", "tag": "16b619c4-f6b9-4df5-811f-5f1ce1306b59", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:54.837332 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2fb331e0-2b8d-4b4d-ae4f-dd4e719c4477 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:54.837751 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fb331e0-2b8d-4b4d-ae4f-dd4e719c4477'] response: {'name': 'network-changed', 'server_uuid': '91f12243-5eae-403f-b433-4be295e5bd2c', 'tag': '16b619c4-f6b9-4df5-811f-5f1ce1306b59', 'status': 'completed', 'code': 200} May 06 09:38:55.009868 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-c817e000-f1c1-4a83-bd1e-e003d2534eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97561735-33b7-466d-b2af-cce684644736 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:38:55.019722 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-c817e000-f1c1-4a83-bd1e-e003d2534eb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:55.058267 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-c817e000-f1c1-4a83-bd1e-e003d2534eb1 service neutron] Transition to ACTIVE for port object 97561735-33b7-466d-b2af-cce684644736 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:38:55.059785 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-921c2cfc-7f7c-4250-8e16-7bf856c8f51c admin admin] Allocated IP 172.25.5.232 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/08bdcf1f-83e9-4135-86e9-1afe4a178a5a) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:38:55.070160 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-c817e000-f1c1-4a83-bd1e-e003d2534eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:55.214229 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b4e93-cf08-4245-8b04-f87b993e8636 req-4025d563-c7f3-4a2d-a25a-cdeeee9ed2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:55.215725 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c0b4e93-cf08-4245-8b04-f87b993e8636 req-4025d563-c7f3-4a2d-a25a-cdeeee9ed2ac service neutron] 10.222.0.84 "GET /v2.0/subnets?id=afa93752-8f96-48cb-be1f-768526aba17a HTTP/1.1" status: 200 len: 845 time: 0.7019467 May 06 09:38:55.229589 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ae801ef6-bfb4-4499-86df-9298c1ed896f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:55.246188 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 61b6ad80-d8e4-4c7a-9f7b-d4bea73e0291 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:38:55.271515 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c0b4e93-cf08-4245-8b04-f87b993e8636 req-d8565560-9758-4eb2-ad4c-ee6ae03882a1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=22f2ea67-0061-4453-8871-c63efbcb27a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357065 May 06 09:38:55.272961 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ae801ef6-bfb4-4499-86df-9298c1ed896f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:55.284780 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b05d3f-b527-4f94-b9f6-ea3d9f1353ab req-4357f38f-2110-465b-8b94-99c3034a86a6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:55.290685 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b05d3f-b527-4f94-b9f6-ea3d9f1353ab req-4357f38f-2110-465b-8b94-99c3034a86a6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:55.297422 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b05d3f-b527-4f94-b9f6-ea3d9f1353ab req-4357f38f-2110-465b-8b94-99c3034a86a6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:55.298316 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817e000-f1c1-4a83-bd1e-e003d2534eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=97561735-33b7-466d-b2af-cce684644736,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:55.299154 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-70b05d3f-b527-4f94-b9f6-ea3d9f1353ab req-4357f38f-2110-465b-8b94-99c3034a86a6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f12243-5eae-403f-b433-4be295e5bd2c HTTP/1.1" status: 200 len: 2412 time: 0.2312152 May 06 09:38:55.304759 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 61b6ad80-d8e4-4c7a-9f7b-d4bea73e0291 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:55.305479 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:55.330791 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663921e-1f18-48a4-9dd8-f35ead7b7a5f req-cd79d84e-53a4-4a77-b8d7-b701a9a93d84 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:55.331907 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6663921e-1f18-48a4-9dd8-f35ead7b7a5f req-cd79d84e-53a4-4a77-b8d7-b701a9a93d84 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aea2595-1825-4181-828f-9dbd9c71b82f HTTP/1.1" status: 200 len: 943 time: 0.2627671 May 06 09:38:55.356054 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-5e7734a1-34a3-498f-ada5-6631577365e1 service neutron] 10.222.0.77 "GET /v2.0/networks/72c7337c-ed4a-416b-867d-219dbb6331f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8444529 May 06 09:38:55.381247 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ae801ef6-bfb4-4499-86df-9298c1ed896f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e0e55275b4ee4eceb1be5897d391f0b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6092043 May 06 09:38:55.394158 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43472) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:55.408123 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:55.422236 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae801ef6-bfb4-4499-86df-9298c1ed896f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6b52fa-9509-4866-94ea-33637469c82b,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:55.440929 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-921c2cfc-7f7c-4250-8e16-7bf856c8f51c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:55.445907 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 61b6ad80-d8e4-4c7a-9f7b-d4bea73e0291, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=61b6ad80-d8e4-4c7a-9f7b-d4bea73e0291,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:55.451796 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:55.470808 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-c817e000-f1c1-4a83-bd1e-e003d2534eb1 service neutron] Attempting to bind port 97561735-33b7-466d-b2af-cce684644736 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:38:55.471072 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-c817e000-f1c1-4a83-bd1e-e003d2534eb1 service neutron] Attempting to bind port 97561735-33b7-466d-b2af-cce684644736 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'ad53ebe9-2424-450b-83f6-7b9fe46d8064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62314494-b174-4444-b50f-a42c5aa706d2'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:38:55.471668 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-c817e000-f1c1-4a83-bd1e-e003d2534eb1 service neutron] Attempting to bind port 97561735-33b7-466d-b2af-cce684644736 on network 62314494-b174-4444-b50f-a42c5aa706d2 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:55.484824 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-c817e000-f1c1-4a83-bd1e-e003d2534eb1 service neutron] Port 97561735-33b7-466d-b2af-cce684644736 on network 62314494-b174-4444-b50f-a42c5aa706d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:38:55.485654 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-c817e000-f1c1-4a83-bd1e-e003d2534eb1 service neutron] Attempting to bind port 97561735-33b7-466d-b2af-cce684644736 on network 62314494-b174-4444-b50f-a42c5aa706d2 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:55.501441 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-c817e000-f1c1-4a83-bd1e-e003d2534eb1 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:38:55.501808 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-c817e000-f1c1-4a83-bd1e-e003d2534eb1 service neutron] Checking segment: {'id': 'ad53ebe9-2424-450b-83f6-7b9fe46d8064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62314494-b174-4444-b50f-a42c5aa706d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:38:55.502168 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-c817e000-f1c1-4a83-bd1e-e003d2534eb1 service neutron] Bound using segment: {'id': 'ad53ebe9-2424-450b-83f6-7b9fe46d8064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62314494-b174-4444-b50f-a42c5aa706d2'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:38:55.502606 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-c817e000-f1c1-4a83-bd1e-e003d2534eb1 service neutron] Bound port: 97561735-33b7-466d-b2af-cce684644736, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad53ebe9-2424-450b-83f6-7b9fe46d8064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62314494-b174-4444-b50f-a42c5aa706d2'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:38:55.502963 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-c817e000-f1c1-4a83-bd1e-e003d2534eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:55.521316 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=61b6ad80-d8e4-4c7a-9f7b-d4bea73e0291,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:55.552193 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-921c2cfc-7f7c-4250-8e16-7bf856c8f51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:55.569835 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-70b05d3f-b527-4f94-b9f6-ea3d9f1353ab req-a27c2871-4ae8-419f-9124-6fc43ce2f794 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503221 May 06 09:38:55.596882 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6663921e-1f18-48a4-9dd8-f35ead7b7a5f req-7ebc10ea-a4d5-4d5e-b859-e08ae3bc03aa tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097170 May 06 09:38:55.623278 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-c817e000-f1c1-4a83-bd1e-e003d2534eb1 service neutron] For port 97561735-33b7-466d-b2af-cce684644736, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:38:55.626875 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-c817e000-f1c1-4a83-bd1e-e003d2534eb1 service neutron] For port 97561735-33b7-466d-b2af-cce684644736, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=97561735-33b7-466d-b2af-cce684644736,segment=NetworkSegment(ad53ebe9-2424-450b-83f6-7b9fe46d8064),segment_id=ad53ebe9-2424-450b-83f6-7b9fe46d8064)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:38:55.635841 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c0b4e93-cf08-4245-8b04-f87b993e8636 req-09f05554-9b02-4817-a8b8-368304b973b4 service neutron] 10.222.0.84 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356588 May 06 09:38:55.640826 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-c817e000-f1c1-4a83-bd1e-e003d2534eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:55.645816 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921c2cfc-7f7c-4250-8e16-7bf856c8f51c admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:38:55.654950 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-2dcd3719-165c-42b5-9905-fc3c0f95ddce service neutron] 10.222.0.77 "GET /v2.0/networks/72c7337c-ed4a-416b-867d-219dbb6331f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420058 May 06 09:38:55.659480 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-921c2cfc-7f7c-4250-8e16-7bf856c8f51c admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:38:55.665974 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921c2cfc-7f7c-4250-8e16-7bf856c8f51c admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:38:55.740148 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-c817e000-f1c1-4a83-bd1e-e003d2534eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:55.740827 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-c817e000-f1c1-4a83-bd1e-e003d2534eb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:55.741042 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-efc7d67c-3c68-4052-87c6-10a20f334b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:55.742286 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-c817e000-f1c1-4a83-bd1e-e003d2534eb1 service neutron] 10.222.0.77 "PUT /v2.0/ports/97561735-33b7-466d-b2af-cce684644736 HTTP/1.1" status: 200 len: 1091 time: 1.5504863 May 06 09:38:55.745296 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c2cfc-7f7c-4250-8e16-7bf856c8f51c admin admin] Pushing event updated for resources: {'Port': ['ID=08bdcf1f-83e9-4135-86e9-1afe4a178a5a,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:55.794429 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-4138bf9a-afb3-4b8f-9124-bbd64db229cb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.159&port_id=f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79 HTTP/1.1" status: 200 len: 217 time: 0.1385465 May 06 09:38:55.894539 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-efc7d67c-3c68-4052-87c6-10a20f334b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:55.963895 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c0b4e93-cf08-4245-8b04-f87b993e8636 req-6f69fded-1588-4d73-a324-f0a7dcd19603 service neutron] 10.222.0.84 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044093 May 06 09:38:55.972104 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-ce8714de-fdf0-4d53-8d2d-1109818ea12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:55.973959 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-ce8714de-fdf0-4d53-8d2d-1109818ea12a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=eae9614485024b1ebb7c429226844c0a&device_id=4aea2595-1825-4181-828f-9dbd9c71b82f HTTP/1.1" status: 200 len: 1094 time: 0.1637561 May 06 09:38:55.974711 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817e000-f1c1-4a83-bd1e-e003d2534eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=97561735-33b7-466d-b2af-cce684644736,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:55.986093 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-b821d4b7-3726-4167-afd2-a380e2d09d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:55.987858 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-b821d4b7-3726-4167-afd2-a380e2d09d28 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=97f459b9-af99-43f3-9602-26d3f40f141f HTTP/1.1" status: 200 len: 801 time: 0.1771994 May 06 09:38:56.032680 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea0c09-e74c-4e17-99ba-5770c397f675 req-9622d768-2e41-4513-b138-4bd651f1becc tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:56.040804 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-acea0c09-e74c-4e17-99ba-5770c397f675 req-9622d768-2e41-4513-b138-4bd651f1becc tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 945 time: 0.2848301 May 06 09:38:56.113947 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-acea0c09-e74c-4e17-99ba-5770c397f675 req-6f55a474-db98-40a0-85a5-432610e13b56 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699422 May 06 09:38:56.123433 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4288d9d5-dd87-4e3c-b92a-374f04e2ce64 None None] Network 138aada2-7aee-4749-819b-d219deb27012 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:38:56.138211 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-c0c45a37-1a64-4cf9-97aa-ffb01f8d4325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:56.141485 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-c0c45a37-1a64-4cf9-97aa-ffb01f8d4325 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28ebf713-266e-49bf-bb85-a1e0a99030b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1414685 May 06 09:38:56.144455 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-efc7d67c-3c68-4052-87c6-10a20f334b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:56.151437 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-efc7d67c-3c68-4052-87c6-10a20f334b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:56.153238 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-efc7d67c-3c68-4052-87c6-10a20f334b0e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5b6b52fa-9509-4866-94ea-33637469c82b HTTP/1.1" status: 204 len: 168 time: 0.7467237 May 06 09:38:56.167977 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-e598a99b-a885-4589-afb0-64a0ee03010f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97561735-33b7-466d-b2af-cce684644736 HTTP/1.1" status: 200 len: 217 time: 0.1751854 May 06 09:38:56.192120 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7d67c-3c68-4052-87c6-10a20f334b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6b52fa-9509-4866-94ea-33637469c82b,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:56.250817 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-921c2cfc-7f7c-4250-8e16-7bf856c8f51c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:56.301103 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a03f852d-3f25-4579-b6eb-1901feefa55e None None] Provisioning complete for port 61b6ad80-d8e4-4c7a-9f7b-d4bea73e0291 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:56.301809 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a03f852d-3f25-4579-b6eb-1901feefa55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:56.345275 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-03e83881-61eb-47b2-bb3d-485f32014373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:56.348115 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-03e83881-61eb-47b2-bb3d-485f32014373 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1eb06141-6cc9-4c96-90e3-d4bca0b380e8 HTTP/1.1" status: 200 len: 862 time: 0.1718915 May 06 09:38:56.373386 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-817ba9fd-229c-477d-ac01-38f02936aaac service neutron] 10.222.0.77 "GET /v2.0/networks/28ebf713-266e-49bf-bb85-a1e0a99030b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182431 May 06 09:38:56.422067 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-49431796-179b-416b-b259-40fcf655f492 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=62314494-b174-4444-b50f-a42c5aa706d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618043 May 06 09:38:56.592711 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-5eb0bb15-54ac-4c1b-ab00-eaeee95592a4 service neutron] 10.222.0.77 "GET /v2.0/networks/28ebf713-266e-49bf-bb85-a1e0a99030b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129736 May 06 09:38:56.740768 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-7edd0039-8e97-41ed-9383-c75c26915de7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.203&port_id=16b619c4-f6b9-4df5-811f-5f1ce1306b59 HTTP/1.1" status: 200 len: 217 time: 0.1244705 May 06 09:38:56.808604 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device bf4790b9-844b-4827-8a7f-ab8e62106a3b details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:38:56.825900 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-f70f3e6d-8ac1-4a56-be10-4bdc9de40229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:56.827464 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-f70f3e6d-8ac1-4a56-be10-4bdc9de40229 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=67cccdd2-6401-4e37-ac91-4fff609d0abf HTTP/1.1" status: 200 len: 801 time: 0.0761039 May 06 09:38:56.945616 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-5cc208a8-ac29-442a-96c8-0128fddd9152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:56.952476 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-5cc208a8-ac29-442a-96c8-0128fddd9152 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=72c7337c-ed4a-416b-867d-219dbb6331f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1173205 May 06 09:38:57.005834 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port bf4790b9-844b-4827-8a7f-ab8e62106a3b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=bf4790b9-844b-4827-8a7f-ab8e62106a3b,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:57.037625 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'bf4790b9-844b-4827-8a7f-ab8e62106a3b', 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4', 'port_id': 'bf4790b9-844b-4827-8a7f-ab8e62106a3b', 'mac_address': 'fa:16:3e:75:bb:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa93752-8f96-48cb-be1f-768526aba17a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:38:57.062021 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aea2595-1825-4181-828f-9dbd9c71b82f', 'tag': '97561735-33b7-466d-b2af-cce684644736'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:57.068349 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4557a70a-f959-4c2b-bf81-0931c8f68b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "4aea2595-1825-4181-828f-9dbd9c71b82f", "tag": "97561735-33b7-466d-b2af-cce684644736"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:57.069658 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e0890-a45b-4790-8017-2232d8d9f89f req-1156016d-2690-462d-b772-7d8c76fbc742 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:57.077796 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-416e0890-a45b-4790-8017-2232d8d9f89f req-1156016d-2690-462d-b772-7d8c76fbc742 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=802dbb75-0157-4b9f-8b3c-0db95e6c6eeb HTTP/1.1" status: 200 len: 944 time: 0.1817787 May 06 09:38:57.142068 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:57.146451 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-416e0890-a45b-4790-8017-2232d8d9f89f req-6baa8668-8e41-442d-a38b-e00a1678e166 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676825 May 06 09:38:57.166976 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-1e220c56-df60-4b0c-a48a-dfc5751e6e6d tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:38:57.168759 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-1e220c56-df60-4b0c-a48a-dfc5751e6e6d tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088742 May 06 09:38:57.188211 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf4790b9-844b-4827-8a7f-ab8e62106a3b {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:38:57.209252 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-8ecdd5af-cfa8-40b3-8355-06f7e7157bad None None] Provisioning complete for port 61b6ad80-d8e4-4c7a-9f7b-d4bea73e0291 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:57.209737 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8ecdd5af-cfa8-40b3-8355-06f7e7157bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:57.239157 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-330bfe3f-0456-45a7-ab6c-b8206ab93479 service neutron] 10.222.0.77 "GET /v2.0/networks/72c7337c-ed4a-416b-867d-219dbb6331f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800786 May 06 09:38:57.242798 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-14568602-f1c7-4504-9a89-6e2cfb668765 service neutron] 10.222.0.77 "GET /v2.0/networks/62314494-b174-4444-b50f-a42c5aa706d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8123169 May 06 09:38:57.254514 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 61b6ad80-d8e4-4c7a-9f7b-d4bea73e0291 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:38:57.283702 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port bf4790b9-844b-4827-8a7f-ab8e62106a3b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=bf4790b9-844b-4827-8a7f-ab8e62106a3b,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:57.301801 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:57.403326 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b22acdf-299e-491e-9e40-e3f235a312ca req-54f31d0a-8e6c-4b84-b43e-b4ef23a9e1b9 service neutron] 10.222.0.77 "GET /v2.0/networks/72c7337c-ed4a-416b-867d-219dbb6331f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349232 May 06 09:38:57.406486 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 61b6ad80-d8e4-4c7a-9f7b-d4bea73e0291 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:57.407241 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:57.413636 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=bf4790b9-844b-4827-8a7f-ab8e62106a3b,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:57.466304 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bef73ed1-842e-4599-b706-8e10d9c0d90f req-2d15506d-b1c3-44a2-9581-02b9ec162355 service neutron] 10.222.0.77 "GET /v2.0/networks/62314494-b174-4444-b50f-a42c5aa706d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003045 May 06 09:38:57.512869 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-921c2cfc-7f7c-4250-8e16-7bf856c8f51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:57.521823 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-09ce3809-a812-467b-9cc0-38433d2cfcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:57.523603 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-09ce3809-a812-467b-9cc0-38433d2cfcd6 service neutron] 10.222.0.73 "GET /v2.0/ports/6a33477f-d84b-4f48-bb89-98d05b050377 HTTP/1.1" status: 200 len: 1093 time: 0.2798710 May 06 09:38:57.538682 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82b1a0-8998-4c6e-8952-cb275a99a2b8 req-122b8df1-81ba-4f9e-a328-bc3f1fd7e166 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:57.545999 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82b1a0-8998-4c6e-8952-cb275a99a2b8 req-122b8df1-81ba-4f9e-a328-bc3f1fd7e166 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:57.553822 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82b1a0-8998-4c6e-8952-cb275a99a2b8 req-122b8df1-81ba-4f9e-a328-bc3f1fd7e166 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:57.567293 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-f735edb4-3f1d-4b10-b45b-e279d63233b7 service neutron] Request body: {'binding': {'host': 'n-h1-840835-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:57.567907 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dc82b1a0-8998-4c6e-8952-cb275a99a2b8 req-122b8df1-81ba-4f9e-a328-bc3f1fd7e166 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f12243-5eae-403f-b433-4be295e5bd2c HTTP/1.1" status: 200 len: 2412 time: 0.3110683 May 06 09:38:57.568263 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-f735edb4-3f1d-4b10-b45b-e279d63233b7 service neutron] Unknown quota resources ['binding']. {{(pid=102652) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 06 09:38:57.607257 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['bf4790b9-844b-4827-8a7f-ab8e62106a3b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:38:57.623723 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dc82b1a0-8998-4c6e-8952-cb275a99a2b8 req-cfeaf604-2b46-452e-b940-b4c7d8f7d18c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548034 May 06 09:38:57.748822 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4577371-87fb-40e8-b51b-5338d424aebc req-5a0e9d6b-e8dd-4103-9f91-d49c120cf5bf tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:57.751525 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e4577371-87fb-40e8-b51b-5338d424aebc req-5a0e9d6b-e8dd-4103-9f91-d49c120cf5bf tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aea2595-1825-4181-828f-9dbd9c71b82f HTTP/1.1" status: 200 len: 943 time: 0.0635011 May 06 09:38:57.810326 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb498a6-7a09-4388-a9f1-9c8a4a285b06 req-cb8fada0-82da-4512-9051-4798a94ff6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:57.810818 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb498a6-7a09-4388-a9f1-9c8a4a285b06 req-cb8fada0-82da-4512-9051-4798a94ff6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:57.811327 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb498a6-7a09-4388-a9f1-9c8a4a285b06 req-cb8fada0-82da-4512-9051-4798a94ff6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:57.812577 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e4577371-87fb-40e8-b51b-5338d424aebc req-06197c89-5952-41f8-8668-445f1e401364 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542707 May 06 09:38:57.813049 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-aeb498a6-7a09-4388-a9f1-9c8a4a285b06 req-cb8fada0-82da-4512-9051-4798a94ff6c9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=176b8c716694414abe8ccd24f8a01958&device_id=91f12243-5eae-403f-b433-4be295e5bd2c HTTP/1.1" status: 200 len: 2865 time: 0.2033515 May 06 09:38:57.959020 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921c2cfc-7f7c-4250-8e16-7bf856c8f51c admin admin] Router 16d34813-9779-414f-a9b5-9d088eac8a03 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:38:57.965067 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-f735edb4-3f1d-4b10-b45b-e279d63233b7 service neutron] Attempting to bind port 6a33477f-d84b-4f48-bb89-98d05b050377 on host n-h1-840835-1 for vnic_type normal with profile None {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:38:57.965436 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-f735edb4-3f1d-4b10-b45b-e279d63233b7 service neutron] Attempting to bind port 6a33477f-d84b-4f48-bb89-98d05b050377 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:38:57.965868 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-f735edb4-3f1d-4b10-b45b-e279d63233b7 service neutron] Attempting to bind port 6a33477f-d84b-4f48-bb89-98d05b050377 on network 519999b9-d7d4-4e10-b661-e50209fd3b05 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:57.984245 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-f735edb4-3f1d-4b10-b45b-e279d63233b7 service neutron] Port 6a33477f-d84b-4f48-bb89-98d05b050377 on network 519999b9-d7d4-4e10-b661-e50209fd3b05 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:38:57.984596 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-f735edb4-3f1d-4b10-b45b-e279d63233b7 service neutron] Attempting to bind port 6a33477f-d84b-4f48-bb89-98d05b050377 on network 519999b9-d7d4-4e10-b661-e50209fd3b05 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:57.993394 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb498a6-7a09-4388-a9f1-9c8a4a285b06 req-711afb3e-a526-4add-869c-97643b091dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:57.995463 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-aeb498a6-7a09-4388-a9f1-9c8a4a285b06 req-711afb3e-a526-4add-869c-97643b091dc8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=72c7337c-ed4a-416b-867d-219dbb6331f8 HTTP/1.1" status: 200 len: 903 time: 0.1729438 May 06 09:38:57.998440 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-f735edb4-3f1d-4b10-b45b-e279d63233b7 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:38:57.998440 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-f735edb4-3f1d-4b10-b45b-e279d63233b7 service neutron] Checking segment: {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:38:57.998440 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-f735edb4-3f1d-4b10-b45b-e279d63233b7 service neutron] Bound using segment: {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:38:57.998727 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-f735edb4-3f1d-4b10-b45b-e279d63233b7 service neutron] Bound port: 6a33477f-d84b-4f48-bb89-98d05b050377, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:38:58.099486 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-aeb498a6-7a09-4388-a9f1-9c8a4a285b06 req-3ab52ec5-89f5-47c2-9293-1dc0fbae9e89 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.203&port_id=16b619c4-f6b9-4df5-811f-5f1ce1306b59 HTTP/1.1" status: 200 len: 217 time: 0.0660799 May 06 09:38:58.183320 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861d5a51-6817-4455-8b87-f6485221deeb x-openstack-request-id: req-861d5a51-6817-4455-8b87-f6485221deeb {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:58.183653 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aea2595-1825-4181-828f-9dbd9c71b82f", "tag": "97561735-33b7-466d-b2af-cce684644736", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:58.184024 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-861d5a51-6817-4455-8b87-f6485221deeb {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:58.184284 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-861d5a51-6817-4455-8b87-f6485221deeb'] response: {'name': 'network-changed', 'server_uuid': '4aea2595-1825-4181-828f-9dbd9c71b82f', 'tag': '97561735-33b7-466d-b2af-cce684644736', 'status': 'completed', 'code': 200} May 06 09:38:58.212368 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-f735edb4-3f1d-4b10-b45b-e279d63233b7 service neutron] For port 6a33477f-d84b-4f48-bb89-98d05b050377, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=6a33477f-d84b-4f48-bb89-98d05b050377,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:38:58.229905 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-f735edb4-3f1d-4b10-b45b-e279d63233b7 service neutron] Notify callbacks [] for binding, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:58.231164 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-f735edb4-3f1d-4b10-b45b-e279d63233b7 service neutron] 10.222.0.73 "POST /v2.0/ports/6a33477f-d84b-4f48-bb89-98d05b050377/bindings HTTP/1.1" status: 201 len: 389 time: 0.6691127 May 06 09:38:58.237186 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb498a6-7a09-4388-a9f1-9c8a4a285b06 req-0ff206b6-d856-49ca-af56-ca15cba52292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:58.238677 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-aeb498a6-7a09-4388-a9f1-9c8a4a285b06 req-0ff206b6-d856-49ca-af56-ca15cba52292 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=67cccdd2-6401-4e37-ac91-4fff609d0abf HTTP/1.1" status: 200 len: 801 time: 0.1322851 May 06 09:38:58.241893 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921c2cfc-7f7c-4250-8e16-7bf856c8f51c admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:38:58.257034 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e4371c-422b-47e0-b2fb-2981163a8318 None None] Sync routers for ids ['16d34813-9779-414f-a9b5-9d088eac8a03'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:38:58.284893 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e4371c-422b-47e0-b2fb-2981163a8318 None None] Routers {'16d34813-9779-414f-a9b5-9d088eac8a03'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:38:58.288978 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-e1e4371c-422b-47e0-b2fb-2981163a8318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:38:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['16d34813-9779-414f-a9b5-9d088eac8a03'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:58.360316 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-921c2cfc-7f7c-4250-8e16-7bf856c8f51c admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:58.367723 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-921c2cfc-7f7c-4250-8e16-7bf856c8f51c admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8298507 May 06 09:38:58.369393 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43554) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:58.391771 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557a70a-f959-4c2b-bf81-0931c8f68b4f req-6af752dc-afba-4957-b028-82b31e97a606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:58.399441 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4557a70a-f959-4c2b-bf81-0931c8f68b4f req-6af752dc-afba-4957-b028-82b31e97a606 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=eae9614485024b1ebb7c429226844c0a&device_id=4aea2595-1825-4181-828f-9dbd9c71b82f HTTP/1.1" status: 200 len: 1094 time: 0.1945446 May 06 09:38:58.438217 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d31a8a-71c0-449b-9637-5b75cacc912b req-f6be025b-8f38-41ae-9104-6b6b75f6c1ea tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:58.442098 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c7d31a8a-71c0-449b-9637-5b75cacc912b req-f6be025b-8f38-41ae-9104-6b6b75f6c1ea tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 945 time: 0.2194464 May 06 09:38:58.481750 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb498a6-7a09-4388-a9f1-9c8a4a285b06 req-8900d37b-825e-43ad-90fc-c385c9373bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:58.484636 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-aeb498a6-7a09-4388-a9f1-9c8a4a285b06 req-8900d37b-825e-43ad-90fc-c385c9373bb0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=72c7337c-ed4a-416b-867d-219dbb6331f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2374139 May 06 09:38:58.717445 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-e1e4371c-422b-47e0-b2fb-2981163a8318 None None] Set router 16d34813-9779-414f-a9b5-9d088eac8a03 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:38:58.724573 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c7d31a8a-71c0-449b-9637-5b75cacc912b req-30768ffe-9652-427c-924f-2648404ac6d1 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615062 May 06 09:38:58.772600 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557a70a-f959-4c2b-bf81-0931c8f68b4f req-18d4e696-4c9f-4105-9be0-a393da4e1937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:58.774378 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4557a70a-f959-4c2b-bf81-0931c8f68b4f req-18d4e696-4c9f-4105-9be0-a393da4e1937 service neutron] 10.222.0.77 "GET /v2.0/networks?id=62314494-b174-4444-b50f-a42c5aa706d2 HTTP/1.1" status: 200 len: 923 time: 0.3527539 May 06 09:38:58.793668 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac090cb-b179-4e06-a093-e058c1e1dcfa req-f8cdc432-ab09-4041-802a-526be1c38ef2 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:58.795428 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1ac090cb-b179-4e06-a093-e058c1e1dcfa req-f8cdc432-ab09-4041-802a-526be1c38ef2 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=802dbb75-0157-4b9f-8b3c-0db95e6c6eeb HTTP/1.1" status: 200 len: 945 time: 0.3518581 May 06 09:38:58.820551 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device bf4790b9-844b-4827-8a7f-ab8e62106a3b up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:38:58.864363 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-07c5d669-b6eb-4f06-a92a-30c8b64eead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:58.866409 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-07c5d669-b6eb-4f06-a92a-30c8b64eead6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=147a685967a04284b13954d6f7a9d875&device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 1096 time: 0.2311647 May 06 09:38:58.962689 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:59.029336 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-08424e52-d94c-466d-993c-142acbce7851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:59.031146 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-08424e52-d94c-466d-993c-142acbce7851 service neutron] 10.222.0.84 "GET /v2.0/networks?id=519999b9-d7d4-4e10-b661-e50209fd3b05 HTTP/1.1" status: 200 len: 920 time: 0.1459057 May 06 09:38:59.032488 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4557a70a-f959-4c2b-bf81-0931c8f68b4f req-8d613ab8-7eda-425d-a111-329024aa02ca service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97561735-33b7-466d-b2af-cce684644736 HTTP/1.1" status: 200 len: 217 time: 0.2496715 May 06 09:38:59.045548 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port bf4790b9-844b-4827-8a7f-ab8e62106a3b completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:38:59.053662 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port bf4790b9-844b-4827-8a7f-ab8e62106a3b triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:59.054658 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:59.071918 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-aeb498a6-7a09-4388-a9f1-9c8a4a285b06 req-e559e7be-f466-4393-aa6a-c2c68f84785e service neutron] 10.222.0.77 "GET /v2.0/networks/72c7337c-ed4a-416b-867d-219dbb6331f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5772524 May 06 09:38:59.158716 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-8619eb94-878e-4c53-a074-32262ae1a863 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a33477f-d84b-4f48-bb89-98d05b050377 HTTP/1.1" status: 200 len: 217 time: 0.0902910 May 06 09:38:59.162807 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:59.207149 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port bf4790b9-844b-4827-8a7f-ab8e62106a3b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=bf4790b9-844b-4827-8a7f-ab8e62106a3b,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:59.211210 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802dbb75-0157-4b9f-8b3c-0db95e6c6eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4790b9-844b-4827-8a7f-ab8e62106a3b'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:59.213892 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef1c694-2e97-49d7-b3b3-81db1537a297" -d '{"events": [{"server_uuid": "802dbb75-0157-4b9f-8b3c-0db95e6c6eeb", "name": "network-vif-plugged", "status": "completed", "tag": "bf4790b9-844b-4827-8a7f-ab8e62106a3b"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:59.219486 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:59.229807 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-e1e4371c-422b-47e0-b2fb-2981163a8318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'name': 'tempest-ServerActionsTestJSON-1869297783-router', 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '08bdcf1f-83e9-4135-86e9-1afe4a178a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:38:53Z', 'updated_at': '2022-05-06T09:38:55Z', 'revision_number': 3, 'project_id': 'e6b8f11daba14014856a1a2bb0688844', 'gw_port': {'id': '08bdcf1f-83e9-4135-86e9-1afe4a178a5a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:10:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:54Z', 'updated_at': '2022-05-06T09:38:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:59.264839 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43572) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:59.269214 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839ced4-4e5e-48e1-84d5-c235efa6abc4 req-273944e2-c4bb-46be-8684-d1c7e4e08b65 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:59.270797 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e839ced4-4e5e-48e1-84d5-c235efa6abc4 req-273944e2-c4bb-46be-8684-d1c7e4e08b65 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 945 time: 0.4668949 May 06 09:38:59.274048 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1ac090cb-b179-4e06-a093-e058c1e1dcfa req-4765d135-94fd-4dda-b6c8-80a3dbdf2ba5 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713743 May 06 09:38:59.278029 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557a70a-f959-4c2b-bf81-0931c8f68b4f req-adf19581-a0fb-4d92-ae5b-4c03c54440a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:59.279524 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4557a70a-f959-4c2b-bf81-0931c8f68b4f req-adf19581-a0fb-4d92-ae5b-4c03c54440a5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1eb06141-6cc9-4c96-90e3-d4bca0b380e8 HTTP/1.1" status: 200 len: 862 time: 0.2126987 May 06 09:38:59.287394 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e4371c-422b-47e0-b2fb-2981163a8318 None None] Checking router: 16d34813-9779-414f-a9b5-9d088eac8a03 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:38:59.288135 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e4371c-422b-47e0-b2fb-2981163a8318 None None] Updating router 16d34813-9779-414f-a9b5-9d088eac8a03 port 08bdcf1f-83e9-4135-86e9-1afe4a178a5a binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:38:59.340914 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1e4371c-422b-47e0-b2fb-2981163a8318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:59.346642 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4557a70a-f959-4c2b-bf81-0931c8f68b4f req-dd8c62f9-958e-4194-8d9d-4949d0839166 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=62314494-b174-4444-b50f-a42c5aa706d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481811 May 06 09:38:59.346971 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=bf4790b9-844b-4827-8a7f-ab8e62106a3b,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:59.352071 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-6a5d720d-4c8e-4829-8dc4-896fb384698e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:59.353675 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-6a5d720d-4c8e-4829-8dc4-896fb384698e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=293ef06f-9c8d-46e9-8a69-2491d12832fe HTTP/1.1" status: 200 len: 859 time: 0.1725261 May 06 09:38:59.433176 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-aeb498a6-7a09-4388-a9f1-9c8a4a285b06 req-eff90c59-61ef-42b1-8a40-957a085e702c service neutron] 10.222.0.77 "GET /v2.0/networks/72c7337c-ed4a-416b-867d-219dbb6331f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496282 May 06 09:38:59.453865 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-17256968-f618-4afe-b73e-528ac89aaf7f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=519999b9-d7d4-4e10-b661-e50209fd3b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376194 May 06 09:38:59.515413 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9ebad943-dc9f-4d1c-ab36-d09697386a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:59.519551 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-17f0ebaa-51cf-425f-b529-87cf1fe69fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:59.544235 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e839ced4-4e5e-48e1-84d5-c235efa6abc4 req-84397fd3-f62b-4c13-beae-c5f9f52df604 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609763 May 06 09:38:59.609208 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4557a70a-f959-4c2b-bf81-0931c8f68b4f req-95aba0e6-ace1-4da8-94fb-7ffb697344d9 service neutron] 10.222.0.77 "GET /v2.0/networks/62314494-b174-4444-b50f-a42c5aa706d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536099 May 06 09:38:59.635567 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed57ba-8d12-4fa5-8f8d-4381d4ab3622 req-2453f9fd-99c6-4a58-9da0-203db9778ae5 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:59.642649 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed57ba-8d12-4fa5-8f8d-4381d4ab3622 req-2453f9fd-99c6-4a58-9da0-203db9778ae5 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:59.648313 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed57ba-8d12-4fa5-8f8d-4381d4ab3622 req-2453f9fd-99c6-4a58-9da0-203db9778ae5 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:59.657746 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6ed57ba-8d12-4fa5-8f8d-4381d4ab3622 req-2453f9fd-99c6-4a58-9da0-203db9778ae5 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f12243-5eae-403f-b433-4be295e5bd2c HTTP/1.1" status: 200 len: 2412 time: 0.2262235 May 06 09:38:59.719762 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-17f0ebaa-51cf-425f-b529-87cf1fe69fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:59.729301 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-17f0ebaa-51cf-425f-b529-87cf1fe69fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:59.762206 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0ebaa-51cf-425f-b529-87cf1fe69fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7677843-b6a8-4228-a660-4d9c0825a8ed,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:59.762447 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1e4371c-422b-47e0-b2fb-2981163a8318 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:59.773664 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1e4371c-422b-47e0-b2fb-2981163a8318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:59.794895 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6ed57ba-8d12-4fa5-8f8d-4381d4ab3622 req-d57e441f-cc1a-4e58-bed1-c5805b1e903d tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338282 May 06 09:38:59.816451 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-2406814f-3684-44d2-b613-8b960899a643 service neutron] 10.222.0.84 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145409 May 06 09:38:59.817318 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f0ebaa-51cf-425f-b529-87cf1fe69fd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:59.817804 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f0ebaa-51cf-425f-b529-87cf1fe69fd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:59.818325 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f0ebaa-51cf-425f-b529-87cf1fe69fd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:59.818686 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f0ebaa-51cf-425f-b529-87cf1fe69fd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:59.819027 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f0ebaa-51cf-425f-b529-87cf1fe69fd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:59.819394 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f0ebaa-51cf-425f-b529-87cf1fe69fd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:59.819728 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f0ebaa-51cf-425f-b529-87cf1fe69fd3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:59.820056 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f0ebaa-51cf-425f-b529-87cf1fe69fd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:59.820385 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f0ebaa-51cf-425f-b529-87cf1fe69fd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:59.820712 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f0ebaa-51cf-425f-b529-87cf1fe69fd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:59.821038 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f0ebaa-51cf-425f-b529-87cf1fe69fd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:59.821360 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f0ebaa-51cf-425f-b529-87cf1fe69fd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:59.842575 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-17f0ebaa-51cf-425f-b529-87cf1fe69fd3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=74228a7e65b542da82d86f952369302d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5760310 May 06 09:38:59.846383 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43580) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:59.869091 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-e1e4371c-422b-47e0-b2fb-2981163a8318 None None] Attempting to bind port 08bdcf1f-83e9-4135-86e9-1afe4a178a5a on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:38:59.870054 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-e1e4371c-422b-47e0-b2fb-2981163a8318 None None] Attempting to bind port 08bdcf1f-83e9-4135-86e9-1afe4a178a5a by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:38:59.870394 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e4371c-422b-47e0-b2fb-2981163a8318 None None] Attempting to bind port 08bdcf1f-83e9-4135-86e9-1afe4a178a5a on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:59.877243 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4557a70a-f959-4c2b-bf81-0931c8f68b4f req-72f0b17a-79f4-48d5-bb1b-6f3b93dd9861 service neutron] 10.222.0.77 "GET /v2.0/networks/62314494-b174-4444-b50f-a42c5aa706d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579958 May 06 09:38:59.898772 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e4371c-422b-47e0-b2fb-2981163a8318 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:38:59.899172 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e4371c-422b-47e0-b2fb-2981163a8318 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:38:59.899589 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1e4371c-422b-47e0-b2fb-2981163a8318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:59.899994 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e4371c-422b-47e0-b2fb-2981163a8318 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:38:59.900563 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-e1e4371c-422b-47e0-b2fb-2981163a8318 None None] Bound port: 08bdcf1f-83e9-4135-86e9-1afe4a178a5a, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:38:59.900901 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1e4371c-422b-47e0-b2fb-2981163a8318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:59.940633 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-9ebad943-dc9f-4d1c-ab36-d09697386a79 admin admin] Allocated IP 172.20.0.1 (138aada2-7aee-4749-819b-d219deb27012/ceacdbe3-a021-4ce2-8b17-bdad66d69597/52aadd6d-95f8-4610-9c39-7a29badb285a) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:38:59.957254 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e80bf-9d3f-49a6-8fb1-6950bbcf34d8 None None] Pushing event updated for resources: {'Port': ['ID=08bdcf1f-83e9-4135-86e9-1afe4a178a5a,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:59.973492 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5634-ab6f-4fc6-b358-e349ebeef02e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:00.005555 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-90460be8-ea42-43e6-9b96-1f638d56e408 service neutron] 10.222.0.84 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656091 May 06 09:39:00.007944 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1e4371c-422b-47e0-b2fb-2981163a8318 None None] For port 08bdcf1f-83e9-4135-86e9-1afe4a178a5a, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:00.012168 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1e4371c-422b-47e0-b2fb-2981163a8318 None None] For port 08bdcf1f-83e9-4135-86e9-1afe4a178a5a, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=08bdcf1f-83e9-4135-86e9-1afe4a178a5a,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:39:00.015168 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0039305-7762-4ab1-a02d-37c9b1ab18f2 x-openstack-request-id: req-c0039305-7762-4ab1-a02d-37c9b1ab18f2 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:00.015361 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802dbb75-0157-4b9f-8b3c-0db95e6c6eeb", "name": "network-vif-plugged", "status": "completed", "tag": "bf4790b9-844b-4827-8a7f-ab8e62106a3b", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:00.015650 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c0039305-7762-4ab1-a02d-37c9b1ab18f2 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:00.016780 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0039305-7762-4ab1-a02d-37c9b1ab18f2'] response: {'server_uuid': '802dbb75-0157-4b9f-8b3c-0db95e6c6eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4790b9-844b-4827-8a7f-ab8e62106a3b', 'code': 200} May 06 09:39:00.018792 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1e4371c-422b-47e0-b2fb-2981163a8318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:00.044293 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d4b73-0bad-4eb2-b797-712e1a9090cc req-6a7118ec-4862-410b-bdaf-598314b5ab6b tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:00.047349 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-859d4b73-0bad-4eb2-b797-712e1a9090cc req-6a7118ec-4862-410b-bdaf-598314b5ab6b tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aea2595-1825-4181-828f-9dbd9c71b82f HTTP/1.1" status: 200 len: 943 time: 0.1282611 May 06 09:39:00.065917 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5634-ab6f-4fc6-b358-e349ebeef02e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:00.085882 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e80bf-9d3f-49a6-8fb1-6950bbcf34d8 None None] Pushing event updated for resources: {'Port': ['ID=08bdcf1f-83e9-4135-86e9-1afe4a178a5a,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:00.118315 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-859d4b73-0bad-4eb2-b797-712e1a9090cc req-50178430-f48a-4162-805d-54ec6da1ae5a tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637023 May 06 09:39:00.123791 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e4371c-422b-47e0-b2fb-2981163a8318 None None] Routers {'16d34813-9779-414f-a9b5-9d088eac8a03'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:39:00.125951 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-e1e4371c-422b-47e0-b2fb-2981163a8318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:38:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['16d34813-9779-414f-a9b5-9d088eac8a03'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:00.208391 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9ebad943-dc9f-4d1c-ab36-d09697386a79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:00.234479 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5634-ab6f-4fc6-b358-e349ebeef02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:00.237977 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5634-ab6f-4fc6-b358-e349ebeef02e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:00.242600 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5f7d5634-ab6f-4fc6-b358-e349ebeef02e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f7677843-b6a8-4228-a660-4d9c0825a8ed HTTP/1.1" status: 204 len: 168 time: 0.3915403 May 06 09:39:00.266867 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d5634-ab6f-4fc6-b358-e349ebeef02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7677843-b6a8-4228-a660-4d9c0825a8ed,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:00.282215 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-e1e4371c-422b-47e0-b2fb-2981163a8318 None None] Set router 16d34813-9779-414f-a9b5-9d088eac8a03 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:39:00.287057 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9ebad943-dc9f-4d1c-ab36-d09697386a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:00.331380 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebad943-dc9f-4d1c-ab36-d09697386a79 admin admin] Network 138aada2-7aee-4749-819b-d219deb27012 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:39:00.337315 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-9ebad943-dc9f-4d1c-ab36-d09697386a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:00.340418 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebad943-dc9f-4d1c-ab36-d09697386a79 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:39:00.399460 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13bee9-1682-43f8-82c1-fa277620e9ce req-da547677-b936-4109-b2b7-a264288d1d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:00.405567 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d13bee9-1682-43f8-82c1-fa277620e9ce req-da547677-b936-4109-b2b7-a264288d1d15 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=802dbb75-0157-4b9f-8b3c-0db95e6c6eeb HTTP/1.1" status: 200 len: 1097 time: 0.2402372 May 06 09:39:00.410047 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9ebad943-dc9f-4d1c-ab36-d09697386a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:00.427502 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269005b-496b-4dfc-b930-e8cab8d534ae req-e4fbf9b3-8856-4dfe-b7d1-f18e80f3619c tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:00.432698 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5269005b-496b-4dfc-b930-e8cab8d534ae req-e4fbf9b3-8856-4dfe-b7d1-f18e80f3619c tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 945 time: 0.3078403 May 06 09:39:00.545152 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebad943-dc9f-4d1c-ab36-d09697386a79 admin admin] Pushing event updated for resources: {'Port': ['ID=52aadd6d-95f8-4610-9c39-7a29badb285a,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:00.581229 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d13bee9-1682-43f8-82c1-fa277620e9ce req-62d31246-3347-4a25-8216-7a7de4e66ff3 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473715 May 06 09:39:00.603110 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5269005b-496b-4dfc-b930-e8cab8d534ae req-c0745179-489f-4a3a-b1f8-e0d2730e8112 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477981 May 06 09:39:00.672835 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-e1e4371c-422b-47e0-b2fb-2981163a8318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'name': 'tempest-ServerActionsTestJSON-1869297783-router', 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '08bdcf1f-83e9-4135-86e9-1afe4a178a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:38:53Z', 'updated_at': '2022-05-06T09:38:55Z', 'revision_number': 3, 'project_id': 'e6b8f11daba14014856a1a2bb0688844', 'gw_port': {'id': '08bdcf1f-83e9-4135-86e9-1afe4a178a5a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:10:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:54Z', 'updated_at': '2022-05-06T09:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:00.718665 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e4371c-422b-47e0-b2fb-2981163a8318 None None] The sync data for ids ['16d34813-9779-414f-a9b5-9d088eac8a03'] in n-d-840835-1 is: [{'id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'name': 'tempest-ServerActionsTestJSON-1869297783-router', 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '08bdcf1f-83e9-4135-86e9-1afe4a178a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:38:53Z', 'updated_at': '2022-05-06T09:38:55Z', 'revision_number': 3, 'project_id': 'e6b8f11daba14014856a1a2bb0688844', 'gw_port': {'id': '08bdcf1f-83e9-4135-86e9-1afe4a178a5a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:10:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:54Z', 'updated_at': '2022-05-06T09:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:39:00.744011 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9ebad943-dc9f-4d1c-ab36-d09697386a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:00.825555 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-32851d40-d766-458c-afd6-a9b892a8bb72 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:00.827827 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-32851d40-d766-458c-afd6-a9b892a8bb72 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e&tenant_id=ee0cd225ef094aa381a08623ce8da867&binding%3Ahost_id=n-h1-840835-1 HTTP/1.1" status: 200 len: 1096 time: 0.2809398 May 06 09:39:00.842825 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-49e768ad-5a10-48db-8f50-fdd238cefb6d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840835-1'}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:00.882118 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a74cacc4-49a8-4dfa-bae6-3a1919da00b4 None None] Provisioning complete for port 52aadd6d-95f8-4610-9c39-7a29badb285a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:00.882824 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a74cacc4-49a8-4dfa-bae6-3a1919da00b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:00.956084 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-a74cacc4-49a8-4dfa-bae6-3a1919da00b4 None None] Port 52aadd6d-95f8-4610-9c39-7a29badb285a cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:39:01.048568 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43598) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:01.078274 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-37cd23d6-8629-4c64-87e7-957b5099578e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:01.084566 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9ebad943-dc9f-4d1c-ab36-d09697386a79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:01.094891 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9ebad943-dc9f-4d1c-ab36-d09697386a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:01.241274 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9ebad943-dc9f-4d1c-ab36-d09697386a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:01.258668 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebad943-dc9f-4d1c-ab36-d09697386a79 admin admin] Pushing event updated for resources: {'Port': ['ID=52aadd6d-95f8-4610-9c39-7a29badb285a,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:01.294771 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da837b6-47c7-4255-bb77-72895b0c43fa req-74585ab7-1e81-451a-84ff-416eea24e5eb tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:01.300609 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7da837b6-47c7-4255-bb77-72895b0c43fa req-74585ab7-1e81-451a-84ff-416eea24e5eb tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 945 time: 0.5500102 May 06 09:39:01.311937 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1894e-3c66-45df-90dc-50e2c18c8691 req-11be41ac-96c2-430a-8e51-08406bd0174e tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:01.315611 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2fa1894e-3c66-45df-90dc-50e2c18c8691 req-11be41ac-96c2-430a-8e51-08406bd0174e tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=802dbb75-0157-4b9f-8b3c-0db95e6c6eeb HTTP/1.1" status: 200 len: 946 time: 0.6673074 May 06 09:39:01.327102 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:39:01.390292 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-37cd23d6-8629-4c64-87e7-957b5099578e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:01.413815 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-37cd23d6-8629-4c64-87e7-957b5099578e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:01.455755 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2fa1894e-3c66-45df-90dc-50e2c18c8691 req-1ae33c2a-5243-4bd4-97e9-de2bd622e997 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109450 May 06 09:39:01.470184 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-49e768ad-5a10-48db-8f50-fdd238cefb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:01.478980 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebad943-dc9f-4d1c-ab36-d09697386a79 admin admin] Network 138aada2-7aee-4749-819b-d219deb27012 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:39:01.484658 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7da837b6-47c7-4255-bb77-72895b0c43fa req-9419a63a-f5b6-4043-b1dd-45999df9de6f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677268 May 06 09:39:01.492407 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-37cd23d6-8629-4c64-87e7-957b5099578e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=414068232e7c410291e62ece033aa080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4425581 May 06 09:39:01.494979 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43602) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:01.512850 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-9ebad943-dc9f-4d1c-ab36-d09697386a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:01.519377 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd23d6-8629-4c64-87e7-957b5099578e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8fa4a7-d90a-492c-918b-dd7ff06675b8,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:01.647536 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79,segment=NetworkSegment(1d387139-cba5-4570-b0b2-41010da74545),segment_id=1d387139-cba5-4570-b0b2-41010da74545)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:01.683664 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79', 'network_id': '28ebf713-266e-49bf-bb85-a1e0a99030b5', 'port_id': 'f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79', 'mac_address': 'fa:16:3e:27:4a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f459b9-af99-43f3-9602-26d3f40f141f', 'ip_address': '19.86.0.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:39:01.779490 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:01.802672 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:01.867499 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79,segment=NetworkSegment(1d387139-cba5-4570-b0b2-41010da74545),segment_id=1d387139-cba5-4570-b0b2-41010da74545)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:01.874793 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:01.876805 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 97561735-33b7-466d-b2af-cce684644736 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:39:01.902898 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-782ff519-c2c3-47c5-8a45-ecdcdde569fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:01.973678 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fecb0e-df3a-475d-8140-5c97e4c8830e req-675c742b-3cf2-4ac8-978d-97193e4c57e8 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:01.979688 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ebad943-dc9f-4d1c-ab36-d09697386a79 admin admin] Router 16d34813-9779-414f-a9b5-9d088eac8a03 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:39:01.989022 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fecb0e-df3a-475d-8140-5c97e4c8830e req-675c742b-3cf2-4ac8-978d-97193e4c57e8 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:02.001912 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fecb0e-df3a-475d-8140-5c97e4c8830e req-675c742b-3cf2-4ac8-978d-97193e4c57e8 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:02.015151 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1fecb0e-df3a-475d-8140-5c97e4c8830e req-675c742b-3cf2-4ac8-978d-97193e4c57e8 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f12243-5eae-403f-b433-4be295e5bd2c HTTP/1.1" status: 200 len: 2412 time: 0.2833369 May 06 09:39:02.076815 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-782ff519-c2c3-47c5-8a45-ecdcdde569fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:02.097077 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca357e-46a4-4213-821b-2ab514380004 req-1a8743d0-8c00-446c-a131-8863e05de460 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:02.107041 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:02.110980 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0bca357e-46a4-4213-821b-2ab514380004 req-1a8743d0-8c00-446c-a131-8863e05de460 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aea2595-1825-4181-828f-9dbd9c71b82f HTTP/1.1" status: 200 len: 943 time: 0.3278086 May 06 09:39:02.198583 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-5ea3331a-30cd-4d62-b009-96fde294fea9 None None] Provisioning complete for port 52aadd6d-95f8-4610-9c39-7a29badb285a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:02.199696 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5ea3331a-30cd-4d62-b009-96fde294fea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:02.232071 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1fecb0e-df3a-475d-8140-5c97e4c8830e req-e3bbf5b9-ba45-490f-8ff4-358971a94234 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143190 May 06 09:39:02.303209 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-5ea3331a-30cd-4d62-b009-96fde294fea9 None None] Port 52aadd6d-95f8-4610-9c39-7a29badb285a cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:39:02.333945 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebad943-dc9f-4d1c-ab36-d09697386a79 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:39:02.346246 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9ebad943-dc9f-4d1c-ab36-d09697386a79 admin admin] 10.222.0.73 "PUT /v2.0/routers/16d34813-9779-414f-a9b5-9d088eac8a03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9686563 May 06 09:39:02.360166 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-49e768ad-5a10-48db-8f50-fdd238cefb6d service neutron] For port ede935de-78ee-458f-8df5-09b533c47d24, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=ede935de-78ee-458f-8df5-09b533c47d24,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:02.382619 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 97561735-33b7-466d-b2af-cce684644736, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=97561735-33b7-466d-b2af-cce684644736,segment=NetworkSegment(ad53ebe9-2424-450b-83f6-7b9fe46d8064),segment_id=ad53ebe9-2424-450b-83f6-7b9fe46d8064)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:02.415055 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '97561735-33b7-466d-b2af-cce684644736', 'network_id': '62314494-b174-4444-b50f-a42c5aa706d2', 'port_id': '97561735-33b7-466d-b2af-cce684644736', 'mac_address': 'fa:16:3e:5c:84:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb06141-6cc9-4c96-90e3-d4bca0b380e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:39:02.420748 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0bca357e-46a4-4213-821b-2ab514380004 req-040e81f5-a026-4634-9a95-eefeb3ff54a6 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043199 May 06 09:39:02.442710 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43612) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:02.553650 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:02.564664 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-782ff519-c2c3-47c5-8a45-ecdcdde569fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:02.570397 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-782ff519-c2c3-47c5-8a45-ecdcdde569fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:02.575283 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97561735-33b7-466d-b2af-cce684644736 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:02.575805 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-782ff519-c2c3-47c5-8a45-ecdcdde569fa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1b8fa4a7-d90a-492c-918b-dd7ff06675b8 HTTP/1.1" status: 204 len: 168 time: 1.0788801 May 06 09:39:02.601853 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 97561735-33b7-466d-b2af-cce684644736, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=97561735-33b7-466d-b2af-cce684644736,segment=NetworkSegment(ad53ebe9-2424-450b-83f6-7b9fe46d8064),segment_id=ad53ebe9-2424-450b-83f6-7b9fe46d8064)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:02.608477 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:02.609318 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 2950e3c6-976a-4a08-9aa2-e52fc01ba6bf details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:39:02.666184 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ff519-c2c3-47c5-8a45-ecdcdde569fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8fa4a7-d90a-492c-918b-dd7ff06675b8,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:02.671427 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-49e768ad-5a10-48db-8f50-fdd238cefb6d service neutron] For port ede935de-78ee-458f-8df5-09b533c47d24, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:02.683863 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f5c8e4ad-1aaf-4dcd-b397-fbe798a5f833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:02.715997 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ff519-c2c3-47c5-8a45-ecdcdde569fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:02.717131 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ff519-c2c3-47c5-8a45-ecdcdde569fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:02.718795 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ff519-c2c3-47c5-8a45-ecdcdde569fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:02.719643 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ff519-c2c3-47c5-8a45-ecdcdde569fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:02.719991 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ff519-c2c3-47c5-8a45-ecdcdde569fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:02.720372 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ff519-c2c3-47c5-8a45-ecdcdde569fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:02.720810 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ff519-c2c3-47c5-8a45-ecdcdde569fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:02.721365 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ff519-c2c3-47c5-8a45-ecdcdde569fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:02.721851 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ff519-c2c3-47c5-8a45-ecdcdde569fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:02.722183 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ff519-c2c3-47c5-8a45-ecdcdde569fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:02.722604 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ff519-c2c3-47c5-8a45-ecdcdde569fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:02.723255 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ff519-c2c3-47c5-8a45-ecdcdde569fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:02.746145 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e9fc2-50e8-4891-a921-d46a0c823a25 req-99dc1256-4e3f-4f9d-ac11-dc6e9228f2ba tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:02.759057 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-160e9fc2-50e8-4891-a921-d46a0c823a25 req-99dc1256-4e3f-4f9d-ac11-dc6e9228f2ba tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 945 time: 0.3319430 May 06 09:39:02.826013 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0831239-d745-436b-853c-2b77fc2ed90e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ede935de-78ee-458f-8df5-09b533c47d24'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:02.828198 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f5c8e4ad-1aaf-4dcd-b397-fbe798a5f833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:02.828640 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327c74d3-a775-4ad0-a01a-3624f4a122f9" -d '{"events": [{"server_uuid": "b0831239-d745-436b-853c-2b77fc2ed90e", "name": "network-vif-unplugged", "status": "completed", "tag": "ede935de-78ee-458f-8df5-09b533c47d24"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:02.836060 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f5c8e4ad-1aaf-4dcd-b397-fbe798a5f833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:02.842860 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-49e768ad-5a10-48db-8f50-fdd238cefb6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:02.863333 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c877f-3704-4afe-8878-5a9da2b9f4a4 req-29930830-7e65-4db4-bcd2-5a39f683da10 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:02.879869 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-449c877f-3704-4afe-8878-5a9da2b9f4a4 req-29930830-7e65-4db4-bcd2-5a39f683da10 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=802dbb75-0157-4b9f-8b3c-0db95e6c6eeb HTTP/1.1" status: 200 len: 946 time: 0.2737474 May 06 09:39:02.920877 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-160e9fc2-50e8-4891-a921-d46a0c823a25 req-921848b2-e390-41d8-a479-eab0209489f6 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584554 May 06 09:39:02.926663 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-49e768ad-5a10-48db-8f50-fdd238cefb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:02.960646 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f5c8e4ad-1aaf-4dcd-b397-fbe798a5f833 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=158eeaff7ec642dc849d358da9a55a3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5163786 May 06 09:39:02.970966 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43628) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:03.026707 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8e4ad-1aaf-4dcd-b397-fbe798a5f833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed145ae6-bed7-49d2-908a-6e0bdc4d067e,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:03.071697 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0ed6035c-8033-47cf-a438-34a37a52edc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:03.142186 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0ed6035c-8033-47cf-a438-34a37a52edc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:03.154479 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=97561735-33b7-466d-b2af-cce684644736,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:03.224676 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-449c877f-3704-4afe-8878-5a9da2b9f4a4 req-6563f305-5ec9-41f3-b363-b72db0d2f786 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424599 May 06 09:39:03.225869 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0ed6035c-8033-47cf-a438-34a37a52edc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:03.229203 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0ed6035c-8033-47cf-a438-34a37a52edc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:03.234142 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0ed6035c-8033-47cf-a438-34a37a52edc3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ed145ae6-bed7-49d2-908a-6e0bdc4d067e HTTP/1.1" status: 204 len: 168 time: 0.2594419 May 06 09:39:03.250564 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e768ad-5a10-48db-8f50-fdd238cefb6d service neutron] Pushing event updated for resources: {'Port': ['ID=ede935de-78ee-458f-8df5-09b533c47d24,revision_number=7']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:03.255511 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 2950e3c6-976a-4a08-9aa2-e52fc01ba6bf, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=2950e3c6-976a-4a08-9aa2-e52fc01ba6bf,segment=NetworkSegment(2f84c048-45d7-4c82-807a-064e9189436d),segment_id=2f84c048-45d7-4c82-807a-064e9189436d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:03.259257 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6035c-8033-47cf-a438-34a37a52edc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed145ae6-bed7-49d2-908a-6e0bdc4d067e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:03.339267 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '2950e3c6-976a-4a08-9aa2-e52fc01ba6bf', 'network_id': '72c7337c-ed4a-416b-867d-219dbb6331f8', 'port_id': '2950e3c6-976a-4a08-9aa2-e52fc01ba6bf', 'mac_address': 'fa:16:3e:bb:8b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67cccdd2-6401-4e37-ac91-4fff609d0abf', 'ip_address': '19.80.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:39:03.346298 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c34328-3782-4bd9-a330-5da7614e2197 req-6a0e6514-909a-462c-8590-025f1ea7bf0a tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:03.360402 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e3c34328-3782-4bd9-a330-5da7614e2197 req-6a0e6514-909a-462c-8590-025f1ea7bf0a tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 945 time: 0.2876651 May 06 09:39:03.379930 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-49e768ad-5a10-48db-8f50-fdd238cefb6d service neutron] Attempting to bind port ede935de-78ee-458f-8df5-09b533c47d24 on host n-h1-840835-1 for vnic_type normal with profile {"migrating_to": "n-h2-840835-1"} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:39:03.380425 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-49e768ad-5a10-48db-8f50-fdd238cefb6d service neutron] Attempting to bind port ede935de-78ee-458f-8df5-09b533c47d24 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:39:03.380864 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-49e768ad-5a10-48db-8f50-fdd238cefb6d service neutron] Attempting to bind port ede935de-78ee-458f-8df5-09b533c47d24 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:03.396380 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-49e768ad-5a10-48db-8f50-fdd238cefb6d service neutron] Port ede935de-78ee-458f-8df5-09b533c47d24 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:39:03.397035 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-49e768ad-5a10-48db-8f50-fdd238cefb6d service neutron] Attempting to bind port ede935de-78ee-458f-8df5-09b533c47d24 on network 9016fd3e-f04c-40de-8dbe-a7754f33396e {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:03.406126 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-49e768ad-5a10-48db-8f50-fdd238cefb6d service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:39:03.406426 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-49e768ad-5a10-48db-8f50-fdd238cefb6d service neutron] Checking segment: {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:03.406929 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-49e768ad-5a10-48db-8f50-fdd238cefb6d service neutron] Bound using segment: {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:39:03.407657 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-49e768ad-5a10-48db-8f50-fdd238cefb6d service neutron] Bound port: ede935de-78ee-458f-8df5-09b533c47d24, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef47b95-e742-42d3-9b64-3fd33f4f4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9016fd3e-f04c-40de-8dbe-a7754f33396e'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:39:03.408072 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-49e768ad-5a10-48db-8f50-fdd238cefb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:03.408838 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 08bdcf1f-83e9-4135-86e9-1afe4a178a5a up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:03.453276 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e3c34328-3782-4bd9-a330-5da7614e2197 req-0293603a-20c2-4cb6-ba0a-acaa137a51d6 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906069 May 06 09:39:03.478514 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:03.551285 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2950e3c6-976a-4a08-9aa2-e52fc01ba6bf {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:03.579214 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e460ef73-4b82-4dcf-81db-422aaf89cff2 x-openstack-request-id: req-e460ef73-4b82-4dcf-81db-422aaf89cff2 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:03.579633 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0831239-d745-436b-853c-2b77fc2ed90e", "name": "network-vif-unplugged", "status": "completed", "tag": "ede935de-78ee-458f-8df5-09b533c47d24", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:03.579998 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e460ef73-4b82-4dcf-81db-422aaf89cff2 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:03.580504 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e460ef73-4b82-4dcf-81db-422aaf89cff2'] response: {'server_uuid': 'b0831239-d745-436b-853c-2b77fc2ed90e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ede935de-78ee-458f-8df5-09b533c47d24', 'code': 200} May 06 09:39:03.581925 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-49e768ad-5a10-48db-8f50-fdd238cefb6d service neutron] For port ede935de-78ee-458f-8df5-09b533c47d24, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:03.586414 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-49e768ad-5a10-48db-8f50-fdd238cefb6d service neutron] For port ede935de-78ee-458f-8df5-09b533c47d24, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=ede935de-78ee-458f-8df5-09b533c47d24,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:39:03.596190 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-49e768ad-5a10-48db-8f50-fdd238cefb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:03.609904 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 2950e3c6-976a-4a08-9aa2-e52fc01ba6bf, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=2950e3c6-976a-4a08-9aa2-e52fc01ba6bf,segment=NetworkSegment(2f84c048-45d7-4c82-807a-064e9189436d),segment_id=2f84c048-45d7-4c82-807a-064e9189436d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:03.630132 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:03.630876 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 16b619c4-f6b9-4df5-811f-5f1ce1306b59 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:39:03.727101 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 08bdcf1f-83e9-4135-86e9-1afe4a178a5a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:03.727493 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:03.746652 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e768ad-5a10-48db-8f50-fdd238cefb6d service neutron] Pushing event updated for resources: {'Port': ['ID=ede935de-78ee-458f-8df5-09b533c47d24,revision_number=8']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:03.781004 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874b84d-b4bb-4692-a79e-c52688868256 None None] Sync routers for ids ['16d34813-9779-414f-a9b5-9d088eac8a03'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:39:03.799030 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8874b84d-b4bb-4692-a79e-c52688868256 None None] Routers {'16d34813-9779-414f-a9b5-9d088eac8a03'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:39:03.800141 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8874b84d-b4bb-4692-a79e-c52688868256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:38:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['16d34813-9779-414f-a9b5-9d088eac8a03'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:03.805793 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 16b619c4-f6b9-4df5-811f-5f1ce1306b59, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=16b619c4-f6b9-4df5-811f-5f1ce1306b59,segment=NetworkSegment(2f84c048-45d7-4c82-807a-064e9189436d),segment_id=2f84c048-45d7-4c82-807a-064e9189436d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:03.811277 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=2950e3c6-976a-4a08-9aa2-e52fc01ba6bf,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:03.840527 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '16b619c4-f6b9-4df5-811f-5f1ce1306b59', 'network_id': '72c7337c-ed4a-416b-867d-219dbb6331f8', 'port_id': '16b619c4-f6b9-4df5-811f-5f1ce1306b59', 'mac_address': 'fa:16:3e:18:40:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67cccdd2-6401-4e37-ac91-4fff609d0abf', 'ip_address': '19.80.0.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:39:03.896190 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-49e768ad-5a10-48db-8f50-fdd238cefb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:03.897697 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-49e768ad-5a10-48db-8f50-fdd238cefb6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:03.901274 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-49e768ad-5a10-48db-8f50-fdd238cefb6d service neutron] 10.222.0.77 "PUT /v2.0/ports/ede935de-78ee-458f-8df5-09b533c47d24 HTTP/1.1" status: 200 len: 1121 time: 3.0644286 May 06 09:39:03.958613 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dc7f0-7e4b-459a-9d1f-9ce513196f3f req-9623a6c7-2a0f-438c-88c8-d67ca0c62550 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:03.976632 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-8874b84d-b4bb-4692-a79e-c52688868256 None None] Set router 16d34813-9779-414f-a9b5-9d088eac8a03 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:39:03.982945 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dc7f0-7e4b-459a-9d1f-9ce513196f3f req-9623a6c7-2a0f-438c-88c8-d67ca0c62550 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:04.003268 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:04.004955 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dc7f0-7e4b-459a-9d1f-9ce513196f3f req-9623a6c7-2a0f-438c-88c8-d67ca0c62550 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:04.007574 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-711dc7f0-7e4b-459a-9d1f-9ce513196f3f req-9623a6c7-2a0f-438c-88c8-d67ca0c62550 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f12243-5eae-403f-b433-4be295e5bd2c HTTP/1.1" status: 200 len: 2414 time: 0.2625515 May 06 09:39:04.058417 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['ede935de-78ee-458f-8df5-09b533c47d24'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:04.128003 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-711dc7f0-7e4b-459a-9d1f-9ce513196f3f req-143717a3-8762-482a-a0e9-b4a7e068ffc3 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979359 May 06 09:39:04.226328 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['ede935de-78ee-458f-8df5-09b533c47d24'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:04.251172 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16b619c4-f6b9-4df5-811f-5f1ce1306b59 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:04.272699 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:04.319033 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43660) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:04.329725 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff77e5-90c4-4b6d-a1f4-945134f29f82 req-bfcbd45d-47dd-4643-b3c6-7394e90ec39f tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:04.339215 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a6ff77e5-90c4-4b6d-a1f4-945134f29f82 req-bfcbd45d-47dd-4643-b3c6-7394e90ec39f tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aea2595-1825-4181-828f-9dbd9c71b82f HTTP/1.1" status: 200 len: 944 time: 0.1133654 May 06 09:39:04.344591 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e9bf40a-a544-4a07-94a7-11c7760eea2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:04.425597 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 16b619c4-f6b9-4df5-811f-5f1ce1306b59, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=16b619c4-f6b9-4df5-811f-5f1ce1306b59,segment=NetworkSegment(2f84c048-45d7-4c82-807a-064e9189436d),segment_id=2f84c048-45d7-4c82-807a-064e9189436d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:04.441806 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a6ff77e5-90c4-4b6d-a1f4-945134f29f82 req-150a4788-75e8-4300-aa2d-45f1017a83c9 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995450 May 06 09:39:04.444557 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 08bdcf1f-83e9-4135-86e9-1afe4a178a5a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=08bdcf1f-83e9-4135-86e9-1afe4a178a5a,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:04.455231 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:04.456181 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ede935de-78ee-458f-8df5-09b533c47d24 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:39:04.467180 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:04.596445 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e9bf40a-a544-4a07-94a7-11c7760eea2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:04.607295 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e9bf40a-a544-4a07-94a7-11c7760eea2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:04.697975 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9bf40a-a544-4a07-94a7-11c7760eea2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92974e61-e81b-401e-a666-4b244c335742,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:04.728832 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8874b84d-b4bb-4692-a79e-c52688868256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'name': 'tempest-ServerActionsTestJSON-1869297783-router', 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '08bdcf1f-83e9-4135-86e9-1afe4a178a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:38:53Z', 'updated_at': '2022-05-06T09:39:00Z', 'revision_number': 4, 'project_id': 'e6b8f11daba14014856a1a2bb0688844', 'gw_port': {'id': '08bdcf1f-83e9-4135-86e9-1afe4a178a5a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:10:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:54Z', 'updated_at': '2022-05-06T09:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '52aadd6d-95f8-4610-9c39-7a29badb285a', 'name': '', 'network_id': '138aada2-7aee-4749-819b-d219deb27012', 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844', 'mac_address': 'fa:16:3e:b4:0b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'ceacdbe3-a021-4ce2-8b17-bdad66d69597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:59Z', 'updated_at': '2022-05-06T09:39:00Z', 'revision_number': 2, 'project_id': 'e6b8f11daba14014856a1a2bb0688844', 'subnets': [{'id': 'ceacdbe3-a021-4ce2-8b17-bdad66d69597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:04.748175 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=16b619c4-f6b9-4df5-811f-5f1ce1306b59,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:04.761411 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a350fb-40e8-4fe2-97ef-5011707f754c req-b257f553-e31f-4de6-b9ca-0464a3c58396 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:04.765123 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2e9bf40a-a544-4a07-94a7-11c7760eea2a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4ea7bb6d89ec4db29e7679ce850e8259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4436426 May 06 09:39:04.765951 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43676) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:04.782184 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37a350fb-40e8-4fe2-97ef-5011707f754c req-b257f553-e31f-4de6-b9ca-0464a3c58396 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/networks?id=22f2ea67-0061-4453-8871-c63efbcb27a4 HTTP/1.1" status: 200 len: 805 time: 0.2462010 May 06 09:39:04.803140 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37a350fb-40e8-4fe2-97ef-5011707f754c req-fb293b80-b7e7-46be-a496-82b05bd7e5f5 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/quotas/d5c8baf980ce4dc1ab4fba669d9b206a HTTP/1.1" status: 200 len: 375 time: 0.0196455 May 06 09:39:04.819729 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874b84d-b4bb-4692-a79e-c52688868256 None None] Checking router: 16d34813-9779-414f-a9b5-9d088eac8a03 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:39:04.820743 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874b84d-b4bb-4692-a79e-c52688868256 None None] Updating router 16d34813-9779-414f-a9b5-9d088eac8a03 port 52aadd6d-95f8-4610-9c39-7a29badb285a binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:39:04.845697 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43678) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:04.858515 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-51244b36-3d4a-49ee-905b-a87a4c05b9a6 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1837070911', 'description': 'tempest-description--442071839'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:04.881532 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8874b84d-b4bb-4692-a79e-c52688868256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:04.925440 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-51244b36-3d4a-49ee-905b-a87a4c05b9a6 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:04.935690 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37a350fb-40e8-4fe2-97ef-5011707f754c req-a3f125d7-2023-4535-9052-11d825bbd82a tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d5c8baf980ce4dc1ab4fba669d9b206a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1271949 May 06 09:39:05.005754 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=08bdcf1f-83e9-4135-86e9-1afe4a178a5a,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:05.027865 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port ede935de-78ee-458f-8df5-09b533c47d24, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=ede935de-78ee-458f-8df5-09b533c47d24,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:05.071677 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ede935de-78ee-458f-8df5-09b533c47d24 has no active binding in host n-h2-840835-1 {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 06 09:39:05.158934 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8a998-0888-499a-b22a-619f6c38923e req-f94e88be-ce70-49ee-9506-c5419f36a175 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:05.161627 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-09b8a998-0888-499a-b22a-619f6c38923e req-f94e88be-ce70-49ee-9506-c5419f36a175 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 943 time: 0.0999384 May 06 09:39:05.237005 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 08bdcf1f-83e9-4135-86e9-1afe4a178a5a up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:05.259769 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37a350fb-40e8-4fe2-97ef-5011707f754c req-0b1fc34c-e0c6-4f0e-ae44-80c90df2e3a4 service neutron] 10.222.0.73 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210328 May 06 09:39:05.340642 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 08bdcf1f-83e9-4135-86e9-1afe4a178a5a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:05.341074 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:05.366201 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-09b8a998-0888-499a-b22a-619f6c38923e req-2ed0180c-7b1c-437e-9b87-5cad2c8ecd7e tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627874 May 06 09:39:05.505911 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37a350fb-40e8-4fe2-97ef-5011707f754c req-7c60e839-2c41-431f-a778-92f4d876d991 service neutron] 10.222.0.73 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366488 May 06 09:39:05.508574 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8874b84d-b4bb-4692-a79e-c52688868256 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:05.521282 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8874b84d-b4bb-4692-a79e-c52688868256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:05.604817 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0831239-d745-436b-853c-2b77fc2ed90e', 'tag': 'ede935de-78ee-458f-8df5-09b533c47d24'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:05.609991 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3d6c96-01f1-4482-a7d3-97d9e68625b9" -d '{"events": [{"name": "network-changed", "server_uuid": "b0831239-d745-436b-853c-2b77fc2ed90e", "tag": "ede935de-78ee-458f-8df5-09b533c47d24"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:05.633191 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de27bc-3cb0-4aff-a64b-28e43f45f005 None None] Pushing event updated for resources: {'Port': ['ID=52aadd6d-95f8-4610-9c39-7a29badb285a,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:05.687252 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273a2e4-217b-4929-9a28-54364c5c32c0 req-34e0fa36-2e13-4167-add8-e3f2ca1dd2ea tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:05.690838 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d273a2e4-217b-4929-9a28-54364c5c32c0 req-34e0fa36-2e13-4167-add8-e3f2ca1dd2ea tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 945 time: 0.1471620 May 06 09:39:05.734882 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-8874b84d-b4bb-4692-a79e-c52688868256 None None] Attempting to bind port 52aadd6d-95f8-4610-9c39-7a29badb285a on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:39:05.735464 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-8874b84d-b4bb-4692-a79e-c52688868256 None None] Attempting to bind port 52aadd6d-95f8-4610-9c39-7a29badb285a by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '138aada2-7aee-4749-819b-d219deb27012'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:39:05.736070 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8874b84d-b4bb-4692-a79e-c52688868256 None None] Attempting to bind port 52aadd6d-95f8-4610-9c39-7a29badb285a on network 138aada2-7aee-4749-819b-d219deb27012 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:05.751759 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8874b84d-b4bb-4692-a79e-c52688868256 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:39:05.753346 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8874b84d-b4bb-4692-a79e-c52688868256 None None] Checking segment: {'id': 'b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '138aada2-7aee-4749-819b-d219deb27012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:05.754108 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8874b84d-b4bb-4692-a79e-c52688868256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:05.755944 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8874b84d-b4bb-4692-a79e-c52688868256 None None] Bound using segment: {'id': 'b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '138aada2-7aee-4749-819b-d219deb27012'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:39:05.756612 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-8874b84d-b4bb-4692-a79e-c52688868256 None None] Bound port: 52aadd6d-95f8-4610-9c39-7a29badb285a, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '138aada2-7aee-4749-819b-d219deb27012'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:39:05.758732 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8874b84d-b4bb-4692-a79e-c52688868256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:05.808736 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d273a2e4-217b-4929-9a28-54364c5c32c0 req-eac69e61-c329-43fd-82fb-7dec1350c62a tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088376 May 06 09:39:05.912276 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cdeefeb3-2857-4feb-94bb-6c21ab8a52f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:05.975456 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d4509-6966-4b03-9f4a-3bced189c979 req-fe03931a-3dd6-4b6e-861c-15f48b585a80 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:05.997238 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-8874b84d-b4bb-4692-a79e-c52688868256 None None] For port 52aadd6d-95f8-4610-9c39-7a29badb285a, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:06.004887 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d4509-6966-4b03-9f4a-3bced189c979 req-fe03931a-3dd6-4b6e-861c-15f48b585a80 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:06.008381 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-8874b84d-b4bb-4692-a79e-c52688868256 None None] For port 52aadd6d-95f8-4610-9c39-7a29badb285a, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=52aadd6d-95f8-4610-9c39-7a29badb285a,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:39:06.026258 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8874b84d-b4bb-4692-a79e-c52688868256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:06.032167 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d4509-6966-4b03-9f4a-3bced189c979 req-fe03931a-3dd6-4b6e-861c-15f48b585a80 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:06.038638 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-888d4509-6966-4b03-9f4a-3bced189c979 req-fe03931a-3dd6-4b6e-861c-15f48b585a80 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f12243-5eae-403f-b433-4be295e5bd2c HTTP/1.1" status: 200 len: 2415 time: 0.2008784 May 06 09:39:06.057301 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cdeefeb3-2857-4feb-94bb-6c21ab8a52f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:06.069853 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-3f9a2948-633a-457e-8acf-2608ae941c42 None None] Provisioning complete for port 52aadd6d-95f8-4610-9c39-7a29badb285a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:06.071636 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3f9a2948-633a-457e-8acf-2608ae941c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:06.123697 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cdeefeb3-2857-4feb-94bb-6c21ab8a52f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:06.126491 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cdeefeb3-2857-4feb-94bb-6c21ab8a52f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:06.151042 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cdeefeb3-2857-4feb-94bb-6c21ab8a52f2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/92974e61-e81b-401e-a666-4b244c335742 HTTP/1.1" status: 204 len: 168 time: 1.3776793 May 06 09:39:06.174476 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de27bc-3cb0-4aff-a64b-28e43f45f005 None None] Pushing event updated for resources: {'Port': ['ID=52aadd6d-95f8-4610-9c39-7a29badb285a,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:06.185579 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-51244b36-3d4a-49ee-905b-a87a4c05b9a6 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:06.206075 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeefeb3-2857-4feb-94bb-6c21ab8a52f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92974e61-e81b-401e-a666-4b244c335742,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:06.210432 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-51244b36-3d4a-49ee-905b-a87a4c05b9a6 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:06.258200 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8874b84d-b4bb-4692-a79e-c52688868256 None None] Routers {'16d34813-9779-414f-a9b5-9d088eac8a03'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:39:06.258906 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8874b84d-b4bb-4692-a79e-c52688868256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:38:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['16d34813-9779-414f-a9b5-9d088eac8a03'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:06.259105 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-888d4509-6966-4b03-9f4a-3bced189c979 req-c03a58aa-b63d-4b78-85e6-28161e55ca18 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870894 May 06 09:39:06.268361 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-51244b36-3d4a-49ee-905b-a87a4c05b9a6 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:06.282887 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-51244b36-3d4a-49ee-905b-a87a4c05b9a6 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4279742 May 06 09:39:06.282887 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43712) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:06.285752 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-bcf31ae0-30d6-4f95-8ec0-6e1f12ba6343 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Request body: {'security_group_rule': {'security_group_id': 'ad9a5439-513e-48a0-815d-f625ae038e85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:06.292813 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51244b36-3d4a-49ee-905b-a87a4c05b9a6 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9a5439-513e-48a0-815d-f625ae038e85,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:06.316387 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869161aa-461f-48ab-9eac-e2889a391a9e req-ec90b64f-5719-47bb-b8e5-2d36551c376a tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:06.320400 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-869161aa-461f-48ab-9eac-e2889a391a9e req-ec90b64f-5719-47bb-b8e5-2d36551c376a tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aea2595-1825-4181-828f-9dbd9c71b82f HTTP/1.1" status: 200 len: 944 time: 0.2806981 May 06 09:39:06.342923 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bcf31ae0-30d6-4f95-8ec0-6e1f12ba6343 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:06.437971 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-869161aa-461f-48ab-9eac-e2889a391a9e req-7764e690-374f-4df9-a2d0-075a9b0b3eba tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977383 May 06 09:39:06.457630 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c0a3e4-f2eb-48df-9bbf-0acdb9d536b6 x-openstack-request-id: req-f6c0a3e4-f2eb-48df-9bbf-0acdb9d536b6 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:06.457920 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0831239-d745-436b-853c-2b77fc2ed90e", "tag": "ede935de-78ee-458f-8df5-09b533c47d24", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:06.458538 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f6c0a3e4-f2eb-48df-9bbf-0acdb9d536b6 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:06.458841 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6c0a3e4-f2eb-48df-9bbf-0acdb9d536b6'] response: {'name': 'network-changed', 'server_uuid': 'b0831239-d745-436b-853c-2b77fc2ed90e', 'tag': 'ede935de-78ee-458f-8df5-09b533c47d24', 'status': 'completed', 'code': 200} May 06 09:39:06.487847 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['16b619c4-f6b9-4df5-811f-5f1ce1306b59'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:06.537860 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bcf31ae0-30d6-4f95-8ec0-6e1f12ba6343 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:06.547551 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bcf31ae0-30d6-4f95-8ec0-6e1f12ba6343 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:06.574549 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf31ae0-30d6-4f95-8ec0-6e1f12ba6343 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7316fce-58f4-444c-90c2-fa10d4a14372,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:06.610217 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['2950e3c6-976a-4a08-9aa2-e52fc01ba6bf'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:06.628770 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bcf31ae0-30d6-4f95-8ec0-6e1f12ba6343 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:06.630200 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bcf31ae0-30d6-4f95-8ec0-6e1f12ba6343 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3513107 May 06 09:39:06.632970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d6c96-01f1-4482-a7d3-97d9e68625b9 req-4d54d4c0-c829-4949-a58e-63e393a5dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:06.634152 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff3d6c96-01f1-4482-a7d3-97d9e68625b9 req-4d54d4c0-c829-4949-a58e-63e393a5dfc0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ee0cd225ef094aa381a08623ce8da867&device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 1124 time: 0.1460099 May 06 09:39:06.634646 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43720) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:06.641560 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-34293adb-c0e8-4aba-8546-bfa772cd6288 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Request body: {'security_group_rule': {'security_group_id': 'ad9a5439-513e-48a0-815d-f625ae038e85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:06.656782 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-8874b84d-b4bb-4692-a79e-c52688868256 None None] Set router 16d34813-9779-414f-a9b5-9d088eac8a03 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:39:06.751294 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3f9a2948-633a-457e-8acf-2608ae941c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:06.796439 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:06.804267 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-34293adb-c0e8-4aba-8546-bfa772cd6288 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:06.807636 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['97561735-33b7-466d-b2af-cce684644736'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:07.075518 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d6c96-01f1-4482-a7d3-97d9e68625b9 req-d2ce25dc-5000-4a20-b012-a0a921ab62a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:07.078662 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff3d6c96-01f1-4482-a7d3-97d9e68625b9 req-d2ce25dc-5000-4a20-b012-a0a921ab62a5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=9016fd3e-f04c-40de-8dbe-a7754f33396e HTTP/1.1" status: 200 len: 909 time: 0.3801420 May 06 09:39:07.084285 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-34293adb-c0e8-4aba-8546-bfa772cd6288 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:07.179803 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-3f9a2948-633a-457e-8acf-2608ae941c42 None None] For port 52aadd6d-95f8-4610-9c39-7a29badb285a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=52aadd6d-95f8-4610-9c39-7a29badb285a,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:07.201029 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3f9a2948-633a-457e-8acf-2608ae941c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:07.265854 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-34293adb-c0e8-4aba-8546-bfa772cd6288 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:07.274116 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff3d6c96-01f1-4482-a7d3-97d9e68625b9 req-faaf90ba-45a1-4249-ab0c-2f7d365c0417 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ede935de-78ee-458f-8df5-09b533c47d24 HTTP/1.1" status: 200 len: 217 time: 0.1806555 May 06 09:39:07.296470 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8874b84d-b4bb-4692-a79e-c52688868256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'name': 'tempest-ServerActionsTestJSON-1869297783-router', 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '08bdcf1f-83e9-4135-86e9-1afe4a178a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:38:53Z', 'updated_at': '2022-05-06T09:39:00Z', 'revision_number': 4, 'project_id': 'e6b8f11daba14014856a1a2bb0688844', 'gw_port': {'id': '08bdcf1f-83e9-4135-86e9-1afe4a178a5a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:54Z', 'updated_at': '2022-05-06T09:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '52aadd6d-95f8-4610-9c39-7a29badb285a', 'name': '', 'network_id': '138aada2-7aee-4749-819b-d219deb27012', 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844', 'mac_address': 'fa:16:3e:b4:0b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'ceacdbe3-a021-4ce2-8b17-bdad66d69597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:59Z', 'updated_at': '2022-05-06T09:39:05Z', 'revision_number': 4, 'project_id': 'e6b8f11daba14014856a1a2bb0688844', 'subnets': [{'id': 'ceacdbe3-a021-4ce2-8b17-bdad66d69597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:07.427017 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34293adb-c0e8-4aba-8546-bfa772cd6288 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb608892-078b-47ea-8e38-56c54d708b25,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:07.437275 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e507e1c9-11ad-462a-bee1-3af02de608c0 None None] Provisioning complete for port 52aadd6d-95f8-4610-9c39-7a29badb285a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:07.438012 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e507e1c9-11ad-462a-bee1-3af02de608c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:07.446259 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874b84d-b4bb-4692-a79e-c52688868256 None None] The sync data for ids ['16d34813-9779-414f-a9b5-9d088eac8a03'] in n-d-840835-1 is: [{'id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'name': 'tempest-ServerActionsTestJSON-1869297783-router', 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '08bdcf1f-83e9-4135-86e9-1afe4a178a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:38:53Z', 'updated_at': '2022-05-06T09:39:00Z', 'revision_number': 4, 'project_id': 'e6b8f11daba14014856a1a2bb0688844', 'gw_port': {'id': '08bdcf1f-83e9-4135-86e9-1afe4a178a5a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:54Z', 'updated_at': '2022-05-06T09:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '52aadd6d-95f8-4610-9c39-7a29badb285a', 'name': '', 'network_id': '138aada2-7aee-4749-819b-d219deb27012', 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844', 'mac_address': 'fa:16:3e:b4:0b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'ceacdbe3-a021-4ce2-8b17-bdad66d69597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:59Z', 'updated_at': '2022-05-06T09:39:05Z', 'revision_number': 4, 'project_id': 'e6b8f11daba14014856a1a2bb0688844', 'subnets': [{'id': 'ceacdbe3-a021-4ce2-8b17-bdad66d69597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:39:07.505193 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-34293adb-c0e8-4aba-8546-bfa772cd6288 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:07.527015 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43756) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:07.527563 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-34293adb-c0e8-4aba-8546-bfa772cd6288 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8877470 May 06 09:39:07.534842 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-c2b8e9dc-888e-45b1-8579-3fbf1f4fd461 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:07.561157 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-76cd9f51-12f6-4576-a91b-6e534f1395fe tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0fe275606e2841ef811abf94e17c097e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1534817 May 06 09:39:07.585824 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c2b8e9dc-888e-45b1-8579-3fbf1f4fd461 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks [] for floatingip, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:07.648932 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d6c96-01f1-4482-a7d3-97d9e68625b9 req-1ce7c223-11e3-4f3a-9193-e8beafff2cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:07.651199 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff3d6c96-01f1-4482-a7d3-97d9e68625b9 req-1ce7c223-11e3-4f3a-9193-e8beafff2cf6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5704ec7d-7fe2-4308-8e34-562762b93f76 HTTP/1.1" status: 200 len: 848 time: 0.3519363 May 06 09:39:07.812881 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c2b8e9dc-888e-45b1-8579-3fbf1f4fd461 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:07.882829 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a2948-633a-457e-8acf-2608ae941c42 None None] Pushing event updated for resources: {'Port': ['ID=52aadd6d-95f8-4610-9c39-7a29badb285a,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:07.941026 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff3d6c96-01f1-4482-a7d3-97d9e68625b9 req-a26bfd3d-4b81-4536-8ecd-23e78b27495c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9016fd3e-f04c-40de-8dbe-a7754f33396e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1427424 May 06 09:39:08.188889 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-c2b8e9dc-888e-45b1-8579-3fbf1f4fd461 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Allocated IP 172.25.5.51 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/087b603f-d7b0-46ab-a3fc-eed9fc573a29) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:39:08.244016 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff3d6c96-01f1-4482-a7d3-97d9e68625b9 req-a927d1f2-0bca-4b47-9a69-0c1c06301401 service neutron] 10.222.0.84 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897789 May 06 09:39:08.379153 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c2b8e9dc-888e-45b1-8579-3fbf1f4fd461 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:08.430020 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c2b8e9dc-888e-45b1-8579-3fbf1f4fd461 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:08.510770 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b8e9dc-888e-45b1-8579-3fbf1f4fd461 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:39:08.515577 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-c2b8e9dc-888e-45b1-8579-3fbf1f4fd461 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:08.520311 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b8e9dc-888e-45b1-8579-3fbf1f4fd461 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:39:08.541627 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff3d6c96-01f1-4482-a7d3-97d9e68625b9 req-5899a60b-b1d2-4a9d-ad62-ae56ffab1672 service neutron] 10.222.0.84 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790949 May 06 09:39:08.561045 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-28676ca1-8697-42e9-8ddd-5cb6488c5900 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:08.564478 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-28676ca1-8697-42e9-8ddd-5cb6488c5900 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0013580 May 06 09:39:08.594999 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c386f-f16f-4562-b0de-c5473451cf8b req-e30c6f60-c7cf-4b0c-988d-5d4b56e30fc7 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:08.596799 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-450c386f-f16f-4562-b0de-c5473451cf8b req-e30c6f60-c7cf-4b0c-988d-5d4b56e30fc7 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 943 time: 0.1938376 May 06 09:39:08.602081 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-408449c0-9a1b-4b6b-8583-950b9d947ec1 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/quotas/0fe275606e2841ef811abf94e17c097e HTTP/1.1" status: 200 len: 375 time: 0.0244410 May 06 09:39:08.603441 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8e9dc-888e-45b1-8579-3fbf1f4fd461 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Pushing event updated for resources: {'Port': ['ID=087b603f-d7b0-46ab-a3fc-eed9fc573a29,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:08.688596 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-097c8180-e239-4eb7-aea1-769cd02e6f80 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0fe275606e2841ef811abf94e17c097e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675964 May 06 09:39:08.689829 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c2b8e9dc-888e-45b1-8579-3fbf1f4fd461 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:08.752106 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-450c386f-f16f-4562-b0de-c5473451cf8b req-433a30b1-dbaa-4a2f-9722-be1684a43958 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468015 May 06 09:39:08.758615 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c2b8e9dc-888e-45b1-8579-3fbf1f4fd461 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:09.112604 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c2b8e9dc-888e-45b1-8579-3fbf1f4fd461 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:09.120297 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c2b8e9dc-888e-45b1-8579-3fbf1f4fd461 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:09.232382 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ede935de-78ee-458f-8df5-09b533c47d24 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:39:09.443007 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8e9dc-888e-45b1-8579-3fbf1f4fd461 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Pushing event updated for resources: {'Port': ['ID=087b603f-d7b0-46ab-a3fc-eed9fc573a29,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:09.456029 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c2b8e9dc-888e-45b1-8579-3fbf1f4fd461 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:09.511434 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 52aadd6d-95f8-4610-9c39-7a29badb285a up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:09.516613 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c2b8e9dc-888e-45b1-8579-3fbf1f4fd461 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:09.519688 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c2b8e9dc-888e-45b1-8579-3fbf1f4fd461 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9885206 May 06 09:39:09.529595 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6758b-b15e-4489-ba13-0d93ce9f701c req-41cc6d50-3d0e-470f-bd02-d31ad03d45b0 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:09.539153 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6758b-b15e-4489-ba13-0d93ce9f701c req-41cc6d50-3d0e-470f-bd02-d31ad03d45b0 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:09.563826 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6758b-b15e-4489-ba13-0d93ce9f701c req-41cc6d50-3d0e-470f-bd02-d31ad03d45b0 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:09.566207 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3e6758b-b15e-4489-ba13-0d93ce9f701c req-41cc6d50-3d0e-470f-bd02-d31ad03d45b0 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f12243-5eae-403f-b433-4be295e5bd2c HTTP/1.1" status: 200 len: 2415 time: 0.3612428 May 06 09:39:09.605697 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467d86f-5682-4aa8-ac88-8b83a498c13a req-1a752630-325a-4264-9e95-5b4413ec1f87 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:09.615352 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6467d86f-5682-4aa8-ac88-8b83a498c13a req-1a752630-325a-4264-9e95-5b4413ec1f87 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 945 time: 0.2929285 May 06 09:39:09.735918 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3e6758b-b15e-4489-ba13-0d93ce9f701c req-7b888637-0806-4a90-8000-4d824e3cef7e tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545384 May 06 09:39:09.757523 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6467d86f-5682-4aa8-ac88-8b83a498c13a req-47b27003-61b7-43dd-8876-eede5d345d06 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411612 May 06 09:39:09.965512 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port ede935de-78ee-458f-8df5-09b533c47d24, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=ede935de-78ee-458f-8df5-09b533c47d24,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:09.990274 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ede935de-78ee-458f-8df5-09b533c47d24 has no active binding in host n-h2-840835-1 {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 06 09:39:09.995400 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 52aadd6d-95f8-4610-9c39-7a29badb285a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:09.996314 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:10.042089 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-064829a0-7199-4d20-82c2-7c566690f466 req-a8763682-9ce7-4c98-8aa0-78c3c66d0acd tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=7686ffe9-e948-41e8-bcea-0cc11c155760 HTTP/1.1" status: 200 len: 210 time: 0.1206925 May 06 09:39:10.189950 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a6151-57ae-44ec-b50b-5dab3caf0ef5 req-974f0051-e74f-4c42-a962-bea3b8f51fda tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:10.199008 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-850a6151-57ae-44ec-b50b-5dab3caf0ef5 req-974f0051-e74f-4c42-a962-bea3b8f51fda tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aea2595-1825-4181-828f-9dbd9c71b82f HTTP/1.1" status: 200 len: 944 time: 0.2434592 May 06 09:39:10.255300 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-850a6151-57ae-44ec-b50b-5dab3caf0ef5 req-b8655fda-73d9-483a-8f5c-3cd053ddfcf3 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551007 May 06 09:39:10.397974 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-9c624ca2-d8c0-4555-85dc-2d5928a424d4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1837070911&fields=id&tenant_id=e6b8f11daba14014856a1a2bb0688844 HTTP/1.1" status: 200 len: 267 time: 0.0520134 May 06 09:39:10.541738 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-32015328-5af1-4635-bd6c-b1607dae15eb tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:10.550990 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-32015328-5af1-4635-bd6c-b1607dae15eb tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/networks?id=138aada2-7aee-4749-819b-d219deb27012 HTTP/1.1" status: 200 len: 812 time: 0.1428545 May 06 09:39:10.581673 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-64ae40ef-b75f-423c-949e-c90837d001b8 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/quotas/e6b8f11daba14014856a1a2bb0688844 HTTP/1.1" status: 200 len: 375 time: 0.0289149 May 06 09:39:10.678007 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-b5f35f54-bd05-4da7-9e51-3d8e19b64811 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e6b8f11daba14014856a1a2bb0688844&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0952501 May 06 09:39:10.691352 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5f11c-9a67-49c2-b5e6-469e55512356 req-c6d2b03b-2a1f-4ee4-bb70-f35edc1bd37d tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:10.693896 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8e5f11c-9a67-49c2-b5e6-469e55512356 req-c6d2b03b-2a1f-4ee4-bb70-f35edc1bd37d tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 943 time: 0.1013434 May 06 09:39:10.805025 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8e5f11c-9a67-49c2-b5e6-469e55512356 req-370bdb18-0b3c-44b4-bf2f-2b953efda68b tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017706 May 06 09:39:10.875393 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-e44ed2ba-dcdf-46a7-8601-3af4d5959438 service neutron] 10.222.0.73 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801715 May 06 09:39:10.880015 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device ede935de-78ee-458f-8df5-09b533c47d24 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:39:11.104040 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-fa7e0563-4a41-4bb0-98b4-024d7b2cebdd tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=0fe275606e2841ef811abf94e17c097e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502131 May 06 09:39:11.230001 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 2950e3c6-976a-4a08-9aa2-e52fc01ba6bf up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:11.291033 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-bfd55395-14da-4538-b565-fbef52b309be service neutron] 10.222.0.73 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924029 May 06 09:39:11.314036 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 2950e3c6-976a-4a08-9aa2-e52fc01ba6bf completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:39:11.319174 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 2950e3c6-976a-4a08-9aa2-e52fc01ba6bf triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:11.319639 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:11.372639 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-c1294c9a-aa79-44e9-87bc-f4daefeeac30 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:11.380261 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-c1294c9a-aa79-44e9-87bc-f4daefeeac30 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/networks?id=22f2ea67-0061-4453-8871-c63efbcb27a4 HTTP/1.1" status: 200 len: 805 time: 0.3235419 May 06 09:39:11.402344 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-e46d5a5f-1d87-44f2-9054-1da47675d3ea tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/quotas/d5c8baf980ce4dc1ab4fba669d9b206a HTTP/1.1" status: 200 len: 375 time: 0.0211926 May 06 09:39:11.419533 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-77b5130c-1a00-4e01-bc62-8a66f379b662 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:11.421221 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-77b5130c-1a00-4e01-bc62-8a66f379b662 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2999644 May 06 09:39:11.446588 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:11.462516 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-5cd43344-c892-49c8-a6a1-aef7920eb57d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Request body: {'port': {'device_id': '7686ffe9-e948-41e8-bcea-0cc11c155760', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'admin_state_up': True, 'tenant_id': '0fe275606e2841ef811abf94e17c097e'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:11.491800 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f12243-5eae-403f-b433-4be295e5bd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2950e3c6-976a-4a08-9aa2-e52fc01ba6bf'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:11.495877 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73cce42-111d-4927-8443-3d748a76b05e" -d '{"events": [{"server_uuid": "91f12243-5eae-403f-b433-4be295e5bd2c", "name": "network-vif-plugged", "status": "completed", "tag": "2950e3c6-976a-4a08-9aa2-e52fc01ba6bf"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:11.517178 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 2950e3c6-976a-4a08-9aa2-e52fc01ba6bf, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=2950e3c6-976a-4a08-9aa2-e52fc01ba6bf,segment=NetworkSegment(2f84c048-45d7-4c82-807a-064e9189436d),segment_id=2f84c048-45d7-4c82-807a-064e9189436d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:11.522515 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:11.524088 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 97561735-33b7-466d-b2af-cce684644736 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:11.559909 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-2adf41b3-6229-43d3-837a-5c2f66f38b3d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d5c8baf980ce4dc1ab4fba669d9b206a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1565781 May 06 09:39:11.686911 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=2950e3c6-976a-4a08-9aa2-e52fc01ba6bf,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:11.710862 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 97561735-33b7-466d-b2af-cce684644736 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:39:11.716857 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 97561735-33b7-466d-b2af-cce684644736 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:11.717240 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:11.844555 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:11.871917 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4bc2c4ef-c2d4-40dd-ad93-6f7353ead333 req-c3c508de-ffdf-4e18-ae26-80449fccf52f tempest-ServersAdmin275Test-1645956148 tempest-ServersAdmin275Test-1645956148-project] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.0873137 May 06 09:39:11.896925 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 97561735-33b7-466d-b2af-cce684644736, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=97561735-33b7-466d-b2af-cce684644736,segment=NetworkSegment(ad53ebe9-2424-450b-83f6-7b9fe46d8064),segment_id=ad53ebe9-2424-450b-83f6-7b9fe46d8064)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:11.902234 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-6fbaf2d4-ecd2-436c-8a85-1760fc7ac8e5 service neutron] 10.222.0.73 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406787 May 06 09:39:11.910476 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:11.913110 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 16b619c4-f6b9-4df5-811f-5f1ce1306b59 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:12.004541 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-5cd43344-c892-49c8-a6a1-aef7920eb57d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Made reservation on behalf of 0fe275606e2841ef811abf94e17c097e for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:39:12.008260 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-5cd43344-c892-49c8-a6a1-aef7920eb57d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:12.042698 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-5cd43344-c892-49c8-a6a1-aef7920eb57d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:12.048229 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=97561735-33b7-466d-b2af-cce684644736,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:12.113313 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 16b619c4-f6b9-4df5-811f-5f1ce1306b59 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:39:12.118833 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 16b619c4-f6b9-4df5-811f-5f1ce1306b59 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:12.119394 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:12.120393 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-f63928db-ca2d-44af-8e36-57721a17783d service neutron] 10.222.0.84 "GET /v2.0/ports/ede935de-78ee-458f-8df5-09b533c47d24/bindings/n-h2-840835-1 HTTP/1.1" status: 200 len: 384 time: 0.2406976 May 06 09:39:12.231082 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:12.255737 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-73135abd-c9a7-469a-8c2f-a3e3754f4e47 service neutron] 10.222.0.73 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203542 May 06 09:39:12.308534 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 16b619c4-f6b9-4df5-811f-5f1ce1306b59, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=16b619c4-f6b9-4df5-811f-5f1ce1306b59,segment=NetworkSegment(2f84c048-45d7-4c82-807a-064e9189436d),segment_id=2f84c048-45d7-4c82-807a-064e9189436d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:12.316699 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:12.318698 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:12.362504 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53095bab-2004-4158-99d8-cddf46eac08c req-ebfb50e6-6c1c-4020-b23d-5e4336480b0a tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:12.371064 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53095bab-2004-4158-99d8-cddf46eac08c req-ebfb50e6-6c1c-4020-b23d-5e4336480b0a tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:12.378011 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53095bab-2004-4158-99d8-cddf46eac08c req-ebfb50e6-6c1c-4020-b23d-5e4336480b0a tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:12.387502 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-53095bab-2004-4158-99d8-cddf46eac08c req-ebfb50e6-6c1c-4020-b23d-5e4336480b0a tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f12243-5eae-403f-b433-4be295e5bd2c HTTP/1.1" status: 200 len: 2416 time: 0.2949502 May 06 09:39:12.472486 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:39:12.496912 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:12.497310 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:12.550887 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=16b619c4-f6b9-4df5-811f-5f1ce1306b59,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:12.553236 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-53095bab-2004-4158-99d8-cddf46eac08c req-9494704b-1c41-44bc-a262-b543f76d3caf tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647005 May 06 09:39:12.604513 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-5cd43344-c892-49c8-a6a1-aef7920eb57d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:12.622449 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-5cd43344-c892-49c8-a6a1-aef7920eb57d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:12.640334 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:12.695085 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79,segment=NetworkSegment(1d387139-cba5-4570-b0b2-41010da74545),segment_id=1d387139-cba5-4570-b0b2-41010da74545)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:12.704350 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:12.721379 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd43344-c892-49c8-a6a1-aef7920eb57d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28956125-3798-46e6-83b0-2c0d5ad1265a,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:12.790779 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:12.819526 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aac67a1b-bd09-4f40-b419-ebe2255bcf8d req-a431e976-15f1-4bcb-ae15-3b272c761c36 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=7686ffe9-e948-41e8-bcea-0cc11c155760 HTTP/1.1" status: 200 len: 210 time: 0.1275535 May 06 09:39:12.854616 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-34806917-0b31-44f7-9da1-289ec6d1cd94 service neutron] For port ede935de-78ee-458f-8df5-09b533c47d24, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=ede935de-78ee-458f-8df5-09b533c47d24,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:12.921867 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf382c-3557-4883-99e9-42b5a50a6062 req-350337a3-1834-470a-a800-2b64aa53f6c7 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:12.924421 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f6bf382c-3557-4883-99e9-42b5a50a6062 req-350337a3-1834-470a-a800-2b64aa53f6c7 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 945 time: 0.2351704 May 06 09:39:12.934908 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-34806917-0b31-44f7-9da1-289ec6d1cd94 service neutron] For port ede935de-78ee-458f-8df5-09b533c47d24, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:13.040846 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-34806917-0b31-44f7-9da1-289ec6d1cd94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede935de-78ee-458f-8df5-09b533c47d24 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:13.064586 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-5cd43344-c892-49c8-a6a1-aef7920eb57d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Allocated IP 192.168.233.96 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/c45e2232-5ed7-485f-b3e2-b187d68163c4) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:39:13.070861 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-34806917-0b31-44f7-9da1-289ec6d1cd94 service neutron] For port ede935de-78ee-458f-8df5-09b533c47d24, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ede935de-78ee-458f-8df5-09b533c47d24,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:13.364866 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-7f27e142-d56e-4cb4-a60d-d21dab61cced tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:13.367457 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-7f27e142-d56e-4cb4-a60d-d21dab61cced tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.84 "GET /v2.0/networks?id=138aada2-7aee-4749-819b-d219deb27012 HTTP/1.1" status: 200 len: 812 time: 0.1671336 May 06 09:39:13.430929 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-8ff8b8ed-3d0e-48f8-acc6-0c29163aa1fc tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6b8f11daba14014856a1a2bb0688844 HTTP/1.1" status: 200 len: 380 time: 0.0548573 May 06 09:39:13.466697 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-9ae4cc6e-d71b-4171-b2f2-1ddac8c86cfa tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Request body: {'port': {'device_id': '9a4086e8-670b-410b-8c9a-da027f433e62', 'network_id': '138aada2-7aee-4749-819b-d219deb27012', 'admin_state_up': True, 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844', 'security_groups': ['ad9a5439-513e-48a0-815d-f625ae038e85']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:13.474647 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f6bf382c-3557-4883-99e9-42b5a50a6062 req-6934b689-5e8f-424a-a810-e80bdf8bd86c tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5160265 May 06 09:39:13.486086 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2804a14-8dd4-4bf0-b660-b8ba1350a020 req-3bba728c-850a-4e6c-b0da-c318004f8e25 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:13.487771 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a2804a14-8dd4-4bf0-b660-b8ba1350a020 req-3bba728c-850a-4e6c-b0da-c318004f8e25 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aea2595-1825-4181-828f-9dbd9c71b82f HTTP/1.1" status: 200 len: 945 time: 0.5479066 May 06 09:39:13.488459 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-34806917-0b31-44f7-9da1-289ec6d1cd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:13.560100 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e190e9e0-13db-4c3b-9a04-ce8077c67714 x-openstack-request-id: req-e190e9e0-13db-4c3b-9a04-ce8077c67714 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:13.561456 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f12243-5eae-403f-b433-4be295e5bd2c", "name": "network-vif-plugged", "status": "completed", "tag": "2950e3c6-976a-4a08-9aa2-e52fc01ba6bf", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:13.562169 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e190e9e0-13db-4c3b-9a04-ce8077c67714 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:13.563716 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e190e9e0-13db-4c3b-9a04-ce8077c67714'] response: {'server_uuid': '91f12243-5eae-403f-b433-4be295e5bd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2950e3c6-976a-4a08-9aa2-e52fc01ba6bf', 'code': 200} May 06 09:39:13.640532 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-9ae4cc6e-d71b-4171-b2f2-1ddac8c86cfa tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Made reservation on behalf of e6b8f11daba14014856a1a2bb0688844 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:39:13.644291 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-9ae4cc6e-d71b-4171-b2f2-1ddac8c86cfa tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:13.697766 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a2804a14-8dd4-4bf0-b660-b8ba1350a020 req-8a5e5376-d450-4dee-96f5-5e20ec84166e tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950040 May 06 09:39:13.722536 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0fb0462-2be5-4ec7-a22d-68e0b2904c59 req-280c1233-2a39-49e8-b433-493971ae6ccc tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 210 time: 0.0615046 May 06 09:39:13.766046 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-34806917-0b31-44f7-9da1-289ec6d1cd94 service neutron] Transition to ACTIVE for port object ede935de-78ee-458f-8df5-09b533c47d24 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:39:13.776773 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-34806917-0b31-44f7-9da1-289ec6d1cd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:13.832793 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-9ae4cc6e-d71b-4171-b2f2-1ddac8c86cfa tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Allocated IP 172.20.0.7 (138aada2-7aee-4749-819b-d219deb27012/ceacdbe3-a021-4ce2-8b17-bdad66d69597/01da8cd2-188a-4f87-8a7e-0aea3f350e6e) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:39:13.896928 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.84', 57612) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:13.923620 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-5cd43344-c892-49c8-a6a1-aef7920eb57d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:14.036329 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34806917-0b31-44f7-9da1-289ec6d1cd94 service neutron] Pushing event updated for resources: {'Port': ['ID=ede935de-78ee-458f-8df5-09b533c47d24,revision_number=10']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:14.059588 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-803e244a-1e30-4306-bf2e-6d26f45092ec req-73f73f8c-852d-4e25-a94a-f4f9ef820abf tempest-ServersAdmin275Test-1645956148 tempest-ServersAdmin275Test-1645956148-project] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.1230092 May 06 09:39:14.065728 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-34806917-0b31-44f7-9da1-289ec6d1cd94 service neutron] No DVR routers for this DVR port ede935de-78ee-458f-8df5-09b533c47d24 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:39:14.094271 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-9ae4cc6e-d71b-4171-b2f2-1ddac8c86cfa tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:14.145269 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d5a7d-c50b-4584-97d7-05e4432b7bc3 req-263deeb4-0e01-487d-a226-cb2cf17164fc tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:14.146511 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-9ae4cc6e-d71b-4171-b2f2-1ddac8c86cfa tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:14.146784 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d26d5a7d-c50b-4584-97d7-05e4432b7bc3 req-263deeb4-0e01-487d-a226-cb2cf17164fc tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 944 time: 0.3207994 May 06 09:39:14.164099 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-34806917-0b31-44f7-9da1-289ec6d1cd94 service neutron] 10.222.0.84 "PUT /v2.0/ports/ede935de-78ee-458f-8df5-09b533c47d24/bindings/n-h2-840835-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0293422 May 06 09:39:14.180906 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-5cd43344-c892-49c8-a6a1-aef7920eb57d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:14.195689 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-8a0773c0-aca3-4c2b-9d05-4d1e697e7f7c tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:14.197181 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-8a0773c0-aca3-4c2b-9d05-4d1e697e7f7c tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.84 "GET /v2.0/networks?id=22f2ea67-0061-4453-8871-c63efbcb27a4 HTTP/1.1" status: 200 len: 805 time: 0.2922101 May 06 09:39:14.198040 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-9ae4cc6e-d71b-4171-b2f2-1ddac8c86cfa tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Network 138aada2-7aee-4749-819b-d219deb27012 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:39:14.202135 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-9ae4cc6e-d71b-4171-b2f2-1ddac8c86cfa tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:14.206574 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-9ae4cc6e-d71b-4171-b2f2-1ddac8c86cfa tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:39:14.249673 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-4b606c05-b3f7-44d4-a434-577638d73f39 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Request body: {'port': {'device_id': 'e21bb102-dadd-4222-accc-9061d0d9489d', 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4', 'admin_state_up': True, 'tenant_id': 'd5c8baf980ce4dc1ab4fba669d9b206a'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:14.277022 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4cc6e-d71b-4171-b2f2-1ddac8c86cfa tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Pushing event updated for resources: {'Port': ['ID=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:14.298536 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-9ae4cc6e-d71b-4171-b2f2-1ddac8c86cfa tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:14.299315 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-9ae4cc6e-d71b-4171-b2f2-1ddac8c86cfa tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:14.323900 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-9ae4cc6e-d71b-4171-b2f2-1ddac8c86cfa tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8662040 May 06 09:39:14.337864 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-b83ada4a-264f-4274-8122-2ae9c0067857 service neutron] Request body: {'port': {'device_id': '9a4086e8-670b-410b-8c9a-da027f433e62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:14.345991 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38101f60-037a-4f93-8768-1a5e83f4c1e2 req-8a87e539-43af-4f25-879e-3ffb69b03a03 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21bb102-dadd-4222-accc-9061d0d9489d HTTP/1.1" status: 200 len: 210 time: 0.1392395 May 06 09:39:14.407098 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-5cd43344-c892-49c8-a6a1-aef7920eb57d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:39:14.433207 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-b83ada4a-264f-4274-8122-2ae9c0067857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:14.433942 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-5cd43344-c892-49c8-a6a1-aef7920eb57d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:14.446306 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d26d5a7d-c50b-4584-97d7-05e4432b7bc3 req-f3878c17-39b3-467e-bfa1-988e176bfab4 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758226 May 06 09:39:14.447013 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd43344-c892-49c8-a6a1-aef7920eb57d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Pushing event updated for resources: {'Port': ['ID=c45e2232-5ed7-485f-b3e2-b187d68163c4,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:14.457995 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-5cd43344-c892-49c8-a6a1-aef7920eb57d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:39:14.622025 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-08eca31f-dba5-4327-9c1e-0809d9bf9d6e None None] Provisioning complete for port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:14.623101 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-08eca31f-dba5-4327-9c1e-0809d9bf9d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:14.679703 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-08eca31f-dba5-4327-9c1e-0809d9bf9d6e None None] Port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:39:14.687784 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-48c9d061-ea46-4114-b96b-1403f639de70 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:14.689700 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-48c9d061-ea46-4114-b96b-1403f639de70 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e&tenant_id=ee0cd225ef094aa381a08623ce8da867&binding%3Ahost_id=n-h1-840835-1 HTTP/1.1" status: 200 len: 1095 time: 0.4277258 May 06 09:39:14.705545 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-5cd43344-c892-49c8-a6a1-aef7920eb57d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:14.706225 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-5cd43344-c892-49c8-a6a1-aef7920eb57d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:14.722328 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b88e0-c1f2-49e5-953a-86d3181b49c1 req-85741e96-f691-4c0f-8ef0-4e7b3969c6b6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:14.729286 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b88e0-c1f2-49e5-953a-86d3181b49c1 req-85741e96-f691-4c0f-8ef0-4e7b3969c6b6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:14.735465 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b88e0-c1f2-49e5-953a-86d3181b49c1 req-85741e96-f691-4c0f-8ef0-4e7b3969c6b6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:14.737230 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a89b88e0-c1f2-49e5-953a-86d3181b49c1 req-85741e96-f691-4c0f-8ef0-4e7b3969c6b6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f12243-5eae-403f-b433-4be295e5bd2c HTTP/1.1" status: 200 len: 2418 time: 0.2811835 May 06 09:39:14.807720 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-5cd43344-c892-49c8-a6a1-aef7920eb57d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3543377 May 06 09:39:14.823785 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13993f-478d-4f5b-8a6a-be0b8868fcb0 req-8e404b4c-f7ea-4421-b8a7-c18b9c6f6fea tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:14.825523 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d13993f-478d-4f5b-8a6a-be0b8868fcb0 req-8e404b4c-f7ea-4421-b8a7-c18b9c6f6fea tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=7686ffe9-e948-41e8-bcea-0cc11c155760 HTTP/1.1" status: 200 len: 935 time: 0.2241750 May 06 09:39:14.835785 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-d2530ec4-1f24-4c4a-a8cb-c864b2f6bdbe service neutron] Request body: {'port': {'device_id': '7686ffe9-e948-41e8-bcea-0cc11c155760', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:14.839244 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-4b606c05-b3f7-44d4-a434-577638d73f39 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Made reservation on behalf of d5c8baf980ce4dc1ab4fba669d9b206a for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:39:14.842597 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-4b606c05-b3f7-44d4-a434-577638d73f39 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:14.892673 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-b83ada4a-264f-4274-8122-2ae9c0067857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01da8cd2-188a-4f87-8a7e-0aea3f350e6e {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:14.900889 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-b83ada4a-264f-4274-8122-2ae9c0067857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:14.921089 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-7de6a48c-3296-4264-bfd7-8d50ab7c4d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:14.921386 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-b83ada4a-264f-4274-8122-2ae9c0067857 service neutron] Transition to ACTIVE for port object 01da8cd2-188a-4f87-8a7e-0aea3f350e6e will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:39:14.922978 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-7de6a48c-3296-4264-bfd7-8d50ab7c4d9e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e&tenant_id=ee0cd225ef094aa381a08623ce8da867 HTTP/1.1" status: 200 len: 1095 time: 0.2127070 May 06 09:39:14.926950 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-b83ada4a-264f-4274-8122-2ae9c0067857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:14.928401 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e58c6de0-eacc-4b11-b6a6-53407844731e None None] Provisioning complete for port c45e2232-5ed7-485f-b3e2-b187d68163c4 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:14.929155 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e58c6de0-eacc-4b11-b6a6-53407844731e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:14.935053 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a89b88e0-c1f2-49e5-953a-86d3181b49c1 req-afeaaede-98da-4a2d-b6b5-37aeb79895a9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812782 May 06 09:39:14.996820 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ada4a-264f-4274-8122-2ae9c0067857 service neutron] Pushing event updated for resources: {'Port': ['ID=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:15.045217 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e58c6de0-eacc-4b11-b6a6-53407844731e None None] Port c45e2232-5ed7-485f-b3e2-b187d68163c4 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:39:15.072193 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d13993f-478d-4f5b-8a6a-be0b8868fcb0 req-07645906-3265-452d-a6d6-fb211a97b29f tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259729 May 06 09:39:15.101621 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-b83ada4a-264f-4274-8122-2ae9c0067857 service neutron] Attempting to bind port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:39:15.102298 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-b83ada4a-264f-4274-8122-2ae9c0067857 service neutron] Attempting to bind port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '138aada2-7aee-4749-819b-d219deb27012'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:39:15.102771 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-b83ada4a-264f-4274-8122-2ae9c0067857 service neutron] Attempting to bind port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e on network 138aada2-7aee-4749-819b-d219deb27012 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:15.109747 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-b83ada4a-264f-4274-8122-2ae9c0067857 service neutron] Port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e on network 138aada2-7aee-4749-819b-d219deb27012 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:39:15.110295 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-b83ada4a-264f-4274-8122-2ae9c0067857 service neutron] Attempting to bind port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e on network 138aada2-7aee-4749-819b-d219deb27012 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:15.119823 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-d2530ec4-1f24-4c4a-a8cb-c864b2f6bdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:15.124119 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-b83ada4a-264f-4274-8122-2ae9c0067857 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:39:15.124746 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-b83ada4a-264f-4274-8122-2ae9c0067857 service neutron] Checking segment: {'id': 'b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '138aada2-7aee-4749-819b-d219deb27012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:15.125219 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-b83ada4a-264f-4274-8122-2ae9c0067857 service neutron] Bound using segment: {'id': 'b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '138aada2-7aee-4749-819b-d219deb27012'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:39:15.125983 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-b83ada4a-264f-4274-8122-2ae9c0067857 service neutron] Bound port: 01da8cd2-188a-4f87-8a7e-0aea3f350e6e, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '138aada2-7aee-4749-819b-d219deb27012'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:39:15.126376 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-b83ada4a-264f-4274-8122-2ae9c0067857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:15.231869 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-b83ada4a-264f-4274-8122-2ae9c0067857 service neutron] For port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:15.236755 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-b83ada4a-264f-4274-8122-2ae9c0067857 service neutron] For port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:39:15.242072 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-b83ada4a-264f-4274-8122-2ae9c0067857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:15.274877 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-a8b5fdf1-7251-424a-bfa5-f20aa84256f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:15.276554 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-a8b5fdf1-7251-424a-bfa5-f20aa84256f7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee0cd225ef094aa381a08623ce8da867&device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 1095 time: 0.2332776 May 06 09:39:15.304943 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-b83ada4a-264f-4274-8122-2ae9c0067857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:15.305853 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-b83ada4a-264f-4274-8122-2ae9c0067857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:15.307729 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-b83ada4a-264f-4274-8122-2ae9c0067857 service neutron] 10.222.0.84 "PUT /v2.0/ports/01da8cd2-188a-4f87-8a7e-0aea3f350e6e HTTP/1.1" status: 200 len: 1091 time: 0.9746048 May 06 09:39:15.308200 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4086e8-670b-410b-8c9a-da027f433e62', 'tag': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:15.311268 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bcc313-2f58-4378-bcd0-817942092f95" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4086e8-670b-410b-8c9a-da027f433e62", "tag": "01da8cd2-188a-4f87-8a7e-0aea3f350e6e"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:15.346808 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c168cbf1-edab-4cfc-ac13-93415615cebb req-c127ec67-3508-4c03-9609-82a69b020bfa service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.0750680 May 06 09:39:15.390520 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05628689-c333-40a1-84a3-2643c22e49c6 req-7b3fdf6a-7d3f-419a-8a3c-4a058ffe7d10 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:15.392512 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-05628689-c333-40a1-84a3-2643c22e49c6 req-7b3fdf6a-7d3f-419a-8a3c-4a058ffe7d10 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 945 time: 0.2800069 May 06 09:39:15.410613 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-4b606c05-b3f7-44d4-a434-577638d73f39 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Allocated IP 172.20.0.2 (22f2ea67-0061-4453-8871-c63efbcb27a4/afa93752-8f96-48cb-be1f-768526aba17a/809dfaf7-d4cc-4953-bf89-ccfb1e750cf6) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:39:15.413315 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ada4a-264f-4274-8122-2ae9c0067857 service neutron] Pushing event updated for resources: {'Port': ['ID=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:15.435059 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-df7ff954-9a44-404d-8d5e-d59185e6be5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:15.437238 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-df7ff954-9a44-404d-8d5e-d59185e6be5d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e6b8f11daba14014856a1a2bb0688844&device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 1094 time: 0.0677328 May 06 09:39:15.497133 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-a8bb8a91-1f98-406c-a247-01ec96030131 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01da8cd2-188a-4f87-8a7e-0aea3f350e6e HTTP/1.1" status: 200 len: 217 time: 0.0498118 May 06 09:39:15.561487 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889afef1-537b-4944-898d-ff1174974262 req-5fc02570-b783-4cc0-bb24-c8ee3adaa4e4 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:15.562042 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-71685b16-d4b5-47e3-b584-b00d0d8ba95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:15.563099 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-889afef1-537b-4944-898d-ff1174974262 req-5fc02570-b783-4cc0-bb24-c8ee3adaa4e4 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aea2595-1825-4181-828f-9dbd9c71b82f HTTP/1.1" status: 200 len: 945 time: 0.3671229 May 06 09:39:15.563555 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-71685b16-d4b5-47e3-b584-b00d0d8ba95b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ceacdbe3-a021-4ce2-8b17-bdad66d69597 HTTP/1.1" status: 200 len: 851 time: 0.0581810 May 06 09:39:15.569582 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aea2595-1825-4181-828f-9dbd9c71b82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97561735-33b7-466d-b2af-cce684644736'}, {'server_uuid': '91f12243-5eae-403f-b433-4be295e5bd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b619c4-f6b9-4df5-811f-5f1ce1306b59'}, {'server_uuid': '91f12243-5eae-403f-b433-4be295e5bd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:15.574425 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f9c926-61cf-4cb2-aca3-f1f7de7c3360" -d '{"events": [{"server_uuid": "4aea2595-1825-4181-828f-9dbd9c71b82f", "name": "network-vif-plugged", "status": "completed", "tag": "97561735-33b7-466d-b2af-cce684644736"}, {"server_uuid": "91f12243-5eae-403f-b433-4be295e5bd2c", "name": "network-vif-plugged", "status": "completed", "tag": "16b619c4-f6b9-4df5-811f-5f1ce1306b59"}, {"server_uuid": "91f12243-5eae-403f-b433-4be295e5bd2c", "name": "network-vif-plugged", "status": "completed", "tag": "f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:15.626639 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-05628689-c333-40a1-84a3-2643c22e49c6 req-bb88c472-0630-4224-b965-cdb8265887d3 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133846 May 06 09:39:15.646675 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-0b5b74f1-0dc3-4d47-aa6b-3de39da1664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:15.648379 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-0b5b74f1-0dc3-4d47-aa6b-3de39da1664c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=138aada2-7aee-4749-819b-d219deb27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751350 May 06 09:39:15.738434 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-055f321d-71a8-4a49-9275-49d524f99240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:15.740037 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-055f321d-71a8-4a49-9275-49d524f99240 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9016fd3e-f04c-40de-8dbe-a7754f33396e HTTP/1.1" status: 200 len: 909 time: 0.4358380 May 06 09:39:15.778681 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-92dc1da6-32bb-4e03-b55c-1bd3a3984876 service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210296 May 06 09:39:15.868736 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e0827bef-f109-465a-aba1-da275d22714a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:15.881916 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-889afef1-537b-4944-898d-ff1174974262 req-159f5c50-c66a-4359-9a16-ce9cfe3ca7cd tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861264 May 06 09:39:15.896885 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-fb16f2b3-161e-4418-93d4-e75d7d467636 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ede935de-78ee-458f-8df5-09b533c47d24 HTTP/1.1" status: 200 len: 217 time: 0.1428037 May 06 09:39:15.927902 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f7eeb22-0c9d-4417-9e8c-d225410d9f49 req-1f3dfc7b-2b48-4c6e-9d82-0448d3578380 service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365716 May 06 09:39:16.045478 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5853381b-0784-4d96-b7da-f42f1e31be30 req-0bb33771-1027-4ba7-a819-989be48c3573 tempest-ServersAdmin275Test-1645956148 tempest-ServersAdmin275Test-1645956148-project] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.0791156 May 06 09:39:16.062535 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf263128-25ef-4154-9eab-c9d25efaf023 req-130ca38e-ac33-406d-a97a-f750eb6f6b0c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:16.064446 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bf263128-25ef-4154-9eab-c9d25efaf023 req-130ca38e-ac33-406d-a97a-f750eb6f6b0c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 943 time: 0.3371012 May 06 09:39:16.079751 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-44774ced-6148-4d0f-b08f-9b23c6cb8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:16.081532 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-44774ced-6148-4d0f-b08f-9b23c6cb8723 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5704ec7d-7fe2-4308-8e34-562762b93f76 HTTP/1.1" status: 200 len: 848 time: 0.1728718 May 06 09:39:16.111813 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ffb07a-1ed3-41ed-977b-a83f88d425e6 x-openstack-request-id: req-b3ffb07a-1ed3-41ed-977b-a83f88d425e6 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:16.121183 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4086e8-670b-410b-8c9a-da027f433e62", "tag": "01da8cd2-188a-4f87-8a7e-0aea3f350e6e", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:16.121183 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b3ffb07a-1ed3-41ed-977b-a83f88d425e6 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:16.121183 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3ffb07a-1ed3-41ed-977b-a83f88d425e6'] response: {'name': 'network-changed', 'server_uuid': '9a4086e8-670b-410b-8c9a-da027f433e62', 'tag': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e', 'status': 'completed', 'code': 200} May 06 09:39:16.122361 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-4b606c05-b3f7-44d4-a434-577638d73f39 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:16.159716 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-e8d3b54b-4f4c-4227-ba0d-76c812151ca1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9016fd3e-f04c-40de-8dbe-a7754f33396e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662577 May 06 09:39:16.202907 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcc313-2f58-4378-bcd0-817942092f95 req-965c34d2-2a40-4940-9cdd-3f8f3bb97ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:16.204545 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-50bcc313-2f58-4378-bcd0-817942092f95 req-965c34d2-2a40-4940-9cdd-3f8f3bb97ef7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e6b8f11daba14014856a1a2bb0688844&device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 1094 time: 0.0502145 May 06 09:39:16.304102 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1802710e-1384-4202-9730-698e8ee6593a req-27109cb3-3fea-4998-9927-d281c6ab227e tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21bb102-dadd-4222-accc-9061d0d9489d HTTP/1.1" status: 200 len: 210 time: 0.1168139 May 06 09:39:16.314783 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bf263128-25ef-4154-9eab-c9d25efaf023 req-7fb4d11b-03b8-426c-aec4-35709f554a48 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2404618 May 06 09:39:16.322711 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcc313-2f58-4378-bcd0-817942092f95 req-f7dd3b79-7a81-4b87-bfce-7a57d89c7a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:16.324895 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-d2530ec4-1f24-4c4a-a8cb-c864b2f6bdbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c45e2232-5ed7-485f-b3e2-b187d68163c4 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:16.325900 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-50bcc313-2f58-4378-bcd0-817942092f95 req-f7dd3b79-7a81-4b87-bfce-7a57d89c7a0f service neutron] 10.222.0.84 "GET /v2.0/networks?id=138aada2-7aee-4749-819b-d219deb27012 HTTP/1.1" status: 200 len: 913 time: 0.1113737 May 06 09:39:16.356355 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-d2530ec4-1f24-4c4a-a8cb-c864b2f6bdbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:16.390046 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-50bcc313-2f58-4378-bcd0-817942092f95 req-9e8dc889-dd37-4a8e-8bf6-909e931ac8c6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01da8cd2-188a-4f87-8a7e-0aea3f350e6e HTTP/1.1" status: 200 len: 217 time: 0.0478909 May 06 09:39:16.403844 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-d2530ec4-1f24-4c4a-a8cb-c864b2f6bdbe service neutron] Transition to ACTIVE for port object c45e2232-5ed7-485f-b3e2-b187d68163c4 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:39:16.412992 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 06 May 2022 09:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b754d08f-6cd3-47fb-8f0d-a38ca8f3efac x-openstack-request-id: req-b754d08f-6cd3-47fb-8f0d-a38ca8f3efac {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:16.413457 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aea2595-1825-4181-828f-9dbd9c71b82f", "name": "network-vif-plugged", "status": "completed", "tag": "97561735-33b7-466d-b2af-cce684644736", "code": 200}, {"server_uuid": "91f12243-5eae-403f-b433-4be295e5bd2c", "name": "network-vif-plugged", "status": "completed", "tag": "16b619c4-f6b9-4df5-811f-5f1ce1306b59", "code": 200}, {"server_uuid": "91f12243-5eae-403f-b433-4be295e5bd2c", "name": "network-vif-plugged", "status": "completed", "tag": "f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:16.413783 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b754d08f-6cd3-47fb-8f0d-a38ca8f3efac {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:16.415203 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b754d08f-6cd3-47fb-8f0d-a38ca8f3efac'] response: {'server_uuid': '4aea2595-1825-4181-828f-9dbd9c71b82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97561735-33b7-466d-b2af-cce684644736', 'code': 200} May 06 09:39:16.415627 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b754d08f-6cd3-47fb-8f0d-a38ca8f3efac'] response: {'server_uuid': '91f12243-5eae-403f-b433-4be295e5bd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b619c4-f6b9-4df5-811f-5f1ce1306b59', 'code': 200} May 06 09:39:16.415952 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b754d08f-6cd3-47fb-8f0d-a38ca8f3efac'] response: {'server_uuid': '91f12243-5eae-403f-b433-4be295e5bd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79', 'code': 200} May 06 09:39:16.434794 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-d2530ec4-1f24-4c4a-a8cb-c864b2f6bdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:16.458909 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcc313-2f58-4378-bcd0-817942092f95 req-67ba5631-0e5a-42f2-ae3e-a637336ab936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:16.461252 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-50bcc313-2f58-4378-bcd0-817942092f95 req-67ba5631-0e5a-42f2-ae3e-a637336ab936 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ceacdbe3-a021-4ce2-8b17-bdad66d69597 HTTP/1.1" status: 200 len: 851 time: 0.0615563 May 06 09:39:16.465156 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-681a763d-e124-4280-bc33-095c4fd6d683 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:16.467174 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-681a763d-e124-4280-bc33-095c4fd6d683 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2&tenant_id=147a685967a04284b13954d6f7a9d875&binding%3Ahost_id=n-h2-840835-1 HTTP/1.1" status: 200 len: 1096 time: 0.2823687 May 06 09:39:16.468441 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-4b606c05-b3f7-44d4-a434-577638d73f39 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:16.482535 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['bf4790b9-844b-4827-8a7f-ab8e62106a3b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:16.538184 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcc313-2f58-4378-bcd0-817942092f95 req-e7744809-113a-459d-a61c-86bde0c7dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:16.540127 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-50bcc313-2f58-4378-bcd0-817942092f95 req-e7744809-113a-459d-a61c-86bde0c7dd6c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=138aada2-7aee-4749-819b-d219deb27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637476 May 06 09:39:16.746968 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-50bcc313-2f58-4378-bcd0-817942092f95 req-b1bbe967-aec1-4edb-a6b8-291ba927d907 service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983852 May 06 09:39:16.749749 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a291c1f-8968-46d5-a0e2-07d491992904 req-0ebac8af-42f1-46ac-a702-60b567678534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:16.751243 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0a291c1f-8968-46d5-a0e2-07d491992904 req-0ebac8af-42f1-46ac-a702-60b567678534 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4aea2595-1825-4181-828f-9dbd9c71b82f HTTP/1.1" status: 200 len: 1096 time: 0.1089969 May 06 09:39:16.754623 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fac11-fafe-4e37-b421-14c42ebe8022 req-080a4b12-7604-45b5-9f51-9a63ccda590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:16.754992 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fac11-fafe-4e37-b421-14c42ebe8022 req-080a4b12-7604-45b5-9f51-9a63ccda590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:16.755554 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fac11-fafe-4e37-b421-14c42ebe8022 req-080a4b12-7604-45b5-9f51-9a63ccda590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:16.757445 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-294fac11-fafe-4e37-b421-14c42ebe8022 req-080a4b12-7604-45b5-9f51-9a63ccda590f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=91f12243-5eae-403f-b433-4be295e5bd2c HTTP/1.1" status: 200 len: 2871 time: 0.1352191 May 06 09:39:16.890839 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0a291c1f-8968-46d5-a0e2-07d491992904 req-b234a903-cbfb-471b-860f-90fd68a93b65 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125724 May 06 09:39:16.892869 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 6a33477f-d84b-4f48-bb89-98d05b050377 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:39:16.903248 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-44e46ed3-60ee-47bb-be82-7b4d76c94818 service neutron] 10.222.0.77 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7077484 May 06 09:39:16.909924 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-294fac11-fafe-4e37-b421-14c42ebe8022 req-a78765f8-d4fc-4eba-a0b8-f67704a0e671 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956242 May 06 09:39:16.918852 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-50bcc313-2f58-4378-bcd0-817942092f95 req-7dab8e5b-6038-405d-8e50-89ab5100503b service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600850 May 06 09:39:16.919177 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-5f61b2d7-84ad-4ec3-9e05-27910881dbd5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-840835-1'}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:16.987265 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-4b606c05-b3f7-44d4-a434-577638d73f39 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Network 22f2ea67-0061-4453-8871-c63efbcb27a4 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:39:17.003136 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-4b606c05-b3f7-44d4-a434-577638d73f39 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:17.005908 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2530ec4-1f24-4c4a-a8cb-c864b2f6bdbe service neutron] Pushing event updated for resources: {'Port': ['ID=c45e2232-5ed7-485f-b3e2-b187d68163c4,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:17.015393 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-4b606c05-b3f7-44d4-a434-577638d73f39 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:39:17.050869 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 6a33477f-d84b-4f48-bb89-98d05b050377, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=6a33477f-d84b-4f48-bb89-98d05b050377,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:17.068324 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 6a33477f-d84b-4f48-bb89-98d05b050377 has no active binding in host n-h1-840835-1 {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 06 09:39:17.110685 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce97a2-606d-4ef5-a869-daff2636e731 req-c6186381-30fa-4761-9122-fbfe9c717e23 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:17.112324 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47ce97a2-606d-4ef5-a869-daff2636e731 req-c6186381-30fa-4761-9122-fbfe9c717e23 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 944 time: 0.7136514 May 06 09:39:17.167796 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46cc62-1577-4e82-8029-e98548b85fc8 req-86b8033e-7ee1-4486-bc9a-f3452af31e37 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:17.174190 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46cc62-1577-4e82-8029-e98548b85fc8 req-86b8033e-7ee1-4486-bc9a-f3452af31e37 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:17.180235 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46cc62-1577-4e82-8029-e98548b85fc8 req-86b8033e-7ee1-4486-bc9a-f3452af31e37 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:17.181959 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6c46cc62-1577-4e82-8029-e98548b85fc8 req-86b8033e-7ee1-4486-bc9a-f3452af31e37 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f12243-5eae-403f-b433-4be295e5bd2c HTTP/1.1" status: 200 len: 2418 time: 0.7065799 May 06 09:39:17.229650 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-5f61b2d7-84ad-4ec3-9e05-27910881dbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:17.282293 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-4b606c05-b3f7-44d4-a434-577638d73f39 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:17.282947 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-4b606c05-b3f7-44d4-a434-577638d73f39 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:17.292496 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b606c05-b3f7-44d4-a434-577638d73f39 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Pushing event updated for resources: {'Port': ['ID=809dfaf7-d4cc-4953-bf89-ccfb1e750cf6,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:17.357863 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6c46cc62-1577-4e82-8029-e98548b85fc8 req-a4af21ea-ce86-422a-9e70-662ae6db2210 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579552 May 06 09:39:17.365227 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-4b606c05-b3f7-44d4-a434-577638d73f39 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1572654 May 06 09:39:17.372043 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47ce97a2-606d-4ef5-a869-daff2636e731 req-59186bd7-8b2f-4378-917d-eeecce62f421 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869094 May 06 09:39:17.381958 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-2d850675-8637-4c9c-932a-bd27dad1d944 service neutron] Request body: {'port': {'device_id': 'e21bb102-dadd-4222-accc-9061d0d9489d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:17.386038 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-d2530ec4-1f24-4c4a-a8cb-c864b2f6bdbe service neutron] Attempting to bind port c45e2232-5ed7-485f-b3e2-b187d68163c4 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:39:17.386508 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-d2530ec4-1f24-4c4a-a8cb-c864b2f6bdbe service neutron] Attempting to bind port c45e2232-5ed7-485f-b3e2-b187d68163c4 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:39:17.386952 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-d2530ec4-1f24-4c4a-a8cb-c864b2f6bdbe service neutron] Attempting to bind port c45e2232-5ed7-485f-b3e2-b187d68163c4 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:17.422237 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-d2530ec4-1f24-4c4a-a8cb-c864b2f6bdbe service neutron] Port c45e2232-5ed7-485f-b3e2-b187d68163c4 on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:39:17.422728 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-d2530ec4-1f24-4c4a-a8cb-c864b2f6bdbe service neutron] Attempting to bind port c45e2232-5ed7-485f-b3e2-b187d68163c4 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:17.484448 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-d2530ec4-1f24-4c4a-a8cb-c864b2f6bdbe service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:39:17.484807 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-d2530ec4-1f24-4c4a-a8cb-c864b2f6bdbe service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:17.485169 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-d2530ec4-1f24-4c4a-a8cb-c864b2f6bdbe service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:39:17.485614 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-d2530ec4-1f24-4c4a-a8cb-c864b2f6bdbe service neutron] Bound port: c45e2232-5ed7-485f-b3e2-b187d68163c4, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:39:17.485974 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-d2530ec4-1f24-4c4a-a8cb-c864b2f6bdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:17.591153 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-2d850675-8637-4c9c-932a-bd27dad1d944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:17.664448 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-5f61b2d7-84ad-4ec3-9e05-27910881dbd5 service neutron] For port 6a33477f-d84b-4f48-bb89-98d05b050377, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=6a33477f-d84b-4f48-bb89-98d05b050377,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:17.710720 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc504267-25a6-4f25-8d54-70727fd186e1 req-8bbe2170-6f45-4d4b-b937-504bc0964ccd tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:17.712342 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cc504267-25a6-4f25-8d54-70727fd186e1 req-8bbe2170-6f45-4d4b-b937-504bc0964ccd tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=7686ffe9-e948-41e8-bcea-0cc11c155760 HTTP/1.1" status: 200 len: 947 time: 0.2379434 May 06 09:39:17.750377 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ef981-5a2b-4301-b91c-44f7520b53c3 req-028a1308-bf21-426e-af13-17acab04af67 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:17.751975 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-969ef981-5a2b-4301-b91c-44f7520b53c3 req-028a1308-bf21-426e-af13-17acab04af67 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 945 time: 0.2725856 May 06 09:39:17.783777 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-d2530ec4-1f24-4c4a-a8cb-c864b2f6bdbe service neutron] For port c45e2232-5ed7-485f-b3e2-b187d68163c4, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:17.880140 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-d2530ec4-1f24-4c4a-a8cb-c864b2f6bdbe service neutron] For port c45e2232-5ed7-485f-b3e2-b187d68163c4, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=c45e2232-5ed7-485f-b3e2-b187d68163c4,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:39:17.946532 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-d2530ec4-1f24-4c4a-a8cb-c864b2f6bdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:17.962124 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-5f61b2d7-84ad-4ec3-9e05-27910881dbd5 service neutron] For port 6a33477f-d84b-4f48-bb89-98d05b050377, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:18.018912 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cc504267-25a6-4f25-8d54-70727fd186e1 req-02126ebd-2381-4e80-a3fd-7024d2ab9df9 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933767 May 06 09:39:18.109971 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-969ef981-5a2b-4301-b91c-44f7520b53c3 req-9a9e473e-5587-4717-a4e6-09416e0a955d tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354454 May 06 09:39:18.125538 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-d2530ec4-1f24-4c4a-a8cb-c864b2f6bdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:18.126292 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-d2530ec4-1f24-4c4a-a8cb-c864b2f6bdbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:18.127644 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-d2530ec4-1f24-4c4a-a8cb-c864b2f6bdbe service neutron] 10.222.0.84 "PUT /v2.0/ports/c45e2232-5ed7-485f-b3e2-b187d68163c4 HTTP/1.1" status: 200 len: 1095 time: 3.2985947 May 06 09:39:18.132067 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7686ffe9-e948-41e8-bcea-0cc11c155760', 'tag': 'c45e2232-5ed7-485f-b3e2-b187d68163c4'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:18.134524 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c370649b-321a-4e77-868a-88952442a310" -d '{"events": [{"name": "network-changed", "server_uuid": "7686ffe9-e948-41e8-bcea-0cc11c155760", "tag": "c45e2232-5ed7-485f-b3e2-b187d68163c4"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:18.187759 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-5f61b2d7-84ad-4ec3-9e05-27910881dbd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:18.223442 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-5f61b2d7-84ad-4ec3-9e05-27910881dbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:18.225425 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2530ec4-1f24-4c4a-a8cb-c864b2f6bdbe service neutron] Pushing event updated for resources: {'Port': ['ID=c45e2232-5ed7-485f-b3e2-b187d68163c4,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:18.273224 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-373ac35c-db1e-4d6b-a953-db76972aa396 service neutron] 10.222.0.77 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5201721 May 06 09:39:18.334274 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5cbe6da-30b0-4e30-ac7a-189871badf2e req-9204502b-621c-41c2-bc00-7b58c565325f tempest-ServersAdmin275Test-1645956148 tempest-ServersAdmin275Test-1645956148-project] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.1297925 May 06 09:39:18.378560 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cb53a-ff2e-48c6-b368-7c2a0e8c6489 req-8f408a3a-8534-48f1-afd8-3ad4c47fe48c tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:18.380151 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6c4cb53a-ff2e-48c6-b368-7c2a0e8c6489 req-8f408a3a-8534-48f1-afd8-3ad4c47fe48c tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aea2595-1825-4181-828f-9dbd9c71b82f HTTP/1.1" status: 200 len: 945 time: 0.2692456 May 06 09:39:18.430328 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-63f72bae-962d-4cbd-8f6a-f170a1912a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:18.432997 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-386a8a43-f9f6-4b33-a0ae-958b2b824f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:18.434522 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-386a8a43-f9f6-4b33-a0ae-958b2b824f28 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0fe275606e2841ef811abf94e17c097e&device_id=7686ffe9-e948-41e8-bcea-0cc11c155760 HTTP/1.1" status: 200 len: 1098 time: 0.2368693 May 06 09:39:18.456883 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61b2d7-84ad-4ec3-9e05-27910881dbd5 service neutron] Pushing event updated for resources: {'Port': ['ID=6a33477f-d84b-4f48-bb89-98d05b050377,revision_number=7']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:18.569849 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-1c54f52c-d18f-42fc-b800-4689e8179876 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c45e2232-5ed7-485f-b3e2-b187d68163c4 HTTP/1.1" status: 200 len: 217 time: 0.1046612 May 06 09:39:18.574873 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-5f61b2d7-84ad-4ec3-9e05-27910881dbd5 service neutron] Attempting to bind port 6a33477f-d84b-4f48-bb89-98d05b050377 on host n-h2-840835-1 for vnic_type normal with profile {"migrating_to": "n-h1-840835-1"} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:39:18.575282 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-5f61b2d7-84ad-4ec3-9e05-27910881dbd5 service neutron] Attempting to bind port 6a33477f-d84b-4f48-bb89-98d05b050377 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:39:18.575616 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-5f61b2d7-84ad-4ec3-9e05-27910881dbd5 service neutron] Attempting to bind port 6a33477f-d84b-4f48-bb89-98d05b050377 on network 519999b9-d7d4-4e10-b661-e50209fd3b05 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:18.608039 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6c4cb53a-ff2e-48c6-b368-7c2a0e8c6489 req-1aa49d14-0d03-4111-b142-fe00ff1abd5e tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175958 May 06 09:39:18.647720 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-5f61b2d7-84ad-4ec3-9e05-27910881dbd5 service neutron] Port 6a33477f-d84b-4f48-bb89-98d05b050377 on network 519999b9-d7d4-4e10-b661-e50209fd3b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:39:18.648179 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-5f61b2d7-84ad-4ec3-9e05-27910881dbd5 service neutron] Attempting to bind port 6a33477f-d84b-4f48-bb89-98d05b050377 on network 519999b9-d7d4-4e10-b661-e50209fd3b05 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:18.650484 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:18.661970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-2d850675-8637-4c9c-932a-bd27dad1d944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 809dfaf7-d4cc-4953-bf89-ccfb1e750cf6 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:18.679501 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-5f61b2d7-84ad-4ec3-9e05-27910881dbd5 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:39:18.679845 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-5f61b2d7-84ad-4ec3-9e05-27910881dbd5 service neutron] Checking segment: {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:18.680237 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-5f61b2d7-84ad-4ec3-9e05-27910881dbd5 service neutron] Bound using segment: {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:39:18.680824 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-5f61b2d7-84ad-4ec3-9e05-27910881dbd5 service neutron] Bound port: 6a33477f-d84b-4f48-bb89-98d05b050377, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f476ea16-29ec-497c-acf7-66bf0cb3eed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '519999b9-d7d4-4e10-b661-e50209fd3b05'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:39:18.681177 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-5f61b2d7-84ad-4ec3-9e05-27910881dbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:18.687314 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-2d850675-8637-4c9c-932a-bd27dad1d944 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:18.748626 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-563c51fb-4b6d-4301-9547-8e3944674373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:18.750198 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-563c51fb-4b6d-4301-9547-8e3944674373 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1677082 May 06 09:39:18.766513 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddd41b-6c06-44b0-91e7-5ad7984e8b7e req-a4239854-83eb-4376-ace3-96b5ac6b749c tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:18.768231 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5dddd41b-6c06-44b0-91e7-5ad7984e8b7e req-a4239854-83eb-4376-ace3-96b5ac6b749c tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21bb102-dadd-4222-accc-9061d0d9489d HTTP/1.1" status: 200 len: 931 time: 0.3262453 May 06 09:39:18.770776 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-2d850675-8637-4c9c-932a-bd27dad1d944 service neutron] Transition to ACTIVE for port object 809dfaf7-d4cc-4953-bf89-ccfb1e750cf6 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:39:18.788737 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-2d850675-8637-4c9c-932a-bd27dad1d944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:18.835176 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-7a7c0fc6-d9e6-407c-a65e-02c86deeb812 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:18.836620 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-7a7c0fc6-d9e6-407c-a65e-02c86deeb812 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e&tenant_id=ee0cd225ef094aa381a08623ce8da867&binding%3Ahost_id=n-h2-840835-1 HTTP/1.1" status: 200 len: 1095 time: 0.2567878 May 06 09:39:18.890540 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 01da8cd2-188a-4f87-8a7e-0aea3f350e6e details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:39:18.941005 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a86ea2-09ae-4a26-b584-33492876967a req-dd24f77b-e3e4-45f9-9a76-c4aa71ff5180 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:18.942560 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73a86ea2-09ae-4a26-b584-33492876967a req-dd24f77b-e3e4-45f9-9a76-c4aa71ff5180 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 943 time: 0.2656374 May 06 09:39:19.008323 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d850675-8637-4c9c-932a-bd27dad1d944 service neutron] Pushing event updated for resources: {'Port': ['ID=809dfaf7-d4cc-4953-bf89-ccfb1e750cf6,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:19.022114 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:19.029315 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-5f61b2d7-84ad-4ec3-9e05-27910881dbd5 service neutron] For port 6a33477f-d84b-4f48-bb89-98d05b050377, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:19.044705 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5dddd41b-6c06-44b0-91e7-5ad7984e8b7e req-6880fce1-88de-4a61-81c3-0a942a9b78b8 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576094 May 06 09:39:19.053907 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e', 'network_id': '138aada2-7aee-4749-819b-d219deb27012', 'port_id': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e', 'mac_address': 'fa:16:3e:3d:25:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceacdbe3-a021-4ce2-8b17-bdad66d69597', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:39:19.078048 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-b522a371-8183-4588-8888-feade9c1bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:19.084986 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-b522a371-8183-4588-8888-feade9c1bacf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3071496 May 06 09:39:19.100642 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:19.117348 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01da8cd2-188a-4f87-8a7e-0aea3f350e6e {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:19.120892 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-5f61b2d7-84ad-4ec3-9e05-27910881dbd5 service neutron] For port 6a33477f-d84b-4f48-bb89-98d05b050377, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=6a33477f-d84b-4f48-bb89-98d05b050377,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:39:19.154163 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:19.165567 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:19.170949 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-5f61b2d7-84ad-4ec3-9e05-27910881dbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:19.207508 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fd8ca2-8863-4123-87c0-b3ac84ec8365 x-openstack-request-id: req-02fd8ca2-8863-4123-87c0-b3ac84ec8365 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:19.207767 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7686ffe9-e948-41e8-bcea-0cc11c155760", "tag": "c45e2232-5ed7-485f-b3e2-b187d68163c4", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:19.207979 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-02fd8ca2-8863-4123-87c0-b3ac84ec8365 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:19.208385 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02fd8ca2-8863-4123-87c0-b3ac84ec8365'] response: {'name': 'network-changed', 'server_uuid': '7686ffe9-e948-41e8-bcea-0cc11c155760', 'tag': 'c45e2232-5ed7-485f-b3e2-b187d68163c4', 'status': 'completed', 'code': 200} May 06 09:39:19.244022 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73a86ea2-09ae-4a26-b584-33492876967a req-f3d9f967-c5bd-4f34-bbb0-117148fd1a57 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2869093 May 06 09:39:19.252125 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:19.397705 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:19.503671 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['01da8cd2-188a-4f87-8a7e-0aea3f350e6e'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:19.784966 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-04ddba5b-47fc-41a7-b36c-299f66ac780d req-8f96f16e-180b-4bea-a161-72a24be9ac5d tempest-ServersAdmin275Test-1645956148 tempest-ServersAdmin275Test-1645956148-project] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.1148067 May 06 09:39:19.840542 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-2d850675-8637-4c9c-932a-bd27dad1d944 service neutron] Attempting to bind port 809dfaf7-d4cc-4953-bf89-ccfb1e750cf6 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:39:19.840774 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-2d850675-8637-4c9c-932a-bd27dad1d944 service neutron] Attempting to bind port 809dfaf7-d4cc-4953-bf89-ccfb1e750cf6 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '0ceef939-5542-4214-86aa-42ed61d3cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:39:19.841056 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-2d850675-8637-4c9c-932a-bd27dad1d944 service neutron] Attempting to bind port 809dfaf7-d4cc-4953-bf89-ccfb1e750cf6 on network 22f2ea67-0061-4453-8871-c63efbcb27a4 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:19.875105 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61b2d7-84ad-4ec3-9e05-27910881dbd5 service neutron] Pushing event updated for resources: {'Port': ['ID=6a33477f-d84b-4f48-bb89-98d05b050377,revision_number=8']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:19.878929 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-5f61b2d7-84ad-4ec3-9e05-27910881dbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:19.879592 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-5f61b2d7-84ad-4ec3-9e05-27910881dbd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:19.881183 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-5f61b2d7-84ad-4ec3-9e05-27910881dbd5 service neutron] 10.222.0.84 "PUT /v2.0/ports/6a33477f-d84b-4f48-bb89-98d05b050377 HTTP/1.1" status: 200 len: 1121 time: 3.0114081 May 06 09:39:19.882324 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-ab2a94aa-32b2-464c-9f01-07f144918b1a service neutron] For port ede935de-78ee-458f-8df5-09b533c47d24, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:19.885454 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-69bd4756-4330-42fb-bdd6-cc3d5e586b30 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7750902 May 06 09:39:19.887301 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-2d850675-8637-4c9c-932a-bd27dad1d944 service neutron] Port 809dfaf7-d4cc-4953-bf89-ccfb1e750cf6 on network 22f2ea67-0061-4453-8871-c63efbcb27a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:39:19.887630 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-2d850675-8637-4c9c-932a-bd27dad1d944 service neutron] Attempting to bind port 809dfaf7-d4cc-4953-bf89-ccfb1e750cf6 on network 22f2ea67-0061-4453-8871-c63efbcb27a4 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:19.900784 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-ab2a94aa-32b2-464c-9f01-07f144918b1a service neutron] Notify callbacks [] for binding, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:19.901908 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-ab2a94aa-32b2-464c-9f01-07f144918b1a service neutron] 10.222.0.77 "DELETE /v2.0/ports/ede935de-78ee-458f-8df5-09b533c47d24/bindings/n-h1-840835-1 HTTP/1.1" status: 204 len: 173 time: 1.0212367 May 06 09:39:19.927420 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9cd99-d01d-44d0-a8e8-4a4d522fec88 req-ec79d49c-fd69-4619-8aa0-eea748371f99 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:19.933998 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9cd99-d01d-44d0-a8e8-4a4d522fec88 req-ec79d49c-fd69-4619-8aa0-eea748371f99 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:19.942471 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9cd99-d01d-44d0-a8e8-4a4d522fec88 req-ec79d49c-fd69-4619-8aa0-eea748371f99 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:19.944292 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e7d9cd99-d01d-44d0-a8e8-4a4d522fec88 req-ec79d49c-fd69-4619-8aa0-eea748371f99 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f12243-5eae-403f-b433-4be295e5bd2c HTTP/1.1" status: 200 len: 2418 time: 0.2787542 May 06 09:39:19.948449 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-2d850675-8637-4c9c-932a-bd27dad1d944 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:39:19.948965 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-2d850675-8637-4c9c-932a-bd27dad1d944 service neutron] Checking segment: {'id': '0ceef939-5542-4214-86aa-42ed61d3cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:19.949627 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-2d850675-8637-4c9c-932a-bd27dad1d944 service neutron] Bound using segment: {'id': '0ceef939-5542-4214-86aa-42ed61d3cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:39:19.950552 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-2d850675-8637-4c9c-932a-bd27dad1d944 service neutron] Bound port: 809dfaf7-d4cc-4953-bf89-ccfb1e750cf6, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ceef939-5542-4214-86aa-42ed61d3cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:39:19.951083 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-2d850675-8637-4c9c-932a-bd27dad1d944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:20.015412 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['6a33477f-d84b-4f48-bb89-98d05b050377'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:20.077224 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['6a33477f-d84b-4f48-bb89-98d05b050377'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:20.124614 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e7d9cd99-d01d-44d0-a8e8-4a4d522fec88 req-8228b7ef-c44d-47a4-a3de-18916dd00db5 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134858 May 06 09:39:20.144641 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50a1dc-f956-4dc9-bde9-ba8788c7e1db req-18028c78-3eb7-447e-8513-914d7329c29f tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:20.146097 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da50a1dc-f956-4dc9-bde9-ba8788c7e1db req-18028c78-3eb7-447e-8513-914d7329c29f tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 944 time: 0.2523119 May 06 09:39:20.187517 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1198588-1c56-4234-a5a1-dfae9a95b0cc req-c438e8a2-c4d3-4fc1-b568-d693bfebc62c service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905271 May 06 09:39:20.219442 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-2d850675-8637-4c9c-932a-bd27dad1d944 service neutron] For port 809dfaf7-d4cc-4953-bf89-ccfb1e750cf6, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:20.225095 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-2d850675-8637-4c9c-932a-bd27dad1d944 service neutron] For port 809dfaf7-d4cc-4953-bf89-ccfb1e750cf6, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=809dfaf7-d4cc-4953-bf89-ccfb1e750cf6,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:39:20.234327 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da50a1dc-f956-4dc9-bde9-ba8788c7e1db req-7e06a645-0746-4ca0-98f4-c51da4cb1ef6 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803792 May 06 09:39:20.266412 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-2d850675-8637-4c9c-932a-bd27dad1d944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:20.309369 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-2d850675-8637-4c9c-932a-bd27dad1d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:20.310240 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-2d850675-8637-4c9c-932a-bd27dad1d944 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:20.312188 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-2d850675-8637-4c9c-932a-bd27dad1d944 service neutron] 10.222.0.84 "PUT /v2.0/ports/809dfaf7-d4cc-4953-bf89-ccfb1e750cf6 HTTP/1.1" status: 200 len: 1091 time: 2.9368393 May 06 09:39:20.469984 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b29f78-c0e2-4dbd-8d7a-b75e0980229d req-a3b562c2-f038-434b-b5fe-ce186204517a tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:20.472157 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-63b29f78-c0e2-4dbd-8d7a-b75e0980229d req-a3b562c2-f038-434b-b5fe-ce186204517a tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=7686ffe9-e948-41e8-bcea-0cc11c155760 HTTP/1.1" status: 200 len: 947 time: 0.2365906 May 06 09:39:20.485035 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d850675-8637-4c9c-932a-bd27dad1d944 service neutron] Pushing event updated for resources: {'Port': ['ID=809dfaf7-d4cc-4953-bf89-ccfb1e750cf6,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:20.523928 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370649b-321a-4e77-868a-88952442a310 req-34c51126-83f3-409e-a66d-68969ecd4a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:20.525999 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c370649b-321a-4e77-868a-88952442a310 req-34c51126-83f3-409e-a66d-68969ecd4a52 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0fe275606e2841ef811abf94e17c097e&device_id=7686ffe9-e948-41e8-bcea-0cc11c155760 HTTP/1.1" status: 200 len: 1098 time: 0.2344697 May 06 09:39:20.537741 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895003ac-b2d0-43d1-8eeb-0097b7c70a90 req-e20bce6c-27b5-473b-959b-6550f43492d3 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:20.539340 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-895003ac-b2d0-43d1-8eeb-0097b7c70a90 req-e20bce6c-27b5-473b-959b-6550f43492d3 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 943 time: 0.1845813 May 06 09:39:20.572532 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-8e0a23e1-c539-4274-8544-3d5d26161458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:20.573992 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-8e0a23e1-c539-4274-8544-3d5d26161458 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d5c8baf980ce4dc1ab4fba669d9b206a&device_id=e21bb102-dadd-4222-accc-9061d0d9489d HTTP/1.1" status: 200 len: 1094 time: 0.1767535 May 06 09:39:20.629481 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-63b29f78-c0e2-4dbd-8d7a-b75e0980229d req-81497242-0385-430e-987c-dd5fa3de51c2 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373165 May 06 09:39:20.669366 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-17f87d91-c241-463d-b08d-9d1ad8f25c63 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=809dfaf7-d4cc-4953-bf89-ccfb1e750cf6 HTTP/1.1" status: 200 len: 217 time: 0.0632489 May 06 09:39:20.734268 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-895003ac-b2d0-43d1-8eeb-0097b7c70a90 req-852e2c26-675c-4b54-a3ba-d9aabcdcfa96 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785455 May 06 09:39:20.790375 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-63765879-7d6d-4dd0-9f8b-da4d1bd11c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:20.792625 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-63765879-7d6d-4dd0-9f8b-da4d1bd11c10 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=afa93752-8f96-48cb-be1f-768526aba17a HTTP/1.1" status: 200 len: 845 time: 0.1094055 May 06 09:39:20.794915 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370649b-321a-4e77-868a-88952442a310 req-b43a9ae0-7dba-405a-98a3-a2c7c2c41f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:20.796312 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c370649b-321a-4e77-868a-88952442a310 req-b43a9ae0-7dba-405a-98a3-a2c7c2c41f4e service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.2515547 May 06 09:39:20.813508 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f4f1f-8a0c-4882-ae3c-67a88139e179 req-3729dcbb-c3de-4ec7-a84e-436ba2c44947 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:20.815150 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c83f4f1f-8a0c-4882-ae3c-67a88139e179 req-3729dcbb-c3de-4ec7-a84e-436ba2c44947 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aea2595-1825-4181-828f-9dbd9c71b82f HTTP/1.1" status: 200 len: 945 time: 0.0949733 May 06 09:39:20.907577 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8409349b-67c0-48b1-94be-c56b01437aea req-84f6293d-07f6-49e5-9a24-6406d73c248f tempest-ServersAdmin275Test-1645956148 tempest-ServersAdmin275Test-1645956148-project] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.0902371 May 06 09:39:20.907912 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 01da8cd2-188a-4f87-8a7e-0aea3f350e6e up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:20.909560 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-139f2ecf-fa71-436b-9ea7-9d30ad51661d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=22f2ea67-0061-4453-8871-c63efbcb27a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902531 May 06 09:39:20.912172 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c370649b-321a-4e77-868a-88952442a310 req-00a0be46-b53b-4a99-9be2-e7e8fe3014a5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c45e2232-5ed7-485f-b3e2-b187d68163c4 HTTP/1.1" status: 200 len: 217 time: 0.0937817 May 06 09:39:20.970958 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:39:20.975432 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:20.975819 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:20.990707 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c83f4f1f-8a0c-4882-ae3c-67a88139e179 req-8b65c777-548a-4793-b143-2d9b479e0250 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472297 May 06 09:39:21.102578 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370649b-321a-4e77-868a-88952442a310 req-d733bedb-5a78-4dd2-b557-c3c782ae0100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:21.104850 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c370649b-321a-4e77-868a-88952442a310 req-d733bedb-5a78-4dd2-b557-c3c782ae0100 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1692061 May 06 09:39:21.107677 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:21.109741 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:21.147387 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4086e8-670b-410b-8c9a-da027f433e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:21.152469 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1b6272-2755-44d9-a6d3-24a078b1f08a" -d '{"events": [{"server_uuid": "9a4086e8-670b-410b-8c9a-da027f433e62", "name": "network-vif-plugged", "status": "completed", "tag": "01da8cd2-188a-4f87-8a7e-0aea3f350e6e"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:21.173974 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8c064-1e8d-492d-91d7-07cdb7cc21e1 req-00f69fff-85e6-4bd9-888d-6945661b993e tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:21.175648 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:21.175847 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b0c8c064-1e8d-492d-91d7-07cdb7cc21e1 req-00f69fff-85e6-4bd9-888d-6945661b993e tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21bb102-dadd-4222-accc-9061d0d9489d HTTP/1.1" status: 200 len: 943 time: 0.1840975 May 06 09:39:21.186125 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:21.214898 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1183fbd3-893f-47d0-8a47-cca2ab434dc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a33477f-d84b-4f48-bb89-98d05b050377'}, {'name': 'network-changed', 'server_uuid': '1183fbd3-893f-47d0-8a47-cca2ab434dc2', 'tag': '6a33477f-d84b-4f48-bb89-98d05b050377'}, {'name': 'network-changed', 'server_uuid': 'e21bb102-dadd-4222-accc-9061d0d9489d', 'tag': '809dfaf7-d4cc-4953-bf89-ccfb1e750cf6'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:21.217256 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3c7196-3fde-4e4d-bde8-927ebc29a23b" -d '{"events": [{"server_uuid": "1183fbd3-893f-47d0-8a47-cca2ab434dc2", "name": "network-vif-unplugged", "status": "completed", "tag": "6a33477f-d84b-4f48-bb89-98d05b050377"}, {"name": "network-changed", "server_uuid": "1183fbd3-893f-47d0-8a47-cca2ab434dc2", "tag": "6a33477f-d84b-4f48-bb89-98d05b050377"}, {"name": "network-changed", "server_uuid": "e21bb102-dadd-4222-accc-9061d0d9489d", "tag": "809dfaf7-d4cc-4953-bf89-ccfb1e750cf6"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:21.241466 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:21.250330 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-c833b86d-03fb-4d53-afdf-419b2222521b service neutron] 10.222.0.84 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158355 May 06 09:39:21.286226 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370649b-321a-4e77-868a-88952442a310 req-cd210b22-f914-461e-9c25-6799fe2d104f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:21.287773 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c370649b-321a-4e77-868a-88952442a310 req-cd210b22-f914-461e-9c25-6799fe2d104f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1559796 May 06 09:39:21.332893 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9f144-a6fb-4902-a2a9-cb3f812b4c1d req-7d4fed7b-e655-4ff2-9561-738aec3ee951 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:21.334452 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-58c9f144-a6fb-4902-a2a9-cb3f812b4c1d req-7d4fed7b-e655-4ff2-9561-738aec3ee951 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.2252884 May 06 09:39:21.348445 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b0c8c064-1e8d-492d-91d7-07cdb7cc21e1 req-acc8d4fa-89f6-426d-97cf-ed0519ae722e tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442451 May 06 09:39:21.395014 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:21.490435 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-58c9f144-a6fb-4902-a2a9-cb3f812b4c1d req-e9a4f998-a144-47b2-a9d6-6c1045fe65c6 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373689 May 06 09:39:21.494737 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ec6f087e-9d9c-42ec-a55d-11694017d27d req-a3edd217-b245-4024-b4f0-0c0da27fae69 service neutron] 10.222.0.84 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289634 May 06 09:39:21.518431 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c370649b-321a-4e77-868a-88952442a310 req-821cfb97-f0ff-4209-a64d-da9a9a0587a1 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937249 May 06 09:39:21.673063 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f405e7-54f7-49cd-aad0-835aeb674887 req-36a3d457-d110-454d-a688-cb2bd7dcc51a tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:21.674598 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-80f405e7-54f7-49cd-aad0-835aeb674887 req-36a3d457-d110-454d-a688-cb2bd7dcc51a tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 1095 time: 0.1340749 May 06 09:39:21.693735 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a972b-3d5a-42e5-b340-2608fe411bd8 req-b512d3e9-c6f6-4895-99e6-85a24df60e50 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:21.700149 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a972b-3d5a-42e5-b340-2608fe411bd8 req-b512d3e9-c6f6-4895-99e6-85a24df60e50 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:21.705972 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a972b-3d5a-42e5-b340-2608fe411bd8 req-b512d3e9-c6f6-4895-99e6-85a24df60e50 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:21.707976 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fd7a972b-3d5a-42e5-b340-2608fe411bd8 req-b512d3e9-c6f6-4895-99e6-85a24df60e50 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f12243-5eae-403f-b433-4be295e5bd2c HTTP/1.1" status: 200 len: 2418 time: 0.1212938 May 06 09:39:21.730148 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c370649b-321a-4e77-868a-88952442a310 req-0c7cd0cb-42c7-4879-9bb2-95579549dedf service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977515 May 06 09:39:21.767755 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-80f405e7-54f7-49cd-aad0-835aeb674887 req-791327e3-f19e-4127-94f6-5a10e5586a04 tempest-LiveMigrationTest-433491909 tempest-LiveMigrationTest-433491909-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857542 May 06 09:39:21.779733 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fd7a972b-3d5a-42e5-b340-2608fe411bd8 req-e6643d99-cb9c-485b-9754-dc9ad62ed126 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635149 May 06 09:39:21.828659 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d649e51-106c-43f2-901d-1f91cd6044f5 x-openstack-request-id: req-1d649e51-106c-43f2-901d-1f91cd6044f5 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:21.829097 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4086e8-670b-410b-8c9a-da027f433e62", "name": "network-vif-plugged", "status": "completed", "tag": "01da8cd2-188a-4f87-8a7e-0aea3f350e6e", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:21.829460 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1d649e51-106c-43f2-901d-1f91cd6044f5 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:21.829987 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d649e51-106c-43f2-901d-1f91cd6044f5'] response: {'server_uuid': '9a4086e8-670b-410b-8c9a-da027f433e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e', 'code': 200} May 06 09:39:21.834299 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 06 May 2022 09:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab4fd76-a4f2-402a-b2d0-77264ba78d67 x-openstack-request-id: req-3ab4fd76-a4f2-402a-b2d0-77264ba78d67 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:21.834606 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1183fbd3-893f-47d0-8a47-cca2ab434dc2", "name": "network-vif-unplugged", "status": "completed", "tag": "6a33477f-d84b-4f48-bb89-98d05b050377", "code": 200}, {"name": "network-changed", "server_uuid": "1183fbd3-893f-47d0-8a47-cca2ab434dc2", "tag": "6a33477f-d84b-4f48-bb89-98d05b050377", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e21bb102-dadd-4222-accc-9061d0d9489d", "tag": "809dfaf7-d4cc-4953-bf89-ccfb1e750cf6", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:21.834952 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3ab4fd76-a4f2-402a-b2d0-77264ba78d67 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:21.835400 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab4fd76-a4f2-402a-b2d0-77264ba78d67'] response: {'server_uuid': '1183fbd3-893f-47d0-8a47-cca2ab434dc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a33477f-d84b-4f48-bb89-98d05b050377', 'code': 200} May 06 09:39:21.835681 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab4fd76-a4f2-402a-b2d0-77264ba78d67'] response: {'name': 'network-changed', 'server_uuid': '1183fbd3-893f-47d0-8a47-cca2ab434dc2', 'tag': '6a33477f-d84b-4f48-bb89-98d05b050377', 'status': 'completed', 'code': 200} May 06 09:39:21.836086 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab4fd76-a4f2-402a-b2d0-77264ba78d67'] response: {'name': 'network-changed', 'server_uuid': 'e21bb102-dadd-4222-accc-9061d0d9489d', 'tag': '809dfaf7-d4cc-4953-bf89-ccfb1e750cf6', 'status': 'completed', 'code': 200} May 06 09:39:21.977789 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cb8e2-5531-4e78-a619-e1015c58b0ca req-ac8039db-14af-4269-aded-49698785f036 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:21.979294 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-682cb8e2-5531-4e78-a619-e1015c58b0ca req-ac8039db-14af-4269-aded-49698785f036 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aea2595-1825-4181-828f-9dbd9c71b82f HTTP/1.1" status: 200 len: 945 time: 0.1064219 May 06 09:39:22.014752 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef560a-8584-488a-952c-42b10058a801 req-15e9eba4-be0c-4069-98ae-757acf63cebe tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:22.016261 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b7ef560a-8584-488a-952c-42b10058a801 req-15e9eba4-be0c-4069-98ae-757acf63cebe tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=7686ffe9-e948-41e8-bcea-0cc11c155760 HTTP/1.1" status: 200 len: 947 time: 0.1329095 May 06 09:39:22.077518 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c7196-3fde-4e4d-bde8-927ebc29a23b req-1a0f0d40-2981-4d6d-b409-357baaf65b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:22.078958 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb3c7196-3fde-4e4d-bde8-927ebc29a23b req-1a0f0d40-2981-4d6d-b409-357baaf65b9b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d5c8baf980ce4dc1ab4fba669d9b206a&device_id=e21bb102-dadd-4222-accc-9061d0d9489d HTTP/1.1" status: 200 len: 1094 time: 0.1438468 May 06 09:39:22.084775 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c7196-3fde-4e4d-bde8-927ebc29a23b req-a13aacac-aa35-4b0a-a918-d14d36e20735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:22.086149 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb3c7196-3fde-4e4d-bde8-927ebc29a23b req-a13aacac-aa35-4b0a-a918-d14d36e20735 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=147a685967a04284b13954d6f7a9d875&device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 1124 time: 0.1356611 May 06 09:39:22.090472 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-682cb8e2-5531-4e78-a619-e1015c58b0ca req-2879cecb-147e-4182-943c-b353dd29fa17 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868504 May 06 09:39:22.120624 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b7ef560a-8584-488a-952c-42b10058a801 req-036fc971-8269-4d8c-8341-03b3c149ebdc tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937147 May 06 09:39:22.344673 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581aa34b-32a5-412b-8140-55d7e00dc0ef req-ef2014d7-fc51-4835-b0d9-6e3d5e42d8fb tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:22.346931 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-581aa34b-32a5-412b-8140-55d7e00dc0ef req-ef2014d7-fc51-4835-b0d9-6e3d5e42d8fb tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 943 time: 0.1824887 May 06 09:39:22.349330 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3837d-4b8b-4f8f-86d4-05c93e76e0b4 req-bd12699f-7fa0-4525-8231-485c1caa3885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:22.350757 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a5d3837d-4b8b-4f8f-86d4-05c93e76e0b4 req-bd12699f-7fa0-4525-8231-485c1caa3885 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 1096 time: 0.2052464 May 06 09:39:22.355550 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c7196-3fde-4e4d-bde8-927ebc29a23b req-123afbf7-7551-471d-ae14-f7f2082f5ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:22.357452 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb3c7196-3fde-4e4d-bde8-927ebc29a23b req-123afbf7-7551-471d-ae14-f7f2082f5ee4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=519999b9-d7d4-4e10-b661-e50209fd3b05 HTTP/1.1" status: 200 len: 920 time: 0.2611883 May 06 09:39:22.367995 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c7196-3fde-4e4d-bde8-927ebc29a23b req-f4e6f844-f9fb-4916-a9ed-dcf2c627ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:22.370049 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb3c7196-3fde-4e4d-bde8-927ebc29a23b req-f4e6f844-f9fb-4916-a9ed-dcf2c627ff73 service neutron] 10.222.0.84 "GET /v2.0/networks?id=22f2ea67-0061-4453-8871-c63efbcb27a4 HTTP/1.1" status: 200 len: 906 time: 0.2234244 May 06 09:39:22.411761 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38e36331-c036-4dc7-8e06-650884441f66 req-c3491d0a-a707-4adc-bd5c-69aec6a9903c tempest-ServersAdmin275Test-1645956148 tempest-ServersAdmin275Test-1645956148-project] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.0599866 May 06 09:39:22.496652 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb3c7196-3fde-4e4d-bde8-927ebc29a23b req-319f7a05-c69d-4b2f-b6ec-3f36b65335f9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a33477f-d84b-4f48-bb89-98d05b050377 HTTP/1.1" status: 200 len: 217 time: 0.1256292 May 06 09:39:22.520657 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb3c7196-3fde-4e4d-bde8-927ebc29a23b req-0812d2ef-dbb5-4e1a-81e3-5d0647040a2f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=809dfaf7-d4cc-4953-bf89-ccfb1e750cf6 HTTP/1.1" status: 200 len: 217 time: 0.1173308 May 06 09:39:22.628345 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-581aa34b-32a5-412b-8140-55d7e00dc0ef req-a02ef6d1-e387-47fc-934b-da49cba317bb tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698996 May 06 09:39:22.630240 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a5d3837d-4b8b-4f8f-86d4-05c93e76e0b4 req-c3641f06-8952-41ee-970e-a6e50684be31 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471716 May 06 09:39:22.662527 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c7196-3fde-4e4d-bde8-927ebc29a23b req-47695c92-f818-401a-8f61-7971c110256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:22.664036 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb3c7196-3fde-4e4d-bde8-927ebc29a23b req-47695c92-f818-401a-8f61-7971c110256e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=293ef06f-9c8d-46e9-8a69-2491d12832fe HTTP/1.1" status: 200 len: 859 time: 0.1487834 May 06 09:39:22.672685 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6df39bd8-200b-44bf-8532-12d673494805 req-e5b826fa-1018-4fd0-b0e0-9a2fd1abe33d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2705908 May 06 09:39:22.680090 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c7196-3fde-4e4d-bde8-927ebc29a23b req-48e2c6cd-8895-4f62-b1d7-fea431912bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:22.681616 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb3c7196-3fde-4e4d-bde8-927ebc29a23b req-48e2c6cd-8895-4f62-b1d7-fea431912bb9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=afa93752-8f96-48cb-be1f-768526aba17a HTTP/1.1" status: 200 len: 845 time: 0.1323886 May 06 09:39:22.690193 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b9d21-2706-4c0d-8038-bac6c045a76d req-ec0c6958-b4ae-4840-a1e6-9845899e6588 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:22.692882 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f5b9d21-2706-4c0d-8038-bac6c045a76d req-ec0c6958-b4ae-4840-a1e6-9845899e6588 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 944 time: 0.1940188 May 06 09:39:22.734779 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb3c7196-3fde-4e4d-bde8-927ebc29a23b req-28c29c2e-8e0f-4eab-b83a-d40792d5d572 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=519999b9-d7d4-4e10-b661-e50209fd3b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419962 May 06 09:39:22.767598 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f5b9d21-2706-4c0d-8038-bac6c045a76d req-32ab1795-4cbd-4068-8f90-7e6c3a43b693 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669982 May 06 09:39:22.924518 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device c45e2232-5ed7-485f-b3e2-b187d68163c4 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:39:23.041291 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port c45e2232-5ed7-485f-b3e2-b187d68163c4, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=c45e2232-5ed7-485f-b3e2-b187d68163c4,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:23.054571 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'c45e2232-5ed7-485f-b3e2-b187d68163c4', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': 'c45e2232-5ed7-485f-b3e2-b187d68163c4', 'mac_address': 'fa:16:3e:b1:57:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:39:23.099405 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:23.113226 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45e2232-5ed7-485f-b3e2-b187d68163c4 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:23.135966 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port c45e2232-5ed7-485f-b3e2-b187d68163c4, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=c45e2232-5ed7-485f-b3e2-b187d68163c4,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:23.140416 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:23.200468 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=c45e2232-5ed7-485f-b3e2-b187d68163c4,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:23.223890 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb3c7196-3fde-4e4d-bde8-927ebc29a23b req-91f5f525-a7ad-4875-aa71-7564f40507c3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=22f2ea67-0061-4453-8871-c63efbcb27a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1215491 May 06 09:39:23.321475 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:39:23.327561 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df39bd8-200b-44bf-8532-12d673494805 req-91f4c1db-8187-4ead-8889-63a01322c489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:23.329067 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6df39bd8-200b-44bf-8532-12d673494805 req-91f4c1db-8187-4ead-8889-63a01322c489 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ee0cd225ef094aa381a08623ce8da867&device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 1095 time: 0.2308815 May 06 09:39:23.341231 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b057c5d-8127-4476-83c8-dda67b5f6fc4 req-582192d0-10f8-45b8-99e1-67692bc456b9 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:23.342641 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b057c5d-8127-4476-83c8-dda67b5f6fc4 req-582192d0-10f8-45b8-99e1-67692bc456b9 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21bb102-dadd-4222-accc-9061d0d9489d HTTP/1.1" status: 200 len: 943 time: 0.2419176 May 06 09:39:23.355022 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26e00d-1e73-4e3c-bef2-f414b5d30d4d req-0a63d908-99fa-42ac-bc2f-85f3e3804e82 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:23.356752 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d26e00d-1e73-4e3c-bef2-f414b5d30d4d req-0a63d908-99fa-42ac-bc2f-85f3e3804e82 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 945 time: 0.2572079 May 06 09:39:23.406244 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb3c7196-3fde-4e4d-bde8-927ebc29a23b req-263dee22-0783-488d-99af-a5f74869861a service neutron] 10.222.0.77 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6547410 May 06 09:39:23.454220 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b057c5d-8127-4476-83c8-dda67b5f6fc4 req-192a7258-7b7e-4e2f-a3f1-70affcfea974 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964139 May 06 09:39:23.469470 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d26e00d-1e73-4e3c-bef2-f414b5d30d4d req-1710be04-4a73-4295-ad0b-b6719c74e973 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040690 May 06 09:39:23.471407 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb3c7196-3fde-4e4d-bde8-927ebc29a23b req-6cdfb781-370d-489b-86fd-d8af0c80d5aa service neutron] 10.222.0.84 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278738 May 06 09:39:23.605188 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eef005-fda8-46af-bfea-228c2de62fb9 req-327193a2-147f-40f1-877d-c37975df1624 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:23.606803 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b2eef005-fda8-46af-bfea-228c2de62fb9 req-327193a2-147f-40f1-877d-c37975df1624 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.77 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 944 time: 0.0514669 May 06 09:39:23.664216 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['c45e2232-5ed7-485f-b3e2-b187d68163c4'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:23.706506 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb3c7196-3fde-4e4d-bde8-927ebc29a23b req-c3985c2a-4998-4f71-8285-541bc4deddd7 service neutron] 10.222.0.77 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512851 May 06 09:39:23.716418 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-b2eef005-fda8-46af-bfea-228c2de62fb9 req-a6634462-4e6b-4521-9b17-2155ca78f0fd tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Deleting port ede935de-78ee-458f-8df5-09b533c47d24 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:39:23.716773 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b2eef005-fda8-46af-bfea-228c2de62fb9 req-a6634462-4e6b-4521-9b17-2155ca78f0fd tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:23.743144 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe68037-60fc-4af1-babc-fed970abbca2 req-fc1cee81-98e1-4331-9e70-31a1310cb8ee tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:23.750064 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe68037-60fc-4af1-babc-fed970abbca2 req-fc1cee81-98e1-4331-9e70-31a1310cb8ee tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:23.756571 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe68037-60fc-4af1-babc-fed970abbca2 req-fc1cee81-98e1-4331-9e70-31a1310cb8ee tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:23.758357 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3fe68037-60fc-4af1-babc-fed970abbca2 req-fc1cee81-98e1-4331-9e70-31a1310cb8ee tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f12243-5eae-403f-b433-4be295e5bd2c HTTP/1.1" status: 200 len: 2418 time: 0.2257066 May 06 09:39:23.817135 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae45358-1e5b-43f8-8185-2fc06f9d6b92 req-f306197b-b28d-4750-9e31-3f6ad5d4f59f tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:23.818707 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9ae45358-1e5b-43f8-8185-2fc06f9d6b92 req-f306197b-b28d-4750-9e31-3f6ad5d4f59f tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aea2595-1825-4181-828f-9dbd9c71b82f HTTP/1.1" status: 200 len: 945 time: 0.2733335 May 06 09:39:23.825642 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-b2eef005-fda8-46af-bfea-228c2de62fb9 req-a6634462-4e6b-4521-9b17-2155ca78f0fd tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] For port ede935de-78ee-458f-8df5-09b533c47d24, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ede935de-78ee-458f-8df5-09b533c47d24,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:23.825877 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b2eef005-fda8-46af-bfea-228c2de62fb9 req-a6634462-4e6b-4521-9b17-2155ca78f0fd tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:23.836457 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb3c7196-3fde-4e4d-bde8-927ebc29a23b req-c8e3f1cf-c4ae-4383-b269-dd58640248ab service neutron] 10.222.0.84 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998135 May 06 09:39:23.842797 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-b2eef005-fda8-46af-bfea-228c2de62fb9 req-a6634462-4e6b-4521-9b17-2155ca78f0fd tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Calling delete_port for ede935de-78ee-458f-8df5-09b533c47d24 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:39:23.857314 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df39bd8-200b-44bf-8532-12d673494805 req-5f549449-8115-4703-9c4b-7c63d8b2acfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:23.858785 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6df39bd8-200b-44bf-8532-12d673494805 req-5f549449-8115-4703-9c4b-7c63d8b2acfc service neutron] 10.222.0.84 "GET /v2.0/networks?id=9016fd3e-f04c-40de-8dbe-a7754f33396e HTTP/1.1" status: 200 len: 909 time: 0.2782245 May 06 09:39:23.876133 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3fe68037-60fc-4af1-babc-fed970abbca2 req-785e5f96-b788-411d-98ce-d1682ee211b9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040816 May 06 09:39:23.942261 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9ae45358-1e5b-43f8-8185-2fc06f9d6b92 req-b0adcdf3-7924-4438-9f27-670ceac0c3f1 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031199 May 06 09:39:23.944188 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6df39bd8-200b-44bf-8532-12d673494805 req-9ec920ca-3f4f-43d4-b991-f0aec8b80dc3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fe51c42-2f2e-4777-b918-30129d553fb9 HTTP/1.1" status: 200 len: 217 time: 0.0531554 May 06 09:39:24.010168 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b2eef005-fda8-46af-bfea-228c2de62fb9 req-a6634462-4e6b-4521-9b17-2155ca78f0fd tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:24.042081 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6634462-4e6b-4521-9b17-2155ca78f0fd tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Pushing event deleted for resources: {'Port': ['ID=ede935de-78ee-458f-8df5-09b533c47d24,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:24.057097 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['ede935de-78ee-458f-8df5-09b533c47d24'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:24.066223 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7a895ff5-28ff-4bb3-8073-33ef2f91f5db req-d9b930ed-6447-48d9-ba60-28eb6c112cbd tempest-ServersAdmin275Test-1645956148 tempest-ServersAdmin275Test-1645956148-project] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.0465372 May 06 09:39:24.069910 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df39bd8-200b-44bf-8532-12d673494805 req-5a48800a-16e4-4849-aa6c-b11f1ae0ad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:24.071463 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6df39bd8-200b-44bf-8532-12d673494805 req-5a48800a-16e4-4849-aa6c-b11f1ae0ad2b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5704ec7d-7fe2-4308-8e34-562762b93f76 HTTP/1.1" status: 200 len: 848 time: 0.1132677 May 06 09:39:24.080813 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223a5cc-c518-4b1e-8dd4-f1af1d2ccc04 req-846dafd6-62d8-43b7-a722-a4a0acc2a28d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:24.082556 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7223a5cc-c518-4b1e-8dd4-f1af1d2ccc04 req-846dafd6-62d8-43b7-a722-a4a0acc2a28d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=7686ffe9-e948-41e8-bcea-0cc11c155760 HTTP/1.1" status: 200 len: 948 time: 0.1373019 May 06 09:39:24.084747 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2eef005-fda8-46af-bfea-228c2de62fb9 req-a6634462-4e6b-4521-9b17-2155ca78f0fd tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] No DVR routers for this DVR port ede935de-78ee-458f-8df5-09b533c47d24 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:39:24.087673 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b2eef005-fda8-46af-bfea-228c2de62fb9 req-a6634462-4e6b-4521-9b17-2155ca78f0fd tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:24.091346 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b2eef005-fda8-46af-bfea-228c2de62fb9 req-a6634462-4e6b-4521-9b17-2155ca78f0fd tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.77 "DELETE /v2.0/ports/ede935de-78ee-458f-8df5-09b533c47d24 HTTP/1.1" status: 204 len: 173 time: 0.4745042 May 06 09:39:24.091814 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0831239-d745-436b-853c-2b77fc2ed90e', 'name': 'network-vif-deleted', 'tag': 'ede935de-78ee-458f-8df5-09b533c47d24'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:24.094308 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea677048-3418-4ed9-8841-6351571953c9" -d '{"events": [{"server_uuid": "b0831239-d745-436b-853c-2b77fc2ed90e", "name": "network-vif-deleted", "tag": "ede935de-78ee-458f-8df5-09b533c47d24"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:24.136076 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6df39bd8-200b-44bf-8532-12d673494805 req-8b2b2940-ac5e-4bfe-8295-5237bd2d5f3c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9016fd3e-f04c-40de-8dbe-a7754f33396e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388715 May 06 09:39:24.268024 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7223a5cc-c518-4b1e-8dd4-f1af1d2ccc04 req-667cf04e-38da-4d63-8b32-ef7bad95c064 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695306 May 06 09:39:24.287553 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842181a-d487-48e8-90a6-ae13139328d6 req-ad02d720-1c95-4146-8c91-aa3484642912 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:24.289090 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8842181a-d487-48e8-90a6-ae13139328d6 req-ad02d720-1c95-4146-8c91-aa3484642912 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.77 "GET /v2.0/ports?device_id=4aea2595-1825-4181-828f-9dbd9c71b82f HTTP/1.1" status: 200 len: 945 time: 0.2043002 May 06 09:39:24.324100 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b15caa-5945-48b2-bf53-34d5d32bb26e req-93f64bec-a200-4d8d-a17c-d43bbb0495a4 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:24.325782 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-33b15caa-5945-48b2-bf53-34d5d32bb26e req-93f64bec-a200-4d8d-a17c-d43bbb0495a4 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 943 time: 0.1561365 May 06 09:39:24.405881 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6df39bd8-200b-44bf-8532-12d673494805 req-e7b0819e-2cfb-4695-bd89-b6f03a35b566 service neutron] 10.222.0.84 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387371 May 06 09:39:24.409082 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6ca193b6-1cab-435d-9572-1aba58d8359e req-60d7cbf6-0343-4d42-9fba-fb56b2347bb5 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 210 time: 0.0567808 May 06 09:39:24.464360 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f577758f-56af-43d2-a8bd-8d5bccf10caf x-openstack-request-id: req-f577758f-56af-43d2-a8bd-8d5bccf10caf {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:24.464654 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0831239-d745-436b-853c-2b77fc2ed90e", "name": "network-vif-deleted", "tag": "ede935de-78ee-458f-8df5-09b533c47d24", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:24.464905 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f577758f-56af-43d2-a8bd-8d5bccf10caf {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:24.465341 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f577758f-56af-43d2-a8bd-8d5bccf10caf'] response: {'server_uuid': 'b0831239-d745-436b-853c-2b77fc2ed90e', 'name': 'network-vif-deleted', 'tag': 'ede935de-78ee-458f-8df5-09b533c47d24', 'status': 'completed', 'code': 200} May 06 09:39:24.473693 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-33b15caa-5945-48b2-bf53-34d5d32bb26e req-82a83309-eced-462c-b2c6-9895df853b44 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260417 May 06 09:39:24.561471 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-8842181a-d487-48e8-90a6-ae13139328d6 req-99d53c84-2afe-45b1-a7d7-aee08471bfbb tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Deleting port 97561735-33b7-466d-b2af-cce684644736 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:39:24.561809 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8842181a-d487-48e8-90a6-ae13139328d6 req-99d53c84-2afe-45b1-a7d7-aee08471bfbb tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:24.566858 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6df39bd8-200b-44bf-8532-12d673494805 req-7fdaf3be-407b-46ab-804e-4473e1b73963 service neutron] 10.222.0.84 "GET /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212168 May 06 09:39:24.709801 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ae87c-a7c4-40ef-86ae-7c534581c746 req-f650d97c-cc69-404c-bf84-2cbb5001832c tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:24.711587 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fc8ae87c-a7c4-40ef-86ae-7c534581c746 req-f650d97c-cc69-404c-bf84-2cbb5001832c tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21bb102-dadd-4222-accc-9061d0d9489d HTTP/1.1" status: 200 len: 943 time: 0.1527867 May 06 09:39:24.727193 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c66789-ba80-4ba2-83d7-f9e1364def8c req-8ee11b3c-7a75-4b8a-ad79-43892775076f tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:24.728562 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67c66789-ba80-4ba2-83d7-f9e1364def8c req-8ee11b3c-7a75-4b8a-ad79-43892775076f tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 945 time: 0.1513453 May 06 09:39:24.777436 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-8842181a-d487-48e8-90a6-ae13139328d6 req-99d53c84-2afe-45b1-a7d7-aee08471bfbb tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] For port 97561735-33b7-466d-b2af-cce684644736, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=97561735-33b7-466d-b2af-cce684644736,segment=NetworkSegment(ad53ebe9-2424-450b-83f6-7b9fe46d8064),segment_id=ad53ebe9-2424-450b-83f6-7b9fe46d8064)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:24.777946 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8842181a-d487-48e8-90a6-ae13139328d6 req-99d53c84-2afe-45b1-a7d7-aee08471bfbb tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:24.801680 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-8842181a-d487-48e8-90a6-ae13139328d6 req-99d53c84-2afe-45b1-a7d7-aee08471bfbb tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Calling delete_port for 97561735-33b7-466d-b2af-cce684644736 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:39:24.839422 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fc8ae87c-a7c4-40ef-86ae-7c534581c746 req-c41ee615-91c7-44a9-8d21-2aa47ac419de tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198423 May 06 09:39:24.874010 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['0628af58-b4bb-41f2-a487-0f7dc617eaf8'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:24.893149 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67c66789-ba80-4ba2-83d7-f9e1364def8c req-b764d3e1-d9ef-4253-8473-2ab7e7c064a4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529572 May 06 09:39:24.938413 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 809dfaf7-d4cc-4953-bf89-ccfb1e750cf6 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:39:25.141593 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba8d08-a4df-42a1-9e17-15cc7e123315 req-cf8762cc-290a-456e-94d0-78581bc04ccd tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:25.147832 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba8d08-a4df-42a1-9e17-15cc7e123315 req-cf8762cc-290a-456e-94d0-78581bc04ccd tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:25.154648 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba8d08-a4df-42a1-9e17-15cc7e123315 req-cf8762cc-290a-456e-94d0-78581bc04ccd tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:25.156408 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-abba8d08-a4df-42a1-9e17-15cc7e123315 req-cf8762cc-290a-456e-94d0-78581bc04ccd tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f12243-5eae-403f-b433-4be295e5bd2c HTTP/1.1" status: 200 len: 2418 time: 0.1375923 May 06 09:39:25.175099 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8842181a-d487-48e8-90a6-ae13139328d6 req-99d53c84-2afe-45b1-a7d7-aee08471bfbb tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:25.230384 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d6468-44cd-4132-965d-e4f134ba372c req-ad7985ea-638d-4cd8-b57e-c390b4d9ee43 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:25.232075 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c89d6468-44cd-4132-965d-e4f134ba372c req-ad7985ea-638d-4cd8-b57e-c390b4d9ee43 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aea2595-1825-4181-828f-9dbd9c71b82f HTTP/1.1" status: 200 len: 945 time: 0.1766667 May 06 09:39:25.236725 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['97561735-33b7-466d-b2af-cce684644736'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:25.274998 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d53c84-2afe-45b1-a7d7-aee08471bfbb tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Pushing event deleted for resources: {'Port': ['ID=97561735-33b7-466d-b2af-cce684644736,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:25.357066 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c89d6468-44cd-4132-965d-e4f134ba372c req-b221edfd-937e-4750-bf3d-4d08f1a912aa tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3c7b662-b78c-4be9-875b-ab9123235eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987592 May 06 09:39:25.357826 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-8842181a-d487-48e8-90a6-ae13139328d6 req-99d53c84-2afe-45b1-a7d7-aee08471bfbb tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] No DVR routers for this DVR port 97561735-33b7-466d-b2af-cce684644736 on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:39:25.366431 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 809dfaf7-d4cc-4953-bf89-ccfb1e750cf6, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=809dfaf7-d4cc-4953-bf89-ccfb1e750cf6,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:25.369207 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-abba8d08-a4df-42a1-9e17-15cc7e123315 req-ce578676-2e06-464f-a09b-d9ae447cac58 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000442 May 06 09:39:25.371377 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8842181a-d487-48e8-90a6-ae13139328d6 req-99d53c84-2afe-45b1-a7d7-aee08471bfbb tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:25.387198 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8842181a-d487-48e8-90a6-ae13139328d6 req-99d53c84-2afe-45b1-a7d7-aee08471bfbb tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.77 "DELETE /v2.0/ports/97561735-33b7-466d-b2af-cce684644736 HTTP/1.1" status: 204 len: 173 time: 1.0669253 May 06 09:39:25.387198 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aea2595-1825-4181-828f-9dbd9c71b82f', 'name': 'network-vif-deleted', 'tag': '97561735-33b7-466d-b2af-cce684644736'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:25.388417 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '809dfaf7-d4cc-4953-bf89-ccfb1e750cf6', 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4', 'port_id': '809dfaf7-d4cc-4953-bf89-ccfb1e750cf6', 'mac_address': 'fa:16:3e:b4:14:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa93752-8f96-48cb-be1f-768526aba17a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:39:25.388542 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e7e131-38e6-4dc7-a869-bbbdfa3a47ae" -d '{"events": [{"server_uuid": "4aea2595-1825-4181-828f-9dbd9c71b82f", "name": "network-vif-deleted", "tag": "97561735-33b7-466d-b2af-cce684644736"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:25.467720 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:25.525866 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 809dfaf7-d4cc-4953-bf89-ccfb1e750cf6 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:25.542432 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2efe4ab-dd8b-4b83-878e-4cc211caee44 req-57b853b1-afe8-461f-9d85-5160285fcff7 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:25.545535 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b2efe4ab-dd8b-4b83-878e-4cc211caee44 req-57b853b1-afe8-461f-9d85-5160285fcff7 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=7686ffe9-e948-41e8-bcea-0cc11c155760 HTTP/1.1" status: 200 len: 948 time: 0.0916786 May 06 09:39:25.551369 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 809dfaf7-d4cc-4953-bf89-ccfb1e750cf6, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=809dfaf7-d4cc-4953-bf89-ccfb1e750cf6,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:25.557767 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:25.652918 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=809dfaf7-d4cc-4953-bf89-ccfb1e750cf6,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:25.658561 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dfea47e2-8468-4aa7-8f14-08e9cf3ec9a0 req-6fa3e39e-1c01-43c2-b762-210ab0869f67 tempest-ServersAdmin275Test-1645956148 tempest-ServersAdmin275Test-1645956148-project] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.0751839 May 06 09:39:25.703968 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b2efe4ab-dd8b-4b83-878e-4cc211caee44 req-782f9573-5ba8-4a5d-884d-0f44b2164684 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506276 May 06 09:39:25.732236 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79736c-ea3a-456f-9a57-3de8172e0d6f req-81cbe23c-6edb-41c1-8435-312eaae448da tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:25.741858 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79736c-ea3a-456f-9a57-3de8172e0d6f req-81cbe23c-6edb-41c1-8435-312eaae448da tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:25.752796 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79736c-ea3a-456f-9a57-3de8172e0d6f req-81cbe23c-6edb-41c1-8435-312eaae448da tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:25.754651 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac79736c-ea3a-456f-9a57-3de8172e0d6f req-81cbe23c-6edb-41c1-8435-312eaae448da tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.77 "GET /v2.0/ports?device_id=91f12243-5eae-403f-b433-4be295e5bd2c HTTP/1.1" status: 200 len: 2418 time: 0.1440117 May 06 09:39:25.756536 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308e0eb7-c278-4dbf-9618-9ba86b4d1e51 x-openstack-request-id: req-308e0eb7-c278-4dbf-9618-9ba86b4d1e51 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:25.757598 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aea2595-1825-4181-828f-9dbd9c71b82f", "name": "network-vif-deleted", "tag": "97561735-33b7-466d-b2af-cce684644736", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:25.758060 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-308e0eb7-c278-4dbf-9618-9ba86b4d1e51 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:25.758554 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-308e0eb7-c278-4dbf-9618-9ba86b4d1e51'] response: {'server_uuid': '4aea2595-1825-4181-828f-9dbd9c71b82f', 'name': 'network-vif-deleted', 'tag': '97561735-33b7-466d-b2af-cce684644736', 'status': 'completed', 'code': 200} May 06 09:39:25.849996 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6fea27de-6262-4ad2-bc78-8bb0c8d3cf62 req-b2aa1f81-09f5-43f1-bbb0-dc035c13f74c tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 210 time: 0.0581157 May 06 09:39:25.919016 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3c5eb-09b1-4637-840f-1b0ba4915f33 req-75b27af1-b54b-49a1-be8b-70362a857161 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:25.921114 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0c3c5eb-09b1-4637-840f-1b0ba4915f33 req-75b27af1-b54b-49a1-be8b-70362a857161 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 943 time: 0.1309240 May 06 09:39:25.992109 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-ac79736c-ea3a-456f-9a57-3de8172e0d6f req-f6a0411e-64f6-4dbd-97be-a4ef3a1ea4c5 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Deleting port f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:39:25.992457 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ac79736c-ea3a-456f-9a57-3de8172e0d6f req-f6a0411e-64f6-4dbd-97be-a4ef3a1ea4c5 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:26.023760 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['809dfaf7-d4cc-4953-bf89-ccfb1e750cf6'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:26.087924 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0c3c5eb-09b1-4637-840f-1b0ba4915f33 req-1c81eb0f-da92-4d78-b5b3-c30a6bde0044 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461911 May 06 09:39:26.115500 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38296c-1c9d-414a-9d09-e248a6410bf5 req-47cda7bd-ce01-4503-9379-9c9cd1d9f064 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:26.126247 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aa38296c-1c9d-414a-9d09-e248a6410bf5 req-47cda7bd-ce01-4503-9379-9c9cd1d9f064 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21bb102-dadd-4222-accc-9061d0d9489d HTTP/1.1" status: 200 len: 944 time: 0.1832018 May 06 09:39:26.195735 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aa38296c-1c9d-414a-9d09-e248a6410bf5 req-234c127e-a7e3-4d8c-9d5b-d9266229ca81 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685160 May 06 09:39:26.209252 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-ac79736c-ea3a-456f-9a57-3de8172e0d6f req-f6a0411e-64f6-4dbd-97be-a4ef3a1ea4c5 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] For port f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79,segment=NetworkSegment(1d387139-cba5-4570-b0b2-41010da74545),segment_id=1d387139-cba5-4570-b0b2-41010da74545)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:26.209761 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ac79736c-ea3a-456f-9a57-3de8172e0d6f req-f6a0411e-64f6-4dbd-97be-a4ef3a1ea4c5 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:26.256256 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-ac79736c-ea3a-456f-9a57-3de8172e0d6f req-f6a0411e-64f6-4dbd-97be-a4ef3a1ea4c5 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Calling delete_port for f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:39:26.319748 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65635777-ed3b-4319-bed8-d2f95f8eb7e9 req-a0a4adfa-f7ab-4f6f-a163-c2a01544d262 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:26.321295 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-65635777-ed3b-4319-bed8-d2f95f8eb7e9 req-a0a4adfa-f7ab-4f6f-a163-c2a01544d262 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 945 time: 0.1085560 May 06 09:39:26.381930 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-65635777-ed3b-4319-bed8-d2f95f8eb7e9 req-e0a4d153-edf0-48cb-81b1-e805dc9835d3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528245 May 06 09:39:26.491810 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ac79736c-ea3a-456f-9a57-3de8172e0d6f req-f6a0411e-64f6-4dbd-97be-a4ef3a1ea4c5 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:26.527556 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['2950e3c6-976a-4a08-9aa2-e52fc01ba6bf', '16b619c4-f6b9-4df5-811f-5f1ce1306b59', 'f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:26.559348 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0411e-64f6-4dbd-97be-a4ef3a1ea4c5 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Pushing event deleted for resources: {'Port': ['ID=f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:26.610082 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac79736c-ea3a-456f-9a57-3de8172e0d6f req-f6a0411e-64f6-4dbd-97be-a4ef3a1ea4c5 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] No DVR routers for this DVR port f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79 on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:39:26.622524 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decaa298-11d0-440f-be4b-3291d7190220 req-c069b103-cb06-4972-8969-228d82bdde02 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:26.628884 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decaa298-11d0-440f-be4b-3291d7190220 req-c069b103-cb06-4972-8969-228d82bdde02 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:26.635719 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decaa298-11d0-440f-be4b-3291d7190220 req-c069b103-cb06-4972-8969-228d82bdde02 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:26.644165 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-decaa298-11d0-440f-be4b-3291d7190220 req-c069b103-cb06-4972-8969-228d82bdde02 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f12243-5eae-403f-b433-4be295e5bd2c HTTP/1.1" status: 200 len: 2339 time: 0.1903043 May 06 09:39:26.649113 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ac79736c-ea3a-456f-9a57-3de8172e0d6f req-f6a0411e-64f6-4dbd-97be-a4ef3a1ea4c5 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:26.652737 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac79736c-ea3a-456f-9a57-3de8172e0d6f req-f6a0411e-64f6-4dbd-97be-a4ef3a1ea4c5 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.77 "DELETE /v2.0/ports/f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79 HTTP/1.1" status: 204 len: 173 time: 0.8915181 May 06 09:39:26.667211 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0474b28-6905-49a0-963b-f9fc54862d3c req-4c38bb7c-f7da-4c3b-aa21-967521986646 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:26.668851 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0474b28-6905-49a0-963b-f9fc54862d3c req-4c38bb7c-f7da-4c3b-aa21-967521986646 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 945 time: 0.1802852 May 06 09:39:26.677617 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44024) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:26.683181 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-897e09cd-aa21-4157-8421-9ebdd901b45b tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Request body: {'floatingip': {'port_id': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:26.760258 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-decaa298-11d0-440f-be4b-3291d7190220 req-d2885b89-7498-4ffc-85a4-64a06af5b56e tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125841 May 06 09:39:26.816290 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-897e09cd-aa21-4157-8421-9ebdd901b45b tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks [] for floatingip, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:26.821613 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-ac79736c-ea3a-456f-9a57-3de8172e0d6f req-dca73189-273e-42f4-a11e-e9e89a210862 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Deleting port 2950e3c6-976a-4a08-9aa2-e52fc01ba6bf {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:39:26.822832 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ac79736c-ea3a-456f-9a57-3de8172e0d6f req-dca73189-273e-42f4-a11e-e9e89a210862 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:26.939689 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device c45e2232-5ed7-485f-b3e2-b187d68163c4 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:27.040669 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port c45e2232-5ed7-485f-b3e2-b187d68163c4 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:39:27.046621 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port c45e2232-5ed7-485f-b3e2-b187d68163c4 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:27.047219 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:27.162792 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:27.203814 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7686ffe9-e948-41e8-bcea-0cc11c155760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45e2232-5ed7-485f-b3e2-b187d68163c4'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:27.207197 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f2604e-9708-4b80-a2f6-0cdc243f3fcb" -d '{"events": [{"server_uuid": "7686ffe9-e948-41e8-bcea-0cc11c155760", "name": "network-vif-plugged", "status": "completed", "tag": "c45e2232-5ed7-485f-b3e2-b187d68163c4"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:27.226464 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port c45e2232-5ed7-485f-b3e2-b187d68163c4, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=c45e2232-5ed7-485f-b3e2-b187d68163c4,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:27.231960 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:27.307232 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 97561735-33b7-466d-b2af-cce684644736 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:39:27.335708 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cd23de13-b737-479b-82b4-81759aadc157 req-146d05f3-6bc0-4672-839a-4f60677f8c68 tempest-ServersAdmin275Test-1645956148 tempest-ServersAdmin275Test-1645956148-project] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.4197426 May 06 09:39:27.356466 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=c45e2232-5ed7-485f-b3e2-b187d68163c4,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:27.370935 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 97561735-33b7-466d-b2af-cce684644736 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:39:27.371629 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 97561735-33b7-466d-b2af-cce684644736 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:39:27.373111 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 6a33477f-d84b-4f48-bb89-98d05b050377 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:39:27.427393 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2697f-cf82-430b-b7f7-349c7e20e401 req-8d640e84-199a-4657-a69f-ac238f4208e9 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:27.447367 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fcf2697f-cf82-430b-b7f7-349c7e20e401 req-8d640e84-199a-4657-a69f-ac238f4208e9 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=7686ffe9-e948-41e8-bcea-0cc11c155760 HTTP/1.1" status: 200 len: 948 time: 0.5640182 May 06 09:39:27.471804 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-ac79736c-ea3a-456f-9a57-3de8172e0d6f req-dca73189-273e-42f4-a11e-e9e89a210862 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] For port 2950e3c6-976a-4a08-9aa2-e52fc01ba6bf, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=2950e3c6-976a-4a08-9aa2-e52fc01ba6bf,segment=NetworkSegment(2f84c048-45d7-4c82-807a-064e9189436d),segment_id=2f84c048-45d7-4c82-807a-064e9189436d)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:27.472188 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ac79736c-ea3a-456f-9a57-3de8172e0d6f req-dca73189-273e-42f4-a11e-e9e89a210862 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:27.505404 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ede935de-78ee-458f-8df5-09b533c47d24 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:39:27.526210 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-ac79736c-ea3a-456f-9a57-3de8172e0d6f req-dca73189-273e-42f4-a11e-e9e89a210862 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Calling delete_port for 2950e3c6-976a-4a08-9aa2-e52fc01ba6bf owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:39:27.544132 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: ede935de-78ee-458f-8df5-09b533c47d24 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:39:27.544737 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ede935de-78ee-458f-8df5-09b533c47d24 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:39:27.549364 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-897e09cd-aa21-4157-8421-9ebdd901b45b tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:27.554164 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-897e09cd-aa21-4157-8421-9ebdd901b45b tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:27.569780 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fcf2697f-cf82-430b-b7f7-349c7e20e401 req-c4c7b80a-6ab2-4a0a-946f-4c4524e504a8 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214828 May 06 09:39:27.636894 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aab0c56f-9984-4015-895a-1e3613a2026d req-1e6840d5-b5ed-4a64-9fd7-2be62f738230 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0831239-d745-436b-853c-2b77fc2ed90e HTTP/1.1" status: 200 len: 210 time: 0.0889041 May 06 09:39:27.699454 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb317fc-5fe7-4993-ac34-86c250d778d7 x-openstack-request-id: req-dfb317fc-5fe7-4993-ac34-86c250d778d7 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:27.699896 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7686ffe9-e948-41e8-bcea-0cc11c155760", "name": "network-vif-plugged", "status": "completed", "tag": "c45e2232-5ed7-485f-b3e2-b187d68163c4", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:27.700253 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dfb317fc-5fe7-4993-ac34-86c250d778d7 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:27.700761 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfb317fc-5fe7-4993-ac34-86c250d778d7'] response: {'server_uuid': '7686ffe9-e948-41e8-bcea-0cc11c155760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45e2232-5ed7-485f-b3e2-b187d68163c4', 'code': 200} May 06 09:39:27.762129 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f12243-5eae-403f-b433-4be295e5bd2c', 'name': 'network-vif-deleted', 'tag': 'f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:27.765344 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873c3818-6a06-442b-a497-998c8d3a869f" -d '{"events": [{"server_uuid": "91f12243-5eae-403f-b433-4be295e5bd2c", "name": "network-vif-deleted", "tag": "f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:27.829118 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f01a81-eac8-4562-b1ed-e5f3ccd6dddf req-bbc7cb9a-a758-4f18-b18c-740840a54ab0 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:27.831198 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-20f01a81-eac8-4562-b1ed-e5f3ccd6dddf req-bbc7cb9a-a758-4f18-b18c-740840a54ab0 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 943 time: 0.1573582 May 06 09:39:28.000448 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38580b-77d5-4d61-abfe-d744fb01d77f req-a24d2373-6175-4076-a40f-bb767419304d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:28.002222 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6e38580b-77d5-4d61-abfe-d744fb01d77f req-a24d2373-6175-4076-a40f-bb767419304d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21bb102-dadd-4222-accc-9061d0d9489d HTTP/1.1" status: 200 len: 944 time: 0.2443917 May 06 09:39:28.005811 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-20f01a81-eac8-4562-b1ed-e5f3ccd6dddf req-3f2184a2-44bd-430e-b822-bd4688ef4d9d tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500471 May 06 09:39:28.007963 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768cf96-376e-4b8b-b907-82e19f9b15fa req-46cd2fe6-4659-49dd-9e29-1d77d4017c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:28.009574 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f768cf96-376e-4b8b-b907-82e19f9b15fa req-46cd2fe6-4659-49dd-9e29-1d77d4017c0b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7686ffe9-e948-41e8-bcea-0cc11c155760 HTTP/1.1" status: 200 len: 1100 time: 0.2265689 May 06 09:39:28.010730 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ac79736c-ea3a-456f-9a57-3de8172e0d6f req-dca73189-273e-42f4-a11e-e9e89a210862 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:28.060395 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-897e09cd-aa21-4157-8421-9ebdd901b45b tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Floating IP 8d652734-f5c5-47f1-8977-d220cd8fbcdd associated. External IP: 172.25.5.51, port: 01da8cd2-188a-4f87-8a7e-0aea3f350e6e. May 06 09:39:28.073035 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca73189-273e-42f4-a11e-e9e89a210862 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Pushing event deleted for resources: {'Port': ['ID=2950e3c6-976a-4a08-9aa2-e52fc01ba6bf,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:28.176343 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f768cf96-376e-4b8b-b907-82e19f9b15fa req-13ac7b0e-9374-41c4-99b9-2baef4cda598 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544096 May 06 09:39:28.177415 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac79736c-ea3a-456f-9a57-3de8172e0d6f req-dca73189-273e-42f4-a11e-e9e89a210862 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] No DVR routers for this DVR port 2950e3c6-976a-4a08-9aa2-e52fc01ba6bf on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:39:28.188248 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ac79736c-ea3a-456f-9a57-3de8172e0d6f req-dca73189-273e-42f4-a11e-e9e89a210862 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:28.192092 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac79736c-ea3a-456f-9a57-3de8172e0d6f req-dca73189-273e-42f4-a11e-e9e89a210862 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.77 "DELETE /v2.0/ports/2950e3c6-976a-4a08-9aa2-e52fc01ba6bf HTTP/1.1" status: 204 len: 173 time: 1.5222092 May 06 09:39:28.234802 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6e38580b-77d5-4d61-abfe-d744fb01d77f req-9c0ffeee-7109-44b7-868a-46568cf2b9fa tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119629 May 06 09:39:28.301293 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00c1ff-1f4d-4dad-b332-8ce496768ddd req-7ed607a5-2222-4c76-8582-0b9c99e3f53c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:28.304018 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b00c1ff-1f4d-4dad-b332-8ce496768ddd req-7ed607a5-2222-4c76-8582-0b9c99e3f53c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f12243-5eae-403f-b433-4be295e5bd2c HTTP/1.1" status: 200 len: 946 time: 0.1242926 May 06 09:39:28.346963 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6501bc68-6da5-45d6-a2c5-37cf9b972092 x-openstack-request-id: req-6501bc68-6da5-45d6-a2c5-37cf9b972092 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:28.347829 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f12243-5eae-403f-b433-4be295e5bd2c", "name": "network-vif-deleted", "tag": "f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:28.347829 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6501bc68-6da5-45d6-a2c5-37cf9b972092 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:28.348024 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6501bc68-6da5-45d6-a2c5-37cf9b972092'] response: {'server_uuid': '91f12243-5eae-403f-b433-4be295e5bd2c', 'name': 'network-vif-deleted', 'tag': 'f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79', 'status': 'completed', 'code': 200} May 06 09:39:28.354162 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897e09cd-aa21-4157-8421-9ebdd901b45b tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Router 16d34813-9779-414f-a9b5-9d088eac8a03 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:39:28.430483 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44054) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:28.434595 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b00c1ff-1f4d-4dad-b332-8ce496768ddd req-a91a03c4-dd29-40d0-80a7-537ecb06fcd4 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222601 May 06 09:39:28.452918 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-ac79736c-ea3a-456f-9a57-3de8172e0d6f req-39926fb8-7d44-4dff-8def-7bc0048abe94 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Deleting port 16b619c4-f6b9-4df5-811f-5f1ce1306b59 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:39:28.454035 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ac79736c-ea3a-456f-9a57-3de8172e0d6f req-39926fb8-7d44-4dff-8def-7bc0048abe94 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:28.551372 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-92d42d7b-6cb0-4b64-aa2e-859115249d88 req-28629cf7-3d4e-4d6c-927b-9492df437da9 tempest-ServersAdmin275Test-1645956148 tempest-ServersAdmin275Test-1645956148-project] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.0366621 May 06 09:39:28.556318 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c67c14d2-66df-4632-b67f-79dce089a8b4 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:28.575266 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897e09cd-aa21-4157-8421-9ebdd901b45b tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:39:28.582031 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-897e09cd-aa21-4157-8421-9ebdd901b45b tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:28.589355 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35948101-ec68-4fdc-bf45-bdcbecb3646e None None] Sync routers for ids ['16d34813-9779-414f-a9b5-9d088eac8a03'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:39:28.615865 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35948101-ec68-4fdc-bf45-bdcbecb3646e None None] Routers {'16d34813-9779-414f-a9b5-9d088eac8a03'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:39:28.616397 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-35948101-ec68-4fdc-bf45-bdcbecb3646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:39:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['16d34813-9779-414f-a9b5-9d088eac8a03'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:28.622092 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-ac79736c-ea3a-456f-9a57-3de8172e0d6f req-39926fb8-7d44-4dff-8def-7bc0048abe94 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] For port 16b619c4-f6b9-4df5-811f-5f1ce1306b59, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=16b619c4-f6b9-4df5-811f-5f1ce1306b59,segment=NetworkSegment(2f84c048-45d7-4c82-807a-064e9189436d),segment_id=2f84c048-45d7-4c82-807a-064e9189436d)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:28.623150 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ac79736c-ea3a-456f-9a57-3de8172e0d6f req-39926fb8-7d44-4dff-8def-7bc0048abe94 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:28.641883 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-ac79736c-ea3a-456f-9a57-3de8172e0d6f req-39926fb8-7d44-4dff-8def-7bc0048abe94 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Calling delete_port for 16b619c4-f6b9-4df5-811f-5f1ce1306b59 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:39:28.653534 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-897e09cd-aa21-4157-8421-9ebdd901b45b tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "PUT /v2.0/floatingips/8d652734-f5c5-47f1-8977-d220cd8fbcdd HTTP/1.1" status: 200 len: 990 time: 1.9737904 May 06 09:39:28.662244 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4086e8-670b-410b-8c9a-da027f433e62', 'tag': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:28.666032 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760daea8-6d3b-4559-970c-0c4634fe0919" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4086e8-670b-410b-8c9a-da027f433e62", "tag": "01da8cd2-188a-4f87-8a7e-0aea3f350e6e"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:28.674543 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c67c14d2-66df-4632-b67f-79dce089a8b4 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:28.758022 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c67c14d2-66df-4632-b67f-79dce089a8b4 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:28.762721 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c67c14d2-66df-4632-b67f-79dce089a8b4 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:28.764502 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c67c14d2-66df-4632-b67f-79dce089a8b4 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "DELETE /v2.0/security-groups/cb0c46c4-3653-4d30-8883-2c75f95e30be HTTP/1.1" status: 204 len: 168 time: 0.3328662 May 06 09:39:28.768671 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44064) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:28.788867 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c14d2-66df-4632-b67f-79dce089a8b4 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0c46c4-3653-4d30-8883-2c75f95e30be,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:28.802551 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-434d36dc-aa61-4d3e-b191-a82db73405a2 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] show failed (client error): The resource could not be found. May 06 09:39:28.806977 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-434d36dc-aa61-4d3e-b191-a82db73405a2 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "GET /v2.0/security-groups/cb0c46c4-3653-4d30-8883-2c75f95e30be HTTP/1.1" status: 404 len: 347 time: 0.0300949 May 06 09:39:28.807365 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44066) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:28.844508 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-35948101-ec68-4fdc-bf45-bdcbecb3646e None None] Set router 16d34813-9779-414f-a9b5-9d088eac8a03 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:39:28.929081 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:28.943545 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 809dfaf7-d4cc-4953-bf89-ccfb1e750cf6 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:29.087510 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ac79736c-ea3a-456f-9a57-3de8172e0d6f req-39926fb8-7d44-4dff-8def-7bc0048abe94 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:29.151542 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c82a34-d5d3-4f55-9d2f-288603cd8187 req-1ee2dc90-a43f-4017-ba60-eb102483a81a tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:29.154133 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-50c82a34-d5d3-4f55-9d2f-288603cd8187 req-1ee2dc90-a43f-4017-ba60-eb102483a81a tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=7686ffe9-e948-41e8-bcea-0cc11c155760 HTTP/1.1" status: 200 len: 949 time: 0.4896324 May 06 09:39:29.170238 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39926fb8-7d44-4dff-8def-7bc0048abe94 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Pushing event deleted for resources: {'Port': ['ID=16b619c4-f6b9-4df5-811f-5f1ce1306b59,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:29.190787 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-a7bc42a1-38c1-4d51-bb3c-d124e4ffd446 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Deleting port 17fafff5-7fcc-4651-80e1-a010671f3f34 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:39:29.192787 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a7bc42a1-38c1-4d51-bb3c-d124e4ffd446 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:29.309321 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 2950e3c6-976a-4a08-9aa2-e52fc01ba6bf no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:39:29.317875 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 809dfaf7-d4cc-4953-bf89-ccfb1e750cf6 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:39:29.344496 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d7447-c177-487f-be9a-6b58d4e2a6ac req-15d9d164-9342-4c62-af7f-0eb19158fa8d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:29.346440 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a24d7447-c177-487f-be9a-6b58d4e2a6ac req-15d9d164-9342-4c62-af7f-0eb19158fa8d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 945 time: 0.5866477 May 06 09:39:29.355722 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac79736c-ea3a-456f-9a57-3de8172e0d6f req-39926fb8-7d44-4dff-8def-7bc0048abe94 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] No DVR routers for this DVR port 16b619c4-f6b9-4df5-811f-5f1ce1306b59 on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:39:29.360451 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 2950e3c6-976a-4a08-9aa2-e52fc01ba6bf {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:39:29.360809 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 2950e3c6-976a-4a08-9aa2-e52fc01ba6bf not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:39:29.361274 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 16b619c4-f6b9-4df5-811f-5f1ce1306b59 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:39:29.367656 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 809dfaf7-d4cc-4953-bf89-ccfb1e750cf6 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:29.368049 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:29.377823 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ac79736c-ea3a-456f-9a57-3de8172e0d6f req-39926fb8-7d44-4dff-8def-7bc0048abe94 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:29.385947 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac79736c-ea3a-456f-9a57-3de8172e0d6f req-39926fb8-7d44-4dff-8def-7bc0048abe94 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.77 "DELETE /v2.0/ports/16b619c4-f6b9-4df5-811f-5f1ce1306b59 HTTP/1.1" status: 204 len: 173 time: 1.1783488 May 06 09:39:29.408603 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a7bc42a1-38c1-4d51-bb3c-d124e4ffd446 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:29.409783 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a7bc42a1-38c1-4d51-bb3c-d124e4ffd446 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:29.430905 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 16b619c4-f6b9-4df5-811f-5f1ce1306b59 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:39:29.431410 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 16b619c4-f6b9-4df5-811f-5f1ce1306b59 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:39:29.431864 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:39:29.436210 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-a7bc42a1-38c1-4d51-bb3c-d124e4ffd446 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Calling delete_port for 17fafff5-7fcc-4651-80e1-a010671f3f34 owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:39:29.482026 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-50c82a34-d5d3-4f55-9d2f-288603cd8187 req-93a4017e-7584-46e4-8081-adec5791fdbe tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137896 May 06 09:39:29.509340 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:39:29.509771 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device f8e5cfb5-2150-4cfe-82e6-eae61f3f5d79 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:39:29.529826 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a24d7447-c177-487f-be9a-6b58d4e2a6ac req-07a3ada3-dc63-4647-8d93-73a4f05c31e0 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425874 May 06 09:39:29.612128 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-35948101-ec68-4fdc-bf45-bdcbecb3646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'name': 'tempest-ServerActionsTestJSON-1869297783-router', 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '08bdcf1f-83e9-4135-86e9-1afe4a178a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:38:53Z', 'updated_at': '2022-05-06T09:39:00Z', 'revision_number': 4, 'project_id': 'e6b8f11daba14014856a1a2bb0688844', 'gw_port': {'id': '08bdcf1f-83e9-4135-86e9-1afe4a178a5a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:54Z', 'updated_at': '2022-05-06T09:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '8d652734-f5c5-47f1-8977-d220cd8fbcdd', 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844', 'floating_ip_address': '172.25.5.51', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'port_id': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138aada2-7aee-4749-819b-d219deb27012', 'mac_address': 'fa:16:3e:3d:25:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4086e8-670b-410b-8c9a-da027f433e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:39:08Z', 'updated_at': '2022-05-06T09:39:27Z', 'revision_number': 1, 'project_id': 'e6b8f11daba14014856a1a2bb0688844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52aadd6d-95f8-4610-9c39-7a29badb285a', 'name': '', 'network_id': '138aada2-7aee-4749-819b-d219deb27012', 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844', 'mac_address': 'fa:16:3e:b4:0b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'ceacdbe3-a021-4ce2-8b17-bdad66d69597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:59Z', 'updated_at': '2022-05-06T09:39:07Z', 'revision_number': 5, 'project_id': 'e6b8f11daba14014856a1a2bb0688844', 'subnets': [{'id': 'ceacdbe3-a021-4ce2-8b17-bdad66d69597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:29.614605 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:29.660604 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35948101-ec68-4fdc-bf45-bdcbecb3646e None None] Checking router: 16d34813-9779-414f-a9b5-9d088eac8a03 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:39:29.686821 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35948101-ec68-4fdc-bf45-bdcbecb3646e None None] Routers {'16d34813-9779-414f-a9b5-9d088eac8a03'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:39:29.687617 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-35948101-ec68-4fdc-bf45-bdcbecb3646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:39:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['16d34813-9779-414f-a9b5-9d088eac8a03'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:29.703055 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b991916a-3a51-4c1f-81c9-4fa2055fa531 x-openstack-request-id: req-b991916a-3a51-4c1f-81c9-4fa2055fa531 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:29.703403 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4086e8-670b-410b-8c9a-da027f433e62", "tag": "01da8cd2-188a-4f87-8a7e-0aea3f350e6e", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:29.703633 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b991916a-3a51-4c1f-81c9-4fa2055fa531 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:29.712349 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b991916a-3a51-4c1f-81c9-4fa2055fa531'] response: {'name': 'network-changed', 'server_uuid': '9a4086e8-670b-410b-8c9a-da027f433e62', 'tag': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e', 'status': 'completed', 'code': 200} May 06 09:39:29.784537 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21bb102-dadd-4222-accc-9061d0d9489d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809dfaf7-d4cc-4953-bf89-ccfb1e750cf6'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:29.792045 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603795eb-fd41-4f40-a1a0-258caf488349" -d '{"events": [{"server_uuid": "e21bb102-dadd-4222-accc-9061d0d9489d", "name": "network-vif-plugged", "status": "completed", "tag": "809dfaf7-d4cc-4953-bf89-ccfb1e750cf6"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:29.820938 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 809dfaf7-d4cc-4953-bf89-ccfb1e750cf6, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=809dfaf7-d4cc-4953-bf89-ccfb1e750cf6,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:29.821185 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a7bc42a1-38c1-4d51-bb3c-d124e4ffd446 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:29.831325 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:29.871404 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc42a1-38c1-4d51-bb3c-d124e4ffd446 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Pushing event deleted for resources: {'Port': ['ID=17fafff5-7fcc-4651-80e1-a010671f3f34,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:29.981542 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=809dfaf7-d4cc-4953-bf89-ccfb1e750cf6,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:29.984260 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a7bc42a1-38c1-4d51-bb3c-d124e4ffd446 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:29.987263 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a7bc42a1-38c1-4d51-bb3c-d124e4ffd446 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:29.988535 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a7bc42a1-38c1-4d51-bb3c-d124e4ffd446 tempest-ImagesOneServerNegativeTestJSON-871182050 tempest-ImagesOneServerNegativeTestJSON-871182050-project] 10.222.0.73 "DELETE /v2.0/floatingips/41b29097-cde2-41fd-8364-dc1618ec0dd8 HTTP/1.1" status: 204 len: 168 time: 1.1791980 May 06 09:39:29.996880 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-35948101-ec68-4fdc-bf45-bdcbecb3646e None None] Set router 16d34813-9779-414f-a9b5-9d088eac8a03 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:39:30.020390 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c97af-6dee-4a82-b45e-0835079c76b9 req-77feed15-11aa-4a2e-b8a4-b958cf3bca6f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:30.022005 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-766c97af-6dee-4a82-b45e-0835079c76b9 req-77feed15-11aa-4a2e-b8a4-b958cf3bca6f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 943 time: 0.3414996 May 06 09:39:30.029124 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:30.029456 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:30.029666 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:30.030137 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:30.030472 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:30.030800 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:30.031160 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:30.031491 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:30.031829 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:30.032149 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:30.032480 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:30.032814 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:30.039281 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760daea8-6d3b-4559-970c-0c4634fe0919 req-0f060d7b-39e4-4a65-aee7-21b84e57aad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:30.041890 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-760daea8-6d3b-4559-970c-0c4634fe0919 req-0f060d7b-39e4-4a65-aee7-21b84e57aad3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e6b8f11daba14014856a1a2bb0688844&device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 1096 time: 0.2870910 May 06 09:39:30.111434 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e23cd-ea6b-4ed2-9017-b3a7a662fdf3 req-6cac079f-980b-4162-a6e3-949674c0461d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:30.113090 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-313e23cd-ea6b-4ed2-9017-b3a7a662fdf3 req-6cac079f-980b-4162-a6e3-949674c0461d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21bb102-dadd-4222-accc-9061d0d9489d HTTP/1.1" status: 200 len: 945 time: 0.2301714 May 06 09:39:30.193928 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-766c97af-6dee-4a82-b45e-0835079c76b9 req-94acd6d7-e1cd-40f4-9794-e5fe737d0686 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495450 May 06 09:39:30.241609 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-313e23cd-ea6b-4ed2-9017-b3a7a662fdf3 req-33dadc11-6ddb-4472-80a9-0a8f9076d3bf tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990753 May 06 09:39:30.267938 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760daea8-6d3b-4559-970c-0c4634fe0919 req-597afe1b-4bc6-49de-88ae-de3d2918de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:30.271916 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-760daea8-6d3b-4559-970c-0c4634fe0919 req-597afe1b-4bc6-49de-88ae-de3d2918de4a service neutron] 10.222.0.84 "GET /v2.0/networks?id=138aada2-7aee-4749-819b-d219deb27012 HTTP/1.1" status: 200 len: 913 time: 0.2103958 May 06 09:39:30.367802 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f12243-5eae-403f-b433-4be295e5bd2c', 'name': 'network-vif-deleted', 'tag': '2950e3c6-976a-4a08-9aa2-e52fc01ba6bf'}, {'server_uuid': '91f12243-5eae-403f-b433-4be295e5bd2c', 'name': 'network-vif-deleted', 'tag': '16b619c4-f6b9-4df5-811f-5f1ce1306b59'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:30.372899 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1103875-7b90-4d0f-b175-a68b5562d0cd" -d '{"events": [{"server_uuid": "91f12243-5eae-403f-b433-4be295e5bd2c", "name": "network-vif-deleted", "tag": "2950e3c6-976a-4a08-9aa2-e52fc01ba6bf"}, {"server_uuid": "91f12243-5eae-403f-b433-4be295e5bd2c", "name": "network-vif-deleted", "tag": "16b619c4-f6b9-4df5-811f-5f1ce1306b59"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:30.420379 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e81cdfa-543e-4168-8135-46bdccc52be1 req-93107017-69ea-4930-8a8e-e6272e3f90e2 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=91f12243-5eae-403f-b433-4be295e5bd2c HTTP/1.1" status: 200 len: 210 time: 0.0438704 May 06 09:39:30.462030 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-760daea8-6d3b-4559-970c-0c4634fe0919 req-86752118-659d-4b82-a91a-9c11156b4e4d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01da8cd2-188a-4f87-8a7e-0aea3f350e6e HTTP/1.1" status: 200 len: 998 time: 0.1759112 May 06 09:39:30.553272 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a9c8b-fb88-4d37-8763-490b7b7b6fb8 req-9df3b9dc-509f-4e50-82ec-c8934bac251b tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:30.555679 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b2a9c8b-fb88-4d37-8763-490b7b7b6fb8 req-9df3b9dc-509f-4e50-82ec-c8934bac251b tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 945 time: 0.1673543 May 06 09:39:30.563922 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-35948101-ec68-4fdc-bf45-bdcbecb3646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'name': 'tempest-ServerActionsTestJSON-1869297783-router', 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '08bdcf1f-83e9-4135-86e9-1afe4a178a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:38:53Z', 'updated_at': '2022-05-06T09:39:00Z', 'revision_number': 4, 'project_id': 'e6b8f11daba14014856a1a2bb0688844', 'gw_port': {'id': '08bdcf1f-83e9-4135-86e9-1afe4a178a5a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:54Z', 'updated_at': '2022-05-06T09:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '8d652734-f5c5-47f1-8977-d220cd8fbcdd', 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844', 'floating_ip_address': '172.25.5.51', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'port_id': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138aada2-7aee-4749-819b-d219deb27012', 'mac_address': 'fa:16:3e:3d:25:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4086e8-670b-410b-8c9a-da027f433e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:39:08Z', 'updated_at': '2022-05-06T09:39:27Z', 'revision_number': 1, 'project_id': 'e6b8f11daba14014856a1a2bb0688844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52aadd6d-95f8-4610-9c39-7a29badb285a', 'name': '', 'network_id': '138aada2-7aee-4749-819b-d219deb27012', 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844', 'mac_address': 'fa:16:3e:b4:0b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'ceacdbe3-a021-4ce2-8b17-bdad66d69597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:59Z', 'updated_at': '2022-05-06T09:39:07Z', 'revision_number': 5, 'project_id': 'e6b8f11daba14014856a1a2bb0688844', 'subnets': [{'id': 'ceacdbe3-a021-4ce2-8b17-bdad66d69597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:30.565279 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aff7a9ed-7e76-4488-b807-94d23cc15297 req-2f16fece-5006-48d7-9f7e-072ca2114f5a tempest-ServersAdmin275Test-1645956148 tempest-ServersAdmin275Test-1645956148-project] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.0576007 May 06 09:39:30.599007 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760daea8-6d3b-4559-970c-0c4634fe0919 req-40fe5a2b-1792-4cb3-85b2-8214ebf01208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:30.601266 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-760daea8-6d3b-4559-970c-0c4634fe0919 req-40fe5a2b-1792-4cb3-85b2-8214ebf01208 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ceacdbe3-a021-4ce2-8b17-bdad66d69597 HTTP/1.1" status: 200 len: 851 time: 0.1289699 May 06 09:39:30.607536 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35948101-ec68-4fdc-bf45-bdcbecb3646e None None] The sync data for ids ['16d34813-9779-414f-a9b5-9d088eac8a03'] in n-d-840835-1 is: [{'id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'name': 'tempest-ServerActionsTestJSON-1869297783-router', 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '08bdcf1f-83e9-4135-86e9-1afe4a178a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:38:53Z', 'updated_at': '2022-05-06T09:39:00Z', 'revision_number': 4, 'project_id': 'e6b8f11daba14014856a1a2bb0688844', 'gw_port': {'id': '08bdcf1f-83e9-4135-86e9-1afe4a178a5a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:54Z', 'updated_at': '2022-05-06T09:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '8d652734-f5c5-47f1-8977-d220cd8fbcdd', 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844', 'floating_ip_address': '172.25.5.51', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'port_id': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138aada2-7aee-4749-819b-d219deb27012', 'mac_address': 'fa:16:3e:3d:25:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4086e8-670b-410b-8c9a-da027f433e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:39:08Z', 'updated_at': '2022-05-06T09:39:27Z', 'revision_number': 1, 'project_id': 'e6b8f11daba14014856a1a2bb0688844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52aadd6d-95f8-4610-9c39-7a29badb285a', 'name': '', 'network_id': '138aada2-7aee-4749-819b-d219deb27012', 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844', 'mac_address': 'fa:16:3e:b4:0b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'ceacdbe3-a021-4ce2-8b17-bdad66d69597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:59Z', 'updated_at': '2022-05-06T09:39:07Z', 'revision_number': 5, 'project_id': 'e6b8f11daba14014856a1a2bb0688844', 'subnets': [{'id': 'ceacdbe3-a021-4ce2-8b17-bdad66d69597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:39:30.632780 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fcf833-0ce2-48d3-927e-c9997585133b x-openstack-request-id: req-36fcf833-0ce2-48d3-927e-c9997585133b {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:30.635371 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21bb102-dadd-4222-accc-9061d0d9489d", "name": "network-vif-plugged", "status": "completed", "tag": "809dfaf7-d4cc-4953-bf89-ccfb1e750cf6", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:30.638860 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-36fcf833-0ce2-48d3-927e-c9997585133b {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:30.640346 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36fcf833-0ce2-48d3-927e-c9997585133b'] response: {'server_uuid': 'e21bb102-dadd-4222-accc-9061d0d9489d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809dfaf7-d4cc-4953-bf89-ccfb1e750cf6', 'code': 200} May 06 09:39:30.659855 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b2a9c8b-fb88-4d37-8763-490b7b7b6fb8 req-e9f13453-ffd8-481a-b555-1caa33fcb39b tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933352 May 06 09:39:30.679693 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760daea8-6d3b-4559-970c-0c4634fe0919 req-8993d27c-a020-41d4-bca0-1bdcb42f3b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:30.691265 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-760daea8-6d3b-4559-970c-0c4634fe0919 req-8993d27c-a020-41d4-bca0-1bdcb42f3b18 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=138aada2-7aee-4749-819b-d219deb27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646210 May 06 09:39:30.789635 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 May 2022 09:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1004be-da00-4bb5-9b3a-49c6e213fe15 x-openstack-request-id: req-5c1004be-da00-4bb5-9b3a-49c6e213fe15 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:30.790049 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f12243-5eae-403f-b433-4be295e5bd2c", "name": "network-vif-deleted", "tag": "2950e3c6-976a-4a08-9aa2-e52fc01ba6bf", "status": "completed", "code": 200}, {"server_uuid": "91f12243-5eae-403f-b433-4be295e5bd2c", "name": "network-vif-deleted", "tag": "16b619c4-f6b9-4df5-811f-5f1ce1306b59", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:30.790320 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5c1004be-da00-4bb5-9b3a-49c6e213fe15 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:30.790784 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c1004be-da00-4bb5-9b3a-49c6e213fe15'] response: {'server_uuid': '91f12243-5eae-403f-b433-4be295e5bd2c', 'name': 'network-vif-deleted', 'tag': '2950e3c6-976a-4a08-9aa2-e52fc01ba6bf', 'status': 'completed', 'code': 200} May 06 09:39:30.791049 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c1004be-da00-4bb5-9b3a-49c6e213fe15'] response: {'server_uuid': '91f12243-5eae-403f-b433-4be295e5bd2c', 'name': 'network-vif-deleted', 'tag': '16b619c4-f6b9-4df5-811f-5f1ce1306b59', 'status': 'completed', 'code': 200} May 06 09:39:30.857484 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44100) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:30.924829 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098c564-35d6-4ebe-b4e7-a875139c73fe req-f49a3588-359f-479a-8471-97ea70425ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:30.926425 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8098c564-35d6-4ebe-b4e7-a875139c73fe req-f49a3588-359f-479a-8471-97ea70425ec4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e21bb102-dadd-4222-accc-9061d0d9489d HTTP/1.1" status: 200 len: 1096 time: 0.1981835 May 06 09:39:30.947426 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-553c8c1d-fbfe-40c5-a2e5-e1253a39c816 admin admin] Deleting subnet 1eb06141-6cc9-4c96-90e3-d4bca0b380e8 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:39:30.952069 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62124d26-61ec-471d-a2bf-0c4b80785896 None None] New status for floating IP 8d652734-f5c5-47f1-8977-d220cd8fbcdd: ACTIVE {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:39:30.967391 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-553c8c1d-fbfe-40c5-a2e5-e1253a39c816 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:30.990179 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3212be-f606-4221-aec1-5e5a5b336a48 req-690b5992-0e66-418d-b800-029b03ba78e1 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:30.998365 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e3212be-f606-4221-aec1-5e5a5b336a48 req-690b5992-0e66-418d-b800-029b03ba78e1 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=7686ffe9-e948-41e8-bcea-0cc11c155760 HTTP/1.1" status: 200 len: 949 time: 0.2104447 May 06 09:39:31.016226 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-553c8c1d-fbfe-40c5-a2e5-e1253a39c816 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:31.057567 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-760daea8-6d3b-4559-970c-0c4634fe0919 req-6f3bb680-aeb5-4136-9099-e527c10b0b31 service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383465 May 06 09:39:31.065164 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-553c8c1d-fbfe-40c5-a2e5-e1253a39c816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:31.096135 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8098c564-35d6-4ebe-b4e7-a875139c73fe req-d3086141-8e49-4e59-89f5-1a008d45395e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374898 May 06 09:39:31.132565 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-553c8c1d-fbfe-40c5-a2e5-e1253a39c816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:31.154569 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e3212be-f606-4221-aec1-5e5a5b336a48 req-23c6ad56-588c-4697-9cd0-49c2a5c7a405 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552815 May 06 09:39:31.162942 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-0c365f19-bb09-4b9a-bd89-f17b8778d389 service neutron] 10.222.0.77 "GET /v2.0/ports/6a33477f-d84b-4f48-bb89-98d05b050377/bindings/n-h1-840835-1 HTTP/1.1" status: 200 len: 384 time: 0.2552133 May 06 09:39:31.179498 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c8c1d-fbfe-40c5-a2e5-e1253a39c816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eb06141-6cc9-4c96-90e3-d4bca0b380e8,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:31.191678 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-553c8c1d-fbfe-40c5-a2e5-e1253a39c816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:31.197533 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-553c8c1d-fbfe-40c5-a2e5-e1253a39c816 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/1eb06141-6cc9-4c96-90e3-d4bca0b380e8 HTTP/1.1" status: 204 len: 168 time: 0.3364649 May 06 09:39:31.198935 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44106) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:31.279899 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-760daea8-6d3b-4559-970c-0c4634fe0919 req-315f3572-dd14-4575-8beb-a029ad25a749 service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031734 May 06 09:39:31.324766 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e83c1359-b27a-48df-ad7e-ed551551ead5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:31.413113 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-8ac78fb3-2fa9-476b-ba22-84fb679b1108 service neutron] For port 6a33477f-d84b-4f48-bb89-98d05b050377, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=6a33477f-d84b-4f48-bb89-98d05b050377,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:31.435105 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-8ac78fb3-2fa9-476b-ba22-84fb679b1108 service neutron] For port 6a33477f-d84b-4f48-bb89-98d05b050377, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:31.453868 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e83c1359-b27a-48df-ad7e-ed551551ead5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:31.477427 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-e83c1359-b27a-48df-ad7e-ed551551ead5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62314494-b174-4444-b50f-a42c5aa706d2']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:31.488638 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-e83c1359-b27a-48df-ad7e-ed551551ead5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad53ebe9-2424-450b-83f6-7b9fe46d8064') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:31.488942 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-e83c1359-b27a-48df-ad7e-ed551551ead5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad53ebe9-2424-450b-83f6-7b9fe46d8064') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:31.501573 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e83c1359-b27a-48df-ad7e-ed551551ead5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:31.517887 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e83c1359-b27a-48df-ad7e-ed551551ead5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:31.525157 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e83c1359-b27a-48df-ad7e-ed551551ead5 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:39:31.525556 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e83c1359-b27a-48df-ad7e-ed551551ead5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: timer() May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:39:31.527878 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:39:31.530701 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-8ac78fb3-2fa9-476b-ba22-84fb679b1108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a33477f-d84b-4f48-bb89-98d05b050377 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:31.547697 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-8ac78fb3-2fa9-476b-ba22-84fb679b1108 service neutron] For port 6a33477f-d84b-4f48-bb89-98d05b050377, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=6a33477f-d84b-4f48-bb89-98d05b050377,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:31.576548 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d31b5-ff28-4cf1-a8ee-0cfa6829c342 req-a23df823-38da-4e36-9cc8-c90e703b59e7 tempest-ServersOnMultiNodesTest-2110708976 tempest-ServersOnMultiNodesTest-2110708976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:31.580088 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f8d31b5-ff28-4cf1-a8ee-0cfa6829c342 req-a23df823-38da-4e36-9cc8-c90e703b59e7 tempest-ServersOnMultiNodesTest-2110708976 tempest-ServersOnMultiNodesTest-2110708976-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7686ffe9-e948-41e8-bcea-0cc11c155760 HTTP/1.1" status: 200 len: 1100 time: 0.1227491 May 06 09:39:31.581444 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-8ac78fb3-2fa9-476b-ba22-84fb679b1108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:31.593123 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e83c1359-b27a-48df-ad7e-ed551551ead5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:31.600727 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e83c1359-b27a-48df-ad7e-ed551551ead5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:31.607296 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e83c1359-b27a-48df-ad7e-ed551551ead5 admin admin] 10.222.0.73 "DELETE /v2.0/networks/62314494-b174-4444-b50f-a42c5aa706d2 HTTP/1.1" status: 204 len: 168 time: 0.4027574 May 06 09:39:31.608401 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e43130-9a80-40f5-a453-bb3cbe91fd2b req-870a30be-88c3-43fb-9b78-d61411ae2d64 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:31.611727 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-85e43130-9a80-40f5-a453-bb3cbe91fd2b req-870a30be-88c3-43fb-9b78-d61411ae2d64 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 943 time: 0.1535344 May 06 09:39:31.617617 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c1359-b27a-48df-ad7e-ed551551ead5 admin admin] Pushing event deleted for resources: {'Network': ['ID=62314494-b174-4444-b50f-a42c5aa706d2,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:31.672931 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8f8d31b5-ff28-4cf1-a8ee-0cfa6829c342 req-9519db6d-5e33-4831-b89c-9cd7fc92477c tempest-ServersOnMultiNodesTest-2110708976 tempest-ServersOnMultiNodesTest-2110708976-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:31.739971 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-85e43130-9a80-40f5-a453-bb3cbe91fd2b req-12ac0202-02bf-4481-b44d-4b629e55fe73 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152725 May 06 09:39:31.798880 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-8ac78fb3-2fa9-476b-ba22-84fb679b1108 service neutron] Transition to ACTIVE for port object 6a33477f-d84b-4f48-bb89-98d05b050377 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:39:31.813581 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-8ac78fb3-2fa9-476b-ba22-84fb679b1108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:31.829905 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44120) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:31.880671 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ce3c1819-8b68-4cba-b2d2-b39241fa4ef9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=eae9614485024b1ebb7c429226844c0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493891 May 06 09:39:31.882782 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44122) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:31.941619 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8f8d31b5-ff28-4cf1-a8ee-0cfa6829c342 req-9519db6d-5e33-4831-b89c-9cd7fc92477c tempest-ServersOnMultiNodesTest-2110708976 tempest-ServersOnMultiNodesTest-2110708976-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:31.961264 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8f8d31b5-ff28-4cf1-a8ee-0cfa6829c342 req-9519db6d-5e33-4831-b89c-9cd7fc92477c tempest-ServersOnMultiNodesTest-2110708976 tempest-ServersOnMultiNodesTest-2110708976-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:31.996450 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af6721c3-1e72-4b2f-8b4f-b7381981c6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:32.012978 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f8d31b5-ff28-4cf1-a8ee-0cfa6829c342 req-9519db6d-5e33-4831-b89c-9cd7fc92477c tempest-ServersOnMultiNodesTest-2110708976 tempest-ServersOnMultiNodesTest-2110708976-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135559 May 06 09:39:32.044103 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af6721c3-1e72-4b2f-8b4f-b7381981c6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:32.077540 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-8ac78fb3-2fa9-476b-ba22-84fb679b1108 service neutron] No DVR routers for this DVR port 6a33477f-d84b-4f48-bb89-98d05b050377 on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:39:32.085217 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44128) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:32.130541 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519db6d-5e33-4831-b89c-9cd7fc92477c tempest-ServersOnMultiNodesTest-2110708976 tempest-ServersOnMultiNodesTest-2110708976-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee240cc9-45c5-4e94-ab91-3356ee35671c,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:32.142189 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb723fc-f6f7-42f9-baeb-f7193d787d27 req-8a8366b0-3749-4d3f-96a9-39a8525a7513 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:32.143775 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5bb723fc-f6f7-42f9-baeb-f7193d787d27 req-8a8366b0-3749-4d3f-96a9-39a8525a7513 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21bb102-dadd-4222-accc-9061d0d9489d HTTP/1.1" status: 200 len: 945 time: 0.2824779 May 06 09:39:32.147949 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac78fb3-2fa9-476b-ba22-84fb679b1108 service neutron] Pushing event updated for resources: {'Port': ['ID=6a33477f-d84b-4f48-bb89-98d05b050377,revision_number=10']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:32.156675 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-8ac78fb3-2fa9-476b-ba22-84fb679b1108 service neutron] 10.222.0.77 "PUT /v2.0/ports/6a33477f-d84b-4f48-bb89-98d05b050377/bindings/n-h1-840835-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9825382 May 06 09:39:32.160690 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af6721c3-1e72-4b2f-8b4f-b7381981c6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:32.164536 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af6721c3-1e72-4b2f-8b4f-b7381981c6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:32.168561 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-af6721c3-1e72-4b2f-8b4f-b7381981c6b4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d3c7b662-b78c-4be9-875b-ab9123235eb6 HTTP/1.1" status: 204 len: 168 time: 0.2819674 May 06 09:39:32.191921 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6721c3-1e72-4b2f-8b4f-b7381981c6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c7b662-b78c-4be9-875b-ab9123235eb6,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:32.236903 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-601d379a-2515-4b71-a10a-172795695bd6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Deleting subnet 97f459b9-af99-43f3-9602-26d3f40f141f {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:39:32.241646 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-601d379a-2515-4b71-a10a-172795695bd6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:32.300136 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-601d379a-2515-4b71-a10a-172795695bd6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:32.314599 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5bb723fc-f6f7-42f9-baeb-f7193d787d27 req-b4fdcf1d-aa12-4475-b69b-064cef465dbf tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617815 May 06 09:39:32.316782 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-033a30cc-5196-4bb2-8c62-80b291eb78af req-d5c8a34a-d5eb-446d-afa0-cde1c9781c05 tempest-ServersAdmin275Test-1645956148 tempest-ServersAdmin275Test-1645956148-project] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.0991044 May 06 09:39:32.367975 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-b1af5941-fe6e-4ba6-86fe-5498523a16ad tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:32.371776 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-b1af5941-fe6e-4ba6-86fe-5498523a16ad tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2&tenant_id=147a685967a04284b13954d6f7a9d875&binding%3Ahost_id=n-h2-840835-1 HTTP/1.1" status: 200 len: 1095 time: 0.0692997 May 06 09:39:32.491565 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-e45892a8-f383-48f3-b1c7-191190af3d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:32.493457 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-e45892a8-f383-48f3-b1c7-191190af3d9d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2&tenant_id=147a685967a04284b13954d6f7a9d875 HTTP/1.1" status: 200 len: 1095 time: 0.1054108 May 06 09:39:32.536393 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4585b-1354-470c-b90f-12cbb7005078 req-3042cc37-96c0-4f45-a17b-141d805546ce tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:32.540050 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51b4585b-1354-470c-b90f-12cbb7005078 req-3042cc37-96c0-4f45-a17b-141d805546ce tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 945 time: 0.1158240 May 06 09:39:32.543076 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-601d379a-2515-4b71-a10a-172795695bd6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:32.677195 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51b4585b-1354-470c-b90f-12cbb7005078 req-253a04df-9ae0-4125-83dc-775359bea83e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843220 May 06 09:39:32.679377 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-502affd9-49cc-467a-858f-6a69dda8b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:32.680856 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-502affd9-49cc-467a-858f-6a69dda8b127 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=147a685967a04284b13954d6f7a9d875&device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 1095 time: 0.1382365 May 06 09:39:32.687217 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-601d379a-2515-4b71-a10a-172795695bd6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:32.711141 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819adc8e-6ccf-4f1e-a76f-8931ff8d9b48 None None] Network 28ebf713-266e-49bf-bb85-a1e0a99030b5 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:39:32.766009 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-601d379a-2515-4b71-a10a-172795695bd6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:32.773625 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-601d379a-2515-4b71-a10a-172795695bd6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "DELETE /v2.0/subnets/97f459b9-af99-43f3-9602-26d3f40f141f HTTP/1.1" status: 204 len: 168 time: 0.6731236 May 06 09:39:32.776391 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d379a-2515-4b71-a10a-172795695bd6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Pushing event deleted for resources: {'Subnet': ['ID=97f459b9-af99-43f3-9602-26d3f40f141f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:32.778467 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44148) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:32.868142 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-a1f789ac-ca61-439b-a631-a48f8d56d241 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0fe275606e2841ef811abf94e17c097e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439634 May 06 09:39:32.989804 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-74e91c12-3650-4f61-a281-c1c1be5707f9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:33.097481 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a58c099-c8f8-428d-ad4f-79328ae2ad40 None None] DHCP port deletion for 28ebf713-266e-49bf-bb85-a1e0a99030b5 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:39:33.131000 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-4fcc4d92-daf8-49b8-bd6a-26c97eff5103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:33.133699 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-4fcc4d92-daf8-49b8-bd6a-26c97eff5103 service neutron] 10.222.0.84 "GET /v2.0/networks?id=519999b9-d7d4-4e10-b661-e50209fd3b05 HTTP/1.1" status: 200 len: 920 time: 0.4298437 May 06 09:39:33.180882 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-74e91c12-3650-4f61-a281-c1c1be5707f9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Deleting port 8b28a7c0-a45f-4a5a-8445-7c2c258ee447 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:39:33.185428 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-74e91c12-3650-4f61-a281-c1c1be5707f9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:33.198505 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-6a58c099-c8f8-428d-ad4f-79328ae2ad40 None None] Deleting port 8b28a7c0-a45f-4a5a-8445-7c2c258ee447 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:39:33.198881 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6a58c099-c8f8-428d-ad4f-79328ae2ad40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:33.214239 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811b49e-4a9c-4c9c-b409-98b5de3d2154 req-fc0b96ce-23d1-4b4d-a177-48be49ca2018 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:33.216976 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f811b49e-4a9c-4c9c-b409-98b5de3d2154 req-fc0b96ce-23d1-4b4d-a177-48be49ca2018 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 945 time: 0.3361311 May 06 09:39:33.292275 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-f8ae9968-a3f9-4e4c-ba2f-3c46042f5beb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a33477f-d84b-4f48-bb89-98d05b050377 HTTP/1.1" status: 200 len: 217 time: 0.1281934 May 06 09:39:33.328025 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-74e91c12-3650-4f61-a281-c1c1be5707f9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] For port 8b28a7c0-a45f-4a5a-8445-7c2c258ee447, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=8b28a7c0-a45f-4a5a-8445-7c2c258ee447,segment=NetworkSegment(1d387139-cba5-4570-b0b2-41010da74545),segment_id=1d387139-cba5-4570-b0b2-41010da74545)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:33.328874 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-74e91c12-3650-4f61-a281-c1c1be5707f9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:33.330684 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 8b28a7c0-a45f-4a5a-8445-7c2c258ee447 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:39:33.346149 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-74e91c12-3650-4f61-a281-c1c1be5707f9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Calling delete_port for 8b28a7c0-a45f-4a5a-8445-7c2c258ee447 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:39:33.398550 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44174) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:33.422445 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-6a58c099-c8f8-428d-ad4f-79328ae2ad40 None None] For port 8b28a7c0-a45f-4a5a-8445-7c2c258ee447, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=8b28a7c0-a45f-4a5a-8445-7c2c258ee447,segment=NetworkSegment(1d387139-cba5-4570-b0b2-41010da74545),segment_id=1d387139-cba5-4570-b0b2-41010da74545)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:33.422876 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6a58c099-c8f8-428d-ad4f-79328ae2ad40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:33.439690 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-22a740d0-0c44-47c4-b9af-97f25383001b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:33.446675 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-22a740d0-0c44-47c4-b9af-97f25383001b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5776832 May 06 09:39:33.460103 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-6a58c099-c8f8-428d-ad4f-79328ae2ad40 None None] Calling delete_port for 8b28a7c0-a45f-4a5a-8445-7c2c258ee447 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:39:33.468355 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-74e91c12-3650-4f61-a281-c1c1be5707f9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:33.476267 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f811b49e-4a9c-4c9c-b409-98b5de3d2154 req-57ee680d-9557-481d-bddc-cedcb10d0a80 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996117 May 06 09:39:33.488834 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-61f69c97-31ee-42e8-84de-ab9967ff6617 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/quotas/0fe275606e2841ef811abf94e17c097e HTTP/1.1" status: 200 len: 375 time: 0.0409746 May 06 09:39:33.513429 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e91c12-3650-4f61-a281-c1c1be5707f9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Pushing event deleted for resources: {'Port': ['ID=8b28a7c0-a45f-4a5a-8445-7c2c258ee447,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:33.518182 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e91c12-3650-4f61-a281-c1c1be5707f9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] No DVR routers for this DVR port 8b28a7c0-a45f-4a5a-8445-7c2c258ee447 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:39:33.604914 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No active binding found for port 8b28a7c0-a45f-4a5a-8445-7c2c258ee447 {{(pid=102654) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 06 09:39:33.605805 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 8b28a7c0-a45f-4a5a-8445-7c2c258ee447 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:39:33.610477 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-c08b64f0-9af8-48ae-8f66-fb7b0d136b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:33.611971 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-c08b64f0-9af8-48ae-8f66-fb7b0d136b1c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=293ef06f-9c8d-46e9-8a69-2491d12832fe HTTP/1.1" status: 200 len: 859 time: 0.2584457 May 06 09:39:33.616667 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-8bd0df4e-8d07-4628-b5b1-ed4147b31907 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1847814553-network', 'tenant_id': '48135002cdea40efa122e536dc317741'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:33.647604 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-74e91c12-3650-4f61-a281-c1c1be5707f9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:33.675334 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-74e91c12-3650-4f61-a281-c1c1be5707f9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ebf713-266e-49bf-bb85-a1e0a99030b5']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:33.686987 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6a58c099-c8f8-428d-ad4f-79328ae2ad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:33.693738 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-74e91c12-3650-4f61-a281-c1c1be5707f9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d387139-cba5-4570-b0b2-41010da74545') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:33.694176 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-74e91c12-3650-4f61-a281-c1c1be5707f9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d387139-cba5-4570-b0b2-41010da74545') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:33.708835 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-74e91c12-3650-4f61-a281-c1c1be5707f9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:33.724527 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58c099-c8f8-428d-ad4f-79328ae2ad40 None None] Pushing event deleted for resources: {'Port': ['ID=8b28a7c0-a45f-4a5a-8445-7c2c258ee447,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:33.725105 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd0df4e-8d07-4628-b5b1-ed4147b31907 admin admin] Made reservation on behalf of 48135002cdea40efa122e536dc317741 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:39:33.725731 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a58c099-c8f8-428d-ad4f-79328ae2ad40 None None] No DVR routers for this DVR port 8b28a7c0-a45f-4a5a-8445-7c2c258ee447 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:39:33.726326 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-74e91c12-3650-4f61-a281-c1c1be5707f9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:33.733621 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8bd0df4e-8d07-4628-b5b1-ed4147b31907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:33.742115 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e91c12-3650-4f61-a281-c1c1be5707f9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:39:33.742641 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-74e91c12-3650-4f61-a281-c1c1be5707f9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:33.748719 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-42fb98bd-29cb-4fa0-b851-b4ac63831236 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=519999b9-d7d4-4e10-b661-e50209fd3b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082871 May 06 09:39:33.767441 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8bd0df4e-8d07-4628-b5b1-ed4147b31907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: timer() May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:39:33.798180 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:39:33.821023 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-74e91c12-3650-4f61-a281-c1c1be5707f9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:33.823257 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-a9795332-8006-4fce-89e3-96b53afa05ae tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0fe275606e2841ef811abf94e17c097e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3333521 May 06 09:39:33.854690 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-74e91c12-3650-4f61-a281-c1c1be5707f9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:33.860979 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-74e91c12-3650-4f61-a281-c1c1be5707f9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "DELETE /v2.0/networks/28ebf713-266e-49bf-bb85-a1e0a99030b5 HTTP/1.1" status: 204 len: 168 time: 1.0785904 May 06 09:39:33.861220 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b65ae-22ac-4315-be71-d9a162a0ba48 req-918c55c5-d687-4a3b-ac96-03ce7ce22692 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:33.861538 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e09b65ae-22ac-4315-be71-d9a162a0ba48 req-918c55c5-d687-4a3b-ac96-03ce7ce22692 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 944 time: 0.2585759 May 06 09:39:33.871188 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44180) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:33.893526 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e91c12-3650-4f61-a281-c1c1be5707f9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Pushing event deleted for resources: {'Network': ['ID=28ebf713-266e-49bf-bb85-a1e0a99030b5,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:33.948846 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d0b244-8c4c-40ab-8e8e-2c6cff723840 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Deleting subnet 67cccdd2-6401-4e37-ac91-4fff609d0abf {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:39:33.952823 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-10d0b244-8c4c-40ab-8e8e-2c6cff723840 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:34.010242 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e09b65ae-22ac-4315-be71-d9a162a0ba48 req-e762dc5f-5642-4e34-b14c-d2ca004fbabe tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355655 May 06 09:39:34.013185 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-10d0b244-8c4c-40ab-8e8e-2c6cff723840 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:34.078484 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-69fedd90-8890-464f-be79-977ba19f16c0 service neutron] 10.222.0.84 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130720 May 06 09:39:34.180801 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-10d0b244-8c4c-40ab-8e8e-2c6cff723840 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:34.210952 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-98da91de-c923-4398-aa8b-a02cb782857e service neutron] 10.222.0.84 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183631 May 06 09:39:34.305854 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-10d0b244-8c4c-40ab-8e8e-2c6cff723840 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:34.354488 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8bd0df4e-8d07-4628-b5b1-ed4147b31907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:34.366149 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0b244-8c4c-40ab-8e8e-2c6cff723840 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Pushing event deleted for resources: {'Subnet': ['ID=67cccdd2-6401-4e37-ac91-4fff609d0abf,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:34.367620 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3faf0-06b9-4f36-9972-a4b2bb287b89 req-0c98476c-ea3d-4f44-9ecc-9549dcd29f0b tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:34.374814 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-10d0b244-8c4c-40ab-8e8e-2c6cff723840 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:34.381620 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-10d0b244-8c4c-40ab-8e8e-2c6cff723840 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "DELETE /v2.0/subnets/67cccdd2-6401-4e37-ac91-4fff609d0abf HTTP/1.1" status: 204 len: 168 time: 0.5037317 May 06 09:39:34.381620 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44186) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:34.383837 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f361bf67-2d06-4a78-a9a6-2edc7e95cb8a None None] Network 72c7337c-ed4a-416b-867d-219dbb6331f8 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:39:34.395885 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fce3faf0-06b9-4f36-9972-a4b2bb287b89 req-0c98476c-ea3d-4f44-9ecc-9549dcd29f0b tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21bb102-dadd-4222-accc-9061d0d9489d HTTP/1.1" status: 200 len: 945 time: 0.1792850 May 06 09:39:34.476659 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fce3faf0-06b9-4f36-9972-a4b2bb287b89 req-37c41d27-6efb-45ad-a0ac-539129498fb8 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759599 May 06 09:39:34.484896 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8bd0df4e-8d07-4628-b5b1-ed4147b31907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:34.542950 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd0df4e-8d07-4628-b5b1-ed4147b31907 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:39:34.571091 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5acff886-6090-4100-9b7f-cb05bca22609 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:34.622004 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0df4e-8d07-4628-b5b1-ed4147b31907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a0891b-ef88-4af4-8e92-3808698055e3,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:34.651038 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8bd0df4e-8d07-4628-b5b1-ed4147b31907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:34.651714 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-8bd0df4e-8d07-4628-b5b1-ed4147b31907 admin admin] Added segment 0cad701d-15db-4830-8ec3-5c5772b70e25 of type vlan for network 106e07b0-c17b-4335-97df-8cfa31e62071 May 06 09:39:34.668427 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-5acff886-6090-4100-9b7f-cb05bca22609 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Deleting port 66c14940-3689-49a8-a471-25f08fd97396 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:39:34.668880 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5acff886-6090-4100-9b7f-cb05bca22609 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:34.734740 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effa3f30-834a-4a74-84ea-5be4aadf5c4c None None] DHCP port deletion for 72c7337c-ed4a-416b-867d-219dbb6331f8 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:39:34.800435 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-effa3f30-834a-4a74-84ea-5be4aadf5c4c None None] Deleting port 66c14940-3689-49a8-a471-25f08fd97396 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:39:34.801150 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-effa3f30-834a-4a74-84ea-5be4aadf5c4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:34.817286 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-5acff886-6090-4100-9b7f-cb05bca22609 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] For port 66c14940-3689-49a8-a471-25f08fd97396, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=66c14940-3689-49a8-a471-25f08fd97396,segment=NetworkSegment(2f84c048-45d7-4c82-807a-064e9189436d),segment_id=2f84c048-45d7-4c82-807a-064e9189436d)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:34.820511 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5acff886-6090-4100-9b7f-cb05bca22609 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:34.847466 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-5acff886-6090-4100-9b7f-cb05bca22609 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Calling delete_port for 66c14940-3689-49a8-a471-25f08fd97396 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:39:34.861689 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-61e04bde-737f-4bad-9c8f-57647feb20c1 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:34.874086 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-61e04bde-737f-4bad-9c8f-57647feb20c1 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2&tenant_id=147a685967a04284b13954d6f7a9d875&binding%3Ahost_id=n-h1-840835-1 HTTP/1.1" status: 200 len: 1095 time: 0.2995787 May 06 09:39:34.889785 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ddc587a7-bed7-48a1-8c6b-3f6af34f5d9c req-9888ee95-531e-4b96-941e-55d01a274583 tempest-ServersAdmin275Test-1645956148 tempest-ServersAdmin275Test-1645956148-project] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.1494043 May 06 09:39:34.902286 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-effa3f30-834a-4a74-84ea-5be4aadf5c4c None None] For port 66c14940-3689-49a8-a471-25f08fd97396, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=66c14940-3689-49a8-a471-25f08fd97396,segment=NetworkSegment(2f84c048-45d7-4c82-807a-064e9189436d),segment_id=2f84c048-45d7-4c82-807a-064e9189436d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:34.903259 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-effa3f30-834a-4a74-84ea-5be4aadf5c4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:34.915417 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8bd0df4e-8d07-4628-b5b1-ed4147b31907 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:34.951151 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-effa3f30-834a-4a74-84ea-5be4aadf5c4c None None] Calling delete_port for 66c14940-3689-49a8-a471-25f08fd97396 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:39:34.997513 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5acff886-6090-4100-9b7f-cb05bca22609 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:35.039353 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acff886-6090-4100-9b7f-cb05bca22609 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Pushing event deleted for resources: {'Port': ['ID=66c14940-3689-49a8-a471-25f08fd97396,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:35.045631 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acff886-6090-4100-9b7f-cb05bca22609 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] No DVR routers for this DVR port 66c14940-3689-49a8-a471-25f08fd97396 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:39:35.107478 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.db.resource_extend [None req-8bd0df4e-8d07-4628-b5b1-ed4147b31907 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:39:35.178170 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43f81ad7-37d7-45a2-8f18-07aa978ed13e req-3cac6f2d-197f-402b-aa72-afdd6174fdec service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1373098 May 06 09:39:35.180742 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8bd0df4e-8d07-4628-b5b1-ed4147b31907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:35.181686 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd0df4e-8d07-4628-b5b1-ed4147b31907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:35.183006 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8bd0df4e-8d07-4628-b5b1-ed4147b31907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:35.232712 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-effa3f30-834a-4a74-84ea-5be4aadf5c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:35.372125 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5acff886-6090-4100-9b7f-cb05bca22609 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:35.462063 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-5acff886-6090-4100-9b7f-cb05bca22609 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c7337c-ed4a-416b-867d-219dbb6331f8']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:35.472169 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effa3f30-834a-4a74-84ea-5be4aadf5c4c None None] No DVR routers for this DVR port 66c14940-3689-49a8-a471-25f08fd97396 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:39:35.482183 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-5acff886-6090-4100-9b7f-cb05bca22609 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f84c048-45d7-4c82-807a-064e9189436d') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:35.482759 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-5acff886-6090-4100-9b7f-cb05bca22609 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f84c048-45d7-4c82-807a-064e9189436d') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:35.501846 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5acff886-6090-4100-9b7f-cb05bca22609 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:35.512299 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 66c14940-3689-49a8-a471-25f08fd97396 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:39:35.520552 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5acff886-6090-4100-9b7f-cb05bca22609 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:35.528498 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5acff886-6090-4100-9b7f-cb05bca22609 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:39:35.528969 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5acff886-6090-4100-9b7f-cb05bca22609 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:35.530185 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa3f30-834a-4a74-84ea-5be4aadf5c4c None None] Pushing event deleted for resources: {'Port': ['ID=66c14940-3689-49a8-a471-25f08fd97396,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:35.591736 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 66c14940-3689-49a8-a471-25f08fd97396 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:39:35.592484 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 66c14940-3689-49a8-a471-25f08fd97396 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: timer() May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:39:35.662987 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:39:35.688721 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5acff886-6090-4100-9b7f-cb05bca22609 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:35.702174 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5acff886-6090-4100-9b7f-cb05bca22609 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:35.708215 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5acff886-6090-4100-9b7f-cb05bca22609 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "DELETE /v2.0/networks/72c7337c-ed4a-416b-867d-219dbb6331f8 HTTP/1.1" status: 204 len: 168 time: 1.3229733 May 06 09:39:35.727357 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44220) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:35.751974 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-6df71071-e882-40fa-9d14-be1b22f71c3c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-324765097'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:35.758941 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acff886-6090-4100-9b7f-cb05bca22609 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Pushing event deleted for resources: {'Network': ['ID=72c7337c-ed4a-416b-867d-219dbb6331f8,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:35.793083 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df71071-e882-40fa-9d14-be1b22f71c3c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Made reservation on behalf of 176b8c716694414abe8ccd24f8a01958 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:39:35.796743 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6df71071-e882-40fa-9d14-be1b22f71c3c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:35.845128 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df71071-e882-40fa-9d14-be1b22f71c3c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:39:35.855871 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8bd0df4e-8d07-4628-b5b1-ed4147b31907 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4560666 May 06 09:39:35.860119 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44222) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:35.871600 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0df4e-8d07-4628-b5b1-ed4147b31907 admin admin] Pushing event updated for resources: {'Network': ['ID=106e07b0-c17b-4335-97df-8cfa31e62071,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:35.874825 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-a98e3333-5621-437e-a69a-89a2437fcd6f admin admin] Request body: {'subnet': {'network_id': '106e07b0-c17b-4335-97df-8cfa31e62071', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1847814553-subnet', 'tenant_id': '48135002cdea40efa122e536dc317741', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:35.885163 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 106e07b0-c17b-4335-97df-8cfa31e62071 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:39:35.902180 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-89a11708-c7b0-4b1f-9f31-d8924518d2a9 service neutron] For port 6a33477f-d84b-4f48-bb89-98d05b050377, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:35.902559 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6df71071-e882-40fa-9d14-be1b22f71c3c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:35.902906 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-6df71071-e882-40fa-9d14-be1b22f71c3c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Added segment 9b5875de-32ef-4f4f-9461-f6679c5bc7bf of type vlan for network 2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878 May 06 09:39:35.909242 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-89a11708-c7b0-4b1f-9f31-d8924518d2a9 service neutron] Notify callbacks [] for binding, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:35.910386 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f835452e-68d3-4afe-bdc7-1ce2c1809d48 req-89a11708-c7b0-4b1f-9f31-d8924518d2a9 service neutron] 10.222.0.84 "DELETE /v2.0/ports/6a33477f-d84b-4f48-bb89-98d05b050377/bindings/n-h2-840835-1 HTTP/1.1" status: 204 len: 173 time: 1.0196483 May 06 09:39:35.923347 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f81ad7-37d7-45a2-8f18-07aa978ed13e req-b50aff01-888d-4aca-b933-b98f79eb40f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:35.925200 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43f81ad7-37d7-45a2-8f18-07aa978ed13e req-b50aff01-888d-4aca-b933-b98f79eb40f2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=147a685967a04284b13954d6f7a9d875&device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 1095 time: 0.6217439 May 06 09:39:35.940959 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b53c1-990d-43ac-b8b5-d880d67121f8 req-5302281f-4715-49ac-a54f-272b86e1782b tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:35.950122 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fa4b53c1-990d-43ac-b8b5-d880d67121f8 req-5302281f-4715-49ac-a54f-272b86e1782b tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21bb102-dadd-4222-accc-9061d0d9489d HTTP/1.1" status: 200 len: 945 time: 0.1081924 May 06 09:39:36.026347 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98e3333-5621-437e-a69a-89a2437fcd6f admin admin] Made reservation on behalf of 48135002cdea40efa122e536dc317741 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:39:36.033699 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a98e3333-5621-437e-a69a-89a2437fcd6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:36.043444 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6df71071-e882-40fa-9d14-be1b22f71c3c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:36.127895 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fa4b53c1-990d-43ac-b8b5-d880d67121f8 req-76ae9c78-675a-4733-a0d2-a723163413b9 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766548 May 06 09:39:36.190025 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.db.resource_extend [None req-6df71071-e882-40fa-9d14-be1b22f71c3c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:39:36.254884 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6df71071-e882-40fa-9d14-be1b22f71c3c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:36.273528 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df71071-e882-40fa-9d14-be1b22f71c3c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:36.275259 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6df71071-e882-40fa-9d14-be1b22f71c3c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:36.307699 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f81ad7-37d7-45a2-8f18-07aa978ed13e req-69665bce-9998-4279-b761-673950fa5ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:36.309379 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43f81ad7-37d7-45a2-8f18-07aa978ed13e req-69665bce-9998-4279-b761-673950fa5ab7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=519999b9-d7d4-4e10-b661-e50209fd3b05 HTTP/1.1" status: 200 len: 920 time: 0.3571784 May 06 09:39:36.374690 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6df71071-e882-40fa-9d14-be1b22f71c3c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6461496 May 06 09:39:36.383223 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44230) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:36.392912 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-5a06cfc9-a45b-47bd-b624-797159111895 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Request body: {'subnet': {'network_id': '2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:36.434840 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ea827-5d6e-4ef5-bb9e-f01957f731a0 req-79cb5fea-5615-43b8-9cc8-083334108dbe tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:36.436415 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c22ea827-5d6e-4ef5-bb9e-f01957f731a0 req-79cb5fea-5615-43b8-9cc8-083334108dbe tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 944 time: 0.2668788 May 06 09:39:36.460483 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df71071-e882-40fa-9d14-be1b22f71c3c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Pushing event updated for resources: {'Network': ['ID=2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:36.471885 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:39:36.491044 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43f81ad7-37d7-45a2-8f18-07aa978ed13e req-867ac9a9-829b-4279-b578-a65dfea9ed83 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98c63a03-7e44-46a8-90f7-0ea9dd4bd05f HTTP/1.1" status: 200 len: 217 time: 0.1247313 May 06 09:39:36.583742 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a06cfc9-a45b-47bd-b624-797159111895 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Made reservation on behalf of 176b8c716694414abe8ccd24f8a01958 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:39:36.587790 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5a06cfc9-a45b-47bd-b624-797159111895 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:36.590598 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43023984-4408-4b33-bb37-08c7d1352af7 req-e80257d2-9739-4b85-a22c-ca0fc0cde5a3 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:36.600148 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43023984-4408-4b33-bb37-08c7d1352af7 req-e80257d2-9739-4b85-a22c-ca0fc0cde5a3 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 944 time: 0.3012011 May 06 09:39:36.621216 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fa5c2-b313-4aef-93f0-7b97794b9113 req-47973cf7-a4f7-452e-bff8-e8ec95af0941 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:36.622681 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-061fa5c2-b313-4aef-93f0-7b97794b9113 req-47973cf7-a4f7-452e-bff8-e8ec95af0941 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 944 time: 0.3456442 May 06 09:39:36.661613 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c22ea827-5d6e-4ef5-bb9e-f01957f731a0 req-cabcb7af-54bf-4f49-8b19-acd4bcbdc669 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742222 May 06 09:39:36.719078 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f81ad7-37d7-45a2-8f18-07aa978ed13e req-b40b1e88-b88d-45de-b417-a5eb837e8064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:36.720658 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43f81ad7-37d7-45a2-8f18-07aa978ed13e req-b40b1e88-b88d-45de-b417-a5eb837e8064 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=293ef06f-9c8d-46e9-8a69-2491d12832fe HTTP/1.1" status: 200 len: 859 time: 0.2188179 May 06 09:39:36.757171 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a98e3333-5621-437e-a69a-89a2437fcd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:36.778141 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43f81ad7-37d7-45a2-8f18-07aa978ed13e req-ded62d07-4390-4893-af93-00a2c912f413 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=519999b9-d7d4-4e10-b661-e50209fd3b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495663 May 06 09:39:36.850414 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e3333-5621-437e-a69a-89a2437fcd6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ee33410-8f3a-44d7-9251-5441886837e0,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:36.874954 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43023984-4408-4b33-bb37-08c7d1352af7 req-cea90470-b0c6-47aa-a78d-f62f21078ac2 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494113 May 06 09:39:36.919342 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98e3333-5621-437e-a69a-89a2437fcd6f admin admin] Checking segment: {'id': '0cad701d-15db-4830-8ec3-5c5772b70e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '106e07b0-c17b-4335-97df-8cfa31e62071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:36.920082 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98e3333-5621-437e-a69a-89a2437fcd6f admin admin] Network hostable DHCP agents. Network: 106e07b0-c17b-4335-97df-8cfa31e62071, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:39:36.943137 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4aff8d39-7374-469b-bd86-ffa85a4a1902 req-55f1a0a2-c50c-4551-814a-30bda7487e61 tempest-ServersAdmin275Test-1645956148 tempest-ServersAdmin275Test-1645956148-project] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.1575716 May 06 09:39:37.030031 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98e3333-5621-437e-a69a-89a2437fcd6f admin admin] Network 106e07b0-c17b-4335-97df-8cfa31e62071 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:39:37.079299 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-a98e3333-5621-437e-a69a-89a2437fcd6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 106e07b0-c17b-4335-97df-8cfa31e62071) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:37.084356 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e2b37209-b636-49ef-a1a9-07ef534dac94 req-c882eebb-eb79-46f8-8903-29dde5028bcb tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=cedeaa7f-8587-4fab-9df6-8179655b93d7 HTTP/1.1" status: 200 len: 210 time: 0.0920727 May 06 09:39:37.089952 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98e3333-5621-437e-a69a-89a2437fcd6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:37.090800 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a98e3333-5621-437e-a69a-89a2437fcd6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:37.101314 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aedec41-8465-477a-9644-4514d490f41e None None] Network 106e07b0-c17b-4335-97df-8cfa31e62071 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:39:37.114573 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5a06cfc9-a45b-47bd-b624-797159111895 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:37.135661 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-061fa5c2-b313-4aef-93f0-7b97794b9113 req-9ccb3f90-93d7-4da1-a7a9-863522dbc7da tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Deleting port 0628af58-b4bb-41f2-a487-0f7dc617eaf8 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:39:37.136160 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-061fa5c2-b313-4aef-93f0-7b97794b9113 req-9ccb3f90-93d7-4da1-a7a9-863522dbc7da tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:37.150872 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43f81ad7-37d7-45a2-8f18-07aa978ed13e req-f6021b41-f33b-48ac-9396-a86412a94e14 service neutron] 10.222.0.77 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414032 May 06 09:39:37.214438 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a98e3333-5621-437e-a69a-89a2437fcd6f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3517485 May 06 09:39:37.249227 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44240) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:37.257802 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-fa2dd374-40db-487e-942e-7592594478b2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1847814553-router', 'tenant_id': '48135002cdea40efa122e536dc317741', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:37.323134 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06cfc9-a45b-47bd-b624-797159111895 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Pushing event updated for resources: {'Subnet': ['ID=6fb2e728-a84c-4ef3-80df-3c5575f48f39,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:37.380508 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a06cfc9-a45b-47bd-b624-797159111895 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Checking segment: {'id': '9b5875de-32ef-4f4f-9461-f6679c5bc7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:37.381244 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a06cfc9-a45b-47bd-b624-797159111895 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Network hostable DHCP agents. Network: 2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:39:37.419603 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a06cfc9-a45b-47bd-b624-797159111895 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Network 2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:39:37.431582 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-5a06cfc9-a45b-47bd-b624-797159111895 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:37.437868 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a06cfc9-a45b-47bd-b624-797159111895 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:37.438805 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5a06cfc9-a45b-47bd-b624-797159111895 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:37.457608 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fa2dd374-40db-487e-942e-7592594478b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:37.459012 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fa2dd374-40db-487e-942e-7592594478b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:37.469167 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5a06cfc9-a45b-47bd-b624-797159111895 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0829558 May 06 09:39:37.472136 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44244) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:37.478012 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771408d1-5c61-4a51-9cd9-41bf357abc2e None None] Network 2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:39:37.485856 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-0fc10a0f-3b8f-4677-a1c3-6742db50ba36 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1762189910'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:37.494412 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf91fd69-7b8b-470f-9d7d-6c8c5e5f9288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-106e07b0-c17b-4335-97df-8cfa31e62071', 'network_id': '106e07b0-c17b-4335-97df-8cfa31e62071', 'tenant_id': '48135002cdea40efa122e536dc317741', 'fixed_ips': [{'subnet_id': '4ee33410-8f3a-44d7-9251-5441886837e0'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:39:37.496111 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cf91fd69-7b8b-470f-9d7d-6c8c5e5f9288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:37.508170 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc10a0f-3b8f-4677-a1c3-6742db50ba36 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Made reservation on behalf of 176b8c716694414abe8ccd24f8a01958 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:39:37.508442 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-061fa5c2-b313-4aef-93f0-7b97794b9113 req-9ccb3f90-93d7-4da1-a7a9-863522dbc7da tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] For port 0628af58-b4bb-41f2-a487-0f7dc617eaf8, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=0628af58-b4bb-41f2-a487-0f7dc617eaf8,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:37.508730 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-061fa5c2-b313-4aef-93f0-7b97794b9113 req-9ccb3f90-93d7-4da1-a7a9-863522dbc7da tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:37.512421 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0fc10a0f-3b8f-4677-a1c3-6742db50ba36 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:37.535729 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad14881-0bb7-448f-9a23-5385ffb84f37 req-ecf371a4-ef0c-422e-a710-6368488f3560 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:37.543497 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3ad14881-0bb7-448f-9a23-5385ffb84f37 req-ecf371a4-ef0c-422e-a710-6368488f3560 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 1095 time: 0.2575145 May 06 09:39:37.560115 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc10a0f-3b8f-4677-a1c3-6742db50ba36 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:39:37.578267 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0fc10a0f-3b8f-4677-a1c3-6742db50ba36 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:37.578654 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-0fc10a0f-3b8f-4677-a1c3-6742db50ba36 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Added segment ead1ea65-131f-4ff5-a9de-d95f8e176527 of type vlan for network 9ebe51af-460d-4211-8918-18bd454eaf92 May 06 09:39:37.580317 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-061fa5c2-b313-4aef-93f0-7b97794b9113 req-9ccb3f90-93d7-4da1-a7a9-863522dbc7da tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Calling delete_port for 0628af58-b4bb-41f2-a487-0f7dc617eaf8 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:39:37.609973 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43f81ad7-37d7-45a2-8f18-07aa978ed13e req-10a54acf-b1f3-4890-b151-1cbf1cf284ab service neutron] 10.222.0.77 "GET /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433115 May 06 09:39:37.656751 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0fc10a0f-3b8f-4677-a1c3-6742db50ba36 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:37.672821 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fa2dd374-40db-487e-942e-7592594478b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:37.696462 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0fc10a0f-3b8f-4677-a1c3-6742db50ba36 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:37.704243 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc10a0f-3b8f-4677-a1c3-6742db50ba36 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:37.704999 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0fc10a0f-3b8f-4677-a1c3-6742db50ba36 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:37.725991 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-cf91fd69-7b8b-470f-9d7d-6c8c5e5f9288 None None] Allocated IP 172.20.0.2 (106e07b0-c17b-4335-97df-8cfa31e62071/4ee33410-8f3a-44d7-9251-5441886837e0/10705661-90b2-46ee-a657-34ec9907555a) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:39:37.780695 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3ad14881-0bb7-448f-9a23-5385ffb84f37 req-49849530-d90b-486d-b287-d04534c37696 tempest-LiveAutoBlockMigrationV225Test-556289986 tempest-LiveAutoBlockMigrationV225Test-556289986-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362256 May 06 09:39:37.794272 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0fc10a0f-3b8f-4677-a1c3-6742db50ba36 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3209989 May 06 09:39:37.799534 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44250) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:37.808310 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-4ba090ed-4090-4362-b975-d52ca5867dc9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Request body: {'subnet': {'network_id': '9ebe51af-460d-4211-8918-18bd454eaf92', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:37.825028 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc10a0f-3b8f-4677-a1c3-6742db50ba36 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Pushing event updated for resources: {'Network': ['ID=9ebe51af-460d-4211-8918-18bd454eaf92,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:37.836104 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f86ec-7afd-49ea-93aa-43119bef9231 req-27f89571-2052-4bb4-9bd3-a52d44f86539 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:37.838163 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d19f86ec-7afd-49ea-93aa-43119bef9231 req-27f89571-2052-4bb4-9bd3-a52d44f86539 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21bb102-dadd-4222-accc-9061d0d9489d HTTP/1.1" status: 200 len: 945 time: 0.3428574 May 06 09:39:37.965173 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba090ed-4090-4362-b975-d52ca5867dc9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Made reservation on behalf of 176b8c716694414abe8ccd24f8a01958 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:39:37.995020 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fa2dd374-40db-487e-942e-7592594478b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:37.995908 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4ba090ed-4090-4362-b975-d52ca5867dc9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:38.001142 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 9ebe51af-460d-4211-8918-18bd454eaf92 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:39:38.002420 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-befd8619-1e4f-44d0-92a1-6a0143a89b43 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0fe275606e2841ef811abf94e17c097e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1205041 May 06 09:39:38.215950 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d19f86ec-7afd-49ea-93aa-43119bef9231 req-b7817d0b-d513-4217-84ca-9277f1d90428 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388064 May 06 09:39:38.270008 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cf91fd69-7b8b-470f-9d7d-6c8c5e5f9288 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:38.290573 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cf91fd69-7b8b-470f-9d7d-6c8c5e5f9288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:38.317691 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c41136-6324-4bd9-a978-eb4d6e4b0828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878', 'network_id': '2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878', 'tenant_id': '176b8c716694414abe8ccd24f8a01958', 'fixed_ips': [{'subnet_id': '6fb2e728-a84c-4ef3-80df-3c5575f48f39'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:39:38.318579 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-15c41136-6324-4bd9-a978-eb4d6e4b0828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:38.324866 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-061fa5c2-b313-4aef-93f0-7b97794b9113 req-9ccb3f90-93d7-4da1-a7a9-863522dbc7da tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:38.350103 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf91fd69-7b8b-470f-9d7d-6c8c5e5f9288 None None] Network 106e07b0-c17b-4335-97df-8cfa31e62071 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:39:38.359006 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-cf91fd69-7b8b-470f-9d7d-6c8c5e5f9288 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:38.364358 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf91fd69-7b8b-470f-9d7d-6c8c5e5f9288 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:39:38.391452 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006af0f-eb86-4ff9-ab09-3850053022fe req-ba22ff50-39aa-4539-b2ca-3b818529c0be tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:38.394240 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4ba090ed-4090-4362-b975-d52ca5867dc9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:38.396203 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7006af0f-eb86-4ff9-ab09-3850053022fe req-ba22ff50-39aa-4539-b2ca-3b818529c0be tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5da443-f3d5-4793-b56a-ba4e5723bccf HTTP/1.1" status: 200 len: 944 time: 0.1704264 May 06 09:39:38.417983 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91fd69-7b8b-470f-9d7d-6c8c5e5f9288 None None] Pushing event updated for resources: {'Port': ['ID=10705661-90b2-46ee-a657-34ec9907555a,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:38.426165 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6fbeeae6-4de4-4cd1-b8d3-fc8f2c95950d req-39d3486a-8d97-46b5-801a-cdda830639f7 tempest-ServersAdmin275Test-1645956148 tempest-ServersAdmin275Test-1645956148-project] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.1071606 May 06 09:39:38.434623 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb3f90-93d7-4da1-a7a9-863522dbc7da tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Pushing event deleted for resources: {'Port': ['ID=0628af58-b4bb-41f2-a487-0f7dc617eaf8,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:38.509237 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba090ed-4090-4362-b975-d52ca5867dc9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Pushing event updated for resources: {'Subnet': ['ID=2de834d4-e42b-4109-95c4-67aaf35f64ad,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:38.544087 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-7f5b52a0-219c-42e3-b98f-ecf819321f38 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0fe275606e2841ef811abf94e17c097e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791743 May 06 09:39:38.545297 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-bf60f0d0-dd3b-4afb-a4aa-f453b0613511 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:38.547022 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-bf60f0d0-dd3b-4afb-a4aa-f453b0613511 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5170355 May 06 09:39:38.548417 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-061fa5c2-b313-4aef-93f0-7b97794b9113 req-9ccb3f90-93d7-4da1-a7a9-863522dbc7da tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] No DVR routers for this DVR port 0628af58-b4bb-41f2-a487-0f7dc617eaf8 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:39:38.552887 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-061fa5c2-b313-4aef-93f0-7b97794b9113 req-9ccb3f90-93d7-4da1-a7a9-863522dbc7da tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:38.557667 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-061fa5c2-b313-4aef-93f0-7b97794b9113 req-9ccb3f90-93d7-4da1-a7a9-863522dbc7da tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.84 "DELETE /v2.0/ports/0628af58-b4bb-41f2-a487-0f7dc617eaf8 HTTP/1.1" status: 204 len: 173 time: 1.9198935 May 06 09:39:38.560398 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba090ed-4090-4362-b975-d52ca5867dc9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Checking segment: {'id': 'ead1ea65-131f-4ff5-a9de-d95f8e176527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9ebe51af-460d-4211-8918-18bd454eaf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:38.560826 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba090ed-4090-4362-b975-d52ca5867dc9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Network hostable DHCP agents. Network: 9ebe51af-460d-4211-8918-18bd454eaf92, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:39:38.564437 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5da443-f3d5-4793-b56a-ba4e5723bccf', 'name': 'network-vif-deleted', 'tag': '0628af58-b4bb-41f2-a487-0f7dc617eaf8'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:38.566987 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7ab6f7-ef5b-440c-b095-bfdd783a0953" -d '{"events": [{"server_uuid": "7f5da443-f3d5-4793-b56a-ba4e5723bccf", "name": "network-vif-deleted", "tag": "0628af58-b4bb-41f2-a487-0f7dc617eaf8"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:38.580266 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-cf91fd69-7b8b-470f-9d7d-6c8c5e5f9288 None None] Attempting to bind port 10705661-90b2-46ee-a657-34ec9907555a on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:39:38.580648 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-cf91fd69-7b8b-470f-9d7d-6c8c5e5f9288 None None] Attempting to bind port 10705661-90b2-46ee-a657-34ec9907555a by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '0cad701d-15db-4830-8ec3-5c5772b70e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '106e07b0-c17b-4335-97df-8cfa31e62071'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:39:38.581383 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf91fd69-7b8b-470f-9d7d-6c8c5e5f9288 None None] Attempting to bind port 10705661-90b2-46ee-a657-34ec9907555a on network 106e07b0-c17b-4335-97df-8cfa31e62071 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:38.592840 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf91fd69-7b8b-470f-9d7d-6c8c5e5f9288 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:39:38.593339 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf91fd69-7b8b-470f-9d7d-6c8c5e5f9288 None None] Checking segment: {'id': '0cad701d-15db-4830-8ec3-5c5772b70e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '106e07b0-c17b-4335-97df-8cfa31e62071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:38.593654 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cf91fd69-7b8b-470f-9d7d-6c8c5e5f9288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:38.594400 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf91fd69-7b8b-470f-9d7d-6c8c5e5f9288 None None] Bound using segment: {'id': '0cad701d-15db-4830-8ec3-5c5772b70e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '106e07b0-c17b-4335-97df-8cfa31e62071'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:39:38.594984 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-cf91fd69-7b8b-470f-9d7d-6c8c5e5f9288 None None] Bound port: 10705661-90b2-46ee-a657-34ec9907555a, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cad701d-15db-4830-8ec3-5c5772b70e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '106e07b0-c17b-4335-97df-8cfa31e62071'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:39:38.595445 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cf91fd69-7b8b-470f-9d7d-6c8c5e5f9288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:38.599470 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-09f65c40-41ee-4f74-a7d4-3f939653eb60 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Request body: {'port': {'device_id': 'e51c16a2-c10a-4e64-9793-3cbef2e3fda3', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'admin_state_up': True, 'tenant_id': '0fe275606e2841ef811abf94e17c097e'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:38.611181 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba090ed-4090-4362-b975-d52ca5867dc9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Network 9ebe51af-460d-4211-8918-18bd454eaf92 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:39:38.676738 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-4ba090ed-4090-4362-b975-d52ca5867dc9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 9ebe51af-460d-4211-8918-18bd454eaf92) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:38.688314 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba090ed-4090-4362-b975-d52ca5867dc9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:38.689039 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4ba090ed-4090-4362-b975-d52ca5867dc9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:38.691651 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7006af0f-eb86-4ff9-ab09-3850053022fe req-e698c494-ff07-4025-9637-dc0c039ba800 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727108 May 06 09:39:38.741786 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4ba090ed-4090-4362-b975-d52ca5867dc9 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9412570 May 06 09:39:38.774939 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-48fe0c72-cefb-4c78-85bb-85dc9aa1d58d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:38.776806 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-48fe0c72-cefb-4c78-85bb-85dc9aa1d58d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1990731 May 06 09:39:38.797764 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de681339-b660-4695-8add-3e58135a1a2f None None] Network 9ebe51af-460d-4211-8918-18bd454eaf92 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:39:38.831721 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-f91ab127-3d7f-4beb-a479-ccdbb22681b6 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Request body: {'port': {'device_id': 'cedeaa7f-8587-4fab-9df6-8179655b93d7', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'admin_state_up': True, 'tenant_id': '0fe275606e2841ef811abf94e17c097e'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:38.874516 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-15c41136-6324-4bd9-a978-eb4d6e4b0828 None None] Allocated IP 19.80.0.2 (2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878/6fb2e728-a84c-4ef3-80df-3c5575f48f39/42f2d8fb-b82d-4aa0-9424-26608c66a4b3) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:39:38.888324 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed6901-0e7a-4f5e-bdf7-92628163f5c3 req-c5b5f657-c82a-4601-8aa8-dd1954fd2301 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:38.891970 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c8ed6901-0e7a-4f5e-bdf7-92628163f5c3 req-c5b5f657-c82a-4601-8aa8-dd1954fd2301 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 944 time: 0.3282058 May 06 09:39:38.907448 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-cf91fd69-7b8b-470f-9d7d-6c8c5e5f9288 None None] For port 10705661-90b2-46ee-a657-34ec9907555a, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:38.979485 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-10ea029f-6151-4aea-a9f9-b4099ad0a4b1 req-2e8ada48-3bf8-4f44-845b-48bf4d8f9395 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=cedeaa7f-8587-4fab-9df6-8179655b93d7 HTTP/1.1" status: 200 len: 210 time: 0.1355464 May 06 09:39:38.989211 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-cf91fd69-7b8b-470f-9d7d-6c8c5e5f9288 None None] For port 10705661-90b2-46ee-a657-34ec9907555a, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=10705661-90b2-46ee-a657-34ec9907555a,segment=NetworkSegment(0cad701d-15db-4830-8ec3-5c5772b70e25),segment_id=0cad701d-15db-4830-8ec3-5c5772b70e25)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:39:38.990683 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 01da8cd2-188a-4f87-8a7e-0aea3f350e6e details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:39:39.098094 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:39.111588 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 0628af58-b4bb-41f2-a487-0f7dc617eaf8 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:39:39.118882 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e', 'network_id': '138aada2-7aee-4749-819b-d219deb27012', 'port_id': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e', 'mac_address': 'fa:16:3e:3d:25:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceacdbe3-a021-4ce2-8b17-bdad66d69597', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:39:39.144639 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cf91fd69-7b8b-470f-9d7d-6c8c5e5f9288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:39.155949 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-f91ab127-3d7f-4beb-a479-ccdbb22681b6 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Made reservation on behalf of 0fe275606e2841ef811abf94e17c097e for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:39:39.167384 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-f91ab127-3d7f-4beb-a479-ccdbb22681b6 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:39.178655 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8473010d-e151-43d5-8d4d-d04f91ff2136 x-openstack-request-id: req-8473010d-e151-43d5-8d4d-d04f91ff2136 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:39.179520 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5da443-f3d5-4793-b56a-ba4e5723bccf", "name": "network-vif-deleted", "tag": "0628af58-b4bb-41f2-a487-0f7dc617eaf8", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:39.179871 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8473010d-e151-43d5-8d4d-d04f91ff2136 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:39.180236 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8473010d-e151-43d5-8d4d-d04f91ff2136'] response: {'server_uuid': '7f5da443-f3d5-4793-b56a-ba4e5723bccf', 'name': 'network-vif-deleted', 'tag': '0628af58-b4bb-41f2-a487-0f7dc617eaf8', 'status': 'completed', 'code': 200} May 06 09:39:39.200462 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91fd69-7b8b-470f-9d7d-6c8c5e5f9288 None None] Pushing event updated for resources: {'Port': ['ID=10705661-90b2-46ee-a657-34ec9907555a,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:39.205706 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 0628af58-b4bb-41f2-a487-0f7dc617eaf8 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:39:39.206047 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 0628af58-b4bb-41f2-a487-0f7dc617eaf8 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:39:39.232518 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-09f65c40-41ee-4f74-a7d4-3f939653eb60 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Made reservation on behalf of 0fe275606e2841ef811abf94e17c097e for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:39:39.237590 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-09f65c40-41ee-4f74-a7d4-3f939653eb60 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:39.330757 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:39.376657 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-f91ab127-3d7f-4beb-a479-ccdbb22681b6 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Allocated IP 192.168.233.15 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:39:39.392976 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c8ed6901-0e7a-4f5e-bdf7-92628163f5c3 req-0c0ba87c-3532-4419-b139-5dbc691f1a23 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867327 May 06 09:39:39.394102 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fa2dd374-40db-487e-942e-7592594478b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:39.402405 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9152f84f-b914-4d88-9c6a-e4e9743b7fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-9ebe51af-460d-4211-8918-18bd454eaf92', 'network_id': '9ebe51af-460d-4211-8918-18bd454eaf92', 'tenant_id': '176b8c716694414abe8ccd24f8a01958', 'fixed_ips': [{'subnet_id': '2de834d4-e42b-4109-95c4-67aaf35f64ad'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:39:39.404436 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9152f84f-b914-4d88-9c6a-e4e9743b7fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:39.408254 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01da8cd2-188a-4f87-8a7e-0aea3f350e6e {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:39.455993 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:39.468686 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fa2dd374-40db-487e-942e-7592594478b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:39.476593 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:39.490270 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-15c41136-6324-4bd9-a978-eb4d6e4b0828 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:39.589368 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-15c41136-6324-4bd9-a978-eb4d6e4b0828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:39.661533 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c41136-6324-4bd9-a978-eb4d6e4b0828 None None] Network 2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:39:39.663191 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:39.671093 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-15c41136-6324-4bd9-a978-eb4d6e4b0828 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:39.673507 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c41136-6324-4bd9-a978-eb4d6e4b0828 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:39:39.752769 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c41136-6324-4bd9-a978-eb4d6e4b0828 None None] Pushing event updated for resources: {'Port': ['ID=42f2d8fb-b82d-4aa0-9424-26608c66a4b3,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:39.760758 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-f91ab127-3d7f-4beb-a479-ccdbb22681b6 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:39.761370 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['01da8cd2-188a-4f87-8a7e-0aea3f350e6e'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:39.856384 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-f91ab127-3d7f-4beb-a479-ccdbb22681b6 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:39.889836 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-9152f84f-b914-4d88-9c6a-e4e9743b7fc6 None None] Allocated IP 19.86.0.2 (9ebe51af-460d-4211-8918-18bd454eaf92/2de834d4-e42b-4109-95c4-67aaf35f64ad/f50fd21a-b823-4e8b-a1e1-7ce40d02ceab) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:39:39.892947 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-15c41136-6324-4bd9-a978-eb4d6e4b0828 None None] Attempting to bind port 42f2d8fb-b82d-4aa0-9424-26608c66a4b3 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:39:39.893469 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-15c41136-6324-4bd9-a978-eb4d6e4b0828 None None] Attempting to bind port 42f2d8fb-b82d-4aa0-9424-26608c66a4b3 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '9b5875de-32ef-4f4f-9461-f6679c5bc7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:39:39.894500 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c41136-6324-4bd9-a978-eb4d6e4b0828 None None] Attempting to bind port 42f2d8fb-b82d-4aa0-9424-26608c66a4b3 on network 2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:39.901816 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f94328-9716-475f-8280-964318f001b2 req-d4643471-c125-472b-aac3-477b59979fae tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:39.903571 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47f94328-9716-475f-8280-964318f001b2 req-d4643471-c125-472b-aac3-477b59979fae tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.84 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 944 time: 0.6474893 May 06 09:39:39.927174 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c41136-6324-4bd9-a978-eb4d6e4b0828 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:39:39.927595 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c41136-6324-4bd9-a978-eb4d6e4b0828 None None] Checking segment: {'id': '9b5875de-32ef-4f4f-9461-f6679c5bc7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:39.929263 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-15c41136-6324-4bd9-a978-eb4d6e4b0828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:39.929263 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c41136-6324-4bd9-a978-eb4d6e4b0828 None None] Bound using segment: {'id': '9b5875de-32ef-4f4f-9461-f6679c5bc7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:39:39.929263 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-15c41136-6324-4bd9-a978-eb4d6e4b0828 None None] Bound port: 42f2d8fb-b82d-4aa0-9424-26608c66a4b3, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5875de-32ef-4f4f-9461-f6679c5bc7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:39:39.929632 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-15c41136-6324-4bd9-a978-eb4d6e4b0828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:39.977791 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-f91ab127-3d7f-4beb-a479-ccdbb22681b6 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:39:39.983782 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-f91ab127-3d7f-4beb-a479-ccdbb22681b6 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:39.988681 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-f91ab127-3d7f-4beb-a479-ccdbb22681b6 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:39:40.057873 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-f91ab127-3d7f-4beb-a479-ccdbb22681b6 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:40.058856 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-f91ab127-3d7f-4beb-a479-ccdbb22681b6 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:40.075137 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ab127-3d7f-4beb-a479-ccdbb22681b6 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Pushing event updated for resources: {'Port': ['ID=7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:40.139709 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-f91ab127-3d7f-4beb-a479-ccdbb22681b6 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3119798 May 06 09:39:40.163548 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-dfb326f6-1e7c-4b58-b358-07c72c54026d service neutron] Request body: {'port': {'device_id': 'cedeaa7f-8587-4fab-9df6-8179655b93d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:40.202717 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-15c41136-6324-4bd9-a978-eb4d6e4b0828 None None] For port 42f2d8fb-b82d-4aa0-9424-26608c66a4b3, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:40.210746 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-15c41136-6324-4bd9-a978-eb4d6e4b0828 None None] For port 42f2d8fb-b82d-4aa0-9424-26608c66a4b3, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=42f2d8fb-b82d-4aa0-9424-26608c66a4b3,segment=NetworkSegment(9b5875de-32ef-4f4f-9461-f6679c5bc7bf),segment_id=9b5875de-32ef-4f4f-9461-f6679c5bc7bf)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:39:40.278329 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['c45e2232-5ed7-485f-b3e2-b187d68163c4'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:40.292207 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-4b9ab4a7-86aa-449b-ae2e-a4aea04f34bb tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:40.298533 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-4b9ab4a7-86aa-449b-ae2e-a4aea04f34bb tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:40.303437 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-dfb326f6-1e7c-4b58-b358-07c72c54026d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:40.304154 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-4b9ab4a7-86aa-449b-ae2e-a4aea04f34bb tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/networks?id=2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878&id=9ebe51af-460d-4211-8918-18bd454eaf92 HTTP/1.1" status: 200 len: 1391 time: 1.0600226 May 06 09:39:40.363479 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-15c41136-6324-4bd9-a978-eb4d6e4b0828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:40.381019 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b232ab-aa4b-4f39-8ee8-4687512d18f7 req-9fd9a8de-135a-47e1-8167-7dadf4de4734 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:40.395312 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-13b232ab-aa4b-4f39-8ee8-4687512d18f7 req-9fd9a8de-135a-47e1-8167-7dadf4de4734 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21bb102-dadd-4222-accc-9061d0d9489d HTTP/1.1" status: 200 len: 945 time: 0.5024931 May 06 09:39:40.433543 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-c1f5f393-0f98-40f3-9eef-660b3721bc76 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/quotas/176b8c716694414abe8ccd24f8a01958 HTTP/1.1" status: 200 len: 375 time: 0.1077435 May 06 09:39:40.452616 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-09f65c40-41ee-4f74-a7d4-3f939653eb60 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Allocated IP 192.168.233.233 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/bcb11d08-ab25-412e-a88e-0cf35497f484) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:39:40.485747 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9152f84f-b914-4d88-9c6a-e4e9743b7fc6 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:40.489175 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918db902-a17c-4f53-97d6-be5131e1290d req-67c0ea3d-e91b-490b-8a08-f8bed01620c8 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:40.491522 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-918db902-a17c-4f53-97d6-be5131e1290d req-67c0ea3d-e91b-490b-8a08-f8bed01620c8 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.84 "GET /v2.0/ports?device_id=e21bb102-dadd-4222-accc-9061d0d9489d HTTP/1.1" status: 200 len: 945 time: 0.3990223 May 06 09:39:40.547032 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-2f3a188d-dee1-4ade-89ff-ed1198adb27d None None] Provisioning complete for port 7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:40.547032 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2f3a188d-dee1-4ade-89ff-ed1198adb27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:40.570788 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9152f84f-b914-4d88-9c6a-e4e9743b7fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:40.573235 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c41136-6324-4bd9-a978-eb4d6e4b0828 None None] Pushing event updated for resources: {'Port': ['ID=42f2d8fb-b82d-4aa0-9424-26608c66a4b3,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:40.609271 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-fa2dd374-40db-487e-942e-7592594478b2 admin admin] Allocated IP 172.25.5.157 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/47b6f3e4-a02c-4fd8-902f-53944fc95019) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:39:40.648086 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-13b232ab-aa4b-4f39-8ee8-4687512d18f7 req-cba85451-4100-4087-a1ba-0cf136a72e0a tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497716 May 06 09:39:40.653684 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9152f84f-b914-4d88-9c6a-e4e9743b7fc6 None None] Network 9ebe51af-460d-4211-8918-18bd454eaf92 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:39:40.654440 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-2f3a188d-dee1-4ade-89ff-ed1198adb27d None None] Port 7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:39:40.659969 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-9152f84f-b914-4d88-9c6a-e4e9743b7fc6 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:40.667946 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9152f84f-b914-4d88-9c6a-e4e9743b7fc6 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:39:40.684234 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152f84f-b914-4d88-9c6a-e4e9743b7fc6 None None] Pushing event updated for resources: {'Port': ['ID=f50fd21a-b823-4e8b-a1e1-7ce40d02ceab,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:40.846643 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-9152f84f-b914-4d88-9c6a-e4e9743b7fc6 None None] Attempting to bind port f50fd21a-b823-4e8b-a1e1-7ce40d02ceab on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:39:40.846911 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-9152f84f-b914-4d88-9c6a-e4e9743b7fc6 None None] Attempting to bind port f50fd21a-b823-4e8b-a1e1-7ce40d02ceab by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'ead1ea65-131f-4ff5-a9de-d95f8e176527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9ebe51af-460d-4211-8918-18bd454eaf92'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:39:40.847312 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9152f84f-b914-4d88-9c6a-e4e9743b7fc6 None None] Attempting to bind port f50fd21a-b823-4e8b-a1e1-7ce40d02ceab on network 9ebe51af-460d-4211-8918-18bd454eaf92 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:40.866636 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9152f84f-b914-4d88-9c6a-e4e9743b7fc6 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:39:40.867013 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9152f84f-b914-4d88-9c6a-e4e9743b7fc6 None None] Checking segment: {'id': 'ead1ea65-131f-4ff5-a9de-d95f8e176527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9ebe51af-460d-4211-8918-18bd454eaf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:40.867506 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9152f84f-b914-4d88-9c6a-e4e9743b7fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:40.867895 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9152f84f-b914-4d88-9c6a-e4e9743b7fc6 None None] Bound using segment: {'id': 'ead1ea65-131f-4ff5-a9de-d95f8e176527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9ebe51af-460d-4211-8918-18bd454eaf92'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:39:40.868368 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-9152f84f-b914-4d88-9c6a-e4e9743b7fc6 None None] Bound port: f50fd21a-b823-4e8b-a1e1-7ce40d02ceab, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead1ea65-131f-4ff5-a9de-d95f8e176527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9ebe51af-460d-4211-8918-18bd454eaf92'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:39:40.868785 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9152f84f-b914-4d88-9c6a-e4e9743b7fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:40.961155 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-47f94328-9716-475f-8280-964318f001b2 req-a015b501-b33c-4139-a1e0-2ed476787a7f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Deleting port 6a33477f-d84b-4f48-bb89-98d05b050377 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:39:40.961508 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-47f94328-9716-475f-8280-964318f001b2 req-a015b501-b33c-4139-a1e0-2ed476787a7f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:40.970275 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 01da8cd2-188a-4f87-8a7e-0aea3f350e6e up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:40.979573 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b47de8ca-bb30-4b48-a34b-0643d61610c6 req-92c5b0b7-4169-46a7-8442-23beb47e7b97 tempest-ServersAdmin275Test-1645956148 tempest-ServersAdmin275Test-1645956148-project] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.2146749 May 06 09:39:41.051489 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-9152f84f-b914-4d88-9c6a-e4e9743b7fc6 None None] For port f50fd21a-b823-4e8b-a1e1-7ce40d02ceab, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:41.057786 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:41.058151 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:41.093915 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-9152f84f-b914-4d88-9c6a-e4e9743b7fc6 None None] For port f50fd21a-b823-4e8b-a1e1-7ce40d02ceab, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f50fd21a-b823-4e8b-a1e1-7ce40d02ceab,segment=NetworkSegment(ead1ea65-131f-4ff5-a9de-d95f8e176527),segment_id=ead1ea65-131f-4ff5-a9de-d95f8e176527)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:39:41.105264 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9152f84f-b914-4d88-9c6a-e4e9743b7fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:41.124797 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-89cfcd68-a379-493c-baa0-20c500cde2bd tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=176b8c716694414abe8ccd24f8a01958&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6680102 May 06 09:39:41.218390 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152f84f-b914-4d88-9c6a-e4e9743b7fc6 None None] Pushing event updated for resources: {'Port': ['ID=f50fd21a-b823-4e8b-a1e1-7ce40d02ceab,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:41.247521 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bda3669-3b83-4f29-b757-71a8e5c84cad None None] Network 106e07b0-c17b-4335-97df-8cfa31e62071 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:39:41.549172 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fa2dd374-40db-487e-942e-7592594478b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:41.562104 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-47f94328-9716-475f-8280-964318f001b2 req-a015b501-b33c-4139-a1e0-2ed476787a7f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] For port 6a33477f-d84b-4f48-bb89-98d05b050377, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=6a33477f-d84b-4f48-bb89-98d05b050377,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:41.562802 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-47f94328-9716-475f-8280-964318f001b2 req-a015b501-b33c-4139-a1e0-2ed476787a7f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:41.571603 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 10705661-90b2-46ee-a657-34ec9907555a up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:41.598879 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:41.654869 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4086e8-670b-410b-8c9a-da027f433e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:41.657551 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd3c4e8-beac-49b6-889f-a12ac11964d2" -d '{"events": [{"server_uuid": "9a4086e8-670b-410b-8c9a-da027f433e62", "name": "network-vif-plugged", "status": "completed", "tag": "01da8cd2-188a-4f87-8a7e-0aea3f350e6e"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:41.694250 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a01f9709-a5ca-4cac-af10-7de108fa9338 None None] Provisioning complete for port 10705661-90b2-46ee-a657-34ec9907555a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:41.694635 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a01f9709-a5ca-4cac-af10-7de108fa9338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:41.742143 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:41.748910 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-5c347e8a-4345-4e81-9e1f-9f314c2b1479 service neutron] 10.222.0.73 "GET /v2.0/networks/2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6231086 May 06 09:39:41.761198 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:41.831327 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-47f94328-9716-475f-8280-964318f001b2 req-a015b501-b33c-4139-a1e0-2ed476787a7f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Calling delete_port for 6a33477f-d84b-4f48-bb89-98d05b050377 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:39:41.844535 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fa2dd374-40db-487e-942e-7592594478b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:41.867543 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc1f07-2506-4f00-8120-385c2ea87de2 req-7a17a6f1-b2a8-4bcc-ba8f-84e654454fdc tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:41.876164 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 10705661-90b2-46ee-a657-34ec9907555a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:41.876395 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-20bc1f07-2506-4f00-8120-385c2ea87de2 req-7a17a6f1-b2a8-4bcc-ba8f-84e654454fdc tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=cedeaa7f-8587-4fab-9df6-8179655b93d7 HTTP/1.1" status: 200 len: 935 time: 0.5898259 May 06 09:39:41.876527 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:41.920472 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-918db902-a17c-4f53-97d6-be5131e1290d req-82ef4695-e122-4975-8e7d-e59050567ef8 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Deleting port 809dfaf7-d4cc-4953-bf89-ccfb1e750cf6 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:39:41.920815 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-918db902-a17c-4f53-97d6-be5131e1290d req-82ef4695-e122-4975-8e7d-e59050567ef8 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:41.964552 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-09f65c40-41ee-4f74-a7d4-3f939653eb60 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:42.023698 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a01f9709-a5ca-4cac-af10-7de108fa9338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:42.032113 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,revision_number=7']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:42.149413 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a01f9709-a5ca-4cac-af10-7de108fa9338 None None] For port 10705661-90b2-46ee-a657-34ec9907555a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=10705661-90b2-46ee-a657-34ec9907555a,segment=NetworkSegment(0cad701d-15db-4830-8ec3-5c5772b70e25),segment_id=0cad701d-15db-4830-8ec3-5c5772b70e25)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:42.157161 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a01f9709-a5ca-4cac-af10-7de108fa9338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:42.250640 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2dd374-40db-487e-942e-7592594478b2 admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:39:42.270574 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 42f2d8fb-b82d-4aa0-9424-26608c66a4b3 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:42.304813 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7fb286-51a1-45ea-b272-c68aa22b81ba None None] Network 2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:39:42.308507 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-fa2dd374-40db-487e-942e-7592594478b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:42.315164 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2dd374-40db-487e-942e-7592594478b2 admin admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:39:42.320632 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-20bc1f07-2506-4f00-8120-385c2ea87de2 req-c6a15c3f-cbd3-4a2f-ba60-943f5310e642 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432564 May 06 09:39:42.383601 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f9709-a5ca-4cac-af10-7de108fa9338 None None] Pushing event updated for resources: {'Port': ['ID=10705661-90b2-46ee-a657-34ec9907555a,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:42.391598 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2dd374-40db-487e-942e-7592594478b2 admin admin] Pushing event updated for resources: {'Port': ['ID=47b6f3e4-a02c-4fd8-902f-53944fc95019,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:42.455492 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-56d9f32c-b498-4e3d-9aee-8ed283cff917 service neutron] 10.222.0.73 "GET /v2.0/networks/2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7046380 May 06 09:39:42.472217 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-37d56b76-ab14-43b2-91bf-eda6eed8d30f None None] Provisioning complete for port 42f2d8fb-b82d-4aa0-9424-26608c66a4b3 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:42.473184 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-37d56b76-ab14-43b2-91bf-eda6eed8d30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:42.657794 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-918db902-a17c-4f53-97d6-be5131e1290d req-82ef4695-e122-4975-8e7d-e59050567ef8 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] For port 809dfaf7-d4cc-4953-bf89-ccfb1e750cf6, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=809dfaf7-d4cc-4953-bf89-ccfb1e750cf6,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:42.658397 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-918db902-a17c-4f53-97d6-be5131e1290d req-82ef4695-e122-4975-8e7d-e59050567ef8 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:42.676967 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-09f65c40-41ee-4f74-a7d4-3f939653eb60 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:42.733935 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-37d56b76-ab14-43b2-91bf-eda6eed8d30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:42.758228 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-918db902-a17c-4f53-97d6-be5131e1290d req-82ef4695-e122-4975-8e7d-e59050567ef8 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Calling delete_port for 809dfaf7-d4cc-4953-bf89-ccfb1e750cf6 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:39:42.769992 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['c45e2232-5ed7-485f-b3e2-b187d68163c4'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:42.844145 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 42f2d8fb-b82d-4aa0-9424-26608c66a4b3 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:42.844633 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:42.878342 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-dfb326f6-1e7c-4b58-b358-07c72c54026d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:42.891008 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-dfb326f6-1e7c-4b58-b358-07c72c54026d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:42.911101 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-dfb326f6-1e7c-4b58-b358-07c72c54026d service neutron] Transition to ACTIVE for port object 7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:39:42.924559 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-dfb326f6-1e7c-4b58-b358-07c72c54026d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:42.968103 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-09f65c40-41ee-4f74-a7d4-3f939653eb60 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:39:43.007177 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf50a65-89b7-40d0-91b4-2aacccf7aeda req-fc30eade-013a-47b0-b58f-2c8e0edb773f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:43.014994 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ecf50a65-89b7-40d0-91b4-2aacccf7aeda req-fc30eade-013a-47b0-b58f-2c8e0edb773f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 944 time: 0.5278883 May 06 09:39:43.054336 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 6a33477f-d84b-4f48-bb89-98d05b050377 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:39:43.066344 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-09f65c40-41ee-4f74-a7d4-3f939653eb60 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:43.068618 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-09f65c40-41ee-4f74-a7d4-3f939653eb60 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:39:43.077934 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f65c40-41ee-4f74-a7d4-3f939653eb60 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Pushing event updated for resources: {'Port': ['ID=bcb11d08-ab25-412e-a88e-0cf35497f484,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:43.096775 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-dce7a3cb-8adf-4c24-a05e-87d18f44a375 service neutron] 10.222.0.73 "GET /v2.0/networks/9ebe51af-460d-4211-8918-18bd454eaf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5970674 May 06 09:39:43.129012 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb326f6-1e7c-4b58-b358-07c72c54026d service neutron] Pushing event updated for resources: {'Port': ['ID=7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:43.174432 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-37d56b76-ab14-43b2-91bf-eda6eed8d30f None None] For port 42f2d8fb-b82d-4aa0-9424-26608c66a4b3, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=42f2d8fb-b82d-4aa0-9424-26608c66a4b3,segment=NetworkSegment(9b5875de-32ef-4f4f-9461-f6679c5bc7bf),segment_id=9b5875de-32ef-4f4f-9461-f6679c5bc7bf)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:43.179979 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9a8d21-4d89-489e-a603-ea9c7e220d7b None None] Network 9ebe51af-460d-4211-8918-18bd454eaf92 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:39:43.183716 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-dfb326f6-1e7c-4b58-b358-07c72c54026d service neutron] Attempting to bind port 7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:39:43.184074 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-dfb326f6-1e7c-4b58-b358-07c72c54026d service neutron] Attempting to bind port 7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:39:43.184625 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-dfb326f6-1e7c-4b58-b358-07c72c54026d service neutron] Attempting to bind port 7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:43.200223 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-dfb326f6-1e7c-4b58-b358-07c72c54026d service neutron] Port 7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:39:43.200557 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-dfb326f6-1e7c-4b58-b358-07c72c54026d service neutron] Attempting to bind port 7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:43.226679 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-dfb326f6-1e7c-4b58-b358-07c72c54026d service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:39:43.227017 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-dfb326f6-1e7c-4b58-b358-07c72c54026d service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:43.227462 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-dfb326f6-1e7c-4b58-b358-07c72c54026d service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:39:43.227916 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-dfb326f6-1e7c-4b58-b358-07c72c54026d service neutron] Bound port: 7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:39:43.228868 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-dfb326f6-1e7c-4b58-b358-07c72c54026d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:43.266131 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-37d56b76-ab14-43b2-91bf-eda6eed8d30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:43.367142 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-dfb326f6-1e7c-4b58-b358-07c72c54026d service neutron] For port 7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:43.375065 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-dfb326f6-1e7c-4b58-b358-07c72c54026d service neutron] For port 7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:39:43.387598 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-dfb326f6-1e7c-4b58-b358-07c72c54026d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:43.415922 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ecf50a65-89b7-40d0-91b4-2aacccf7aeda req-f1c189ae-3a57-4431-b807-c7bc9256abcc tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997159 May 06 09:39:43.416548 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-47f94328-9716-475f-8280-964318f001b2 req-a015b501-b33c-4139-a1e0-2ed476787a7f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:43.480117 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-dfb326f6-1e7c-4b58-b358-07c72c54026d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:43.482014 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-dfb326f6-1e7c-4b58-b358-07c72c54026d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:43.490345 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-dfb326f6-1e7c-4b58-b358-07c72c54026d service neutron] 10.222.0.77 "PUT /v2.0/ports/7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc HTTP/1.1" status: 200 len: 1095 time: 3.3352029 May 06 09:39:43.515716 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cedeaa7f-8587-4fab-9df6-8179655b93d7', 'tag': '7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:43.529356 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be9a28b-0c8d-4012-8f07-0ba2b73b9272" -d '{"events": [{"name": "network-changed", "server_uuid": "cedeaa7f-8587-4fab-9df6-8179655b93d7", "tag": "7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:43.579922 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['0f731e0b-cba7-480d-bd7a-5a8deee3e63d'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:43.590826 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No active binding found for port 6a33477f-d84b-4f48-bb89-98d05b050377 {{(pid=102654) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 06 09:39:43.599229 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 6a33477f-d84b-4f48-bb89-98d05b050377 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:39:43.599748 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 809dfaf7-d4cc-4953-bf89-ccfb1e750cf6 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:39:43.640261 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb326f6-1e7c-4b58-b358-07c72c54026d service neutron] Pushing event updated for resources: {'Port': ['ID=7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:43.642201 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-09f65c40-41ee-4f74-a7d4-3f939653eb60 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:43.643471 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-09f65c40-41ee-4f74-a7d4-3f939653eb60 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:43.646919 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015b501-b33c-4139-a1e0-2ed476787a7f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Pushing event deleted for resources: {'Port': ['ID=6a33477f-d84b-4f48-bb89-98d05b050377,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:43.700028 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-287222cf-0ed9-4adb-ba56-a856a787d592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:43.707591 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-287222cf-0ed9-4adb-ba56-a856a787d592 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0fe275606e2841ef811abf94e17c097e&device_id=cedeaa7f-8587-4fab-9df6-8179655b93d7 HTTP/1.1" status: 200 len: 1098 time: 0.1275389 May 06 09:39:43.778567 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 10705661-90b2-46ee-a657-34ec9907555a up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:43.781206 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-2819748c-eb5f-40a3-8f75-32a6b186e610 None None] Provisioning complete for port 10705661-90b2-46ee-a657-34ec9907555a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:43.781645 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2819748c-eb5f-40a3-8f75-32a6b186e610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:43.878226 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-3d09600e-0a9c-4bb2-96ec-5cff86e23848 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc HTTP/1.1" status: 200 len: 217 time: 0.1563778 May 06 09:39:43.973293 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d56b76-ab14-43b2-91bf-eda6eed8d30f None None] Pushing event updated for resources: {'Port': ['ID=42f2d8fb-b82d-4aa0-9424-26608c66a4b3,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:43.989151 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-ad54540c-f89e-476f-a1c5-a9437b2cd152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:43.996295 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-ad54540c-f89e-476f-a1c5-a9437b2cd152 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1099412 May 06 09:39:44.127051 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-87d80710-f1a5-4d69-86fc-2445a402c2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:44.129744 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-87d80710-f1a5-4d69-86fc-2445a402c2f5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1210573 May 06 09:39:44.320497 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-f12425d8-514b-41c3-aae9-8b00a4640819 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819730 May 06 09:39:44.464372 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-d6e83872-1b7d-40f0-ab2a-9cb5713deb9d service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318715 May 06 09:39:44.552457 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-09f65c40-41ee-4f74-a7d4-3f939653eb60 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.9604311 May 06 09:39:44.585588 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-d8de7b4e-0545-4892-a578-958041b98009 service neutron] Request body: {'port': {'device_id': 'e51c16a2-c10a-4e64-9793-3cbef2e3fda3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:44.631105 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:44.666759 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 10705661-90b2-46ee-a657-34ec9907555a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:44.668385 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:44.701617 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f94328-9716-475f-8280-964318f001b2 req-a015b501-b33c-4139-a1e0-2ed476787a7f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] No DVR routers for this DVR port 6a33477f-d84b-4f48-bb89-98d05b050377 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:39:44.732927 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-47f94328-9716-475f-8280-964318f001b2 req-a015b501-b33c-4139-a1e0-2ed476787a7f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:44.740459 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47f94328-9716-475f-8280-964318f001b2 req-a015b501-b33c-4139-a1e0-2ed476787a7f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.84 "DELETE /v2.0/ports/6a33477f-d84b-4f48-bb89-98d05b050377 HTTP/1.1" status: 204 len: 173 time: 4.8118322 May 06 09:39:44.756378 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-8b31bea9-ffe0-4e6a-8d9b-d5ad31864bae service neutron] 10.222.0.73 "GET /v2.0/networks/9ebe51af-460d-4211-8918-18bd454eaf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5848358 May 06 09:39:44.757266 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1183fbd3-893f-47d0-8a47-cca2ab434dc2', 'name': 'network-vif-deleted', 'tag': '6a33477f-d84b-4f48-bb89-98d05b050377'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:44.760623 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88186452-365d-456b-8914-82983a285bfe" -d '{"events": [{"server_uuid": "1183fbd3-893f-47d0-8a47-cca2ab434dc2", "name": "network-vif-deleted", "tag": "6a33477f-d84b-4f48-bb89-98d05b050377"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:44.933690 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fa2dd374-40db-487e-942e-7592594478b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:44.958593 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38708f56-9eef-46c9-bc69-9124dcb8c424 req-1a45121c-b305-47de-96c2-b54542997ff7 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:44.960532 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38708f56-9eef-46c9-bc69-9124dcb8c424 req-1a45121c-b305-47de-96c2-b54542997ff7 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.84 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 944 time: 0.5083323 May 06 09:39:44.969672 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f693515-fc43-4803-8539-87ed0866e4db req-ff0c084d-efba-4b19-90b1-01da2591e2d3 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:44.980613 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f693515-fc43-4803-8539-87ed0866e4db req-ff0c084d-efba-4b19-90b1-01da2591e2d3 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21bb102-dadd-4222-accc-9061d0d9489d HTTP/1.1" status: 200 len: 945 time: 0.5395246 May 06 09:39:45.050039 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-2819748c-eb5f-40a3-8f75-32a6b186e610 None None] Provisioning complete for port f50fd21a-b823-4e8b-a1e1-7ce40d02ceab triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:45.050905 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2819748c-eb5f-40a3-8f75-32a6b186e610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:45.142634 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-918db902-a17c-4f53-97d6-be5131e1290d req-82ef4695-e122-4975-8e7d-e59050567ef8 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:45.144633 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-d8de7b4e-0545-4892-a578-958041b98009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:45.331962 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef4695-e122-4975-8e7d-e59050567ef8 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Pushing event deleted for resources: {'Port': ['ID=809dfaf7-d4cc-4953-bf89-ccfb1e750cf6,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:45.563052 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f693515-fc43-4803-8539-87ed0866e4db req-f8c5b78e-db7a-4c08-978f-641541eedf89 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385591 May 06 09:39:45.630824 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-918db902-a17c-4f53-97d6-be5131e1290d req-82ef4695-e122-4975-8e7d-e59050567ef8 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] No DVR routers for this DVR port 809dfaf7-d4cc-4953-bf89-ccfb1e750cf6 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:39:45.649310 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-918db902-a17c-4f53-97d6-be5131e1290d req-82ef4695-e122-4975-8e7d-e59050567ef8 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:45.663509 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-918db902-a17c-4f53-97d6-be5131e1290d req-82ef4695-e122-4975-8e7d-e59050567ef8 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.84 "DELETE /v2.0/ports/809dfaf7-d4cc-4953-bf89-ccfb1e750cf6 HTTP/1.1" status: 204 len: 173 time: 5.1476390 May 06 09:39:45.741635 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aba788a-9253-4582-b74c-89c9d2951840 x-openstack-request-id: req-2aba788a-9253-4582-b74c-89c9d2951840 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:45.742261 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4086e8-670b-410b-8c9a-da027f433e62", "name": "network-vif-plugged", "status": "completed", "tag": "01da8cd2-188a-4f87-8a7e-0aea3f350e6e", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:45.743218 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2aba788a-9253-4582-b74c-89c9d2951840 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:45.744667 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aba788a-9253-4582-b74c-89c9d2951840'] response: {'server_uuid': '9a4086e8-670b-410b-8c9a-da027f433e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e', 'code': 200} May 06 09:39:45.746809 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['bf4790b9-844b-4827-8a7f-ab8e62106a3b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:45.812149 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 5fe51c42-2f2e-4777-b918-30129d553fb9 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:39:45.846392 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6de6df92-198d-4d46-9fbb-ce9cd2bd96bf req-5e98a491-4b82-4cb3-9de5-458949033982 tempest-ServersAdmin275Test-1645956148 tempest-ServersAdmin275Test-1645956148-project] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.2458246 May 06 09:39:45.869000 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f50fd21a-b823-4e8b-a1e1-7ce40d02ceab up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:46.013998 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e176ba73-2175-41b3-a46d-e13e19b030be x-openstack-request-id: req-e176ba73-2175-41b3-a46d-e13e19b030be {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:46.014524 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cedeaa7f-8587-4fab-9df6-8179655b93d7", "tag": "7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:46.014656 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e176ba73-2175-41b3-a46d-e13e19b030be {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:46.014964 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e176ba73-2175-41b3-a46d-e13e19b030be'] response: {'name': 'network-changed', 'server_uuid': 'cedeaa7f-8587-4fab-9df6-8179655b93d7', 'tag': '7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc', 'status': 'completed', 'code': 200} May 06 09:39:46.288198 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f12335c6-ff41-4fec-b29c-97ae10636874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:46.601589 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294e017-bf5f-4b0f-93f9-07f16034adef req-a8e5ca46-6e22-472f-a8e8-2162b9b1f5e3 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:46.612384 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9294e017-bf5f-4b0f-93f9-07f16034adef req-a8e5ca46-6e22-472f-a8e8-2162b9b1f5e3 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=cedeaa7f-8587-4fab-9df6-8179655b93d7 HTTP/1.1" status: 200 len: 947 time: 0.6828361 May 06 09:39:46.618646 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2819748c-eb5f-40a3-8f75-32a6b186e610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:46.684408 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa37bd3-c75b-4d9c-9008-bb1dff2b3e4e req-b6fdd970-0468-47a3-8beb-65a10bab557d tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:46.697514 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cfa37bd3-c75b-4d9c-9008-bb1dff2b3e4e req-b6fdd970-0468-47a3-8beb-65a10bab557d tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 944 time: 0.3048499 May 06 09:39:46.774172 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port f50fd21a-b823-4e8b-a1e1-7ce40d02ceab triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:46.775478 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:46.843610 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-2819748c-eb5f-40a3-8f75-32a6b186e610 None None] For port f50fd21a-b823-4e8b-a1e1-7ce40d02ceab, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f50fd21a-b823-4e8b-a1e1-7ce40d02ceab,segment=NetworkSegment(ead1ea65-131f-4ff5-a9de-d95f8e176527),segment_id=ead1ea65-131f-4ff5-a9de-d95f8e176527)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:46.869782 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2819748c-eb5f-40a3-8f75-32a6b186e610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:46.939205 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819748c-eb5f-40a3-8f75-32a6b186e610 None None] Pushing event updated for resources: {'Port': ['ID=f50fd21a-b823-4e8b-a1e1-7ce40d02ceab,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:47.020247 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-38708f56-9eef-46c9-bc69-9124dcb8c424 req-74889bb7-a3ad-4b8b-95f3-eb84c609bb21 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Deleting port 5fe51c42-2f2e-4777-b918-30129d553fb9 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:39:47.020656 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-38708f56-9eef-46c9-bc69-9124dcb8c424 req-74889bb7-a3ad-4b8b-95f3-eb84c609bb21 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:47.082271 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9a28b-0c8d-4012-8f07-0ba2b73b9272 req-9a73cbdb-989c-4d88-baf7-b69fa5cda506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:47.086112 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3be9a28b-0c8d-4012-8f07-0ba2b73b9272 req-9a73cbdb-989c-4d88-baf7-b69fa5cda506 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0fe275606e2841ef811abf94e17c097e&device_id=cedeaa7f-8587-4fab-9df6-8179655b93d7 HTTP/1.1" status: 200 len: 1098 time: 1.0294712 May 06 09:39:47.148165 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-41762c94-cd0e-40a7-8da0-84d1124da5e0 None None] Provisioning complete for port f50fd21a-b823-4e8b-a1e1-7ce40d02ceab triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:47.148531 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-41762c94-cd0e-40a7-8da0-84d1124da5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:47.215740 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9294e017-bf5f-4b0f-93f9-07f16034adef req-e61758cc-c917-4b6b-a7ad-d1cf23ab06cc tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5632093 May 06 09:39:47.263207 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cfa37bd3-c75b-4d9c-9008-bb1dff2b3e4e req-ba960b37-9a2a-4672-8dce-ef485502ccfd tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5642693 May 06 09:39:47.296154 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-d8de7b4e-0545-4892-a578-958041b98009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb11d08-ab25-412e-a88e-0cf35497f484 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:47.310831 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9a28b-0c8d-4012-8f07-0ba2b73b9272 req-f91680db-8207-4a35-8bd5-eb8e67ddffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:47.313091 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3be9a28b-0c8d-4012-8f07-0ba2b73b9272 req-f91680db-8207-4a35-8bd5-eb8e67ddffbf service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.2199175 May 06 09:39:47.326116 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fa2dd374-40db-487e-942e-7592594478b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:47.337308 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 42f2d8fb-b82d-4aa0-9424-26608c66a4b3 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:47.362875 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-d8de7b4e-0545-4892-a578-958041b98009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:47.395004 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-d8de7b4e-0545-4892-a578-958041b98009 service neutron] Transition to ACTIVE for port object bcb11d08-ab25-412e-a88e-0cf35497f484 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:39:47.402935 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a25184-0dc8-4eb1-a206-ab1449294149 x-openstack-request-id: req-96a25184-0dc8-4eb1-a206-ab1449294149 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:47.404541 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1183fbd3-893f-47d0-8a47-cca2ab434dc2", "name": "network-vif-deleted", "tag": "6a33477f-d84b-4f48-bb89-98d05b050377", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:47.404774 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-96a25184-0dc8-4eb1-a206-ab1449294149 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:47.405920 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a25184-0dc8-4eb1-a206-ab1449294149'] response: {'server_uuid': '1183fbd3-893f-47d0-8a47-cca2ab434dc2', 'name': 'network-vif-deleted', 'tag': '6a33477f-d84b-4f48-bb89-98d05b050377', 'status': 'completed', 'code': 200} May 06 09:39:47.422440 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3be9a28b-0c8d-4012-8f07-0ba2b73b9272 req-ed022f2e-f9d8-4554-94ed-71586f400ee8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc HTTP/1.1" status: 200 len: 217 time: 0.0977578 May 06 09:39:47.436924 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-d8de7b4e-0545-4892-a578-958041b98009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:47.506786 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 42f2d8fb-b82d-4aa0-9424-26608c66a4b3 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:47.507394 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:47.527582 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9a28b-0c8d-4012-8f07-0ba2b73b9272 req-7ac51536-4dc8-4240-9f34-039f6123544e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:47.534676 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3be9a28b-0c8d-4012-8f07-0ba2b73b9272 req-7ac51536-4dc8-4240-9f34-039f6123544e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1058831 May 06 09:39:47.567461 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5519fdcc-3c7c-45a0-a44a-4005d4f647d8 req-324f8540-960a-416c-bc86-ddc327a928e4 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 210 time: 0.2251329 May 06 09:39:47.619542 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-41762c94-cd0e-40a7-8da0-84d1124da5e0 None None] Provisioning complete for port 42f2d8fb-b82d-4aa0-9424-26608c66a4b3 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:47.620040 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-41762c94-cd0e-40a7-8da0-84d1124da5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:47.647497 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9a28b-0c8d-4012-8f07-0ba2b73b9272 req-aba9ae55-2e3a-4375-958f-79ff2254f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:47.653701 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3be9a28b-0c8d-4012-8f07-0ba2b73b9272 req-aba9ae55-2e3a-4375-958f-79ff2254f2d0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1121430 May 06 09:39:47.741431 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-57cf7ae1-e166-4e9e-86e7-fbbe687b3b61 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:47.749932 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-57cf7ae1-e166-4e9e-86e7-fbbe687b3b61 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:47.756225 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-57cf7ae1-e166-4e9e-86e7-fbbe687b3b61 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.84 "GET /v2.0/networks?id=2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878&id=9ebe51af-460d-4211-8918-18bd454eaf92 HTTP/1.1" status: 200 len: 1391 time: 0.1590464 May 06 09:39:47.864530 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f50fd21a-b823-4e8b-a1e1-7ce40d02ceab up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:47.890847 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8158e022-1ff5-487a-92f7-38e163072454 req-72b59b59-b422-4bde-8322-7129fdf32cf7 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7e85c0f-0293-4f58-b1bb-6868a84c2420 HTTP/1.1" status: 200 len: 210 time: 0.3405864 May 06 09:39:47.908025 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-57e892ce-b1f9-48c1-a81c-b00de0bfaaf6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Request body: {'port': {'device_id': 'a7e85c0f-0293-4f58-b1bb-6868a84c2420', 'network_id': '2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878', 'admin_state_up': True, 'tenant_id': '176b8c716694414abe8ccd24f8a01958'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:47.921607 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3be9a28b-0c8d-4012-8f07-0ba2b73b9272 req-da8833d4-c9e0-4a4a-8e9c-5659edcdc9de service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609243 May 06 09:39:47.946014 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port f50fd21a-b823-4e8b-a1e1-7ce40d02ceab triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:47.948670 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:48.070997 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c0f891f4-86b0-4db2-9a2f-de2613882ff5 req-abfb8efb-b660-45b0-b721-76d93edf8a04 tempest-ServersAdmin275Test-1645956148 tempest-ServersAdmin275Test-1645956148-project] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.2276602 May 06 09:39:48.203637 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3be9a28b-0c8d-4012-8f07-0ba2b73b9272 req-ccd60e20-2430-4e95-b581-a986e1fa2224 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713375 May 06 09:39:48.261510 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de7b4e-0545-4892-a578-958041b98009 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb11d08-ab25-412e-a88e-0cf35497f484,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:48.308861 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-38708f56-9eef-46c9-bc69-9124dcb8c424 req-74889bb7-a3ad-4b8b-95f3-eb84c609bb21 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] For port 5fe51c42-2f2e-4777-b918-30129d553fb9, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=5fe51c42-2f2e-4777-b918-30129d553fb9,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:48.309358 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-38708f56-9eef-46c9-bc69-9124dcb8c424 req-74889bb7-a3ad-4b8b-95f3-eb84c609bb21 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:48.517486 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-d8de7b4e-0545-4892-a578-958041b98009 service neutron] Attempting to bind port bcb11d08-ab25-412e-a88e-0cf35497f484 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:39:48.518205 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-d8de7b4e-0545-4892-a578-958041b98009 service neutron] Attempting to bind port bcb11d08-ab25-412e-a88e-0cf35497f484 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:39:48.518420 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-d8de7b4e-0545-4892-a578-958041b98009 service neutron] Attempting to bind port bcb11d08-ab25-412e-a88e-0cf35497f484 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:48.529627 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-38708f56-9eef-46c9-bc69-9124dcb8c424 req-74889bb7-a3ad-4b8b-95f3-eb84c609bb21 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Calling delete_port for 5fe51c42-2f2e-4777-b918-30129d553fb9 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:39:48.537239 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-702246fc-4b91-4c3a-b17f-0a3e5f03bb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:48.560725 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-d8de7b4e-0545-4892-a578-958041b98009 service neutron] Port bcb11d08-ab25-412e-a88e-0cf35497f484 on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:39:48.560725 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-d8de7b4e-0545-4892-a578-958041b98009 service neutron] Attempting to bind port bcb11d08-ab25-412e-a88e-0cf35497f484 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:48.625444 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-d8de7b4e-0545-4892-a578-958041b98009 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:39:48.625788 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-d8de7b4e-0545-4892-a578-958041b98009 service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:48.626175 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-d8de7b4e-0545-4892-a578-958041b98009 service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:39:48.626614 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-d8de7b4e-0545-4892-a578-958041b98009 service neutron] Bound port: bcb11d08-ab25-412e-a88e-0cf35497f484, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:39:48.626975 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-d8de7b4e-0545-4892-a578-958041b98009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:48.639641 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4074d-5ae1-4273-b1ed-cfba9e97b973 req-80ead5aa-eba9-4f7c-b78f-ddfb5f7c807e tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:48.641273 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-27c4074d-5ae1-4273-b1ed-cfba9e97b973 req-80ead5aa-eba9-4f7c-b78f-ddfb5f7c807e tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=cedeaa7f-8587-4fab-9df6-8179655b93d7 HTTP/1.1" status: 200 len: 947 time: 0.2725630 May 06 09:39:48.690292 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:48.707733 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2dd374-40db-487e-942e-7592594478b2 admin admin] Router 02d3899e-db09-4a72-8903-40f559e3c91e is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:39:48.784514 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-57e892ce-b1f9-48c1-a81c-b00de0bfaaf6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Made reservation on behalf of 176b8c716694414abe8ccd24f8a01958 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:39:48.787972 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-57e892ce-b1f9-48c1-a81c-b00de0bfaaf6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:48.843934 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6dd1ef-911a-4c05-a436-36e8c672e118 req-0eac4597-cf55-4739-8dda-ad8c6826d574 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:48.846068 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-de6dd1ef-911a-4c05-a436-36e8c672e118 req-0eac4597-cf55-4739-8dda-ad8c6826d574 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 944 time: 0.2251935 May 06 09:39:48.893964 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-27c4074d-5ae1-4273-b1ed-cfba9e97b973 req-ef980cdd-45bf-4fd4-8e67-610d1f4d7f02 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262025 May 06 09:39:49.045446 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-d8de7b4e-0545-4892-a578-958041b98009 service neutron] For port bcb11d08-ab25-412e-a88e-0cf35497f484, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:49.353803 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:39:49.457091 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e0246ba2-1483-43ea-bb1e-05db9808569b req-df4689a9-6500-4620-b770-8d664cc4c582 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.0441370 May 06 09:39:49.467471 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:49.504653 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21bb102-dadd-4222-accc-9061d0d9489d', 'name': 'network-vif-deleted', 'tag': '809dfaf7-d4cc-4953-bf89-ccfb1e750cf6'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:49.507526 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746bd72e-a6d3-437c-8b7f-faf0aa08e10e" -d '{"events": [{"server_uuid": "e21bb102-dadd-4222-accc-9061d0d9489d", "name": "network-vif-deleted", "tag": "809dfaf7-d4cc-4953-bf89-ccfb1e750cf6"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:49.538973 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:49.565701 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': '7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc', 'mac_address': 'fa:16:3e:ce:32:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:39:49.576063 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-d8de7b4e-0545-4892-a578-958041b98009 service neutron] For port bcb11d08-ab25-412e-a88e-0cf35497f484, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=bcb11d08-ab25-412e-a88e-0cf35497f484,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:39:49.581846 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4a848b11-58d5-451e-b27b-b67f00958ac5 req-4f5a54be-3810-4511-9bd3-d653825c9c42 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 210 time: 0.0655005 May 06 09:39:49.613474 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-de6dd1ef-911a-4c05-a436-36e8c672e118 req-77d09db7-ebdb-4dfe-a7bb-c1109f37fb4c tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7031243 May 06 09:39:49.626435 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-d8de7b4e-0545-4892-a578-958041b98009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:49.677537 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:49.722250 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:49.758693 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:49.768457 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:49.835407 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:49.837580 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-38708f56-9eef-46c9-bc69-9124dcb8c424 req-74889bb7-a3ad-4b8b-95f3-eb84c609bb21 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:49.840070 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2dd374-40db-487e-942e-7592594478b2 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:39:49.850721 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cee66d35-f5da-495d-8bf8-d7e83d59eba6 req-2ea5074d-6cb9-4d9c-bd92-a136a491b739 tempest-ServersAdmin275Test-1645956148 tempest-ServersAdmin275Test-1645956148-project] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.0521638 May 06 09:39:49.930232 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-d8de7b4e-0545-4892-a578-958041b98009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:49.930904 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-d8de7b4e-0545-4892-a578-958041b98009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:49.933623 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-d8de7b4e-0545-4892-a578-958041b98009 service neutron] 10.222.0.77 "PUT /v2.0/ports/bcb11d08-ab25-412e-a88e-0cf35497f484 HTTP/1.1" status: 200 len: 1096 time: 5.3523479 May 06 09:39:49.936327 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-57e892ce-b1f9-48c1-a81c-b00de0bfaaf6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Allocated IP 19.80.0.122 (2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878/6fb2e728-a84c-4ef3-80df-3c5575f48f39/02a05ff6-0454-4f53-b38e-1e0daa88fa7e) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:39:49.995325 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-938d96eb-0df9-4b11-8cc3-6b379d5b7bbc req-035d5148-badf-4008-a7e8-37fccecc39f5 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7e85c0f-0293-4f58-b1bb-6868a84c2420 HTTP/1.1" status: 200 len: 210 time: 0.3040323 May 06 09:39:50.085708 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d02b5-f0f9-4aef-a3b4-648356b20e11 None None] Sync routers for ids ['02d3899e-db09-4a72-8903-40f559e3c91e'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:39:50.112273 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3d02b5-f0f9-4aef-a3b4-648356b20e11 None None] Routers {'02d3899e-db09-4a72-8903-40f559e3c91e'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:39:50.113655 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-ac3d02b5-f0f9-4aef-a3b4-648356b20e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:39:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['02d3899e-db09-4a72-8903-40f559e3c91e'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:50.135410 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11dfdb3-8e01-405e-82df-00d4f0227eb0 x-openstack-request-id: req-f11dfdb3-8e01-405e-82df-00d4f0227eb0 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:50.135834 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21bb102-dadd-4222-accc-9061d0d9489d", "name": "network-vif-deleted", "tag": "809dfaf7-d4cc-4953-bf89-ccfb1e750cf6", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:50.136088 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f11dfdb3-8e01-405e-82df-00d4f0227eb0 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:50.146287 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f11dfdb3-8e01-405e-82df-00d4f0227eb0'] response: {'server_uuid': 'e21bb102-dadd-4222-accc-9061d0d9489d', 'name': 'network-vif-deleted', 'tag': '809dfaf7-d4cc-4953-bf89-ccfb1e750cf6', 'status': 'completed', 'code': 200} May 06 09:39:50.319957 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-ac3d02b5-f0f9-4aef-a3b4-648356b20e11 None None] Set router 02d3899e-db09-4a72-8903-40f559e3c91e gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:39:50.377614 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-38708f56-9eef-46c9-bc69-9124dcb8c424 req-74889bb7-a3ad-4b8b-95f3-eb84c609bb21 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] No DVR routers for this DVR port 5fe51c42-2f2e-4777-b918-30129d553fb9 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:39:50.412748 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-38708f56-9eef-46c9-bc69-9124dcb8c424 req-74889bb7-a3ad-4b8b-95f3-eb84c609bb21 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:50.417252 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38708f56-9eef-46c9-bc69-9124dcb8c424 req-74889bb7-a3ad-4b8b-95f3-eb84c609bb21 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.84 "DELETE /v2.0/ports/5fe51c42-2f2e-4777-b918-30129d553fb9 HTTP/1.1" status: 204 len: 173 time: 5.4345837 May 06 09:39:50.419036 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de7b4e-0545-4892-a578-958041b98009 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb11d08-ab25-412e-a88e-0cf35497f484,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:50.424029 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fa2dd374-40db-487e-942e-7592594478b2 admin admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:50.427740 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fa2dd374-40db-487e-942e-7592594478b2 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 13.1743615 May 06 09:39:50.428113 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44432) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:50.465982 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74889bb7-a3ad-4b8b-95f3-eb84c609bb21 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Pushing event deleted for resources: {'Port': ['ID=5fe51c42-2f2e-4777-b918-30129d553fb9,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:50.484646 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad8eb6-3c03-4d3a-8169-046e46124eb6 req-82b4e941-bd30-42b5-9db8-00f933fece9b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:50.493345 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31ad8eb6-3c03-4d3a-8169-046e46124eb6 req-82b4e941-bd30-42b5-9db8-00f933fece9b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=cedeaa7f-8587-4fab-9df6-8179655b93d7 HTTP/1.1" status: 200 len: 948 time: 0.2045903 May 06 09:39:50.516323 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:50.570386 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-ba043777-f0bd-4026-bae8-d1a6f39840b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:50.572086 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-ba043777-f0bd-4026-bae8-d1a6f39840b5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0fe275606e2841ef811abf94e17c097e&device_id=e51c16a2-c10a-4e64-9793-3cbef2e3fda3 HTTP/1.1" status: 200 len: 1099 time: 0.5122709 May 06 09:39:50.600327 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-c0b74005-00bf-47be-a3f3-8703f4439f00 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:50.612828 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-c0b74005-00bf-47be-a3f3-8703f4439f00 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/networks?id=22f2ea67-0061-4453-8871-c63efbcb27a4 HTTP/1.1" status: 200 len: 805 time: 0.5342236 May 06 09:39:50.690294 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-57e892ce-b1f9-48c1-a81c-b00de0bfaaf6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:50.774507 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-57e892ce-b1f9-48c1-a81c-b00de0bfaaf6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:50.779203 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-98283ac1-9254-41ba-8912-77cd6350f6a0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=bcb11d08-ab25-412e-a88e-0cf35497f484 HTTP/1.1" status: 200 len: 217 time: 0.1398082 May 06 09:39:50.807804 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31ad8eb6-3c03-4d3a-8169-046e46124eb6 req-c186a690-dd51-4888-9791-fdf33a8a9d9e tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125999 May 06 09:39:50.904660 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-57e892ce-b1f9-48c1-a81c-b00de0bfaaf6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Network 2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:39:50.974617 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e892ce-b1f9-48c1-a81c-b00de0bfaaf6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Pushing event updated for resources: {'Port': ['ID=02a05ff6-0454-4f53-b38e-1e0daa88fa7e,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:50.977726 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-57e892ce-b1f9-48c1-a81c-b00de0bfaaf6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:50.980645 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-4358e0a5-cf3a-4af2-b76d-ff9bc5bf4c1c tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/quotas/d5c8baf980ce4dc1ab4fba669d9b206a HTTP/1.1" status: 200 len: 375 time: 0.2539306 May 06 09:39:50.982430 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-9e97b92f-2057-4b97-925c-73b89224f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:50.984324 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-9e97b92f-2057-4b97-925c-73b89224f05a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0712187 May 06 09:39:50.985968 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-57e892ce-b1f9-48c1-a81c-b00de0bfaaf6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:39:51.162398 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:51.229772 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e47b101-eb67-4fbb-82fc-7ab35ec10b72 req-2c900bcf-0f67-4144-9eb4-ade549abfd86 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=f409c4c1-1057-46b8-a97e-097bb5a8e2c8 HTTP/1.1" status: 200 len: 210 time: 0.2071676 May 06 09:39:51.251397 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-17098262-5322-438f-b4f4-6820333d0ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:51.266609 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-17098262-5322-438f-b4f4-6820333d0ff6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1995721 May 06 09:39:51.334306 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-ac3d02b5-f0f9-4aef-a3b4-648356b20e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'name': 'tempest-ServersTestBootFromVolume-1847814553-router', 'tenant_id': '48135002cdea40efa122e536dc317741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '47b6f3e4-a02c-4fd8-902f-53944fc95019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:39:37Z', 'updated_at': '2022-05-06T09:39:43Z', 'revision_number': 3, 'project_id': '48135002cdea40efa122e536dc317741', 'gw_port': {'id': '47b6f3e4-a02c-4fd8-902f-53944fc95019', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:39Z', 'updated_at': '2022-05-06T09:39:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:51.371471 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d02b5-f0f9-4aef-a3b4-648356b20e11 None None] Checking router: 02d3899e-db09-4a72-8903-40f559e3c91e for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:39:51.371955 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d02b5-f0f9-4aef-a3b4-648356b20e11 None None] Updating router 02d3899e-db09-4a72-8903-40f559e3c91e port 47b6f3e4-a02c-4fd8-902f-53944fc95019 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:39:51.413627 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ac3d02b5-f0f9-4aef-a3b4-648356b20e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:51.465228 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16370155-d291-43c3-baae-5f906d592f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:51.486037 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:51.585696 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a95c1d95-3461-4f8b-af7a-2ad81e1c8d37 req-a427901a-3355-4fb8-8c6d-702a69e59e58 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=1183fbd3-893f-47d0-8a47-cca2ab434dc2 HTTP/1.1" status: 200 len: 210 time: 0.0971549 May 06 09:39:51.629846 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-57e892ce-b1f9-48c1-a81c-b00de0bfaaf6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:51.630983 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-57e892ce-b1f9-48c1-a81c-b00de0bfaaf6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:51.702826 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-813f6ac0-5a23-439c-a155-d94d55b9ceae tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d5c8baf980ce4dc1ab4fba669d9b206a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5913539 May 06 09:39:51.745342 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-57e892ce-b1f9-48c1-a81c-b00de0bfaaf6 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9011304 May 06 09:39:51.832824 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-18a435f4-2695-4fbb-8991-2734ca045f78 req-265cba8e-8fe6-4fbc-9729-c16b76719582 tempest-ServersAdmin275Test-1645956148 tempest-ServersAdmin275Test-1645956148-project] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.0778470 May 06 09:39:51.844605 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-b7df0f63-d72d-4628-8b53-e7629d76524c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Request body: {'port': {'device_id': 'a7e85c0f-0293-4f58-b1bb-6868a84c2420', 'network_id': '9ebe51af-460d-4211-8918-18bd454eaf92', 'admin_state_up': True, 'tenant_id': '176b8c716694414abe8ccd24f8a01958'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:51.912102 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-16370155-d291-43c3-baae-5f906d592f70 admin admin] Allocated IP 172.20.0.1 (106e07b0-c17b-4335-97df-8cfa31e62071/4ee33410-8f3a-44d7-9251-5441886837e0/bed58923-3955-435c-8474-33e7eddb76c9) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:39:51.913290 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-bb188746-b3f2-4ee1-b3cb-f0bd3e7405bc None None] Provisioning complete for port 02a05ff6-0454-4f53-b38e-1e0daa88fa7e triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:51.913711 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bb188746-b3f2-4ee1-b3cb-f0bd3e7405bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:51.996556 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-f6c9215a-ade3-45ab-b073-365fa001e2d7 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7091517 May 06 09:39:52.106869 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-bb188746-b3f2-4ee1-b3cb-f0bd3e7405bc None None] Port 02a05ff6-0454-4f53-b38e-1e0daa88fa7e cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:39:52.153508 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e51c16a2-c10a-4e64-9793-3cbef2e3fda3', 'tag': 'bcb11d08-ab25-412e-a88e-0cf35497f484'}, {'server_uuid': 'f409c4c1-1057-46b8-a97e-097bb5a8e2c8', 'name': 'network-vif-deleted', 'tag': '5fe51c42-2f2e-4777-b918-30129d553fb9'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:52.155960 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a302aa-d7a4-4f69-a8c5-1c87acc0518b" -d '{"events": [{"name": "network-changed", "server_uuid": "e51c16a2-c10a-4e64-9793-3cbef2e3fda3", "tag": "bcb11d08-ab25-412e-a88e-0cf35497f484"}, {"server_uuid": "f409c4c1-1057-46b8-a97e-097bb5a8e2c8", "name": "network-vif-deleted", "tag": "5fe51c42-2f2e-4777-b918-30129d553fb9"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:52.224390 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-fc7faaf0-9397-48f3-b812-248f1ca26048 service neutron] 10.222.0.73 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5043638 May 06 09:39:52.230930 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16370155-d291-43c3-baae-5f906d592f70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:52.328333 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16370155-d291-43c3-baae-5f906d592f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:52.344498 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9a832-2438-42f5-af8c-4e9d46022e2a req-feabce49-15e5-40b9-988f-032855d72233 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:52.362376 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16370155-d291-43c3-baae-5f906d592f70 admin admin] Network 106e07b0-c17b-4335-97df-8cfa31e62071 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:39:52.366931 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2fa9a832-2438-42f5-af8c-4e9d46022e2a req-feabce49-15e5-40b9-988f-032855d72233 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7e85c0f-0293-4f58-b1bb-6868a84c2420 HTTP/1.1" status: 200 len: 932 time: 0.2804952 May 06 09:39:52.373458 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-16370155-d291-43c3-baae-5f906d592f70 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:52.398785 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16370155-d291-43c3-baae-5f906d592f70 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:39:52.404722 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ac3d02b5-f0f9-4aef-a3b4-648356b20e11 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:52.436120 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ac3d02b5-f0f9-4aef-a3b4-648356b20e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:52.472932 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d3042af2-6ece-4efa-b5e6-99c43df77eae req-111f3f23-d84d-4a9a-9adc-42c0ceaa6a5a service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663348 May 06 09:39:52.554964 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2fa9a832-2438-42f5-af8c-4e9d46022e2a req-20142a97-1e9a-4728-9e1c-69017b766081 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862361 May 06 09:39:52.566365 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-b7df0f63-d72d-4628-8b53-e7629d76524c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Made reservation on behalf of 176b8c716694414abe8ccd24f8a01958 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:39:52.578317 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-b7df0f63-d72d-4628-8b53-e7629d76524c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:52.663757 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac9c89-57aa-4a5e-b8f4-d1f84f7030bb None None] Pushing event updated for resources: {'Port': ['ID=47b6f3e4-a02c-4fd8-902f-53944fc95019,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:52.677143 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ac3d02b5-f0f9-4aef-a3b4-648356b20e11 None None] Attempting to bind port 47b6f3e4-a02c-4fd8-902f-53944fc95019 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:39:52.677733 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ac3d02b5-f0f9-4aef-a3b4-648356b20e11 None None] Attempting to bind port 47b6f3e4-a02c-4fd8-902f-53944fc95019 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:39:52.678118 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d02b5-f0f9-4aef-a3b4-648356b20e11 None None] Attempting to bind port 47b6f3e4-a02c-4fd8-902f-53944fc95019 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:52.680587 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16370155-d291-43c3-baae-5f906d592f70 admin admin] Pushing event updated for resources: {'Port': ['ID=bed58923-3955-435c-8474-33e7eddb76c9,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:52.690974 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d02b5-f0f9-4aef-a3b4-648356b20e11 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:39:52.691403 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d02b5-f0f9-4aef-a3b4-648356b20e11 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:52.691829 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ac3d02b5-f0f9-4aef-a3b4-648356b20e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:52.692216 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d02b5-f0f9-4aef-a3b4-648356b20e11 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:39:52.692714 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ac3d02b5-f0f9-4aef-a3b4-648356b20e11 None None] Bound port: 47b6f3e4-a02c-4fd8-902f-53944fc95019, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:39:52.696473 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16370155-d291-43c3-baae-5f906d592f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:52.697956 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ac3d02b5-f0f9-4aef-a3b4-648356b20e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:52.815288 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-118c8058-653c-49da-8fc4-f4070eb18bb0 service neutron] 10.222.0.73 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5790727 May 06 09:39:52.820947 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ac3d02b5-f0f9-4aef-a3b4-648356b20e11 None None] For port 47b6f3e4-a02c-4fd8-902f-53944fc95019, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:52.832616 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ac3d02b5-f0f9-4aef-a3b4-648356b20e11 None None] For port 47b6f3e4-a02c-4fd8-902f-53944fc95019, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=47b6f3e4-a02c-4fd8-902f-53944fc95019,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:39:52.844273 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3604b-6f66-4cfd-9ced-f01ee5033b84 req-1b5f4f0e-6fba-4b83-82ce-ffc4c6541f59 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:52.845384 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ac3d02b5-f0f9-4aef-a3b4-648356b20e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:52.858946 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52a3604b-6f66-4cfd-9ced-f01ee5033b84 req-1b5f4f0e-6fba-4b83-82ce-ffc4c6541f59 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=cedeaa7f-8587-4fab-9df6-8179655b93d7 HTTP/1.1" status: 200 len: 948 time: 0.1460569 May 06 09:39:52.982468 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52a3604b-6f66-4cfd-9ced-f01ee5033b84 req-0f2a27e3-14e1-4448-88ce-5276f42f63fc tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225133 May 06 09:39:53.021532 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-b7df0f63-d72d-4628-8b53-e7629d76524c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Allocated IP 19.86.0.223 (9ebe51af-460d-4211-8918-18bd454eaf92/2de834d4-e42b-4109-95c4-67aaf35f64ad/67549874-1010-4ea3-945e-5407fc659e73) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:39:53.023922 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16370155-d291-43c3-baae-5f906d592f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:53.039613 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a2d84809-6867-46ae-bf9e-168864d50310 None None] Provisioning complete for port bed58923-3955-435c-8474-33e7eddb76c9 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:53.040085 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a2d84809-6867-46ae-bf9e-168864d50310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:53.044822 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac9c89-57aa-4a5e-b8f4-d1f84f7030bb None None] Pushing event updated for resources: {'Port': ['ID=47b6f3e4-a02c-4fd8-902f-53944fc95019,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:53.088938 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3d02b5-f0f9-4aef-a3b4-648356b20e11 None None] Routers {'02d3899e-db09-4a72-8903-40f559e3c91e'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:39:53.089519 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-ac3d02b5-f0f9-4aef-a3b4-648356b20e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:39:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['02d3899e-db09-4a72-8903-40f559e3c91e'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:53.224034 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-a2d84809-6867-46ae-bf9e-168864d50310 None None] Port bed58923-3955-435c-8474-33e7eddb76c9 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:39:53.311831 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 06 May 2022 09:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3400b113-9ae6-46ac-bb1a-9b7b99bba381 x-openstack-request-id: req-3400b113-9ae6-46ac-bb1a-9b7b99bba381 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:53.315524 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e51c16a2-c10a-4e64-9793-3cbef2e3fda3", "tag": "bcb11d08-ab25-412e-a88e-0cf35497f484", "status": "completed", "code": 200}, {"server_uuid": "f409c4c1-1057-46b8-a97e-097bb5a8e2c8", "name": "network-vif-deleted", "tag": "5fe51c42-2f2e-4777-b918-30129d553fb9", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:53.318980 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3400b113-9ae6-46ac-bb1a-9b7b99bba381 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:53.319754 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3400b113-9ae6-46ac-bb1a-9b7b99bba381'] response: {'name': 'network-changed', 'server_uuid': 'e51c16a2-c10a-4e64-9793-3cbef2e3fda3', 'tag': 'bcb11d08-ab25-412e-a88e-0cf35497f484', 'status': 'completed', 'code': 200} May 06 09:39:53.321142 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3400b113-9ae6-46ac-bb1a-9b7b99bba381'] response: {'server_uuid': 'f409c4c1-1057-46b8-a97e-097bb5a8e2c8', 'name': 'network-vif-deleted', 'tag': '5fe51c42-2f2e-4777-b918-30129d553fb9', 'status': 'completed', 'code': 200} May 06 09:39:53.384193 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-ac3d02b5-f0f9-4aef-a3b4-648356b20e11 None None] Set router 02d3899e-db09-4a72-8903-40f559e3c91e gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:39:53.412915 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-b7df0f63-d72d-4628-8b53-e7629d76524c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:53.429259 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16370155-d291-43c3-baae-5f906d592f70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:53.444051 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16370155-d291-43c3-baae-5f906d592f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:53.482417 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:53.516511 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-b7df0f63-d72d-4628-8b53-e7629d76524c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:53.574544 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-b7df0f63-d72d-4628-8b53-e7629d76524c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Network 9ebe51af-460d-4211-8918-18bd454eaf92 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:39:53.579623 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-b7df0f63-d72d-4628-8b53-e7629d76524c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:53.596766 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-b7df0f63-d72d-4628-8b53-e7629d76524c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:39:53.668255 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16370155-d291-43c3-baae-5f906d592f70 admin admin] Pushing event updated for resources: {'Port': ['ID=bed58923-3955-435c-8474-33e7eddb76c9,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:53.741057 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16370155-d291-43c3-baae-5f906d592f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:53.760381 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a302aa-d7a4-4f69-a8c5-1c87acc0518b req-ed241427-e11e-4cb2-bced-3475665797e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:53.765150 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2a302aa-d7a4-4f69-a8c5-1c87acc0518b req-ed241427-e11e-4cb2-bced-3475665797e1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0fe275606e2841ef811abf94e17c097e&device_id=e51c16a2-c10a-4e64-9793-3cbef2e3fda3 HTTP/1.1" status: 200 len: 1099 time: 0.2981606 May 06 09:39:53.835817 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d8773574-53db-43ec-94e0-0f1965fd2335 req-b2129ac6-7a66-4c3d-9926-2b95804938a6 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=aed9a707-e1bf-478a-b567-ad0d46757d4f HTTP/1.1" status: 200 len: 210 time: 0.0877259 May 06 09:39:54.040115 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df0f63-d72d-4628-8b53-e7629d76524c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Pushing event updated for resources: {'Port': ['ID=67549874-1010-4ea3-945e-5407fc659e73,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:54.117082 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-b7df0f63-d72d-4628-8b53-e7629d76524c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:54.118516 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-b7df0f63-d72d-4628-8b53-e7629d76524c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:54.124234 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:39:54.130215 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16370155-d291-43c3-baae-5f906d592f70 admin admin] Network 106e07b0-c17b-4335-97df-8cfa31e62071 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:39:54.131819 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-16370155-d291-43c3-baae-5f906d592f70 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:54.180275 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-b7df0f63-d72d-4628-8b53-e7629d76524c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3406358 May 06 09:39:54.206632 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-796f3081-2b31-4f46-a001-7228f31ca79e service neutron] Request body: {'port': {'device_id': 'a7e85c0f-0293-4f58-b1bb-6868a84c2420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:54.292001 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:54.292861 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:54.354410 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-1b9c69c5-0792-4f76-83e0-20bfcb19a708 None None] Provisioning complete for port 67549874-1010-4ea3-945e-5407fc659e73 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:54.355210 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1b9c69c5-0792-4f76-83e0-20bfcb19a708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:54.401567 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-1b9c69c5-0792-4f76-83e0-20bfcb19a708 None None] Port 67549874-1010-4ea3-945e-5407fc659e73 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:39:54.478015 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16370155-d291-43c3-baae-5f906d592f70 admin admin] Router 02d3899e-db09-4a72-8903-40f559e3c91e has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:39:54.505759 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6eb495c3-9b6f-4dc5-b1d6-a7d0303e2075 req-ba00c99d-8281-4cb2-8b2f-b17e272ff9bb tempest-ServersAdmin275Test-324888828 tempest-ServersAdmin275Test-324888828-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.0650938 May 06 09:39:54.558296 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a302aa-d7a4-4f69-a8c5-1c87acc0518b req-fc032618-a678-4257-85c4-2db5e9b50f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:54.575477 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2a302aa-d7a4-4f69-a8c5-1c87acc0518b req-fc032618-a678-4257-85c4-2db5e9b50f1d service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.7283580 May 06 09:39:54.659414 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:54.668717 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-ac3d02b5-f0f9-4aef-a3b4-648356b20e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'name': 'tempest-ServersTestBootFromVolume-1847814553-router', 'tenant_id': '48135002cdea40efa122e536dc317741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '47b6f3e4-a02c-4fd8-902f-53944fc95019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:39:37Z', 'updated_at': '2022-05-06T09:39:52Z', 'revision_number': 4, 'project_id': '48135002cdea40efa122e536dc317741', 'gw_port': {'id': '47b6f3e4-a02c-4fd8-902f-53944fc95019', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:39Z', 'updated_at': '2022-05-06T09:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'bed58923-3955-435c-8474-33e7eddb76c9', 'name': '', 'network_id': '106e07b0-c17b-4335-97df-8cfa31e62071', 'tenant_id': '48135002cdea40efa122e536dc317741', 'mac_address': 'fa:16:3e:c4:18:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '4ee33410-8f3a-44d7-9251-5441886837e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:51Z', 'updated_at': '2022-05-06T09:39:51Z', 'revision_number': 1, 'project_id': '48135002cdea40efa122e536dc317741', 'subnets': [{'id': '4ee33410-8f3a-44d7-9251-5441886837e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:54.708422 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2a302aa-d7a4-4f69-a8c5-1c87acc0518b req-993a289f-1146-4813-ac4b-61017b109bb4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=bcb11d08-ab25-412e-a88e-0cf35497f484 HTTP/1.1" status: 200 len: 217 time: 0.0828779 May 06 09:39:54.709395 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-796f3081-2b31-4f46-a001-7228f31ca79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:54.760363 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d02b5-f0f9-4aef-a3b4-648356b20e11 None None] The sync data for ids ['02d3899e-db09-4a72-8903-40f559e3c91e'] in n-d-840835-1 is: [{'id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'name': 'tempest-ServersTestBootFromVolume-1847814553-router', 'tenant_id': '48135002cdea40efa122e536dc317741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '47b6f3e4-a02c-4fd8-902f-53944fc95019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:39:37Z', 'updated_at': '2022-05-06T09:39:52Z', 'revision_number': 4, 'project_id': '48135002cdea40efa122e536dc317741', 'gw_port': {'id': '47b6f3e4-a02c-4fd8-902f-53944fc95019', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:39Z', 'updated_at': '2022-05-06T09:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'bed58923-3955-435c-8474-33e7eddb76c9', 'name': '', 'network_id': '106e07b0-c17b-4335-97df-8cfa31e62071', 'tenant_id': '48135002cdea40efa122e536dc317741', 'mac_address': 'fa:16:3e:c4:18:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '4ee33410-8f3a-44d7-9251-5441886837e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:51Z', 'updated_at': '2022-05-06T09:39:51Z', 'revision_number': 1, 'project_id': '48135002cdea40efa122e536dc317741', 'subnets': [{'id': '4ee33410-8f3a-44d7-9251-5441886837e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:39:54.761134 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16370155-d291-43c3-baae-5f906d592f70 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:39:54.800124 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-16370155-d291-43c3-baae-5f906d592f70 admin admin] 10.222.0.73 "PUT /v2.0/routers/02d3899e-db09-4a72-8903-40f559e3c91e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3702555 May 06 09:39:54.823935 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cedeaa7f-8587-4fab-9df6-8179655b93d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:54.836512 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df1e79b-e719-44f1-a90b-60edc37133de" -d '{"events": [{"server_uuid": "cedeaa7f-8587-4fab-9df6-8179655b93d7", "name": "network-vif-plugged", "status": "completed", "tag": "7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:54.943277 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:54.963431 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-7760e742-5006-44ee-8305-ef1d8dbb1e1c None None] Provisioning complete for port bed58923-3955-435c-8474-33e7eddb76c9 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:54.963820 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7760e742-5006-44ee-8305-ef1d8dbb1e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:54.975199 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:55.169367 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-7760e742-5006-44ee-8305-ef1d8dbb1e1c None None] Port bed58923-3955-435c-8474-33e7eddb76c9 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:39:55.196413 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:55.501417 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6f152-e49a-4e93-a930-ed437606762a req-0d60b428-18f9-4c63-bdc2-9c1afd78c65e tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:55.511916 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6f152-e49a-4e93-a930-ed437606762a req-0d60b428-18f9-4c63-bdc2-9c1afd78c65e tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:55.524011 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3c6f152-e49a-4e93-a930-ed437606762a req-0d60b428-18f9-4c63-bdc2-9c1afd78c65e tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7e85c0f-0293-4f58-b1bb-6868a84c2420 HTTP/1.1" status: 200 len: 1655 time: 1.0071056 May 06 09:39:55.594205 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0f250-a105-45bb-b46a-8899437f2e30 req-d2eb626b-a98e-48ef-8362-c5ef9e8b8fa1 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:55.604326 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-98c0f250-a105-45bb-b46a-8899437f2e30 req-d2eb626b-a98e-48ef-8362-c5ef9e8b8fa1 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=cedeaa7f-8587-4fab-9df6-8179655b93d7 HTTP/1.1" status: 200 len: 948 time: 0.8907325 May 06 09:39:55.660698 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-796f3081-2b31-4f46-a001-7228f31ca79e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02a05ff6-0454-4f53-b38e-1e0daa88fa7e {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:55.680519 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-796f3081-2b31-4f46-a001-7228f31ca79e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:55.697814 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-796f3081-2b31-4f46-a001-7228f31ca79e service neutron] Transition to ACTIVE for port object 02a05ff6-0454-4f53-b38e-1e0daa88fa7e will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:39:55.721831 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3c6f152-e49a-4e93-a930-ed437606762a req-70925ceb-cff9-4ae4-af48-417dbdd3be23 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957588 May 06 09:39:55.728891 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-796f3081-2b31-4f46-a001-7228f31ca79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:55.737609 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a302aa-d7a4-4f69-a8c5-1c87acc0518b req-a6c178eb-f75a-4285-9741-e5d32097c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:55.739426 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2a302aa-d7a4-4f69-a8c5-1c87acc0518b req-a6c178eb-f75a-4285-9741-e5d32097c421 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.9927053 May 06 09:39:55.907018 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f3081-2b31-4f46-a001-7228f31ca79e service neutron] Pushing event updated for resources: {'Port': ['ID=02a05ff6-0454-4f53-b38e-1e0daa88fa7e,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:56.443068 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab075519-acc2-4d99-b59a-ef5eaafb0865 req-754cbb7b-0c32-4cb8-83b7-b96958ecf17f tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:56.444804 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab075519-acc2-4d99-b59a-ef5eaafb0865 req-754cbb7b-0c32-4cb8-83b7-b96958ecf17f tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 944 time: 1.0391521 May 06 09:39:56.668072 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-98c0f250-a105-45bb-b46a-8899437f2e30 req-6c1bbf09-0cb9-470d-add1-42c9317cf896 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0578773 May 06 09:39:56.691983 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a302aa-d7a4-4f69-a8c5-1c87acc0518b req-21df87bf-2825-4615-b0c9-f525184bca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:56.693389 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2a302aa-d7a4-4f69-a8c5-1c87acc0518b req-21df87bf-2825-4615-b0c9-f525184bca48 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8214417 May 06 09:39:56.792298 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-c2249071-518e-4399-98da-13d732306c80 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:56.793912 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-c2249071-518e-4399-98da-13d732306c80 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.84 "GET /v2.0/networks?id=22f2ea67-0061-4453-8871-c63efbcb27a4 HTTP/1.1" status: 200 len: 805 time: 1.0850556 May 06 09:39:56.916134 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-550fcd10-1e75-4153-8b88-f6e35a92b655 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Request body: {'port': {'device_id': 'aed9a707-e1bf-478a-b567-ad0d46757d4f', 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4', 'admin_state_up': True, 'tenant_id': 'd5c8baf980ce4dc1ab4fba669d9b206a'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:57.028995 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3e74aa81-0ef0-41a9-a43f-caca6a3bcfbc req-138ef433-733b-44cc-b2ba-1b0e6747e163 tempest-ServersAdmin275Test-324888828 tempest-ServersAdmin275Test-324888828-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.1723747 May 06 09:39:57.231595 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62f81b-0f27-4cad-a9c0-a57662078b46 req-ec9c29c5-7d09-4d22-865e-509ee0d1c172 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:57.242123 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b62f81b-0f27-4cad-a9c0-a57662078b46 req-ec9c29c5-7d09-4d22-865e-509ee0d1c172 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 944 time: 0.9095881 May 06 09:39:57.284938 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450fb095-2568-4c42-8e6a-e20396eb64b6 x-openstack-request-id: req-450fb095-2568-4c42-8e6a-e20396eb64b6 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:57.285785 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cedeaa7f-8587-4fab-9df6-8179655b93d7", "name": "network-vif-plugged", "status": "completed", "tag": "7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:57.286201 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-450fb095-2568-4c42-8e6a-e20396eb64b6 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:57.286785 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-450fb095-2568-4c42-8e6a-e20396eb64b6'] response: {'server_uuid': 'cedeaa7f-8587-4fab-9df6-8179655b93d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc', 'code': 200} May 06 09:39:57.290434 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 47b6f3e4-a02c-4fd8-902f-53944fc95019 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:57.398976 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device bcb11d08-ab25-412e-a88e-0cf35497f484 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:39:57.413661 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-ab075519-acc2-4d99-b59a-ef5eaafb0865 req-51e4a803-9ae0-43d1-8357-d3cfd243d45f tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Deleting port db60fe74-22a7-43e3-a446-12ca922bd1a5 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:39:57.414220 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ab075519-acc2-4d99-b59a-ef5eaafb0865 req-51e4a803-9ae0-43d1-8357-d3cfd243d45f tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:57.529237 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b62f81b-0f27-4cad-a9c0-a57662078b46 req-a1355851-04e1-44ae-9946-61040544e5b6 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861006 May 06 09:39:57.530378 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-796f3081-2b31-4f46-a001-7228f31ca79e service neutron] Attempting to bind port 02a05ff6-0454-4f53-b38e-1e0daa88fa7e on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:39:57.532380 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-796f3081-2b31-4f46-a001-7228f31ca79e service neutron] Attempting to bind port 02a05ff6-0454-4f53-b38e-1e0daa88fa7e by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '9b5875de-32ef-4f4f-9461-f6679c5bc7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:39:57.533624 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-796f3081-2b31-4f46-a001-7228f31ca79e service neutron] Attempting to bind port 02a05ff6-0454-4f53-b38e-1e0daa88fa7e on network 2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:57.558705 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145e652-7afc-4a01-88b8-2801489380eb req-97f7bd2a-a488-4523-9531-fa7adf9c9619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:57.566676 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4145e652-7afc-4a01-88b8-2801489380eb req-97f7bd2a-a488-4523-9531-fa7adf9c9619 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cedeaa7f-8587-4fab-9df6-8179655b93d7 HTTP/1.1" status: 200 len: 1100 time: 0.1777699 May 06 09:39:57.574118 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 47b6f3e4-a02c-4fd8-902f-53944fc95019 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:57.574747 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:57.629008 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4145e652-7afc-4a01-88b8-2801489380eb req-274d3676-fe47-4860-af07-9331004cbf77 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547636 May 06 09:39:57.681843 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f383f871-c1f7-4016-95b4-ec8436685a28 req-92ab01a8-0bdf-4d06-a6e1-28d194df6c06 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=aed9a707-e1bf-478a-b567-ad0d46757d4f HTTP/1.1" status: 200 len: 210 time: 0.1896279 May 06 09:39:57.705380 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-796f3081-2b31-4f46-a001-7228f31ca79e service neutron] Port 02a05ff6-0454-4f53-b38e-1e0daa88fa7e on network 2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:39:57.709946 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-796f3081-2b31-4f46-a001-7228f31ca79e service neutron] Attempting to bind port 02a05ff6-0454-4f53-b38e-1e0daa88fa7e on network 2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:57.782877 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-796f3081-2b31-4f46-a001-7228f31ca79e service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:39:57.783542 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-796f3081-2b31-4f46-a001-7228f31ca79e service neutron] Checking segment: {'id': '9b5875de-32ef-4f4f-9461-f6679c5bc7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:57.784033 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-796f3081-2b31-4f46-a001-7228f31ca79e service neutron] Bound using segment: {'id': '9b5875de-32ef-4f4f-9461-f6679c5bc7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:39:57.784545 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-796f3081-2b31-4f46-a001-7228f31ca79e service neutron] Bound port: 02a05ff6-0454-4f53-b38e-1e0daa88fa7e, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b5875de-32ef-4f4f-9461-f6679c5bc7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:39:57.784989 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-796f3081-2b31-4f46-a001-7228f31ca79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:57.822268 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port bcb11d08-ab25-412e-a88e-0cf35497f484, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=bcb11d08-ab25-412e-a88e-0cf35497f484,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:57.827036 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2a302aa-d7a4-4f69-a8c5-1c87acc0518b req-53742db6-5053-4345-8381-34b728737678 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0194530 May 06 09:39:57.846357 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'bcb11d08-ab25-412e-a88e-0cf35497f484', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': 'bcb11d08-ab25-412e-a88e-0cf35497f484', 'mac_address': 'fa:16:3e:7e:9f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:39:58.073095 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:58.111317 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 47b6f3e4-a02c-4fd8-902f-53944fc95019, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=47b6f3e4-a02c-4fd8-902f-53944fc95019,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:58.123402 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44550) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:58.127749 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:58.128448 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-eeb8cd7a-054e-458a-af3a-1ee7832811fb tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Request body: {'security_group': {'name': 'tempest-securitygroup--638595746', 'description': 'tempest-description--1171589005'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:58.181488 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:58.202698 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eeb8cd7a-054e-458a-af3a-1ee7832811fb tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:58.211712 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb11d08-ab25-412e-a88e-0cf35497f484 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:58.255081 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=47b6f3e4-a02c-4fd8-902f-53944fc95019,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:58.270707 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port bcb11d08-ab25-412e-a88e-0cf35497f484, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=bcb11d08-ab25-412e-a88e-0cf35497f484,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:58.282305 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:58.430721 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=bcb11d08-ab25-412e-a88e-0cf35497f484,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:58.442290 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eeb8cd7a-054e-458a-af3a-1ee7832811fb tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:58.452382 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eeb8cd7a-054e-458a-af3a-1ee7832811fb tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:58.467387 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc5d57c-ea11-4388-b440-a5be37b1a726 None None] Sync routers for ids ['02d3899e-db09-4a72-8903-40f559e3c91e'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:39:58.485139 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc5d57c-ea11-4388-b440-a5be37b1a726 None None] Routers {'02d3899e-db09-4a72-8903-40f559e3c91e'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:39:58.485783 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8bc5d57c-ea11-4388-b440-a5be37b1a726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:39:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['02d3899e-db09-4a72-8903-40f559e3c91e'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:58.531669 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eeb8cd7a-054e-458a-af3a-1ee7832811fb tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:58.533427 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-eeb8cd7a-054e-458a-af3a-1ee7832811fb tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4088168 May 06 09:39:58.537012 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44552) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:58.546893 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-4038294c-3909-4bd9-8cb1-c767850f5381 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Request body: {'security_group_rule': {'security_group_id': '2c753481-7cc2-40d1-9ed2-8aa1968318ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:58.552188 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-550fcd10-1e75-4153-8b88-f6e35a92b655 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Made reservation on behalf of d5c8baf980ce4dc1ab4fba669d9b206a for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:39:58.556858 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8cd7a-054e-458a-af3a-1ee7832811fb tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c753481-7cc2-40d1-9ed2-8aa1968318ac,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:58.557321 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-550fcd10-1e75-4153-8b88-f6e35a92b655 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:58.614769 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4038294c-3909-4bd9-8cb1-c767850f5381 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:58.673456 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-ab075519-acc2-4d99-b59a-ef5eaafb0865 req-51e4a803-9ae0-43d1-8357-d3cfd243d45f tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] For port db60fe74-22a7-43e3-a446-12ca922bd1a5, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=db60fe74-22a7-43e3-a446-12ca922bd1a5,segment=NetworkSegment(fef47b95-e742-42d3-9b64-3fd33f4f4918),segment_id=fef47b95-e742-42d3-9b64-3fd33f4f4918)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:58.673869 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ab075519-acc2-4d99-b59a-ef5eaafb0865 req-51e4a803-9ae0-43d1-8357-d3cfd243d45f tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:58.738756 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96680e2c-fbd9-4537-a45e-d92bdaa5ee25 req-55165bed-ca1f-4fdd-b307-fa107f6fa233 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:58.744127 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4038294c-3909-4bd9-8cb1-c767850f5381 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:58.748694 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-96680e2c-fbd9-4537-a45e-d92bdaa5ee25 req-55165bed-ca1f-4fdd-b307-fa107f6fa233 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=cedeaa7f-8587-4fab-9df6-8179655b93d7 HTTP/1.1" status: 200 len: 949 time: 0.4638624 May 06 09:39:58.753562 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4038294c-3909-4bd9-8cb1-c767850f5381 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:58.784551 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-8bc5d57c-ea11-4388-b440-a5be37b1a726 None None] Set router 02d3899e-db09-4a72-8903-40f559e3c91e gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:39:58.787093 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038294c-3909-4bd9-8cb1-c767850f5381 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f613c6-60ad-4db1-af07-a82f5ddeae5d,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:58.824380 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4038294c-3909-4bd9-8cb1-c767850f5381 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:58.830407 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4038294c-3909-4bd9-8cb1-c767850f5381 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2917669 May 06 09:39:58.831742 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44562) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:58.841463 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:58.843450 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-c8815c82-94fb-4be3-8457-8568f6961df8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Request body: {'security_group_rule': {'security_group_id': '2c753481-7cc2-40d1-9ed2-8aa1968318ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:58.846928 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['bcb11d08-ab25-412e-a88e-0cf35497f484'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:58.888117 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdd1b1-ee8b-4483-959a-dca4da8b99cb req-5a0c87bd-df92-45f7-a1f9-4d2dcd85b91f tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:58.913771 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdd1b1-ee8b-4483-959a-dca4da8b99cb req-5a0c87bd-df92-45f7-a1f9-4d2dcd85b91f tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:58.917559 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-78bdd1b1-ee8b-4483-959a-dca4da8b99cb req-5a0c87bd-df92-45f7-a1f9-4d2dcd85b91f tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7e85c0f-0293-4f58-b1bb-6868a84c2420 HTTP/1.1" status: 200 len: 1667 time: 1.0781400 May 06 09:39:58.920394 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2a302aa-d7a4-4f69-a8c5-1c87acc0518b req-08e68dd7-c3b6-45cd-9ff3-673b27b0ca8a service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7136905 May 06 09:39:58.945795 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c8815c82-94fb-4be3-8457-8568f6961df8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:59.050818 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device db60fe74-22a7-43e3-a446-12ca922bd1a5 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:39:59.089528 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c8815c82-94fb-4be3-8457-8568f6961df8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:59.105065 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c8815c82-94fb-4be3-8457-8568f6961df8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:59.146022 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8815c82-94fb-4be3-8457-8568f6961df8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3509bfa7-3f6d-4dde-bfb6-0295cb20e3a6,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:59.171135 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c8815c82-94fb-4be3-8457-8568f6961df8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:59.172451 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c8815c82-94fb-4be3-8457-8568f6961df8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3393617 May 06 09:39:59.177230 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44568) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:59.183557 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-ded34621-b233-48db-acb2-57e27c1ce1e8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:59.199389 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-ab075519-acc2-4d99-b59a-ef5eaafb0865 req-51e4a803-9ae0-43d1-8357-d3cfd243d45f tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Calling delete_port for db60fe74-22a7-43e3-a446-12ca922bd1a5 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:39:59.228405 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-550fcd10-1e75-4153-8b88-f6e35a92b655 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Allocated IP 172.20.0.7 (22f2ea67-0061-4453-8871-c63efbcb27a4/afa93752-8f96-48cb-be1f-768526aba17a/47764ca7-ef90-4398-a6eb-18e5724036ea) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:39:59.245196 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ded34621-b233-48db-acb2-57e27c1ce1e8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks [] for floatingip, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:59.321068 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-796f3081-2b31-4f46-a001-7228f31ca79e service neutron] For port 02a05ff6-0454-4f53-b38e-1e0daa88fa7e, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:59.349891 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 47b6f3e4-a02c-4fd8-902f-53944fc95019 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:59.431898 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8bc5d57c-ea11-4388-b440-a5be37b1a726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'name': 'tempest-ServersTestBootFromVolume-1847814553-router', 'tenant_id': '48135002cdea40efa122e536dc317741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '47b6f3e4-a02c-4fd8-902f-53944fc95019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:39:37Z', 'updated_at': '2022-05-06T09:39:52Z', 'revision_number': 4, 'project_id': '48135002cdea40efa122e536dc317741', 'gw_port': {'id': '47b6f3e4-a02c-4fd8-902f-53944fc95019', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:39Z', 'updated_at': '2022-05-06T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'bed58923-3955-435c-8474-33e7eddb76c9', 'name': '', 'network_id': '106e07b0-c17b-4335-97df-8cfa31e62071', 'tenant_id': '48135002cdea40efa122e536dc317741', 'mac_address': 'fa:16:3e:c4:18:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '4ee33410-8f3a-44d7-9251-5441886837e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:51Z', 'updated_at': '2022-05-06T09:39:53Z', 'revision_number': 2, 'project_id': '48135002cdea40efa122e536dc317741', 'subnets': [{'id': '4ee33410-8f3a-44d7-9251-5441886837e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:59.466674 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc5d57c-ea11-4388-b440-a5be37b1a726 None None] Checking router: 02d3899e-db09-4a72-8903-40f559e3c91e for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:39:59.467368 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc5d57c-ea11-4388-b440-a5be37b1a726 None None] Updating router 02d3899e-db09-4a72-8903-40f559e3c91e port bed58923-3955-435c-8474-33e7eddb76c9 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:39:59.499856 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8bc5d57c-ea11-4388-b440-a5be37b1a726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:59.513047 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-550fcd10-1e75-4153-8b88-f6e35a92b655 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:59.581525 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-550fcd10-1e75-4153-8b88-f6e35a92b655 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:59.622064 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ded34621-b233-48db-acb2-57e27c1ce1e8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:59.645238 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['bf4790b9-844b-4827-8a7f-ab8e62106a3b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:59.670404 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-550fcd10-1e75-4153-8b88-f6e35a92b655 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Network 22f2ea67-0061-4453-8871-c63efbcb27a4 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:39:59.701580 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-796f3081-2b31-4f46-a001-7228f31ca79e service neutron] For port 02a05ff6-0454-4f53-b38e-1e0daa88fa7e, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=02a05ff6-0454-4f53-b38e-1e0daa88fa7e,segment=NetworkSegment(9b5875de-32ef-4f4f-9461-f6679c5bc7bf),segment_id=9b5875de-32ef-4f4f-9461-f6679c5bc7bf)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:39:59.703826 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550fcd10-1e75-4153-8b88-f6e35a92b655 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Pushing event updated for resources: {'Port': ['ID=47764ca7-ef90-4398-a6eb-18e5724036ea,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:59.711650 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-550fcd10-1e75-4153-8b88-f6e35a92b655 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:59.725234 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-550fcd10-1e75-4153-8b88-f6e35a92b655 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:39:59.828590 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8bc5d57c-ea11-4388-b440-a5be37b1a726 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:59.840768 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8bc5d57c-ea11-4388-b440-a5be37b1a726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:59.903184 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-96680e2c-fbd9-4537-a45e-d92bdaa5ee25 req-a83c6daa-ce59-4db3-a5b4-8afd527d73b1 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1534297 May 06 09:39:59.929464 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-550fcd10-1e75-4153-8b88-f6e35a92b655 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:59.933150 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-550fcd10-1e75-4153-8b88-f6e35a92b655 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:00.037607 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-796f3081-2b31-4f46-a001-7228f31ca79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:00.052854 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-78bdd1b1-ee8b-4483-959a-dca4da8b99cb req-7036ae98-176b-45ab-9a38-37b0b51fb042 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7497652 May 06 09:40:00.106635 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 47b6f3e4-a02c-4fd8-902f-53944fc95019 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:00.106918 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:00.161153 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-ded34621-b233-48db-acb2-57e27c1ce1e8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Allocated IP 172.25.5.72 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/803426fa-fc72-4e26-b54b-575a54c8317e) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:40:00.238126 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-796f3081-2b31-4f46-a001-7228f31ca79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:00.238777 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-796f3081-2b31-4f46-a001-7228f31ca79e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:00.248491 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-796f3081-2b31-4f46-a001-7228f31ca79e service neutron] 10.222.0.84 "PUT /v2.0/ports/02a05ff6-0454-4f53-b38e-1e0daa88fa7e HTTP/1.1" status: 200 len: 1092 time: 6.0525100 May 06 09:40:00.268511 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-8bc5d57c-ea11-4388-b440-a5be37b1a726 None None] Attempting to bind port bed58923-3955-435c-8474-33e7eddb76c9 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:40:00.271404 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-8bc5d57c-ea11-4388-b440-a5be37b1a726 None None] Attempting to bind port bed58923-3955-435c-8474-33e7eddb76c9 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '0cad701d-15db-4830-8ec3-5c5772b70e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '106e07b0-c17b-4335-97df-8cfa31e62071'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:40:00.272046 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5d57c-ea11-4388-b440-a5be37b1a726 None None] Attempting to bind port bed58923-3955-435c-8474-33e7eddb76c9 on network 106e07b0-c17b-4335-97df-8cfa31e62071 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:00.289620 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-550fcd10-1e75-4153-8b88-f6e35a92b655 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3755844 May 06 09:40:00.298414 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f3081-2b31-4f46-a001-7228f31ca79e service neutron] Pushing event updated for resources: {'Port': ['ID=02a05ff6-0454-4f53-b38e-1e0daa88fa7e,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:00.313458 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e85c0f-0293-4f58-b1bb-6868a84c2420', 'tag': '02a05ff6-0454-4f53-b38e-1e0daa88fa7e'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:00.319231 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5d57c-ea11-4388-b440-a5be37b1a726 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:40:00.319962 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5d57c-ea11-4388-b440-a5be37b1a726 None None] Checking segment: {'id': '0cad701d-15db-4830-8ec3-5c5772b70e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '106e07b0-c17b-4335-97df-8cfa31e62071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:00.320234 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb80f6c-2984-4d61-a16f-4fa14023c2cd" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e85c0f-0293-4f58-b1bb-6868a84c2420", "tag": "02a05ff6-0454-4f53-b38e-1e0daa88fa7e"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:00.320856 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8bc5d57c-ea11-4388-b440-a5be37b1a726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:00.327603 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5d57c-ea11-4388-b440-a5be37b1a726 None None] Bound using segment: {'id': '0cad701d-15db-4830-8ec3-5c5772b70e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '106e07b0-c17b-4335-97df-8cfa31e62071'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:40:00.328580 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-8bc5d57c-ea11-4388-b440-a5be37b1a726 None None] Bound port: bed58923-3955-435c-8474-33e7eddb76c9, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cad701d-15db-4830-8ec3-5c5772b70e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '106e07b0-c17b-4335-97df-8cfa31e62071'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:40:00.329238 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8bc5d57c-ea11-4388-b440-a5be37b1a726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:00.352320 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-efc35f0b-f7f6-4612-83ed-b4cccd733883 service neutron] Request body: {'port': {'device_id': 'aed9a707-e1bf-478a-b567-ad0d46757d4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:00.355792 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c979ee-6922-4ae9-80d4-28ff51398fd5 None None] Pushing event updated for resources: {'Port': ['ID=bed58923-3955-435c-8474-33e7eddb76c9,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:00.513910 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Request body: {'port': {'device_id': 'a7e85c0f-0293-4f58-b1bb-6868a84c2420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:00.585317 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-8bc5d57c-ea11-4388-b440-a5be37b1a726 None None] For port bed58923-3955-435c-8474-33e7eddb76c9, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:40:00.592688 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-8bc5d57c-ea11-4388-b440-a5be37b1a726 None None] For port bed58923-3955-435c-8474-33e7eddb76c9, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=bed58923-3955-435c-8474-33e7eddb76c9,segment=NetworkSegment(0cad701d-15db-4830-8ec3-5c5772b70e25),segment_id=0cad701d-15db-4830-8ec3-5c5772b70e25)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:40:00.599519 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c979ee-6922-4ae9-80d4-28ff51398fd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:00.600570 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c979ee-6922-4ae9-80d4-28ff51398fd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:00.601328 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c979ee-6922-4ae9-80d4-28ff51398fd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:00.602151 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c979ee-6922-4ae9-80d4-28ff51398fd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:00.602810 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c979ee-6922-4ae9-80d4-28ff51398fd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:00.603901 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c979ee-6922-4ae9-80d4-28ff51398fd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:00.604664 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c979ee-6922-4ae9-80d4-28ff51398fd5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:00.605482 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c979ee-6922-4ae9-80d4-28ff51398fd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:00.606244 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c979ee-6922-4ae9-80d4-28ff51398fd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:00.607027 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ded34621-b233-48db-acb2-57e27c1ce1e8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:00.607562 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c979ee-6922-4ae9-80d4-28ff51398fd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:00.617162 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c979ee-6922-4ae9-80d4-28ff51398fd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:00.617765 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c979ee-6922-4ae9-80d4-28ff51398fd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:00.635632 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8bc5d57c-ea11-4388-b440-a5be37b1a726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:00.650405 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:40:00.699763 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ded34621-b233-48db-acb2-57e27c1ce1e8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:00.703650 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-021f7daa-76c7-4fb4-9dca-d2e3dce7e3cd req-2fe63b7d-88f9-445f-8ab6-5f362f831aae tempest-ServersAdmin275Test-324888828 tempest-ServersAdmin275Test-324888828-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.1271574 May 06 09:40:00.711483 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c979ee-6922-4ae9-80d4-28ff51398fd5 None None] Pushing event updated for resources: {'Port': ['ID=bed58923-3955-435c-8474-33e7eddb76c9,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:00.739232 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc5d57c-ea11-4388-b440-a5be37b1a726 None None] Routers {'02d3899e-db09-4a72-8903-40f559e3c91e'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:40:00.740771 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8bc5d57c-ea11-4388-b440-a5be37b1a726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:39:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['02d3899e-db09-4a72-8903-40f559e3c91e'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:00.812082 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded34621-b233-48db-acb2-57e27c1ce1e8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:40:00.827691 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-ded34621-b233-48db-acb2-57e27c1ce1e8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:40:00.846629 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded34621-b233-48db-acb2-57e27c1ce1e8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:40:00.912614 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ab075519-acc2-4d99-b59a-ef5eaafb0865 req-51e4a803-9ae0-43d1-8357-d3cfd243d45f tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:00.944871 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b60db-6b3a-47bb-84c0-f276dc77c3b6 req-8c6fd4b3-59a7-44c2-8be1-766f24265092 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:00.946805 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-139b60db-6b3a-47bb-84c0-f276dc77c3b6 req-8c6fd4b3-59a7-44c2-8be1-766f24265092 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a62bd71-2702-4964-8dc7-1484d45cdd5b HTTP/1.1" status: 200 len: 944 time: 0.3049619 May 06 09:40:00.961554 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-97b3b60d-88e6-43e9-980d-8da14d106fc5 None None] Provisioning complete for port bed58923-3955-435c-8474-33e7eddb76c9 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:00.962734 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-97b3b60d-88e6-43e9-980d-8da14d106fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:00.975067 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded34621-b233-48db-acb2-57e27c1ce1e8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Pushing event updated for resources: {'Port': ['ID=803426fa-fc72-4e26-b54b-575a54c8317e,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:01.014191 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded34621-b233-48db-acb2-57e27c1ce1e8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:01.014191 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded34621-b233-48db-acb2-57e27c1ce1e8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:01.014191 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded34621-b233-48db-acb2-57e27c1ce1e8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:01.014907 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded34621-b233-48db-acb2-57e27c1ce1e8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:01.014907 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded34621-b233-48db-acb2-57e27c1ce1e8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:01.015287 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded34621-b233-48db-acb2-57e27c1ce1e8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:01.015729 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded34621-b233-48db-acb2-57e27c1ce1e8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:01.015968 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded34621-b233-48db-acb2-57e27c1ce1e8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:01.016272 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded34621-b233-48db-acb2-57e27c1ce1e8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:01.016608 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded34621-b233-48db-acb2-57e27c1ce1e8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:01.016945 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded34621-b233-48db-acb2-57e27c1ce1e8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:01.017277 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded34621-b233-48db-acb2-57e27c1ce1e8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:01.029256 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4a803-9ae0-43d1-8357-d3cfd243d45f tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Pushing event deleted for resources: {'Port': ['ID=db60fe74-22a7-43e3-a446-12ca922bd1a5,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:01.074803 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab075519-acc2-4d99-b59a-ef5eaafb0865 req-51e4a803-9ae0-43d1-8357-d3cfd243d45f tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] No DVR routers for this DVR port db60fe74-22a7-43e3-a446-12ca922bd1a5 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:01.078480 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ab075519-acc2-4d99-b59a-ef5eaafb0865 req-51e4a803-9ae0-43d1-8357-d3cfd243d45f tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:01.082381 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab075519-acc2-4d99-b59a-ef5eaafb0865 req-51e4a803-9ae0-43d1-8357-d3cfd243d45f tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.84 "DELETE /v2.0/ports/db60fe74-22a7-43e3-a446-12ca922bd1a5 HTTP/1.1" status: 204 len: 173 time: 4.6277103 May 06 09:40:01.085667 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-139b60db-6b3a-47bb-84c0-f276dc77c3b6 req-c02e8704-f9aa-42a0-bcdd-fb962ebde719 tempest-LiveMigrationTest-1831670764 tempest-LiveMigrationTest-1831670764-project] 10.222.0.73 "GET /v2.0/security-groups?id=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777130 May 06 09:40:01.163082 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-8bc5d57c-ea11-4388-b440-a5be37b1a726 None None] Set router 02d3899e-db09-4a72-8903-40f559e3c91e gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:40:01.229919 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:01.248003 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ded34621-b233-48db-acb2-57e27c1ce1e8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:01.306338 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-efc35f0b-f7f6-4612-83ed-b4cccd733883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:01.387262 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-97b3b60d-88e6-43e9-980d-8da14d106fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:01.417555 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ded34621-b233-48db-acb2-57e27c1ce1e8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:01.430416 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device bcb11d08-ab25-412e-a88e-0cf35497f484 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:01.670051 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-97b3b60d-88e6-43e9-980d-8da14d106fc5 None None] For port bed58923-3955-435c-8474-33e7eddb76c9, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=bed58923-3955-435c-8474-33e7eddb76c9,segment=NetworkSegment(0cad701d-15db-4830-8ec3-5c5772b70e25),segment_id=0cad701d-15db-4830-8ec3-5c5772b70e25)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:01.701699 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-97b3b60d-88e6-43e9-980d-8da14d106fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:01.736224 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c3cb2a-fc6e-4a9d-90b3-cc2fe3571603 x-openstack-request-id: req-65c3cb2a-fc6e-4a9d-90b3-cc2fe3571603 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:01.736584 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e85c0f-0293-4f58-b1bb-6868a84c2420", "tag": "02a05ff6-0454-4f53-b38e-1e0daa88fa7e", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:01.736774 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-65c3cb2a-fc6e-4a9d-90b3-cc2fe3571603 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:01.737197 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65c3cb2a-fc6e-4a9d-90b3-cc2fe3571603'] response: {'name': 'network-changed', 'server_uuid': 'a7e85c0f-0293-4f58-b1bb-6868a84c2420', 'tag': '02a05ff6-0454-4f53-b38e-1e0daa88fa7e', 'status': 'completed', 'code': 200} May 06 09:40:01.867932 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ded34621-b233-48db-acb2-57e27c1ce1e8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:01.882302 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ded34621-b233-48db-acb2-57e27c1ce1e8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:01.925972 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3b60d-88e6-43e9-980d-8da14d106fc5 None None] Pushing event updated for resources: {'Port': ['ID=bed58923-3955-435c-8474-33e7eddb76c9,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:02.025347 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ded34621-b233-48db-acb2-57e27c1ce1e8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:02.047102 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded34621-b233-48db-acb2-57e27c1ce1e8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Pushing event updated for resources: {'Port': ['ID=803426fa-fc72-4e26-b54b-575a54c8317e,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:02.062301 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ded34621-b233-48db-acb2-57e27c1ce1e8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:02.074570 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8bc5d57c-ea11-4388-b440-a5be37b1a726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'name': 'tempest-ServersTestBootFromVolume-1847814553-router', 'tenant_id': '48135002cdea40efa122e536dc317741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '47b6f3e4-a02c-4fd8-902f-53944fc95019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:39:37Z', 'updated_at': '2022-05-06T09:39:52Z', 'revision_number': 4, 'project_id': '48135002cdea40efa122e536dc317741', 'gw_port': {'id': '47b6f3e4-a02c-4fd8-902f-53944fc95019', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:39Z', 'updated_at': '2022-05-06T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'bed58923-3955-435c-8474-33e7eddb76c9', 'name': '', 'network_id': '106e07b0-c17b-4335-97df-8cfa31e62071', 'tenant_id': '48135002cdea40efa122e536dc317741', 'mac_address': 'fa:16:3e:c4:18:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '4ee33410-8f3a-44d7-9251-5441886837e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:51Z', 'updated_at': '2022-05-06T09:40:00Z', 'revision_number': 4, 'project_id': '48135002cdea40efa122e536dc317741', 'subnets': [{'id': '4ee33410-8f3a-44d7-9251-5441886837e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:02.077617 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ded34621-b233-48db-acb2-57e27c1ce1e8 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8987479 May 06 09:40:02.093252 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port bcb11d08-ab25-412e-a88e-0cf35497f484 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:40:02.099439 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port bcb11d08-ab25-412e-a88e-0cf35497f484 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:02.099928 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:02.101983 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-114638f7-72ff-462a-88bc-c8688336b5ea None None] Provisioning complete for port bed58923-3955-435c-8474-33e7eddb76c9 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:02.102356 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-114638f7-72ff-462a-88bc-c8688336b5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:02.126565 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc5d57c-ea11-4388-b440-a5be37b1a726 None None] The sync data for ids ['02d3899e-db09-4a72-8903-40f559e3c91e'] in n-d-840835-1 is: [{'id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'name': 'tempest-ServersTestBootFromVolume-1847814553-router', 'tenant_id': '48135002cdea40efa122e536dc317741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '47b6f3e4-a02c-4fd8-902f-53944fc95019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:39:37Z', 'updated_at': '2022-05-06T09:39:52Z', 'revision_number': 4, 'project_id': '48135002cdea40efa122e536dc317741', 'gw_port': {'id': '47b6f3e4-a02c-4fd8-902f-53944fc95019', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:39Z', 'updated_at': '2022-05-06T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'bed58923-3955-435c-8474-33e7eddb76c9', 'name': '', 'network_id': '106e07b0-c17b-4335-97df-8cfa31e62071', 'tenant_id': '48135002cdea40efa122e536dc317741', 'mac_address': 'fa:16:3e:c4:18:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '4ee33410-8f3a-44d7-9251-5441886837e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:51Z', 'updated_at': '2022-05-06T09:40:00Z', 'revision_number': 4, 'project_id': '48135002cdea40efa122e536dc317741', 'subnets': [{'id': '4ee33410-8f3a-44d7-9251-5441886837e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:40:02.418619 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67549874-1010-4ea3-945e-5407fc659e73 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:02.428573 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:02.449899 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Transition to ACTIVE for port object 67549874-1010-4ea3-945e-5407fc659e73 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:40:02.487736 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:02.525292 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b120f-eadd-4de1-8771-4118d0c6480c req-d329ea6a-df1e-496b-b5a4-e78ab28f7434 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:02.536490 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a81b120f-eadd-4de1-8771-4118d0c6480c req-d329ea6a-df1e-496b-b5a4-e78ab28f7434 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=aed9a707-e1bf-478a-b567-ad0d46757d4f HTTP/1.1" status: 200 len: 931 time: 1.3669982 May 06 09:40:02.596212 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:02.648483 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51c16a2-c10a-4e64-9793-3cbef2e3fda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb11d08-ab25-412e-a88e-0cf35497f484'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:02.650838 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e695a7-89c3-465d-8915-7e915e2d4a9e" -d '{"events": [{"server_uuid": "e51c16a2-c10a-4e64-9793-3cbef2e3fda3", "name": "network-vif-plugged", "status": "completed", "tag": "bcb11d08-ab25-412e-a88e-0cf35497f484"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:02.679633 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port bcb11d08-ab25-412e-a88e-0cf35497f484, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=bcb11d08-ab25-412e-a88e-0cf35497f484,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:02.692006 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:02.705039 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a81b120f-eadd-4de1-8771-4118d0c6480c req-8369dcda-0812-4203-b7e8-3f2a57aa3683 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673906 May 06 09:40:02.785881 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805c739-4544-483c-a398-94eee031f1bd req-5d1d4fa9-794d-42b0-8e95-e93ceeba664e tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:02.798460 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f805c739-4544-483c-a398-94eee031f1bd req-5d1d4fa9-794d-42b0-8e95-e93ceeba664e tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=cedeaa7f-8587-4fab-9df6-8179655b93d7 HTTP/1.1" status: 200 len: 949 time: 0.3439741 May 06 09:40:02.846604 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=bcb11d08-ab25-412e-a88e-0cf35497f484,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:02.932873 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f805c739-4544-483c-a398-94eee031f1bd req-c891b05d-30e3-45c0-aa80-344dc8333e5b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316597 May 06 09:40:02.940773 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb80f6c-2984-4d61-a16f-4fa14023c2cd req-abaddb92-b336-41c8-afe0-e3ec382da75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:02.953139 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb80f6c-2984-4d61-a16f-4fa14023c2cd req-abaddb92-b336-41c8-afe0-e3ec382da75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:02.953139 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5cb80f6c-2984-4d61-a16f-4fa14023c2cd req-abaddb92-b336-41c8-afe0-e3ec382da75c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=176b8c716694414abe8ccd24f8a01958&device_id=a7e85c0f-0293-4f58-b1bb-6868a84c2420 HTTP/1.1" status: 200 len: 1914 time: 1.2383602 May 06 09:40:03.056672 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839bf09-a453-479f-8342-2e819017655b req-fc13bcb4-f10e-4585-b0e7-06040e062303 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:03.064299 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7839bf09-a453-479f-8342-2e819017655b req-fc13bcb4-f10e-4585-b0e7-06040e062303 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.77 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 944 time: 0.5479937 May 06 09:40:03.095973 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Pushing event updated for resources: {'Port': ['ID=67549874-1010-4ea3-945e-5407fc659e73,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:03.353679 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device bed58923-3955-435c-8474-33e7eddb76c9 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:03.507532 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port bed58923-3955-435c-8474-33e7eddb76c9 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:03.507910 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:03.766420 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a62bd71-2702-4964-8dc7-1484d45cdd5b', 'name': 'network-vif-deleted', 'tag': 'db60fe74-22a7-43e3-a446-12ca922bd1a5'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:03.770157 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b017e8ba-eed4-4fec-95b8-d8b5e9d57187" -d '{"events": [{"server_uuid": "2a62bd71-2702-4964-8dc7-1484d45cdd5b", "name": "network-vif-deleted", "tag": "db60fe74-22a7-43e3-a446-12ca922bd1a5"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:03.797166 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-efc35f0b-f7f6-4612-83ed-b4cccd733883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47764ca7-ef90-4398-a6eb-18e5724036ea {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:03.818369 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:03.818959 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:03.819336 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:03.819695 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:03.820048 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:03.820407 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:03.820762 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:03.821152 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:03.821986 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:03.822322 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:03.822653 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:03.822981 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:03.843776 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-efc35f0b-f7f6-4612-83ed-b4cccd733883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:03.896253 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-efc35f0b-f7f6-4612-83ed-b4cccd733883 service neutron] Transition to ACTIVE for port object 47764ca7-ef90-4398-a6eb-18e5724036ea will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:40:03.938378 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65082e-06f6-4007-8101-7b024646d48e req-d61fe6fa-7467-47ff-b0f1-c7e0742712f3 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:03.946067 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65082e-06f6-4007-8101-7b024646d48e req-d61fe6fa-7467-47ff-b0f1-c7e0742712f3 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:03.955346 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3c65082e-06f6-4007-8101-7b024646d48e req-d61fe6fa-7467-47ff-b0f1-c7e0742712f3 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7e85c0f-0293-4f58-b1bb-6868a84c2420 HTTP/1.1" status: 200 len: 1679 time: 1.0697722 May 06 09:40:03.957871 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-efc35f0b-f7f6-4612-83ed-b4cccd733883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:03.996335 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aee39b-d924-4515-9257-12905cfd5db3 req-a77a34c5-60b3-45b1-9290-37205d898d80 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:03.997855 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b4aee39b-d924-4515-9257-12905cfd5db3 req-a77a34c5-60b3-45b1-9290-37205d898d80 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 944 time: 0.8746254 May 06 09:40:04.037041 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Attempting to bind port 67549874-1010-4ea3-945e-5407fc659e73 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:40:04.037403 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Attempting to bind port 67549874-1010-4ea3-945e-5407fc659e73 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'ead1ea65-131f-4ff5-a9de-d95f8e176527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9ebe51af-460d-4211-8918-18bd454eaf92'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:40:04.037781 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Attempting to bind port 67549874-1010-4ea3-945e-5407fc659e73 on network 9ebe51af-460d-4211-8918-18bd454eaf92 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:04.075182 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb80f6c-2984-4d61-a16f-4fa14023c2cd req-b1d36200-2ec7-4e62-a370-e1b7757038bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:04.075668 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb80f6c-2984-4d61-a16f-4fa14023c2cd req-b1d36200-2ec7-4e62-a370-e1b7757038bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:04.076140 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb80f6c-2984-4d61-a16f-4fa14023c2cd req-b1d36200-2ec7-4e62-a370-e1b7757038bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:04.077764 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5cb80f6c-2984-4d61-a16f-4fa14023c2cd req-b1d36200-2ec7-4e62-a370-e1b7757038bb service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=176b8c716694414abe8ccd24f8a01958&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.0693946 May 06 09:40:04.091688 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Port 67549874-1010-4ea3-945e-5407fc659e73 on network 9ebe51af-460d-4211-8918-18bd454eaf92 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:40:04.092021 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Attempting to bind port 67549874-1010-4ea3-945e-5407fc659e73 on network 9ebe51af-460d-4211-8918-18bd454eaf92 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:04.155401 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc35f0b-f7f6-4612-83ed-b4cccd733883 service neutron] Pushing event updated for resources: {'Port': ['ID=47764ca7-ef90-4398-a6eb-18e5724036ea,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:04.157887 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:40:04.158243 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Checking segment: {'id': 'ead1ea65-131f-4ff5-a9de-d95f8e176527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9ebe51af-460d-4211-8918-18bd454eaf92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:04.158625 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Bound using segment: {'id': 'ead1ea65-131f-4ff5-a9de-d95f8e176527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9ebe51af-460d-4211-8918-18bd454eaf92'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:40:04.159073 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Bound port: 67549874-1010-4ea3-945e-5407fc659e73, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead1ea65-131f-4ff5-a9de-d95f8e176527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9ebe51af-460d-4211-8918-18bd454eaf92'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:40:04.159467 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:04.217819 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3c65082e-06f6-4007-8101-7b024646d48e req-0d08d775-e4fc-4d97-8d66-26dd3e73ab7a tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615705 May 06 09:40:04.235799 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-7839bf09-a453-479f-8342-2e819017655b req-83970db3-2b05-43d2-b936-36d564d3c2c7 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Deleting port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:04.236179 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7839bf09-a453-479f-8342-2e819017655b req-83970db3-2b05-43d2-b936-36d564d3c2c7 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:04.363497 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b4aee39b-d924-4515-9257-12905cfd5db3 req-51e91a98-826c-45fc-ba0d-93468c3349a5 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350055 May 06 09:40:04.465559 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44690) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:04.488065 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2a44321e-fb17-4394-b318-09847b9f98eb req-8d62ef52-dd38-4ef7-bf37-8726d11c55f2 tempest-ServersAdmin275Test-324888828 tempest-ServersAdmin275Test-324888828-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.0987840 May 06 09:40:04.594033 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] For port 67549874-1010-4ea3-945e-5407fc659e73, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:40:04.601616 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] For port 67549874-1010-4ea3-945e-5407fc659e73, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=67549874-1010-4ea3-945e-5407fc659e73,segment=NetworkSegment(ead1ea65-131f-4ff5-a9de-d95f8e176527),segment_id=ead1ea65-131f-4ff5-a9de-d95f8e176527)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:40:04.625475 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035c85ea-2f52-4090-a66a-824c5efa816e x-openstack-request-id: req-035c85ea-2f52-4090-a66a-824c5efa816e {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:04.626538 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e51c16a2-c10a-4e64-9793-3cbef2e3fda3", "name": "network-vif-plugged", "status": "completed", "tag": "bcb11d08-ab25-412e-a88e-0cf35497f484", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:04.627066 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-035c85ea-2f52-4090-a66a-824c5efa816e {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:04.628741 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-035c85ea-2f52-4090-a66a-824c5efa816e'] response: {'server_uuid': 'e51c16a2-c10a-4e64-9793-3cbef2e3fda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb11d08-ab25-412e-a88e-0cf35497f484', 'code': 200} May 06 09:40:04.639279 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-efc35f0b-f7f6-4612-83ed-b4cccd733883 service neutron] Attempting to bind port 47764ca7-ef90-4398-a6eb-18e5724036ea on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:40:04.640025 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-efc35f0b-f7f6-4612-83ed-b4cccd733883 service neutron] Attempting to bind port 47764ca7-ef90-4398-a6eb-18e5724036ea by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '0ceef939-5542-4214-86aa-42ed61d3cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:40:04.640490 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-efc35f0b-f7f6-4612-83ed-b4cccd733883 service neutron] Attempting to bind port 47764ca7-ef90-4398-a6eb-18e5724036ea on network 22f2ea67-0061-4453-8871-c63efbcb27a4 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:04.670278 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac84a59-f66d-415a-a33a-18ce1c59df26 admin admin] Deleting subnet 5704ec7d-7fe2-4308-8e34-562762b93f76 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:40:04.676839 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1ac84a59-f66d-415a-a33a-18ce1c59df26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:04.684225 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:04.712842 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb80f6c-2984-4d61-a16f-4fa14023c2cd req-a84cce5d-5134-466c-bab9-ea95d5cda09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:04.715768 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5cb80f6c-2984-4d61-a16f-4fa14023c2cd req-a84cce5d-5134-466c-bab9-ea95d5cda09d service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6200845 May 06 09:40:04.762768 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-efc35f0b-f7f6-4612-83ed-b4cccd733883 service neutron] Port 47764ca7-ef90-4398-a6eb-18e5724036ea on network 22f2ea67-0061-4453-8871-c63efbcb27a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:40:04.796223 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-efc35f0b-f7f6-4612-83ed-b4cccd733883 service neutron] Attempting to bind port 47764ca7-ef90-4398-a6eb-18e5724036ea on network 22f2ea67-0061-4453-8871-c63efbcb27a4 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:04.796223 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-7839bf09-a453-479f-8342-2e819017655b req-83970db3-2b05-43d2-b936-36d564d3c2c7 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] For port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=0f731e0b-cba7-480d-bd7a-5a8deee3e63d,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:04.796223 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7839bf09-a453-479f-8342-2e819017655b req-83970db3-2b05-43d2-b936-36d564d3c2c7 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:04.797046 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1ac84a59-f66d-415a-a33a-18ce1c59df26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:04.818735 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-efc35f0b-f7f6-4612-83ed-b4cccd733883 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:40:04.819076 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-efc35f0b-f7f6-4612-83ed-b4cccd733883 service neutron] Checking segment: {'id': '0ceef939-5542-4214-86aa-42ed61d3cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:04.819477 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-efc35f0b-f7f6-4612-83ed-b4cccd733883 service neutron] Bound using segment: {'id': '0ceef939-5542-4214-86aa-42ed61d3cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:40:04.819910 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-efc35f0b-f7f6-4612-83ed-b4cccd733883 service neutron] Bound port: 47764ca7-ef90-4398-a6eb-18e5724036ea, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ceef939-5542-4214-86aa-42ed61d3cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:40:04.820269 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-efc35f0b-f7f6-4612-83ed-b4cccd733883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:04.822403 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-7839bf09-a453-479f-8342-2e819017655b req-83970db3-2b05-43d2-b936-36d564d3c2c7 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Calling delete_port for 0f731e0b-cba7-480d-bd7a-5a8deee3e63d owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:04.831105 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:04.831749 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:04.833133 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] 10.222.0.84 "PUT /v2.0/ports/67549874-1010-4ea3-945e-5407fc659e73 HTTP/1.1" status: 200 len: 1092 time: 4.3354509 May 06 09:40:04.861884 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4c78f-e859-476b-ac44-ee7e46ae9ca4 req-acb3a576-3fec-4dc3-b5e6-4c2458cd0fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:04.863855 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3fb4c78f-e859-476b-ac44-ee7e46ae9ca4 req-acb3a576-3fec-4dc3-b5e6-4c2458cd0fcf service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e51c16a2-c10a-4e64-9793-3cbef2e3fda3 HTTP/1.1" status: 200 len: 1101 time: 0.1265562 May 06 09:40:04.889656 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1ac84a59-f66d-415a-a33a-18ce1c59df26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:04.898301 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f31e36-2b4b-4c31-b8d2-0e275e76f222 req-01be5cc6-9e84-461b-895c-dc6ef30cdb88 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:04.900458 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-50f31e36-2b4b-4c31-b8d2-0e275e76f222 req-01be5cc6-9e84-461b-895c-dc6ef30cdb88 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=e51c16a2-c10a-4e64-9793-3cbef2e3fda3 HTTP/1.1" status: 200 len: 950 time: 0.2963226 May 06 09:40:04.995438 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1ac84a59-f66d-415a-a33a-18ce1c59df26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:04.999509 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4c918-824a-46e7-b3e1-7b9de6d52877 service neutron] Pushing event updated for resources: {'Port': ['ID=67549874-1010-4ea3-945e-5407fc659e73,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:05.050858 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac84a59-f66d-415a-a33a-18ce1c59df26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5704ec7d-7fe2-4308-8e34-562762b93f76,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:05.057195 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1ac84a59-f66d-415a-a33a-18ce1c59df26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:05.067374 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1ac84a59-f66d-415a-a33a-18ce1c59df26 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5704ec7d-7fe2-4308-8e34-562762b93f76 HTTP/1.1" status: 204 len: 168 time: 0.6003757 May 06 09:40:05.072805 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44698) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:05.111423 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b17928-3bc7-43bd-bd8e-52a63ab20c06 req-467d8568-7418-42b7-9c01-d93ac7ac10b9 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:05.113213 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-58b17928-3bc7-43bd-bd8e-52a63ab20c06 req-467d8568-7418-42b7-9c01-d93ac7ac10b9 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=aed9a707-e1bf-478a-b567-ad0d46757d4f HTTP/1.1" status: 200 len: 943 time: 0.3655305 May 06 09:40:05.166006 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3fb4c78f-e859-476b-ac44-ee7e46ae9ca4 req-30f56357-5f4b-42c0-b7da-0a069f105931 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945027 May 06 09:40:05.201717 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-efc35f0b-f7f6-4612-83ed-b4cccd733883 service neutron] For port 47764ca7-ef90-4398-a6eb-18e5724036ea, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:40:05.217245 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3db5-e641-4f7c-b3ff-e9ffefb32dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:05.240710 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-50f31e36-2b4b-4c31-b8d2-0e275e76f222 req-f8456d2d-12ec-4e34-80ce-8d1cace2869f tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549496 May 06 09:40:05.361929 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-efc35f0b-f7f6-4612-83ed-b4cccd733883 service neutron] For port 47764ca7-ef90-4398-a6eb-18e5724036ea, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=47764ca7-ef90-4398-a6eb-18e5724036ea,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:40:05.389541 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-9e1cefd6-5097-4348-84eb-c6e7f0a8c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:05.390065 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-9e1cefd6-5097-4348-84eb-c6e7f0a8c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:05.396327 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-9e1cefd6-5097-4348-84eb-c6e7f0a8c836 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=176b8c716694414abe8ccd24f8a01958&device_id=a7e85c0f-0293-4f58-b1bb-6868a84c2420 HTTP/1.1" status: 200 len: 1981 time: 0.4210546 May 06 09:40:05.425018 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 0f731e0b-cba7-480d-bd7a-5a8deee3e63d no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:05.432981 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-58b17928-3bc7-43bd-bd8e-52a63ab20c06 req-f7e3e2b3-dfe2-4da6-87b9-3b81b2cc9765 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935219 May 06 09:40:05.471390 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3db5-e641-4f7c-b3ff-e9ffefb32dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:05.486554 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 0f731e0b-cba7-480d-bd7a-5a8deee3e63d {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:40:05.488241 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 0f731e0b-cba7-480d-bd7a-5a8deee3e63d not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:40:05.527621 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58be2abb-31f3-4e71-b7aa-efd480df7632 x-openstack-request-id: req-58be2abb-31f3-4e71-b7aa-efd480df7632 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:05.528032 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a62bd71-2702-4964-8dc7-1484d45cdd5b", "name": "network-vif-deleted", "tag": "db60fe74-22a7-43e3-a446-12ca922bd1a5", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:05.528218 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-58be2abb-31f3-4e71-b7aa-efd480df7632 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:05.528386 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d0ca3db5-e641-4f7c-b3ff-e9ffefb32dac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9016fd3e-f04c-40de-8dbe-a7754f33396e']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:05.528573 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58be2abb-31f3-4e71-b7aa-efd480df7632'] response: {'server_uuid': '2a62bd71-2702-4964-8dc7-1484d45cdd5b', 'name': 'network-vif-deleted', 'tag': 'db60fe74-22a7-43e3-a446-12ca922bd1a5', 'status': 'completed', 'code': 200} May 06 09:40:05.529188 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7839bf09-a453-479f-8342-2e819017655b req-83970db3-2b05-43d2-b936-36d564d3c2c7 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:05.531745 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-5cf0f12e-7363-4107-893d-08d802ab4e4c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.122&port_id=02a05ff6-0454-4f53-b38e-1e0daa88fa7e HTTP/1.1" status: 200 len: 217 time: 0.0970449 May 06 09:40:05.533683 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-efc35f0b-f7f6-4612-83ed-b4cccd733883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:05.550480 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d0ca3db5-e641-4f7c-b3ff-e9ffefb32dac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef47b95-e742-42d3-9b64-3fd33f4f4918') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:05.552562 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d0ca3db5-e641-4f7c-b3ff-e9ffefb32dac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef47b95-e742-42d3-9b64-3fd33f4f4918') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:05.583066 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3db5-e641-4f7c-b3ff-e9ffefb32dac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:05.602290 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3db5-e641-4f7c-b3ff-e9ffefb32dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:05.609500 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ca3db5-e641-4f7c-b3ff-e9ffefb32dac admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:40:05.610162 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3db5-e641-4f7c-b3ff-e9ffefb32dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: timer() May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:40:05.674704 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:40:05.682138 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3db5-e641-4f7c-b3ff-e9ffefb32dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:05.690662 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-34c6c042-f88e-49a7-a34c-f46f47f1e3c1 req-2bc74fc6-44e6-40c4-b133-6f0c31d51db1 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 210 time: 0.1380599 May 06 09:40:05.692118 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-43bdbba0-200a-4130-93d1-4d797315c54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:05.693733 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-43bdbba0-200a-4130-93d1-4d797315c54f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6fb2e728-a84c-4ef3-80df-3c5575f48f39 HTTP/1.1" status: 200 len: 801 time: 0.1233766 May 06 09:40:05.749382 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3db5-e641-4f7c-b3ff-e9ffefb32dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:05.757103 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-efc35f0b-f7f6-4612-83ed-b4cccd733883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:05.757103 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-efc35f0b-f7f6-4612-83ed-b4cccd733883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:05.757974 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d0ca3db5-e641-4f7c-b3ff-e9ffefb32dac admin admin] 10.222.0.73 "DELETE /v2.0/networks/9016fd3e-f04c-40de-8dbe-a7754f33396e HTTP/1.1" status: 204 len: 168 time: 0.6834695 May 06 09:40:05.758666 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-efc35f0b-f7f6-4612-83ed-b4cccd733883 service neutron] 10.222.0.84 "PUT /v2.0/ports/47764ca7-ef90-4398-a6eb-18e5724036ea HTTP/1.1" status: 200 len: 1091 time: 5.4253278 May 06 09:40:05.759703 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44708) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:05.763435 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca3db5-e641-4f7c-b3ff-e9ffefb32dac admin admin] Pushing event deleted for resources: {'Network': ['ID=9016fd3e-f04c-40de-8dbe-a7754f33396e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:05.827521 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f7486b-11fc-4b87-8310-433fe88a7c10 admin admin] Deleting subnet 7fbc4ec4-0e38-45e1-a58d-4bdccb1ca161 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:40:05.834201 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a1f7486b-11fc-4b87-8310-433fe88a7c10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:05.874881 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc004c-b486-431b-b0b4-bf126c090c95 req-9a5604c6-4f82-40b0-af1f-e0f6b4a2d10b tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:05.878250 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc004c-b486-431b-b0b4-bf126c090c95 req-9a5604c6-4f82-40b0-af1f-e0f6b4a2d10b tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:05.889184 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a1f7486b-11fc-4b87-8310-433fe88a7c10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:05.890755 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6abc004c-b486-431b-b0b4-bf126c090c95 req-9a5604c6-4f82-40b0-af1f-e0f6b4a2d10b tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7e85c0f-0293-4f58-b1bb-6868a84c2420 HTTP/1.1" status: 200 len: 1679 time: 0.3487771 May 06 09:40:05.936764 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-7839bf09-a453-479f-8342-2e819017655b req-83970db3-2b05-43d2-b936-36d564d3c2c7 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] No DVR routers for this DVR port 0f731e0b-cba7-480d-bd7a-5a8deee3e63d on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:05.939732 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a1f7486b-11fc-4b87-8310-433fe88a7c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:05.967368 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc35f0b-f7f6-4612-83ed-b4cccd733883 service neutron] Pushing event updated for resources: {'Port': ['ID=47764ca7-ef90-4398-a6eb-18e5724036ea,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:05.971734 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7839bf09-a453-479f-8342-2e819017655b req-83970db3-2b05-43d2-b936-36d564d3c2c7 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:05.975305 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7839bf09-a453-479f-8342-2e819017655b req-83970db3-2b05-43d2-b936-36d564d3c2c7 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.77 "DELETE /v2.0/ports/0f731e0b-cba7-480d-bd7a-5a8deee3e63d HTTP/1.1" status: 204 len: 173 time: 2.8554001 May 06 09:40:05.985634 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-84eec4cc-b792-403e-809c-1697f7160cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:05.987369 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-84eec4cc-b792-403e-809c-1697f7160cd3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2584665 May 06 09:40:06.012032 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a1f7486b-11fc-4b87-8310-433fe88a7c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:06.020058 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-54e0c61a-d77d-4fb9-95db-600081487695 req-7c467bdc-0c4c-459e-ae14-b9f45d4413f0 tempest-ServersAdmin275Test-324888828 tempest-ServersAdmin275Test-324888828-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.0889256 May 06 09:40:06.028795 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a1f7486b-11fc-4b87-8310-433fe88a7c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:06.032238 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a1f7486b-11fc-4b87-8310-433fe88a7c10 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7fbc4ec4-0e38-45e1-a58d-4bdccb1ca161 HTTP/1.1" status: 204 len: 168 time: 0.2709601 May 06 09:40:06.064006 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44716) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:06.065236 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7486b-11fc-4b87-8310-433fe88a7c10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fbc4ec4-0e38-45e1-a58d-4bdccb1ca161,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:06.139395 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83970db3-2b05-43d2-b936-36d564d3c2c7 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Pushing event deleted for resources: {'Port': ['ID=0f731e0b-cba7-480d-bd7a-5a8deee3e63d,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:06.167930 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6e0065bd-5cd0-4e82-ba70-b4455329eef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:06.201036 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6abc004c-b486-431b-b0b4-bf126c090c95 req-9c1cbe5e-47f0-4634-8847-26519033298f tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093731 May 06 09:40:06.239854 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-3edf9c60-ec6f-4a6d-a0de-2350b1a2118f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:06.241261 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-3edf9c60-ec6f-4a6d-a0de-2350b1a2118f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d5c8baf980ce4dc1ab4fba669d9b206a&device_id=aed9a707-e1bf-478a-b567-ad0d46757d4f HTTP/1.1" status: 200 len: 1094 time: 0.3184481 May 06 09:40:06.285622 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6e0065bd-5cd0-4e82-ba70-b4455329eef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:06.305073 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-4194c293-750d-4f1e-9d4a-9250c29f130b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47764ca7-ef90-4398-a6eb-18e5724036ea HTTP/1.1" status: 200 len: 217 time: 0.0505373 May 06 09:40:06.317237 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-6e0065bd-5cd0-4e82-ba70-b4455329eef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7897a5ca-1c66-4fb8-bfe3-ae0747710ac7']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:06.332645 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-6e0065bd-5cd0-4e82-ba70-b4455329eef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeddcb2f-917f-48fd-9563-328d4bf7c2f1') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:06.332942 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-6e0065bd-5cd0-4e82-ba70-b4455329eef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeddcb2f-917f-48fd-9563-328d4bf7c2f1') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:06.337196 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362b278-b6e3-4bdd-8264-1a50acdeea3f req-bd22bebd-87af-4df9-bd38-c2c1e0ce2726 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:06.338725 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8362b278-b6e3-4bdd-8264-1a50acdeea3f req-bd22bebd-87af-4df9-bd38-c2c1e0ce2726 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 945 time: 0.1451006 May 06 09:40:06.344107 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6e0065bd-5cd0-4e82-ba70-b4455329eef7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:06.359452 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-a9af5f1d-19d1-4d61-8acc-e44edb7bbee9 service neutron] 10.222.0.84 "GET /v2.0/networks/2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480186 May 06 09:40:06.360830 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6e0065bd-5cd0-4e82-ba70-b4455329eef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:06.367735 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0065bd-5cd0-4e82-ba70-b4455329eef7 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:40:06.368910 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6e0065bd-5cd0-4e82-ba70-b4455329eef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: timer() May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:40:06.370678 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:40:06.428641 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-8f4a8945-8f0a-4127-b583-404a1031448a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:06.430179 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-8f4a8945-8f0a-4127-b583-404a1031448a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=afa93752-8f96-48cb-be1f-768526aba17a HTTP/1.1" status: 200 len: 845 time: 0.1147890 May 06 09:40:06.441539 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6e0065bd-5cd0-4e82-ba70-b4455329eef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:06.449809 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6e0065bd-5cd0-4e82-ba70-b4455329eef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:06.454106 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6e0065bd-5cd0-4e82-ba70-b4455329eef7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/7897a5ca-1c66-4fb8-bfe3-ae0747710ac7 HTTP/1.1" status: 204 len: 168 time: 0.3862829 May 06 09:40:06.486395 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0065bd-5cd0-4e82-ba70-b4455329eef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7897a5ca-1c66-4fb8-bfe3-ae0747710ac7,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:06.545195 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-db9ddd30-7d03-4e43-8fa3-02848a6bd5db service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=22f2ea67-0061-4453-8871-c63efbcb27a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969906 May 06 09:40:06.548333 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8362b278-b6e3-4bdd-8264-1a50acdeea3f req-bc9f9605-c4af-4354-97ba-60902afe7786 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865695 May 06 09:40:06.588540 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76651d-a461-4b1e-953d-eecc2ad07b0a req-000dd9e4-46a9-4a17-8191-8bf3bfe82161 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:06.590201 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dc76651d-a461-4b1e-953d-eecc2ad07b0a req-000dd9e4-46a9-4a17-8191-8bf3bfe82161 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=e51c16a2-c10a-4e64-9793-3cbef2e3fda3 HTTP/1.1" status: 200 len: 950 time: 0.2504835 May 06 09:40:06.646618 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44734) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:06.699923 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-aa841b6c-0bf5-4503-bcd5-034e2711b80f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ee0cd225ef094aa381a08623ce8da867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518823 May 06 09:40:06.702338 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44736) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:06.737962 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-95073a88-65b7-4d3b-b07f-70f21093b1a3 service neutron] 10.222.0.84 "GET /v2.0/networks/2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045328 May 06 09:40:06.762965 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dc76651d-a461-4b1e-953d-eecc2ad07b0a req-d7d0d7fc-148c-439e-854e-74ab5ff9a74c tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466751 May 06 09:40:06.853653 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-a962e9c1-ce5f-43b8-b792-075bc9fa7b39 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.223&port_id=67549874-1010-4ea3-945e-5407fc659e73 HTTP/1.1" status: 200 len: 217 time: 0.0849447 May 06 09:40:06.861689 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2b2de0a5-b44e-41e7-830e-d94206f4aeef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:06.896735 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2b2de0a5-b44e-41e7-830e-d94206f4aeef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:06.904781 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0557e-0764-42a8-b1e5-51c5dc0ad315 req-733d9102-fb88-401a-b0fc-7d5a37505705 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:06.906619 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-faa0557e-0764-42a8-b1e5-51c5dc0ad315 req-733d9102-fb88-401a-b0fc-7d5a37505705 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=aed9a707-e1bf-478a-b567-ad0d46757d4f HTTP/1.1" status: 200 len: 943 time: 0.2509778 May 06 09:40:06.941668 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-3f46f1df-0bc8-4014-ab83-3a74e9784083 service neutron] 10.222.0.84 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849258 May 06 09:40:06.955441 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2b2de0a5-b44e-41e7-830e-d94206f4aeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:06.958699 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2b2de0a5-b44e-41e7-830e-d94206f4aeef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:06.960139 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-18bddbff-4f0b-42c7-8bde-56d8515ff854 req-1f5dc931-97b3-4ba9-b56c-74b42372fad4 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4 HTTP/1.1" status: 200 len: 210 time: 0.0996954 May 06 09:40:06.963823 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2b2de0a5-b44e-41e7-830e-d94206f4aeef admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/49a7c367-2e4c-4f9b-a11d-fb6fda00d89e HTTP/1.1" status: 204 len: 168 time: 0.2603021 May 06 09:40:06.972320 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2de0a5-b44e-41e7-830e-d94206f4aeef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a7c367-2e4c-4f9b-a11d-fb6fda00d89e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:07.050676 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-6880241d-9e23-4344-a5dd-4d20b1032ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:07.052308 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-6880241d-9e23-4344-a5dd-4d20b1032ba9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2de834d4-e42b-4109-95c4-67aaf35f64ad HTTP/1.1" status: 200 len: 801 time: 0.1886082 May 06 09:40:07.111324 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-faa0557e-0764-42a8-b1e5-51c5dc0ad315 req-53be85ad-6be7-4cbf-8284-167a4a690ffd tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646795 May 06 09:40:07.158922 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0a0c46a8-28fa-4ad7-ac5c-c8eb49c8409f req-df169eb7-aba2-476b-9f82-1f326a1cf242 service neutron] 10.222.0.84 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815152 May 06 09:40:07.162216 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-2bb82550-13e8-4df3-ae96-1bc18bc3db5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:07.163728 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-2bb82550-13e8-4df3-ae96-1bc18bc3db5a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9ebe51af-460d-4211-8918-18bd454eaf92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1025145 May 06 09:40:07.272397 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f5f4f6a-b35a-411a-a3fa-a93350fb23fe req-27c96780-8428-4a65-b197-18e795bf37ad tempest-ServersAdmin275Test-324888828 tempest-ServersAdmin275Test-324888828-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.0360546 May 06 09:40:07.325866 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-c813f36a-083e-4797-9ccb-e207dee6838e service neutron] 10.222.0.84 "GET /v2.0/networks/9ebe51af-460d-4211-8918-18bd454eaf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436439 May 06 09:40:07.416654 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4a102-cd11-4ef8-820d-26523a03dbb4 req-849843bf-87b8-48ee-977b-dc59f9a25486 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:07.422643 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4a102-cd11-4ef8-820d-26523a03dbb4 req-849843bf-87b8-48ee-977b-dc59f9a25486 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:07.425193 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44750) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:07.427874 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f5e4a102-cd11-4ef8-820d-26523a03dbb4 req-849843bf-87b8-48ee-977b-dc59f9a25486 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7e85c0f-0293-4f58-b1bb-6868a84c2420 HTTP/1.1" status: 200 len: 1679 time: 0.1254618 May 06 09:40:07.470578 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4f25c09d-f7a3-4330-b55c-2ef86609bbc6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c36e82c22aa44d41bb0685b6e2f938f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442147 May 06 09:40:07.473068 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44752) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:07.502760 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f5e4a102-cd11-4ef8-820d-26523a03dbb4 req-c309a035-db7a-4820-b09d-f15008999780 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703850 May 06 09:40:07.506571 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da5a83c5-ad69-4300-b1ad-b3f94e0ac311 req-2260b308-14aa-4588-ae10-a72241727732 service neutron] 10.222.0.84 "GET /v2.0/networks/9ebe51af-460d-4211-8918-18bd454eaf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729410 May 06 09:40:07.529321 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e85c0f-0293-4f58-b1bb-6868a84c2420', 'tag': '67549874-1010-4ea3-945e-5407fc659e73'}, {'name': 'network-changed', 'server_uuid': 'aed9a707-e1bf-478a-b567-ad0d46757d4f', 'tag': '47764ca7-ef90-4398-a6eb-18e5724036ea'}, {'server_uuid': '55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4', 'name': 'network-vif-deleted', 'tag': '0f731e0b-cba7-480d-bd7a-5a8deee3e63d'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:07.536028 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b503a4-1522-4b2e-bdbd-421a812448c1" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e85c0f-0293-4f58-b1bb-6868a84c2420", "tag": "67549874-1010-4ea3-945e-5407fc659e73"}, {"name": "network-changed", "server_uuid": "aed9a707-e1bf-478a-b567-ad0d46757d4f", "tag": "47764ca7-ef90-4398-a6eb-18e5724036ea"}, {"server_uuid": "55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4", "name": "network-vif-deleted", "tag": "0f731e0b-cba7-480d-bd7a-5a8deee3e63d"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:07.551278 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-abb3eb06-e6f0-4f00-9c56-75e348a53ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:07.576680 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-abb3eb06-e6f0-4f00-9c56-75e348a53ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:07.594254 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 06 May 2022 09:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8567a029-c0fd-4c54-8b62-f359d4f020c5 x-openstack-request-id: req-8567a029-c0fd-4c54-8b62-f359d4f020c5 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:07.594430 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e85c0f-0293-4f58-b1bb-6868a84c2420", "tag": "67549874-1010-4ea3-945e-5407fc659e73", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aed9a707-e1bf-478a-b567-ad0d46757d4f", "tag": "47764ca7-ef90-4398-a6eb-18e5724036ea", "status": "completed", "code": 200}, {"server_uuid": "55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4", "name": "network-vif-deleted", "tag": "0f731e0b-cba7-480d-bd7a-5a8deee3e63d", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:07.594686 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8567a029-c0fd-4c54-8b62-f359d4f020c5 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:07.595098 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8567a029-c0fd-4c54-8b62-f359d4f020c5'] response: {'name': 'network-changed', 'server_uuid': 'a7e85c0f-0293-4f58-b1bb-6868a84c2420', 'tag': '67549874-1010-4ea3-945e-5407fc659e73', 'status': 'completed', 'code': 200} May 06 09:40:07.595459 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8567a029-c0fd-4c54-8b62-f359d4f020c5'] response: {'name': 'network-changed', 'server_uuid': 'aed9a707-e1bf-478a-b567-ad0d46757d4f', 'tag': '47764ca7-ef90-4398-a6eb-18e5724036ea', 'status': 'completed', 'code': 200} May 06 09:40:07.595673 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8567a029-c0fd-4c54-8b62-f359d4f020c5'] response: {'server_uuid': '55ec4df6-0fb8-4963-a1d5-ffdf3cbcb5f4', 'name': 'network-vif-deleted', 'tag': '0f731e0b-cba7-480d-bd7a-5a8deee3e63d', 'status': 'completed', 'code': 200} May 06 09:40:07.646074 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-abb3eb06-e6f0-4f00-9c56-75e348a53ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:07.650072 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-abb3eb06-e6f0-4f00-9c56-75e348a53ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:07.651966 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-abb3eb06-e6f0-4f00-9c56-75e348a53ea4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e2338eda-513e-4d74-8ec3-90c7c15044f9 HTTP/1.1" status: 204 len: 168 time: 0.1776557 May 06 09:40:07.661161 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3eb06-e6f0-4f00-9c56-75e348a53ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2338eda-513e-4d74-8ec3-90c7c15044f9,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:07.715150 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b503a4-1522-4b2e-bdbd-421a812448c1 req-57536cfa-2c23-4a5b-82b7-b8603889ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:07.715624 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b503a4-1522-4b2e-bdbd-421a812448c1 req-57536cfa-2c23-4a5b-82b7-b8603889ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:07.717190 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67b503a4-1522-4b2e-bdbd-421a812448c1 req-57536cfa-2c23-4a5b-82b7-b8603889ba4e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=176b8c716694414abe8ccd24f8a01958&device_id=a7e85c0f-0293-4f58-b1bb-6868a84c2420 HTTP/1.1" status: 200 len: 1981 time: 0.0945439 May 06 09:40:07.728778 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342ad30-0c5c-426f-b7b3-0f3691b75c70 req-f5a3bdc7-2b01-4ac9-8c71-1b6e60f6b7e1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:07.730345 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b342ad30-0c5c-426f-b7b3-0f3691b75c70 req-f5a3bdc7-2b01-4ac9-8c71-1b6e60f6b7e1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 945 time: 0.0681133 May 06 09:40:07.839170 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b342ad30-0c5c-426f-b7b3-0f3691b75c70 req-c1d346d0-f270-4148-ac72-493e19b005eb tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951822 May 06 09:40:07.907320 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b503a4-1522-4b2e-bdbd-421a812448c1 req-12852348-1dfe-416b-a4e9-0655009e701c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:07.910729 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67b503a4-1522-4b2e-bdbd-421a812448c1 req-12852348-1dfe-416b-a4e9-0655009e701c service neutron] 10.222.0.84 "GET /v2.0/networks?id=9ebe51af-460d-4211-8918-18bd454eaf92 HTTP/1.1" status: 200 len: 903 time: 0.1794918 May 06 09:40:07.925345 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e8224-7843-428f-9aab-4ba0039f1cf2 req-d2ba3b53-e96d-45c8-a971-677548f07da9 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:07.932119 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f06e8224-7843-428f-9aab-4ba0039f1cf2 req-d2ba3b53-e96d-45c8-a971-677548f07da9 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=e51c16a2-c10a-4e64-9793-3cbef2e3fda3 HTTP/1.1" status: 200 len: 950 time: 0.0854371 May 06 09:40:08.001805 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67b503a4-1522-4b2e-bdbd-421a812448c1 req-c5a65f8f-a82c-48c4-971e-c8b99935f545 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.223&port_id=67549874-1010-4ea3-945e-5407fc659e73 HTTP/1.1" status: 200 len: 217 time: 0.0684209 May 06 09:40:08.063050 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f06e8224-7843-428f-9aab-4ba0039f1cf2 req-14f0cb41-4b46-4c4d-9bb8-e9ec562eebce tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285696 May 06 09:40:08.092487 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b503a4-1522-4b2e-bdbd-421a812448c1 req-fa52c99c-49e2-4d43-89ae-78616a8a8b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:08.095652 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67b503a4-1522-4b2e-bdbd-421a812448c1 req-fa52c99c-49e2-4d43-89ae-78616a8a8b67 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2de834d4-e42b-4109-95c4-67aaf35f64ad HTTP/1.1" status: 200 len: 801 time: 0.0750427 May 06 09:40:08.164212 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b503a4-1522-4b2e-bdbd-421a812448c1 req-17a0898a-1ffc-4d6b-a042-16a71053cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:08.167995 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67b503a4-1522-4b2e-bdbd-421a812448c1 req-17a0898a-1ffc-4d6b-a042-16a71053cbf0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9ebe51af-460d-4211-8918-18bd454eaf92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0580645 May 06 09:40:08.362080 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67b503a4-1522-4b2e-bdbd-421a812448c1 req-bc9b82ff-132e-42ba-b6d9-b231e2a37230 service neutron] 10.222.0.84 "GET /v2.0/networks/9ebe51af-460d-4211-8918-18bd454eaf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784441 May 06 09:40:08.552681 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67b503a4-1522-4b2e-bdbd-421a812448c1 req-b0022209-fb73-4bb3-bf53-af4ef494f1a0 service neutron] 10.222.0.84 "GET /v2.0/networks/9ebe51af-460d-4211-8918-18bd454eaf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826773 May 06 09:40:08.579191 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b57cd-08aa-4ef9-881d-2bba69c9fd0b req-4535be1e-727d-4dfb-9e0c-3a6cc1b6e4af tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:08.588358 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9a3b57cd-08aa-4ef9-881d-2bba69c9fd0b req-4535be1e-727d-4dfb-9e0c-3a6cc1b6e4af tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=aed9a707-e1bf-478a-b567-ad0d46757d4f HTTP/1.1" status: 200 len: 943 time: 0.0865443 May 06 09:40:08.715136 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9a3b57cd-08aa-4ef9-881d-2bba69c9fd0b req-347841e8-2090-4b0c-9d59-b1a83041bf74 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257098 May 06 09:40:08.742749 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b503a4-1522-4b2e-bdbd-421a812448c1 req-71d1bcbc-fd1d-4443-836d-a5307c0dd7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:08.746064 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67b503a4-1522-4b2e-bdbd-421a812448c1 req-71d1bcbc-fd1d-4443-836d-a5307c0dd7de service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d5c8baf980ce4dc1ab4fba669d9b206a&device_id=aed9a707-e1bf-478a-b567-ad0d46757d4f HTTP/1.1" status: 200 len: 1094 time: 0.1288817 May 06 09:40:08.875164 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-65eda1f9-67db-440b-a06b-241b67dcc2b1 req-9225771e-85f8-4765-a742-fcf68fc8d990 tempest-ServersAdmin275Test-324888828 tempest-ServersAdmin275Test-324888828-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.0563321 May 06 09:40:08.923575 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6b028-fb97-4e08-9d9f-34c2ff8fbcdc req-69f63318-051a-4fb4-ada6-619f710b0982 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:08.929896 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6b028-fb97-4e08-9d9f-34c2ff8fbcdc req-69f63318-051a-4fb4-ada6-619f710b0982 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:08.931825 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-afc6b028-fb97-4e08-9d9f-34c2ff8fbcdc req-69f63318-051a-4fb4-ada6-619f710b0982 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=cedeaa7f-8587-4fab-9df6-8179655b93d7&device_id=e51c16a2-c10a-4e64-9793-3cbef2e3fda3 HTTP/1.1" status: 200 len: 1690 time: 0.1111784 May 06 09:40:08.951700 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b503a4-1522-4b2e-bdbd-421a812448c1 req-27dcf6d3-84f0-46b0-b6ca-e7701e899632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:08.956410 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67b503a4-1522-4b2e-bdbd-421a812448c1 req-27dcf6d3-84f0-46b0-b6ca-e7701e899632 service neutron] 10.222.0.84 "GET /v2.0/networks?id=22f2ea67-0061-4453-8871-c63efbcb27a4 HTTP/1.1" status: 200 len: 906 time: 0.1934550 May 06 09:40:09.039468 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67b503a4-1522-4b2e-bdbd-421a812448c1 req-7b29a23c-9211-45a9-b0b9-a0742f8e082e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47764ca7-ef90-4398-a6eb-18e5724036ea HTTP/1.1" status: 200 len: 217 time: 0.0691624 May 06 09:40:09.066053 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-afc6b028-fb97-4e08-9d9f-34c2ff8fbcdc req-3d699a0c-4adb-4d42-84e7-2ffd01ea8065 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281676 May 06 09:40:09.092616 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 67549874-1010-4ea3-945e-5407fc659e73 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:40:09.118790 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e032e81-eff0-4a24-871a-0242d3e76353 req-06444891-c19b-4833-9a84-868dd17a098d tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:09.126505 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e032e81-eff0-4a24-871a-0242d3e76353 req-06444891-c19b-4833-9a84-868dd17a098d tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 944 time: 0.1396840 May 06 09:40:09.129169 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b503a4-1522-4b2e-bdbd-421a812448c1 req-b456e146-bdbe-437a-a668-b20bdc242256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:09.130572 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67b503a4-1522-4b2e-bdbd-421a812448c1 req-b456e146-bdbe-437a-a668-b20bdc242256 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=afa93752-8f96-48cb-be1f-768526aba17a HTTP/1.1" status: 200 len: 845 time: 0.0751584 May 06 09:40:09.235500 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 67549874-1010-4ea3-945e-5407fc659e73, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=67549874-1010-4ea3-945e-5407fc659e73,segment=NetworkSegment(ead1ea65-131f-4ff5-a9de-d95f8e176527),segment_id=ead1ea65-131f-4ff5-a9de-d95f8e176527)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:09.254743 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '67549874-1010-4ea3-945e-5407fc659e73', 'network_id': '9ebe51af-460d-4211-8918-18bd454eaf92', 'port_id': '67549874-1010-4ea3-945e-5407fc659e73', 'mac_address': 'fa:16:3e:e7:85:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de834d4-e42b-4109-95c4-67aaf35f64ad', 'ip_address': '19.86.0.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:40:09.302392 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:09.317779 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67549874-1010-4ea3-945e-5407fc659e73 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:09.350890 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 67549874-1010-4ea3-945e-5407fc659e73, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=67549874-1010-4ea3-945e-5407fc659e73,segment=NetworkSegment(ead1ea65-131f-4ff5-a9de-d95f8e176527),segment_id=ead1ea65-131f-4ff5-a9de-d95f8e176527)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:09.359889 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:09.361582 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 02a05ff6-0454-4f53-b38e-1e0daa88fa7e details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:40:09.481093 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=67549874-1010-4ea3-945e-5407fc659e73,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:09.534579 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 02a05ff6-0454-4f53-b38e-1e0daa88fa7e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=02a05ff6-0454-4f53-b38e-1e0daa88fa7e,segment=NetworkSegment(9b5875de-32ef-4f4f-9461-f6679c5bc7bf),segment_id=9b5875de-32ef-4f4f-9461-f6679c5bc7bf)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:09.541267 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67b503a4-1522-4b2e-bdbd-421a812448c1 req-7d68aefb-8953-4bb6-953c-3e6d75eed6b4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=22f2ea67-0061-4453-8871-c63efbcb27a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3890817 May 06 09:40:09.551834 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '02a05ff6-0454-4f53-b38e-1e0daa88fa7e', 'network_id': '2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878', 'port_id': '02a05ff6-0454-4f53-b38e-1e0daa88fa7e', 'mac_address': 'fa:16:3e:b9:7d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fb2e728-a84c-4ef3-80df-3c5575f48f39', 'ip_address': '19.80.0.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:40:09.591815 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e032e81-eff0-4a24-871a-0242d3e76353 req-09a29142-c667-49c8-8414-b46ad3cfa61e tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643402 May 06 09:40:09.602413 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:09.621116 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a05ff6-0454-4f53-b38e-1e0daa88fa7e {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:09.654440 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 02a05ff6-0454-4f53-b38e-1e0daa88fa7e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=02a05ff6-0454-4f53-b38e-1e0daa88fa7e,segment=NetworkSegment(9b5875de-32ef-4f4f-9461-f6679c5bc7bf),segment_id=9b5875de-32ef-4f4f-9461-f6679c5bc7bf)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:09.662281 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:09.663092 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 47764ca7-ef90-4398-a6eb-18e5724036ea details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:40:09.667175 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61b319-2321-4733-aaae-ac8339ac54c5 req-e8f91502-6506-4075-8cb2-0f8665fa27e2 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:09.673478 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61b319-2321-4733-aaae-ac8339ac54c5 req-e8f91502-6506-4075-8cb2-0f8665fa27e2 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:09.680952 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0a61b319-2321-4733-aaae-ac8339ac54c5 req-e8f91502-6506-4075-8cb2-0f8665fa27e2 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7e85c0f-0293-4f58-b1bb-6868a84c2420 HTTP/1.1" status: 200 len: 1679 time: 0.5438936 May 06 09:40:09.724830 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=02a05ff6-0454-4f53-b38e-1e0daa88fa7e,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:09.754153 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de7ba6-0a82-4a87-90ee-d13ab9d14884 req-d74dc386-3cde-47e6-a855-141e1407a4af tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:09.756156 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b6de7ba6-0a82-4a87-90ee-d13ab9d14884 req-d74dc386-3cde-47e6-a855-141e1407a4af tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 944 time: 0.2428808 May 06 09:40:09.833650 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0a61b319-2321-4733-aaae-ac8339ac54c5 req-c1a89a45-dc93-451c-89e5-135cfab4db86 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476707 May 06 09:40:09.867279 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 47764ca7-ef90-4398-a6eb-18e5724036ea, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=47764ca7-ef90-4398-a6eb-18e5724036ea,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:09.894489 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67b503a4-1522-4b2e-bdbd-421a812448c1 req-ed94f4e7-6ed0-49f3-b18b-af385e404b98 service neutron] 10.222.0.84 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287077 May 06 09:40:09.898161 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '47764ca7-ef90-4398-a6eb-18e5724036ea', 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4', 'port_id': '47764ca7-ef90-4398-a6eb-18e5724036ea', 'mac_address': 'fa:16:3e:c0:60:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa93752-8f96-48cb-be1f-768526aba17a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:40:09.961691 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:09.978623 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47764ca7-ef90-4398-a6eb-18e5724036ea {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:10.000370 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 47764ca7-ef90-4398-a6eb-18e5724036ea, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=47764ca7-ef90-4398-a6eb-18e5724036ea,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:10.005826 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:10.073798 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a7009-89d3-4619-8e58-24a5313bbd0c req-23b21174-8719-460a-a2df-bb9b5a92e5ec tempest-ServersOnMultiNodesTest-2110708976 tempest-ServersOnMultiNodesTest-2110708976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:10.076636 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b5a7009-89d3-4619-8e58-24a5313bbd0c req-23b21174-8719-460a-a2df-bb9b5a92e5ec tempest-ServersOnMultiNodesTest-2110708976 tempest-ServersOnMultiNodesTest-2110708976-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=cedeaa7f-8587-4fab-9df6-8179655b93d7 HTTP/1.1" status: 200 len: 1100 time: 0.1285930 May 06 09:40:10.082782 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=47764ca7-ef90-4398-a6eb-18e5724036ea,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:10.139304 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-b6de7ba6-0a82-4a87-90ee-d13ab9d14884 req-52e29b0f-3e78-4590-b53b-5a4b9ea35a9f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Deleting port 9989a753-257a-4835-862a-c07fccfeb244 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:10.139304 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b6de7ba6-0a82-4a87-90ee-d13ab9d14884 req-52e29b0f-3e78-4590-b53b-5a4b9ea35a9f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:10.191916 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67b503a4-1522-4b2e-bdbd-421a812448c1 req-49175987-f122-4efe-9851-8ecf293809d7 service neutron] 10.222.0.84 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843788 May 06 09:40:10.228953 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b5a7009-89d3-4619-8e58-24a5313bbd0c req-4afc3c1f-dddb-4214-8eea-4c8de3a68270 tempest-ServersOnMultiNodesTest-2110708976 tempest-ServersOnMultiNodesTest-2110708976-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271033 May 06 09:40:10.251227 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712bf0a-219d-4603-b712-33f680de2829 req-c8cb350e-dd2a-4e99-a544-48d332e56c63 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:10.252710 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5712bf0a-219d-4603-b712-33f680de2829 req-c8cb350e-dd2a-4e99-a544-48d332e56c63 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=aed9a707-e1bf-478a-b567-ad0d46757d4f HTTP/1.1" status: 200 len: 944 time: 0.1719394 May 06 09:40:10.288134 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-b6de7ba6-0a82-4a87-90ee-d13ab9d14884 req-52e29b0f-3e78-4590-b53b-5a4b9ea35a9f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] For port 9989a753-257a-4835-862a-c07fccfeb244, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=9989a753-257a-4835-862a-c07fccfeb244,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:10.288506 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b6de7ba6-0a82-4a87-90ee-d13ab9d14884 req-52e29b0f-3e78-4590-b53b-5a4b9ea35a9f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:10.318354 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-b6de7ba6-0a82-4a87-90ee-d13ab9d14884 req-52e29b0f-3e78-4590-b53b-5a4b9ea35a9f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Calling delete_port for 9989a753-257a-4835-862a-c07fccfeb244 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:10.355038 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5712bf0a-219d-4603-b712-33f680de2829 req-8adefd51-c58e-4fbe-bc10-9c089376e02c tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926185 May 06 09:40:10.358793 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37af73c6-d941-4210-bbb6-1378ff447ac0 req-b56d00f6-e903-4be3-a9bd-b0c8b3015c79 tempest-ServersAdmin275Test-324888828 tempest-ServersAdmin275Test-324888828-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.0462613 May 06 09:40:10.473255 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['47764ca7-ef90-4398-a6eb-18e5724036ea'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:10.510937 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['02a05ff6-0454-4f53-b38e-1e0daa88fa7e'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:10.517402 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['67549874-1010-4ea3-945e-5407fc659e73'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:10.540565 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b6de7ba6-0a82-4a87-90ee-d13ab9d14884 req-52e29b0f-3e78-4590-b53b-5a4b9ea35a9f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:10.594307 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e29b0f-3e78-4590-b53b-5a4b9ea35a9f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Pushing event deleted for resources: {'Port': ['ID=9989a753-257a-4835-862a-c07fccfeb244,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:10.659964 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6de7ba6-0a82-4a87-90ee-d13ab9d14884 req-52e29b0f-3e78-4590-b53b-5a4b9ea35a9f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] No DVR routers for this DVR port 9989a753-257a-4835-862a-c07fccfeb244 on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:10.663563 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b6de7ba6-0a82-4a87-90ee-d13ab9d14884 req-52e29b0f-3e78-4590-b53b-5a4b9ea35a9f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:10.667649 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b6de7ba6-0a82-4a87-90ee-d13ab9d14884 req-52e29b0f-3e78-4590-b53b-5a4b9ea35a9f tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.77 "DELETE /v2.0/ports/9989a753-257a-4835-862a-c07fccfeb244 HTTP/1.1" status: 204 len: 173 time: 0.9046757 May 06 09:40:10.670309 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7064df-3fbf-4b51-85be-0f1e9a4d1234', 'name': 'network-vif-deleted', 'tag': '9989a753-257a-4835-862a-c07fccfeb244'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:10.672685 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6996922f-46f0-4ff3-add8-924d9f82da87" -d '{"events": [{"server_uuid": "4c7064df-3fbf-4b51-85be-0f1e9a4d1234", "name": "network-vif-deleted", "tag": "9989a753-257a-4835-862a-c07fccfeb244"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:10.678067 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c5087-0988-40c6-8911-39f17682c0b6 req-6de1d39d-b557-4b71-a7b6-134d8893e916 tempest-ServersOnMultiNodesTest-2110708976 tempest-ServersOnMultiNodesTest-2110708976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:10.680272 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-122c5087-0988-40c6-8911-39f17682c0b6 req-6de1d39d-b557-4b71-a7b6-134d8893e916 tempest-ServersOnMultiNodesTest-2110708976 tempest-ServersOnMultiNodesTest-2110708976-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e51c16a2-c10a-4e64-9793-3cbef2e3fda3 HTTP/1.1" status: 200 len: 1101 time: 0.1633430 May 06 09:40:10.753958 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-122c5087-0988-40c6-8911-39f17682c0b6 req-ed7a7ffe-2ef9-4661-8dba-14a1f95f9014 tempest-ServersOnMultiNodesTest-2110708976 tempest-ServersOnMultiNodesTest-2110708976-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658958 May 06 09:40:10.779315 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d35bca2-d628-400d-a179-0a8ea1538ddb req-d29ca719-35a6-44d9-9cea-fe4d1206df4d tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c7064df-3fbf-4b51-85be-0f1e9a4d1234 HTTP/1.1" status: 200 len: 210 time: 0.0554802 May 06 09:40:10.812386 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1838381f-d5cd-4d16-b517-936173a7a98c x-openstack-request-id: req-1838381f-d5cd-4d16-b517-936173a7a98c {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:10.812679 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7064df-3fbf-4b51-85be-0f1e9a4d1234", "name": "network-vif-deleted", "tag": "9989a753-257a-4835-862a-c07fccfeb244", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:10.812934 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1838381f-d5cd-4d16-b517-936173a7a98c {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:10.813341 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1838381f-d5cd-4d16-b517-936173a7a98c'] response: {'server_uuid': '4c7064df-3fbf-4b51-85be-0f1e9a4d1234', 'name': 'network-vif-deleted', 'tag': '9989a753-257a-4835-862a-c07fccfeb244', 'status': 'completed', 'code': 200} May 06 09:40:11.072152 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-885d3d73-5db4-43ec-ae56-9ec3d0250c32 req-3079d3fe-01dc-444a-a211-f702dc5a244b tempest-QuotasAdminNegativeTest-605854579 tempest-QuotasAdminNegativeTest-605854579-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=dad97fcca66e498d823bcb1643a37cba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384052 May 06 09:40:11.109944 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 01da8cd2-188a-4f87-8a7e-0aea3f350e6e details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:40:11.111493 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd3756-d02e-404e-9ffe-b8b6f755d7f5 req-758a5138-a73b-48bc-9b68-44767804df40 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:11.112671 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 01da8cd2-188a-4f87-8a7e-0aea3f350e6e no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:11.118776 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd3756-d02e-404e-9ffe-b8b6f755d7f5 req-758a5138-a73b-48bc-9b68-44767804df40 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:11.120478 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2ebd3756-d02e-404e-9ffe-b8b6f755d7f5 req-758a5138-a73b-48bc-9b68-44767804df40 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7e85c0f-0293-4f58-b1bb-6868a84c2420 HTTP/1.1" status: 200 len: 1681 time: 0.1281285 May 06 09:40:11.213983 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2ebd3756-d02e-404e-9ffe-b8b6f755d7f5 req-b188a52e-850f-432b-aac9-c0988850f83e tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634518 May 06 09:40:11.245759 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d3d73-5db4-43ec-ae56-9ec3d0250c32 req-aae74b5c-1d49-4868-abc8-2fbca14b72e2 tempest-QuotasAdminNegativeTest-605854579 tempest-QuotasAdminNegativeTest-605854579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:11.251620 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-885d3d73-5db4-43ec-ae56-9ec3d0250c32 req-aae74b5c-1d49-4868-abc8-2fbca14b72e2 tempest-QuotasAdminNegativeTest-605854579 tempest-QuotasAdminNegativeTest-605854579-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1765814 May 06 09:40:11.265383 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-885d3d73-5db4-43ec-ae56-9ec3d0250c32 req-f8cb8af4-446a-46a9-b29a-ac9cb3c36cf3 tempest-QuotasAdminNegativeTest-605854579 tempest-QuotasAdminNegativeTest-605854579-project] 10.222.0.73 "GET /v2.0/quotas/dad97fcca66e498d823bcb1643a37cba HTTP/1.1" status: 200 len: 375 time: 0.0108070 May 06 09:40:11.291553 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:11.304401 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:11.317512 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-885d3d73-5db4-43ec-ae56-9ec3d0250c32 req-5945a631-45fe-4041-8132-9ee09daf9794 tempest-QuotasAdminNegativeTest-605854579 tempest-QuotasAdminNegativeTest-605854579-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=dad97fcca66e498d823bcb1643a37cba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404563 May 06 09:40:11.355329 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:11.356564 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4086e8-670b-410b-8c9a-da027f433e62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:11.359848 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce00c9d9-40ad-480a-bd76-702b1ab5c86b" -d '{"events": [{"server_uuid": "9a4086e8-670b-410b-8c9a-da027f433e62", "name": "network-vif-unplugged", "status": "completed", "tag": "01da8cd2-188a-4f87-8a7e-0aea3f350e6e"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:11.364431 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e', 'network_id': '138aada2-7aee-4749-819b-d219deb27012', 'port_id': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e', 'mac_address': 'fa:16:3e:3d:25:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceacdbe3-a021-4ce2-8b17-bdad66d69597', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:40:11.367459 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:11.424714 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-1d9e0a4b-e77e-4dd6-97bd-4453b6bb9d28 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0fe275606e2841ef811abf94e17c097e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478041 May 06 09:40:11.477121 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 9989a753-257a-4835-862a-c07fccfeb244 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:11.482191 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:11.501746 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:11.505865 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dda3d8d-8649-49ce-855f-5cf12308fef0 x-openstack-request-id: req-5dda3d8d-8649-49ce-855f-5cf12308fef0 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:11.506057 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4086e8-670b-410b-8c9a-da027f433e62", "name": "network-vif-unplugged", "status": "completed", "tag": "01da8cd2-188a-4f87-8a7e-0aea3f350e6e", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:11.506297 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5dda3d8d-8649-49ce-855f-5cf12308fef0 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:11.506678 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dda3d8d-8649-49ce-855f-5cf12308fef0'] response: {'server_uuid': '9a4086e8-670b-410b-8c9a-da027f433e62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e', 'code': 200} May 06 09:40:11.517218 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 9989a753-257a-4835-862a-c07fccfeb244 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:40:11.517881 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 9989a753-257a-4835-862a-c07fccfeb244 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:40:11.524740 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01da8cd2-188a-4f87-8a7e-0aea3f350e6e {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:11.550898 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:11.557807 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:11.615221 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,revision_number=9']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:11.629626 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-3d6f1ceb-015d-4821-8485-d5fabb86729d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:11.631356 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-3d6f1ceb-015d-4821-8485-d5fabb86729d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1999264 May 06 09:40:11.655837 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c18668-6cec-4819-a7d0-98234e7ec3d2 req-dbcdb07c-4201-45ad-a3a9-ec2a4500a30d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:11.657365 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95c18668-6cec-4819-a7d0-98234e7ec3d2 req-dbcdb07c-4201-45ad-a3a9-ec2a4500a30d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=aed9a707-e1bf-478a-b567-ad0d46757d4f HTTP/1.1" status: 200 len: 944 time: 0.0886376 May 06 09:40:11.659888 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-7b3ceadf-3561-4300-a7c0-8c87611f6e37 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/quotas/0fe275606e2841ef811abf94e17c097e HTTP/1.1" status: 200 len: 375 time: 0.0207243 May 06 09:40:11.724788 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95c18668-6cec-4819-a7d0-98234e7ec3d2 req-ad508636-61da-4cb6-bdb4-646428fa1c52 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603108 May 06 09:40:11.741156 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-d7371d63-3f0a-4623-8b75-d1d72db9bc3b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0fe275606e2841ef811abf94e17c097e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0750656 May 06 09:40:11.746403 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['01da8cd2-188a-4f87-8a7e-0aea3f350e6e'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:12.019686 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ef32bdd1-95a0-4c26-af36-ddfed4584a75 req-575ca2db-4422-43f0-abc5-199f12047a14 tempest-ServersAdmin275Test-324888828 tempest-ServersAdmin275Test-324888828-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.0344486 May 06 09:40:12.534699 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bac181-7919-4b5b-ae42-d52414233da2 req-0668b78f-3df5-4536-89be-bfbf414cbe37 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:12.549284 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bac181-7919-4b5b-ae42-d52414233da2 req-0668b78f-3df5-4536-89be-bfbf414cbe37 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:12.562290 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-97bac181-7919-4b5b-ae42-d52414233da2 req-0668b78f-3df5-4536-89be-bfbf414cbe37 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7e85c0f-0293-4f58-b1bb-6868a84c2420 HTTP/1.1" status: 200 len: 1681 time: 0.0969691 May 06 09:40:12.653860 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-97bac181-7919-4b5b-ae42-d52414233da2 req-1f9082ab-0a1c-40cd-b7df-4d37c0ac7ae1 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837562 May 06 09:40:12.676400 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a37d7-48bf-4444-84e3-2fee8b220f5c req-b4e788ff-35d5-4677-943b-51784f802fec tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:12.687334 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-129a37d7-48bf-4444-84e3-2fee8b220f5c req-b4e788ff-35d5-4677-943b-51784f802fec tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 944 time: 0.1068549 May 06 09:40:12.753144 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-806c7e0e-c892-435d-bb0d-2411e890cda4 req-e96a528c-eb09-4a1f-a926-200a3578bb86 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=aec4ffd2-4b7f-4294-898f-da3a77cd5d31 HTTP/1.1" status: 200 len: 210 time: 0.0433712 May 06 09:40:12.781041 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-129a37d7-48bf-4444-84e3-2fee8b220f5c req-130d8fa6-bdf7-4941-838e-848affa26788 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/security-groups?id=92b98df0-5d42-445f-ba62-0f1f9be11749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867853 May 06 09:40:12.957579 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2338c1-7c8f-43ff-89ad-51200458abfd req-748f73d5-8c16-4980-b3bb-dacb8e10505f tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:12.959305 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae2338c1-7c8f-43ff-89ad-51200458abfd req-748f73d5-8c16-4980-b3bb-dacb8e10505f tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=aed9a707-e1bf-478a-b567-ad0d46757d4f HTTP/1.1" status: 200 len: 944 time: 0.0980165 May 06 09:40:13.041774 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae2338c1-7c8f-43ff-89ad-51200458abfd req-dc7486aa-9093-4205-b142-2bbc9be0fcbd tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691335 May 06 09:40:13.119852 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 02a05ff6-0454-4f53-b38e-1e0daa88fa7e up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:13.198076 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 02a05ff6-0454-4f53-b38e-1e0daa88fa7e completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:40:13.200742 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-289287a0-6d21-4f05-857b-fe24d8a022a0 req-e0727e6b-b2f6-4085-830e-2576de9af2d9 tempest-ServersAdmin275Test-324888828 tempest-ServersAdmin275Test-324888828-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.0384064 May 06 09:40:13.205608 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 02a05ff6-0454-4f53-b38e-1e0daa88fa7e triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:13.206476 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:13.283648 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3ae83-cdc4-46a1-b40c-aa74d1a9271b req-d9837cd6-75c5-42b6-b0de-8dbc220a2b94 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:13.285452 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d7b3ae83-cdc4-46a1-b40c-aa74d1a9271b req-d9837cd6-75c5-42b6-b0de-8dbc220a2b94 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 944 time: 0.0835016 May 06 09:40:13.451753 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:13.462014 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-d7b3ae83-cdc4-46a1-b40c-aa74d1a9271b req-2b74f3c6-ead8-4a2a-bc85-bdaa788478c7 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Deleting port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:13.462521 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d7b3ae83-cdc4-46a1-b40c-aa74d1a9271b req-2b74f3c6-ead8-4a2a-bc85-bdaa788478c7 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:13.504511 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 02a05ff6-0454-4f53-b38e-1e0daa88fa7e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=02a05ff6-0454-4f53-b38e-1e0daa88fa7e,segment=NetworkSegment(9b5875de-32ef-4f4f-9461-f6679c5bc7bf),segment_id=9b5875de-32ef-4f4f-9461-f6679c5bc7bf)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:13.508301 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e85c0f-0293-4f58-b1bb-6868a84c2420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a05ff6-0454-4f53-b38e-1e0daa88fa7e'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:13.513148 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f525a61f-0a26-4f54-b9f9-b56c0eaa0a54" -d '{"events": [{"server_uuid": "a7e85c0f-0293-4f58-b1bb-6868a84c2420", "name": "network-vif-plugged", "status": "completed", "tag": "02a05ff6-0454-4f53-b38e-1e0daa88fa7e"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:13.520605 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:13.522125 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 67549874-1010-4ea3-945e-5407fc659e73 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:13.572365 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08a0f16-be65-4e56-9efe-ecd6351d085b x-openstack-request-id: req-b08a0f16-be65-4e56-9efe-ecd6351d085b {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:13.572951 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e85c0f-0293-4f58-b1bb-6868a84c2420", "name": "network-vif-plugged", "status": "completed", "tag": "02a05ff6-0454-4f53-b38e-1e0daa88fa7e", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:13.573593 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b08a0f16-be65-4e56-9efe-ecd6351d085b {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:13.574175 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b08a0f16-be65-4e56-9efe-ecd6351d085b'] response: {'server_uuid': 'a7e85c0f-0293-4f58-b1bb-6868a84c2420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a05ff6-0454-4f53-b38e-1e0daa88fa7e', 'code': 200} May 06 09:40:13.619765 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-d7b3ae83-cdc4-46a1-b40c-aa74d1a9271b req-2b74f3c6-ead8-4a2a-bc85-bdaa788478c7 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] For port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=98c63a03-7e44-46a8-90f7-0ea9dd4bd05f,segment=NetworkSegment(f476ea16-29ec-497c-acf7-66bf0cb3eed4),segment_id=f476ea16-29ec-497c-acf7-66bf0cb3eed4)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:13.620468 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d7b3ae83-cdc4-46a1-b40c-aa74d1a9271b req-2b74f3c6-ead8-4a2a-bc85-bdaa788478c7 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:13.621115 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 67549874-1010-4ea3-945e-5407fc659e73 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:40:13.638099 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 67549874-1010-4ea3-945e-5407fc659e73 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:13.638785 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:13.642931 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-d7b3ae83-cdc4-46a1-b40c-aa74d1a9271b req-2b74f3c6-ead8-4a2a-bc85-bdaa788478c7 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Calling delete_port for 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:13.671418 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=02a05ff6-0454-4f53-b38e-1e0daa88fa7e,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:13.792672 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:13.835099 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb552dd-2de6-4dc3-a151-3f0f0c10be61 req-a1ee46ae-7448-4f46-a0a3-5a97be75ace5 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:13.842309 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb552dd-2de6-4dc3-a151-3f0f0c10be61 req-a1ee46ae-7448-4f46-a0a3-5a97be75ace5 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:13.843454 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 67549874-1010-4ea3-945e-5407fc659e73, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=67549874-1010-4ea3-945e-5407fc659e73,segment=NetworkSegment(ead1ea65-131f-4ff5-a9de-d95f8e176527),segment_id=ead1ea65-131f-4ff5-a9de-d95f8e176527)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:13.851065 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9fb552dd-2de6-4dc3-a151-3f0f0c10be61 req-a1ee46ae-7448-4f46-a0a3-5a97be75ace5 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7e85c0f-0293-4f58-b1bb-6868a84c2420 HTTP/1.1" status: 200 len: 1682 time: 0.1061528 May 06 09:40:13.851310 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:13.852314 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 01da8cd2-188a-4f87-8a7e-0aea3f350e6e up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:13.935048 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9fb552dd-2de6-4dc3-a151-3f0f0c10be61 req-61507f72-a70b-42f1-a11a-8cde55eea4b4 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774779 May 06 09:40:13.964793 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d7b3ae83-cdc4-46a1-b40c-aa74d1a9271b req-2b74f3c6-ead8-4a2a-bc85-bdaa788478c7 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:14.026961 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=67549874-1010-4ea3-945e-5407fc659e73,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:14.036331 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74f3c6-ead8-4a2a-bc85-bdaa788478c7 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Pushing event deleted for resources: {'Port': ['ID=98c63a03-7e44-46a8-90f7-0ea9dd4bd05f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:14.111902 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08e4c541-c277-4bd1-8894-d9a81b62f1ab req-10aaf0f0-0c89-4f16-839b-201f065e3b93 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=aec4ffd2-4b7f-4294-898f-da3a77cd5d31 HTTP/1.1" status: 200 len: 210 time: 0.0657704 May 06 09:40:14.122803 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-73e19b5a-6f1a-42f6-b868-c580e1629c8e tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0fe275606e2841ef811abf94e17c097e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1062081 May 06 09:40:14.137044 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b3ae83-cdc4-46a1-b40c-aa74d1a9271b req-2b74f3c6-ead8-4a2a-bc85-bdaa788478c7 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] No DVR routers for this DVR port 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:14.141438 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d7b3ae83-cdc4-46a1-b40c-aa74d1a9271b req-2b74f3c6-ead8-4a2a-bc85-bdaa788478c7 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:14.145259 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d7b3ae83-cdc4-46a1-b40c-aa74d1a9271b req-2b74f3c6-ead8-4a2a-bc85-bdaa788478c7 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.77 "DELETE /v2.0/ports/98c63a03-7e44-46a8-90f7-0ea9dd4bd05f HTTP/1.1" status: 204 len: 173 time: 0.8522971 May 06 09:40:14.145993 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c44a4e-027b-4659-b10e-a65e04082a57', 'name': 'network-vif-deleted', 'tag': '98c63a03-7e44-46a8-90f7-0ea9dd4bd05f'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:14.148683 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7d72ab-ce0d-436b-9748-6999775d7289" -d '{"events": [{"server_uuid": "f9c44a4e-027b-4659-b10e-a65e04082a57", "name": "network-vif-deleted", "tag": "98c63a03-7e44-46a8-90f7-0ea9dd4bd05f"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:14.194254 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:14.195482 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:14.335573 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3e538a80-6074-473e-91a6-010b12933195 req-b7358f54-8032-42b0-bd39-af8343222e90 tempest-LiveAutoBlockMigrationV225Test-150177781 tempest-LiveAutoBlockMigrationV225Test-150177781-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9c44a4e-027b-4659-b10e-a65e04082a57 HTTP/1.1" status: 200 len: 210 time: 0.0663447 May 06 09:40:14.424165 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-44e8115f-8a1b-4cfa-8b74-3bdcf6bcd5a5 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=0fe275606e2841ef811abf94e17c097e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1122944 May 06 09:40:14.476654 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:14.551714 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-439ab2bb-f98b-477c-bab8-285b6460664b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:14.555426 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-439ab2bb-f98b-477c-bab8-285b6460664b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4301064 May 06 09:40:14.557063 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:14.561549 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:14.562662 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 47764ca7-ef90-4398-a6eb-18e5724036ea up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:14.598580 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-42061453-f88f-4674-a551-5f197690662e tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Request body: {'port': {'device_id': '1956d6d8-d6fa-4511-9b33-4b3541320bf9', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'admin_state_up': True, 'tenant_id': '0fe275606e2841ef811abf94e17c097e'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:14.676505 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2384da9-2cc4-4ac7-bd4c-fc3ddd8a33a2 req-7f2c944b-a218-419e-82f4-1a22d9b02c36 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:14.678685 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e2384da9-2cc4-4ac7-bd4c-fc3ddd8a33a2 req-7f2c944b-a218-419e-82f4-1a22d9b02c36 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=aed9a707-e1bf-478a-b567-ad0d46757d4f HTTP/1.1" status: 200 len: 944 time: 0.1399572 May 06 09:40:14.738880 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,revision_number=10']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:14.774055 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-b26e581d-b281-424a-8953-9a62aeb1e377 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:14.778298 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-b26e581d-b281-424a-8953-9a62aeb1e377 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3351367 May 06 09:40:14.781901 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 47764ca7-ef90-4398-a6eb-18e5724036ea completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:40:14.787812 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 47764ca7-ef90-4398-a6eb-18e5724036ea triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:14.788474 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:14.805609 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-aeb83e02-2d82-4827-b1d8-b34da59b0e60 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Request body: {'port': {'device_id': 'aec4ffd2-4b7f-4294-898f-da3a77cd5d31', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'admin_state_up': True, 'tenant_id': '0fe275606e2841ef811abf94e17c097e'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:14.820596 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e2384da9-2cc4-4ac7-bd4c-fc3ddd8a33a2 req-f60fb6e3-d6ea-4a65-880b-0ba05061f265 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325862 May 06 09:40:14.864250 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-42061453-f88f-4674-a551-5f197690662e tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Made reservation on behalf of 0fe275606e2841ef811abf94e17c097e for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:40:14.876921 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-42061453-f88f-4674-a551-5f197690662e tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:14.965954 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571927c3-6d21-4fbe-803a-0deea1ad8d1c x-openstack-request-id: req-571927c3-6d21-4fbe-803a-0deea1ad8d1c {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:14.966555 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c44a4e-027b-4659-b10e-a65e04082a57", "name": "network-vif-deleted", "tag": "98c63a03-7e44-46a8-90f7-0ea9dd4bd05f", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:14.967450 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-571927c3-6d21-4fbe-803a-0deea1ad8d1c {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:14.968189 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-571927c3-6d21-4fbe-803a-0deea1ad8d1c'] response: {'server_uuid': 'f9c44a4e-027b-4659-b10e-a65e04082a57', 'name': 'network-vif-deleted', 'tag': '98c63a03-7e44-46a8-90f7-0ea9dd4bd05f', 'status': 'completed', 'code': 200} May 06 09:40:15.148568 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:15.206541 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-103f1f76-0b43-48b1-bfb7-5ecb762bee7d req-ac375720-79e3-4079-a5a2-b6301ea24d52 tempest-ServersAdmin275Test-324888828 tempest-ServersAdmin275Test-324888828-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.0919611 May 06 09:40:15.230970 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 47764ca7-ef90-4398-a6eb-18e5724036ea, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=47764ca7-ef90-4398-a6eb-18e5724036ea,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:15.238828 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:15.291005 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-aeb83e02-2d82-4827-b1d8-b34da59b0e60 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Made reservation on behalf of 0fe275606e2841ef811abf94e17c097e for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:40:15.294606 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-aeb83e02-2d82-4827-b1d8-b34da59b0e60 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:15.324511 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-42061453-f88f-4674-a551-5f197690662e tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Allocated IP 192.168.233.136 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/6b39d1a3-103f-40c1-b13a-58663e7b1409) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:40:15.401549 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=47764ca7-ef90-4398-a6eb-18e5724036ea,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:15.489514 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c454d4-ca5f-499c-8839-09ca3b0de141 req-23baead4-bee9-40d9-a674-f58b7ca6bb8e tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:15.496141 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c454d4-ca5f-499c-8839-09ca3b0de141 req-23baead4-bee9-40d9-a674-f58b7ca6bb8e tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:15.497806 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-07c454d4-ca5f-499c-8839-09ca3b0de141 req-23baead4-bee9-40d9-a674-f58b7ca6bb8e tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7e85c0f-0293-4f58-b1bb-6868a84c2420 HTTP/1.1" status: 200 len: 1683 time: 0.1540062 May 06 09:40:15.505960 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:15.544756 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:40:15.545590 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 98c63a03-7e44-46a8-90f7-0ea9dd4bd05f not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:40:15.562398 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-07c454d4-ca5f-499c-8839-09ca3b0de141 req-f12e31b9-182a-4865-baa0-1e6d48f30b22 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505977 May 06 09:40:15.578316 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-42061453-f88f-4674-a551-5f197690662e tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:15.583249 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e85c0f-0293-4f58-b1bb-6868a84c2420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67549874-1010-4ea3-945e-5407fc659e73'}, {'server_uuid': '9a4086e8-670b-410b-8c9a-da027f433e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e'}, {'server_uuid': 'aed9a707-e1bf-478a-b567-ad0d46757d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47764ca7-ef90-4398-a6eb-18e5724036ea'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:15.585963 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca078df-a670-47d8-9e41-7724396d5796" -d '{"events": [{"server_uuid": "a7e85c0f-0293-4f58-b1bb-6868a84c2420", "name": "network-vif-plugged", "status": "completed", "tag": "67549874-1010-4ea3-945e-5407fc659e73"}, {"server_uuid": "9a4086e8-670b-410b-8c9a-da027f433e62", "name": "network-vif-plugged", "status": "completed", "tag": "01da8cd2-188a-4f87-8a7e-0aea3f350e6e"}, {"server_uuid": "aed9a707-e1bf-478a-b567-ad0d46757d4f", "name": "network-vif-plugged", "status": "completed", "tag": "47764ca7-ef90-4398-a6eb-18e5724036ea"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:15.620111 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-42061453-f88f-4674-a551-5f197690662e tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:15.640651 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['c45e2232-5ed7-485f-b3e2-b187d68163c4'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:15.671279 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-42061453-f88f-4674-a551-5f197690662e tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:40:15.674670 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-42061453-f88f-4674-a551-5f197690662e tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:40:15.678569 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-42061453-f88f-4674-a551-5f197690662e tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:40:15.718676 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eee353b7-12fb-4707-8fbf-966f5787abc2 req-bb0fdcbd-e2f8-4f9a-a824-5d1018b607e0 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=aec4ffd2-4b7f-4294-898f-da3a77cd5d31 HTTP/1.1" status: 200 len: 210 time: 0.0540919 May 06 09:40:15.755053 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc', 'bcb11d08-ab25-412e-a88e-0cf35497f484'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:15.755987 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-42061453-f88f-4674-a551-5f197690662e tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:15.756839 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-42061453-f88f-4674-a551-5f197690662e tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:15.776357 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42061453-f88f-4674-a551-5f197690662e tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Pushing event updated for resources: {'Port': ['ID=6b39d1a3-103f-40c1-b13a-58663e7b1409,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:15.783947 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-aeb83e02-2d82-4827-b1d8-b34da59b0e60 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Allocated IP 192.168.233.78 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/7b0be1c1-d3fb-464b-a0e0-5b1a926b435b) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:40:15.786324 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-42061453-f88f-4674-a551-5f197690662e tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2076311 May 06 09:40:15.814622 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-5c6bbd22-40a0-4acf-b8fd-0b82159534b6 service neutron] Request body: {'port': {'device_id': '1956d6d8-d6fa-4511-9b33-4b3541320bf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:15.843071 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45020) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:15.952156 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-5c6bbd22-40a0-4acf-b8fd-0b82159534b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:16.012128 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 06 May 2022 09:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29b1720-a618-47b6-8fc3-610dbd9fe216 x-openstack-request-id: req-d29b1720-a618-47b6-8fc3-610dbd9fe216 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:16.013390 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e85c0f-0293-4f58-b1bb-6868a84c2420", "name": "network-vif-plugged", "status": "completed", "tag": "67549874-1010-4ea3-945e-5407fc659e73", "code": 200}, {"server_uuid": "9a4086e8-670b-410b-8c9a-da027f433e62", "name": "network-vif-plugged", "status": "completed", "tag": "01da8cd2-188a-4f87-8a7e-0aea3f350e6e", "code": 200}, {"server_uuid": "aed9a707-e1bf-478a-b567-ad0d46757d4f", "name": "network-vif-plugged", "status": "completed", "tag": "47764ca7-ef90-4398-a6eb-18e5724036ea", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:16.013762 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d29b1720-a618-47b6-8fc3-610dbd9fe216 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:16.014583 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d29b1720-a618-47b6-8fc3-610dbd9fe216'] response: {'server_uuid': 'a7e85c0f-0293-4f58-b1bb-6868a84c2420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67549874-1010-4ea3-945e-5407fc659e73', 'code': 200} May 06 09:40:16.014955 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d29b1720-a618-47b6-8fc3-610dbd9fe216'] response: {'server_uuid': '9a4086e8-670b-410b-8c9a-da027f433e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e', 'code': 200} May 06 09:40:16.015430 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d29b1720-a618-47b6-8fc3-610dbd9fe216'] response: {'server_uuid': 'aed9a707-e1bf-478a-b567-ad0d46757d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47764ca7-ef90-4398-a6eb-18e5724036ea', 'code': 200} May 06 09:40:16.022030 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-608cb1e8-857c-48d0-a196-8be2162f4d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:16.377198 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c7eff2e1-b65a-4759-aabe-fb3f91787049 None None] Provisioning complete for port 6b39d1a3-103f-40c1-b13a-58663e7b1409 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:16.378335 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c7eff2e1-b65a-4759-aabe-fb3f91787049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:16.508380 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cccac7-cc28-4b29-a8e2-d345fe9fee43 req-b84735e6-dfe2-49a0-9c9b-fd55ebe39281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:16.512812 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-64cccac7-cc28-4b29-a8e2-d345fe9fee43 req-b84735e6-dfe2-49a0-9c9b-fd55ebe39281 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=aed9a707-e1bf-478a-b567-ad0d46757d4f HTTP/1.1" status: 200 len: 1096 time: 0.3261883 May 06 09:40:16.564220 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-c7eff2e1-b65a-4759-aabe-fb3f91787049 None None] Port 6b39d1a3-103f-40c1-b13a-58663e7b1409 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:40:16.605088 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d625a0-df18-4d5b-a87a-d39bba3496e0 req-d82aaeee-f6c7-45f0-adc6-6063fa5eb575 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:16.608209 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b6d625a0-df18-4d5b-a87a-d39bba3496e0 req-d82aaeee-f6c7-45f0-adc6-6063fa5eb575 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=aed9a707-e1bf-478a-b567-ad0d46757d4f HTTP/1.1" status: 200 len: 945 time: 0.4486089 May 06 09:40:16.649754 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a15aee3-4e40-4a87-bc46-3321df6d9571 admin admin] Deleting subnet 293ef06f-9c8d-46e9-8a69-2491d12832fe {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:40:16.687252 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a15aee3-4e40-4a87-bc46-3321df6d9571 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:16.698017 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-aeb83e02-2d82-4827-b1d8-b34da59b0e60 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:16.736368 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c81982-124f-4e78-92e9-0f353bdbad72 req-ce8afcfc-b5a5-4267-b317-b8beb493190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:16.737100 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c81982-124f-4e78-92e9-0f353bdbad72 req-ce8afcfc-b5a5-4267-b317-b8beb493190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:16.738569 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-93c81982-124f-4e78-92e9-0f353bdbad72 req-ce8afcfc-b5a5-4267-b317-b8beb493190f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a7e85c0f-0293-4f58-b1bb-6868a84c2420 HTTP/1.1" status: 200 len: 1985 time: 0.5571866 May 06 09:40:16.778016 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-64cccac7-cc28-4b29-a8e2-d345fe9fee43 req-6ae0a5f4-ee13-4496-add1-a184ebd9a57c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322559 May 06 09:40:16.792975 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b6d625a0-df18-4d5b-a87a-d39bba3496e0 req-0cce7200-1347-4829-ae86-d4902107b688 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555452 May 06 09:40:16.824892 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a15aee3-4e40-4a87-bc46-3321df6d9571 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:16.865313 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-93c81982-124f-4e78-92e9-0f353bdbad72 req-60c7be98-db27-45c4-a442-2dd0d71af888 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086113 May 06 09:40:16.935018 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a15aee3-4e40-4a87-bc46-3321df6d9571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:16.939039 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f796f9bb-499c-4ce9-9a6d-2ac07c4d581c req-b9e544b8-e11e-4f49-8f97-faa4ac4aedf7 tempest-ServersAdmin275Test-324888828 tempest-ServersAdmin275Test-324888828-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.0652401 May 06 09:40:16.957921 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-aeb83e02-2d82-4827-b1d8-b34da59b0e60 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:16.976988 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['c45e2232-5ed7-485f-b3e2-b187d68163c4'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:17.038569 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-aeb83e02-2d82-4827-b1d8-b34da59b0e60 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:40:17.048631 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-aeb83e02-2d82-4827-b1d8-b34da59b0e60 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:40:17.053642 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-aeb83e02-2d82-4827-b1d8-b34da59b0e60 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:40:17.095354 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb83e02-2d82-4827-b1d8-b34da59b0e60 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Pushing event updated for resources: {'Port': ['ID=7b0be1c1-d3fb-464b-a0e0-5b1a926b435b,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:17.136878 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a15aee3-4e40-4a87-bc46-3321df6d9571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:17.157734 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-aeb83e02-2d82-4827-b1d8-b34da59b0e60 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:17.158581 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-aeb83e02-2d82-4827-b1d8-b34da59b0e60 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:17.160606 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc', 'bcb11d08-ab25-412e-a88e-0cf35497f484'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:17.214244 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a15aee3-4e40-4a87-bc46-3321df6d9571 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:17.229033 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6a15aee3-4e40-4a87-bc46-3321df6d9571 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/293ef06f-9c8d-46e9-8a69-2491d12832fe HTTP/1.1" status: 204 len: 168 time: 1.3858268 May 06 09:40:17.230098 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15aee3-4e40-4a87-bc46-3321df6d9571 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=293ef06f-9c8d-46e9-8a69-2491d12832fe,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:17.232617 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45034) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:17.334806 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-5c6bbd22-40a0-4acf-b8fd-0b82159534b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b39d1a3-103f-40c1-b13a-58663e7b1409 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:17.349518 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-5c6bbd22-40a0-4acf-b8fd-0b82159534b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:17.353391 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-aeb83e02-2d82-4827-b1d8-b34da59b0e60 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5517216 May 06 09:40:17.375041 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-38aa5a0d-8ba8-49ae-99f9-dfd1690fc78e service neutron] Request body: {'port': {'device_id': 'aec4ffd2-4b7f-4294-898f-da3a77cd5d31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:17.379798 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-5c6bbd22-40a0-4acf-b8fd-0b82159534b6 service neutron] Transition to ACTIVE for port object 6b39d1a3-103f-40c1-b13a-58663e7b1409 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:40:17.404154 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-5c6bbd22-40a0-4acf-b8fd-0b82159534b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:17.486537 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de8cf19f-c6e3-40c4-a939-886e1bafd424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:17.530182 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d95ce-0d33-4a0d-a28b-11daccfff443 req-98c790f2-5405-477b-a20a-f10aff9914b8 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:17.537265 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d95ce-0d33-4a0d-a28b-11daccfff443 req-98c790f2-5405-477b-a20a-f10aff9914b8 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:17.539279 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e65d95ce-0d33-4a0d-a28b-11daccfff443 req-98c790f2-5405-477b-a20a-f10aff9914b8 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7e85c0f-0293-4f58-b1bb-6868a84c2420 HTTP/1.1" status: 200 len: 1683 time: 0.3508768 May 06 09:40:17.540002 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bbd22-40a0-4acf-b8fd-0b82159534b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6b39d1a3-103f-40c1-b13a-58663e7b1409,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:17.599898 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-38aa5a0d-8ba8-49ae-99f9-dfd1690fc78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:17.667877 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-5c6bbd22-40a0-4acf-b8fd-0b82159534b6 service neutron] Attempting to bind port 6b39d1a3-103f-40c1-b13a-58663e7b1409 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:40:17.668263 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-5c6bbd22-40a0-4acf-b8fd-0b82159534b6 service neutron] Attempting to bind port 6b39d1a3-103f-40c1-b13a-58663e7b1409 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:40:17.668549 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-5c6bbd22-40a0-4acf-b8fd-0b82159534b6 service neutron] Attempting to bind port 6b39d1a3-103f-40c1-b13a-58663e7b1409 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:17.690196 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-5c6bbd22-40a0-4acf-b8fd-0b82159534b6 service neutron] Port 6b39d1a3-103f-40c1-b13a-58663e7b1409 on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:40:17.690565 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-5c6bbd22-40a0-4acf-b8fd-0b82159534b6 service neutron] Attempting to bind port 6b39d1a3-103f-40c1-b13a-58663e7b1409 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:17.709128 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-5c6bbd22-40a0-4acf-b8fd-0b82159534b6 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:40:17.709506 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-5c6bbd22-40a0-4acf-b8fd-0b82159534b6 service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:17.715383 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-5c6bbd22-40a0-4acf-b8fd-0b82159534b6 service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:40:17.716593 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-aca801a8-5216-4b95-838d-dba5a00f6220 None None] Provisioning complete for port 7b0be1c1-d3fb-464b-a0e0-5b1a926b435b triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:17.717116 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-5c6bbd22-40a0-4acf-b8fd-0b82159534b6 service neutron] Bound port: 6b39d1a3-103f-40c1-b13a-58663e7b1409, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:40:17.717228 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-aca801a8-5216-4b95-838d-dba5a00f6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:17.717430 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-5c6bbd22-40a0-4acf-b8fd-0b82159534b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:17.780606 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e65d95ce-0d33-4a0d-a28b-11daccfff443 req-3112e114-ab53-487c-8238-ad589a3d2a5a tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130282 May 06 09:40:17.821450 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de8cf19f-c6e3-40c4-a939-886e1bafd424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:17.840828 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-aca801a8-5216-4b95-838d-dba5a00f6220 None None] Port 7b0be1c1-d3fb-464b-a0e0-5b1a926b435b cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:40:17.944034 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-5c6bbd22-40a0-4acf-b8fd-0b82159534b6 service neutron] For port 6b39d1a3-103f-40c1-b13a-58663e7b1409, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:40:17.951229 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-5c6bbd22-40a0-4acf-b8fd-0b82159534b6 service neutron] For port 6b39d1a3-103f-40c1-b13a-58663e7b1409, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=6b39d1a3-103f-40c1-b13a-58663e7b1409,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:40:17.965569 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-5c6bbd22-40a0-4acf-b8fd-0b82159534b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:18.081167 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-5c6bbd22-40a0-4acf-b8fd-0b82159534b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:18.081760 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-de8cf19f-c6e3-40c4-a939-886e1bafd424 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519999b9-d7d4-4e10-b661-e50209fd3b05']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:18.081955 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-5c6bbd22-40a0-4acf-b8fd-0b82159534b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:18.083289 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-5c6bbd22-40a0-4acf-b8fd-0b82159534b6 service neutron] 10.222.0.77 "PUT /v2.0/ports/6b39d1a3-103f-40c1-b13a-58663e7b1409 HTTP/1.1" status: 200 len: 1096 time: 2.2767463 May 06 09:40:18.084491 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1956d6d8-d6fa-4511-9b33-4b3541320bf9', 'tag': '6b39d1a3-103f-40c1-b13a-58663e7b1409'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:18.086129 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1df5cac-c66f-41fc-9cf8-de322d515d07" -d '{"events": [{"name": "network-changed", "server_uuid": "1956d6d8-d6fa-4511-9b33-4b3541320bf9", "tag": "6b39d1a3-103f-40c1-b13a-58663e7b1409"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:18.092055 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bbd22-40a0-4acf-b8fd-0b82159534b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6b39d1a3-103f-40c1-b13a-58663e7b1409,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:18.116834 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-de8cf19f-c6e3-40c4-a939-886e1bafd424 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f476ea16-29ec-497c-acf7-66bf0cb3eed4') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:18.117149 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-de8cf19f-c6e3-40c4-a939-886e1bafd424 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f476ea16-29ec-497c-acf7-66bf0cb3eed4') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:18.165859 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de8cf19f-c6e3-40c4-a939-886e1bafd424 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:18.242331 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de8cf19f-c6e3-40c4-a939-886e1bafd424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:18.244528 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-7fc248ea-6463-4dd8-a688-902208686521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:18.247568 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-7fc248ea-6463-4dd8-a688-902208686521 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0fe275606e2841ef811abf94e17c097e&device_id=1956d6d8-d6fa-4511-9b33-4b3541320bf9 HTTP/1.1" status: 200 len: 1099 time: 0.0735512 May 06 09:40:18.266707 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e56436-5b96-4ba8-8c69-c90aa19072d5 req-5ff8276e-2d13-4b46-9cd6-5b455b677e43 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:18.281057 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a7e56436-5b96-4ba8-8c69-c90aa19072d5 req-5ff8276e-2d13-4b46-9cd6-5b455b677e43 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=aec4ffd2-4b7f-4294-898f-da3a77cd5d31 HTTP/1.1" status: 200 len: 935 time: 0.3114140 May 06 09:40:18.288699 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de8cf19f-c6e3-40c4-a939-886e1bafd424 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:40:18.306080 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de8cf19f-c6e3-40c4-a939-886e1bafd424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: timer() May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:40:18.312632 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:40:18.362089 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-6ba19419-d4e0-4f2f-8d2e-69f3ccbf9414 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=6b39d1a3-103f-40c1-b13a-58663e7b1409 HTTP/1.1" status: 200 len: 217 time: 0.0975194 May 06 09:40:18.422945 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7f763091-ba36-4c39-b8b4-44f9148b147b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:18.494529 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de8cf19f-c6e3-40c4-a939-886e1bafd424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:18.519633 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a7e56436-5b96-4ba8-8c69-c90aa19072d5 req-f927e163-0be2-4b5c-84ef-e09c6f0eb395 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796212 May 06 09:40:18.536401 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-33c08eac-0885-422e-aca9-64fd0facbbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:18.536401 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-33c08eac-0885-422e-aca9-64fd0facbbf3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1622951 May 06 09:40:18.558765 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de8cf19f-c6e3-40c4-a939-886e1bafd424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:18.593573 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-de8cf19f-c6e3-40c4-a939-886e1bafd424 admin admin] 10.222.0.73 "DELETE /v2.0/networks/519999b9-d7d4-4e10-b661-e50209fd3b05 HTTP/1.1" status: 204 len: 168 time: 1.3564920 May 06 09:40:18.599604 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45046) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:18.689400 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:18.696567 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8cf19f-c6e3-40c4-a939-886e1bafd424 admin admin] Pushing event deleted for resources: {'Network': ['ID=519999b9-d7d4-4e10-b661-e50209fd3b05,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:18.699446 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-87a51120-f63e-43aa-8dcc-335630efb3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:18.705734 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-87a51120-f63e-43aa-8dcc-335630efb3d4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1568162 May 06 09:40:18.988789 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-d43cddfe-eec5-4412-8d20-5d8c75444f93 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753406 May 06 09:40:19.163040 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-d361a4d6-8d55-4e7e-a185-406bd4ae1324 admin admin] Deleting subnet c2c661fb-0a15-4234-a900-629ad7393b6e {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:40:19.172897 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-38aa5a0d-8ba8-49ae-99f9-dfd1690fc78e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b0be1c1-d3fb-464b-a0e0-5b1a926b435b {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:19.179037 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d361a4d6-8d55-4e7e-a185-406bd4ae1324 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:19.204911 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-38aa5a0d-8ba8-49ae-99f9-dfd1690fc78e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:19.237672 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565339a-6d97-4745-8c9a-ac5b04a58faa req-dad92349-8ed1-40e7-80c5-d1769529f30a tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:19.245362 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-9f265a07-7ef9-4f02-8384-b1af8fc3fd78 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472696 May 06 09:40:19.247580 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7565339a-6d97-4745-8c9a-ac5b04a58faa req-dad92349-8ed1-40e7-80c5-d1769529f30a tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=aed9a707-e1bf-478a-b567-ad0d46757d4f HTTP/1.1" status: 200 len: 945 time: 0.5607305 May 06 09:40:19.265874 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d361a4d6-8d55-4e7e-a185-406bd4ae1324 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:19.268160 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-38aa5a0d-8ba8-49ae-99f9-dfd1690fc78e service neutron] Transition to ACTIVE for port object 7b0be1c1-d3fb-464b-a0e0-5b1a926b435b will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:40:19.315161 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-38aa5a0d-8ba8-49ae-99f9-dfd1690fc78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:19.418105 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d361a4d6-8d55-4e7e-a185-406bd4ae1324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:19.459029 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7565339a-6d97-4745-8c9a-ac5b04a58faa req-c7e84c7b-d47b-4b1d-a690-ea04a2c09b72 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060571 May 06 09:40:19.459029 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa5a0d-8ba8-49ae-99f9-dfd1690fc78e service neutron] Pushing event updated for resources: {'Port': ['ID=7b0be1c1-d3fb-464b-a0e0-5b1a926b435b,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:19.460037 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:19.620198 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d361a4d6-8d55-4e7e-a185-406bd4ae1324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:19.696108 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361a4d6-8d55-4e7e-a185-406bd4ae1324 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2c661fb-0a15-4234-a900-629ad7393b6e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:19.709564 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-38aa5a0d-8ba8-49ae-99f9-dfd1690fc78e service neutron] Attempting to bind port 7b0be1c1-d3fb-464b-a0e0-5b1a926b435b on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:40:19.709902 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-38aa5a0d-8ba8-49ae-99f9-dfd1690fc78e service neutron] Attempting to bind port 7b0be1c1-d3fb-464b-a0e0-5b1a926b435b by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:40:19.710236 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-38aa5a0d-8ba8-49ae-99f9-dfd1690fc78e service neutron] Attempting to bind port 7b0be1c1-d3fb-464b-a0e0-5b1a926b435b on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:19.714591 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-48d468bb-a119-4aee-8805-be15052b121f req-649d1781-9e1b-4a60-80da-ac247d3962c5 tempest-ServersAdmin275Test-324888828 tempest-ServersAdmin275Test-324888828-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.0584090 May 06 09:40:19.720689 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-38aa5a0d-8ba8-49ae-99f9-dfd1690fc78e service neutron] Port 7b0be1c1-d3fb-464b-a0e0-5b1a926b435b on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:40:19.720996 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-38aa5a0d-8ba8-49ae-99f9-dfd1690fc78e service neutron] Attempting to bind port 7b0be1c1-d3fb-464b-a0e0-5b1a926b435b on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:19.723534 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d361a4d6-8d55-4e7e-a185-406bd4ae1324 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:19.726914 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d361a4d6-8d55-4e7e-a185-406bd4ae1324 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c2c661fb-0a15-4234-a900-629ad7393b6e HTTP/1.1" status: 204 len: 168 time: 1.1249096 May 06 09:40:19.729720 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45058) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:19.737904 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-38aa5a0d-8ba8-49ae-99f9-dfd1690fc78e service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:40:19.738253 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-38aa5a0d-8ba8-49ae-99f9-dfd1690fc78e service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:19.738645 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-38aa5a0d-8ba8-49ae-99f9-dfd1690fc78e service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:40:19.739094 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-38aa5a0d-8ba8-49ae-99f9-dfd1690fc78e service neutron] Bound port: 7b0be1c1-d3fb-464b-a0e0-5b1a926b435b, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:40:19.739486 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-38aa5a0d-8ba8-49ae-99f9-dfd1690fc78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:19.843167 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2f1bc4-b5b7-499e-8d8e-e103aa561653 x-openstack-request-id: req-5a2f1bc4-b5b7-499e-8d8e-e103aa561653 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:19.843489 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1956d6d8-d6fa-4511-9b33-4b3541320bf9", "tag": "6b39d1a3-103f-40c1-b13a-58663e7b1409", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:19.843715 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5a2f1bc4-b5b7-499e-8d8e-e103aa561653 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:19.844112 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a2f1bc4-b5b7-499e-8d8e-e103aa561653'] response: {'name': 'network-changed', 'server_uuid': '1956d6d8-d6fa-4511-9b33-4b3541320bf9', 'tag': '6b39d1a3-103f-40c1-b13a-58663e7b1409', 'status': 'completed', 'code': 200} May 06 09:40:19.848617 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-263d2c88-51d0-40b8-8266-77b1f68f010a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:19.907690 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-38aa5a0d-8ba8-49ae-99f9-dfd1690fc78e service neutron] For port 7b0be1c1-d3fb-464b-a0e0-5b1a926b435b, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:40:19.913963 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-38aa5a0d-8ba8-49ae-99f9-dfd1690fc78e service neutron] For port 7b0be1c1-d3fb-464b-a0e0-5b1a926b435b, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=7b0be1c1-d3fb-464b-a0e0-5b1a926b435b,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:40:19.926656 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-38aa5a0d-8ba8-49ae-99f9-dfd1690fc78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:20.037400 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-38aa5a0d-8ba8-49ae-99f9-dfd1690fc78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:20.037956 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-38aa5a0d-8ba8-49ae-99f9-dfd1690fc78e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:20.040283 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-38aa5a0d-8ba8-49ae-99f9-dfd1690fc78e service neutron] 10.222.0.84 "PUT /v2.0/ports/7b0be1c1-d3fb-464b-a0e0-5b1a926b435b HTTP/1.1" status: 200 len: 1095 time: 2.6708090 May 06 09:40:20.046419 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec4ffd2-4b7f-4294-898f-da3a77cd5d31', 'tag': '7b0be1c1-d3fb-464b-a0e0-5b1a926b435b'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:20.048860 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3ccd30-931c-43d6-b0d9-69097dab0fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "aec4ffd2-4b7f-4294-898f-da3a77cd5d31", "tag": "7b0be1c1-d3fb-464b-a0e0-5b1a926b435b"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:20.103756 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c386fe-bc9d-474a-82e2-784e70455501 req-2daec784-ecdc-4a03-8ce2-414a9465d620 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:20.109976 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c386fe-bc9d-474a-82e2-784e70455501 req-2daec784-ecdc-4a03-8ce2-414a9465d620 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:20.115089 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57c386fe-bc9d-474a-82e2-784e70455501 req-2daec784-ecdc-4a03-8ce2-414a9465d620 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7e85c0f-0293-4f58-b1bb-6868a84c2420 HTTP/1.1" status: 200 len: 1683 time: 0.1175280 May 06 09:40:20.287912 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57c386fe-bc9d-474a-82e2-784e70455501 req-e74ced4f-d54d-4465-94b9-fc94c88a8b2c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069984 May 06 09:40:20.334300 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-627148e2-98d2-43a0-ad72-def1eacae630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:20.335871 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-627148e2-98d2-43a0-ad72-def1eacae630 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0fe275606e2841ef811abf94e17c097e&device_id=aec4ffd2-4b7f-4294-898f-da3a77cd5d31 HTTP/1.1" status: 200 len: 1098 time: 0.2154491 May 06 09:40:20.339030 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa5a0d-8ba8-49ae-99f9-dfd1690fc78e service neutron] Pushing event updated for resources: {'Port': ['ID=7b0be1c1-d3fb-464b-a0e0-5b1a926b435b,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:20.455271 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-c67275c0-d33c-4c6b-afb0-4576aec45ee2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=7b0be1c1-d3fb-464b-a0e0-5b1a926b435b HTTP/1.1" status: 200 len: 217 time: 0.1004283 May 06 09:40:20.482048 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-263d2c88-51d0-40b8-8266-77b1f68f010a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:20.519586 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df5cac-c66f-41fc-9cf8-de322d515d07 req-034bddea-21b0-4f86-ab82-c2d05f6d65cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:20.521095 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f1df5cac-c66f-41fc-9cf8-de322d515d07 req-034bddea-21b0-4f86-ab82-c2d05f6d65cf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0fe275606e2841ef811abf94e17c097e&device_id=1956d6d8-d6fa-4511-9b33-4b3541320bf9 HTTP/1.1" status: 200 len: 1099 time: 0.1425800 May 06 09:40:20.523260 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-263d2c88-51d0-40b8-8266-77b1f68f010a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebfbc17d-3ae9-46ff-8457-41da680f3c59']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:20.539313 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-263d2c88-51d0-40b8-8266-77b1f68f010a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29bf5d8-d861-4292-ab39-2cd436f2729d') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:20.539541 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-263d2c88-51d0-40b8-8266-77b1f68f010a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29bf5d8-d861-4292-ab39-2cd436f2729d') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:20.561836 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-23aeda28-707e-44e6-b246-fc7a7a182adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:20.563416 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-23aeda28-707e-44e6-b246-fc7a7a182adb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0612922 May 06 09:40:20.599081 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43edd1d2-ff46-47a2-9a5f-fa1f0fe68de9 req-ca3de6c9-8a0b-4882-b067-25d3c1da9174 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:20.603460 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-263d2c88-51d0-40b8-8266-77b1f68f010a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:20.607030 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43edd1d2-ff46-47a2-9a5f-fa1f0fe68de9 req-ca3de6c9-8a0b-4882-b067-25d3c1da9174 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=aec4ffd2-4b7f-4294-898f-da3a77cd5d31 HTTP/1.1" status: 200 len: 947 time: 0.1466327 May 06 09:40:20.626229 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-263d2c88-51d0-40b8-8266-77b1f68f010a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:20.639288 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-263d2c88-51d0-40b8-8266-77b1f68f010a admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:40:20.639738 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-263d2c88-51d0-40b8-8266-77b1f68f010a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: timer() May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:40:20.641568 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:40:20.686747 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43edd1d2-ff46-47a2-9a5f-fa1f0fe68de9 req-555479b6-9742-4bc4-b202-2647d62180bf tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513229 May 06 09:40:20.689646 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-0d469cc0-6fa4-494f-8689-f51d99f0e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:20.694278 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-0d469cc0-6fa4-494f-8689-f51d99f0e04f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1164279 May 06 09:40:20.769385 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94b80be-f07c-48d8-82ed-af324c33ed57 x-openstack-request-id: req-d94b80be-f07c-48d8-82ed-af324c33ed57 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:20.769798 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec4ffd2-4b7f-4294-898f-da3a77cd5d31", "tag": "7b0be1c1-d3fb-464b-a0e0-5b1a926b435b", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:20.770116 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d94b80be-f07c-48d8-82ed-af324c33ed57 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:20.770947 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d94b80be-f07c-48d8-82ed-af324c33ed57'] response: {'name': 'network-changed', 'server_uuid': 'aec4ffd2-4b7f-4294-898f-da3a77cd5d31', 'tag': '7b0be1c1-d3fb-464b-a0e0-5b1a926b435b', 'status': 'completed', 'code': 200} May 06 09:40:20.797365 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df5cac-c66f-41fc-9cf8-de322d515d07 req-7c8d15ec-ea19-47f9-951e-54fb588d7888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:20.798967 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f1df5cac-c66f-41fc-9cf8-de322d515d07 req-7c8d15ec-ea19-47f9-951e-54fb588d7888 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.2573986 May 06 09:40:20.830672 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-263d2c88-51d0-40b8-8266-77b1f68f010a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:20.875320 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-263d2c88-51d0-40b8-8266-77b1f68f010a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:20.884779 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-263d2c88-51d0-40b8-8266-77b1f68f010a admin admin] 10.222.0.73 "DELETE /v2.0/networks/ebfbc17d-3ae9-46ff-8457-41da680f3c59 HTTP/1.1" status: 204 len: 168 time: 1.1537902 May 06 09:40:20.886372 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f1df5cac-c66f-41fc-9cf8-de322d515d07 req-121e7c98-0fb4-4b4a-b975-9971a6cfc673 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=6b39d1a3-103f-40c1-b13a-58663e7b1409 HTTP/1.1" status: 200 len: 217 time: 0.0735121 May 06 09:40:20.926900 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d2c88-51d0-40b8-8266-77b1f68f010a admin admin] Pushing event deleted for resources: {'Network': ['ID=ebfbc17d-3ae9-46ff-8457-41da680f3c59,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:20.941427 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-6e8dae2d-cd1c-41a8-b2d5-d0577827e908 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367718 May 06 09:40:20.948110 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df5cac-c66f-41fc-9cf8-de322d515d07 req-1a007f76-d9b1-49de-8f04-e8d3253f8be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:20.949594 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f1df5cac-c66f-41fc-9cf8-de322d515d07 req-1a007f76-d9b1-49de-8f04-e8d3253f8be6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0541909 May 06 09:40:21.041510 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df5cac-c66f-41fc-9cf8-de322d515d07 req-7d21ae3f-090f-4cde-8cde-b5fd03b24ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:21.043015 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f1df5cac-c66f-41fc-9cf8-de322d515d07 req-7d21ae3f-090f-4cde-8cde-b5fd03b24ce9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0760791 May 06 09:40:21.119768 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059dea86-5df7-4da8-9e24-a57384ea7f5c req-30a29b90-9e91-4c48-b7ed-b3e285bed6c1 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:21.120858 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:21.128394 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-059dea86-5df7-4da8-9e24-a57384ea7f5c req-30a29b90-9e91-4c48-b7ed-b3e285bed6c1 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=aed9a707-e1bf-478a-b567-ad0d46757d4f HTTP/1.1" status: 200 len: 945 time: 0.1561725 May 06 09:40:21.216092 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45078) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:21.252326 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71f12d81-58fa-48aa-8d0c-a431ba4d5543 req-585bc945-7c68-4e06-8c29-f2cbdf104af7 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884636 May 06 09:40:21.265608 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-09a09b5b-f5aa-472a-9c8e-98466fba8703 req-01ad5724-26c5-4c5c-97c6-1b0e1cc5fe17 tempest-QuotasAdminNegativeTest-605854579 tempest-QuotasAdminNegativeTest-605854579-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=dad97fcca66e498d823bcb1643a37cba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527546 May 06 09:40:21.265888 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f1df5cac-c66f-41fc-9cf8-de322d515d07 req-d86ddd47-b26d-44d1-a88e-756994548721 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146242 May 06 09:40:21.354420 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-059dea86-5df7-4da8-9e24-a57384ea7f5c req-d9d4fde9-d3c5-4a9f-b5d0-6399ef06278a tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249463 May 06 09:40:21.424130 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:21.428146 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-518fe579-fd6c-4d0a-a851-b001daad77f2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=147a685967a04284b13954d6f7a9d875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2081866 May 06 09:40:21.431203 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45082) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:21.510740 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ccd30-931c-43d6-b0d9-69097dab0fc7 req-9290088b-ce27-41d6-b606-93222b7a09a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:21.512716 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a3ccd30-931c-43d6-b0d9-69097dab0fc7 req-9290088b-ce27-41d6-b606-93222b7a09a6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0fe275606e2841ef811abf94e17c097e&device_id=aec4ffd2-4b7f-4294-898f-da3a77cd5d31 HTTP/1.1" status: 200 len: 1098 time: 0.1564639 May 06 09:40:21.517062 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f1df5cac-c66f-41fc-9cf8-de322d515d07 req-33c923e2-eac2-4300-8d01-5516bda87223 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337427 May 06 09:40:21.568123 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-44bf327a-7aaf-4bf2-b1bd-636651edcffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:21.617375 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-44bf327a-7aaf-4bf2-b1bd-636651edcffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:21.685843 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-44bf327a-7aaf-4bf2-b1bd-636651edcffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:21.688740 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-44bf327a-7aaf-4bf2-b1bd-636651edcffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:21.690109 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-44bf327a-7aaf-4bf2-b1bd-636651edcffc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/92b98df0-5d42-445f-ba62-0f1f9be11749 HTTP/1.1" status: 204 len: 168 time: 0.2577968 May 06 09:40:21.699840 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf327a-7aaf-4bf2-b1bd-636651edcffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b98df0-5d42-445f-ba62-0f1f9be11749,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:21.702078 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-93148175-57ba-4b89-827d-ca64390c01a3 req-b8fc6801-b3b4-41fe-9145-2d49719524d5 tempest-ServersAdmin275Test-324888828 tempest-ServersAdmin275Test-324888828-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.2050343 May 06 09:40:21.718362 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a09b5b-f5aa-472a-9c8e-98466fba8703 req-9ea090e9-9bca-498f-84e4-30df267c28bf tempest-QuotasAdminNegativeTest-605854579 tempest-QuotasAdminNegativeTest-605854579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:21.720137 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-09a09b5b-f5aa-472a-9c8e-98466fba8703 req-9ea090e9-9bca-498f-84e4-30df267c28bf tempest-QuotasAdminNegativeTest-605854579 tempest-QuotasAdminNegativeTest-605854579-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4537587 May 06 09:40:21.748066 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-09a09b5b-f5aa-472a-9c8e-98466fba8703 req-f28446d5-8bb7-452e-b425-23d849cecea1 tempest-QuotasAdminNegativeTest-605854579 tempest-QuotasAdminNegativeTest-605854579-project] 10.222.0.73 "GET /v2.0/quotas/dad97fcca66e498d823bcb1643a37cba HTTP/1.1" status: 200 len: 375 time: 0.0163312 May 06 09:40:21.791690 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-09a09b5b-f5aa-472a-9c8e-98466fba8703 req-d143430f-167d-498c-9c36-310854bac046 tempest-QuotasAdminNegativeTest-605854579 tempest-QuotasAdminNegativeTest-605854579-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=dad97fcca66e498d823bcb1643a37cba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343115 May 06 09:40:21.793203 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ccd30-931c-43d6-b0d9-69097dab0fc7 req-abf4e734-8852-4928-9969-a12adf6b5e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:21.793203 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a3ccd30-931c-43d6-b0d9-69097dab0fc7 req-abf4e734-8852-4928-9969-a12adf6b5e84 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.2673776 May 06 09:40:21.879279 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a3ccd30-931c-43d6-b0d9-69097dab0fc7 req-b5c38a28-1340-4003-8f44-bb328d1fc98b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=7b0be1c1-d3fb-464b-a0e0-5b1a926b435b HTTP/1.1" status: 200 len: 217 time: 0.0731599 May 06 09:40:21.966067 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ccd30-931c-43d6-b0d9-69097dab0fc7 req-57dac48a-aec5-47db-a068-a96c18e1285c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:21.969673 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a3ccd30-931c-43d6-b0d9-69097dab0fc7 req-57dac48a-aec5-47db-a068-a96c18e1285c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0767846 May 06 09:40:22.067000 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ccd30-931c-43d6-b0d9-69097dab0fc7 req-31f91d21-f760-46af-9023-9f5397d11437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:22.068625 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a3ccd30-931c-43d6-b0d9-69097dab0fc7 req-31f91d21-f760-46af-9023-9f5397d11437 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0836549 May 06 09:40:22.091598 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff651d-539f-419e-a09c-5beed6db15b9 req-f5d794bd-96cc-4b3e-a506-ca4da0115ea1 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:22.093223 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c5ff651d-539f-419e-a09c-5beed6db15b9 req-f5d794bd-96cc-4b3e-a506-ca4da0115ea1 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=aed9a707-e1bf-478a-b567-ad0d46757d4f HTTP/1.1" status: 200 len: 945 time: 0.0645599 May 06 09:40:22.221754 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c5ff651d-539f-419e-a09c-5beed6db15b9 req-32967bf8-a4d9-4c97-9a99-4125c96b60f8 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183474 May 06 09:40:22.295048 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c8233-9a52-400b-853c-2e3fff076397 req-32c7b479-829d-4def-ab51-5d1ac9c3c36b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:22.304882 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-889c8233-9a52-400b-853c-2e3fff076397 req-32c7b479-829d-4def-ab51-5d1ac9c3c36b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=aec4ffd2-4b7f-4294-898f-da3a77cd5d31 HTTP/1.1" status: 200 len: 947 time: 0.1320539 May 06 09:40:22.316207 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a3ccd30-931c-43d6-b0d9-69097dab0fc7 req-d6900123-38f2-4314-9e69-7f3981f24f64 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219572 May 06 09:40:22.444138 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45114) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:22.520930 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-889c8233-9a52-400b-853c-2e3fff076397 req-e72f420a-2aea-4981-93fb-313fdad0d32a tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146609 May 06 09:40:22.614328 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a3ccd30-931c-43d6-b0d9-69097dab0fc7 req-ac60cb32-ca9d-46d7-8f25-34a7f88be331 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795701 May 06 09:40:22.677297 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-643f69dd-bfe4-4199-947e-44de6bc6ef4d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=75fd90d019d348e7bcdbb7bbd7b5aaa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2169368 May 06 09:40:22.680114 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45124) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:22.784825 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3606b-f23b-4bce-8ad5-80f3b61888df req-608669b0-b762-4e17-b287-187ba13f4956 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:22.799198 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3606b-f23b-4bce-8ad5-80f3b61888df req-608669b0-b762-4e17-b287-187ba13f4956 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:22.799603 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fdb3606b-f23b-4bce-8ad5-80f3b61888df req-608669b0-b762-4e17-b287-187ba13f4956 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7e85c0f-0293-4f58-b1bb-6868a84c2420 HTTP/1.1" status: 200 len: 1683 time: 0.1194599 May 06 09:40:22.823422 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f449c1e2-33fe-404f-9e63-70b6ab48542b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:22.870559 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fdb3606b-f23b-4bce-8ad5-80f3b61888df req-5856a63e-9ef4-4a44-a0c2-3af5bab5013d tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548093 May 06 09:40:22.892493 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f449c1e2-33fe-404f-9e63-70b6ab48542b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:23.028149 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f449c1e2-33fe-404f-9e63-70b6ab48542b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:23.036664 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f449c1e2-33fe-404f-9e63-70b6ab48542b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:23.043827 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f449c1e2-33fe-404f-9e63-70b6ab48542b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ac27783d-1a8b-49fb-95f7-e87593c66a79 HTTP/1.1" status: 204 len: 168 time: 0.3607583 May 06 09:40:23.067027 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449c1e2-33fe-404f-9e63-70b6ab48542b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac27783d-1a8b-49fb-95f7-e87593c66a79,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:23.134148 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e970ad8b-db4f-4142-a9c5-8de9c35cac2c req-ceef7fe5-a7bc-4473-a0b5-61defd3fe17a tempest-ServersAdmin275Test-324888828 tempest-ServersAdmin275Test-324888828-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.0540941 May 06 09:40:23.401808 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec234e3a-b7fc-45c7-b0cd-48543f4b57c8 req-5608837b-f08d-42e7-a824-70eb1eea1d43 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:23.418604 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ec234e3a-b7fc-45c7-b0cd-48543f4b57c8 req-5608837b-f08d-42e7-a824-70eb1eea1d43 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=aed9a707-e1bf-478a-b567-ad0d46757d4f HTTP/1.1" status: 200 len: 945 time: 0.1192865 May 06 09:40:23.485453 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ec234e3a-b7fc-45c7-b0cd-48543f4b57c8 req-e7c524a0-80e9-4168-9059-efde4bed382a tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626869 May 06 09:40:23.547810 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 6b39d1a3-103f-40c1-b13a-58663e7b1409 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:40:23.742994 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1875e-ae44-4ba8-bedd-ff670c45528d req-02104d04-0201-4eac-9046-c71b3d2e61ee tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:23.745468 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7df1875e-ae44-4ba8-bedd-ff670c45528d req-02104d04-0201-4eac-9046-c71b3d2e61ee tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=aec4ffd2-4b7f-4294-898f-da3a77cd5d31 HTTP/1.1" status: 200 len: 947 time: 0.1015422 May 06 09:40:23.784015 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 6b39d1a3-103f-40c1-b13a-58663e7b1409, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=6b39d1a3-103f-40c1-b13a-58663e7b1409,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:23.811843 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7df1875e-ae44-4ba8-bedd-ff670c45528d req-71caac17-0d5d-4502-92dc-45495955ea95 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609007 May 06 09:40:23.824962 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '6b39d1a3-103f-40c1-b13a-58663e7b1409', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': '6b39d1a3-103f-40c1-b13a-58663e7b1409', 'mac_address': 'fa:16:3e:77:12:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:40:23.888741 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:23.929275 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b39d1a3-103f-40c1-b13a-58663e7b1409 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:23.986240 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 6b39d1a3-103f-40c1-b13a-58663e7b1409, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=6b39d1a3-103f-40c1-b13a-58663e7b1409,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:24.006606 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:24.081134 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=6b39d1a3-103f-40c1-b13a-58663e7b1409,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:24.162858 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb0d3d-ebec-444a-8600-e82a680e6b8c req-610ae0dc-911a-4d6d-be32-de1eb5ec2cae tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:24.187686 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb0d3d-ebec-444a-8600-e82a680e6b8c req-610ae0dc-911a-4d6d-be32-de1eb5ec2cae tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:24.200222 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0afb0d3d-ebec-444a-8600-e82a680e6b8c req-610ae0dc-911a-4d6d-be32-de1eb5ec2cae tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7e85c0f-0293-4f58-b1bb-6868a84c2420 HTTP/1.1" status: 200 len: 1683 time: 0.1854761 May 06 09:40:24.350618 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0afb0d3d-ebec-444a-8600-e82a680e6b8c req-18504435-e5e6-41da-bc77-d0754bde6286 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568618 May 06 09:40:24.429235 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['6b39d1a3-103f-40c1-b13a-58663e7b1409'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:24.465376 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-890ff8e6-7987-404a-b0de-0b73f3224018 req-d23c4248-305c-4246-ba11-68d44fa36333 tempest-ServersAdmin275Test-324888828 tempest-ServersAdmin275Test-324888828-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.1105528 May 06 09:40:24.632330 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691be41e-761b-44c7-8b01-66a9ebf27c07 req-ea396820-a088-4307-80da-aa1fc7ff932b tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:24.658483 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691be41e-761b-44c7-8b01-66a9ebf27c07 req-ea396820-a088-4307-80da-aa1fc7ff932b tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:24.665624 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-691be41e-761b-44c7-8b01-66a9ebf27c07 req-ea396820-a088-4307-80da-aa1fc7ff932b tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.84 "GET /v2.0/ports?device_id=a7e85c0f-0293-4f58-b1bb-6868a84c2420 HTTP/1.1" status: 200 len: 1683 time: 0.2218916 May 06 09:40:24.841499 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45202) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:24.909233 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7d309efc-ac56-49fc-8d2f-1df96877f1cd req-16addaae-7ae2-43bf-a93d-78434c0fab32 tempest-QuotasAdminNegativeTest-605854579 tempest-QuotasAdminNegativeTest-605854579-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=dad97fcca66e498d823bcb1643a37cba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1248963 May 06 09:40:25.108035 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7eaa1-9bb0-4e2a-ae1f-3f5a29584c35 req-aea0b75c-e14e-4d48-8576-f0556822e7eb tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:25.127771 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95f7eaa1-9bb0-4e2a-ae1f-3f5a29584c35 req-aea0b75c-e14e-4d48-8576-f0556822e7eb tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=aed9a707-e1bf-478a-b567-ad0d46757d4f HTTP/1.1" status: 200 len: 945 time: 0.3423102 May 06 09:40:25.138026 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 7b0be1c1-d3fb-464b-a0e0-5b1a926b435b details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:40:25.203245 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-59cf936b-3cfd-41fc-a66f-ee5d34ceb09c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-871212160-network', 'tenant_id': 'ec2753d428b54cf3a1540ddafdb640e8'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:25.265420 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cf936b-3cfd-41fc-a66f-ee5d34ceb09c admin admin] Made reservation on behalf of ec2753d428b54cf3a1540ddafdb640e8 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:40:25.270196 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-59cf936b-3cfd-41fc-a66f-ee5d34ceb09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:25.292670 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-59cf936b-3cfd-41fc-a66f-ee5d34ceb09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:25.304714 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-691be41e-761b-44c7-8b01-66a9ebf27c07 req-3a425e8a-e380-4f4f-b154-e991aa7f6fd7 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Deleting port 67549874-1010-4ea3-945e-5407fc659e73 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:25.305064 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-691be41e-761b-44c7-8b01-66a9ebf27c07 req-3a425e8a-e380-4f4f-b154-e991aa7f6fd7 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:25.330786 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d309efc-ac56-49fc-8d2f-1df96877f1cd req-e3b63575-b24e-4512-b389-b84cf4bff0f5 tempest-QuotasAdminNegativeTest-605854579 tempest-QuotasAdminNegativeTest-605854579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:25.355618 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7d309efc-ac56-49fc-8d2f-1df96877f1cd req-e3b63575-b24e-4512-b389-b84cf4bff0f5 tempest-QuotasAdminNegativeTest-605854579 tempest-QuotasAdminNegativeTest-605854579-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3951733 May 06 09:40:25.442697 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 7b0be1c1-d3fb-464b-a0e0-5b1a926b435b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=7b0be1c1-d3fb-464b-a0e0-5b1a926b435b,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:25.472704 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-59cf936b-3cfd-41fc-a66f-ee5d34ceb09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:25.480693 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-59cf936b-3cfd-41fc-a66f-ee5d34ceb09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:25.495678 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '7b0be1c1-d3fb-464b-a0e0-5b1a926b435b', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': '7b0be1c1-d3fb-464b-a0e0-5b1a926b435b', 'mac_address': 'fa:16:3e:4c:64:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:40:25.516817 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95f7eaa1-9bb0-4e2a-ae1f-3f5a29584c35 req-de860dac-86ed-4559-a38d-0015c1ba98e3 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881500 May 06 09:40:25.527994 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7d309efc-ac56-49fc-8d2f-1df96877f1cd req-ad86c3c4-54f6-4af6-8352-9651fffe488c tempest-QuotasAdminNegativeTest-605854579 tempest-QuotasAdminNegativeTest-605854579-project] 10.222.0.73 "GET /v2.0/quotas/dad97fcca66e498d823bcb1643a37cba HTTP/1.1" status: 200 len: 375 time: 0.1714220 May 06 09:40:25.552860 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf936b-3cfd-41fc-a66f-ee5d34ceb09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d8acfe-8db3-4840-8322-47405c628416,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:25.567776 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59cf936b-3cfd-41fc-a66f-ee5d34ceb09c admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:40:25.592493 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-59cf936b-3cfd-41fc-a66f-ee5d34ceb09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:25.594037 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbadd2-9c0d-46df-ac0e-fc10408fb01f req-3b0dedf2-d115-4ecd-b9e9-b66979412f58 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:25.594724 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-59cf936b-3cfd-41fc-a66f-ee5d34ceb09c admin admin] Added segment d7bf73d9-6bca-4a83-896b-2d3ec2a1bb71 of type vlan for network 1f2f8047-9755-4ba6-bd1d-a7c1679f8259 May 06 09:40:25.595646 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9adbadd2-9c0d-46df-ac0e-fc10408fb01f req-3b0dedf2-d115-4ecd-b9e9-b66979412f58 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.84 "GET /v2.0/ports?device_id=aed9a707-e1bf-478a-b567-ad0d46757d4f HTTP/1.1" status: 200 len: 945 time: 0.4594157 May 06 09:40:25.618076 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:25.655435 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b0be1c1-d3fb-464b-a0e0-5b1a926b435b {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:25.659147 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7d309efc-ac56-49fc-8d2f-1df96877f1cd req-65740509-806c-44e2-9b97-dc02e7e0b56b tempest-QuotasAdminNegativeTest-605854579 tempest-QuotasAdminNegativeTest-605854579-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=dad97fcca66e498d823bcb1643a37cba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1268051 May 06 09:40:25.693792 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-59cf936b-3cfd-41fc-a66f-ee5d34ceb09c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:25.729526 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-59cf936b-3cfd-41fc-a66f-ee5d34ceb09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:25.731963 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cf936b-3cfd-41fc-a66f-ee5d34ceb09c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:25.732592 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-59cf936b-3cfd-41fc-a66f-ee5d34ceb09c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:25.762117 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 7b0be1c1-d3fb-464b-a0e0-5b1a926b435b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=7b0be1c1-d3fb-464b-a0e0-5b1a926b435b,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:25.774864 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-59cf936b-3cfd-41fc-a66f-ee5d34ceb09c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9273193 May 06 09:40:25.776144 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:25.804380 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45218) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:25.814185 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-484ed012-ca2b-4126-b2b6-73955c47341d admin admin] Request body: {'subnet': {'network_id': '1f2f8047-9755-4ba6-bd1d-a7c1679f8259', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-871212160-subnet', 'tenant_id': 'ec2753d428b54cf3a1540ddafdb640e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:25.969366 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf936b-3cfd-41fc-a66f-ee5d34ceb09c admin admin] Pushing event updated for resources: {'Network': ['ID=1f2f8047-9755-4ba6-bd1d-a7c1679f8259,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:25.981048 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484ed012-ca2b-4126-b2b6-73955c47341d admin admin] Made reservation on behalf of ec2753d428b54cf3a1540ddafdb640e8 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:40:25.989418 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-484ed012-ca2b-4126-b2b6-73955c47341d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:26.006094 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 1f2f8047-9755-4ba6-bd1d-a7c1679f8259 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:40:26.214133 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-691be41e-761b-44c7-8b01-66a9ebf27c07 req-3a425e8a-e380-4f4f-b154-e991aa7f6fd7 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] For port 67549874-1010-4ea3-945e-5407fc659e73, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=67549874-1010-4ea3-945e-5407fc659e73,segment=NetworkSegment(ead1ea65-131f-4ff5-a9de-d95f8e176527),segment_id=ead1ea65-131f-4ff5-a9de-d95f8e176527)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:26.214952 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-691be41e-761b-44c7-8b01-66a9ebf27c07 req-3a425e8a-e380-4f4f-b154-e991aa7f6fd7 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:26.295982 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-691be41e-761b-44c7-8b01-66a9ebf27c07 req-3a425e8a-e380-4f4f-b154-e991aa7f6fd7 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Calling delete_port for 67549874-1010-4ea3-945e-5407fc659e73 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:26.298065 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=7b0be1c1-d3fb-464b-a0e0-5b1a926b435b,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:26.347110 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['7b0be1c1-d3fb-464b-a0e0-5b1a926b435b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:26.350238 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-484ed012-ca2b-4126-b2b6-73955c47341d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:26.473161 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ed012-ca2b-4126-b2b6-73955c47341d admin admin] Pushing event updated for resources: {'Subnet': ['ID=254c74e9-5616-4086-99b7-a76d2efdf170,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:26.486355 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484ed012-ca2b-4126-b2b6-73955c47341d admin admin] Checking segment: {'id': 'd7bf73d9-6bca-4a83-896b-2d3ec2a1bb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '1f2f8047-9755-4ba6-bd1d-a7c1679f8259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:26.487244 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484ed012-ca2b-4126-b2b6-73955c47341d admin admin] Network hostable DHCP agents. Network: 1f2f8047-9755-4ba6-bd1d-a7c1679f8259, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:40:26.517486 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484ed012-ca2b-4126-b2b6-73955c47341d admin admin] Network 1f2f8047-9755-4ba6-bd1d-a7c1679f8259 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:40:26.542263 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-484ed012-ca2b-4126-b2b6-73955c47341d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 1f2f8047-9755-4ba6-bd1d-a7c1679f8259) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:40:26.550061 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484ed012-ca2b-4126-b2b6-73955c47341d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:26.550807 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-484ed012-ca2b-4126-b2b6-73955c47341d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:26.582989 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106d0321-8ba7-4282-b538-b092c18e128b None None] Network 1f2f8047-9755-4ba6-bd1d-a7c1679f8259 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:40:26.605779 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-484ed012-ca2b-4126-b2b6-73955c47341d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7994220 May 06 09:40:26.721547 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-691be41e-761b-44c7-8b01-66a9ebf27c07 req-3a425e8a-e380-4f4f-b154-e991aa7f6fd7 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:26.780363 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1990304-95d3-461a-9aef-96ce840e8c32 None None] Network 1f2f8047-9755-4ba6-bd1d-a7c1679f8259 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:40:26.842475 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-691be41e-761b-44c7-8b01-66a9ebf27c07 req-3a425e8a-e380-4f4f-b154-e991aa7f6fd7 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] No DVR routers for this DVR port 67549874-1010-4ea3-945e-5407fc659e73 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:26.845693 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-691be41e-761b-44c7-8b01-66a9ebf27c07 req-3a425e8a-e380-4f4f-b154-e991aa7f6fd7 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:26.850058 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-691be41e-761b-44c7-8b01-66a9ebf27c07 req-3a425e8a-e380-4f4f-b154-e991aa7f6fd7 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.84 "DELETE /v2.0/ports/67549874-1010-4ea3-945e-5407fc659e73 HTTP/1.1" status: 204 len: 173 time: 2.1758940 May 06 09:40:26.935390 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e85c0f-0293-4f58-b1bb-6868a84c2420', 'name': 'network-vif-deleted', 'tag': '67549874-1010-4ea3-945e-5407fc659e73'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:26.938181 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b0229b-5a14-4ab8-9559-a35ca174ce2f" -d '{"events": [{"server_uuid": "a7e85c0f-0293-4f58-b1bb-6868a84c2420", "name": "network-vif-deleted", "tag": "67549874-1010-4ea3-945e-5407fc659e73"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:26.953178 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97fc4f-b4ee-4740-929c-7b2476682815 req-825e5a53-d1eb-497c-853b-568b53d90e3d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:26.963791 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2e97fc4f-b4ee-4740-929c-7b2476682815 req-825e5a53-d1eb-497c-853b-568b53d90e3d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=aec4ffd2-4b7f-4294-898f-da3a77cd5d31 HTTP/1.1" status: 200 len: 948 time: 1.2530272 May 06 09:40:27.046183 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a425e8a-e380-4f4f-b154-e991aa7f6fd7 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Pushing event deleted for resources: {'Port': ['ID=67549874-1010-4ea3-945e-5407fc659e73,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:27.109822 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2e97fc4f-b4ee-4740-929c-7b2476682815 req-b93eb488-c1a1-48b3-8809-72aa395a0dfd tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444964 May 06 09:40:27.153205 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 67549874-1010-4ea3-945e-5407fc659e73 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:27.161075 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87ed84-3534-4a3d-9f42-2c1d83aefb2a req-03830cd2-9ccf-467e-bb2b-282eadb28f44 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:27.170740 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87ed84-3534-4a3d-9f42-2c1d83aefb2a req-03830cd2-9ccf-467e-bb2b-282eadb28f44 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:27.184602 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc87ed84-3534-4a3d-9f42-2c1d83aefb2a req-03830cd2-9ccf-467e-bb2b-282eadb28f44 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7e85c0f-0293-4f58-b1bb-6868a84c2420 HTTP/1.1" status: 200 len: 1604 time: 1.0200887 May 06 09:40:27.215673 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 67549874-1010-4ea3-945e-5407fc659e73 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:40:27.216589 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 67549874-1010-4ea3-945e-5407fc659e73 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:40:27.223928 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 02a05ff6-0454-4f53-b38e-1e0daa88fa7e no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:27.279669 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc87ed84-3534-4a3d-9f42-2c1d83aefb2a req-2af80b66-3486-4188-817d-e0369d308e7c tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827878 May 06 09:40:27.333061 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56052549-6a85-499d-a006-63823444c6d5 req-3b64fa58-e7da-4516-98be-82ba1605e084 tempest-ServersAdmin275Test-324888828 tempest-ServersAdmin275Test-324888828-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.0685153 May 06 09:40:27.371760 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-9adbadd2-9c0d-46df-ac0e-fc10408fb01f req-64cf5f4b-3f87-4a6a-96df-b3af3b329bab tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Deleting port 47764ca7-ef90-4398-a6eb-18e5724036ea {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:27.372110 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-9adbadd2-9c0d-46df-ac0e-fc10408fb01f req-64cf5f4b-3f87-4a6a-96df-b3af3b329bab tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:27.426103 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:27.554869 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e85c0f-0293-4f58-b1bb-6868a84c2420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02a05ff6-0454-4f53-b38e-1e0daa88fa7e'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:27.562275 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1e8bf7-8e34-4900-8121-040a77c34bbe" -d '{"events": [{"server_uuid": "a7e85c0f-0293-4f58-b1bb-6868a84c2420", "name": "network-vif-unplugged", "status": "completed", "tag": "02a05ff6-0454-4f53-b38e-1e0daa88fa7e"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:27.588192 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 6b39d1a3-103f-40c1-b13a-58663e7b1409 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:27.615706 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 02a05ff6-0454-4f53-b38e-1e0daa88fa7e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=02a05ff6-0454-4f53-b38e-1e0daa88fa7e,segment=NetworkSegment(9b5875de-32ef-4f4f-9461-f6679c5bc7bf),segment_id=9b5875de-32ef-4f4f-9461-f6679c5bc7bf)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:27.628859 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-691be41e-761b-44c7-8b01-66a9ebf27c07 req-30169ed9-3f5f-4290-87cd-8428868ca021 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Deleting port 02a05ff6-0454-4f53-b38e-1e0daa88fa7e {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:27.633013 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-691be41e-761b-44c7-8b01-66a9ebf27c07 req-30169ed9-3f5f-4290-87cd-8428868ca021 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:27.696499 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:27.697291 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 47764ca7-ef90-4398-a6eb-18e5724036ea no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:27.845518 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 6b39d1a3-103f-40c1-b13a-58663e7b1409 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:40:27.854217 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 6b39d1a3-103f-40c1-b13a-58663e7b1409 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:27.854880 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:27.874896 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45262) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:27.881177 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-0119b622-7683-4c3a-b25a-9ab934901794 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1011571275-network', 'tenant_id': '503cfe76f4484040bd73094bb16ec2ed'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:27.886245 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bc4b2-425c-4474-9c4e-28a3719e9b7a req-5e97dfca-f87f-48ef-a3c5-c82ee711b1fa tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:27.920668 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-980bc4b2-425c-4474-9c4e-28a3719e9b7a req-5e97dfca-f87f-48ef-a3c5-c82ee711b1fa tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=aed9a707-e1bf-478a-b567-ad0d46757d4f HTTP/1.1" status: 200 len: 945 time: 0.3565526 May 06 09:40:27.934496 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0119b622-7683-4c3a-b25a-9ab934901794 admin admin] Made reservation on behalf of 503cfe76f4484040bd73094bb16ec2ed for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:40:27.940201 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0119b622-7683-4c3a-b25a-9ab934901794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:27.954549 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0119b622-7683-4c3a-b25a-9ab934901794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:28.029025 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:28.042669 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-9adbadd2-9c0d-46df-ac0e-fc10408fb01f req-64cf5f4b-3f87-4a6a-96df-b3af3b329bab tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] For port 47764ca7-ef90-4398-a6eb-18e5724036ea, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=47764ca7-ef90-4398-a6eb-18e5724036ea,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:28.043348 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-9adbadd2-9c0d-46df-ac0e-fc10408fb01f req-64cf5f4b-3f87-4a6a-96df-b3af3b329bab tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:28.047715 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=02a05ff6-0454-4f53-b38e-1e0daa88fa7e,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:28.082039 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879f228c-31c1-41c4-9434-5035232691fb x-openstack-request-id: req-879f228c-31c1-41c4-9434-5035232691fb {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:28.082362 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e85c0f-0293-4f58-b1bb-6868a84c2420", "name": "network-vif-deleted", "tag": "67549874-1010-4ea3-945e-5407fc659e73", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:28.082814 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-879f228c-31c1-41c4-9434-5035232691fb {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:28.083578 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-879f228c-31c1-41c4-9434-5035232691fb'] response: {'server_uuid': 'a7e85c0f-0293-4f58-b1bb-6868a84c2420', 'name': 'network-vif-deleted', 'tag': '67549874-1010-4ea3-945e-5407fc659e73', 'status': 'completed', 'code': 200} May 06 09:40:28.121442 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 47764ca7-ef90-4398-a6eb-18e5724036ea, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=47764ca7-ef90-4398-a6eb-18e5724036ea,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:28.134487 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0119b622-7683-4c3a-b25a-9ab934901794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:28.144849 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-9adbadd2-9c0d-46df-ac0e-fc10408fb01f req-64cf5f4b-3f87-4a6a-96df-b3af3b329bab tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Calling delete_port for 47764ca7-ef90-4398-a6eb-18e5724036ea owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:28.150317 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0119b622-7683-4c3a-b25a-9ab934901794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:28.150672 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066f531b-3e0a-4cd3-81a2-87ab417304f6 x-openstack-request-id: req-066f531b-3e0a-4cd3-81a2-87ab417304f6 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:28.151014 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e85c0f-0293-4f58-b1bb-6868a84c2420", "name": "network-vif-unplugged", "status": "completed", "tag": "02a05ff6-0454-4f53-b38e-1e0daa88fa7e", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:28.151307 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-066f531b-3e0a-4cd3-81a2-87ab417304f6 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:28.151831 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-066f531b-3e0a-4cd3-81a2-87ab417304f6'] response: {'server_uuid': 'a7e85c0f-0293-4f58-b1bb-6868a84c2420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02a05ff6-0454-4f53-b38e-1e0daa88fa7e', 'code': 200} May 06 09:40:28.154958 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:28.180584 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-691be41e-761b-44c7-8b01-66a9ebf27c07 req-30169ed9-3f5f-4290-87cd-8428868ca021 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] For port 02a05ff6-0454-4f53-b38e-1e0daa88fa7e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=02a05ff6-0454-4f53-b38e-1e0daa88fa7e,segment=NetworkSegment(9b5875de-32ef-4f4f-9461-f6679c5bc7bf),segment_id=9b5875de-32ef-4f4f-9461-f6679c5bc7bf)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:28.181305 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-691be41e-761b-44c7-8b01-66a9ebf27c07 req-30169ed9-3f5f-4290-87cd-8428868ca021 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:28.235720 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=47764ca7-ef90-4398-a6eb-18e5724036ea,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:28.249968 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0119b622-7683-4c3a-b25a-9ab934901794 admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:40:28.263022 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-691be41e-761b-44c7-8b01-66a9ebf27c07 req-30169ed9-3f5f-4290-87cd-8428868ca021 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Calling delete_port for 02a05ff6-0454-4f53-b38e-1e0daa88fa7e owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:28.283901 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119b622-7683-4c3a-b25a-9ab934901794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4501fe-9322-43e5-a082-510197c8c9c6,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:28.285959 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:28.302037 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0119b622-7683-4c3a-b25a-9ab934901794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:28.303323 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-0119b622-7683-4c3a-b25a-9ab934901794 admin admin] Added segment 48711fef-d986-46ce-9477-3c1c33013354 of type vlan for network d06821bc-18ec-4036-bc3c-1b71f15f3dc4 May 06 09:40:28.310181 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-980bc4b2-425c-4474-9c4e-28a3719e9b7a req-b0cd559b-fbe7-435b-9bb2-97d1dcd3a2df tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882611 May 06 09:40:28.358111 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 6b39d1a3-103f-40c1-b13a-58663e7b1409, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=6b39d1a3-103f-40c1-b13a-58663e7b1409,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:28.371220 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:28.462172 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0119b622-7683-4c3a-b25a-9ab934901794 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:28.575824 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0119b622-7683-4c3a-b25a-9ab934901794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:28.577420 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0119b622-7683-4c3a-b25a-9ab934901794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:28.579307 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0119b622-7683-4c3a-b25a-9ab934901794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:28.640749 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=6b39d1a3-103f-40c1-b13a-58663e7b1409,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:28.783694 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119b622-7683-4c3a-b25a-9ab934901794 admin admin] Pushing event updated for resources: {'Network': ['ID=d06821bc-18ec-4036-bc3c-1b71f15f3dc4,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:28.803526 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0119b622-7683-4c3a-b25a-9ab934901794 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9299421 May 06 09:40:28.803896 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network d06821bc-18ec-4036-bc3c-1b71f15f3dc4 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:40:28.804294 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45284) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:28.810014 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-fbb8a558-c26a-438a-91bd-a5e63e25432a admin admin] Request body: {'subnet': {'network_id': 'd06821bc-18ec-4036-bc3c-1b71f15f3dc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1011571275-subnet', 'tenant_id': '503cfe76f4484040bd73094bb16ec2ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:28.846801 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb8a558-c26a-438a-91bd-a5e63e25432a admin admin] Made reservation on behalf of 503cfe76f4484040bd73094bb16ec2ed for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:40:28.851703 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fbb8a558-c26a-438a-91bd-a5e63e25432a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:28.937265 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45286) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:29.006915 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:29.181714 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 7b0be1c1-d3fb-464b-a0e0-5b1a926b435b up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:29.215321 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f5e0aa81-f511-4886-9ef4-2a83232e3323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:29.272867 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 7b0be1c1-d3fb-464b-a0e0-5b1a926b435b completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:40:29.283108 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 7b0be1c1-d3fb-464b-a0e0-5b1a926b435b triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:29.284291 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:29.376404 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fbb8a558-c26a-438a-91bd-a5e63e25432a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:29.442763 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edba989-0282-4cb7-b9e9-fb173b640dcf req-ee8f8bee-7481-47be-8dca-8de9f38007c4 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:29.451826 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8edba989-0282-4cb7-b9e9-fb173b640dcf req-ee8f8bee-7481-47be-8dca-8de9f38007c4 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=aec4ffd2-4b7f-4294-898f-da3a77cd5d31 HTTP/1.1" status: 200 len: 948 time: 0.9260528 May 06 09:40:29.510692 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8a558-c26a-438a-91bd-a5e63e25432a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dda57cd9-0591-4860-b33c-1ea5fd510848,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:29.557022 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d801eec-8730-4d88-a267-850c50be2d39 req-c39c208b-fa9d-441b-aa21-4aea4fdd501e tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:29.565248 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d801eec-8730-4d88-a267-850c50be2d39 req-c39c208b-fa9d-441b-aa21-4aea4fdd501e tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7e85c0f-0293-4f58-b1bb-6868a84c2420 HTTP/1.1" status: 200 len: 944 time: 0.2586229 May 06 09:40:29.582518 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb8a558-c26a-438a-91bd-a5e63e25432a admin admin] Checking segment: {'id': '48711fef-d986-46ce-9477-3c1c33013354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd06821bc-18ec-4036-bc3c-1b71f15f3dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:29.583712 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb8a558-c26a-438a-91bd-a5e63e25432a admin admin] Network hostable DHCP agents. Network: d06821bc-18ec-4036-bc3c-1b71f15f3dc4, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:40:29.588543 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f5e0aa81-f511-4886-9ef4-2a83232e3323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:29.612599 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f5e0aa81-f511-4886-9ef4-2a83232e3323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:29.643779 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d801eec-8730-4d88-a267-850c50be2d39 req-666d9787-40d6-44eb-88a5-c5fcfb2f5d03 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775054 May 06 09:40:29.695602 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb8a558-c26a-438a-91bd-a5e63e25432a admin admin] Network d06821bc-18ec-4036-bc3c-1b71f15f3dc4 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:40:29.710724 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f5e0aa81-f511-4886-9ef4-2a83232e3323 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dad97fcca66e498d823bcb1643a37cba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7689302 May 06 09:40:29.711007 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0aa81-f511-4886-9ef4-2a83232e3323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9388631c-8764-49f3-91b6-f85166101c5f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:29.715975 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45298) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:29.718734 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-9adbadd2-9c0d-46df-ac0e-fc10408fb01f req-64cf5f4b-3f87-4a6a-96df-b3af3b329bab tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:29.727066 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-fbb8a558-c26a-438a-91bd-a5e63e25432a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, d06821bc-18ec-4036-bc3c-1b71f15f3dc4) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:40:29.741867 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb8a558-c26a-438a-91bd-a5e63e25432a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:29.744640 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fbb8a558-c26a-438a-91bd-a5e63e25432a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:29.752664 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['bf4790b9-844b-4827-8a7f-ab8e62106a3b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:29.782589 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221a6b6f-3d28-4278-b718-eaf25b24f8d4 None None] Network d06821bc-18ec-4036-bc3c-1b71f15f3dc4 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:40:29.788168 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:29.815180 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fbb8a558-c26a-438a-91bd-a5e63e25432a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0071101 May 06 09:40:29.833619 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8edba989-0282-4cb7-b9e9-fb173b640dcf req-bd009450-4937-49b5-87cf-cbfbe0bb77f9 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806031 May 06 09:40:29.883156 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e7eecc3e-5795-44cb-bc60-eccb91f330ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:30.018450 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf5f4b-3f87-4a6a-96df-b3af3b329bab tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Pushing event deleted for resources: {'Port': ['ID=47764ca7-ef90-4398-a6eb-18e5724036ea,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:30.021657 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-848e4a79-fb6b-4015-843a-e1d128a2f3c1 req-e5ca4c50-4381-4cf9-bbac-7f15726a0d67 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.1240923 May 06 09:40:30.050675 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e7eecc3e-5795-44cb-bc60-eccb91f330ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:30.112696 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45302) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:30.205606 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-0045b08c-7bda-4df6-8f1c-8f0823aff820 admin admin] Deleting subnet 254c74e9-5616-4086-99b7-a76d2efdf170 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:40:30.212331 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0045b08c-7bda-4df6-8f1c-8f0823aff820 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:30.222589 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f001542d-2199-41ab-bf44-79517732d7d4 req-e1f7109a-62de-4f66-aa35-3444de3c68f0 tempest-ServersAdmin275Test-324888828 tempest-ServersAdmin275Test-324888828-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.2555184 May 06 09:40:30.269410 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0045b08c-7bda-4df6-8f1c-8f0823aff820 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:30.328564 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed9a707-e1bf-478a-b567-ad0d46757d4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47764ca7-ef90-4398-a6eb-18e5724036ea'}, {'server_uuid': '1956d6d8-d6fa-4511-9b33-4b3541320bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b39d1a3-103f-40c1-b13a-58663e7b1409'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:30.331157 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c602d5da-f19b-459b-b900-de4bbc79d389" -d '{"events": [{"server_uuid": "aed9a707-e1bf-478a-b567-ad0d46757d4f", "name": "network-vif-unplugged", "status": "completed", "tag": "47764ca7-ef90-4398-a6eb-18e5724036ea"}, {"server_uuid": "1956d6d8-d6fa-4511-9b33-4b3541320bf9", "name": "network-vif-plugged", "status": "completed", "tag": "6b39d1a3-103f-40c1-b13a-58663e7b1409"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:30.336341 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0045b08c-7bda-4df6-8f1c-8f0823aff820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:30.368603 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-9adbadd2-9c0d-46df-ac0e-fc10408fb01f req-64cf5f4b-3f87-4a6a-96df-b3af3b329bab tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] No DVR routers for this DVR port 47764ca7-ef90-4398-a6eb-18e5724036ea on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:30.385022 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-9adbadd2-9c0d-46df-ac0e-fc10408fb01f req-64cf5f4b-3f87-4a6a-96df-b3af3b329bab tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:30.399109 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9adbadd2-9c0d-46df-ac0e-fc10408fb01f req-64cf5f4b-3f87-4a6a-96df-b3af3b329bab tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.84 "DELETE /v2.0/ports/47764ca7-ef90-4398-a6eb-18e5724036ea HTTP/1.1" status: 204 len: 173 time: 4.7591980 May 06 09:40:30.404126 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed9a707-e1bf-478a-b567-ad0d46757d4f', 'name': 'network-vif-deleted', 'tag': '47764ca7-ef90-4398-a6eb-18e5724036ea'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:30.415670 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a7c1c0-5cc6-44ee-9ae0-3770f6c571d3" -d '{"events": [{"server_uuid": "aed9a707-e1bf-478a-b567-ad0d46757d4f", "name": "network-vif-deleted", "tag": "47764ca7-ef90-4398-a6eb-18e5724036ea"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:30.422083 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0045b08c-7bda-4df6-8f1c-8f0823aff820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:30.470638 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 06 May 2022 09:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5112d3b9-be66-4c00-9f0b-f69beb5a424f x-openstack-request-id: req-5112d3b9-be66-4c00-9f0b-f69beb5a424f {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:30.470936 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed9a707-e1bf-478a-b567-ad0d46757d4f", "name": "network-vif-unplugged", "status": "completed", "tag": "47764ca7-ef90-4398-a6eb-18e5724036ea", "code": 200}, {"server_uuid": "1956d6d8-d6fa-4511-9b33-4b3541320bf9", "name": "network-vif-plugged", "status": "completed", "tag": "6b39d1a3-103f-40c1-b13a-58663e7b1409", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:30.471263 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5112d3b9-be66-4c00-9f0b-f69beb5a424f {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:30.472034 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5112d3b9-be66-4c00-9f0b-f69beb5a424f'] response: {'server_uuid': 'aed9a707-e1bf-478a-b567-ad0d46757d4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47764ca7-ef90-4398-a6eb-18e5724036ea', 'code': 200} May 06 09:40:30.472334 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5112d3b9-be66-4c00-9f0b-f69beb5a424f'] response: {'server_uuid': '1956d6d8-d6fa-4511-9b33-4b3541320bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b39d1a3-103f-40c1-b13a-58663e7b1409', 'code': 200} May 06 09:40:30.504606 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7591629f-7235-435e-8978-4dcb5c998604 req-05bfdfb7-f2a5-4c51-a8e2-ebcdb6c80d25 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=aed9a707-e1bf-478a-b567-ad0d46757d4f HTTP/1.1" status: 200 len: 210 time: 0.2780862 May 06 09:40:30.557769 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0904fe-b229-491d-b766-c63aa48f64fc x-openstack-request-id: req-7f0904fe-b229-491d-b766-c63aa48f64fc {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:30.558085 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed9a707-e1bf-478a-b567-ad0d46757d4f", "name": "network-vif-deleted", "tag": "47764ca7-ef90-4398-a6eb-18e5724036ea", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:30.558354 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7f0904fe-b229-491d-b766-c63aa48f64fc {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:30.558792 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f0904fe-b229-491d-b766-c63aa48f64fc'] response: {'server_uuid': 'aed9a707-e1bf-478a-b567-ad0d46757d4f', 'name': 'network-vif-deleted', 'tag': '47764ca7-ef90-4398-a6eb-18e5724036ea', 'status': 'completed', 'code': 200} May 06 09:40:30.559198 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 7b0be1c1-d3fb-464b-a0e0-5b1a926b435b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=7b0be1c1-d3fb-464b-a0e0-5b1a926b435b,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:30.571455 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045b08c-7bda-4df6-8f1c-8f0823aff820 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=254c74e9-5616-4086-99b7-a76d2efdf170,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:30.574245 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-691be41e-761b-44c7-8b01-66a9ebf27c07 req-30169ed9-3f5f-4290-87cd-8428868ca021 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:30.584749 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0045b08c-7bda-4df6-8f1c-8f0823aff820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:30.592679 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0045b08c-7bda-4df6-8f1c-8f0823aff820 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/254c74e9-5616-4086-99b7-a76d2efdf170 HTTP/1.1" status: 204 len: 168 time: 0.4788048 May 06 09:40:30.594494 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45308) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:30.595918 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e7eecc3e-5795-44cb-bc60-eccb91f330ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:30.602011 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e7eecc3e-5795-44cb-bc60-eccb91f330ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:30.603778 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:30.608603 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e7eecc3e-5795-44cb-bc60-eccb91f330ff admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9388631c-8764-49f3-91b6-f85166101c5f HTTP/1.1" status: 204 len: 168 time: 0.8906195 May 06 09:40:30.678494 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30169ed9-3f5f-4290-87cd-8428868ca021 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Pushing event deleted for resources: {'Port': ['ID=02a05ff6-0454-4f53-b38e-1e0daa88fa7e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:30.723447 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eecc3e-5795-44cb-bc60-eccb91f330ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9388631c-8764-49f3-91b6-f85166101c5f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:30.797020 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-691be41e-761b-44c7-8b01-66a9ebf27c07 req-30169ed9-3f5f-4290-87cd-8428868ca021 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] No DVR routers for this DVR port 02a05ff6-0454-4f53-b38e-1e0daa88fa7e on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:30.802754 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-691be41e-761b-44c7-8b01-66a9ebf27c07 req-30169ed9-3f5f-4290-87cd-8428868ca021 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:30.806862 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-691be41e-761b-44c7-8b01-66a9ebf27c07 req-30169ed9-3f5f-4290-87cd-8428868ca021 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.84 "DELETE /v2.0/ports/02a05ff6-0454-4f53-b38e-1e0daa88fa7e HTTP/1.1" status: 204 len: 173 time: 3.9463665 May 06 09:40:30.830173 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af65a53a-bbdc-4be5-b2c5-30aa88cb7ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:30.967639 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-065d558c-f802-421f-ba08-7b2ac36b5e9c req-c28ec35a-24ff-43d7-b362-deccbd46e5f1 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7e85c0f-0293-4f58-b1bb-6868a84c2420 HTTP/1.1" status: 200 len: 210 time: 0.1082895 May 06 09:40:31.107687 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b13ca-ca53-49ab-b162-a849930480e6 req-6b53927b-a346-4953-af47-ba55b2739be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:31.119017 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b41b13ca-ca53-49ab-b162-a849930480e6 req-6b53927b-a346-4953-af47-ba55b2739be2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1956d6d8-d6fa-4511-9b33-4b3541320bf9 HTTP/1.1" status: 200 len: 1101 time: 0.3135815 May 06 09:40:31.126862 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c295f-ccc8-4caa-b639-b414b4793051 req-c58b2b0d-e8a7-4356-bc9b-a783170e183e tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:31.151757 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-044c295f-ccc8-4caa-b639-b414b4793051 req-c58b2b0d-e8a7-4356-bc9b-a783170e183e tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=aec4ffd2-4b7f-4294-898f-da3a77cd5d31 HTTP/1.1" status: 200 len: 949 time: 0.1164382 May 06 09:40:31.170545 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe655baf-96ff-490f-b146-d9e4f08c98e2 None None] Network d06821bc-18ec-4036-bc3c-1b71f15f3dc4 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:40:31.252310 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-044c295f-ccc8-4caa-b639-b414b4793051 req-99f561c4-91df-4aaf-84fb-29df270d2f2b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994501 May 06 09:40:31.309449 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=7b0be1c1-d3fb-464b-a0e0-5b1a926b435b,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:31.327374 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:31.328027 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:31.329227 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:31.329733 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:31.330402 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:31.331035 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:31.331555 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:31.332061 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:31.332556 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:31.333055 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:31.333546 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:31.334043 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:31.386268 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af65a53a-bbdc-4be5-b2c5-30aa88cb7ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:31.495780 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7815305a-d1e8-4363-9607-598531803339 req-e2d28918-e469-4189-8812-e912cb0cf649 tempest-ServersAdmin275Test-324888828 tempest-ServersAdmin275Test-324888828-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.0737779 May 06 09:40:31.514380 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-af65a53a-bbdc-4be5-b2c5-30aa88cb7ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2f8047-9755-4ba6-bd1d-a7c1679f8259']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:31.557578 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45328) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:31.564286 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b41b13ca-ca53-49ab-b162-a849930480e6 req-07ea2043-7372-4caa-8f31-f53581c42317 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254675 May 06 09:40:31.573093 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-af65a53a-bbdc-4be5-b2c5-30aa88cb7ca0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7bf73d9-6bca-4a83-896b-2d3ec2a1bb71') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:31.573521 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-af65a53a-bbdc-4be5-b2c5-30aa88cb7ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7bf73d9-6bca-4a83-896b-2d3ec2a1bb71') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:31.581628 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-181c73f7-ef98-4189-b18e-0a0ae8e8a136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:31.612056 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af65a53a-bbdc-4be5-b2c5-30aa88cb7ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:31.684255 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af65a53a-bbdc-4be5-b2c5-30aa88cb7ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:31.695167 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af65a53a-bbdc-4be5-b2c5-30aa88cb7ca0 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:40:31.697370 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af65a53a-bbdc-4be5-b2c5-30aa88cb7ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: timer() May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:40:31.731097 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:40:31.792430 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-181c73f7-ef98-4189-b18e-0a0ae8e8a136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:31.814134 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-181c73f7-ef98-4189-b18e-0a0ae8e8a136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:31.814476 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af65a53a-bbdc-4be5-b2c5-30aa88cb7ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:31.821639 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af65a53a-bbdc-4be5-b2c5-30aa88cb7ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:31.827950 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-af65a53a-bbdc-4be5-b2c5-30aa88cb7ca0 admin admin] 10.222.0.73 "DELETE /v2.0/networks/1f2f8047-9755-4ba6-bd1d-a7c1679f8259 HTTP/1.1" status: 204 len: 168 time: 1.2170305 May 06 09:40:31.856973 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45338) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:31.868781 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65a53a-bbdc-4be5-b2c5-30aa88cb7ca0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f2f8047-9755-4ba6-bd1d-a7c1679f8259,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:31.871306 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-181c73f7-ef98-4189-b18e-0a0ae8e8a136 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7a15f50511964f918e4d89daab0170b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124924 May 06 09:40:31.882088 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45340) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:32.007448 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c73f7-ef98-4189-b18e-0a0ae8e8a136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e86d2a9-74d6-4eeb-bfa2-71149f0953ad,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:32.020625 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7145d74b-3139-462c-9a9b-4982c84de889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.058379 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7145d74b-3139-462c-9a9b-4982c84de889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.061229 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-2202425e-67eb-447e-9fb0-5ebed2dbf71b admin admin] Deleting subnet dda57cd9-0591-4860-b33c-1ea5fd510848 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:40:32.070893 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2202425e-67eb-447e-9fb0-5ebed2dbf71b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.100544 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45352) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:32.179969 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7145d74b-3139-462c-9a9b-4982c84de889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.184241 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7145d74b-3139-462c-9a9b-4982c84de889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.188405 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7145d74b-3139-462c-9a9b-4982c84de889 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7e86d2a9-74d6-4eeb-bfa2-71149f0953ad HTTP/1.1" status: 204 len: 168 time: 0.3050399 May 06 09:40:32.199346 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145d74b-3139-462c-9a9b-4982c84de889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e86d2a9-74d6-4eeb-bfa2-71149f0953ad,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:32.269379 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2202425e-67eb-447e-9fb0-5ebed2dbf71b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.314749 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7193060-7037-4c45-822f-288f30a55446 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Deleting subnet 2de834d4-e42b-4109-95c4-67aaf35f64ad {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:40:32.321734 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e7193060-7037-4c45-822f-288f30a55446 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.439602 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6915966-44d9-437c-9f75-af4e2832b818 req-978b34db-c5de-4664-88b8-fb5de3c2c436 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:32.441152 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b6915966-44d9-437c-9f75-af4e2832b818 req-978b34db-c5de-4664-88b8-fb5de3c2c436 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/networks?id=22f2ea67-0061-4453-8871-c63efbcb27a4 HTTP/1.1" status: 200 len: 805 time: 0.2805486 May 06 09:40:32.442377 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2202425e-67eb-447e-9fb0-5ebed2dbf71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.467435 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e7193060-7037-4c45-822f-288f30a55446 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.475255 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec4ffd2-4b7f-4294-898f-da3a77cd5d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0be1c1-d3fb-464b-a0e0-5b1a926b435b'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:32.478387 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ea426b-90c4-43c6-8946-ea7a8a187b08" -d '{"events": [{"server_uuid": "aec4ffd2-4b7f-4294-898f-da3a77cd5d31", "name": "network-vif-plugged", "status": "completed", "tag": "7b0be1c1-d3fb-464b-a0e0-5b1a926b435b"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:32.523967 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b6915966-44d9-437c-9f75-af4e2832b818 req-05730b91-1e93-44b1-9172-6e984173dae2 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/quotas/d5c8baf980ce4dc1ab4fba669d9b206a HTTP/1.1" status: 200 len: 375 time: 0.0503983 May 06 09:40:32.558091 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b0091-3a05-49f5-b93a-a4ca7884945d req-c8cffe45-ebb8-4b9f-85ea-509e3ae5d0b1 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:32.564206 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-477b0091-3a05-49f5-b93a-a4ca7884945d req-c8cffe45-ebb8-4b9f-85ea-509e3ae5d0b1 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=aec4ffd2-4b7f-4294-898f-da3a77cd5d31 HTTP/1.1" status: 200 len: 949 time: 0.1867523 May 06 09:40:32.578137 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e85c0f-0293-4f58-b1bb-6868a84c2420', 'name': 'network-vif-deleted', 'tag': '02a05ff6-0454-4f53-b38e-1e0daa88fa7e'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:32.579093 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568331bb-e8c3-4f2d-b6f0-d7cba0aca7b5" -d '{"events": [{"server_uuid": "a7e85c0f-0293-4f58-b1bb-6868a84c2420", "name": "network-vif-deleted", "tag": "02a05ff6-0454-4f53-b38e-1e0daa88fa7e"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:32.669349 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2202425e-67eb-447e-9fb0-5ebed2dbf71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.690639 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-477b0091-3a05-49f5-b93a-a4ca7884945d req-d90bfcce-5da3-47a9-8cb0-b1a65151c658 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254876 May 06 09:40:32.736654 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b6915966-44d9-437c-9f75-af4e2832b818 req-af54a308-5c32-46a3-b401-cc4300b063e7 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d5c8baf980ce4dc1ab4fba669d9b206a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1980779 May 06 09:40:32.739468 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e7193060-7037-4c45-822f-288f30a55446 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.752165 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202425e-67eb-447e-9fb0-5ebed2dbf71b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dda57cd9-0591-4860-b33c-1ea5fd510848,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:32.754313 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2202425e-67eb-447e-9fb0-5ebed2dbf71b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.757524 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2202425e-67eb-447e-9fb0-5ebed2dbf71b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/dda57cd9-0591-4860-b33c-1ea5fd510848 HTTP/1.1" status: 204 len: 168 time: 0.8849025 May 06 09:40:32.761139 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45380) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:32.772896 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62965bcf-6724-4067-9df7-8f52f5b89e30 x-openstack-request-id: req-62965bcf-6724-4067-9df7-8f52f5b89e30 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:32.773501 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec4ffd2-4b7f-4294-898f-da3a77cd5d31", "name": "network-vif-plugged", "status": "completed", "tag": "7b0be1c1-d3fb-464b-a0e0-5b1a926b435b", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:32.774060 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-62965bcf-6724-4067-9df7-8f52f5b89e30 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:32.774824 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62965bcf-6724-4067-9df7-8f52f5b89e30'] response: {'server_uuid': 'aec4ffd2-4b7f-4294-898f-da3a77cd5d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0be1c1-d3fb-464b-a0e0-5b1a926b435b', 'code': 200} May 06 09:40:32.879025 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd90322-6a92-44b6-b7bb-e43b64a35c77 x-openstack-request-id: req-bfd90322-6a92-44b6-b7bb-e43b64a35c77 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:32.879341 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e85c0f-0293-4f58-b1bb-6868a84c2420", "name": "network-vif-deleted", "tag": "02a05ff6-0454-4f53-b38e-1e0daa88fa7e", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:32.879801 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bfd90322-6a92-44b6-b7bb-e43b64a35c77 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:32.880374 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfd90322-6a92-44b6-b7bb-e43b64a35c77'] response: {'server_uuid': 'a7e85c0f-0293-4f58-b1bb-6868a84c2420', 'name': 'network-vif-deleted', 'tag': '02a05ff6-0454-4f53-b38e-1e0daa88fa7e', 'status': 'completed', 'code': 200} May 06 09:40:32.948296 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e7193060-7037-4c45-822f-288f30a55446 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.964208 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3c192dd3-4471-49d1-ad92-7fe65d50564c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:33.018180 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b6915966-44d9-437c-9f75-af4e2832b818 req-ad137fd4-214e-4575-b47d-154e95dfd2d7 service neutron] 10.222.0.73 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636824 May 06 09:40:33.041869 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7193060-7037-4c45-822f-288f30a55446 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Pushing event deleted for resources: {'Subnet': ['ID=2de834d4-e42b-4109-95c4-67aaf35f64ad,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:33.043853 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e7193060-7037-4c45-822f-288f30a55446 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:33.047820 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e7193060-7037-4c45-822f-288f30a55446 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "DELETE /v2.0/subnets/2de834d4-e42b-4109-95c4-67aaf35f64ad HTTP/1.1" status: 204 len: 168 time: 0.9461401 May 06 09:40:33.056472 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bcadd2-b8bf-44e4-ba67-2d86be42ac1d None None] Network 9ebe51af-460d-4211-8918-18bd454eaf92 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:40:33.059794 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45386) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:33.095399 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3c192dd3-4471-49d1-ad92-7fe65d50564c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:33.128384 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-3c192dd3-4471-49d1-ad92-7fe65d50564c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d06821bc-18ec-4036-bc3c-1b71f15f3dc4']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:33.131835 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e04d07a-2dd1-4c35-8af9-f761b17bc8d7 req-20d544ae-99e2-409b-9464-ccad1b9c4675 tempest-ServersAdmin275Test-324888828 tempest-ServersAdmin275Test-324888828-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.1475217 May 06 09:40:33.145593 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-3c192dd3-4471-49d1-ad92-7fe65d50564c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48711fef-d986-46ce-9477-3c1c33013354') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:33.146310 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-3c192dd3-4471-49d1-ad92-7fe65d50564c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48711fef-d986-46ce-9477-3c1c33013354') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:33.240918 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3c192dd3-4471-49d1-ad92-7fe65d50564c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:33.269687 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a23631-d0f0-4a83-9cca-4aca521aae1d req-7a2cb021-25a2-4511-8074-c1274e95c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:33.275625 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-40a23631-d0f0-4a83-9cca-4aca521aae1d req-7a2cb021-25a2-4511-8074-c1274e95c55f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=aec4ffd2-4b7f-4294-898f-da3a77cd5d31 HTTP/1.1" status: 200 len: 1100 time: 0.4179273 May 06 09:40:33.307866 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3c192dd3-4471-49d1-ad92-7fe65d50564c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:33.329508 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c192dd3-4471-49d1-ad92-7fe65d50564c admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:40:33.331598 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3c192dd3-4471-49d1-ad92-7fe65d50564c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: timer() May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:40:33.337164 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:40:33.393054 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4b0097b0-be9e-41e6-91c9-192c698d10b2 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:33.440578 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-40a23631-d0f0-4a83-9cca-4aca521aae1d req-b303ca50-9c8d-440c-b12d-64200f305909 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456625 May 06 09:40:33.464910 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b6915966-44d9-437c-9f75-af4e2832b818 req-629f3f62-814d-49f2-81bd-eddaf2b2b474 service neutron] 10.222.0.73 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454966 May 06 09:40:33.522697 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3c192dd3-4471-49d1-ad92-7fe65d50564c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:33.522941 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e293c885-479a-468f-b6f0-0107425a7209 None None] DHCP port deletion for 9ebe51af-460d-4211-8918-18bd454eaf92 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:40:33.533469 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3c192dd3-4471-49d1-ad92-7fe65d50564c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:33.542237 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3c192dd3-4471-49d1-ad92-7fe65d50564c admin admin] 10.222.0.73 "DELETE /v2.0/networks/d06821bc-18ec-4036-bc3c-1b71f15f3dc4 HTTP/1.1" status: 204 len: 168 time: 0.7799015 May 06 09:40:33.570037 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c192dd3-4471-49d1-ad92-7fe65d50564c admin admin] Pushing event deleted for resources: {'Network': ['ID=d06821bc-18ec-4036-bc3c-1b71f15f3dc4,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:33.635403 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-13923992-11f9-4463-9b4a-25126b0fdd36 req-e2b7eafc-763a-4160-b0a3-e3264760636e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=725973addb1b417f838b0741a6ffa048&device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.0587645 May 06 09:40:33.641406 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-4b0097b0-be9e-41e6-91c9-192c698d10b2 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Deleting port f50fd21a-b823-4e8b-a1e1-7ce40d02ceab {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:33.643683 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4b0097b0-be9e-41e6-91c9-192c698d10b2 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:33.647627 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e293c885-479a-468f-b6f0-0107425a7209 None None] Deleting port f50fd21a-b823-4e8b-a1e1-7ce40d02ceab {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:33.648232 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e293c885-479a-468f-b6f0-0107425a7209 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:33.730428 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-13923992-11f9-4463-9b4a-25126b0fdd36 req-5fdd8952-1a8b-433b-b2d5-eaa26c48846b service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=725973addb1b417f838b0741a6ffa048&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791302 May 06 09:40:33.751666 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e293c885-479a-468f-b6f0-0107425a7209 None None] For port f50fd21a-b823-4e8b-a1e1-7ce40d02ceab, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f50fd21a-b823-4e8b-a1e1-7ce40d02ceab,segment=NetworkSegment(ead1ea65-131f-4ff5-a9de-d95f8e176527),segment_id=ead1ea65-131f-4ff5-a9de-d95f8e176527)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:33.758728 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e293c885-479a-468f-b6f0-0107425a7209 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:33.816099 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e293c885-479a-468f-b6f0-0107425a7209 None None] Calling delete_port for f50fd21a-b823-4e8b-a1e1-7ce40d02ceab owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:33.954221 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13923992-11f9-4463-9b4a-25126b0fdd36 req-afefc35c-63fa-4991-ae22-97fb4cee0e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:33.956070 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-13923992-11f9-4463-9b4a-25126b0fdd36 req-afefc35c-63fa-4991-ae22-97fb4cee0e76 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2100196 May 06 09:40:33.983778 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c21b2fe1-4d6f-4c4c-9b45-8974861e8ffd req-b3241abe-54a5-4c03-9998-e6480f9600fe tempest-ServersAdmin275Test-1645956148 tempest-ServersAdmin275Test-1645956148-project] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.1791115 May 06 09:40:34.016908 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-c01b345a-f813-4909-b845-cf40093d7914 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--638595746&fields=id&tenant_id=48135002cdea40efa122e536dc317741 HTTP/1.1" status: 200 len: 267 time: 0.2140055 May 06 09:40:34.066765 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-4b0097b0-be9e-41e6-91c9-192c698d10b2 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] For port f50fd21a-b823-4e8b-a1e1-7ce40d02ceab, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f50fd21a-b823-4e8b-a1e1-7ce40d02ceab,segment=NetworkSegment(ead1ea65-131f-4ff5-a9de-d95f8e176527),segment_id=ead1ea65-131f-4ff5-a9de-d95f8e176527)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:34.066765 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4b0097b0-be9e-41e6-91c9-192c698d10b2 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:34.093960 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e293c885-479a-468f-b6f0-0107425a7209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:34.142825 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45422) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:34.147662 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293c885-479a-468f-b6f0-0107425a7209 None None] Pushing event deleted for resources: {'Port': ['ID=f50fd21a-b823-4e8b-a1e1-7ce40d02ceab,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:34.155521 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e293c885-479a-468f-b6f0-0107425a7209 None None] No DVR routers for this DVR port f50fd21a-b823-4e8b-a1e1-7ce40d02ceab on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:34.168019 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-77e9278d-3c72-48f6-af01-ffc5055b8b2c req-721479bb-61a6-4a66-9731-25b8dc361937 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=db5112bf-4bd8-4e66-aa36-c7295307c744 HTTP/1.1" status: 200 len: 210 time: 0.0503261 May 06 09:40:34.169603 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-4b0097b0-be9e-41e6-91c9-192c698d10b2 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Calling delete_port for f50fd21a-b823-4e8b-a1e1-7ce40d02ceab owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:34.242511 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e0c2d01a-8395-43f6-81ae-726dbbd6a9f9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ec2753d428b54cf3a1540ddafdb640e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0980384 May 06 09:40:34.243160 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45428) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:34.424447 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-562268a7-5517-42d6-b832-711509976378 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:34.425908 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-562268a7-5517-42d6-b832-711509976378 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/networks?id=106e07b0-c17b-4335-97df-8cfa31e62071 HTTP/1.1" status: 200 len: 816 time: 0.3717785 May 06 09:40:34.457703 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4fe03-6346-4354-86f8-efeb9c74634f req-866e0fc7-df33-4eeb-b0b3-2faa9a461c8a tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:34.459830 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-23b4fe03-6346-4354-86f8-efeb9c74634f req-866e0fc7-df33-4eeb-b0b3-2faa9a461c8a tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=aec4ffd2-4b7f-4294-898f-da3a77cd5d31 HTTP/1.1" status: 200 len: 949 time: 0.1583011 May 06 09:40:34.482248 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-63a5f73a-3220-4511-b236-8524853c09c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:34.483918 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4b0097b0-be9e-41e6-91c9-192c698d10b2 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:34.521338 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-5295be7a-adb3-41a7-bc24-3bd8cccabbdd tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/quotas/48135002cdea40efa122e536dc317741 HTTP/1.1" status: 200 len: 375 time: 0.0742779 May 06 09:40:34.614018 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0097b0-be9e-41e6-91c9-192c698d10b2 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Pushing event deleted for resources: {'Port': ['ID=f50fd21a-b823-4e8b-a1e1-7ce40d02ceab,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:34.661368 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-63a5f73a-3220-4511-b236-8524853c09c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:34.663495 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0097b0-be9e-41e6-91c9-192c698d10b2 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] No DVR routers for this DVR port f50fd21a-b823-4e8b-a1e1-7ce40d02ceab on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:34.742854 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-23b4fe03-6346-4354-86f8-efeb9c74634f req-2ef0b950-15a4-42af-ba75-e75fdfff644a tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681363 May 06 09:40:34.922700 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-11000d33-3358-4d80-a9ee-a9b640cc96d2 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=48135002cdea40efa122e536dc317741&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4016209 May 06 09:40:34.960120 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4b0097b0-be9e-41e6-91c9-192c698d10b2 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:35.030532 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-4b0097b0-be9e-41e6-91c9-192c698d10b2 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ebe51af-460d-4211-8918-18bd454eaf92']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:35.041455 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-63a5f73a-3220-4511-b236-8524853c09c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:35.044567 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-63a5f73a-3220-4511-b236-8524853c09c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:35.059462 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-63a5f73a-3220-4511-b236-8524853c09c2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/57d8acfe-8db3-4840-8322-47405c628416 HTTP/1.1" status: 204 len: 168 time: 0.8100152 May 06 09:40:35.066011 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-4b0097b0-be9e-41e6-91c9-192c698d10b2 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead1ea65-131f-4ff5-a9de-d95f8e176527') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:35.066590 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-4b0097b0-be9e-41e6-91c9-192c698d10b2 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead1ea65-131f-4ff5-a9de-d95f8e176527') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:35.079752 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4b0097b0-be9e-41e6-91c9-192c698d10b2 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:35.096338 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4b0097b0-be9e-41e6-91c9-192c698d10b2 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:35.104112 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b0097b0-be9e-41e6-91c9-192c698d10b2 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:40:35.104858 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4b0097b0-be9e-41e6-91c9-192c698d10b2 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: self.session.flush() May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: self.session.flush() May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: self.session.flush() May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: self.session.flush() May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: timer() May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:40:35.200590 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:40:35.216662 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4b0097b0-be9e-41e6-91c9-192c698d10b2 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:35.228287 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a5f73a-3220-4511-b236-8524853c09c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d8acfe-8db3-4840-8322-47405c628416,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:35.335588 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4b0097b0-be9e-41e6-91c9-192c698d10b2 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:35.338994 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4b0097b0-be9e-41e6-91c9-192c698d10b2 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "DELETE /v2.0/networks/9ebe51af-460d-4211-8918-18bd454eaf92 HTTP/1.1" status: 204 len: 168 time: 2.2374954 May 06 09:40:35.350065 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0097b0-be9e-41e6-91c9-192c698d10b2 tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Pushing event deleted for resources: {'Network': ['ID=9ebe51af-460d-4211-8918-18bd454eaf92,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:35.350951 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45454) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:35.362477 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f50fd21a-b823-4e8b-a1e1-7ce40d02ceab no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:35.422959 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: f50fd21a-b823-4e8b-a1e1-7ce40d02ceab {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:40:35.423816 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f50fd21a-b823-4e8b-a1e1-7ce40d02ceab not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:40:35.447641 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c426ecbd-becb-4cee-9bed-15bb66b5b720 req-9c83444d-3542-4b22-be60-a78ceb0752c8 tempest-ServersAdmin275Test-1645956148 tempest-ServersAdmin275Test-1645956148-project] 10.222.0.73 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.0713234 May 06 09:40:35.478011 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6de73d-bb93-43b7-905d-ea04cc0201cd tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Deleting subnet 6fb2e728-a84c-4ef3-80df-3c5575f48f39 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:40:35.510626 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e6de73d-bb93-43b7-905d-ea04cc0201cd tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:35.558098 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-13923992-11f9-4463-9b4a-25126b0fdd36 req-83f1ef9c-0605-4244-96b2-5d2cb0d152ea tempest-ServersAdmin275Test-1645956148 tempest-ServersAdmin275Test-1645956148-project] 10.222.0.77 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.0759239 May 06 09:40:35.577069 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-a3ed558f-9214-4b36-9bdc-d321023a3a9f service neutron] 10.222.0.73 "GET /v2.0/networks/106e07b0-c17b-4335-97df-8cfa31e62071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6370952 May 06 09:40:35.588838 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e6de73d-bb93-43b7-905d-ea04cc0201cd tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:35.639572 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fdf4a44e-8b5f-4933-8ce3-1fb07522e6a9 req-b470fa9a-f82c-4137-9f4e-12c035844e3c tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=db5112bf-4bd8-4e66-aa36-c7295307c744 HTTP/1.1" status: 200 len: 210 time: 0.0552893 May 06 09:40:35.742224 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45470) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:35.790807 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6915966-44d9-437c-9f75-af4e2832b818 req-d550ec76-5a5b-4ee8-bfd9-a97e0cb99447 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:35.793115 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b6915966-44d9-437c-9f75-af4e2832b818 req-d550ec76-5a5b-4ee8-bfd9-a97e0cb99447 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.84 "GET /v2.0/networks?id=22f2ea67-0061-4453-8871-c63efbcb27a4 HTTP/1.1" status: 200 len: 805 time: 0.4414306 May 06 09:40:35.795849 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e6de73d-bb93-43b7-905d-ea04cc0201cd tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:35.816418 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-b6915966-44d9-437c-9f75-af4e2832b818 req-c4a59794-55a7-49af-b531-c041bb9600a9 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Request body: {'port': {'device_id': 'db5112bf-4bd8-4e66-aa36-c7295307c744', 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4', 'admin_state_up': True, 'tenant_id': 'd5c8baf980ce4dc1ab4fba669d9b206a'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:35.861204 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d187e880-2a69-40c9-bc21-3fc6f5bad801 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=503cfe76f4484040bd73094bb16ec2ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1145043 May 06 09:40:35.864747 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45486) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:35.931752 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e6de73d-bb93-43b7-905d-ea04cc0201cd tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:35.982332 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6de73d-bb93-43b7-905d-ea04cc0201cd tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Pushing event deleted for resources: {'Subnet': ['ID=6fb2e728-a84c-4ef3-80df-3c5575f48f39,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:35.988030 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e6de73d-bb93-43b7-905d-ea04cc0201cd tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:35.991641 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5e6de73d-bb93-43b7-905d-ea04cc0201cd tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "DELETE /v2.0/subnets/6fb2e728-a84c-4ef3-80df-3c5575f48f39 HTTP/1.1" status: 204 len: 168 time: 0.6381717 May 06 09:40:35.994928 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45492) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:35.998905 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2702453-dd3a-4679-b5b6-c788575a33e4 None None] Network 2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:40:36.073871 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1b503907-3c27-4c6e-8c93-086be41fa4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:36.082577 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-b3596b5f-e6e0-4ec0-b9fc-7f57a546c280 service neutron] 10.222.0.73 "GET /v2.0/networks/106e07b0-c17b-4335-97df-8cfa31e62071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799695 May 06 09:40:36.097868 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f4013f44-38b2-49d5-8d56-9d022109c76b req-59f75013-2d12-4b1b-8d84-e49cd6e476cd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3260104b-742a-4148-83fd-15889cd46cc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0493977 May 06 09:40:36.114942 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6915966-44d9-437c-9f75-af4e2832b818 req-c4a59794-55a7-49af-b531-c041bb9600a9 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Made reservation on behalf of d5c8baf980ce4dc1ab4fba669d9b206a for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:40:36.118534 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b6915966-44d9-437c-9f75-af4e2832b818 req-c4a59794-55a7-49af-b531-c041bb9600a9 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:36.132113 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1b503907-3c27-4c6e-8c93-086be41fa4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:36.138271 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0963e7d8-0a36-49fc-ad4b-37985072bd5a tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:36.157439 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248eedde-b409-4ce0-b8c4-c1920f4f16d0 req-bda10703-7696-434e-9153-fcdefedbe1b7 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:36.159031 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-248eedde-b409-4ce0-b8c4-c1920f4f16d0 req-bda10703-7696-434e-9153-fcdefedbe1b7 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=aec4ffd2-4b7f-4294-898f-da3a77cd5d31 HTTP/1.1" status: 200 len: 949 time: 0.2005689 May 06 09:40:36.274810 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f4013f44-38b2-49d5-8d56-9d022109c76b req-f26a804d-f4a2-4214-a367-e9f33e3f5538 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=725973addb1b417f838b0741a6ffa048&device_id=3260104b-742a-4148-83fd-15889cd46cc7 HTTP/1.1" status: 200 len: 210 time: 0.1270838 May 06 09:40:36.321050 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-248eedde-b409-4ce0-b8c4-c1920f4f16d0 req-364ba6fd-6b0a-4f00-986a-5c21d506f605 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408703 May 06 09:40:36.361544 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1b503907-3c27-4c6e-8c93-086be41fa4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:36.377865 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1b503907-3c27-4c6e-8c93-086be41fa4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:36.379532 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1b503907-3c27-4c6e-8c93-086be41fa4ec admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ff4501fe-9322-43e5-a082-510197c8c9c6 HTTP/1.1" status: 204 len: 168 time: 0.5133069 May 06 09:40:36.404222 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9e0ee2-2ce5-4659-a9ab-b83c049aa7f9 None None] DHCP port deletion for 2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:40:36.470531 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f4013f44-38b2-49d5-8d56-9d022109c76b req-f6e292d8-ff96-4cac-a101-c193da2975e9 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=725973addb1b417f838b0741a6ffa048&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1481581 May 06 09:40:36.479586 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b503907-3c27-4c6e-8c93-086be41fa4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4501fe-9322-43e5-a082-510197c8c9c6,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:36.610574 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-fd9e0ee2-2ce5-4659-a9ab-b83c049aa7f9 None None] Deleting port 42f2d8fb-b82d-4aa0-9424-26608c66a4b3 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:36.610971 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fd9e0ee2-2ce5-4659-a9ab-b83c049aa7f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:36.636125 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4013f44-38b2-49d5-8d56-9d022109c76b req-b7570ec6-cf37-41e3-9fab-82c676ffd0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:36.637929 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f4013f44-38b2-49d5-8d56-9d022109c76b req-b7570ec6-cf37-41e3-9fab-82c676ffd0f6 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1465161 May 06 09:40:36.692207 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-0963e7d8-0a36-49fc-ad4b-37985072bd5a tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Deleting port 42f2d8fb-b82d-4aa0-9424-26608c66a4b3 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:36.692623 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0963e7d8-0a36-49fc-ad4b-37985072bd5a tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:36.749493 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-b6915966-44d9-437c-9f75-af4e2832b818 req-c4a59794-55a7-49af-b531-c041bb9600a9 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Allocated IP 172.20.0.6 (22f2ea67-0061-4453-8871-c63efbcb27a4/afa93752-8f96-48cb-be1f-768526aba17a/10898790-3402-44ba-9070-c492f68e3747) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:40:36.786856 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-fd9e0ee2-2ce5-4659-a9ab-b83c049aa7f9 None None] For port 42f2d8fb-b82d-4aa0-9424-26608c66a4b3, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=42f2d8fb-b82d-4aa0-9424-26608c66a4b3,segment=NetworkSegment(9b5875de-32ef-4f4f-9461-f6679c5bc7bf),segment_id=9b5875de-32ef-4f4f-9461-f6679c5bc7bf)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:36.787273 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fd9e0ee2-2ce5-4659-a9ab-b83c049aa7f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:36.793150 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-0963e7d8-0a36-49fc-ad4b-37985072bd5a tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] For port 42f2d8fb-b82d-4aa0-9424-26608c66a4b3, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=42f2d8fb-b82d-4aa0-9424-26608c66a4b3,segment=NetworkSegment(9b5875de-32ef-4f4f-9461-f6679c5bc7bf),segment_id=9b5875de-32ef-4f4f-9461-f6679c5bc7bf)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:36.793844 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0963e7d8-0a36-49fc-ad4b-37985072bd5a tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:36.805902 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fab6c3-9b5d-461b-8531-66bf7d98b685 req-404a8bbf-7360-4e6b-a94f-c63f52abbac8 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:36.814625 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c7fab6c3-9b5d-461b-8531-66bf7d98b685 req-404a8bbf-7360-4e6b-a94f-c63f52abbac8 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 946 time: 0.2260008 May 06 09:40:36.815060 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-0963e7d8-0a36-49fc-ad4b-37985072bd5a tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Calling delete_port for 42f2d8fb-b82d-4aa0-9424-26608c66a4b3 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:36.822423 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-fd9e0ee2-2ce5-4659-a9ab-b83c049aa7f9 None None] Calling delete_port for 42f2d8fb-b82d-4aa0-9424-26608c66a4b3 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:36.946498 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0963e7d8-0a36-49fc-ad4b-37985072bd5a tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:37.012142 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0963e7d8-0a36-49fc-ad4b-37985072bd5a tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] No DVR routers for this DVR port 42f2d8fb-b82d-4aa0-9424-26608c66a4b3 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:37.017289 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb06921-0b34-49bd-a0a3-24e60b964f34 req-f031912f-a625-41fe-ad7a-8d411cc44163 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:37.017903 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fd9e0ee2-2ce5-4659-a9ab-b83c049aa7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:37.029317 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fbb06921-0b34-49bd-a0a3-24e60b964f34 req-f031912f-a625-41fe-ad7a-8d411cc44163 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=1956d6d8-d6fa-4511-9b33-4b3541320bf9 HTTP/1.1" status: 200 len: 950 time: 0.2859557 May 06 09:40:37.050043 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963e7d8-0a36-49fc-ad4b-37985072bd5a tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Pushing event deleted for resources: {'Port': ['ID=42f2d8fb-b82d-4aa0-9424-26608c66a4b3,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:37.072419 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c7fab6c3-9b5d-461b-8531-66bf7d98b685 req-ea3b9376-8f16-4fd2-b127-adcf557843e4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125919 May 06 09:40:37.084067 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e0ee2-2ce5-4659-a9ab-b83c049aa7f9 None None] Pushing event deleted for resources: {'Port': ['ID=42f2d8fb-b82d-4aa0-9424-26608c66a4b3,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:37.084067 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9e0ee2-2ce5-4659-a9ab-b83c049aa7f9 None None] No DVR routers for this DVR port 42f2d8fb-b82d-4aa0-9424-26608c66a4b3 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:37.200286 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45542) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:37.245925 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0963e7d8-0a36-49fc-ad4b-37985072bd5a tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:37.301272 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 42f2d8fb-b82d-4aa0-9424-26608c66a4b3 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:37.328087 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-0963e7d8-0a36-49fc-ad4b-37985072bd5a tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:37.353258 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 42f2d8fb-b82d-4aa0-9424-26608c66a4b3 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:40:37.353698 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 42f2d8fb-b82d-4aa0-9424-26608c66a4b3 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:40:37.353882 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:40:37.355551 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-0963e7d8-0a36-49fc-ad4b-37985072bd5a tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b5875de-32ef-4f4f-9461-f6679c5bc7bf') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:37.355857 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-0963e7d8-0a36-49fc-ad4b-37985072bd5a tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b5875de-32ef-4f4f-9461-f6679c5bc7bf') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:37.370596 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fbb06921-0b34-49bd-a0a3-24e60b964f34 req-7dbd2e99-d4f0-48b7-b4ad-b10464d30bef tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398261 May 06 09:40:37.392482 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0963e7d8-0a36-49fc-ad4b-37985072bd5a tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:37.423851 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0963e7d8-0a36-49fc-ad4b-37985072bd5a tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:37.435266 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0963e7d8-0a36-49fc-ad4b-37985072bd5a tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:40:37.435742 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0963e7d8-0a36-49fc-ad4b-37985072bd5a tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: timer() May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:40:37.445058 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:40:37.533089 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dc51f1ac-e6f6-431d-8269-cc3ec9fb8d3a req-a6aea0a8-00e4-41d8-ade5-8a7f53262db9 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=db5112bf-4bd8-4e66-aa36-c7295307c744 HTTP/1.1" status: 200 len: 210 time: 0.1616743 May 06 09:40:37.571593 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1e17beed-cf06-4f5e-bd60-01fac844704f req-bf6ad193-3169-4dfe-a4bd-47e6e8affb13 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab HTTP/1.1" status: 200 len: 210 time: 0.0445793 May 06 09:40:37.585430 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b6915966-44d9-437c-9f75-af4e2832b818 req-c4a59794-55a7-49af-b531-c041bb9600a9 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:37.598380 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d5a50cbe-88d3-42a6-af50-2f4ff7a193f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:37.629271 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0963e7d8-0a36-49fc-ad4b-37985072bd5a tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:37.641921 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b6915966-44d9-437c-9f75-af4e2832b818 req-c4a59794-55a7-49af-b531-c041bb9600a9 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:37.654053 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0963e7d8-0a36-49fc-ad4b-37985072bd5a tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:37.656941 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['bf4790b9-844b-4827-8a7f-ab8e62106a3b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:37.658418 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0963e7d8-0a36-49fc-ad4b-37985072bd5a tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] 10.222.0.73 "DELETE /v2.0/networks/2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878 HTTP/1.1" status: 204 len: 168 time: 1.6622760 May 06 09:40:37.685900 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963e7d8-0a36-49fc-ad4b-37985072bd5a tempest-ServersTestMultiNic-808954970 tempest-ServersTestMultiNic-808954970-project] Pushing event deleted for resources: {'Network': ['ID=2fe687d1-5e8d-4cd8-b9dc-c9c7dd3b9878,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:37.701086 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45558) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:37.823854 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a59794-55a7-49af-b531-c041bb9600a9 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Pushing event updated for resources: {'Port': ['ID=10898790-3402-44ba-9070-c492f68e3747,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:37.836359 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d5a50cbe-88d3-42a6-af50-2f4ff7a193f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:37.844331 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d5a50cbe-88d3-42a6-af50-2f4ff7a193f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:37.851403 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6915966-44d9-437c-9f75-af4e2832b818 req-c4a59794-55a7-49af-b531-c041bb9600a9 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Network 22f2ea67-0061-4453-8871-c63efbcb27a4 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:40:37.856216 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-b6915966-44d9-437c-9f75-af4e2832b818 req-c4a59794-55a7-49af-b531-c041bb9600a9 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:40:37.863050 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6915966-44d9-437c-9f75-af4e2832b818 req-c4a59794-55a7-49af-b531-c041bb9600a9 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:40:37.971289 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6915966-44d9-437c-9f75-af4e2832b818 req-c4a59794-55a7-49af-b531-c041bb9600a9 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:37.971869 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b6915966-44d9-437c-9f75-af4e2832b818 req-c4a59794-55a7-49af-b531-c041bb9600a9 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:37.995571 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45568) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:37.999375 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d5a50cbe-88d3-42a6-af50-2f4ff7a193f0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8afaf6cb2ab94d1da25ea6b6b4a99e14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7908576 May 06 09:40:38.001886 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a50cbe-88d3-42a6-af50-2f4ff7a193f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c178c12f-9dfd-4fe6-b8ba-69a0120ddd68,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:38.020297 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b6915966-44d9-437c-9f75-af4e2832b818 req-c4a59794-55a7-49af-b531-c041bb9600a9 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2119770 May 06 09:40:38.048588 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-b6915966-44d9-437c-9f75-af4e2832b818 req-026f18a9-423b-49c6-850d-5cfb04c98771 service neutron] Request body: {'port': {'device_id': 'db5112bf-4bd8-4e66-aa36-c7295307c744', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:38.128134 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-485d7935-97c9-4f4c-a971-23914624bce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:38.162461 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b6915966-44d9-437c-9f75-af4e2832b818 req-026f18a9-423b-49c6-850d-5cfb04c98771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:38.263083 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-485d7935-97c9-4f4c-a971-23914624bce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:38.268337 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-485d7935-97c9-4f4c-a971-23914624bce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:38.327475 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-485d7935-97c9-4f4c-a971-23914624bce3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=725973addb1b417f838b0741a6ffa048&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6252310 May 06 09:40:38.335920 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45582) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:38.352372 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d7935-97c9-4f4c-a971-23914624bce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a16d10-02f3-4b4d-ace3-fab9d5428e6f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:38.456658 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1fc8672c-1b8f-439b-9e18-9e4e8c6276ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:38.501350 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1fc8672c-1b8f-439b-9e18-9e4e8c6276ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:38.596337 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5bee1cb1-a484-4a3c-bf9e-8fbc2cab02ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:38.626719 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1fc8672c-1b8f-439b-9e18-9e4e8c6276ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:38.631348 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1fc8672c-1b8f-439b-9e18-9e4e8c6276ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:38.633996 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1fc8672c-1b8f-439b-9e18-9e4e8c6276ae admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/31a16d10-02f3-4b4d-ace3-fab9d5428e6f HTTP/1.1" status: 204 len: 168 time: 0.2921121 May 06 09:40:38.648612 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8672c-1b8f-439b-9e18-9e4e8c6276ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a16d10-02f3-4b4d-ace3-fab9d5428e6f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:38.793969 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5bee1cb1-a484-4a3c-bf9e-8fbc2cab02ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:38.814591 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cfc2ca-725a-44f0-9e62-ff3f9ac0b1a8 req-9849c416-c6e5-41e7-92cc-5132bf2c74d5 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:38.820606 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cfc2ca-725a-44f0-9e62-ff3f9ac0b1a8 req-9849c416-c6e5-41e7-92cc-5132bf2c74d5 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:38.822331 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-72cfc2ca-725a-44f0-9e62-ff3f9ac0b1a8 req-9849c416-c6e5-41e7-92cc-5132bf2c74d5 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=aec4ffd2-4b7f-4294-898f-da3a77cd5d31&device_id=1956d6d8-d6fa-4511-9b33-4b3541320bf9 HTTP/1.1" status: 200 len: 1690 time: 0.6651971 May 06 09:40:38.946559 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b7067-dbcc-47d2-8e01-2a6563424d81 req-b4c23031-92c1-4a41-b9ac-019e753a8f0a tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:38.948203 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-032b7067-dbcc-47d2-8e01-2a6563424d81 req-b4c23031-92c1-4a41-b9ac-019e753a8f0a tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 946 time: 0.3552692 May 06 09:40:38.977674 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-6bc8911b-f0ea-43cd-9a5b-3c7efecb25ea tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:38.979242 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-6bc8911b-f0ea-43cd-9a5b-3c7efecb25ea tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.84 "GET /v2.0/networks?id=106e07b0-c17b-4335-97df-8cfa31e62071 HTTP/1.1" status: 200 len: 816 time: 0.3850181 May 06 09:40:39.039218 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-72cfc2ca-725a-44f0-9e62-ff3f9ac0b1a8 req-09ebf791-781d-43e8-a8f8-ca3100430269 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914048 May 06 09:40:39.073102 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5bee1cb1-a484-4a3c-bf9e-8fbc2cab02ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:39.076641 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5bee1cb1-a484-4a3c-bf9e-8fbc2cab02ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:39.081019 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5bee1cb1-a484-4a3c-bf9e-8fbc2cab02ec admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c178c12f-9dfd-4fe6-b8ba-69a0120ddd68 HTTP/1.1" status: 204 len: 168 time: 1.0796335 May 06 09:40:39.115473 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-032b7067-dbcc-47d2-8e01-2a6563424d81 req-4d86e8fc-031c-4978-a0d8-209c45415077 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447992 May 06 09:40:39.129306 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-7ad97526-26fd-40e8-8a02-54521fec591d tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48135002cdea40efa122e536dc317741 HTTP/1.1" status: 200 len: 379 time: 0.1315506 May 06 09:40:39.147785 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-862b4020-1499-454c-b027-29ef8a4f7baa tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Request body: {'port': {'device_id': 'e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab', 'network_id': '106e07b0-c17b-4335-97df-8cfa31e62071', 'admin_state_up': True, 'tenant_id': '48135002cdea40efa122e536dc317741', 'security_groups': ['2c753481-7cc2-40d1-9ed2-8aa1968318ac']}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:39.166176 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee1cb1-a484-4a3c-bf9e-8fbc2cab02ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c178c12f-9dfd-4fe6-b8ba-69a0120ddd68,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:39.300615 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45610) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:39.338798 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1ee6ef31-1a4a-41f9-b0b0-239b5d880dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:39.357758 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-65794702-594b-4830-87ad-b85a25d3f215 req-fc5055c9-03e7-4f5f-9436-0675f4c550b2 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab HTTP/1.1" status: 200 len: 210 time: 0.1009939 May 06 09:40:39.437607 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd348eba-f9ee-4c80-a3de-265d342cc059 req-981f4e9c-9ec5-44eb-a449-a6c0290de22d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:39.446088 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fd348eba-f9ee-4c80-a3de-265d342cc059 req-981f4e9c-9ec5-44eb-a449-a6c0290de22d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=db5112bf-4bd8-4e66-aa36-c7295307c744 HTTP/1.1" status: 200 len: 931 time: 0.1964366 May 06 09:40:39.464727 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-b6915966-44d9-437c-9f75-af4e2832b818 req-026f18a9-423b-49c6-850d-5cfb04c98771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10898790-3402-44ba-9070-c492f68e3747 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:39.489621 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b6915966-44d9-437c-9f75-af4e2832b818 req-026f18a9-423b-49c6-850d-5cfb04c98771 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:39.492398 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1ee6ef31-1a4a-41f9-b0b0-239b5d880dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:39.504478 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1ee6ef31-1a4a-41f9-b0b0-239b5d880dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:39.525998 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-b6915966-44d9-437c-9f75-af4e2832b818 req-026f18a9-423b-49c6-850d-5cfb04c98771 service neutron] Transition to ACTIVE for port object 10898790-3402-44ba-9070-c492f68e3747 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:40:39.536934 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b6915966-44d9-437c-9f75-af4e2832b818 req-026f18a9-423b-49c6-850d-5cfb04c98771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:39.549097 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fd348eba-f9ee-4c80-a3de-265d342cc059 req-74e758c6-ed28-42bf-8818-8e1c6189291f tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018143 May 06 09:40:39.553319 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6ef31-1a4a-41f9-b0b0-239b5d880dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7252956f-8539-4031-92a1-95e15f86679b,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:39.581610 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-862b4020-1499-454c-b027-29ef8a4f7baa tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Made reservation on behalf of 48135002cdea40efa122e536dc317741 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:40:39.584745 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1ee6ef31-1a4a-41f9-b0b0-239b5d880dfb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8c058d95fcbd431e92e6688e1a96ccc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811840 May 06 09:40:39.585752 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45622) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:39.592452 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-862b4020-1499-454c-b027-29ef8a4f7baa tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:39.665230 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45624) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:39.722824 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c37d23e6-49c5-4d9f-a1fd-3491df95864b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:39.831995 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c37d23e6-49c5-4d9f-a1fd-3491df95864b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:39.978719 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-862b4020-1499-454c-b027-29ef8a4f7baa tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Allocated IP 172.20.0.14 (106e07b0-c17b-4335-97df-8cfa31e62071/4ee33410-8f3a-44d7-9251-5441886837e0/64343f32-8172-43f0-ad2d-cfac9e14a65e) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:40:39.989252 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f18a9-423b-49c6-850d-5cfb04c98771 service neutron] Pushing event updated for resources: {'Port': ['ID=10898790-3402-44ba-9070-c492f68e3747,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:40.057818 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c8782-27e7-493b-a42f-97d855206019 req-d38422fa-ae69-4c29-9b74-b25d09b2999f tempest-ServersOnMultiNodesTest-2110708976 tempest-ServersOnMultiNodesTest-2110708976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:40.066007 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d2c8782-27e7-493b-a42f-97d855206019 req-d38422fa-ae69-4c29-9b74-b25d09b2999f tempest-ServersOnMultiNodesTest-2110708976 tempest-ServersOnMultiNodesTest-2110708976-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=aec4ffd2-4b7f-4294-898f-da3a77cd5d31 HTTP/1.1" status: 200 len: 1100 time: 0.4230075 May 06 09:40:40.142032 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c37d23e6-49c5-4d9f-a1fd-3491df95864b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:40.146945 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c37d23e6-49c5-4d9f-a1fd-3491df95864b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:40.148293 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c37d23e6-49c5-4d9f-a1fd-3491df95864b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7252956f-8539-4031-92a1-95e15f86679b HTTP/1.1" status: 204 len: 168 time: 0.5614176 May 06 09:40:40.167955 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d23e6-49c5-4d9f-a1fd-3491df95864b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7252956f-8539-4031-92a1-95e15f86679b,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:40.168713 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-b6915966-44d9-437c-9f75-af4e2832b818 req-026f18a9-423b-49c6-850d-5cfb04c98771 service neutron] Attempting to bind port 10898790-3402-44ba-9070-c492f68e3747 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:40:40.169336 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-b6915966-44d9-437c-9f75-af4e2832b818 req-026f18a9-423b-49c6-850d-5cfb04c98771 service neutron] Attempting to bind port 10898790-3402-44ba-9070-c492f68e3747 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '0ceef939-5542-4214-86aa-42ed61d3cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:40:40.170141 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6915966-44d9-437c-9f75-af4e2832b818 req-026f18a9-423b-49c6-850d-5cfb04c98771 service neutron] Attempting to bind port 10898790-3402-44ba-9070-c492f68e3747 on network 22f2ea67-0061-4453-8871-c63efbcb27a4 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:40.196844 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6915966-44d9-437c-9f75-af4e2832b818 req-026f18a9-423b-49c6-850d-5cfb04c98771 service neutron] Port 10898790-3402-44ba-9070-c492f68e3747 on network 22f2ea67-0061-4453-8871-c63efbcb27a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:40:40.197178 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6915966-44d9-437c-9f75-af4e2832b818 req-026f18a9-423b-49c6-850d-5cfb04c98771 service neutron] Attempting to bind port 10898790-3402-44ba-9070-c492f68e3747 on network 22f2ea67-0061-4453-8871-c63efbcb27a4 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:40.215406 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d2c8782-27e7-493b-a42f-97d855206019 req-7684b1f8-22bc-4d86-ba98-1bc74eb57c00 tempest-ServersOnMultiNodesTest-2110708976 tempest-ServersOnMultiNodesTest-2110708976-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477046 May 06 09:40:40.239599 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6915966-44d9-437c-9f75-af4e2832b818 req-026f18a9-423b-49c6-850d-5cfb04c98771 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:40:40.240129 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6915966-44d9-437c-9f75-af4e2832b818 req-026f18a9-423b-49c6-850d-5cfb04c98771 service neutron] Checking segment: {'id': '0ceef939-5542-4214-86aa-42ed61d3cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:40.245103 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6915966-44d9-437c-9f75-af4e2832b818 req-026f18a9-423b-49c6-850d-5cfb04c98771 service neutron] Bound using segment: {'id': '0ceef939-5542-4214-86aa-42ed61d3cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:40:40.246122 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-b6915966-44d9-437c-9f75-af4e2832b818 req-026f18a9-423b-49c6-850d-5cfb04c98771 service neutron] Bound port: 10898790-3402-44ba-9070-c492f68e3747, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ceef939-5542-4214-86aa-42ed61d3cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:40:40.246520 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b6915966-44d9-437c-9f75-af4e2832b818 req-026f18a9-423b-49c6-850d-5cfb04c98771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:40.529922 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57385d-5a5b-4dcf-acbd-45b37691ac2d req-ccd716c1-2a43-4a0a-a099-d1683f493042 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:40.530595 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c57385d-5a5b-4dcf-acbd-45b37691ac2d req-ccd716c1-2a43-4a0a-a099-d1683f493042 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 946 time: 0.1770213 May 06 09:40:40.533984 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-862b4020-1499-454c-b027-29ef8a4f7baa tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:40.537831 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-24bd391d-7a72-433a-b72d-854b689159b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:40.583352 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c57385d-5a5b-4dcf-acbd-45b37691ac2d req-3460f8cb-adf1-43f1-9c0b-b9122090637c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423019 May 06 09:40:40.584461 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-b6915966-44d9-437c-9f75-af4e2832b818 req-026f18a9-423b-49c6-850d-5cfb04c98771 service neutron] For port 10898790-3402-44ba-9070-c492f68e3747, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:40:40.600687 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-b6915966-44d9-437c-9f75-af4e2832b818 req-026f18a9-423b-49c6-850d-5cfb04c98771 service neutron] For port 10898790-3402-44ba-9070-c492f68e3747, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=10898790-3402-44ba-9070-c492f68e3747,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:40:40.631543 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b6915966-44d9-437c-9f75-af4e2832b818 req-026f18a9-423b-49c6-850d-5cfb04c98771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:40.750618 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f18a9-423b-49c6-850d-5cfb04c98771 service neutron] Pushing event updated for resources: {'Port': ['ID=10898790-3402-44ba-9070-c492f68e3747,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:40.806993 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-0c4483e0-e47a-45c7-a887-c9b63e479df9 req-ecfa3990-dc4c-4f41-81e6-18421e5fb020 tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1731613870', 'description': 'tempest-description-425073611'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:40.850738 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6915966-44d9-437c-9f75-af4e2832b818 req-026f18a9-423b-49c6-850d-5cfb04c98771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:40.852769 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b6915966-44d9-437c-9f75-af4e2832b818 req-026f18a9-423b-49c6-850d-5cfb04c98771 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:40.855317 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b6915966-44d9-437c-9f75-af4e2832b818 req-026f18a9-423b-49c6-850d-5cfb04c98771 service neutron] 10.222.0.84 "PUT /v2.0/ports/10898790-3402-44ba-9070-c492f68e3747 HTTP/1.1" status: 200 len: 1091 time: 2.8171661 May 06 09:40:40.872265 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5112bf-4bd8-4e66-aa36-c7295307c744', 'tag': '10898790-3402-44ba-9070-c492f68e3747'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:40.874597 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b54094f-7cd6-408f-9d9c-0fd02f7eff3b" -d '{"events": [{"name": "network-changed", "server_uuid": "db5112bf-4bd8-4e66-aa36-c7295307c744", "tag": "10898790-3402-44ba-9070-c492f68e3747"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:40.943965 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45666) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:40.991960 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-24bd391d-7a72-433a-b72d-854b689159b1 admin admin] Deleting port 2c0c08b7-eda7-4593-aeef-6dbd588bae0f {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:40.992375 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-24bd391d-7a72-433a-b72d-854b689159b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:40.996326 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-862b4020-1499-454c-b027-29ef8a4f7baa tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:41.084138 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0c4483e0-e47a-45c7-a887-c9b63e479df9 req-ecfa3990-dc4c-4f41-81e6-18421e5fb020 tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:41.120102 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0c4483e0-e47a-45c7-a887-c9b63e479df9 req-ecfa3990-dc4c-4f41-81e6-18421e5fb020 tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:41.128954 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-862b4020-1499-454c-b027-29ef8a4f7baa tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Network 106e07b0-c17b-4335-97df-8cfa31e62071 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:40:41.132887 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9bfcc-d55e-4d73-b42e-18b5001cdb53 req-62cee028-2236-480b-b470-c09bdbe9384e tempest-ServersOnMultiNodesTest-2110708976 tempest-ServersOnMultiNodesTest-2110708976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:41.140296 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-24bd391d-7a72-433a-b72d-854b689159b1 admin admin] For port 2c0c08b7-eda7-4593-aeef-6dbd588bae0f, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=2c0c08b7-eda7-4593-aeef-6dbd588bae0f,segment=NetworkSegment(3feb5531-4038-4dff-b57b-14967643b532),segment_id=3feb5531-4038-4dff-b57b-14967643b532)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:41.140547 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b2a9bfcc-d55e-4d73-b42e-18b5001cdb53 req-62cee028-2236-480b-b470-c09bdbe9384e tempest-ServersOnMultiNodesTest-2110708976 tempest-ServersOnMultiNodesTest-2110708976-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1956d6d8-d6fa-4511-9b33-4b3541320bf9 HTTP/1.1" status: 200 len: 1101 time: 0.3959959 May 06 09:40:41.140714 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-24bd391d-7a72-433a-b72d-854b689159b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:41.157247 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-862b4020-1499-454c-b027-29ef8a4f7baa tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:40:41.159421 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b4020-1499-454c-b027-29ef8a4f7baa tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Pushing event updated for resources: {'Port': ['ID=64343f32-8172-43f0-ad2d-cfac9e14a65e,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:41.187468 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-862b4020-1499-454c-b027-29ef8a4f7baa tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:40:41.201495 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6915966-44d9-437c-9f75-af4e2832b818 req-7f52b958-210e-4316-87d5-e9b36a340fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:41.203496 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b6915966-44d9-437c-9f75-af4e2832b818 req-7f52b958-210e-4316-87d5-e9b36a340fad service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d5c8baf980ce4dc1ab4fba669d9b206a&device_id=db5112bf-4bd8-4e66-aa36-c7295307c744 HTTP/1.1" status: 200 len: 1094 time: 0.2425954 May 06 09:40:41.203698 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-4f30ff05-4b57-46b8-987c-4eec41040de3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-737136986-network', 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:41.207687 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-24bd391d-7a72-433a-b72d-854b689159b1 admin admin] Calling delete_port for 2c0c08b7-eda7-4593-aeef-6dbd588bae0f owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:41.226646 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 01da8cd2-188a-4f87-8a7e-0aea3f350e6e no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:41.293605 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f30ff05-4b57-46b8-987c-4eec41040de3 admin admin] Made reservation on behalf of a276361bfa5d40d88d5fb8c7475cf482 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:40:41.296507 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4f30ff05-4b57-46b8-987c-4eec41040de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:41.327324 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4f30ff05-4b57-46b8-987c-4eec41040de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:41.404917 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b6915966-44d9-437c-9f75-af4e2832b818 req-e15c1806-d688-4ae2-bd0e-3ac938a89ef7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10898790-3402-44ba-9070-c492f68e3747 HTTP/1.1" status: 200 len: 217 time: 0.1565673 May 06 09:40:41.411930 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:41.479075 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4086e8-670b-410b-8c9a-da027f433e62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:41.497525 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf29c85-7787-4d35-9a76-05bfba3d07ff" -d '{"events": [{"server_uuid": "9a4086e8-670b-410b-8c9a-da027f433e62", "name": "network-vif-unplugged", "status": "completed", "tag": "01da8cd2-188a-4f87-8a7e-0aea3f350e6e"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:41.547738 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:41.558840 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:41.588770 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6915966-44d9-437c-9f75-af4e2832b818 req-2937c413-a0f7-4b64-8b79-eb0d9280824d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:41.590285 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b6915966-44d9-437c-9f75-af4e2832b818 req-2937c413-a0f7-4b64-8b79-eb0d9280824d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=afa93752-8f96-48cb-be1f-768526aba17a HTTP/1.1" status: 200 len: 845 time: 0.1567545 May 06 09:40:41.613630 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-862b4020-1499-454c-b027-29ef8a4f7baa tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:41.614349 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-862b4020-1499-454c-b027-29ef8a4f7baa tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:41.646621 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b2a9bfcc-d55e-4d73-b42e-18b5001cdb53 req-c40989f2-8be1-44cf-9092-479c3c64e4b5 tempest-ServersOnMultiNodesTest-2110708976 tempest-ServersOnMultiNodesTest-2110708976-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043478 May 06 09:40:41.656870 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,revision_number=11']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:41.704269 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-95e31149-223a-4896-881f-ef755fe0336c None None] Provisioning complete for port 64343f32-8172-43f0-ad2d-cfac9e14a65e triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:41.704857 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-95e31149-223a-4896-881f-ef755fe0336c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:41.751815 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b6915966-44d9-437c-9f75-af4e2832b818 req-0cb3207f-a1ac-4d3f-bdc4-e7bd4e12432f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=22f2ea67-0061-4453-8871-c63efbcb27a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309087 May 06 09:40:41.770638 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-862b4020-1499-454c-b027-29ef8a4f7baa tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6291647 May 06 09:40:41.779448 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4f30ff05-4b57-46b8-987c-4eec41040de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:41.794372 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4f30ff05-4b57-46b8-987c-4eec41040de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:41.818977 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-95e31149-223a-4896-881f-ef755fe0336c None None] Port 64343f32-8172-43f0-ad2d-cfac9e14a65e cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:40:41.839823 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-bdb7e864-911b-4afc-acd9-5a4eadfb89e3 service neutron] Request body: {'port': {'device_id': 'e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:41.882435 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30ff05-4b57-46b8-987c-4eec41040de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f2275d-27e6-4262-aebc-558f6af4b0ea,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:41.918008 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f30ff05-4b57-46b8-987c-4eec41040de3 admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:40:41.943593 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-24bd391d-7a72-433a-b72d-854b689159b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:41.982264 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4f30ff05-4b57-46b8-987c-4eec41040de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:41.982769 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-4f30ff05-4b57-46b8-987c-4eec41040de3 admin admin] Added segment c050de98-7641-4301-b72e-f4e7cddac870 of type vlan for network 63310cb6-2c84-44f2-9e8f-0c5b176cfc28 May 06 09:40:41.984566 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd391d-7a72-433a-b72d-854b689159b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c0c08b7-eda7-4593-aeef-6dbd588bae0f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:42.062855 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0c4483e0-e47a-45c7-a887-c9b63e479df9 req-ecfa3990-dc4c-4f41-81e6-18421e5fb020 tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:42.084250 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-bdb7e864-911b-4afc-acd9-5a4eadfb89e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:42.092142 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0c4483e0-e47a-45c7-a887-c9b63e479df9 req-ecfa3990-dc4c-4f41-81e6-18421e5fb020 tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:42.107483 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b6915966-44d9-437c-9f75-af4e2832b818 req-3cd9aa4e-63e8-490c-b904-e341f4560d06 service neutron] 10.222.0.84 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354480 May 06 09:40:42.116624 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb0256-75ee-4aa0-8d9d-26f9c7f5fdf2 req-37ff1278-a0f3-42c6-9c1a-dc65924ff279 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:42.128025 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eafb0256-75ee-4aa0-8d9d-26f9c7f5fdf2 req-37ff1278-a0f3-42c6-9c1a-dc65924ff279 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab HTTP/1.1" status: 200 len: 932 time: 0.2831380 May 06 09:40:42.359696 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0c4483e0-e47a-45c7-a887-c9b63e479df9 req-ecfa3990-dc4c-4f41-81e6-18421e5fb020 tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:42.369696 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b6915966-44d9-437c-9f75-af4e2832b818 req-67194f33-cde0-49a9-b411-33de6b2b85d1 service neutron] 10.222.0.84 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263601 May 06 09:40:42.382159 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0c4483e0-e47a-45c7-a887-c9b63e479df9 req-ecfa3990-dc4c-4f41-81e6-18421e5fb020 tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:42.480860 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0c4483e0-e47a-45c7-a887-c9b63e479df9 req-ecfa3990-dc4c-4f41-81e6-18421e5fb020 tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:42.482798 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c4483e0-e47a-45c7-a887-c9b63e479df9 req-ecfa3990-dc4c-4f41-81e6-18421e5fb020 tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.7356887 May 06 09:40:42.500312 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa3990-dc4c-4f41-81e6-18421e5fb020 tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe53cf1-49dc-49b7-9ede-ce13fa775f9e,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:42.548850 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4f30ff05-4b57-46b8-987c-4eec41040de3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:42.631649 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4f30ff05-4b57-46b8-987c-4eec41040de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:42.634786 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f30ff05-4b57-46b8-987c-4eec41040de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:42.635915 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4f30ff05-4b57-46b8-987c-4eec41040de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:42.671452 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eafb0256-75ee-4aa0-8d9d-26f9c7f5fdf2 req-6c03de9a-bcc3-4a27-addd-2dae2e886135 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c753481-7cc2-40d1-9ed2-8aa1968318ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5304639 May 06 09:40:42.720908 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30ff05-4b57-46b8-987c-4eec41040de3 admin admin] Pushing event updated for resources: {'Network': ['ID=63310cb6-2c84-44f2-9e8f-0c5b176cfc28,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:42.739792 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 63310cb6-2c84-44f2-9e8f-0c5b176cfc28 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:40:42.757012 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4f30ff05-4b57-46b8-987c-4eec41040de3 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8106673 May 06 09:40:42.758157 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45710) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:42.767748 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-1be9ca16-8618-4bf8-84ec-d96af21485f2 admin admin] Request body: {'subnet': {'network_id': '63310cb6-2c84-44f2-9e8f-0c5b176cfc28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-737136986-subnet', 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:42.810978 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa3990-dc4c-4f41-81e6-18421e5fb020 tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63902e4b-54da-475d-abf5-9fd147595f48,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:42.815333 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d214b13-067e-45af-8138-06462e2b3e86 x-openstack-request-id: req-8d214b13-067e-45af-8138-06462e2b3e86 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:42.815612 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db5112bf-4bd8-4e66-aa36-c7295307c744", "tag": "10898790-3402-44ba-9070-c492f68e3747", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:42.815936 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8d214b13-067e-45af-8138-06462e2b3e86 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:42.816589 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d214b13-067e-45af-8138-06462e2b3e86'] response: {'name': 'network-changed', 'server_uuid': 'db5112bf-4bd8-4e66-aa36-c7295307c744', 'tag': '10898790-3402-44ba-9070-c492f68e3747', 'status': 'completed', 'code': 200} May 06 09:40:42.879552 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be9ca16-8618-4bf8-84ec-d96af21485f2 admin admin] Made reservation on behalf of a276361bfa5d40d88d5fb8c7475cf482 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:40:42.887755 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1be9ca16-8618-4bf8-84ec-d96af21485f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:42.918300 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c44d1-3ebb-4b02-a07f-57ccdbf85da6 req-af77b8cd-3c37-4293-a56f-18162a1f01d3 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:42.922060 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e83c44d1-3ebb-4b02-a07f-57ccdbf85da6 req-af77b8cd-3c37-4293-a56f-18162a1f01d3 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=db5112bf-4bd8-4e66-aa36-c7295307c744 HTTP/1.1" status: 200 len: 943 time: 0.2819989 May 06 09:40:42.924172 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a2d312-abf8-484a-94e1-93ddf6a21c59 x-openstack-request-id: req-93a2d312-abf8-484a-94e1-93ddf6a21c59 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:42.926030 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4086e8-670b-410b-8c9a-da027f433e62", "name": "network-vif-unplugged", "status": "completed", "tag": "01da8cd2-188a-4f87-8a7e-0aea3f350e6e", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:42.926580 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-93a2d312-abf8-484a-94e1-93ddf6a21c59 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:42.927265 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93a2d312-abf8-484a-94e1-93ddf6a21c59'] response: {'server_uuid': '9a4086e8-670b-410b-8c9a-da027f433e62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e', 'code': 200} May 06 09:40:43.041624 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54094f-7cd6-408f-9d9c-0fd02f7eff3b req-f43014ac-3355-4217-bfd4-578467d14039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:43.043564 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b54094f-7cd6-408f-9d9c-0fd02f7eff3b req-f43014ac-3355-4217-bfd4-578467d14039 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d5c8baf980ce4dc1ab4fba669d9b206a&device_id=db5112bf-4bd8-4e66-aa36-c7295307c744 HTTP/1.1" status: 200 len: 1094 time: 0.2160947 May 06 09:40:43.081444 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e83c44d1-3ebb-4b02-a07f-57ccdbf85da6 req-80c41a7a-2742-4884-8fb0-2df2459d80d5 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404600 May 06 09:40:43.233716 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-bdb7e864-911b-4afc-acd9-5a4eadfb89e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64343f32-8172-43f0-ad2d-cfac9e14a65e {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:43.244706 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-bdb7e864-911b-4afc-acd9-5a4eadfb89e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:43.252722 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 01da8cd2-188a-4f87-8a7e-0aea3f350e6e details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:40:43.276849 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-bdb7e864-911b-4afc-acd9-5a4eadfb89e3 service neutron] Transition to ACTIVE for port object 64343f32-8172-43f0-ad2d-cfac9e14a65e will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:40:43.277114 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-24bd391d-7a72-433a-b72d-854b689159b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:43.304609 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-bdb7e864-911b-4afc-acd9-5a4eadfb89e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:43.384644 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-6c846bf9-5f7a-4d1e-a3e0-52be6f505aa7 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0fe275606e2841ef811abf94e17c097e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1864226 May 06 09:40:43.487019 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:43.512395 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e', 'network_id': '138aada2-7aee-4749-819b-d219deb27012', 'port_id': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e', 'mac_address': 'fa:16:3e:3d:25:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceacdbe3-a021-4ce2-8b17-bdad66d69597', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:40:43.581815 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1be9ca16-8618-4bf8-84ec-d96af21485f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:43.613752 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f847599-0b10-41ad-ba19-6e9be659df52 req-76cb705e-239e-4328-b95c-9b797d77a277 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:43.615340 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7f847599-0b10-41ad-ba19-6e9be659df52 req-76cb705e-239e-4328-b95c-9b797d77a277 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.5328496 May 06 09:40:43.619879 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:43.654811 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01da8cd2-188a-4f87-8a7e-0aea3f350e6e {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:43.705393 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7e864-911b-4afc-acd9-5a4eadfb89e3 service neutron] Pushing event updated for resources: {'Port': ['ID=64343f32-8172-43f0-ad2d-cfac9e14a65e,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:43.730436 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:43.739789 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:43.795132 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54094f-7cd6-408f-9d9c-0fd02f7eff3b req-c1ec7f63-b7b6-4752-85a0-90d7061a397d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:43.796665 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b54094f-7cd6-408f-9d9c-0fd02f7eff3b req-c1ec7f63-b7b6-4752-85a0-90d7061a397d service neutron] 10.222.0.84 "GET /v2.0/networks?id=22f2ea67-0061-4453-8871-c63efbcb27a4 HTTP/1.1" status: 200 len: 906 time: 0.7418451 May 06 09:40:43.803043 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9ca16-8618-4bf8-84ec-d96af21485f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d048d8f-1cb9-48ef-a7c8-b37e62204696,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:43.891432 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,revision_number=12']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:43.911771 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['01da8cd2-188a-4f87-8a7e-0aea3f350e6e'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:43.927212 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be9ca16-8618-4bf8-84ec-d96af21485f2 admin admin] Checking segment: {'id': 'c050de98-7641-4301-b72e-f4e7cddac870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '63310cb6-2c84-44f2-9e8f-0c5b176cfc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:43.927784 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be9ca16-8618-4bf8-84ec-d96af21485f2 admin admin] Network hostable DHCP agents. Network: 63310cb6-2c84-44f2-9e8f-0c5b176cfc28, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:40:44.051559 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be9ca16-8618-4bf8-84ec-d96af21485f2 admin admin] Network 63310cb6-2c84-44f2-9e8f-0c5b176cfc28 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:40:44.110677 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-1be9ca16-8618-4bf8-84ec-d96af21485f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 63310cb6-2c84-44f2-9e8f-0c5b176cfc28) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:40:44.129080 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be9ca16-8618-4bf8-84ec-d96af21485f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:44.129707 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1be9ca16-8618-4bf8-84ec-d96af21485f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:44.141654 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c70f61-157c-46ff-8c39-5898babfbaf1 None None] Network 63310cb6-2c84-44f2-9e8f-0c5b176cfc28 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:40:44.142378 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bd391d-7a72-433a-b72d-854b689159b1 admin admin] Router 6cf42293-7527-4b3a-a20a-f77c21229d17 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:40:44.175440 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1be9ca16-8618-4bf8-84ec-d96af21485f2 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4113147 May 06 09:40:44.183926 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45750) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:44.187622 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-1f29f195-cb50-431a-80a8-d81d1aec88b6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-737136986-router', 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:44.373820 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b54094f-7cd6-408f-9d9c-0fd02f7eff3b req-4607047c-ea99-4ac2-b858-40d225b20baa service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10898790-3402-44ba-9070-c492f68e3747 HTTP/1.1" status: 200 len: 217 time: 0.5394475 May 06 09:40:44.377365 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7f847599-0b10-41ad-ba19-6e9be659df52 req-ab56012f-38bf-48af-92dc-4cbf182e1b81 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7117286 May 06 09:40:44.408566 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bd391d-7a72-433a-b72d-854b689159b1 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:40:44.421112 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-24bd391d-7a72-433a-b72d-854b689159b1 admin admin] 10.222.0.73 "PUT /v2.0/routers/6cf42293-7527-4b3a-a20a-f77c21229d17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7543845 May 06 09:40:44.426809 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96adabb2-f63c-4e15-b0e8-3bb0ed094e9c None None] Sync routers for ids ['6cf42293-7527-4b3a-a20a-f77c21229d17'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:40:44.430600 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45752) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:44.481065 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96adabb2-f63c-4e15-b0e8-3bb0ed094e9c None None] Routers {'6cf42293-7527-4b3a-a20a-f77c21229d17'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:40:44.481734 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-96adabb2-f63c-4e15-b0e8-3bb0ed094e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:40:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6cf42293-7527-4b3a-a20a-f77c21229d17'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:44.488599 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-8c04c7ae-dce8-47b9-8550-5a57de13aa53 req-bed1e8f7-3c21-4540-8406-653efbb4c000 tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2105564784', 'description': 'tempest-description-1897204551'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:44.526443 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f29f195-cb50-431a-80a8-d81d1aec88b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:44.528176 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f29f195-cb50-431a-80a8-d81d1aec88b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:44.531710 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-1e286901-3b12-4641-9a04-d65fa865600d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:44.533571 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-1e286901-3b12-4641-9a04-d65fa865600d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1481307 May 06 09:40:44.617040 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-bdb7e864-911b-4afc-acd9-5a4eadfb89e3 service neutron] Attempting to bind port 64343f32-8172-43f0-ad2d-cfac9e14a65e on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:40:44.628034 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-bdb7e864-911b-4afc-acd9-5a4eadfb89e3 service neutron] Attempting to bind port 64343f32-8172-43f0-ad2d-cfac9e14a65e by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '0cad701d-15db-4830-8ec3-5c5772b70e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '106e07b0-c17b-4335-97df-8cfa31e62071'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:40:44.628882 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-bdb7e864-911b-4afc-acd9-5a4eadfb89e3 service neutron] Attempting to bind port 64343f32-8172-43f0-ad2d-cfac9e14a65e on network 106e07b0-c17b-4335-97df-8cfa31e62071 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:44.636846 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-d10967b2-537a-43d3-9b4c-20479a4bf6d7 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/quotas/0fe275606e2841ef811abf94e17c097e HTTP/1.1" status: 200 len: 375 time: 0.0630553 May 06 09:40:44.639028 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54094f-7cd6-408f-9d9c-0fd02f7eff3b req-a5b70e75-4596-4652-9a3b-fff08a704f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:44.649545 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b54094f-7cd6-408f-9d9c-0fd02f7eff3b req-a5b70e75-4596-4652-9a3b-fff08a704f5d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=afa93752-8f96-48cb-be1f-768526aba17a HTTP/1.1" status: 200 len: 845 time: 0.2627156 May 06 09:40:44.653625 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-bdb7e864-911b-4afc-acd9-5a4eadfb89e3 service neutron] Port 64343f32-8172-43f0-ad2d-cfac9e14a65e on network 106e07b0-c17b-4335-97df-8cfa31e62071 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:40:44.654327 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-bdb7e864-911b-4afc-acd9-5a4eadfb89e3 service neutron] Attempting to bind port 64343f32-8172-43f0-ad2d-cfac9e14a65e on network 106e07b0-c17b-4335-97df-8cfa31e62071 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:44.660392 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8c04c7ae-dce8-47b9-8550-5a57de13aa53 req-bed1e8f7-3c21-4540-8406-653efbb4c000 tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:44.671829 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f29f195-cb50-431a-80a8-d81d1aec88b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:44.676173 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45abaa46-2ebb-452c-a221-a6727342af52 admin admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:44.684965 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-96adabb2-f63c-4e15-b0e8-3bb0ed094e9c None None] Set router 6cf42293-7527-4b3a-a20a-f77c21229d17 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:40:44.707873 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-bdb7e864-911b-4afc-acd9-5a4eadfb89e3 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:40:44.708659 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-bdb7e864-911b-4afc-acd9-5a4eadfb89e3 service neutron] Checking segment: {'id': '0cad701d-15db-4830-8ec3-5c5772b70e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '106e07b0-c17b-4335-97df-8cfa31e62071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:44.709314 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-bdb7e864-911b-4afc-acd9-5a4eadfb89e3 service neutron] Bound using segment: {'id': '0cad701d-15db-4830-8ec3-5c5772b70e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '106e07b0-c17b-4335-97df-8cfa31e62071'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:40:44.710017 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-bdb7e864-911b-4afc-acd9-5a4eadfb89e3 service neutron] Bound port: 64343f32-8172-43f0-ad2d-cfac9e14a65e, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cad701d-15db-4830-8ec3-5c5772b70e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '106e07b0-c17b-4335-97df-8cfa31e62071'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:40:44.710662 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-bdb7e864-911b-4afc-acd9-5a4eadfb89e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:44.740413 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b54094f-7cd6-408f-9d9c-0fd02f7eff3b req-af9a483d-dd5a-4d71-a389-843669bcb90a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=22f2ea67-0061-4453-8871-c63efbcb27a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821526 May 06 09:40:44.807879 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e6a5df-b914-4826-904d-54cfdf4f1c7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-63310cb6-2c84-44f2-9e8f-0c5b176cfc28', 'network_id': '63310cb6-2c84-44f2-9e8f-0c5b176cfc28', 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'fixed_ips': [{'subnet_id': '2d048d8f-1cb9-48ef-a7c8-b37e62204696'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:40:44.809011 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-56e6a5df-b914-4826-904d-54cfdf4f1c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:44.821671 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45abaa46-2ebb-452c-a221-a6727342af52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:45.007529 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-56e6a5df-b914-4826-904d-54cfdf4f1c7f None None] Allocated IP 172.20.0.2 (63310cb6-2c84-44f2-9e8f-0c5b176cfc28/2d048d8f-1cb9-48ef-a7c8-b37e62204696/79121b3e-46cd-4bb8-ac5c-dfd910b3d189) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:40:45.059847 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f29f195-cb50-431a-80a8-d81d1aec88b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:45.064291 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-a824c18e-5440-49b8-bbab-2571b30fd52f tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0fe275606e2841ef811abf94e17c097e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4117804 May 06 09:40:45.214069 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-56e6a5df-b914-4826-904d-54cfdf4f1c7f None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:45.219306 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-bdb7e864-911b-4afc-acd9-5a4eadfb89e3 service neutron] For port 64343f32-8172-43f0-ad2d-cfac9e14a65e, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:40:45.238266 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8c04c7ae-dce8-47b9-8550-5a57de13aa53 req-bed1e8f7-3c21-4540-8406-653efbb4c000 tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:45.244436 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b54094f-7cd6-408f-9d9c-0fd02f7eff3b req-0789bdb7-d7f2-4c8d-8599-6de96528f682 service neutron] 10.222.0.84 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865460 May 06 09:40:45.248210 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-45abaa46-2ebb-452c-a221-a6727342af52 admin admin] Deleting port 972dca78-6503-45d9-b068-8e876984bc64 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:45.248703 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45abaa46-2ebb-452c-a221-a6727342af52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:45.251521 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-bdb7e864-911b-4afc-acd9-5a4eadfb89e3 service neutron] For port 64343f32-8172-43f0-ad2d-cfac9e14a65e, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=64343f32-8172-43f0-ad2d-cfac9e14a65e,segment=NetworkSegment(0cad701d-15db-4830-8ec3-5c5772b70e25),segment_id=0cad701d-15db-4830-8ec3-5c5772b70e25)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:40:45.281948 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8c04c7ae-dce8-47b9-8550-5a57de13aa53 req-bed1e8f7-3c21-4540-8406-653efbb4c000 tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:45.295198 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-bdb7e864-911b-4afc-acd9-5a4eadfb89e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:45.425331 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-45abaa46-2ebb-452c-a221-a6727342af52 admin admin] For port 972dca78-6503-45d9-b068-8e876984bc64, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=972dca78-6503-45d9-b068-8e876984bc64,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:45.426390 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45abaa46-2ebb-452c-a221-a6727342af52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:45.458165 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-45abaa46-2ebb-452c-a221-a6727342af52 admin admin] Calling delete_port for 972dca78-6503-45d9-b068-8e876984bc64 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:45.546210 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-bdb7e864-911b-4afc-acd9-5a4eadfb89e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:45.546905 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-bdb7e864-911b-4afc-acd9-5a4eadfb89e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:45.548444 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-bdb7e864-911b-4afc-acd9-5a4eadfb89e3 service neutron] 10.222.0.84 "PUT /v2.0/ports/64343f32-8172-43f0-ad2d-cfac9e14a65e HTTP/1.1" status: 200 len: 1092 time: 3.7512510 May 06 09:40:45.548946 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab', 'tag': '64343f32-8172-43f0-ad2d-cfac9e14a65e'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:45.562301 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475e07d0-08d4-4f54-86d4-02c80cdb58db" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab", "tag": "64343f32-8172-43f0-ad2d-cfac9e14a65e"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:45.667584 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-56e6a5df-b914-4826-904d-54cfdf4f1c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:45.681028 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 10898790-3402-44ba-9070-c492f68e3747 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:40:45.684689 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8c04c7ae-dce8-47b9-8550-5a57de13aa53 req-bed1e8f7-3c21-4540-8406-653efbb4c000 tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:45.690400 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8c04c7ae-dce8-47b9-8550-5a57de13aa53 req-bed1e8f7-3c21-4540-8406-653efbb4c000 tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.2147863 May 06 09:40:45.753426 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 01da8cd2-188a-4f87-8a7e-0aea3f350e6e up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:45.757581 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1e8f7-3c21-4540-8406-653efbb4c000 tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa7a2ac-7e66-4102-a605-92bf8d479a61,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:45.888337 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7e864-911b-4afc-acd9-5a4eadfb89e3 service neutron] Pushing event updated for resources: {'Port': ['ID=64343f32-8172-43f0-ad2d-cfac9e14a65e,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:46.043798 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-bfd8489e-bd17-4711-8ab2-6ac4abbb4b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:46.051737 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-bfd8489e-bd17-4711-8ab2-6ac4abbb4b02 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=48135002cdea40efa122e536dc317741&device_id=e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab HTTP/1.1" status: 200 len: 1095 time: 0.4124238 May 06 09:40:46.158914 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.resource_extend [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:40:46.224317 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b54094f-7cd6-408f-9d9c-0fd02f7eff3b req-1bdd0e2a-3dff-45e7-8fff-b723500923da service neutron] 10.222.0.84 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9684355 May 06 09:40:46.227855 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-5172e5f5-d97d-40e3-98f0-36557d7521f3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64343f32-8172-43f0-ad2d-cfac9e14a65e HTTP/1.1" status: 200 len: 217 time: 0.1645648 May 06 09:40:46.293599 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f29f195-cb50-431a-80a8-d81d1aec88b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:46.304090 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 10898790-3402-44ba-9070-c492f68e3747, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=10898790-3402-44ba-9070-c492f68e3747,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:46.324694 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e6a5df-b914-4826-904d-54cfdf4f1c7f None None] Network 63310cb6-2c84-44f2-9e8f-0c5b176cfc28 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:40:46.338488 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '10898790-3402-44ba-9070-c492f68e3747', 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4', 'port_id': '10898790-3402-44ba-9070-c492f68e3747', 'mac_address': 'fa:16:3e:3e:d4:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa93752-8f96-48cb-be1f-768526aba17a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:40:46.338889 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad557522-e280-4e49-9d75-1f3982637dba req-f10435f4-76fa-406c-842e-a1ec03726d5c tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=661d757dd98e4787a17a66d7a29ce3d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1209519 May 06 09:40:46.342720 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6a5df-b914-4826-904d-54cfdf4f1c7f None None] Pushing event updated for resources: {'Port': ['ID=79121b3e-46cd-4bb8-ac5c-dfd910b3d189,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:46.347026 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-56e6a5df-b914-4826-904d-54cfdf4f1c7f None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:40:46.354043 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e6a5df-b914-4826-904d-54cfdf4f1c7f None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:40:46.365627 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f29f195-cb50-431a-80a8-d81d1aec88b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:46.498401 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfa884-2bf8-456d-9cde-a4bbd48a1255 req-47665902-23c6-43b8-9240-4af766365138 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:46.515930 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7fdfa884-2bf8-456d-9cde-a4bbd48a1255 req-47665902-23c6-43b8-9240-4af766365138 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab HTTP/1.1" status: 200 len: 944 time: 0.6536741 May 06 09:40:46.531150 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9bd7c375-c203-4200-926f-f0bbe7938f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:46.591491 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45abaa46-2ebb-452c-a221-a6727342af52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:46.598440 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:46.599199 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:46.650350 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:46.667600 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abaa46-2ebb-452c-a221-a6727342af52 admin admin] Pushing event deleted for resources: {'Port': ['ID=972dca78-6503-45d9-b068-8e876984bc64,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:46.695722 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-56e6a5df-b914-4826-904d-54cfdf4f1c7f None None] Attempting to bind port 79121b3e-46cd-4bb8-ac5c-dfd910b3d189 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:40:46.696112 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-56e6a5df-b914-4826-904d-54cfdf4f1c7f None None] Attempting to bind port 79121b3e-46cd-4bb8-ac5c-dfd910b3d189 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'c050de98-7641-4301-b72e-f4e7cddac870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '63310cb6-2c84-44f2-9e8f-0c5b176cfc28'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:40:46.696490 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e6a5df-b914-4826-904d-54cfdf4f1c7f None None] Attempting to bind port 79121b3e-46cd-4bb8-ac5c-dfd910b3d189 on network 63310cb6-2c84-44f2-9e8f-0c5b176cfc28 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:46.707508 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10898790-3402-44ba-9070-c492f68e3747 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:46.738861 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-1f29f195-cb50-431a-80a8-d81d1aec88b6 admin admin] Allocated IP 172.25.5.22 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/51fdfe03-3d0c-4220-82b6-807509d61776) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:40:46.742058 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-96adabb2-f63c-4e15-b0e8-3bb0ed094e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf42293-7527-4b3a-a20a-f77c21229d17', 'name': 'tempest-ServersTestMultiNic-1358636048-router', 'tenant_id': '176b8c716694414abe8ccd24f8a01958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '972dca78-6503-45d9-b068-8e876984bc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:38:23Z', 'updated_at': '2022-05-06T09:40:41Z', 'revision_number': 5, 'project_id': '176b8c716694414abe8ccd24f8a01958', 'gw_port': {'id': '972dca78-6503-45d9-b068-8e876984bc64', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf42293-7527-4b3a-a20a-f77c21229d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:25Z', 'updated_at': '2022-05-06T09:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:46.749290 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e6a5df-b914-4826-904d-54cfdf4f1c7f None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:40:46.749825 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e6a5df-b914-4826-904d-54cfdf4f1c7f None None] Checking segment: {'id': 'c050de98-7641-4301-b72e-f4e7cddac870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '63310cb6-2c84-44f2-9e8f-0c5b176cfc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:46.752956 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-56e6a5df-b914-4826-904d-54cfdf4f1c7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:46.753551 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e6a5df-b914-4826-904d-54cfdf4f1c7f None None] Bound using segment: {'id': 'c050de98-7641-4301-b72e-f4e7cddac870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '63310cb6-2c84-44f2-9e8f-0c5b176cfc28'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:40:46.754294 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-56e6a5df-b914-4826-904d-54cfdf4f1c7f None None] Bound port: 79121b3e-46cd-4bb8-ac5c-dfd910b3d189, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c050de98-7641-4301-b72e-f4e7cddac870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '63310cb6-2c84-44f2-9e8f-0c5b176cfc28'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:40:46.754874 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-56e6a5df-b914-4826-904d-54cfdf4f1c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:46.775781 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45abaa46-2ebb-452c-a221-a6727342af52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:46.956662 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7fdfa884-2bf8-456d-9cde-a4bbd48a1255 req-29d4b01d-a155-45d5-9392-3cbf400549c1 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c753481-7cc2-40d1-9ed2-8aa1968318ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4118915 May 06 09:40:46.957323 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 10898790-3402-44ba-9070-c492f68e3747, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=10898790-3402-44ba-9070-c492f68e3747,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:46.959054 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96adabb2-f63c-4e15-b0e8-3bb0ed094e9c None None] Checking router: 6cf42293-7527-4b3a-a20a-f77c21229d17 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:40:46.967765 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-bbf8468a-c2c3-4a10-973c-253d680ecccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:46.969282 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-bbf8468a-c2c3-4a10-973c-253d680ecccc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4ee33410-8f3a-44d7-9251-5441886837e0 HTTP/1.1" status: 200 len: 855 time: 0.7314391 May 06 09:40:46.989509 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:47.057500 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45abaa46-2ebb-452c-a221-a6727342af52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:47.065876 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45abaa46-2ebb-452c-a221-a6727342af52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:47.067817 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad557522-e280-4e49-9d75-1f3982637dba req-da08f4d2-8320-4f06-afd3-572525628557 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:47.080118 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad557522-e280-4e49-9d75-1f3982637dba req-da08f4d2-8320-4f06-afd3-572525628557 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5078592 May 06 09:40:47.103069 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad557522-e280-4e49-9d75-1f3982637dba req-be470c08-b552-44c8-b977-56314e21399e tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/quotas/661d757dd98e4787a17a66d7a29ce3d2 HTTP/1.1" status: 200 len: 375 time: 0.0212808 May 06 09:40:47.134353 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-c52addc5-d3f0-4c9c-addf-4f4066933968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:47.136096 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-c52addc5-d3f0-4c9c-addf-4f4066933968 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=106e07b0-c17b-4335-97df-8cfa31e62071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1567430 May 06 09:40:47.195404 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad557522-e280-4e49-9d75-1f3982637dba req-7e185364-636f-4de8-b630-246a9b7c810e tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=661d757dd98e4787a17a66d7a29ce3d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0886695 May 06 09:40:47.216286 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45abaa46-2ebb-452c-a221-a6727342af52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:47.216969 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45abaa46-2ebb-452c-a221-a6727342af52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cf42293-7527-4b3a-a20a-f77c21229d17 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:40:47.225742 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45abaa46-2ebb-452c-a221-a6727342af52 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:47.231311 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-45abaa46-2ebb-452c-a221-a6727342af52 admin admin] 10.222.0.73 "DELETE /v2.0/routers/6cf42293-7527-4b3a-a20a-f77c21229d17 HTTP/1.1" status: 204 len: 168 time: 2.7993774 May 06 09:40:47.239270 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45780) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:47.245118 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96adabb2-f63c-4e15-b0e8-3bb0ed094e9c None None] Routers {'6cf42293-7527-4b3a-a20a-f77c21229d17'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:40:47.251458 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-96adabb2-f63c-4e15-b0e8-3bb0ed094e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:40:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6cf42293-7527-4b3a-a20a-f77c21229d17'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:47.260890 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f29f195-cb50-431a-80a8-d81d1aec88b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:47.304519 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=10898790-3402-44ba-9070-c492f68e3747,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:47.403569 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['10898790-3402-44ba-9070-c492f68e3747'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:47.409651 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-96adabb2-f63c-4e15-b0e8-3bb0ed094e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:47.410568 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96adabb2-f63c-4e15-b0e8-3bb0ed094e9c None None] The sync data for ids ['6cf42293-7527-4b3a-a20a-f77c21229d17'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:40:47.412796 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:47.417652 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f29f195-cb50-431a-80a8-d81d1aec88b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:47.472334 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb36907-6896-473b-9a13-6a7ca64dc065 admin admin] Deleting subnet 90243bec-44fb-4d24-8c32-2119faf8c8c1 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:40:47.598635 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4fb36907-6896-473b-9a13-6a7ca64dc065 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:47.606771 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f29f195-cb50-431a-80a8-d81d1aec88b6 admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:40:47.616112 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-1f29f195-cb50-431a-80a8-d81d1aec88b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:40:47.618513 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-56e6a5df-b914-4826-904d-54cfdf4f1c7f None None] For port 79121b3e-46cd-4bb8-ac5c-dfd910b3d189, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:40:47.630580 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f29f195-cb50-431a-80a8-d81d1aec88b6 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:40:47.663535 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-56e6a5df-b914-4826-904d-54cfdf4f1c7f None None] For port 79121b3e-46cd-4bb8-ac5c-dfd910b3d189, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=79121b3e-46cd-4bb8-ac5c-dfd910b3d189,segment=NetworkSegment(c050de98-7641-4301-b72e-f4e7cddac870),segment_id=c050de98-7641-4301-b72e-f4e7cddac870)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:40:47.701716 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-29a7ba2c-3ac9-4199-ab5a-57d73e446ec3 req-c98cd8e4-a94a-4c7a-9db0-6f5875c4e6f2 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba HTTP/1.1" status: 200 len: 210 time: 0.0583620 May 06 09:40:47.717671 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-56e6a5df-b914-4826-904d-54cfdf4f1c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:47.740306 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4fb36907-6896-473b-9a13-6a7ca64dc065 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:47.779649 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4086e8-670b-410b-8c9a-da027f433e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:47.786472 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971faa18-539a-4b75-88b6-2f819d665b3c" -d '{"events": [{"server_uuid": "9a4086e8-670b-410b-8c9a-da027f433e62", "name": "network-vif-plugged", "status": "completed", "tag": "01da8cd2-188a-4f87-8a7e-0aea3f350e6e"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:47.814404 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0aa06-c7cf-4d3f-b30e-4786fcf746f9 req-33573562-f4a6-479e-b21b-e82fe256cfea tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:47.817360 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-77f0aa06-c7cf-4d3f-b30e-4786fcf746f9 req-33573562-f4a6-479e-b21b-e82fe256cfea tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=db5112bf-4bd8-4e66-aa36-c7295307c744 HTTP/1.1" status: 200 len: 944 time: 0.6182232 May 06 09:40:48.011868 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-a26dd15d-e9ff-4cb2-b99d-5d7b765ec237 service neutron] 10.222.0.84 "GET /v2.0/networks/106e07b0-c17b-4335-97df-8cfa31e62071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8428717 May 06 09:40:48.034234 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:48.104959 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:48.173668 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4fb36907-6896-473b-9a13-6a7ca64dc065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:48.299407 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4fb36907-6896-473b-9a13-6a7ca64dc065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:48.316790 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6a5df-b914-4826-904d-54cfdf4f1c7f None None] Pushing event updated for resources: {'Port': ['ID=79121b3e-46cd-4bb8-ac5c-dfd910b3d189,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:48.413764 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-77f0aa06-c7cf-4d3f-b30e-4786fcf746f9 req-0b9ffd51-4ce2-45e5-81bf-278b02863084 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5721960 May 06 09:40:48.416323 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4fb36907-6896-473b-9a13-6a7ca64dc065 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:48.425458 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4fb36907-6896-473b-9a13-6a7ca64dc065 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/90243bec-44fb-4d24-8c32-2119faf8c8c1 HTTP/1.1" status: 204 len: 168 time: 1.1720991 May 06 09:40:48.432070 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45798) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:48.440661 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb36907-6896-473b-9a13-6a7ca64dc065 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90243bec-44fb-4d24-8c32-2119faf8c8c1,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:48.446858 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2724b27-e0c1-4ced-bb5c-e02902945d22 None None] Network 06955295-920d-41ae-8a61-f0b0d0bafa1a requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:40:48.626267 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eece654a-bf5b-4f75-8727-06f83c9f8cc4 x-openstack-request-id: req-eece654a-bf5b-4f75-8727-06f83c9f8cc4 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:48.631297 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab", "tag": "64343f32-8172-43f0-ad2d-cfac9e14a65e", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:48.631598 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eece654a-bf5b-4f75-8727-06f83c9f8cc4 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:48.632053 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eece654a-bf5b-4f75-8727-06f83c9f8cc4'] response: {'name': 'network-changed', 'server_uuid': 'e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab', 'tag': '64343f32-8172-43f0-ad2d-cfac9e14a65e', 'status': 'completed', 'code': 200} May 06 09:40:48.742240 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dcadb727-2c59-4af2-8b6a-af2c7ab9b808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:48.841927 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,revision_number=13']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:48.870455 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ff2ba-bca1-47ce-b7f2-12ee22a48ead req-96c5c6df-4847-496b-bbd3-620bf0fa5852 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:48.879957 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:48.881523 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-529ff2ba-bca1-47ce-b7f2-12ee22a48ead req-96c5c6df-4847-496b-bbd3-620bf0fa5852 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 946 time: 0.8378420 May 06 09:40:48.888249 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-795bab79-5fe9-420d-ad22-fb83a43fdb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:48.899999 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-49fa85c2-8429-4d65-8dd7-f0a0d7effa9c req-1d4e7957-06cf-4290-9cad-69d0fa849dd4 service neutron] 10.222.0.84 "GET /v2.0/networks/106e07b0-c17b-4335-97df-8cfa31e62071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8851418 May 06 09:40:48.959535 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-529ff2ba-bca1-47ce-b7f2-12ee22a48ead req-e5a31f84-d3d3-4a63-9198-60a5f48c0c49 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761724 May 06 09:40:49.029542 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-7527e7ee-8a77-41d0-b265-20bc3499fbb8 req-841351c5-e0a6-480e-9029-4fd87a4d4f58 tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-561260982', 'description': 'tempest-description-370908838'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:49.119775 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7527e7ee-8a77-41d0-b265-20bc3499fbb8 req-841351c5-e0a6-480e-9029-4fd87a4d4f58 tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:49.164940 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29f195-cb50-431a-80a8-d81d1aec88b6 admin admin] Pushing event updated for resources: {'Port': ['ID=51fdfe03-3d0c-4220-82b6-807509d61776,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:49.170950 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81bde3f-2dc8-4347-a9c6-123e02787643 None None] DHCP port deletion for 06955295-920d-41ae-8a61-f0b0d0bafa1a request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:40:49.191220 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-47fd0172-51e0-4d7d-88ae-6919cfc6fdd1 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0fe275606e2841ef811abf94e17c097e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412776 May 06 09:40:49.200964 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e07d0-08d4-4f54-86d4-02c80cdb58db req-d3165d0e-0cfb-4e89-bc66-c842d00228d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:49.208862 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-475e07d0-08d4-4f54-86d4-02c80cdb58db req-d3165d0e-0cfb-4e89-bc66-c842d00228d3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=48135002cdea40efa122e536dc317741&device_id=e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab HTTP/1.1" status: 200 len: 1095 time: 0.1708696 May 06 09:40:49.210987 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7527e7ee-8a77-41d0-b265-20bc3499fbb8 req-841351c5-e0a6-480e-9029-4fd87a4d4f58 tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:49.311493 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e81bde3f-2dc8-4347-a9c6-123e02787643 None None] Deleting port 2b31a6cb-23a0-44b6-9f02-8767f7bc565c {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:49.323221 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e81bde3f-2dc8-4347-a9c6-123e02787643 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:49.423273 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 79121b3e-46cd-4bb8-ac5c-dfd910b3d189 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:49.456347 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:49.487723 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e81bde3f-2dc8-4347-a9c6-123e02787643 None None] For port 2b31a6cb-23a0-44b6-9f02-8767f7bc565c, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=2b31a6cb-23a0-44b6-9f02-8767f7bc565c,segment=NetworkSegment(3feb5531-4038-4dff-b57b-14967643b532),segment_id=3feb5531-4038-4dff-b57b-14967643b532)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:49.488135 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e81bde3f-2dc8-4347-a9c6-123e02787643 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:49.507745 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e81bde3f-2dc8-4347-a9c6-123e02787643 None None] Calling delete_port for 2b31a6cb-23a0-44b6-9f02-8767f7bc565c owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:49.546663 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-31faf057-7321-4f9d-a5bf-7f6122e03df6 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:49.550209 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-31faf057-7321-4f9d-a5bf-7f6122e03df6 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3489294 May 06 09:40:49.552863 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-795bab79-5fe9-420d-ad22-fb83a43fdb0e admin admin] Deleting port 2b31a6cb-23a0-44b6-9f02-8767f7bc565c {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:49.552863 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-795bab79-5fe9-420d-ad22-fb83a43fdb0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:49.594368 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-96c09e0b-1519-4145-b3ee-567069b5d16b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Request body: {'port': {'device_id': 'e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'admin_state_up': True, 'tenant_id': '0fe275606e2841ef811abf94e17c097e'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:49.612201 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-572e0436-544d-4428-b62b-0a7b705facc3 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=661d757dd98e4787a17a66d7a29ce3d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4225211 May 06 09:40:49.686359 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f29f195-cb50-431a-80a8-d81d1aec88b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:49.754725 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 79121b3e-46cd-4bb8-ac5c-dfd910b3d189 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:49.755383 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:49.829355 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad557522-e280-4e49-9d75-1f3982637dba req-d5b26c16-2cb8-45dc-aba6-54063b619e24 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=661d757dd98e4787a17a66d7a29ce3d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0833361 May 06 09:40:49.872299 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e07d0-08d4-4f54-86d4-02c80cdb58db req-5da1e1d3-a1c9-4188-b3f1-183f64cb3770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:49.874332 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-475e07d0-08d4-4f54-86d4-02c80cdb58db req-5da1e1d3-a1c9-4188-b3f1-183f64cb3770 service neutron] 10.222.0.84 "GET /v2.0/networks?id=106e07b0-c17b-4335-97df-8cfa31e62071 HTTP/1.1" status: 200 len: 917 time: 0.6391704 May 06 09:40:49.922695 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-96c09e0b-1519-4145-b3ee-567069b5d16b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Made reservation on behalf of 0fe275606e2841ef811abf94e17c097e for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:40:49.932794 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-96c09e0b-1519-4145-b3ee-567069b5d16b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:49.941080 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e81bde3f-2dc8-4347-a9c6-123e02787643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:49.995437 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81bde3f-2dc8-4347-a9c6-123e02787643 None None] Pushing event deleted for resources: {'Port': ['ID=2b31a6cb-23a0-44b6-9f02-8767f7bc565c,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:50.002899 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81bde3f-2dc8-4347-a9c6-123e02787643 None None] No DVR routers for this DVR port 2b31a6cb-23a0-44b6-9f02-8767f7bc565c on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:50.087232 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:50.121892 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad557522-e280-4e49-9d75-1f3982637dba req-2512bec5-14ee-4e82-a240-f5d1f4602a8d tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:50.124584 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad557522-e280-4e49-9d75-1f3982637dba req-2512bec5-14ee-4e82-a240-f5d1f4602a8d tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2460806 May 06 09:40:50.131752 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 79121b3e-46cd-4bb8-ac5c-dfd910b3d189, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=79121b3e-46cd-4bb8-ac5c-dfd910b3d189,segment=NetworkSegment(c050de98-7641-4301-b72e-f4e7cddac870),segment_id=c050de98-7641-4301-b72e-f4e7cddac870)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:50.146436 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:50.155761 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a840571a-abb7-4565-ae08-144628f7ae3f None None] Network 63310cb6-2c84-44f2-9e8f-0c5b176cfc28 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:40:50.230194 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-ad557522-e280-4e49-9d75-1f3982637dba req-47819d06-d7aa-4f6a-ae50-fce74a153a31 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Request body: {'port': {'device_id': '15591f1c-3b84-41cc-84a7-68dba63802b6', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'admin_state_up': True, 'tenant_id': '661d757dd98e4787a17a66d7a29ce3d2'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:50.257680 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f29f195-cb50-431a-80a8-d81d1aec88b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:50.316068 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=79121b3e-46cd-4bb8-ac5c-dfd910b3d189,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:50.325150 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 2c0c08b7-eda7-4593-aeef-6dbd588bae0f no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:50.358034 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 2c0c08b7-eda7-4593-aeef-6dbd588bae0f {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:40:50.358379 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 2c0c08b7-eda7-4593-aeef-6dbd588bae0f not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:40:50.358813 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 2b31a6cb-23a0-44b6-9f02-8767f7bc565c no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:50.364760 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-475e07d0-08d4-4f54-86d4-02c80cdb58db req-ff3a29c4-5b5a-412a-b124-99b1c1f55603 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64343f32-8172-43f0-ad2d-cfac9e14a65e HTTP/1.1" status: 200 len: 217 time: 0.2511661 May 06 09:40:50.384575 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-795bab79-5fe9-420d-ad22-fb83a43fdb0e admin admin] For port 2b31a6cb-23a0-44b6-9f02-8767f7bc565c, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=2b31a6cb-23a0-44b6-9f02-8767f7bc565c,segment=NetworkSegment(3feb5531-4038-4dff-b57b-14967643b532),segment_id=3feb5531-4038-4dff-b57b-14967643b532)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:50.385248 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-795bab79-5fe9-420d-ad22-fb83a43fdb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:50.402846 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 2b31a6cb-23a0-44b6-9f02-8767f7bc565c {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:40:50.403221 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 2b31a6cb-23a0-44b6-9f02-8767f7bc565c not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:40:50.403706 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 972dca78-6503-45d9-b068-8e876984bc64 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:50.433589 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-96c09e0b-1519-4145-b3ee-567069b5d16b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Allocated IP 192.168.233.164 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/76edc2c3-a597-42c6-a4ba-be08f3a3ae18) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:40:50.439842 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e07d0-08d4-4f54-86d4-02c80cdb58db req-c51d1d5e-1020-4ebc-88b3-8b7e198f465e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:50.442682 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-475e07d0-08d4-4f54-86d4-02c80cdb58db req-c51d1d5e-1020-4ebc-88b3-8b7e198f465e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4ee33410-8f3a-44d7-9251-5441886837e0 HTTP/1.1" status: 200 len: 855 time: 0.0629296 May 06 09:40:50.508840 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-795bab79-5fe9-420d-ad22-fb83a43fdb0e admin admin] Calling delete_port for 2b31a6cb-23a0-44b6-9f02-8767f7bc565c owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:50.553074 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad557522-e280-4e49-9d75-1f3982637dba req-47819d06-d7aa-4f6a-ae50-fce74a153a31 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Made reservation on behalf of 661d757dd98e4787a17a66d7a29ce3d2 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:40:50.558170 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ad557522-e280-4e49-9d75-1f3982637dba req-47819d06-d7aa-4f6a-ae50-fce74a153a31 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:50.582378 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ad557522-e280-4e49-9d75-1f3982637dba req-47819d06-d7aa-4f6a-ae50-fce74a153a31 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:50.605222 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 972dca78-6503-45d9-b068-8e876984bc64 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:40:50.605572 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 972dca78-6503-45d9-b068-8e876984bc64 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:40:50.612732 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-eda937b2-ec24-4164-bd28-08ad7b19e8d4 None None] Provisioning complete for port 79121b3e-46cd-4bb8-ac5c-dfd910b3d189 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:50.613114 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eda937b2-ec24-4164-bd28-08ad7b19e8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:50.627724 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f29f195-cb50-431a-80a8-d81d1aec88b6 admin admin] Router ef4f1595-ae78-4012-bda3-bd48fad9c730 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:40:50.630978 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e07d0-08d4-4f54-86d4-02c80cdb58db req-47f4fdf1-50c0-476c-9cf1-081395d541f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:50.633853 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-475e07d0-08d4-4f54-86d4-02c80cdb58db req-47f4fdf1-50c0-476c-9cf1-081395d541f9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=106e07b0-c17b-4335-97df-8cfa31e62071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1733694 May 06 09:40:50.788785 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-475e07d0-08d4-4f54-86d4-02c80cdb58db req-e5b24ab6-b04b-4dce-804e-3ba4cf6a67ce service neutron] 10.222.0.84 "GET /v2.0/networks/106e07b0-c17b-4335-97df-8cfa31e62071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080084 May 06 09:40:50.796057 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7527e7ee-8a77-41d0-b265-20bc3499fbb8 req-841351c5-e0a6-480e-9029-4fd87a4d4f58 tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:50.805194 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-f9d3f9fb-4c5b-4fc7-8c8c-fea5519a8a46 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:50.807374 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-f9d3f9fb-4c5b-4fc7-8c8c-fea5519a8a46 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9911280 May 06 09:40:50.814636 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-96c09e0b-1519-4145-b3ee-567069b5d16b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:50.849944 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f29f195-cb50-431a-80a8-d81d1aec88b6 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:40:50.857540 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7527e7ee-8a77-41d0-b265-20bc3499fbb8 req-841351c5-e0a6-480e-9029-4fd87a4d4f58 tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:50.870511 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f693aa-5d9b-45cb-b515-2f9f452e2514 None None] Sync routers for ids ['ef4f1595-ae78-4012-bda3-bd48fad9c730'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:40:50.880935 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f29f195-cb50-431a-80a8-d81d1aec88b6 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:50.887430 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1f29f195-cb50-431a-80a8-d81d1aec88b6 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6984146 May 06 09:40:50.887697 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45816) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:50.914910 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f693aa-5d9b-45cb-b515-2f9f452e2514 None None] Routers {'ef4f1595-ae78-4012-bda3-bd48fad9c730'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:40:50.916260 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-30f693aa-5d9b-45cb-b515-2f9f452e2514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:40:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ef4f1595-ae78-4012-bda3-bd48fad9c730'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:51.093265 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:51.139515 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-30f693aa-5d9b-45cb-b515-2f9f452e2514 None None] Set router ef4f1595-ae78-4012-bda3-bd48fad9c730 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:40:51.166007 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7527e7ee-8a77-41d0-b265-20bc3499fbb8 req-841351c5-e0a6-480e-9029-4fd87a4d4f58 tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:51.167021 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841351c5-e0a6-480e-9029-4fd87a4d4f58 tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe3827b-b326-4648-a806-f046d70cb7e9,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:51.198893 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7527e7ee-8a77-41d0-b265-20bc3499fbb8 req-841351c5-e0a6-480e-9029-4fd87a4d4f58 tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:51.216136 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-96c09e0b-1519-4145-b3ee-567069b5d16b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:51.229773 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['c45e2232-5ed7-485f-b3e2-b187d68163c4', '7b0be1c1-d3fb-464b-a0e0-5b1a926b435b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:51.248170 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-bb101031-6ef3-4efb-9f25-e7c69b1e6ae2 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/quotas/661d757dd98e4787a17a66d7a29ce3d2 HTTP/1.1" status: 200 len: 375 time: 0.2739966 May 06 09:40:51.256442 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841351c5-e0a6-480e-9029-4fd87a4d4f58 tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8820d35a-3988-49ba-9dc4-0fd355d5eb84,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:51.290403 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc', 'bcb11d08-ab25-412e-a88e-0cf35497f484', '6b39d1a3-103f-40c1-b13a-58663e7b1409'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:51.306241 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c09e0b-1519-4145-b3ee-567069b5d16b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Pushing event updated for resources: {'Port': ['ID=76edc2c3-a597-42c6-a4ba-be08f3a3ae18,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:51.317494 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 10898790-3402-44ba-9070-c492f68e3747 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:51.338721 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-3250d3d6-3491-462c-a0c6-28839d2930cf tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=661d757dd98e4787a17a66d7a29ce3d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683026 May 06 09:40:51.351066 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7527e7ee-8a77-41d0-b265-20bc3499fbb8 req-841351c5-e0a6-480e-9029-4fd87a4d4f58 tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:51.352886 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7527e7ee-8a77-41d0-b265-20bc3499fbb8 req-841351c5-e0a6-480e-9029-4fd87a4d4f58 tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.3317006 May 06 09:40:51.365686 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-795bab79-5fe9-420d-ad22-fb83a43fdb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:51.408999 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795bab79-5fe9-420d-ad22-fb83a43fdb0e admin admin] Pushing event deleted for resources: {'Port': ['ID=2b31a6cb-23a0-44b6-9f02-8767f7bc565c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:51.455776 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-475e07d0-08d4-4f54-86d4-02c80cdb58db req-c770a158-5ad7-47bb-921f-8bd2c0c2f8eb service neutron] 10.222.0.84 "GET /v2.0/networks/106e07b0-c17b-4335-97df-8cfa31e62071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6398170 May 06 09:40:51.460942 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795bab79-5fe9-420d-ad22-fb83a43fdb0e admin admin] No DVR routers for this DVR port 2b31a6cb-23a0-44b6-9f02-8767f7bc565c on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:51.476778 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ad557522-e280-4e49-9d75-1f3982637dba req-47819d06-d7aa-4f6a-ae50-fce74a153a31 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:51.494367 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81992157-3376-4c6b-adca-c6ca6ca6aaf7 x-openstack-request-id: req-81992157-3376-4c6b-adca-c6ca6ca6aaf7 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:51.495022 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4086e8-670b-410b-8c9a-da027f433e62", "name": "network-vif-plugged", "status": "completed", "tag": "01da8cd2-188a-4f87-8a7e-0aea3f350e6e", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:51.495022 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-81992157-3376-4c6b-adca-c6ca6ca6aaf7 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:51.495275 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81992157-3376-4c6b-adca-c6ca6ca6aaf7'] response: {'server_uuid': '9a4086e8-670b-410b-8c9a-da027f433e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e', 'code': 200} May 06 09:40:51.512494 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-96c09e0b-1519-4145-b3ee-567069b5d16b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:40:51.523101 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-96c09e0b-1519-4145-b3ee-567069b5d16b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:40:51.529476 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-96c09e0b-1519-4145-b3ee-567069b5d16b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:40:51.529752 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 79121b3e-46cd-4bb8-ac5c-dfd910b3d189 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:51.543163 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:51.549508 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ad557522-e280-4e49-9d75-1f3982637dba req-47819d06-d7aa-4f6a-ae50-fce74a153a31 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:51.635359 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-30f693aa-5d9b-45cb-b515-2f9f452e2514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'name': 'tempest-ServersTestManualDisk-737136986-router', 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '51fdfe03-3d0c-4220-82b6-807509d61776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:44Z', 'updated_at': '2022-05-06T09:40:49Z', 'revision_number': 3, 'project_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'gw_port': {'id': '51fdfe03-3d0c-4220-82b6-807509d61776', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ec:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:46Z', 'updated_at': '2022-05-06T09:40:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:51.639023 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-2040062f-3c44-40ca-bc4d-9ea32a533249 None None] Provisioning complete for port 79121b3e-46cd-4bb8-ac5c-dfd910b3d189 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:51.647263 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2040062f-3c44-40ca-bc4d-9ea32a533249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:51.652862 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-96c09e0b-1519-4145-b3ee-567069b5d16b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:51.653188 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-96c09e0b-1519-4145-b3ee-567069b5d16b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:51.653746 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47819d06-d7aa-4f6a-ae50-fce74a153a31 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=190d23d1-1755-4816-9b23-0fd7627867b0,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:51.694401 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f693aa-5d9b-45cb-b515-2f9f452e2514 None None] Checking router: ef4f1595-ae78-4012-bda3-bd48fad9c730 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:40:51.694752 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f693aa-5d9b-45cb-b515-2f9f452e2514 None None] Updating router ef4f1595-ae78-4012-bda3-bd48fad9c730 port 51fdfe03-3d0c-4220-82b6-807509d61776 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:40:51.699955 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-96c09e0b-1519-4145-b3ee-567069b5d16b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1122093 May 06 09:40:51.737329 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-fb1d02de-1f8b-4062-971b-5bec3dc4881c service neutron] Request body: {'port': {'device_id': 'e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:51.788136 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-30f693aa-5d9b-45cb-b515-2f9f452e2514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:52.024063 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 10898790-3402-44ba-9070-c492f68e3747 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:40:52.094795 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-795bab79-5fe9-420d-ad22-fb83a43fdb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:52.108190 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 10898790-3402-44ba-9070-c492f68e3747 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:52.108577 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:52.222366 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-795bab79-5fe9-420d-ad22-fb83a43fdb0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06955295-920d-41ae-8a61-f0b0d0bafa1a']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:52.229174 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 79121b3e-46cd-4bb8-ac5c-dfd910b3d189 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:52.229555 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:52.284814 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c5170-6330-47a7-ae60-653259d692f3 req-4765a79c-3c90-435c-abc4-de29fe88f988 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:52.291765 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-570c5170-6330-47a7-ae60-653259d692f3 req-4765a79c-3c90-435c-abc4-de29fe88f988 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab HTTP/1.1" status: 200 len: 944 time: 0.6391191 May 06 09:40:52.299802 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-fb1d02de-1f8b-4062-971b-5bec3dc4881c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:52.369892 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-795bab79-5fe9-420d-ad22-fb83a43fdb0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3feb5531-4038-4dff-b57b-14967643b532') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:52.370145 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-795bab79-5fe9-420d-ad22-fb83a43fdb0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3feb5531-4038-4dff-b57b-14967643b532') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:52.446211 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-795bab79-5fe9-420d-ad22-fb83a43fdb0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:52.508955 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-30f693aa-5d9b-45cb-b515-2f9f452e2514 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:52.510387 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285afb8c-196c-406b-bac0-c46c6f56cce7 req-fabcf25b-6e2d-4559-8288-6faffdcc30dc tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:52.522955 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-30f693aa-5d9b-45cb-b515-2f9f452e2514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:52.531930 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-285afb8c-196c-406b-bac0-c46c6f56cce7 req-fabcf25b-6e2d-4559-8288-6faffdcc30dc tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba HTTP/1.1" status: 200 len: 936 time: 0.5090439 May 06 09:40:52.583870 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:52.620685 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a351b3a-f94b-44f9-9630-527fbd2b2e28 None None] Pushing event updated for resources: {'Port': ['ID=51fdfe03-3d0c-4220-82b6-807509d61776,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:52.652653 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-795bab79-5fe9-420d-ad22-fb83a43fdb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:52.657553 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1e99c6ca-3c01-4c8c-bef6-1a83015f804e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:52.658450 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-ad557522-e280-4e49-9d75-1f3982637dba req-47819d06-d7aa-4f6a-ae50-fce74a153a31 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Allocated IP 192.168.233.51 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/db99f5bb-a76d-4db7-a616-bb0fd1ee072c) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:40:52.661450 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 10898790-3402-44ba-9070-c492f68e3747, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=10898790-3402-44ba-9070-c492f68e3747,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:52.689038 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-30f693aa-5d9b-45cb-b515-2f9f452e2514 None None] Attempting to bind port 51fdfe03-3d0c-4220-82b6-807509d61776 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:40:52.689509 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-30f693aa-5d9b-45cb-b515-2f9f452e2514 None None] Attempting to bind port 51fdfe03-3d0c-4220-82b6-807509d61776 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:40:52.690656 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f693aa-5d9b-45cb-b515-2f9f452e2514 None None] Attempting to bind port 51fdfe03-3d0c-4220-82b6-807509d61776 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:52.706464 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-795bab79-5fe9-420d-ad22-fb83a43fdb0e admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:40:52.706884 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-795bab79-5fe9-420d-ad22-fb83a43fdb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:52.710409 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f693aa-5d9b-45cb-b515-2f9f452e2514 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:40:52.712005 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f693aa-5d9b-45cb-b515-2f9f452e2514 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:52.712731 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-30f693aa-5d9b-45cb-b515-2f9f452e2514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:52.713419 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f693aa-5d9b-45cb-b515-2f9f452e2514 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:40:52.714201 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-30f693aa-5d9b-45cb-b515-2f9f452e2514 None None] Bound port: 51fdfe03-3d0c-4220-82b6-807509d61776, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:40:52.714833 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-30f693aa-5d9b-45cb-b515-2f9f452e2514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:52.728031 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:52.731762 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-570c5170-6330-47a7-ae60-653259d692f3 req-21542aa4-c63e-4871-815e-b7ffb3bd02b9 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c753481-7cc2-40d1-9ed2-8aa1968318ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3490608 May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: self.session.flush() May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: self.session.flush() May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: self.session.flush() May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: self.session.flush() May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: timer() May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:40:52.732489 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:40:52.810924 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-30f693aa-5d9b-45cb-b515-2f9f452e2514 None None] For port 51fdfe03-3d0c-4220-82b6-807509d61776, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:40:52.825196 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-30f693aa-5d9b-45cb-b515-2f9f452e2514 None None] For port 51fdfe03-3d0c-4220-82b6-807509d61776, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=51fdfe03-3d0c-4220-82b6-807509d61776,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:40:52.845305 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-30f693aa-5d9b-45cb-b515-2f9f452e2514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:52.918823 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=10898790-3402-44ba-9070-c492f68e3747,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:52.930755 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-64748fc5-3de7-4480-8d1b-eaab9c4a8bfd None None] Provisioning complete for port 76edc2c3-a597-42c6-a4ba-be08f3a3ae18 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:52.931343 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-64748fc5-3de7-4480-8d1b-eaab9c4a8bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:52.984303 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-64748fc5-3de7-4480-8d1b-eaab9c4a8bfd None None] Port 76edc2c3-a597-42c6-a4ba-be08f3a3ae18 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:40:53.030606 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ad557522-e280-4e49-9d75-1f3982637dba req-47819d06-d7aa-4f6a-ae50-fce74a153a31 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:53.051854 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a351b3a-f94b-44f9-9630-527fbd2b2e28 None None] Pushing event updated for resources: {'Port': ['ID=51fdfe03-3d0c-4220-82b6-807509d61776,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:53.089352 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f693aa-5d9b-45cb-b515-2f9f452e2514 None None] Routers {'ef4f1595-ae78-4012-bda3-bd48fad9c730'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:40:53.090478 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-30f693aa-5d9b-45cb-b515-2f9f452e2514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:40:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ef4f1595-ae78-4012-bda3-bd48fad9c730'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:53.127869 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ad557522-e280-4e49-9d75-1f3982637dba req-47819d06-d7aa-4f6a-ae50-fce74a153a31 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:53.158748 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-285afb8c-196c-406b-bac0-c46c6f56cce7 req-eccbb0d5-f97e-49f1-91ef-97b2545b6b0e tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6256783 May 06 09:40:53.300422 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-1e99c6ca-3c01-4c8c-bef6-1a83015f804e admin admin] Allocated IP 172.20.0.1 (63310cb6-2c84-44f2-9e8f-0c5b176cfc28/2d048d8f-1cb9-48ef-a7c8-b37e62204696/dc5e8fc0-0beb-4972-8421-22e10ea4bb36) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:40:53.367816 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-30f693aa-5d9b-45cb-b515-2f9f452e2514 None None] Set router ef4f1595-ae78-4012-bda3-bd48fad9c730 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:40:53.371462 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad557522-e280-4e49-9d75-1f3982637dba req-47819d06-d7aa-4f6a-ae50-fce74a153a31 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:40:53.373037 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-795bab79-5fe9-420d-ad22-fb83a43fdb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:53.378560 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-795bab79-5fe9-420d-ad22-fb83a43fdb0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:53.382645 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-795bab79-5fe9-420d-ad22-fb83a43fdb0e admin admin] 10.222.0.73 "DELETE /v2.0/networks/06955295-920d-41ae-8a61-f0b0d0bafa1a HTTP/1.1" status: 204 len: 168 time: 4.9365311 May 06 09:40:53.410672 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47819d06-d7aa-4f6a-ae50-fce74a153a31 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Pushing event updated for resources: {'Port': ['ID=db99f5bb-a76d-4db7-a616-bb0fd1ee072c,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:53.450606 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2995c09-794e-4825-9a40-603c6f340a43 req-35b05454-10ef-4e84-8e82-812ce2b80088 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:53.463089 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e2995c09-794e-4825-9a40-603c6f340a43 req-35b05454-10ef-4e84-8e82-812ce2b80088 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=db5112bf-4bd8-4e66-aa36-c7295307c744 HTTP/1.1" status: 200 len: 945 time: 0.3869939 May 06 09:40:53.465411 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-ad557522-e280-4e49-9d75-1f3982637dba req-47819d06-d7aa-4f6a-ae50-fce74a153a31 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:40:53.468395 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad557522-e280-4e49-9d75-1f3982637dba req-47819d06-d7aa-4f6a-ae50-fce74a153a31 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:40:53.503961 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5112bf-4bd8-4e66-aa36-c7295307c744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10898790-3402-44ba-9070-c492f68e3747'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:53.529596 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6be269-f318-4fab-9802-e7b2ca73b913" -d '{"events": [{"server_uuid": "db5112bf-4bd8-4e66-aa36-c7295307c744", "name": "network-vif-plugged", "status": "completed", "tag": "10898790-3402-44ba-9070-c492f68e3747"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:53.539954 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-fb1d02de-1f8b-4062-971b-5bec3dc4881c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76edc2c3-a597-42c6-a4ba-be08f3a3ae18 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:53.539954 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-fb1d02de-1f8b-4062-971b-5bec3dc4881c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:53.585507 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1e99c6ca-3c01-4c8c-bef6-1a83015f804e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:53.623361 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-fb1d02de-1f8b-4062-971b-5bec3dc4881c service neutron] Transition to ACTIVE for port object 76edc2c3-a597-42c6-a4ba-be08f3a3ae18 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:40:53.637058 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1e99c6ca-3c01-4c8c-bef6-1a83015f804e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:53.658594 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-fb1d02de-1f8b-4062-971b-5bec3dc4881c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:53.667257 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795bab79-5fe9-420d-ad22-fb83a43fdb0e admin admin] Pushing event deleted for resources: {'Network': ['ID=06955295-920d-41ae-8a61-f0b0d0bafa1a,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:53.718603 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad557522-e280-4e49-9d75-1f3982637dba req-47819d06-d7aa-4f6a-ae50-fce74a153a31 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:53.733486 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ad557522-e280-4e49-9d75-1f3982637dba req-47819d06-d7aa-4f6a-ae50-fce74a153a31 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:53.753798 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e99c6ca-3c01-4c8c-bef6-1a83015f804e admin admin] Network 63310cb6-2c84-44f2-9e8f-0c5b176cfc28 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:40:53.767551 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-1e99c6ca-3c01-4c8c-bef6-1a83015f804e admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:40:53.786058 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e99c6ca-3c01-4c8c-bef6-1a83015f804e admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:40:53.987254 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-30f693aa-5d9b-45cb-b515-2f9f452e2514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'name': 'tempest-ServersTestManualDisk-737136986-router', 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '51fdfe03-3d0c-4220-82b6-807509d61776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:44Z', 'updated_at': '2022-05-06T09:40:49Z', 'revision_number': 3, 'project_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'gw_port': {'id': '51fdfe03-3d0c-4220-82b6-807509d61776', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ec:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:46Z', 'updated_at': '2022-05-06T09:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:53.987879 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1e99c6ca-3c01-4c8c-bef6-1a83015f804e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:54.033307 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45840) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:54.039037 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f693aa-5d9b-45cb-b515-2f9f452e2514 None None] The sync data for ids ['ef4f1595-ae78-4012-bda3-bd48fad9c730'] in n-d-840835-1 is: [{'id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'name': 'tempest-ServersTestManualDisk-737136986-router', 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '51fdfe03-3d0c-4220-82b6-807509d61776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:44Z', 'updated_at': '2022-05-06T09:40:49Z', 'revision_number': 3, 'project_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'gw_port': {'id': '51fdfe03-3d0c-4220-82b6-807509d61776', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ec:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:46Z', 'updated_at': '2022-05-06T09:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:40:54.040264 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4a7053b7-762d-4961-beee-e5f802d47c84 None None] Provisioning complete for port db99f5bb-a76d-4db7-a616-bb0fd1ee072c triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:54.059827 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4a7053b7-762d-4961-beee-e5f802d47c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:54.126800 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-4a7053b7-762d-4961-beee-e5f802d47c84 None None] Port db99f5bb-a76d-4db7-a616-bb0fd1ee072c cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:40:54.181982 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99c6ca-3c01-4c8c-bef6-1a83015f804e admin admin] Pushing event updated for resources: {'Port': ['ID=dc5e8fc0-0beb-4972-8421-22e10ea4bb36,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:54.200558 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-a0554be5-61cf-4e54-8cb8-93ca53abff8c tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=661d757dd98e4787a17a66d7a29ce3d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4183743 May 06 09:40:54.391919 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-0fc19ed5-87d7-4f96-a620-103d4fd9c934 None None] Provisioning complete for port dc5e8fc0-0beb-4972-8421-22e10ea4bb36 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:54.392359 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0fc19ed5-87d7-4f96-a620-103d4fd9c934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:54.420688 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e2995c09-794e-4825-9a40-603c6f340a43 req-3b15f51f-232d-48db-9967-b366730a2b20 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9565728 May 06 09:40:54.430991 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed32b3-98e9-46b6-a58f-15d2ca87a2ce req-28a8d21f-d601-44aa-8e7f-51c4d745136f tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:54.432603 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3bed32b3-98e9-46b6-a58f-15d2ca87a2ce req-28a8d21f-d601-44aa-8e7f-51c4d745136f tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 946 time: 1.0962472 May 06 09:40:54.475980 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad557522-e280-4e49-9d75-1f3982637dba req-47819d06-d7aa-4f6a-ae50-fce74a153a31 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3254101 May 06 09:40:54.495521 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-ad557522-e280-4e49-9d75-1f3982637dba req-53156e23-a980-4a00-9237-659d7e81c6be service neutron] Request body: {'port': {'device_id': '15591f1c-3b84-41cc-84a7-68dba63802b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:54.520246 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-0fc19ed5-87d7-4f96-a620-103d4fd9c934 None None] Port dc5e8fc0-0beb-4972-8421-22e10ea4bb36 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:40:54.579968 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-18102415-f036-48e0-bb84-69cce594792f req-1e487c61-b3c1-4e86-a706-57cb0c94b37c tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-43860415', 'description': 'tempest-description-1936334400'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:54.636287 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-18102415-f036-48e0-bb84-69cce594792f req-1e487c61-b3c1-4e86-a706-57cb0c94b37c tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:54.643758 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3bed32b3-98e9-46b6-a58f-15d2ca87a2ce req-0dc44c37-37e1-4377-a214-82c5489ee8a9 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016113 May 06 09:40:54.659284 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ad557522-e280-4e49-9d75-1f3982637dba req-53156e23-a980-4a00-9237-659d7e81c6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:54.812410 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-18102415-f036-48e0-bb84-69cce594792f req-1e487c61-b3c1-4e86-a706-57cb0c94b37c tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:54.848396 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-06e745c6-55a2-44e2-bd14-30283b4f39f7 req-b07f1f46-885a-414f-853f-d05910462d63 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=379ba106-23b2-4f47-885b-887967f9ace8 HTTP/1.1" status: 200 len: 210 time: 0.0323441 May 06 09:40:54.852017 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-18102415-f036-48e0-bb84-69cce594792f req-1e487c61-b3c1-4e86-a706-57cb0c94b37c tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:54.926723 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-18102415-f036-48e0-bb84-69cce594792f req-1e487c61-b3c1-4e86-a706-57cb0c94b37c tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:54.928040 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-18102415-f036-48e0-bb84-69cce594792f req-1e487c61-b3c1-4e86-a706-57cb0c94b37c tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3520269 May 06 09:40:54.995092 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e487c61-b3c1-4e86-a706-57cb0c94b37c tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cedc0c3-3c8f-4f17-a5c4-ff4bdcb68aa6,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:55.020919 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f3e3aa-843f-4fb0-bbde-f96ce4f12b6c x-openstack-request-id: req-e0f3e3aa-843f-4fb0-bbde-f96ce4f12b6c {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:55.021198 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5112bf-4bd8-4e66-aa36-c7295307c744", "name": "network-vif-plugged", "status": "completed", "tag": "10898790-3402-44ba-9070-c492f68e3747", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:55.021463 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e0f3e3aa-843f-4fb0-bbde-f96ce4f12b6c {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:55.021869 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0f3e3aa-843f-4fb0-bbde-f96ce4f12b6c'] response: {'server_uuid': 'db5112bf-4bd8-4e66-aa36-c7295307c744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10898790-3402-44ba-9070-c492f68e3747', 'code': 200} May 06 09:40:55.114936 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d02de-1f8b-4062-971b-5bec3dc4881c service neutron] Pushing event updated for resources: {'Port': ['ID=76edc2c3-a597-42c6-a4ba-be08f3a3ae18,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:55.130546 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d73be08c-5a7b-45f4-93c8-ce0351f6af4f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=176b8c716694414abe8ccd24f8a01958&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0938160 May 06 09:40:55.138025 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45846) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:55.218727 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-fb1d02de-1f8b-4062-971b-5bec3dc4881c service neutron] Attempting to bind port 76edc2c3-a597-42c6-a4ba-be08f3a3ae18 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:40:55.219515 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-fb1d02de-1f8b-4062-971b-5bec3dc4881c service neutron] Attempting to bind port 76edc2c3-a597-42c6-a4ba-be08f3a3ae18 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:40:55.220006 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-fb1d02de-1f8b-4062-971b-5bec3dc4881c service neutron] Attempting to bind port 76edc2c3-a597-42c6-a4ba-be08f3a3ae18 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:55.273357 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-56ad75f0-1577-491e-8d9f-89ed33962945 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:55.275266 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-56ad75f0-1577-491e-8d9f-89ed33962945 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0647180 May 06 09:40:55.275993 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-fb1d02de-1f8b-4062-971b-5bec3dc4881c service neutron] Port 76edc2c3-a597-42c6-a4ba-be08f3a3ae18 on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:40:55.276521 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-fb1d02de-1f8b-4062-971b-5bec3dc4881c service neutron] Attempting to bind port 76edc2c3-a597-42c6-a4ba-be08f3a3ae18 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:55.289679 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-fb1d02de-1f8b-4062-971b-5bec3dc4881c service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:40:55.290156 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-fb1d02de-1f8b-4062-971b-5bec3dc4881c service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:55.290624 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-fb1d02de-1f8b-4062-971b-5bec3dc4881c service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:40:55.291409 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-fb1d02de-1f8b-4062-971b-5bec3dc4881c service neutron] Bound port: 76edc2c3-a597-42c6-a4ba-be08f3a3ae18, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:40:55.291781 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-fb1d02de-1f8b-4062-971b-5bec3dc4881c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.312717 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-d19b1bb1-bf7e-4c90-a0a9-2e99adcdc4de tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Request body: {'port': {'device_id': '379ba106-23b2-4f47-885b-887967f9ace8', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'admin_state_up': True, 'tenant_id': '661d757dd98e4787a17a66d7a29ce3d2'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:55.325475 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1e99c6ca-3c01-4c8c-bef6-1a83015f804e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.395576 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 51fdfe03-3d0c-4220-82b6-807509d61776 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:55.442409 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b8b30-0729-447f-b6c1-3a87d2b3be45 req-8573679e-a8c7-4f7e-b462-2e6de40f3d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:55.444498 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-639b8b30-0729-447f-b6c1-3a87d2b3be45 req-8573679e-a8c7-4f7e-b462-2e6de40f3d2a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=db5112bf-4bd8-4e66-aa36-c7295307c744 HTTP/1.1" status: 200 len: 1096 time: 0.2592025 May 06 09:40:55.453941 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085ac75-9bc7-4805-b4a5-19414c73d5eb req-495d4c97-f0cf-4c1d-9f6a-bdb6f20fe32d tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:55.455586 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c085ac75-9bc7-4805-b4a5-19414c73d5eb req-495d4c97-f0cf-4c1d-9f6a-bdb6f20fe32d tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab HTTP/1.1" status: 200 len: 944 time: 0.1550601 May 06 09:40:55.502675 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 51fdfe03-3d0c-4220-82b6-807509d61776 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:55.502963 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.522242 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-57e1ef12-6bd8-444c-80d6-3d9f44b2ca2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.551550 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2005604-c277-4333-af77-64177dd033af req-e1d26929-f347-4507-879c-619e64962832 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:55.556865 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2005604-c277-4333-af77-64177dd033af req-e1d26929-f347-4507-879c-619e64962832 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba HTTP/1.1" status: 200 len: 948 time: 0.2842400 May 06 09:40:55.624730 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.644229 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-639b8b30-0729-447f-b6c1-3a87d2b3be45 req-a9a40907-b2c1-4681-aaf1-594c3f69589d service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857579 May 06 09:40:55.649743 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 51fdfe03-3d0c-4220-82b6-807509d61776, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=51fdfe03-3d0c-4220-82b6-807509d61776,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:55.652053 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c085ac75-9bc7-4805-b4a5-19414c73d5eb req-14d3dd02-45cb-4367-8f45-97cd73c9a391 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c753481-7cc2-40d1-9ed2-8aa1968318ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562779 May 06 09:40:55.669159 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.686604 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-57e1ef12-6bd8-444c-80d6-3d9f44b2ca2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.744328 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2005604-c277-4333-af77-64177dd033af req-b0bec0da-20a3-4c51-8421-dc6f6d090308 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699064 May 06 09:40:55.749401 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=51fdfe03-3d0c-4220-82b6-807509d61776,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:55.773917 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-fb1d02de-1f8b-4062-971b-5bec3dc4881c service neutron] For port 76edc2c3-a597-42c6-a4ba-be08f3a3ae18, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:40:55.853711 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-d19b1bb1-bf7e-4c90-a0a9-2e99adcdc4de tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Made reservation on behalf of 661d757dd98e4787a17a66d7a29ce3d2 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:40:55.857501 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-d19b1bb1-bf7e-4c90-a0a9-2e99adcdc4de tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.867350 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-fb1d02de-1f8b-4062-971b-5bec3dc4881c service neutron] For port 76edc2c3-a597-42c6-a4ba-be08f3a3ae18, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=76edc2c3-a597-42c6-a4ba-be08f3a3ae18,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:40:55.882268 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-57e1ef12-6bd8-444c-80d6-3d9f44b2ca2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.884925 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-57e1ef12-6bd8-444c-80d6-3d9f44b2ca2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.888310 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-57e1ef12-6bd8-444c-80d6-3d9f44b2ca2d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e HTTP/1.1" status: 204 len: 168 time: 0.7440438 May 06 09:40:55.899605 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-fb1d02de-1f8b-4062-971b-5bec3dc4881c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.925064 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-ad557522-e280-4e49-9d75-1f3982637dba req-53156e23-a980-4a00-9237-659d7e81c6be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db99f5bb-a76d-4db7-a616-bb0fd1ee072c {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:55.936734 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ad557522-e280-4e49-9d75-1f3982637dba req-53156e23-a980-4a00-9237-659d7e81c6be service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.957465 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-ad557522-e280-4e49-9d75-1f3982637dba req-53156e23-a980-4a00-9237-659d7e81c6be service neutron] Transition to ACTIVE for port object db99f5bb-a76d-4db7-a616-bb0fd1ee072c will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:40:55.978337 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1ef12-6bd8-444c-80d6-3d9f44b2ca2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:56.029771 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ad557522-e280-4e49-9d75-1f3982637dba req-53156e23-a980-4a00-9237-659d7e81c6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:56.152519 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1e99c6ca-3c01-4c8c-bef6-1a83015f804e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:56.173998 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-fb1d02de-1f8b-4062-971b-5bec3dc4881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:56.174645 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-fb1d02de-1f8b-4062-971b-5bec3dc4881c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:56.176401 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-fb1d02de-1f8b-4062-971b-5bec3dc4881c service neutron] 10.222.0.77 "PUT /v2.0/ports/76edc2c3-a597-42c6-a4ba-be08f3a3ae18 HTTP/1.1" status: 200 len: 1096 time: 4.4509027 May 06 09:40:56.176874 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba', 'tag': '76edc2c3-a597-42c6-a4ba-be08f3a3ae18'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:56.181489 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cbf013-36d1-4b43-950c-0a048459f9d7" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba", "tag": "76edc2c3-a597-42c6-a4ba-be08f3a3ae18"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:56.199516 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1e99c6ca-3c01-4c8c-bef6-1a83015f804e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:56.251940 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53156e23-a980-4a00-9237-659d7e81c6be service neutron] Pushing event updated for resources: {'Port': ['ID=db99f5bb-a76d-4db7-a616-bb0fd1ee072c,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:56.301065 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3fc41-baef-4267-a3b1-fdaedf9b5d4a req-e1a433c8-e2ea-4c80-bfc6-6ab047dc86c0 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:56.307456 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d02de-1f8b-4062-971b-5bec3dc4881c service neutron] Pushing event updated for resources: {'Port': ['ID=76edc2c3-a597-42c6-a4ba-be08f3a3ae18,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:56.308862 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cfc3fc41-baef-4267-a3b1-fdaedf9b5d4a req-e1a433c8-e2ea-4c80-bfc6-6ab047dc86c0 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=db5112bf-4bd8-4e66-aa36-c7295307c744 HTTP/1.1" status: 200 len: 945 time: 0.4321957 May 06 09:40:56.495258 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-d19b1bb1-bf7e-4c90-a0a9-2e99adcdc4de tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Allocated IP 192.168.233.165 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/97c54aed-e918-4517-950c-685ce2bccd43) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:40:56.561979 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cfc3fc41-baef-4267-a3b1-fdaedf9b5d4a req-3aceab89-7c47-433b-ba6a-184fcf89a70c tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520392 May 06 09:40:56.651486 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-ad557522-e280-4e49-9d75-1f3982637dba req-53156e23-a980-4a00-9237-659d7e81c6be service neutron] Attempting to bind port db99f5bb-a76d-4db7-a616-bb0fd1ee072c on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:40:56.651859 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-ad557522-e280-4e49-9d75-1f3982637dba req-53156e23-a980-4a00-9237-659d7e81c6be service neutron] Attempting to bind port db99f5bb-a76d-4db7-a616-bb0fd1ee072c by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:40:56.652197 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad557522-e280-4e49-9d75-1f3982637dba req-53156e23-a980-4a00-9237-659d7e81c6be service neutron] Attempting to bind port db99f5bb-a76d-4db7-a616-bb0fd1ee072c on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:56.670969 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad557522-e280-4e49-9d75-1f3982637dba req-53156e23-a980-4a00-9237-659d7e81c6be service neutron] Port db99f5bb-a76d-4db7-a616-bb0fd1ee072c on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:40:56.671337 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad557522-e280-4e49-9d75-1f3982637dba req-53156e23-a980-4a00-9237-659d7e81c6be service neutron] Attempting to bind port db99f5bb-a76d-4db7-a616-bb0fd1ee072c on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:56.743548 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad557522-e280-4e49-9d75-1f3982637dba req-53156e23-a980-4a00-9237-659d7e81c6be service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:40:56.745719 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad557522-e280-4e49-9d75-1f3982637dba req-53156e23-a980-4a00-9237-659d7e81c6be service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:56.746395 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad557522-e280-4e49-9d75-1f3982637dba req-53156e23-a980-4a00-9237-659d7e81c6be service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:40:56.764644 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-ad557522-e280-4e49-9d75-1f3982637dba req-53156e23-a980-4a00-9237-659d7e81c6be service neutron] Bound port: db99f5bb-a76d-4db7-a616-bb0fd1ee072c, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:40:56.768250 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ad557522-e280-4e49-9d75-1f3982637dba req-53156e23-a980-4a00-9237-659d7e81c6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:56.817960 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-d19b1bb1-bf7e-4c90-a0a9-2e99adcdc4de tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:56.902552 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-d19b1bb1-bf7e-4c90-a0a9-2e99adcdc4de tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:56.982109 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1e99c6ca-3c01-4c8c-bef6-1a83015f804e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:57.012787 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-d19b1bb1-bf7e-4c90-a0a9-2e99adcdc4de tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:40:57.023807 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-d19b1bb1-bf7e-4c90-a0a9-2e99adcdc4de tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:40:57.026408 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-d19b1bb1-bf7e-4c90-a0a9-2e99adcdc4de tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:40:57.042531 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7cbf6-e92b-4a64-8067-3b5d4f83b6d6 req-2e5553b7-f808-4d2d-a238-49383ccd24e9 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:57.050693 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a4e7cbf6-e92b-4a64-8067-3b5d4f83b6d6 req-2e5553b7-f808-4d2d-a238-49383ccd24e9 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 946 time: 0.3276215 May 06 09:40:57.106637 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99c6ca-3c01-4c8c-bef6-1a83015f804e admin admin] Pushing event updated for resources: {'Port': ['ID=dc5e8fc0-0beb-4972-8421-22e10ea4bb36,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:57.110818 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-ad557522-e280-4e49-9d75-1f3982637dba req-53156e23-a980-4a00-9237-659d7e81c6be service neutron] For port db99f5bb-a76d-4db7-a616-bb0fd1ee072c, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:40:57.162299 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45880) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:57.166492 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-ad557522-e280-4e49-9d75-1f3982637dba req-53156e23-a980-4a00-9237-659d7e81c6be service neutron] For port db99f5bb-a76d-4db7-a616-bb0fd1ee072c, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=db99f5bb-a76d-4db7-a616-bb0fd1ee072c,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:40:57.173592 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-d19b1bb1-bf7e-4c90-a0a9-2e99adcdc4de tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:57.174328 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-d19b1bb1-bf7e-4c90-a0a9-2e99adcdc4de tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:57.176841 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b1bb1-bf7e-4c90-a0a9-2e99adcdc4de tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Pushing event updated for resources: {'Port': ['ID=97c54aed-e918-4517-950c-685ce2bccd43,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:57.191765 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b14b01b-753b-42a5-94a0-51aa3fe84dc0 req-6192673c-c714-47ab-9850-ac64ce965e15 tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47812 time: 1.4831798 May 06 09:40:57.198026 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-1fbeebcb-563f-4442-aa15-d467cdf9a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:57.199633 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-1fbeebcb-563f-4442-aa15-d467cdf9a1ed service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0fe275606e2841ef811abf94e17c097e&device_id=e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba HTTP/1.1" status: 200 len: 1099 time: 0.9033391 May 06 09:40:57.203762 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ad557522-e280-4e49-9d75-1f3982637dba req-53156e23-a980-4a00-9237-659d7e81c6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:57.258926 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a4e7cbf6-e92b-4a64-8067-3b5d4f83b6d6 req-563d8483-17f3-456e-9098-1df96a56be9b tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057979 May 06 09:40:57.296728 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-7767621c-e894-4f50-bdcc-a747b6f7f9aa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=76edc2c3-a597-42c6-a4ba-be08f3a3ae18 HTTP/1.1" status: 200 len: 217 time: 0.0511439 May 06 09:40:57.299968 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-d19b1bb1-bf7e-4c90-a0a9-2e99adcdc4de tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0006726 May 06 09:40:57.303698 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 64343f32-8172-43f0-ad2d-cfac9e14a65e details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:40:57.357609 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad557522-e280-4e49-9d75-1f3982637dba req-53156e23-a980-4a00-9237-659d7e81c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:57.358401 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ad557522-e280-4e49-9d75-1f3982637dba req-53156e23-a980-4a00-9237-659d7e81c6be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:57.359932 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad557522-e280-4e49-9d75-1f3982637dba req-53156e23-a980-4a00-9237-659d7e81c6be service neutron] 10.222.0.77 "PUT /v2.0/ports/db99f5bb-a76d-4db7-a616-bb0fd1ee072c HTTP/1.1" status: 200 len: 1095 time: 2.8701718 May 06 09:40:57.362217 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15591f1c-3b84-41cc-84a7-68dba63802b6', 'tag': 'db99f5bb-a76d-4db7-a616-bb0fd1ee072c'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:57.364669 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22de0995-188b-4e2e-94b2-239568605060" -d '{"events": [{"name": "network-changed", "server_uuid": "15591f1c-3b84-41cc-84a7-68dba63802b6", "tag": "db99f5bb-a76d-4db7-a616-bb0fd1ee072c"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:57.431211 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b14b01b-753b-42a5-94a0-51aa3fe84dc0 req-da37bd63-37b5-4208-98ec-878452489324 tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "GET /v2.0/security-groups/0ba7f33c-1880-45de-a47e-1ff7e4381270 HTTP/1.1" status: 200 len: 2977 time: 0.2384107 May 06 09:40:57.445892 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-62432c9f-c289-4df5-b5ef-90357b0db194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:57.448374 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-62432c9f-c289-4df5-b5ef-90357b0db194 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1323822 May 06 09:40:57.453357 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-528068b5-c276-4497-b795-e878667526fd service neutron] Request body: {'port': {'device_id': '379ba106-23b2-4f47-885b-887967f9ace8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:57.508634 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-b8aea85b-cd30-466f-b4ad-62b9287d14d0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1409976749-network', 'tenant_id': '9f8b2c0972214e249e01f24834153507'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:57.517140 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53156e23-a980-4a00-9237-659d7e81c6be service neutron] Pushing event updated for resources: {'Port': ['ID=db99f5bb-a76d-4db7-a616-bb0fd1ee072c,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:57.520127 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e99c6ca-3c01-4c8c-bef6-1a83015f804e admin admin] Network 63310cb6-2c84-44f2-9e8f-0c5b176cfc28 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:40:57.528580 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 64343f32-8172-43f0-ad2d-cfac9e14a65e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=64343f32-8172-43f0-ad2d-cfac9e14a65e,segment=NetworkSegment(0cad701d-15db-4830-8ec3-5c5772b70e25),segment_id=0cad701d-15db-4830-8ec3-5c5772b70e25)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:57.534346 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-1e99c6ca-3c01-4c8c-bef6-1a83015f804e admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:40:57.552175 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '64343f32-8172-43f0-ad2d-cfac9e14a65e', 'network_id': '106e07b0-c17b-4335-97df-8cfa31e62071', 'port_id': '64343f32-8172-43f0-ad2d-cfac9e14a65e', 'mac_address': 'fa:16:3e:26:80:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee33410-8f3a-44d7-9251-5441886837e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:40:57.557385 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 51fdfe03-3d0c-4220-82b6-807509d61776 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:57.675837 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9ffb6-b398-4cfd-be4f-3eef2e045370 req-41be4b4d-fd2f-4234-9cbe-3110dc84d1ed tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:57.692116 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-93f9ffb6-b398-4cfd-be4f-3eef2e045370 req-41be4b4d-fd2f-4234-9cbe-3110dc84d1ed tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=379ba106-23b2-4f47-885b-887967f9ace8 HTTP/1.1" status: 200 len: 936 time: 0.2488670 May 06 09:40:57.708274 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b14b01b-753b-42a5-94a0-51aa3fe84dc0 req-44968c56-f27b-4d0e-b267-87ede213ae13 tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "GET /v2.0/security-groups/0ba7f33c-1880-45de-a47e-1ff7e4381270 HTTP/1.1" status: 200 len: 2977 time: 0.2760146 May 06 09:40:57.723502 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e71c0ddc-2fe1-495e-b475-25cb7429a9cf None None] Provisioning complete for port 97c54aed-e918-4517-950c-685ce2bccd43 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:57.723879 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e71c0ddc-2fe1-495e-b475-25cb7429a9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:57.747155 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad557522-e280-4e49-9d75-1f3982637dba req-870efac1-db86-4c80-b458-732d7d455a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:57.748574 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad557522-e280-4e49-9d75-1f3982637dba req-870efac1-db86-4c80-b458-732d7d455a1e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=661d757dd98e4787a17a66d7a29ce3d2&device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 1098 time: 0.2949400 May 06 09:40:57.791495 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e71c0ddc-2fe1-495e-b475-25cb7429a9cf None None] Port 97c54aed-e918-4517-950c-685ce2bccd43 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:40:57.794161 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:57.807455 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e99c6ca-3c01-4c8c-bef6-1a83015f804e admin admin] Router ef4f1595-ae78-4012-bda3-bd48fad9c730 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:40:57.840269 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64343f32-8172-43f0-ad2d-cfac9e14a65e {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:57.864009 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad557522-e280-4e49-9d75-1f3982637dba req-c98702e4-c999-4040-84dc-b47c4bbf9547 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=db99f5bb-a76d-4db7-a616-bb0fd1ee072c HTTP/1.1" status: 200 len: 217 time: 0.0996060 May 06 09:40:57.864529 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-3be84c8f-a43f-409e-8dc0-c743b685efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:57.866304 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-3be84c8f-a43f-409e-8dc0-c743b685efc3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3440304 May 06 09:40:57.870223 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 51fdfe03-3d0c-4220-82b6-807509d61776 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:57.870614 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:57.921941 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-528068b5-c276-4497-b795-e878667526fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:57.932737 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b14b01b-753b-42a5-94a0-51aa3fe84dc0 req-7e3aeb4b-ac00-47c3-82db-1215c6a2d3f0 tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "GET /v2.0/security-groups/0ced3bb2-48d4-4892-ae38-900420cd96d9 HTTP/1.1" status: 200 len: 2981 time: 0.2233398 May 06 09:40:57.945952 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-93f9ffb6-b398-4cfd-be4f-3eef2e045370 req-8ddb6cb1-0dab-45d3-8b9f-8ddaf9e9b59c tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280667 May 06 09:40:57.992983 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad557522-e280-4e49-9d75-1f3982637dba req-cfe83df3-afbc-458d-8a3d-16fb1abe9fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:57.994613 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad557522-e280-4e49-9d75-1f3982637dba req-cfe83df3-afbc-458d-8a3d-16fb1abe9fc3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1161542 May 06 09:40:58.007003 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 64343f32-8172-43f0-ad2d-cfac9e14a65e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=64343f32-8172-43f0-ad2d-cfac9e14a65e,segment=NetworkSegment(0cad701d-15db-4830-8ec3-5c5772b70e25),segment_id=0cad701d-15db-4830-8ec3-5c5772b70e25)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:58.022842 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:58.024068 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b14b01b-753b-42a5-94a0-51aa3fe84dc0 req-e4082715-0d7f-4736-bef9-a91e574394a5 tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "GET /v2.0/security-groups/0ced3bb2-48d4-4892-ae38-900420cd96d9 HTTP/1.1" status: 200 len: 2981 time: 0.0895824 May 06 09:40:58.094560 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=64343f32-8172-43f0-ad2d-cfac9e14a65e,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:58.100883 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b14b01b-753b-42a5-94a0-51aa3fe84dc0 req-c757a10f-1142-4a13-b6bc-838a3d5aa21e tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "GET /v2.0/security-groups/190d23d1-1755-4816-9b23-0fd7627867b0 HTTP/1.1" status: 200 len: 2981 time: 0.0757723 May 06 09:40:58.111323 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad557522-e280-4e49-9d75-1f3982637dba req-03a19390-5c26-4bc7-b1d4-f88859b2cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:58.113051 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad557522-e280-4e49-9d75-1f3982637dba req-03a19390-5c26-4bc7-b1d4-f88859b2cff8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1086369 May 06 09:40:58.166903 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8aea85b-cd30-466f-b4ad-62b9287d14d0 admin admin] Made reservation on behalf of 9f8b2c0972214e249e01f24834153507 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:40:58.170028 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b8aea85b-cd30-466f-b4ad-62b9287d14d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:58.236376 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26583db6-2039-4a29-9028-a3f290ad817f x-openstack-request-id: req-26583db6-2039-4a29-9028-a3f290ad817f {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:58.236685 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba", "tag": "76edc2c3-a597-42c6-a4ba-be08f3a3ae18", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:58.236917 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-26583db6-2039-4a29-9028-a3f290ad817f {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:58.237829 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26583db6-2039-4a29-9028-a3f290ad817f'] response: {'name': 'network-changed', 'server_uuid': 'e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba', 'tag': '76edc2c3-a597-42c6-a4ba-be08f3a3ae18', 'status': 'completed', 'code': 200} May 06 09:40:58.238996 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b8aea85b-cd30-466f-b4ad-62b9287d14d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:58.259153 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-663523db-6e44-4197-b481-f609d650acd7 None None] Provisioning complete for port dc5e8fc0-0beb-4972-8421-22e10ea4bb36 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:58.260045 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-663523db-6e44-4197-b481-f609d650acd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:58.274858 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b14b01b-753b-42a5-94a0-51aa3fe84dc0 req-060d4489-8db7-4a2a-b450-bb58950d7ccd tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "GET /v2.0/security-groups/190d23d1-1755-4816-9b23-0fd7627867b0 HTTP/1.1" status: 200 len: 2981 time: 0.1724365 May 06 09:40:58.328249 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4989017-925e-4963-a8c2-b9143386d141 req-2368d1a3-14b2-42bc-9eb5-85aea595e0f4 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:58.329969 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f4989017-925e-4963-a8c2-b9143386d141 req-2368d1a3-14b2-42bc-9eb5-85aea595e0f4 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab HTTP/1.1" status: 200 len: 945 time: 0.1231477 May 06 09:40:58.341316 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-663523db-6e44-4197-b481-f609d650acd7 None None] Port dc5e8fc0-0beb-4972-8421-22e10ea4bb36 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:40:58.349125 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad557522-e280-4e49-9d75-1f3982637dba req-77b22ea0-7fa3-4803-8d27-fc72acc58509 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216754 May 06 09:40:58.367097 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['64343f32-8172-43f0-ad2d-cfac9e14a65e'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:58.416538 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b8aea85b-cd30-466f-b4ad-62b9287d14d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:58.460897 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b14b01b-753b-42a5-94a0-51aa3fe84dc0 req-0cf628c6-d904-4389-87d2-3576cfab0b86 tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "GET /v2.0/security-groups/28956125-3798-46e6-83b0-2c0d5ad1265a HTTP/1.1" status: 200 len: 2981 time: 0.1788511 May 06 09:40:58.466944 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f4989017-925e-4963-a8c2-b9143386d141 req-9eb339fa-e51d-46e8-9ba2-6226aefec4dc tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c753481-7cc2-40d1-9ed2-8aa1968318ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177826 May 06 09:40:58.468069 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b8aea85b-cd30-466f-b4ad-62b9287d14d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:58.552725 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b14b01b-753b-42a5-94a0-51aa3fe84dc0 req-2d06f7fc-a9e5-4d91-bf15-d28dff196b90 tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "GET /v2.0/security-groups/28956125-3798-46e6-83b0-2c0d5ad1265a HTTP/1.1" status: 200 len: 2981 time: 0.0846703 May 06 09:40:58.554852 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad557522-e280-4e49-9d75-1f3982637dba req-a0e833a3-e7b5-42fe-b595-f07ce5b1cef9 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967108 May 06 09:40:58.577326 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-1b14b01b-753b-42a5-94a0-51aa3fe84dc0 req-13673ffa-7c08-4378-ab2e-02eb0c661ff1 tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] show failed (client error): The resource could not be found. May 06 09:40:58.583363 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b14b01b-753b-42a5-94a0-51aa3fe84dc0 req-13673ffa-7c08-4378-ab2e-02eb0c661ff1 tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "GET /v2.0/security-groups/3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e HTTP/1.1" status: 404 len: 352 time: 0.0217757 May 06 09:40:58.607406 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aea85b-cd30-466f-b4ad-62b9287d14d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04368816-4efe-49d0-a575-f3323e6cc573,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:58.643370 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8aea85b-cd30-466f-b4ad-62b9287d14d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:40:58.683524 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b8aea85b-cd30-466f-b4ad-62b9287d14d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:58.683933 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-b8aea85b-cd30-466f-b4ad-62b9287d14d0 admin admin] Added segment 627bbd8f-a3da-4da2-815f-3be0d917a40c of type vlan for network bf084c2a-2749-4093-a4ea-996162f08ec8 May 06 09:40:58.696647 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-1b14b01b-753b-42a5-94a0-51aa3fe84dc0 req-7b128e78-3d3b-42b8-92e8-4beeddc57eab tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] show failed (client error): The resource could not be found. May 06 09:40:58.697844 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b14b01b-753b-42a5-94a0-51aa3fe84dc0 req-7b128e78-3d3b-42b8-92e8-4beeddc57eab tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "GET /v2.0/security-groups/3ffd821f-a4e4-4d9d-be1f-8b035cf7fc9e HTTP/1.1" status: 404 len: 352 time: 0.1021392 May 06 09:40:58.748574 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-2daaf14f-2b60-4f1e-be41-0baa72b66f2e service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8384531 May 06 09:40:58.770535 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975d114-1dd9-429e-b662-b371335e889b req-fc18e845-ec13-426c-b934-09f796a1a835 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:58.775760 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9975d114-1dd9-429e-b662-b371335e889b req-fc18e845-ec13-426c-b934-09f796a1a835 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba HTTP/1.1" status: 200 len: 948 time: 0.1479514 May 06 09:40:58.781923 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b14b01b-753b-42a5-94a0-51aa3fe84dc0 req-da5c4115-7b50-457c-b27f-8e66ae85c77a tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "GET /v2.0/security-groups/760c7e5d-1f6d-4540-91d3-7a892bdfae93 HTTP/1.1" status: 200 len: 2981 time: 0.0735247 May 06 09:40:58.802134 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e99c6ca-3c01-4c8c-bef6-1a83015f804e admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:40:58.813627 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1e99c6ca-3c01-4c8c-bef6-1a83015f804e admin admin] 10.222.0.73 "PUT /v2.0/routers/ef4f1595-ae78-4012-bda3-bd48fad9c730/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9247704 May 06 09:40:58.837849 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c206bd86-4b34-45d1-9e1b-38e256635497 None None] Sync routers for ids ['ef4f1595-ae78-4012-bda3-bd48fad9c730'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:40:58.853092 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9975d114-1dd9-429e-b662-b371335e889b req-f69d81cb-5bc5-4a3b-8067-1bdbcb1da7e8 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693002 May 06 09:40:58.873317 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b14b01b-753b-42a5-94a0-51aa3fe84dc0 req-0ceb1dad-1574-4cf3-9b11-9ec653a2d663 tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "GET /v2.0/security-groups/760c7e5d-1f6d-4540-91d3-7a892bdfae93 HTTP/1.1" status: 200 len: 2981 time: 0.0809519 May 06 09:40:58.876026 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b8aea85b-cd30-466f-b4ad-62b9287d14d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:58.912404 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c206bd86-4b34-45d1-9e1b-38e256635497 None None] Routers {'ef4f1595-ae78-4012-bda3-bd48fad9c730'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:40:58.913074 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-c206bd86-4b34-45d1-9e1b-38e256635497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:40:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ef4f1595-ae78-4012-bda3-bd48fad9c730'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:58.920210 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:58.996721 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700cc25e-441c-41c4-a1aa-d5dd0ddabe2a x-openstack-request-id: req-700cc25e-441c-41c4-a1aa-d5dd0ddabe2a {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:58.997096 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15591f1c-3b84-41cc-84a7-68dba63802b6", "tag": "db99f5bb-a76d-4db7-a616-bb0fd1ee072c", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:58.997372 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-700cc25e-441c-41c4-a1aa-d5dd0ddabe2a {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:58.997736 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-700cc25e-441c-41c4-a1aa-d5dd0ddabe2a'] response: {'name': 'network-changed', 'server_uuid': '15591f1c-3b84-41cc-84a7-68dba63802b6', 'tag': 'db99f5bb-a76d-4db7-a616-bb0fd1ee072c', 'status': 'completed', 'code': 200} May 06 09:40:59.013107 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b14b01b-753b-42a5-94a0-51aa3fe84dc0 req-158554e2-bce8-4a91-8f0f-6659e405b3ea tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "GET /v2.0/security-groups/7da34b5a-d393-4fc2-ad47-49138dc192bf HTTP/1.1" status: 200 len: 2981 time: 0.1261585 May 06 09:40:59.016554 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b8aea85b-cd30-466f-b4ad-62b9287d14d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:59.017630 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aea85b-cd30-466f-b4ad-62b9287d14d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:59.018527 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b8aea85b-cd30-466f-b4ad-62b9287d14d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:59.158563 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-c206bd86-4b34-45d1-9e1b-38e256635497 None None] Set router ef4f1595-ae78-4012-bda3-bd48fad9c730 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:40:59.176719 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aea85b-cd30-466f-b4ad-62b9287d14d0 admin admin] Pushing event updated for resources: {'Network': ['ID=bf084c2a-2749-4093-a4ea-996162f08ec8,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:59.258479 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network bf084c2a-2749-4093-a4ea-996162f08ec8 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:40:59.264592 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-528068b5-c276-4497-b795-e878667526fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c54aed-e918-4517-950c-685ce2bccd43 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:59.288697 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b8aea85b-cd30-466f-b4ad-62b9287d14d0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1076665 May 06 09:40:59.293099 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45896) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:59.296191 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-528068b5-c276-4497-b795-e878667526fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:59.314969 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-74a628c3-990e-4700-be53-3c0719baa32f admin admin] Request body: {'subnet': {'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1409976749-subnet', 'tenant_id': '9f8b2c0972214e249e01f24834153507', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:59.315935 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9d742a29-4d9f-4b97-a140-db27cc7a431a req-767ec77b-b8f9-48b1-8e51-0d83d43c1acd service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313923 May 06 09:40:59.360707 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-528068b5-c276-4497-b795-e878667526fd service neutron] Transition to ACTIVE for port object 97c54aed-e918-4517-950c-685ce2bccd43 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:40:59.371732 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-528068b5-c276-4497-b795-e878667526fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:59.375391 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b14b01b-753b-42a5-94a0-51aa3fe84dc0 req-07c0bcb3-44b2-4db8-8b50-814ab790dc89 tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "GET /v2.0/security-groups/7da34b5a-d393-4fc2-ad47-49138dc192bf HTTP/1.1" status: 200 len: 2981 time: 0.3483031 May 06 09:40:59.415440 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601942eb-ce9e-41fd-8ae8-ea584a3016cf req-c00820be-d07a-42be-add8-49ab30bbf81a tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:59.423997 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-601942eb-ce9e-41fd-8ae8-ea584a3016cf req-c00820be-d07a-42be-add8-49ab30bbf81a tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=db5112bf-4bd8-4e66-aa36-c7295307c744 HTTP/1.1" status: 200 len: 945 time: 0.2780957 May 06 09:40:59.533434 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de0995-188b-4e2e-94b2-239568605060 req-49379409-ffd1-4ffb-bd93-6cb2e41a8776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:59.538642 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cbf013-36d1-4b43-950c-0a048459f9d7 req-28103893-df1f-4c88-91a5-03f53a5eb46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:59.540213 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-83cbf013-36d1-4b43-950c-0a048459f9d7 req-28103893-df1f-4c88-91a5-03f53a5eb46f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0fe275606e2841ef811abf94e17c097e&device_id=e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba HTTP/1.1" status: 200 len: 1099 time: 0.0980437 May 06 09:40:59.543315 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-22de0995-188b-4e2e-94b2-239568605060 req-49379409-ffd1-4ffb-bd93-6cb2e41a8776 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=661d757dd98e4787a17a66d7a29ce3d2&device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 1098 time: 0.4783008 May 06 09:40:59.556491 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b14b01b-753b-42a5-94a0-51aa3fe84dc0 req-2eb3d419-1e43-43f7-bbfc-f21c497327cf tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "GET /v2.0/security-groups/904d52df-e6db-4df9-945f-f70c69a26fcd HTTP/1.1" status: 200 len: 2973 time: 0.1527424 May 06 09:40:59.639151 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a628c3-990e-4700-be53-3c0719baa32f admin admin] Made reservation on behalf of 9f8b2c0972214e249e01f24834153507 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:40:59.641110 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528068b5-c276-4497-b795-e878667526fd service neutron] Pushing event updated for resources: {'Port': ['ID=97c54aed-e918-4517-950c-685ce2bccd43,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:59.642448 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-74a628c3-990e-4700-be53-3c0719baa32f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:59.646144 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-528068b5-c276-4497-b795-e878667526fd service neutron] Attempting to bind port 97c54aed-e918-4517-950c-685ce2bccd43 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:40:59.646617 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-528068b5-c276-4497-b795-e878667526fd service neutron] Attempting to bind port 97c54aed-e918-4517-950c-685ce2bccd43 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:40:59.647059 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-528068b5-c276-4497-b795-e878667526fd service neutron] Attempting to bind port 97c54aed-e918-4517-950c-685ce2bccd43 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:59.663205 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-528068b5-c276-4497-b795-e878667526fd service neutron] Port 97c54aed-e918-4517-950c-685ce2bccd43 on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:40:59.663685 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-528068b5-c276-4497-b795-e878667526fd service neutron] Attempting to bind port 97c54aed-e918-4517-950c-685ce2bccd43 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:59.716837 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-528068b5-c276-4497-b795-e878667526fd service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:40:59.717326 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-528068b5-c276-4497-b795-e878667526fd service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:59.717821 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-528068b5-c276-4497-b795-e878667526fd service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:40:59.718425 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-528068b5-c276-4497-b795-e878667526fd service neutron] Bound port: 97c54aed-e918-4517-950c-685ce2bccd43, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:40:59.718897 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-528068b5-c276-4497-b795-e878667526fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:59.775380 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-c206bd86-4b34-45d1-9e1b-38e256635497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'name': 'tempest-ServersTestManualDisk-737136986-router', 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '51fdfe03-3d0c-4220-82b6-807509d61776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:44Z', 'updated_at': '2022-05-06T09:40:55Z', 'revision_number': 4, 'project_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'gw_port': {'id': '51fdfe03-3d0c-4220-82b6-807509d61776', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ec:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:46Z', 'updated_at': '2022-05-06T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'dc5e8fc0-0beb-4972-8421-22e10ea4bb36', 'name': '', 'network_id': '63310cb6-2c84-44f2-9e8f-0c5b176cfc28', 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'mac_address': 'fa:16:3e:f7:c1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '2d048d8f-1cb9-48ef-a7c8-b37e62204696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:52Z', 'updated_at': '2022-05-06T09:40:55Z', 'revision_number': 2, 'project_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'subnets': [{'id': '2d048d8f-1cb9-48ef-a7c8-b37e62204696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:59.826276 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-528068b5-c276-4497-b795-e878667526fd service neutron] For port 97c54aed-e918-4517-950c-685ce2bccd43, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:40:59.831742 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-528068b5-c276-4497-b795-e878667526fd service neutron] For port 97c54aed-e918-4517-950c-685ce2bccd43, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=97c54aed-e918-4517-950c-685ce2bccd43,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:40:59.841041 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-528068b5-c276-4497-b795-e878667526fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:59.860429 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c206bd86-4b34-45d1-9e1b-38e256635497 None None] Checking router: ef4f1595-ae78-4012-bda3-bd48fad9c730 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:40:59.861139 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c206bd86-4b34-45d1-9e1b-38e256635497 None None] Updating router ef4f1595-ae78-4012-bda3-bd48fad9c730 port dc5e8fc0-0beb-4972-8421-22e10ea4bb36 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:40:59.917679 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c206bd86-4b34-45d1-9e1b-38e256635497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:59.927026 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b14b01b-753b-42a5-94a0-51aa3fe84dc0 req-a5968ba9-ce45-4bab-900f-e86915fe5257 tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "GET /v2.0/security-groups/904d52df-e6db-4df9-945f-f70c69a26fcd HTTP/1.1" status: 200 len: 2973 time: 0.3693912 May 06 09:40:59.928238 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de0995-188b-4e2e-94b2-239568605060 req-a612e01e-5c3d-444b-9717-9169397b3789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:59.929656 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-22de0995-188b-4e2e-94b2-239568605060 req-a612e01e-5c3d-444b-9717-9169397b3789 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.3089814 May 06 09:40:59.941656 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-528068b5-c276-4497-b795-e878667526fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:59.942977 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-528068b5-c276-4497-b795-e878667526fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:59.945723 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-528068b5-c276-4497-b795-e878667526fd service neutron] 10.222.0.77 "PUT /v2.0/ports/97c54aed-e918-4517-950c-685ce2bccd43 HTTP/1.1" status: 200 len: 1096 time: 2.5057776 May 06 09:40:59.948651 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528068b5-c276-4497-b795-e878667526fd service neutron] Pushing event updated for resources: {'Port': ['ID=97c54aed-e918-4517-950c-685ce2bccd43,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:00.028097 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-22de0995-188b-4e2e-94b2-239568605060 req-785615a5-eb66-4747-94c4-7cb1fabbe5af service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=db99f5bb-a76d-4db7-a616-bb0fd1ee072c HTTP/1.1" status: 200 len: 217 time: 0.0897980 May 06 09:41:00.029177 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cbf013-36d1-4b43-950c-0a048459f9d7 req-bdf98064-aa99-4134-bd55-2ce9d0424bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:00.031326 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-83cbf013-36d1-4b43-950c-0a048459f9d7 req-bdf98064-aa99-4134-bd55-2ce9d0424bbc service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.4574063 May 06 09:41:00.041430 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-601942eb-ce9e-41fd-8ae8-ea584a3016cf req-73dbacd0-284a-4840-8b56-044b44b2bc37 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6135542 May 06 09:41:00.149925 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-83cbf013-36d1-4b43-950c-0a048459f9d7 req-13718174-f974-400c-b174-16d83825bddc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=76edc2c3-a597-42c6-a4ba-be08f3a3ae18 HTTP/1.1" status: 200 len: 217 time: 0.1021409 May 06 09:41:00.255853 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379ba106-23b2-4f47-885b-887967f9ace8', 'tag': '97c54aed-e918-4517-950c-685ce2bccd43'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:00.258751 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f18dd2-436f-4b77-921d-84346d184df6" -d '{"events": [{"name": "network-changed", "server_uuid": "379ba106-23b2-4f47-885b-887967f9ace8", "tag": "97c54aed-e918-4517-950c-685ce2bccd43"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:00.280026 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-487593f0-1e28-4cb9-8517-df15cbbaa68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:00.283573 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-487593f0-1e28-4cb9-8517-df15cbbaa68c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=661d757dd98e4787a17a66d7a29ce3d2&device_id=379ba106-23b2-4f47-885b-887967f9ace8 HTTP/1.1" status: 200 len: 1099 time: 0.2512326 May 06 09:41:00.287591 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cbf013-36d1-4b43-950c-0a048459f9d7 req-f5b04696-ce47-4f4c-956b-ba7ffd2f407e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:00.289758 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-83cbf013-36d1-4b43-950c-0a048459f9d7 req-f5b04696-ce47-4f4c-956b-ba7ffd2f407e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1216841 May 06 09:41:00.385616 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-0e0956bf-4336-48e3-964e-e098f2657fe7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=97c54aed-e918-4517-950c-685ce2bccd43 HTTP/1.1" status: 200 len: 217 time: 0.0801587 May 06 09:41:00.390336 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de0995-188b-4e2e-94b2-239568605060 req-4784a351-09b0-4eff-b80d-fadf55dec2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:00.391935 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-22de0995-188b-4e2e-94b2-239568605060 req-4784a351-09b0-4eff-b80d-fadf55dec2e6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.3270864 May 06 09:41:00.397940 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cbf013-36d1-4b43-950c-0a048459f9d7 req-fffa3020-09e0-4ab8-a664-f167d4331fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:00.400359 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-83cbf013-36d1-4b43-950c-0a048459f9d7 req-fffa3020-09e0-4ab8-a664-f167d4331fd2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0949771 May 06 09:41:00.405529 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b14b01b-753b-42a5-94a0-51aa3fe84dc0 req-d70f2ecc-0fba-473f-9104-3a5ee0f63fc6 tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "GET /v2.0/security-groups/a4f2275d-27e6-4262-aebc-558f6af4b0ea HTTP/1.1" status: 200 len: 2981 time: 0.4576945 May 06 09:41:00.467713 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-d0c8deea-d891-477c-804f-b3ebe48f053f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:00.468017 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-74a628c3-990e-4700-be53-3c0719baa32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:00.469844 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-d0c8deea-d891-477c-804f-b3ebe48f053f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0744455 May 06 09:41:00.529445 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c206bd86-4b34-45d1-9e1b-38e256635497 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:00.545420 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c206bd86-4b34-45d1-9e1b-38e256635497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:00.550984 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854570b7-73ec-4f89-8aa6-b76269173e32 req-7c90f145-9596-4b89-8711-bce82ac7e4db tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:00.552724 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-854570b7-73ec-4f89-8aa6-b76269173e32 req-7c90f145-9596-4b89-8711-bce82ac7e4db tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 946 time: 0.3386762 May 06 09:41:00.585488 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b14b01b-753b-42a5-94a0-51aa3fe84dc0 req-70941f9f-b820-4737-9838-d148b88911cf tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "GET /v2.0/security-groups/a4f2275d-27e6-4262-aebc-558f6af4b0ea HTTP/1.1" status: 200 len: 2981 time: 0.1618359 May 06 09:41:00.601216 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de0995-188b-4e2e-94b2-239568605060 req-2a7dcb50-5e4b-48eb-b0ea-82bc707e5c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:00.602847 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-47aa57c1-8892-4a16-8dd9-f1c41b8b13fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:00.603727 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-22de0995-188b-4e2e-94b2-239568605060 req-2a7dcb50-5e4b-48eb-b0ea-82bc707e5c74 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2020650 May 06 09:41:00.604853 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-47aa57c1-8892-4a16-8dd9-f1c41b8b13fb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1245279 May 06 09:41:00.613584 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a628c3-990e-4700-be53-3c0719baa32f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8274d079-7928-4ac7-bf6e-3d3c9edfbcb7,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:00.686390 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da8d2b-62ef-4d05-95fb-aa9fc1e75ab2 None None] Pushing event updated for resources: {'Port': ['ID=dc5e8fc0-0beb-4972-8421-22e10ea4bb36,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:00.798652 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-854570b7-73ec-4f89-8aa6-b76269173e32 req-4a82a7e5-f3de-4b73-b633-61c70281e228 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370675 May 06 09:41:00.807548 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-83cbf013-36d1-4b43-950c-0a048459f9d7 req-8e43b431-0784-4ded-bdb9-4f42c2202183 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363476 May 06 09:41:00.843656 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-c206bd86-4b34-45d1-9e1b-38e256635497 None None] Attempting to bind port dc5e8fc0-0beb-4972-8421-22e10ea4bb36 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:41:00.843656 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-c206bd86-4b34-45d1-9e1b-38e256635497 None None] Attempting to bind port dc5e8fc0-0beb-4972-8421-22e10ea4bb36 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'c050de98-7641-4301-b72e-f4e7cddac870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '63310cb6-2c84-44f2-9e8f-0c5b176cfc28'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:41:00.843656 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c206bd86-4b34-45d1-9e1b-38e256635497 None None] Attempting to bind port dc5e8fc0-0beb-4972-8421-22e10ea4bb36 on network 63310cb6-2c84-44f2-9e8f-0c5b176cfc28 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:00.850857 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a628c3-990e-4700-be53-3c0719baa32f admin admin] Checking segment: {'id': '627bbd8f-a3da-4da2-815f-3be0d917a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:00.850857 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a628c3-990e-4700-be53-3c0719baa32f admin admin] Network hostable DHCP agents. Network: bf084c2a-2749-4093-a4ea-996162f08ec8, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:41:00.851420 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c206bd86-4b34-45d1-9e1b-38e256635497 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:41:00.853706 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c206bd86-4b34-45d1-9e1b-38e256635497 None None] Checking segment: {'id': 'c050de98-7641-4301-b72e-f4e7cddac870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '63310cb6-2c84-44f2-9e8f-0c5b176cfc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:00.854077 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c206bd86-4b34-45d1-9e1b-38e256635497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:00.854706 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c206bd86-4b34-45d1-9e1b-38e256635497 None None] Bound using segment: {'id': 'c050de98-7641-4301-b72e-f4e7cddac870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '63310cb6-2c84-44f2-9e8f-0c5b176cfc28'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:41:00.855449 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-c206bd86-4b34-45d1-9e1b-38e256635497 None None] Bound port: dc5e8fc0-0beb-4972-8421-22e10ea4bb36, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c050de98-7641-4301-b72e-f4e7cddac870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '63310cb6-2c84-44f2-9e8f-0c5b176cfc28'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:41:00.861697 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c206bd86-4b34-45d1-9e1b-38e256635497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:00.925031 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b14b01b-753b-42a5-94a0-51aa3fe84dc0 req-3d8502c1-271e-4320-b459-a963836a03df tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "GET /v2.0/security-groups/abe53cf1-49dc-49b7-9ede-ce13fa775f9e HTTP/1.1" status: 200 len: 2981 time: 0.3202634 May 06 09:41:00.938835 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-22de0995-188b-4e2e-94b2-239568605060 req-c29c5fba-7ecc-4220-9edc-a0cf8830b732 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226264 May 06 09:41:01.014447 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-c206bd86-4b34-45d1-9e1b-38e256635497 None None] For port dc5e8fc0-0beb-4972-8421-22e10ea4bb36, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:41:01.026910 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-83cbf013-36d1-4b43-950c-0a048459f9d7 req-86b98a5b-0361-4300-a0cc-0bf5352753c8 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080197 May 06 09:41:01.029295 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-b32ef276-a277-4a42-bb6c-2c8d607c694b service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012907 May 06 09:41:01.029454 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a628c3-990e-4700-be53-3c0719baa32f admin admin] Network bf084c2a-2749-4093-a4ea-996162f08ec8 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:41:01.039693 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-7143c1a7-8656-417b-a875-01614d783df8 None None] Provisioning complete for port dc5e8fc0-0beb-4972-8421-22e10ea4bb36 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:01.039693 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7143c1a7-8656-417b-a875-01614d783df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:01.086807 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-74a628c3-990e-4700-be53-3c0719baa32f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, bf084c2a-2749-4093-a4ea-996162f08ec8) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:01.096772 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a628c3-990e-4700-be53-3c0719baa32f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:01.097368 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-74a628c3-990e-4700-be53-3c0719baa32f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:01.106150 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b14b01b-753b-42a5-94a0-51aa3fe84dc0 req-867cc64e-5d33-4bd2-932e-9cfb58baa72e tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "GET /v2.0/security-groups/abe53cf1-49dc-49b7-9ede-ce13fa775f9e HTTP/1.1" status: 200 len: 2981 time: 0.1654334 May 06 09:41:01.140602 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03e946-9a83-48ef-bec0-e96dce783fbb req-8b88ca5f-7463-4b38-8a93-e3038cffdd93 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:01.142165 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c03e946-9a83-48ef-bec0-e96dce783fbb req-8b88ca5f-7463-4b38-8a93-e3038cffdd93 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=379ba106-23b2-4f47-885b-887967f9ace8 HTTP/1.1" status: 200 len: 948 time: 0.1739328 May 06 09:41:01.151847 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-7143c1a7-8656-417b-a875-01614d783df8 None None] Port dc5e8fc0-0beb-4972-8421-22e10ea4bb36 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:41:01.154116 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-74a628c3-990e-4700-be53-3c0719baa32f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8507159 May 06 09:41:01.155574 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6005a2ea-9006-4a30-912f-63defd3c2b29 None None] Network bf084c2a-2749-4093-a4ea-996162f08ec8 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:41:01.179928 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-65a9644b-51fc-4dd2-97b2-4842f8d30c95 req-ba5ff020-5802-45b0-90e0-be061e24b97b service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273177 May 06 09:41:01.188742 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-c206bd86-4b34-45d1-9e1b-38e256635497 None None] For port dc5e8fc0-0beb-4972-8421-22e10ea4bb36, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=dc5e8fc0-0beb-4972-8421-22e10ea4bb36,segment=NetworkSegment(c050de98-7641-4301-b72e-f4e7cddac870),segment_id=c050de98-7641-4301-b72e-f4e7cddac870)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:41:01.206259 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-22de0995-188b-4e2e-94b2-239568605060 req-ccb6a7c2-189a-44a9-8f2d-7e3908f98400 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498930 May 06 09:41:01.224568 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b14b01b-753b-42a5-94a0-51aa3fe84dc0 req-1f094f6e-84c3-4429-8aa1-a21d8497a7ee tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "GET /v2.0/security-groups/afe3827b-b326-4648-a806-f046d70cb7e9 HTTP/1.1" status: 200 len: 2981 time: 0.1036897 May 06 09:41:01.246417 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c206bd86-4b34-45d1-9e1b-38e256635497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:01.267369 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c03e946-9a83-48ef-bec0-e96dce783fbb req-bc1070d0-3f02-4de6-86f3-9d6a23787c38 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121464 May 06 09:41:01.359746 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 64343f32-8172-43f0-ad2d-cfac9e14a65e up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:01.378995 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b14b01b-753b-42a5-94a0-51aa3fe84dc0 req-71918b9d-83d4-4077-a014-70b9a3b0f7d5 tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "GET /v2.0/security-groups/afe3827b-b326-4648-a806-f046d70cb7e9 HTTP/1.1" status: 200 len: 2981 time: 0.1295424 May 06 09:41:01.462671 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c206bd86-4b34-45d1-9e1b-38e256635497 None None] Routers {'ef4f1595-ae78-4012-bda3-bd48fad9c730'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:01.463502 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-c206bd86-4b34-45d1-9e1b-38e256635497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:40:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ef4f1595-ae78-4012-bda3-bd48fad9c730'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:01.486902 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b14b01b-753b-42a5-94a0-51aa3fe84dc0 req-b21db64e-a982-45bb-8293-ad3e24ab184a tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "GET /v2.0/security-groups/d1a0891b-ef88-4af4-8e92-3808698055e3 HTTP/1.1" status: 200 len: 2981 time: 0.0976963 May 06 09:41:01.587180 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b14b01b-753b-42a5-94a0-51aa3fe84dc0 req-0ac0ffe3-d789-48c2-b286-a9e13607c5ef tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "GET /v2.0/security-groups/d1a0891b-ef88-4af4-8e92-3808698055e3 HTTP/1.1" status: 200 len: 2981 time: 0.0909998 May 06 09:41:01.640477 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da8d2b-62ef-4d05-95fb-aa9fc1e75ab2 None None] Pushing event updated for resources: {'Port': ['ID=dc5e8fc0-0beb-4972-8421-22e10ea4bb36,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:01.679295 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b14b01b-753b-42a5-94a0-51aa3fe84dc0 req-f9df6a3a-86ef-4743-a73d-088c1847e2ab tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "GET /v2.0/security-groups/ee240cc9-45c5-4e94-ab91-3356ee35671c HTTP/1.1" status: 200 len: 2981 time: 0.0838523 May 06 09:41:01.729955 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 64343f32-8172-43f0-ad2d-cfac9e14a65e completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:41:01.739972 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b14b01b-753b-42a5-94a0-51aa3fe84dc0 req-9d4203c8-d5a0-4c5e-a4d7-774dd37469da tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "GET /v2.0/security-groups/ee240cc9-45c5-4e94-ab91-3356ee35671c HTTP/1.1" status: 200 len: 2981 time: 0.0518072 May 06 09:41:01.762972 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 64343f32-8172-43f0-ad2d-cfac9e14a65e triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:01.763423 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:01.772168 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71669b04-43fc-484a-ad0b-e019ef524370 None None] Network bf084c2a-2749-4093-a4ea-996162f08ec8 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:41:01.875146 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-c206bd86-4b34-45d1-9e1b-38e256635497 None None] Set router ef4f1595-ae78-4012-bda3-bd48fad9c730 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:01.899612 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68fbf8-8fe0-4ba4-9185-d973cf03662e req-0535f0d2-3fb1-4065-a831-fb971844e4df tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:01.899612 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b68fbf8-8fe0-4ba4-9185-d973cf03662e req-0535f0d2-3fb1-4065-a831-fb971844e4df tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab HTTP/1.1" status: 200 len: 945 time: 0.0858958 May 06 09:41:01.909904 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4f93ca04-c5f4-43cf-9b46-3fdff36f6554 None None] Provisioning complete for port dc5e8fc0-0beb-4972-8421-22e10ea4bb36 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:01.910196 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4f93ca04-c5f4-43cf-9b46-3fdff36f6554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:01.974702 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b68fbf8-8fe0-4ba4-9185-d973cf03662e req-7808aa56-cce3-4d95-a44b-8f171633ba2c tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c753481-7cc2-40d1-9ed2-8aa1968318ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559058 May 06 09:41:02.110449 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45926) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:02.115558 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-916cf528-59af-484d-83d0-6e03a34ce7f0 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1563978532', 'description': 'tempest-description--1172069621'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:02.163584 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-916cf528-59af-484d-83d0-6e03a34ce7f0 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:02.214135 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4dbd4-66a9-4990-ad2e-d85e80373864 req-958277e4-f262-4f3a-a130-e32c57b0e65c tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:02.227777 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-72f4dbd4-66a9-4990-ad2e-d85e80373864 req-958277e4-f262-4f3a-a130-e32c57b0e65c tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba HTTP/1.1" status: 200 len: 948 time: 0.1563659 May 06 09:41:02.289543 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4f93ca04-c5f4-43cf-9b46-3fdff36f6554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:02.291505 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:02.330741 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-916cf528-59af-484d-83d0-6e03a34ce7f0 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:02.341477 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-916cf528-59af-484d-83d0-6e03a34ce7f0 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:02.372689 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-72f4dbd4-66a9-4990-ad2e-d85e80373864 req-be9b3ced-c6cb-4fa6-90cb-0520cb41024b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438901 May 06 09:41:02.403804 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-916cf528-59af-484d-83d0-6e03a34ce7f0 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:02.407527 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-916cf528-59af-484d-83d0-6e03a34ce7f0 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2936218 May 06 09:41:02.408461 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45938) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:02.416104 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-84068e6c-5894-4a1c-8f51-30db9b8bb534 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Request body: {'security_group_rule': {'security_group_id': '7f285e86-832d-47c0-a280-829de0824e04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:02.426489 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916cf528-59af-484d-83d0-6e03a34ce7f0 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f285e86-832d-47c0-a280-829de0824e04,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:02.440637 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916cf528-59af-484d-83d0-6e03a34ce7f0 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:02.440990 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916cf528-59af-484d-83d0-6e03a34ce7f0 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:02.441340 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916cf528-59af-484d-83d0-6e03a34ce7f0 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:02.441683 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916cf528-59af-484d-83d0-6e03a34ce7f0 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:02.443055 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916cf528-59af-484d-83d0-6e03a34ce7f0 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:02.443465 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916cf528-59af-484d-83d0-6e03a34ce7f0 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:02.443847 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916cf528-59af-484d-83d0-6e03a34ce7f0 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:02.444316 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916cf528-59af-484d-83d0-6e03a34ce7f0 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:02.445850 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916cf528-59af-484d-83d0-6e03a34ce7f0 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:02.446297 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916cf528-59af-484d-83d0-6e03a34ce7f0 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:02.446728 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916cf528-59af-484d-83d0-6e03a34ce7f0 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:02.447198 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916cf528-59af-484d-83d0-6e03a34ce7f0 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:02.471900 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cf67aa-92f3-4dfd-a18f-eb2c61d931ec x-openstack-request-id: req-77cf67aa-92f3-4dfd-a18f-eb2c61d931ec {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:02.472280 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379ba106-23b2-4f47-885b-887967f9ace8", "tag": "97c54aed-e918-4517-950c-685ce2bccd43", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:02.472545 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-77cf67aa-92f3-4dfd-a18f-eb2c61d931ec {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:02.474738 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77cf67aa-92f3-4dfd-a18f-eb2c61d931ec'] response: {'name': 'network-changed', 'server_uuid': '379ba106-23b2-4f47-885b-887967f9ace8', 'tag': '97c54aed-e918-4517-950c-685ce2bccd43', 'status': 'completed', 'code': 200} May 06 09:41:02.483775 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-5d55e61b-e6f1-44dd-9cf0-613f7cc85f53 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:02.489798 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-84068e6c-5894-4a1c-8f51-30db9b8bb534 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:02.492969 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-5d55e61b-e6f1-44dd-9cf0-613f7cc85f53 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/networks?id=22f2ea67-0061-4453-8871-c63efbcb27a4 HTTP/1.1" status: 200 len: 805 time: 0.2544525 May 06 09:41:02.513063 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-6fb70069-99c8-4d3f-a77e-ab03c3382dda tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/quotas/d5c8baf980ce4dc1ab4fba669d9b206a HTTP/1.1" status: 200 len: 375 time: 0.0181260 May 06 09:41:02.519767 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 64343f32-8172-43f0-ad2d-cfac9e14a65e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=64343f32-8172-43f0-ad2d-cfac9e14a65e,segment=NetworkSegment(0cad701d-15db-4830-8ec3-5c5772b70e25),segment_id=0cad701d-15db-4830-8ec3-5c5772b70e25)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:02.523964 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64343f32-8172-43f0-ad2d-cfac9e14a65e'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:02.527050 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da7acc8-ac66-42ab-b67e-c34dc8f37ace" -d '{"events": [{"server_uuid": "e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab", "name": "network-vif-plugged", "status": "completed", "tag": "64343f32-8172-43f0-ad2d-cfac9e14a65e"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:02.533742 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:02.603226 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-4f93ca04-c5f4-43cf-9b46-3fdff36f6554 None None] For port dc5e8fc0-0beb-4972-8421-22e10ea4bb36, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=dc5e8fc0-0beb-4972-8421-22e10ea4bb36,segment=NetworkSegment(c050de98-7641-4301-b72e-f4e7cddac870),segment_id=c050de98-7641-4301-b72e-f4e7cddac870)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:02.622478 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4f93ca04-c5f4-43cf-9b46-3fdff36f6554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:02.653275 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-84068e6c-5894-4a1c-8f51-30db9b8bb534 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:02.666514 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=64343f32-8172-43f0-ad2d-cfac9e14a65e,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:02.674049 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-84068e6c-5894-4a1c-8f51-30db9b8bb534 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:02.690610 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f18dd2-436f-4b77-921d-84346d184df6 req-37eb101d-2972-491e-bf45-92451e85522d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:02.692447 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-16f18dd2-436f-4b77-921d-84346d184df6 req-37eb101d-2972-491e-bf45-92451e85522d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=661d757dd98e4787a17a66d7a29ce3d2&device_id=379ba106-23b2-4f47-885b-887967f9ace8 HTTP/1.1" status: 200 len: 1099 time: 0.1687293 May 06 09:41:02.717643 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-a34ed21e-f7ef-4a72-ba3c-73f2d13ad853 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d5c8baf980ce4dc1ab4fba669d9b206a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2033751 May 06 09:41:02.748773 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-c206bd86-4b34-45d1-9e1b-38e256635497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'name': 'tempest-ServersTestManualDisk-737136986-router', 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '51fdfe03-3d0c-4220-82b6-807509d61776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:44Z', 'updated_at': '2022-05-06T09:40:55Z', 'revision_number': 4, 'project_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'gw_port': {'id': '51fdfe03-3d0c-4220-82b6-807509d61776', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ec:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:46Z', 'updated_at': '2022-05-06T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'dc5e8fc0-0beb-4972-8421-22e10ea4bb36', 'name': '', 'network_id': '63310cb6-2c84-44f2-9e8f-0c5b176cfc28', 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'mac_address': 'fa:16:3e:f7:c1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '2d048d8f-1cb9-48ef-a7c8-b37e62204696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:52Z', 'updated_at': '2022-05-06T09:41:00Z', 'revision_number': 4, 'project_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'subnets': [{'id': '2d048d8f-1cb9-48ef-a7c8-b37e62204696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:02.806206 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-84068e6c-5894-4a1c-8f51-30db9b8bb534 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:02.812441 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-84068e6c-5894-4a1c-8f51-30db9b8bb534 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4024818 May 06 09:41:02.820972 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93ca04-c5f4-43cf-9b46-3fdff36f6554 None None] Pushing event updated for resources: {'Port': ['ID=dc5e8fc0-0beb-4972-8421-22e10ea4bb36,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:02.824310 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45952) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:02.828162 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c206bd86-4b34-45d1-9e1b-38e256635497 None None] The sync data for ids ['ef4f1595-ae78-4012-bda3-bd48fad9c730'] in n-d-840835-1 is: [{'id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'name': 'tempest-ServersTestManualDisk-737136986-router', 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '51fdfe03-3d0c-4220-82b6-807509d61776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:44Z', 'updated_at': '2022-05-06T09:40:55Z', 'revision_number': 4, 'project_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'gw_port': {'id': '51fdfe03-3d0c-4220-82b6-807509d61776', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ec:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:46Z', 'updated_at': '2022-05-06T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'dc5e8fc0-0beb-4972-8421-22e10ea4bb36', 'name': '', 'network_id': '63310cb6-2c84-44f2-9e8f-0c5b176cfc28', 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'mac_address': 'fa:16:3e:f7:c1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '2d048d8f-1cb9-48ef-a7c8-b37e62204696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:52Z', 'updated_at': '2022-05-06T09:41:00Z', 'revision_number': 4, 'project_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'subnets': [{'id': '2d048d8f-1cb9-48ef-a7c8-b37e62204696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:41:02.838188 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-6467a28e-697c-492e-867b-9ec972a6beb5 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Request body: {'security_group_rule': {'security_group_id': '7f285e86-832d-47c0-a280-829de0824e04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:02.843972 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84068e6c-5894-4a1c-8f51-30db9b8bb534 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b314418d-440c-4c88-8357-fa0df99b2286,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:02.911009 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6467a28e-697c-492e-867b-9ec972a6beb5 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:03.048772 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6467a28e-697c-492e-867b-9ec972a6beb5 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:03.058375 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6467a28e-697c-492e-867b-9ec972a6beb5 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:03.090844 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6467a28e-697c-492e-867b-9ec972a6beb5 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c0a73f1-1b17-429a-8288-3f9b452fab5d,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:03.109485 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6467a28e-697c-492e-867b-9ec972a6beb5 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:03.116053 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6467a28e-697c-492e-867b-9ec972a6beb5 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2902975 May 06 09:41:03.117999 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45956) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:03.126680 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-b5932aaf-f35a-47c3-bc0d-cc9d907062a1 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:03.168432 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b5932aaf-f35a-47c3-bc0d-cc9d907062a1 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks [] for floatingip, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:03.365540 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device dc5e8fc0-0beb-4972-8421-22e10ea4bb36 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:03.479632 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port dc5e8fc0-0beb-4972-8421-22e10ea4bb36 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:03.480013 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:03.485735 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f18dd2-436f-4b77-921d-84346d184df6 req-99d11642-7e00-4857-b233-960ac25d38ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:03.487504 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-16f18dd2-436f-4b77-921d-84346d184df6 req-99d11642-7e00-4857-b233-960ac25d38ac service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.7561228 May 06 09:41:03.604902 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-16f18dd2-436f-4b77-921d-84346d184df6 req-db8f4d82-b106-4656-84a1-a16de7b7c045 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=97c54aed-e918-4517-950c-685ce2bccd43 HTTP/1.1" status: 200 len: 217 time: 0.1085389 May 06 09:41:03.614770 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-374e3abf-74ee-43d0-8ee4-a4d62db22366 service neutron] 10.222.0.73 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8931026 May 06 09:41:03.674611 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-3ae12bcb-e350-43cb-b223-1e468f2fe01e tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:03.676592 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-3ae12bcb-e350-43cb-b223-1e468f2fe01e tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/networks?id=bf084c2a-2749-4093-a4ea-996162f08ec8 HTTP/1.1" status: 200 len: 812 time: 0.8769133 May 06 09:41:03.677702 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 76edc2c3-a597-42c6-a4ba-be08f3a3ae18 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:41:03.799370 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-f33e74e1-a3c8-41ab-9587-71bac92afbba tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/quotas/9f8b2c0972214e249e01f24834153507 HTTP/1.1" status: 200 len: 375 time: 0.1042671 May 06 09:41:03.845719 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f18dd2-436f-4b77-921d-84346d184df6 req-6ec779ea-5c69-4d7f-9d14-a286c43d1140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:03.847704 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-16f18dd2-436f-4b77-921d-84346d184df6 req-6ec779ea-5c69-4d7f-9d14-a286c43d1140 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1808605 May 06 09:41:03.861286 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 76edc2c3-a597-42c6-a4ba-be08f3a3ae18, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=76edc2c3-a597-42c6-a4ba-be08f3a3ae18,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:03.876137 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '76edc2c3-a597-42c6-a4ba-be08f3a3ae18', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': '76edc2c3-a597-42c6-a4ba-be08f3a3ae18', 'mac_address': 'fa:16:3e:c9:a3:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:41:03.921509 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-c8ccc7ed-76b6-4e08-89c6-37ce4bb1fb10 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f8b2c0972214e249e01f24834153507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1121645 May 06 09:41:03.952213 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b5932aaf-f35a-47c3-bc0d-cc9d907062a1 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:04.018481 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:04.034248 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76edc2c3-a597-42c6-a4ba-be08f3a3ae18 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:04.062561 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 76edc2c3-a597-42c6-a4ba-be08f3a3ae18, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=76edc2c3-a597-42c6-a4ba-be08f3a3ae18,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:04.075096 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:04.075861 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device db99f5bb-a76d-4db7-a616-bb0fd1ee072c details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:41:04.092225 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-5de6cb6e-a881-4d60-854d-37f3f7be5147 service neutron] 10.222.0.73 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760301 May 06 09:41:04.107596 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f18dd2-436f-4b77-921d-84346d184df6 req-38ba54a7-d634-4cad-bb3d-0ffe785e7f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:04.110936 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-16f18dd2-436f-4b77-921d-84346d184df6 req-38ba54a7-d634-4cad-bb3d-0ffe785e7f8e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2475708 May 06 09:41:04.136362 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-b5932aaf-f35a-47c3-bc0d-cc9d907062a1 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Allocated IP 172.25.5.68 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/652c3d91-aa6b-4b5d-926a-0ead35bb18ef) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:04.138034 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port db99f5bb-a76d-4db7-a616-bb0fd1ee072c, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=db99f5bb-a76d-4db7-a616-bb0fd1ee072c,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:04.250221 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'db99f5bb-a76d-4db7-a616-bb0fd1ee072c', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': 'db99f5bb-a76d-4db7-a616-bb0fd1ee072c', 'mac_address': 'fa:16:3e:16:2f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:41:04.255039 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=76edc2c3-a597-42c6-a4ba-be08f3a3ae18,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:04.343223 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-c5c32d4f-de83-45c7-a2bc-eab8d6a6b25b service neutron] 10.222.0.73 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923180 May 06 09:41:04.391990 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:04.437466 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db99f5bb-a76d-4db7-a616-bb0fd1ee072c {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:04.479544 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b5932aaf-f35a-47c3-bc0d-cc9d907062a1 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:04.499291 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port db99f5bb-a76d-4db7-a616-bb0fd1ee072c, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=db99f5bb-a76d-4db7-a616-bb0fd1ee072c,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:04.510054 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:04.584003 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b5932aaf-f35a-47c3-bc0d-cc9d907062a1 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:04.646123 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-16f18dd2-436f-4b77-921d-84346d184df6 req-4255d038-081e-4a95-8a36-c9f39a2543f3 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277932 May 06 09:41:04.681554 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=db99f5bb-a76d-4db7-a616-bb0fd1ee072c,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:04.719308 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5932aaf-f35a-47c3-bc0d-cc9d907062a1 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:04.722955 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-b5932aaf-f35a-47c3-bc0d-cc9d907062a1 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:04.743666 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5932aaf-f35a-47c3-bc0d-cc9d907062a1 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:04.763294 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5932aaf-f35a-47c3-bc0d-cc9d907062a1 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Pushing event updated for resources: {'Port': ['ID=652c3d91-aa6b-4b5d-926a-0ead35bb18ef,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:04.831222 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-16f18dd2-436f-4b77-921d-84346d184df6 req-bf744cea-d3f8-4167-8e0b-224e9f780956 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738112 May 06 09:41:04.920954 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-92813e67-68b2-423e-809a-a1d8f05aa3c1 req-5ab9f089-3db5-4c9b-aefa-a7e0328a2cfb tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=23049c57e98548cd85082ea21b34bd69 HTTP/1.1" status: 200 len: 6103 time: 0.4785602 May 06 09:41:04.979047 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b5932aaf-f35a-47c3-bc0d-cc9d907062a1 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:04.986993 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['76edc2c3-a597-42c6-a4ba-be08f3a3ae18'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:05.004380 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-326534a2-3bfa-4482-8673-d5cd5b65c2a0 service neutron] 10.222.0.73 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6594889 May 06 09:41:05.019325 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-92813e67-68b2-423e-809a-a1d8f05aa3c1 req-82092542-f15a-4dd6-a5e5-716efafef613 tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] 10.222.0.73 "GET /v2.0/security-groups/abe53cf1-49dc-49b7-9ede-ce13fa775f9e HTTP/1.1" status: 200 len: 2981 time: 0.0872457 May 06 09:41:05.053988 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b5932aaf-f35a-47c3-bc0d-cc9d907062a1 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:05.091850 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['db99f5bb-a76d-4db7-a616-bb0fd1ee072c'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:05.150932 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-92813e67-68b2-423e-809a-a1d8f05aa3c1 req-952e701e-1cb8-4837-a94f-b5d37cb5a51f tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] 10.222.0.73 "GET /v2.0/security-groups/abe53cf1-49dc-49b7-9ede-ce13fa775f9e HTTP/1.1" status: 200 len: 2981 time: 0.1243408 May 06 09:41:05.357634 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e626d3-e373-44d7-877b-85bd8c497646 req-eed20f30-6233-4dcd-a38d-def113facf9c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:05.362472 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e5e626d3-e373-44d7-877b-85bd8c497646 req-eed20f30-6233-4dcd-a38d-def113facf9c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 946 time: 0.1604884 May 06 09:41:05.392876 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b5932aaf-f35a-47c3-bc0d-cc9d907062a1 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:05.400884 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b5932aaf-f35a-47c3-bc0d-cc9d907062a1 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:05.523989 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5932aaf-f35a-47c3-bc0d-cc9d907062a1 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Pushing event updated for resources: {'Port': ['ID=652c3d91-aa6b-4b5d-926a-0ead35bb18ef,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:05.565037 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e5e626d3-e373-44d7-877b-85bd8c497646 req-34429eb4-801b-4f51-a0b0-b9a842b39ede tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957881 May 06 09:41:05.595780 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9d074-4fb2-4169-9f7b-001a803eb680 req-e7a833cd-e7e9-442b-a2e5-504ceaf2cbb3 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:05.597324 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2a9d074-4fb2-4169-9f7b-001a803eb680 req-e7a833cd-e7e9-442b-a2e5-504ceaf2cbb3 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=379ba106-23b2-4f47-885b-887967f9ace8 HTTP/1.1" status: 200 len: 948 time: 0.2000217 May 06 09:41:05.647986 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b5932aaf-f35a-47c3-bc0d-cc9d907062a1 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:05.675712 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 97c54aed-e918-4517-950c-685ce2bccd43 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:41:05.696755 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2a9d074-4fb2-4169-9f7b-001a803eb680 req-638a17f2-34de-4d95-9803-8b98d112ddf7 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921364 May 06 09:41:05.699777 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b5932aaf-f35a-47c3-bc0d-cc9d907062a1 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:05.715916 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b5932aaf-f35a-47c3-bc0d-cc9d907062a1 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5921371 May 06 09:41:05.733552 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb29619-84fb-4879-98f4-583b0d91609a x-openstack-request-id: req-7eb29619-84fb-4879-98f4-583b0d91609a {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:05.733855 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab", "name": "network-vif-plugged", "status": "completed", "tag": "64343f32-8172-43f0-ad2d-cfac9e14a65e", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:05.747598 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7eb29619-84fb-4879-98f4-583b0d91609a {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:05.748697 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eb29619-84fb-4879-98f4-583b0d91609a'] response: {'server_uuid': 'e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64343f32-8172-43f0-ad2d-cfac9e14a65e', 'code': 200} May 06 09:41:05.951297 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7f3a2-a0e7-472a-835a-8e1d519dfe05 req-ab7ba080-28fa-4354-a504-ef59d7e2ee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:05.954063 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bdc7f3a2-a0e7-472a-835a-8e1d519dfe05 req-ab7ba080-28fa-4354-a504-ef59d7e2ee30 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab HTTP/1.1" status: 200 len: 1097 time: 0.1274099 May 06 09:41:05.964642 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e966ef-5c91-4787-bad7-352652b6871d req-caab966c-b263-4479-81ea-87788b72f693 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:05.966325 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-92e966ef-5c91-4787-bad7-352652b6871d req-caab966c-b263-4479-81ea-87788b72f693 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba HTTP/1.1" status: 200 len: 949 time: 0.1317148 May 06 09:41:05.971379 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 97c54aed-e918-4517-950c-685ce2bccd43, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=97c54aed-e918-4517-950c-685ce2bccd43,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:05.995794 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '97c54aed-e918-4517-950c-685ce2bccd43', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': '97c54aed-e918-4517-950c-685ce2bccd43', 'mac_address': 'fa:16:3e:8f:ad:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:41:06.019252 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610c01a-c8d8-4eb1-972c-43d3d91431fa req-45fb4cd9-1902-4247-9030-d2ff2c96054d tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:06.021146 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9610c01a-c8d8-4eb1-972c-43d3d91431fa req-45fb4cd9-1902-4247-9030-d2ff2c96054d tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab HTTP/1.1" status: 200 len: 946 time: 0.1392760 May 06 09:41:06.048689 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:06.075165 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bdc7f3a2-a0e7-472a-835a-8e1d519dfe05 req-48dfd414-e958-411a-b27f-44a91890e0aa service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=2c753481-7cc2-40d1-9ed2-8aa1968318ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073997 May 06 09:41:06.100256 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c54aed-e918-4517-950c-685ce2bccd43 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:06.105690 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-92e966ef-5c91-4787-bad7-352652b6871d req-3443489d-4c7c-462a-8be1-cb3f20ef81fa tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258154 May 06 09:41:06.120802 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9610c01a-c8d8-4eb1-972c-43d3d91431fa req-07baa1e0-67f6-47fd-a31d-e86d01a117be tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c753481-7cc2-40d1-9ed2-8aa1968318ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875444 May 06 09:41:06.166302 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 97c54aed-e918-4517-950c-685ce2bccd43, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=97c54aed-e918-4517-950c-685ce2bccd43,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:06.179381 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:06.270295 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=97c54aed-e918-4517-950c-685ce2bccd43,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:06.309240 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d57843dd-ad12-4bcc-aee0-fdb85f76f584 req-f5adbb7d-2bc0-4dbb-9d09-4cb32f5514c1 tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "GET /v2.0/security-groups/8cedc0c3-3c8f-4f17-a5c4-ff4bdcb68aa6 HTTP/1.1" status: 200 len: 1776 time: 0.1285300 May 06 09:41:06.348172 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc377f01-fa83-4f1c-975e-ebc96196f253 req-ba834a3f-2e4f-4b68-857c-762980f1861e tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0c662a3-3350-4265-891b-8762bd7b85a1 HTTP/1.1" status: 200 len: 210 time: 0.1079128 May 06 09:41:06.457890 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d57843dd-ad12-4bcc-aee0-fdb85f76f584 req-56a737b6-c27d-4600-967b-275e83e707ff tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:06.499530 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-96cd312c-fe47-426e-99aa-d734838b1a7e tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:06.501622 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-96cd312c-fe47-426e-99aa-d734838b1a7e tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.77 "GET /v2.0/networks?id=22f2ea67-0061-4453-8871-c63efbcb27a4 HTTP/1.1" status: 200 len: 805 time: 0.2777615 May 06 09:41:06.527694 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c820535-600e-4a6c-90f6-05da72ec4f63 req-57db8311-4854-447a-8d44-0227dadc550c tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=8878e375-a12c-4447-96f9-298c9ca7f355 HTTP/1.1" status: 200 len: 210 time: 0.0628791 May 06 09:41:06.536274 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-9b308226-5f37-49f2-b689-52eadfcb9daa tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Request body: {'port': {'device_id': 'c0c662a3-3350-4265-891b-8762bd7b85a1', 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4', 'admin_state_up': True, 'tenant_id': 'd5c8baf980ce4dc1ab4fba669d9b206a'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:06.540532 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d57843dd-ad12-4bcc-aee0-fdb85f76f584 req-56a737b6-c27d-4600-967b-275e83e707ff tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:06.681152 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d57843dd-ad12-4bcc-aee0-fdb85f76f584 req-56a737b6-c27d-4600-967b-275e83e707ff tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:06.683756 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d57843dd-ad12-4bcc-aee0-fdb85f76f584 req-56a737b6-c27d-4600-967b-275e83e707ff tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:06.684922 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d57843dd-ad12-4bcc-aee0-fdb85f76f584 req-56a737b6-c27d-4600-967b-275e83e707ff tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "DELETE /v2.0/security-groups/8cedc0c3-3c8f-4f17-a5c4-ff4bdcb68aa6 HTTP/1.1" status: 204 len: 173 time: 0.3748693 May 06 09:41:06.703616 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-50d22e24-8244-475f-9826-b9f158f45d90 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1563978532&fields=id&tenant_id=a276361bfa5d40d88d5fb8c7475cf482 HTTP/1.1" status: 200 len: 267 time: 0.0780756 May 06 09:41:06.714523 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a737b6-c27d-4600-967b-275e83e707ff tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cedc0c3-3c8f-4f17-a5c4-ff4bdcb68aa6,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:06.784538 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a737b6-c27d-4600-967b-275e83e707ff tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:06.784924 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a737b6-c27d-4600-967b-275e83e707ff tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:06.785275 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a737b6-c27d-4600-967b-275e83e707ff tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:06.785620 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a737b6-c27d-4600-967b-275e83e707ff tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:06.785960 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a737b6-c27d-4600-967b-275e83e707ff tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:06.786297 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a737b6-c27d-4600-967b-275e83e707ff tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:06.786634 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a737b6-c27d-4600-967b-275e83e707ff tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:06.796804 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a737b6-c27d-4600-967b-275e83e707ff tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:06.796804 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a737b6-c27d-4600-967b-275e83e707ff tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:06.796804 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a737b6-c27d-4600-967b-275e83e707ff tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:06.796804 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a737b6-c27d-4600-967b-275e83e707ff tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:06.796804 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a737b6-c27d-4600-967b-275e83e707ff tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:06.839734 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-9b308226-5f37-49f2-b689-52eadfcb9daa tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Made reservation on behalf of d5c8baf980ce4dc1ab4fba669d9b206a for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:41:06.843289 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-9b308226-5f37-49f2-b689-52eadfcb9daa tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:06.857978 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['97c54aed-e918-4517-950c-685ce2bccd43'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:06.981646 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-a9319240-3a2c-450f-a94e-9c867ca6f7c5 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:06.983309 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-a9319240-3a2c-450f-a94e-9c867ca6f7c5 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/networks?id=63310cb6-2c84-44f2-9e8f-0c5b176cfc28 HTTP/1.1" status: 200 len: 811 time: 0.2706580 May 06 09:41:07.015548 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e5610-1fab-418d-8d24-82d9872f5109 req-e1bbcddb-f9b4-4047-8f45-77b797e31a89 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:07.018233 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab1e5610-1fab-418d-8d24-82d9872f5109 req-e1bbcddb-f9b4-4047-8f45-77b797e31a89 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 946 time: 0.2244573 May 06 09:41:07.028957 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-00b4ecb7-7a10-4ea0-aad7-dcf08185314a tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/quotas/a276361bfa5d40d88d5fb8c7475cf482 HTTP/1.1" status: 200 len: 375 time: 0.0361333 May 06 09:41:07.152832 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab1e5610-1fab-418d-8d24-82d9872f5109 req-eaa7ba87-5ac0-4244-ac3a-55edee397590 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257334 May 06 09:41:07.186300 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-9b308226-5f37-49f2-b689-52eadfcb9daa tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Allocated IP 172.20.0.3 (22f2ea67-0061-4453-8871-c63efbcb27a4/afa93752-8f96-48cb-be1f-768526aba17a/f90d1b33-d29e-4526-b8d7-c60b4ff817a9) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:07.207560 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-21e72eb7-bfcb-457e-9744-edecb5ca31d9 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a276361bfa5d40d88d5fb8c7475cf482&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1357255 May 06 09:41:07.249292 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-3338844b-3fd3-4747-a743-e7af622af556 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:07.252915 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-3338844b-3fd3-4747-a743-e7af622af556 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.77 "GET /v2.0/networks?id=bf084c2a-2749-4093-a4ea-996162f08ec8 HTTP/1.1" status: 200 len: 812 time: 0.1956906 May 06 09:41:07.282655 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-29fba564-b8cb-485f-bac6-e6ee19ffefaf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Request body: {'port': {'device_id': '8878e375-a12c-4447-96f9-298c9ca7f355', 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8', 'admin_state_up': True, 'tenant_id': '9f8b2c0972214e249e01f24834153507'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:07.365574 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d583e6f9-7eba-437a-8ffe-b3521180748d req-bc2ae47e-5a14-4aa3-8c48-b0a218f3627c tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "GET /v2.0/security-groups/8820d35a-3988-49ba-9dc4-0fd355d5eb84 HTTP/1.1" status: 200 len: 1776 time: 0.1405866 May 06 09:41:07.457209 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-29fba564-b8cb-485f-bac6-e6ee19ffefaf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Made reservation on behalf of 9f8b2c0972214e249e01f24834153507 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:41:07.461755 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-29fba564-b8cb-485f-bac6-e6ee19ffefaf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:07.512329 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-15d324a2-bb26-4525-aa9a-1bb56eef9825 service neutron] 10.222.0.73 "GET /v2.0/networks/63310cb6-2c84-44f2-9e8f-0c5b176cfc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032866 May 06 09:41:07.655345 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d583e6f9-7eba-437a-8ffe-b3521180748d req-3e0bd8ec-4675-485c-8bff-f55fdbb7a98d tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:07.670868 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-29fba564-b8cb-485f-bac6-e6ee19ffefaf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Allocated IP 172.20.0.13 (bf084c2a-2749-4093-a4ea-996162f08ec8/8274d079-7928-4ac7-bf6e-3d3c9edfbcb7/a80e689c-147f-4e8f-b16b-2d0dca0b640a) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:07.673075 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-9b308226-5f37-49f2-b689-52eadfcb9daa tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:07.685806 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 76edc2c3-a597-42c6-a4ba-be08f3a3ae18 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:07.698211 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-810082c8-903a-40c9-8aa7-35b197c920d6 service neutron] 10.222.0.73 "GET /v2.0/networks/63310cb6-2c84-44f2-9e8f-0c5b176cfc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729603 May 06 09:41:07.733085 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d583e6f9-7eba-437a-8ffe-b3521180748d req-3e0bd8ec-4675-485c-8bff-f55fdbb7a98d tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:07.808178 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-9b308226-5f37-49f2-b689-52eadfcb9daa tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:07.835293 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['bf4790b9-844b-4827-8a7f-ab8e62106a3b', '10898790-3402-44ba-9070-c492f68e3747'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:07.917542 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d583e6f9-7eba-437a-8ffe-b3521180748d req-3e0bd8ec-4675-485c-8bff-f55fdbb7a98d tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:07.921506 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d583e6f9-7eba-437a-8ffe-b3521180748d req-3e0bd8ec-4675-485c-8bff-f55fdbb7a98d tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:07.921506 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d583e6f9-7eba-437a-8ffe-b3521180748d req-3e0bd8ec-4675-485c-8bff-f55fdbb7a98d tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] 10.222.0.73 "DELETE /v2.0/security-groups/8820d35a-3988-49ba-9dc4-0fd355d5eb84 HTTP/1.1" status: 204 len: 173 time: 0.5420215 May 06 09:41:07.923250 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-9b308226-5f37-49f2-b689-52eadfcb9daa tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Network 22f2ea67-0061-4453-8871-c63efbcb27a4 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:07.945034 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 76edc2c3-a597-42c6-a4ba-be08f3a3ae18 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:41:07.956297 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-9b308226-5f37-49f2-b689-52eadfcb9daa tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:07.959697 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 76edc2c3-a597-42c6-a4ba-be08f3a3ae18 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:07.961459 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:07.965531 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-9b308226-5f37-49f2-b689-52eadfcb9daa tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:08.036053 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b308226-5f37-49f2-b689-52eadfcb9daa tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Pushing event updated for resources: {'Port': ['ID=f90d1b33-d29e-4526-b8d7-c60b4ff817a9,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:08.054714 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0bd8ec-4675-485c-8bff-f55fdbb7a98d tempest-SecurityGroupsTestAdminJSON-1392151857 tempest-SecurityGroupsTestAdminJSON-1392151857-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8820d35a-3988-49ba-9dc4-0fd355d5eb84,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:08.111578 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-9b308226-5f37-49f2-b689-52eadfcb9daa tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:08.112351 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-9b308226-5f37-49f2-b689-52eadfcb9daa tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:08.147748 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-29fba564-b8cb-485f-bac6-e6ee19ffefaf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:08.156729 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-9b308226-5f37-49f2-b689-52eadfcb9daa tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6276226 May 06 09:41:08.201647 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-611443bf-2a32-434b-9bf0-a79c1405d1c1 service neutron] Request body: {'port': {'device_id': 'c0c662a3-3350-4265-891b-8762bd7b85a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:08.229707 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-29fba564-b8cb-485f-bac6-e6ee19ffefaf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:08.304875 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-29fba564-b8cb-485f-bac6-e6ee19ffefaf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Network bf084c2a-2749-4093-a4ea-996162f08ec8 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:08.310362 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-29fba564-b8cb-485f-bac6-e6ee19ffefaf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:08.321251 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-29fba564-b8cb-485f-bac6-e6ee19ffefaf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:08.328815 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a886a36-466b-40d5-9e08-27fe5a05aa22 req-c9a6197c-aa19-4a68-921e-7023b44167b0 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:08.330452 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9a886a36-466b-40d5-9e08-27fe5a05aa22 req-c9a6197c-aa19-4a68-921e-7023b44167b0 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=379ba106-23b2-4f47-885b-887967f9ace8 HTTP/1.1" status: 200 len: 949 time: 0.1913173 May 06 09:41:08.360215 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbef8c-aeac-4264-8698-aa70da526d59 req-e3ed49c7-6408-4c6d-9de9-e026e559728d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:08.362212 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c7cbef8c-aeac-4264-8698-aa70da526d59 req-e3ed49c7-6408-4c6d-9de9-e026e559728d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba HTTP/1.1" status: 200 len: 949 time: 0.2364533 May 06 09:41:08.374364 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:08.391353 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fba564-b8cb-485f-bac6-e6ee19ffefaf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Pushing event updated for resources: {'Port': ['ID=a80e689c-147f-4e8f-b16b-2d0dca0b640a,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:08.405630 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-29fba564-b8cb-485f-bac6-e6ee19ffefaf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:08.406431 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-29fba564-b8cb-485f-bac6-e6ee19ffefaf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:08.415718 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-611443bf-2a32-434b-9bf0-a79c1405d1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:08.432461 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-29fba564-b8cb-485f-bac6-e6ee19ffefaf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1600404 May 06 09:41:08.452593 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-8c1ff40c-0bab-4f85-8672-b6681b648c2a service neutron] Request body: {'port': {'device_id': '8878e375-a12c-4447-96f9-298c9ca7f355', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:08.461429 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9a886a36-466b-40d5-9e08-27fe5a05aa22 req-ac2a552b-ae8a-42e6-af4d-eb849e97b02f tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965567 May 06 09:41:08.463251 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76edc2c3-a597-42c6-a4ba-be08f3a3ae18'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:08.466846 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25961a3c-2e31-4920-a552-26a702009641" -d '{"events": [{"server_uuid": "e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba", "name": "network-vif-plugged", "status": "completed", "tag": "76edc2c3-a597-42c6-a4ba-be08f3a3ae18"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:08.492732 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 76edc2c3-a597-42c6-a4ba-be08f3a3ae18, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=76edc2c3-a597-42c6-a4ba-be08f3a3ae18,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:08.510858 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c7cbef8c-aeac-4264-8698-aa70da526d59 req-65e8cddb-6479-4c9f-abb3-8f4f5377dcee tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334963 May 06 09:41:08.518124 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:08.521201 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device db99f5bb-a76d-4db7-a616-bb0fd1ee072c up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:08.671758 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-8c1ff40c-0bab-4f85-8672-b6681b648c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:08.778689 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=76edc2c3-a597-42c6-a4ba-be08f3a3ae18,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:08.790174 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port db99f5bb-a76d-4db7-a616-bb0fd1ee072c completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:41:08.798401 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port db99f5bb-a76d-4db7-a616-bb0fd1ee072c triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:08.799059 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:08.928048 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32cbbda-05bf-48b7-b5af-7bdabeab5946 req-55d1936b-59db-48ac-8ed5-274ea911070c tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:08.930227 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b32cbbda-05bf-48b7-b5af-7bdabeab5946 req-55d1936b-59db-48ac-8ed5-274ea911070c tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0c662a3-3350-4265-891b-8762bd7b85a1 HTTP/1.1" status: 200 len: 931 time: 0.2755759 May 06 09:41:08.933324 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:08.978123 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port db99f5bb-a76d-4db7-a616-bb0fd1ee072c, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=db99f5bb-a76d-4db7-a616-bb0fd1ee072c,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:08.984883 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f98a90-6742-42e4-8259-52460145a76a req-a99f675f-ed03-445e-a1b5-b748b375fe0a tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:08.985064 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:08.986854 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-93f98a90-6742-42e4-8259-52460145a76a req-a99f675f-ed03-445e-a1b5-b748b375fe0a tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab HTTP/1.1" status: 200 len: 946 time: 0.3416743 May 06 09:41:09.036515 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-611443bf-2a32-434b-9bf0-a79c1405d1c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f90d1b33-d29e-4526-b8d7-c60b4ff817a9 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:09.045101 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=db99f5bb-a76d-4db7-a616-bb0fd1ee072c,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:09.053835 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-611443bf-2a32-434b-9bf0-a79c1405d1c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:09.065335 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b32cbbda-05bf-48b7-b5af-7bdabeab5946 req-579dd8be-6712-4e0e-aa43-f7d61f6423ba tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220481 May 06 09:41:09.087274 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-611443bf-2a32-434b-9bf0-a79c1405d1c1 service neutron] Transition to ACTIVE for port object f90d1b33-d29e-4526-b8d7-c60b4ff817a9 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:41:09.099765 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-93f98a90-6742-42e4-8259-52460145a76a req-ff653992-2d22-4a21-b4e0-4d3054a9108b tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c753481-7cc2-40d1-9ed2-8aa1968318ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906312 May 06 09:41:09.103511 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-611443bf-2a32-434b-9bf0-a79c1405d1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:09.176965 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-8c1ff40c-0bab-4f85-8672-b6681b648c2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a80e689c-147f-4e8f-b16b-2d0dca0b640a {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:09.185200 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-8c1ff40c-0bab-4f85-8672-b6681b648c2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:09.200836 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-8c1ff40c-0bab-4f85-8672-b6681b648c2a service neutron] Transition to ACTIVE for port object a80e689c-147f-4e8f-b16b-2d0dca0b640a will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:41:09.204763 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-8c1ff40c-0bab-4f85-8672-b6681b648c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:09.211152 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611443bf-2a32-434b-9bf0-a79c1405d1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f90d1b33-d29e-4526-b8d7-c60b4ff817a9,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:09.265704 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ff40c-0bab-4f85-8672-b6681b648c2a service neutron] Pushing event updated for resources: {'Port': ['ID=a80e689c-147f-4e8f-b16b-2d0dca0b640a,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:09.279411 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d350b773-1044-49ac-8ad9-bd8a521c170d req-17cfe8de-cad0-4688-a86e-2963334fd73e tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] 10.222.0.73 "GET /v2.0/security-groups/1fa7a2ac-7e66-4102-a605-92bf8d479a61 HTTP/1.1" status: 200 len: 1778 time: 0.1428385 May 06 09:41:09.339288 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595af9c9-18d3-4386-96e9-76a6081b5960 req-478b30d0-9dc3-4dc2-a8ca-719e6e64cd21 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:09.340857 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-595af9c9-18d3-4386-96e9-76a6081b5960 req-478b30d0-9dc3-4dc2-a8ca-719e6e64cd21 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=8878e375-a12c-4447-96f9-298c9ca7f355 HTTP/1.1" status: 200 len: 944 time: 0.1393199 May 06 09:41:09.348538 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-8c1ff40c-0bab-4f85-8672-b6681b648c2a service neutron] Attempting to bind port a80e689c-147f-4e8f-b16b-2d0dca0b640a on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:41:09.349275 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-8c1ff40c-0bab-4f85-8672-b6681b648c2a service neutron] Attempting to bind port a80e689c-147f-4e8f-b16b-2d0dca0b640a by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '627bbd8f-a3da-4da2-815f-3be0d917a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:41:09.349275 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-8c1ff40c-0bab-4f85-8672-b6681b648c2a service neutron] Attempting to bind port a80e689c-147f-4e8f-b16b-2d0dca0b640a on network bf084c2a-2749-4093-a4ea-996162f08ec8 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:09.350428 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-611443bf-2a32-434b-9bf0-a79c1405d1c1 service neutron] Attempting to bind port f90d1b33-d29e-4526-b8d7-c60b4ff817a9 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:41:09.350762 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-611443bf-2a32-434b-9bf0-a79c1405d1c1 service neutron] Attempting to bind port f90d1b33-d29e-4526-b8d7-c60b4ff817a9 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '0ceef939-5542-4214-86aa-42ed61d3cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:41:09.351156 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-611443bf-2a32-434b-9bf0-a79c1405d1c1 service neutron] Attempting to bind port f90d1b33-d29e-4526-b8d7-c60b4ff817a9 on network 22f2ea67-0061-4453-8871-c63efbcb27a4 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:09.354267 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-8c1ff40c-0bab-4f85-8672-b6681b648c2a service neutron] Port a80e689c-147f-4e8f-b16b-2d0dca0b640a on network bf084c2a-2749-4093-a4ea-996162f08ec8 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:41:09.354597 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-8c1ff40c-0bab-4f85-8672-b6681b648c2a service neutron] Attempting to bind port a80e689c-147f-4e8f-b16b-2d0dca0b640a on network bf084c2a-2749-4093-a4ea-996162f08ec8 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:09.359959 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-8c1ff40c-0bab-4f85-8672-b6681b648c2a service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:41:09.360307 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-8c1ff40c-0bab-4f85-8672-b6681b648c2a service neutron] Checking segment: {'id': '627bbd8f-a3da-4da2-815f-3be0d917a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:09.360700 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-8c1ff40c-0bab-4f85-8672-b6681b648c2a service neutron] Bound using segment: {'id': '627bbd8f-a3da-4da2-815f-3be0d917a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:41:09.361135 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-8c1ff40c-0bab-4f85-8672-b6681b648c2a service neutron] Bound port: a80e689c-147f-4e8f-b16b-2d0dca0b640a, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '627bbd8f-a3da-4da2-815f-3be0d917a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:41:09.361498 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-8c1ff40c-0bab-4f85-8672-b6681b648c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:09.377692 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-611443bf-2a32-434b-9bf0-a79c1405d1c1 service neutron] Port f90d1b33-d29e-4526-b8d7-c60b4ff817a9 on network 22f2ea67-0061-4453-8871-c63efbcb27a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:41:09.378001 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-611443bf-2a32-434b-9bf0-a79c1405d1c1 service neutron] Attempting to bind port f90d1b33-d29e-4526-b8d7-c60b4ff817a9 on network 22f2ea67-0061-4453-8871-c63efbcb27a4 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:09.401046 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-611443bf-2a32-434b-9bf0-a79c1405d1c1 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:41:09.401409 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-611443bf-2a32-434b-9bf0-a79c1405d1c1 service neutron] Checking segment: {'id': '0ceef939-5542-4214-86aa-42ed61d3cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:09.401760 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-611443bf-2a32-434b-9bf0-a79c1405d1c1 service neutron] Bound using segment: {'id': '0ceef939-5542-4214-86aa-42ed61d3cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:41:09.402208 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-611443bf-2a32-434b-9bf0-a79c1405d1c1 service neutron] Bound port: f90d1b33-d29e-4526-b8d7-c60b4ff817a9, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ceef939-5542-4214-86aa-42ed61d3cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:41:09.402569 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-611443bf-2a32-434b-9bf0-a79c1405d1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:09.425470 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-595af9c9-18d3-4386-96e9-76a6081b5960 req-c92ecca3-9934-4d4d-8984-88a036b19f2d tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762620 May 06 09:41:09.428089 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d350b773-1044-49ac-8ad9-bd8a521c170d req-e741a250-8696-4217-bfe0-deba9813815c tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:09.470749 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-8c1ff40c-0bab-4f85-8672-b6681b648c2a service neutron] For port a80e689c-147f-4e8f-b16b-2d0dca0b640a, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:41:09.474159 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d350b773-1044-49ac-8ad9-bd8a521c170d req-e741a250-8696-4217-bfe0-deba9813815c tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:09.475723 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-8c1ff40c-0bab-4f85-8672-b6681b648c2a service neutron] For port a80e689c-147f-4e8f-b16b-2d0dca0b640a, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a80e689c-147f-4e8f-b16b-2d0dca0b640a,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:41:09.482909 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-8c1ff40c-0bab-4f85-8672-b6681b648c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:09.532268 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-8c1ff40c-0bab-4f85-8672-b6681b648c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:09.532901 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-8c1ff40c-0bab-4f85-8672-b6681b648c2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:09.534496 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-8c1ff40c-0bab-4f85-8672-b6681b648c2a service neutron] 10.222.0.77 "PUT /v2.0/ports/a80e689c-147f-4e8f-b16b-2d0dca0b640a HTTP/1.1" status: 200 len: 1092 time: 1.0865386 May 06 09:41:09.534745 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8878e375-a12c-4447-96f9-298c9ca7f355', 'tag': 'a80e689c-147f-4e8f-b16b-2d0dca0b640a'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:09.537028 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c6e382-c5a9-4311-bced-84c632d34877" -d '{"events": [{"name": "network-changed", "server_uuid": "8878e375-a12c-4447-96f9-298c9ca7f355", "tag": "a80e689c-147f-4e8f-b16b-2d0dca0b640a"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:09.575977 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ff40c-0bab-4f85-8672-b6681b648c2a service neutron] Pushing event updated for resources: {'Port': ['ID=a80e689c-147f-4e8f-b16b-2d0dca0b640a,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:09.585707 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ebe8e1d2-a93e-4dce-8cea-5574c09d9a45 req-fa394924-5512-4bcf-affb-5d0d7356caff tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fa47783-ae2c-4771-a4f9-d9507f282457 HTTP/1.1" status: 200 len: 210 time: 0.0653691 May 06 09:41:09.589943 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-611443bf-2a32-434b-9bf0-a79c1405d1c1 service neutron] For port f90d1b33-d29e-4526-b8d7-c60b4ff817a9, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:41:09.603580 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-611443bf-2a32-434b-9bf0-a79c1405d1c1 service neutron] For port f90d1b33-d29e-4526-b8d7-c60b4ff817a9, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=f90d1b33-d29e-4526-b8d7-c60b4ff817a9,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:41:09.613193 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-611443bf-2a32-434b-9bf0-a79c1405d1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:09.623711 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d350b773-1044-49ac-8ad9-bd8a521c170d req-e741a250-8696-4217-bfe0-deba9813815c tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:09.626566 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d350b773-1044-49ac-8ad9-bd8a521c170d req-e741a250-8696-4217-bfe0-deba9813815c tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:09.627802 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d350b773-1044-49ac-8ad9-bd8a521c170d req-e741a250-8696-4217-bfe0-deba9813815c tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] 10.222.0.73 "DELETE /v2.0/security-groups/1fa7a2ac-7e66-4102-a605-92bf8d479a61 HTTP/1.1" status: 204 len: 173 time: 0.3409357 May 06 09:41:09.678377 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 97c54aed-e918-4517-950c-685ce2bccd43 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:09.681846 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741a250-8696-4217-bfe0-deba9813815c tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa7a2ac-7e66-4102-a605-92bf8d479a61,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:09.687271 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-611443bf-2a32-434b-9bf0-a79c1405d1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:09.687271 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-611443bf-2a32-434b-9bf0-a79c1405d1c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:09.688580 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-611443bf-2a32-434b-9bf0-a79c1405d1c1 service neutron] 10.222.0.77 "PUT /v2.0/ports/f90d1b33-d29e-4526-b8d7-c60b4ff817a9 HTTP/1.1" status: 200 len: 1091 time: 1.4921453 May 06 09:41:09.689145 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c662a3-3350-4265-891b-8762bd7b85a1', 'tag': 'f90d1b33-d29e-4526-b8d7-c60b4ff817a9'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:09.691758 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaeb952a-59eb-4b16-8050-6d026731a77a" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c662a3-3350-4265-891b-8762bd7b85a1", "tag": "f90d1b33-d29e-4526-b8d7-c60b4ff817a9"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:09.736256 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611443bf-2a32-434b-9bf0-a79c1405d1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f90d1b33-d29e-4526-b8d7-c60b4ff817a9,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:09.757149 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-9b611a52-d40e-4e90-a44e-dd2f7e248d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:09.759145 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-9b611a52-d40e-4e90-a44e-dd2f7e248d6b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9f8b2c0972214e249e01f24834153507&device_id=8878e375-a12c-4447-96f9-298c9ca7f355 HTTP/1.1" status: 200 len: 1095 time: 0.1043439 May 06 09:41:09.761663 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3d871-772a-4923-a576-57d87c390b0a req-85181afa-e429-475c-87c2-f546345fca75 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:09.769783 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9e3d871-772a-4923-a576-57d87c390b0a req-85181afa-e429-475c-87c2-f546345fca75 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 946 time: 0.1146281 May 06 09:41:09.774145 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44daf609-cd90-454a-b8b1-9907158dcea6 x-openstack-request-id: req-44daf609-cd90-454a-b8b1-9907158dcea6 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:09.774734 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba", "name": "network-vif-plugged", "status": "completed", "tag": "76edc2c3-a597-42c6-a4ba-be08f3a3ae18", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:09.775837 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-44daf609-cd90-454a-b8b1-9907158dcea6 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:09.776609 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44daf609-cd90-454a-b8b1-9907158dcea6'] response: {'server_uuid': 'e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76edc2c3-a597-42c6-a4ba-be08f3a3ae18', 'code': 200} May 06 09:41:09.877782 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 97c54aed-e918-4517-950c-685ce2bccd43 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:41:09.886518 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 97c54aed-e918-4517-950c-685ce2bccd43 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:09.887405 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:09.919193 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-42fd55fb-4596-4223-b94b-6878efc29610 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a80e689c-147f-4e8f-b16b-2d0dca0b640a HTTP/1.1" status: 200 len: 217 time: 0.1101916 May 06 09:41:09.959054 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9e3d871-772a-4923-a576-57d87c390b0a req-0a59740e-199f-453a-91d1-f0f466112bdd tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832910 May 06 09:41:09.978578 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-ad543bdd-0a80-4526-abaa-57880d0c3b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:09.980558 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-ad543bdd-0a80-4526-abaa-57880d0c3b17 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8274d079-7928-4ac7-bf6e-3d3c9edfbcb7 HTTP/1.1" status: 200 len: 852 time: 0.0545437 May 06 09:41:10.035704 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-dd869b7e-c3bc-4671-b285-2537d4137767 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bf084c2a-2749-4093-a4ea-996162f08ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416677 May 06 09:41:10.040281 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:10.066604 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-84f65594-685b-4418-8451-c92d01eabe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:10.068302 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-84f65594-685b-4418-8451-c92d01eabe36 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d5c8baf980ce4dc1ab4fba669d9b206a&device_id=c0c662a3-3350-4265-891b-8762bd7b85a1 HTTP/1.1" status: 200 len: 1094 time: 0.2456293 May 06 09:41:10.082578 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-6e64e796-362f-4f43-9ab4-86a20397f8fb tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:10.084167 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-6e64e796-362f-4f43-9ab4-86a20397f8fb tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.84 "GET /v2.0/networks?id=63310cb6-2c84-44f2-9e8f-0c5b176cfc28 HTTP/1.1" status: 200 len: 811 time: 0.2952740 May 06 09:41:10.092261 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2aae9-2ce1-44b2-a1c8-93828d2e53e0 req-638488f7-fe8c-4a0f-97ed-10f15793e9ce tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:10.095462 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 97c54aed-e918-4517-950c-685ce2bccd43, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=97c54aed-e918-4517-950c-685ce2bccd43,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:10.103255 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-85a2aae9-2ce1-44b2-a1c8-93828d2e53e0 req-638488f7-fe8c-4a0f-97ed-10f15793e9ce tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab HTTP/1.1" status: 200 len: 946 time: 0.2163165 May 06 09:41:10.109402 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:10.113374 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46070) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:10.162790 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-2e058f52-17b1-4742-b024-be00e1396a0a tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Request body: {'floatingip': {'port_id': '64343f32-8172-43f0-ad2d-cfac9e14a65e'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:10.179402 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=97c54aed-e918-4517-950c-685ce2bccd43,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:10.199336 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-ed48a04d-91de-4626-84c6-656e1bf0b93f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f90d1b33-d29e-4526-b8d7-c60b4ff817a9 HTTP/1.1" status: 200 len: 217 time: 0.0958776 May 06 09:41:10.216093 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dcde96-ac56-4c5f-bbf8-1042502b41a4 req-115c9257-536c-439e-bc6d-69234f93898a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:10.217711 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-87dcde96-ac56-4c5f-bbf8-1042502b41a4 req-115c9257-536c-439e-bc6d-69234f93898a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba HTTP/1.1" status: 200 len: 1101 time: 0.2362447 May 06 09:41:10.241038 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e058f52-17b1-4742-b024-be00e1396a0a tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks [] for floatingip, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:10.347031 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-0f21ec9b-ce09-4ad6-9320-7f7ce2f86ff2 service neutron] 10.222.0.77 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943888 May 06 09:41:10.373363 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-87dcde96-ac56-4c5f-bbf8-1042502b41a4 req-c2a30626-e709-4a57-a7a3-d27034aab1f9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468990 May 06 09:41:10.553183 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5229ae2e-2970-4244-a7e7-258ae60e3f93 req-b71f2cc4-08ac-42c2-8407-4ede99ec5eac service neutron] 10.222.0.77 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819723 May 06 09:41:10.628920 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-14410a96-03ce-4076-90e2-0d9de05acb4e tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a276361bfa5d40d88d5fb8c7475cf482 HTTP/1.1" status: 200 len: 380 time: 0.5093963 May 06 09:41:10.651140 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-3cb3abd9-9a7d-4862-8979-5c81e6a4ad80 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Request body: {'port': {'device_id': '0fa47783-ae2c-4771-a4f9-d9507f282457', 'network_id': '63310cb6-2c84-44f2-9e8f-0c5b176cfc28', 'admin_state_up': True, 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'security_groups': ['7f285e86-832d-47c0-a280-829de0824e04']}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:10.654760 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-1735adba-1cde-47a2-90d7-12580940e9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:10.656138 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-1735adba-1cde-47a2-90d7-12580940e9c5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=afa93752-8f96-48cb-be1f-768526aba17a HTTP/1.1" status: 200 len: 845 time: 0.4455810 May 06 09:41:10.663207 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fed34-9a33-4ccb-a37a-2769397fc0d3 req-b019ffa7-0cca-4881-91b3-53df79331960 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:10.664643 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9b5fed34-9a33-4ccb-a37a-2769397fc0d3 req-b019ffa7-0cca-4881-91b3-53df79331960 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=379ba106-23b2-4f47-885b-887967f9ace8 HTTP/1.1" status: 200 len: 950 time: 0.5413120 May 06 09:41:10.673584 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905d43e-ff88-4e68-a757-66708e85fe28 req-c1edd378-ec43-4c7c-87b8-14a77a5b5165 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:10.675102 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e905d43e-ff88-4e68-a757-66708e85fe28 req-c1edd378-ec43-4c7c-87b8-14a77a5b5165 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba HTTP/1.1" status: 200 len: 950 time: 0.5060830 May 06 09:41:10.783943 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-9eeb253c-1428-47a0-a373-a8acc7e16da6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=22f2ea67-0061-4453-8871-c63efbcb27a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507643 May 06 09:41:10.815323 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e058f52-17b1-4742-b024-be00e1396a0a tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:10.821629 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e058f52-17b1-4742-b024-be00e1396a0a tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:10.828418 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e905d43e-ff88-4e68-a757-66708e85fe28 req-33d02061-ae76-419e-9f0c-6b3e69ad19a9 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412730 May 06 09:41:10.835063 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9b5fed34-9a33-4ccb-a37a-2769397fc0d3 req-c06467fc-0695-4a0b-9df6-fbb716a2798c tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490171 May 06 09:41:10.887489 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a462f2de-8cf0-4a7e-ac27-02ffc0cdc692 x-openstack-request-id: req-a462f2de-8cf0-4a7e-ac27-02ffc0cdc692 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:10.887836 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8878e375-a12c-4447-96f9-298c9ca7f355", "tag": "a80e689c-147f-4e8f-b16b-2d0dca0b640a", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:10.888100 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a462f2de-8cf0-4a7e-ac27-02ffc0cdc692 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:10.888638 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a462f2de-8cf0-4a7e-ac27-02ffc0cdc692'] response: {'name': 'network-changed', 'server_uuid': '8878e375-a12c-4447-96f9-298c9ca7f355', 'tag': 'a80e689c-147f-4e8f-b16b-2d0dca0b640a', 'status': 'completed', 'code': 200} May 06 09:41:10.930176 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b660dd-cd8d-49f0-b48e-8370b423755a x-openstack-request-id: req-62b660dd-cd8d-49f0-b48e-8370b423755a {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:10.930504 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c662a3-3350-4265-891b-8762bd7b85a1", "tag": "f90d1b33-d29e-4526-b8d7-c60b4ff817a9", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:10.930791 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-62b660dd-cd8d-49f0-b48e-8370b423755a {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:10.931626 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62b660dd-cd8d-49f0-b48e-8370b423755a'] response: {'name': 'network-changed', 'server_uuid': 'c0c662a3-3350-4265-891b-8762bd7b85a1', 'tag': 'f90d1b33-d29e-4526-b8d7-c60b4ff817a9', 'status': 'completed', 'code': 200} May 06 09:41:10.988066 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-2e058f52-17b1-4742-b024-be00e1396a0a tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Floating IP 67e0425f-1108-4cc3-b52b-458ec3dda33d associated. External IP: 172.25.5.72, port: 64343f32-8172-43f0-ad2d-cfac9e14a65e. May 06 09:41:10.993195 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-3cb3abd9-9a7d-4862-8979-5c81e6a4ad80 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Made reservation on behalf of a276361bfa5d40d88d5fb8c7475cf482 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:41:10.996599 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-3cb3abd9-9a7d-4862-8979-5c81e6a4ad80 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:11.012640 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-963b078b-e94c-45a6-9089-411e1479b3e1 req-5b358f0a-c3ae-47e2-bbc4-180e2341c59b tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] 10.222.0.73 "GET /v2.0/security-groups/63902e4b-54da-475d-abf5-9fd147595f48 HTTP/1.1" status: 200 len: 1777 time: 0.1177273 May 06 09:41:11.034434 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-0b30147c-21b7-4156-b04c-be01e4660852 service neutron] 10.222.0.77 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025545 May 06 09:41:11.042623 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6e382-c5a9-4311-bced-84c632d34877 req-ac549d2c-e7f8-4a8e-aef3-deae02afc81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:11.044156 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b3c6e382-c5a9-4311-bced-84c632d34877 req-ac549d2c-e7f8-4a8e-aef3-deae02afc81f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9f8b2c0972214e249e01f24834153507&device_id=8878e375-a12c-4447-96f9-298c9ca7f355 HTTP/1.1" status: 200 len: 1095 time: 0.0892606 May 06 09:41:11.219808 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27312c32-0e96-40a8-aa0b-dcb7d5ea0cea req-8b2729d9-2a54-44df-b554-cc395562e9ce tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:11.222870 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-27312c32-0e96-40a8-aa0b-dcb7d5ea0cea req-8b2729d9-2a54-44df-b554-cc395562e9ce tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0c662a3-3350-4265-891b-8762bd7b85a1 HTTP/1.1" status: 200 len: 943 time: 0.2486949 May 06 09:41:11.235375 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6e382-c5a9-4311-bced-84c632d34877 req-e8484c2d-ba97-4d4b-a2ec-515467d72e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:11.236852 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b3c6e382-c5a9-4311-bced-84c632d34877 req-e8484c2d-ba97-4d4b-a2ec-515467d72e1d service neutron] 10.222.0.77 "GET /v2.0/networks?id=bf084c2a-2749-4093-a4ea-996162f08ec8 HTTP/1.1" status: 200 len: 913 time: 0.1776059 May 06 09:41:11.312541 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b3c6e382-c5a9-4311-bced-84c632d34877 req-a0bf4909-1aa6-440b-a428-17dd3a27b304 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a80e689c-147f-4e8f-b16b-2d0dca0b640a HTTP/1.1" status: 200 len: 217 time: 0.0646689 May 06 09:41:11.323279 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-963b078b-e94c-45a6-9089-411e1479b3e1 req-a4f8977d-abe0-406d-89c0-cd39931cb928 tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:11.361923 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-27312c32-0e96-40a8-aa0b-dcb7d5ea0cea req-30a5b11f-f9c5-4c60-9535-6b9596128845 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183777 May 06 09:41:11.363893 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3a778b6-d7d2-4f7c-841f-a71163762232 req-7e4908ed-b4fb-473a-860d-6dbe97701a98 service neutron] 10.222.0.77 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200324 May 06 09:41:11.383285 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-3cb3abd9-9a7d-4862-8979-5c81e6a4ad80 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Allocated IP 172.20.0.6 (63310cb6-2c84-44f2-9e8f-0c5b176cfc28/2d048d8f-1cb9-48ef-a7c8-b37e62204696/0b127be3-c208-4e14-92be-840cef7418cf) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:11.385188 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e058f52-17b1-4742-b024-be00e1396a0a tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Router 02d3899e-db09-4a72-8903-40f559e3c91e has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:41:11.386154 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-963b078b-e94c-45a6-9089-411e1479b3e1 req-a4f8977d-abe0-406d-89c0-cd39931cb928 tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:11.390400 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6e382-c5a9-4311-bced-84c632d34877 req-51c8d9ff-3430-4f53-b0d4-e15155246068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:11.391941 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b3c6e382-c5a9-4311-bced-84c632d34877 req-51c8d9ff-3430-4f53-b0d4-e15155246068 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8274d079-7928-4ac7-bf6e-3d3c9edfbcb7 HTTP/1.1" status: 200 len: 852 time: 0.0686605 May 06 09:41:11.469479 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b3c6e382-c5a9-4311-bced-84c632d34877 req-71f6cc5d-ce52-440c-a194-acada2410388 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bf084c2a-2749-4093-a4ea-996162f08ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295591 May 06 09:41:11.501723 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-963b078b-e94c-45a6-9089-411e1479b3e1 req-a4f8977d-abe0-406d-89c0-cd39931cb928 tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:11.504372 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-963b078b-e94c-45a6-9089-411e1479b3e1 req-a4f8977d-abe0-406d-89c0-cd39931cb928 tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:11.505575 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-963b078b-e94c-45a6-9089-411e1479b3e1 req-a4f8977d-abe0-406d-89c0-cd39931cb928 tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] 10.222.0.73 "DELETE /v2.0/security-groups/63902e4b-54da-475d-abf5-9fd147595f48 HTTP/1.1" status: 204 len: 173 time: 0.4761255 May 06 09:41:11.569262 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8977d-abe0-406d-89c0-cd39931cb928 tempest-SecurityGroupsTestAdminJSON-897039127 tempest-SecurityGroupsTestAdminJSON-897039127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63902e4b-54da-475d-abf5-9fd147595f48,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:11.595163 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e058f52-17b1-4742-b024-be00e1396a0a tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:41:11.601938 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e058f52-17b1-4742-b024-be00e1396a0a tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:11.623239 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1487c387-39b8-4dd2-9f3d-0ec2795540a7 None None] Sync routers for ids ['02d3899e-db09-4a72-8903-40f559e3c91e'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:41:11.639664 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1487c387-39b8-4dd2-9f3d-0ec2795540a7 None None] Routers {'02d3899e-db09-4a72-8903-40f559e3c91e'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:11.642308 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-1487c387-39b8-4dd2-9f3d-0ec2795540a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:40:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['02d3899e-db09-4a72-8903-40f559e3c91e'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:11.647259 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2e058f52-17b1-4742-b024-be00e1396a0a tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "PUT /v2.0/floatingips/67e0425f-1108-4cc3-b52b-458ec3dda33d HTTP/1.1" status: 200 len: 991 time: 1.5319166 May 06 09:41:11.670494 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b3c6e382-c5a9-4311-bced-84c632d34877 req-df89e33b-cef3-4b56-bd8a-aca5ea72f6ad service neutron] 10.222.0.77 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485789 May 06 09:41:11.700696 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3e85b-12ab-4c7c-9122-fe9a8135c244 req-14ba7313-19e5-468a-a87c-737d2ba968b4 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:11.708185 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6e3e85b-12ab-4c7c-9122-fe9a8135c244 req-14ba7313-19e5-468a-a87c-737d2ba968b4 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=8878e375-a12c-4447-96f9-298c9ca7f355 HTTP/1.1" status: 200 len: 944 time: 0.2409756 May 06 09:41:11.712078 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73278ed7-6892-4248-8b1b-2be136d32b14 req-38627afd-5247-4b5e-acc0-e87d9de7bc9f tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fa47783-ae2c-4771-a4f9-d9507f282457 HTTP/1.1" status: 200 len: 210 time: 0.0938210 May 06 09:41:11.775301 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb952a-59eb-4b16-8050-6d026731a77a req-c6a57f45-87e7-405d-b9b9-1497b06feafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:11.776144 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eaeb952a-59eb-4b16-8050-6d026731a77a req-c6a57f45-87e7-405d-b9b9-1497b06feafb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d5c8baf980ce4dc1ab4fba669d9b206a&device_id=c0c662a3-3350-4265-891b-8762bd7b85a1 HTTP/1.1" status: 200 len: 1094 time: 0.2146661 May 06 09:41:11.778610 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15591f1c-3b84-41cc-84a7-68dba63802b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db99f5bb-a76d-4db7-a616-bb0fd1ee072c'}, {'server_uuid': '379ba106-23b2-4f47-885b-887967f9ace8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c54aed-e918-4517-950c-685ce2bccd43'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:11.780956 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f47b5f-561a-4acc-b320-f65d6d3de790" -d '{"events": [{"server_uuid": "15591f1c-3b84-41cc-84a7-68dba63802b6", "name": "network-vif-plugged", "status": "completed", "tag": "db99f5bb-a76d-4db7-a616-bb0fd1ee072c"}, {"server_uuid": "379ba106-23b2-4f47-885b-887967f9ace8", "name": "network-vif-plugged", "status": "completed", "tag": "97c54aed-e918-4517-950c-685ce2bccd43"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:11.806484 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b3c6e382-c5a9-4311-bced-84c632d34877 req-c8f783e8-eb96-45d3-aa01-63cb4839e05d service neutron] 10.222.0.77 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279473 May 06 09:41:11.808911 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-1487c387-39b8-4dd2-9f3d-0ec2795540a7 None None] Set router 02d3899e-db09-4a72-8903-40f559e3c91e gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:11.827210 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6e3e85b-12ab-4c7c-9122-fe9a8135c244 req-0f61abad-9da7-41d3-b7c0-4a288a26777c tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180248 May 06 09:41:11.850681 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46118) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:11.879535 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-3cb3abd9-9a7d-4862-8979-5c81e6a4ad80 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:12.014095 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ec838fec-3cdd-4108-8a7d-e6d5ff252037 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=23049c57e98548cd85082ea21b34bd69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1604679 May 06 09:41:12.016515 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46126) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:12.077867 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb952a-59eb-4b16-8050-6d026731a77a req-f3a261c6-36dd-4d7c-a67e-3d0ec085df11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:12.079418 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eaeb952a-59eb-4b16-8050-6d026731a77a req-f3a261c6-36dd-4d7c-a67e-3d0ec085df11 service neutron] 10.222.0.77 "GET /v2.0/networks?id=22f2ea67-0061-4453-8871-c63efbcb27a4 HTTP/1.1" status: 200 len: 906 time: 0.2907290 May 06 09:41:12.087921 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0da36-ca5c-41fc-bfec-3f31f176aa36 req-399dcf10-7f5c-4a4d-bd05-dbcd48542c37 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:12.088137 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a35ab11-6185-4dc3-91dd-254f86e49e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:12.091757 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eba0da36-ca5c-41fc-bfec-3f31f176aa36 req-399dcf10-7f5c-4a4d-bd05-dbcd48542c37 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 946 time: 0.2096786 May 06 09:41:12.118535 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a35ab11-6185-4dc3-91dd-254f86e49e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:12.125556 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fc3a3-0db7-4ade-914b-4e0eb7dea579 req-e69dc554-f318-4e69-94af-c11ef23fd5ce tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:12.127148 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba6fc3a3-0db7-4ade-914b-4e0eb7dea579 req-e69dc554-f318-4e69-94af-c11ef23fd5ce tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab HTTP/1.1" status: 200 len: 946 time: 0.1954207 May 06 09:41:12.131651 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-1487c387-39b8-4dd2-9f3d-0ec2795540a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'name': 'tempest-ServersTestBootFromVolume-1847814553-router', 'tenant_id': '48135002cdea40efa122e536dc317741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '47b6f3e4-a02c-4fd8-902f-53944fc95019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:39:37Z', 'updated_at': '2022-05-06T09:39:52Z', 'revision_number': 4, 'project_id': '48135002cdea40efa122e536dc317741', 'gw_port': {'id': '47b6f3e4-a02c-4fd8-902f-53944fc95019', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:39Z', 'updated_at': '2022-05-06T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '67e0425f-1108-4cc3-b52b-458ec3dda33d', 'tenant_id': '48135002cdea40efa122e536dc317741', 'floating_ip_address': '172.25.5.72', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'port_id': '64343f32-8172-43f0-ad2d-cfac9e14a65e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '106e07b0-c17b-4335-97df-8cfa31e62071', 'mac_address': 'fa:16:3e:26:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:40:01Z', 'updated_at': '2022-05-06T09:41:10Z', 'revision_number': 1, 'project_id': '48135002cdea40efa122e536dc317741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed58923-3955-435c-8474-33e7eddb76c9', 'name': '', 'network_id': '106e07b0-c17b-4335-97df-8cfa31e62071', 'tenant_id': '48135002cdea40efa122e536dc317741', 'mac_address': 'fa:16:3e:c4:18:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '4ee33410-8f3a-44d7-9251-5441886837e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:51Z', 'updated_at': '2022-05-06T09:40:01Z', 'revision_number': 5, 'project_id': '48135002cdea40efa122e536dc317741', 'subnets': [{'id': '4ee33410-8f3a-44d7-9251-5441886837e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:12.160492 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-3cb3abd9-9a7d-4862-8979-5c81e6a4ad80 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:12.166443 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1487c387-39b8-4dd2-9f3d-0ec2795540a7 None None] Checking router: 02d3899e-db09-4a72-8903-40f559e3c91e for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:41:12.174337 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eaeb952a-59eb-4b16-8050-6d026731a77a req-6621c038-1bf6-4a54-a4ea-eaa81b2ee519 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f90d1b33-d29e-4526-b8d7-c60b4ff817a9 HTTP/1.1" status: 200 len: 217 time: 0.0785871 May 06 09:41:12.177772 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1487c387-39b8-4dd2-9f3d-0ec2795540a7 None None] Routers {'02d3899e-db09-4a72-8903-40f559e3c91e'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:12.178504 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-1487c387-39b8-4dd2-9f3d-0ec2795540a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:40:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['02d3899e-db09-4a72-8903-40f559e3c91e'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:12.221381 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a35ab11-6185-4dc3-91dd-254f86e49e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:12.229387 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a35ab11-6185-4dc3-91dd-254f86e49e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:12.231410 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1a35ab11-6185-4dc3-91dd-254f86e49e8e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/abe53cf1-49dc-49b7-9ede-ce13fa775f9e HTTP/1.1" status: 204 len: 168 time: 0.2136474 May 06 09:41:12.253223 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35ab11-6185-4dc3-91dd-254f86e49e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe53cf1-49dc-49b7-9ede-ce13fa775f9e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:12.326568 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-1487c387-39b8-4dd2-9f3d-0ec2795540a7 None None] Set router 02d3899e-db09-4a72-8903-40f559e3c91e gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:12.348938 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-3cb3abd9-9a7d-4862-8979-5c81e6a4ad80 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Network 63310cb6-2c84-44f2-9e8f-0c5b176cfc28 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:12.363320 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eba0da36-ca5c-41fc-bfec-3f31f176aa36 req-dad09041-bc18-4943-90ee-d6218ebf55ca tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2598000 May 06 09:41:12.377076 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-3cb3abd9-9a7d-4862-8979-5c81e6a4ad80 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:12.406783 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3abd9-9a7d-4862-8979-5c81e6a4ad80 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Pushing event updated for resources: {'Port': ['ID=0b127be3-c208-4e14-92be-840cef7418cf,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:12.415766 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-3cb3abd9-9a7d-4862-8979-5c81e6a4ad80 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:12.453952 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba6fc3a3-0db7-4ade-914b-4e0eb7dea579 req-30eebaf8-7f37-410e-8cb5-025f3dfbb30d tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c753481-7cc2-40d1-9ed2-8aa1968318ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2867532 May 06 09:41:12.477710 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 May 2022 09:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a360da-0cf8-468f-95f5-be843c9c17ff x-openstack-request-id: req-d8a360da-0cf8-468f-95f5-be843c9c17ff {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:12.478214 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15591f1c-3b84-41cc-84a7-68dba63802b6", "name": "network-vif-plugged", "status": "completed", "tag": "db99f5bb-a76d-4db7-a616-bb0fd1ee072c", "code": 200}, {"server_uuid": "379ba106-23b2-4f47-885b-887967f9ace8", "name": "network-vif-plugged", "status": "completed", "tag": "97c54aed-e918-4517-950c-685ce2bccd43", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:12.478671 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d8a360da-0cf8-468f-95f5-be843c9c17ff {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:12.479421 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8a360da-0cf8-468f-95f5-be843c9c17ff'] response: {'server_uuid': '15591f1c-3b84-41cc-84a7-68dba63802b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db99f5bb-a76d-4db7-a616-bb0fd1ee072c', 'code': 200} May 06 09:41:12.479907 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8a360da-0cf8-468f-95f5-be843c9c17ff'] response: {'server_uuid': '379ba106-23b2-4f47-885b-887967f9ace8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c54aed-e918-4517-950c-685ce2bccd43', 'code': 200} May 06 09:41:12.482311 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb952a-59eb-4b16-8050-6d026731a77a req-432b4251-0d51-40f6-a484-58a55457ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:12.497531 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eaeb952a-59eb-4b16-8050-6d026731a77a req-432b4251-0d51-40f6-a484-58a55457ce2a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=afa93752-8f96-48cb-be1f-768526aba17a HTTP/1.1" status: 200 len: 845 time: 0.3039250 May 06 09:41:12.650018 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eaeb952a-59eb-4b16-8050-6d026731a77a req-71e4e071-439f-4ff6-aead-e368e69557a7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=22f2ea67-0061-4453-8871-c63efbcb27a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108301 May 06 09:41:12.744577 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-1487c387-39b8-4dd2-9f3d-0ec2795540a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'name': 'tempest-ServersTestBootFromVolume-1847814553-router', 'tenant_id': '48135002cdea40efa122e536dc317741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '47b6f3e4-a02c-4fd8-902f-53944fc95019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:39:37Z', 'updated_at': '2022-05-06T09:39:52Z', 'revision_number': 4, 'project_id': '48135002cdea40efa122e536dc317741', 'gw_port': {'id': '47b6f3e4-a02c-4fd8-902f-53944fc95019', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:39Z', 'updated_at': '2022-05-06T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '67e0425f-1108-4cc3-b52b-458ec3dda33d', 'tenant_id': '48135002cdea40efa122e536dc317741', 'floating_ip_address': '172.25.5.72', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'port_id': '64343f32-8172-43f0-ad2d-cfac9e14a65e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '106e07b0-c17b-4335-97df-8cfa31e62071', 'mac_address': 'fa:16:3e:26:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:40:01Z', 'updated_at': '2022-05-06T09:41:10Z', 'revision_number': 1, 'project_id': '48135002cdea40efa122e536dc317741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed58923-3955-435c-8474-33e7eddb76c9', 'name': '', 'network_id': '106e07b0-c17b-4335-97df-8cfa31e62071', 'tenant_id': '48135002cdea40efa122e536dc317741', 'mac_address': 'fa:16:3e:c4:18:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '4ee33410-8f3a-44d7-9251-5441886837e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:51Z', 'updated_at': '2022-05-06T09:40:01Z', 'revision_number': 5, 'project_id': '48135002cdea40efa122e536dc317741', 'subnets': [{'id': '4ee33410-8f3a-44d7-9251-5441886837e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:12.759842 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-3cb3abd9-9a7d-4862-8979-5c81e6a4ad80 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:12.760664 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-3cb3abd9-9a7d-4862-8979-5c81e6a4ad80 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:12.790557 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1487c387-39b8-4dd2-9f3d-0ec2795540a7 None None] The sync data for ids ['02d3899e-db09-4a72-8903-40f559e3c91e'] in n-d-840835-1 is: [{'id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'name': 'tempest-ServersTestBootFromVolume-1847814553-router', 'tenant_id': '48135002cdea40efa122e536dc317741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '47b6f3e4-a02c-4fd8-902f-53944fc95019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:39:37Z', 'updated_at': '2022-05-06T09:39:52Z', 'revision_number': 4, 'project_id': '48135002cdea40efa122e536dc317741', 'gw_port': {'id': '47b6f3e4-a02c-4fd8-902f-53944fc95019', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:39Z', 'updated_at': '2022-05-06T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '67e0425f-1108-4cc3-b52b-458ec3dda33d', 'tenant_id': '48135002cdea40efa122e536dc317741', 'floating_ip_address': '172.25.5.72', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'port_id': '64343f32-8172-43f0-ad2d-cfac9e14a65e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '106e07b0-c17b-4335-97df-8cfa31e62071', 'mac_address': 'fa:16:3e:26:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:40:01Z', 'updated_at': '2022-05-06T09:41:10Z', 'revision_number': 1, 'project_id': '48135002cdea40efa122e536dc317741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed58923-3955-435c-8474-33e7eddb76c9', 'name': '', 'network_id': '106e07b0-c17b-4335-97df-8cfa31e62071', 'tenant_id': '48135002cdea40efa122e536dc317741', 'mac_address': 'fa:16:3e:c4:18:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '4ee33410-8f3a-44d7-9251-5441886837e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:51Z', 'updated_at': '2022-05-06T09:40:01Z', 'revision_number': 5, 'project_id': '48135002cdea40efa122e536dc317741', 'subnets': [{'id': '4ee33410-8f3a-44d7-9251-5441886837e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:41:12.793827 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bede7ef-d05d-4322-98d8-673cf24596f1 req-682ed229-230f-41db-8ccc-72da96f71c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:12.797834 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7bede7ef-d05d-4322-98d8-673cf24596f1 req-682ed229-230f-41db-8ccc-72da96f71c46 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 1100 time: 0.1459107 May 06 09:41:12.804722 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74918e0-0d91-499e-b316-9b07b8966ce8 req-cf63bffe-36dd-45d2-81f2-fa4e8af7a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:12.810731 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b74918e0-0d91-499e-b316-9b07b8966ce8 req-cf63bffe-36dd-45d2-81f2-fa4e8af7a52b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=379ba106-23b2-4f47-885b-887967f9ace8 HTTP/1.1" status: 200 len: 1101 time: 0.1038406 May 06 09:41:12.856563 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-2997882a-a7c6-469e-a178-32516e1e350b None None] Provisioning complete for port 0b127be3-c208-4e14-92be-840cef7418cf triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:12.857164 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2997882a-a7c6-469e-a178-32516e1e350b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:12.907179 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46150) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:12.912968 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab', 'tag': '64343f32-8172-43f0-ad2d-cfac9e14a65e'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:12.915750 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6386f47f-65c7-414d-952b-6629ab460f94" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab", "tag": "64343f32-8172-43f0-ad2d-cfac9e14a65e"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:12.919858 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7bede7ef-d05d-4322-98d8-673cf24596f1 req-ff477c65-2e65-4df3-baca-4d84887ef142 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072240 May 06 09:41:12.920085 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-3cb3abd9-9a7d-4862-8979-5c81e6a4ad80 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2571635 May 06 09:41:12.926877 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-e96d4418-d539-4a5a-9707-4ec890c41916 service neutron] Request body: {'port': {'device_id': '0fa47783-ae2c-4771-a4f9-d9507f282457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:12.943253 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b74918e0-0d91-499e-b316-9b07b8966ce8 req-2b6bf837-36ce-471c-8355-e01bf40dc1a0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987294 May 06 09:41:12.955145 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-2997882a-a7c6-469e-a178-32516e1e350b None None] Port 0b127be3-c208-4e14-92be-840cef7418cf cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:41:12.977620 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4be2d-1663-4797-88a6-065e07fbde6f req-f624623a-1608-494c-b231-f015c2c21356 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:12.979193 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bac4be2d-1663-4797-88a6-065e07fbde6f req-f624623a-1608-494c-b231-f015c2c21356 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=379ba106-23b2-4f47-885b-887967f9ace8 HTTP/1.1" status: 200 len: 950 time: 0.3372738 May 06 09:41:12.983716 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-daef2d71-5f44-45ab-9a62-3b4f52ad0584 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e69a6a4341d74a3896b512b927bab98b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0617356 May 06 09:41:12.984302 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46154) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:13.006881 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd5523-1a6d-47b3-8d82-d41de55e59c9 req-3c88fb65-113c-43f8-8a70-45756392c3b3 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:13.009057 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d7cd5523-1a6d-47b3-8d82-d41de55e59c9 req-3c88fb65-113c-43f8-8a70-45756392c3b3 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba HTTP/1.1" status: 200 len: 950 time: 0.3682854 May 06 09:41:13.044798 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-79339b00-09a5-4417-af20-559e564b79a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:13.060741 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eaeb952a-59eb-4b16-8050-6d026731a77a req-85775973-14bd-472d-a999-94443a599c72 service neutron] 10.222.0.77 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860412 May 06 09:41:13.071241 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-79339b00-09a5-4417-af20-559e564b79a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:13.088609 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-e96d4418-d539-4a5a-9707-4ec890c41916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:13.116198 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bac4be2d-1663-4797-88a6-065e07fbde6f req-e397989c-3f69-4749-9204-24d675dcd179 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246421 May 06 09:41:13.131221 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d7cd5523-1a6d-47b3-8d82-d41de55e59c9 req-facae04c-b70c-463b-bc2c-a3e9bf9316fe tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111569 May 06 09:41:13.159756 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-79339b00-09a5-4417-af20-559e564b79a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:13.163057 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-79339b00-09a5-4417-af20-559e564b79a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:13.166890 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-79339b00-09a5-4417-af20-559e564b79a7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/afe3827b-b326-4648-a806-f046d70cb7e9 HTTP/1.1" status: 204 len: 168 time: 0.1790893 May 06 09:41:13.172994 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85673cda-b09a-4b33-a1f4-f9b12948b213 None None] New status for floating IP 67e0425f-1108-4cc3-b52b-458ec3dda33d: ACTIVE {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:41:13.199268 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79339b00-09a5-4417-af20-559e564b79a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe3827b-b326-4648-a806-f046d70cb7e9,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:13.356029 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55114b-2cd8-41c3-8365-ea3e3dc8120f req-1e15f2fc-e208-4093-b852-52c4d9c62a9c tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:13.357902 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2f55114b-2cd8-41c3-8365-ea3e3dc8120f req-1e15f2fc-e208-4093-b852-52c4d9c62a9c tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0c662a3-3350-4265-891b-8762bd7b85a1 HTTP/1.1" status: 200 len: 943 time: 0.1364291 May 06 09:41:13.408222 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 01da8cd2-188a-4f87-8a7e-0aea3f350e6e no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:41:13.497395 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8573dc7-4746-47d1-9773-874dfe12a454 req-d537efcf-6b41-4f7f-89aa-abfa291c0a7f tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:13.499182 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d8573dc7-4746-47d1-9773-874dfe12a454 req-d537efcf-6b41-4f7f-89aa-abfa291c0a7f tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fa47783-ae2c-4771-a4f9-d9507f282457 HTTP/1.1" status: 200 len: 931 time: 0.2163184 May 06 09:41:13.531890 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:13.579602 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:13.588283 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2f55114b-2cd8-41c3-8365-ea3e3dc8120f req-9b67ec60-7f97-4e27-a8d4-18b8325c7e29 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542940 May 06 09:41:13.589609 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:13.632565 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d8573dc7-4746-47d1-9773-874dfe12a454 req-d1819219-4760-406d-976d-629f51684e7d tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/security-groups?id=7f285e86-832d-47c0-a280-829de0824e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110311 May 06 09:41:13.688765 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae99648-2a61-4f60-bb2a-c00e1b312f2b x-openstack-request-id: req-cae99648-2a61-4f60-bb2a-c00e1b312f2b {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:13.689460 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab", "tag": "64343f32-8172-43f0-ad2d-cfac9e14a65e", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:13.690536 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cae99648-2a61-4f60-bb2a-c00e1b312f2b {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:13.691022 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cae99648-2a61-4f60-bb2a-c00e1b312f2b'] response: {'name': 'network-changed', 'server_uuid': 'e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab', 'tag': '64343f32-8172-43f0-ad2d-cfac9e14a65e', 'status': 'completed', 'code': 200} May 06 09:41:13.713432 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,revision_number=14']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:13.933885 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214e019-efe1-47bf-b5fb-00b811782c14 req-62c8831b-c9f1-4d58-a2aa-fbb2ad72d42a tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:13.935744 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9214e019-efe1-47bf-b5fb-00b811782c14 req-62c8831b-c9f1-4d58-a2aa-fbb2ad72d42a tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=8878e375-a12c-4447-96f9-298c9ca7f355 HTTP/1.1" status: 200 len: 944 time: 0.2301509 May 06 09:41:13.984016 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386f47f-65c7-414d-952b-6629ab460f94 req-0a33bba9-660b-470a-9e78-02bdc86e6747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:13.985362 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6386f47f-65c7-414d-952b-6629ab460f94 req-0a33bba9-660b-470a-9e78-02bdc86e6747 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=48135002cdea40efa122e536dc317741&device_id=e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab HTTP/1.1" status: 200 len: 1097 time: 0.2393112 May 06 09:41:13.991710 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a0019-3f18-4a90-b4da-90de2cbe76ea req-18a8dc38-a4c4-4d94-ae67-a598e23f253f tempest-ServersOnMultiNodesTest-2110708976 tempest-ServersOnMultiNodesTest-2110708976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:13.999182 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-102a0019-3f18-4a90-b4da-90de2cbe76ea req-18a8dc38-a4c4-4d94-ae67-a598e23f253f tempest-ServersOnMultiNodesTest-2110708976 tempest-ServersOnMultiNodesTest-2110708976-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba HTTP/1.1" status: 200 len: 1101 time: 0.2293124 May 06 09:41:14.044329 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-e96d4418-d539-4a5a-9707-4ec890c41916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b127be3-c208-4e14-92be-840cef7418cf {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:14.074239 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-e96d4418-d539-4a5a-9707-4ec890c41916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:14.109809 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eaeb952a-59eb-4b16-8050-6d026731a77a req-67f4c77c-b6e2-40c8-b316-15231acf3b93 service neutron] 10.222.0.77 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128249 May 06 09:41:14.120195 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46228) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:14.150707 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-e96d4418-d539-4a5a-9707-4ec890c41916 service neutron] Transition to ACTIVE for port object 0b127be3-c208-4e14-92be-840cef7418cf will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:41:14.155403 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-102a0019-3f18-4a90-b4da-90de2cbe76ea req-05fb3a35-1326-4949-80d7-52bd236c2ddb tempest-ServersOnMultiNodesTest-2110708976 tempest-ServersOnMultiNodesTest-2110708976-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554310 May 06 09:41:14.158810 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9214e019-efe1-47bf-b5fb-00b811782c14 req-e067f6d5-58cf-4fe3-ae04-fd290e2d2eb0 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936269 May 06 09:41:14.162251 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-e96d4418-d539-4a5a-9707-4ec890c41916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:14.252749 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d4418-d539-4a5a-9707-4ec890c41916 service neutron] Pushing event updated for resources: {'Port': ['ID=0b127be3-c208-4e14-92be-840cef7418cf,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:14.271287 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386f47f-65c7-414d-952b-6629ab460f94 req-0b643d24-a3e8-4e4f-a187-1f07653f248c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:14.273397 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6386f47f-65c7-414d-952b-6629ab460f94 req-0b643d24-a3e8-4e4f-a187-1f07653f248c service neutron] 10.222.0.84 "GET /v2.0/networks?id=106e07b0-c17b-4335-97df-8cfa31e62071 HTTP/1.1" status: 200 len: 917 time: 0.2417181 May 06 09:41:14.356036 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:41:14.365080 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-af9a62d8-4794-49e5-b660-36dc6896b3c1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1559552775-network', 'tenant_id': '9dd8acb654c3493a861edd92ae127844'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:14.404470 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9a62d8-4794-49e5-b660-36dc6896b3c1 admin admin] Made reservation on behalf of 9dd8acb654c3493a861edd92ae127844 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:41:14.407625 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af9a62d8-4794-49e5-b660-36dc6896b3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:14.421967 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af9a62d8-4794-49e5-b660-36dc6896b3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:14.480804 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4086e8-670b-410b-8c9a-da027f433e62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:14.483215 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3cef2b-7110-4995-9bea-3f81240bc410" -d '{"events": [{"server_uuid": "9a4086e8-670b-410b-8c9a-da027f433e62", "name": "network-vif-unplugged", "status": "completed", "tag": "01da8cd2-188a-4f87-8a7e-0aea3f350e6e"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:14.531308 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f433ab2-faa9-4057-943a-aacc6fc9aaf5 req-235ee7b7-e923-4bbf-b074-2c42de398af8 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:14.532800 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f433ab2-faa9-4057-943a-aacc6fc9aaf5 req-235ee7b7-e923-4bbf-b074-2c42de398af8 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=379ba106-23b2-4f47-885b-887967f9ace8 HTTP/1.1" status: 200 len: 950 time: 0.2256739 May 06 09:41:14.535063 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6914296f-3835-4bb7-ad67-8118eaab00db req-4a202530-2087-479d-aa07-4377754fbc8a tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0fe275606e2841ef811abf94e17c097e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617628 May 06 09:41:14.538335 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af9a62d8-4794-49e5-b660-36dc6896b3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:14.539609 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6386f47f-65c7-414d-952b-6629ab460f94 req-9ca54d78-c219-4bef-b64d-a86fe0da5227 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64343f32-8172-43f0-ad2d-cfac9e14a65e HTTP/1.1" status: 200 len: 1001 time: 0.1967506 May 06 09:41:14.544161 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af9a62d8-4794-49e5-b660-36dc6896b3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:14.566781 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af9a62d8-4794-49e5-b660-36dc6896b3c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:41:14.585008 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a62d8-4794-49e5-b660-36dc6896b3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b352f9-9c25-482c-8cff-8fc4a3b45ed8,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:14.599566 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af9a62d8-4794-49e5-b660-36dc6896b3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:14.600163 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-af9a62d8-4794-49e5-b660-36dc6896b3c1 admin admin] Added segment 4020f15a-1fb8-4b4e-aeb5-8e0d3b6d7069 of type vlan for network 7e56075a-913e-43df-beb1-8bf5f9c30ac7 May 06 09:41:14.619521 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-e96d4418-d539-4a5a-9707-4ec890c41916 service neutron] Attempting to bind port 0b127be3-c208-4e14-92be-840cef7418cf on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:41:14.619784 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-e96d4418-d539-4a5a-9707-4ec890c41916 service neutron] Attempting to bind port 0b127be3-c208-4e14-92be-840cef7418cf by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c050de98-7641-4301-b72e-f4e7cddac870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '63310cb6-2c84-44f2-9e8f-0c5b176cfc28'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:41:14.620109 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-e96d4418-d539-4a5a-9707-4ec890c41916 service neutron] Attempting to bind port 0b127be3-c208-4e14-92be-840cef7418cf on network 63310cb6-2c84-44f2-9e8f-0c5b176cfc28 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:14.645791 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af9a62d8-4794-49e5-b660-36dc6896b3c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:14.976849 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af9a62d8-4794-49e5-b660-36dc6896b3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:14.977912 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9a62d8-4794-49e5-b660-36dc6896b3c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:14.979159 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af9a62d8-4794-49e5-b660-36dc6896b3c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:14.982777 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-e96d4418-d539-4a5a-9707-4ec890c41916 service neutron] Port 0b127be3-c208-4e14-92be-840cef7418cf on network 63310cb6-2c84-44f2-9e8f-0c5b176cfc28 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:41:14.983098 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-e96d4418-d539-4a5a-9707-4ec890c41916 service neutron] Attempting to bind port 0b127be3-c208-4e14-92be-840cef7418cf on network 63310cb6-2c84-44f2-9e8f-0c5b176cfc28 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:15.017307 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-e96d4418-d539-4a5a-9707-4ec890c41916 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:41:15.017987 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-e96d4418-d539-4a5a-9707-4ec890c41916 service neutron] Checking segment: {'id': 'c050de98-7641-4301-b72e-f4e7cddac870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '63310cb6-2c84-44f2-9e8f-0c5b176cfc28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:15.018379 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-e96d4418-d539-4a5a-9707-4ec890c41916 service neutron] Bound using segment: {'id': 'c050de98-7641-4301-b72e-f4e7cddac870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '63310cb6-2c84-44f2-9e8f-0c5b176cfc28'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:41:15.018828 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-e96d4418-d539-4a5a-9707-4ec890c41916 service neutron] Bound port: 0b127be3-c208-4e14-92be-840cef7418cf, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c050de98-7641-4301-b72e-f4e7cddac870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '63310cb6-2c84-44f2-9e8f-0c5b176cfc28'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:41:15.019240 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-e96d4418-d539-4a5a-9707-4ec890c41916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:15.024577 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f433ab2-faa9-4057-943a-aacc6fc9aaf5 req-af6406a5-fbcf-4e85-ba5e-cd2153b2af33 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827299 May 06 09:41:15.042556 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-af9a62d8-4794-49e5-b660-36dc6896b3c1 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9180155 May 06 09:41:15.043400 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46266) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:15.048459 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-280d673d-4d9e-491a-9ddf-fa6dbee3e33d admin admin] Request body: {'subnet': {'network_id': '7e56075a-913e-43df-beb1-8bf5f9c30ac7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1559552775-subnet', 'tenant_id': '9dd8acb654c3493a861edd92ae127844', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:15.053510 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386f47f-65c7-414d-952b-6629ab460f94 req-b5b844af-5d22-4a38-913f-757e4be6212f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:15.055570 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6386f47f-65c7-414d-952b-6629ab460f94 req-b5b844af-5d22-4a38-913f-757e4be6212f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4ee33410-8f3a-44d7-9251-5441886837e0 HTTP/1.1" status: 200 len: 855 time: 0.4976113 May 06 09:41:15.065882 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a62d8-4794-49e5-b660-36dc6896b3c1 admin admin] Pushing event updated for resources: {'Network': ['ID=7e56075a-913e-43df-beb1-8bf5f9c30ac7,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:15.081731 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 7e56075a-913e-43df-beb1-8bf5f9c30ac7 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:41:15.082947 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280d673d-4d9e-491a-9ddf-fa6dbee3e33d admin admin] Made reservation on behalf of 9dd8acb654c3493a861edd92ae127844 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:41:15.086264 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-280d673d-4d9e-491a-9ddf-fa6dbee3e33d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:15.167378 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914296f-3835-4bb7-ad67-8118eaab00db req-ca4ee5f9-e332-4f2f-9274-49cfd02d7e1b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:15.168877 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6914296f-3835-4bb7-ad67-8118eaab00db req-ca4ee5f9-e332-4f2f-9274-49cfd02d7e1b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6200278 May 06 09:41:15.200125 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-e96d4418-d539-4a5a-9707-4ec890c41916 service neutron] For port 0b127be3-c208-4e14-92be-840cef7418cf, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:41:15.225202 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-e96d4418-d539-4a5a-9707-4ec890c41916 service neutron] For port 0b127be3-c208-4e14-92be-840cef7418cf, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=0b127be3-c208-4e14-92be-840cef7418cf,segment=NetworkSegment(c050de98-7641-4301-b72e-f4e7cddac870),segment_id=c050de98-7641-4301-b72e-f4e7cddac870)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:41:15.227780 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6914296f-3835-4bb7-ad67-8118eaab00db req-ee13e198-9b4a-43dc-9a61-3d58bce7fab9 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/quotas/0fe275606e2841ef811abf94e17c097e HTTP/1.1" status: 200 len: 375 time: 0.0370002 May 06 09:41:15.240550 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386f47f-65c7-414d-952b-6629ab460f94 req-972a3fe8-531c-486a-86a9-229ed8902ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:15.242982 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6386f47f-65c7-414d-952b-6629ab460f94 req-972a3fe8-531c-486a-86a9-229ed8902ec1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=106e07b0-c17b-4335-97df-8cfa31e62071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1523876 May 06 09:41:15.243464 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-e96d4418-d539-4a5a-9707-4ec890c41916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:15.316070 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-e96d4418-d539-4a5a-9707-4ec890c41916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:15.317951 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-e96d4418-d539-4a5a-9707-4ec890c41916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:15.319586 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-e96d4418-d539-4a5a-9707-4ec890c41916 service neutron] 10.222.0.84 "PUT /v2.0/ports/0b127be3-c208-4e14-92be-840cef7418cf HTTP/1.1" status: 200 len: 1091 time: 2.3986225 May 06 09:41:15.355438 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa47783-ae2c-4771-a4f9-d9507f282457', 'tag': '0b127be3-c208-4e14-92be-840cef7418cf'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:15.365406 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e735dd28-1aee-44ec-a51a-09d06f37d649" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa47783-ae2c-4771-a4f9-d9507f282457", "tag": "0b127be3-c208-4e14-92be-840cef7418cf"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:15.390438 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accabb53-bb17-4350-a7d2-d7be94728d2f req-7c1fe761-61eb-4a04-9f64-9edaf0f810a2 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:15.392295 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-accabb53-bb17-4350-a7d2-d7be94728d2f req-7c1fe761-61eb-4a04-9f64-9edaf0f810a2 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.2524054 May 06 09:41:15.396825 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-280d673d-4d9e-491a-9ddf-fa6dbee3e33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:15.473580 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d673d-4d9e-491a-9ddf-fa6dbee3e33d admin admin] Pushing event updated for resources: {'Subnet': ['ID=66cde072-916f-41df-a65a-1365589d62fc,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:15.476658 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d673d-4d9e-491a-9ddf-fa6dbee3e33d admin admin] Checking segment: {'id': '4020f15a-1fb8-4b4e-aeb5-8e0d3b6d7069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7e56075a-913e-43df-beb1-8bf5f9c30ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:15.477049 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280d673d-4d9e-491a-9ddf-fa6dbee3e33d admin admin] Network hostable DHCP agents. Network: 7e56075a-913e-43df-beb1-8bf5f9c30ac7, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:41:15.501965 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280d673d-4d9e-491a-9ddf-fa6dbee3e33d admin admin] Network 7e56075a-913e-43df-beb1-8bf5f9c30ac7 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:41:15.517149 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-280d673d-4d9e-491a-9ddf-fa6dbee3e33d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 7e56075a-913e-43df-beb1-8bf5f9c30ac7) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:15.525054 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280d673d-4d9e-491a-9ddf-fa6dbee3e33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:15.525666 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-280d673d-4d9e-491a-9ddf-fa6dbee3e33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:15.532589 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475af2e1-2328-49fe-ba6d-2020027d7d9b None None] Network 7e56075a-913e-43df-beb1-8bf5f9c30ac7 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:41:15.553867 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-280d673d-4d9e-491a-9ddf-fa6dbee3e33d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5092895 May 06 09:41:15.554497 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46272) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:15.559668 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-530c6243-678e-4ca3-9d01-f59e5efa6f19 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1559552775-router', 'tenant_id': '9dd8acb654c3493a861edd92ae127844', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:15.568029 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6386f47f-65c7-414d-952b-6629ab460f94 req-96905ead-6451-4d12-a8b2-9bed3c61fad7 service neutron] 10.222.0.84 "GET /v2.0/networks/106e07b0-c17b-4335-97df-8cfa31e62071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057463 May 06 09:41:15.594016 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-530c6243-678e-4ca3-9d01-f59e5efa6f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:15.595221 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-530c6243-678e-4ca3-9d01-f59e5efa6f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:15.597675 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d4418-d539-4a5a-9707-4ec890c41916 service neutron] Pushing event updated for resources: {'Port': ['ID=0b127be3-c208-4e14-92be-840cef7418cf,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:15.665761 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-530c6243-678e-4ca3-9d01-f59e5efa6f19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:15.677393 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6914296f-3835-4bb7-ad67-8118eaab00db req-3eaf9213-b796-48d9-8ffa-a3cd83b49cae tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0fe275606e2841ef811abf94e17c097e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4418240 May 06 09:41:15.689785 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-accabb53-bb17-4350-a7d2-d7be94728d2f req-e755d38f-f4e8-43af-a468-743aefb3e17b tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2806225 May 06 09:41:15.703051 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device a80e689c-147f-4e8f-b16b-2d0dca0b640a details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:41:15.706278 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-167d5ab6-8095-40ca-b0be-3319f303875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:15.708247 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-167d5ab6-8095-40ca-b0be-3319f303875c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a276361bfa5d40d88d5fb8c7475cf482&device_id=0fa47783-ae2c-4771-a4f9-d9507f282457 HTTP/1.1" status: 200 len: 1094 time: 0.2981544 May 06 09:41:15.786858 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-3095328a-b6cb-47ae-aa1e-9d2abd7889cf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b127be3-c208-4e14-92be-840cef7418cf HTTP/1.1" status: 200 len: 217 time: 0.0595787 May 06 09:41:15.789842 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbed29f8-6781-4164-9212-c54bbb101a51 x-openstack-request-id: req-fbed29f8-6781-4164-9212-c54bbb101a51 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:15.792163 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4086e8-670b-410b-8c9a-da027f433e62", "name": "network-vif-unplugged", "status": "completed", "tag": "01da8cd2-188a-4f87-8a7e-0aea3f350e6e", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:15.792426 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fbed29f8-6781-4164-9212-c54bbb101a51 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:15.792858 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbed29f8-6781-4164-9212-c54bbb101a51'] response: {'server_uuid': '9a4086e8-670b-410b-8c9a-da027f433e62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e', 'code': 200} May 06 09:41:15.859075 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6386f47f-65c7-414d-952b-6629ab460f94 req-0e6fb512-0817-477e-ad4e-18b8ecdbe8cf service neutron] 10.222.0.84 "GET /v2.0/networks/106e07b0-c17b-4335-97df-8cfa31e62071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670529 May 06 09:41:15.891713 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-530c6243-678e-4ca3-9d01-f59e5efa6f19 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:15.893311 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e14f3d-762a-4705-bd45-26048a81e7f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-7e56075a-913e-43df-beb1-8bf5f9c30ac7', 'network_id': '7e56075a-913e-43df-beb1-8bf5f9c30ac7', 'tenant_id': '9dd8acb654c3493a861edd92ae127844', 'fixed_ips': [{'subnet_id': '66cde072-916f-41df-a65a-1365589d62fc'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:41:15.894246 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a3e14f3d-762a-4705-bd45-26048a81e7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:15.939239 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-cc5f400a-f65b-41a8-b14c-023d6835146a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:15.940799 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-cc5f400a-f65b-41a8-b14c-023d6835146a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2d048d8f-1cb9-48ef-a7c8-b37e62204696 HTTP/1.1" status: 200 len: 850 time: 0.1387198 May 06 09:41:15.953899 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cca18dca-4c49-432d-953a-d1bd632330ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:16.076159 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65551384-dfe9-4f4c-9dd9-920a64ac2764 req-4f9ddbc7-214c-41ea-8c62-644458390fd6 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:16.077765 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-65551384-dfe9-4f4c-9dd9-920a64ac2764 req-4f9ddbc7-214c-41ea-8c62-644458390fd6 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0c662a3-3350-4265-891b-8762bd7b85a1 HTTP/1.1" status: 200 len: 943 time: 0.2225754 May 06 09:41:16.086581 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port a80e689c-147f-4e8f-b16b-2d0dca0b640a, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a80e689c-147f-4e8f-b16b-2d0dca0b640a,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:16.129220 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-95c3b038-4019-448a-aed0-e55e6785152a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:16.129665 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'a80e689c-147f-4e8f-b16b-2d0dca0b640a', 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8', 'port_id': 'a80e689c-147f-4e8f-b16b-2d0dca0b640a', 'mac_address': 'fa:16:3e:d7:96:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8274d079-7928-4ac7-bf6e-3d3c9edfbcb7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:41:16.132013 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-95c3b038-4019-448a-aed0-e55e6785152a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=63310cb6-2c84-44f2-9e8f-0c5b176cfc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1714096 May 06 09:41:16.155533 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183912a-3c49-42e6-8956-548f44f80781 req-6e396410-ec83-4a3d-b7a9-9bb8c67df400 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:16.158490 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3183912a-3c49-42e6-8956-548f44f80781 req-6e396410-ec83-4a3d-b7a9-9bb8c67df400 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fa47783-ae2c-4771-a4f9-d9507f282457 HTTP/1.1" status: 200 len: 943 time: 0.1783106 May 06 09:41:16.185213 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:16.199216 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-a3e14f3d-762a-4705-bd45-26048a81e7f4 None None] Allocated IP 172.20.0.2 (7e56075a-913e-43df-beb1-8bf5f9c30ac7/66cde072-916f-41df-a65a-1365589d62fc/6ad407b3-4ddf-43ce-89c6-69206ec36fb2) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:16.208571 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a80e689c-147f-4e8f-b16b-2d0dca0b640a {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:16.212653 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-530c6243-678e-4ca3-9d01-f59e5efa6f19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:16.250474 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-530c6243-678e-4ca3-9d01-f59e5efa6f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:16.273242 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port a80e689c-147f-4e8f-b16b-2d0dca0b640a, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a80e689c-147f-4e8f-b16b-2d0dca0b640a,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:16.281522 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:16.287901 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-65551384-dfe9-4f4c-9dd9-920a64ac2764 req-a609ec3c-4b55-4296-a637-9ec18a3e09e8 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890512 May 06 09:41:16.335702 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-7f44b787-8f56-4d18-9064-66756aa66f22 service neutron] 10.222.0.84 "GET /v2.0/networks/63310cb6-2c84-44f2-9e8f-0c5b176cfc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752329 May 06 09:41:16.407078 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3183912a-3c49-42e6-8956-548f44f80781 req-7deac649-98cf-4884-94d5-5535e7375c30 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/security-groups?id=7f285e86-832d-47c0-a280-829de0824e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316844 May 06 09:41:16.437809 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=a80e689c-147f-4e8f-b16b-2d0dca0b640a,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:16.462128 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-530c6243-678e-4ca3-9d01-f59e5efa6f19 admin admin] Allocated IP 172.25.5.131 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/0daae369-a514-4075-9e70-57be763e5b9b) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:16.470998 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a3e14f3d-762a-4705-bd45-26048a81e7f4 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:16.487966 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a3e14f3d-762a-4705-bd45-26048a81e7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:16.503854 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73cc8ed-8161-4f2a-b3d4-cdac7890682b req-2f6a6a70-577a-4573-ad23-85d6cdbed1ef tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:16.513275 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e73cc8ed-8161-4f2a-b3d4-cdac7890682b req-2f6a6a70-577a-4573-ad23-85d6cdbed1ef tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=8878e375-a12c-4447-96f9-298c9ca7f355 HTTP/1.1" status: 200 len: 945 time: 0.1042871 May 06 09:41:16.516696 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae455e30-4396-4de1-8ddd-ce8d9c17691f x-openstack-request-id: req-ae455e30-4396-4de1-8ddd-ce8d9c17691f {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:16.517037 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa47783-ae2c-4771-a4f9-d9507f282457", "tag": "0b127be3-c208-4e14-92be-840cef7418cf", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:16.517227 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ae455e30-4396-4de1-8ddd-ce8d9c17691f {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:16.517636 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae455e30-4396-4de1-8ddd-ce8d9c17691f'] response: {'name': 'network-changed', 'server_uuid': '0fa47783-ae2c-4771-a4f9-d9507f282457', 'tag': '0b127be3-c208-4e14-92be-840cef7418cf', 'status': 'completed', 'code': 200} May 06 09:41:16.543196 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e14f3d-762a-4705-bd45-26048a81e7f4 None None] Pushing event updated for resources: {'Port': ['ID=6ad407b3-4ddf-43ce-89c6-69206ec36fb2,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:16.552852 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c96abce-a338-4a59-8bdd-ca1069606f6b req-6c690705-3ff5-42d0-8c69-eccc3d250778 service neutron] 10.222.0.84 "GET /v2.0/networks/63310cb6-2c84-44f2-9e8f-0c5b176cfc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059240 May 06 09:41:16.555426 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e14f3d-762a-4705-bd45-26048a81e7f4 None None] Network 7e56075a-913e-43df-beb1-8bf5f9c30ac7 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:16.557182 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-a3e14f3d-762a-4705-bd45-26048a81e7f4 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:16.562510 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e14f3d-762a-4705-bd45-26048a81e7f4 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:16.598439 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e73cc8ed-8161-4f2a-b3d4-cdac7890682b req-9c4ddc18-2473-4ce8-9be5-82e6db911f3b tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836182 May 06 09:41:16.652302 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a3e14f3d-762a-4705-bd45-26048a81e7f4 None None] Attempting to bind port 6ad407b3-4ddf-43ce-89c6-69206ec36fb2 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:41:16.652863 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a3e14f3d-762a-4705-bd45-26048a81e7f4 None None] Attempting to bind port 6ad407b3-4ddf-43ce-89c6-69206ec36fb2 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '4020f15a-1fb8-4b4e-aeb5-8e0d3b6d7069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7e56075a-913e-43df-beb1-8bf5f9c30ac7'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:41:16.653291 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e14f3d-762a-4705-bd45-26048a81e7f4 None None] Attempting to bind port 6ad407b3-4ddf-43ce-89c6-69206ec36fb2 on network 7e56075a-913e-43df-beb1-8bf5f9c30ac7 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:16.660527 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e14f3d-762a-4705-bd45-26048a81e7f4 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:41:16.661086 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e14f3d-762a-4705-bd45-26048a81e7f4 None None] Checking segment: {'id': '4020f15a-1fb8-4b4e-aeb5-8e0d3b6d7069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7e56075a-913e-43df-beb1-8bf5f9c30ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:16.661555 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a3e14f3d-762a-4705-bd45-26048a81e7f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:16.662019 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e14f3d-762a-4705-bd45-26048a81e7f4 None None] Bound using segment: {'id': '4020f15a-1fb8-4b4e-aeb5-8e0d3b6d7069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7e56075a-913e-43df-beb1-8bf5f9c30ac7'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:41:16.662615 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a3e14f3d-762a-4705-bd45-26048a81e7f4 None None] Bound port: 6ad407b3-4ddf-43ce-89c6-69206ec36fb2, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4020f15a-1fb8-4b4e-aeb5-8e0d3b6d7069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7e56075a-913e-43df-beb1-8bf5f9c30ac7'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:41:16.663265 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a3e14f3d-762a-4705-bd45-26048a81e7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:16.665496 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-530c6243-678e-4ca3-9d01-f59e5efa6f19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:16.739912 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a3e14f3d-762a-4705-bd45-26048a81e7f4 None None] For port 6ad407b3-4ddf-43ce-89c6-69206ec36fb2, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:41:16.744477 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a3e14f3d-762a-4705-bd45-26048a81e7f4 None None] For port 6ad407b3-4ddf-43ce-89c6-69206ec36fb2, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=6ad407b3-4ddf-43ce-89c6-69206ec36fb2,segment=NetworkSegment(4020f15a-1fb8-4b4e-aeb5-8e0d3b6d7069),segment_id=4020f15a-1fb8-4b4e-aeb5-8e0d3b6d7069)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:41:16.751427 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a3e14f3d-762a-4705-bd45-26048a81e7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:16.758392 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-530c6243-678e-4ca3-9d01-f59e5efa6f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:16.761365 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d71ee6d9-c49a-46cb-b9ac-c2dd2c541e86 req-51a0b201-2bb8-438c-b76b-4450dfe381c7 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdb2bb5a-997f-44d2-b0dd-b9356b31afca HTTP/1.1" status: 200 len: 210 time: 0.0458920 May 06 09:41:16.785637 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['a80e689c-147f-4e8f-b16b-2d0dca0b640a'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:16.786609 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735dd28-1aee-44ec-a51a-09d06f37d649 req-10f72ae5-5145-41a4-babd-4e81b134790b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:16.787847 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e735dd28-1aee-44ec-a51a-09d06f37d649 req-10f72ae5-5145-41a4-babd-4e81b134790b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a276361bfa5d40d88d5fb8c7475cf482&device_id=0fa47783-ae2c-4771-a4f9-d9507f282457 HTTP/1.1" status: 200 len: 1094 time: 0.1273026 May 06 09:41:16.808472 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cdfc0-1bb7-4c26-9d75-d09ddc6429bd req-a98395c6-4970-414e-a643-89064e0b7461 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:16.810200 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-530cdfc0-1bb7-4c26-9d75-d09ddc6429bd req-a98395c6-4970-414e-a643-89064e0b7461 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.2179630 May 06 09:41:16.826757 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530c6243-678e-4ca3-9d01-f59e5efa6f19 admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:16.848975 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-530c6243-678e-4ca3-9d01-f59e5efa6f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:16.851490 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530c6243-678e-4ca3-9d01-f59e5efa6f19 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:16.862677 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e14f3d-762a-4705-bd45-26048a81e7f4 None None] Pushing event updated for resources: {'Port': ['ID=6ad407b3-4ddf-43ce-89c6-69206ec36fb2,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:16.877904 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c6243-678e-4ca3-9d01-f59e5efa6f19 admin admin] Pushing event updated for resources: {'Port': ['ID=0daae369-a514-4075-9e70-57be763e5b9b,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:17.013930 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-530cdfc0-1bb7-4c26-9d75-d09ddc6429bd req-9acb1383-603c-4414-abc2-e93909617b49 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832144 May 06 09:41:17.035844 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c57e9e-8bc3-4fc2-87d6-168eeb580cf8 req-a6f8d3e6-cef4-498a-b8f4-88e9e0947f9b tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:17.038046 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62c57e9e-8bc3-4fc2-87d6-168eeb580cf8 req-a6f8d3e6-cef4-498a-b8f4-88e9e0947f9b tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=379ba106-23b2-4f47-885b-887967f9ace8 HTTP/1.1" status: 200 len: 950 time: 0.1266949 May 06 09:41:17.071715 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735dd28-1aee-44ec-a51a-09d06f37d649 req-6babefda-341f-4430-8b2e-7c859889296f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:17.074721 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e735dd28-1aee-44ec-a51a-09d06f37d649 req-6babefda-341f-4430-8b2e-7c859889296f service neutron] 10.222.0.84 "GET /v2.0/networks?id=63310cb6-2c84-44f2-9e8f-0c5b176cfc28 HTTP/1.1" status: 200 len: 912 time: 0.2631741 May 06 09:41:17.220480 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e735dd28-1aee-44ec-a51a-09d06f37d649 req-2e94176a-315d-4f33-832e-9a7872a3c70d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b127be3-c208-4e14-92be-840cef7418cf HTTP/1.1" status: 200 len: 217 time: 0.1149685 May 06 09:41:17.241392 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-530c6243-678e-4ca3-9d01-f59e5efa6f19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:17.250811 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62c57e9e-8bc3-4fc2-87d6-168eeb580cf8 req-6497badc-60eb-40fb-b37d-c938dac2f5cd tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995625 May 06 09:41:17.370849 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6914296f-3835-4bb7-ad67-8118eaab00db req-dc0df900-ccd0-4462-94f9-21988f0d0a83 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0fe275606e2841ef811abf94e17c097e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1277156 May 06 09:41:17.386190 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 6ad407b3-4ddf-43ce-89c6-69206ec36fb2 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:17.467630 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 6ad407b3-4ddf-43ce-89c6-69206ec36fb2 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:17.467630 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:17.494152 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68525bf-a27a-4b3a-9ce5-f0b41c734dc3 req-70a83024-b4c7-464d-93fb-81fd7692a939 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:17.502072 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c68525bf-a27a-4b3a-9ce5-f0b41c734dc3 req-70a83024-b4c7-464d-93fb-81fd7692a939 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.3452723 May 06 09:41:17.522956 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735dd28-1aee-44ec-a51a-09d06f37d649 req-b0fe11ac-b015-4c3f-a2e0-6d2a8cf17af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:17.524366 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e735dd28-1aee-44ec-a51a-09d06f37d649 req-b0fe11ac-b015-4c3f-a2e0-6d2a8cf17af1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2d048d8f-1cb9-48ef-a7c8-b37e62204696 HTTP/1.1" status: 200 len: 850 time: 0.2851186 May 06 09:41:17.571389 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:17.582436 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-530c6243-678e-4ca3-9d01-f59e5efa6f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:17.610221 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 6ad407b3-4ddf-43ce-89c6-69206ec36fb2, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=6ad407b3-4ddf-43ce-89c6-69206ec36fb2,segment=NetworkSegment(4020f15a-1fb8-4b4e-aeb5-8e0d3b6d7069),segment_id=4020f15a-1fb8-4b4e-aeb5-8e0d3b6d7069)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:17.615264 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:17.621733 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c68525bf-a27a-4b3a-9ce5-f0b41c734dc3 req-0dd04c63-a448-45e8-9c98-aec75cf9a6aa tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186516 May 06 09:41:17.636277 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460637d7-fd2a-40bc-8b3f-0c8f3e647f85 req-d800c5f7-9821-4bb1-9a8a-20e11838caa3 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:17.646071 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-460637d7-fd2a-40bc-8b3f-0c8f3e647f85 req-d800c5f7-9821-4bb1-9a8a-20e11838caa3 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.2327173 May 06 09:41:17.655092 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914296f-3835-4bb7-ad67-8118eaab00db req-9758bfeb-fbc1-44e6-b140-02027737b733 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:17.660816 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6914296f-3835-4bb7-ad67-8118eaab00db req-9758bfeb-fbc1-44e6-b140-02027737b733 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2762289 May 06 09:41:17.676991 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=6ad407b3-4ddf-43ce-89c6-69206ec36fb2,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:17.692413 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-6914296f-3835-4bb7-ad67-8118eaab00db req-9c0139e5-3ac2-4341-9877-008d122e9302 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Request body: {'port': {'device_id': 'fdb2bb5a-997f-44d2-b0dd-b9356b31afca', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'admin_state_up': True, 'tenant_id': '0fe275606e2841ef811abf94e17c097e'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:17.707826 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device f90d1b33-d29e-4526-b8d7-c60b4ff817a9 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:41:17.746363 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530c6243-678e-4ca3-9d01-f59e5efa6f19 admin admin] Router 06655664-807a-40be-b182-beae899a6153 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:41:17.756508 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735dd28-1aee-44ec-a51a-09d06f37d649 req-307406de-f823-4349-b2d2-90324f1021b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:17.758586 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e735dd28-1aee-44ec-a51a-09d06f37d649 req-307406de-f823-4349-b2d2-90324f1021b9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=63310cb6-2c84-44f2-9e8f-0c5b176cfc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2236142 May 06 09:41:17.851948 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-460637d7-fd2a-40bc-8b3f-0c8f3e647f85 req-e8145f9c-518d-42bb-81cf-8c948de3a138 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893425 May 06 09:41:17.872514 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port f90d1b33-d29e-4526-b8d7-c60b4ff817a9, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=f90d1b33-d29e-4526-b8d7-c60b4ff817a9,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:17.931473 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530c6243-678e-4ca3-9d01-f59e5efa6f19 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:41:17.941133 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3906b-c968-4af5-8bf9-66f6269357dc req-05caf22f-d646-4750-9a01-e7faeead0896 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:17.942728 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6bf3906b-c968-4af5-8bf9-66f6269357dc req-05caf22f-d646-4750-9a01-e7faeead0896 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0c662a3-3350-4265-891b-8762bd7b85a1 HTTP/1.1" status: 200 len: 943 time: 0.2309368 May 06 09:41:17.942998 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84746527-637b-45e1-bee3-4e673693f4f8 None None] Sync routers for ids ['06655664-807a-40be-b182-beae899a6153'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:41:17.961612 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84746527-637b-45e1-bee3-4e673693f4f8 None None] Routers {'06655664-807a-40be-b182-beae899a6153'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:17.966356 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-530c6243-678e-4ca3-9d01-f59e5efa6f19 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:17.967725 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-84746527-637b-45e1-bee3-4e673693f4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:40:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['06655664-807a-40be-b182-beae899a6153'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:17.968288 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-530c6243-678e-4ca3-9d01-f59e5efa6f19 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4128156 May 06 09:41:17.970662 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46304) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:17.989167 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'f90d1b33-d29e-4526-b8d7-c60b4ff817a9', 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4', 'port_id': 'f90d1b33-d29e-4526-b8d7-c60b4ff817a9', 'mac_address': 'fa:16:3e:a9:a8:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa93752-8f96-48cb-be1f-768526aba17a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:41:18.019613 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e735dd28-1aee-44ec-a51a-09d06f37d649 req-767f0959-6bcc-421f-83fb-3cea6b1e3afe service neutron] 10.222.0.84 "GET /v2.0/networks/63310cb6-2c84-44f2-9e8f-0c5b176cfc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374313 May 06 09:41:18.059542 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6914296f-3835-4bb7-ad67-8118eaab00db req-9c0139e5-3ac2-4341-9877-008d122e9302 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Made reservation on behalf of 0fe275606e2841ef811abf94e17c097e for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:41:18.068888 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:18.072098 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6914296f-3835-4bb7-ad67-8118eaab00db req-9c0139e5-3ac2-4341-9877-008d122e9302 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:18.097418 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f90d1b33-d29e-4526-b8d7-c60b4ff817a9 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:18.124980 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port f90d1b33-d29e-4526-b8d7-c60b4ff817a9, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=f90d1b33-d29e-4526-b8d7-c60b4ff817a9,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:18.134272 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:18.155463 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-84746527-637b-45e1-bee3-4e673693f4f8 None None] Set router 06655664-807a-40be-b182-beae899a6153 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:18.159677 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6bf3906b-c968-4af5-8bf9-66f6269357dc req-c2c63437-7841-4c16-b8a2-9e244a91b59c tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047813 May 06 09:41:18.215066 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=f90d1b33-d29e-4526-b8d7-c60b4ff817a9,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:18.403255 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaec98c-489a-4086-b9df-b88379be0c94 None None] Network 7e56075a-913e-43df-beb1-8bf5f9c30ac7 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:41:18.406377 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a9896-1c29-43c8-b4a9-9ac58abf9822 req-7e5b0bbb-d56b-43fd-8bb6-7e0085d6a5b1 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:18.408040 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d64a9896-1c29-43c8-b4a9-9ac58abf9822 req-7e5b0bbb-d56b-43fd-8bb6-7e0085d6a5b1 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fa47783-ae2c-4771-a4f9-d9507f282457 HTTP/1.1" status: 200 len: 943 time: 0.3243315 May 06 09:41:18.413206 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e735dd28-1aee-44ec-a51a-09d06f37d649 req-f7c19ec8-af65-484e-93e2-e2dc470bbab6 service neutron] 10.222.0.84 "GET /v2.0/networks/63310cb6-2c84-44f2-9e8f-0c5b176cfc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787682 May 06 09:41:18.468954 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-84746527-637b-45e1-bee3-4e673693f4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06655664-807a-40be-b182-beae899a6153', 'name': 'tempest-FloatingIPsTestJSON-1559552775-router', 'tenant_id': '9dd8acb654c3493a861edd92ae127844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '0daae369-a514-4075-9e70-57be763e5b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:15Z', 'updated_at': '2022-05-06T09:41:17Z', 'revision_number': 3, 'project_id': '9dd8acb654c3493a861edd92ae127844', 'gw_port': {'id': '0daae369-a514-4075-9e70-57be763e5b9b', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:32:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06655664-807a-40be-b182-beae899a6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:16Z', 'updated_at': '2022-05-06T09:41:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:18.502736 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8e0d0120-77f8-47de-a82c-8b4030862169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:18.516222 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55422c5a-23b4-41e1-80df-68f5fb74d293 req-01e69223-38fc-43d5-9319-1f8ecf81c224 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:18.518176 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55422c5a-23b4-41e1-80df-68f5fb74d293 req-01e69223-38fc-43d5-9319-1f8ecf81c224 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=8878e375-a12c-4447-96f9-298c9ca7f355 HTTP/1.1" status: 200 len: 945 time: 0.1841161 May 06 09:41:18.521494 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d64a9896-1c29-43c8-b4a9-9ac58abf9822 req-bec9455a-09eb-40f4-81da-ab844442f961 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/security-groups?id=7f285e86-832d-47c0-a280-829de0824e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994592 May 06 09:41:18.529000 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-6914296f-3835-4bb7-ad67-8118eaab00db req-9c0139e5-3ac2-4341-9877-008d122e9302 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Allocated IP 192.168.233.94 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/942a3e7b-940f-4b02-b333-7e039dd216f5) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:18.529655 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-8669339f-603c-4d4f-880b-9eeb9f2dc90a None None] Provisioning complete for port 6ad407b3-4ddf-43ce-89c6-69206ec36fb2 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:18.530039 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8669339f-603c-4d4f-880b-9eeb9f2dc90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:18.535157 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84746527-637b-45e1-bee3-4e673693f4f8 None None] Checking router: 06655664-807a-40be-b182-beae899a6153 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:41:18.535513 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84746527-637b-45e1-bee3-4e673693f4f8 None None] Updating router 06655664-807a-40be-b182-beae899a6153 port 0daae369-a514-4075-9e70-57be763e5b9b binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:41:18.607324 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-84746527-637b-45e1-bee3-4e673693f4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:18.631681 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55422c5a-23b4-41e1-80df-68f5fb74d293 req-aeeb4f97-0bd9-413b-9936-315664ac62ca tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900011 May 06 09:41:18.728787 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['f90d1b33-d29e-4526-b8d7-c60b4ff817a9'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:18.738916 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:18.793550 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2b88fa59-09b3-42b4-8461-6d010ec6ecf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:18.808991 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-98cd4d59-818e-489c-bfd8-3e1e5b934de8 req-c6764248-3b48-4e83-8d91-c645fe6342c3 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdb2bb5a-997f-44d2-b0dd-b9356b31afca HTTP/1.1" status: 200 len: 210 time: 0.0436664 May 06 09:41:18.911892 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6914296f-3835-4bb7-ad67-8118eaab00db req-9c0139e5-3ac2-4341-9877-008d122e9302 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:19.030351 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-326d8ea9-a6d5-44ae-bf7e-4a2bdfc53707 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=661d757dd98e4787a17a66d7a29ce3d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0861595 May 06 09:41:19.085741 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004ef8b-eeac-490a-b48f-ace19c0e1c48 req-7fa1cb4c-1355-432c-ba05-0e8c17b6b3c9 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:19.087782 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4004ef8b-eeac-490a-b48f-ace19c0e1c48 req-7fa1cb4c-1355-432c-ba05-0e8c17b6b3c9 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1669130 May 06 09:41:19.113306 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-2b88fa59-09b3-42b4-8461-6d010ec6ecf5 admin admin] Allocated IP 172.20.0.1 (7e56075a-913e-43df-beb1-8bf5f9c30ac7/66cde072-916f-41df-a65a-1365589d62fc/1072977e-6669-43f5-8df7-65ac461d7be9) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:19.122721 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6914296f-3835-4bb7-ad67-8118eaab00db req-9c0139e5-3ac2-4341-9877-008d122e9302 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:19.132937 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b6cb7-479d-4e51-a1c5-238e6893c905 req-775521d1-63f3-4e40-866d-f1f93637af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:19.134841 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a78b6cb7-479d-4e51-a1c5-238e6893c905 req-775521d1-63f3-4e40-866d-f1f93637af2c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e6b8f11daba14014856a1a2bb0688844&device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 1095 time: 0.2169130 May 06 09:41:19.139422 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['c45e2232-5ed7-485f-b3e2-b187d68163c4', '7b0be1c1-d3fb-464b-a0e0-5b1a926b435b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:19.170254 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-84746527-637b-45e1-bee3-4e673693f4f8 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:19.185871 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-84746527-637b-45e1-bee3-4e673693f4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:19.246817 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-84746527-637b-45e1-bee3-4e673693f4f8 None None] Attempting to bind port 0daae369-a514-4075-9e70-57be763e5b9b on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:41:19.247305 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-84746527-637b-45e1-bee3-4e673693f4f8 None None] Attempting to bind port 0daae369-a514-4075-9e70-57be763e5b9b by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:41:19.247737 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84746527-637b-45e1-bee3-4e673693f4f8 None None] Attempting to bind port 0daae369-a514-4075-9e70-57be763e5b9b on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:19.258599 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84746527-637b-45e1-bee3-4e673693f4f8 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:41:19.258997 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84746527-637b-45e1-bee3-4e673693f4f8 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:19.259506 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-84746527-637b-45e1-bee3-4e673693f4f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:19.260098 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84746527-637b-45e1-bee3-4e673693f4f8 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:41:19.260675 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-84746527-637b-45e1-bee3-4e673693f4f8 None None] Bound port: 0daae369-a514-4075-9e70-57be763e5b9b, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:41:19.261147 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-84746527-637b-45e1-bee3-4e673693f4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:19.273212 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6914296f-3835-4bb7-ad67-8118eaab00db req-9c0139e5-3ac2-4341-9877-008d122e9302 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:19.284532 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-74591279-9ef1-46c3-9962-68802936731a None None] Provisioning complete for port 6ad407b3-4ddf-43ce-89c6-69206ec36fb2 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:19.285283 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-74591279-9ef1-46c3-9962-68802936731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:19.327338 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-84746527-637b-45e1-bee3-4e673693f4f8 None None] For port 0daae369-a514-4075-9e70-57be763e5b9b, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:41:19.331775 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-84746527-637b-45e1-bee3-4e673693f4f8 None None] For port 0daae369-a514-4075-9e70-57be763e5b9b, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=0daae369-a514-4075-9e70-57be763e5b9b,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:41:19.343604 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-84746527-637b-45e1-bee3-4e673693f4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:19.368456 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d91d8-5e6e-47bc-a7d9-c348d85e6da7 None None] Pushing event updated for resources: {'Port': ['ID=0daae369-a514-4075-9e70-57be763e5b9b,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:19.378348 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d91d8-5e6e-47bc-a7d9-c348d85e6da7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:19.378348 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d91d8-5e6e-47bc-a7d9-c348d85e6da7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:19.378718 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d91d8-5e6e-47bc-a7d9-c348d85e6da7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:19.378956 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d91d8-5e6e-47bc-a7d9-c348d85e6da7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:19.380635 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d91d8-5e6e-47bc-a7d9-c348d85e6da7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:19.380635 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d91d8-5e6e-47bc-a7d9-c348d85e6da7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:19.380635 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d91d8-5e6e-47bc-a7d9-c348d85e6da7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:19.380635 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d91d8-5e6e-47bc-a7d9-c348d85e6da7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:19.380635 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d91d8-5e6e-47bc-a7d9-c348d85e6da7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:19.381105 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d91d8-5e6e-47bc-a7d9-c348d85e6da7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:19.381875 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d91d8-5e6e-47bc-a7d9-c348d85e6da7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:19.381875 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d91d8-5e6e-47bc-a7d9-c348d85e6da7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:19.393634 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 6ad407b3-4ddf-43ce-89c6-69206ec36fb2 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:19.395386 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2b88fa59-09b3-42b4-8461-6d010ec6ecf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:19.438415 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84746527-637b-45e1-bee3-4e673693f4f8 None None] Routers {'06655664-807a-40be-b182-beae899a6153'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:19.439531 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-84746527-637b-45e1-bee3-4e673693f4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:41:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['06655664-807a-40be-b182-beae899a6153'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:19.462270 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 0b127be3-c208-4e14-92be-840cef7418cf details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:41:19.471534 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2b88fa59-09b3-42b4-8461-6d010ec6ecf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:19.519862 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 6ad407b3-4ddf-43ce-89c6-69206ec36fb2 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:19.520629 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:19.559179 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:19.564910 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b88fa59-09b3-42b4-8461-6d010ec6ecf5 admin admin] Network 7e56075a-913e-43df-beb1-8bf5f9c30ac7 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:19.566235 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88fa59-09b3-42b4-8461-6d010ec6ecf5 admin admin] Pushing event updated for resources: {'Port': ['ID=1072977e-6669-43f5-8df7-65ac461d7be9,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:19.567800 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-84746527-637b-45e1-bee3-4e673693f4f8 None None] Set router 06655664-807a-40be-b182-beae899a6153 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:19.577582 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-2b88fa59-09b3-42b4-8461-6d010ec6ecf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:19.599077 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b88fa59-09b3-42b4-8461-6d010ec6ecf5 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:19.642087 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-6914296f-3835-4bb7-ad67-8118eaab00db req-9c0139e5-3ac2-4341-9877-008d122e9302 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:19.644008 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0139e5-3ac2-4341-9877-008d122e9302 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Pushing event updated for resources: {'Port': ['ID=942a3e7b-940f-4b02-b333-7e039dd216f5,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:19.649738 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-6914296f-3835-4bb7-ad67-8118eaab00db req-9c0139e5-3ac2-4341-9877-008d122e9302 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:19.685256 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2b88fa59-09b3-42b4-8461-6d010ec6ecf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:19.686212 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.resource_extend [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:41:19.738018 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device a80e689c-147f-4e8f-b16b-2d0dca0b640a up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:19.745515 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d91d8-5e6e-47bc-a7d9-c348d85e6da7 None None] Pushing event updated for resources: {'Port': ['ID=0daae369-a514-4075-9e70-57be763e5b9b,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:19.773669 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4004ef8b-eeac-490a-b48f-ace19c0e1c48 req-7b43f14d-c0a9-4aeb-aacc-b52cf0597ec4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6438766 May 06 09:41:19.876229 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-782a5e14-88d9-422e-b802-32b0b8de1bde tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:19.877856 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-782a5e14-88d9-422e-b802-32b0b8de1bde tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8365850 May 06 09:41:19.900663 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-84746527-637b-45e1-bee3-4e673693f4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06655664-807a-40be-b182-beae899a6153', 'name': 'tempest-FloatingIPsTestJSON-1559552775-router', 'tenant_id': '9dd8acb654c3493a861edd92ae127844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '0daae369-a514-4075-9e70-57be763e5b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:15Z', 'updated_at': '2022-05-06T09:41:17Z', 'revision_number': 3, 'project_id': '9dd8acb654c3493a861edd92ae127844', 'gw_port': {'id': '0daae369-a514-4075-9e70-57be763e5b9b', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:32:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06655664-807a-40be-b182-beae899a6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:16Z', 'updated_at': '2022-05-06T09:41:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:19.952937 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2b88fa59-09b3-42b4-8461-6d010ec6ecf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:19.956946 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84746527-637b-45e1-bee3-4e673693f4f8 None None] The sync data for ids ['06655664-807a-40be-b182-beae899a6153'] in n-d-840835-1 is: [{'id': '06655664-807a-40be-b182-beae899a6153', 'name': 'tempest-FloatingIPsTestJSON-1559552775-router', 'tenant_id': '9dd8acb654c3493a861edd92ae127844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '0daae369-a514-4075-9e70-57be763e5b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:15Z', 'updated_at': '2022-05-06T09:41:17Z', 'revision_number': 3, 'project_id': '9dd8acb654c3493a861edd92ae127844', 'gw_port': {'id': '0daae369-a514-4075-9e70-57be763e5b9b', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:32:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06655664-807a-40be-b182-beae899a6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:16Z', 'updated_at': '2022-05-06T09:41:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:41:19.981759 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914296f-3835-4bb7-ad67-8118eaab00db req-9c0139e5-3ac2-4341-9877-008d122e9302 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:19.982446 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6914296f-3835-4bb7-ad67-8118eaab00db req-9c0139e5-3ac2-4341-9877-008d122e9302 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:20.048438 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b6cb7-479d-4e51-a1c5-238e6893c905 req-dcb1372b-5fe9-4c6a-be83-a7ad649a93cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:20.051274 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a78b6cb7-479d-4e51-a1c5-238e6893c905 req-dcb1372b-5fe9-4c6a-be83-a7ad649a93cb service neutron] 10.222.0.84 "GET /v2.0/networks?id=138aada2-7aee-4749-819b-d219deb27012 HTTP/1.1" status: 200 len: 913 time: 0.9018795 May 06 09:41:20.057942 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6914296f-3835-4bb7-ad67-8118eaab00db req-9c0139e5-3ac2-4341-9877-008d122e9302 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3712707 May 06 09:41:20.072633 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-6d930d05-c53d-4690-9140-5d075494fcfa tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/quotas/661d757dd98e4787a17a66d7a29ce3d2 HTTP/1.1" status: 200 len: 375 time: 0.1559789 May 06 09:41:20.099167 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-6914296f-3835-4bb7-ad67-8118eaab00db req-b50f2662-1379-4f5d-a68f-19672b84a7c2 service neutron] Request body: {'port': {'device_id': 'fdb2bb5a-997f-44d2-b0dd-b9356b31afca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:20.184964 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc', 'bcb11d08-ab25-412e-a88e-0cf35497f484', '6b39d1a3-103f-40c1-b13a-58663e7b1409', '76edc2c3-a597-42c6-a4ba-be08f3a3ae18'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:20.212639 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2b88fa59-09b3-42b4-8461-6d010ec6ecf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:20.218886 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2b88fa59-09b3-42b4-8461-6d010ec6ecf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:20.255543 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a78b6cb7-479d-4e51-a1c5-238e6893c905 req-33e12817-05c3-4098-bb6e-d725bb60e10c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01da8cd2-188a-4f87-8a7e-0aea3f350e6e HTTP/1.1" status: 200 len: 998 time: 0.1943905 May 06 09:41:20.263021 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c379016-1847-430a-94b5-70b90287e57d req-65596def-40ed-4782-bf46-4b050e9f62c6 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:20.274869 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c379016-1847-430a-94b5-70b90287e57d req-65596def-40ed-4782-bf46-4b050e9f62c6 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0c662a3-3350-4265-891b-8762bd7b85a1 HTTP/1.1" status: 200 len: 944 time: 0.3377378 May 06 09:41:20.340742 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88fa59-09b3-42b4-8461-6d010ec6ecf5 admin admin] Pushing event updated for resources: {'Port': ['ID=1072977e-6669-43f5-8df7-65ac461d7be9,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:20.343875 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6914296f-3835-4bb7-ad67-8118eaab00db req-b50f2662-1379-4f5d-a68f-19672b84a7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:20.360623 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2b88fa59-09b3-42b4-8461-6d010ec6ecf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:20.368063 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-b4af702a-6191-4520-a3e0-843c133282c7 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=661d757dd98e4787a17a66d7a29ce3d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2907150 May 06 09:41:20.424534 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port a80e689c-147f-4e8f-b16b-2d0dca0b640a completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:41:20.465665 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port a80e689c-147f-4e8f-b16b-2d0dca0b640a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:20.466122 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:20.480265 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e2beb068-642a-4150-be8a-e5b15fa8623c None None] Provisioning complete for port 942a3e7b-940f-4b02-b333-7e039dd216f5 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:20.480657 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e2beb068-642a-4150-be8a-e5b15fa8623c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:20.489865 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b6cb7-479d-4e51-a1c5-238e6893c905 req-0cd293f3-d56e-4b4e-991f-2e9f465120e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:20.496033 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a78b6cb7-479d-4e51-a1c5-238e6893c905 req-0cd293f3-d56e-4b4e-991f-2e9f465120e8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ceacdbe3-a021-4ce2-8b17-bdad66d69597 HTTP/1.1" status: 200 len: 851 time: 0.2141266 May 06 09:41:20.521669 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b88fa59-09b3-42b4-8461-6d010ec6ecf5 admin admin] Network 7e56075a-913e-43df-beb1-8bf5f9c30ac7 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:20.525949 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-2b88fa59-09b3-42b4-8461-6d010ec6ecf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:20.531537 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c379016-1847-430a-94b5-70b90287e57d req-0c393404-f704-43f6-8286-25dd105654a4 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556171 May 06 09:41:20.743480 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 0b127be3-c208-4e14-92be-840cef7418cf, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=0b127be3-c208-4e14-92be-840cef7418cf,segment=NetworkSegment(c050de98-7641-4301-b72e-f4e7cddac870),segment_id=c050de98-7641-4301-b72e-f4e7cddac870)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:20.777615 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b6cb7-479d-4e51-a1c5-238e6893c905 req-4f338e26-dc31-4053-9c00-1d618ca3720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:20.779360 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a78b6cb7-479d-4e51-a1c5-238e6893c905 req-4f338e26-dc31-4053-9c00-1d618ca3720a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=138aada2-7aee-4749-819b-d219deb27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2684608 May 06 09:41:20.952986 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb4300-b5bb-4b76-afac-05711aa9433b req-d79173d6-5b1b-4259-bbcb-6dec91f94b8c tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:20.954651 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-97bb4300-b5bb-4b76-afac-05711aa9433b req-d79173d6-5b1b-4259-bbcb-6dec91f94b8c tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fa47783-ae2c-4771-a4f9-d9507f282457 HTTP/1.1" status: 200 len: 943 time: 0.2392499 May 06 09:41:21.049933 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc1e08-f995-4fb3-a09c-55bdac95c70f req-b0424b28-36b0-4c15-a49a-8be5b39b6ac7 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:21.051632 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-33fc1e08-f995-4fb3-a09c-55bdac95c70f req-b0424b28-36b0-4c15-a49a-8be5b39b6ac7 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=8878e375-a12c-4447-96f9-298c9ca7f355 HTTP/1.1" status: 200 len: 945 time: 0.3382232 May 06 09:41:21.088420 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '0b127be3-c208-4e14-92be-840cef7418cf', 'network_id': '63310cb6-2c84-44f2-9e8f-0c5b176cfc28', 'port_id': '0b127be3-c208-4e14-92be-840cef7418cf', 'mac_address': 'fa:16:3e:50:65:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d048d8f-1cb9-48ef-a7c8-b37e62204696', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:41:21.157871 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-97bb4300-b5bb-4b76-afac-05711aa9433b req-8dd74bae-5df3-48ea-a9d6-f01b4a494833 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/security-groups?id=7f285e86-832d-47c0-a280-829de0824e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381397 May 06 09:41:21.196055 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:21.218616 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e2beb068-642a-4150-be8a-e5b15fa8623c None None] Port 942a3e7b-940f-4b02-b333-7e039dd216f5 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:41:21.230933 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-33fc1e08-f995-4fb3-a09c-55bdac95c70f req-f31f738a-99da-4fe6-aedf-00296f187e8b tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692770 May 06 09:41:21.256022 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:21.258052 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b88fa59-09b3-42b4-8461-6d010ec6ecf5 admin admin] Router 06655664-807a-40be-b182-beae899a6153 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:41:21.263942 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a78b6cb7-479d-4e51-a1c5-238e6893c905 req-534c8af5-dbc9-4d10-bda0-8c17c9f0b77e service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456513 May 06 09:41:21.337312 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port a80e689c-147f-4e8f-b16b-2d0dca0b640a, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a80e689c-147f-4e8f-b16b-2d0dca0b640a,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:21.345922 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8878e375-a12c-4447-96f9-298c9ca7f355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80e689c-147f-4e8f-b16b-2d0dca0b640a'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:21.349256 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e151fe-beb1-4ef7-8173-792cf0fb8969" -d '{"events": [{"server_uuid": "8878e375-a12c-4447-96f9-298c9ca7f355", "name": "network-vif-plugged", "status": "completed", "tag": "a80e689c-147f-4e8f-b16b-2d0dca0b640a"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:21.356640 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e2beb068-642a-4150-be8a-e5b15fa8623c None None] Provisioning complete for port 1072977e-6669-43f5-8df7-65ac461d7be9 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:21.358995 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e2beb068-642a-4150-be8a-e5b15fa8623c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:21.361364 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:21.437479 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:21.462986 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-034c4c28-ca05-4ae7-8ead-1767d150963f req-b0d8cc70-b61c-4ff4-a540-8dc7bc7ec4af tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=0143a0b5-af76-4c30-82d2-6834cab885d7 HTTP/1.1" status: 200 len: 210 time: 0.0787327 May 06 09:41:21.510129 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 0daae369-a514-4075-9e70-57be763e5b9b up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:21.522990 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b88fa59-09b3-42b4-8461-6d010ec6ecf5 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:41:21.535600 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2b88fa59-09b3-42b4-8461-6d010ec6ecf5 admin admin] 10.222.0.73 "PUT /v2.0/routers/06655664-807a-40be-b182-beae899a6153/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5637064 May 06 09:41:21.565076 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab711a2b-75d1-4034-a8e0-67b05d1ed1b7 req-4afc875d-4fc8-4357-8906-c6ca70fb0607 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:21.567663 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab711a2b-75d1-4034-a8e0-67b05d1ed1b7 req-4afc875d-4fc8-4357-8906-c6ca70fb0607 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdb2bb5a-997f-44d2-b0dd-b9356b31afca HTTP/1.1" status: 200 len: 935 time: 0.2455111 May 06 09:41:21.626721 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-6914296f-3835-4bb7-ad67-8118eaab00db req-b50f2662-1379-4f5d-a68f-19672b84a7c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 942a3e7b-940f-4b02-b333-7e039dd216f5 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:21.638260 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6914296f-3835-4bb7-ad67-8118eaab00db req-b50f2662-1379-4f5d-a68f-19672b84a7c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:21.649891 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=a80e689c-147f-4e8f-b16b-2d0dca0b640a,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:21.661348 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b127be3-c208-4e14-92be-840cef7418cf {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:21.672794 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:21.688918 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a78b6cb7-479d-4e51-a1c5-238e6893c905 req-e49254a8-73f1-4568-b65b-3c0f02b1226f service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239657 May 06 09:41:21.689235 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e2beb068-642a-4150-be8a-e5b15fa8623c None None] Port 1072977e-6669-43f5-8df7-65ac461d7be9 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:41:21.714380 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-6914296f-3835-4bb7-ad67-8118eaab00db req-b50f2662-1379-4f5d-a68f-19672b84a7c2 service neutron] Transition to ACTIVE for port object 942a3e7b-940f-4b02-b333-7e039dd216f5 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:41:21.720657 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 0b127be3-c208-4e14-92be-840cef7418cf, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=0b127be3-c208-4e14-92be-840cef7418cf,segment=NetworkSegment(c050de98-7641-4301-b72e-f4e7cddac870),segment_id=c050de98-7641-4301-b72e-f4e7cddac870)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:21.724022 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device f90d1b33-d29e-4526-b8d7-c60b4ff817a9 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:21.735709 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab711a2b-75d1-4034-a8e0-67b05d1ed1b7 req-7a91f38c-c792-4b1d-8cf2-6f2e612a68d7 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562974 May 06 09:41:21.737252 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6914296f-3835-4bb7-ad67-8118eaab00db req-b50f2662-1379-4f5d-a68f-19672b84a7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:21.765448 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:21.795051 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e00cd0-2f75-4603-98bc-d86b2f07a423 req-f2b504c7-8e09-41f7-b566-074cbcd5430f tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:21.796897 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-91e00cd0-2f75-4603-98bc-d86b2f07a423 req-f2b504c7-8e09-41f7-b566-074cbcd5430f tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.2223041 May 06 09:41:21.823833 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52fc850-c730-402e-bb80-c086cd3d208a x-openstack-request-id: req-e52fc850-c730-402e-bb80-c086cd3d208a {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:21.824140 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8878e375-a12c-4447-96f9-298c9ca7f355", "name": "network-vif-plugged", "status": "completed", "tag": "a80e689c-147f-4e8f-b16b-2d0dca0b640a", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:21.824374 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e52fc850-c730-402e-bb80-c086cd3d208a {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:21.825006 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e52fc850-c730-402e-bb80-c086cd3d208a'] response: {'server_uuid': '8878e375-a12c-4447-96f9-298c9ca7f355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80e689c-147f-4e8f-b16b-2d0dca0b640a', 'code': 200} May 06 09:41:21.870817 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 0daae369-a514-4075-9e70-57be763e5b9b triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:21.871053 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:21.884569 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f2662-1379-4f5d-a68f-19672b84a7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=942a3e7b-940f-4b02-b333-7e039dd216f5,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:21.961851 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-de18960b-dd74-44ad-9bd5-3afb8d4155ac None None] Provisioning complete for port 1072977e-6669-43f5-8df7-65ac461d7be9 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:21.962403 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-de18960b-dd74-44ad-9bd5-3afb8d4155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:22.007924 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=0b127be3-c208-4e14-92be-840cef7418cf,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:22.013541 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-91e00cd0-2f75-4603-98bc-d86b2f07a423 req-2e567dbe-c4f1-46f5-a982-54024f3e6867 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958432 May 06 09:41:22.060233 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f5c61-ece0-434a-88e7-f1369be01330 req-012623ff-ba8a-4f22-837f-e8d2f19af81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:22.061264 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045d6dc-0062-492e-870a-7184d2e72828 req-17bd92de-4272-4b47-9198-c130f374b61f tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:22.062207 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae2f5c61-ece0-434a-88e7-f1369be01330 req-012623ff-ba8a-4f22-837f-e8d2f19af81b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8878e375-a12c-4447-96f9-298c9ca7f355 HTTP/1.1" status: 200 len: 1097 time: 0.0884781 May 06 09:41:22.068788 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2045d6dc-0062-492e-870a-7184d2e72828 req-17bd92de-4272-4b47-9198-c130f374b61f tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0c662a3-3350-4265-891b-8762bd7b85a1 HTTP/1.1" status: 200 len: 944 time: 0.1462462 May 06 09:41:22.072533 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-6914296f-3835-4bb7-ad67-8118eaab00db req-b50f2662-1379-4f5d-a68f-19672b84a7c2 service neutron] Attempting to bind port 942a3e7b-940f-4b02-b333-7e039dd216f5 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:41:22.072842 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-6914296f-3835-4bb7-ad67-8118eaab00db req-b50f2662-1379-4f5d-a68f-19672b84a7c2 service neutron] Attempting to bind port 942a3e7b-940f-4b02-b333-7e039dd216f5 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:41:22.073147 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6914296f-3835-4bb7-ad67-8118eaab00db req-b50f2662-1379-4f5d-a68f-19672b84a7c2 service neutron] Attempting to bind port 942a3e7b-940f-4b02-b333-7e039dd216f5 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:22.086084 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port f90d1b33-d29e-4526-b8d7-c60b4ff817a9 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:41:22.092923 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6914296f-3835-4bb7-ad67-8118eaab00db req-b50f2662-1379-4f5d-a68f-19672b84a7c2 service neutron] Port 942a3e7b-940f-4b02-b333-7e039dd216f5 on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:41:22.093266 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6914296f-3835-4bb7-ad67-8118eaab00db req-b50f2662-1379-4f5d-a68f-19672b84a7c2 service neutron] Attempting to bind port 942a3e7b-940f-4b02-b333-7e039dd216f5 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:22.096334 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port f90d1b33-d29e-4526-b8d7-c60b4ff817a9 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:22.096728 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:22.104999 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6914296f-3835-4bb7-ad67-8118eaab00db req-b50f2662-1379-4f5d-a68f-19672b84a7c2 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:41:22.105344 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6914296f-3835-4bb7-ad67-8118eaab00db req-b50f2662-1379-4f5d-a68f-19672b84a7c2 service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:22.106618 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6914296f-3835-4bb7-ad67-8118eaab00db req-b50f2662-1379-4f5d-a68f-19672b84a7c2 service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:41:22.106876 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-6914296f-3835-4bb7-ad67-8118eaab00db req-b50f2662-1379-4f5d-a68f-19672b84a7c2 service neutron] Bound port: 942a3e7b-940f-4b02-b333-7e039dd216f5, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:41:22.107289 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6914296f-3835-4bb7-ad67-8118eaab00db req-b50f2662-1379-4f5d-a68f-19672b84a7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:22.159382 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2045d6dc-0062-492e-870a-7184d2e72828 req-4692981d-e9b8-420b-9706-1102a55e8807 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895419 May 06 09:41:22.191482 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae2f5c61-ece0-434a-88e7-f1369be01330 req-1a636c33-31a2-4e90-a669-4c29ae850232 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157575 May 06 09:41:22.212365 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-de18960b-dd74-44ad-9bd5-3afb8d4155ac None None] Port 1072977e-6669-43f5-8df7-65ac461d7be9 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:41:22.221921 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['0b127be3-c208-4e14-92be-840cef7418cf'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:22.392160 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:22.398839 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-6914296f-3835-4bb7-ad67-8118eaab00db req-b50f2662-1379-4f5d-a68f-19672b84a7c2 service neutron] For port 942a3e7b-940f-4b02-b333-7e039dd216f5, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:41:22.445158 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-6914296f-3835-4bb7-ad67-8118eaab00db req-b50f2662-1379-4f5d-a68f-19672b84a7c2 service neutron] For port 942a3e7b-940f-4b02-b333-7e039dd216f5, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=942a3e7b-940f-4b02-b333-7e039dd216f5,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:41:22.462444 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6914296f-3835-4bb7-ad67-8118eaab00db req-b50f2662-1379-4f5d-a68f-19672b84a7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:22.463615 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 0daae369-a514-4075-9e70-57be763e5b9b, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=0daae369-a514-4075-9e70-57be763e5b9b,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:22.471702 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:22.477925 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:22.527212 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914296f-3835-4bb7-ad67-8118eaab00db req-b50f2662-1379-4f5d-a68f-19672b84a7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:22.527572 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6914296f-3835-4bb7-ad67-8118eaab00db req-b50f2662-1379-4f5d-a68f-19672b84a7c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:22.528762 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6914296f-3835-4bb7-ad67-8118eaab00db req-b50f2662-1379-4f5d-a68f-19672b84a7c2 service neutron] 10.222.0.77 "PUT /v2.0/ports/942a3e7b-940f-4b02-b333-7e039dd216f5 HTTP/1.1" status: 200 len: 1095 time: 2.4522479 May 06 09:41:22.541597 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bf0598c8-614d-4b3a-ab6f-58cb2d2a84cb req-a0fd4fa0-5528-442c-8d9b-0590deb935e7 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3274174 May 06 09:41:22.547320 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb2bb5a-997f-44d2-b0dd-b9356b31afca', 'tag': '942a3e7b-940f-4b02-b333-7e039dd216f5'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:22.549865 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3cdd10e-ce0f-482d-a871-77a5b9f22543" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb2bb5a-997f-44d2-b0dd-b9356b31afca", "tag": "942a3e7b-940f-4b02-b333-7e039dd216f5"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:22.559856 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1f783-73d2-4ce2-8328-fa5408052705 req-8aa579cb-4927-4bda-9264-7ab73e19cc3e tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:22.562268 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f5d1f783-73d2-4ce2-8328-fa5408052705 req-8aa579cb-4927-4bda-9264-7ab73e19cc3e tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fa47783-ae2c-4771-a4f9-d9507f282457 HTTP/1.1" status: 200 len: 944 time: 0.2262397 May 06 09:41:22.566337 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-bf0598c8-614d-4b3a-ab6f-58cb2d2a84cb req-98206717-8b74-4822-b85e-b510bdf140db tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:22.580525 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port f90d1b33-d29e-4526-b8d7-c60b4ff817a9, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=f90d1b33-d29e-4526-b8d7-c60b4ff817a9,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:22.589767 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=0daae369-a514-4075-9e70-57be763e5b9b,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:22.593542 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:22.610614 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f080a3a-6a08-4c75-8e7e-92cef7bd1bde req-fd8fa6e7-e0a3-4bc7-aeca-f75f3fb6b96a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=802dbb75-0157-4b9f-8b3c-0db95e6c6eeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2248027 May 06 09:41:22.638935 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f2662-1379-4f5d-a68f-19672b84a7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=942a3e7b-940f-4b02-b333-7e039dd216f5,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:22.644257 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-bf0598c8-614d-4b3a-ab6f-58cb2d2a84cb req-98206717-8b74-4822-b85e-b510bdf140db tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:22.707037 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032c2c01-ef3f-49b7-9a9a-ae4647923cd2 None None] Sync routers for ids ['06655664-807a-40be-b182-beae899a6153'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:41:22.719242 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=f90d1b33-d29e-4526-b8d7-c60b4ff817a9,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:22.728490 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032c2c01-ef3f-49b7-9a9a-ae4647923cd2 None None] Routers {'06655664-807a-40be-b182-beae899a6153'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:22.729138 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-032c2c01-ef3f-49b7-9a9a-ae4647923cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:41:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['06655664-807a-40be-b182-beae899a6153'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:22.745555 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-6ba4fbde-61d0-4b0f-a3aa-f4b74391d904 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=661d757dd98e4787a17a66d7a29ce3d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823698 May 06 09:41:22.752243 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f5d1f783-73d2-4ce2-8328-fa5408052705 req-b18dc993-91f3-4f25-a904-5b44e6c6e476 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/security-groups?id=7f285e86-832d-47c0-a280-829de0824e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773660 May 06 09:41:22.845514 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914296f-3835-4bb7-ad67-8118eaab00db req-69677157-1892-4efc-949e-1757a8a26b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:22.847275 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6914296f-3835-4bb7-ad67-8118eaab00db req-69677157-1892-4efc-949e-1757a8a26b9e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0fe275606e2841ef811abf94e17c097e&device_id=fdb2bb5a-997f-44d2-b0dd-b9356b31afca HTTP/1.1" status: 200 len: 1098 time: 0.0841222 May 06 09:41:22.939965 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-032c2c01-ef3f-49b7-9a9a-ae4647923cd2 None None] Set router 06655664-807a-40be-b182-beae899a6153 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:22.941434 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6914296f-3835-4bb7-ad67-8118eaab00db req-0ad55f44-6366-4463-851f-9452f0268dd6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=942a3e7b-940f-4b02-b333-7e039dd216f5 HTTP/1.1" status: 200 len: 217 time: 0.0716667 May 06 09:41:22.945704 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f080a3a-6a08-4c75-8e7e-92cef7bd1bde req-a965f5ae-09e8-4680-aa85-12767fed12fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:22.947284 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f080a3a-6a08-4c75-8e7e-92cef7bd1bde req-a965f5ae-09e8-4680-aa85-12767fed12fa service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d5c8baf980ce4dc1ab4fba669d9b206a&device_id=802dbb75-0157-4b9f-8b3c-0db95e6c6eeb HTTP/1.1" status: 200 len: 1097 time: 0.2612121 May 06 09:41:23.013090 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914296f-3835-4bb7-ad67-8118eaab00db req-c0b89bf5-3345-49f4-9a42-fb05eff0b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:23.014733 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6914296f-3835-4bb7-ad67-8118eaab00db req-c0b89bf5-3345-49f4-9a42-fb05eff0b767 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0635166 May 06 09:41:23.016978 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76cea7-5751-4321-b6c1-7ddc3d1f4050 req-2e24c245-a16f-4d80-901f-0c7c5cf81156 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:23.018478 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b76cea7-5751-4321-b6c1-7ddc3d1f4050 req-2e24c245-a16f-4d80-901f-0c7c5cf81156 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=8878e375-a12c-4447-96f9-298c9ca7f355 HTTP/1.1" status: 200 len: 946 time: 0.1473243 May 06 09:41:23.056734 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-1feedd33-237d-453f-9e5c-3046808e6553 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:23.058179 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-1feedd33-237d-453f-9e5c-3046808e6553 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2664580 May 06 09:41:23.080358 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914296f-3835-4bb7-ad67-8118eaab00db req-ada7fdff-9686-469c-a400-a81b253718f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:23.082242 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6914296f-3835-4bb7-ad67-8118eaab00db req-ada7fdff-9686-469c-a400-a81b253718f1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0472269 May 06 09:41:23.094770 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-3c77c835-9ad7-46ef-abc2-1de3b288bb5a tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Request body: {'port': {'device_id': '0143a0b5-af76-4c30-82d2-6834cab885d7', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'admin_state_up': True, 'tenant_id': '661d757dd98e4787a17a66d7a29ce3d2'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:23.197801 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6914296f-3835-4bb7-ad67-8118eaab00db req-9d1186cb-cc4f-477e-b5e2-9731232c71b9 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079249 May 06 09:41:23.207080 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-032c2c01-ef3f-49b7-9a9a-ae4647923cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06655664-807a-40be-b182-beae899a6153', 'name': 'tempest-FloatingIPsTestJSON-1559552775-router', 'tenant_id': '9dd8acb654c3493a861edd92ae127844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '0daae369-a514-4075-9e70-57be763e5b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:15Z', 'updated_at': '2022-05-06T09:41:19Z', 'revision_number': 4, 'project_id': '9dd8acb654c3493a861edd92ae127844', 'gw_port': {'id': '0daae369-a514-4075-9e70-57be763e5b9b', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06655664-807a-40be-b182-beae899a6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:16Z', 'updated_at': '2022-05-06T09:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '1072977e-6669-43f5-8df7-65ac461d7be9', 'name': '', 'network_id': '7e56075a-913e-43df-beb1-8bf5f9c30ac7', 'tenant_id': '9dd8acb654c3493a861edd92ae127844', 'mac_address': 'fa:16:3e:06:c8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06655664-807a-40be-b182-beae899a6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '66cde072-916f-41df-a65a-1365589d62fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:18Z', 'updated_at': '2022-05-06T09:41:20Z', 'revision_number': 2, 'project_id': '9dd8acb654c3493a861edd92ae127844', 'subnets': [{'id': '66cde072-916f-41df-a65a-1365589d62fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:23.219728 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b76cea7-5751-4321-b6c1-7ddc3d1f4050 req-c0850322-a4ab-4c09-a019-3ad9b87af8c9 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554081 May 06 09:41:23.237561 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032c2c01-ef3f-49b7-9a9a-ae4647923cd2 None None] Checking router: 06655664-807a-40be-b182-beae899a6153 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:41:23.237919 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032c2c01-ef3f-49b7-9a9a-ae4647923cd2 None None] Updating router 06655664-807a-40be-b182-beae899a6153 port 1072977e-6669-43f5-8df7-65ac461d7be9 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:41:23.266494 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-bf0598c8-614d-4b3a-ab6f-58cb2d2a84cb req-98206717-8b74-4822-b85e-b510bdf140db tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:23.271135 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-032c2c01-ef3f-49b7-9a9a-ae4647923cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:23.300704 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f080a3a-6a08-4c75-8e7e-92cef7bd1bde req-ed79c8d6-69bc-4eef-9eb4-6d2f45f8a6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:23.302368 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f080a3a-6a08-4c75-8e7e-92cef7bd1bde req-ed79c8d6-69bc-4eef-9eb4-6d2f45f8a6b7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=22f2ea67-0061-4453-8871-c63efbcb27a4 HTTP/1.1" status: 200 len: 906 time: 0.3257964 May 06 09:41:23.346991 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6914296f-3835-4bb7-ad67-8118eaab00db req-8bd9646d-56af-4647-a051-f5d8076d032b service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387408 May 06 09:41:23.382004 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 0daae369-a514-4075-9e70-57be763e5b9b up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:23.429288 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f080a3a-6a08-4c75-8e7e-92cef7bd1bde req-095f55d6-4197-493f-8285-9ccee20c6db0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf4790b9-844b-4827-8a7f-ab8e62106a3b HTTP/1.1" status: 200 len: 217 time: 0.0896149 May 06 09:41:23.431302 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-80203017-98ec-4de1-8be6-57c2f127fc77 req-4dffb2c7-acbb-480e-b6f9-7b42963573c8 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=0143a0b5-af76-4c30-82d2-6834cab885d7 HTTP/1.1" status: 200 len: 210 time: 0.0807588 May 06 09:41:23.509277 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 0daae369-a514-4075-9e70-57be763e5b9b triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:23.509657 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:23.525368 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202edd83-e2e2-44b9-afc8-add7aa24c873 x-openstack-request-id: req-202edd83-e2e2-44b9-afc8-add7aa24c873 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:23.525680 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb2bb5a-997f-44d2-b0dd-b9356b31afca", "tag": "942a3e7b-940f-4b02-b333-7e039dd216f5", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:23.525996 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-202edd83-e2e2-44b9-afc8-add7aa24c873 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:23.526378 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-202edd83-e2e2-44b9-afc8-add7aa24c873'] response: {'name': 'network-changed', 'server_uuid': 'fdb2bb5a-997f-44d2-b0dd-b9356b31afca', 'tag': '942a3e7b-940f-4b02-b333-7e039dd216f5', 'status': 'completed', 'code': 200} May 06 09:41:23.554731 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-3c77c835-9ad7-46ef-abc2-1de3b288bb5a tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Made reservation on behalf of 661d757dd98e4787a17a66d7a29ce3d2 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:41:23.559481 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-3c77c835-9ad7-46ef-abc2-1de3b288bb5a tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:23.566726 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f080a3a-6a08-4c75-8e7e-92cef7bd1bde req-834040a8-91c9-4cc1-909c-95ebba08f531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:23.568288 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f080a3a-6a08-4c75-8e7e-92cef7bd1bde req-834040a8-91c9-4cc1-909c-95ebba08f531 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=afa93752-8f96-48cb-be1f-768526aba17a HTTP/1.1" status: 200 len: 845 time: 0.1284940 May 06 09:41:23.633813 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdd10e-ce0f-482d-a871-77a5b9f22543 req-ed126dd4-4415-4a9e-8fac-766388a624eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:23.635444 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e3cdd10e-ce0f-482d-a871-77a5b9f22543 req-ed126dd4-4415-4a9e-8fac-766388a624eb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0fe275606e2841ef811abf94e17c097e&device_id=fdb2bb5a-997f-44d2-b0dd-b9356b31afca HTTP/1.1" status: 200 len: 1098 time: 0.0513330 May 06 09:41:23.639729 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f080a3a-6a08-4c75-8e7e-92cef7bd1bde req-829291fa-5f9d-4af8-8391-7612e4a5a35b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=22f2ea67-0061-4453-8871-c63efbcb27a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574214 May 06 09:41:23.640897 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-bf0598c8-614d-4b3a-ab6f-58cb2d2a84cb req-98206717-8b74-4822-b85e-b510bdf140db tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Allocated IP 172.25.5.129 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/bea3d08f-51a0-4f01-a050-df4f50c4d4bb) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:23.673928 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-032c2c01-ef3f-49b7-9a9a-ae4647923cd2 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:23.680550 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-032c2c01-ef3f-49b7-9a9a-ae4647923cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:23.769647 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdd10e-ce0f-482d-a871-77a5b9f22543 req-37a8d752-c2b2-4e6a-b7de-0e3d969a862c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:23.772027 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e3cdd10e-ce0f-482d-a871-77a5b9f22543 req-37a8d752-c2b2-4e6a-b7de-0e3d969a862c service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.1221654 May 06 09:41:23.839795 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c662a3-3350-4265-891b-8762bd7b85a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90d1b33-d29e-4526-b8d7-c60b4ff817a9'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:23.842021 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c3bb31-9518-484d-af0b-921870f35ad3" -d '{"events": [{"server_uuid": "c0c662a3-3350-4265-891b-8762bd7b85a1", "name": "network-vif-plugged", "status": "completed", "tag": "f90d1b33-d29e-4526-b8d7-c60b4ff817a9"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:23.852026 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 0b127be3-c208-4e14-92be-840cef7418cf up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:23.859530 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e3cdd10e-ce0f-482d-a871-77a5b9f22543 req-934e50c1-e541-494a-beb6-c6110f87048f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=942a3e7b-940f-4b02-b333-7e039dd216f5 HTTP/1.1" status: 200 len: 217 time: 0.0423710 May 06 09:41:23.910798 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee8915-e719-419e-84ac-b8b4d041e5ee None None] Pushing event updated for resources: {'Port': ['ID=1072977e-6669-43f5-8df7-65ac461d7be9,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:23.966853 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdd10e-ce0f-482d-a871-77a5b9f22543 req-8146c095-b8d6-465e-90aa-f099bf3f45f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:23.968682 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e3cdd10e-ce0f-482d-a871-77a5b9f22543 req-8146c095-b8d6-465e-90aa-f099bf3f45f6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0954185 May 06 09:41:24.004822 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-032c2c01-ef3f-49b7-9a9a-ae4647923cd2 None None] Attempting to bind port 1072977e-6669-43f5-8df7-65ac461d7be9 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:41:24.005707 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-032c2c01-ef3f-49b7-9a9a-ae4647923cd2 None None] Attempting to bind port 1072977e-6669-43f5-8df7-65ac461d7be9 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '4020f15a-1fb8-4b4e-aeb5-8e0d3b6d7069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7e56075a-913e-43df-beb1-8bf5f9c30ac7'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:41:24.005707 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032c2c01-ef3f-49b7-9a9a-ae4647923cd2 None None] Attempting to bind port 1072977e-6669-43f5-8df7-65ac461d7be9 on network 7e56075a-913e-43df-beb1-8bf5f9c30ac7 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:24.017184 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032c2c01-ef3f-49b7-9a9a-ae4647923cd2 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:41:24.017746 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032c2c01-ef3f-49b7-9a9a-ae4647923cd2 None None] Checking segment: {'id': '4020f15a-1fb8-4b4e-aeb5-8e0d3b6d7069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7e56075a-913e-43df-beb1-8bf5f9c30ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:24.018172 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-032c2c01-ef3f-49b7-9a9a-ae4647923cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:24.018868 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032c2c01-ef3f-49b7-9a9a-ae4647923cd2 None None] Bound using segment: {'id': '4020f15a-1fb8-4b4e-aeb5-8e0d3b6d7069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7e56075a-913e-43df-beb1-8bf5f9c30ac7'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:41:24.020431 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-032c2c01-ef3f-49b7-9a9a-ae4647923cd2 None None] Bound port: 1072977e-6669-43f5-8df7-65ac461d7be9, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4020f15a-1fb8-4b4e-aeb5-8e0d3b6d7069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7e56075a-913e-43df-beb1-8bf5f9c30ac7'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:41:24.021132 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-032c2c01-ef3f-49b7-9a9a-ae4647923cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:24.033559 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 0b127be3-c208-4e14-92be-840cef7418cf completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:41:24.042398 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 0b127be3-c208-4e14-92be-840cef7418cf triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:24.043032 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:24.044672 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdd10e-ce0f-482d-a871-77a5b9f22543 req-801842a0-fd11-4f6f-9f0e-e595abedcc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:24.046462 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e3cdd10e-ce0f-482d-a871-77a5b9f22543 req-801842a0-fd11-4f6f-9f0e-e595abedcc08 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0645938 May 06 09:41:24.170080 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e3cdd10e-ce0f-482d-a871-77a5b9f22543 req-61141d10-2bba-4b90-b4b1-204b7b1ed96d service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101773 May 06 09:41:24.178942 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-032c2c01-ef3f-49b7-9a9a-ae4647923cd2 None None] For port 1072977e-6669-43f5-8df7-65ac461d7be9, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:41:24.184093 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-032c2c01-ef3f-49b7-9a9a-ae4647923cd2 None None] For port 1072977e-6669-43f5-8df7-65ac461d7be9, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=1072977e-6669-43f5-8df7-65ac461d7be9,segment=NetworkSegment(4020f15a-1fb8-4b4e-aeb5-8e0d3b6d7069),segment_id=4020f15a-1fb8-4b4e-aeb5-8e0d3b6d7069)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:41:24.191785 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-afbc7f3d-7556-497b-95ed-110099772a15 None None] Provisioning complete for port 1072977e-6669-43f5-8df7-65ac461d7be9 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:24.192526 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-afbc7f3d-7556-497b-95ed-110099772a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:24.219229 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-032c2c01-ef3f-49b7-9a9a-ae4647923cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:24.264621 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8478fe-2519-44c9-8dc0-0a23ab80716f req-5e2a13f2-a296-46e0-ad15-f26cdb4eea63 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:24.267177 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b8478fe-2519-44c9-8dc0-0a23ab80716f req-5e2a13f2-a296-46e0-ad15-f26cdb4eea63 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdb2bb5a-997f-44d2-b0dd-b9356b31afca HTTP/1.1" status: 200 len: 947 time: 0.6698174 May 06 09:41:24.308729 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:24.356640 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e3cdd10e-ce0f-482d-a871-77a5b9f22543 req-95e6e411-a842-4651-87b2-0c3e1337382a service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333134 May 06 09:41:24.357379 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f080a3a-6a08-4c75-8e7e-92cef7bd1bde req-ef0a74a8-a7b1-4736-803e-d005d0582b98 service neutron] 10.222.0.84 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6955347 May 06 09:41:24.366293 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-3c77c835-9ad7-46ef-abc2-1de3b288bb5a tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Allocated IP 192.168.233.174 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:24.382935 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee8915-e719-419e-84ac-b8b4d041e5ee None None] Pushing event updated for resources: {'Port': ['ID=1072977e-6669-43f5-8df7-65ac461d7be9,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:24.392007 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032c2c01-ef3f-49b7-9a9a-ae4647923cd2 None None] Routers {'06655664-807a-40be-b182-beae899a6153'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:24.393174 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-032c2c01-ef3f-49b7-9a9a-ae4647923cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:41:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['06655664-807a-40be-b182-beae899a6153'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:24.505224 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b8478fe-2519-44c9-8dc0-0a23ab80716f req-1b759ac4-b04d-43b7-9dc1-a7e3dc5fe1f9 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984749 May 06 09:41:24.592314 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 0b127be3-c208-4e14-92be-840cef7418cf, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=0b127be3-c208-4e14-92be-840cef7418cf,segment=NetworkSegment(c050de98-7641-4301-b72e-f4e7cddac870),segment_id=c050de98-7641-4301-b72e-f4e7cddac870)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:24.605961 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:24.634787 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f080a3a-6a08-4c75-8e7e-92cef7bd1bde req-302de9e1-2211-46e7-b681-cccee32a539a service neutron] 10.222.0.84 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042089 May 06 09:41:24.651662 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-afbc7f3d-7556-497b-95ed-110099772a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:24.657854 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-bf0598c8-614d-4b3a-ab6f-58cb2d2a84cb req-98206717-8b74-4822-b85e-b510bdf140db tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:24.698072 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-032c2c01-ef3f-49b7-9a9a-ae4647923cd2 None None] Set router 06655664-807a-40be-b182-beae899a6153 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:24.737256 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=0b127be3-c208-4e14-92be-840cef7418cf,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:24.754173 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-afbc7f3d-7556-497b-95ed-110099772a15 None None] For port 1072977e-6669-43f5-8df7-65ac461d7be9, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=1072977e-6669-43f5-8df7-65ac461d7be9,segment=NetworkSegment(4020f15a-1fb8-4b4e-aeb5-8e0d3b6d7069),segment_id=4020f15a-1fb8-4b4e-aeb5-8e0d3b6d7069)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:24.761888 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939e7bf-3247-4df9-8b3d-ca817e237158 req-60c5364d-d5ee-44f0-a9d8-51131d0af893 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:24.763471 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d939e7bf-3247-4df9-8b3d-ca817e237158 req-60c5364d-d5ee-44f0-a9d8-51131d0af893 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1368835 May 06 09:41:24.769428 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-3c77c835-9ad7-46ef-abc2-1de3b288bb5a tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:24.770581 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-afbc7f3d-7556-497b-95ed-110099772a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:24.773069 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-bf0598c8-614d-4b3a-ab6f-58cb2d2a84cb req-98206717-8b74-4822-b85e-b510bdf140db tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:24.836810 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0598c8-614d-4b3a-ab6f-58cb2d2a84cb req-98206717-8b74-4822-b85e-b510bdf140db tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:24.848679 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-bf0598c8-614d-4b3a-ab6f-58cb2d2a84cb req-98206717-8b74-4822-b85e-b510bdf140db tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:24.854885 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0598c8-614d-4b3a-ab6f-58cb2d2a84cb req-98206717-8b74-4822-b85e-b510bdf140db tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:24.904035 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98206717-8b74-4822-b85e-b510bdf140db tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Pushing event updated for resources: {'Port': ['ID=bea3d08f-51a0-4f01-a050-df4f50c4d4bb,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:24.919225 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc7f3d-7556-497b-95ed-110099772a15 None None] Pushing event updated for resources: {'Port': ['ID=1072977e-6669-43f5-8df7-65ac461d7be9,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:24.925477 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-3c77c835-9ad7-46ef-abc2-1de3b288bb5a tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:24.934625 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d939e7bf-3247-4df9-8b3d-ca817e237158 req-8ed6eb40-a29e-4953-82dd-fdac305dca2f tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488578 May 06 09:41:24.961412 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e66bd761-c624-487b-b8bb-19997794e0a9 None None] Provisioning complete for port 1072977e-6669-43f5-8df7-65ac461d7be9 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:24.962041 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e66bd761-c624-487b-b8bb-19997794e0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:25.025194 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-3c77c835-9ad7-46ef-abc2-1de3b288bb5a tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:25.034368 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-3c77c835-9ad7-46ef-abc2-1de3b288bb5a tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:25.035209 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['db99f5bb-a76d-4db7-a616-bb0fd1ee072c', '97c54aed-e918-4517-950c-685ce2bccd43'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:25.078130 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-3c77c835-9ad7-46ef-abc2-1de3b288bb5a tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:25.132637 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77c835-9ad7-46ef-abc2-1de3b288bb5a tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Pushing event updated for resources: {'Port': ['ID=19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:25.188401 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-bf0598c8-614d-4b3a-ab6f-58cb2d2a84cb req-98206717-8b74-4822-b85e-b510bdf140db tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:25.204303 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-3c77c835-9ad7-46ef-abc2-1de3b288bb5a tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:25.204977 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-3c77c835-9ad7-46ef-abc2-1de3b288bb5a tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:25.210516 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-032c2c01-ef3f-49b7-9a9a-ae4647923cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06655664-807a-40be-b182-beae899a6153', 'name': 'tempest-FloatingIPsTestJSON-1559552775-router', 'tenant_id': '9dd8acb654c3493a861edd92ae127844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '0daae369-a514-4075-9e70-57be763e5b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:15Z', 'updated_at': '2022-05-06T09:41:19Z', 'revision_number': 4, 'project_id': '9dd8acb654c3493a861edd92ae127844', 'gw_port': {'id': '0daae369-a514-4075-9e70-57be763e5b9b', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06655664-807a-40be-b182-beae899a6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:16Z', 'updated_at': '2022-05-06T09:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '1072977e-6669-43f5-8df7-65ac461d7be9', 'name': '', 'network_id': '7e56075a-913e-43df-beb1-8bf5f9c30ac7', 'tenant_id': '9dd8acb654c3493a861edd92ae127844', 'mac_address': 'fa:16:3e:06:c8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06655664-807a-40be-b182-beae899a6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '66cde072-916f-41df-a65a-1365589d62fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:18Z', 'updated_at': '2022-05-06T09:41:24Z', 'revision_number': 4, 'project_id': '9dd8acb654c3493a861edd92ae127844', 'subnets': [{'id': '66cde072-916f-41df-a65a-1365589d62fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:25.232246 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b280303-0193-4dc7-a253-c043467406e4 req-6fe51d92-2674-4730-8417-5d743a2c8830 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:25.235620 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b280303-0193-4dc7-a253-c043467406e4 req-6fe51d92-2674-4730-8417-5d743a2c8830 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0c662a3-3350-4265-891b-8762bd7b85a1 HTTP/1.1" status: 200 len: 945 time: 0.1595030 May 06 09:41:25.256182 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032c2c01-ef3f-49b7-9a9a-ae4647923cd2 None None] The sync data for ids ['06655664-807a-40be-b182-beae899a6153'] in n-d-840835-1 is: [{'id': '06655664-807a-40be-b182-beae899a6153', 'name': 'tempest-FloatingIPsTestJSON-1559552775-router', 'tenant_id': '9dd8acb654c3493a861edd92ae127844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '0daae369-a514-4075-9e70-57be763e5b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:15Z', 'updated_at': '2022-05-06T09:41:19Z', 'revision_number': 4, 'project_id': '9dd8acb654c3493a861edd92ae127844', 'gw_port': {'id': '0daae369-a514-4075-9e70-57be763e5b9b', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06655664-807a-40be-b182-beae899a6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:16Z', 'updated_at': '2022-05-06T09:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '1072977e-6669-43f5-8df7-65ac461d7be9', 'name': '', 'network_id': '7e56075a-913e-43df-beb1-8bf5f9c30ac7', 'tenant_id': '9dd8acb654c3493a861edd92ae127844', 'mac_address': 'fa:16:3e:06:c8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06655664-807a-40be-b182-beae899a6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '66cde072-916f-41df-a65a-1365589d62fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:18Z', 'updated_at': '2022-05-06T09:41:24Z', 'revision_number': 4, 'project_id': '9dd8acb654c3493a861edd92ae127844', 'subnets': [{'id': '66cde072-916f-41df-a65a-1365589d62fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:41:25.273795 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-3c77c835-9ad7-46ef-abc2-1de3b288bb5a tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1924493 May 06 09:41:25.291387 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-bf0598c8-614d-4b3a-ab6f-58cb2d2a84cb req-98206717-8b74-4822-b85e-b510bdf140db tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:25.326446 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-7fad3328-8b22-4b7f-a055-3dddac4b1f45 service neutron] Request body: {'port': {'device_id': '0143a0b5-af76-4c30-82d2-6834cab885d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:25.374853 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b280303-0193-4dc7-a253-c043467406e4 req-1bb477b8-67f0-4b91-b10b-5d92353726ad tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216097 May 06 09:41:25.393585 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-eb51fa48-b6da-409b-b4eb-04e7acd1f014 None None] Provisioning complete for port 19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:25.393955 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eb51fa48-b6da-409b-b4eb-04e7acd1f014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:25.441221 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-7fad3328-8b22-4b7f-a055-3dddac4b1f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:25.464528 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-eb51fa48-b6da-409b-b4eb-04e7acd1f014 None None] Port 19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:41:25.641795 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62259778-74a4-48b4-9d44-bed5ea4ce3cb req-d54867b6-0737-4c3a-aae9-944598323952 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:25.643425 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62259778-74a4-48b4-9d44-bed5ea4ce3cb req-d54867b6-0737-4c3a-aae9-944598323952 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fa47783-ae2c-4771-a4f9-d9507f282457 HTTP/1.1" status: 200 len: 945 time: 0.1560044 May 06 09:41:25.740296 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-bf0598c8-614d-4b3a-ab6f-58cb2d2a84cb req-98206717-8b74-4822-b85e-b510bdf140db tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:25.751025 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-bf0598c8-614d-4b3a-ab6f-58cb2d2a84cb req-98206717-8b74-4822-b85e-b510bdf140db tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:25.833979 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62259778-74a4-48b4-9d44-bed5ea4ce3cb req-46574ed6-b2c7-4eae-a08e-e1e26c9f630c tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/security-groups?id=7f285e86-832d-47c0-a280-829de0824e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434658 May 06 09:41:25.891730 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98206717-8b74-4822-b85e-b510bdf140db tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Pushing event updated for resources: {'Port': ['ID=bea3d08f-51a0-4f01-a050-df4f50c4d4bb,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:25.914008 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a88d2f-3c3b-41f0-9cad-af8d37449595 x-openstack-request-id: req-87a88d2f-3c3b-41f0-9cad-af8d37449595 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:25.914361 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c662a3-3350-4265-891b-8762bd7b85a1", "name": "network-vif-plugged", "status": "completed", "tag": "f90d1b33-d29e-4526-b8d7-c60b4ff817a9", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:25.914650 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-87a88d2f-3c3b-41f0-9cad-af8d37449595 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:25.915269 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87a88d2f-3c3b-41f0-9cad-af8d37449595'] response: {'server_uuid': 'c0c662a3-3350-4265-891b-8762bd7b85a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90d1b33-d29e-4526-b8d7-c60b4ff817a9', 'code': 200} May 06 09:41:25.933512 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-bf0598c8-614d-4b3a-ab6f-58cb2d2a84cb req-98206717-8b74-4822-b85e-b510bdf140db tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:25.981530 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-bf0598c8-614d-4b3a-ab6f-58cb2d2a84cb req-98206717-8b74-4822-b85e-b510bdf140db tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:25.982926 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bf0598c8-614d-4b3a-ab6f-58cb2d2a84cb req-98206717-8b74-4822-b85e-b510bdf140db tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4404902 May 06 09:41:26.077284 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50722b-3faf-4100-8aab-b354320d39f1 req-112695d9-34fd-4ef9-aeed-e8997263282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:26.078857 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dd50722b-3faf-4100-8aab-b354320d39f1 req-112695d9-34fd-4ef9-aeed-e8997263282d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c0c662a3-3350-4265-891b-8762bd7b85a1 HTTP/1.1" status: 200 len: 1096 time: 0.0456054 May 06 09:41:26.096445 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bf0598c8-614d-4b3a-ab6f-58cb2d2a84cb req-30ea45e4-dc5a-478e-9688-8f48d0c91db5 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 696 time: 0.0974305 May 06 09:41:26.101250 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-7fad3328-8b22-4b7f-a055-3dddac4b1f45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:26.114873 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-7fad3328-8b22-4b7f-a055-3dddac4b1f45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:26.134010 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dd50722b-3faf-4100-8aab-b354320d39f1 req-fc0e83ae-b7a9-4dcf-9a4f-292e860cd90d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399251 May 06 09:41:26.151103 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90207af9-4646-441f-8ffd-34ba3523b31d req-d966c8ee-f0ff-4dd8-a1e1-ea35108eace0 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:26.152771 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-90207af9-4646-441f-8ffd-34ba3523b31d req-d966c8ee-f0ff-4dd8-a1e1-ea35108eace0 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=8878e375-a12c-4447-96f9-298c9ca7f355 HTTP/1.1" status: 200 len: 946 time: 0.1744511 May 06 09:41:26.197896 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-7fad3328-8b22-4b7f-a055-3dddac4b1f45 service neutron] Transition to ACTIVE for port object 19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:41:26.211419 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-7fad3328-8b22-4b7f-a055-3dddac4b1f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:26.291682 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-90207af9-4646-441f-8ffd-34ba3523b31d req-191e37a0-9c89-4339-80a6-441d7148a018 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107788 May 06 09:41:26.320218 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad3328-8b22-4b7f-a055-3dddac4b1f45 service neutron] Pushing event updated for resources: {'Port': ['ID=19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:26.358783 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0598c8-614d-4b3a-ab6f-58cb2d2a84cb req-6ded0d32-172e-4e3f-9a7e-3dacde22fb78 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:26.360627 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bf0598c8-614d-4b3a-ab6f-58cb2d2a84cb req-6ded0d32-172e-4e3f-9a7e-3dacde22fb78 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 784 time: 0.2516024 May 06 09:41:26.470635 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2d5f6-42ff-4c48-b6c7-e043565f1523 req-0d3abcd8-ceb3-46cb-b808-40ee8dd717d7 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:26.479061 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5ca2d5f6-42ff-4c48-b6c7-e043565f1523 req-0d3abcd8-ceb3-46cb-b808-40ee8dd717d7 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=0143a0b5-af76-4c30-82d2-6834cab885d7 HTTP/1.1" status: 200 len: 948 time: 0.1103053 May 06 09:41:26.493063 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-7fad3328-8b22-4b7f-a055-3dddac4b1f45 service neutron] Attempting to bind port 19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:41:26.493924 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-7fad3328-8b22-4b7f-a055-3dddac4b1f45 service neutron] Attempting to bind port 19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:41:26.494812 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-7fad3328-8b22-4b7f-a055-3dddac4b1f45 service neutron] Attempting to bind port 19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:26.513001 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-7fad3328-8b22-4b7f-a055-3dddac4b1f45 service neutron] Port 19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92 on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:41:26.513773 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-7fad3328-8b22-4b7f-a055-3dddac4b1f45 service neutron] Attempting to bind port 19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:26.531400 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-7fad3328-8b22-4b7f-a055-3dddac4b1f45 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:41:26.532067 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-7fad3328-8b22-4b7f-a055-3dddac4b1f45 service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:26.532872 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-7fad3328-8b22-4b7f-a055-3dddac4b1f45 service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:41:26.533259 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-7fad3328-8b22-4b7f-a055-3dddac4b1f45 service neutron] Bound port: 19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:41:26.533643 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-7fad3328-8b22-4b7f-a055-3dddac4b1f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:26.562237 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5ca2d5f6-42ff-4c48-b6c7-e043565f1523 req-40293c21-6510-4992-b168-097f95b8aa0b tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821335 May 06 09:41:26.654499 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-7fad3328-8b22-4b7f-a055-3dddac4b1f45 service neutron] For port 19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:41:26.675854 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-7fad3328-8b22-4b7f-a055-3dddac4b1f45 service neutron] For port 19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:41:26.685262 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-7fad3328-8b22-4b7f-a055-3dddac4b1f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:26.741696 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-7fad3328-8b22-4b7f-a055-3dddac4b1f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:26.742483 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-7fad3328-8b22-4b7f-a055-3dddac4b1f45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:26.747786 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-7fad3328-8b22-4b7f-a055-3dddac4b1f45 service neutron] 10.222.0.77 "PUT /v2.0/ports/19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92 HTTP/1.1" status: 200 len: 1096 time: 1.4312878 May 06 09:41:26.757107 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07acd373-e7f6-4c4b-a767-866281569f12 req-084ac09a-dead-412a-852d-f648d51358e9 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:26.758744 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-07acd373-e7f6-4c4b-a767-866281569f12 req-084ac09a-dead-412a-852d-f648d51358e9 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdb2bb5a-997f-44d2-b0dd-b9356b31afca HTTP/1.1" status: 200 len: 947 time: 0.2110617 May 06 09:41:26.759268 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0143a0b5-af76-4c30-82d2-6834cab885d7', 'tag': '19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:26.761785 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b449ea-e4cb-49b8-9d26-08886f9d5ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "0143a0b5-af76-4c30-82d2-6834cab885d7", "tag": "19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:26.825383 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad3328-8b22-4b7f-a055-3dddac4b1f45 service neutron] Pushing event updated for resources: {'Port': ['ID=19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:26.925591 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-07acd373-e7f6-4c4b-a767-866281569f12 req-5e5e9f2c-d9d1-43b4-9c8f-eacaae0136fa tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560516 May 06 09:41:26.947765 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b7eda90e-edef-49ea-99e3-e6b370792938 req-82409baa-72c4-4ce3-a7d1-6cf81cb4f7e7 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] 10.222.0.73 "GET /v2.0/floatingips/1a5b7e1b-3106-4726-b800-3ae1ac820262 HTTP/1.1" status: 200 len: 693 time: 0.1233721 May 06 09:41:27.047385 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-277685a7-5dec-4b86-8fb6-63fc2086f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:27.048920 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-277685a7-5dec-4b86-8fb6-63fc2086f82b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=661d757dd98e4787a17a66d7a29ce3d2&device_id=0143a0b5-af76-4c30-82d2-6834cab885d7 HTTP/1.1" status: 200 len: 1099 time: 0.1508601 May 06 09:41:27.107881 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ae68d-f9a1-4cec-9a22-c376096a8428 req-b172faa2-eb14-4ccf-929c-899fe27a9b9f tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:27.109572 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e76ae68d-f9a1-4cec-9a22-c376096a8428 req-b172faa2-eb14-4ccf-929c-899fe27a9b9f tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0c662a3-3350-4265-891b-8762bd7b85a1 HTTP/1.1" status: 200 len: 945 time: 0.0981224 May 06 09:41:27.142317 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-9e130cb6-ff67-402e-953e-bb3526555956 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92 HTTP/1.1" status: 200 len: 217 time: 0.0552835 May 06 09:41:27.154203 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eda90e-edef-49ea-99e3-e6b370792938 req-7cfa0c43-78b6-40e7-a803-a42612aa7081 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:27.155533 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b7eda90e-edef-49ea-99e3-e6b370792938 req-7cfa0c43-78b6-40e7-a803-a42612aa7081 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 784 time: 0.2035465 May 06 09:41:27.177114 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-b7eda90e-edef-49ea-99e3-e6b370792938 req-e47803bd-11ba-4986-850e-ed47f9951c90 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:41:27.178074 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b7eda90e-edef-49ea-99e3-e6b370792938 req-e47803bd-11ba-4986-850e-ed47f9951c90 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128183 May 06 09:41:27.231074 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e76ae68d-f9a1-4cec-9a22-c376096a8428 req-3256cf81-a9d3-4799-b128-12a119c176c8 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929208 May 06 09:41:27.236678 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-b72b3fc8-d98e-44ad-8074-43249a698192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:27.238140 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-b72b3fc8-d98e-44ad-8074-43249a698192 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0817702 May 06 09:41:27.299497 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aefd9f6-8926-4fd2-a661-08f213b4d70d x-openstack-request-id: req-8aefd9f6-8926-4fd2-a661-08f213b4d70d {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:27.300127 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0143a0b5-af76-4c30-82d2-6834cab885d7", "tag": "19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:27.300127 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8aefd9f6-8926-4fd2-a661-08f213b4d70d {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:27.300424 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aefd9f6-8926-4fd2-a661-08f213b4d70d'] response: {'name': 'network-changed', 'server_uuid': '0143a0b5-af76-4c30-82d2-6834cab885d7', 'tag': '19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92', 'status': 'completed', 'code': 200} May 06 09:41:27.321516 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d08a9-403a-4244-88e3-ce4e7d1452fb req-0b34cf3a-0321-4e08-a8a3-c975b054531d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:27.323090 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-904d08a9-403a-4244-88e3-ce4e7d1452fb req-0b34cf3a-0321-4e08-a8a3-c975b054531d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.0891843 May 06 09:41:27.337208 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 1072977e-6669-43f5-8df7-65ac461d7be9 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:27.337806 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-6cee35eb-9ad6-41e8-b7f5-ab3f0597a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:27.338902 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-6cee35eb-9ad6-41e8-b7f5-ab3f0597a4b2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0690331 May 06 09:41:27.389264 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 1072977e-6669-43f5-8df7-65ac461d7be9 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:27.390260 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:27.449255 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-904d08a9-403a-4244-88e3-ce4e7d1452fb req-a8850d3f-b451-4892-a7cf-8cd3e3fa2353 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147883 May 06 09:41:27.484456 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9ad92-3742-4dc3-8bb9-d047021e49e9 req-7ad5aea0-bf2b-41b3-88b1-e85dd7d25dfb tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:27.485999 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1f9ad92-3742-4dc3-8bb9-d047021e49e9 req-7ad5aea0-bf2b-41b3-88b1-e85dd7d25dfb tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=8878e375-a12c-4447-96f9-298c9ca7f355 HTTP/1.1" status: 200 len: 946 time: 0.1290526 May 06 09:41:27.519344 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-427a4fef-9393-471e-a4da-6d540c4e6085 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652596 May 06 09:41:27.604073 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1f9ad92-3742-4dc3-8bb9-d047021e49e9 req-bb330fe3-4586-4dae-aaf3-8b7e3040bc29 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089361 May 06 09:41:27.711541 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49744d9-ec64-48ff-972a-1fd06f8e00f1 req-4d643633-dc97-4c72-b1f3-f900f620d483 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:27.713095 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a49744d9-ec64-48ff-972a-1fd06f8e00f1 req-4d643633-dc97-4c72-b1f3-f900f620d483 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fa47783-ae2c-4771-a4f9-d9507f282457 HTTP/1.1" status: 200 len: 945 time: 0.1818535 May 06 09:41:27.718660 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-72594ff2-de92-4e4b-bbe5-ae66c162c53d req-6fb84b26-de4d-4cba-a9e1-9dd0753bd037 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] 10.222.0.73 "GET /v2.0/floatingips?tenant_id=9dd8acb654c3493a861edd92ae127844 HTTP/1.1" status: 200 len: 696 time: 0.0810037 May 06 09:41:27.730047 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-86f6b77f-f1ae-4413-b53b-16b5333f840e req-e178d9e2-ac6c-474f-8894-93ad22bc46db service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976287 May 06 09:41:27.742064 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 942a3e7b-940f-4b02-b333-7e039dd216f5 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:41:27.814991 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a49744d9-ec64-48ff-972a-1fd06f8e00f1 req-aff27797-7fcc-42c4-9459-dd0fedfbeb54 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/security-groups?id=7f285e86-832d-47c0-a280-829de0824e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951979 May 06 09:41:27.856577 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 942a3e7b-940f-4b02-b333-7e039dd216f5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=942a3e7b-940f-4b02-b333-7e039dd216f5,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:27.875560 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '942a3e7b-940f-4b02-b333-7e039dd216f5', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': '942a3e7b-940f-4b02-b333-7e039dd216f5', 'mac_address': 'fa:16:3e:20:f8:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:41:27.904132 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72594ff2-de92-4e4b-bbe5-ae66c162c53d req-d5986b0b-7db6-417c-a92a-0b75f5143472 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:27.907590 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-72594ff2-de92-4e4b-bbe5-ae66c162c53d req-d5986b0b-7db6-417c-a92a-0b75f5143472 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] 10.222.0.73 "GET /v2.0/networks?id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 787 time: 0.1799068 May 06 09:41:27.919200 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa47783-ae2c-4771-a4f9-d9507f282457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b127be3-c208-4e14-92be-840cef7418cf'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:27.922938 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21f8fa2-7c18-4f8b-b6c1-4e469c45d2e2" -d '{"events": [{"server_uuid": "0fa47783-ae2c-4771-a4f9-d9507f282457", "name": "network-vif-plugged", "status": "completed", "tag": "0b127be3-c208-4e14-92be-840cef7418cf"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:27.926779 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:27.927808 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-72594ff2-de92-4e4b-bbe5-ae66c162c53d req-ea555e48-98d4-4902-97ad-d2710c6f1ad4 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:41:27.928968 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-72594ff2-de92-4e4b-bbe5-ae66c162c53d req-ea555e48-98d4-4902-97ad-d2710c6f1ad4 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111477 May 06 09:41:27.944573 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 942a3e7b-940f-4b02-b333-7e039dd216f5 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:27.960900 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b449ea-e4cb-49b8-9d26-08886f9d5ed0 req-28a5f97e-396c-4f6d-aac4-5df1aa27eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:27.962590 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3b449ea-e4cb-49b8-9d26-08886f9d5ed0 req-28a5f97e-396c-4f6d-aac4-5df1aa27eb43 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=661d757dd98e4787a17a66d7a29ce3d2&device_id=0143a0b5-af76-4c30-82d2-6834cab885d7 HTTP/1.1" status: 200 len: 1099 time: 0.0973644 May 06 09:41:27.972302 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 942a3e7b-940f-4b02-b333-7e039dd216f5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=942a3e7b-940f-4b02-b333-7e039dd216f5,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:27.979246 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:27.985018 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacb840-4d4d-4faf-b106-383a7fc2a24b req-be83d996-ba85-407f-8d1c-48dc1133d4c4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:27.986687 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8dacb840-4d4d-4faf-b106-383a7fc2a24b req-be83d996-ba85-407f-8d1c-48dc1133d4c4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.0925198 May 06 09:41:28.045002 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=942a3e7b-940f-4b02-b333-7e039dd216f5,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:28.144334 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8dacb840-4d4d-4faf-b106-383a7fc2a24b req-e7271bcf-0dc3-4ba2-92a4-825027fedee4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489480 May 06 09:41:28.173081 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa11b9e-9a4b-419b-b0fb-ab986398a770 req-ea97c626-d115-4c7e-9df1-22690a42a61b tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:28.173081 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bfa11b9e-9a4b-419b-b0fb-ab986398a770 req-ea97c626-d115-4c7e-9df1-22690a42a61b tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=0143a0b5-af76-4c30-82d2-6834cab885d7 HTTP/1.1" status: 200 len: 948 time: 0.1649661 May 06 09:41:28.215225 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b449ea-e4cb-49b8-9d26-08886f9d5ed0 req-491345e0-7ed4-41fd-b1d5-e7f76eba37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:28.217273 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3b449ea-e4cb-49b8-9d26-08886f9d5ed0 req-491345e0-7ed4-41fd-b1d5-e7f76eba37fc service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.2398956 May 06 09:41:28.229942 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134aedf5-6815-4dc3-8b45-bb52ff07e29a x-openstack-request-id: req-134aedf5-6815-4dc3-8b45-bb52ff07e29a {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:28.230676 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa47783-ae2c-4771-a4f9-d9507f282457", "name": "network-vif-plugged", "status": "completed", "tag": "0b127be3-c208-4e14-92be-840cef7418cf", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:28.231530 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-134aedf5-6815-4dc3-8b45-bb52ff07e29a {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:28.232535 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-134aedf5-6815-4dc3-8b45-bb52ff07e29a'] response: {'server_uuid': '0fa47783-ae2c-4771-a4f9-d9507f282457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b127be3-c208-4e14-92be-840cef7418cf', 'code': 200} May 06 09:41:28.639913 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bfa11b9e-9a4b-419b-b0fb-ab986398a770 req-e813b906-3447-4efa-9105-097991c060b8 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504952 May 06 09:41:28.641118 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3b449ea-e4cb-49b8-9d26-08886f9d5ed0 req-a8cb4e3f-7882-4d7e-9edf-320b648d98f4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92 HTTP/1.1" status: 200 len: 217 time: 0.4160831 May 06 09:41:28.729629 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-58f8bb8d-02f5-4d98-9a64-7f12f2246d38 req-27922eac-ebbd-4cb1-bb5f-ff76e8347826 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] 10.222.0.73 "GET /v2.0/floatingips/1a5b7e1b-3106-4726-b800-3ae1ac820262 HTTP/1.1" status: 200 len: 693 time: 0.4795103 May 06 09:41:28.833111 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:28.850748 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b449ea-e4cb-49b8-9d26-08886f9d5ed0 req-e9dd1eac-e257-44a2-bbcd-60875e71721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:28.852470 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3b449ea-e4cb-49b8-9d26-08886f9d5ed0 req-e9dd1eac-e257-44a2-bbcd-60875e71721c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1801393 May 06 09:41:28.862887 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c27990-49b4-4a37-8028-d4b16352611c req-cdbf8f81-0593-4d4a-9622-5feee8ae4658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:28.864398 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67c27990-49b4-4a37-8028-d4b16352611c req-cdbf8f81-0593-4d4a-9622-5feee8ae4658 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0fa47783-ae2c-4771-a4f9-d9507f282457 HTTP/1.1" status: 200 len: 1096 time: 0.2423868 May 06 09:41:28.970515 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334db00-1329-4948-bb66-36c63cfa9d08 req-d8a2ea0b-d9de-41fa-a2dd-d00d34505c24 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:28.972385 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0334db00-1329-4948-bb66-36c63cfa9d08 req-d8a2ea0b-d9de-41fa-a2dd-d00d34505c24 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdb2bb5a-997f-44d2-b0dd-b9356b31afca HTTP/1.1" status: 200 len: 948 time: 0.2463934 May 06 09:41:28.977865 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['942a3e7b-940f-4b02-b333-7e039dd216f5'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:29.030293 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67c27990-49b4-4a37-8028-d4b16352611c req-8a1ffd1e-25a2-4ef0-995f-fda67294ab38 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=7f285e86-832d-47c0-a280-829de0824e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483645 May 06 09:41:29.039284 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b449ea-e4cb-49b8-9d26-08886f9d5ed0 req-4760b065-d0a0-4e6c-bcf8-85f560e7d86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:29.040868 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3b449ea-e4cb-49b8-9d26-08886f9d5ed0 req-4760b065-d0a0-4e6c-bcf8-85f560e7d86f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1755431 May 06 09:41:29.048036 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8bb8d-02f5-4d98-9a64-7f12f2246d38 req-1a5a900d-66e1-4563-877d-3f03b59cd556 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:29.049462 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-58f8bb8d-02f5-4d98-9a64-7f12f2246d38 req-1a5a900d-66e1-4563-877d-3f03b59cd556 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 784 time: 0.3012414 May 06 09:41:29.123286 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0334db00-1329-4948-bb66-36c63cfa9d08 req-28ef4891-0257-484e-a3e5-58f08ccfccee tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413105 May 06 09:41:29.170763 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-58f8bb8d-02f5-4d98-9a64-7f12f2246d38 req-ce2fb456-b3d4-4120-bd14-41bdb9260f3c tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 696 time: 0.0987706 May 06 09:41:29.274601 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-58f8bb8d-02f5-4d98-9a64-7f12f2246d38 req-130bb622-f93a-4fe6-9646-28567331f31e tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 696 time: 0.0970893 May 06 09:41:29.296753 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3b449ea-e4cb-49b8-9d26-08886f9d5ed0 req-1bcdb0bc-82d7-4198-bdc0-44fdb45b240d service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418864 May 06 09:41:29.449143 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4dd67-c64b-4549-9c02-40d3bf818e3a req-1447b5e4-82b4-417b-aae3-d71829391a83 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:29.450717 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a7b4dd67-c64b-4549-9c02-40d3bf818e3a req-1447b5e4-82b4-417b-aae3-d71829391a83 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.2191815 May 06 09:41:29.517612 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429aba8-6fa6-49d8-b3ed-9f48a8ef5801 req-14c93c24-7473-4801-a074-0de9b3860e22 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:29.519574 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f429aba8-6fa6-49d8-b3ed-9f48a8ef5801 req-14c93c24-7473-4801-a074-0de9b3860e22 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.77 "GET /v2.0/ports?device_id=8878e375-a12c-4447-96f9-298c9ca7f355 HTTP/1.1" status: 200 len: 946 time: 0.0584528 May 06 09:41:29.547974 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a7b4dd67-c64b-4549-9c02-40d3bf818e3a req-afc0fdbf-5927-43f1-88d4-1d79037784c3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736775 May 06 09:41:29.552203 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3b449ea-e4cb-49b8-9d26-08886f9d5ed0 req-2ffba624-fd3b-4512-ab0e-cea571952bc0 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242708 May 06 09:41:29.584568 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-58f8bb8d-02f5-4d98-9a64-7f12f2246d38 req-622a5c3a-366c-4aae-9d30-612e706643b1 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Deleting port bea3d08f-51a0-4f01-a050-df4f50c4d4bb {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:41:29.584930 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-58f8bb8d-02f5-4d98-9a64-7f12f2246d38 req-622a5c3a-366c-4aae-9d30-612e706643b1 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:29.640794 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-f429aba8-6fa6-49d8-b3ed-9f48a8ef5801 req-cc5c0139-4861-4d6d-b127-b0a6a47cc0c1 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Deleting port a80e689c-147f-4e8f-b16b-2d0dca0b640a {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:41:29.641141 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f429aba8-6fa6-49d8-b3ed-9f48a8ef5801 req-cc5c0139-4861-4d6d-b127-b0a6a47cc0c1 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:29.706666 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576cc5b-a265-43bd-9a10-80cfa0488512 req-474fe72e-206c-4e8c-be2f-5e4d00ebcacc tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:29.708173 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1576cc5b-a265-43bd-9a10-80cfa0488512 req-474fe72e-206c-4e8c-be2f-5e4d00ebcacc tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0c662a3-3350-4265-891b-8762bd7b85a1 HTTP/1.1" status: 200 len: 945 time: 0.0756252 May 06 09:41:29.728499 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-58f8bb8d-02f5-4d98-9a64-7f12f2246d38 req-622a5c3a-366c-4aae-9d30-612e706643b1 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:29.728832 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-58f8bb8d-02f5-4d98-9a64-7f12f2246d38 req-622a5c3a-366c-4aae-9d30-612e706643b1 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:29.735237 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-f429aba8-6fa6-49d8-b3ed-9f48a8ef5801 req-cc5c0139-4861-4d6d-b127-b0a6a47cc0c1 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] For port a80e689c-147f-4e8f-b16b-2d0dca0b640a, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a80e689c-147f-4e8f-b16b-2d0dca0b640a,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:29.735618 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f429aba8-6fa6-49d8-b3ed-9f48a8ef5801 req-cc5c0139-4861-4d6d-b127-b0a6a47cc0c1 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:29.752016 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-58f8bb8d-02f5-4d98-9a64-7f12f2246d38 req-622a5c3a-366c-4aae-9d30-612e706643b1 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Calling delete_port for bea3d08f-51a0-4f01-a050-df4f50c4d4bb owned by network:floatingip {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:41:29.755016 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-f429aba8-6fa6-49d8-b3ed-9f48a8ef5801 req-cc5c0139-4861-4d6d-b127-b0a6a47cc0c1 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Calling delete_port for a80e689c-147f-4e8f-b16b-2d0dca0b640a owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:41:29.778704 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1576cc5b-a265-43bd-9a10-80cfa0488512 req-0e48f7a6-3471-4eb2-a862-00ecf8019201 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606277 May 06 09:41:29.902882 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f429aba8-6fa6-49d8-b3ed-9f48a8ef5801 req-cc5c0139-4861-4d6d-b127-b0a6a47cc0c1 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:29.936150 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c0139-4861-4d6d-b127-b0a6a47cc0c1 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Pushing event deleted for resources: {'Port': ['ID=a80e689c-147f-4e8f-b16b-2d0dca0b640a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:29.972614 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750557a1-abc5-415d-a9d1-ff138958d5e8 req-930b244d-2242-499d-a95e-5a7a115e4f11 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:29.976126 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-750557a1-abc5-415d-a9d1-ff138958d5e8 req-930b244d-2242-499d-a95e-5a7a115e4f11 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=8878e375-a12c-4447-96f9-298c9ca7f355 HTTP/1.1" status: 200 len: 867 time: 0.1325557 May 06 09:41:29.986939 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f429aba8-6fa6-49d8-b3ed-9f48a8ef5801 req-cc5c0139-4861-4d6d-b127-b0a6a47cc0c1 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] No DVR routers for this DVR port a80e689c-147f-4e8f-b16b-2d0dca0b640a on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:41:29.989898 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f429aba8-6fa6-49d8-b3ed-9f48a8ef5801 req-cc5c0139-4861-4d6d-b127-b0a6a47cc0c1 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:29.994092 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f429aba8-6fa6-49d8-b3ed-9f48a8ef5801 req-cc5c0139-4861-4d6d-b127-b0a6a47cc0c1 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.77 "DELETE /v2.0/ports/a80e689c-147f-4e8f-b16b-2d0dca0b640a HTTP/1.1" status: 204 len: 173 time: 0.4641504 May 06 09:41:29.994607 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8878e375-a12c-4447-96f9-298c9ca7f355', 'name': 'network-vif-deleted', 'tag': 'a80e689c-147f-4e8f-b16b-2d0dca0b640a'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:29.996985 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32992705-4552-49b3-b3e6-e1f3570f0634" -d '{"events": [{"server_uuid": "8878e375-a12c-4447-96f9-298c9ca7f355", "name": "network-vif-deleted", "tag": "a80e689c-147f-4e8f-b16b-2d0dca0b640a"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:30.065029 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-750557a1-abc5-415d-a9d1-ff138958d5e8 req-c10f3325-e0c7-4103-ae58-11a5fd507784 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820925 May 06 09:41:30.078029 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-58f8bb8d-02f5-4d98-9a64-7f12f2246d38 req-622a5c3a-366c-4aae-9d30-612e706643b1 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:30.103611 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a5c3a-366c-4aae-9d30-612e706643b1 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Pushing event deleted for resources: {'Port': ['ID=bea3d08f-51a0-4f01-a050-df4f50c4d4bb,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:30.223844 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-58f8bb8d-02f5-4d98-9a64-7f12f2246d38 req-622a5c3a-366c-4aae-9d30-612e706643b1 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks [] for floatingip, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:30.227285 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-58f8bb8d-02f5-4d98-9a64-7f12f2246d38 req-622a5c3a-366c-4aae-9d30-612e706643b1 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:30.228470 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-58f8bb8d-02f5-4d98-9a64-7f12f2246d38 req-622a5c3a-366c-4aae-9d30-612e706643b1 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] 10.222.0.73 "DELETE /v2.0/floatingips/1a5b7e1b-3106-4726-b800-3ae1ac820262 HTTP/1.1" status: 204 len: 173 time: 0.9447834 May 06 09:41:30.241139 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1559477-0628-40f8-97c6-3454f27bb64a req-8a03a7b7-17fb-4e43-bd32-14bfd4080856 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:30.242960 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1559477-0628-40f8-97c6-3454f27bb64a req-8a03a7b7-17fb-4e43-bd32-14bfd4080856 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fa47783-ae2c-4771-a4f9-d9507f282457 HTTP/1.1" status: 200 len: 945 time: 0.0997686 May 06 09:41:30.299856 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1559477-0628-40f8-97c6-3454f27bb64a req-3519237b-bd87-4325-aea3-7b86e062ae80 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/security-groups?id=7f285e86-832d-47c0-a280-829de0824e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464113 May 06 09:41:30.338002 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889a005-2b58-4f3f-8f44-eede9efff629 req-ad810f2a-423b-4320-8486-b49bbbf128d4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:30.339600 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a889a005-2b58-4f3f-8f44-eede9efff629 req-ad810f2a-423b-4320-8486-b49bbbf128d4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.0576591 May 06 09:41:30.408356 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a889a005-2b58-4f3f-8f44-eede9efff629 req-137da14b-9aae-452d-958d-b234d787d01d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626020 May 06 09:41:30.431382 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864bf2d-91b5-4aea-a495-e91a1ac646ff req-b42299e2-5283-4a2d-884e-58547bb97457 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:30.433247 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8864bf2d-91b5-4aea-a495-e91a1ac646ff req-b42299e2-5283-4a2d-884e-58547bb97457 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=0143a0b5-af76-4c30-82d2-6834cab885d7 HTTP/1.1" status: 200 len: 948 time: 0.0672150 May 06 09:41:30.493095 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8864bf2d-91b5-4aea-a495-e91a1ac646ff req-59a0bb3b-80f0-4816-b779-256da4081139 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484755 May 06 09:41:30.543905 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399541fa-e6ac-4aad-9b95-809c5d6bd0eb x-openstack-request-id: req-399541fa-e6ac-4aad-9b95-809c5d6bd0eb {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:30.544955 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8878e375-a12c-4447-96f9-298c9ca7f355", "name": "network-vif-deleted", "tag": "a80e689c-147f-4e8f-b16b-2d0dca0b640a", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:30.545424 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-399541fa-e6ac-4aad-9b95-809c5d6bd0eb {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:30.546407 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-399541fa-e6ac-4aad-9b95-809c5d6bd0eb'] response: {'server_uuid': '8878e375-a12c-4447-96f9-298c9ca7f355', 'name': 'network-vif-deleted', 'tag': 'a80e689c-147f-4e8f-b16b-2d0dca0b640a', 'status': 'completed', 'code': 200} May 06 09:41:30.563156 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c64905-056c-4c1a-a872-3561e9f3a354 req-d138a3cf-871b-4144-b97e-9af73dac96c2 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:30.564687 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31c64905-056c-4c1a-a872-3561e9f3a354 req-d138a3cf-871b-4144-b97e-9af73dac96c2 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=db5112bf-4bd8-4e66-aa36-c7295307c744 HTTP/1.1" status: 200 len: 945 time: 0.0607102 May 06 09:41:30.623235 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['a80e689c-147f-4e8f-b16b-2d0dca0b640a'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:30.629471 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31c64905-056c-4c1a-a872-3561e9f3a354 req-e17f5e7d-f158-4ce6-894c-abe6c8674e01 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581186 May 06 09:41:30.655970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd007397-edc1-4abb-81f6-052bbd03a0c0 req-27a7658f-83e1-485c-a63b-96063c3510cb tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:30.657866 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dd007397-edc1-4abb-81f6-052bbd03a0c0 req-27a7658f-83e1-485c-a63b-96063c3510cb tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdb2bb5a-997f-44d2-b0dd-b9356b31afca HTTP/1.1" status: 200 len: 948 time: 0.0661573 May 06 09:41:30.766717 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dd007397-edc1-4abb-81f6-052bbd03a0c0 req-599aa226-ef34-4c2e-b7c8-62711290d70a tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969110 May 06 09:41:30.801124 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71208f88-6ef4-40c3-8396-1f9bab8a94f5 req-827dbe15-5a62-432d-92a7-d4949aa7119a tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1411057 May 06 09:41:30.812522 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-71208f88-6ef4-40c3-8396-1f9bab8a94f5 req-e82231ae-e280-4cb6-b402-4176f19aa398 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:30.838863 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-71208f88-6ef4-40c3-8396-1f9bab8a94f5 req-e82231ae-e280-4cb6-b402-4176f19aa398 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:31.026312 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-f31e606e-bd60-41fb-8977-8b71cd389800 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:31.028088 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-f31e606e-bd60-41fb-8977-8b71cd389800 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/networks?id=138aada2-7aee-4749-819b-d219deb27012 HTTP/1.1" status: 200 len: 812 time: 0.1334133 May 06 09:41:31.056740 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-3ee1efc3-e24d-427f-b8dd-db1b5172b3c5 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/quotas/e6b8f11daba14014856a1a2bb0688844 HTTP/1.1" status: 200 len: 375 time: 0.0198410 May 06 09:41:31.100813 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-71208f88-6ef4-40c3-8396-1f9bab8a94f5 req-e82231ae-e280-4cb6-b402-4176f19aa398 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:31.183563 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-0e435854-d311-412f-8f91-72400952e4a2 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e6b8f11daba14014856a1a2bb0688844&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1178017 May 06 09:41:31.297843 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-71208f88-6ef4-40c3-8396-1f9bab8a94f5 req-e82231ae-e280-4cb6-b402-4176f19aa398 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Allocated IP 172.25.5.135 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/6ce04e1f-6352-49a7-9d88-7111800f592a) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:31.371483 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-1a506a6d-d9eb-4756-a7c7-6706208ce533 service neutron] 10.222.0.73 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787677 May 06 09:41:31.501122 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-71208f88-6ef4-40c3-8396-1f9bab8a94f5 req-e82231ae-e280-4cb6-b402-4176f19aa398 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:31.510633 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-6fb1b5d4-f722-404e-8060-7133e1f8768f service neutron] 10.222.0.73 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327038 May 06 09:41:31.541866 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-71208f88-6ef4-40c3-8396-1f9bab8a94f5 req-e82231ae-e280-4cb6-b402-4176f19aa398 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:31.580383 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71208f88-6ef4-40c3-8396-1f9bab8a94f5 req-e82231ae-e280-4cb6-b402-4176f19aa398 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:31.583520 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-71208f88-6ef4-40c3-8396-1f9bab8a94f5 req-e82231ae-e280-4cb6-b402-4176f19aa398 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:31.587312 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-71208f88-6ef4-40c3-8396-1f9bab8a94f5 req-e82231ae-e280-4cb6-b402-4176f19aa398 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:31.624811 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82231ae-e280-4cb6-b402-4176f19aa398 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Pushing event updated for resources: {'Port': ['ID=6ce04e1f-6352-49a7-9d88-7111800f592a,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:31.694419 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-71208f88-6ef4-40c3-8396-1f9bab8a94f5 req-e82231ae-e280-4cb6-b402-4176f19aa398 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:31.751673 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:41:31.764281 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-71208f88-6ef4-40c3-8396-1f9bab8a94f5 req-e82231ae-e280-4cb6-b402-4176f19aa398 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:31.777764 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 942a3e7b-940f-4b02-b333-7e039dd216f5 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:31.809076 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c9c0c-9e82-4716-b029-dbbf5ae7d698 req-0dc2ccb4-2538-434a-b070-9dad6b0a19e2 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:31.810685 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b08c9c0c-9e82-4716-b029-dbbf5ae7d698 req-0dc2ccb4-2538-434a-b070-9dad6b0a19e2 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0c662a3-3350-4265-891b-8762bd7b85a1 HTTP/1.1" status: 200 len: 945 time: 0.1065066 May 06 09:41:31.907975 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 942a3e7b-940f-4b02-b333-7e039dd216f5 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:41:31.913886 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b08c9c0c-9e82-4716-b029-dbbf5ae7d698 req-c87ac28a-a091-4873-b71a-3b3e1f093a22 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863705 May 06 09:41:31.931299 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 942a3e7b-940f-4b02-b333-7e039dd216f5 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:31.931870 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:31.939473 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:31.954964 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': '19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92', 'mac_address': 'fa:16:3e:22:bc:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:41:32.048759 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-71208f88-6ef4-40c3-8396-1f9bab8a94f5 req-e82231ae-e280-4cb6-b402-4176f19aa398 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:32.050075 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:32.056190 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-71208f88-6ef4-40c3-8396-1f9bab8a94f5 req-e82231ae-e280-4cb6-b402-4176f19aa398 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:32.072055 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:32.132471 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:32.133853 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:32.137585 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:32.166465 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82231ae-e280-4cb6-b402-4176f19aa398 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Pushing event updated for resources: {'Port': ['ID=6ce04e1f-6352-49a7-9d88-7111800f592a,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:32.186370 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb2bb5a-997f-44d2-b0dd-b9356b31afca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942a3e7b-940f-4b02-b333-7e039dd216f5'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:32.188724 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483869f2-37a0-4344-a3b8-a25c38ef2190" -d '{"events": [{"server_uuid": "fdb2bb5a-997f-44d2-b0dd-b9356b31afca", "name": "network-vif-plugged", "status": "completed", "tag": "942a3e7b-940f-4b02-b333-7e039dd216f5"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:32.208932 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 942a3e7b-940f-4b02-b333-7e039dd216f5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=942a3e7b-940f-4b02-b333-7e039dd216f5,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:32.222425 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:32.230332 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:32.238596 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:32.238769 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438d0a7-5f99-46f9-bef9-23d8eef58e2e req-874e13bf-270b-42ce-be09-0d06e1603ce9 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:32.238942 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:32.239529 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:32.239979 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:32.240952 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:32.241349 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:32.241720 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:32.242072 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:32.242497 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:32.242833 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:32.243234 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:32.243718 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:32.243857 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a438d0a7-5f99-46f9-bef9-23d8eef58e2e req-874e13bf-270b-42ce-be09-0d06e1603ce9 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fa47783-ae2c-4771-a4f9-d9507f282457 HTTP/1.1" status: 200 len: 945 time: 0.1477685 May 06 09:41:32.245822 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-71208f88-6ef4-40c3-8396-1f9bab8a94f5 req-e82231ae-e280-4cb6-b402-4176f19aa398 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:32.283482 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-71208f88-6ef4-40c3-8396-1f9bab8a94f5 req-e82231ae-e280-4cb6-b402-4176f19aa398 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:32.284963 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71208f88-6ef4-40c3-8396-1f9bab8a94f5 req-e82231ae-e280-4cb6-b402-4176f19aa398 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4780791 May 06 09:41:32.311350 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a438d0a7-5f99-46f9-bef9-23d8eef58e2e req-3d06ba53-b300-46d0-af56-5e8fbce3a974 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/security-groups?id=7f285e86-832d-47c0-a280-829de0824e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609400 May 06 09:41:32.369077 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71208f88-6ef4-40c3-8396-1f9bab8a94f5 req-12d0441f-2883-4a9a-b97d-4d4c30017dae tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.135 HTTP/1.1" status: 200 len: 696 time: 0.0710421 May 06 09:41:32.440033 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=942a3e7b-940f-4b02-b333-7e039dd216f5,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:32.520066 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc27da4-9a39-4158-9b81-cb0c64dfbed1 req-4c5804af-3731-4fb8-9a88-d86e0f3f4003 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:32.521621 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bdc27da4-9a39-4158-9b81-cb0c64dfbed1 req-4c5804af-3731-4fb8-9a88-d86e0f3f4003 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=0143a0b5-af76-4c30-82d2-6834cab885d7 HTTP/1.1" status: 200 len: 949 time: 0.0811002 May 06 09:41:32.555910 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71208f88-6ef4-40c3-8396-1f9bab8a94f5 req-9cacb633-805b-4fed-8d9b-343c5096006d tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:32.557294 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71208f88-6ef4-40c3-8396-1f9bab8a94f5 req-9cacb633-805b-4fed-8d9b-343c5096006d tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 784 time: 0.1813309 May 06 09:41:32.586210 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bdc27da4-9a39-4158-9b81-cb0c64dfbed1 req-d5b26871-4fb2-4f21-87f5-2e1c5ae626e6 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573173 May 06 09:41:32.639730 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-769e5056-3c59-40fa-9c55-4285080cb57b req-6918d927-9fc8-4e66-bc91-442d2679932e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 210 time: 0.0275438 May 06 09:41:32.701588 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183976d-9cf7-4aca-9178-651af61fef43 req-e5be6cdd-46aa-43d6-993d-0f0d6586fe87 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:32.703141 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f183976d-9cf7-4aca-9178-651af61fef43 req-e5be6cdd-46aa-43d6-993d-0f0d6586fe87 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdb2bb5a-997f-44d2-b0dd-b9356b31afca HTTP/1.1" status: 200 len: 949 time: 0.0519760 May 06 09:41:32.745487 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f183976d-9cf7-4aca-9178-651af61fef43 req-7ea43521-dc13-403d-954f-26bd28454515 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359912 May 06 09:41:32.769054 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:32.827153 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac3774a-0dec-4989-87cb-5883a0d29fb2 x-openstack-request-id: req-fac3774a-0dec-4989-87cb-5883a0d29fb2 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:32.827656 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb2bb5a-997f-44d2-b0dd-b9356b31afca", "name": "network-vif-plugged", "status": "completed", "tag": "942a3e7b-940f-4b02-b333-7e039dd216f5", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:32.828079 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fac3774a-0dec-4989-87cb-5883a0d29fb2 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:32.828706 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac3774a-0dec-4989-87cb-5883a0d29fb2'] response: {'server_uuid': 'fdb2bb5a-997f-44d2-b0dd-b9356b31afca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942a3e7b-940f-4b02-b333-7e039dd216f5', 'code': 200} May 06 09:41:32.988405 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6508092-52c3-4e33-a694-fec3bee94d8d req-eb0f7852-3404-48c7-93e3-aa6f5c9bd07f tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:32.990083 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f6508092-52c3-4e33-a694-fec3bee94d8d req-eb0f7852-3404-48c7-93e3-aa6f5c9bd07f tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fa47783-ae2c-4771-a4f9-d9507f282457 HTTP/1.1" status: 200 len: 945 time: 0.0957394 May 06 09:41:33.003699 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46482) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:33.012618 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-1d0ca87f-27e0-405b-92d6-06be59336d91 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Request body: {'floatingip': {'port_id': '0b127be3-c208-4e14-92be-840cef7418cf'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:33.024199 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-aa244ac9-b03c-44f8-b213-68f6580ad432 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:33.024652 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb20212-90ab-477b-83da-1d53dfc5cd18 req-d2990ac8-da80-4cef-a4ce-96ddeb688ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:33.027607 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-acb20212-90ab-477b-83da-1d53dfc5cd18 req-d2990ac8-da80-4cef-a4ce-96ddeb688ce9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fdb2bb5a-997f-44d2-b0dd-b9356b31afca HTTP/1.1" status: 200 len: 1100 time: 0.0607212 May 06 09:41:33.027928 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-aa244ac9-b03c-44f8-b213-68f6580ad432 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/networks?id=bf084c2a-2749-4093-a4ea-996162f08ec8 HTTP/1.1" status: 200 len: 812 time: 0.1950035 May 06 09:41:33.070793 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-acb20212-90ab-477b-83da-1d53dfc5cd18 req-8d817905-60f8-4546-9770-63a6fe33bd4b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348902 May 06 09:41:33.445896 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1d0ca87f-27e0-405b-92d6-06be59336d91 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks [] for floatingip, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:33.490907 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-4dc3386f-2362-440d-9b17-896f98a1168f tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/quotas/9f8b2c0972214e249e01f24834153507 HTTP/1.1" status: 200 len: 375 time: 0.4182723 May 06 09:41:33.494022 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-78fc6bc6-9aab-4fdf-8412-86ec8d64f72d req-023e1de6-2fe1-4d75-b513-001b7fa7d9e8 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] 10.222.0.73 "GET /v2.0/floatingips/e5290f7f-692f-436c-8d31-bc37d871d1d7 HTTP/1.1" status: 200 len: 693 time: 0.4784036 May 06 09:41:33.633223 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-fffe8c57-f015-48a2-bddf-155316a4d903 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f8b2c0972214e249e01f24834153507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1058788 May 06 09:41:33.760228 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device a80e689c-147f-4e8f-b16b-2d0dca0b640a no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:41:33.781726 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: a80e689c-147f-4e8f-b16b-2d0dca0b640a {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:41:33.782856 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device a80e689c-147f-4e8f-b16b-2d0dca0b640a not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:41:33.794855 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-beb483c8-4888-4358-bdb7-bba2570322ad tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:33.796371 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-beb483c8-4888-4358-bdb7-bba2570322ad tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.84 "GET /v2.0/networks?id=138aada2-7aee-4749-819b-d219deb27012 HTTP/1.1" status: 200 len: 812 time: 0.7333834 May 06 09:41:33.820651 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-28037997-6c2f-44c9-bc61-858e6a35a563 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Request body: {'port': {'device_id': '16f52337-945f-44c6-b300-72f3eeadb696', 'network_id': '138aada2-7aee-4749-819b-d219deb27012', 'admin_state_up': True, 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:33.872109 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc6bc6-9aab-4fdf-8412-86ec8d64f72d req-566d9ed8-9ef0-44b9-92da-c95fc03832da tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:33.873463 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-78fc6bc6-9aab-4fdf-8412-86ec8d64f72d req-566d9ed8-9ef0-44b9-92da-c95fc03832da tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 784 time: 0.3451047 May 06 09:41:33.993549 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-2080a6aa-347c-4075-90fc-35f51ae36a73 service neutron] 10.222.0.73 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477948 May 06 09:41:34.041655 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-78fc6bc6-9aab-4fdf-8412-86ec8d64f72d req-5bcbe016-063d-420b-86ef-00f68071a5cc tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.135 HTTP/1.1" status: 200 len: 696 time: 0.1506374 May 06 09:41:34.173748 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-78fc6bc6-9aab-4fdf-8412-86ec8d64f72d req-4de131fd-6f0d-443b-9e31-bf50e728866e tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.135 HTTP/1.1" status: 200 len: 696 time: 0.1216180 May 06 09:41:34.388039 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-28037997-6c2f-44c9-bc61-858e6a35a563 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Made reservation on behalf of e6b8f11daba14014856a1a2bb0688844 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:41:34.391984 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-28037997-6c2f-44c9-bc61-858e6a35a563 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:34.427143 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-c85b3d5b-f284-4ffd-a97b-7a327a7cde9d service neutron] 10.222.0.73 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006259 May 06 09:41:34.647229 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-78fc6bc6-9aab-4fdf-8412-86ec8d64f72d req-34fa174b-e4a6-4afa-908e-c7fa70d64ee4 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Deleting port 6ce04e1f-6352-49a7-9d88-7111800f592a {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:41:34.647611 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-78fc6bc6-9aab-4fdf-8412-86ec8d64f72d req-34fa174b-e4a6-4afa-908e-c7fa70d64ee4 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:34.743006 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1d0ca87f-27e0-405b-92d6-06be59336d91 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:34.757667 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1d0ca87f-27e0-405b-92d6-06be59336d91 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:34.833271 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-28037997-6c2f-44c9-bc61-858e6a35a563 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Allocated IP 172.20.0.9 (138aada2-7aee-4749-819b-d219deb27012/ceacdbe3-a021-4ce2-8b17-bdad66d69597/855d2a78-7e53-4c34-b489-8b27d845d56d) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:34.846462 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1f3ba-7906-4228-bf73-8b2cc22f2f31 req-500afd5e-815b-4917-8cea-460674b32751 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:34.848070 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-13c1f3ba-7906-4228-bf73-8b2cc22f2f31 req-500afd5e-815b-4917-8cea-460674b32751 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0c662a3-3350-4265-891b-8762bd7b85a1 HTTP/1.1" status: 200 len: 945 time: 0.2328801 May 06 09:41:34.919552 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-78fc6bc6-9aab-4fdf-8412-86ec8d64f72d req-34fa174b-e4a6-4afa-908e-c7fa70d64ee4 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:34.919889 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-78fc6bc6-9aab-4fdf-8412-86ec8d64f72d req-34fa174b-e4a6-4afa-908e-c7fa70d64ee4 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:34.959855 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-78fc6bc6-9aab-4fdf-8412-86ec8d64f72d req-34fa174b-e4a6-4afa-908e-c7fa70d64ee4 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Calling delete_port for 6ce04e1f-6352-49a7-9d88-7111800f592a owned by network:floatingip {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:41:35.048629 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-1d0ca87f-27e0-405b-92d6-06be59336d91 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Floating IP 06457b81-7b9b-4ce7-9f44-6b97af05887d associated. External IP: 172.25.5.68, port: 0b127be3-c208-4e14-92be-840cef7418cf. May 06 09:41:35.148415 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-13c1f3ba-7906-4228-bf73-8b2cc22f2f31 req-ac593653-8dc6-4f42-8cff-60cd23cf5e39 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868485 May 06 09:41:35.333372 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-28037997-6c2f-44c9-bc61-858e6a35a563 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:35.764638 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:35.771809 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429683a-3a04-4db1-b92e-797bb4264071 req-208f80b2-3e0b-4521-b3fb-15f2f3382760 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:35.773582 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b429683a-3a04-4db1-b92e-797bb4264071 req-208f80b2-3e0b-4521-b3fb-15f2f3382760 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=0143a0b5-af76-4c30-82d2-6834cab885d7 HTTP/1.1" status: 200 len: 949 time: 0.5020883 May 06 09:41:35.795861 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7de1ae-a13e-4d8f-9dc1-bfff5f592c28 req-0c221d92-6b14-4a04-a216-02a4ec91e249 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:35.797925 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2b7de1ae-a13e-4d8f-9dc1-bfff5f592c28 req-0c221d92-6b14-4a04-a216-02a4ec91e249 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c662a3-3350-4265-891b-8762bd7b85a1 HTTP/1.1" status: 200 len: 945 time: 0.0617032 May 06 09:41:35.831058 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:41:35.836800 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:35.837188 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:35.951442 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-78fc6bc6-9aab-4fdf-8412-86ec8d64f72d req-34fa174b-e4a6-4afa-908e-c7fa70d64ee4 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:35.965316 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:36.001173 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0143a0b5-af76-4c30-82d2-6834cab885d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:36.003654 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfd578b-2eb6-4c99-8a39-a7b049fe6011" -d '{"events": [{"server_uuid": "0143a0b5-af76-4c30-82d2-6834cab885d7", "name": "network-vif-plugged", "status": "completed", "tag": "19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:36.003997 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-28037997-6c2f-44c9-bc61-858e6a35a563 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:36.006504 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-2b7de1ae-a13e-4d8f-9dc1-bfff5f592c28 req-84e3bc8b-abb2-42ce-8e35-f49cbc880afb tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Deleting port f90d1b33-d29e-4526-b8d7-c60b4ff817a9 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:41:36.007558 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b7de1ae-a13e-4d8f-9dc1-bfff5f592c28 req-84e3bc8b-abb2-42ce-8e35-f49cbc880afb tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:36.018294 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:36.020918 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa174b-e4a6-4afa-908e-c7fa70d64ee4 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Pushing event deleted for resources: {'Port': ['ID=6ce04e1f-6352-49a7-9d88-7111800f592a,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:36.026347 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:36.049104 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b429683a-3a04-4db1-b92e-797bb4264071 req-c08d1d68-032b-421a-9aaa-af561f7a609e tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560582 May 06 09:41:36.101665 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:36.148786 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-28037997-6c2f-44c9-bc61-858e6a35a563 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Network 138aada2-7aee-4749-819b-d219deb27012 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:36.179775 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0ca87f-27e0-405b-92d6-06be59336d91 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Router ef4f1595-ae78-4012-bda3-bd48fad9c730 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:41:36.186744 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-28037997-6c2f-44c9-bc61-858e6a35a563 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:36.197857 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-28037997-6c2f-44c9-bc61-858e6a35a563 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:36.207854 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-4ecab5d8-8068-4429-bd36-62c1898be5a2 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:36.211321 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-4ecab5d8-8068-4429-bd36-62c1898be5a2 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.84 "GET /v2.0/networks?id=bf084c2a-2749-4093-a4ea-996162f08ec8 HTTP/1.1" status: 200 len: 812 time: 0.4464126 May 06 09:41:36.237378 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28037997-6c2f-44c9-bc61-858e6a35a563 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Pushing event updated for resources: {'Port': ['ID=855d2a78-7e53-4c34-b489-8b27d845d56d,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:36.252637 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-2b7de1ae-a13e-4d8f-9dc1-bfff5f592c28 req-84e3bc8b-abb2-42ce-8e35-f49cbc880afb tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] For port f90d1b33-d29e-4526-b8d7-c60b4ff817a9, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=f90d1b33-d29e-4526-b8d7-c60b4ff817a9,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:36.253082 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b7de1ae-a13e-4d8f-9dc1-bfff5f592c28 req-84e3bc8b-abb2-42ce-8e35-f49cbc880afb tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:36.275663 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-2b7de1ae-a13e-4d8f-9dc1-bfff5f592c28 req-84e3bc8b-abb2-42ce-8e35-f49cbc880afb tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Calling delete_port for f90d1b33-d29e-4526-b8d7-c60b4ff817a9 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:41:36.276808 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-bdc05558-7431-40bf-a907-1899dfd7f0b5 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Request body: {'port': {'device_id': 'f7708487-3ae4-4f24-b4db-db6e26b13783', 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8', 'admin_state_up': True, 'tenant_id': '9f8b2c0972214e249e01f24834153507'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:36.434911 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-78fc6bc6-9aab-4fdf-8412-86ec8d64f72d req-34fa174b-e4a6-4afa-908e-c7fa70d64ee4 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks [] for floatingip, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:36.437673 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-78fc6bc6-9aab-4fdf-8412-86ec8d64f72d req-34fa174b-e4a6-4afa-908e-c7fa70d64ee4 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:36.439680 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-78fc6bc6-9aab-4fdf-8412-86ec8d64f72d req-34fa174b-e4a6-4afa-908e-c7fa70d64ee4 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] 10.222.0.73 "DELETE /v2.0/floatingips/e5290f7f-692f-436c-8d31-bc37d871d1d7 HTTP/1.1" status: 204 len: 173 time: 2.2308865 May 06 09:41:36.462088 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b7de1ae-a13e-4d8f-9dc1-bfff5f592c28 req-84e3bc8b-abb2-42ce-8e35-f49cbc880afb tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:36.467475 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-28037997-6c2f-44c9-bc61-858e6a35a563 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:36.468535 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-28037997-6c2f-44c9-bc61-858e6a35a563 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:36.500409 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['bf4790b9-844b-4827-8a7f-ab8e62106a3b', '10898790-3402-44ba-9070-c492f68e3747'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:36.528054 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-28037997-6c2f-44c9-bc61-858e6a35a563 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7147994 May 06 09:41:36.539769 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3bc8b-abb2-42ce-8e35-f49cbc880afb tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Pushing event deleted for resources: {'Port': ['ID=f90d1b33-d29e-4526-b8d7-c60b4ff817a9,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:36.547823 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['f90d1b33-d29e-4526-b8d7-c60b4ff817a9'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:36.548256 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-65f5efa8-71c2-476c-a021-975f54774ca8 service neutron] Request body: {'port': {'device_id': '16f52337-945f-44c6-b300-72f3eeadb696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:36.586543 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989e876-8512-4cbb-9c6e-cb62672dde65 req-69ce5032-0c0b-411b-8b26-1f963badf204 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:36.595075 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a989e876-8512-4cbb-9c6e-cb62672dde65 req-69ce5032-0c0b-411b-8b26-1f963badf204 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 931 time: 0.4041531 May 06 09:41:36.604979 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-68775ff7-b0ff-47c2-b1de-73be84dd8835 None None] Provisioning complete for port 855d2a78-7e53-4c34-b489-8b27d845d56d triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:36.605744 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-68775ff7-b0ff-47c2-b1de-73be84dd8835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:36.627180 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7de1ae-a13e-4d8f-9dc1-bfff5f592c28 req-84e3bc8b-abb2-42ce-8e35-f49cbc880afb tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] No DVR routers for this DVR port f90d1b33-d29e-4526-b8d7-c60b4ff817a9 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:41:36.633979 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-2b7de1ae-a13e-4d8f-9dc1-bfff5f592c28 req-84e3bc8b-abb2-42ce-8e35-f49cbc880afb tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:36.640839 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2b7de1ae-a13e-4d8f-9dc1-bfff5f592c28 req-84e3bc8b-abb2-42ce-8e35-f49cbc880afb tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.77 "DELETE /v2.0/ports/f90d1b33-d29e-4526-b8d7-c60b4ff817a9 HTTP/1.1" status: 204 len: 173 time: 0.8241608 May 06 09:41:36.644017 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c662a3-3350-4265-891b-8762bd7b85a1', 'name': 'network-vif-deleted', 'tag': 'f90d1b33-d29e-4526-b8d7-c60b4ff817a9'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:36.646882 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42e14a2-1de0-4d05-8a59-d378c2304903" -d '{"events": [{"server_uuid": "c0c662a3-3350-4265-891b-8762bd7b85a1", "name": "network-vif-deleted", "tag": "f90d1b33-d29e-4526-b8d7-c60b4ff817a9"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:36.672672 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-68775ff7-b0ff-47c2-b1de-73be84dd8835 None None] Port 855d2a78-7e53-4c34-b489-8b27d845d56d cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:41:36.754737 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0ca87f-27e0-405b-92d6-06be59336d91 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:41:36.771648 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318273c7-b6ca-46d6-9b6a-52f14e598bfb None None] Sync routers for ids ['ef4f1595-ae78-4012-bda3-bd48fad9c730'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:41:36.786131 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1d0ca87f-27e0-405b-92d6-06be59336d91 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:36.790815 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-65f5efa8-71c2-476c-a021-975f54774ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:36.806791 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318273c7-b6ca-46d6-9b6a-52f14e598bfb None None] Routers {'ef4f1595-ae78-4012-bda3-bd48fad9c730'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:36.812035 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-318273c7-b6ca-46d6-9b6a-52f14e598bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:41:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ef4f1595-ae78-4012-bda3-bd48fad9c730'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:36.869320 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a989e876-8512-4cbb-9c6e-cb62672dde65 req-86964bb4-cbe1-4cae-a2ef-1b1ff3d439ad tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702610 May 06 09:41:36.942445 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-bdc05558-7431-40bf-a907-1899dfd7f0b5 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Made reservation on behalf of 9f8b2c0972214e249e01f24834153507 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:41:36.947218 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-bdc05558-7431-40bf-a907-1899dfd7f0b5 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:36.985980 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e3f9e-a6b7-4b90-96c6-c612c7fd936f req-8e68e5d0-ffb4-4a0f-a36c-dc95576db0df tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:36.987749 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-711e3f9e-a6b7-4b90-96c6-c612c7fd936f req-8e68e5d0-ffb4-4a0f-a36c-dc95576db0df tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdb2bb5a-997f-44d2-b0dd-b9356b31afca HTTP/1.1" status: 200 len: 949 time: 0.4325130 May 06 09:41:37.038431 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1d0ca87f-27e0-405b-92d6-06be59336d91 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "PUT /v2.0/floatingips/06457b81-7b9b-4ce7-9f44-6b97af05887d HTTP/1.1" status: 200 len: 990 time: 4.0275018 May 06 09:41:37.059656 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa47783-ae2c-4771-a4f9-d9507f282457', 'tag': '0b127be3-c208-4e14-92be-840cef7418cf'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:37.063475 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867a1634-cd7e-4de5-8ff7-95105be86258" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa47783-ae2c-4771-a4f9-d9507f282457", "tag": "0b127be3-c208-4e14-92be-840cef7418cf"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:37.070682 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2e70048-9676-4516-956f-e73e5c46cd46 req-1f8be258-2434-4d26-8b22-49022cfb0063 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7708487-3ae4-4f24-b4db-db6e26b13783 HTTP/1.1" status: 200 len: 210 time: 0.0939322 May 06 09:41:37.072694 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-318273c7-b6ca-46d6-9b6a-52f14e598bfb None None] Set router ef4f1595-ae78-4012-bda3-bd48fad9c730 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:37.156753 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d750bb-80db-4bb0-a81a-8eeb87dcb018 x-openstack-request-id: req-02d750bb-80db-4bb0-a81a-8eeb87dcb018 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:37.157371 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0143a0b5-af76-4c30-82d2-6834cab885d7", "name": "network-vif-plugged", "status": "completed", "tag": "19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:37.157371 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-02d750bb-80db-4bb0-a81a-8eeb87dcb018 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:37.164929 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02d750bb-80db-4bb0-a81a-8eeb87dcb018'] response: {'server_uuid': '0143a0b5-af76-4c30-82d2-6834cab885d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92', 'code': 200} May 06 09:41:37.368340 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f19e134b-21fb-445d-a66b-7641e8214a5e req-613e5cad-0d2e-4ced-b68f-cf8a72038d8a tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0c662a3-3350-4265-891b-8762bd7b85a1 HTTP/1.1" status: 200 len: 210 time: 0.0931532 May 06 09:41:37.397532 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-711e3f9e-a6b7-4b90-96c6-c612c7fd936f req-c82b98a8-7630-4bee-be32-13902ea0c192 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943148 May 06 09:41:37.411430 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-318273c7-b6ca-46d6-9b6a-52f14e598bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'name': 'tempest-ServersTestManualDisk-737136986-router', 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '51fdfe03-3d0c-4220-82b6-807509d61776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:44Z', 'updated_at': '2022-05-06T09:40:55Z', 'revision_number': 4, 'project_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'gw_port': {'id': '51fdfe03-3d0c-4220-82b6-807509d61776', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ec:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:46Z', 'updated_at': '2022-05-06T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '06457b81-7b9b-4ce7-9f44-6b97af05887d', 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'floating_ip_address': '172.25.5.68', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'port_id': '0b127be3-c208-4e14-92be-840cef7418cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63310cb6-2c84-44f2-9e8f-0c5b176cfc28', 'mac_address': 'fa:16:3e:50:65:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa47783-ae2c-4771-a4f9-d9507f282457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:41:04Z', 'updated_at': '2022-05-06T09:41:34Z', 'revision_number': 1, 'project_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5e8fc0-0beb-4972-8421-22e10ea4bb36', 'name': '', 'network_id': '63310cb6-2c84-44f2-9e8f-0c5b176cfc28', 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'mac_address': 'fa:16:3e:f7:c1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '2d048d8f-1cb9-48ef-a7c8-b37e62204696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:52Z', 'updated_at': '2022-05-06T09:41:02Z', 'revision_number': 5, 'project_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'subnets': [{'id': '2d048d8f-1cb9-48ef-a7c8-b37e62204696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:37.484296 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f38f72-4de9-4ba4-a9b5-f570df031a9f req-9ef6e1db-6636-4067-abb2-cf75a5463579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:37.490321 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-19f38f72-4de9-4ba4-a9b5-f570df031a9f req-9ef6e1db-6636-4067-abb2-cf75a5463579 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0143a0b5-af76-4c30-82d2-6834cab885d7 HTTP/1.1" status: 200 len: 1101 time: 0.1509700 May 06 09:41:37.494232 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881ccc61-f738-4c6f-9dd1-02c703248532 x-openstack-request-id: req-881ccc61-f738-4c6f-9dd1-02c703248532 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:37.494799 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c662a3-3350-4265-891b-8762bd7b85a1", "name": "network-vif-deleted", "tag": "f90d1b33-d29e-4526-b8d7-c60b4ff817a9", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:37.495267 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-881ccc61-f738-4c6f-9dd1-02c703248532 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:37.496929 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-881ccc61-f738-4c6f-9dd1-02c703248532'] response: {'server_uuid': 'c0c662a3-3350-4265-891b-8762bd7b85a1', 'name': 'network-vif-deleted', 'tag': 'f90d1b33-d29e-4526-b8d7-c60b4ff817a9', 'status': 'completed', 'code': 200} May 06 09:41:37.580205 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-00537314-77c4-4f3d-b1ec-2a6c86049205 req-a968b774-1811-4c3d-a990-2386836eee35 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] show failed (client error): The resource could not be found. May 06 09:41:37.581120 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-00537314-77c4-4f3d-b1ec-2a6c86049205 req-a968b774-1811-4c3d-a990-2386836eee35 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] 10.222.0.73 "GET /v2.0/floatingips/e5290f7f-692f-436c-8d31-bc37d871d1d7 HTTP/1.1" status: 404 len: 350 time: 0.1126258 May 06 09:41:37.582730 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-19f38f72-4de9-4ba4-a9b5-f570df031a9f req-e34347f3-9571-41fa-9b07-e529f575ef5f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747361 May 06 09:41:37.621265 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318273c7-b6ca-46d6-9b6a-52f14e598bfb None None] Checking router: ef4f1595-ae78-4012-bda3-bd48fad9c730 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:41:37.633626 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-bdc05558-7431-40bf-a907-1899dfd7f0b5 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Allocated IP 172.20.0.12 (bf084c2a-2749-4093-a4ea-996162f08ec8/8274d079-7928-4ac7-bf6e-3d3c9edfbcb7/8f2d1475-4681-4b78-b505-8f43ad15971f) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:37.637569 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318273c7-b6ca-46d6-9b6a-52f14e598bfb None None] Routers {'ef4f1595-ae78-4012-bda3-bd48fad9c730'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:37.638310 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-318273c7-b6ca-46d6-9b6a-52f14e598bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:41:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ef4f1595-ae78-4012-bda3-bd48fad9c730'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:37.661503 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b454fd-6097-4dda-9f91-d14d954573e7 x-openstack-request-id: req-84b454fd-6097-4dda-9f91-d14d954573e7 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:37.661810 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa47783-ae2c-4771-a4f9-d9507f282457", "tag": "0b127be3-c208-4e14-92be-840cef7418cf", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:37.662105 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-84b454fd-6097-4dda-9f91-d14d954573e7 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:37.662526 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84b454fd-6097-4dda-9f91-d14d954573e7'] response: {'name': 'network-changed', 'server_uuid': '0fa47783-ae2c-4771-a4f9-d9507f282457', 'tag': '0b127be3-c208-4e14-92be-840cef7418cf', 'status': 'completed', 'code': 200} May 06 09:41:37.795365 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-318273c7-b6ca-46d6-9b6a-52f14e598bfb None None] Set router ef4f1595-ae78-4012-bda3-bd48fad9c730 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:37.810223 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002372d-fe47-48fb-98bc-5e65e5708d92 req-022ae164-ce98-4652-9d2d-49381108c2bf tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:37.811826 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9002372d-fe47-48fb-98bc-5e65e5708d92 req-022ae164-ce98-4652-9d2d-49381108c2bf tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fa47783-ae2c-4771-a4f9-d9507f282457 HTTP/1.1" status: 200 len: 945 time: 0.2379837 May 06 09:41:37.962652 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a1634-cd7e-4de5-8ff7-95105be86258 req-afda7473-ef8d-424f-b6a6-0bf4c23af81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:37.964333 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-867a1634-cd7e-4de5-8ff7-95105be86258 req-afda7473-ef8d-424f-b6a6-0bf4c23af81e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a276361bfa5d40d88d5fb8c7475cf482&device_id=0fa47783-ae2c-4771-a4f9-d9507f282457 HTTP/1.1" status: 200 len: 1096 time: 0.2606034 May 06 09:41:37.969876 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-65f5efa8-71c2-476c-a021-975f54774ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 855d2a78-7e53-4c34-b489-8b27d845d56d {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:38.001181 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-65f5efa8-71c2-476c-a021-975f54774ca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:38.042152 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3345eec-7ee2-48a6-b862-a70c25ff33ed req-7e702b95-ff1d-4c01-9233-387dc935af8b tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:38.044820 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d3345eec-7ee2-48a6-b862-a70c25ff33ed req-7e702b95-ff1d-4c01-9233-387dc935af8b tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=0143a0b5-af76-4c30-82d2-6834cab885d7 HTTP/1.1" status: 200 len: 950 time: 0.3063564 May 06 09:41:38.074778 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9002372d-fe47-48fb-98bc-5e65e5708d92 req-c083ba07-0606-4e61-b6b3-f9c73780045d tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/security-groups?id=7f285e86-832d-47c0-a280-829de0824e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452559 May 06 09:41:38.126341 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-318273c7-b6ca-46d6-9b6a-52f14e598bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'name': 'tempest-ServersTestManualDisk-737136986-router', 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '51fdfe03-3d0c-4220-82b6-807509d61776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:44Z', 'updated_at': '2022-05-06T09:40:55Z', 'revision_number': 4, 'project_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'gw_port': {'id': '51fdfe03-3d0c-4220-82b6-807509d61776', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ec:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:46Z', 'updated_at': '2022-05-06T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '06457b81-7b9b-4ce7-9f44-6b97af05887d', 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'floating_ip_address': '172.25.5.68', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'port_id': '0b127be3-c208-4e14-92be-840cef7418cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63310cb6-2c84-44f2-9e8f-0c5b176cfc28', 'mac_address': 'fa:16:3e:50:65:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa47783-ae2c-4771-a4f9-d9507f282457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:41:04Z', 'updated_at': '2022-05-06T09:41:34Z', 'revision_number': 1, 'project_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5e8fc0-0beb-4972-8421-22e10ea4bb36', 'name': '', 'network_id': '63310cb6-2c84-44f2-9e8f-0c5b176cfc28', 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'mac_address': 'fa:16:3e:f7:c1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '2d048d8f-1cb9-48ef-a7c8-b37e62204696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:52Z', 'updated_at': '2022-05-06T09:41:02Z', 'revision_number': 5, 'project_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'subnets': [{'id': '2d048d8f-1cb9-48ef-a7c8-b37e62204696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:38.136202 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-65f5efa8-71c2-476c-a021-975f54774ca8 service neutron] Transition to ACTIVE for port object 855d2a78-7e53-4c34-b489-8b27d845d56d will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:41:38.152152 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-213bc453-8a48-4434-b051-00d37cebdab2 req-d8b632b7-88b8-4281-bae6-b65eb0293d9d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e51c16a2-c10a-4e64-9793-3cbef2e3fda3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0694375 May 06 09:41:38.157838 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-65f5efa8-71c2-476c-a021-975f54774ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:38.165695 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318273c7-b6ca-46d6-9b6a-52f14e598bfb None None] The sync data for ids ['ef4f1595-ae78-4012-bda3-bd48fad9c730'] in n-d-840835-1 is: [{'id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'name': 'tempest-ServersTestManualDisk-737136986-router', 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '51fdfe03-3d0c-4220-82b6-807509d61776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:44Z', 'updated_at': '2022-05-06T09:40:55Z', 'revision_number': 4, 'project_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'gw_port': {'id': '51fdfe03-3d0c-4220-82b6-807509d61776', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ec:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:46Z', 'updated_at': '2022-05-06T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '06457b81-7b9b-4ce7-9f44-6b97af05887d', 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'floating_ip_address': '172.25.5.68', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'port_id': '0b127be3-c208-4e14-92be-840cef7418cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63310cb6-2c84-44f2-9e8f-0c5b176cfc28', 'mac_address': 'fa:16:3e:50:65:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa47783-ae2c-4771-a4f9-d9507f282457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:41:04Z', 'updated_at': '2022-05-06T09:41:34Z', 'revision_number': 1, 'project_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5e8fc0-0beb-4972-8421-22e10ea4bb36', 'name': '', 'network_id': '63310cb6-2c84-44f2-9e8f-0c5b176cfc28', 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'mac_address': 'fa:16:3e:f7:c1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '2d048d8f-1cb9-48ef-a7c8-b37e62204696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:52Z', 'updated_at': '2022-05-06T09:41:02Z', 'revision_number': 5, 'project_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'subnets': [{'id': '2d048d8f-1cb9-48ef-a7c8-b37e62204696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:41:38.243842 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-bdc05558-7431-40bf-a907-1899dfd7f0b5 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:38.285996 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d3345eec-7ee2-48a6-b862-a70c25ff33ed req-f0c5ff03-6429-470d-bb29-bbc954c61883 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777339 May 06 09:41:38.303760 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bc453-8a48-4434-b051-00d37cebdab2 req-5a5e444c-0d3a-4346-8fde-129e81a86851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:38.316167 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-213bc453-8a48-4434-b051-00d37cebdab2 req-5a5e444c-0d3a-4346-8fde-129e81a86851 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0fe275606e2841ef811abf94e17c097e&device_id=e51c16a2-c10a-4e64-9793-3cbef2e3fda3 HTTP/1.1" status: 200 len: 1101 time: 0.0873325 May 06 09:41:38.359924 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5efa8-71c2-476c-a021-975f54774ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=855d2a78-7e53-4c34-b489-8b27d845d56d,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:38.416449 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a1634-cd7e-4de5-8ff7-95105be86258 req-48bf4f5e-54a9-43d6-9882-335a30b5f77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:38.417932 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-867a1634-cd7e-4de5-8ff7-95105be86258 req-48bf4f5e-54a9-43d6-9882-335a30b5f77b service neutron] 10.222.0.84 "GET /v2.0/networks?id=63310cb6-2c84-44f2-9e8f-0c5b176cfc28 HTTP/1.1" status: 200 len: 912 time: 0.4285040 May 06 09:41:38.418767 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-582b8173-4a1c-4239-ad93-c95d36bf214d req-2d905dce-6865-4010-b0c9-1a0fe025fc76 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] show failed (client error): The resource could not be found. May 06 09:41:38.419793 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-582b8173-4a1c-4239-ad93-c95d36bf214d req-2d905dce-6865-4010-b0c9-1a0fe025fc76 tempest-FloatingIPsTestJSON-2143438140 tempest-FloatingIPsTestJSON-2143438140-project] 10.222.0.73 "GET /v2.0/floatingips/e5290f7f-692f-436c-8d31-bc37d871d1d7 HTTP/1.1" status: 404 len: 350 time: 0.0967953 May 06 09:41:38.444325 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46526) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:38.517041 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1843f3-2879-4311-8fff-f685eb9c93d4 None None] New status for floating IP 06457b81-7b9b-4ce7-9f44-6b97af05887d: ACTIVE {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:41:38.585054 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd210f-c3e9-47dd-a373-534612341356 req-05df85ac-836b-4e30-8cda-184b8e9fff70 tempest-ServersOnMultiNodesTest-2110708976 tempest-ServersOnMultiNodesTest-2110708976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:38.587165 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cedd210f-c3e9-47dd-a373-534612341356 req-05df85ac-836b-4e30-8cda-184b8e9fff70 tempest-ServersOnMultiNodesTest-2110708976 tempest-ServersOnMultiNodesTest-2110708976-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=fdb2bb5a-997f-44d2-b0dd-b9356b31afca HTTP/1.1" status: 200 len: 1100 time: 0.3492496 May 06 09:41:38.595241 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-bdc05558-7431-40bf-a907-1899dfd7f0b5 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:38.642911 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bc453-8a48-4434-b051-00d37cebdab2 req-e3f24314-906a-4568-a724-da23d9d4fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:38.644956 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-213bc453-8a48-4434-b051-00d37cebdab2 req-e3f24314-906a-4568-a724-da23d9d4fb35 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.2973728 May 06 09:41:38.707741 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-213bc453-8a48-4434-b051-00d37cebdab2 req-7864d99b-d81a-49d6-91ed-53bf1384d169 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=bcb11d08-ab25-412e-a88e-0cf35497f484 HTTP/1.1" status: 200 len: 217 time: 0.0442750 May 06 09:41:38.714098 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-867a1634-cd7e-4de5-8ff7-95105be86258 req-299e45cf-1530-4e79-b2ee-607733e1b854 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b127be3-c208-4e14-92be-840cef7418cf HTTP/1.1" status: 200 len: 998 time: 0.2606206 May 06 09:41:38.731342 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-bdc05558-7431-40bf-a907-1899dfd7f0b5 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Network bf084c2a-2749-4093-a4ea-996162f08ec8 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:38.739727 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-65f5efa8-71c2-476c-a021-975f54774ca8 service neutron] Attempting to bind port 855d2a78-7e53-4c34-b489-8b27d845d56d on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:41:38.740117 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-65f5efa8-71c2-476c-a021-975f54774ca8 service neutron] Attempting to bind port 855d2a78-7e53-4c34-b489-8b27d845d56d by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '138aada2-7aee-4749-819b-d219deb27012'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:41:38.740438 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-65f5efa8-71c2-476c-a021-975f54774ca8 service neutron] Attempting to bind port 855d2a78-7e53-4c34-b489-8b27d845d56d on network 138aada2-7aee-4749-819b-d219deb27012 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:38.758140 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc05558-7431-40bf-a907-1899dfd7f0b5 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Pushing event updated for resources: {'Port': ['ID=8f2d1475-4681-4b78-b505-8f43ad15971f,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:38.760742 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-bdc05558-7431-40bf-a907-1899dfd7f0b5 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:38.769975 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-bdc05558-7431-40bf-a907-1899dfd7f0b5 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:38.780194 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248afb50-4149-427e-9693-31e946bc6b39 req-97aa754e-9d7a-44ce-91d3-a2b9dcedcdf4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:38.782009 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-248afb50-4149-427e-9693-31e946bc6b39 req-97aa754e-9d7a-44ce-91d3-a2b9dcedcdf4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 943 time: 0.2190175 May 06 09:41:38.804541 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cedd210f-c3e9-47dd-a373-534612341356 req-9a6f3109-9a83-4ea9-a62c-1ccf9f0c4866 tempest-ServersOnMultiNodesTest-2110708976 tempest-ServersOnMultiNodesTest-2110708976-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900096 May 06 09:41:38.829625 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-65f5efa8-71c2-476c-a021-975f54774ca8 service neutron] Port 855d2a78-7e53-4c34-b489-8b27d845d56d on network 138aada2-7aee-4749-819b-d219deb27012 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:41:38.829962 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-65f5efa8-71c2-476c-a021-975f54774ca8 service neutron] Attempting to bind port 855d2a78-7e53-4c34-b489-8b27d845d56d on network 138aada2-7aee-4749-819b-d219deb27012 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:38.885103 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bc453-8a48-4434-b051-00d37cebdab2 req-64b2e4b8-fbe5-4713-839e-a0e1dbe5d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:38.887342 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-213bc453-8a48-4434-b051-00d37cebdab2 req-64b2e4b8-fbe5-4713-839e-a0e1dbe5d1de service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1327136 May 06 09:41:38.910868 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-65f5efa8-71c2-476c-a021-975f54774ca8 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:41:38.911186 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-65f5efa8-71c2-476c-a021-975f54774ca8 service neutron] Checking segment: {'id': 'b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '138aada2-7aee-4749-819b-d219deb27012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:38.911570 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-65f5efa8-71c2-476c-a021-975f54774ca8 service neutron] Bound using segment: {'id': 'b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '138aada2-7aee-4749-819b-d219deb27012'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:41:38.912089 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-65f5efa8-71c2-476c-a021-975f54774ca8 service neutron] Bound port: 855d2a78-7e53-4c34-b489-8b27d845d56d, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '138aada2-7aee-4749-819b-d219deb27012'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:41:38.912469 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-65f5efa8-71c2-476c-a021-975f54774ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:38.951761 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a1634-cd7e-4de5-8ff7-95105be86258 req-c507138e-1412-494e-a1d6-426fcaf26baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:38.953181 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-867a1634-cd7e-4de5-8ff7-95105be86258 req-c507138e-1412-494e-a1d6-426fcaf26baf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2d048d8f-1cb9-48ef-a7c8-b37e62204696 HTTP/1.1" status: 200 len: 850 time: 0.2149239 May 06 09:41:38.969944 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-bdc05558-7431-40bf-a907-1899dfd7f0b5 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:38.970654 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-bdc05558-7431-40bf-a907-1899dfd7f0b5 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:38.990029 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-248afb50-4149-427e-9693-31e946bc6b39 req-04b26737-3e5f-4b93-bed6-14beb363f09a tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655586 May 06 09:41:38.992399 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bc453-8a48-4434-b051-00d37cebdab2 req-090c20a6-fcc0-484d-86cc-3486ccafae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:38.994060 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-213bc453-8a48-4434-b051-00d37cebdab2 req-090c20a6-fcc0-484d-86cc-3486ccafae75 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0925200 May 06 09:41:39.072239 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-bdc05558-7431-40bf-a907-1899dfd7f0b5 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8020480 May 06 09:41:39.105257 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-18da94c2-1d0e-4900-8083-95a82fc4f8e2 service neutron] Request body: {'port': {'device_id': 'f7708487-3ae4-4f24-b4db-db6e26b13783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:39.152639 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f89c51-5285-499c-9960-2182cd17a02a req-665420ea-3f31-42fe-b792-1d49603c3d81 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:39.153790 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-213bc453-8a48-4434-b051-00d37cebdab2 req-cdd9c3e6-cf42-4ba8-b621-84493823ce07 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492219 May 06 09:41:39.160288 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-84f89c51-5285-499c-9960-2182cd17a02a req-665420ea-3f31-42fe-b792-1d49603c3d81 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7708487-3ae4-4f24-b4db-db6e26b13783 HTTP/1.1" status: 200 len: 932 time: 0.2176554 May 06 09:41:39.174399 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a1634-cd7e-4de5-8ff7-95105be86258 req-51a1ef4e-153a-48ae-b721-43b792d6f208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:39.176017 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-867a1634-cd7e-4de5-8ff7-95105be86258 req-51a1ef4e-153a-48ae-b721-43b792d6f208 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=63310cb6-2c84-44f2-9e8f-0c5b176cfc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2023039 May 06 09:41:39.180085 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-65f5efa8-71c2-476c-a021-975f54774ca8 service neutron] For port 855d2a78-7e53-4c34-b489-8b27d845d56d, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:41:39.254507 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-65f5efa8-71c2-476c-a021-975f54774ca8 service neutron] For port 855d2a78-7e53-4c34-b489-8b27d845d56d, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=855d2a78-7e53-4c34-b489-8b27d845d56d,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:41:39.270533 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-a3560dfa-f1b6-4301-9ea1-a127aec183a9 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0fe275606e2841ef811abf94e17c097e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0920184 May 06 09:41:39.317312 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-65f5efa8-71c2-476c-a021-975f54774ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:39.352214 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-18da94c2-1d0e-4900-8083-95a82fc4f8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:39.355607 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-213bc453-8a48-4434-b051-00d37cebdab2 req-22b2226f-e561-4c0d-a831-062c2910ecfb service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904519 May 06 09:41:39.373512 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bdd50c48-b295-4d29-8211-3c5ec4d2dc84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:39.397048 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-84f89c51-5285-499c-9960-2182cd17a02a req-af74ea11-0d49-4746-a8a6-20c1a5a902e1 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352717 May 06 09:41:39.756215 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-bdd50c48-b295-4d29-8211-3c5ec4d2dc84 admin admin] Deleting port 1072977e-6669-43f5-8df7-65ac461d7be9 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:41:39.756854 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bdd50c48-b295-4d29-8211-3c5ec4d2dc84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:39.798679 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device f90d1b33-d29e-4526-b8d7-c60b4ff817a9 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:41:39.836316 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: f90d1b33-d29e-4526-b8d7-c60b4ff817a9 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:41:39.836316 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device f90d1b33-d29e-4526-b8d7-c60b4ff817a9 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:41:39.837069 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-65f5efa8-71c2-476c-a021-975f54774ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:39.837676 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-65f5efa8-71c2-476c-a021-975f54774ca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:39.839176 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-65f5efa8-71c2-476c-a021-975f54774ca8 service neutron] 10.222.0.84 "PUT /v2.0/ports/855d2a78-7e53-4c34-b489-8b27d845d56d HTTP/1.1" status: 200 len: 1091 time: 3.2969632 May 06 09:41:39.839665 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f52337-945f-44c6-b300-72f3eeadb696', 'tag': '855d2a78-7e53-4c34-b489-8b27d845d56d'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:39.842046 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f61fef-ba85-4d9e-9b13-07ade3a26495" -d '{"events": [{"name": "network-changed", "server_uuid": "16f52337-945f-44c6-b300-72f3eeadb696", "tag": "855d2a78-7e53-4c34-b489-8b27d845d56d"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:39.861417 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-bdd50c48-b295-4d29-8211-3c5ec4d2dc84 admin admin] For port 1072977e-6669-43f5-8df7-65ac461d7be9, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=1072977e-6669-43f5-8df7-65ac461d7be9,segment=NetworkSegment(4020f15a-1fb8-4b4e-aeb5-8e0d3b6d7069),segment_id=4020f15a-1fb8-4b4e-aeb5-8e0d3b6d7069)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:39.862057 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bdd50c48-b295-4d29-8211-3c5ec4d2dc84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:39.882759 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-bdd50c48-b295-4d29-8211-3c5ec4d2dc84 admin admin] Calling delete_port for 1072977e-6669-43f5-8df7-65ac461d7be9 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:41:39.956172 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5efa8-71c2-476c-a021-975f54774ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=855d2a78-7e53-4c34-b489-8b27d845d56d,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:40.000315 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-867a1634-cd7e-4de5-8ff7-95105be86258 req-9a72915b-f2e6-458f-8630-9f5394305b8e service neutron] 10.222.0.84 "GET /v2.0/networks/63310cb6-2c84-44f2-9e8f-0c5b176cfc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7984812 May 06 09:41:40.151495 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bdd50c48-b295-4d29-8211-3c5ec4d2dc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:40.174974 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e44fb-9a1c-456e-abb1-437845aed30b req-d87338a7-1ca8-4c11-8808-b4bedc51e0a7 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:40.176644 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-770e44fb-9a1c-456e-abb1-437845aed30b req-d87338a7-1ca8-4c11-8808-b4bedc51e0a7 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=0143a0b5-af76-4c30-82d2-6834cab885d7 HTTP/1.1" status: 200 len: 950 time: 0.3844423 May 06 09:41:40.184143 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd50c48-b295-4d29-8211-3c5ec4d2dc84 admin admin] Pushing event deleted for resources: {'Port': ['ID=1072977e-6669-43f5-8df7-65ac461d7be9,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:40.198179 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-8a3ebd99-496d-4dd1-a957-56775d0f7624 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:40.205408 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-8a3ebd99-496d-4dd1-a957-56775d0f7624 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8968737 May 06 09:41:40.251653 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-8e4304d7-c054-4c09-8518-e50c4d942db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:40.253243 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-8e4304d7-c054-4c09-8518-e50c4d942db5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e6b8f11daba14014856a1a2bb0688844&device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 1094 time: 0.3181052 May 06 09:41:40.319340 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-f1b5d111-9664-4f7d-8e2d-91b13a18d7ae tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/quotas/0fe275606e2841ef811abf94e17c097e HTTP/1.1" status: 200 len: 375 time: 0.1129947 May 06 09:41:40.382348 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bdd50c48-b295-4d29-8211-3c5ec4d2dc84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:40.430686 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-df788d0d-b608-45f9-a0b0-f30de7ab8bc9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=855d2a78-7e53-4c34-b489-8b27d845d56d HTTP/1.1" status: 200 len: 217 time: 0.1170723 May 06 09:41:40.478575 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-770e44fb-9a1c-456e-abb1-437845aed30b req-ee288339-ab97-49e0-9bd3-5b810612baba tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657590 May 06 09:41:40.554422 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-867a1634-cd7e-4de5-8ff7-95105be86258 req-b19f4af8-3827-4dd1-94a0-9b0171079cab service neutron] 10.222.0.84 "GET /v2.0/networks/63310cb6-2c84-44f2-9e8f-0c5b176cfc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351508 May 06 09:41:40.623895 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-bc1bf37f-e0b9-4098-baa9-ecf37d4eb806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:40.625469 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-bc1bf37f-e0b9-4098-baa9-ecf37d4eb806 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ceacdbe3-a021-4ce2-8b17-bdad66d69597 HTTP/1.1" status: 200 len: 851 time: 0.1820498 May 06 09:41:40.642113 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-efeb2879-f467-4116-85a1-776b90c7c6a7 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0fe275606e2841ef811abf94e17c097e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2862649 May 06 09:41:40.674169 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd50c48-b295-4d29-8211-3c5ec4d2dc84 admin admin] Router 06655664-807a-40be-b182-beae899a6153 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:41:40.736695 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc03963-65a8-4430-800d-487359a7201d req-12d9c6c6-0123-4caa-aa38-463e3c0ca288 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:40.738321 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5dc03963-65a8-4430-800d-487359a7201d req-12d9c6c6-0123-4caa-aa38-463e3c0ca288 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=db5112bf-4bd8-4e66-aa36-c7295307c744 HTTP/1.1" status: 200 len: 945 time: 0.1696377 May 06 09:41:40.780251 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-77157781-6732-4921-bfd0-1772bff0c4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:40.781816 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-77157781-6732-4921-bfd0-1772bff0c4e4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=138aada2-7aee-4749-819b-d219deb27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1384890 May 06 09:41:40.801467 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-18da94c2-1d0e-4900-8083-95a82fc4f8e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f2d1475-4681-4b78-b505-8f43ad15971f {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:40.821015 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-18da94c2-1d0e-4900-8083-95a82fc4f8e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:40.823787 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd50c48-b295-4d29-8211-3c5ec4d2dc84 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:41:40.839773 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b93e7a7-c9a0-487c-9467-c0a192900b8b None None] Sync routers for ids ['06655664-807a-40be-b182-beae899a6153'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:41:40.846343 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bdd50c48-b295-4d29-8211-3c5ec4d2dc84 admin admin] 10.222.0.73 "PUT /v2.0/routers/06655664-807a-40be-b182-beae899a6153/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3997200 May 06 09:41:40.847005 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46558) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:40.856642 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b93e7a7-c9a0-487c-9467-c0a192900b8b None None] Routers {'06655664-807a-40be-b182-beae899a6153'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:40.858361 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-5b93e7a7-c9a0-487c-9467-c0a192900b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:41:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['06655664-807a-40be-b182-beae899a6153'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:40.865604 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d829707-5d3b-46b0-8fce-ed081d443c12 x-openstack-request-id: req-6d829707-5d3b-46b0-8fce-ed081d443c12 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:40.865959 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16f52337-945f-44c6-b300-72f3eeadb696", "tag": "855d2a78-7e53-4c34-b489-8b27d845d56d", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:40.866196 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6d829707-5d3b-46b0-8fce-ed081d443c12 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:40.866725 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d829707-5d3b-46b0-8fce-ed081d443c12'] response: {'name': 'network-changed', 'server_uuid': '16f52337-945f-44c6-b300-72f3eeadb696', 'tag': '855d2a78-7e53-4c34-b489-8b27d845d56d', 'status': 'completed', 'code': 200} May 06 09:41:40.954438 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-18da94c2-1d0e-4900-8083-95a82fc4f8e2 service neutron] Transition to ACTIVE for port object 8f2d1475-4681-4b78-b505-8f43ad15971f will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:41:40.960785 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5dc03963-65a8-4430-800d-487359a7201d req-7c8dbdcf-d2ce-47a5-b05a-226b0c0ddffd tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964109 May 06 09:41:40.979444 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-18da94c2-1d0e-4900-8083-95a82fc4f8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:41.013640 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f833df77-a894-492e-872e-290a3211f112 admin admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:41.094060 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-5b93e7a7-c9a0-487c-9467-c0a192900b8b None None] Set router 06655664-807a-40be-b182-beae899a6153 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:41.113882 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da94c2-1d0e-4900-8083-95a82fc4f8e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f2d1475-4681-4b78-b505-8f43ad15971f,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:41.178519 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-be8a1802-8890-4304-b55f-914b44f0f898 service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729329 May 06 09:41:41.189851 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f8911-7f7e-4325-8579-e6b4801580c4 req-b08f1452-9c7a-4f7c-8289-a3c0db4c961d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:41.191580 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-046f8911-7f7e-4325-8579-e6b4801580c4 req-b08f1452-9c7a-4f7c-8289-a3c0db4c961d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 943 time: 0.2354367 May 06 09:41:41.348623 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-5b93e7a7-c9a0-487c-9467-c0a192900b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06655664-807a-40be-b182-beae899a6153', 'name': 'tempest-FloatingIPsTestJSON-1559552775-router', 'tenant_id': '9dd8acb654c3493a861edd92ae127844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '0daae369-a514-4075-9e70-57be763e5b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:15Z', 'updated_at': '2022-05-06T09:41:40Z', 'revision_number': 5, 'project_id': '9dd8acb654c3493a861edd92ae127844', 'gw_port': {'id': '0daae369-a514-4075-9e70-57be763e5b9b', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06655664-807a-40be-b182-beae899a6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:16Z', 'updated_at': '2022-05-06T09:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:41.358864 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da298ea4-8335-4b85-8761-b8a923a01d44 req-dbac9f25-db11-4726-99f9-497282be0e7a tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:41.361295 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da298ea4-8335-4b85-8761-b8a923a01d44 req-dbac9f25-db11-4726-99f9-497282be0e7a tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7708487-3ae4-4f24-b4db-db6e26b13783 HTTP/1.1" status: 200 len: 944 time: 0.2383580 May 06 09:41:41.402747 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b93e7a7-c9a0-487c-9467-c0a192900b8b None None] Checking router: 06655664-807a-40be-b182-beae899a6153 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:41:41.410661 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-046f8911-7f7e-4325-8579-e6b4801580c4 req-143de913-a7e7-40c0-9276-3b43fe187973 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839316 May 06 09:41:41.414016 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b93e7a7-c9a0-487c-9467-c0a192900b8b None None] Routers {'06655664-807a-40be-b182-beae899a6153'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:41.414823 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-5b93e7a7-c9a0-487c-9467-c0a192900b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:41:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['06655664-807a-40be-b182-beae899a6153'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:41.427084 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-18da94c2-1d0e-4900-8083-95a82fc4f8e2 service neutron] Attempting to bind port 8f2d1475-4681-4b78-b505-8f43ad15971f on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:41:41.427638 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-18da94c2-1d0e-4900-8083-95a82fc4f8e2 service neutron] Attempting to bind port 8f2d1475-4681-4b78-b505-8f43ad15971f by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '627bbd8f-a3da-4da2-815f-3be0d917a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:41:41.428141 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-18da94c2-1d0e-4900-8083-95a82fc4f8e2 service neutron] Attempting to bind port 8f2d1475-4681-4b78-b505-8f43ad15971f on network bf084c2a-2749-4093-a4ea-996162f08ec8 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:41.468678 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-18da94c2-1d0e-4900-8083-95a82fc4f8e2 service neutron] Port 8f2d1475-4681-4b78-b505-8f43ad15971f on network bf084c2a-2749-4093-a4ea-996162f08ec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:41:41.469061 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-18da94c2-1d0e-4900-8083-95a82fc4f8e2 service neutron] Attempting to bind port 8f2d1475-4681-4b78-b505-8f43ad15971f on network bf084c2a-2749-4093-a4ea-996162f08ec8 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:41.480331 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5571f6e8-4d84-4a4d-b869-5b6bdc20c1d1 req-a89a3a93-a7ca-4821-9a35-3ae40f3811e1 service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874718 May 06 09:41:41.506535 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-18da94c2-1d0e-4900-8083-95a82fc4f8e2 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:41:41.507027 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-18da94c2-1d0e-4900-8083-95a82fc4f8e2 service neutron] Checking segment: {'id': '627bbd8f-a3da-4da2-815f-3be0d917a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:41.508436 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-18da94c2-1d0e-4900-8083-95a82fc4f8e2 service neutron] Bound using segment: {'id': '627bbd8f-a3da-4da2-815f-3be0d917a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:41:41.508436 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-18da94c2-1d0e-4900-8083-95a82fc4f8e2 service neutron] Bound port: 8f2d1475-4681-4b78-b505-8f43ad15971f, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '627bbd8f-a3da-4da2-815f-3be0d917a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:41:41.508914 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-18da94c2-1d0e-4900-8083-95a82fc4f8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:41.549816 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da298ea4-8335-4b85-8761-b8a923a01d44 req-e358830d-2172-4e2a-b5b3-cac663893142 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697886 May 06 09:41:41.574151 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-5b93e7a7-c9a0-487c-9467-c0a192900b8b None None] Set router 06655664-807a-40be-b182-beae899a6153 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:41.729555 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f833df77-a894-492e-872e-290a3211f112 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:41.781802 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-203db28b-5e33-4e9d-8038-ff77000f8fc4 req-8af3668b-cc9f-4e97-92db-7505b465013d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=9421d1e4-3683-4633-b9d1-4b4c91a9e033 HTTP/1.1" status: 200 len: 210 time: 0.0616410 May 06 09:41:41.782525 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-18da94c2-1d0e-4900-8083-95a82fc4f8e2 service neutron] For port 8f2d1475-4681-4b78-b505-8f43ad15971f, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:41:41.787694 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f61fef-ba85-4d9e-9b13-07ade3a26495 req-39d942e6-b7d4-4a1b-8208-b4a9393a4335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:41.790298 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17f61fef-ba85-4d9e-9b13-07ade3a26495 req-39d942e6-b7d4-4a1b-8208-b4a9393a4335 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e6b8f11daba14014856a1a2bb0688844&device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 1094 time: 0.2280467 May 06 09:41:41.829624 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa33f41-f90e-46f8-9887-e72bc92e0d75 req-38613a2e-bb89-4755-9bcc-f8bc7edc1705 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:41.830769 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dfa33f41-f90e-46f8-9887-e72bc92e0d75 req-38613a2e-bb89-4755-9bcc-f8bc7edc1705 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.84 "GET /v2.0/ports?device_id=db5112bf-4bd8-4e66-aa36-c7295307c744 HTTP/1.1" status: 200 len: 945 time: 0.1794219 May 06 09:41:41.833108 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-18da94c2-1d0e-4900-8083-95a82fc4f8e2 service neutron] For port 8f2d1475-4681-4b78-b505-8f43ad15971f, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=8f2d1475-4681-4b78-b505-8f43ad15971f,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:41:41.848572 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-18da94c2-1d0e-4900-8083-95a82fc4f8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:41.854992 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-f833df77-a894-492e-872e-290a3211f112 admin admin] Deleting port 0daae369-a514-4075-9e70-57be763e5b9b {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:41:41.856152 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f833df77-a894-492e-872e-290a3211f112 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:41.912050 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-5b93e7a7-c9a0-487c-9467-c0a192900b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06655664-807a-40be-b182-beae899a6153', 'name': 'tempest-FloatingIPsTestJSON-1559552775-router', 'tenant_id': '9dd8acb654c3493a861edd92ae127844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '0daae369-a514-4075-9e70-57be763e5b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:15Z', 'updated_at': '2022-05-06T09:41:40Z', 'revision_number': 5, 'project_id': '9dd8acb654c3493a861edd92ae127844', 'gw_port': {'id': '0daae369-a514-4075-9e70-57be763e5b9b', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06655664-807a-40be-b182-beae899a6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:16Z', 'updated_at': '2022-05-06T09:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:41.951216 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b93e7a7-c9a0-487c-9467-c0a192900b8b None None] The sync data for ids ['06655664-807a-40be-b182-beae899a6153'] in n-d-840835-1 is: [{'id': '06655664-807a-40be-b182-beae899a6153', 'name': 'tempest-FloatingIPsTestJSON-1559552775-router', 'tenant_id': '9dd8acb654c3493a861edd92ae127844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '0daae369-a514-4075-9e70-57be763e5b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:15Z', 'updated_at': '2022-05-06T09:41:40Z', 'revision_number': 5, 'project_id': '9dd8acb654c3493a861edd92ae127844', 'gw_port': {'id': '0daae369-a514-4075-9e70-57be763e5b9b', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06655664-807a-40be-b182-beae899a6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:16Z', 'updated_at': '2022-05-06T09:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:41:41.977916 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-f833df77-a894-492e-872e-290a3211f112 admin admin] For port 0daae369-a514-4075-9e70-57be763e5b9b, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=0daae369-a514-4075-9e70-57be763e5b9b,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:41.978326 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f833df77-a894-492e-872e-290a3211f112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:41.986563 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-18da94c2-1d0e-4900-8083-95a82fc4f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:41.987146 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-18da94c2-1d0e-4900-8083-95a82fc4f8e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:41.991945 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-18da94c2-1d0e-4900-8083-95a82fc4f8e2 service neutron] 10.222.0.84 "PUT /v2.0/ports/8f2d1475-4681-4b78-b505-8f43ad15971f HTTP/1.1" status: 200 len: 1092 time: 2.8987150 May 06 09:41:42.001632 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-f833df77-a894-492e-872e-290a3211f112 admin admin] Calling delete_port for 0daae369-a514-4075-9e70-57be763e5b9b owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:41:42.124619 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da94c2-1d0e-4900-8083-95a82fc4f8e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f2d1475-4681-4b78-b505-8f43ad15971f,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:42.127835 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f61fef-ba85-4d9e-9b13-07ade3a26495 req-fba4bfc3-55b8-4a91-87d5-1ff83c4f5213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:42.129360 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17f61fef-ba85-4d9e-9b13-07ade3a26495 req-fba4bfc3-55b8-4a91-87d5-1ff83c4f5213 service neutron] 10.222.0.84 "GET /v2.0/networks?id=138aada2-7aee-4749-819b-d219deb27012 HTTP/1.1" status: 200 len: 913 time: 0.3281364 May 06 09:41:42.230434 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17f61fef-ba85-4d9e-9b13-07ade3a26495 req-4cbc2c51-7324-437f-8e73-e27f6b9ae28e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=855d2a78-7e53-4c34-b489-8b27d845d56d HTTP/1.1" status: 200 len: 217 time: 0.0840900 May 06 09:41:42.257021 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-5f6666f6-53cf-41f3-9a64-7c1c9cc91a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:42.258474 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-5f6666f6-53cf-41f3-9a64-7c1c9cc91a65 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9f8b2c0972214e249e01f24834153507&device_id=f7708487-3ae4-4f24-b4db-db6e26b13783 HTTP/1.1" status: 200 len: 1095 time: 0.1556845 May 06 09:41:42.284066 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f833df77-a894-492e-872e-290a3211f112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:42.323516 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833df77-a894-492e-872e-290a3211f112 admin admin] Pushing event deleted for resources: {'Port': ['ID=0daae369-a514-4075-9e70-57be763e5b9b,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:42.338424 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-dfa33f41-f90e-46f8-9887-e72bc92e0d75 req-9fb0d168-ab43-42e9-9671-3bbae5f21bf5 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Deleting port 10898790-3402-44ba-9070-c492f68e3747 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:41:42.338766 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-dfa33f41-f90e-46f8-9887-e72bc92e0d75 req-9fb0d168-ab43-42e9-9671-3bbae5f21bf5 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:42.342479 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-53eba13c-54f8-4f97-886e-112ab529de8e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f2d1475-4681-4b78-b505-8f43ad15971f HTTP/1.1" status: 200 len: 217 time: 0.0594409 May 06 09:41:42.366807 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7eca7-c620-4927-a419-5f89d84b3266 req-b9d71312-6858-46bc-954a-39139ab94ed2 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:42.368303 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1bc7eca7-c620-4927-a419-5f89d84b3266 req-b9d71312-6858-46bc-954a-39139ab94ed2 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=db5112bf-4bd8-4e66-aa36-c7295307c744 HTTP/1.1" status: 200 len: 945 time: 0.2183187 May 06 09:41:42.406316 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f833df77-a894-492e-872e-290a3211f112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:42.460380 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f61fef-ba85-4d9e-9b13-07ade3a26495 req-4cbe63e9-6932-40d9-8c1c-b81fc632f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:42.462063 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17f61fef-ba85-4d9e-9b13-07ade3a26495 req-4cbe63e9-6932-40d9-8c1c-b81fc632f53d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ceacdbe3-a021-4ce2-8b17-bdad66d69597 HTTP/1.1" status: 200 len: 851 time: 0.2209799 May 06 09:41:42.532968 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f833df77-a894-492e-872e-290a3211f112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:42.535296 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f833df77-a894-492e-872e-290a3211f112 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:42.573222 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-946e63ed-5de5-4c99-829b-6e2f1edab8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:42.574729 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-946e63ed-5de5-4c99-829b-6e2f1edab8f7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8274d079-7928-4ac7-bf6e-3d3c9edfbcb7 HTTP/1.1" status: 200 len: 852 time: 0.1722674 May 06 09:41:42.625188 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-07f7c1c8-c135-4c50-82fe-5bcc21870d4a tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=0fe275606e2841ef811abf94e17c097e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0835528 May 06 09:41:42.640471 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f833df77-a894-492e-872e-290a3211f112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:42.641217 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f833df77-a894-492e-872e-290a3211f112 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06655664-807a-40be-b182-beae899a6153 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:41:42.647745 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f833df77-a894-492e-872e-290a3211f112 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:42.651087 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f833df77-a894-492e-872e-290a3211f112 admin admin] 10.222.0.73 "DELETE /v2.0/routers/06655664-807a-40be-b182-beae899a6153 HTTP/1.1" status: 204 len: 168 time: 1.8028979 May 06 09:41:42.651876 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46578) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:42.653498 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1bc7eca7-c620-4927-a419-5f89d84b3266 req-868d8762-ad56-44ce-831d-ba47933fa56d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421148 May 06 09:41:42.658106 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-817a2223-7fa3-4cf6-9876-649b59345317 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bf084c2a-2749-4093-a4ea-996162f08ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589612 May 06 09:41:42.670634 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f61fef-ba85-4d9e-9b13-07ade3a26495 req-217c7c13-b250-489e-a0dd-735d91284e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:42.672202 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17f61fef-ba85-4d9e-9b13-07ade3a26495 req-217c7c13-b250-489e-a0dd-735d91284e20 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=138aada2-7aee-4749-819b-d219deb27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1931303 May 06 09:41:42.696252 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-dfa33f41-f90e-46f8-9887-e72bc92e0d75 req-9fb0d168-ab43-42e9-9671-3bbae5f21bf5 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] For port 10898790-3402-44ba-9070-c492f68e3747, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=10898790-3402-44ba-9070-c492f68e3747,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:42.696684 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-dfa33f41-f90e-46f8-9887-e72bc92e0d75 req-9fb0d168-ab43-42e9-9671-3bbae5f21bf5 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:42.724743 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be77635-f45b-4ceb-aa47-cd2a8ab46e35 req-0a8c3390-8968-4493-bd3c-25455bebab16 tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:42.725239 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be77635-f45b-4ceb-aa47-cd2a8ab46e35 req-0a8c3390-8968-4493-bd3c-25455bebab16 tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:42.725742 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be77635-f45b-4ceb-aa47-cd2a8ab46e35 req-0a8c3390-8968-4493-bd3c-25455bebab16 tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:42.727070 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be77635-f45b-4ceb-aa47-cd2a8ab46e35 req-0a8c3390-8968-4493-bd3c-25455bebab16 tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:42.727779 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be77635-f45b-4ceb-aa47-cd2a8ab46e35 req-0a8c3390-8968-4493-bd3c-25455bebab16 tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:42.728277 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be77635-f45b-4ceb-aa47-cd2a8ab46e35 req-0a8c3390-8968-4493-bd3c-25455bebab16 tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:42.728914 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be77635-f45b-4ceb-aa47-cd2a8ab46e35 req-0a8c3390-8968-4493-bd3c-25455bebab16 tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:42.729441 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fcc0878-649d-4aab-9680-e14df4978c1c admin admin] Deleting subnet 66cde072-916f-41df-a65a-1365589d62fc {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:41:42.729592 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be77635-f45b-4ceb-aa47-cd2a8ab46e35 req-0a8c3390-8968-4493-bd3c-25455bebab16 tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:42.729961 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be77635-f45b-4ceb-aa47-cd2a8ab46e35 req-0a8c3390-8968-4493-bd3c-25455bebab16 tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:42.730441 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be77635-f45b-4ceb-aa47-cd2a8ab46e35 req-0a8c3390-8968-4493-bd3c-25455bebab16 tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:42.731157 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be77635-f45b-4ceb-aa47-cd2a8ab46e35 req-0a8c3390-8968-4493-bd3c-25455bebab16 tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:42.731412 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be77635-f45b-4ceb-aa47-cd2a8ab46e35 req-0a8c3390-8968-4493-bd3c-25455bebab16 tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:42.731980 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be77635-f45b-4ceb-aa47-cd2a8ab46e35 req-0a8c3390-8968-4493-bd3c-25455bebab16 tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:42.732662 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be77635-f45b-4ceb-aa47-cd2a8ab46e35 req-0a8c3390-8968-4493-bd3c-25455bebab16 tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:42.733196 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0fcc0878-649d-4aab-9680-e14df4978c1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:42.733413 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be77635-f45b-4ceb-aa47-cd2a8ab46e35 req-0a8c3390-8968-4493-bd3c-25455bebab16 tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:42.733901 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be77635-f45b-4ceb-aa47-cd2a8ab46e35 req-0a8c3390-8968-4493-bd3c-25455bebab16 tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:42.735165 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be77635-f45b-4ceb-aa47-cd2a8ab46e35 req-0a8c3390-8968-4493-bd3c-25455bebab16 tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:42.738464 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9be77635-f45b-4ceb-aa47-cd2a8ab46e35 req-0a8c3390-8968-4493-bd3c-25455bebab16 tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9421d1e4-3683-4633-b9d1-4b4c91a9e033&device_id=f7708487-3ae4-4f24-b4db-db6e26b13783&device_id=16f52337-945f-44c6-b300-72f3eeadb696&device_id=0143a0b5-af76-4c30-82d2-6834cab885d7&device_id=fdb2bb5a-997f-44d2-b0dd-b9356b31afca&device_id=0fa47783-ae2c-4771-a4f9-d9507f282457&device_id=379ba106-23b2-4f47-885b-887967f9ace8&device_id=15591f1c-3b84-41cc-84a7-68dba63802b6&device_id=e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba&device_id=e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab&device_id=db5112bf-4bd8-4e66-aa36-c7295307c744&device_id=aec4ffd2-4b7f-4294-898f-da3a77cd5d31&device_id=1956d6d8-d6fa-4511-9b33-4b3541320bf9&device_id=cedeaa7f-8587-4fab-9df6-8179655b93d7&device_id=e51c16a2-c10a-4e64-9793-3cbef2e3fda3&device_id=9a4086e8-670b-410b-8c9a-da027f433e62&device_id=7686ffe9-e948-41e8-bcea-0cc11c155760&device_id=802dbb75-0157-4b9f-8b3c-0db95e6c6eeb HTTP/1.1" status: 200 len: 15317 time: 0.2060955 May 06 09:41:42.744627 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-dfa33f41-f90e-46f8-9887-e72bc92e0d75 req-9fb0d168-ab43-42e9-9671-3bbae5f21bf5 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Calling delete_port for 10898790-3402-44ba-9070-c492f68e3747 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:41:42.801111 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0fcc0878-649d-4aab-9680-e14df4978c1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:42.819659 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-9be77635-f45b-4ceb-aa47-cd2a8ab46e35 req-303a3263-6579-480d-af7c-7e9beb1252f5 tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:42.890699 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7708487-3ae4-4f24-b4db-db6e26b13783', 'tag': '8f2d1475-4681-4b78-b505-8f43ad15971f'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:42.893393 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bcdbf5-d968-4da0-8b90-72b9078640c0" -d '{"events": [{"name": "network-changed", "server_uuid": "f7708487-3ae4-4f24-b4db-db6e26b13783", "tag": "8f2d1475-4681-4b78-b505-8f43ad15971f"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:42.967974 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-73caac1d-5c25-4a53-8219-8457db548ddb tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:42.969544 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-73caac1d-5c25-4a53-8219-8457db548ddb tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2003524 May 06 09:41:42.983624 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-df45fda1-577f-4905-9ced-c33470956cd1 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Request body: {'port': {'device_id': '9421d1e4-3683-4633-b9d1-4b4c91a9e033', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'admin_state_up': True, 'tenant_id': '0fe275606e2841ef811abf94e17c097e'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:42.987605 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0fcc0878-649d-4aab-9680-e14df4978c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:43.123517 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0fcc0878-649d-4aab-9680-e14df4978c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:43.161838 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc0878-649d-4aab-9680-e14df4978c1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66cde072-916f-41df-a65a-1365589d62fc,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:43.169023 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0fcc0878-649d-4aab-9680-e14df4978c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:43.172682 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0fcc0878-649d-4aab-9680-e14df4978c1c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/66cde072-916f-41df-a65a-1365589d62fc HTTP/1.1" status: 204 len: 168 time: 0.5180416 May 06 09:41:43.175286 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46584) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:43.180033 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f349dc57-e91e-4ca1-9a89-ec157aeff2a3 None None] Network 7e56075a-913e-43df-beb1-8bf5f9c30ac7 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:41:43.223084 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-df45fda1-577f-4905-9ced-c33470956cd1 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Made reservation on behalf of 0fe275606e2841ef811abf94e17c097e for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:41:43.227244 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-df45fda1-577f-4905-9ced-c33470956cd1 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:43.306085 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-09e04c99-2a04-4560-8bb8-36791816caae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:43.346469 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec4a94-c9b5-453e-af52-d35422772d1a req-1ed28119-403a-452f-abdb-e06a36de32aa tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:43.348227 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2ec4a94-c9b5-453e-af52-d35422772d1a req-1ed28119-403a-452f-abdb-e06a36de32aa tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 943 time: 0.6053765 May 06 09:41:43.404029 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 1072977e-6669-43f5-8df7-65ac461d7be9 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:41:43.426884 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17f61fef-ba85-4d9e-9b13-07ade3a26495 req-e58d38b0-d499-4e0a-8a52-36147d43edc3 service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6476490 May 06 09:41:43.434471 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 1072977e-6669-43f5-8df7-65ac461d7be9 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:41:43.434819 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 1072977e-6669-43f5-8df7-65ac461d7be9 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:41:43.434980 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-e6a11b0a-493c-4341-a045-4832149c31b2 service neutron] 10.222.0.84 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6425810 May 06 09:41:43.435261 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 0daae369-a514-4075-9e70-57be763e5b9b no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:41:43.458961 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 0daae369-a514-4075-9e70-57be763e5b9b {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:41:43.459599 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 0daae369-a514-4075-9e70-57be763e5b9b not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:41:43.499097 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-09e04c99-2a04-4560-8bb8-36791816caae admin admin] Deleting port 6ad407b3-4ddf-43ce-89c6-69206ec36fb2 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:41:43.499569 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-09e04c99-2a04-4560-8bb8-36791816caae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:43.555747 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2ec4a94-c9b5-453e-af52-d35422772d1a req-9ea3ce47-2602-469e-bd84-130b1ec5cb9c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982348 May 06 09:41:43.582420 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-df45fda1-577f-4905-9ced-c33470956cd1 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Allocated IP 192.168.233.61 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/e05a5f32-340b-4c8a-8248-77962d42e403) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:43.583764 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ae8ff1-6e88-4845-883d-9eb9f3817d51 None None] DHCP port deletion for 7e56075a-913e-43df-beb1-8bf5f9c30ac7 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:41:43.606056 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-09e04c99-2a04-4560-8bb8-36791816caae admin admin] For port 6ad407b3-4ddf-43ce-89c6-69206ec36fb2, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=6ad407b3-4ddf-43ce-89c6-69206ec36fb2,segment=NetworkSegment(4020f15a-1fb8-4b4e-aeb5-8e0d3b6d7069),segment_id=4020f15a-1fb8-4b4e-aeb5-8e0d3b6d7069)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:43.606356 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-09e04c99-2a04-4560-8bb8-36791816caae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:43.627202 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-09e04c99-2a04-4560-8bb8-36791816caae admin admin] Calling delete_port for 6ad407b3-4ddf-43ce-89c6-69206ec36fb2 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:41:43.673153 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-dfa33f41-f90e-46f8-9887-e72bc92e0d75 req-9fb0d168-ab43-42e9-9671-3bbae5f21bf5 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:43.688496 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['bf4790b9-844b-4827-8a7f-ab8e62106a3b', '10898790-3402-44ba-9070-c492f68e3747'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:43.707330 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-9be77635-f45b-4ceb-aa47-cd2a8ab46e35 req-303a3263-6579-480d-af7c-7e9beb1252f5 tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:43.735443 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-00ae8ff1-6e88-4845-883d-9eb9f3817d51 None None] Deleting port 6ad407b3-4ddf-43ce-89c6-69206ec36fb2 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:41:43.735982 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-00ae8ff1-6e88-4845-883d-9eb9f3817d51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:43.750856 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-9be77635-f45b-4ceb-aa47-cd2a8ab46e35 req-303a3263-6579-480d-af7c-7e9beb1252f5 tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:43.763572 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0d168-ab43-42e9-9671-3bbae5f21bf5 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Pushing event deleted for resources: {'Port': ['ID=10898790-3402-44ba-9070-c492f68e3747,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:43.768226 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17f61fef-ba85-4d9e-9b13-07ade3a26495 req-2445e8d4-3e7b-4a0f-b3b3-bc0b0773e323 service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286440 May 06 09:41:43.826037 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-00ae8ff1-6e88-4845-883d-9eb9f3817d51 None None] For port 6ad407b3-4ddf-43ce-89c6-69206ec36fb2, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=6ad407b3-4ddf-43ce-89c6-69206ec36fb2,segment=NetworkSegment(4020f15a-1fb8-4b4e-aeb5-8e0d3b6d7069),segment_id=4020f15a-1fb8-4b4e-aeb5-8e0d3b6d7069)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:43.826579 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-00ae8ff1-6e88-4845-883d-9eb9f3817d51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:43.834525 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-be412a6e-6623-40be-9f32-3ae45ef0822c req-e6c42dd4-caff-4c57-9812-43dae46b2084 service neutron] 10.222.0.84 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722181 May 06 09:41:43.851514 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-00ae8ff1-6e88-4845-883d-9eb9f3817d51 None None] Calling delete_port for 6ad407b3-4ddf-43ce-89c6-69206ec36fb2 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:41:43.865377 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-09e04c99-2a04-4560-8bb8-36791816caae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:43.877947 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9be77635-f45b-4ceb-aa47-cd2a8ab46e35 req-303a3263-6579-480d-af7c-7e9beb1252f5 tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&id=04368816-4efe-49d0-a575-f3323e6cc573&id=0ced3bb2-48d4-4892-ae38-900420cd96d9&id=ad9a5439-513e-48a0-815d-f625ae038e85&id=28956125-3798-46e6-83b0-2c0d5ad1265a&id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&id=7f285e86-832d-47c0-a280-829de0824e04&id=2c753481-7cc2-40d1-9ed2-8aa1968318ac&fields=id&fields=name HTTP/1.1" status: 200 len: 833 time: 1.1205873 May 06 09:41:43.944406 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa33f41-f90e-46f8-9887-e72bc92e0d75 req-9fb0d168-ab43-42e9-9671-3bbae5f21bf5 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] No DVR routers for this DVR port 10898790-3402-44ba-9070-c492f68e3747 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:41:43.946605 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e04c99-2a04-4560-8bb8-36791816caae admin admin] No DVR routers for this DVR port 6ad407b3-4ddf-43ce-89c6-69206ec36fb2 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:41:43.948301 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a3263-6579-480d-af7c-7e9beb1252f5 tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a843824-c62c-4505-bfba-85759f049d29,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:43.961076 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e04c99-2a04-4560-8bb8-36791816caae admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad407b3-4ddf-43ce-89c6-69206ec36fb2,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:43.961816 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-dfa33f41-f90e-46f8-9887-e72bc92e0d75 req-9fb0d168-ab43-42e9-9671-3bbae5f21bf5 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:43.965161 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dfa33f41-f90e-46f8-9887-e72bc92e0d75 req-9fb0d168-ab43-42e9-9671-3bbae5f21bf5 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.84 "DELETE /v2.0/ports/10898790-3402-44ba-9070-c492f68e3747 HTTP/1.1" status: 204 len: 173 time: 2.1136036 May 06 09:41:44.004275 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bd6a8821-b2ba-405e-b41e-120052d9524e req-0348f02d-e57d-4f0a-867e-e49d9aa0cfd1 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=9421d1e4-3683-4633-b9d1-4b4c91a9e033 HTTP/1.1" status: 200 len: 210 time: 0.0514514 May 06 09:41:44.014486 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16834a0-235a-4a64-8d89-94ec0c95de98 req-0812fec1-36dc-4b3b-b526-d86f0e602ac2 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:44.018322 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b16834a0-235a-4a64-8d89-94ec0c95de98 req-0812fec1-36dc-4b3b-b526-d86f0e602ac2 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7708487-3ae4-4f24-b4db-db6e26b13783 HTTP/1.1" status: 200 len: 944 time: 0.3020000 May 06 09:41:44.033577 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-00ae8ff1-6e88-4845-883d-9eb9f3817d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:44.075647 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae8ff1-6e88-4845-883d-9eb9f3817d51 None None] Pushing event deleted for resources: {'Port': ['ID=6ad407b3-4ddf-43ce-89c6-69206ec36fb2,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:44.077295 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b16834a0-235a-4a64-8d89-94ec0c95de98 req-d6117fc5-030d-4817-999a-f51382efed17 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539248 May 06 09:41:44.097436 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ae8ff1-6e88-4845-883d-9eb9f3817d51 None None] No DVR routers for this DVR port 6ad407b3-4ddf-43ce-89c6-69206ec36fb2 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:41:44.107442 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7bb6b0-9363-433c-abbd-03ae0ce4b3a0 x-openstack-request-id: req-2a7bb6b0-9363-433c-abbd-03ae0ce4b3a0 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:44.107804 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7708487-3ae4-4f24-b4db-db6e26b13783", "tag": "8f2d1475-4681-4b78-b505-8f43ad15971f", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:44.108094 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2a7bb6b0-9363-433c-abbd-03ae0ce4b3a0 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:44.108528 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a7bb6b0-9363-433c-abbd-03ae0ce4b3a0'] response: {'name': 'network-changed', 'server_uuid': 'f7708487-3ae4-4f24-b4db-db6e26b13783', 'tag': '8f2d1475-4681-4b78-b505-8f43ad15971f', 'status': 'completed', 'code': 200} May 06 09:41:44.226561 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-09e04c99-2a04-4560-8bb8-36791816caae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:44.263993 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-df45fda1-577f-4905-9ced-c33470956cd1 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:44.283364 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7c85f8f7-1530-49b2-8ba5-818d113bd9c4 req-9f433b65-fa89-49e8-a38b-8c4f3f30cb4b tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=db5112bf-4bd8-4e66-aa36-c7295307c744 HTTP/1.1" status: 200 len: 210 time: 0.0541615 May 06 09:41:44.284343 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-09e04c99-2a04-4560-8bb8-36791816caae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e56075a-913e-43df-beb1-8bf5f9c30ac7']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:44.303299 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcdbf5-d968-4da0-8b90-72b9078640c0 req-52e08eb0-c5c4-4acf-8493-72894eff72e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:44.305378 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3bcdbf5-d968-4da0-8b90-72b9078640c0 req-52e08eb0-c5c4-4acf-8493-72894eff72e1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9f8b2c0972214e249e01f24834153507&device_id=f7708487-3ae4-4f24-b4db-db6e26b13783 HTTP/1.1" status: 200 len: 1095 time: 0.1372855 May 06 09:41:44.305978 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-09e04c99-2a04-4560-8bb8-36791816caae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4020f15a-1fb8-4b4e-aeb5-8e0d3b6d7069') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:44.306208 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-09e04c99-2a04-4560-8bb8-36791816caae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4020f15a-1fb8-4b4e-aeb5-8e0d3b6d7069') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:44.342429 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-09e04c99-2a04-4560-8bb8-36791816caae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:44.365282 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-09e04c99-2a04-4560-8bb8-36791816caae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:44.375691 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e04c99-2a04-4560-8bb8-36791816caae admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:41:44.377373 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-09e04c99-2a04-4560-8bb8-36791816caae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: timer() May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:41:44.379452 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:41:44.393601 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-df45fda1-577f-4905-9ced-c33470956cd1 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:44.407879 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['c45e2232-5ed7-485f-b3e2-b187d68163c4', '7b0be1c1-d3fb-464b-a0e0-5b1a926b435b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:44.444514 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc', 'bcb11d08-ab25-412e-a88e-0cf35497f484', '6b39d1a3-103f-40c1-b13a-58663e7b1409', '76edc2c3-a597-42c6-a4ba-be08f3a3ae18', '942a3e7b-940f-4b02-b333-7e039dd216f5'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:44.475557 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcdbf5-d968-4da0-8b90-72b9078640c0 req-54d39104-4888-40f0-a219-03c2e66ab334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:44.478746 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3bcdbf5-d968-4da0-8b90-72b9078640c0 req-54d39104-4888-40f0-a219-03c2e66ab334 service neutron] 10.222.0.84 "GET /v2.0/networks?id=bf084c2a-2749-4093-a4ea-996162f08ec8 HTTP/1.1" status: 200 len: 913 time: 0.1590602 May 06 09:41:44.514070 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-df45fda1-577f-4905-9ced-c33470956cd1 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:44.523714 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-df45fda1-577f-4905-9ced-c33470956cd1 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:44.526169 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45fda1-577f-4905-9ced-c33470956cd1 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Pushing event updated for resources: {'Port': ['ID=e05a5f32-340b-4c8a-8248-77962d42e403,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:44.529003 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-df45fda1-577f-4905-9ced-c33470956cd1 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:44.533922 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-09e04c99-2a04-4560-8bb8-36791816caae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:44.543901 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3bcdbf5-d968-4da0-8b90-72b9078640c0 req-497cb3d7-39b2-4543-a118-1c9e08b094fd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f2d1475-4681-4b78-b505-8f43ad15971f HTTP/1.1" status: 200 len: 217 time: 0.0482945 May 06 09:41:44.548382 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f068481-f6fd-47f8-a6f5-e0539fa06491 req-75d5d755-ef0a-49a4-8986-c122b685e6bc tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:44.548929 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f068481-f6fd-47f8-a6f5-e0539fa06491 req-75d5d755-ef0a-49a4-8986-c122b685e6bc tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:44.549367 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f068481-f6fd-47f8-a6f5-e0539fa06491 req-75d5d755-ef0a-49a4-8986-c122b685e6bc tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:44.551397 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0f068481-f6fd-47f8-a6f5-e0539fa06491 req-75d5d755-ef0a-49a4-8986-c122b685e6bc tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0143a0b5-af76-4c30-82d2-6834cab885d7&device_id=379ba106-23b2-4f47-885b-887967f9ace8&device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 2883 time: 0.1146526 May 06 09:41:44.580033 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-09e04c99-2a04-4560-8bb8-36791816caae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:44.584881 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-09e04c99-2a04-4560-8bb8-36791816caae admin admin] 10.222.0.73 "DELETE /v2.0/networks/7e56075a-913e-43df-beb1-8bf5f9c30ac7 HTTP/1.1" status: 204 len: 168 time: 1.4085832 May 06 09:41:44.607366 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e04c99-2a04-4560-8bb8-36791816caae admin admin] Pushing event deleted for resources: {'Network': ['ID=7e56075a-913e-43df-beb1-8bf5f9c30ac7,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:44.653778 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-df45fda1-577f-4905-9ced-c33470956cd1 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:44.654774 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-df45fda1-577f-4905-9ced-c33470956cd1 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:44.696369 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-df45fda1-577f-4905-9ced-c33470956cd1 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7142544 May 06 09:41:44.711843 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-9d2e7ec7-887b-41e2-aca8-46e7e4207040 service neutron] Request body: {'port': {'device_id': '9421d1e4-3683-4633-b9d1-4b4c91a9e033', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:44.790108 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0f068481-f6fd-47f8-a6f5-e0539fa06491 req-990a3cc8-3d18-4649-a768-1f95459f0fcd tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146275 May 06 09:41:44.794346 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcdbf5-d968-4da0-8b90-72b9078640c0 req-e1f968da-9281-45b5-b242-0e3686515944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:44.796132 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3bcdbf5-d968-4da0-8b90-72b9078640c0 req-e1f968da-9281-45b5-b242-0e3686515944 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8274d079-7928-4ac7-bf6e-3d3c9edfbcb7 HTTP/1.1" status: 200 len: 852 time: 0.2386234 May 06 09:41:44.875205 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3bcdbf5-d968-4da0-8b90-72b9078640c0 req-e001e453-5b35-425b-8bd8-f471639bc942 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bf084c2a-2749-4093-a4ea-996162f08ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572364 May 06 09:41:44.890893 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-9d2e7ec7-887b-41e2-aca8-46e7e4207040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:44.971460 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46602) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:44.998496 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff959c1-7e73-4bc4-98e4-6a50c2330ee1 req-a5028803-7f88-4460-82bf-a49791342382 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:45.001388 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8ff959c1-7e73-4bc4-98e4-6a50c2330ee1 req-a5028803-7f88-4460-82bf-a49791342382 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 943 time: 0.2877302 May 06 09:41:45.059574 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5351024d-69df-4460-85dd-fc0ecf363305 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9dd8acb654c3493a861edd92ae127844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0865839 May 06 09:41:45.065401 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46608) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:45.135785 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8ff959c1-7e73-4bc4-98e4-6a50c2330ee1 req-499ceb84-d3c8-4a50-9f47-985903de0cc2 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265440 May 06 09:41:45.199945 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-75720b66-ab82-47b0-939e-726fa7e76b31 None None] Provisioning complete for port e05a5f32-340b-4c8a-8248-77962d42e403 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:45.200389 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-75720b66-ab82-47b0-939e-726fa7e76b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:45.205783 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3bcdbf5-d968-4da0-8b90-72b9078640c0 req-abed1d46-d8b4-4be2-87d9-e7014f1cf744 service neutron] 10.222.0.84 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208086 May 06 09:41:45.293459 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-75720b66-ab82-47b0-939e-726fa7e76b31 None None] Port e05a5f32-340b-4c8a-8248-77962d42e403 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:41:45.335660 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 6ad407b3-4ddf-43ce-89c6-69206ec36fb2 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:41:45.358997 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 6ad407b3-4ddf-43ce-89c6-69206ec36fb2 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:41:45.359361 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 6ad407b3-4ddf-43ce-89c6-69206ec36fb2 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:41:45.401924 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8173b764-3bbd-4424-9770-97fe5ffa85a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:45.441520 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-9d2e7ec7-887b-41e2-aca8-46e7e4207040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e05a5f32-340b-4c8a-8248-77962d42e403 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:45.450857 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-9d2e7ec7-887b-41e2-aca8-46e7e4207040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:45.458296 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8173b764-3bbd-4424-9770-97fe5ffa85a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:45.467487 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-9d2e7ec7-887b-41e2-aca8-46e7e4207040 service neutron] Transition to ACTIVE for port object e05a5f32-340b-4c8a-8248-77962d42e403 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:41:45.471571 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-9d2e7ec7-887b-41e2-aca8-46e7e4207040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:45.483288 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3bcdbf5-d968-4da0-8b90-72b9078640c0 req-22356491-f55e-4f30-96f0-9c680bceaf27 service neutron] 10.222.0.84 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546222 May 06 09:41:45.498794 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a5144-8bb9-45b3-a2ac-134467375a35 req-3818f041-e0ae-4815-8479-2582eb38ad43 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:45.500516 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-507a5144-8bb9-45b3-a2ac-134467375a35 req-3818f041-e0ae-4815-8479-2582eb38ad43 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7708487-3ae4-4f24-b4db-db6e26b13783 HTTP/1.1" status: 200 len: 944 time: 0.1753983 May 06 09:41:45.508763 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303b099-3d26-4c76-ab47-be06d9ca8b69 req-a76c9b5b-8fe4-46ff-b8af-9f5fb9423db5 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:45.510354 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4303b099-3d26-4c76-ab47-be06d9ca8b69 req-a76c9b5b-8fe4-46ff-b8af-9f5fb9423db5 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=9421d1e4-3683-4633-b9d1-4b4c91a9e033 HTTP/1.1" status: 200 len: 935 time: 0.1841710 May 06 09:41:45.535157 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e7ec7-887b-41e2-aca8-46e7e4207040 service neutron] Pushing event updated for resources: {'Port': ['ID=e05a5f32-340b-4c8a-8248-77962d42e403,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:45.600111 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4303b099-3d26-4c76-ab47-be06d9ca8b69 req-f22f67ed-3720-4b59-9b93-25a55c1bc454 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805197 May 06 09:41:45.610550 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-9d2e7ec7-887b-41e2-aca8-46e7e4207040 service neutron] Attempting to bind port e05a5f32-340b-4c8a-8248-77962d42e403 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:41:45.610994 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-9d2e7ec7-887b-41e2-aca8-46e7e4207040 service neutron] Attempting to bind port e05a5f32-340b-4c8a-8248-77962d42e403 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:41:45.611409 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-9d2e7ec7-887b-41e2-aca8-46e7e4207040 service neutron] Attempting to bind port e05a5f32-340b-4c8a-8248-77962d42e403 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:45.621023 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-507a5144-8bb9-45b3-a2ac-134467375a35 req-b80dbd73-5810-41a5-b040-9f0e7977e23c tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898213 May 06 09:41:45.626133 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-9d2e7ec7-887b-41e2-aca8-46e7e4207040 service neutron] Port e05a5f32-340b-4c8a-8248-77962d42e403 on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:41:45.626600 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-9d2e7ec7-887b-41e2-aca8-46e7e4207040 service neutron] Attempting to bind port e05a5f32-340b-4c8a-8248-77962d42e403 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:45.628353 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8173b764-3bbd-4424-9770-97fe5ffa85a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:45.631631 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8173b764-3bbd-4424-9770-97fe5ffa85a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:45.633248 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-9d2e7ec7-887b-41e2-aca8-46e7e4207040 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:41:45.633607 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-9d2e7ec7-887b-41e2-aca8-46e7e4207040 service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:45.634003 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-9d2e7ec7-887b-41e2-aca8-46e7e4207040 service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:41:45.634458 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-9d2e7ec7-887b-41e2-aca8-46e7e4207040 service neutron] Bound port: e05a5f32-340b-4c8a-8248-77962d42e403, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:41:45.634830 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-9d2e7ec7-887b-41e2-aca8-46e7e4207040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:45.635413 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8173b764-3bbd-4424-9770-97fe5ffa85a2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/41b352f9-9c25-482c-8cff-8fc4a3b45ed8 HTTP/1.1" status: 204 len: 168 time: 0.5488758 May 06 09:41:45.645774 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173b764-3bbd-4424-9770-97fe5ffa85a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b352f9-9c25-482c-8cff-8fc4a3b45ed8,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:45.742342 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-9d2e7ec7-887b-41e2-aca8-46e7e4207040 service neutron] For port e05a5f32-340b-4c8a-8248-77962d42e403, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:41:45.746892 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-9d2e7ec7-887b-41e2-aca8-46e7e4207040 service neutron] For port e05a5f32-340b-4c8a-8248-77962d42e403, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e05a5f32-340b-4c8a-8248-77962d42e403,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:41:45.755900 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-9d2e7ec7-887b-41e2-aca8-46e7e4207040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:45.813711 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-9d2e7ec7-887b-41e2-aca8-46e7e4207040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:45.815224 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-9d2e7ec7-887b-41e2-aca8-46e7e4207040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:45.816809 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 855d2a78-7e53-4c34-b489-8b27d845d56d details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:41:45.817827 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-9d2e7ec7-887b-41e2-aca8-46e7e4207040 service neutron] 10.222.0.84 "PUT /v2.0/ports/e05a5f32-340b-4c8a-8248-77962d42e403 HTTP/1.1" status: 200 len: 1095 time: 1.1151552 May 06 09:41:45.819598 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9421d1e4-3683-4633-b9d1-4b4c91a9e033', 'tag': 'e05a5f32-340b-4c8a-8248-77962d42e403'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:45.822206 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 10898790-3402-44ba-9070-c492f68e3747 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:41:45.825063 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e69fd6-4f8d-473a-85f4-e5d02731d090" -d '{"events": [{"name": "network-changed", "server_uuid": "9421d1e4-3683-4633-b9d1-4b4c91a9e033", "tag": "e05a5f32-340b-4c8a-8248-77962d42e403"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:45.862409 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e7ec7-887b-41e2-aca8-46e7e4207040 service neutron] Pushing event updated for resources: {'Port': ['ID=e05a5f32-340b-4c8a-8248-77962d42e403,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:45.960774 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabfe575-704f-4243-bff5-628bb1b5f887 x-openstack-request-id: req-dabfe575-704f-4243-bff5-628bb1b5f887 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:45.961073 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9421d1e4-3683-4633-b9d1-4b4c91a9e033", "tag": "e05a5f32-340b-4c8a-8248-77962d42e403", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:45.961330 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dabfe575-704f-4243-bff5-628bb1b5f887 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:45.961926 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dabfe575-704f-4243-bff5-628bb1b5f887'] response: {'name': 'network-changed', 'server_uuid': '9421d1e4-3683-4633-b9d1-4b4c91a9e033', 'tag': 'e05a5f32-340b-4c8a-8248-77962d42e403', 'status': 'completed', 'code': 200} May 06 09:41:45.971092 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-3ec6f9f3-8af8-4beb-88e6-955d68d8b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:45.976120 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-3ec6f9f3-8af8-4beb-88e6-955d68d8b683 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0fe275606e2841ef811abf94e17c097e&device_id=9421d1e4-3683-4633-b9d1-4b4c91a9e033 HTTP/1.1" status: 200 len: 1098 time: 0.0996020 May 06 09:41:45.999574 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 10898790-3402-44ba-9070-c492f68e3747 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:41:46.000070 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 10898790-3402-44ba-9070-c492f68e3747 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:41:46.033196 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1c899959-26a6-4a91-a295-d5caa86feb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:46.079933 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-a6beecb9-bed7-4f16-907c-d515d27cc030 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=e05a5f32-340b-4c8a-8248-77962d42e403 HTTP/1.1" status: 200 len: 217 time: 0.0951791 May 06 09:41:46.166845 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-f00e55d6-ffaf-46fb-81c1-24e9a1857694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:46.169828 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-f00e55d6-ffaf-46fb-81c1-24e9a1857694 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0805452 May 06 09:41:46.190724 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 855d2a78-7e53-4c34-b489-8b27d845d56d, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=855d2a78-7e53-4c34-b489-8b27d845d56d,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:46.209059 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '855d2a78-7e53-4c34-b489-8b27d845d56d', 'network_id': '138aada2-7aee-4749-819b-d219deb27012', 'port_id': '855d2a78-7e53-4c34-b489-8b27d845d56d', 'mac_address': 'fa:16:3e:d7:05:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceacdbe3-a021-4ce2-8b17-bdad66d69597', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:41:46.264669 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-81d63021-bc10-4358-a23e-1d2fbcae29e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:46.266323 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-81d63021-bc10-4358-a23e-1d2fbcae29e8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0870900 May 06 09:41:46.272153 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:46.294466 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 855d2a78-7e53-4c34-b489-8b27d845d56d {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:46.297901 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5112bf-4bd8-4e66-aa36-c7295307c744', 'name': 'network-vif-deleted', 'tag': '10898790-3402-44ba-9070-c492f68e3747'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:46.302883 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a67ecc8-5764-4c22-bd0d-6502de3da27e" -d '{"events": [{"server_uuid": "db5112bf-4bd8-4e66-aa36-c7295307c744", "name": "network-vif-deleted", "tag": "10898790-3402-44ba-9070-c492f68e3747"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:46.325255 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 855d2a78-7e53-4c34-b489-8b27d845d56d, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=855d2a78-7e53-4c34-b489-8b27d845d56d,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:46.331605 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:46.425346 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=855d2a78-7e53-4c34-b489-8b27d845d56d,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:46.425632 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-6a2ca901-973c-4a2e-88e0-9271da84fb16 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403906 May 06 09:41:46.426878 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-4475df90-4f9b-4b0b-a290-3865e63305f9 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:46.439200 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-4475df90-4f9b-4b0b-a290-3865e63305f9 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/networks?id=22f2ea67-0061-4453-8871-c63efbcb27a4 HTTP/1.1" status: 200 len: 805 time: 0.3490863 May 06 09:41:46.469973 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab2ae6-be8e-4016-8e57-1128f52401d4 req-b6cc4e49-a8e7-4b8e-97b0-83386531d9ad tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:46.472408 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-68ab2ae6-be8e-4016-8e57-1128f52401d4 req-b6cc4e49-a8e7-4b8e-97b0-83386531d9ad tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 944 time: 0.1645441 May 06 09:41:46.484938 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-38464ad7-bd83-43b8-bf43-a6fddcfe47e1 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/quotas/d5c8baf980ce4dc1ab4fba669d9b206a HTTP/1.1" status: 200 len: 375 time: 0.0440867 May 06 09:41:46.561884 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-68ab2ae6-be8e-4016-8e57-1128f52401d4 req-fc368907-11ba-4fc0-964e-fa5cce36e848 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731280 May 06 09:41:46.564963 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b8f0bb4e-4055-4593-b3a9-687e3f96def4 req-3f976fef-42ee-4c13-a84b-4875ab169466 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325724 May 06 09:41:46.578405 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-b42e5767-be1c-4908-b2ff-272678bd7521 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d5c8baf980ce4dc1ab4fba669d9b206a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0921092 May 06 09:41:46.687988 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e69fd6-4f8d-473a-85f4-e5d02731d090 req-8571c75a-e44d-457a-ac31-cacf853c75f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:46.690147 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b4e69fd6-4f8d-473a-85f4-e5d02731d090 req-8571c75a-e44d-457a-ac31-cacf853c75f6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0fe275606e2841ef811abf94e17c097e&device_id=9421d1e4-3683-4633-b9d1-4b4c91a9e033 HTTP/1.1" status: 200 len: 1098 time: 0.0638626 May 06 09:41:46.700793 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['855d2a78-7e53-4c34-b489-8b27d845d56d'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:46.730712 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba8179-738f-43d7-b281-741964f85365 req-f8dfffc7-b025-4496-825d-a3d3dedfe13b tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:46.732380 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-39ba8179-738f-43d7-b281-741964f85365 req-f8dfffc7-b025-4496-825d-a3d3dedfe13b tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 1100 time: 0.0699236 May 06 09:41:46.755295 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-3c2ccd47-4f71-4b6c-9da1-b8dea7ac6f0f service neutron] 10.222.0.73 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593556 May 06 09:41:46.848096 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-39ba8179-738f-43d7-b281-741964f85365 req-69cb5ea4-f7f5-409e-b691-410dc3cb9ecb tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023560 May 06 09:41:46.887296 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e69fd6-4f8d-473a-85f4-e5d02731d090 req-08843f93-69a5-49e3-960b-c00a93fcff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:46.890379 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b4e69fd6-4f8d-473a-85f4-e5d02731d090 req-08843f93-69a5-49e3-960b-c00a93fcff93 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.1879396 May 06 09:41:46.916221 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46664) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:46.920309 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-886639da-91d9-41d1-a64d-2522153d70f2 service neutron] 10.222.0.73 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638088 May 06 09:41:46.950071 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b6bc99-8c71-436d-ab11-d2a01b5e388b x-openstack-request-id: req-73b6bc99-8c71-436d-ab11-d2a01b5e388b {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:46.950540 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5112bf-4bd8-4e66-aa36-c7295307c744", "name": "network-vif-deleted", "tag": "10898790-3402-44ba-9070-c492f68e3747", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:46.951016 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-73b6bc99-8c71-436d-ab11-d2a01b5e388b {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:46.952021 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73b6bc99-8c71-436d-ab11-d2a01b5e388b'] response: {'server_uuid': 'db5112bf-4bd8-4e66-aa36-c7295307c744', 'name': 'network-vif-deleted', 'tag': '10898790-3402-44ba-9070-c492f68e3747', 'status': 'completed', 'code': 200} May 06 09:41:46.960851 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b4e69fd6-4f8d-473a-85f4-e5d02731d090 req-ce441aa5-9bf6-4bd2-971b-af3ee22de789 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=e05a5f32-340b-4c8a-8248-77962d42e403 HTTP/1.1" status: 200 len: 217 time: 0.0609562 May 06 09:41:47.057405 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbf1a6-3e77-4178-9d00-c4015aac81f6 req-0b8cc72a-84e2-49af-bca1-21bf9d53f5c4 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:47.064678 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e69fd6-4f8d-473a-85f4-e5d02731d090 req-83e58d35-2384-4e8f-be2a-43ec91746d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:47.066227 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-85dbf1a6-3e77-4178-9d00-c4015aac81f6 req-0b8cc72a-84e2-49af-bca1-21bf9d53f5c4 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=9421d1e4-3683-4633-b9d1-4b4c91a9e033 HTTP/1.1" status: 200 len: 947 time: 0.0636985 May 06 09:41:47.066833 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b4e69fd6-4f8d-473a-85f4-e5d02731d090 req-83e58d35-2384-4e8f-be2a-43ec91746d3e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0906861 May 06 09:41:47.124642 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-85dbf1a6-3e77-4178-9d00-c4015aac81f6 req-0db7ebdd-8830-48d5-bafb-c1ce149155ff tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524888 May 06 09:41:47.145168 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-58e8485d-af3c-4cf5-bcbd-c007d746c50c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-71610664-network', 'tenant_id': '787d150f5440439bb080ff0d19c7f91d'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:47.177292 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e69fd6-4f8d-473a-85f4-e5d02731d090 req-d7b62059-1dbc-4a95-9c46-5e2603c424ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:47.179041 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b4e69fd6-4f8d-473a-85f4-e5d02731d090 req-d7b62059-1dbc-4a95-9c46-5e2603c424ea service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0965147 May 06 09:41:47.181766 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e8485d-af3c-4cf5-bcbd-c007d746c50c admin admin] Made reservation on behalf of 787d150f5440439bb080ff0d19c7f91d for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:41:47.189685 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-58e8485d-af3c-4cf5-bcbd-c007d746c50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:47.218346 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-58e8485d-af3c-4cf5-bcbd-c007d746c50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:47.234129 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da0527-825b-43c1-ac7c-91e203306e99 req-ff8a030f-40f7-4ab9-abdc-10de87177a0b tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:47.235910 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-40da0527-825b-43c1-ac7c-91e203306e99 req-ff8a030f-40f7-4ab9-abdc-10de87177a0b tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7708487-3ae4-4f24-b4db-db6e26b13783 HTTP/1.1" status: 200 len: 944 time: 0.0733454 May 06 09:41:47.301478 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6066b-fccd-45f0-99e4-9727e2ff5488 req-298e49ac-df0b-46fd-897a-ca4a53c1dbfa tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:47.303332 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f6c6066b-fccd-45f0-99e4-9727e2ff5488 req-298e49ac-df0b-46fd-897a-ca4a53c1dbfa tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 1100 time: 0.1016397 May 06 09:41:47.338459 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-40da0527-825b-43c1-ac7c-91e203306e99 req-c8b8562c-342c-413b-8877-d82423e44470 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807805 May 06 09:41:47.342614 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b4e69fd6-4f8d-473a-85f4-e5d02731d090 req-9f86917e-8ec3-4c95-a13e-8d0b01fc3839 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503007 May 06 09:41:47.357587 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f6c6066b-fccd-45f0-99e4-9727e2ff5488 req-4fe85303-61a2-4bae-b957-952f5feaa14c tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478516 May 06 09:41:47.441850 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-493ff56f-a8fa-47ab-89d2-b024b8d9ec71 req-9598062b-2e4c-4c6c-998d-f5e4d409afc5 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ed52e4f-ed45-45c6-a333-8e92974fcfd1 HTTP/1.1" status: 200 len: 210 time: 0.0276389 May 06 09:41:47.467059 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-58e8485d-af3c-4cf5-bcbd-c007d746c50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:47.478130 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-58e8485d-af3c-4cf5-bcbd-c007d746c50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:47.524426 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e8485d-af3c-4cf5-bcbd-c007d746c50c admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:41:47.531776 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b4e69fd6-4f8d-473a-85f4-e5d02731d090 req-3c6dd877-59ea-4a32-99f4-920013715652 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762092 May 06 09:41:47.533551 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8485d-af3c-4cf5-bcbd-c007d746c50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd0056e-ecc1-4150-a0f4-e4e19f4aa70c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:47.542602 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-58e8485d-af3c-4cf5-bcbd-c007d746c50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:47.543010 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-58e8485d-af3c-4cf5-bcbd-c007d746c50c admin admin] Added segment b3f3da94-d1fc-4e84-a047-af81bebcc020 of type vlan for network 6c85c15f-65d8-48d1-8545-5e05c5a917e5 May 06 09:41:47.596109 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-58e8485d-af3c-4cf5-bcbd-c007d746c50c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:47.651494 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-58e8485d-af3c-4cf5-bcbd-c007d746c50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:47.652827 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e8485d-af3c-4cf5-bcbd-c007d746c50c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:47.653510 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-58e8485d-af3c-4cf5-bcbd-c007d746c50c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:47.740782 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de77379-a83d-4f7c-a991-756b8dda0c96 req-23967afc-2624-4043-a14d-a8a5289e45db tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:47.743346 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5de77379-a83d-4f7c-a991-756b8dda0c96 req-23967afc-2624-4043-a14d-a8a5289e45db tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 944 time: 0.0804343 May 06 09:41:47.753858 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8485d-af3c-4cf5-bcbd-c007d746c50c admin admin] Pushing event updated for resources: {'Network': ['ID=6c85c15f-65d8-48d1-8545-5e05c5a917e5,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:47.766569 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 6c85c15f-65d8-48d1-8545-5e05c5a917e5 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:41:47.772010 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-58e8485d-af3c-4cf5-bcbd-c007d746c50c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8526468 May 06 09:41:47.773392 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46686) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:47.781001 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-a7dc70b8-c306-48d9-a8e6-b0429fb15301 admin admin] Request body: {'subnet': {'network_id': '6c85c15f-65d8-48d1-8545-5e05c5a917e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-71610664-subnet', 'tenant_id': '787d150f5440439bb080ff0d19c7f91d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:47.814668 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dc70b8-c306-48d9-a8e6-b0429fb15301 admin admin] Made reservation on behalf of 787d150f5440439bb080ff0d19c7f91d for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:41:47.819362 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a7dc70b8-c306-48d9-a8e6-b0429fb15301 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:47.838016 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 8f2d1475-4681-4b78-b505-8f43ad15971f details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:41:47.870735 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5de77379-a83d-4f7c-a991-756b8dda0c96 req-14204672-1ebe-49b1-8218-8fa0b3e8ca94 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072059 May 06 09:41:48.110985 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a7dc70b8-c306-48d9-a8e6-b0429fb15301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:48.186593 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc70b8-c306-48d9-a8e6-b0429fb15301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cbc9d89-3122-4e44-b8cc-9b1b28623c79,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:48.200712 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 8f2d1475-4681-4b78-b505-8f43ad15971f, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=8f2d1475-4681-4b78-b505-8f43ad15971f,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:48.225730 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dc70b8-c306-48d9-a8e6-b0429fb15301 admin admin] Checking segment: {'id': 'b3f3da94-d1fc-4e84-a047-af81bebcc020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6c85c15f-65d8-48d1-8545-5e05c5a917e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:48.226355 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dc70b8-c306-48d9-a8e6-b0429fb15301 admin admin] Network hostable DHCP agents. Network: 6c85c15f-65d8-48d1-8545-5e05c5a917e5, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:41:48.228322 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '8f2d1475-4681-4b78-b505-8f43ad15971f', 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8', 'port_id': '8f2d1475-4681-4b78-b505-8f43ad15971f', 'mac_address': 'fa:16:3e:81:6d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8274d079-7928-4ac7-bf6e-3d3c9edfbcb7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:41:48.250900 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dc70b8-c306-48d9-a8e6-b0429fb15301 admin admin] Network 6c85c15f-65d8-48d1-8545-5e05c5a917e5 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:41:48.264529 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-a7dc70b8-c306-48d9-a8e6-b0429fb15301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 6c85c15f-65d8-48d1-8545-5e05c5a917e5) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:48.269748 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dc70b8-c306-48d9-a8e6-b0429fb15301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:48.271328 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a7dc70b8-c306-48d9-a8e6-b0429fb15301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:48.291256 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65916d81-5946-4e26-87c7-b7aa0f730fe8 None None] Network 6c85c15f-65d8-48d1-8545-5e05c5a917e5 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:41:48.298102 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a7dc70b8-c306-48d9-a8e6-b0429fb15301 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5223253 May 06 09:41:48.300700 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46704) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:48.308191 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-bf5896f0-a58b-4938-921e-b15d8f1f2cb6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-71610664-router', 'tenant_id': '787d150f5440439bb080ff0d19c7f91d', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:48.329002 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f32a87-ad82-48ac-95cd-295559afa463 req-4c7b1599-4912-48f8-b7f2-f5a961c2e1f5 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:48.331072 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25f32a87-ad82-48ac-95cd-295559afa463 req-4c7b1599-4912-48f8-b7f2-f5a961c2e1f5 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.0870018 May 06 09:41:48.346277 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf5896f0-a58b-4938-921e-b15d8f1f2cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:48.347853 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf5896f0-a58b-4938-921e-b15d8f1f2cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:48.360660 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd09f2-48c2-4e4d-94f2-2f7dcfbd250a req-c9ebedb7-4311-47ed-b0a7-59faf39dbe8b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:48.364980 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:48.368530 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-84cd09f2-48c2-4e4d-94f2-2f7dcfbd250a req-c9ebedb7-4311-47ed-b0a7-59faf39dbe8b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=9421d1e4-3683-4633-b9d1-4b4c91a9e033 HTTP/1.1" status: 200 len: 947 time: 0.1338024 May 06 09:41:48.434500 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-84cd09f2-48c2-4e4d-94f2-2f7dcfbd250a req-6c63e8f3-bba8-4a88-bc0a-c902a3050e04 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646274 May 06 09:41:48.441151 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25f32a87-ad82-48ac-95cd-295559afa463 req-e4cc82e2-161e-40e4-b94a-7b9f85718fc4 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994108 May 06 09:41:48.448376 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f2d1475-4681-4b78-b505-8f43ad15971f {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:48.457238 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf5896f0-a58b-4938-921e-b15d8f1f2cb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:48.519787 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 8f2d1475-4681-4b78-b505-8f43ad15971f, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=8f2d1475-4681-4b78-b505-8f43ad15971f,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:48.526635 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-27ee87c0-97c7-454b-ad4b-98098eee6e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:48.533015 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:48.622208 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=8f2d1475-4681-4b78-b505-8f43ad15971f,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:48.627172 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b9c3dd-e607-4d28-807f-75b1b3419a72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-6c85c15f-65d8-48d1-8545-5e05c5a917e5', 'network_id': '6c85c15f-65d8-48d1-8545-5e05c5a917e5', 'tenant_id': '787d150f5440439bb080ff0d19c7f91d', 'fixed_ips': [{'subnet_id': '4cbc9d89-3122-4e44-b8cc-9b1b28623c79'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:41:48.628419 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-25b9c3dd-e607-4d28-807f-75b1b3419a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:48.657960 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9fb0071e-7b68-406d-87bc-6fee251a163c req-1cabb665-9104-4c09-894c-8b39a2f0bd47 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ed52e4f-ed45-45c6-a333-8e92974fcfd1 HTTP/1.1" status: 200 len: 210 time: 0.0716636 May 06 09:41:48.716156 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e220b-5e48-411b-8f41-df1c81ef20ea req-1d820db1-abd3-4a66-828a-1b41096e675d tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:48.718045 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-988e220b-5e48-411b-8f41-df1c81ef20ea req-1d820db1-abd3-4a66-828a-1b41096e675d tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7708487-3ae4-4f24-b4db-db6e26b13783 HTTP/1.1" status: 200 len: 945 time: 0.1425812 May 06 09:41:48.752611 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf5896f0-a58b-4938-921e-b15d8f1f2cb6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:48.791653 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-988e220b-5e48-411b-8f41-df1c81ef20ea req-87d322dd-c133-451f-89d5-f18a1ecfd1fa tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632715 May 06 09:41:48.837152 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:48.837816 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-c1f972e5-4cc8-4d3a-a54d-6736273c5c52 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:48.839366 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-c1f972e5-4cc8-4d3a-a54d-6736273c5c52 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.77 "GET /v2.0/networks?id=22f2ea67-0061-4453-8871-c63efbcb27a4 HTTP/1.1" status: 200 len: 805 time: 0.2917407 May 06 09:41:48.862120 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-25b9c3dd-e607-4d28-807f-75b1b3419a72 None None] Allocated IP 172.20.0.2 (6c85c15f-65d8-48d1-8545-5e05c5a917e5/4cbc9d89-3122-4e44-b8cc-9b1b28623c79/f2e05848-4587-495f-8c10-888ea538a4d1) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:48.930641 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['8f2d1475-4681-4b78-b505-8f43ad15971f'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:48.942243 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-b2a25954-ef6a-4879-a300-5d67e1a32b20 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Request body: {'port': {'device_id': '9ed52e4f-ed45-45c6-a333-8e92974fcfd1', 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4', 'admin_state_up': True, 'tenant_id': 'd5c8baf980ce4dc1ab4fba669d9b206a'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:49.011765 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79ca02-9c87-4884-badf-5b0b8eef5db8 req-6cbc7d79-f0e0-4458-8f37-40681b24218f tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:49.013384 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1a79ca02-9c87-4884-badf-5b0b8eef5db8 req-6cbc7d79-f0e0-4458-8f37-40681b24218f tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 944 time: 0.0548937 May 06 09:41:49.060559 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1a79ca02-9c87-4884-badf-5b0b8eef5db8 req-654baad3-aea7-427a-8e13-66111e0f6f0d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391719 May 06 09:41:49.137374 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-25b9c3dd-e607-4d28-807f-75b1b3419a72 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:49.150104 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-25b9c3dd-e607-4d28-807f-75b1b3419a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:49.217642 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b9c3dd-e607-4d28-807f-75b1b3419a72 None None] Network 6c85c15f-65d8-48d1-8545-5e05c5a917e5 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:49.220514 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9c3dd-e607-4d28-807f-75b1b3419a72 None None] Pushing event updated for resources: {'Port': ['ID=f2e05848-4587-495f-8c10-888ea538a4d1,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:49.226381 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-25b9c3dd-e607-4d28-807f-75b1b3419a72 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:49.236103 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b9c3dd-e607-4d28-807f-75b1b3419a72 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:49.303660 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-25b9c3dd-e607-4d28-807f-75b1b3419a72 None None] Attempting to bind port f2e05848-4587-495f-8c10-888ea538a4d1 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:41:49.304165 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-25b9c3dd-e607-4d28-807f-75b1b3419a72 None None] Attempting to bind port f2e05848-4587-495f-8c10-888ea538a4d1 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'b3f3da94-d1fc-4e84-a047-af81bebcc020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6c85c15f-65d8-48d1-8545-5e05c5a917e5'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:41:49.304605 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b9c3dd-e607-4d28-807f-75b1b3419a72 None None] Attempting to bind port f2e05848-4587-495f-8c10-888ea538a4d1 on network 6c85c15f-65d8-48d1-8545-5e05c5a917e5 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:49.309810 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b9c3dd-e607-4d28-807f-75b1b3419a72 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:41:49.310269 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b9c3dd-e607-4d28-807f-75b1b3419a72 None None] Checking segment: {'id': 'b3f3da94-d1fc-4e84-a047-af81bebcc020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6c85c15f-65d8-48d1-8545-5e05c5a917e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:49.310634 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-25b9c3dd-e607-4d28-807f-75b1b3419a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:49.311025 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b9c3dd-e607-4d28-807f-75b1b3419a72 None None] Bound using segment: {'id': 'b3f3da94-d1fc-4e84-a047-af81bebcc020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6c85c15f-65d8-48d1-8545-5e05c5a917e5'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:41:49.311596 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-25b9c3dd-e607-4d28-807f-75b1b3419a72 None None] Bound port: f2e05848-4587-495f-8c10-888ea538a4d1, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f3da94-d1fc-4e84-a047-af81bebcc020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6c85c15f-65d8-48d1-8545-5e05c5a917e5'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:41:49.311977 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-25b9c3dd-e607-4d28-807f-75b1b3419a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:49.379457 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf5896f0-a58b-4938-921e-b15d8f1f2cb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:49.382038 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-25b9c3dd-e607-4d28-807f-75b1b3419a72 None None] For port f2e05848-4587-495f-8c10-888ea538a4d1, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:41:49.385573 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-25b9c3dd-e607-4d28-807f-75b1b3419a72 None None] For port f2e05848-4587-495f-8c10-888ea538a4d1, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f2e05848-4587-495f-8c10-888ea538a4d1,segment=NetworkSegment(b3f3da94-d1fc-4e84-a047-af81bebcc020),segment_id=b3f3da94-d1fc-4e84-a047-af81bebcc020)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:41:49.394436 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-25b9c3dd-e607-4d28-807f-75b1b3419a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:49.409838 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf5896f0-a58b-4938-921e-b15d8f1f2cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:49.436488 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:49.465761 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9c3dd-e607-4d28-807f-75b1b3419a72 None None] Pushing event updated for resources: {'Port': ['ID=f2e05848-4587-495f-8c10-888ea538a4d1,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:49.477567 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-b2a25954-ef6a-4879-a300-5d67e1a32b20 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Made reservation on behalf of d5c8baf980ce4dc1ab4fba669d9b206a for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:41:49.481063 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-b2a25954-ef6a-4879-a300-5d67e1a32b20 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:49.621813 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-bf5896f0-a58b-4938-921e-b15d8f1f2cb6 admin admin] Allocated IP 172.25.5.153 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/79fe7b57-f49c-43e5-b6e0-6400ecc066f6) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:49.651593 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1664b58-7ed8-4d86-aabd-e1bf00aeb086 req-67076a68-9a44-4551-8ead-574a8a960798 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:49.653228 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1664b58-7ed8-4d86-aabd-e1bf00aeb086 req-67076a68-9a44-4551-8ead-574a8a960798 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.1130080 May 06 09:41:49.679077 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde340c-c00a-4d58-8e81-2a725ab2e48b req-b6580450-01ef-4dcc-8c98-ebbed9da1cc2 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:49.690503 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ecde340c-c00a-4d58-8e81-2a725ab2e48b req-b6580450-01ef-4dcc-8c98-ebbed9da1cc2 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=9421d1e4-3683-4633-b9d1-4b4c91a9e033 HTTP/1.1" status: 200 len: 947 time: 0.1226027 May 06 09:41:49.753610 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-b2a25954-ef6a-4879-a300-5d67e1a32b20 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Allocated IP 172.20.0.6 (22f2ea67-0061-4453-8871-c63efbcb27a4/afa93752-8f96-48cb-be1f-768526aba17a/defed9d7-f722-4208-b7b9-8ad1fd37de57) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:49.765553 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ecde340c-c00a-4d58-8e81-2a725ab2e48b req-c40c376c-d91e-455a-962f-24a208988c2a tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731828 May 06 09:41:49.769987 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1664b58-7ed8-4d86-aabd-e1bf00aeb086 req-c17c67aa-31f9-4589-b846-0b2b0ecc979f tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765374 May 06 09:41:49.850863 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf5896f0-a58b-4938-921e-b15d8f1f2cb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:49.851108 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device e05a5f32-340b-4c8a-8248-77962d42e403 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:41:49.864422 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 855d2a78-7e53-4c34-b489-8b27d845d56d up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:49.881180 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c34c2cf-da38-4560-9bea-8b547872c44a req-0bd2b7f8-c5a4-4edb-9414-232da5c7d5ee tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ed52e4f-ed45-45c6-a333-8e92974fcfd1 HTTP/1.1" status: 200 len: 210 time: 0.0419316 May 06 09:41:49.980786 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f89f5-cd11-4081-8bca-4a4b720f2878 req-36f6aa85-054c-452e-bc15-94ad349d85d0 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:49.987456 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf5896f0-a58b-4938-921e-b15d8f1f2cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:49.988162 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dc9f89f5-cd11-4081-8bca-4a4b720f2878 req-36f6aa85-054c-452e-bc15-94ad349d85d0 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7708487-3ae4-4f24-b4db-db6e26b13783 HTTP/1.1" status: 200 len: 945 time: 0.0844510 May 06 09:41:50.017583 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 855d2a78-7e53-4c34-b489-8b27d845d56d completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:41:50.029963 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 855d2a78-7e53-4c34-b489-8b27d845d56d triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:50.030557 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:50.053258 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5896f0-a58b-4938-921e-b15d8f1f2cb6 admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:50.056314 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dc9f89f5-cd11-4081-8bca-4a4b720f2878 req-ae521ad5-6153-4806-b404-d8c43a6227f4 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599933 May 06 09:41:50.057708 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-b2a25954-ef6a-4879-a300-5d67e1a32b20 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:50.062664 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-bf5896f0-a58b-4938-921e-b15d8f1f2cb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:50.073365 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5896f0-a58b-4938-921e-b15d8f1f2cb6 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:50.098605 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5896f0-a58b-4938-921e-b15d8f1f2cb6 admin admin] Pushing event updated for resources: {'Port': ['ID=79fe7b57-f49c-43e5-b6e0-6400ecc066f6,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:50.110242 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port e05a5f32-340b-4c8a-8248-77962d42e403, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e05a5f32-340b-4c8a-8248-77962d42e403,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:50.137797 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'e05a5f32-340b-4c8a-8248-77962d42e403', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': 'e05a5f32-340b-4c8a-8248-77962d42e403', 'mac_address': 'fa:16:3e:05:dc:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:41:50.209638 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:50.223701 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72183260-43f4-4649-8028-0fbf2b4f07dc req-2c6f52d2-883e-4e58-ab13-2387b4b89538 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:50.225646 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-72183260-43f4-4649-8028-0fbf2b4f07dc req-2c6f52d2-883e-4e58-ab13-2387b4b89538 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 944 time: 0.0637152 May 06 09:41:50.233618 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:50.233939 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-b2a25954-ef6a-4879-a300-5d67e1a32b20 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:50.248543 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f52337-945f-44c6-b300-72f3eeadb696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855d2a78-7e53-4c34-b489-8b27d845d56d'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:50.250819 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcb9561-c019-4f48-bd15-532e068e346d" -d '{"events": [{"server_uuid": "16f52337-945f-44c6-b300-72f3eeadb696", "name": "network-vif-plugged", "status": "completed", "tag": "855d2a78-7e53-4c34-b489-8b27d845d56d"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:50.259146 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['bf4790b9-844b-4827-8a7f-ab8e62106a3b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:50.292459 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-b2a25954-ef6a-4879-a300-5d67e1a32b20 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Network 22f2ea67-0061-4453-8871-c63efbcb27a4 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:50.295933 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 855d2a78-7e53-4c34-b489-8b27d845d56d, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=855d2a78-7e53-4c34-b489-8b27d845d56d,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:50.298087 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e05a5f32-340b-4c8a-8248-77962d42e403 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:50.309416 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-b2a25954-ef6a-4879-a300-5d67e1a32b20 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:50.310359 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:50.318540 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-b2a25954-ef6a-4879-a300-5d67e1a32b20 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:50.322830 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a25954-ef6a-4879-a300-5d67e1a32b20 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Pushing event updated for resources: {'Port': ['ID=defed9d7-f722-4208-b7b9-8ad1fd37de57,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:50.353359 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port e05a5f32-340b-4c8a-8248-77962d42e403, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e05a5f32-340b-4c8a-8248-77962d42e403,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:50.357318 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-72183260-43f4-4649-8028-0fbf2b4f07dc req-0f741203-411d-4ece-857d-4dd89a28000d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218081 May 06 09:41:50.359809 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321c3cc4-8056-4902-8356-c53936a38213 x-openstack-request-id: req-321c3cc4-8056-4902-8356-c53936a38213 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:50.360104 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f52337-945f-44c6-b300-72f3eeadb696", "name": "network-vif-plugged", "status": "completed", "tag": "855d2a78-7e53-4c34-b489-8b27d845d56d", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:50.360365 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-321c3cc4-8056-4902-8356-c53936a38213 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:50.360763 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-321c3cc4-8056-4902-8356-c53936a38213'] response: {'server_uuid': '16f52337-945f-44c6-b300-72f3eeadb696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855d2a78-7e53-4c34-b489-8b27d845d56d', 'code': 200} May 06 09:41:50.364913 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:50.417229 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=855d2a78-7e53-4c34-b489-8b27d845d56d,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:50.440082 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-b2a25954-ef6a-4879-a300-5d67e1a32b20 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:50.440725 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-b2a25954-ef6a-4879-a300-5d67e1a32b20 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:50.499818 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=e05a5f32-340b-4c8a-8248-77962d42e403,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:50.525559 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-b2a25954-ef6a-4879-a300-5d67e1a32b20 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5877364 May 06 09:41:50.548142 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-7e8f38df-96b7-47af-a0e6-4931aded5685 service neutron] Request body: {'port': {'device_id': '9ed52e4f-ed45-45c6-a333-8e92974fcfd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:50.552439 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf5896f0-a58b-4938-921e-b15d8f1f2cb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:50.613402 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532e5a8-a284-4ec1-b9a7-05ea36b2cf07 req-459858e7-881b-466b-a5fc-beb9d45d0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:50.615484 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6532e5a8-a284-4ec1-b9a7-05ea36b2cf07 req-459858e7-881b-466b-a5fc-beb9d45d0f82 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 1096 time: 0.1338050 May 06 09:41:50.707853 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-7e8f38df-96b7-47af-a0e6-4931aded5685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:50.744270 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6532e5a8-a284-4ec1-b9a7-05ea36b2cf07 req-076059e8-4bd3-42f2-85d4-901063ebf4b6 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964839 May 06 09:41:50.750801 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94519b4b-5885-4864-8076-61b7c1c78ed2 None None] Network 6c85c15f-65d8-48d1-8545-5e05c5a917e5 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:41:50.813063 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['e05a5f32-340b-4c8a-8248-77962d42e403'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:50.869560 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d46d5219-c070-46ad-acf0-492aa7a5f59a None None] Provisioning complete for port f2e05848-4587-495f-8c10-888ea538a4d1 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:50.870674 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d46d5219-c070-46ad-acf0-492aa7a5f59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:50.961006 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cca66a-8819-4040-8621-4d5f34ac9d66 req-b4a07eec-4e0c-4fb8-9acc-4bbc053ae172 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:50.963339 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-12cca66a-8819-4040-8621-4d5f34ac9d66 req-b4a07eec-4e0c-4fb8-9acc-4bbc053ae172 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.0996139 May 06 09:41:50.972347 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4dff2-9e1c-4adf-9d49-22f930e075aa req-bf3181fd-224b-4b5f-92a2-5b52526a62aa tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:50.975263 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-21a4dff2-9e1c-4adf-9d49-22f930e075aa req-bf3181fd-224b-4b5f-92a2-5b52526a62aa tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=9421d1e4-3683-4633-b9d1-4b4c91a9e033 HTTP/1.1" status: 200 len: 948 time: 0.1274047 May 06 09:41:51.031650 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-12cca66a-8819-4040-8621-4d5f34ac9d66 req-80ae06b0-28b3-4982-ad3a-9a66cc38bec3 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551977 May 06 09:41:51.050304 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-21a4dff2-9e1c-4adf-9d49-22f930e075aa req-a9a37787-b7c1-4a0a-b678-52990b18e136 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555599 May 06 09:41:51.059606 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf5896f0-a58b-4938-921e-b15d8f1f2cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:51.103212 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d46d5219-c070-46ad-acf0-492aa7a5f59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:51.122588 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:51.169736 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d46d5219-c070-46ad-acf0-492aa7a5f59a None None] For port f2e05848-4587-495f-8c10-888ea538a4d1, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f2e05848-4587-495f-8c10-888ea538a4d1,segment=NetworkSegment(b3f3da94-d1fc-4e84-a047-af81bebcc020),segment_id=b3f3da94-d1fc-4e84-a047-af81bebcc020)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:51.180043 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d46d5219-c070-46ad-acf0-492aa7a5f59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:51.220842 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d652b75-cc14-4761-99b6-020573f626f5 req-7e181623-f596-42a3-a72e-74c7a509c116 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:51.231853 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3d652b75-cc14-4761-99b6-020573f626f5 req-7e181623-f596-42a3-a72e-74c7a509c116 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ed52e4f-ed45-45c6-a333-8e92974fcfd1 HTTP/1.1" status: 200 len: 931 time: 0.1107864 May 06 09:41:51.246413 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d5219-c070-46ad-acf0-492aa7a5f59a None None] Pushing event updated for resources: {'Port': ['ID=f2e05848-4587-495f-8c10-888ea538a4d1,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:51.287002 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-7e8f38df-96b7-47af-a0e6-4931aded5685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id defed9d7-f722-4208-b7b9-8ad1fd37de57 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:51.297197 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-7e8f38df-96b7-47af-a0e6-4931aded5685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:51.317419 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-7e8f38df-96b7-47af-a0e6-4931aded5685 service neutron] Transition to ACTIVE for port object defed9d7-f722-4208-b7b9-8ad1fd37de57 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:41:51.324338 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3d652b75-cc14-4761-99b6-020573f626f5 req-168559d3-5f9c-4671-988c-bd17dce56218 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901070 May 06 09:41:51.334065 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-7e8f38df-96b7-47af-a0e6-4931aded5685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:51.354283 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08480937-639d-4036-b554-6730277f233e req-e3147bf7-e6b1-4956-ac3f-6e5d6b6ed001 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:51.359979 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08480937-639d-4036-b554-6730277f233e req-e3147bf7-e6b1-4956-ac3f-6e5d6b6ed001 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7708487-3ae4-4f24-b4db-db6e26b13783 HTTP/1.1" status: 200 len: 945 time: 0.1518431 May 06 09:41:51.369153 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:41:51.381441 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5896f0-a58b-4938-921e-b15d8f1f2cb6 admin admin] Router 7c6e5ed4-7160-4a71-9755-46d82e067415 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:41:51.428319 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f38df-96b7-47af-a0e6-4931aded5685 service neutron] Pushing event updated for resources: {'Port': ['ID=defed9d7-f722-4208-b7b9-8ad1fd37de57,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:51.429850 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:51.451734 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08480937-639d-4036-b554-6730277f233e req-7296e847-b126-442a-8fb6-b25c767666de tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889115 May 06 09:41:51.475076 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f2e05848-4587-495f-8c10-888ea538a4d1 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:51.531047 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d9b78dff-722e-451e-8559-aef88f92425e None None] Provisioning complete for port f2e05848-4587-495f-8c10-888ea538a4d1 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:51.531492 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d9b78dff-722e-451e-8559-aef88f92425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:51.563612 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402b82f-ebf1-412d-a7af-c86e7703bbcc req-e179465b-acb7-42b9-b56f-84fe0028e87b tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:51.565066 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6402b82f-ebf1-412d-a7af-c86e7703bbcc req-e179465b-acb7-42b9-b56f-84fe0028e87b tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 945 time: 0.0662992 May 06 09:41:51.574014 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port f2e05848-4587-495f-8c10-888ea538a4d1 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:51.574385 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:51.584659 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-7e8f38df-96b7-47af-a0e6-4931aded5685 service neutron] Attempting to bind port defed9d7-f722-4208-b7b9-8ad1fd37de57 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:41:51.585005 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-7e8f38df-96b7-47af-a0e6-4931aded5685 service neutron] Attempting to bind port defed9d7-f722-4208-b7b9-8ad1fd37de57 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '0ceef939-5542-4214-86aa-42ed61d3cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:41:51.585341 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-7e8f38df-96b7-47af-a0e6-4931aded5685 service neutron] Attempting to bind port defed9d7-f722-4208-b7b9-8ad1fd37de57 on network 22f2ea67-0061-4453-8871-c63efbcb27a4 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:51.594388 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-7e8f38df-96b7-47af-a0e6-4931aded5685 service neutron] Port defed9d7-f722-4208-b7b9-8ad1fd37de57 on network 22f2ea67-0061-4453-8871-c63efbcb27a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:41:51.594763 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-7e8f38df-96b7-47af-a0e6-4931aded5685 service neutron] Attempting to bind port defed9d7-f722-4208-b7b9-8ad1fd37de57 on network 22f2ea67-0061-4453-8871-c63efbcb27a4 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:51.597118 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5896f0-a58b-4938-921e-b15d8f1f2cb6 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:41:51.604804 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-7e8f38df-96b7-47af-a0e6-4931aded5685 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:41:51.606025 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-7e8f38df-96b7-47af-a0e6-4931aded5685 service neutron] Checking segment: {'id': '0ceef939-5542-4214-86aa-42ed61d3cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:51.606025 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-7e8f38df-96b7-47af-a0e6-4931aded5685 service neutron] Bound using segment: {'id': '0ceef939-5542-4214-86aa-42ed61d3cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:41:51.606025 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-7e8f38df-96b7-47af-a0e6-4931aded5685 service neutron] Bound port: defed9d7-f722-4208-b7b9-8ad1fd37de57, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ceef939-5542-4214-86aa-42ed61d3cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:41:51.606352 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-7e8f38df-96b7-47af-a0e6-4931aded5685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:51.621622 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b5f2a7-b011-4c76-a64b-5c479b5ff130 None None] Sync routers for ids ['7c6e5ed4-7160-4a71-9755-46d82e067415'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:41:51.627415 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6402b82f-ebf1-412d-a7af-c86e7703bbcc req-5d58255e-1f11-4df7-bca1-1aa9e16026ca tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518525 May 06 09:41:51.655699 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf5896f0-a58b-4938-921e-b15d8f1f2cb6 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:51.656951 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bf5896f0-a58b-4938-921e-b15d8f1f2cb6 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3549685 May 06 09:41:51.659918 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46740) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:51.674286 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b5f2a7-b011-4c76-a64b-5c479b5ff130 None None] Routers {'7c6e5ed4-7160-4a71-9755-46d82e067415'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:51.674942 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-e0b5f2a7-b011-4c76-a64b-5c479b5ff130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:41:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['7c6e5ed4-7160-4a71-9755-46d82e067415'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:51.695266 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-7e8f38df-96b7-47af-a0e6-4931aded5685 service neutron] For port defed9d7-f722-4208-b7b9-8ad1fd37de57, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:41:51.698805 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-7e8f38df-96b7-47af-a0e6-4931aded5685 service neutron] For port defed9d7-f722-4208-b7b9-8ad1fd37de57, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=defed9d7-f722-4208-b7b9-8ad1fd37de57,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:41:51.704177 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-7e8f38df-96b7-47af-a0e6-4931aded5685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:51.776391 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f38df-96b7-47af-a0e6-4931aded5685 service neutron] Pushing event updated for resources: {'Port': ['ID=defed9d7-f722-4208-b7b9-8ad1fd37de57,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:51.802272 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-7e8f38df-96b7-47af-a0e6-4931aded5685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:51.802899 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-7e8f38df-96b7-47af-a0e6-4931aded5685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:51.804581 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-7e8f38df-96b7-47af-a0e6-4931aded5685 service neutron] 10.222.0.77 "PUT /v2.0/ports/defed9d7-f722-4208-b7b9-8ad1fd37de57 HTTP/1.1" status: 200 len: 1091 time: 1.2621183 May 06 09:41:51.805050 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed52e4f-ed45-45c6-a333-8e92974fcfd1', 'tag': 'defed9d7-f722-4208-b7b9-8ad1fd37de57'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:51.807441 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6861ad-41ef-445e-b450-3582da66c745" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed52e4f-ed45-45c6-a333-8e92974fcfd1", "tag": "defed9d7-f722-4208-b7b9-8ad1fd37de57"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:51.853256 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e075459e-5d82-4df2-a453-c2e609dc2c2d x-openstack-request-id: req-e075459e-5d82-4df2-a453-c2e609dc2c2d {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:51.853546 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed52e4f-ed45-45c6-a333-8e92974fcfd1", "tag": "defed9d7-f722-4208-b7b9-8ad1fd37de57", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:51.853799 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e075459e-5d82-4df2-a453-c2e609dc2c2d {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:51.854334 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e075459e-5d82-4df2-a453-c2e609dc2c2d'] response: {'name': 'network-changed', 'server_uuid': '9ed52e4f-ed45-45c6-a333-8e92974fcfd1', 'tag': 'defed9d7-f722-4208-b7b9-8ad1fd37de57', 'status': 'completed', 'code': 200} May 06 09:41:51.923882 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 8f2d1475-4681-4b78-b505-8f43ad15971f up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:51.927958 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-9af8a27c-4bc4-4641-97ea-14bd22be4e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:51.929548 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-9af8a27c-4bc4-4641-97ea-14bd22be4e76 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d5c8baf980ce4dc1ab4fba669d9b206a&device_id=9ed52e4f-ed45-45c6-a333-8e92974fcfd1 HTTP/1.1" status: 200 len: 1094 time: 0.0482819 May 06 09:41:51.985871 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-e0b5f2a7-b011-4c76-a64b-5c479b5ff130 None None] Set router 7c6e5ed4-7160-4a71-9755-46d82e067415 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:51.986589 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-57c67290-4456-41f3-8481-1550ad037da6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=defed9d7-f722-4208-b7b9-8ad1fd37de57 HTTP/1.1" status: 200 len: 217 time: 0.0402055 May 06 09:41:52.055625 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-f0bcbb55-e02a-4838-8d0d-26f549a10faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:52.057154 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-f0bcbb55-e02a-4838-8d0d-26f549a10faa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=afa93752-8f96-48cb-be1f-768526aba17a HTTP/1.1" status: 200 len: 845 time: 0.0628457 May 06 09:41:52.096176 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-e9aa8045-a537-42f2-94c1-65c872080b40 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=22f2ea67-0061-4453-8871-c63efbcb27a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273228 May 06 09:41:52.102922 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 8f2d1475-4681-4b78-b505-8f43ad15971f completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:41:52.115493 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 8f2d1475-4681-4b78-b505-8f43ad15971f triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:52.115952 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:52.234237 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-d53b3895-4264-43f1-b28d-06b955a1602c service neutron] 10.222.0.77 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309245 May 06 09:41:52.241612 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-39f634d0-b303-401d-841c-a9c2783da05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:52.266444 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:52.291443 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-e0b5f2a7-b011-4c76-a64b-5c479b5ff130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6e5ed4-7160-4a71-9755-46d82e067415', 'name': 'tempest-FloatingIPDetailsTestJSON-71610664-router', 'tenant_id': '787d150f5440439bb080ff0d19c7f91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '79fe7b57-f49c-43e5-b6e0-6400ecc066f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:48Z', 'updated_at': '2022-05-06T09:41:50Z', 'revision_number': 3, 'project_id': '787d150f5440439bb080ff0d19c7f91d', 'gw_port': {'id': '79fe7b57-f49c-43e5-b6e0-6400ecc066f6', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:49:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6e5ed4-7160-4a71-9755-46d82e067415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:49Z', 'updated_at': '2022-05-06T09:41:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:52.297997 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43c4bc-ad1c-40fa-ad43-aee44e74e7b6 req-134d909d-d8a0-4042-8b97-c5f0461fbaad tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:52.299599 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f43c4bc-ad1c-40fa-ad43-aee44e74e7b6 req-134d909d-d8a0-4042-8b97-c5f0461fbaad tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=9421d1e4-3683-4633-b9d1-4b4c91a9e033 HTTP/1.1" status: 200 len: 948 time: 0.1111968 May 06 09:41:52.309616 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 8f2d1475-4681-4b78-b505-8f43ad15971f, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=8f2d1475-4681-4b78-b505-8f43ad15971f,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:52.335792 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b5f2a7-b011-4c76-a64b-5c479b5ff130 None None] Checking router: 7c6e5ed4-7160-4a71-9755-46d82e067415 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:41:52.336118 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b5f2a7-b011-4c76-a64b-5c479b5ff130 None None] Updating router 7c6e5ed4-7160-4a71-9755-46d82e067415 port 79fe7b57-f49c-43e5-b6e0-6400ecc066f6 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:41:52.338017 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:52.366267 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9938f-cf18-447b-92fa-98f9fa7de5dc req-d883601e-4cfa-4f8a-83d8-b4714442fc97 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:52.367613 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7708487-3ae4-4f24-b4db-db6e26b13783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2d1475-4681-4b78-b505-8f43ad15971f'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:52.369882 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ef0a89-0304-4844-bce3-cd2e894be7b2" -d '{"events": [{"server_uuid": "f7708487-3ae4-4f24-b4db-db6e26b13783", "name": "network-vif-plugged", "status": "completed", "tag": "8f2d1475-4681-4b78-b505-8f43ad15971f"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:52.374273 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aed9938f-cf18-447b-92fa-98f9fa7de5dc req-d883601e-4cfa-4f8a-83d8-b4714442fc97 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.1995201 May 06 09:41:52.391317 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7413640e-cb03-4e22-80f0-e71b788efe1f req-5cd52c56-623f-4306-8e02-184c6b0fba65 service neutron] 10.222.0.77 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289670 May 06 09:41:52.408471 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e0b5f2a7-b011-4c76-a64b-5c479b5ff130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:52.440270 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=8f2d1475-4681-4b78-b505-8f43ad15971f,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:52.470880 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f43c4bc-ad1c-40fa-ad43-aee44e74e7b6 req-16296668-4780-4883-bf81-586f3ab0be5d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282465 May 06 09:41:52.497577 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aed9938f-cf18-447b-92fa-98f9fa7de5dc req-de8079ee-0dd5-4c07-9f90-e85ce2f8acf2 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224413 May 06 09:41:52.562941 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-39f634d0-b303-401d-841c-a9c2783da05f admin admin] Allocated IP 172.20.0.1 (6c85c15f-65d8-48d1-8545-5e05c5a917e5/4cbc9d89-3122-4e44-b8cc-9b1b28623c79/3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:52.568044 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6861ad-41ef-445e-b450-3582da66c745 req-ba3e2e12-4a21-41b6-b4d8-9b242d0793c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:52.569574 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6d6861ad-41ef-445e-b450-3582da66c745 req-ba3e2e12-4a21-41b6-b4d8-9b242d0793c5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d5c8baf980ce4dc1ab4fba669d9b206a&device_id=9ed52e4f-ed45-45c6-a333-8e92974fcfd1 HTTP/1.1" status: 200 len: 1094 time: 0.0671027 May 06 09:41:52.576115 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8415297-3199-4200-bba2-0a1a03394027 x-openstack-request-id: req-d8415297-3199-4200-bba2-0a1a03394027 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:52.576563 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7708487-3ae4-4f24-b4db-db6e26b13783", "name": "network-vif-plugged", "status": "completed", "tag": "8f2d1475-4681-4b78-b505-8f43ad15971f", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:52.576815 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d8415297-3199-4200-bba2-0a1a03394027 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:52.590737 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8415297-3199-4200-bba2-0a1a03394027'] response: {'server_uuid': 'f7708487-3ae4-4f24-b4db-db6e26b13783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2d1475-4681-4b78-b505-8f43ad15971f', 'code': 200} May 06 09:41:52.717234 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6861ad-41ef-445e-b450-3582da66c745 req-618bc534-2a8b-4d6f-a7ab-2b9be01dd226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:52.718230 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6d6861ad-41ef-445e-b450-3582da66c745 req-618bc534-2a8b-4d6f-a7ab-2b9be01dd226 service neutron] 10.222.0.77 "GET /v2.0/networks?id=22f2ea67-0061-4453-8871-c63efbcb27a4 HTTP/1.1" status: 200 len: 906 time: 0.1413035 May 06 09:41:52.720935 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e03f2-13e0-479d-8fc5-87f034ba5f7c req-ad6bd915-0d88-4bbe-bac9-7be461c162f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:52.722528 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fa2e03f2-13e0-479d-8fc5-87f034ba5f7c req-ad6bd915-0d88-4bbe-bac9-7be461c162f8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f7708487-3ae4-4f24-b4db-db6e26b13783 HTTP/1.1" status: 200 len: 1097 time: 0.0713382 May 06 09:41:52.755474 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d7499-7ebf-41fb-aa9a-b9639a4fd87c req-779ea774-5bdc-459b-91b0-0f4b1e7d36d5 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:52.756927 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7a4d7499-7ebf-41fb-aa9a-b9639a4fd87c req-779ea774-5bdc-459b-91b0-0f4b1e7d36d5 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ed52e4f-ed45-45c6-a333-8e92974fcfd1 HTTP/1.1" status: 200 len: 943 time: 0.1304951 May 06 09:41:52.767059 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93903207-152e-4a72-a1fd-0e1c92f07552 req-315868d4-a0ff-4cee-8a80-fbc399d71f51 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:52.768518 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-93903207-152e-4a72-a1fd-0e1c92f07552 req-315868d4-a0ff-4cee-8a80-fbc399d71f51 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7708487-3ae4-4f24-b4db-db6e26b13783 HTTP/1.1" status: 200 len: 946 time: 0.1191401 May 06 09:41:52.780041 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fa2e03f2-13e0-479d-8fc5-87f034ba5f7c req-66d85e63-ee07-4316-8881-84a05b9e0e12 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386965 May 06 09:41:52.784552 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-39f634d0-b303-401d-841c-a9c2783da05f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:52.788277 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e0b5f2a7-b011-4c76-a64b-5c479b5ff130 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:52.793746 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e0b5f2a7-b011-4c76-a64b-5c479b5ff130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:52.813568 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6d6861ad-41ef-445e-b450-3582da66c745 req-b4bd756d-45fd-4855-bf96-d845bb0b5ede service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=defed9d7-f722-4208-b7b9-8ad1fd37de57 HTTP/1.1" status: 200 len: 217 time: 0.0434890 May 06 09:41:52.848358 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7a4d7499-7ebf-41fb-aa9a-b9639a4fd87c req-551cfa53-4372-4a76-a2c2-cc685842ba74 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787783 May 06 09:41:52.858073 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-e0b5f2a7-b011-4c76-a64b-5c479b5ff130 None None] Attempting to bind port 79fe7b57-f49c-43e5-b6e0-6400ecc066f6 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:41:52.858631 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-e0b5f2a7-b011-4c76-a64b-5c479b5ff130 None None] Attempting to bind port 79fe7b57-f49c-43e5-b6e0-6400ecc066f6 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:41:52.859195 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b5f2a7-b011-4c76-a64b-5c479b5ff130 None None] Attempting to bind port 79fe7b57-f49c-43e5-b6e0-6400ecc066f6 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:52.878619 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-93903207-152e-4a72-a1fd-0e1c92f07552 req-e40dc68e-6278-4400-960a-9a2ab9ef58a3 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865486 May 06 09:41:52.878970 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202a1cd-e272-40f6-8529-73a2ae4d667c None None] Pushing event updated for resources: {'Port': ['ID=79fe7b57-f49c-43e5-b6e0-6400ecc066f6,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:52.879156 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6861ad-41ef-445e-b450-3582da66c745 req-c4bc7e46-81e2-4cfd-9459-8fd6d4afad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:52.880712 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6d6861ad-41ef-445e-b450-3582da66c745 req-c4bc7e46-81e2-4cfd-9459-8fd6d4afad0c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=afa93752-8f96-48cb-be1f-768526aba17a HTTP/1.1" status: 200 len: 845 time: 0.0599575 May 06 09:41:52.883628 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b5f2a7-b011-4c76-a64b-5c479b5ff130 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:41:52.884016 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b5f2a7-b011-4c76-a64b-5c479b5ff130 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:52.884423 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e0b5f2a7-b011-4c76-a64b-5c479b5ff130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:52.884817 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b5f2a7-b011-4c76-a64b-5c479b5ff130 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:41:52.885590 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-e0b5f2a7-b011-4c76-a64b-5c479b5ff130 None None] Bound port: 79fe7b57-f49c-43e5-b6e0-6400ecc066f6, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:41:52.886366 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e0b5f2a7-b011-4c76-a64b-5c479b5ff130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:52.915154 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-39f634d0-b303-401d-841c-a9c2783da05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:52.924810 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6d6861ad-41ef-445e-b450-3582da66c745 req-98d77945-18cd-465f-81a6-6c302fc19364 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=22f2ea67-0061-4453-8871-c63efbcb27a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330698 May 06 09:41:52.958771 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e0b5f2a7-b011-4c76-a64b-5c479b5ff130 None None] For port 79fe7b57-f49c-43e5-b6e0-6400ecc066f6, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:41:52.962717 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e0b5f2a7-b011-4c76-a64b-5c479b5ff130 None None] For port 79fe7b57-f49c-43e5-b6e0-6400ecc066f6, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=79fe7b57-f49c-43e5-b6e0-6400ecc066f6,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:41:52.970726 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e0b5f2a7-b011-4c76-a64b-5c479b5ff130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:52.984330 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f634d0-b303-401d-841c-a9c2783da05f admin admin] Network 6c85c15f-65d8-48d1-8545-5e05c5a917e5 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:53.020154 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b5f2a7-b011-4c76-a64b-5c479b5ff130 None None] Routers {'7c6e5ed4-7160-4a71-9755-46d82e067415'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:53.021394 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-e0b5f2a7-b011-4c76-a64b-5c479b5ff130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:41:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['7c6e5ed4-7160-4a71-9755-46d82e067415'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:53.061046 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6d6861ad-41ef-445e-b450-3582da66c745 req-ed9390dc-6ca0-4fd3-bc91-18c2ece2f202 service neutron] 10.222.0.77 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283448 May 06 09:41:53.123869 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202a1cd-e272-40f6-8529-73a2ae4d667c None None] Pushing event updated for resources: {'Port': ['ID=79fe7b57-f49c-43e5-b6e0-6400ecc066f6,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:53.164505 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-e0b5f2a7-b011-4c76-a64b-5c479b5ff130 None None] Set router 7c6e5ed4-7160-4a71-9755-46d82e067415 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:53.186172 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6d6861ad-41ef-445e-b450-3582da66c745 req-a89e08f9-f591-47b5-bbd2-b0dd0d7d0b2a service neutron] 10.222.0.77 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178460 May 06 09:41:53.351241 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f634d0-b303-401d-841c-a9c2783da05f admin admin] Pushing event updated for resources: {'Port': ['ID=3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:53.354086 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-39f634d0-b303-401d-841c-a9c2783da05f admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:53.358000 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f634d0-b303-401d-841c-a9c2783da05f admin admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:53.376170 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-e0b5f2a7-b011-4c76-a64b-5c479b5ff130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6e5ed4-7160-4a71-9755-46d82e067415', 'name': 'tempest-FloatingIPDetailsTestJSON-71610664-router', 'tenant_id': '787d150f5440439bb080ff0d19c7f91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '79fe7b57-f49c-43e5-b6e0-6400ecc066f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:48Z', 'updated_at': '2022-05-06T09:41:50Z', 'revision_number': 3, 'project_id': '787d150f5440439bb080ff0d19c7f91d', 'gw_port': {'id': '79fe7b57-f49c-43e5-b6e0-6400ecc066f6', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:49:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6e5ed4-7160-4a71-9755-46d82e067415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:49Z', 'updated_at': '2022-05-06T09:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:53.405901 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9c32e-b6ac-4005-8c6a-3e1aadc581e2 req-b65043e4-e923-4957-9648-a956eff5b089 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:53.407577 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eec9c32e-b6ac-4005-8c6a-3e1aadc581e2 req-b65043e4-e923-4957-9648-a956eff5b089 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 945 time: 0.4483492 May 06 09:41:53.411827 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b5f2a7-b011-4c76-a64b-5c479b5ff130 None None] The sync data for ids ['7c6e5ed4-7160-4a71-9755-46d82e067415'] in n-d-840835-1 is: [{'id': '7c6e5ed4-7160-4a71-9755-46d82e067415', 'name': 'tempest-FloatingIPDetailsTestJSON-71610664-router', 'tenant_id': '787d150f5440439bb080ff0d19c7f91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '79fe7b57-f49c-43e5-b6e0-6400ecc066f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:48Z', 'updated_at': '2022-05-06T09:41:50Z', 'revision_number': 3, 'project_id': '787d150f5440439bb080ff0d19c7f91d', 'gw_port': {'id': '79fe7b57-f49c-43e5-b6e0-6400ecc066f6', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:49:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6e5ed4-7160-4a71-9755-46d82e067415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:49Z', 'updated_at': '2022-05-06T09:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:41:53.418840 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-39f634d0-b303-401d-841c-a9c2783da05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:53.513387 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eec9c32e-b6ac-4005-8c6a-3e1aadc581e2 req-cddeaced-428c-4f26-99ae-47a7e5f399a3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965970 May 06 09:41:53.636304 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-1d3f453c-76da-44c3-808c-32a2bd100f66 None None] Provisioning complete for port 3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:53.636908 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1d3f453c-76da-44c3-808c-32a2bd100f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:53.691278 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-1d3f453c-76da-44c3-808c-32a2bd100f66 None None] Port 3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:41:53.703737 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-39f634d0-b303-401d-841c-a9c2783da05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:53.718652 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8903990-d26f-408a-8463-7675cda89665 req-e764a00c-d969-40f4-aa9a-18fed0f31e4f tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:53.720256 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d8903990-d26f-408a-8463-7675cda89665 req-e764a00c-d969-40f4-aa9a-18fed0f31e4f tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=9421d1e4-3683-4633-b9d1-4b4c91a9e033 HTTP/1.1" status: 200 len: 948 time: 0.1342621 May 06 09:41:53.747977 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf256d52-1c0d-4781-b0cf-c41c905c0334 req-fd496bca-3829-4421-84fd-95610edcff65 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:53.749560 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bf256d52-1c0d-4781-b0cf-c41c905c0334 req-fd496bca-3829-4421-84fd-95610edcff65 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.1517451 May 06 09:41:53.835676 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d8903990-d26f-408a-8463-7675cda89665 req-656890a4-552b-4acb-921f-46fa67880c52 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047845 May 06 09:41:53.857806 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bf256d52-1c0d-4781-b0cf-c41c905c0334 req-23e68ea7-293f-42a8-94d4-135ce6c7764f tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963888 May 06 09:41:53.908422 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device e05a5f32-340b-4c8a-8248-77962d42e403 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:53.983686 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port e05a5f32-340b-4c8a-8248-77962d42e403 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:41:53.987759 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port e05a5f32-340b-4c8a-8248-77962d42e403 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:53.988136 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:54.069552 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877c73e-d70d-499e-9711-8219dbbd9d2f req-fdaf12a3-9c68-4a6e-b6d6-b9f50d1fd471 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:54.071451 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d877c73e-d70d-499e-9711-8219dbbd9d2f req-fdaf12a3-9c68-4a6e-b6d6-b9f50d1fd471 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ed52e4f-ed45-45c6-a333-8e92974fcfd1 HTTP/1.1" status: 200 len: 943 time: 0.1059251 May 06 09:41:54.073947 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-39f634d0-b303-401d-841c-a9c2783da05f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:54.108463 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:54.111295 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-39f634d0-b303-401d-841c-a9c2783da05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:54.151803 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port e05a5f32-340b-4c8a-8248-77962d42e403, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e05a5f32-340b-4c8a-8248-77962d42e403,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:54.158565 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:54.176199 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d877c73e-d70d-499e-9711-8219dbbd9d2f req-8dd1a46a-789a-46e7-82fc-a572e5dccac0 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973942 May 06 09:41:54.235465 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=e05a5f32-340b-4c8a-8248-77962d42e403,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:54.239954 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-39f634d0-b303-401d-841c-a9c2783da05f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:54.245772 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f634d0-b303-401d-841c-a9c2783da05f admin admin] Pushing event updated for resources: {'Port': ['ID=3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:54.272148 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1962643-8297-4bce-852a-1a3fac4b0ea4 req-b7b4f924-e0ad-4795-97ed-0c1036783750 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:54.275686 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1962643-8297-4bce-852a-1a3fac4b0ea4 req-b7b4f924-e0ad-4795-97ed-0c1036783750 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7708487-3ae4-4f24-b4db-db6e26b13783 HTTP/1.1" status: 200 len: 946 time: 0.1263208 May 06 09:41:54.408634 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1962643-8297-4bce-852a-1a3fac4b0ea4 req-1d154dcb-999b-426c-a934-3ebf01c74cda tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173294 May 06 09:41:54.429181 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d6fb4-22b0-4c7b-afd0-4654155496b9 req-da1ad709-89b7-4449-9f0e-a74fe003b8f0 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:54.431656 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-670d6fb4-22b0-4c7b-afd0-4654155496b9 req-da1ad709-89b7-4449-9f0e-a74fe003b8f0 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 945 time: 0.1392856 May 06 09:41:54.442036 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f634d0-b303-401d-841c-a9c2783da05f admin admin] Network 6c85c15f-65d8-48d1-8545-5e05c5a917e5 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:54.449261 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-39f634d0-b303-401d-841c-a9c2783da05f admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:54.519877 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-670d6fb4-22b0-4c7b-afd0-4654155496b9 req-88af2bba-0250-4b6d-86a3-8a7422d81003 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800014 May 06 09:41:54.592009 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9421d1e4-3683-4633-b9d1-4b4c91a9e033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05a5f32-340b-4c8a-8248-77962d42e403'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:54.594625 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f56d99-454f-425a-9915-ef5c71e0b81c" -d '{"events": [{"server_uuid": "9421d1e4-3683-4633-b9d1-4b4c91a9e033", "name": "network-vif-plugged", "status": "completed", "tag": "e05a5f32-340b-4c8a-8248-77962d42e403"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:54.607497 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f634d0-b303-401d-841c-a9c2783da05f admin admin] Router 7c6e5ed4-7160-4a71-9755-46d82e067415 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:41:54.634603 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55501f31-6392-44b5-b035-86c8663c3580 x-openstack-request-id: req-55501f31-6392-44b5-b035-86c8663c3580 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:54.634909 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9421d1e4-3683-4633-b9d1-4b4c91a9e033", "name": "network-vif-plugged", "status": "completed", "tag": "e05a5f32-340b-4c8a-8248-77962d42e403", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:54.635221 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-55501f31-6392-44b5-b035-86c8663c3580 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:54.635616 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55501f31-6392-44b5-b035-86c8663c3580'] response: {'server_uuid': '9421d1e4-3683-4633-b9d1-4b4c91a9e033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05a5f32-340b-4c8a-8248-77962d42e403', 'code': 200} May 06 09:41:54.734874 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-af83ade4-4453-4c75-99f2-6644a3d6c34a None None] Provisioning complete for port 3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:54.735643 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-af83ade4-4453-4c75-99f2-6644a3d6c34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:54.745499 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f634d0-b303-401d-841c-a9c2783da05f admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:41:54.751107 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-39f634d0-b303-401d-841c-a9c2783da05f admin admin] 10.222.0.73 "PUT /v2.0/routers/7c6e5ed4-7160-4a71-9755-46d82e067415/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0891855 May 06 09:41:54.763139 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69016f65-bcbf-43de-9df0-42e6bb33dd46 req-c28696c3-6670-457a-9dc1-1db93a091fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:54.764678 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-69016f65-bcbf-43de-9df0-42e6bb33dd46 req-c28696c3-6670-457a-9dc1-1db93a091fa4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9421d1e4-3683-4633-b9d1-4b4c91a9e033 HTTP/1.1" status: 200 len: 1100 time: 0.0500534 May 06 09:41:54.784624 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-af83ade4-4453-4c75-99f2-6644a3d6c34a None None] Port 3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:41:54.811966 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-69016f65-bcbf-43de-9df0-42e6bb33dd46 req-49a400a6-fb86-46ac-b4a5-4f3d855291f7 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379119 May 06 09:41:54.987961 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7eb074-3d45-4a20-bff2-0c4588054bfe req-98b6a36d-ba04-4a3f-872c-6eacd0111e06 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:54.990112 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9a7eb074-3d45-4a20-bff2-0c4588054bfe req-98b6a36d-ba04-4a3f-872c-6eacd0111e06 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=9421d1e4-3683-4633-b9d1-4b4c91a9e033 HTTP/1.1" status: 200 len: 949 time: 0.0652850 May 06 09:41:55.045257 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9a7eb074-3d45-4a20-bff2-0c4588054bfe req-314dce2a-e544-4662-bfcb-b31baec8a93a tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482845 May 06 09:41:55.206657 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52e302a0-4e61-4b5f-ae44-05735738db2c req-cecb76bb-23dc-43fd-a803-13ba888f7b09 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1752932 May 06 09:41:55.220208 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-52e302a0-4e61-4b5f-ae44-05735738db2c req-2f831cd2-2ce6-4ad8-b31e-b85746c49d36 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:55.231837 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb8c73-4b3a-4dae-997d-e998943d3338 req-5d34bab4-760e-4eff-8912-3a051c79337f tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:55.233292 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6fb8c73-4b3a-4dae-997d-e998943d3338 req-5d34bab4-760e-4eff-8912-3a051c79337f tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.1058514 May 06 09:41:55.272926 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-52e302a0-4e61-4b5f-ae44-05735738db2c req-2f831cd2-2ce6-4ad8-b31e-b85746c49d36 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:55.293700 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6fb8c73-4b3a-4dae-997d-e998943d3338 req-c335005e-582a-4db1-a939-790e2ba45e63 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539396 May 06 09:41:55.326671 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6226ae51-cd4b-4161-9487-38fef4889343 None None] Sync routers for ids ['7c6e5ed4-7160-4a71-9755-46d82e067415'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:41:55.343560 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6226ae51-cd4b-4161-9487-38fef4889343 None None] Routers {'7c6e5ed4-7160-4a71-9755-46d82e067415'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:55.347001 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6226ae51-cd4b-4161-9487-38fef4889343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:41:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['7c6e5ed4-7160-4a71-9755-46d82e067415'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:55.374445 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 79fe7b57-f49c-43e5-b6e0-6400ecc066f6 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:55.426605 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 79fe7b57-f49c-43e5-b6e0-6400ecc066f6 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:55.427144 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:55.443484 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-52e302a0-4e61-4b5f-ae44-05735738db2c req-2f831cd2-2ce6-4ad8-b31e-b85746c49d36 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:55.452565 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad7273-2f0c-465c-9e7c-350617184cc3 req-c48a6295-36cf-4587-8935-a8eb237c4b64 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:55.454474 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b4ad7273-2f0c-465c-9e7c-350617184cc3 req-c48a6295-36cf-4587-8935-a8eb237c4b64 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ed52e4f-ed45-45c6-a333-8e92974fcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0721025 May 06 09:41:55.477310 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-6226ae51-cd4b-4161-9487-38fef4889343 None None] Set router 7c6e5ed4-7160-4a71-9755-46d82e067415 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:55.513871 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:55.546495 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 79fe7b57-f49c-43e5-b6e0-6400ecc066f6, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=79fe7b57-f49c-43e5-b6e0-6400ecc066f6,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:55.552149 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:55.557413 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b4ad7273-2f0c-465c-9e7c-350617184cc3 req-4ed42218-abac-488d-9ea0-8e9ee8685585 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619261 May 06 09:41:55.613195 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=79fe7b57-f49c-43e5-b6e0-6400ecc066f6,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:55.625189 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-52e302a0-4e61-4b5f-ae44-05735738db2c req-2f831cd2-2ce6-4ad8-b31e-b85746c49d36 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Allocated IP 172.25.5.243 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/3a388c1f-249b-47ff-9f1d-5d5c89b1550d) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:55.763757 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421b27e-2389-4140-81b2-e5dacbb3f40e req-0cff6dbc-dc82-4d47-9021-20b0aaa07141 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:55.765203 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0421b27e-2389-4140-81b2-e5dacbb3f40e req-0cff6dbc-dc82-4d47-9021-20b0aaa07141 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7708487-3ae4-4f24-b4db-db6e26b13783 HTTP/1.1" status: 200 len: 946 time: 0.1092966 May 06 09:41:55.790343 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-52e302a0-4e61-4b5f-ae44-05735738db2c req-2f831cd2-2ce6-4ad8-b31e-b85746c49d36 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:55.800932 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6226ae51-cd4b-4161-9487-38fef4889343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6e5ed4-7160-4a71-9755-46d82e067415', 'name': 'tempest-FloatingIPDetailsTestJSON-71610664-router', 'tenant_id': '787d150f5440439bb080ff0d19c7f91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '79fe7b57-f49c-43e5-b6e0-6400ecc066f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:48Z', 'updated_at': '2022-05-06T09:41:53Z', 'revision_number': 4, 'project_id': '787d150f5440439bb080ff0d19c7f91d', 'gw_port': {'id': '79fe7b57-f49c-43e5-b6e0-6400ecc066f6', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:49:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6e5ed4-7160-4a71-9755-46d82e067415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:49Z', 'updated_at': '2022-05-06T09:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf', 'name': '', 'network_id': '6c85c15f-65d8-48d1-8545-5e05c5a917e5', 'tenant_id': '787d150f5440439bb080ff0d19c7f91d', 'mac_address': 'fa:16:3e:64:0f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6e5ed4-7160-4a71-9755-46d82e067415', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '4cbc9d89-3122-4e44-b8cc-9b1b28623c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:52Z', 'updated_at': '2022-05-06T09:41:53Z', 'revision_number': 2, 'project_id': '787d150f5440439bb080ff0d19c7f91d', 'subnets': [{'id': '4cbc9d89-3122-4e44-b8cc-9b1b28623c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:55.815256 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device defed9d7-f722-4208-b7b9-8ad1fd37de57 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:41:55.826093 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0421b27e-2389-4140-81b2-e5dacbb3f40e req-378ef646-f6b2-4961-8019-7c27d6660c14 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519428 May 06 09:41:55.828692 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6226ae51-cd4b-4161-9487-38fef4889343 None None] Checking router: 7c6e5ed4-7160-4a71-9755-46d82e067415 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:41:55.829049 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6226ae51-cd4b-4161-9487-38fef4889343 None None] Updating router 7c6e5ed4-7160-4a71-9755-46d82e067415 port 3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:41:55.863032 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6226ae51-cd4b-4161-9487-38fef4889343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:55.866654 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-52e302a0-4e61-4b5f-ae44-05735738db2c req-2f831cd2-2ce6-4ad8-b31e-b85746c49d36 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:55.955983 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port defed9d7-f722-4208-b7b9-8ad1fd37de57, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=defed9d7-f722-4208-b7b9-8ad1fd37de57,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:55.970206 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52e302a0-4e61-4b5f-ae44-05735738db2c req-2f831cd2-2ce6-4ad8-b31e-b85746c49d36 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:55.971299 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'defed9d7-f722-4208-b7b9-8ad1fd37de57', 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4', 'port_id': 'defed9d7-f722-4208-b7b9-8ad1fd37de57', 'mac_address': 'fa:16:3e:0a:04:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa93752-8f96-48cb-be1f-768526aba17a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:41:55.977432 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-52e302a0-4e61-4b5f-ae44-05735738db2c req-2f831cd2-2ce6-4ad8-b31e-b85746c49d36 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:55.990175 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e302a0-4e61-4b5f-ae44-05735738db2c req-2f831cd2-2ce6-4ad8-b31e-b85746c49d36 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:56.002081 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f831cd2-2ce6-4ad8-b31e-b85746c49d36 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Pushing event updated for resources: {'Port': ['ID=3a388c1f-249b-47ff-9f1d-5d5c89b1550d,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:56.036317 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:56.052694 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660ede1-dcb4-4814-9478-1bdf107e0a8d req-a9b09285-c1cb-4614-b090-d045becd34f6 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:56.053680 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id defed9d7-f722-4208-b7b9-8ad1fd37de57 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:56.061487 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2660ede1-dcb4-4814-9478-1bdf107e0a8d req-a9b09285-c1cb-4614-b090-d045becd34f6 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 945 time: 0.1305556 May 06 09:41:56.080485 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port defed9d7-f722-4208-b7b9-8ad1fd37de57, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=defed9d7-f722-4208-b7b9-8ad1fd37de57,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:56.087433 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:56.130511 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2660ede1-dcb4-4814-9478-1bdf107e0a8d req-27818567-01e6-45f3-8ecc-2cfa8c4b86cf tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680459 May 06 09:41:56.148368 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-52e302a0-4e61-4b5f-ae44-05735738db2c req-2f831cd2-2ce6-4ad8-b31e-b85746c49d36 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:56.161378 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=defed9d7-f722-4208-b7b9-8ad1fd37de57,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:56.259053 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-52e302a0-4e61-4b5f-ae44-05735738db2c req-2f831cd2-2ce6-4ad8-b31e-b85746c49d36 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:56.272868 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6226ae51-cd4b-4161-9487-38fef4889343 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:56.280270 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6226ae51-cd4b-4161-9487-38fef4889343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:56.336818 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6bd45-de5c-49e0-84e8-ed52abb39638 req-4cf397d3-1466-49b6-a52b-15c763c20b27 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:56.337586 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-94e6bd45-de5c-49e0-84e8-ed52abb39638 req-4cf397d3-1466-49b6-a52b-15c763c20b27 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=9421d1e4-3683-4633-b9d1-4b4c91a9e033 HTTP/1.1" status: 200 len: 949 time: 0.1266644 May 06 09:41:56.362362 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918eb3b9-de7b-4890-970c-e1fbf6859914 None None] Pushing event updated for resources: {'Port': ['ID=3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:56.432277 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-6226ae51-cd4b-4161-9487-38fef4889343 None None] Attempting to bind port 3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:41:56.432652 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-6226ae51-cd4b-4161-9487-38fef4889343 None None] Attempting to bind port 3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'b3f3da94-d1fc-4e84-a047-af81bebcc020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6c85c15f-65d8-48d1-8545-5e05c5a917e5'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:41:56.433031 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6226ae51-cd4b-4161-9487-38fef4889343 None None] Attempting to bind port 3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf on network 6c85c15f-65d8-48d1-8545-5e05c5a917e5 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:56.438316 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6226ae51-cd4b-4161-9487-38fef4889343 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:41:56.438689 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6226ae51-cd4b-4161-9487-38fef4889343 None None] Checking segment: {'id': 'b3f3da94-d1fc-4e84-a047-af81bebcc020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6c85c15f-65d8-48d1-8545-5e05c5a917e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:56.439253 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6226ae51-cd4b-4161-9487-38fef4889343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:56.439636 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6226ae51-cd4b-4161-9487-38fef4889343 None None] Bound using segment: {'id': 'b3f3da94-d1fc-4e84-a047-af81bebcc020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6c85c15f-65d8-48d1-8545-5e05c5a917e5'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:41:56.440233 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-6226ae51-cd4b-4161-9487-38fef4889343 None None] Bound port: 3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f3da94-d1fc-4e84-a047-af81bebcc020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6c85c15f-65d8-48d1-8545-5e05c5a917e5'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:41:56.440838 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6226ae51-cd4b-4161-9487-38fef4889343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:56.458712 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-94e6bd45-de5c-49e0-84e8-ed52abb39638 req-2372d25f-a1ea-4188-99cd-6d84461cea26 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124110 May 06 09:41:56.564524 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-52e302a0-4e61-4b5f-ae44-05735738db2c req-2f831cd2-2ce6-4ad8-b31e-b85746c49d36 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:56.570511 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-6226ae51-cd4b-4161-9487-38fef4889343 None None] For port 3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:41:56.576020 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-6226ae51-cd4b-4161-9487-38fef4889343 None None] For port 3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf,segment=NetworkSegment(b3f3da94-d1fc-4e84-a047-af81bebcc020),segment_id=b3f3da94-d1fc-4e84-a047-af81bebcc020)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:41:56.588215 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6226ae51-cd4b-4161-9487-38fef4889343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:56.607951 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-52e302a0-4e61-4b5f-ae44-05735738db2c req-2f831cd2-2ce6-4ad8-b31e-b85746c49d36 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:56.618655 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['defed9d7-f722-4208-b7b9-8ad1fd37de57'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:56.719510 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a462f52-0359-44b7-84b7-68da01ec95c4 req-84adce53-9ea4-4b2f-b9a5-31c273326d12 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:56.720982 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6226ae51-cd4b-4161-9487-38fef4889343 None None] Routers {'7c6e5ed4-7160-4a71-9755-46d82e067415'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:56.721627 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6226ae51-cd4b-4161-9487-38fef4889343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:41:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['7c6e5ed4-7160-4a71-9755-46d82e067415'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:56.722739 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2a462f52-0359-44b7-84b7-68da01ec95c4 req-84adce53-9ea4-4b2f-b9a5-31c273326d12 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.1619866 May 06 09:41:56.733191 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918eb3b9-de7b-4890-970c-e1fbf6859914 None None] Pushing event updated for resources: {'Port': ['ID=3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:56.734091 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f831cd2-2ce6-4ad8-b31e-b85746c49d36 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Pushing event updated for resources: {'Port': ['ID=3a388c1f-249b-47ff-9f1d-5d5c89b1550d,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:56.774476 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-641ba4f1-cf46-4eeb-a22c-82373df79be1 None None] Provisioning complete for port 3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:56.775024 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-641ba4f1-cf46-4eeb-a22c-82373df79be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:56.800518 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2a462f52-0359-44b7-84b7-68da01ec95c4 req-d423aef0-a498-4bb4-8528-9a37ff1e9368 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687110 May 06 09:41:56.815491 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-52e302a0-4e61-4b5f-ae44-05735738db2c req-2f831cd2-2ce6-4ad8-b31e-b85746c49d36 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:56.838738 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-52e302a0-4e61-4b5f-ae44-05735738db2c req-2f831cd2-2ce6-4ad8-b31e-b85746c49d36 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:56.842549 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52e302a0-4e61-4b5f-ae44-05735738db2c req-2f831cd2-2ce6-4ad8-b31e-b85746c49d36 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6270921 May 06 09:41:56.934034 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52e302a0-4e61-4b5f-ae44-05735738db2c req-d4017a72-d83b-4a98-abad-888fe184818f tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.243 HTTP/1.1" status: 200 len: 696 time: 0.0828350 May 06 09:41:56.938115 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-641ba4f1-cf46-4eeb-a22c-82373df79be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:56.990400 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-6226ae51-cd4b-4161-9487-38fef4889343 None None] Set router 7c6e5ed4-7160-4a71-9755-46d82e067415 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:57.002266 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-641ba4f1-cf46-4eeb-a22c-82373df79be1 None None] For port 3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf,segment=NetworkSegment(b3f3da94-d1fc-4e84-a047-af81bebcc020),segment_id=b3f3da94-d1fc-4e84-a047-af81bebcc020)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:57.009335 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-641ba4f1-cf46-4eeb-a22c-82373df79be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:57.084588 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ba4f1-cf46-4eeb-a22c-82373df79be1 None None] Pushing event updated for resources: {'Port': ['ID=3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:57.122260 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5b551-4e54-4ced-860e-adbf4e90f947 req-3c12f395-e11e-473e-9bf0-e8434084a768 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:57.125075 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-74d5b551-4e54-4ced-860e-adbf4e90f947 req-3c12f395-e11e-473e-9bf0-e8434084a768 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ed52e4f-ed45-45c6-a333-8e92974fcfd1 HTTP/1.1" status: 200 len: 944 time: 0.1637523 May 06 09:41:57.137142 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4b5a9668-5391-4c0e-b977-a9b4cc6c601e None None] Provisioning complete for port 3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:57.137749 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4b5a9668-5391-4c0e-b977-a9b4cc6c601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:57.180277 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e302a0-4e61-4b5f-ae44-05735738db2c req-f1acc78b-0b0b-47e9-9763-9b65482d4b43 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:57.181955 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52e302a0-4e61-4b5f-ae44-05735738db2c req-f1acc78b-0b0b-47e9-9763-9b65482d4b43 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 784 time: 0.2421751 May 06 09:41:57.238339 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-74d5b551-4e54-4ced-860e-adbf4e90f947 req-49aa2340-80b4-4c9d-8937-a1f6324b90c4 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879886 May 06 09:41:57.341402 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6226ae51-cd4b-4161-9487-38fef4889343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6e5ed4-7160-4a71-9755-46d82e067415', 'name': 'tempest-FloatingIPDetailsTestJSON-71610664-router', 'tenant_id': '787d150f5440439bb080ff0d19c7f91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '79fe7b57-f49c-43e5-b6e0-6400ecc066f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:48Z', 'updated_at': '2022-05-06T09:41:53Z', 'revision_number': 4, 'project_id': '787d150f5440439bb080ff0d19c7f91d', 'gw_port': {'id': '79fe7b57-f49c-43e5-b6e0-6400ecc066f6', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6e5ed4-7160-4a71-9755-46d82e067415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:49Z', 'updated_at': '2022-05-06T09:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf', 'name': '', 'network_id': '6c85c15f-65d8-48d1-8545-5e05c5a917e5', 'tenant_id': '787d150f5440439bb080ff0d19c7f91d', 'mac_address': 'fa:16:3e:64:0f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6e5ed4-7160-4a71-9755-46d82e067415', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '4cbc9d89-3122-4e44-b8cc-9b1b28623c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:52Z', 'updated_at': '2022-05-06T09:41:56Z', 'revision_number': 4, 'project_id': '787d150f5440439bb080ff0d19c7f91d', 'subnets': [{'id': '4cbc9d89-3122-4e44-b8cc-9b1b28623c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:57.373378 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 79fe7b57-f49c-43e5-b6e0-6400ecc066f6 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:57.379103 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6226ae51-cd4b-4161-9487-38fef4889343 None None] The sync data for ids ['7c6e5ed4-7160-4a71-9755-46d82e067415'] in n-d-840835-1 is: [{'id': '7c6e5ed4-7160-4a71-9755-46d82e067415', 'name': 'tempest-FloatingIPDetailsTestJSON-71610664-router', 'tenant_id': '787d150f5440439bb080ff0d19c7f91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '79fe7b57-f49c-43e5-b6e0-6400ecc066f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:48Z', 'updated_at': '2022-05-06T09:41:53Z', 'revision_number': 4, 'project_id': '787d150f5440439bb080ff0d19c7f91d', 'gw_port': {'id': '79fe7b57-f49c-43e5-b6e0-6400ecc066f6', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6e5ed4-7160-4a71-9755-46d82e067415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:49Z', 'updated_at': '2022-05-06T09:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf', 'name': '', 'network_id': '6c85c15f-65d8-48d1-8545-5e05c5a917e5', 'tenant_id': '787d150f5440439bb080ff0d19c7f91d', 'mac_address': 'fa:16:3e:64:0f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6e5ed4-7160-4a71-9755-46d82e067415', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '4cbc9d89-3122-4e44-b8cc-9b1b28623c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:52Z', 'updated_at': '2022-05-06T09:41:56Z', 'revision_number': 4, 'project_id': '787d150f5440439bb080ff0d19c7f91d', 'subnets': [{'id': '4cbc9d89-3122-4e44-b8cc-9b1b28623c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:41:57.408830 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cbc61-ff82-4b49-a570-757ae9e05eb3 req-1eedd33a-c6ed-4add-8ad6-07a4c6eeded1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:57.410379 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c7cbc61-ff82-4b49-a570-757ae9e05eb3 req-1eedd33a-c6ed-4add-8ad6-07a4c6eeded1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 945 time: 0.1350994 May 06 09:41:57.442301 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 79fe7b57-f49c-43e5-b6e0-6400ecc066f6 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:57.442684 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:57.499925 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c7cbc61-ff82-4b49-a570-757ae9e05eb3 req-92af6d7f-ca22-4366-85ee-dae71e93c938 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824356 May 06 09:41:57.514869 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9222ce9-97b1-4ea0-9b17-ca67874b09b5 req-24fe7ef3-7cb7-405d-8733-722f8d90e866 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2021303 May 06 09:41:57.532233 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-d9222ce9-97b1-4ea0-9b17-ca67874b09b5 req-669fb205-a08b-4772-a1bb-e218a544a82e tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:57.565739 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d9222ce9-97b1-4ea0-9b17-ca67874b09b5 req-669fb205-a08b-4772-a1bb-e218a544a82e tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:57.699606 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d9222ce9-97b1-4ea0-9b17-ca67874b09b5 req-669fb205-a08b-4772-a1bb-e218a544a82e tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:57.822116 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-d9222ce9-97b1-4ea0-9b17-ca67874b09b5 req-669fb205-a08b-4772-a1bb-e218a544a82e tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Allocated IP 172.25.5.229 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/5f3f8bbb-52b0-4857-865c-49da8fcaf7da) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:58.002427 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d9222ce9-97b1-4ea0-9b17-ca67874b09b5 req-669fb205-a08b-4772-a1bb-e218a544a82e tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:58.027061 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cd171-d694-458f-a0dd-fefc72d2b674 req-578a96a8-18df-4811-aa52-f96da5cfd072 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:58.027061 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-645cd171-d694-458f-a0dd-fefc72d2b674 req-578a96a8-18df-4811-aa52-f96da5cfd072 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=9421d1e4-3683-4633-b9d1-4b4c91a9e033 HTTP/1.1" status: 200 len: 949 time: 0.0812550 May 06 09:41:58.081456 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-645cd171-d694-458f-a0dd-fefc72d2b674 req-4fecf46f-b774-400a-b240-389fe64659cd tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499418 May 06 09:41:58.083175 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d9222ce9-97b1-4ea0-9b17-ca67874b09b5 req-669fb205-a08b-4772-a1bb-e218a544a82e tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:58.134654 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9222ce9-97b1-4ea0-9b17-ca67874b09b5 req-669fb205-a08b-4772-a1bb-e218a544a82e tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:58.138278 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-d9222ce9-97b1-4ea0-9b17-ca67874b09b5 req-669fb205-a08b-4772-a1bb-e218a544a82e tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:58.142433 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9222ce9-97b1-4ea0-9b17-ca67874b09b5 req-669fb205-a08b-4772-a1bb-e218a544a82e tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:58.152927 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fb205-a08b-4772-a1bb-e218a544a82e tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Pushing event updated for resources: {'Port': ['ID=5f3f8bbb-52b0-4857-865c-49da8fcaf7da,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:58.271342 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273551f1-a353-4449-8d21-53d65befec3b req-f6816f8e-d937-4f9a-b017-c1f59ffb345a tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:58.279731 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-273551f1-a353-4449-8d21-53d65befec3b req-f6816f8e-d937-4f9a-b017-c1f59ffb345a tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.1058586 May 06 09:41:58.305763 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d9222ce9-97b1-4ea0-9b17-ca67874b09b5 req-669fb205-a08b-4772-a1bb-e218a544a82e tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:58.356857 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-273551f1-a353-4449-8d21-53d65befec3b req-71a02735-f32e-4d22-9b34-8ae66267363a tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758944 May 06 09:41:58.366733 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d9222ce9-97b1-4ea0-9b17-ca67874b09b5 req-669fb205-a08b-4772-a1bb-e218a544a82e tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:58.532712 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34679d73-d2e2-4de9-a9ef-b64d89465eaf req-297d3718-b893-4d48-8448-a95c089d904e tempest-ServersOnMultiNodesTest-2110708976 tempest-ServersOnMultiNodesTest-2110708976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:58.534431 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-34679d73-d2e2-4de9-a9ef-b64d89465eaf req-297d3718-b893-4d48-8448-a95c089d904e tempest-ServersOnMultiNodesTest-2110708976 tempest-ServersOnMultiNodesTest-2110708976-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9421d1e4-3683-4633-b9d1-4b4c91a9e033 HTTP/1.1" status: 200 len: 1100 time: 0.1002064 May 06 09:41:58.602188 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-34679d73-d2e2-4de9-a9ef-b64d89465eaf req-274e62b3-8ea4-484b-b9e9-740260a21bcc tempest-ServersOnMultiNodesTest-2110708976 tempest-ServersOnMultiNodesTest-2110708976-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592394 May 06 09:41:58.619244 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d9222ce9-97b1-4ea0-9b17-ca67874b09b5 req-669fb205-a08b-4772-a1bb-e218a544a82e tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:58.635941 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d9222ce9-97b1-4ea0-9b17-ca67874b09b5 req-669fb205-a08b-4772-a1bb-e218a544a82e tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:58.834626 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:59.080464 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d9222ce9-97b1-4ea0-9b17-ca67874b09b5 req-669fb205-a08b-4772-a1bb-e218a544a82e tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:59.085959 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fb205-a08b-4772-a1bb-e218a544a82e tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Pushing event updated for resources: {'Port': ['ID=5f3f8bbb-52b0-4857-865c-49da8fcaf7da,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:59.109200 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d68fba-9944-4ab1-a91d-e3162234aecb req-f73b0eee-1529-44ea-a824-93958f5d68b0 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:59.110872 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c1d68fba-9944-4ab1-a91d-e3162234aecb req-f73b0eee-1529-44ea-a824-93958f5d68b0 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ed52e4f-ed45-45c6-a333-8e92974fcfd1 HTTP/1.1" status: 200 len: 944 time: 0.4166164 May 06 09:41:59.114236 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d9222ce9-97b1-4ea0-9b17-ca67874b09b5 req-669fb205-a08b-4772-a1bb-e218a544a82e tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:59.115431 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9222ce9-97b1-4ea0-9b17-ca67874b09b5 req-669fb205-a08b-4772-a1bb-e218a544a82e tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5882390 May 06 09:41:59.181336 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9222ce9-97b1-4ea0-9b17-ca67874b09b5 req-07366403-992a-4026-b077-02577890beca tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 696 time: 0.0574105 May 06 09:41:59.214529 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c1d68fba-9944-4ab1-a91d-e3162234aecb req-3b3030b9-6ca6-468a-8c55-b5a87c03ed23 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970480 May 06 09:41:59.356920 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9222ce9-97b1-4ea0-9b17-ca67874b09b5 req-ed538413-cf2c-4a61-b8be-aece8c6fb67f tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:59.367827 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9222ce9-97b1-4ea0-9b17-ca67874b09b5 req-ed538413-cf2c-4a61-b8be-aece8c6fb67f tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 784 time: 0.1803637 May 06 09:41:59.385667 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a49f7-3fd2-4846-893a-8e7de469f77c req-98ce4fbd-3177-485d-bfea-f9a0abc5983e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:59.387265 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a14a49f7-3fd2-4846-893a-8e7de469f77c req-98ce4fbd-3177-485d-bfea-f9a0abc5983e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 945 time: 0.0880294 May 06 09:41:59.409625 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:59.445422 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a14a49f7-3fd2-4846-893a-8e7de469f77c req-6fddf77c-cdb9-47cc-a545-274874ea9474 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424128 May 06 09:41:59.478980 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:59.479953 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:59.611825 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26eca873-d200-43d7-bf78-4e315ba9e048 req-9068af76-b18e-4607-ab3b-7d26061b7dc6 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1369960 May 06 09:41:59.617381 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-26eca873-d200-43d7-bf78-4e315ba9e048 req-cd199c9c-cc4f-4c03-8945-15edac39d3d0 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:59.652447 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-26eca873-d200-43d7-bf78-4e315ba9e048 req-cd199c9c-cc4f-4c03-8945-15edac39d3d0 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:59.759363 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf79b0-194a-44e9-98de-fe4b5b91f004 req-b5679d93-7423-415e-aad7-be35b955eaf6 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:59.760413 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26bf79b0-194a-44e9-98de-fe4b5b91f004 req-b5679d93-7423-415e-aad7-be35b955eaf6 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.1242888 May 06 09:41:59.814998 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26bf79b0-194a-44e9-98de-fe4b5b91f004 req-0e1cf480-7bfc-4df5-b8ef-0f7a6fe005a9 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445936 May 06 09:41:59.841159 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device defed9d7-f722-4208-b7b9-8ad1fd37de57 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:59.844501 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-26eca873-d200-43d7-bf78-4e315ba9e048 req-cd199c9c-cc4f-4c03-8945-15edac39d3d0 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:59.916789 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port defed9d7-f722-4208-b7b9-8ad1fd37de57 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:41:59.921051 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port defed9d7-f722-4208-b7b9-8ad1fd37de57 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:59.921476 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:59.968853 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed579bf-1b56-43f2-842f-9f3259126442 req-01bb2085-80c1-470f-a912-2f61326a72d0 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:59.970833 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bed579bf-1b56-43f2-842f-9f3259126442 req-01bb2085-80c1-470f-a912-2f61326a72d0 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=9421d1e4-3683-4633-b9d1-4b4c91a9e033 HTTP/1.1" status: 200 len: 949 time: 0.0770648 May 06 09:42:00.030477 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:00.040691 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-26eca873-d200-43d7-bf78-4e315ba9e048 req-cd199c9c-cc4f-4c03-8945-15edac39d3d0 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Allocated IP 172.25.5.2 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/ac91c10c-c43c-416f-bbd5-8441089f98e5) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:00.064213 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed52e4f-ed45-45c6-a333-8e92974fcfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'defed9d7-f722-4208-b7b9-8ad1fd37de57'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:00.066565 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471346f9-7096-4336-b05e-bc4709d7b65e" -d '{"events": [{"server_uuid": "9ed52e4f-ed45-45c6-a333-8e92974fcfd1", "name": "network-vif-plugged", "status": "completed", "tag": "defed9d7-f722-4208-b7b9-8ad1fd37de57"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:00.079815 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port defed9d7-f722-4208-b7b9-8ad1fd37de57, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=defed9d7-f722-4208-b7b9-8ad1fd37de57,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:00.084399 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:00.088117 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bed579bf-1b56-43f2-842f-9f3259126442 req-7bc3a9e7-40d0-496d-8c99-f351e4dbddee tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759604 May 06 09:42:00.146327 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=defed9d7-f722-4208-b7b9-8ad1fd37de57,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:00.156645 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c07497c-1ced-4f48-ab31-05474a96c242 x-openstack-request-id: req-5c07497c-1ced-4f48-ab31-05474a96c242 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:00.157032 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed52e4f-ed45-45c6-a333-8e92974fcfd1", "name": "network-vif-plugged", "status": "completed", "tag": "defed9d7-f722-4208-b7b9-8ad1fd37de57", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:00.157396 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5c07497c-1ced-4f48-ab31-05474a96c242 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:00.158805 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c07497c-1ced-4f48-ab31-05474a96c242'] response: {'server_uuid': '9ed52e4f-ed45-45c6-a333-8e92974fcfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'defed9d7-f722-4208-b7b9-8ad1fd37de57', 'code': 200} May 06 09:42:00.194004 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-26eca873-d200-43d7-bf78-4e315ba9e048 req-cd199c9c-cc4f-4c03-8945-15edac39d3d0 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:00.244690 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-26eca873-d200-43d7-bf78-4e315ba9e048 req-cd199c9c-cc4f-4c03-8945-15edac39d3d0 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:00.294641 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26eca873-d200-43d7-bf78-4e315ba9e048 req-cd199c9c-cc4f-4c03-8945-15edac39d3d0 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:00.297541 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-26eca873-d200-43d7-bf78-4e315ba9e048 req-cd199c9c-cc4f-4c03-8945-15edac39d3d0 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:00.300828 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-26eca873-d200-43d7-bf78-4e315ba9e048 req-cd199c9c-cc4f-4c03-8945-15edac39d3d0 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:00.307035 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa683d88-cbb6-4dec-bf7d-6c6db0c92d26 req-ea2cf7ae-d652-466c-ae7a-ca9e86f73039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:00.310537 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fa683d88-cbb6-4dec-bf7d-6c6db0c92d26 req-ea2cf7ae-d652-466c-ae7a-ca9e86f73039 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9ed52e4f-ed45-45c6-a333-8e92974fcfd1 HTTP/1.1" status: 200 len: 1096 time: 0.0534611 May 06 09:42:00.363265 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd199c9c-cc4f-4c03-8945-15edac39d3d0 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Pushing event updated for resources: {'Port': ['ID=ac91c10c-c43c-416f-bbd5-8441089f98e5,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:00.380441 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fa683d88-cbb6-4dec-bf7d-6c6db0c92d26 req-3215b24f-66ab-4fb8-a5b1-6f1dc83f72c5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615263 May 06 09:42:00.413069 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62dba43-2126-4a26-a227-ec5ef91b9db8 req-7be25993-ddc7-45d5-9fc9-b5f97e85c895 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:00.414711 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e62dba43-2126-4a26-a227-ec5ef91b9db8 req-7be25993-ddc7-45d5-9fc9-b5f97e85c895 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ed52e4f-ed45-45c6-a333-8e92974fcfd1 HTTP/1.1" status: 200 len: 945 time: 0.1114514 May 06 09:42:00.490306 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-26eca873-d200-43d7-bf78-4e315ba9e048 req-cd199c9c-cc4f-4c03-8945-15edac39d3d0 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:00.498079 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e62dba43-2126-4a26-a227-ec5ef91b9db8 req-05d99e84-e7ce-4620-b3c4-5e554be762ec tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580127 May 06 09:42:00.543548 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-26eca873-d200-43d7-bf78-4e315ba9e048 req-cd199c9c-cc4f-4c03-8945-15edac39d3d0 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:00.681307 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda7361-0837-4886-b5ad-9df85a407c56 req-9ff4ace7-cf1d-4d51-a7b7-772d942357cd tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:00.682850 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-afda7361-0837-4886-b5ad-9df85a407c56 req-9ff4ace7-cf1d-4d51-a7b7-772d942357cd tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 945 time: 0.1124539 May 06 09:42:00.756662 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-afda7361-0837-4886-b5ad-9df85a407c56 req-e22e84bf-8534-4521-9ec8-96cf2aab6fea tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638285 May 06 09:42:00.782983 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-26eca873-d200-43d7-bf78-4e315ba9e048 req-cd199c9c-cc4f-4c03-8945-15edac39d3d0 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:00.788548 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-26eca873-d200-43d7-bf78-4e315ba9e048 req-cd199c9c-cc4f-4c03-8945-15edac39d3d0 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:00.875635 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd199c9c-cc4f-4c03-8945-15edac39d3d0 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Pushing event updated for resources: {'Port': ['ID=ac91c10c-c43c-416f-bbd5-8441089f98e5,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:00.891237 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-26eca873-d200-43d7-bf78-4e315ba9e048 req-cd199c9c-cc4f-4c03-8945-15edac39d3d0 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:00.937375 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-26eca873-d200-43d7-bf78-4e315ba9e048 req-cd199c9c-cc4f-4c03-8945-15edac39d3d0 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:00.938608 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26eca873-d200-43d7-bf78-4e315ba9e048 req-cd199c9c-cc4f-4c03-8945-15edac39d3d0 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.3260832 May 06 09:42:00.963417 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69d202-c4ef-47fc-92c2-28d1ab8d4014 req-949bd6fb-c760-44ee-8620-041a346cc0f5 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:00.965111 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e69d202-c4ef-47fc-92c2-28d1ab8d4014 req-949bd6fb-c760-44ee-8620-041a346cc0f5 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.0759928 May 06 09:42:01.015108 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26eca873-d200-43d7-bf78-4e315ba9e048 req-5ccd69d6-9254-4704-b582-d6e530449186 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.2 HTTP/1.1" status: 200 len: 694 time: 0.0697658 May 06 09:42:01.121305 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e69d202-c4ef-47fc-92c2-28d1ab8d4014 req-a9345fb5-b8ef-415c-93f5-f59b4f84a10f tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223574 May 06 09:42:01.179156 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eca873-d200-43d7-bf78-4e315ba9e048 req-e91fbfd8-d51d-4e96-ba95-5622d3904438 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:01.180592 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26eca873-d200-43d7-bf78-4e315ba9e048 req-e91fbfd8-d51d-4e96-ba95-5622d3904438 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 784 time: 0.1577022 May 06 09:42:01.304465 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4373c-fe7b-4b8c-93ee-6aba9be617a1 req-0387fa79-f940-4829-8a2b-f380273df341 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:01.306017 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-72d4373c-fe7b-4b8c-93ee-6aba9be617a1 req-0387fa79-f940-4829-8a2b-f380273df341 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=9421d1e4-3683-4633-b9d1-4b4c91a9e033 HTTP/1.1" status: 200 len: 949 time: 0.1198068 May 06 09:42:01.373310 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1eaf4b3d-38b5-4806-a54b-c333fa5b1362 req-616c6aee-17ef-496b-b6ef-717d41f46788 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1573060 May 06 09:42:01.378937 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-72d4373c-fe7b-4b8c-93ee-6aba9be617a1 req-6d088e70-0346-49c3-8aae-5149f29a7fc8 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633848 May 06 09:42:01.385375 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-1eaf4b3d-38b5-4806-a54b-c333fa5b1362 req-e9294433-704c-4e3f-af83-9e7cb4e1fd5c tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:01.417685 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-1eaf4b3d-38b5-4806-a54b-c333fa5b1362 req-e9294433-704c-4e3f-af83-9e7cb4e1fd5c tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:01.549516 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-1eaf4b3d-38b5-4806-a54b-c333fa5b1362 req-e9294433-704c-4e3f-af83-9e7cb4e1fd5c tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:01.685655 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f0c99-4f6d-47d7-ba50-f56fd01313fa req-6cdac0d3-4107-4324-8178-44ca75baded1 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:01.687066 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-738f0c99-4f6d-47d7-ba50-f56fd01313fa req-6cdac0d3-4107-4324-8178-44ca75baded1 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ed52e4f-ed45-45c6-a333-8e92974fcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0923948 May 06 09:42:01.708553 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-1eaf4b3d-38b5-4806-a54b-c333fa5b1362 req-e9294433-704c-4e3f-af83-9e7cb4e1fd5c tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Allocated IP 172.25.5.87 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/02541323-7877-49e8-822a-5c66ee33e42a) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:01.787355 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-738f0c99-4f6d-47d7-ba50-f56fd01313fa req-a16ae3a3-1654-4ac7-ab05-871c3f429150 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905020 May 06 09:42:01.798048 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6dca3-98e0-47f2-ae48-7e67ecba93a8 req-3aebb33a-e930-4c62-aafe-fabb73ac80c2 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:01.800373 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e1f6dca3-98e0-47f2-ae48-7e67ecba93a8 req-3aebb33a-e930-4c62-aafe-fabb73ac80c2 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.84 "GET /v2.0/ports?device_id=9421d1e4-3683-4633-b9d1-4b4c91a9e033 HTTP/1.1" status: 200 len: 949 time: 0.0597730 May 06 09:42:01.880370 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-1eaf4b3d-38b5-4806-a54b-c333fa5b1362 req-e9294433-704c-4e3f-af83-9e7cb4e1fd5c tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:01.927853 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-e1f6dca3-98e0-47f2-ae48-7e67ecba93a8 req-7d98cb7b-b54b-4421-b63c-35a29981e4dc tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Deleting port e05a5f32-340b-4c8a-8248-77962d42e403 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:01.928720 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-e1f6dca3-98e0-47f2-ae48-7e67ecba93a8 req-7d98cb7b-b54b-4421-b63c-35a29981e4dc tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:01.951923 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983376e-93a5-471d-a5dd-145379c931cf req-92d04340-c4b3-4dbc-b6b8-103156dd51b7 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:01.953641 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e983376e-93a5-471d-a5dd-145379c931cf req-92d04340-c4b3-4dbc-b6b8-103156dd51b7 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 945 time: 0.0805714 May 06 09:42:01.969009 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-1eaf4b3d-38b5-4806-a54b-c333fa5b1362 req-e9294433-704c-4e3f-af83-9e7cb4e1fd5c tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:02.027229 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eaf4b3d-38b5-4806-a54b-c333fa5b1362 req-e9294433-704c-4e3f-af83-9e7cb4e1fd5c tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:02.032695 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-1eaf4b3d-38b5-4806-a54b-c333fa5b1362 req-e9294433-704c-4e3f-af83-9e7cb4e1fd5c tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:02.039661 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e983376e-93a5-471d-a5dd-145379c931cf req-c8099fd9-a53c-42b9-817c-24fdba339645 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780158 May 06 09:42:02.040519 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eaf4b3d-38b5-4806-a54b-c333fa5b1362 req-e9294433-704c-4e3f-af83-9e7cb4e1fd5c tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:02.056579 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9294433-704c-4e3f-af83-9e7cb4e1fd5c tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Pushing event updated for resources: {'Port': ['ID=02541323-7877-49e8-822a-5c66ee33e42a,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:02.062285 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-e1f6dca3-98e0-47f2-ae48-7e67ecba93a8 req-7d98cb7b-b54b-4421-b63c-35a29981e4dc tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] For port e05a5f32-340b-4c8a-8248-77962d42e403, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e05a5f32-340b-4c8a-8248-77962d42e403,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:02.063071 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-e1f6dca3-98e0-47f2-ae48-7e67ecba93a8 req-7d98cb7b-b54b-4421-b63c-35a29981e4dc tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:02.078190 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-e1f6dca3-98e0-47f2-ae48-7e67ecba93a8 req-7d98cb7b-b54b-4421-b63c-35a29981e4dc tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Calling delete_port for e05a5f32-340b-4c8a-8248-77962d42e403 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:02.200941 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-1eaf4b3d-38b5-4806-a54b-c333fa5b1362 req-e9294433-704c-4e3f-af83-9e7cb4e1fd5c tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:02.287150 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-e1f6dca3-98e0-47f2-ae48-7e67ecba93a8 req-7d98cb7b-b54b-4421-b63c-35a29981e4dc tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:02.306619 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['c45e2232-5ed7-485f-b3e2-b187d68163c4', '7b0be1c1-d3fb-464b-a0e0-5b1a926b435b', 'e05a5f32-340b-4c8a-8248-77962d42e403'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:02.317132 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-1eaf4b3d-38b5-4806-a54b-c333fa5b1362 req-e9294433-704c-4e3f-af83-9e7cb4e1fd5c tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:02.321354 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98cb7b-b54b-4421-b63c-35a29981e4dc tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Pushing event deleted for resources: {'Port': ['ID=e05a5f32-340b-4c8a-8248-77962d42e403,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:02.350303 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc', 'bcb11d08-ab25-412e-a88e-0cf35497f484', '6b39d1a3-103f-40c1-b13a-58663e7b1409', '76edc2c3-a597-42c6-a4ba-be08f3a3ae18', '942a3e7b-940f-4b02-b333-7e039dd216f5'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:02.376917 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f6dca3-98e0-47f2-ae48-7e67ecba93a8 req-7d98cb7b-b54b-4421-b63c-35a29981e4dc tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] No DVR routers for this DVR port e05a5f32-340b-4c8a-8248-77962d42e403 on host n-h1-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:42:02.379964 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-e1f6dca3-98e0-47f2-ae48-7e67ecba93a8 req-7d98cb7b-b54b-4421-b63c-35a29981e4dc tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:02.384151 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e1f6dca3-98e0-47f2-ae48-7e67ecba93a8 req-7d98cb7b-b54b-4421-b63c-35a29981e4dc tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.84 "DELETE /v2.0/ports/e05a5f32-340b-4c8a-8248-77962d42e403 HTTP/1.1" status: 204 len: 173 time: 0.5748575 May 06 09:42:02.384794 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9421d1e4-3683-4633-b9d1-4b4c91a9e033', 'name': 'network-vif-deleted', 'tag': 'e05a5f32-340b-4c8a-8248-77962d42e403'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:02.387285 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad388b2-fbb0-4cbb-8583-c8dec4ff6e13" -d '{"events": [{"server_uuid": "9421d1e4-3683-4633-b9d1-4b4c91a9e033", "name": "network-vif-deleted", "tag": "e05a5f32-340b-4c8a-8248-77962d42e403"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:02.515842 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea5d46-4526-42d0-85f4-13a3a3217bc5 req-90f7243e-4819-4891-ada1-b0207b49e72c tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:02.524215 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5dea5d46-4526-42d0-85f4-13a3a3217bc5 req-90f7243e-4819-4891-ada1-b0207b49e72c tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.2846038 May 06 09:42:02.596386 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5dea5d46-4526-42d0-85f4-13a3a3217bc5 req-402c5d15-fea1-4244-b01b-ec6ffb012b7a tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710199 May 06 09:42:02.617357 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-1eaf4b3d-38b5-4806-a54b-c333fa5b1362 req-e9294433-704c-4e3f-af83-9e7cb4e1fd5c tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:02.635635 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-1eaf4b3d-38b5-4806-a54b-c333fa5b1362 req-e9294433-704c-4e3f-af83-9e7cb4e1fd5c tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:02.699662 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b51de5-dc59-4df4-9888-ead6729c8fb2 x-openstack-request-id: req-f4b51de5-dc59-4df4-9888-ead6729c8fb2 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:02.700075 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9421d1e4-3683-4633-b9d1-4b4c91a9e033", "name": "network-vif-deleted", "tag": "e05a5f32-340b-4c8a-8248-77962d42e403", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:02.700434 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f4b51de5-dc59-4df4-9888-ead6729c8fb2 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:02.700955 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4b51de5-dc59-4df4-9888-ead6729c8fb2'] response: {'server_uuid': '9421d1e4-3683-4633-b9d1-4b4c91a9e033', 'name': 'network-vif-deleted', 'tag': 'e05a5f32-340b-4c8a-8248-77962d42e403', 'status': 'completed', 'code': 200} May 06 09:42:02.718877 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9294433-704c-4e3f-af83-9e7cb4e1fd5c tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Pushing event updated for resources: {'Port': ['ID=02541323-7877-49e8-822a-5c66ee33e42a,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:02.729671 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-1eaf4b3d-38b5-4806-a54b-c333fa5b1362 req-e9294433-704c-4e3f-af83-9e7cb4e1fd5c tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:02.751442 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-1eaf4b3d-38b5-4806-a54b-c333fa5b1362 req-e9294433-704c-4e3f-af83-9e7cb4e1fd5c tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:02.753742 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1eaf4b3d-38b5-4806-a54b-c333fa5b1362 req-e9294433-704c-4e3f-af83-9e7cb4e1fd5c tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3720150 May 06 09:42:02.872648 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9685510-1cd9-418d-bf12-31b9d7942bf8 req-4e30326c-b37d-4392-8053-189d205d61a6 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=9421d1e4-3683-4633-b9d1-4b4c91a9e033 HTTP/1.1" status: 200 len: 210 time: 0.0986404 May 06 09:42:02.882361 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1eaf4b3d-38b5-4806-a54b-c333fa5b1362 req-2273ed79-d693-407c-8082-e6f38830987f tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.87 HTTP/1.1" status: 200 len: 695 time: 0.1204255 May 06 09:42:03.105858 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f516c2-d7cc-4c98-98ad-cb70b5cb1ae7 req-850577b3-48e5-4fb8-818f-63a72bd16af8 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:03.107443 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-76f516c2-d7cc-4c98-98ad-cb70b5cb1ae7 req-850577b3-48e5-4fb8-818f-63a72bd16af8 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ed52e4f-ed45-45c6-a333-8e92974fcfd1 HTTP/1.1" status: 200 len: 945 time: 0.1506371 May 06 09:42:03.120002 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf4b3d-38b5-4806-a54b-c333fa5b1362 req-0d06d00b-2fb4-406c-ad85-2a0caf6aabf3 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:03.121499 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1eaf4b3d-38b5-4806-a54b-c333fa5b1362 req-0d06d00b-2fb4-406c-ad85-2a0caf6aabf3 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 784 time: 0.2022274 May 06 09:42:03.178372 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-76f516c2-d7cc-4c98-98ad-cb70b5cb1ae7 req-e2676b58-d520-484e-9e22-1efcae24d0bf tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558686 May 06 09:42:03.282245 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-089a96a6-40fd-4da3-ba3c-0f75463a307d req-8dfeb080-17e8-4b68-95df-d685b9d4da66 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/floatingips/ea4890b3-213b-4480-b866-0e18d0e3c84a HTTP/1.1" status: 200 len: 692 time: 0.0536251 May 06 09:42:03.305544 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb01d1-8eb6-461f-8526-cd88fbd90b0e req-a6c1767a-48f2-4763-ab02-1fe28e16ba03 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:03.307005 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-afeb01d1-8eb6-461f-8526-cd88fbd90b0e req-a6c1767a-48f2-4763-ab02-1fe28e16ba03 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 945 time: 0.1101818 May 06 09:42:03.400864 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-afeb01d1-8eb6-461f-8526-cd88fbd90b0e req-54554048-24ba-4676-b6d6-ca2c7f8deba1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807667 May 06 09:42:03.427606 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a96a6-40fd-4da3-ba3c-0f75463a307d req-6b341361-d577-4846-8f0d-9cba94594fdf tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:03.428983 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-089a96a6-40fd-4da3-ba3c-0f75463a307d req-6b341361-d577-4846-8f0d-9cba94594fdf tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 784 time: 0.1400466 May 06 09:42:03.496773 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff48c0ed-c6e4-4b22-9e56-23a093b95643 req-52d691b6-30e8-433a-8dcd-d442d6e51bf0 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/floatingips/ea4890b3-213b-4480-b866-0e18d0e3c84a HTTP/1.1" status: 200 len: 692 time: 0.0466714 May 06 09:42:03.641004 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3738f-162c-44c8-9fa6-7383ec37b506 req-d0c936ad-f0e7-43a3-98c1-6a3e66aee85f tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:03.642498 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95e3738f-162c-44c8-9fa6-7383ec37b506 req-d0c936ad-f0e7-43a3-98c1-6a3e66aee85f tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ed52e4f-ed45-45c6-a333-8e92974fcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0781832 May 06 09:42:03.649363 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48c0ed-c6e4-4b22-9e56-23a093b95643 req-bb4f7a36-aca2-4963-a4d0-11369d8b9cc0 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:03.650612 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff48c0ed-c6e4-4b22-9e56-23a093b95643 req-bb4f7a36-aca2-4963-a4d0-11369d8b9cc0 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 784 time: 0.1484761 May 06 09:42:03.717568 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff48c0ed-c6e4-4b22-9e56-23a093b95643 req-5a6b2c6b-3296-4d7e-8231-594feda679fe tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.87 HTTP/1.1" status: 200 len: 695 time: 0.0602710 May 06 09:42:03.722318 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95e3738f-162c-44c8-9fa6-7383ec37b506 req-25dc2605-662b-4f4c-ae49-abd0640a0e9f tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708086 May 06 09:42:03.772030 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff48c0ed-c6e4-4b22-9e56-23a093b95643 req-8082ab5a-bf34-47f9-b089-63bf7e6741c8 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.87 HTTP/1.1" status: 200 len: 695 time: 0.0475094 May 06 09:42:03.923972 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31651ead-2d46-4dac-9978-24b31d2bbc9b req-24b2a66f-d1b1-4cb6-a2fc-1990fab09e88 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:03.925471 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31651ead-2d46-4dac-9978-24b31d2bbc9b req-24b2a66f-d1b1-4cb6-a2fc-1990fab09e88 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.1130822 May 06 09:42:03.946136 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-ff48c0ed-c6e4-4b22-9e56-23a093b95643 req-90aee8e0-e123-4b6f-8235-81ea18fa8290 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Deleting port 02541323-7877-49e8-822a-5c66ee33e42a {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:03.946473 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ff48c0ed-c6e4-4b22-9e56-23a093b95643 req-90aee8e0-e123-4b6f-8235-81ea18fa8290 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:04.023602 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31651ead-2d46-4dac-9978-24b31d2bbc9b req-47120352-f55f-4898-8dae-75e160fad475 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874960 May 06 09:42:04.050059 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ff48c0ed-c6e4-4b22-9e56-23a093b95643 req-90aee8e0-e123-4b6f-8235-81ea18fa8290 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:04.050392 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ff48c0ed-c6e4-4b22-9e56-23a093b95643 req-90aee8e0-e123-4b6f-8235-81ea18fa8290 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:04.062812 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-ff48c0ed-c6e4-4b22-9e56-23a093b95643 req-90aee8e0-e123-4b6f-8235-81ea18fa8290 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Calling delete_port for 02541323-7877-49e8-822a-5c66ee33e42a owned by network:floatingip {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:04.182313 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0ce66-22cf-49cc-9a7f-3b73aab4650c req-17426c2d-cec0-44ae-a32f-53f1b396cc5c tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:04.183781 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1b0ce66-22cf-49cc-9a7f-3b73aab4650c req-17426c2d-cec0-44ae-a32f-53f1b396cc5c tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ed52e4f-ed45-45c6-a333-8e92974fcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0725923 May 06 09:42:04.253149 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1b0ce66-22cf-49cc-9a7f-3b73aab4650c req-5ff11a1d-e2b4-485b-9b10-ac365c3b48e7 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602114 May 06 09:42:04.273902 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ff48c0ed-c6e4-4b22-9e56-23a093b95643 req-90aee8e0-e123-4b6f-8235-81ea18fa8290 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:04.305869 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aee8e0-e123-4b6f-8235-81ea18fa8290 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Pushing event deleted for resources: {'Port': ['ID=02541323-7877-49e8-822a-5c66ee33e42a,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:04.373591 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ff48c0ed-c6e4-4b22-9e56-23a093b95643 req-90aee8e0-e123-4b6f-8235-81ea18fa8290 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks [] for floatingip, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:04.376349 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ff48c0ed-c6e4-4b22-9e56-23a093b95643 req-90aee8e0-e123-4b6f-8235-81ea18fa8290 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:04.377519 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff48c0ed-c6e4-4b22-9e56-23a093b95643 req-90aee8e0-e123-4b6f-8235-81ea18fa8290 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "DELETE /v2.0/floatingips/ea4890b3-213b-4480-b866-0e18d0e3c84a HTTP/1.1" status: 204 len: 173 time: 0.5997920 May 06 09:42:04.993461 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e347ccd-cee8-49a0-af1f-a7fe1d878098 req-5bc29619-e68d-4a1b-bf64-84eca91bf0f6 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:04.994873 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2e347ccd-cee8-49a0-af1f-a7fe1d878098 req-5bc29619-e68d-4a1b-bf64-84eca91bf0f6 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 945 time: 0.1358702 May 06 09:42:05.001992 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f4921-a209-421a-9c56-6851c81fd1be req-3cf8c278-0477-44d1-acf9-bb4ec31caa16 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:05.003392 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff1f4921-a209-421a-9c56-6851c81fd1be req-3cf8c278-0477-44d1-acf9-bb4ec31caa16 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5441656 May 06 09:42:05.038786 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2e347ccd-cee8-49a0-af1f-a7fe1d878098 req-d143a0da-3624-4660-bf1e-0ca7dafe7fd7 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343757 May 06 09:42:05.102080 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05b5c1-eb25-4de4-8c18-1681e6b17412 req-34967eb6-3b51-4aab-be1b-8f12c192b025 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:05.103604 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bb05b5c1-eb25-4de4-8c18-1681e6b17412 req-34967eb6-3b51-4aab-be1b-8f12c192b025 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ed52e4f-ed45-45c6-a333-8e92974fcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0500958 May 06 09:42:05.168276 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bb05b5c1-eb25-4de4-8c18-1681e6b17412 req-5de9105a-56be-4209-b827-1042292f3ddc tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556889 May 06 09:42:05.177141 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f0756-a180-41dc-ab73-2a00d4d1fe91 req-a1c251e3-c909-4709-a06f-fd5098acec66 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:05.178681 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-945f0756-a180-41dc-ab73-2a00d4d1fe91 req-a1c251e3-c909-4709-a06f-fd5098acec66 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdb2bb5a-997f-44d2-b0dd-b9356b31afca HTTP/1.1" status: 200 len: 949 time: 0.0741911 May 06 09:42:05.229167 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-945f0756-a180-41dc-ab73-2a00d4d1fe91 req-a2ee3fdf-1353-4b2f-a9e9-9b724702c709 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434759 May 06 09:42:05.268968 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f43378e-835a-4548-a87a-51d79918311d req-e1afe503-6aab-49a4-b891-28f81ea50720 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/floatingips?tenant_id=787d150f5440439bb080ff0d19c7f91d HTTP/1.1" status: 200 len: 1655 time: 0.0634437 May 06 09:42:05.397631 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf532963-f53f-4f56-bf96-dd2c7d2eacf8 req-15f53fa5-d497-4eb7-8d5a-5456a1773d11 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:05.399167 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cf532963-f53f-4f56-bf96-dd2c7d2eacf8 req-15f53fa5-d497-4eb7-8d5a-5456a1773d11 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.1125369 May 06 09:42:05.435734 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43378e-835a-4548-a87a-51d79918311d req-5555d99b-ae99-406e-a7dd-cec009de10e8 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:05.437189 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f43378e-835a-4548-a87a-51d79918311d req-5555d99b-ae99-406e-a7dd-cec009de10e8 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/networks?id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2&id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2&id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 787 time: 0.1604533 May 06 09:42:05.458128 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cf532963-f53f-4f56-bf96-dd2c7d2eacf8 req-74588cb6-2426-461f-a40a-bc4b7e3561cd tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519779 May 06 09:42:05.505587 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d33ea1c-8b85-4e56-97f8-ffb29cf61492 req-854c0e71-2cdb-42a4-a6e9-1561d2254701 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/floatingips/4a5e5de0-423c-469a-9b82-47b6733ca9c7 HTTP/1.1" status: 200 len: 691 time: 0.0459828 May 06 09:42:05.619969 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33ea1c-8b85-4e56-97f8-ffb29cf61492 req-b76e8120-16ba-426b-beff-0d2ada727b00 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:05.621331 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d33ea1c-8b85-4e56-97f8-ffb29cf61492 req-b76e8120-16ba-426b-beff-0d2ada727b00 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 784 time: 0.1102221 May 06 09:42:05.673499 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d33ea1c-8b85-4e56-97f8-ffb29cf61492 req-2a7be3db-c7b3-46c1-be4a-01787be0fcfe tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.2 HTTP/1.1" status: 200 len: 694 time: 0.0459661 May 06 09:42:05.727705 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d33ea1c-8b85-4e56-97f8-ffb29cf61492 req-5c01a70d-4f3d-4b6d-8069-bd72ead94314 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.2 HTTP/1.1" status: 200 len: 694 time: 0.0482373 May 06 09:42:05.865013 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-6d33ea1c-8b85-4e56-97f8-ffb29cf61492 req-63de7659-2e93-42b7-ba68-c01a715c4e85 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Deleting port ac91c10c-c43c-416f-bbd5-8441089f98e5 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:05.865376 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6d33ea1c-8b85-4e56-97f8-ffb29cf61492 req-63de7659-2e93-42b7-ba68-c01a715c4e85 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:05.867360 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device db99f5bb-a76d-4db7-a616-bb0fd1ee072c details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:42:05.883510 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device db99f5bb-a76d-4db7-a616-bb0fd1ee072c no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:05.958566 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6d33ea1c-8b85-4e56-97f8-ffb29cf61492 req-63de7659-2e93-42b7-ba68-c01a715c4e85 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:05.959014 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6d33ea1c-8b85-4e56-97f8-ffb29cf61492 req-63de7659-2e93-42b7-ba68-c01a715c4e85 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:05.969777 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device e05a5f32-340b-4c8a-8248-77962d42e403 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:05.971376 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-6d33ea1c-8b85-4e56-97f8-ffb29cf61492 req-63de7659-2e93-42b7-ba68-c01a715c4e85 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Calling delete_port for ac91c10c-c43c-416f-bbd5-8441089f98e5 owned by network:floatingip {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:05.999681 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: e05a5f32-340b-4c8a-8248-77962d42e403 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:06.000021 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device e05a5f32-340b-4c8a-8248-77962d42e403 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:06.063746 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port db99f5bb-a76d-4db7-a616-bb0fd1ee072c, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=db99f5bb-a76d-4db7-a616-bb0fd1ee072c,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:06.076854 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:06.088140 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'db99f5bb-a76d-4db7-a616-bb0fd1ee072c', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': 'db99f5bb-a76d-4db7-a616-bb0fd1ee072c', 'mac_address': 'fa:16:3e:16:2f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:42:06.124045 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15591f1c-3b84-41cc-84a7-68dba63802b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db99f5bb-a76d-4db7-a616-bb0fd1ee072c'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:06.126156 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0a8c76-7669-4915-9cbc-ed211eabbe71" -d '{"events": [{"server_uuid": "15591f1c-3b84-41cc-84a7-68dba63802b6", "name": "network-vif-unplugged", "status": "completed", "tag": "db99f5bb-a76d-4db7-a616-bb0fd1ee072c"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:06.146589 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port db99f5bb-a76d-4db7-a616-bb0fd1ee072c, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=db99f5bb-a76d-4db7-a616-bb0fd1ee072c,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:06.152554 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:06.152722 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6d33ea1c-8b85-4e56-97f8-ffb29cf61492 req-63de7659-2e93-42b7-ba68-c01a715c4e85 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:06.161012 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:06.192582 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de7659-2e93-42b7-ba68-c01a715c4e85 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Pushing event deleted for resources: {'Port': ['ID=ac91c10c-c43c-416f-bbd5-8441089f98e5,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:06.205608 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db99f5bb-a76d-4db7-a616-bb0fd1ee072c {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:42:06.249827 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c395a-b786-412b-a0ef-240114071801 req-3de39ab5-3c36-488d-a531-704ba85c00e9 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:06.250308 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=db99f5bb-a76d-4db7-a616-bb0fd1ee072c,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:06.252542 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-781c395a-b786-412b-a0ef-240114071801 req-3de39ab5-3c36-488d-a531-704ba85c00e9 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 945 time: 0.1326995 May 06 09:42:06.272955 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:42:06.273382 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:42:06.289522 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6d33ea1c-8b85-4e56-97f8-ffb29cf61492 req-63de7659-2e93-42b7-ba68-c01a715c4e85 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks [] for floatingip, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:06.293143 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6d33ea1c-8b85-4e56-97f8-ffb29cf61492 req-63de7659-2e93-42b7-ba68-c01a715c4e85 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:06.294798 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d33ea1c-8b85-4e56-97f8-ffb29cf61492 req-63de7659-2e93-42b7-ba68-c01a715c4e85 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "DELETE /v2.0/floatingips/4a5e5de0-423c-469a-9b82-47b6733ca9c7 HTTP/1.1" status: 204 len: 173 time: 0.5614650 May 06 09:42:06.314081 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-781c395a-b786-412b-a0ef-240114071801 req-07f2d2df-eb01-49d4-ab07-a60a62c941cb tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513062 May 06 09:42:06.373431 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545eb020-2f68-4e9e-9381-88983a43ea37 x-openstack-request-id: req-545eb020-2f68-4e9e-9381-88983a43ea37 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:06.373739 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15591f1c-3b84-41cc-84a7-68dba63802b6", "name": "network-vif-unplugged", "status": "completed", "tag": "db99f5bb-a76d-4db7-a616-bb0fd1ee072c", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:06.373998 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-545eb020-2f68-4e9e-9381-88983a43ea37 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:06.374521 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-545eb020-2f68-4e9e-9381-88983a43ea37'] response: {'server_uuid': '15591f1c-3b84-41cc-84a7-68dba63802b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db99f5bb-a76d-4db7-a616-bb0fd1ee072c', 'code': 200} May 06 09:42:06.510553 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a884b-4732-4b1e-a896-8b192f1448b9 req-5a61a79b-5c45-49d5-8d14-291ba587a000 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:06.512169 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b24a884b-4732-4b1e-a896-8b192f1448b9 req-5a61a79b-5c45-49d5-8d14-291ba587a000 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ed52e4f-ed45-45c6-a333-8e92974fcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0924478 May 06 09:42:06.524282 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44eb00-4454-427e-b03c-ee00ec7493df req-291b1a73-0ffe-4e9b-94bd-6379d38d3165 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:06.525753 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cc44eb00-4454-427e-b03c-ee00ec7493df req-291b1a73-0ffe-4e9b-94bd-6379d38d3165 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdb2bb5a-997f-44d2-b0dd-b9356b31afca HTTP/1.1" status: 200 len: 949 time: 0.0921378 May 06 09:42:06.586120 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b24a884b-4732-4b1e-a896-8b192f1448b9 req-530f5365-35bf-4c44-95d2-6dc872dc2ff7 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593898 May 06 09:42:06.593819 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cc44eb00-4454-427e-b03c-ee00ec7493df req-7818e221-dc04-409c-a19b-4d6d9ea34795 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522714 May 06 09:42:06.657702 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0f33de7-7338-4816-8a72-0fbb1e1d7d5e req-baa46507-f67a-430a-88d1-72c222f344ad tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/floatingips/2f13bcd7-b4bf-428e-9578-f4acf3827ebe HTTP/1.1" status: 200 len: 693 time: 0.0462363 May 06 09:42:06.682812 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5e0fc-5779-4a25-8b78-fa2ead1e6854 req-7a823a4d-8ebf-4a94-b66a-423eac3d2457 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:06.684396 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f1d5e0fc-5779-4a25-8b78-fa2ead1e6854 req-7a823a4d-8ebf-4a94-b66a-423eac3d2457 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.77 "GET /v2.0/ports?device_id=9ed52e4f-ed45-45c6-a333-8e92974fcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0522788 May 06 09:42:06.790630 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-f1d5e0fc-5779-4a25-8b78-fa2ead1e6854 req-eca8232f-d33a-4437-983f-84b92a8e405d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Deleting port defed9d7-f722-4208-b7b9-8ad1fd37de57 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:06.790983 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f1d5e0fc-5779-4a25-8b78-fa2ead1e6854 req-eca8232f-d33a-4437-983f-84b92a8e405d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:06.799798 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95caaa-78f8-4e0d-a543-e218e4e22ecf req-63242054-9bb2-4cdc-865e-9299140cb65c tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:06.802263 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab95caaa-78f8-4e0d-a543-e218e4e22ecf req-63242054-9bb2-4cdc-865e-9299140cb65c tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab HTTP/1.1" status: 200 len: 946 time: 0.0805314 May 06 09:42:06.815591 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:06.831620 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db99f5bb-a76d-4db7-a616-bb0fd1ee072c {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:42:06.860317 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f33de7-7338-4816-8a72-0fbb1e1d7d5e req-3cc4542e-fa6c-4522-8804-e0d4f8efbc05 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:06.860626 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port db99f5bb-a76d-4db7-a616-bb0fd1ee072c, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=db99f5bb-a76d-4db7-a616-bb0fd1ee072c,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:06.862247 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0f33de7-7338-4816-8a72-0fbb1e1d7d5e req-3cc4542e-fa6c-4522-8804-e0d4f8efbc05 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 784 time: 0.1976962 May 06 09:42:06.870569 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:06.921252 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-f1d5e0fc-5779-4a25-8b78-fa2ead1e6854 req-eca8232f-d33a-4437-983f-84b92a8e405d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] For port defed9d7-f722-4208-b7b9-8ad1fd37de57, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=defed9d7-f722-4208-b7b9-8ad1fd37de57,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:06.921625 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f1d5e0fc-5779-4a25-8b78-fa2ead1e6854 req-eca8232f-d33a-4437-983f-84b92a8e405d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:06.933764 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab95caaa-78f8-4e0d-a543-e218e4e22ecf req-4fb10e8c-bfc8-4384-a871-4b64f4f45f94 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c753481-7cc2-40d1-9ed2-8aa1968318ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148143 May 06 09:42:06.935951 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-f1d5e0fc-5779-4a25-8b78-fa2ead1e6854 req-eca8232f-d33a-4437-983f-84b92a8e405d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Calling delete_port for defed9d7-f722-4208-b7b9-8ad1fd37de57 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:06.936131 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=db99f5bb-a76d-4db7-a616-bb0fd1ee072c,revision_number=7']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:06.940620 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0f33de7-7338-4816-8a72-0fbb1e1d7d5e req-5074f16b-525c-42af-9428-e385a10e5aac tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 696 time: 0.0659649 May 06 09:42:06.949590 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a7b44-cbab-4d96-bb2b-dc9bb5a03efd req-6905099b-9e4e-4f2d-96e6-5c07a81475c0 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:06.951184 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d06a7b44-cbab-4d96-bb2b-dc9bb5a03efd req-6905099b-9e4e-4f2d-96e6-5c07a81475c0 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb2bb5a-997f-44d2-b0dd-b9356b31afca HTTP/1.1" status: 200 len: 949 time: 0.1428571 May 06 09:42:07.061417 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0f33de7-7338-4816-8a72-0fbb1e1d7d5e req-1dcfc792-6f98-4b23-b44c-f37842de73b5 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 696 time: 0.1091487 May 06 09:42:07.087226 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f1d5e0fc-5779-4a25-8b78-fa2ead1e6854 req-eca8232f-d33a-4437-983f-84b92a8e405d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:07.108071 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['bf4790b9-844b-4827-8a7f-ab8e62106a3b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:07.116924 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8232f-d33a-4437-983f-84b92a8e405d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Pushing event deleted for resources: {'Port': ['ID=defed9d7-f722-4208-b7b9-8ad1fd37de57,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:07.130513 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8232f-d33a-4437-983f-84b92a8e405d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:07.130995 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8232f-d33a-4437-983f-84b92a8e405d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:07.131628 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8232f-d33a-4437-983f-84b92a8e405d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:07.132064 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8232f-d33a-4437-983f-84b92a8e405d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:07.132496 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8232f-d33a-4437-983f-84b92a8e405d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:07.132921 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8232f-d33a-4437-983f-84b92a8e405d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:07.133502 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8232f-d33a-4437-983f-84b92a8e405d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:07.133932 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8232f-d33a-4437-983f-84b92a8e405d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:07.134383 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8232f-d33a-4437-983f-84b92a8e405d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:07.134811 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8232f-d33a-4437-983f-84b92a8e405d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:07.135421 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8232f-d33a-4437-983f-84b92a8e405d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:07.135994 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8232f-d33a-4437-983f-84b92a8e405d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:07.181800 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d5e0fc-5779-4a25-8b78-fa2ead1e6854 req-eca8232f-d33a-4437-983f-84b92a8e405d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] No DVR routers for this DVR port defed9d7-f722-4208-b7b9-8ad1fd37de57 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:42:07.183977 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504518bc-b191-4efe-b206-1d2366a86325 req-6bafaa6c-665b-4faa-819a-56cb015b420c tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:07.185152 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f1d5e0fc-5779-4a25-8b78-fa2ead1e6854 req-eca8232f-d33a-4437-983f-84b92a8e405d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:07.185969 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-504518bc-b191-4efe-b206-1d2366a86325 req-6bafaa6c-665b-4faa-819a-56cb015b420c tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 948 time: 0.1815429 May 06 09:42:07.188724 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f1d5e0fc-5779-4a25-8b78-fa2ead1e6854 req-eca8232f-d33a-4437-983f-84b92a8e405d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.77 "DELETE /v2.0/ports/defed9d7-f722-4208-b7b9-8ad1fd37de57 HTTP/1.1" status: 204 len: 173 time: 0.4931476 May 06 09:42:07.189321 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed52e4f-ed45-45c6-a333-8e92974fcfd1', 'name': 'network-vif-deleted', 'tag': 'defed9d7-f722-4208-b7b9-8ad1fd37de57'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:07.192178 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887b7feb-73ef-43b4-b7fc-c140e56d20c9" -d '{"events": [{"server_uuid": "9ed52e4f-ed45-45c6-a333-8e92974fcfd1", "name": "network-vif-deleted", "tag": "defed9d7-f722-4208-b7b9-8ad1fd37de57"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:07.315104 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-504518bc-b191-4efe-b206-1d2366a86325 req-f2c0d6f5-6a92-4da8-b925-79091511df4e tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158059 May 06 09:42:07.321778 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-d06a7b44-cbab-4d96-bb2b-dc9bb5a03efd req-8e5605f0-9181-48cc-9151-6a0aff986751 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Deleting port 942a3e7b-940f-4b02-b333-7e039dd216f5 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:07.322130 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d06a7b44-cbab-4d96-bb2b-dc9bb5a03efd req-8e5605f0-9181-48cc-9151-6a0aff986751 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:07.382321 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d299910f-d6cc-4f72-832b-d6a35283a7d7 x-openstack-request-id: req-d299910f-d6cc-4f72-832b-d6a35283a7d7 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:07.382635 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed52e4f-ed45-45c6-a333-8e92974fcfd1", "name": "network-vif-deleted", "tag": "defed9d7-f722-4208-b7b9-8ad1fd37de57", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:07.382888 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d299910f-d6cc-4f72-832b-d6a35283a7d7 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:07.383372 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d299910f-d6cc-4f72-832b-d6a35283a7d7'] response: {'server_uuid': '9ed52e4f-ed45-45c6-a333-8e92974fcfd1', 'name': 'network-vif-deleted', 'tag': 'defed9d7-f722-4208-b7b9-8ad1fd37de57', 'status': 'completed', 'code': 200} May 06 09:42:07.400558 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['db99f5bb-a76d-4db7-a616-bb0fd1ee072c'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:07.404583 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-d0f33de7-7338-4816-8a72-0fbb1e1d7d5e req-09d90192-03af-4ce9-a987-a64fc5d1b138 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Deleting port 5f3f8bbb-52b0-4857-865c-49da8fcaf7da {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:07.404930 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d0f33de7-7338-4816-8a72-0fbb1e1d7d5e req-09d90192-03af-4ce9-a987-a64fc5d1b138 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:07.509380 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-d06a7b44-cbab-4d96-bb2b-dc9bb5a03efd req-8e5605f0-9181-48cc-9151-6a0aff986751 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] For port 942a3e7b-940f-4b02-b333-7e039dd216f5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=942a3e7b-940f-4b02-b333-7e039dd216f5,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:07.509757 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d06a7b44-cbab-4d96-bb2b-dc9bb5a03efd req-8e5605f0-9181-48cc-9151-6a0aff986751 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:07.533704 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-d06a7b44-cbab-4d96-bb2b-dc9bb5a03efd req-8e5605f0-9181-48cc-9151-6a0aff986751 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Calling delete_port for 942a3e7b-940f-4b02-b333-7e039dd216f5 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:07.606565 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b229b-398f-4aaa-89e4-ab3316686d62 req-75a1cae6-de48-4785-a8e5-b8bde45a0add tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:07.608125 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e30b229b-398f-4aaa-89e4-ab3316686d62 req-75a1cae6-de48-4785-a8e5-b8bde45a0add tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 945 time: 0.1499543 May 06 09:42:07.614011 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d0f33de7-7338-4816-8a72-0fbb1e1d7d5e req-09d90192-03af-4ce9-a987-a64fc5d1b138 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:07.614338 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d0f33de7-7338-4816-8a72-0fbb1e1d7d5e req-09d90192-03af-4ce9-a987-a64fc5d1b138 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:07.649686 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-d0f33de7-7338-4816-8a72-0fbb1e1d7d5e req-09d90192-03af-4ce9-a987-a64fc5d1b138 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Calling delete_port for 5f3f8bbb-52b0-4857-865c-49da8fcaf7da owned by network:floatingip {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:07.693035 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e30b229b-398f-4aaa-89e4-ab3316686d62 req-c48d8ee7-f95c-4fd8-92a7-52ca3de45b7d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759773 May 06 09:42:07.815978 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3f7c5fd-7672-4a41-a901-e38d3e21d203 req-caef6742-3cdc-4fac-99be-104ceff5fb90 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ed52e4f-ed45-45c6-a333-8e92974fcfd1 HTTP/1.1" status: 200 len: 210 time: 0.0386121 May 06 09:42:07.847146 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d06a7b44-cbab-4d96-bb2b-dc9bb5a03efd req-8e5605f0-9181-48cc-9151-6a0aff986751 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:07.867554 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['c45e2232-5ed7-485f-b3e2-b187d68163c4', '7b0be1c1-d3fb-464b-a0e0-5b1a926b435b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:07.905744 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 942a3e7b-940f-4b02-b333-7e039dd216f5 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:07.921107 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5605f0-9181-48cc-9151-6a0aff986751 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Pushing event deleted for resources: {'Port': ['ID=942a3e7b-940f-4b02-b333-7e039dd216f5,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:07.933519 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 942a3e7b-940f-4b02-b333-7e039dd216f5 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:07.934448 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 942a3e7b-940f-4b02-b333-7e039dd216f5 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:07.934448 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device defed9d7-f722-4208-b7b9-8ad1fd37de57 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:07.964169 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: defed9d7-f722-4208-b7b9-8ad1fd37de57 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:07.964169 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device defed9d7-f722-4208-b7b9-8ad1fd37de57 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:07.968151 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5605f0-9181-48cc-9151-6a0aff986751 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:07.968151 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5605f0-9181-48cc-9151-6a0aff986751 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:07.968532 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5605f0-9181-48cc-9151-6a0aff986751 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:07.968532 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5605f0-9181-48cc-9151-6a0aff986751 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:07.968836 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5605f0-9181-48cc-9151-6a0aff986751 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:07.969169 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5605f0-9181-48cc-9151-6a0aff986751 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:07.969494 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5605f0-9181-48cc-9151-6a0aff986751 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:07.969818 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5605f0-9181-48cc-9151-6a0aff986751 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:07.970143 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5605f0-9181-48cc-9151-6a0aff986751 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:07.970465 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5605f0-9181-48cc-9151-6a0aff986751 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:07.970786 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5605f0-9181-48cc-9151-6a0aff986751 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:07.971108 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5605f0-9181-48cc-9151-6a0aff986751 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:07.979750 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d08f6cd5-2a56-45cd-9694-43c980ba790a req-550a3d99-cf66-47b0-9080-f3c0ff7630c2 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdb2bb5a-997f-44d2-b0dd-b9356b31afca HTTP/1.1" status: 200 len: 210 time: 0.0711827 May 06 09:42:07.991877 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d0f33de7-7338-4816-8a72-0fbb1e1d7d5e req-09d90192-03af-4ce9-a987-a64fc5d1b138 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:08.100122 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06a7b44-cbab-4d96-bb2b-dc9bb5a03efd req-8e5605f0-9181-48cc-9151-6a0aff986751 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] No DVR routers for this DVR port 942a3e7b-940f-4b02-b333-7e039dd216f5 on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:42:08.104007 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d06a7b44-cbab-4d96-bb2b-dc9bb5a03efd req-8e5605f0-9181-48cc-9151-6a0aff986751 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:08.109181 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d06a7b44-cbab-4d96-bb2b-dc9bb5a03efd req-8e5605f0-9181-48cc-9151-6a0aff986751 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.77 "DELETE /v2.0/ports/942a3e7b-940f-4b02-b333-7e039dd216f5 HTTP/1.1" status: 204 len: 173 time: 1.1405308 May 06 09:42:08.131619 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d0f33de7-7338-4816-8a72-0fbb1e1d7d5e req-09d90192-03af-4ce9-a987-a64fc5d1b138 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks [] for floatingip, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:08.134411 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d0f33de7-7338-4816-8a72-0fbb1e1d7d5e req-09d90192-03af-4ce9-a987-a64fc5d1b138 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:08.135781 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0f33de7-7338-4816-8a72-0fbb1e1d7d5e req-09d90192-03af-4ce9-a987-a64fc5d1b138 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "DELETE /v2.0/floatingips/2f13bcd7-b4bf-428e-9578-f4acf3827ebe HTTP/1.1" status: 204 len: 173 time: 1.0611384 May 06 09:42:08.136440 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb2bb5a-997f-44d2-b0dd-b9356b31afca', 'name': 'network-vif-deleted', 'tag': '942a3e7b-940f-4b02-b333-7e039dd216f5'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:08.141275 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b42a717-8d78-48cc-a488-46d30b5cbcff" -d '{"events": [{"server_uuid": "fdb2bb5a-997f-44d2-b0dd-b9356b31afca", "name": "network-vif-deleted", "tag": "942a3e7b-940f-4b02-b333-7e039dd216f5"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:08.146609 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d90192-03af-4ce9-a987-a64fc5d1b138 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Pushing event deleted for resources: {'Port': ['ID=5f3f8bbb-52b0-4857-865c-49da8fcaf7da,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:08.248196 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b5def001-41c9-4b07-a24b-cb0fe43a31a6 req-1a64e253-b299-4211-87e8-54ebc129ba37 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/floatingips/4a393a45-b0f7-4f48-ac00-b75af0b10525 HTTP/1.1" status: 200 len: 693 time: 0.0926976 May 06 09:42:08.272869 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c043083-31cc-43a3-a424-79e8f13c0e30 x-openstack-request-id: req-2c043083-31cc-43a3-a424-79e8f13c0e30 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:08.275481 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb2bb5a-997f-44d2-b0dd-b9356b31afca", "name": "network-vif-deleted", "tag": "942a3e7b-940f-4b02-b333-7e039dd216f5", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:08.276239 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2c043083-31cc-43a3-a424-79e8f13c0e30 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:08.277050 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c043083-31cc-43a3-a424-79e8f13c0e30'] response: {'server_uuid': 'fdb2bb5a-997f-44d2-b0dd-b9356b31afca', 'name': 'network-vif-deleted', 'tag': '942a3e7b-940f-4b02-b333-7e039dd216f5', 'status': 'completed', 'code': 200} May 06 09:42:08.416583 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce8014-90c7-484e-931f-4b214fe8c1ec req-7f563458-2422-4211-a28a-a0e59f614200 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:08.418215 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b6ce8014-90c7-484e-931f-4b214fe8c1ec req-7f563458-2422-4211-a28a-a0e59f614200 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab HTTP/1.1" status: 200 len: 946 time: 0.0905666 May 06 09:42:08.425982 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5def001-41c9-4b07-a24b-cb0fe43a31a6 req-7dc08808-a0e7-424c-88af-39e0b184f2a2 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:08.427415 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b5def001-41c9-4b07-a24b-cb0fe43a31a6 req-7dc08808-a0e7-424c-88af-39e0b184f2a2 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 784 time: 0.1705151 May 06 09:42:08.484148 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc', 'bcb11d08-ab25-412e-a88e-0cf35497f484', '6b39d1a3-103f-40c1-b13a-58663e7b1409', '76edc2c3-a597-42c6-a4ba-be08f3a3ae18'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:08.501119 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b5def001-41c9-4b07-a24b-cb0fe43a31a6 req-f965c29a-e35f-4ee7-9c7e-8294592687dc tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.243 HTTP/1.1" status: 200 len: 696 time: 0.0587206 May 06 09:42:08.510558 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b6ce8014-90c7-484e-931f-4b214fe8c1ec req-3ffe95e7-0335-44ed-b4a5-22394ce8c4c5 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c753481-7cc2-40d1-9ed2-8aa1968318ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809305 May 06 09:42:08.578942 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b5def001-41c9-4b07-a24b-cb0fe43a31a6 req-c1f13258-8f2c-4a4d-8fe7-cb80b4ad33e6 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.243 HTTP/1.1" status: 200 len: 696 time: 0.0633559 May 06 09:42:08.753030 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b50c2-5a29-4dfd-823a-380abe8d650a req-bff9b924-c2c5-4f51-96d3-7d863b9c0857 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:08.755133 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-944b50c2-5a29-4dfd-823a-380abe8d650a req-bff9b924-c2c5-4f51-96d3-7d863b9c0857 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 948 time: 0.1235614 May 06 09:42:08.813277 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-944b50c2-5a29-4dfd-823a-380abe8d650a req-26472318-3cdc-451c-a4ab-72fbd60fb9b6 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478406 May 06 09:42:08.815216 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-b5def001-41c9-4b07-a24b-cb0fe43a31a6 req-5a198265-b674-453c-8d4f-24ae36aaa1d6 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Deleting port 3a388c1f-249b-47ff-9f1d-5d5c89b1550d {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:08.815633 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b5def001-41c9-4b07-a24b-cb0fe43a31a6 req-5a198265-b674-453c-8d4f-24ae36aaa1d6 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:08.929611 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b5def001-41c9-4b07-a24b-cb0fe43a31a6 req-5a198265-b674-453c-8d4f-24ae36aaa1d6 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:08.930004 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b5def001-41c9-4b07-a24b-cb0fe43a31a6 req-5a198265-b674-453c-8d4f-24ae36aaa1d6 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:08.945046 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-b5def001-41c9-4b07-a24b-cb0fe43a31a6 req-5a198265-b674-453c-8d4f-24ae36aaa1d6 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Calling delete_port for 3a388c1f-249b-47ff-9f1d-5d5c89b1550d owned by network:floatingip {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:09.125401 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460a1c7-a4ff-458f-9e70-91d12442d254 req-ce60577e-170a-47a3-b795-d27e777a5669 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:09.126925 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b460a1c7-a4ff-458f-9e70-91d12442d254 req-ce60577e-170a-47a3-b795-d27e777a5669 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 945 time: 0.0862312 May 06 09:42:09.140209 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b5def001-41c9-4b07-a24b-cb0fe43a31a6 req-5a198265-b674-453c-8d4f-24ae36aaa1d6 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:09.174518 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a198265-b674-453c-8d4f-24ae36aaa1d6 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Pushing event deleted for resources: {'Port': ['ID=3a388c1f-249b-47ff-9f1d-5d5c89b1550d,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:09.214298 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b460a1c7-a4ff-458f-9e70-91d12442d254 req-970a7c3a-b71d-4413-ad87-dec379da233c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804775 May 06 09:42:09.259952 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b5def001-41c9-4b07-a24b-cb0fe43a31a6 req-5a198265-b674-453c-8d4f-24ae36aaa1d6 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks [] for floatingip, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:09.263992 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b5def001-41c9-4b07-a24b-cb0fe43a31a6 req-5a198265-b674-453c-8d4f-24ae36aaa1d6 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:09.265447 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b5def001-41c9-4b07-a24b-cb0fe43a31a6 req-5a198265-b674-453c-8d4f-24ae36aaa1d6 tempest-FloatingIPDetailsTestJSON-884135361 tempest-FloatingIPDetailsTestJSON-884135361-project] 10.222.0.73 "DELETE /v2.0/floatingips/4a393a45-b0f7-4f48-ac00-b75af0b10525 HTTP/1.1" status: 204 len: 173 time: 0.6780903 May 06 09:42:09.272597 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46974) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:09.814883 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df3dfe-29f3-44c8-aa44-7423f9f29c33 req-5dbac941-554d-40db-b23c-56b198ecbc4d tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:09.816399 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99df3dfe-29f3-44c8-aa44-7423f9f29c33 req-5dbac941-554d-40db-b23c-56b198ecbc4d tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7708487-3ae4-4f24-b4db-db6e26b13783 HTTP/1.1" status: 200 len: 946 time: 0.4677689 May 06 09:42:09.897873 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device db99f5bb-a76d-4db7-a616-bb0fd1ee072c up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:09.926179 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1914a-0492-496e-bb83-02c36153bf54 req-db847aa8-83f6-4917-8819-2872f5eca6af tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:09.927705 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37b1914a-0492-496e-bb83-02c36153bf54 req-db847aa8-83f6-4917-8819-2872f5eca6af tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/networks?id=22f2ea67-0061-4453-8871-c63efbcb27a4 HTTP/1.1" status: 200 len: 805 time: 0.1932187 May 06 09:42:09.959426 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port db99f5bb-a76d-4db7-a616-bb0fd1ee072c triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:09.959787 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:09.981358 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99df3dfe-29f3-44c8-aa44-7423f9f29c33 req-de736dbb-0ce3-44be-a2c9-04aa57fba176 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556687 May 06 09:42:09.985088 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37b1914a-0492-496e-bb83-02c36153bf54 req-738ab845-0ac4-486d-9205-b3ad83ffe2e9 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/quotas/d5c8baf980ce4dc1ab4fba669d9b206a HTTP/1.1" status: 200 len: 375 time: 0.0478058 May 06 09:42:10.057053 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:10.084097 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15591f1c-3b84-41cc-84a7-68dba63802b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db99f5bb-a76d-4db7-a616-bb0fd1ee072c'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:10.086248 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04976ffd-8bd2-436d-8e87-5670a3e8f8f0" -d '{"events": [{"server_uuid": "15591f1c-3b84-41cc-84a7-68dba63802b6", "name": "network-vif-plugged", "status": "completed", "tag": "db99f5bb-a76d-4db7-a616-bb0fd1ee072c"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:10.099488 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port db99f5bb-a76d-4db7-a616-bb0fd1ee072c, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=db99f5bb-a76d-4db7-a616-bb0fd1ee072c,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:10.103815 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:10.114989 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37b1914a-0492-496e-bb83-02c36153bf54 req-8528c6da-1911-4499-a463-71367ab90c61 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d5c8baf980ce4dc1ab4fba669d9b206a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1145425 May 06 09:42:10.155934 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=db99f5bb-a76d-4db7-a616-bb0fd1ee072c,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:10.175208 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bdf45-757f-4046-a90c-bd8e200b0ade req-e5c3bcfc-c1c0-46a1-ac13-0910540a66c2 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:10.176856 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7d3bdf45-757f-4046-a90c-bd8e200b0ade req-e5c3bcfc-c1c0-46a1-ac13-0910540a66c2 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba HTTP/1.1" status: 200 len: 950 time: 0.1183808 May 06 09:42:10.273453 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7d3bdf45-757f-4046-a90c-bd8e200b0ade req-1c9494a0-5fa1-4fd8-9fbf-24a508f91263 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706177 May 06 09:42:10.298579 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37b1914a-0492-496e-bb83-02c36153bf54 req-b99f1d1d-0928-470e-9a54-8b5f4ff0ca41 service neutron] 10.222.0.73 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603966 May 06 09:42:10.463577 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7593a-0afc-4716-8592-f5c8764a35f3 req-94ff1e29-c1d8-4517-bf28-13a06d94e239 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:10.465106 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f8f7593a-0afc-4716-8592-f5c8764a35f3 req-94ff1e29-c1d8-4517-bf28-13a06d94e239 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab HTTP/1.1" status: 200 len: 946 time: 0.1201482 May 06 09:42:10.468860 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37b1914a-0492-496e-bb83-02c36153bf54 req-126d64ec-a0b6-4f1f-af20-dc7865533517 service neutron] 10.222.0.73 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636002 May 06 09:42:10.476924 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a141e89c-c9a2-4e53-a749-51ddab3507cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:10.589563 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f8f7593a-0afc-4716-8592-f5c8764a35f3 req-f0864cbc-a3d7-4dc7-947b-07f21e24fb43 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c753481-7cc2-40d1-9ed2-8aa1968318ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166832 May 06 09:42:10.677560 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafeeefb-0103-42da-a138-a5f67da35bb5 x-openstack-request-id: req-eafeeefb-0103-42da-a138-a5f67da35bb5 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:10.677855 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15591f1c-3b84-41cc-84a7-68dba63802b6", "name": "network-vif-plugged", "status": "completed", "tag": "db99f5bb-a76d-4db7-a616-bb0fd1ee072c", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:10.678113 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eafeeefb-0103-42da-a138-a5f67da35bb5 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:10.678516 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eafeeefb-0103-42da-a138-a5f67da35bb5'] response: {'server_uuid': '15591f1c-3b84-41cc-84a7-68dba63802b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db99f5bb-a76d-4db7-a616-bb0fd1ee072c', 'code': 200} May 06 09:42:10.736040 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c44380-2004-439f-982d-491314d62e78 req-6bc1b4d8-32f7-4b31-b58e-905353a1e8e2 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:10.737623 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f7c44380-2004-439f-982d-491314d62e78 req-6bc1b4d8-32f7-4b31-b58e-905353a1e8e2 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.0815136 May 06 09:42:10.819968 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f7c44380-2004-439f-982d-491314d62e78 req-dc01696b-f872-4baa-8753-0a1bdce41bc4 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719721 May 06 09:42:10.859166 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986498a-6740-41f2-9463-a16f7245a8c7 req-6c30a048-37a1-47f6-b63b-3d1c757c3484 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:10.860710 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c986498a-6740-41f2-9463-a16f7245a8c7 req-6c30a048-37a1-47f6-b63b-3d1c757c3484 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 945 time: 0.1336887 May 06 09:42:10.919274 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-622ddab3-731f-4ffa-9c32-977f99ffa570 req-d0ab3053-88f9-4a2c-9402-c80a8c05bca5 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 210 time: 0.0356040 May 06 09:42:11.005741 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c986498a-6740-41f2-9463-a16f7245a8c7 req-4fb78abd-8967-4601-bc05-cdd0ecdd3b0b tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333621 May 06 09:42:11.007617 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76930915-a073-42a0-82bd-161d45b9114d req-9b43f962-7b0f-403e-8534-26af2f7e5ce9 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:11.009780 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-76930915-a073-42a0-82bd-161d45b9114d req-9b43f962-7b0f-403e-8534-26af2f7e5ce9 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab HTTP/1.1" status: 200 len: 946 time: 0.0576375 May 06 09:42:11.041854 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840be4a0-61c8-467c-a1b2-ecc448b8976f req-11c8fa41-63c9-4aa0-bf18-9f48ac5e53ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:11.043466 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-840be4a0-61c8-467c-a1b2-ecc448b8976f req-11c8fa41-63c9-4aa0-bf18-9f48ac5e53ef service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 1100 time: 0.0910099 May 06 09:42:11.058905 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-a141e89c-c9a2-4e53-a749-51ddab3507cb admin admin] Deleting port 3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:11.059281 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a141e89c-c9a2-4e53-a749-51ddab3507cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:11.130660 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-76930915-a073-42a0-82bd-161d45b9114d req-d8ffacec-46b7-4222-81b7-4af29d9248bc tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Deleting port 64343f32-8172-43f0-ad2d-cfac9e14a65e {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:11.131543 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-76930915-a073-42a0-82bd-161d45b9114d req-d8ffacec-46b7-4222-81b7-4af29d9248bc tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:11.172522 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-840be4a0-61c8-467c-a1b2-ecc448b8976f req-e341a14b-d9cc-4235-a240-f4af1322df49 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155460 May 06 09:42:11.214482 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21821c2f-1c6e-4b69-a8c3-88e323095cc8 req-847fb427-22d2-4e62-bff7-5a0c4ebe8a2e tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:11.216239 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-21821c2f-1c6e-4b69-a8c3-88e323095cc8 req-847fb427-22d2-4e62-bff7-5a0c4ebe8a2e tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7708487-3ae4-4f24-b4db-db6e26b13783 HTTP/1.1" status: 200 len: 946 time: 0.1272159 May 06 09:42:11.227774 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-a141e89c-c9a2-4e53-a749-51ddab3507cb admin admin] For port 3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf,segment=NetworkSegment(b3f3da94-d1fc-4e84-a047-af81bebcc020),segment_id=b3f3da94-d1fc-4e84-a047-af81bebcc020)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:11.228078 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a141e89c-c9a2-4e53-a749-51ddab3507cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:11.247846 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-76930915-a073-42a0-82bd-161d45b9114d req-d8ffacec-46b7-4222-81b7-4af29d9248bc tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] For port 64343f32-8172-43f0-ad2d-cfac9e14a65e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=64343f32-8172-43f0-ad2d-cfac9e14a65e,segment=NetworkSegment(0cad701d-15db-4830-8ec3-5c5772b70e25),segment_id=0cad701d-15db-4830-8ec3-5c5772b70e25)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:11.248379 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-76930915-a073-42a0-82bd-161d45b9114d req-d8ffacec-46b7-4222-81b7-4af29d9248bc tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:11.257895 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-a141e89c-c9a2-4e53-a749-51ddab3507cb admin admin] Calling delete_port for 3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:11.296333 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-21821c2f-1c6e-4b69-a8c3-88e323095cc8 req-b0229fd8-403e-40c5-85bb-5d01f6217a2f tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724239 May 06 09:42:11.443757 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-76930915-a073-42a0-82bd-161d45b9114d req-d8ffacec-46b7-4222-81b7-4af29d9248bc tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:11.444121 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-76930915-a073-42a0-82bd-161d45b9114d req-d8ffacec-46b7-4222-81b7-4af29d9248bc tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:11.444442 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [req-76930915-a073-42a0-82bd-161d45b9114d req-d8ffacec-46b7-4222-81b7-4af29d9248bc tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Floating IP 67e0425f-1108-4cc3-b52b-458ec3dda33d disassociated. External IP: 172.25.5.72, port: 64343f32-8172-43f0-ad2d-cfac9e14a65e. May 06 09:42:11.444786 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-76930915-a073-42a0-82bd-161d45b9114d req-d8ffacec-46b7-4222-81b7-4af29d9248bc tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Calling delete_port for 64343f32-8172-43f0-ad2d-cfac9e14a65e owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:11.483910 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf900a-baac-49ed-b236-307f0960b1b3 req-39692c42-7943-4e04-a17f-99570e722b8d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:11.485387 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31bf900a-baac-49ed-b236-307f0960b1b3 req-39692c42-7943-4e04-a17f-99570e722b8d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba HTTP/1.1" status: 200 len: 950 time: 0.0728445 May 06 09:42:11.571664 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31bf900a-baac-49ed-b236-307f0960b1b3 req-5e199cad-61a3-4099-8431-5c6fb91bee0a tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713823 May 06 09:42:11.578496 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a141e89c-c9a2-4e53-a749-51ddab3507cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:11.624245 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141e89c-c9a2-4e53-a749-51ddab3507cb admin admin] Pushing event deleted for resources: {'Port': ['ID=3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:11.871928 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c9996-7da1-43f1-be93-313be6d81de3 req-55d31b2c-c3ea-44dc-afef-845bcc7290b5 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:11.873636 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f0c9996-7da1-43f1-be93-313be6d81de3 req-55d31b2c-c3ea-44dc-afef-845bcc7290b5 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba HTTP/1.1" status: 200 len: 950 time: 0.2461193 May 06 09:42:11.949405 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f392de-cb9c-4293-83b9-4044602aaae6 req-f91e1673-40e6-41dc-8861-661f89b5d5ef tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:11.951049 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-59f392de-cb9c-4293-83b9-4044602aaae6 req-f91e1673-40e6-41dc-8861-661f89b5d5ef tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.84 "GET /v2.0/ports?device_id=f7708487-3ae4-4f24-b4db-db6e26b13783 HTTP/1.1" status: 200 len: 946 time: 0.2983158 May 06 09:42:11.964527 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fa067-6404-49d4-a86f-e034ee71847a req-4df1cef0-be3c-4ca4-a1d1-c00b3a196b8f tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:11.966083 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e5fa067-6404-49d4-a86f-e034ee71847a req-4df1cef0-be3c-4ca4-a1d1-c00b3a196b8f tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab HTTP/1.1" status: 200 len: 946 time: 0.2182784 May 06 09:42:11.987477 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-76930915-a073-42a0-82bd-161d45b9114d req-d8ffacec-46b7-4222-81b7-4af29d9248bc tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:12.021636 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffacec-46b7-4222-81b7-4af29d9248bc tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Pushing event deleted for resources: {'Port': ['ID=64343f32-8172-43f0-ad2d-cfac9e14a65e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:12.125675 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a141e89c-c9a2-4e53-a749-51ddab3507cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:12.150919 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76930915-a073-42a0-82bd-161d45b9114d req-d8ffacec-46b7-4222-81b7-4af29d9248bc tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Router 02d3899e-db09-4a72-8903-40f559e3c91e has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:42:12.171271 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e5fa067-6404-49d4-a86f-e034ee71847a req-7102a531-ec15-4f0a-b0be-8136c4c82cf2 tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/security-groups?id=2c753481-7cc2-40d1-9ed2-8aa1968318ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890564 May 06 09:42:12.196786 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fb044-f133-48af-a6ba-710b819a0aee req-2c8b62b9-9504-47d5-b64e-954bf41fed19 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:12.196786 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-568fb044-f133-48af-a6ba-710b819a0aee req-2c8b62b9-9504-47d5-b64e-954bf41fed19 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.2237632 May 06 09:42:12.345467 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76930915-a073-42a0-82bd-161d45b9114d req-d8ffacec-46b7-4222-81b7-4af29d9248bc tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:42:12.354335 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc951767-f7ba-45c8-b221-59646696fa06 req-862a41f0-e19f-4114-8ba4-0e74196867fa tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 210 time: 0.0886924 May 06 09:42:12.361936 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-8f0c9996-7da1-43f1-be93-313be6d81de3 req-2cf6e91e-c881-4948-9cee-f4f34e0ece5d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Deleting port 76edc2c3-a597-42c6-a4ba-be08f3a3ae18 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:12.362077 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8f0c9996-7da1-43f1-be93-313be6d81de3 req-2cf6e91e-c881-4948-9cee-f4f34e0ece5d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:12.373960 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07214c45-473e-4783-a063-f44096c6a7df None None] Sync routers for ids ['02d3899e-db09-4a72-8903-40f559e3c91e'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:42:12.400777 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-568fb044-f133-48af-a6ba-710b819a0aee req-6b5faa54-16e8-4e09-9078-faaf8fb27f67 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621485 May 06 09:42:12.400952 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07214c45-473e-4783-a063-f44096c6a7df None None] Routers {'02d3899e-db09-4a72-8903-40f559e3c91e'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:12.400952 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-07214c45-473e-4783-a063-f44096c6a7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:41:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['02d3899e-db09-4a72-8903-40f559e3c91e'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:12.427067 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-59f392de-cb9c-4293-83b9-4044602aaae6 req-4bcabda5-34ce-4d65-9bac-ea2b5179c7b0 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Deleting port 8f2d1475-4681-4b78-b505-8f43ad15971f {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:12.433406 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-59f392de-cb9c-4293-83b9-4044602aaae6 req-4bcabda5-34ce-4d65-9bac-ea2b5179c7b0 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:12.510033 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-76930915-a073-42a0-82bd-161d45b9114d req-d8ffacec-46b7-4222-81b7-4af29d9248bc tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] No DVR routers for this DVR port 64343f32-8172-43f0-ad2d-cfac9e14a65e on host n-h1-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:42:12.514674 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-76930915-a073-42a0-82bd-161d45b9114d req-d8ffacec-46b7-4222-81b7-4af29d9248bc tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:12.518613 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-76930915-a073-42a0-82bd-161d45b9114d req-d8ffacec-46b7-4222-81b7-4af29d9248bc tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.84 "DELETE /v2.0/ports/64343f32-8172-43f0-ad2d-cfac9e14a65e HTTP/1.1" status: 204 len: 173 time: 1.4965942 May 06 09:42:12.519083 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab', 'name': 'network-vif-deleted', 'tag': '64343f32-8172-43f0-ad2d-cfac9e14a65e'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:12.521661 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a054e827-e2b2-4729-adc0-e460390469cf" -d '{"events": [{"server_uuid": "e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab", "name": "network-vif-deleted", "tag": "64343f32-8172-43f0-ad2d-cfac9e14a65e"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:12.580328 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1914a-0492-496e-bb83-02c36153bf54 req-59466ebe-55a6-4886-922d-e21ec4121780 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:12.582002 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37b1914a-0492-496e-bb83-02c36153bf54 req-59466ebe-55a6-4886-922d-e21ec4121780 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.77 "GET /v2.0/networks?id=22f2ea67-0061-4453-8871-c63efbcb27a4 HTTP/1.1" status: 200 len: 805 time: 0.2977479 May 06 09:42:12.589667 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-07214c45-473e-4783-a063-f44096c6a7df None None] Set router 02d3899e-db09-4a72-8903-40f559e3c91e gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:12.652188 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-37b1914a-0492-496e-bb83-02c36153bf54 req-91109afa-ef18-4a2b-b696-d8b856a0c885 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Request body: {'port': {'device_id': '7eb5a7ad-66bd-44f3-a521-4282c638d187', 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4', 'admin_state_up': True, 'tenant_id': 'd5c8baf980ce4dc1ab4fba669d9b206a'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:12.767743 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-8f0c9996-7da1-43f1-be93-313be6d81de3 req-2cf6e91e-c881-4948-9cee-f4f34e0ece5d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] For port 76edc2c3-a597-42c6-a4ba-be08f3a3ae18, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=76edc2c3-a597-42c6-a4ba-be08f3a3ae18,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:12.768120 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8f0c9996-7da1-43f1-be93-313be6d81de3 req-2cf6e91e-c881-4948-9cee-f4f34e0ece5d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:12.826769 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-59f392de-cb9c-4293-83b9-4044602aaae6 req-4bcabda5-34ce-4d65-9bac-ea2b5179c7b0 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] For port 8f2d1475-4681-4b78-b505-8f43ad15971f, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=8f2d1475-4681-4b78-b505-8f43ad15971f,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:12.829022 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-59f392de-cb9c-4293-83b9-4044602aaae6 req-4bcabda5-34ce-4d65-9bac-ea2b5179c7b0 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:12.852549 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-8f0c9996-7da1-43f1-be93-313be6d81de3 req-2cf6e91e-c881-4948-9cee-f4f34e0ece5d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Calling delete_port for 76edc2c3-a597-42c6-a4ba-be08f3a3ae18 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:12.866979 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78196e4c-eee2-4098-b9cb-a628443b72f2 req-073f9be1-2943-4d4f-969b-2ef55161627b tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:12.876270 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-78196e4c-eee2-4098-b9cb-a628443b72f2 req-073f9be1-2943-4d4f-969b-2ef55161627b tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7708487-3ae4-4f24-b4db-db6e26b13783 HTTP/1.1" status: 200 len: 946 time: 0.3354352 May 06 09:42:12.902440 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1166b5-a158-44e5-937f-36591d0ef746 req-9b1ebe9f-3390-4adc-9404-061e24ba593c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:12.912104 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37b1914a-0492-496e-bb83-02c36153bf54 req-91109afa-ef18-4a2b-b696-d8b856a0c885 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Made reservation on behalf of d5c8baf980ce4dc1ab4fba669d9b206a for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:12.915569 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fc1166b5-a158-44e5-937f-36591d0ef746 req-9b1ebe9f-3390-4adc-9404-061e24ba593c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 945 time: 0.3759160 May 06 09:42:12.916734 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-37b1914a-0492-496e-bb83-02c36153bf54 req-91109afa-ef18-4a2b-b696-d8b856a0c885 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:12.930485 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-07214c45-473e-4783-a063-f44096c6a7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'name': 'tempest-ServersTestBootFromVolume-1847814553-router', 'tenant_id': '48135002cdea40efa122e536dc317741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '47b6f3e4-a02c-4fd8-902f-53944fc95019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:39:37Z', 'updated_at': '2022-05-06T09:39:52Z', 'revision_number': 4, 'project_id': '48135002cdea40efa122e536dc317741', 'gw_port': {'id': '47b6f3e4-a02c-4fd8-902f-53944fc95019', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:39Z', 'updated_at': '2022-05-06T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'bed58923-3955-435c-8474-33e7eddb76c9', 'name': '', 'network_id': '106e07b0-c17b-4335-97df-8cfa31e62071', 'tenant_id': '48135002cdea40efa122e536dc317741', 'mac_address': 'fa:16:3e:c4:18:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '4ee33410-8f3a-44d7-9251-5441886837e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:51Z', 'updated_at': '2022-05-06T09:40:01Z', 'revision_number': 5, 'project_id': '48135002cdea40efa122e536dc317741', 'subnets': [{'id': '4ee33410-8f3a-44d7-9251-5441886837e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:12.930893 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-59f392de-cb9c-4293-83b9-4044602aaae6 req-4bcabda5-34ce-4d65-9bac-ea2b5179c7b0 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Calling delete_port for 8f2d1475-4681-4b78-b505-8f43ad15971f owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:12.995903 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07214c45-473e-4783-a063-f44096c6a7df None None] Checking router: 02d3899e-db09-4a72-8903-40f559e3c91e for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:42:13.014315 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07214c45-473e-4783-a063-f44096c6a7df None None] Routers {'02d3899e-db09-4a72-8903-40f559e3c91e'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:13.015411 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-07214c45-473e-4783-a063-f44096c6a7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:41:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['02d3899e-db09-4a72-8903-40f559e3c91e'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:13.132404 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-37b1914a-0492-496e-bb83-02c36153bf54 req-91109afa-ef18-4a2b-b696-d8b856a0c885 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Allocated IP 172.20.0.4 (22f2ea67-0061-4453-8871-c63efbcb27a4/afa93752-8f96-48cb-be1f-768526aba17a/5d0965bd-c193-4397-8359-1f5e217304a5) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:13.163992 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-07214c45-473e-4783-a063-f44096c6a7df None None] Set router 02d3899e-db09-4a72-8903-40f559e3c91e gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:13.387174 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-37b1914a-0492-496e-bb83-02c36153bf54 req-91109afa-ef18-4a2b-b696-d8b856a0c885 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:13.429615 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-37b1914a-0492-496e-bb83-02c36153bf54 req-91109afa-ef18-4a2b-b696-d8b856a0c885 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:13.446817 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['bf4790b9-844b-4827-8a7f-ab8e62106a3b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:13.485139 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37b1914a-0492-496e-bb83-02c36153bf54 req-91109afa-ef18-4a2b-b696-d8b856a0c885 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Network 22f2ea67-0061-4453-8871-c63efbcb27a4 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:13.492489 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-37b1914a-0492-496e-bb83-02c36153bf54 req-91109afa-ef18-4a2b-b696-d8b856a0c885 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:13.500870 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b1914a-0492-496e-bb83-02c36153bf54 req-91109afa-ef18-4a2b-b696-d8b856a0c885 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:13.506296 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91109afa-ef18-4a2b-b696-d8b856a0c885 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Pushing event updated for resources: {'Port': ['ID=5d0965bd-c193-4397-8359-1f5e217304a5,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:13.507317 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fc1166b5-a158-44e5-937f-36591d0ef746 req-7bf29b8d-76a8-4275-bfe3-78fafb969dd7 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5908477 May 06 09:42:13.535471 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-78196e4c-eee2-4098-b9cb-a628443b72f2 req-c7c88a4a-5909-48d2-884f-96cfa0804fa2 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6578002 May 06 09:42:13.549677 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-07214c45-473e-4783-a063-f44096c6a7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'name': 'tempest-ServersTestBootFromVolume-1847814553-router', 'tenant_id': '48135002cdea40efa122e536dc317741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '47b6f3e4-a02c-4fd8-902f-53944fc95019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:39:37Z', 'updated_at': '2022-05-06T09:39:52Z', 'revision_number': 4, 'project_id': '48135002cdea40efa122e536dc317741', 'gw_port': {'id': '47b6f3e4-a02c-4fd8-902f-53944fc95019', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:39Z', 'updated_at': '2022-05-06T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'bed58923-3955-435c-8474-33e7eddb76c9', 'name': '', 'network_id': '106e07b0-c17b-4335-97df-8cfa31e62071', 'tenant_id': '48135002cdea40efa122e536dc317741', 'mac_address': 'fa:16:3e:c4:18:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '4ee33410-8f3a-44d7-9251-5441886837e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:51Z', 'updated_at': '2022-05-06T09:40:01Z', 'revision_number': 5, 'project_id': '48135002cdea40efa122e536dc317741', 'subnets': [{'id': '4ee33410-8f3a-44d7-9251-5441886837e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:13.573163 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a141e89c-c9a2-4e53-a749-51ddab3507cb admin admin] Router 7c6e5ed4-7160-4a71-9755-46d82e067415 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:42:13.602475 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1914a-0492-496e-bb83-02c36153bf54 req-91109afa-ef18-4a2b-b696-d8b856a0c885 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:13.602900 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-37b1914a-0492-496e-bb83-02c36153bf54 req-91109afa-ef18-4a2b-b696-d8b856a0c885 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:13.633790 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc22e703-7c8a-4af9-911b-a464cc5a65a1 x-openstack-request-id: req-fc22e703-7c8a-4af9-911b-a464cc5a65a1 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:13.634281 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab", "name": "network-vif-deleted", "tag": "64343f32-8172-43f0-ad2d-cfac9e14a65e", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:13.634533 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fc22e703-7c8a-4af9-911b-a464cc5a65a1 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:13.634951 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc22e703-7c8a-4af9-911b-a464cc5a65a1'] response: {'server_uuid': 'e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab', 'name': 'network-vif-deleted', 'tag': '64343f32-8172-43f0-ad2d-cfac9e14a65e', 'status': 'completed', 'code': 200} May 06 09:42:13.649558 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37b1914a-0492-496e-bb83-02c36153bf54 req-91109afa-ef18-4a2b-b696-d8b856a0c885 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0013554 May 06 09:42:13.672844 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-37b1914a-0492-496e-bb83-02c36153bf54 req-b29219bc-cf5f-4478-b846-ae723ac678ca service neutron] Request body: {'port': {'device_id': '7eb5a7ad-66bd-44f3-a521-4282c638d187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:13.762148 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07214c45-473e-4783-a063-f44096c6a7df None None] The sync data for ids ['02d3899e-db09-4a72-8903-40f559e3c91e'] in n-d-840835-1 is: [{'id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'name': 'tempest-ServersTestBootFromVolume-1847814553-router', 'tenant_id': '48135002cdea40efa122e536dc317741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '47b6f3e4-a02c-4fd8-902f-53944fc95019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:39:37Z', 'updated_at': '2022-05-06T09:39:52Z', 'revision_number': 4, 'project_id': '48135002cdea40efa122e536dc317741', 'gw_port': {'id': '47b6f3e4-a02c-4fd8-902f-53944fc95019', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:39Z', 'updated_at': '2022-05-06T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'bed58923-3955-435c-8474-33e7eddb76c9', 'name': '', 'network_id': '106e07b0-c17b-4335-97df-8cfa31e62071', 'tenant_id': '48135002cdea40efa122e536dc317741', 'mac_address': 'fa:16:3e:c4:18:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '4ee33410-8f3a-44d7-9251-5441886837e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:51Z', 'updated_at': '2022-05-06T09:40:01Z', 'revision_number': 5, 'project_id': '48135002cdea40efa122e536dc317741', 'subnets': [{'id': '4ee33410-8f3a-44d7-9251-5441886837e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:42:13.774953 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-37b1914a-0492-496e-bb83-02c36153bf54 req-b29219bc-cf5f-4478-b846-ae723ac678ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:13.798175 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-59f392de-cb9c-4293-83b9-4044602aaae6 req-4bcabda5-34ce-4d65-9bac-ea2b5179c7b0 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:13.820761 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c249bfda-7a4e-43ae-bb31-2d40ae9cdc08 req-06f83195-5c0f-450e-92ad-0c4413042aef tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab HTTP/1.1" status: 200 len: 210 time: 0.0852647 May 06 09:42:13.937948 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcabda5-34ce-4d65-9bac-ea2b5179c7b0 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Pushing event deleted for resources: {'Port': ['ID=8f2d1475-4681-4b78-b505-8f43ad15971f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:14.007964 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8f0c9996-7da1-43f1-be93-313be6d81de3 req-2cf6e91e-c881-4948-9cee-f4f34e0ece5d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:14.043949 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc', 'bcb11d08-ab25-412e-a88e-0cf35497f484', '6b39d1a3-103f-40c1-b13a-58663e7b1409'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:14.150774 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62431a-8fbc-4484-8545-41c453d87fa3 req-231ade08-7696-49cf-8b9b-3ca6a9081732 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:14.152047 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9b62431a-8fbc-4484-8545-41c453d87fa3 req-231ade08-7696-49cf-8b9b-3ca6a9081732 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba HTTP/1.1" status: 200 len: 950 time: 0.4416163 May 06 09:42:14.158496 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6e91e-c881-4948-9cee-f4f34e0ece5d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Pushing event deleted for resources: {'Port': ['ID=76edc2c3-a597-42c6-a4ba-be08f3a3ae18,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:14.162416 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f392de-cb9c-4293-83b9-4044602aaae6 req-4bcabda5-34ce-4d65-9bac-ea2b5179c7b0 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] No DVR routers for this DVR port 8f2d1475-4681-4b78-b505-8f43ad15971f on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:42:14.175246 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-59f392de-cb9c-4293-83b9-4044602aaae6 req-4bcabda5-34ce-4d65-9bac-ea2b5179c7b0 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:14.178636 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-59f392de-cb9c-4293-83b9-4044602aaae6 req-4bcabda5-34ce-4d65-9bac-ea2b5179c7b0 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.84 "DELETE /v2.0/ports/8f2d1475-4681-4b78-b505-8f43ad15971f HTTP/1.1" status: 204 len: 173 time: 2.2083325 May 06 09:42:14.181987 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7708487-3ae4-4f24-b4db-db6e26b13783', 'name': 'network-vif-deleted', 'tag': '8f2d1475-4681-4b78-b505-8f43ad15971f'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:14.184217 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081fedfd-c1ff-4361-b974-d24aafc5c032" -d '{"events": [{"server_uuid": "f7708487-3ae4-4f24-b4db-db6e26b13783", "name": "network-vif-deleted", "tag": "8f2d1475-4681-4b78-b505-8f43ad15971f"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:14.237673 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['c45e2232-5ed7-485f-b3e2-b187d68163c4', '7b0be1c1-d3fb-464b-a0e0-5b1a926b435b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:14.245089 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27249e3-e855-44f5-8155-d88a6973cea7 None None] New status for floating IP 67e0425f-1108-4cc3-b52b-458ec3dda33d: DOWN {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:42:14.254236 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21b7b9-deed-4bcd-ae8b-030ecb2e7ce2 req-7054c642-cf3b-498f-b5e6-76112bdd6d07 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:14.264348 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1e21b7b9-deed-4bcd-ae8b-030ecb2e7ce2 req-7054c642-cf3b-498f-b5e6-76112bdd6d07 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 931 time: 0.2725165 May 06 09:42:14.266607 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a141e89c-c9a2-4e53-a749-51ddab3507cb admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:42:14.280044 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a141e89c-c9a2-4e53-a749-51ddab3507cb admin admin] 10.222.0.73 "PUT /v2.0/routers/7c6e5ed4-7160-4a71-9755-46d82e067415/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0061896 May 06 09:42:14.286874 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47036) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:14.291128 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-37b1914a-0492-496e-bb83-02c36153bf54 req-b29219bc-cf5f-4478-b846-ae723ac678ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d0965bd-c193-4397-8359-1f5e217304a5 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:42:14.296548 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa973527-f75e-4a4d-9436-81c94a99c726 None None] Sync routers for ids ['7c6e5ed4-7160-4a71-9755-46d82e067415'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:42:14.314315 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-37b1914a-0492-496e-bb83-02c36153bf54 req-b29219bc-cf5f-4478-b846-ae723ac678ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:14.323650 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0c9996-7da1-43f1-be93-313be6d81de3 req-2cf6e91e-c881-4948-9cee-f4f34e0ece5d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] No DVR routers for this DVR port 76edc2c3-a597-42c6-a4ba-be08f3a3ae18 on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:42:14.337962 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa973527-f75e-4a4d-9436-81c94a99c726 None None] Routers {'7c6e5ed4-7160-4a71-9755-46d82e067415'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:14.338816 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-aa973527-f75e-4a4d-9436-81c94a99c726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:41:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['7c6e5ed4-7160-4a71-9755-46d82e067415'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:14.347253 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-37b1914a-0492-496e-bb83-02c36153bf54 req-b29219bc-cf5f-4478-b846-ae723ac678ca service neutron] Transition to ACTIVE for port object 5d0965bd-c193-4397-8359-1f5e217304a5 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:42:14.356956 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-37b1914a-0492-496e-bb83-02c36153bf54 req-b29219bc-cf5f-4478-b846-ae723ac678ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:14.374266 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8f0c9996-7da1-43f1-be93-313be6d81de3 req-2cf6e91e-c881-4948-9cee-f4f34e0ece5d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:14.377776 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f0c9996-7da1-43f1-be93-313be6d81de3 req-2cf6e91e-c881-4948-9cee-f4f34e0ece5d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.77 "DELETE /v2.0/ports/76edc2c3-a597-42c6-a4ba-be08f3a3ae18 HTTP/1.1" status: 204 len: 173 time: 2.4700682 May 06 09:42:14.402195 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9b62431a-8fbc-4484-8545-41c453d87fa3 req-a5a723d8-8a96-488b-9992-311377543d3a tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302041 May 06 09:42:14.439662 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1e21b7b9-deed-4bcd-ae8b-030ecb2e7ce2 req-2cd85c42-d7eb-4cfa-9180-f0cf1340b763 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743202 May 06 09:42:14.526942 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29219bc-cf5f-4478-b846-ae723ac678ca service neutron] Pushing event updated for resources: {'Port': ['ID=5d0965bd-c193-4397-8359-1f5e217304a5,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:14.546737 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ddc008-1415-40ce-b6c0-777c254fdd64 x-openstack-request-id: req-f3ddc008-1415-40ce-b6c0-777c254fdd64 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:14.547377 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7708487-3ae4-4f24-b4db-db6e26b13783", "name": "network-vif-deleted", "tag": "8f2d1475-4681-4b78-b505-8f43ad15971f", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:14.547377 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f3ddc008-1415-40ce-b6c0-777c254fdd64 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:14.548195 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3ddc008-1415-40ce-b6c0-777c254fdd64'] response: {'server_uuid': 'f7708487-3ae4-4f24-b4db-db6e26b13783', 'name': 'network-vif-deleted', 'tag': '8f2d1475-4681-4b78-b505-8f43ad15971f', 'status': 'completed', 'code': 200} May 06 09:42:14.549524 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-54b6d814-f004-497a-88a1-ccdf37aeb209 admin admin] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:14.707503 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-37b1914a-0492-496e-bb83-02c36153bf54 req-b29219bc-cf5f-4478-b846-ae723ac678ca service neutron] Attempting to bind port 5d0965bd-c193-4397-8359-1f5e217304a5 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:42:14.707987 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-37b1914a-0492-496e-bb83-02c36153bf54 req-b29219bc-cf5f-4478-b846-ae723ac678ca service neutron] Attempting to bind port 5d0965bd-c193-4397-8359-1f5e217304a5 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '0ceef939-5542-4214-86aa-42ed61d3cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:42:14.708417 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b1914a-0492-496e-bb83-02c36153bf54 req-b29219bc-cf5f-4478-b846-ae723ac678ca service neutron] Attempting to bind port 5d0965bd-c193-4397-8359-1f5e217304a5 on network 22f2ea67-0061-4453-8871-c63efbcb27a4 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:14.714071 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b1914a-0492-496e-bb83-02c36153bf54 req-b29219bc-cf5f-4478-b846-ae723ac678ca service neutron] Port 5d0965bd-c193-4397-8359-1f5e217304a5 on network 22f2ea67-0061-4453-8871-c63efbcb27a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:42:14.714071 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b1914a-0492-496e-bb83-02c36153bf54 req-b29219bc-cf5f-4478-b846-ae723ac678ca service neutron] Attempting to bind port 5d0965bd-c193-4397-8359-1f5e217304a5 on network 22f2ea67-0061-4453-8871-c63efbcb27a4 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:14.720195 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b1914a-0492-496e-bb83-02c36153bf54 req-b29219bc-cf5f-4478-b846-ae723ac678ca service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:42:14.720195 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b1914a-0492-496e-bb83-02c36153bf54 req-b29219bc-cf5f-4478-b846-ae723ac678ca service neutron] Checking segment: {'id': '0ceef939-5542-4214-86aa-42ed61d3cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:14.720860 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b1914a-0492-496e-bb83-02c36153bf54 req-b29219bc-cf5f-4478-b846-ae723ac678ca service neutron] Bound using segment: {'id': '0ceef939-5542-4214-86aa-42ed61d3cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:42:14.721402 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-37b1914a-0492-496e-bb83-02c36153bf54 req-b29219bc-cf5f-4478-b846-ae723ac678ca service neutron] Bound port: 5d0965bd-c193-4397-8359-1f5e217304a5, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ceef939-5542-4214-86aa-42ed61d3cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:42:14.724861 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-37b1914a-0492-496e-bb83-02c36153bf54 req-b29219bc-cf5f-4478-b846-ae723ac678ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:14.735356 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-aa973527-f75e-4a4d-9436-81c94a99c726 None None] Set router 7c6e5ed4-7160-4a71-9755-46d82e067415 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:14.802114 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-37b1914a-0492-496e-bb83-02c36153bf54 req-b29219bc-cf5f-4478-b846-ae723ac678ca service neutron] For port 5d0965bd-c193-4397-8359-1f5e217304a5, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:42:14.806115 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-37b1914a-0492-496e-bb83-02c36153bf54 req-b29219bc-cf5f-4478-b846-ae723ac678ca service neutron] For port 5d0965bd-c193-4397-8359-1f5e217304a5, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=5d0965bd-c193-4397-8359-1f5e217304a5,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:42:14.814325 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-37b1914a-0492-496e-bb83-02c36153bf54 req-b29219bc-cf5f-4478-b846-ae723ac678ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:14.872726 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1914a-0492-496e-bb83-02c36153bf54 req-b29219bc-cf5f-4478-b846-ae723ac678ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:14.874403 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-37b1914a-0492-496e-bb83-02c36153bf54 req-b29219bc-cf5f-4478-b846-ae723ac678ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:14.876314 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37b1914a-0492-496e-bb83-02c36153bf54 req-b29219bc-cf5f-4478-b846-ae723ac678ca service neutron] 10.222.0.77 "PUT /v2.0/ports/5d0965bd-c193-4397-8359-1f5e217304a5 HTTP/1.1" status: 200 len: 1091 time: 1.2083590 May 06 09:42:14.904452 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29219bc-cf5f-4478-b846-ae723ac678ca service neutron] Pushing event updated for resources: {'Port': ['ID=5d0965bd-c193-4397-8359-1f5e217304a5,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:14.948947 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da176a0c-8141-4061-b3ec-a10e3ec6999b req-ce871ed2-84a2-4de6-a0af-3433c166299d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:14.950537 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da176a0c-8141-4061-b3ec-a10e3ec6999b req-ce871ed2-84a2-4de6-a0af-3433c166299d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 945 time: 0.2857335 May 06 09:42:14.969713 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e060d95-9af7-4bce-9b23-31c838c7fae0 req-1f49c92b-9c29-4943-9bb8-e73e03726ebe tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:14.971265 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1e060d95-9af7-4bce-9b23-31c838c7fae0 req-1f49c92b-9c29-4943-9bb8-e73e03726ebe tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.3077166 May 06 09:42:15.019900 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-54b6d814-f004-497a-88a1-ccdf37aeb209 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:15.038333 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1914a-0492-496e-bb83-02c36153bf54 req-e03bb196-3021-41fc-bfcf-002e77dba98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:15.040573 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37b1914a-0492-496e-bb83-02c36153bf54 req-e03bb196-3021-41fc-bfcf-002e77dba98f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d5c8baf980ce4dc1ab4fba669d9b206a&device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 1094 time: 0.0815046 May 06 09:42:15.076664 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da176a0c-8141-4061-b3ec-a10e3ec6999b req-40a27a89-ea4d-45b8-ace8-c87a5db1a59a tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151447 May 06 09:42:15.120144 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1e060d95-9af7-4bce-9b23-31c838c7fae0 req-c8a5c23e-3d34-46e3-a0fa-5a82f4953674 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309450 May 06 09:42:15.167889 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37b1914a-0492-496e-bb83-02c36153bf54 req-d5ec068e-b31e-4d01-803e-2b4b03328c2e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d0965bd-c193-4397-8359-1f5e217304a5 HTTP/1.1" status: 200 len: 217 time: 0.1122220 May 06 09:42:15.189805 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-54b6d814-f004-497a-88a1-ccdf37aeb209 admin admin] Deleting port 79fe7b57-f49c-43e5-b6e0-6400ecc066f6 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:15.190149 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-54b6d814-f004-497a-88a1-ccdf37aeb209 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:15.304504 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1914a-0492-496e-bb83-02c36153bf54 req-c5d6800d-0b63-4812-8f44-6fa765a2ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:15.305675 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f76d165-b13e-413a-86c1-8c392fc0bfdb req-c3f39db6-be42-4056-88ad-d7b2d6c5536e tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7708487-3ae4-4f24-b4db-db6e26b13783 HTTP/1.1" status: 200 len: 210 time: 0.0957587 May 06 09:42:15.323461 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37b1914a-0492-496e-bb83-02c36153bf54 req-c5d6800d-0b63-4812-8f44-6fa765a2ecb8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=afa93752-8f96-48cb-be1f-768526aba17a HTTP/1.1" status: 200 len: 845 time: 0.1486320 May 06 09:42:15.349394 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5cb07ccf-7751-4a39-b524-5e83467ff7a9 req-25ab0234-a3f9-435d-ae94-16abaa2777fc tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab HTTP/1.1" status: 200 len: 210 time: 0.0950968 May 06 09:42:15.397488 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-54b6d814-f004-497a-88a1-ccdf37aeb209 admin admin] For port 79fe7b57-f49c-43e5-b6e0-6400ecc066f6, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=79fe7b57-f49c-43e5-b6e0-6400ecc066f6,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:15.397968 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-54b6d814-f004-497a-88a1-ccdf37aeb209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:15.408782 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37b1914a-0492-496e-bb83-02c36153bf54 req-235d7a95-1de3-4f30-b1f9-d8b0f3ba3abc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=22f2ea67-0061-4453-8871-c63efbcb27a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777633 May 06 09:42:15.424428 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-54b6d814-f004-497a-88a1-ccdf37aeb209 admin admin] Calling delete_port for 79fe7b57-f49c-43e5-b6e0-6400ecc066f6 owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:15.457678 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-aa973527-f75e-4a4d-9436-81c94a99c726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6e5ed4-7160-4a71-9755-46d82e067415', 'name': 'tempest-FloatingIPDetailsTestJSON-71610664-router', 'tenant_id': '787d150f5440439bb080ff0d19c7f91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '79fe7b57-f49c-43e5-b6e0-6400ecc066f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:48Z', 'updated_at': '2022-05-06T09:42:11Z', 'revision_number': 5, 'project_id': '787d150f5440439bb080ff0d19c7f91d', 'gw_port': {'id': '79fe7b57-f49c-43e5-b6e0-6400ecc066f6', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6e5ed4-7160-4a71-9755-46d82e067415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:49Z', 'updated_at': '2022-05-06T09:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:15.477098 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705cf01d-4e5c-447c-ab6a-c429472f11af req-91960540-90bd-4478-807d-5470bbd608f7 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:15.479023 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-705cf01d-4e5c-447c-ab6a-c429472f11af req-91960540-90bd-4478-807d-5470bbd608f7 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.0725174 May 06 09:42:15.503144 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa973527-f75e-4a4d-9436-81c94a99c726 None None] Checking router: 7c6e5ed4-7160-4a71-9755-46d82e067415 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:42:15.520931 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa973527-f75e-4a4d-9436-81c94a99c726 None None] Routers {'7c6e5ed4-7160-4a71-9755-46d82e067415'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:15.521576 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-aa973527-f75e-4a4d-9436-81c94a99c726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:41:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['7c6e5ed4-7160-4a71-9755-46d82e067415'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:15.555923 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37b1914a-0492-496e-bb83-02c36153bf54 req-d2ac2cf6-3e30-4237-9423-1f950a436288 service neutron] 10.222.0.77 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386466 May 06 09:42:15.565041 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-705cf01d-4e5c-447c-ab6a-c429472f11af req-0efb723c-0e83-4bbb-9325-d571f1c0f07c tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444803 May 06 09:42:15.662875 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb5a7ad-66bd-44f3-a521-4282c638d187', 'tag': '5d0965bd-c193-4397-8359-1f5e217304a5'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:15.676645 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6892a87e-c684-40f8-b41d-97870d0c085f" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb5a7ad-66bd-44f3-a521-4282c638d187", "tag": "5d0965bd-c193-4397-8359-1f5e217304a5"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:15.721654 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-aa973527-f75e-4a4d-9436-81c94a99c726 None None] Set router 7c6e5ed4-7160-4a71-9755-46d82e067415 gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:15.760206 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-54b6d814-f004-497a-88a1-ccdf37aeb209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:15.767234 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37b1914a-0492-496e-bb83-02c36153bf54 req-2d028114-6fa4-4321-b0e5-fa68aa27f2b9 service neutron] 10.222.0.77 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031682 May 06 09:42:15.780595 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59659b0b-2791-4b3b-a177-1bae529b16a3 req-9c16a1b6-b311-4a49-a13c-5cb58a3c7cba tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:15.783665 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-59659b0b-2791-4b3b-a177-1bae529b16a3 req-9c16a1b6-b311-4a49-a13c-5cb58a3c7cba tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 943 time: 0.1674862 May 06 09:42:15.823983 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-aa973527-f75e-4a4d-9436-81c94a99c726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6e5ed4-7160-4a71-9755-46d82e067415', 'name': 'tempest-FloatingIPDetailsTestJSON-71610664-router', 'tenant_id': '787d150f5440439bb080ff0d19c7f91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:48Z', 'updated_at': '2022-05-06T09:42:15Z', 'revision_number': 6, 'project_id': '787d150f5440439bb080ff0d19c7f91d', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:15.838582 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6d814-f004-497a-88a1-ccdf37aeb209 admin admin] Pushing event deleted for resources: {'Port': ['ID=79fe7b57-f49c-43e5-b6e0-6400ecc066f6,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:15.869843 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa973527-f75e-4a4d-9436-81c94a99c726 None None] The sync data for ids ['7c6e5ed4-7160-4a71-9755-46d82e067415'] in n-d-840835-1 is: [{'id': '7c6e5ed4-7160-4a71-9755-46d82e067415', 'name': 'tempest-FloatingIPDetailsTestJSON-71610664-router', 'tenant_id': '787d150f5440439bb080ff0d19c7f91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:48Z', 'updated_at': '2022-05-06T09:42:15Z', 'revision_number': 6, 'project_id': '787d150f5440439bb080ff0d19c7f91d', 'gw_port_host': None}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:42:15.896317 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c012a1d6-a6e0-4aa0-b079-9ab6a7cae2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:15.920588 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 76edc2c3-a597-42c6-a4ba-be08f3a3ae18 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:15.935302 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-59659b0b-2791-4b3b-a177-1bae529b16a3 req-7ba4fcb8-7f54-4f27-ad0e-e7a12ad17ee3 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153717 May 06 09:42:15.971238 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-54b6d814-f004-497a-88a1-ccdf37aeb209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:15.987493 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 76edc2c3-a597-42c6-a4ba-be08f3a3ae18 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:15.988523 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 76edc2c3-a597-42c6-a4ba-be08f3a3ae18 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:16.014095 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 64343f32-8172-43f0-ad2d-cfac9e14a65e no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:16.042883 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 64343f32-8172-43f0-ad2d-cfac9e14a65e {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:16.043652 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 64343f32-8172-43f0-ad2d-cfac9e14a65e not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:16.044187 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 8f2d1475-4681-4b78-b505-8f43ad15971f no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:16.048295 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877537f9-b474-4a3b-af20-e6579880620c x-openstack-request-id: req-877537f9-b474-4a3b-af20-e6579880620c {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:16.049000 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb5a7ad-66bd-44f3-a521-4282c638d187", "tag": "5d0965bd-c193-4397-8359-1f5e217304a5", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:16.049372 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-877537f9-b474-4a3b-af20-e6579880620c {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:16.050103 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-877537f9-b474-4a3b-af20-e6579880620c'] response: {'name': 'network-changed', 'server_uuid': '7eb5a7ad-66bd-44f3-a521-4282c638d187', 'tag': '5d0965bd-c193-4397-8359-1f5e217304a5', 'status': 'completed', 'code': 200} May 06 09:42:16.106695 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-54b6d814-f004-497a-88a1-ccdf37aeb209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.111547 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-54b6d814-f004-497a-88a1-ccdf37aeb209 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.126798 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 8f2d1475-4681-4b78-b505-8f43ad15971f {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:16.127850 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 8f2d1475-4681-4b78-b505-8f43ad15971f not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:16.188645 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-54b6d814-f004-497a-88a1-ccdf37aeb209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.189425 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b6d814-f004-497a-88a1-ccdf37aeb209 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c6e5ed4-7160-4a71-9755-46d82e067415 {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:42:16.195580 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-54b6d814-f004-497a-88a1-ccdf37aeb209 admin admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.199228 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-54b6d814-f004-497a-88a1-ccdf37aeb209 admin admin] 10.222.0.73 "DELETE /v2.0/routers/7c6e5ed4-7160-4a71-9755-46d82e067415 HTTP/1.1" status: 204 len: 168 time: 1.8872688 May 06 09:42:16.199494 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47072) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:16.218217 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892a87e-c684-40f8-b41d-97870d0c085f req-77a95438-85d0-4d99-a6ba-6b3f4e56f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:16.221327 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6892a87e-c684-40f8-b41d-97870d0c085f req-77a95438-85d0-4d99-a6ba-6b3f4e56f8fb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d5c8baf980ce4dc1ab4fba669d9b206a&device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 1094 time: 0.1189883 May 06 09:42:16.260517 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f833e2b-8cd3-446d-8f4a-1c1d0849d9c4 admin admin] Deleting subnet 4cbc9d89-3122-4e44-b8cc-9b1b28623c79 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:42:16.266447 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7f833e2b-8cd3-446d-8f4a-1c1d0849d9c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.419816 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7f833e2b-8cd3-446d-8f4a-1c1d0849d9c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.439024 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892a87e-c684-40f8-b41d-97870d0c085f req-5092c233-b600-4d35-903e-804032de8dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:16.443988 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6892a87e-c684-40f8-b41d-97870d0c085f req-5092c233-b600-4d35-903e-804032de8dff service neutron] 10.222.0.77 "GET /v2.0/networks?id=22f2ea67-0061-4453-8871-c63efbcb27a4 HTTP/1.1" status: 200 len: 906 time: 0.2124650 May 06 09:42:16.485603 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941e46a-5a00-4e7c-b10e-315c2129aefa req-498bf924-4063-4547-b20c-e71ecf642606 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:16.487470 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0941e46a-5a00-4e7c-b10e-315c2129aefa req-498bf924-4063-4547-b20c-e71ecf642606 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 945 time: 0.1933813 May 06 09:42:16.529347 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6892a87e-c684-40f8-b41d-97870d0c085f req-d07511c3-e423-48aa-b6c5-0da86905e36e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d0965bd-c193-4397-8359-1f5e217304a5 HTTP/1.1" status: 200 len: 217 time: 0.0782616 May 06 09:42:16.553076 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba', 'name': 'network-vif-deleted', 'tag': '76edc2c3-a597-42c6-a4ba-be08f3a3ae18'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:16.555383 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cd713c-014c-44ac-b7a3-ec4e140ff005" -d '{"events": [{"server_uuid": "e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba", "name": "network-vif-deleted", "tag": "76edc2c3-a597-42c6-a4ba-be08f3a3ae18"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:16.601263 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892a87e-c684-40f8-b41d-97870d0c085f req-b4a0d1e9-f01a-404a-9509-22163b6ee355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:16.602788 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6892a87e-c684-40f8-b41d-97870d0c085f req-b4a0d1e9-f01a-404a-9509-22163b6ee355 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=afa93752-8f96-48cb-be1f-768526aba17a HTTP/1.1" status: 200 len: 845 time: 0.0543449 May 06 09:42:16.614266 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0941e46a-5a00-4e7c-b10e-315c2129aefa req-d2893513-c96f-4f6d-abea-e5a806baca75 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157186 May 06 09:42:16.626778 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7f833e2b-8cd3-446d-8f4a-1c1d0849d9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.666640 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7c7b6-d982-4fa7-a866-ecac0443c024 req-f60bed01-3168-49df-a19a-9b61ea1b7c6f tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:16.669017 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6892a87e-c684-40f8-b41d-97870d0c085f req-37ffc503-292a-48eb-baad-cc006ffe600d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=22f2ea67-0061-4453-8871-c63efbcb27a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369744 May 06 09:42:16.669710 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-baa7c7b6-d982-4fa7-a866-ecac0443c024 req-f60bed01-3168-49df-a19a-9b61ea1b7c6f tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.1364634 May 06 09:42:16.735584 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c7e24462-a88a-42c0-83f0-6ff1c006d6f9 req-08516bca-bd0e-41e0-bf5d-0a87217e21b6 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7708487-3ae4-4f24-b4db-db6e26b13783 HTTP/1.1" status: 200 len: 210 time: 0.0372174 May 06 09:42:16.747193 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7f833e2b-8cd3-446d-8f4a-1c1d0849d9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.777638 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-baa7c7b6-d982-4fa7-a866-ecac0443c024 req-1604f5b9-7f6f-4fb9-a811-e0bf2a3e976a tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026196 May 06 09:42:16.782155 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f833e2b-8cd3-446d-8f4a-1c1d0849d9c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cbc9d89-3122-4e44-b8cc-9b1b28623c79,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:16.785475 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7f833e2b-8cd3-446d-8f4a-1c1d0849d9c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.790900 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac140527-ca30-45f2-92b0-07bf356971ba None None] Network 6c85c15f-65d8-48d1-8545-5e05c5a917e5 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:42:16.821403 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7f833e2b-8cd3-446d-8f4a-1c1d0849d9c4 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4cbc9d89-3122-4e44-b8cc-9b1b28623c79 HTTP/1.1" status: 204 len: 168 time: 0.6075821 May 06 09:42:16.821866 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47086) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:16.871780 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6892a87e-c684-40f8-b41d-97870d0c085f req-47e901e7-e71d-4cab-99f1-5551f9d7812b service neutron] 10.222.0.77 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939335 May 06 09:42:16.902202 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ebb7581-6245-48c2-8263-744b04f3dd70 req-8af7b982-e69c-44fb-90fc-ed59c60c79dc tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab HTTP/1.1" status: 200 len: 210 time: 0.0495002 May 06 09:42:16.978646 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6169122a-2bb1-4c0d-af46-650eb0839575 x-openstack-request-id: req-6169122a-2bb1-4c0d-af46-650eb0839575 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:16.984869 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba", "name": "network-vif-deleted", "tag": "76edc2c3-a597-42c6-a4ba-be08f3a3ae18", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:16.985209 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6169122a-2bb1-4c0d-af46-650eb0839575 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:16.985627 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6169122a-2bb1-4c0d-af46-650eb0839575'] response: {'server_uuid': 'e4f99dfe-5bb6-4a98-807d-ddb99ea2e4ba', 'name': 'network-vif-deleted', 'tag': '76edc2c3-a597-42c6-a4ba-be08f3a3ae18', 'status': 'completed', 'code': 200} May 06 09:42:17.022967 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbf6c5-e03c-43b1-a493-ff4247f6e718 req-6f2a5f8f-df37-4ede-8d63-fe3ef89c0f61 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:17.030792 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-41fbf6c5-e03c-43b1-a493-ff4247f6e718 req-6f2a5f8f-df37-4ede-8d63-fe3ef89c0f61 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=1956d6d8-d6fa-4511-9b33-4b3541320bf9 HTTP/1.1" status: 200 len: 950 time: 0.1275272 May 06 09:42:17.042904 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c7ac1865-72dd-40e5-ab5c-6bada2b03e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.124032 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6892a87e-c684-40f8-b41d-97870d0c085f req-2140c747-cc6b-4930-b1c2-0a110787a680 service neutron] 10.222.0.77 "GET /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958313 May 06 09:42:17.135774 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-41fbf6c5-e03c-43b1-a493-ff4247f6e718 req-5f77979b-6651-476e-ba64-a3b3c6350af5 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040797 May 06 09:42:17.158505 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac1865-72dd-40e5-ab5c-6bada2b03e9d admin admin] Deleting port f2e05848-4587-495f-8c10-888ea538a4d1 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:17.158505 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c7ac1865-72dd-40e5-ab5c-6bada2b03e9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.183509 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe8d423-f630-468a-9d69-2ae9ad13e442 None None] DHCP port deletion for 6c85c15f-65d8-48d1-8545-5e05c5a917e5 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:42:17.203150 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdcbe8-4fec-4045-b255-5fb40db62d15 req-06d32fbc-4d9b-4ef4-a5d9-dd21e8e18064 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:17.203150 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1fcdcbe8-4fec-4045-b255-5fb40db62d15 req-06d32fbc-4d9b-4ef4-a5d9-dd21e8e18064 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 943 time: 0.1379473 May 06 09:42:17.246370 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-c7ac1865-72dd-40e5-ab5c-6bada2b03e9d admin admin] For port f2e05848-4587-495f-8c10-888ea538a4d1, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f2e05848-4587-495f-8c10-888ea538a4d1,segment=NetworkSegment(b3f3da94-d1fc-4e84-a047-af81bebcc020),segment_id=b3f3da94-d1fc-4e84-a047-af81bebcc020)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:17.247058 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c7ac1865-72dd-40e5-ab5c-6bada2b03e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.265342 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac1865-72dd-40e5-ab5c-6bada2b03e9d admin admin] Calling delete_port for f2e05848-4587-495f-8c10-888ea538a4d1 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:17.267182 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1fcdcbe8-4fec-4045-b255-5fb40db62d15 req-8743e58e-9f19-4a26-b4a0-81428257fa73 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582576 May 06 09:42:17.275478 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-efe8d423-f630-468a-9d69-2ae9ad13e442 None None] Deleting port f2e05848-4587-495f-8c10-888ea538a4d1 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:17.275864 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-efe8d423-f630-468a-9d69-2ae9ad13e442 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.383416 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f2e05848-4587-495f-8c10-888ea538a4d1 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:17.395511 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-efe8d423-f630-468a-9d69-2ae9ad13e442 None None] For port f2e05848-4587-495f-8c10-888ea538a4d1, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f2e05848-4587-495f-8c10-888ea538a4d1,segment=NetworkSegment(b3f3da94-d1fc-4e84-a047-af81bebcc020),segment_id=b3f3da94-d1fc-4e84-a047-af81bebcc020)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:17.395790 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-efe8d423-f630-468a-9d69-2ae9ad13e442 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.421394 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c7ac1865-72dd-40e5-ab5c-6bada2b03e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.439695 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-efe8d423-f630-468a-9d69-2ae9ad13e442 None None] Calling delete_port for f2e05848-4587-495f-8c10-888ea538a4d1 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:17.456675 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ac1865-72dd-40e5-ab5c-6bada2b03e9d admin admin] No DVR routers for this DVR port f2e05848-4587-495f-8c10-888ea538a4d1 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:42:17.460055 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac1865-72dd-40e5-ab5c-6bada2b03e9d admin admin] Pushing event deleted for resources: {'Port': ['ID=f2e05848-4587-495f-8c10-888ea538a4d1,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:17.465489 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No active binding found for port f2e05848-4587-495f-8c10-888ea538a4d1 {{(pid=102654) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 06 09:42:17.465917 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f2e05848-4587-495f-8c10-888ea538a4d1 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:17.466347 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 79fe7b57-f49c-43e5-b6e0-6400ecc066f6 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:17.529166 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 79fe7b57-f49c-43e5-b6e0-6400ecc066f6 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:17.529511 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 79fe7b57-f49c-43e5-b6e0-6400ecc066f6 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:17.529948 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:17.553700 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:17.554460 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3d0fe9fa-3b7b-4e78-bb40-19e55cd8b2cf not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:17.558182 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c7ac1865-72dd-40e5-ab5c-6bada2b03e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.587470 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-c7ac1865-72dd-40e5-ab5c-6bada2b03e9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c85c15f-65d8-48d1-8545-5e05c5a917e5']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: from cryptography.utils import int_from_bytes May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: from cryptography.utils import int_from_bytes May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:42:17.588294 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:42:17.592734 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:42:17.592734 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:42:17.592734 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:42:17.592734 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:42:17.592734 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:42:17.592734 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:42:17.592734 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:42:17.592734 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:42:17.592734 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:42:17.592734 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:42:17.592734 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:42:17.592734 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:42:17.592734 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:42:17.592734 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:42:17.599481 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-efe8d423-f630-468a-9d69-2ae9ad13e442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.608194 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-c7ac1865-72dd-40e5-ab5c-6bada2b03e9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f3da94-d1fc-4e84-a047-af81bebcc020') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:17.608194 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-c7ac1865-72dd-40e5-ab5c-6bada2b03e9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f3da94-d1fc-4e84-a047-af81bebcc020') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:17.619901 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c7ac1865-72dd-40e5-ab5c-6bada2b03e9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.637066 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8d423-f630-468a-9d69-2ae9ad13e442 None None] Pushing event deleted for resources: {'Port': ['ID=f2e05848-4587-495f-8c10-888ea538a4d1,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:17.640467 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c7ac1865-72dd-40e5-ab5c-6bada2b03e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.641329 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe8d423-f630-468a-9d69-2ae9ad13e442 None None] No DVR routers for this DVR port f2e05848-4587-495f-8c10-888ea538a4d1 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:42:17.661113 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ac1865-72dd-40e5-ab5c-6bada2b03e9d admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:42:17.661763 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c7ac1865-72dd-40e5-ab5c-6bada2b03e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: timer() May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:42:17.664094 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:42:17.752483 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c7ac1865-72dd-40e5-ab5c-6bada2b03e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.765574 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3873b5-7e7d-4040-8108-6868ab313a63 req-d41ef4c9-a3dc-47a1-8859-a5a66dc48516 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:17.775977 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1e3873b5-7e7d-4040-8108-6868ab313a63 req-d41ef4c9-a3dc-47a1-8859-a5a66dc48516 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.77 "GET /v2.0/ports?device_id=1956d6d8-d6fa-4511-9b33-4b3541320bf9 HTTP/1.1" status: 200 len: 950 time: 0.1239436 May 06 09:42:17.802826 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c7ac1865-72dd-40e5-ab5c-6bada2b03e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.817569 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c7ac1865-72dd-40e5-ab5c-6bada2b03e9d admin admin] 10.222.0.73 "DELETE /v2.0/networks/6c85c15f-65d8-48d1-8545-5e05c5a917e5 HTTP/1.1" status: 204 len: 168 time: 0.9941518 May 06 09:42:17.830445 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f858c0-b638-4361-b04f-7cffb19e4841 req-f906a37b-55d1-4f44-b664-48aaba2a9bd8 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:17.839624 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-09f858c0-b638-4361-b04f-7cffb19e4841 req-f906a37b-55d1-4f44-b664-48aaba2a9bd8 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 945 time: 0.1029539 May 06 09:42:17.860679 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac1865-72dd-40e5-ab5c-6bada2b03e9d admin admin] Pushing event deleted for resources: {'Network': ['ID=6c85c15f-65d8-48d1-8545-5e05c5a917e5,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:17.928984 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-09f858c0-b638-4361-b04f-7cffb19e4841 req-2771fc13-acfa-4a2c-9932-33fa86af18f3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831394 May 06 09:42:18.004512 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-1e3873b5-7e7d-4040-8108-6868ab313a63 req-c2a74530-3ec0-4583-b97f-307739e6337b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Deleting port 6b39d1a3-103f-40c1-b13a-58663e7b1409 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:18.005247 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1e3873b5-7e7d-4040-8108-6868ab313a63 req-c2a74530-3ec0-4583-b97f-307739e6337b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:18.006358 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-277c4207-bb36-4f5c-a4ac-66ae7da36e92 req-dffbdfeb-4d31-4227-a380-44c42ec65417 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7708487-3ae4-4f24-b4db-db6e26b13783 HTTP/1.1" status: 200 len: 210 time: 0.0745225 May 06 09:42:18.056910 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47100) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:18.149681 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47102) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:18.150845 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1a202e6a-f025-4370-8604-9d544a8474e6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=787d150f5440439bb080ff0d19c7f91d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0927048 May 06 09:42:18.178044 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-1e3873b5-7e7d-4040-8108-6868ab313a63 req-c2a74530-3ec0-4583-b97f-307739e6337b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] For port 6b39d1a3-103f-40c1-b13a-58663e7b1409, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=6b39d1a3-103f-40c1-b13a-58663e7b1409,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:18.178706 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1e3873b5-7e7d-4040-8108-6868ab313a63 req-c2a74530-3ec0-4583-b97f-307739e6337b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:18.198334 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f7346cc0-0c59-4d68-b644-f4cb3d8e738e req-1f88d785-5fef-459d-9a7a-9fbff797ac0b tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6e1da8d-1b1f-4bbf-89df-8671eb3b50ab HTTP/1.1" status: 200 len: 210 time: 0.0317147 May 06 09:42:18.206090 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-1e3873b5-7e7d-4040-8108-6868ab313a63 req-c2a74530-3ec0-4583-b97f-307739e6337b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Calling delete_port for 6b39d1a3-103f-40c1-b13a-58663e7b1409 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:18.217692 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f6b7d-b5fc-454a-8713-e02589f7f79e req-8b1907df-2975-4e91-a3bd-0351ec8eef4a tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:18.226320 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f9f6b7d-b5fc-454a-8713-e02589f7f79e req-8b1907df-2975-4e91-a3bd-0351ec8eef4a tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.1347482 May 06 09:42:18.243403 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7fd4843a-b322-47ee-a53f-e755eb6762c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:18.279836 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f9f6b7d-b5fc-454a-8713-e02589f7f79e req-951401ec-9c6b-480d-9199-e68f22112cb4 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518901 May 06 09:42:18.285297 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7fd4843a-b322-47ee-a53f-e755eb6762c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:18.366941 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2d424-76cd-41ca-97dd-0242cc73c7c6 req-c93bfa03-b37b-4834-b205-f7066aebb96f tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:18.373741 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6fa2d424-76cd-41ca-97dd-0242cc73c7c6 req-c93bfa03-b37b-4834-b205-f7066aebb96f tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=1956d6d8-d6fa-4511-9b33-4b3541320bf9 HTTP/1.1" status: 200 len: 950 time: 0.0864234 May 06 09:42:18.429307 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4958ea77-9362-4038-9793-a03f353395a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:18.457080 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6fa2d424-76cd-41ca-97dd-0242cc73c7c6 req-e19c46b2-b33f-4cbc-917d-4c54bb4f0954 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809391 May 06 09:42:18.475595 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7fd4843a-b322-47ee-a53f-e755eb6762c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:18.477622 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c51bd6-2b34-450f-a51e-d9d5bbcb8f44 req-c74c3373-ad62-470e-bf41-08bad36dd9a9 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:18.478166 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7fd4843a-b322-47ee-a53f-e755eb6762c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:18.479686 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75c51bd6-2b34-450f-a51e-d9d5bbcb8f44 req-c74c3373-ad62-470e-bf41-08bad36dd9a9 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 943 time: 0.1036067 May 06 09:42:18.485911 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7fd4843a-b322-47ee-a53f-e755eb6762c5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/efd0056e-ecc1-4150-a0f4-e4e19f4aa70c HTTP/1.1" status: 204 len: 168 time: 0.3283665 May 06 09:42:18.505644 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4843a-b322-47ee-a53f-e755eb6762c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd0056e-ecc1-4150-a0f4-e4e19f4aa70c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:18.533957 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1e3873b5-7e7d-4040-8108-6868ab313a63 req-c2a74530-3ec0-4583-b97f-307739e6337b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:18.555923 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['c45e2232-5ed7-485f-b3e2-b187d68163c4', '7b0be1c1-d3fb-464b-a0e0-5b1a926b435b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:18.601702 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75c51bd6-2b34-450f-a51e-d9d5bbcb8f44 req-ed881d51-74f2-4f0b-9b96-e93281aef271 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148827 May 06 09:42:18.630275 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a74530-3ec0-4583-b97f-307739e6337b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Pushing event deleted for resources: {'Port': ['ID=6b39d1a3-103f-40c1-b13a-58663e7b1409,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:18.630853 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc', 'bcb11d08-ab25-412e-a88e-0cf35497f484', '6b39d1a3-103f-40c1-b13a-58663e7b1409'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:18.734412 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3873b5-7e7d-4040-8108-6868ab313a63 req-c2a74530-3ec0-4583-b97f-307739e6337b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] No DVR routers for this DVR port 6b39d1a3-103f-40c1-b13a-58663e7b1409 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:42:18.737667 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1e3873b5-7e7d-4040-8108-6868ab313a63 req-c2a74530-3ec0-4583-b97f-307739e6337b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:18.742704 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1e3873b5-7e7d-4040-8108-6868ab313a63 req-c2a74530-3ec0-4583-b97f-307739e6337b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.77 "DELETE /v2.0/ports/6b39d1a3-103f-40c1-b13a-58663e7b1409 HTTP/1.1" status: 204 len: 173 time: 0.9584911 May 06 09:42:18.742876 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1956d6d8-d6fa-4511-9b33-4b3541320bf9', 'name': 'network-vif-deleted', 'tag': '6b39d1a3-103f-40c1-b13a-58663e7b1409'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:18.746868 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1486d470-b694-47fc-b934-d00b0cac4683" -d '{"events": [{"server_uuid": "1956d6d8-d6fa-4511-9b33-4b3541320bf9", "name": "network-vif-deleted", "tag": "6b39d1a3-103f-40c1-b13a-58663e7b1409"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:18.755701 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857063fd-327d-4787-adb5-dda82dfba646 req-499d706c-cded-4689-8b9b-c6c7c6e9f39d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:18.761204 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-857063fd-327d-4787-adb5-dda82dfba646 req-499d706c-cded-4689-8b9b-c6c7c6e9f39d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.84 "GET /v2.0/ports?device_id=aec4ffd2-4b7f-4294-898f-da3a77cd5d31 HTTP/1.1" status: 200 len: 949 time: 0.0975053 May 06 09:42:18.807187 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da9738b-e4e7-45fd-af71-6c0c828bc902 x-openstack-request-id: req-8da9738b-e4e7-45fd-af71-6c0c828bc902 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:18.807578 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1956d6d8-d6fa-4511-9b33-4b3541320bf9", "name": "network-vif-deleted", "tag": "6b39d1a3-103f-40c1-b13a-58663e7b1409", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:18.807816 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8da9738b-e4e7-45fd-af71-6c0c828bc902 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:18.808706 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8da9738b-e4e7-45fd-af71-6c0c828bc902'] response: {'server_uuid': '1956d6d8-d6fa-4511-9b33-4b3541320bf9', 'name': 'network-vif-deleted', 'tag': '6b39d1a3-103f-40c1-b13a-58663e7b1409', 'status': 'completed', 'code': 200} May 06 09:42:18.822730 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:18.942549 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-857063fd-327d-4787-adb5-dda82dfba646 req-86c0ab13-10b7-4fcf-a3c8-1588555c3d2d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Deleting port 7b0be1c1-d3fb-464b-a0e0-5b1a926b435b {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:18.943037 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-857063fd-327d-4787-adb5-dda82dfba646 req-86c0ab13-10b7-4fcf-a3c8-1588555c3d2d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:19.053609 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-857063fd-327d-4787-adb5-dda82dfba646 req-86c0ab13-10b7-4fcf-a3c8-1588555c3d2d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] For port 7b0be1c1-d3fb-464b-a0e0-5b1a926b435b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=7b0be1c1-d3fb-464b-a0e0-5b1a926b435b,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:19.054285 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-857063fd-327d-4787-adb5-dda82dfba646 req-86c0ab13-10b7-4fcf-a3c8-1588555c3d2d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:19.090649 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-857063fd-327d-4787-adb5-dda82dfba646 req-86c0ab13-10b7-4fcf-a3c8-1588555c3d2d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Calling delete_port for 7b0be1c1-d3fb-464b-a0e0-5b1a926b435b owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:19.344238 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0ec312d9-cbd3-4d0c-b9f6-cd04b946461d req-95a87c32-cfcd-4f47-94bc-89004ad57603 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7708487-3ae4-4f24-b4db-db6e26b13783 HTTP/1.1" status: 200 len: 210 time: 0.1264718 May 06 09:42:19.401517 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db408e9a-c03e-4b18-8128-13d9b25a4b46 req-3d735e18-40ea-4c0e-ab5e-cb2096780691 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:19.403096 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-db408e9a-c03e-4b18-8128-13d9b25a4b46 req-3d735e18-40ea-4c0e-ab5e-cb2096780691 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 945 time: 0.1908329 May 06 09:42:19.454286 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-857063fd-327d-4787-adb5-dda82dfba646 req-86c0ab13-10b7-4fcf-a3c8-1588555c3d2d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:19.470419 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:19.577547 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-db408e9a-c03e-4b18-8128-13d9b25a4b46 req-a23083ad-2c27-456f-b2d7-56218dea2e12 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651042 May 06 09:42:19.583253 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0ab13-10b7-4fcf-a3c8-1588555c3d2d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Pushing event deleted for resources: {'Port': ['ID=7b0be1c1-d3fb-464b-a0e0-5b1a926b435b,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:19.615268 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-857063fd-327d-4787-adb5-dda82dfba646 req-86c0ab13-10b7-4fcf-a3c8-1588555c3d2d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] No DVR routers for this DVR port 7b0be1c1-d3fb-464b-a0e0-5b1a926b435b on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:42:19.640286 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-857063fd-327d-4787-adb5-dda82dfba646 req-86c0ab13-10b7-4fcf-a3c8-1588555c3d2d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:19.647511 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-857063fd-327d-4787-adb5-dda82dfba646 req-86c0ab13-10b7-4fcf-a3c8-1588555c3d2d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.84 "DELETE /v2.0/ports/7b0be1c1-d3fb-464b-a0e0-5b1a926b435b HTTP/1.1" status: 204 len: 173 time: 0.8750887 May 06 09:42:19.647716 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec4ffd2-4b7f-4294-898f-da3a77cd5d31', 'name': 'network-vif-deleted', 'tag': '7b0be1c1-d3fb-464b-a0e0-5b1a926b435b'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:19.650588 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc14f9c-ab5a-4ee2-8e29-c98fbc50744c" -d '{"events": [{"server_uuid": "aec4ffd2-4b7f-4294-898f-da3a77cd5d31", "name": "network-vif-deleted", "tag": "7b0be1c1-d3fb-464b-a0e0-5b1a926b435b"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:19.654463 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47144) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:19.685384 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10f831-4026-4d6a-bda0-6cf46a5b1e30 req-abb30579-9601-492b-bcbc-f179abba9610 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:19.694563 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fe10f831-4026-4d6a-bda0-6cf46a5b1e30 req-abb30579-9601-492b-bcbc-f179abba9610 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.1142819 May 06 09:42:19.762966 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fe10f831-4026-4d6a-bda0-6cf46a5b1e30 req-486b7a35-a4b6-4157-8b23-6df768eade6c tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674000 May 06 09:42:19.774375 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf0f26a5-802b-49e1-96a4-38881ba0a6de tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:19.819961 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf0f26a5-802b-49e1-96a4-38881ba0a6de tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:19.840491 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['c45e2232-5ed7-485f-b3e2-b187d68163c4'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:19.862601 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cec7ad-38b1-4968-8c17-ff005c8d63c6 x-openstack-request-id: req-b9cec7ad-38b1-4968-8c17-ff005c8d63c6 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:19.862919 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec4ffd2-4b7f-4294-898f-da3a77cd5d31", "name": "network-vif-deleted", "tag": "7b0be1c1-d3fb-464b-a0e0-5b1a926b435b", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:19.866196 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b9cec7ad-38b1-4968-8c17-ff005c8d63c6 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:19.867731 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9cec7ad-38b1-4968-8c17-ff005c8d63c6'] response: {'server_uuid': 'aec4ffd2-4b7f-4294-898f-da3a77cd5d31', 'name': 'network-vif-deleted', 'tag': '7b0be1c1-d3fb-464b-a0e0-5b1a926b435b', 'status': 'completed', 'code': 200} May 06 09:42:19.937233 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf0f26a5-802b-49e1-96a4-38881ba0a6de tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:19.940143 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf0f26a5-802b-49e1-96a4-38881ba0a6de tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:19.944862 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cf0f26a5-802b-49e1-96a4-38881ba0a6de tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "DELETE /v2.0/security-groups/2c753481-7cc2-40d1-9ed2-8aa1968318ac HTTP/1.1" status: 204 len: 168 time: 0.2892904 May 06 09:42:19.945759 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47150) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:19.950556 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30923515-7a89-47e4-b7c1-4fb0fc719459 req-99e8fcd4-9075-4e70-beb6-9719dba2716c tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:19.952285 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-30923515-7a89-47e4-b7c1-4fb0fc719459 req-99e8fcd4-9075-4e70-beb6-9719dba2716c tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 943 time: 0.1483760 May 06 09:42:19.957194 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 5d0965bd-c193-4397-8359-1f5e217304a5 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:42:19.984435 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f26a5-802b-49e1-96a4-38881ba0a6de tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c753481-7cc2-40d1-9ed2-8aa1968318ac,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:20.008166 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-be5bb5f8-7ff7-4497-b375-2a1817768fcf tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] show failed (client error): The resource could not be found. May 06 09:42:20.011926 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47154) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:20.012135 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-be5bb5f8-7ff7-4497-b375-2a1817768fcf tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "GET /v2.0/security-groups/2c753481-7cc2-40d1-9ed2-8aa1968318ac HTTP/1.1" status: 404 len: 347 time: 0.0623357 May 06 09:42:20.091428 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-30923515-7a89-47e4-b7c1-4fb0fc719459 req-c84db1a8-c304-4e52-9216-42803027b31f tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291535 May 06 09:42:20.135148 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9102cfa3-99c4-4fe6-873b-e731467fc222 req-9d211713-6443-4745-89c0-db90b8919ae0 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=aec4ffd2-4b7f-4294-898f-da3a77cd5d31 HTTP/1.1" status: 200 len: 210 time: 0.1046362 May 06 09:42:20.231095 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 5d0965bd-c193-4397-8359-1f5e217304a5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=5d0965bd-c193-4397-8359-1f5e217304a5,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:20.243092 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-c501c44e-d4c3-434e-9c40-a4e3dbc71ceb tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Deleting port 803426fa-fc72-4e26-b54b-575a54c8317e {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:20.243749 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c501c44e-d4c3-434e-9c40-a4e3dbc71ceb tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:20.285255 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '5d0965bd-c193-4397-8359-1f5e217304a5', 'network_id': '22f2ea67-0061-4453-8871-c63efbcb27a4', 'port_id': '5d0965bd-c193-4397-8359-1f5e217304a5', 'mac_address': 'fa:16:3e:0f:5a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa93752-8f96-48cb-be1f-768526aba17a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:42:20.354436 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:20.368738 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c501c44e-d4c3-434e-9c40-a4e3dbc71ceb tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:20.368738 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c501c44e-d4c3-434e-9c40-a4e3dbc71ceb tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:20.380025 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d0965bd-c193-4397-8359-1f5e217304a5 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:42:20.388708 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-c501c44e-d4c3-434e-9c40-a4e3dbc71ceb tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Calling delete_port for 803426fa-fc72-4e26-b54b-575a54c8317e owned by network:floatingip {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:20.417888 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 5d0965bd-c193-4397-8359-1f5e217304a5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=5d0965bd-c193-4397-8359-1f5e217304a5,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:20.426689 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:20.461700 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc', 'bcb11d08-ab25-412e-a88e-0cf35497f484', '6b39d1a3-103f-40c1-b13a-58663e7b1409'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:20.512513 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14158747-f480-4ae0-af96-02fe79dc936a req-3fdfd4f7-bb93-451e-88d6-0765c33fe984 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7708487-3ae4-4f24-b4db-db6e26b13783 HTTP/1.1" status: 200 len: 210 time: 0.0454586 May 06 09:42:20.535802 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=5d0965bd-c193-4397-8359-1f5e217304a5,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:20.627974 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c501c44e-d4c3-434e-9c40-a4e3dbc71ceb tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:20.722723 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501c44e-d4c3-434e-9c40-a4e3dbc71ceb tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Pushing event deleted for resources: {'Port': ['ID=803426fa-fc72-4e26-b54b-575a54c8317e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:20.822315 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c501c44e-d4c3-434e-9c40-a4e3dbc71ceb tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks [] for floatingip, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:20.826098 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c501c44e-d4c3-434e-9c40-a4e3dbc71ceb tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:20.828518 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c501c44e-d4c3-434e-9c40-a4e3dbc71ceb tempest-ServersTestBootFromVolume-1408855251 tempest-ServersTestBootFromVolume-1408855251-project] 10.222.0.73 "DELETE /v2.0/floatingips/67e0425f-1108-4cc3-b52b-458ec3dda33d HTTP/1.1" status: 204 len: 168 time: 0.8142593 May 06 09:42:20.830449 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47170) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:20.840052 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419117b-f285-4b8f-9aa3-7a9bd355fc8a req-3ba5073b-450c-47b4-b34e-c7274032a051 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:20.841692 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d419117b-f285-4b8f-9aa3-7a9bd355fc8a req-3ba5073b-450c-47b4-b34e-c7274032a051 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 945 time: 0.1361423 May 06 09:42:20.889771 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d419117b-f285-4b8f-9aa3-7a9bd355fc8a req-364ddedb-856a-4bd5-9ff9-63b5c12b9aff tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414476 May 06 09:42:20.952178 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['5d0965bd-c193-4397-8359-1f5e217304a5'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:21.077380 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a9455-0714-4d99-b918-1c64f407e191 req-0f08bdd4-c9ff-4c0a-bcdf-59177141df39 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:21.084035 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e80a9455-0714-4d99-b918-1c64f407e191 req-0f08bdd4-c9ff-4c0a-bcdf-59177141df39 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.0907981 May 06 09:42:21.108464 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:21.149805 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e80a9455-0714-4d99-b918-1c64f407e191 req-55ff409b-e4a7-4275-9164-6098f2116381 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534692 May 06 09:42:21.334616 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06040db4-48ab-4d7d-8cd8-18535002d412 req-d394aa70-c918-48f0-8179-aae1c1193d80 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:21.337301 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-06040db4-48ab-4d7d-8cd8-18535002d412 req-d394aa70-c918-48f0-8179-aae1c1193d80 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 944 time: 0.0749164 May 06 09:42:21.386955 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-06040db4-48ab-4d7d-8cd8-18535002d412 req-c19075ff-164f-46ae-a66f-08430cd096db tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435052 May 06 09:42:21.399538 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01e673d8-970a-4413-b0bf-ecb923ac5611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:21.417073 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:21.677289 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-00d760b1-f5de-4b6a-ad6b-2fb86e685f03 req-f3fbdf3e-a8fd-46c1-8167-e9d360a68f0e tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7708487-3ae4-4f24-b4db-db6e26b13783 HTTP/1.1" status: 200 len: 210 time: 0.0470943 May 06 09:42:21.767693 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-01e673d8-970a-4413-b0bf-ecb923ac5611 admin admin] Deleting port bed58923-3955-435c-8474-33e7eddb76c9 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:21.768038 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01e673d8-970a-4413-b0bf-ecb923ac5611 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:21.883028 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-01e673d8-970a-4413-b0bf-ecb923ac5611 admin admin] For port bed58923-3955-435c-8474-33e7eddb76c9, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=bed58923-3955-435c-8474-33e7eddb76c9,segment=NetworkSegment(0cad701d-15db-4830-8ec3-5c5772b70e25),segment_id=0cad701d-15db-4830-8ec3-5c5772b70e25)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:21.884765 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01e673d8-970a-4413-b0bf-ecb923ac5611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:21.904761 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-01e673d8-970a-4413-b0bf-ecb923ac5611 admin admin] Calling delete_port for bed58923-3955-435c-8474-33e7eddb76c9 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:21.958619 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 6b39d1a3-103f-40c1-b13a-58663e7b1409 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:22.018374 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 6b39d1a3-103f-40c1-b13a-58663e7b1409 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:22.019271 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 6b39d1a3-103f-40c1-b13a-58663e7b1409 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:22.030426 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 7b0be1c1-d3fb-464b-a0e0-5b1a926b435b no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:22.063375 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 7b0be1c1-d3fb-464b-a0e0-5b1a926b435b {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:22.064107 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 7b0be1c1-d3fb-464b-a0e0-5b1a926b435b not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:22.163007 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47206) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:22.262013 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01e673d8-970a-4413-b0bf-ecb923ac5611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.275661 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d02597-c11b-4e78-a6de-f324c5136178 req-37703f5b-e4dd-4ee3-a5ae-5e9969a5b3d3 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:22.283325 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e5d02597-c11b-4e78-a6de-f324c5136178 req-37703f5b-e4dd-4ee3-a5ae-5e9969a5b3d3 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=e51c16a2-c10a-4e64-9793-3cbef2e3fda3 HTTP/1.1" status: 200 len: 950 time: 0.5073731 May 06 09:42:22.299262 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e673d8-970a-4413-b0bf-ecb923ac5611 admin admin] Pushing event deleted for resources: {'Port': ['ID=bed58923-3955-435c-8474-33e7eddb76c9,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:22.325300 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568f3dd-3514-4b38-9770-741adf07c96a req-c28f4827-b01a-475b-bfbc-9b701ed5085c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:22.339593 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f568f3dd-3514-4b38-9770-741adf07c96a req-c28f4827-b01a-475b-bfbc-9b701ed5085c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 945 time: 0.1288617 May 06 09:42:22.375053 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e5d02597-c11b-4e78-a6de-f324c5136178 req-74bc4907-1ed0-45de-8911-719b7e63d654 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908031 May 06 09:42:22.390478 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a6158655-4062-4e0d-9881-3762225d6556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.404776 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f568f3dd-3514-4b38-9770-741adf07c96a req-f0cea668-ce52-4bb4-9c5b-a34de02f4f80 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641007 May 06 09:42:22.587229 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0015107-cc63-4286-a014-5603c3b90599 req-1a6a35f7-e89a-4aa8-99ce-8814ea0881a6 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:22.595608 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f0015107-cc63-4286-a014-5603c3b90599 req-1a6a35f7-e89a-4aa8-99ce-8814ea0881a6 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.1140068 May 06 09:42:22.617463 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01e673d8-970a-4413-b0bf-ecb923ac5611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.634147 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39d4ac-94f4-44ef-b38f-5677d0ffcbfc req-aba7507b-f182-4012-91eb-3ad68b34c1bb tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:22.636347 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a39d4ac-94f4-44ef-b38f-5677d0ffcbfc req-aba7507b-f182-4012-91eb-3ad68b34c1bb tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 944 time: 0.1455872 May 06 09:42:22.682798 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f0015107-cc63-4286-a014-5603c3b90599 req-6b0bf970-eb69-4668-8cc3-ae1bb6663e2d tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861049 May 06 09:42:22.716057 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a39d4ac-94f4-44ef-b38f-5677d0ffcbfc req-0ce48868-4222-4e9d-ac42-93cbe6b307d6 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722394 May 06 09:42:22.830461 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-64ef22e8-bf9d-4c96-9f7a-370b1b6cb4af req-7990238a-279f-4b6a-a30a-a094d21230a8 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7708487-3ae4-4f24-b4db-db6e26b13783 HTTP/1.1" status: 200 len: 210 time: 0.0290220 May 06 09:42:23.008175 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a6158655-4062-4e0d-9881-3762225d6556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:23.013084 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a6158655-4062-4e0d-9881-3762225d6556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:23.089371 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6158655-4062-4e0d-9881-3762225d6556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84da1c79-1727-4669-affd-ed8c8985f957,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:23.099266 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47216) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:23.099388 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a6158655-4062-4e0d-9881-3762225d6556 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c2c4aa60dcbc4612b11f5e5cf0ab1393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9348755 May 06 09:42:23.179595 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9cab6646-f495-4567-965e-dc95d3c550d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:23.215784 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9cab6646-f495-4567-965e-dc95d3c550d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:23.244009 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e673d8-970a-4413-b0bf-ecb923ac5611 admin admin] Router 02d3899e-db09-4a72-8903-40f559e3c91e has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:42:23.308692 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9cab6646-f495-4567-965e-dc95d3c550d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:23.311845 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9cab6646-f495-4567-965e-dc95d3c550d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:23.317597 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9cab6646-f495-4567-965e-dc95d3c550d7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/84da1c79-1727-4669-affd-ed8c8985f957 HTTP/1.1" status: 204 len: 168 time: 0.2169878 May 06 09:42:23.329281 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab6646-f495-4567-965e-dc95d3c550d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84da1c79-1727-4669-affd-ed8c8985f957,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:23.493490 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e673d8-970a-4413-b0bf-ecb923ac5611 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:42:23.506322 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-01e673d8-970a-4413-b0bf-ecb923ac5611 admin admin] 10.222.0.73 "PUT /v2.0/routers/02d3899e-db09-4a72-8903-40f559e3c91e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6695778 May 06 09:42:23.506619 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04deaab6-c187-44ce-9ac3-50745f97a1cc None None] Sync routers for ids ['02d3899e-db09-4a72-8903-40f559e3c91e'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:42:23.509322 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47224) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:23.523372 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04deaab6-c187-44ce-9ac3-50745f97a1cc None None] Routers {'02d3899e-db09-4a72-8903-40f559e3c91e'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:23.523938 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-04deaab6-c187-44ce-9ac3-50745f97a1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:42:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['02d3899e-db09-4a72-8903-40f559e3c91e'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:23.625768 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da9ac1-f0c9-4c0d-a124-7d8338441fd1 req-b77f8ee5-7e62-4761-b5ba-ce448083f86b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:23.627742 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-34da9ac1-f0c9-4c0d-a124-7d8338441fd1 req-b77f8ee5-7e62-4761-b5ba-ce448083f86b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.77 "GET /v2.0/ports?device_id=e51c16a2-c10a-4e64-9793-3cbef2e3fda3 HTTP/1.1" status: 200 len: 950 time: 0.1192868 May 06 09:42:23.668624 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-04deaab6-c187-44ce-9ac3-50745f97a1cc None None] Set router 02d3899e-db09-4a72-8903-40f559e3c91e gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:23.703788 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c77f2-848a-4436-9011-e9434f111242 req-df30266e-f03e-40dd-92ed-827677eb2a12 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:23.711705 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-977c77f2-848a-4436-9011-e9434f111242 req-df30266e-f03e-40dd-92ed-827677eb2a12 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=e51c16a2-c10a-4e64-9793-3cbef2e3fda3 HTTP/1.1" status: 200 len: 950 time: 0.2137492 May 06 09:42:23.761828 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa2cf9-aa29-4b4b-b634-e6ded62229f6 req-070d5d1f-fb5b-4b67-87d9-18463aedc179 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:23.763560 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0fa2cf9-aa29-4b4b-b634-e6ded62229f6 req-070d5d1f-fb5b-4b67-87d9-18463aedc179 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 945 time: 0.2089195 May 06 09:42:23.783821 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73deac-75be-417a-896f-a8ab2632546f req-0b427a52-d1e0-4be1-a304-0957fbcddc5b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:23.785994 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4e73deac-75be-417a-896f-a8ab2632546f req-0b427a52-d1e0-4be1-a304-0957fbcddc5b tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.77 "GET /v2.0/ports?device_id=cedeaa7f-8587-4fab-9df6-8179655b93d7 HTTP/1.1" status: 200 len: 949 time: 0.1708071 May 06 09:42:23.795482 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a132ace7-bab7-4c57-b4af-dacc8a656d6d admin admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:23.902704 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-977c77f2-848a-4436-9011-e9434f111242 req-14ddb31b-440e-4b2c-81c8-2cc6313ea73c tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741300 May 06 09:42:23.934944 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0fa2cf9-aa29-4b4b-b634-e6ded62229f6 req-22718a25-d423-4e2d-b51d-e0fcf1510b0f tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638601 May 06 09:42:23.948878 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-04deaab6-c187-44ce-9ac3-50745f97a1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'name': 'tempest-ServersTestBootFromVolume-1847814553-router', 'tenant_id': '48135002cdea40efa122e536dc317741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '47b6f3e4-a02c-4fd8-902f-53944fc95019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:39:37Z', 'updated_at': '2022-05-06T09:42:22Z', 'revision_number': 5, 'project_id': '48135002cdea40efa122e536dc317741', 'gw_port': {'id': '47b6f3e4-a02c-4fd8-902f-53944fc95019', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:39Z', 'updated_at': '2022-05-06T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:23.973125 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 5d0965bd-c193-4397-8359-1f5e217304a5 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:23.993323 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04deaab6-c187-44ce-9ac3-50745f97a1cc None None] Checking router: 02d3899e-db09-4a72-8903-40f559e3c91e for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:42:24.006554 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04deaab6-c187-44ce-9ac3-50745f97a1cc None None] Routers {'02d3899e-db09-4a72-8903-40f559e3c91e'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:24.008180 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-04deaab6-c187-44ce-9ac3-50745f97a1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:42:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['02d3899e-db09-4a72-8903-40f559e3c91e'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:24.013796 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-34da9ac1-f0c9-4c0d-a124-7d8338441fd1 req-0da26ef9-e9d6-400c-a140-1bfc55423f9f tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Deleting port bcb11d08-ab25-412e-a88e-0cf35497f484 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:24.014397 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-34da9ac1-f0c9-4c0d-a124-7d8338441fd1 req-0da26ef9-e9d6-400c-a140-1bfc55423f9f tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:24.113816 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 5d0965bd-c193-4397-8359-1f5e217304a5 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:42:24.120589 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 5d0965bd-c193-4397-8359-1f5e217304a5 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:24.124597 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:24.164859 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-04deaab6-c187-44ce-9ac3-50745f97a1cc None None] Set router 02d3899e-db09-4a72-8903-40f559e3c91e gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:24.193259 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a132ace7-bab7-4c57-b4af-dacc8a656d6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:24.271630 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-4e73deac-75be-417a-896f-a8ab2632546f req-701c9500-98df-4193-991a-5ef3325d5dcf tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Deleting port 7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:24.272135 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4e73deac-75be-417a-896f-a8ab2632546f req-701c9500-98df-4193-991a-5ef3325d5dcf tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:24.282573 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9794b8-ad11-4891-b8de-a14a9d8a55c5 req-ecc41597-f615-426f-b71d-c67aadb3a42f tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:24.292616 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bb9794b8-ad11-4891-b8de-a14a9d8a55c5 req-ecc41597-f615-426f-b71d-c67aadb3a42f tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 944 time: 0.1538825 May 06 09:42:24.295309 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:24.324208 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-34da9ac1-f0c9-4c0d-a124-7d8338441fd1 req-0da26ef9-e9d6-400c-a140-1bfc55423f9f tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] For port bcb11d08-ab25-412e-a88e-0cf35497f484, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=bcb11d08-ab25-412e-a88e-0cf35497f484,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:24.333199 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-34da9ac1-f0c9-4c0d-a124-7d8338441fd1 req-0da26ef9-e9d6-400c-a140-1bfc55423f9f tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:24.339617 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54853800-3a45-40da-9de8-6455ffc9689a req-1a7e72b0-9267-4d4a-a803-93cee20066bd tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:24.341265 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-54853800-3a45-40da-9de8-6455ffc9689a req-1a7e72b0-9267-4d4a-a803-93cee20066bd tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.2618325 May 06 09:42:24.363647 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb5a7ad-66bd-44f3-a521-4282c638d187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0965bd-c193-4397-8359-1f5e217304a5'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:24.367423 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1affe0e4-f53f-4ea5-9fce-34599d1b5ad1" -d '{"events": [{"server_uuid": "7eb5a7ad-66bd-44f3-a521-4282c638d187", "name": "network-vif-plugged", "status": "completed", "tag": "5d0965bd-c193-4397-8359-1f5e217304a5"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:24.378526 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-34da9ac1-f0c9-4c0d-a124-7d8338441fd1 req-0da26ef9-e9d6-400c-a140-1bfc55423f9f tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Calling delete_port for bcb11d08-ab25-412e-a88e-0cf35497f484 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:24.406500 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 5d0965bd-c193-4397-8359-1f5e217304a5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=5d0965bd-c193-4397-8359-1f5e217304a5,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:24.415707 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:24.446388 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bb9794b8-ad11-4891-b8de-a14a9d8a55c5 req-7102da78-934e-4931-b708-10fdb7d9e89b tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504121 May 06 09:42:24.451745 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-a132ace7-bab7-4c57-b4af-dacc8a656d6d admin admin] Deleting port 47b6f3e4-a02c-4fd8-902f-53944fc95019 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:24.452219 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a132ace7-bab7-4c57-b4af-dacc8a656d6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:24.566691 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47258) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:24.572506 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=5d0965bd-c193-4397-8359-1f5e217304a5,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:24.635081 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-a132ace7-bab7-4c57-b4af-dacc8a656d6d admin admin] For port 47b6f3e4-a02c-4fd8-902f-53944fc95019, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=47b6f3e4-a02c-4fd8-902f-53944fc95019,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:24.635081 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a132ace7-bab7-4c57-b4af-dacc8a656d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:24.655039 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-88e9bd8b-9255-4066-939d-87e54ecf8eb0 req-11513563-1b8a-4113-bb3b-c30a903670b5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7686ffe9-e948-41e8-bcea-0cc11c155760&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2411461 May 06 09:42:24.657885 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-a132ace7-bab7-4c57-b4af-dacc8a656d6d admin admin] Calling delete_port for 47b6f3e4-a02c-4fd8-902f-53944fc95019 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:24.695448 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-54853800-3a45-40da-9de8-6455ffc9689a req-60f9ab78-3325-494c-b078-e4345930eb56 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145165 May 06 09:42:24.742174 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-04deaab6-c187-44ce-9ac3-50745f97a1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'name': 'tempest-ServersTestBootFromVolume-1847814553-router', 'tenant_id': '48135002cdea40efa122e536dc317741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '47b6f3e4-a02c-4fd8-902f-53944fc95019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:39:37Z', 'updated_at': '2022-05-06T09:42:22Z', 'revision_number': 5, 'project_id': '48135002cdea40efa122e536dc317741', 'gw_port': {'id': '47b6f3e4-a02c-4fd8-902f-53944fc95019', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:39Z', 'updated_at': '2022-05-06T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:24.831550 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7527c4eb-2339-4a45-9801-390e72c95369 x-openstack-request-id: req-7527c4eb-2339-4a45-9801-390e72c95369 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:24.831941 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb5a7ad-66bd-44f3-a521-4282c638d187", "name": "network-vif-plugged", "status": "completed", "tag": "5d0965bd-c193-4397-8359-1f5e217304a5", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:24.832208 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7527c4eb-2339-4a45-9801-390e72c95369 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:24.833566 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7527c4eb-2339-4a45-9801-390e72c95369'] response: {'server_uuid': '7eb5a7ad-66bd-44f3-a521-4282c638d187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0965bd-c193-4397-8359-1f5e217304a5', 'code': 200} May 06 09:42:24.851010 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-34da9ac1-f0c9-4c0d-a124-7d8338441fd1 req-0da26ef9-e9d6-400c-a140-1bfc55423f9f tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:24.868718 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['c45e2232-5ed7-485f-b3e2-b187d68163c4'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:24.869952 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04deaab6-c187-44ce-9ac3-50745f97a1cc None None] The sync data for ids ['02d3899e-db09-4a72-8903-40f559e3c91e'] in n-d-840835-1 is: [{'id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'name': 'tempest-ServersTestBootFromVolume-1847814553-router', 'tenant_id': '48135002cdea40efa122e536dc317741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '47b6f3e4-a02c-4fd8-902f-53944fc95019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:39:37Z', 'updated_at': '2022-05-06T09:42:22Z', 'revision_number': 5, 'project_id': '48135002cdea40efa122e536dc317741', 'gw_port': {'id': '47b6f3e4-a02c-4fd8-902f-53944fc95019', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3899e-db09-4a72-8903-40f559e3c91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:39Z', 'updated_at': '2022-05-06T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:42:24.959941 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-4e73deac-75be-417a-896f-a8ab2632546f req-701c9500-98df-4193-991a-5ef3325d5dcf tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] For port 7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:24.964044 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4e73deac-75be-417a-896f-a8ab2632546f req-701c9500-98df-4193-991a-5ef3325d5dcf tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:24.978302 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc', 'bcb11d08-ab25-412e-a88e-0cf35497f484'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:25.008133 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-4e73deac-75be-417a-896f-a8ab2632546f req-701c9500-98df-4193-991a-5ef3325d5dcf tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Calling delete_port for 7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:25.033529 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9bd8b-9255-4066-939d-87e54ecf8eb0 req-55a431a8-7617-4567-b7d2-52b020bbc515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:25.041160 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-88e9bd8b-9255-4066-939d-87e54ecf8eb0 req-55a431a8-7617-4567-b7d2-52b020bbc515 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0fe275606e2841ef811abf94e17c097e&device_id=7686ffe9-e948-41e8-bcea-0cc11c155760 HTTP/1.1" status: 200 len: 1100 time: 0.3169212 May 06 09:42:25.074826 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-7ec6f368-42e4-48a5-b1b3-475ee2fdf711 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-475661019-network', 'tenant_id': '7164c1da46a24f038e1d3e72e4e90141'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:25.159621 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da26ef9-e9d6-400c-a140-1bfc55423f9f tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Pushing event deleted for resources: {'Port': ['ID=bcb11d08-ab25-412e-a88e-0cf35497f484,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:25.265617 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec6f368-42e4-48a5-b1b3-475ee2fdf711 admin admin] Made reservation on behalf of 7164c1da46a24f038e1d3e72e4e90141 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:25.268107 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7ec6f368-42e4-48a5-b1b3-475ee2fdf711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:25.305756 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-34da9ac1-f0c9-4c0d-a124-7d8338441fd1 req-0da26ef9-e9d6-400c-a140-1bfc55423f9f tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] No DVR routers for this DVR port bcb11d08-ab25-412e-a88e-0cf35497f484 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:42:25.318471 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a132ace7-bab7-4c57-b4af-dacc8a656d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:25.323658 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-34da9ac1-f0c9-4c0d-a124-7d8338441fd1 req-0da26ef9-e9d6-400c-a140-1bfc55423f9f tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:25.329677 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-34da9ac1-f0c9-4c0d-a124-7d8338441fd1 req-0da26ef9-e9d6-400c-a140-1bfc55423f9f tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.77 "DELETE /v2.0/ports/bcb11d08-ab25-412e-a88e-0cf35497f484 HTTP/1.1" status: 204 len: 173 time: 1.6610599 May 06 09:42:25.336591 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c0e0f05e-0647-4b5e-9b2d-19eeea546a58 req-90250531-8272-4463-b96e-e8052a8cb78d tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=e51c16a2-c10a-4e64-9793-3cbef2e3fda3 HTTP/1.1" status: 200 len: 210 time: 0.2022643 May 06 09:42:25.338054 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51c16a2-c10a-4e64-9793-3cbef2e3fda3', 'name': 'network-vif-deleted', 'tag': 'bcb11d08-ab25-412e-a88e-0cf35497f484'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:25.340161 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device bed58923-3955-435c-8474-33e7eddb76c9 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:25.352121 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609edec2-a239-4b34-aa56-6a5b466cb1d2" -d '{"events": [{"server_uuid": "e51c16a2-c10a-4e64-9793-3cbef2e3fda3", "name": "network-vif-deleted", "tag": "bcb11d08-ab25-412e-a88e-0cf35497f484"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:25.365309 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7ec6f368-42e4-48a5-b1b3-475ee2fdf711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:25.396589 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: bed58923-3955-435c-8474-33e7eddb76c9 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:25.397208 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device bed58923-3955-435c-8474-33e7eddb76c9 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:25.437430 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fb131-f28f-47fd-a6d4-a52ac5d2315d req-f3fc759c-ed04-4b3d-a32e-415fc8a089e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:25.443504 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-829fb131-f28f-47fd-a6d4-a52ac5d2315d req-f3fc759c-ed04-4b3d-a32e-415fc8a089e4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 1096 time: 0.3916101 May 06 09:42:25.444345 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132ace7-bab7-4c57-b4af-dacc8a656d6d admin admin] Pushing event deleted for resources: {'Port': ['ID=47b6f3e4-a02c-4fd8-902f-53944fc95019,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:25.559617 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3005d-66d3-474b-9595-526d613fc314 req-90893643-b11d-4c31-9ed4-b2f7c41cfb98 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:25.567960 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-00e3005d-66d3-474b-9595-526d613fc314 req-90893643-b11d-4c31-9ed4-b2f7c41cfb98 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fa47783-ae2c-4771-a4f9-d9507f282457 HTTP/1.1" status: 200 len: 945 time: 0.4215426 May 06 09:42:25.603203 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9bd8b-9255-4066-939d-87e54ecf8eb0 req-929ee53d-7c5c-4642-8e3f-6f175046f051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:25.604991 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-88e9bd8b-9255-4066-939d-87e54ecf8eb0 req-929ee53d-7c5c-4642-8e3f-6f175046f051 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.5274074 May 06 09:42:25.651562 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-829fb131-f28f-47fd-a6d4-a52ac5d2315d req-1998a947-30b0-41e3-9888-0bed95b5280e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673479 May 06 09:42:25.668608 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a132ace7-bab7-4c57-b4af-dacc8a656d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:25.722978 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-88e9bd8b-9255-4066-939d-87e54ecf8eb0 req-0a0593cf-1f9d-42eb-8d41-61ba489c4f8a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c45e2232-5ed7-485f-b3e2-b187d68163c4 HTTP/1.1" status: 200 len: 217 time: 0.0930805 May 06 09:42:25.779754 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-00e3005d-66d3-474b-9595-526d613fc314 req-7df326e3-b51d-4ca7-b9d8-0d93914de402 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/security-groups?id=7f285e86-832d-47c0-a280-829de0824e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107987 May 06 09:42:25.810759 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a132ace7-bab7-4c57-b4af-dacc8a656d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:25.813169 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a132ace7-bab7-4c57-b4af-dacc8a656d6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:25.847186 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0793e-3bb7-45d6-86f3-ab53988e1049 req-783e7b95-044d-4d79-8f48-f25884d9a1d1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:25.855722 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ded0793e-3bb7-45d6-86f3-ab53988e1049 req-783e7b95-044d-4d79-8f48-f25884d9a1d1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 945 time: 0.3065124 May 06 09:42:25.884967 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7ec6f368-42e4-48a5-b1b3-475ee2fdf711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:25.886538 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a132ace7-bab7-4c57-b4af-dacc8a656d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:25.887088 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a132ace7-bab7-4c57-b4af-dacc8a656d6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02d3899e-db09-4a72-8903-40f559e3c91e {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:42:25.893141 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a132ace7-bab7-4c57-b4af-dacc8a656d6d admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:25.900015 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a132ace7-bab7-4c57-b4af-dacc8a656d6d admin admin] 10.222.0.73 "DELETE /v2.0/routers/02d3899e-db09-4a72-8903-40f559e3c91e HTTP/1.1" status: 204 len: 168 time: 2.3882098 May 06 09:42:25.901973 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47294) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:25.905825 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7ec6f368-42e4-48a5-b1b3-475ee2fdf711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:25.983382 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec6f368-42e4-48a5-b1b3-475ee2fdf711 admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:42:25.990534 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6f368-42e4-48a5-b1b3-475ee2fdf711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08415831-0822-4e23-bce7-b07a4ad1f19f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:26.010252 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a73bd23-5959-408b-a451-b4da5d4416a8 admin admin] Deleting subnet 4ee33410-8f3a-44d7-9251-5441886837e0 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:42:26.015473 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7ec6f368-42e4-48a5-b1b3-475ee2fdf711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:26.015920 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-7ec6f368-42e4-48a5-b1b3-475ee2fdf711 admin admin] Added segment 48d6abbc-c47f-4b3a-93da-b446cea28541 of type vlan for network 1c294ea7-0917-4fe1-8a6b-362ee7fbe836 May 06 09:42:26.032625 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5a73bd23-5959-408b-a451-b4da5d4416a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:26.047634 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4e73deac-75be-417a-896f-a8ab2632546f req-701c9500-98df-4193-991a-5ef3325d5dcf tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:26.062345 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['c45e2232-5ed7-485f-b3e2-b187d68163c4'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:26.087838 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c9500-98df-4193-991a-5ef3325d5dcf tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Pushing event deleted for resources: {'Port': ['ID=7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:26.091138 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9bd8b-9255-4066-939d-87e54ecf8eb0 req-8d7c7e48-90cf-4d37-8b8f-873e273b66fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:26.092919 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-88e9bd8b-9255-4066-939d-87e54ecf8eb0 req-8d7c7e48-90cf-4d37-8b8f-873e273b66fe service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.3590832 May 06 09:42:26.103886 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ded0793e-3bb7-45d6-86f3-ab53988e1049 req-8f8b2d5a-74bc-4561-842f-c5da24ae6f57 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357893 May 06 09:42:26.174971 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c80ff-b1cc-4163-97f7-07652d3148c5 req-4d8c6775-1047-445e-8ea2-8220c277d487 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:26.177267 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fd9c80ff-b1cc-4163-97f7-07652d3148c5 req-4d8c6775-1047-445e-8ea2-8220c277d487 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/networks?id=bf084c2a-2749-4093-a4ea-996162f08ec8 HTTP/1.1" status: 200 len: 812 time: 0.2771564 May 06 09:42:26.190004 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7ec6f368-42e4-48a5-b1b3-475ee2fdf711 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:26.199846 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8524dd62-f684-4f49-9c2b-7ae6afa66cf5 x-openstack-request-id: req-8524dd62-f684-4f49-9c2b-7ae6afa66cf5 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:26.200165 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e51c16a2-c10a-4e64-9793-3cbef2e3fda3", "name": "network-vif-deleted", "tag": "bcb11d08-ab25-412e-a88e-0cf35497f484", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:26.200380 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8524dd62-f684-4f49-9c2b-7ae6afa66cf5 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:26.200788 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8524dd62-f684-4f49-9c2b-7ae6afa66cf5'] response: {'server_uuid': 'e51c16a2-c10a-4e64-9793-3cbef2e3fda3', 'name': 'network-vif-deleted', 'tag': 'bcb11d08-ab25-412e-a88e-0cf35497f484', 'status': 'completed', 'code': 200} May 06 09:42:26.202925 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5a73bd23-5959-408b-a451-b4da5d4416a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:26.236988 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e73deac-75be-417a-896f-a8ab2632546f req-701c9500-98df-4193-991a-5ef3325d5dcf tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] No DVR routers for this DVR port 7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:42:26.240614 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4e73deac-75be-417a-896f-a8ab2632546f req-701c9500-98df-4193-991a-5ef3325d5dcf tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:26.244236 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4e73deac-75be-417a-896f-a8ab2632546f req-701c9500-98df-4193-991a-5ef3325d5dcf tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.77 "DELETE /v2.0/ports/7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc HTTP/1.1" status: 204 len: 173 time: 2.4275908 May 06 09:42:26.251641 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fd9c80ff-b1cc-4163-97f7-07652d3148c5 req-be81885f-8cda-4892-8eb1-b308be8d03b3 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/quotas/9f8b2c0972214e249e01f24834153507 HTTP/1.1" status: 200 len: 375 time: 0.0510917 May 06 09:42:26.255087 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cedeaa7f-8587-4fab-9df6-8179655b93d7', 'name': 'network-vif-deleted', 'tag': '7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:26.258297 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da4af4a-e3df-414b-badb-ab02dab8da5a" -d '{"events": [{"server_uuid": "cedeaa7f-8587-4fab-9df6-8179655b93d7", "name": "network-vif-deleted", "tag": "7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:26.277302 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9bd8b-9255-4066-939d-87e54ecf8eb0 req-19fd6f24-9798-450b-8427-dc4c6e60741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:26.278868 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-88e9bd8b-9255-4066-939d-87e54ecf8eb0 req-19fd6f24-9798-450b-8427-dc4c6e60741d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1738796 May 06 09:42:26.306310 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fd9c80ff-b1cc-4163-97f7-07652d3148c5 req-f5dac3f2-554c-4d8a-ae8b-e413a8b86329 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f8b2c0972214e249e01f24834153507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532162 May 06 09:42:26.325752 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7ec6f368-42e4-48a5-b1b3-475ee2fdf711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:26.326664 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec6f368-42e4-48a5-b1b3-475ee2fdf711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:26.327024 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7ec6f368-42e4-48a5-b1b3-475ee2fdf711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:26.499069 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7ec6f368-42e4-48a5-b1b3-475ee2fdf711 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9304824 May 06 09:42:26.502153 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47300) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:26.510857 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-a78174cc-32cd-418d-9839-77acf3e71018 admin admin] Request body: {'subnet': {'network_id': '1c294ea7-0917-4fe1-8a6b-362ee7fbe836', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-475661019-subnet', 'tenant_id': '7164c1da46a24f038e1d3e72e4e90141', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:26.533540 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6f368-42e4-48a5-b1b3-475ee2fdf711 admin admin] Pushing event updated for resources: {'Network': ['ID=1c294ea7-0917-4fe1-8a6b-362ee7fbe836,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:26.545368 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5a73bd23-5959-408b-a451-b4da5d4416a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:26.557876 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 1c294ea7-0917-4fe1-8a6b-362ee7fbe836 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:42:26.573375 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a529695-8ab1-4148-a8bb-6b4392f27a7e req-7761d597-d4c4-40da-b0ea-0e8ef2ec3589 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:26.581625 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2a529695-8ab1-4148-a8bb-6b4392f27a7e req-7761d597-d4c4-40da-b0ea-0e8ef2ec3589 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 945 time: 0.2655351 May 06 09:42:26.601944 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78174cc-32cd-418d-9839-77acf3e71018 admin admin] Made reservation on behalf of 7164c1da46a24f038e1d3e72e4e90141 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:26.605258 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a78174cc-32cd-418d-9839-77acf3e71018 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:26.621466 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fd9c80ff-b1cc-4163-97f7-07652d3148c5 req-412cc4a6-46c1-4d31-8d03-0e3d07f32526 service neutron] 10.222.0.73 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140690 May 06 09:42:26.679354 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5a73bd23-5959-408b-a451-b4da5d4416a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:26.699471 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-88e9bd8b-9255-4066-939d-87e54ecf8eb0 req-30c7f815-bdad-4361-8d64-cdedf786bddb service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048402 May 06 09:42:26.728550 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73bd23-5959-408b-a451-b4da5d4416a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ee33410-8f3a-44d7-9251-5441886837e0,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:26.744774 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5a73bd23-5959-408b-a451-b4da5d4416a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:26.750969 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5a73bd23-5959-408b-a451-b4da5d4416a8 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4ee33410-8f3a-44d7-9251-5441886837e0 HTTP/1.1" status: 204 len: 168 time: 0.8447213 May 06 09:42:26.751318 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57058aab-6ee3-4d7b-9371-e8d5e1bebdcf None None] Network 106e07b0-c17b-4335-97df-8cfa31e62071 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:42:26.751435 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47304) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:26.752479 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2a529695-8ab1-4148-a8bb-6b4392f27a7e req-6335347d-d907-4c6d-9bbf-f1c095bbb2ee tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687884 May 06 09:42:26.892136 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19ad6048-0f15-4507-b500-621f1e8ac492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:26.942546 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fd9c80ff-b1cc-4163-97f7-07652d3148c5 req-46aac3c1-e41d-4627-90c0-5619cd834ba9 service neutron] 10.222.0.73 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201036 May 06 09:42:26.997738 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-88e9bd8b-9255-4066-939d-87e54ecf8eb0 req-076026ed-1545-4f42-b9b3-f5f9ebe59973 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872005 May 06 09:42:27.078016 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450e2917-8d05-4676-9155-e6b921a42bf1 None None] DHCP port deletion for 106e07b0-c17b-4335-97df-8cfa31e62071 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:42:27.101820 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f34c00-1b53-439b-a5b6-6056e44ea480 req-c8f6058a-95c6-4ace-9e8b-0cf402970ba7 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:27.103889 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f6f34c00-1b53-439b-a5b6-6056e44ea480 req-c8f6058a-95c6-4ace-9e8b-0cf402970ba7 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.2473633 May 06 09:42:27.208062 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f6f34c00-1b53-439b-a5b6-6056e44ea480 req-86b91a21-976b-4d06-a522-31af27673320 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848751 May 06 09:42:27.233486 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-19ad6048-0f15-4507-b500-621f1e8ac492 admin admin] Deleting port 10705661-90b2-46ee-a657-34ec9907555a {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:27.233486 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19ad6048-0f15-4507-b500-621f1e8ac492 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:27.265303 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-450e2917-8d05-4676-9155-e6b921a42bf1 None None] Deleting port 10705661-90b2-46ee-a657-34ec9907555a {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:27.273979 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-450e2917-8d05-4676-9155-e6b921a42bf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:27.396966 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c897a2e4-72d4-4f0f-b6dd-9d7b1433fdbb x-openstack-request-id: req-c897a2e4-72d4-4f0f-b6dd-9d7b1433fdbb {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:27.397271 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cedeaa7f-8587-4fab-9df6-8179655b93d7", "name": "network-vif-deleted", "tag": "7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:27.400862 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c897a2e4-72d4-4f0f-b6dd-9d7b1433fdbb {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:27.404018 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c897a2e4-72d4-4f0f-b6dd-9d7b1433fdbb'] response: {'server_uuid': 'cedeaa7f-8587-4fab-9df6-8179655b93d7', 'name': 'network-vif-deleted', 'tag': '7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc', 'status': 'completed', 'code': 200} May 06 09:42:27.465431 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a78174cc-32cd-418d-9839-77acf3e71018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:27.525467 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-450e2917-8d05-4676-9155-e6b921a42bf1 None None] For port 10705661-90b2-46ee-a657-34ec9907555a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=10705661-90b2-46ee-a657-34ec9907555a,segment=NetworkSegment(0cad701d-15db-4830-8ec3-5c5772b70e25),segment_id=0cad701d-15db-4830-8ec3-5c5772b70e25)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:27.525969 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-450e2917-8d05-4676-9155-e6b921a42bf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:27.545157 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 10705661-90b2-46ee-a657-34ec9907555a no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:27.578306 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-450e2917-8d05-4676-9155-e6b921a42bf1 None None] Calling delete_port for 10705661-90b2-46ee-a657-34ec9907555a owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:27.578593 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-19ad6048-0f15-4507-b500-621f1e8ac492 admin admin] For port 10705661-90b2-46ee-a657-34ec9907555a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=10705661-90b2-46ee-a657-34ec9907555a,segment=NetworkSegment(0cad701d-15db-4830-8ec3-5c5772b70e25),segment_id=0cad701d-15db-4830-8ec3-5c5772b70e25)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:27.578813 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19ad6048-0f15-4507-b500-621f1e8ac492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:27.600926 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7bc0ad91-280c-4d52-9930-8c37097876b6 req-d4e75a9a-0dab-43e5-b80f-35a5328943cc tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=381ccc21-5f07-4f58-85aa-659105b541be HTTP/1.1" status: 200 len: 210 time: 0.0818851 May 06 09:42:27.619155 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78174cc-32cd-418d-9839-77acf3e71018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a00563ec-513d-49b9-87cd-c2737f5945a8,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:27.630923 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-19ad6048-0f15-4507-b500-621f1e8ac492 admin admin] Calling delete_port for 10705661-90b2-46ee-a657-34ec9907555a owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:27.640031 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5fbb0-acbe-48fa-80a0-2a52bfb5484a req-99d622b8-d886-4633-8e5b-83c0cde178ef tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:27.642406 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5fe5fbb0-acbe-48fa-80a0-2a52bfb5484a req-99d622b8-d886-4633-8e5b-83c0cde178ef tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 945 time: 0.1195734 May 06 09:42:27.643167 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78174cc-32cd-418d-9839-77acf3e71018 admin admin] Checking segment: {'id': '48d6abbc-c47f-4b3a-93da-b446cea28541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1c294ea7-0917-4fe1-8a6b-362ee7fbe836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:27.646275 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78174cc-32cd-418d-9839-77acf3e71018 admin admin] Network hostable DHCP agents. Network: 1c294ea7-0917-4fe1-8a6b-362ee7fbe836, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:42:27.701360 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78174cc-32cd-418d-9839-77acf3e71018 admin admin] Network 1c294ea7-0917-4fe1-8a6b-362ee7fbe836 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:42:27.718707 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-a78174cc-32cd-418d-9839-77acf3e71018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 1c294ea7-0917-4fe1-8a6b-362ee7fbe836) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:27.722558 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5fe5fbb0-acbe-48fa-80a0-2a52bfb5484a req-337ef5e0-ab36-4034-9c6b-ab198a460611 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684352 May 06 09:42:27.729040 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78174cc-32cd-418d-9839-77acf3e71018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:27.729659 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a78174cc-32cd-418d-9839-77acf3e71018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:27.743230 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfe13e2-5195-4cd0-9d3e-9472da397cc0 None None] Network 1c294ea7-0917-4fe1-8a6b-362ee7fbe836 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:42:27.790574 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a78174cc-32cd-418d-9839-77acf3e71018 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2861269 May 06 09:42:27.805181 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19ad6048-0f15-4507-b500-621f1e8ac492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:27.839580 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad6048-0f15-4507-b500-621f1e8ac492 admin admin] Pushing event deleted for resources: {'Port': ['ID=10705661-90b2-46ee-a657-34ec9907555a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:27.852220 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ad6048-0f15-4507-b500-621f1e8ac492 admin admin] No DVR routers for this DVR port 10705661-90b2-46ee-a657-34ec9907555a on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:42:27.876744 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:27.890095 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-450e2917-8d05-4676-9155-e6b921a42bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:27.985532 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450e2917-8d05-4676-9155-e6b921a42bf1 None None] No DVR routers for this DVR port 10705661-90b2-46ee-a657-34ec9907555a on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:42:27.989138 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19ad6048-0f15-4507-b500-621f1e8ac492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:28.031259 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e2917-8d05-4676-9155-e6b921a42bf1 None None] Pushing event deleted for resources: {'Port': ['ID=10705661-90b2-46ee-a657-34ec9907555a,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:28.034965 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device bcb11d08-ab25-412e-a88e-0cf35497f484 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:28.055912 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d274b66-e444-4f05-95a7-e893cfdb7ce9 req-b3c88bcf-cc63-4a9d-be3c-fd3416b3584b tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:28.057810 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d274b66-e444-4f05-95a7-e893cfdb7ce9 req-b3c88bcf-cc63-4a9d-be3c-fd3416b3584b tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 945 time: 0.1140242 May 06 09:42:28.062772 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-19ad6048-0f15-4507-b500-621f1e8ac492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106e07b0-c17b-4335-97df-8cfa31e62071']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:28.078952 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-19ad6048-0f15-4507-b500-621f1e8ac492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cad701d-15db-4830-8ec3-5c5772b70e25') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:28.080003 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-19ad6048-0f15-4507-b500-621f1e8ac492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cad701d-15db-4830-8ec3-5c5772b70e25') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:28.092397 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19ad6048-0f15-4507-b500-621f1e8ac492 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:28.093465 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 47b6f3e4-a02c-4fd8-902f-53944fc95019 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:28.095334 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: bcb11d08-ab25-412e-a88e-0cf35497f484 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:28.095703 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device bcb11d08-ab25-412e-a88e-0cf35497f484 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:28.096401 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:28.107624 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19ad6048-0f15-4507-b500-621f1e8ac492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:28.115373 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ad6048-0f15-4507-b500-621f1e8ac492 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:42:28.115782 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19ad6048-0f15-4507-b500-621f1e8ac492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:28.149637 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d274b66-e444-4f05-95a7-e893cfdb7ce9 req-440885f8-357e-4bdd-a0da-b65a8c5597c1 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831037 May 06 09:42:28.152469 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:28.153622 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 7ac4097d-1de6-4ed7-94d6-aa6680d9c4dc not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: timer() May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:42:28.182708 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:42:28.189122 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19ad6048-0f15-4507-b500-621f1e8ac492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:28.206284 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19ad6048-0f15-4507-b500-621f1e8ac492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:28.212764 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 47b6f3e4-a02c-4fd8-902f-53944fc95019 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:28.213116 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 47b6f3e4-a02c-4fd8-902f-53944fc95019 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:28.217716 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595bd4ec-319d-477d-8a2b-d965199b5745 None None] Network 1c294ea7-0917-4fe1-8a6b-362ee7fbe836 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:42:28.225843 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-19ad6048-0f15-4507-b500-621f1e8ac492 admin admin] 10.222.0.73 "DELETE /v2.0/networks/106e07b0-c17b-4335-97df-8cfa31e62071 HTTP/1.1" status: 204 len: 168 time: 1.4681120 May 06 09:42:28.241295 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad6048-0f15-4507-b500-621f1e8ac492 admin admin] Pushing event deleted for resources: {'Network': ['ID=106e07b0-c17b-4335-97df-8cfa31e62071,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:28.359708 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:42:28.413402 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47350) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:28.457516 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c2f484ee-857d-4dbb-972e-1ba0a105efd5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=48135002cdea40efa122e536dc317741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427904 May 06 09:42:28.460104 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47352) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:28.517579 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-45ad79dc-2ce0-4315-96fb-c28bc67325f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:28.541796 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-45ad79dc-2ce0-4315-96fb-c28bc67325f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:28.612751 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-45ad79dc-2ce0-4315-96fb-c28bc67325f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:28.615955 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-45ad79dc-2ce0-4315-96fb-c28bc67325f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:28.626491 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-45ad79dc-2ce0-4315-96fb-c28bc67325f8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d1a0891b-ef88-4af4-8e92-3808698055e3 HTTP/1.1" status: 204 len: 168 time: 0.1558518 May 06 09:42:28.626943 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad79dc-2ce0-4315-96fb-c28bc67325f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a0891b-ef88-4af4-8e92-3808698055e3,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:28.736636 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-e7538ad3-eb81-4d17-a0a1-1ea92abaf639 req-bea33be0-0e58-47ba-96fc-b57549608718 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-538911533', 'description': 'tempest-description-129547794'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:28.769240 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e7538ad3-eb81-4d17-a0a1-1ea92abaf639 req-bea33be0-0e58-47ba-96fc-b57549608718 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:28.843405 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:28.873503 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee79dbd-c540-4bea-8176-40b73e74bee8 req-6fede3ba-2c17-4d91-b9d0-0f4ba2676822 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:28.875049 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5ee79dbd-c540-4bea-8176-40b73e74bee8 req-6fede3ba-2c17-4d91-b9d0-0f4ba2676822 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.0909441 May 06 09:42:28.934041 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e7538ad3-eb81-4d17-a0a1-1ea92abaf639 req-bea33be0-0e58-47ba-96fc-b57549608718 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:28.939721 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5ee79dbd-c540-4bea-8176-40b73e74bee8 req-9e609be1-a775-41a2-bcef-074c3a3886e9 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572467 May 06 09:42:28.940775 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e7538ad3-eb81-4d17-a0a1-1ea92abaf639 req-bea33be0-0e58-47ba-96fc-b57549608718 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:28.989071 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e7538ad3-eb81-4d17-a0a1-1ea92abaf639 req-bea33be0-0e58-47ba-96fc-b57549608718 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:28.990875 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e7538ad3-eb81-4d17-a0a1-1ea92abaf639 req-bea33be0-0e58-47ba-96fc-b57549608718 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2583210 May 06 09:42:28.992908 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea33be0-0e58-47ba-96fc-b57549608718 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38d54b27-c36f-4353-bb1a-50f95be27bb1,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:29.121973 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026a324-0081-46f1-ac51-6595840dd581 req-990c95f4-ade0-4485-aaab-9b0b754a58a6 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:29.123559 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6026a324-0081-46f1-ac51-6595840dd581 req-990c95f4-ade0-4485-aaab-9b0b754a58a6 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=7686ffe9-e948-41e8-bcea-0cc11c155760 HTTP/1.1" status: 200 len: 949 time: 0.1020768 May 06 09:42:29.137093 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82762e04-5ec5-4c58-9da8-faaf2237a73a req-82913796-d47f-4b07-9955-b2acba18dc06 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:29.138662 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82762e04-5ec5-4c58-9da8-faaf2237a73a req-82913796-d47f-4b07-9955-b2acba18dc06 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fa47783-ae2c-4771-a4f9-d9507f282457 HTTP/1.1" status: 200 len: 945 time: 0.0711501 May 06 09:42:29.198103 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6026a324-0081-46f1-ac51-6595840dd581 req-34a31fbd-232f-4fd5-8d7d-eb454206715c tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584040 May 06 09:42:29.200904 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82762e04-5ec5-4c58-9da8-faaf2237a73a req-ec42b742-4f6e-4b97-9b09-49a4f753d41c tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/security-groups?id=7f285e86-832d-47c0-a280-829de0824e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545704 May 06 09:42:29.346930 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844f6da-fdca-4667-aa45-c3e96eee440f req-0819c300-ab64-424c-992c-553225ae0cc7 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:29.349583 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e844f6da-fdca-4667-aa45-c3e96eee440f req-0819c300-ab64-424c-992c-553225ae0cc7 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 945 time: 0.0858021 May 06 09:42:29.364460 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0ac85-aacb-49ee-925d-930798fd71de req-2d2282e0-a433-4afb-990a-4f0b28f1d43a tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:29.366160 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cda0ac85-aacb-49ee-925d-930798fd71de req-2d2282e0-a433-4afb-990a-4f0b28f1d43a tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 945 time: 0.0906312 May 06 09:42:29.429535 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e844f6da-fdca-4667-aa45-c3e96eee440f req-2c921772-2db9-4688-b174-63a2e5ebf139 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730462 May 06 09:42:29.432754 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cda0ac85-aacb-49ee-925d-930798fd71de req-57b50075-00a6-438b-8996-96558a9d9312 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599809 May 06 09:42:29.469494 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-78e4c444-be8a-4d36-97e9-3aea25617bd3 req-171e7d0a-1519-4c3b-8d33-60ecb11f951f tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1540500605', 'description': 'tempest-description-1879443475'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:29.492023 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47392) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:29.492598 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-78e4c444-be8a-4d36-97e9-3aea25617bd3 req-171e7d0a-1519-4c3b-8d33-60ecb11f951f tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:29.609920 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-0265d2bd-ba2f-4284-be13-d33abd0089c3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1204199785-network', 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:29.633193 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0265d2bd-ba2f-4284-be13-d33abd0089c3 admin admin] Made reservation on behalf of 1aece0b8bf6c46f3bfdcb2f012bbbc67 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:29.635786 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0265d2bd-ba2f-4284-be13-d33abd0089c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:29.651179 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0265d2bd-ba2f-4284-be13-d33abd0089c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:29.665988 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-78e4c444-be8a-4d36-97e9-3aea25617bd3 req-171e7d0a-1519-4c3b-8d33-60ecb11f951f tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:29.677140 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-78e4c444-be8a-4d36-97e9-3aea25617bd3 req-171e7d0a-1519-4c3b-8d33-60ecb11f951f tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:29.703064 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868e38d-46da-46b6-9025-78031f8b558f req-9196fa92-3aaf-4a67-8888-955f092e3e9e tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:29.703064 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8868e38d-46da-46b6-9025-78031f8b558f req-9196fa92-3aaf-4a67-8888-955f092e3e9e tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/networks?id=bf084c2a-2749-4093-a4ea-996162f08ec8 HTTP/1.1" status: 200 len: 812 time: 0.1747501 May 06 09:42:29.739973 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-78e4c444-be8a-4d36-97e9-3aea25617bd3 req-171e7d0a-1519-4c3b-8d33-60ecb11f951f tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:29.741366 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-78e4c444-be8a-4d36-97e9-3aea25617bd3 req-171e7d0a-1519-4c3b-8d33-60ecb11f951f tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2760336 May 06 09:42:29.753719 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8868e38d-46da-46b6-9025-78031f8b558f req-40b675ff-e70e-4fac-876b-511e0a43ee81 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/quotas/9f8b2c0972214e249e01f24834153507 HTTP/1.1" status: 200 len: 375 time: 0.0337503 May 06 09:42:29.756076 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e7d0a-1519-4c3b-8d33-60ecb11f951f tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aad733bd-513c-4c18-b12b-8e921034c71d,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:29.759550 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0265d2bd-ba2f-4284-be13-d33abd0089c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:29.771849 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0265d2bd-ba2f-4284-be13-d33abd0089c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:29.790744 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8868e38d-46da-46b6-9025-78031f8b558f req-13eb7197-cef2-4032-bddc-58210520e989 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f8b2c0972214e249e01f24834153507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366030 May 06 09:42:29.815671 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0265d2bd-ba2f-4284-be13-d33abd0089c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:42:29.821596 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265d2bd-ba2f-4284-be13-d33abd0089c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82707afc-127c-434c-b213-2fcd28bfa33a,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:29.829948 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0265d2bd-ba2f-4284-be13-d33abd0089c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:29.830208 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-0265d2bd-ba2f-4284-be13-d33abd0089c3 admin admin] Added segment f57a600d-0e15-46ce-aeed-456e8cefa1bc of type vlan for network b1819d22-79c2-4e2a-8774-0435c5e7e78f May 06 09:42:29.878610 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0265d2bd-ba2f-4284-be13-d33abd0089c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:29.908379 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0265d2bd-ba2f-4284-be13-d33abd0089c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:29.911087 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0265d2bd-ba2f-4284-be13-d33abd0089c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:29.911876 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0265d2bd-ba2f-4284-be13-d33abd0089c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:29.956418 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6909a-a5c8-4732-a3e8-191a023a5bc4 req-06dfc73d-de3d-44fe-b3f6-52cbe22e5718 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:29.958369 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-12a6909a-a5c8-4732-a3e8-191a023a5bc4 req-06dfc73d-de3d-44fe-b3f6-52cbe22e5718 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 945 time: 0.0835938 May 06 09:42:29.961052 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8868e38d-46da-46b6-9025-78031f8b558f req-9ec27e0e-feae-423e-982e-14b4f5282c38 service neutron] 10.222.0.73 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555736 May 06 09:42:29.975565 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0265d2bd-ba2f-4284-be13-d33abd0089c3 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4816923 May 06 09:42:29.978971 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47406) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:29.979736 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265d2bd-ba2f-4284-be13-d33abd0089c3 admin admin] Pushing event updated for resources: {'Network': ['ID=b1819d22-79c2-4e2a-8774-0435c5e7e78f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:29.986069 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-c44239b7-2fed-4878-b099-480f6e27a2ac admin admin] Request body: {'subnet': {'network_id': 'b1819d22-79c2-4e2a-8774-0435c5e7e78f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1204199785-subnet', 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:29.994823 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network b1819d22-79c2-4e2a-8774-0435c5e7e78f details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:42:30.010852 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44239b7-2fed-4878-b099-480f6e27a2ac admin admin] Made reservation on behalf of 1aece0b8bf6c46f3bfdcb2f012bbbc67 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:30.014000 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c44239b7-2fed-4878-b099-480f6e27a2ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:30.058713 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-12a6909a-a5c8-4732-a3e8-191a023a5bc4 req-352e22e3-a298-4a51-a36f-841aa18d3f8a tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943904 May 06 09:42:30.098275 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8868e38d-46da-46b6-9025-78031f8b558f req-37977de7-0d79-4ae1-9aac-970240f7dc73 service neutron] 10.222.0.73 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272326 May 06 09:42:30.232612 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c44239b7-2fed-4878-b099-480f6e27a2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:30.312229 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44239b7-2fed-4878-b099-480f6e27a2ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee4783db-785e-4313-8cae-b41e82f2266a,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:30.319187 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44239b7-2fed-4878-b099-480f6e27a2ac admin admin] Checking segment: {'id': 'f57a600d-0e15-46ce-aeed-456e8cefa1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b1819d22-79c2-4e2a-8774-0435c5e7e78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:30.319975 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44239b7-2fed-4878-b099-480f6e27a2ac admin admin] Network hostable DHCP agents. Network: b1819d22-79c2-4e2a-8774-0435c5e7e78f, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:42:30.404656 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c382f-bc9e-4284-9e5c-1caa2cf8e98a req-f9be5e9c-081f-44cf-a81a-9cd63a2a922e tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:30.406365 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a71c382f-bc9e-4284-9e5c-1caa2cf8e98a req-f9be5e9c-081f-44cf-a81a-9cd63a2a922e tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.84 "GET /v2.0/ports?device_id=0fa47783-ae2c-4771-a4f9-d9507f282457 HTTP/1.1" status: 200 len: 945 time: 0.0810652 May 06 09:42:30.423271 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44239b7-2fed-4878-b099-480f6e27a2ac admin admin] Network b1819d22-79c2-4e2a-8774-0435c5e7e78f is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:42:30.453977 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-c44239b7-2fed-4878-b099-480f6e27a2ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, b1819d22-79c2-4e2a-8774-0435c5e7e78f) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:30.465988 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44239b7-2fed-4878-b099-480f6e27a2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:30.466599 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c44239b7-2fed-4878-b099-480f6e27a2ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:30.468802 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ce9085-bada-4ea2-acee-aef42cac51ac None None] Network b1819d22-79c2-4e2a-8774-0435c5e7e78f requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:42:30.512139 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c44239b7-2fed-4878-b099-480f6e27a2ac admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5297823 May 06 09:42:30.516624 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47432) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:30.522464 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-f3d351f7-1de7-4a8c-aae0-4eb79cc1227f admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1204199785-router', 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:30.557162 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f3d351f7-1de7-4a8c-aae0-4eb79cc1227f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:30.558616 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f3d351f7-1de7-4a8c-aae0-4eb79cc1227f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:30.570121 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-a71c382f-bc9e-4284-9e5c-1caa2cf8e98a req-64092899-c6e5-4d42-843a-d72462c8f4cf tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Deleting port 0b127be3-c208-4e14-92be-840cef7418cf {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:30.570813 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a71c382f-bc9e-4284-9e5c-1caa2cf8e98a req-64092899-c6e5-4d42-843a-d72462c8f4cf tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:30.683242 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd4f29d-0772-44b9-93fc-36534257b54b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-b1819d22-79c2-4e2a-8774-0435c5e7e78f', 'network_id': 'b1819d22-79c2-4e2a-8774-0435c5e7e78f', 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'fixed_ips': [{'subnet_id': 'ee4783db-785e-4313-8cae-b41e82f2266a'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:42:30.686602 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3bd4f29d-0772-44b9-93fc-36534257b54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:30.704647 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb060b4-96b8-4ad3-a623-10c75ce5c05f req-b010db3d-9024-42c9-a4d0-bb517c66a7c9 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:30.706625 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ddb060b4-96b8-4ad3-a623-10c75ce5c05f req-b010db3d-9024-42c9-a4d0-bb517c66a7c9 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.84 "GET /v2.0/ports?device_id=7686ffe9-e948-41e8-bcea-0cc11c155760 HTTP/1.1" status: 200 len: 949 time: 0.5740554 May 06 09:42:30.807852 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf91f92-37f9-4c1d-a686-84fc22930dd7 req-c3beaf99-0941-44d5-821a-cd3adad07519 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:30.809468 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fcf91f92-37f9-4c1d-a686-84fc22930dd7 req-c3beaf99-0941-44d5-821a-cd3adad07519 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.5434012 May 06 09:42:30.839261 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-d7665d0a-310b-446c-a12f-31be6a5e524d tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:30.844189 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-d7665d0a-310b-446c-a12f-31be6a5e524d tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/networks?id=1c294ea7-0917-4fe1-8a6b-362ee7fbe836 HTTP/1.1" status: 200 len: 812 time: 0.6724987 May 06 09:42:30.903315 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-cbd7c762-9881-4733-ae81-2eb7aa527fd4 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/quotas/7164c1da46a24f038e1d3e72e4e90141 HTTP/1.1" status: 200 len: 375 time: 0.0430532 May 06 09:42:30.946174 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fcf91f92-37f9-4c1d-a686-84fc22930dd7 req-25629436-580b-462f-b9f9-23b16100df00 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162984 May 06 09:42:30.979592 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-5082d468-1249-4ef0-b8c2-ac71ee537674 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7164c1da46a24f038e1d3e72e4e90141&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610578 May 06 09:42:30.981891 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-ddb060b4-96b8-4ad3-a623-10c75ce5c05f req-4f675427-068e-416c-8b92-9937eec9000c tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Deleting port c45e2232-5ed7-485f-b3e2-b187d68163c4 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:30.982249 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ddb060b4-96b8-4ad3-a623-10c75ce5c05f req-4f675427-068e-416c-8b92-9937eec9000c tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:31.022796 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-3bd4f29d-0772-44b9-93fc-36534257b54b None None] Allocated IP 172.20.0.2 (b1819d22-79c2-4e2a-8774-0435c5e7e78f/ee4783db-785e-4313-8cae-b41e82f2266a/efd73f0f-d569-4d6c-aa32-f251ea0b5a5b) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:31.084903 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f3d351f7-1de7-4a8c-aae0-4eb79cc1227f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:31.216199 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-a71c382f-bc9e-4284-9e5c-1caa2cf8e98a req-64092899-c6e5-4d42-843a-d72462c8f4cf tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] For port 0b127be3-c208-4e14-92be-840cef7418cf, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=0b127be3-c208-4e14-92be-840cef7418cf,segment=NetworkSegment(c050de98-7641-4301-b72e-f4e7cddac870),segment_id=c050de98-7641-4301-b72e-f4e7cddac870)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:31.216734 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a71c382f-bc9e-4284-9e5c-1caa2cf8e98a req-64092899-c6e5-4d42-843a-d72462c8f4cf tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:31.263254 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3bd4f29d-0772-44b9-93fc-36534257b54b None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:31.272764 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3bd4f29d-0772-44b9-93fc-36534257b54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:31.289077 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-ddb060b4-96b8-4ad3-a623-10c75ce5c05f req-4f675427-068e-416c-8b92-9937eec9000c tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] For port c45e2232-5ed7-485f-b3e2-b187d68163c4, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=c45e2232-5ed7-485f-b3e2-b187d68163c4,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:31.289488 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ddb060b4-96b8-4ad3-a623-10c75ce5c05f req-4f675427-068e-416c-8b92-9937eec9000c tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:31.312579 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d439f6b-fff1-476c-ba20-20f8a5ba7597 req-94e1fdfb-3b01-413e-8865-4b25e95cd454 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=dde5f56c-9dfb-43c5-a62b-cee29d45bf76 HTTP/1.1" status: 200 len: 210 time: 0.0508075 May 06 09:42:31.317707 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-29c4a4a7-c034-4a35-b97f-c1dcc6cddab9 service neutron] 10.222.0.73 "GET /v2.0/networks/1c294ea7-0917-4fe1-8a6b-362ee7fbe836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083732 May 06 09:42:31.322508 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-ddb060b4-96b8-4ad3-a623-10c75ce5c05f req-4f675427-068e-416c-8b92-9937eec9000c tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Calling delete_port for c45e2232-5ed7-485f-b3e2-b187d68163c4 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:31.324627 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd4f29d-0772-44b9-93fc-36534257b54b None None] Network b1819d22-79c2-4e2a-8774-0435c5e7e78f is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:31.333285 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-3bd4f29d-0772-44b9-93fc-36534257b54b None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:31.345299 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd4f29d-0772-44b9-93fc-36534257b54b None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:31.352619 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4f29d-0772-44b9-93fc-36534257b54b None None] Pushing event updated for resources: {'Port': ['ID=efd73f0f-d569-4d6c-aa32-f251ea0b5a5b,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:31.431863 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-3bd4f29d-0772-44b9-93fc-36534257b54b None None] Attempting to bind port efd73f0f-d569-4d6c-aa32-f251ea0b5a5b on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:42:31.432310 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-3bd4f29d-0772-44b9-93fc-36534257b54b None None] Attempting to bind port efd73f0f-d569-4d6c-aa32-f251ea0b5a5b by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'f57a600d-0e15-46ce-aeed-456e8cefa1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b1819d22-79c2-4e2a-8774-0435c5e7e78f'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:42:31.433174 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd4f29d-0772-44b9-93fc-36534257b54b None None] Attempting to bind port efd73f0f-d569-4d6c-aa32-f251ea0b5a5b on network b1819d22-79c2-4e2a-8774-0435c5e7e78f {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:31.441370 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd4f29d-0772-44b9-93fc-36534257b54b None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:42:31.441941 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd4f29d-0772-44b9-93fc-36534257b54b None None] Checking segment: {'id': 'f57a600d-0e15-46ce-aeed-456e8cefa1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b1819d22-79c2-4e2a-8774-0435c5e7e78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:31.442456 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3bd4f29d-0772-44b9-93fc-36534257b54b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:31.442962 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd4f29d-0772-44b9-93fc-36534257b54b None None] Bound using segment: {'id': 'f57a600d-0e15-46ce-aeed-456e8cefa1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b1819d22-79c2-4e2a-8774-0435c5e7e78f'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:42:31.443607 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-3bd4f29d-0772-44b9-93fc-36534257b54b None None] Bound port: efd73f0f-d569-4d6c-aa32-f251ea0b5a5b, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57a600d-0e15-46ce-aeed-456e8cefa1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b1819d22-79c2-4e2a-8774-0435c5e7e78f'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:42:31.444102 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3bd4f29d-0772-44b9-93fc-36534257b54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:31.450221 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f3d351f7-1de7-4a8c-aae0-4eb79cc1227f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:31.544520 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-a964a046-c4c2-43a2-93c3-63070b3951c3 service neutron] 10.222.0.73 "GET /v2.0/networks/1c294ea7-0917-4fe1-8a6b-362ee7fbe836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197089 May 06 09:42:31.552567 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f55e6e-f74f-473a-b588-3404b27336fc req-a1d07896-13a2-4099-b893-87dc727c2c49 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:31.560078 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37f55e6e-f74f-473a-b588-3404b27336fc req-a1d07896-13a2-4099-b893-87dc727c2c49 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/ports?device_id=7686ffe9-e948-41e8-bcea-0cc11c155760 HTTP/1.1" status: 200 len: 949 time: 0.1411417 May 06 09:42:31.561790 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-3bd4f29d-0772-44b9-93fc-36534257b54b None None] For port efd73f0f-d569-4d6c-aa32-f251ea0b5a5b, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:42:31.572848 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-3bd4f29d-0772-44b9-93fc-36534257b54b None None] For port efd73f0f-d569-4d6c-aa32-f251ea0b5a5b, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=efd73f0f-d569-4d6c-aa32-f251ea0b5a5b,segment=NetworkSegment(f57a600d-0e15-46ce-aeed-456e8cefa1bc),segment_id=f57a600d-0e15-46ce-aeed-456e8cefa1bc)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:42:31.581765 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3bd4f29d-0772-44b9-93fc-36534257b54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:31.672405 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a71c382f-bc9e-4284-9e5c-1caa2cf8e98a req-64092899-c6e5-4d42-843a-d72462c8f4cf tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:31.673547 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a71c382f-bc9e-4284-9e5c-1caa2cf8e98a req-64092899-c6e5-4d42-843a-d72462c8f4cf tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:31.674677 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [req-a71c382f-bc9e-4284-9e5c-1caa2cf8e98a req-64092899-c6e5-4d42-843a-d72462c8f4cf tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Floating IP 06457b81-7b9b-4ce7-9f44-6b97af05887d disassociated. External IP: 172.25.5.68, port: 0b127be3-c208-4e14-92be-840cef7418cf. May 06 09:42:31.676023 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-a71c382f-bc9e-4284-9e5c-1caa2cf8e98a req-64092899-c6e5-4d42-843a-d72462c8f4cf tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Calling delete_port for 0b127be3-c208-4e14-92be-840cef7418cf owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:31.696591 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4f29d-0772-44b9-93fc-36534257b54b None None] Pushing event updated for resources: {'Port': ['ID=efd73f0f-d569-4d6c-aa32-f251ea0b5a5b,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:31.741254 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37f55e6e-f74f-473a-b588-3404b27336fc req-45d33bd6-ca69-4c5d-a4a3-eedab2f57581 tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.73 "GET /v2.0/security-groups?id=28956125-3798-46e6-83b0-2c0d5ad1265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751356 May 06 09:42:31.829258 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ddb060b4-96b8-4ad3-a623-10c75ce5c05f req-4f675427-068e-416c-8b92-9937eec9000c tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:31.844899 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['c45e2232-5ed7-485f-b3e2-b187d68163c4'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:31.951629 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f675427-068e-416c-8b92-9937eec9000c tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Pushing event deleted for resources: {'Port': ['ID=c45e2232-5ed7-485f-b3e2-b187d68163c4,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:31.996253 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868e38d-46da-46b6-9025-78031f8b558f req-bb9003e2-86ce-4d91-924c-9a0a4b85bd13 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:31.997908 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8868e38d-46da-46b6-9025-78031f8b558f req-bb9003e2-86ce-4d91-924c-9a0a4b85bd13 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.77 "GET /v2.0/networks?id=bf084c2a-2749-4093-a4ea-996162f08ec8 HTTP/1.1" status: 200 len: 812 time: 0.4282196 May 06 09:42:32.020577 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a71c382f-bc9e-4284-9e5c-1caa2cf8e98a req-64092899-c6e5-4d42-843a-d72462c8f4cf tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:32.067323 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64092899-c6e5-4d42-843a-d72462c8f4cf tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Pushing event deleted for resources: {'Port': ['ID=0b127be3-c208-4e14-92be-840cef7418cf,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:32.078032 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-8868e38d-46da-46b6-9025-78031f8b558f req-5e2863c2-33f7-4c74-a550-37e763ea25df tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Request body: {'port': {'device_id': 'dde5f56c-9dfb-43c5-a62b-cee29d45bf76', 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8', 'admin_state_up': True, 'tenant_id': '9f8b2c0972214e249e01f24834153507'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:32.175849 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb060b4-96b8-4ad3-a623-10c75ce5c05f req-4f675427-068e-416c-8b92-9937eec9000c tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] No DVR routers for this DVR port c45e2232-5ed7-485f-b3e2-b187d68163c4 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:42:32.185729 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ddb060b4-96b8-4ad3-a623-10c75ce5c05f req-4f675427-068e-416c-8b92-9937eec9000c tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:32.192135 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ddb060b4-96b8-4ad3-a623-10c75ce5c05f req-4f675427-068e-416c-8b92-9937eec9000c tempest-ServersOnMultiNodesTest-1164107142 tempest-ServersOnMultiNodesTest-1164107142-project] 10.222.0.84 "DELETE /v2.0/ports/c45e2232-5ed7-485f-b3e2-b187d68163c4 HTTP/1.1" status: 204 len: 173 time: 1.4754462 May 06 09:42:32.195957 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7686ffe9-e948-41e8-bcea-0cc11c155760', 'name': 'network-vif-deleted', 'tag': 'c45e2232-5ed7-485f-b3e2-b187d68163c4'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:32.199922 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5757b26a-a496-475c-bfa8-81fe1d858813" -d '{"events": [{"server_uuid": "7686ffe9-e948-41e8-bcea-0cc11c155760", "name": "network-vif-deleted", "tag": "c45e2232-5ed7-485f-b3e2-b187d68163c4"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:32.232169 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3279e-f4d9-423e-b894-aea9674966c0 req-3d53a4e8-1369-47d2-b16f-b47bd0542da6 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:32.240544 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2c3279e-f4d9-423e-b894-aea9674966c0 req-3d53a4e8-1369-47d2-b16f-b47bd0542da6 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fa47783-ae2c-4771-a4f9-d9507f282457 HTTP/1.1" status: 200 len: 867 time: 0.3279772 May 06 09:42:32.250202 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e686a06-f535-42ab-a1a3-264d7797890b req-9f06ba49-fe29-4f04-b106-f7f12989168e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:32.258747 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e686a06-f535-42ab-a1a3-264d7797890b req-9f06ba49-fe29-4f04-b106-f7f12989168e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 945 time: 0.3130598 May 06 09:42:32.354158 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e686a06-f535-42ab-a1a3-264d7797890b req-cfa5ab50-097c-440b-99e9-83f45ab87f5c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942006 May 06 09:42:32.386786 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2c3279e-f4d9-423e-b894-aea9674966c0 req-6aeefb96-3530-43bc-9acb-44e7183e0f8b tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/security-groups?id=7f285e86-832d-47c0-a280-829de0824e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414075 May 06 09:42:32.428033 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8868e38d-46da-46b6-9025-78031f8b558f req-5e2863c2-33f7-4c74-a550-37e763ea25df tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Made reservation on behalf of 9f8b2c0972214e249e01f24834153507 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:32.432761 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8868e38d-46da-46b6-9025-78031f8b558f req-5e2863c2-33f7-4c74-a550-37e763ea25df tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:32.469756 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f3d351f7-1de7-4a8c-aae0-4eb79cc1227f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:32.473385 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a71c382f-bc9e-4284-9e5c-1caa2cf8e98a req-64092899-c6e5-4d42-843a-d72462c8f4cf tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Router ef4f1595-ae78-4012-bda3-bd48fad9c730 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:42:32.526461 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-359a242c-1e1e-4a89-a15d-0142e8520480 req-cc2d3ccf-a723-4de3-b03a-b437b1247196 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e HTTP/1.1" status: 200 len: 210 time: 0.0809076 May 06 09:42:32.528353 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f3d351f7-1de7-4a8c-aae0-4eb79cc1227f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:32.773685 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8ccc2-9a9e-4b08-b1fb-05cee6a0d582 req-8aa94dff-f0bb-4d83-9f7b-8551f9d212fd tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:32.777413 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7bb8ccc2-9a9e-4b08-b1fb-05cee6a0d582 req-8aa94dff-f0bb-4d83-9f7b-8551f9d212fd tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 945 time: 0.2485530 May 06 09:42:32.936782 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dec907-323b-4d7a-b2a4-0d941600b5f1 req-be6e638c-2e33-46b3-982f-743608a68ca3 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:32.938423 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f0dec907-323b-4d7a-b2a4-0d941600b5f1 req-be6e638c-2e33-46b3-982f-743608a68ca3 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.2780657 May 06 09:42:32.946459 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7bb8ccc2-9a9e-4b08-b1fb-05cee6a0d582 req-1bd00ccc-7096-4e27-a35b-3412ec7bdc76 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873559 May 06 09:42:32.952713 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-8868e38d-46da-46b6-9025-78031f8b558f req-5e2863c2-33f7-4c74-a550-37e763ea25df tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Allocated IP 172.20.0.12 (bf084c2a-2749-4093-a4ea-996162f08ec8/8274d079-7928-4ac7-bf6e-3d3c9edfbcb7/3249d6a3-87b1-483c-bc5d-10a9d58c64b0) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:32.954427 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a71c382f-bc9e-4284-9e5c-1caa2cf8e98a req-64092899-c6e5-4d42-843a-d72462c8f4cf tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:42:32.973686 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-f3d351f7-1de7-4a8c-aae0-4eb79cc1227f admin admin] Allocated IP 172.25.5.25 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:32.974864 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed65a18-afd9-4cbd-87ca-9c46a11fb2e0 None None] Sync routers for ids ['ef4f1595-ae78-4012-bda3-bd48fad9c730'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:42:32.992342 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed65a18-afd9-4cbd-87ca-9c46a11fb2e0 None None] Routers {'ef4f1595-ae78-4012-bda3-bd48fad9c730'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:32.996496 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-bed65a18-afd9-4cbd-87ca-9c46a11fb2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:42:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ef4f1595-ae78-4012-bda3-bd48fad9c730'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:33.052427 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f0dec907-323b-4d7a-b2a4-0d941600b5f1 req-f4cc70ee-acd0-4cd6-9838-949db9747a1b tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020110 May 06 09:42:33.077962 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71c382f-bc9e-4284-9e5c-1caa2cf8e98a req-64092899-c6e5-4d42-843a-d72462c8f4cf tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] No DVR routers for this DVR port 0b127be3-c208-4e14-92be-840cef7418cf on host n-h1-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:42:33.083874 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a71c382f-bc9e-4284-9e5c-1caa2cf8e98a req-64092899-c6e5-4d42-843a-d72462c8f4cf tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:33.088077 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a71c382f-bc9e-4284-9e5c-1caa2cf8e98a req-64092899-c6e5-4d42-843a-d72462c8f4cf tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.84 "DELETE /v2.0/ports/0b127be3-c208-4e14-92be-840cef7418cf HTTP/1.1" status: 204 len: 173 time: 2.6734056 May 06 09:42:33.088385 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa47783-ae2c-4771-a4f9-d9507f282457', 'name': 'network-vif-deleted', 'tag': '0b127be3-c208-4e14-92be-840cef7418cf'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:33.091326 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f6e9e6-63af-412a-ac13-05cc1b830153" -d '{"events": [{"server_uuid": "0fa47783-ae2c-4771-a4f9-d9507f282457", "name": "network-vif-deleted", "tag": "0b127be3-c208-4e14-92be-840cef7418cf"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:33.124317 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c76da71-840d-4285-b18b-04db7bbab351 x-openstack-request-id: req-6c76da71-840d-4285-b18b-04db7bbab351 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:33.124603 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7686ffe9-e948-41e8-bcea-0cc11c155760", "name": "network-vif-deleted", "tag": "c45e2232-5ed7-485f-b3e2-b187d68163c4", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:33.124934 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6c76da71-840d-4285-b18b-04db7bbab351 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:33.125302 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c76da71-840d-4285-b18b-04db7bbab351'] response: {'server_uuid': '7686ffe9-e948-41e8-bcea-0cc11c155760', 'name': 'network-vif-deleted', 'tag': 'c45e2232-5ed7-485f-b3e2-b187d68163c4', 'status': 'completed', 'code': 200} May 06 09:42:33.193891 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-bed65a18-afd9-4cbd-87ca-9c46a11fb2e0 None None] Set router ef4f1595-ae78-4012-bda3-bd48fad9c730 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:33.248636 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb3ed31-136a-40c6-a5bc-0e1ac17d80c4 x-openstack-request-id: req-8cb3ed31-136a-40c6-a5bc-0e1ac17d80c4 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:33.248941 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa47783-ae2c-4771-a4f9-d9507f282457", "name": "network-vif-deleted", "tag": "0b127be3-c208-4e14-92be-840cef7418cf", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:33.249202 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8cb3ed31-136a-40c6-a5bc-0e1ac17d80c4 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:33.249618 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cb3ed31-136a-40c6-a5bc-0e1ac17d80c4'] response: {'server_uuid': '0fa47783-ae2c-4771-a4f9-d9507f282457', 'name': 'network-vif-deleted', 'tag': '0b127be3-c208-4e14-92be-840cef7418cf', 'status': 'completed', 'code': 200} May 06 09:42:33.296202 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b5d786f-bf29-49f0-b322-e55693882683 req-0461c8c8-13c9-4710-ac4a-cf6550f0bf8c tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=dde5f56c-9dfb-43c5-a62b-cee29d45bf76 HTTP/1.1" status: 200 len: 210 time: 0.0705004 May 06 09:42:33.392678 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f3d351f7-1de7-4a8c-aae0-4eb79cc1227f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:33.485988 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f3d351f7-1de7-4a8c-aae0-4eb79cc1227f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:33.535994 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8868e38d-46da-46b6-9025-78031f8b558f req-5e2863c2-33f7-4c74-a550-37e763ea25df tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:33.557934 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d351f7-1de7-4a8c-aae0-4eb79cc1227f admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:33.564560 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-f3d351f7-1de7-4a8c-aae0-4eb79cc1227f admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:33.579620 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d351f7-1de7-4a8c-aae0-4eb79cc1227f admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:33.583226 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device efd73f0f-d569-4d6c-aa32-f251ea0b5a5b up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:33.642220 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47468) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:33.666971 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d351f7-1de7-4a8c-aae0-4eb79cc1227f admin admin] Pushing event updated for resources: {'Port': ['ID=15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:33.690767 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10a5f29-e03b-402e-a018-4d9ef6299923 None None] Network b1819d22-79c2-4e2a-8774-0435c5e7e78f requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:42:33.762090 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7f7792ca-1bd6-4142-9074-b5c5c5858c57 req-42d6359a-b5ab-49fc-b36f-699a4d368721 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fa47783-ae2c-4771-a4f9-d9507f282457 HTTP/1.1" status: 200 len: 210 time: 0.1676056 May 06 09:42:33.763330 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8868e38d-46da-46b6-9025-78031f8b558f req-5e2863c2-33f7-4c74-a550-37e763ea25df tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:33.873484 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-6d75f5b2-9598-4d8a-a902-be7bcf11124d tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:33.875071 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-6d75f5b2-9598-4d8a-a902-be7bcf11124d tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.84 "GET /v2.0/networks?id=1c294ea7-0917-4fe1-8a6b-362ee7fbe836 HTTP/1.1" status: 200 len: 812 time: 0.3138103 May 06 09:42:33.879645 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8868e38d-46da-46b6-9025-78031f8b558f req-5e2863c2-33f7-4c74-a550-37e763ea25df tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Network bf084c2a-2749-4093-a4ea-996162f08ec8 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:33.889150 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-30944537-0256-4d34-85c2-d327887831ac tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Request body: {'port': {'device_id': '2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e', 'network_id': '1c294ea7-0917-4fe1-8a6b-362ee7fbe836', 'admin_state_up': True, 'tenant_id': '7164c1da46a24f038e1d3e72e4e90141'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:33.891324 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-8868e38d-46da-46b6-9025-78031f8b558f req-5e2863c2-33f7-4c74-a550-37e763ea25df tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:33.907293 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-8868e38d-46da-46b6-9025-78031f8b558f req-5e2863c2-33f7-4c74-a550-37e763ea25df tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:33.923863 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-98731057-5107-4406-a005-b92bd236d49d None None] Provisioning complete for port efd73f0f-d569-4d6c-aa32-f251ea0b5a5b triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:33.927049 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-98731057-5107-4406-a005-b92bd236d49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:33.967790 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ece354-0f39-4382-a67c-b9b05e1b29bf req-fe564039-0cb7-400e-9f87-90d6ec6727f4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:33.969726 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-32ece354-0f39-4382-a67c-b9b05e1b29bf req-fe564039-0cb7-400e-9f87-90d6ec6727f4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 945 time: 0.4300678 May 06 09:42:33.986356 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2863c2-33f7-4c74-a550-37e763ea25df tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Pushing event updated for resources: {'Port': ['ID=3249d6a3-87b1-483c-bc5d-10a9d58c64b0,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:33.996067 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port efd73f0f-d569-4d6c-aa32-f251ea0b5a5b triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:33.997271 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.073109 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-386e7f45-7646-40cd-a6c9-56ef2cdaef14 req-d004afa5-e248-49c7-a690-835a2ec020a0 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e HTTP/1.1" status: 200 len: 210 time: 0.0951955 May 06 09:42:34.101051 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868e38d-46da-46b6-9025-78031f8b558f req-5e2863c2-33f7-4c74-a550-37e763ea25df tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:34.101775 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8868e38d-46da-46b6-9025-78031f8b558f req-5e2863c2-33f7-4c74-a550-37e763ea25df tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.131699 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f3d351f7-1de7-4a8c-aae0-4eb79cc1227f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.135208 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 0b127be3-c208-4e14-92be-840cef7418cf no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:34.159564 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-32ece354-0f39-4382-a67c-b9b05e1b29bf req-8bf6f912-a538-4340-b42f-ac50f552d950 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706963 May 06 09:42:34.168779 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0a814e28-450e-45cc-9ad9-67f74833951f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0fe275606e2841ef811abf94e17c097e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5013647 May 06 09:42:34.170790 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47476) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:34.187843 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-30944537-0256-4d34-85c2-d327887831ac tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Made reservation on behalf of 7164c1da46a24f038e1d3e72e4e90141 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:34.191535 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-30944537-0256-4d34-85c2-d327887831ac tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.212131 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8868e38d-46da-46b6-9025-78031f8b558f req-5e2863c2-33f7-4c74-a550-37e763ea25df tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1627572 May 06 09:42:34.236121 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 0b127be3-c208-4e14-92be-840cef7418cf {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:34.236507 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 0b127be3-c208-4e14-92be-840cef7418cf not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:34.236964 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device c45e2232-5ed7-485f-b3e2-b187d68163c4 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:34.239960 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-bed65a18-afd9-4cbd-87ca-9c46a11fb2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'name': 'tempest-ServersTestManualDisk-737136986-router', 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '51fdfe03-3d0c-4220-82b6-807509d61776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:44Z', 'updated_at': '2022-05-06T09:40:55Z', 'revision_number': 4, 'project_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'gw_port': {'id': '51fdfe03-3d0c-4220-82b6-807509d61776', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ec:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:46Z', 'updated_at': '2022-05-06T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'dc5e8fc0-0beb-4972-8421-22e10ea4bb36', 'name': '', 'network_id': '63310cb6-2c84-44f2-9e8f-0c5b176cfc28', 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'mac_address': 'fa:16:3e:f7:c1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '2d048d8f-1cb9-48ef-a7c8-b37e62204696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:52Z', 'updated_at': '2022-05-06T09:41:02Z', 'revision_number': 5, 'project_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'subnets': [{'id': '2d048d8f-1cb9-48ef-a7c8-b37e62204696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:34.243909 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-8868e38d-46da-46b6-9025-78031f8b558f req-384a5871-c1a9-4226-a760-c9938a426798 service neutron] Request body: {'port': {'device_id': 'dde5f56c-9dfb-43c5-a62b-cee29d45bf76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:34.315388 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: c45e2232-5ed7-485f-b3e2-b187d68163c4 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:34.316984 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device c45e2232-5ed7-485f-b3e2-b187d68163c4 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:34.318814 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed65a18-afd9-4cbd-87ca-9c46a11fb2e0 None None] Checking router: ef4f1595-ae78-4012-bda3-bd48fad9c730 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:42:34.325218 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-98731057-5107-4406-a005-b92bd236d49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.384765 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8868e38d-46da-46b6-9025-78031f8b558f req-384a5871-c1a9-4226-a760-c9938a426798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.405379 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed65a18-afd9-4cbd-87ca-9c46a11fb2e0 None None] Routers {'ef4f1595-ae78-4012-bda3-bd48fad9c730'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:34.406020 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-bed65a18-afd9-4cbd-87ca-9c46a11fb2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:42:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ef4f1595-ae78-4012-bda3-bd48fad9c730'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:34.417174 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-db20b23a-0a66-430e-864b-8dcb416cc345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.429372 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62c431-b686-4dbd-bc0f-4c3d8cdd2feb req-3a6ad7e9-d289-49fa-84c1-2ca0518759a7 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:34.436928 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba62c431-b686-4dbd-bc0f-4c3d8cdd2feb req-3a6ad7e9-d289-49fa-84c1-2ca0518759a7 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 945 time: 0.2668419 May 06 09:42:34.445401 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.470231 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-30944537-0256-4d34-85c2-d327887831ac tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Allocated IP 172.20.0.11 (1c294ea7-0917-4fe1-8a6b-362ee7fbe836/a00563ec-513d-49b9-87cd-c2737f5945a8/5ee773cd-c3ce-460f-b84b-b122f278bac2) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:34.489315 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-98731057-5107-4406-a005-b92bd236d49d None None] For port efd73f0f-d569-4d6c-aa32-f251ea0b5a5b, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=efd73f0f-d569-4d6c-aa32-f251ea0b5a5b,segment=NetworkSegment(f57a600d-0e15-46ce-aeed-456e8cefa1bc),segment_id=f57a600d-0e15-46ce-aeed-456e8cefa1bc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:34.501582 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f3d351f7-1de7-4a8c-aae0-4eb79cc1227f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.536325 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-98731057-5107-4406-a005-b92bd236d49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.679205 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-bed65a18-afd9-4cbd-87ca-9c46a11fb2e0 None None] Set router ef4f1595-ae78-4012-bda3-bd48fad9c730 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:34.720770 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98731057-5107-4406-a005-b92bd236d49d None None] Pushing event updated for resources: {'Port': ['ID=efd73f0f-d569-4d6c-aa32-f251ea0b5a5b,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:34.722838 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:42:34.723535 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:42:34.734203 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98731057-5107-4406-a005-b92bd236d49d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:34.734679 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98731057-5107-4406-a005-b92bd236d49d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:34.734960 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98731057-5107-4406-a005-b92bd236d49d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:34.735352 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98731057-5107-4406-a005-b92bd236d49d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:34.735629 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98731057-5107-4406-a005-b92bd236d49d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:34.735943 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98731057-5107-4406-a005-b92bd236d49d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:34.736276 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98731057-5107-4406-a005-b92bd236d49d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:34.737146 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98731057-5107-4406-a005-b92bd236d49d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:34.737481 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98731057-5107-4406-a005-b92bd236d49d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:34.737809 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98731057-5107-4406-a005-b92bd236d49d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:34.738138 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98731057-5107-4406-a005-b92bd236d49d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:34.738463 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98731057-5107-4406-a005-b92bd236d49d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:34.741032 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63aa442-b146-4f96-82cc-83e42fda7537 req-6a665e66-c50d-4406-b667-51f4bb83ae1c tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:34.744540 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e63aa442-b146-4f96-82cc-83e42fda7537 req-6a665e66-c50d-4406-b667-51f4bb83ae1c tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.4795890 May 06 09:42:34.762396 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-db20b23a-0a66-430e-864b-8dcb416cc345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.819599 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba62c431-b686-4dbd-bc0f-4c3d8cdd2feb req-594a4778-c6da-4378-9433-0d75b3fccc37 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789897 May 06 09:42:34.914226 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e63aa442-b146-4f96-82cc-83e42fda7537 req-c4a57170-8beb-4e42-bf4b-8bff68b61c51 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570826 May 06 09:42:34.934039 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-8868e38d-46da-46b6-9025-78031f8b558f req-384a5871-c1a9-4226-a760-c9938a426798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3249d6a3-87b1-483c-bc5d-10a9d58c64b0 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:42:34.956757 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8868e38d-46da-46b6-9025-78031f8b558f req-384a5871-c1a9-4226-a760-c9938a426798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.963978 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-db20b23a-0a66-430e-864b-8dcb416cc345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.967087 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-db20b23a-0a66-430e-864b-8dcb416cc345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.968347 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-db20b23a-0a66-430e-864b-8dcb416cc345 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/28956125-3798-46e6-83b0-2c0d5ad1265a HTTP/1.1" status: 204 len: 168 time: 0.7942004 May 06 09:42:35.019240 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-8868e38d-46da-46b6-9025-78031f8b558f req-384a5871-c1a9-4226-a760-c9938a426798 service neutron] Transition to ACTIVE for port object 3249d6a3-87b1-483c-bc5d-10a9d58c64b0 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:42:35.020254 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20b23a-0a66-430e-864b-8dcb416cc345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28956125-3798-46e6-83b0-2c0d5ad1265a,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:35.029547 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8868e38d-46da-46b6-9025-78031f8b558f req-384a5871-c1a9-4226-a760-c9938a426798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:35.087437 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47486) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:35.133009 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb50b8-d6a6-41aa-a972-75add21f70cb req-87a51b3e-b80b-4588-bce6-455b3524cf64 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:35.134909 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-92bb50b8-d6a6-41aa-a972-75add21f70cb req-87a51b3e-b80b-4588-bce6-455b3524cf64 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=dde5f56c-9dfb-43c5-a62b-cee29d45bf76 HTTP/1.1" status: 200 len: 932 time: 0.1750286 May 06 09:42:35.209378 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a5871-c1a9-4226-a760-c9938a426798 service neutron] Pushing event updated for resources: {'Port': ['ID=3249d6a3-87b1-483c-bc5d-10a9d58c64b0,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:35.237665 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a97278fd-b364-4386-a645-3bca1a17c49a None None] Provisioning complete for port efd73f0f-d569-4d6c-aa32-f251ea0b5a5b triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:35.238283 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a97278fd-b364-4386-a645-3bca1a17c49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:35.284729 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ca6da361-fde9-4c05-969a-5deb71d7647d req-4ade9bd2-2728-4b0f-bf1f-e96d1f4541de tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e HTTP/1.1" status: 200 len: 210 time: 0.0965929 May 06 09:42:35.326349 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-92bb50b8-d6a6-41aa-a972-75add21f70cb req-207269fc-c551-48f9-890f-f0f3e1d2362c tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766446 May 06 09:42:35.334553 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-30944537-0256-4d34-85c2-d327887831ac tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:35.345156 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7f1e25bc-8377-420b-9cc1-0636e23caa1d tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:35.365888 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d351f7-1de7-4a8c-aae0-4eb79cc1227f admin admin] Router 303fcdb5-f844-45d6-8bff-a63c6d5e9128 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:42:35.380167 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8868e38d-46da-46b6-9025-78031f8b558f req-384a5871-c1a9-4226-a760-c9938a426798 service neutron] Attempting to bind port 3249d6a3-87b1-483c-bc5d-10a9d58c64b0 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:42:35.381873 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8868e38d-46da-46b6-9025-78031f8b558f req-384a5871-c1a9-4226-a760-c9938a426798 service neutron] Attempting to bind port 3249d6a3-87b1-483c-bc5d-10a9d58c64b0 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '627bbd8f-a3da-4da2-815f-3be0d917a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:42:35.385792 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8868e38d-46da-46b6-9025-78031f8b558f req-384a5871-c1a9-4226-a760-c9938a426798 service neutron] Attempting to bind port 3249d6a3-87b1-483c-bc5d-10a9d58c64b0 on network bf084c2a-2749-4093-a4ea-996162f08ec8 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:35.436638 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-bed65a18-afd9-4cbd-87ca-9c46a11fb2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'name': 'tempest-ServersTestManualDisk-737136986-router', 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '51fdfe03-3d0c-4220-82b6-807509d61776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:44Z', 'updated_at': '2022-05-06T09:40:55Z', 'revision_number': 4, 'project_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'gw_port': {'id': '51fdfe03-3d0c-4220-82b6-807509d61776', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ec:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:46Z', 'updated_at': '2022-05-06T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'dc5e8fc0-0beb-4972-8421-22e10ea4bb36', 'name': '', 'network_id': '63310cb6-2c84-44f2-9e8f-0c5b176cfc28', 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'mac_address': 'fa:16:3e:f7:c1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '2d048d8f-1cb9-48ef-a7c8-b37e62204696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:52Z', 'updated_at': '2022-05-06T09:41:02Z', 'revision_number': 5, 'project_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'subnets': [{'id': '2d048d8f-1cb9-48ef-a7c8-b37e62204696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:35.494305 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8868e38d-46da-46b6-9025-78031f8b558f req-384a5871-c1a9-4226-a760-c9938a426798 service neutron] Port 3249d6a3-87b1-483c-bc5d-10a9d58c64b0 on network bf084c2a-2749-4093-a4ea-996162f08ec8 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:42:35.494637 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8868e38d-46da-46b6-9025-78031f8b558f req-384a5871-c1a9-4226-a760-c9938a426798 service neutron] Attempting to bind port 3249d6a3-87b1-483c-bc5d-10a9d58c64b0 on network bf084c2a-2749-4093-a4ea-996162f08ec8 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:35.499418 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed65a18-afd9-4cbd-87ca-9c46a11fb2e0 None None] The sync data for ids ['ef4f1595-ae78-4012-bda3-bd48fad9c730'] in n-d-840835-1 is: [{'id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'name': 'tempest-ServersTestManualDisk-737136986-router', 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '51fdfe03-3d0c-4220-82b6-807509d61776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:44Z', 'updated_at': '2022-05-06T09:40:55Z', 'revision_number': 4, 'project_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'gw_port': {'id': '51fdfe03-3d0c-4220-82b6-807509d61776', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ec:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:46Z', 'updated_at': '2022-05-06T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'dc5e8fc0-0beb-4972-8421-22e10ea4bb36', 'name': '', 'network_id': '63310cb6-2c84-44f2-9e8f-0c5b176cfc28', 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'mac_address': 'fa:16:3e:f7:c1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '2d048d8f-1cb9-48ef-a7c8-b37e62204696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:52Z', 'updated_at': '2022-05-06T09:41:02Z', 'revision_number': 5, 'project_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'subnets': [{'id': '2d048d8f-1cb9-48ef-a7c8-b37e62204696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:42:35.510552 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7f1e25bc-8377-420b-9cc1-0636e23caa1d tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:35.541719 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device efd73f0f-d569-4d6c-aa32-f251ea0b5a5b up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:35.549048 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8868e38d-46da-46b6-9025-78031f8b558f req-384a5871-c1a9-4226-a760-c9938a426798 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:42:35.549417 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8868e38d-46da-46b6-9025-78031f8b558f req-384a5871-c1a9-4226-a760-c9938a426798 service neutron] Checking segment: {'id': '627bbd8f-a3da-4da2-815f-3be0d917a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:35.549839 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8868e38d-46da-46b6-9025-78031f8b558f req-384a5871-c1a9-4226-a760-c9938a426798 service neutron] Bound using segment: {'id': '627bbd8f-a3da-4da2-815f-3be0d917a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:42:35.550398 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8868e38d-46da-46b6-9025-78031f8b558f req-384a5871-c1a9-4226-a760-c9938a426798 service neutron] Bound port: 3249d6a3-87b1-483c-bc5d-10a9d58c64b0, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '627bbd8f-a3da-4da2-815f-3be0d917a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:42:35.550813 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8868e38d-46da-46b6-9025-78031f8b558f req-384a5871-c1a9-4226-a760-c9938a426798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:35.566653 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-30944537-0256-4d34-85c2-d327887831ac tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:35.584952 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d351f7-1de7-4a8c-aae0-4eb79cc1227f admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:42:35.596916 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47494) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:35.600628 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfdb48f-0bac-497b-a1a3-e05385d4f88b None None] Sync routers for ids ['303fcdb5-f844-45d6-8bff-a63c6d5e9128'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:42:35.608908 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-30944537-0256-4d34-85c2-d327887831ac tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Network 1c294ea7-0917-4fe1-8a6b-362ee7fbe836 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:35.620009 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-30944537-0256-4d34-85c2-d327887831ac tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:35.620659 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfdb48f-0bac-497b-a1a3-e05385d4f88b None None] Routers {'303fcdb5-f844-45d6-8bff-a63c6d5e9128'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:35.621806 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7dfdb48f-0bac-497b-a1a3-e05385d4f88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:42:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['303fcdb5-f844-45d6-8bff-a63c6d5e9128'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:35.627016 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port efd73f0f-d569-4d6c-aa32-f251ea0b5a5b triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:35.628364 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:35.634325 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-8868e38d-46da-46b6-9025-78031f8b558f req-384a5871-c1a9-4226-a760-c9938a426798 service neutron] For port 3249d6a3-87b1-483c-bc5d-10a9d58c64b0, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:42:35.656093 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-30944537-0256-4d34-85c2-d327887831ac tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:35.656935 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b448d-c2dc-46d4-8000-55d2062d61d6 req-ddcdde1b-2160-4eec-8ac1-2c754a794b13 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:35.665024 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f80b448d-c2dc-46d4-8000-55d2062d61d6 req-ddcdde1b-2160-4eec-8ac1-2c754a794b13 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 945 time: 0.2719424 May 06 09:42:35.696717 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-8868e38d-46da-46b6-9025-78031f8b558f req-384a5871-c1a9-4226-a760-c9938a426798 service neutron] For port 3249d6a3-87b1-483c-bc5d-10a9d58c64b0, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=3249d6a3-87b1-483c-bc5d-10a9d58c64b0,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:42:35.724714 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f80b448d-c2dc-46d4-8000-55d2062d61d6 req-9cc18fd9-22ce-42cf-b24e-2827f74ea36a tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587103 May 06 09:42:35.726740 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8868e38d-46da-46b6-9025-78031f8b558f req-384a5871-c1a9-4226-a760-c9938a426798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:35.728601 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-30944537-0256-4d34-85c2-d327887831ac tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:35.729293 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-30944537-0256-4d34-85c2-d327887831ac tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:35.778519 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868e38d-46da-46b6-9025-78031f8b558f req-384a5871-c1a9-4226-a760-c9938a426798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:35.779194 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8868e38d-46da-46b6-9025-78031f8b558f req-384a5871-c1a9-4226-a760-c9938a426798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:35.781613 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8868e38d-46da-46b6-9025-78031f8b558f req-384a5871-c1a9-4226-a760-c9938a426798 service neutron] 10.222.0.77 "PUT /v2.0/ports/3249d6a3-87b1-483c-bc5d-10a9d58c64b0 HTTP/1.1" status: 200 len: 1092 time: 1.5427852 May 06 09:42:35.782057 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde5f56c-9dfb-43c5-a62b-cee29d45bf76', 'tag': '3249d6a3-87b1-483c-bc5d-10a9d58c64b0'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:35.784813 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a0b566-5528-4b98-bf49-88c6be9efa35" -d '{"events": [{"name": "network-changed", "server_uuid": "dde5f56c-9dfb-43c5-a62b-cee29d45bf76", "tag": "3249d6a3-87b1-483c-bc5d-10a9d58c64b0"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:35.804884 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7f1e25bc-8377-420b-9cc1-0636e23caa1d tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:35.817321 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7f1e25bc-8377-420b-9cc1-0636e23caa1d tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:35.822192 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7f1e25bc-8377-420b-9cc1-0636e23caa1d tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "DELETE /v2.0/security-groups/7f285e86-832d-47c0-a280-829de0824e04 HTTP/1.1" status: 204 len: 168 time: 0.7313848 May 06 09:42:35.824944 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47500) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:35.826197 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-953d6bc4-0bb0-4fb4-941f-4b244a53783f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7cfac2cb165e4a2886036470d6f8cdf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149584 May 06 09:42:35.846869 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-30944537-0256-4d34-85c2-d327887831ac tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9616809 May 06 09:42:35.847412 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47502) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:35.866791 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f3d351f7-1de7-4a8c-aae0-4eb79cc1227f admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:35.869443 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f3d351f7-1de7-4a8c-aae0-4eb79cc1227f admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3509018 May 06 09:42:35.881448 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-bc3e0eb6-6c5b-4535-a940-36162a5f9166 service neutron] Request body: {'port': {'device_id': '2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:35.895852 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47508) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:35.905428 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e874240-0444-4741-ab38-a828ee735c17 x-openstack-request-id: req-9e874240-0444-4741-ab38-a828ee735c17 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:35.905888 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde5f56c-9dfb-43c5-a62b-cee29d45bf76", "tag": "3249d6a3-87b1-483c-bc5d-10a9d58c64b0", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:35.906159 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9e874240-0444-4741-ab38-a828ee735c17 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:35.906609 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e874240-0444-4741-ab38-a828ee735c17'] response: {'name': 'network-changed', 'server_uuid': 'dde5f56c-9dfb-43c5-a62b-cee29d45bf76', 'tag': '3249d6a3-87b1-483c-bc5d-10a9d58c64b0', 'status': 'completed', 'code': 200} May 06 09:42:35.907576 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-9ae37264-e18a-4256-90aa-4d7854267faf tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] show failed (client error): The resource could not be found. May 06 09:42:35.916009 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9ae37264-e18a-4256-90aa-4d7854267faf tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "GET /v2.0/security-groups/7f285e86-832d-47c0-a280-829de0824e04 HTTP/1.1" status: 404 len: 347 time: 0.0789189 May 06 09:42:35.933855 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47510) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:35.981762 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e25bc-8377-420b-9cc1-0636e23caa1d tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f285e86-832d-47c0-a280-829de0824e04,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:36.020741 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30944537-0256-4d34-85c2-d327887831ac tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Pushing event updated for resources: {'Port': ['ID=5ee773cd-c3ce-460f-b84b-b122f278bac2,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:36.104366 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a479ec9-442f-4032-bc89-af000a21a134 None None] New status for floating IP 06457b81-7b9b-4ce7-9f44-6b97af05887d: DOWN {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:42:36.132947 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-bc3e0eb6-6c5b-4535-a940-36162a5f9166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:36.150132 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-7dfdb48f-0bac-497b-a1a3-e05385d4f88b None None] Set router 303fcdb5-f844-45d6-8bff-a63c6d5e9128 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:36.207330 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a5871-c1a9-4226-a760-c9938a426798 service neutron] Pushing event updated for resources: {'Port': ['ID=3249d6a3-87b1-483c-bc5d-10a9d58c64b0,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:36.245106 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868e38d-46da-46b6-9025-78031f8b558f req-46c2669d-1925-4cfe-ba0b-40543678e529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:36.246942 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8868e38d-46da-46b6-9025-78031f8b558f req-46c2669d-1925-4cfe-ba0b-40543678e529 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9f8b2c0972214e249e01f24834153507&device_id=dde5f56c-9dfb-43c5-a62b-cee29d45bf76 HTTP/1.1" status: 200 len: 1095 time: 0.3639138 May 06 09:42:36.269880 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31fd902-1415-4d5a-a84b-8eed077343d1 req-71259bc8-0b6a-495d-8018-e8528a563176 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:36.280325 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f31fd902-1415-4d5a-a84b-8eed077343d1 req-71259bc8-0b6a-495d-8018-e8528a563176 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 945 time: 0.2066481 May 06 09:42:36.369299 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d5d3946-73e4-45b1-908b-14106946d878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:36.394989 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8868e38d-46da-46b6-9025-78031f8b558f req-f5a98013-ef81-4b54-b52e-3d668df27958 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3249d6a3-87b1-483c-bc5d-10a9d58c64b0 HTTP/1.1" status: 200 len: 217 time: 0.1122320 May 06 09:42:36.426628 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced5c4b-a319-4f64-b9a6-b58ec1911de0 req-d15df528-89b6-47d3-87d0-0b7226dee93a tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:36.426917 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5ced5c4b-a319-4f64-b9a6-b58ec1911de0 req-d15df528-89b6-47d3-87d0-0b7226dee93a tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.4427953 May 06 09:42:36.437817 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d5d3946-73e4-45b1-908b-14106946d878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:36.446012 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7dfdb48f-0bac-497b-a1a3-e05385d4f88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'name': 'tempest-ServersTestFqdnHostnames-1204199785-router', 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:30Z', 'updated_at': '2022-05-06T09:42:33Z', 'revision_number': 3, 'project_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'gw_port': {'id': '15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:32Z', 'updated_at': '2022-05-06T09:42:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:36.454785 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f31fd902-1415-4d5a-a84b-8eed077343d1 req-d69532bf-f1dd-44a4-9013-6128113ea640 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731319 May 06 09:42:36.527101 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfdb48f-0bac-497b-a1a3-e05385d4f88b None None] Checking router: 303fcdb5-f844-45d6-8bff-a63c6d5e9128 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:42:36.527569 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-bfaa2631-d951-4604-86d6-dfca3f4974f6 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Deleting port 652c3d91-aa6b-4b5d-926a-0ead35bb18ef {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:36.527931 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bfaa2631-d951-4604-86d6-dfca3f4974f6 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:36.528128 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfdb48f-0bac-497b-a1a3-e05385d4f88b None None] Updating router 303fcdb5-f844-45d6-8bff-a63c6d5e9128 port 15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:42:36.561683 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7dfdb48f-0bac-497b-a1a3-e05385d4f88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:36.708922 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d5d3946-73e4-45b1-908b-14106946d878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:36.712593 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d5d3946-73e4-45b1-908b-14106946d878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:36.717763 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0d5d3946-73e4-45b1-908b-14106946d878 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ee240cc9-45c5-4e94-ab91-3356ee35671c HTTP/1.1" status: 204 len: 168 time: 0.8655839 May 06 09:42:36.727319 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5ced5c4b-a319-4f64-b9a6-b58ec1911de0 req-cb21b7d5-464f-4adc-b04b-3410507ae619 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2880900 May 06 09:42:36.739201 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868e38d-46da-46b6-9025-78031f8b558f req-c935470d-1c03-4a69-bc67-51ab4e7dbb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:36.740891 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8868e38d-46da-46b6-9025-78031f8b558f req-c935470d-1c03-4a69-bc67-51ab4e7dbb65 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8274d079-7928-4ac7-bf6e-3d3c9edfbcb7 HTTP/1.1" status: 200 len: 852 time: 0.3251112 May 06 09:42:36.753508 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d3946-73e4-45b1-908b-14106946d878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee240cc9-45c5-4e94-ab91-3356ee35671c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:36.758080 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bfaa2631-d951-4604-86d6-dfca3f4974f6 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:36.758417 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bfaa2631-d951-4604-86d6-dfca3f4974f6 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:36.792067 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-bfaa2631-d951-4604-86d6-dfca3f4974f6 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Calling delete_port for 652c3d91-aa6b-4b5d-926a-0ead35bb18ef owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:36.920451 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-bc3e0eb6-6c5b-4535-a940-36162a5f9166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee773cd-c3ce-460f-b84b-b122f278bac2 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:42:36.932113 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-bc3e0eb6-6c5b-4535-a940-36162a5f9166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:36.932852 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef407e26-224d-4625-95f6-e9154416be07 req-03df57b6-3aae-4881-8eb2-815ecb449ceb tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:36.942249 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ef407e26-224d-4625-95f6-e9154416be07 req-03df57b6-3aae-4881-8eb2-815ecb449ceb tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.3906400 May 06 09:42:36.957425 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-bc3e0eb6-6c5b-4535-a940-36162a5f9166 service neutron] Transition to ACTIVE for port object 5ee773cd-c3ce-460f-b84b-b122f278bac2 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:42:36.968783 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-bc3e0eb6-6c5b-4535-a940-36162a5f9166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:37.085200 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7dfdb48f-0bac-497b-a1a3-e05385d4f88b None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:37.093722 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7dfdb48f-0bac-497b-a1a3-e05385d4f88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:37.151996 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e0eb6-6c5b-4535-a940-36162a5f9166 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee773cd-c3ce-460f-b84b-b122f278bac2,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:37.154371 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bfaa2631-d951-4604-86d6-dfca3f4974f6 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:37.156426 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-7dfdb48f-0bac-497b-a1a3-e05385d4f88b None None] Attempting to bind port 15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:42:37.156802 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-7dfdb48f-0bac-497b-a1a3-e05385d4f88b None None] Attempting to bind port 15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:42:37.157171 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfdb48f-0bac-497b-a1a3-e05385d4f88b None None] Attempting to bind port 15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:37.159824 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0922f10-f4b4-4acb-bb6d-58bb5ceae7e7 None None] Pushing event updated for resources: {'Port': ['ID=15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:37.168812 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfdb48f-0bac-497b-a1a3-e05385d4f88b None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:42:37.169212 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfdb48f-0bac-497b-a1a3-e05385d4f88b None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:37.169595 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7dfdb48f-0bac-497b-a1a3-e05385d4f88b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:37.169999 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfdb48f-0bac-497b-a1a3-e05385d4f88b None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:42:37.170483 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-7dfdb48f-0bac-497b-a1a3-e05385d4f88b None None] Bound port: 15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:42:37.170870 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7dfdb48f-0bac-497b-a1a3-e05385d4f88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:37.174512 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0922f10-f4b4-4acb-bb6d-58bb5ceae7e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:37.174882 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0922f10-f4b4-4acb-bb6d-58bb5ceae7e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:37.175214 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0922f10-f4b4-4acb-bb6d-58bb5ceae7e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:37.175557 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0922f10-f4b4-4acb-bb6d-58bb5ceae7e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:37.175890 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0922f10-f4b4-4acb-bb6d-58bb5ceae7e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:37.176225 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0922f10-f4b4-4acb-bb6d-58bb5ceae7e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:37.176561 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0922f10-f4b4-4acb-bb6d-58bb5ceae7e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:37.176892 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0922f10-f4b4-4acb-bb6d-58bb5ceae7e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:37.177221 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0922f10-f4b4-4acb-bb6d-58bb5ceae7e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:37.177655 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0922f10-f4b4-4acb-bb6d-58bb5ceae7e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:37.177864 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0922f10-f4b4-4acb-bb6d-58bb5ceae7e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:37.178189 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0922f10-f4b4-4acb-bb6d-58bb5ceae7e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:37.217140 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-bc3e0eb6-6c5b-4535-a940-36162a5f9166 service neutron] Attempting to bind port 5ee773cd-c3ce-460f-b84b-b122f278bac2 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:42:37.217650 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-bc3e0eb6-6c5b-4535-a940-36162a5f9166 service neutron] Attempting to bind port 5ee773cd-c3ce-460f-b84b-b122f278bac2 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '48d6abbc-c47f-4b3a-93da-b446cea28541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1c294ea7-0917-4fe1-8a6b-362ee7fbe836'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:42:37.217805 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-bc3e0eb6-6c5b-4535-a940-36162a5f9166 service neutron] Attempting to bind port 5ee773cd-c3ce-460f-b84b-b122f278bac2 on network 1c294ea7-0917-4fe1-8a6b-362ee7fbe836 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:37.243561 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-7dfdb48f-0bac-497b-a1a3-e05385d4f88b None None] For port 15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:42:37.244563 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa2631-d951-4604-86d6-dfca3f4974f6 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Pushing event deleted for resources: {'Port': ['ID=652c3d91-aa6b-4b5d-926a-0ead35bb18ef,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:37.247217 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-7dfdb48f-0bac-497b-a1a3-e05385d4f88b None None] For port 15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:42:37.255868 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7dfdb48f-0bac-497b-a1a3-e05385d4f88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:37.320473 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-bc3e0eb6-6c5b-4535-a940-36162a5f9166 service neutron] Port 5ee773cd-c3ce-460f-b84b-b122f278bac2 on network 1c294ea7-0917-4fe1-8a6b-362ee7fbe836 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:42:37.320821 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-bc3e0eb6-6c5b-4535-a940-36162a5f9166 service neutron] Attempting to bind port 5ee773cd-c3ce-460f-b84b-b122f278bac2 on network 1c294ea7-0917-4fe1-8a6b-362ee7fbe836 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:37.327294 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bfaa2631-d951-4604-86d6-dfca3f4974f6 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:37.329972 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bfaa2631-d951-4604-86d6-dfca3f4974f6 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:37.331788 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bfaa2631-d951-4604-86d6-dfca3f4974f6 tempest-ServersTestManualDisk-1711137441 tempest-ServersTestManualDisk-1711137441-project] 10.222.0.73 "DELETE /v2.0/floatingips/06457b81-7b9b-4ce7-9f44-6b97af05887d HTTP/1.1" status: 204 len: 168 time: 1.3865681 May 06 09:42:37.334825 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47528) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:37.335639 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfdb48f-0bac-497b-a1a3-e05385d4f88b None None] Routers {'303fcdb5-f844-45d6-8bff-a63c6d5e9128'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:37.336460 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7dfdb48f-0bac-497b-a1a3-e05385d4f88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:42:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['303fcdb5-f844-45d6-8bff-a63c6d5e9128'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:37.342131 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-bc3e0eb6-6c5b-4535-a940-36162a5f9166 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:42:37.342525 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-bc3e0eb6-6c5b-4535-a940-36162a5f9166 service neutron] Checking segment: {'id': '48d6abbc-c47f-4b3a-93da-b446cea28541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1c294ea7-0917-4fe1-8a6b-362ee7fbe836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:37.342906 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-bc3e0eb6-6c5b-4535-a940-36162a5f9166 service neutron] Bound using segment: {'id': '48d6abbc-c47f-4b3a-93da-b446cea28541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1c294ea7-0917-4fe1-8a6b-362ee7fbe836'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:42:37.343386 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-bc3e0eb6-6c5b-4535-a940-36162a5f9166 service neutron] Bound port: 5ee773cd-c3ce-460f-b84b-b122f278bac2, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48d6abbc-c47f-4b3a-93da-b446cea28541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1c294ea7-0917-4fe1-8a6b-362ee7fbe836'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:42:37.343909 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-bc3e0eb6-6c5b-4535-a940-36162a5f9166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:37.405187 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0922f10-f4b4-4acb-bb6d-58bb5ceae7e7 None None] Pushing event updated for resources: {'Port': ['ID=15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:37.507453 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-7dfdb48f-0bac-497b-a1a3-e05385d4f88b None None] Set router 303fcdb5-f844-45d6-8bff-a63c6d5e9128 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:37.558806 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-bc3e0eb6-6c5b-4535-a940-36162a5f9166 service neutron] For port 5ee773cd-c3ce-460f-b84b-b122f278bac2, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:42:37.613895 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-bc3e0eb6-6c5b-4535-a940-36162a5f9166 service neutron] For port 5ee773cd-c3ce-460f-b84b-b122f278bac2, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=5ee773cd-c3ce-460f-b84b-b122f278bac2,segment=NetworkSegment(48d6abbc-c47f-4b3a-93da-b446cea28541),segment_id=48d6abbc-c47f-4b3a-93da-b446cea28541)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:42:37.629938 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-bc3e0eb6-6c5b-4535-a940-36162a5f9166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:37.694367 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-bc3e0eb6-6c5b-4535-a940-36162a5f9166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:37.695270 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-bc3e0eb6-6c5b-4535-a940-36162a5f9166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:37.696707 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-bc3e0eb6-6c5b-4535-a940-36162a5f9166 service neutron] 10.222.0.84 "PUT /v2.0/ports/5ee773cd-c3ce-460f-b84b-b122f278bac2 HTTP/1.1" status: 200 len: 1092 time: 1.8238246 May 06 09:42:37.700770 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e', 'tag': '5ee773cd-c3ce-460f-b84b-b122f278bac2'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:37.704233 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fe121d-ddd5-4ba4-84e9-d1d21a6e33f2" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e", "tag": "5ee773cd-c3ce-460f-b84b-b122f278bac2"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:37.741048 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7dfdb48f-0bac-497b-a1a3-e05385d4f88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'name': 'tempest-ServersTestFqdnHostnames-1204199785-router', 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:30Z', 'updated_at': '2022-05-06T09:42:33Z', 'revision_number': 3, 'project_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'gw_port': {'id': '15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:32Z', 'updated_at': '2022-05-06T09:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:37.757720 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ef407e26-224d-4625-95f6-e9154416be07 req-03805866-11a6-4b8a-b22a-34c7783632c5 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8143494 May 06 09:42:37.761809 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8868e38d-46da-46b6-9025-78031f8b558f req-d2dd70c8-1aa7-4e4a-b005-6ae6e404b257 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bf084c2a-2749-4093-a4ea-996162f08ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8432982 May 06 09:42:37.788254 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfdb48f-0bac-497b-a1a3-e05385d4f88b None None] The sync data for ids ['303fcdb5-f844-45d6-8bff-a63c6d5e9128'] in n-d-840835-1 is: [{'id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'name': 'tempest-ServersTestFqdnHostnames-1204199785-router', 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:30Z', 'updated_at': '2022-05-06T09:42:33Z', 'revision_number': 3, 'project_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'gw_port': {'id': '15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:32Z', 'updated_at': '2022-05-06T09:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:42:37.854074 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e0eb6-6c5b-4535-a940-36162a5f9166 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee773cd-c3ce-460f-b84b-b122f278bac2,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:37.890377 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-1b437d67-a0c0-4fc2-b2f3-fe6cbc559265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:37.892101 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-1b437d67-a0c0-4fc2-b2f3-fe6cbc559265 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7164c1da46a24f038e1d3e72e4e90141&device_id=2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e HTTP/1.1" status: 200 len: 1095 time: 0.1407795 May 06 09:42:37.951972 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-828cd05d-ec0d-493a-bd51-b049e899e47b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ee773cd-c3ce-460f-b84b-b122f278bac2 HTTP/1.1" status: 200 len: 217 time: 0.0412157 May 06 09:42:37.966390 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764ec1b-a651-46d4-8077-96abd6f6cd5d req-2feaf6bc-1bc5-4862-8451-fa60d4cce38a tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:37.968790 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d764ec1b-a651-46d4-8077-96abd6f6cd5d req-2feaf6bc-1bc5-4862-8451-fa60d4cce38a tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e HTTP/1.1" status: 200 len: 944 time: 1.0543244 May 06 09:42:38.032655 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-1bc44f05-c801-4ab8-8fb9-a26397dc360b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:38.036556 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-1bc44f05-c801-4ab8-8fb9-a26397dc360b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a00563ec-513d-49b9-87cd-c2737f5945a8 HTTP/1.1" status: 200 len: 852 time: 0.0735390 May 06 09:42:38.057140 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1fa762-6d46-4243-a9f8-17757538f2fa req-60207025-9816-48f4-9c97-dcbe76b631df tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:38.065532 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c1fa762-6d46-4243-a9f8-17757538f2fa req-60207025-9816-48f4-9c97-dcbe76b631df tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=dde5f56c-9dfb-43c5-a62b-cee29d45bf76 HTTP/1.1" status: 200 len: 944 time: 0.2209103 May 06 09:42:38.079802 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-8d7574eb-4475-4370-84b2-87650278e3c1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1c294ea7-0917-4fe1-8a6b-362ee7fbe836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334756 May 06 09:42:38.110600 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8868e38d-46da-46b6-9025-78031f8b558f req-f01c3f90-ce9f-47f2-86f3-efaef4e5b2d7 service neutron] 10.222.0.77 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368282 May 06 09:42:38.168179 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d764ec1b-a651-46d4-8077-96abd6f6cd5d req-1045c15b-ea76-4d51-a8fa-98b1c37b9126 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups?id=08415831-0822-4e23-bce7-b07a4ad1f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846848 May 06 09:42:38.247178 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-67dc6c18-3ea1-4159-a32c-9f0122c2cc07 service neutron] 10.222.0.84 "GET /v2.0/networks/1c294ea7-0917-4fe1-8a6b-362ee7fbe836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587598 May 06 09:42:38.264410 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c1fa762-6d46-4243-a9f8-17757538f2fa req-070a04a6-29cd-4564-951b-64be74d6f798 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826525 May 06 09:42:38.321194 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-efdc0157-d557-4fa1-831e-5f6edde2fb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:38.381943 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45bdb7b9-d4ce-44d0-8756-d7225600032e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:38.455477 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b8f7453b-65b1-41ac-9567-22d14c84bed0 req-421c8c35-397d-4eac-a1ef-cc839b431c0d service neutron] 10.222.0.84 "GET /v2.0/networks/1c294ea7-0917-4fe1-8a6b-362ee7fbe836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007980 May 06 09:42:38.533077 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9efbf-1c54-4434-9738-c7816d1e0136 req-df79dae4-2fa6-4eb5-b659-bbd474b17217 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:38.534761 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-23a9efbf-1c54-4434-9738-c7816d1e0136 req-df79dae4-2fa6-4eb5-b659-bbd474b17217 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.2428863 May 06 09:42:38.592640 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8868e38d-46da-46b6-9025-78031f8b558f req-0f0ce7e3-09d1-408c-8e2c-d8a7a9ac2a1c service neutron] 10.222.0.77 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521317 May 06 09:42:38.672966 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69344e7-f259-4a57-bdf4-6504bd728219 req-2af6dfe3-0ac3-4566-98a6-bfa7e8325f21 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:38.675326 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b69344e7-f259-4a57-bdf4-6504bd728219 req-2af6dfe3-0ac3-4566-98a6-bfa7e8325f21 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 945 time: 0.2322061 May 06 09:42:38.741689 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-23a9efbf-1c54-4434-9738-c7816d1e0136 req-84f655db-3883-42a2-a700-537cac28aef4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480615 May 06 09:42:38.742980 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-efdc0157-d557-4fa1-831e-5f6edde2fb90 admin admin] Allocated IP 172.20.0.1 (b1819d22-79c2-4e2a-8774-0435c5e7e78f/ee4783db-785e-4313-8cae-b41e82f2266a/eb2a8929-ecaf-48fe-917c-50b062943cf5) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:38.772197 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-45bdb7b9-d4ce-44d0-8756-d7225600032e admin admin] Deleting port dc5e8fc0-0beb-4972-8421-22e10ea4bb36 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:38.772742 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45bdb7b9-d4ce-44d0-8756-d7225600032e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:38.843280 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fbdb73-60ca-4c7a-9994-1a3f03a18a33 x-openstack-request-id: req-00fbdb73-60ca-4c7a-9994-1a3f03a18a33 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:38.844910 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e", "tag": "5ee773cd-c3ce-460f-b84b-b122f278bac2", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:38.845436 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-00fbdb73-60ca-4c7a-9994-1a3f03a18a33 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:38.847250 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00fbdb73-60ca-4c7a-9994-1a3f03a18a33'] response: {'name': 'network-changed', 'server_uuid': '2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e', 'tag': '5ee773cd-c3ce-460f-b84b-b122f278bac2', 'status': 'completed', 'code': 200} May 06 09:42:38.874632 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b69344e7-f259-4a57-bdf4-6504bd728219 req-87f6a80a-a42a-4756-a741-bebdb8c99a67 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897357 May 06 09:42:38.898376 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0b566-5528-4b98-bf49-88c6be9efa35 req-55ba578e-9229-4475-9c27-ab63b5847ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:38.899967 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-97a0b566-5528-4b98-bf49-88c6be9efa35 req-55ba578e-9229-4475-9c27-ab63b5847ed2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9f8b2c0972214e249e01f24834153507&device_id=dde5f56c-9dfb-43c5-a62b-cee29d45bf76 HTTP/1.1" status: 200 len: 1095 time: 0.1814017 May 06 09:42:39.038766 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-45bdb7b9-d4ce-44d0-8756-d7225600032e admin admin] For port dc5e8fc0-0beb-4972-8421-22e10ea4bb36, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=dc5e8fc0-0beb-4972-8421-22e10ea4bb36,segment=NetworkSegment(c050de98-7641-4301-b72e-f4e7cddac870),segment_id=c050de98-7641-4301-b72e-f4e7cddac870)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:39.040648 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45bdb7b9-d4ce-44d0-8756-d7225600032e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:39.058989 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-45bdb7b9-d4ce-44d0-8756-d7225600032e admin admin] Calling delete_port for dc5e8fc0-0beb-4972-8421-22e10ea4bb36 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:39.117536 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-efdc0157-d557-4fa1-831e-5f6edde2fb90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:39.130677 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0554e6-01e9-4596-bfb6-e4043318f43c req-eb37d530-fa21-450f-adeb-4649a3d0d896 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:39.130677 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d0554e6-01e9-4596-bfb6-e4043318f43c req-eb37d530-fa21-450f-adeb-4649a3d0d896 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.2293112 May 06 09:42:39.142379 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86065473-7d8b-4f04-b96b-16b5ec934190 req-567b3352-f7c9-479b-9c65-c25ef63076ba tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:39.144502 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-86065473-7d8b-4f04-b96b-16b5ec934190 req-567b3352-f7c9-479b-9c65-c25ef63076ba tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.1151955 May 06 09:42:39.224385 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe121d-ddd5-4ba4-84e9-d1d21a6e33f2 req-1b1fddf1-ed99-40ad-a6e5-32dd5edc18b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:39.225891 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-61fe121d-ddd5-4ba4-84e9-d1d21a6e33f2 req-1b1fddf1-ed99-40ad-a6e5-32dd5edc18b9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7164c1da46a24f038e1d3e72e4e90141&device_id=2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e HTTP/1.1" status: 200 len: 1095 time: 0.3684800 May 06 09:42:39.238568 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0b566-5528-4b98-bf49-88c6be9efa35 req-db3116fb-64d4-4173-b897-6e337a73f405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:39.240120 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-97a0b566-5528-4b98-bf49-88c6be9efa35 req-db3116fb-64d4-4173-b897-6e337a73f405 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bf084c2a-2749-4093-a4ea-996162f08ec8 HTTP/1.1" status: 200 len: 913 time: 0.3280451 May 06 09:42:39.240390 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5953cc-4833-4f06-a88b-a92fd7edc625 req-d58c5055-6421-45b0-844a-99a29a5ac041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:39.241749 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9f5953cc-4833-4f06-a88b-a92fd7edc625 req-d58c5055-6421-45b0-844a-99a29a5ac041 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=661d757dd98e4787a17a66d7a29ce3d2&device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 1100 time: 0.1169586 May 06 09:42:39.265136 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d0554e6-01e9-4596-bfb6-e4043318f43c req-2428cfd5-96a8-488e-a26d-7942ccf47ec6 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192932 May 06 09:42:39.302837 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-97a0b566-5528-4b98-bf49-88c6be9efa35 req-f84d6428-a7f3-42a1-ac69-b119db8df54b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3249d6a3-87b1-483c-bc5d-10a9d58c64b0 HTTP/1.1" status: 200 len: 217 time: 0.0531673 May 06 09:42:39.305411 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-86065473-7d8b-4f04-b96b-16b5ec934190 req-9c93b714-e849-42c7-838b-62d87ac57d3e tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535008 May 06 09:42:39.312433 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-efdc0157-d557-4fa1-831e-5f6edde2fb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:39.468843 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdc0157-d557-4fa1-831e-5f6edde2fb90 admin admin] Network b1819d22-79c2-4e2a-8774-0435c5e7e78f is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:39.473815 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc0157-d557-4fa1-831e-5f6edde2fb90 admin admin] Pushing event updated for resources: {'Port': ['ID=eb2a8929-ecaf-48fe-917c-50b062943cf5,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:39.482288 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-efdc0157-d557-4fa1-831e-5f6edde2fb90 admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:39.496470 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdc0157-d557-4fa1-831e-5f6edde2fb90 admin admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:39.505621 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0b566-5528-4b98-bf49-88c6be9efa35 req-1e1df4e9-05c2-4aa9-ab1a-467a4d25af40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:39.507489 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-97a0b566-5528-4b98-bf49-88c6be9efa35 req-1e1df4e9-05c2-4aa9-ab1a-467a4d25af40 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8274d079-7928-4ac7-bf6e-3d3c9edfbcb7 HTTP/1.1" status: 200 len: 852 time: 0.1909344 May 06 09:42:39.602348 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b728c71-7654-472b-a770-a657ba9ad7f0 req-22f611b1-ed47-4015-ad9b-45d4e2fb3d01 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:39.606035 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b728c71-7654-472b-a770-a657ba9ad7f0 req-22f611b1-ed47-4015-ad9b-45d4e2fb3d01 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e HTTP/1.1" status: 200 len: 944 time: 0.2202609 May 06 09:42:39.608339 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-97a0b566-5528-4b98-bf49-88c6be9efa35 req-7b3e7fad-ac94-4399-a007-e35f36627011 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bf084c2a-2749-4093-a4ea-996162f08ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664895 May 06 09:42:39.723459 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-efdc0157-d557-4fa1-831e-5f6edde2fb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:39.804998 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:39.836167 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-f1fd115e-e978-4098-95e2-ef85da07b6ce tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0fd80fddff074649a200035722f4f0f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2023220 May 06 09:42:39.870798 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe121d-ddd5-4ba4-84e9-d1d21a6e33f2 req-81fb832f-7797-49e6-afa8-bf4729b4416e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:39.871712 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:39.871712 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:39.872423 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-61fe121d-ddd5-4ba4-84e9-d1d21a6e33f2 req-81fb832f-7797-49e6-afa8-bf4729b4416e service neutron] 10.222.0.84 "GET /v2.0/networks?id=1c294ea7-0917-4fe1-8a6b-362ee7fbe836 HTTP/1.1" status: 200 len: 913 time: 0.6297965 May 06 09:42:39.875911 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45bdb7b9-d4ce-44d0-8756-d7225600032e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:39.901997 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b728c71-7654-472b-a770-a657ba9ad7f0 req-6a77f0df-5a8b-4533-bd91-eec21e91f2cb tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups?id=08415831-0822-4e23-bce7-b07a4ad1f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792280 May 06 09:42:39.954735 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-61fe121d-ddd5-4ba4-84e9-d1d21a6e33f2 req-84348d80-a1a8-4f9a-a012-68f3dcff1660 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ee773cd-c3ce-460f-b84b-b122f278bac2 HTTP/1.1" status: 200 len: 217 time: 0.0633960 May 06 09:42:39.956047 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bdb7b9-d4ce-44d0-8756-d7225600032e admin admin] Pushing event deleted for resources: {'Port': ['ID=dc5e8fc0-0beb-4972-8421-22e10ea4bb36,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:39.962156 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5953cc-4833-4f06-a88b-a92fd7edc625 req-2836750a-13ae-4e21-9e25-e3cc00fd4526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:39.962156 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9f5953cc-4833-4f06-a88b-a92fd7edc625 req-2836750a-13ae-4e21-9e25-e3cc00fd4526 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.6815941 May 06 09:42:39.987634 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-63c2582d-7f59-4325-9930-f0349a3f6f45 None None] Provisioning complete for port eb2a8929-ecaf-48fe-917c-50b062943cf5 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:39.987896 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-63c2582d-7f59-4325-9930-f0349a3f6f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:40.060567 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-63c2582d-7f59-4325-9930-f0349a3f6f45 None None] Port eb2a8929-ecaf-48fe-917c-50b062943cf5 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:42:40.105625 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-efdc0157-d557-4fa1-831e-5f6edde2fb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:40.117865 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9f5953cc-4833-4f06-a88b-a92fd7edc625 req-a285a735-91bd-4c65-bfbf-c083fd22475e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=db99f5bb-a76d-4db7-a616-bb0fd1ee072c HTTP/1.1" status: 200 len: 217 time: 0.1318595 May 06 09:42:40.120669 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-97a0b566-5528-4b98-bf49-88c6be9efa35 req-f78425da-7a0f-40d2-a1a7-d76fb97a89b0 service neutron] 10.222.0.77 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862163 May 06 09:42:40.135169 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:40.178858 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:40.181785 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe121d-ddd5-4ba4-84e9-d1d21a6e33f2 req-72ad87cd-2ee8-47d2-ab31-86b4b062a34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:40.186584 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:40.187422 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-61fe121d-ddd5-4ba4-84e9-d1d21a6e33f2 req-72ad87cd-2ee8-47d2-ab31-86b4b062a34c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a00563ec-513d-49b9-87cd-c2737f5945a8 HTTP/1.1" status: 200 len: 852 time: 0.2208333 May 06 09:42:40.231622 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-61fe121d-ddd5-4ba4-84e9-d1d21a6e33f2 req-594b4d4a-26cd-43bb-b4b1-865c6e17f8c7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1c294ea7-0917-4fe1-8a6b-362ee7fbe836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374181 May 06 09:42:40.271947 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:40.324875 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977234e-9852-4d35-8963-9f86a947516f req-680f97c9-4a70-4a5d-8a2c-06d83f114d10 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:40.326902 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9977234e-9852-4d35-8963-9f86a947516f req-680f97c9-4a70-4a5d-8a2c-06d83f114d10 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=dde5f56c-9dfb-43c5-a62b-cee29d45bf76 HTTP/1.1" status: 200 len: 944 time: 0.2934666 May 06 09:42:40.336479 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-c9511b3f-ce53-4f21-a8d7-4fb864fa039a tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:40.338239 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-c9511b3f-ce53-4f21-a8d7-4fb864fa039a tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4284420 May 06 09:42:40.345748 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5953cc-4833-4f06-a88b-a92fd7edc625 req-2000cc78-958a-4538-9365-e16071267862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:40.347245 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9f5953cc-4833-4f06-a88b-a92fd7edc625 req-2000cc78-958a-4538-9365-e16071267862 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.2166576 May 06 09:42:40.417731 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-b0decd03-0129-408e-80f6-e663c8b7485d tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.73 "GET /v2.0/quotas/0fd80fddff074649a200035722f4f0f0 HTTP/1.1" status: 200 len: 375 time: 0.0719297 May 06 09:42:40.463808 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-97a0b566-5528-4b98-bf49-88c6be9efa35 req-25f1c91f-ee82-45f6-a860-a04fb23349c0 service neutron] 10.222.0.77 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291204 May 06 09:42:40.474206 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45bdb7b9-d4ce-44d0-8756-d7225600032e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:40.482749 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-61fe121d-ddd5-4ba4-84e9-d1d21a6e33f2 req-862e668d-b206-4332-8231-4d4e80d05218 service neutron] 10.222.0.84 "GET /v2.0/networks/1c294ea7-0917-4fe1-8a6b-362ee7fbe836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154062 May 06 09:42:40.487983 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-bceabab3-1fdb-4312-a5eb-d7843dd032f0 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0fd80fddff074649a200035722f4f0f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532408 May 06 09:42:40.490158 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5953cc-4833-4f06-a88b-a92fd7edc625 req-e0e6158f-4e5d-412a-8f95-cb9096e864bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:40.491642 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9f5953cc-4833-4f06-a88b-a92fd7edc625 req-e0e6158f-4e5d-412a-8f95-cb9096e864bb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1105623 May 06 09:42:40.495244 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9977234e-9852-4d35-8963-9f86a947516f req-51db8745-2650-47fa-af8e-e3bcb5fc17cf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379366 May 06 09:42:40.580845 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-efdc0157-d557-4fa1-831e-5f6edde2fb90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:40.588888 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-efdc0157-d557-4fa1-831e-5f6edde2fb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:40.701070 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc0157-d557-4fa1-831e-5f6edde2fb90 admin admin] Pushing event updated for resources: {'Port': ['ID=eb2a8929-ecaf-48fe-917c-50b062943cf5,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:40.740076 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-efdc0157-d557-4fa1-831e-5f6edde2fb90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:40.758781 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780b7a2-3c3b-4edf-8607-d9767c8e05bd req-d4a56b48-efef-4aa4-9586-f0a9db2dc0b0 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:40.760476 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2780b7a2-3c3b-4edf-8607-d9767c8e05bd req-d4a56b48-efef-4aa4-9586-f0a9db2dc0b0 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1684153 May 06 09:42:40.826795 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-61fe121d-ddd5-4ba4-84e9-d1d21a6e33f2 req-eaa6dcb0-fcee-49b3-9138-3f6fb4a652ba service neutron] 10.222.0.84 "GET /v2.0/networks/1c294ea7-0917-4fe1-8a6b-362ee7fbe836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338981 May 06 09:42:40.852268 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb80c56-bde9-480b-98fd-e0fab71c8ae4 req-a78c4c50-d480-45ee-afa3-72b305581f12 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:40.854101 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fbb80c56-bde9-480b-98fd-e0fab71c8ae4 req-a78c4c50-d480-45ee-afa3-72b305581f12 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 945 time: 0.1573889 May 06 09:42:40.869410 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9f5953cc-4833-4f06-a88b-a92fd7edc625 req-a5450d70-53d3-4415-8a78-3d437bca4780 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593392 May 06 09:42:40.913192 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2780b7a2-3c3b-4edf-8607-d9767c8e05bd req-d2f22984-37af-4bc9-ba4c-0931aa215102 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287613 May 06 09:42:40.991766 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fbb80c56-bde9-480b-98fd-e0fab71c8ae4 req-cf1192d6-742b-4f1f-89b4-18f619fe4166 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292558 May 06 09:42:41.022555 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45bdb7b9-d4ce-44d0-8756-d7225600032e admin admin] Router ef4f1595-ae78-4012-bda3-bd48fad9c730 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:42:41.061155 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdc0157-d557-4fa1-831e-5f6edde2fb90 admin admin] Network b1819d22-79c2-4e2a-8774-0435c5e7e78f is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:41.067217 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-efdc0157-d557-4fa1-831e-5f6edde2fb90 admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:41.120059 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eda209fc-ec93-402e-88b5-0e136aebf5c1 req-e33e01a3-c2a4-4a35-90ba-2ba5319dacb2 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f7d246-5e44-4d4f-bb5a-616faae22ddf HTTP/1.1" status: 200 len: 210 time: 0.0562601 May 06 09:42:41.150337 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9f5953cc-4833-4f06-a88b-a92fd7edc625 req-9a06c46a-face-49ae-ab4b-2ad2fffd02a5 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720139 May 06 09:42:41.202302 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52478e89-b758-4cc5-9971-16ae7c1efc99 req-638b6c00-8689-465e-9a08-75a72144788e tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:41.219728 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52478e89-b758-4cc5-9971-16ae7c1efc99 req-638b6c00-8689-465e-9a08-75a72144788e tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.2243176 May 06 09:42:41.252684 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bdb7b9-d4ce-44d0-8756-d7225600032e admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:42:41.259397 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-45bdb7b9-d4ce-44d0-8756-d7225600032e admin admin] 10.222.0.73 "PUT /v2.0/routers/ef4f1595-ae78-4012-bda3-bd48fad9c730/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9228158 May 06 09:42:41.261812 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47606) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:41.267637 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aafa542-cb74-4fa3-a40f-e3fb2c1dd6c5 None None] Sync routers for ids ['ef4f1595-ae78-4012-bda3-bd48fad9c730'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:42:41.285907 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aafa542-cb74-4fa3-a40f-e3fb2c1dd6c5 None None] Routers {'ef4f1595-ae78-4012-bda3-bd48fad9c730'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:41.287729 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-9aafa542-cb74-4fa3-a40f-e3fb2c1dd6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:42:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ef4f1595-ae78-4012-bda3-bd48fad9c730'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:41.399298 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b58958b5-cc38-43e5-b0eb-695dfcd73138 None None] Provisioning complete for port eb2a8929-ecaf-48fe-917c-50b062943cf5 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:41.400403 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b58958b5-cc38-43e5-b0eb-695dfcd73138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:41.427378 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-21fd0a8a-7223-49c9-8932-0716c560983b admin admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:41.447366 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-9aafa542-cb74-4fa3-a40f-e3fb2c1dd6c5 None None] Set router ef4f1595-ae78-4012-bda3-bd48fad9c730 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:41.552521 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-b58958b5-cc38-43e5-b0eb-695dfcd73138 None None] Port eb2a8929-ecaf-48fe-917c-50b062943cf5 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:42:41.605649 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-21fd0a8a-7223-49c9-8932-0716c560983b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:41.653744 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:41.674778 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-21fd0a8a-7223-49c9-8932-0716c560983b admin admin] Deleting port 51fdfe03-3d0c-4220-82b6-807509d61776 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:41.675288 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-21fd0a8a-7223-49c9-8932-0716c560983b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:41.731519 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:41.732879 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:41.776404 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-9aafa542-cb74-4fa3-a40f-e3fb2c1dd6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'name': 'tempest-ServersTestManualDisk-737136986-router', 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '51fdfe03-3d0c-4220-82b6-807509d61776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:44Z', 'updated_at': '2022-05-06T09:42:39Z', 'revision_number': 5, 'project_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'gw_port': {'id': '51fdfe03-3d0c-4220-82b6-807509d61776', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ec:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:46Z', 'updated_at': '2022-05-06T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:41.785824 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-21fd0a8a-7223-49c9-8932-0716c560983b admin admin] For port 51fdfe03-3d0c-4220-82b6-807509d61776, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=51fdfe03-3d0c-4220-82b6-807509d61776,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:41.786247 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-21fd0a8a-7223-49c9-8932-0716c560983b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:41.803515 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-21fd0a8a-7223-49c9-8932-0716c560983b admin admin] Calling delete_port for 51fdfe03-3d0c-4220-82b6-807509d61776 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:41.819028 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aafa542-cb74-4fa3-a40f-e3fb2c1dd6c5 None None] Checking router: ef4f1595-ae78-4012-bda3-bd48fad9c730 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:42:41.828138 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aafa542-cb74-4fa3-a40f-e3fb2c1dd6c5 None None] Routers {'ef4f1595-ae78-4012-bda3-bd48fad9c730'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:41.828803 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-9aafa542-cb74-4fa3-a40f-e3fb2c1dd6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:42:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ef4f1595-ae78-4012-bda3-bd48fad9c730'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:41.882040 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52478e89-b758-4cc5-9971-16ae7c1efc99 req-1504b79b-7bd8-483e-962e-ab8e0b3d095e tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6614106 May 06 09:42:41.909088 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a61c7d-e151-43ad-9ae1-81b4ac4709eb req-9e387db9-5aaf-4705-8da9-57b9a05ebe93 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:41.919676 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a2a61c7d-e151-43ad-9ae1-81b4ac4709eb req-9e387db9-5aaf-4705-8da9-57b9a05ebe93 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e HTTP/1.1" status: 200 len: 944 time: 0.6808465 May 06 09:42:41.943258 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-9aafa542-cb74-4fa3-a40f-e3fb2c1dd6c5 None None] Set router ef4f1595-ae78-4012-bda3-bd48fad9c730 gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:41.964913 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdc0157-d557-4fa1-831e-5f6edde2fb90 admin admin] Router 303fcdb5-f844-45d6-8bff-a63c6d5e9128 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:42:41.997703 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a2a61c7d-e151-43ad-9ae1-81b4ac4709eb req-fce2376c-8262-4531-9e79-46932e156706 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups?id=08415831-0822-4e23-bce7-b07a4ad1f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769968 May 06 09:42:42.066342 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 3249d6a3-87b1-483c-bc5d-10a9d58c64b0 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:42:42.123249 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-21fd0a8a-7223-49c9-8932-0716c560983b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:42.135996 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 5ee773cd-c3ce-460f-b84b-b122f278bac2 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:42:42.152437 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-f0820ccc-1a9d-481e-8fa1-a96dc466e8fa tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=0fd80fddff074649a200035722f4f0f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447085 May 06 09:42:42.164662 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-9aafa542-cb74-4fa3-a40f-e3fb2c1dd6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'name': 'tempest-ServersTestManualDisk-737136986-router', 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:44Z', 'updated_at': '2022-05-06T09:42:41Z', 'revision_number': 6, 'project_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:42.200853 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd0a8a-7223-49c9-8932-0716c560983b admin admin] Pushing event deleted for resources: {'Port': ['ID=51fdfe03-3d0c-4220-82b6-807509d61776,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:42.224346 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aafa542-cb74-4fa3-a40f-e3fb2c1dd6c5 None None] The sync data for ids ['ef4f1595-ae78-4012-bda3-bd48fad9c730'] in n-d-840835-1 is: [{'id': 'ef4f1595-ae78-4012-bda3-bd48fad9c730', 'name': 'tempest-ServersTestManualDisk-737136986-router', 'tenant_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:44Z', 'updated_at': '2022-05-06T09:42:41Z', 'revision_number': 6, 'project_id': 'a276361bfa5d40d88d5fb8c7475cf482', 'gw_port_host': None}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:42:42.267027 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c95ad-0631-486a-8af9-9d35f7650c98 req-b9bb5b15-e226-4675-b10d-ca31e37618ba tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:42.274678 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b74c95ad-0631-486a-8af9-9d35f7650c98 req-b9bb5b15-e226-4675-b10d-ca31e37618ba tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=dde5f56c-9dfb-43c5-a62b-cee29d45bf76 HTTP/1.1" status: 200 len: 944 time: 0.1239781 May 06 09:42:42.332706 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdc0157-d557-4fa1-831e-5f6edde2fb90 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:42:42.348951 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3041a9a-3ed2-4a8a-a0fb-a83e4dbe5e95 None None] Sync routers for ids ['303fcdb5-f844-45d6-8bff-a63c6d5e9128'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:42:42.350993 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-21fd0a8a-7223-49c9-8932-0716c560983b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:42.355397 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-efdc0157-d557-4fa1-831e-5f6edde2fb90 admin admin] 10.222.0.73 "PUT /v2.0/routers/303fcdb5-f844-45d6-8bff-a63c6d5e9128/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4386818 May 06 09:42:42.367359 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b74c95ad-0631-486a-8af9-9d35f7650c98 req-79c4554d-58cc-44b5-aede-bf6619fc4bfc tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916555 May 06 09:42:42.375147 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-1ed7d3dd-bd5d-4597-b538-7eefc771375c tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:42.376460 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3041a9a-3ed2-4a8a-a0fb-a83e4dbe5e95 None None] Routers {'303fcdb5-f844-45d6-8bff-a63c6d5e9128'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:42.378126 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a3041a9a-3ed2-4a8a-a0fb-a83e4dbe5e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:42:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['303fcdb5-f844-45d6-8bff-a63c6d5e9128'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:42.378561 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-1ed7d3dd-bd5d-4597-b538-7eefc771375c tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1912470 May 06 09:42:42.385802 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 3249d6a3-87b1-483c-bc5d-10a9d58c64b0, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=3249d6a3-87b1-483c-bc5d-10a9d58c64b0,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:42.400127 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-92ff1060-22c1-4418-aff5-bc243ba52c3c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:42.402096 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-92ff1060-22c1-4418-aff5-bc243ba52c3c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/networks?id=138aada2-7aee-4749-819b-d219deb27012 HTTP/1.1" status: 200 len: 812 time: 0.3533580 May 06 09:42:42.442130 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-7b245727-92c5-4239-b0b3-0ae43b1c5055 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/quotas/e6b8f11daba14014856a1a2bb0688844 HTTP/1.1" status: 200 len: 375 time: 0.0206664 May 06 09:42:42.465942 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 5ee773cd-c3ce-460f-b84b-b122f278bac2, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=5ee773cd-c3ce-460f-b84b-b122f278bac2,segment=NetworkSegment(48d6abbc-c47f-4b3a-93da-b446cea28541),segment_id=48d6abbc-c47f-4b3a-93da-b446cea28541)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:42.475864 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '3249d6a3-87b1-483c-bc5d-10a9d58c64b0', 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8', 'port_id': '3249d6a3-87b1-483c-bc5d-10a9d58c64b0', 'mac_address': 'fa:16:3e:ba:64:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8274d079-7928-4ac7-bf6e-3d3c9edfbcb7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:42:42.491391 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '5ee773cd-c3ce-460f-b84b-b122f278bac2', 'network_id': '1c294ea7-0917-4fe1-8a6b-362ee7fbe836', 'port_id': '5ee773cd-c3ce-460f-b84b-b122f278bac2', 'mac_address': 'fa:16:3e:30:ab:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a00563ec-513d-49b9-87cd-c2737f5945a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:42:42.505663 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-0020fc2c-be1b-4ae9-810d-f3b583efa959 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Request body: {'port': {'device_id': '77f7d246-5e44-4d4f-bb5a-616faae22ddf', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'admin_state_up': True, 'tenant_id': '0fd80fddff074649a200035722f4f0f0'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:42.558741 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-ae4d03cf-a33b-4e90-afc2-3e427a2626ea tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e6b8f11daba14014856a1a2bb0688844&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1094403 May 06 09:42:42.562534 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-21fd0a8a-7223-49c9-8932-0716c560983b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:42.568928 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-21fd0a8a-7223-49c9-8932-0716c560983b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:42.570202 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe71bd2-03bf-492c-a44b-608bef823ccf req-8f86d92b-3357-41bc-8477-cee22280692e tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:42.571987 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3fe71bd2-03bf-492c-a44b-608bef823ccf req-8f86d92b-3357-41bc-8477-cee22280692e tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 945 time: 0.0772488 May 06 09:42:42.599093 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:42.624743 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:42.646237 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-21fd0a8a-7223-49c9-8932-0716c560983b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:42.646457 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3249d6a3-87b1-483c-bc5d-10a9d58c64b0 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:42:42.646730 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fd0a8a-7223-49c9-8932-0716c560983b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef4f1595-ae78-4012-bda3-bd48fad9c730 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:42:42.653917 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-21fd0a8a-7223-49c9-8932-0716c560983b admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:42.655441 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-a3041a9a-3ed2-4a8a-a0fb-a83e4dbe5e95 None None] Set router 303fcdb5-f844-45d6-8bff-a63c6d5e9128 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:42.659043 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-21fd0a8a-7223-49c9-8932-0716c560983b admin admin] 10.222.0.73 "DELETE /v2.0/routers/ef4f1595-ae78-4012-bda3-bd48fad9c730 HTTP/1.1" status: 204 len: 168 time: 1.3949611 May 06 09:42:42.659865 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47626) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:42.660318 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee773cd-c3ce-460f-b84b-b122f278bac2 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:42:42.714345 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 3249d6a3-87b1-483c-bc5d-10a9d58c64b0, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=3249d6a3-87b1-483c-bc5d-10a9d58c64b0,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:42.727828 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 5ee773cd-c3ce-460f-b84b-b122f278bac2, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=5ee773cd-c3ce-460f-b84b-b122f278bac2,segment=NetworkSegment(48d6abbc-c47f-4b3a-93da-b446cea28541),segment_id=48d6abbc-c47f-4b3a-93da-b446cea28541)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:42.731617 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:42.735962 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-8391967d-5d9f-4cfe-9e42-a964e31f28ce admin admin] Deleting subnet 2d048d8f-1cb9-48ef-a7c8-b37e62204696 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:42:42.742825 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8391967d-5d9f-4cfe-9e42-a964e31f28ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:42.745827 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3fe71bd2-03bf-492c-a44b-608bef823ccf req-671925f1-34b2-4953-81b1-7229b67d0cd2 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648266 May 06 09:42:42.749301 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:42.763556 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-b9a59ab8-15ba-453a-aee0-72b4b0f320e1 service neutron] 10.222.0.73 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903818 May 06 09:42:42.800482 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-0020fc2c-be1b-4ae9-810d-f3b583efa959 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Made reservation on behalf of 0fd80fddff074649a200035722f4f0f0 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:42.810432 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-0020fc2c-be1b-4ae9-810d-f3b583efa959 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:42.833197 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-0020fc2c-be1b-4ae9-810d-f3b583efa959 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:42.872874 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8391967d-5d9f-4cfe-9e42-a964e31f28ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:42.891426 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2879f355-1eef-4c80-965d-06d915e07c83 req-6b8fe09f-1cfa-41ce-98f9-c25536189098 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f7d246-5e44-4d4f-bb5a-616faae22ddf HTTP/1.1" status: 200 len: 210 time: 0.0479801 May 06 09:42:43.003399 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-3a64627e-14b7-47ad-ae3e-33f85139a42c service neutron] 10.222.0.73 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387300 May 06 09:42:43.052822 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8391967d-5d9f-4cfe-9e42-a964e31f28ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:43.060911 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['5ee773cd-c3ce-460f-b84b-b122f278bac2'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:43.063000 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=3249d6a3-87b1-483c-bc5d-10a9d58c64b0,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:43.076162 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-0020fc2c-be1b-4ae9-810d-f3b583efa959 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:43.085771 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-0020fc2c-be1b-4ae9-810d-f3b583efa959 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:43.216118 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['3249d6a3-87b1-483c-bc5d-10a9d58c64b0'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:43.257508 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-0020fc2c-be1b-4ae9-810d-f3b583efa959 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Allocated IP 192.168.233.215 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/f5680be3-7b50-42c2-82a5-5f277408e581) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:43.270888 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=5ee773cd-c3ce-460f-b84b-b122f278bac2,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:43.434093 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59da828-86a5-4c4e-a151-fbc45d148334 req-94f35a6e-586e-4cba-8601-18ca856e8879 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:43.437173 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b59da828-86a5-4c4e-a151-fbc45d148334 req-94f35a6e-586e-4cba-8601-18ca856e8879 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.1124911 May 06 09:42:43.450793 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020fc2c-be1b-4ae9-810d-f3b583efa959 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad62fde1-e777-4b19-a6c1-efadc86c1787,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:43.542796 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8391967d-5d9f-4cfe-9e42-a964e31f28ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:43.546233 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 51fdfe03-3d0c-4220-82b6-807509d61776 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:43.554087 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a3041a9a-3ed2-4a8a-a0fb-a83e4dbe5e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'name': 'tempest-ServersTestFqdnHostnames-1204199785-router', 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:30Z', 'updated_at': '2022-05-06T09:42:39Z', 'revision_number': 4, 'project_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'gw_port': {'id': '15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:32Z', 'updated_at': '2022-05-06T09:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'eb2a8929-ecaf-48fe-917c-50b062943cf5', 'name': '', 'network_id': 'b1819d22-79c2-4e2a-8774-0435c5e7e78f', 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'mac_address': 'fa:16:3e:09:c3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'ee4783db-785e-4313-8cae-b41e82f2266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:38Z', 'updated_at': '2022-05-06T09:42:40Z', 'revision_number': 2, 'project_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'subnets': [{'id': 'ee4783db-785e-4313-8cae-b41e82f2266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:43.568178 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b59da828-86a5-4c4e-a151-fbc45d148334 req-0459ff04-ca49-467e-8c57-86ce681399bb tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187708 May 06 09:42:43.578551 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391967d-5d9f-4cfe-9e42-a964e31f28ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d048d8f-1cb9-48ef-a7c8-b37e62204696,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:43.620932 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8391967d-5d9f-4cfe-9e42-a964e31f28ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:43.626831 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47644) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:43.627262 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8391967d-5d9f-4cfe-9e42-a964e31f28ce admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2d048d8f-1cb9-48ef-a7c8-b37e62204696 HTTP/1.1" status: 204 len: 168 time: 0.9631810 May 06 09:42:43.648016 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-0020fc2c-be1b-4ae9-810d-f3b583efa959 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:43.681721 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 51fdfe03-3d0c-4220-82b6-807509d61776 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:43.682420 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 51fdfe03-3d0c-4220-82b6-807509d61776 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:43.685819 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device dc5e8fc0-0beb-4972-8421-22e10ea4bb36 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:43.729529 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-0020fc2c-be1b-4ae9-810d-f3b583efa959 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:43.760682 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d39089-68b4-439d-8aa5-ac65a6fb7a03 None None] Network 63310cb6-2c84-44f2-9e8f-0c5b176cfc28 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:42:43.765741 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: dc5e8fc0-0beb-4972-8421-22e10ea4bb36 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:43.769032 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device dc5e8fc0-0beb-4972-8421-22e10ea4bb36 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:43.795320 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3041a9a-3ed2-4a8a-a0fb-a83e4dbe5e95 None None] Checking router: 303fcdb5-f844-45d6-8bff-a63c6d5e9128 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:42:43.796604 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47650) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:43.797056 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3041a9a-3ed2-4a8a-a0fb-a83e4dbe5e95 None None] Updating router 303fcdb5-f844-45d6-8bff-a63c6d5e9128 port eb2a8929-ecaf-48fe-917c-50b062943cf5 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:42:43.802538 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-35bbc292-c992-427c-8364-61a74542cece tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1841323395', 'description': 'tempest-description--780518450'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:43.835276 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020fc2c-be1b-4ae9-810d-f3b583efa959 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Pushing event updated for resources: {'Port': ['ID=f5680be3-7b50-42c2-82a5-5f277408e581,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:43.841771 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0b21bcb1-006b-4449-bf33-18b99602c086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:43.858789 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-0020fc2c-be1b-4ae9-810d-f3b583efa959 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:43.866345 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-0020fc2c-be1b-4ae9-810d-f3b583efa959 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:43.866937 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b421a9-feaa-4c66-a286-928db9e8c8d2 req-5f085685-ca22-4911-be47-aca713c609f3 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:43.870011 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71b421a9-feaa-4c66-a286-928db9e8c8d2 req-5f085685-ca22-4911-be47-aca713c609f3 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e HTTP/1.1" status: 200 len: 945 time: 0.1241767 May 06 09:42:43.878842 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-0020fc2c-be1b-4ae9-810d-f3b583efa959 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:43.918919 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8918c89c-77ab-410e-80a9-a36dad7ee43b req-c9680bca-318c-439f-b29e-737d8bbb3ac3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=38111985-0ca9-49c5-a1b1-74e01048b182 HTTP/1.1" status: 200 len: 210 time: 0.0916185 May 06 09:42:43.931917 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35bbc292-c992-427c-8364-61a74542cece tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:43.989728 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-0020fc2c-be1b-4ae9-810d-f3b583efa959 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:43.990425 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-0020fc2c-be1b-4ae9-810d-f3b583efa959 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.027101 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a3041a9a-3ed2-4a8a-a0fb-a83e4dbe5e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.036839 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-0020fc2c-be1b-4ae9-810d-f3b583efa959 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5361624 May 06 09:42:44.064271 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-079b8bd2-3b9c-42f1-a5d6-59f739990cef service neutron] Request body: {'port': {'device_id': '77f7d246-5e44-4d4f-bb5a-616faae22ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:44.130646 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71b421a9-feaa-4c66-a286-928db9e8c8d2 req-2e9ba1e0-8201-46c8-913c-6b6dcb06e66a tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups?id=08415831-0822-4e23-bce7-b07a4ad1f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263787 May 06 09:42:44.149774 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35bbc292-c992-427c-8364-61a74542cece tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.155057 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-079b8bd2-3b9c-42f1-a5d6-59f739990cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.164964 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2921dd-cee2-453e-99de-aea33ce40552 req-7103b86e-203d-4254-9f1f-e89adb1a925b tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:44.166592 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7c2921dd-cee2-453e-99de-aea33ce40552 req-7103b86e-203d-4254-9f1f-e89adb1a925b tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=dde5f56c-9dfb-43c5-a62b-cee29d45bf76 HTTP/1.1" status: 200 len: 945 time: 0.0921338 May 06 09:42:44.175724 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35bbc292-c992-427c-8364-61a74542cece tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.203733 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-0b21bcb1-006b-4449-bf33-18b99602c086 admin admin] Deleting port 79121b3e-46cd-4bb8-ac5c-dfd910b3d189 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:44.204141 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0b21bcb1-006b-4449-bf33-18b99602c086 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.235193 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35bbc292-c992-427c-8364-61a74542cece tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.238395 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-35bbc292-c992-427c-8364-61a74542cece tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4400220 May 06 09:42:44.246431 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47654) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:44.256166 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-296c621b-fe6e-4879-a64b-6587622b5b90 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Request body: {'security_group_rule': {'security_group_id': 'ddd28620-483c-4c53-87c3-ab2729751a36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:44.292739 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbc292-c992-427c-8364-61a74542cece tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd28620-483c-4c53-87c3-ab2729751a36,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:44.357113 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-58bc37c6-a636-48b6-9302-b61fa55c2306 None None] Provisioning complete for port f5680be3-7b50-42c2-82a5-5f277408e581 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:44.357113 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-58bc37c6-a636-48b6-9302-b61fa55c2306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.408728 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7c2921dd-cee2-453e-99de-aea33ce40552 req-f1242537-0dcd-4a36-a152-cbbe75d718c4 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237577 May 06 09:42:44.410936 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-0b21bcb1-006b-4449-bf33-18b99602c086 admin admin] For port 79121b3e-46cd-4bb8-ac5c-dfd910b3d189, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=79121b3e-46cd-4bb8-ac5c-dfd910b3d189,segment=NetworkSegment(c050de98-7641-4301-b72e-f4e7cddac870),segment_id=c050de98-7641-4301-b72e-f4e7cddac870)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:44.420989 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0b21bcb1-006b-4449-bf33-18b99602c086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.447581 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-58bc37c6-a636-48b6-9302-b61fa55c2306 None None] Port f5680be3-7b50-42c2-82a5-5f277408e581 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:42:44.467356 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-0b21bcb1-006b-4449-bf33-18b99602c086 admin admin] Calling delete_port for 79121b3e-46cd-4bb8-ac5c-dfd910b3d189 owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:44.506903 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d283ead0-1723-440f-9478-575dd5c45150 None None] DHCP port deletion for 63310cb6-2c84-44f2-9e8f-0c5b176cfc28 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:42:44.528680 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b0226-cab6-4022-9e0a-12794c6ddf2a req-0b5e18b5-2a1c-49f7-950f-bd101e6d7f68 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:44.530582 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f05b0226-cab6-4022-9e0a-12794c6ddf2a req-0b5e18b5-2a1c-49f7-950f-bd101e6d7f68 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 945 time: 0.2118220 May 06 09:42:44.630232 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabc300-082c-4add-93e2-1826ecb0e05a req-c0e1e1cf-9292-456a-96c9-1e65a0f38523 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:44.632122 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7fabc300-082c-4add-93e2-1826ecb0e05a req-c0e1e1cf-9292-456a-96c9-1e65a0f38523 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f7d246-5e44-4d4f-bb5a-616faae22ddf HTTP/1.1" status: 200 len: 936 time: 0.1539004 May 06 09:42:44.644137 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d283ead0-1723-440f-9478-575dd5c45150 None None] Deleting port 79121b3e-46cd-4bb8-ac5c-dfd910b3d189 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:44.644739 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d283ead0-1723-440f-9478-575dd5c45150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.650082 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f05b0226-cab6-4022-9e0a-12794c6ddf2a req-c9a83b1e-7e29-462f-9815-98d665c87644 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828283 May 06 09:42:44.780738 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d283ead0-1723-440f-9478-575dd5c45150 None None] For port 79121b3e-46cd-4bb8-ac5c-dfd910b3d189, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=79121b3e-46cd-4bb8-ac5c-dfd910b3d189,segment=NetworkSegment(c050de98-7641-4301-b72e-f4e7cddac870),segment_id=c050de98-7641-4301-b72e-f4e7cddac870)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:44.783101 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d283ead0-1723-440f-9478-575dd5c45150 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.787600 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-296c621b-fe6e-4879-a64b-6587622b5b90 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.789180 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0b21bcb1-006b-4449-bf33-18b99602c086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.805278 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d283ead0-1723-440f-9478-575dd5c45150 None None] Calling delete_port for 79121b3e-46cd-4bb8-ac5c-dfd910b3d189 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:44.833567 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7fabc300-082c-4add-93e2-1826ecb0e05a req-813ba18c-eba8-4359-aae7-c2446a2cf0cf tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad62fde1-e777-4b19-a6c1-efadc86c1787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819131 May 06 09:42:44.867374 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21bcb1-006b-4449-bf33-18b99602c086 admin admin] Pushing event deleted for resources: {'Port': ['ID=79121b3e-46cd-4bb8-ac5c-dfd910b3d189,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:44.885813 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b21bcb1-006b-4449-bf33-18b99602c086 admin admin] No DVR routers for this DVR port 79121b3e-46cd-4bb8-ac5c-dfd910b3d189 on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:42:44.898074 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-296c621b-fe6e-4879-a64b-6587622b5b90 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.908105 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a3041a9a-3ed2-4a8a-a0fb-a83e4dbe5e95 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.925011 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a3041a9a-3ed2-4a8a-a0fb-a83e4dbe5e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.933916 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-9627f7d6-f914-423d-8112-096c51258cf7 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:44.935489 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-9627f7d6-f914-423d-8112-096c51258cf7 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.84 "GET /v2.0/networks?id=138aada2-7aee-4749-819b-d219deb27012 HTTP/1.1" status: 200 len: 812 time: 0.2354546 May 06 09:42:44.938633 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-296c621b-fe6e-4879-a64b-6587622b5b90 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.971541 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c621b-fe6e-4879-a64b-6587622b5b90 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a841050a-fec7-4003-88c0-d6c86088e1d3,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:44.993679 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-296c621b-fe6e-4879-a64b-6587622b5b90 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.996734 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d283ead0-1723-440f-9478-575dd5c45150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.997756 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-296c621b-fe6e-4879-a64b-6587622b5b90 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7479789 May 06 09:42:45.000631 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47660) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:45.006538 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-ebd6ef90-1e4f-4f1a-bbf0-304c25db9aef tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Request body: {'security_group_rule': {'security_group_id': 'ddd28620-483c-4c53-87c3-ab2729751a36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:45.020615 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-0058dabc-7770-4017-9866-0e209ac43a98 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Request body: {'port': {'device_id': '38111985-0ca9-49c5-a1b1-74e01048b182', 'network_id': '138aada2-7aee-4749-819b-d219deb27012', 'admin_state_up': True, 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:45.022676 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d76d37-f0ac-4cbf-a2bd-240c37b7ffd9 None None] Pushing event updated for resources: {'Port': ['ID=eb2a8929-ecaf-48fe-917c-50b062943cf5,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:45.044413 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb929d-6ca0-4a29-a202-d2df639b6a32 req-03e97b91-ccd8-4c49-874d-a2bdce01ae64 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:45.051819 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8deb929d-6ca0-4a29-a202-d2df639b6a32 req-03e97b91-ccd8-4c49-874d-a2bdce01ae64 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.2986186 May 06 09:42:45.056279 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d283ead0-1723-440f-9478-575dd5c45150 None None] No DVR routers for this DVR port 79121b3e-46cd-4bb8-ac5c-dfd910b3d189 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:42:45.062385 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283ead0-1723-440f-9478-575dd5c45150 None None] Pushing event deleted for resources: {'Port': ['ID=79121b3e-46cd-4bb8-ac5c-dfd910b3d189,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:45.074417 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ebd6ef90-1e4f-4f1a-bbf0-304c25db9aef tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.132919 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a3041a9a-3ed2-4a8a-a0fb-a83e4dbe5e95 None None] Attempting to bind port eb2a8929-ecaf-48fe-917c-50b062943cf5 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:42:45.133944 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a3041a9a-3ed2-4a8a-a0fb-a83e4dbe5e95 None None] Attempting to bind port eb2a8929-ecaf-48fe-917c-50b062943cf5 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'f57a600d-0e15-46ce-aeed-456e8cefa1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b1819d22-79c2-4e2a-8774-0435c5e7e78f'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:42:45.134332 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3041a9a-3ed2-4a8a-a0fb-a83e4dbe5e95 None None] Attempting to bind port eb2a8929-ecaf-48fe-917c-50b062943cf5 on network b1819d22-79c2-4e2a-8774-0435c5e7e78f {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:45.140357 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3041a9a-3ed2-4a8a-a0fb-a83e4dbe5e95 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:42:45.140728 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3041a9a-3ed2-4a8a-a0fb-a83e4dbe5e95 None None] Checking segment: {'id': 'f57a600d-0e15-46ce-aeed-456e8cefa1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b1819d22-79c2-4e2a-8774-0435c5e7e78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:45.141139 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a3041a9a-3ed2-4a8a-a0fb-a83e4dbe5e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.141531 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3041a9a-3ed2-4a8a-a0fb-a83e4dbe5e95 None None] Bound using segment: {'id': 'f57a600d-0e15-46ce-aeed-456e8cefa1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b1819d22-79c2-4e2a-8774-0435c5e7e78f'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:42:45.142012 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a3041a9a-3ed2-4a8a-a0fb-a83e4dbe5e95 None None] Bound port: eb2a8929-ecaf-48fe-917c-50b062943cf5, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57a600d-0e15-46ce-aeed-456e8cefa1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b1819d22-79c2-4e2a-8774-0435c5e7e78f'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:42:45.143442 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a3041a9a-3ed2-4a8a-a0fb-a83e4dbe5e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.168404 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-079b8bd2-3b9c-42f1-a5d6-59f739990cef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5680be3-7b50-42c2-82a5-5f277408e581 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:42:45.186208 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-079b8bd2-3b9c-42f1-a5d6-59f739990cef service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.201969 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ebd6ef90-1e4f-4f1a-bbf0-304c25db9aef tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.202220 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0b21bcb1-006b-4449-bf33-18b99602c086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.211633 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ebd6ef90-1e4f-4f1a-bbf0-304c25db9aef tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.217220 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d769b9fb-d305-4489-9385-7f29d18eda8f req-da4f38a6-f92b-4bec-aa9a-f742dceaae4d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=38111985-0ca9-49c5-a1b1-74e01048b182 HTTP/1.1" status: 200 len: 210 time: 0.1867237 May 06 09:42:45.218948 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-079b8bd2-3b9c-42f1-a5d6-59f739990cef service neutron] Transition to ACTIVE for port object f5680be3-7b50-42c2-82a5-5f277408e581 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:42:45.246274 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-079b8bd2-3b9c-42f1-a5d6-59f739990cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.249620 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a3041a9a-3ed2-4a8a-a0fb-a83e4dbe5e95 None None] For port eb2a8929-ecaf-48fe-917c-50b062943cf5, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:42:45.253947 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a3041a9a-3ed2-4a8a-a0fb-a83e4dbe5e95 None None] For port eb2a8929-ecaf-48fe-917c-50b062943cf5, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=eb2a8929-ecaf-48fe-917c-50b062943cf5,segment=NetworkSegment(f57a600d-0e15-46ce-aeed-456e8cefa1bc),segment_id=f57a600d-0e15-46ce-aeed-456e8cefa1bc)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:42:45.263481 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a3041a9a-3ed2-4a8a-a0fb-a83e4dbe5e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.264421 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8deb929d-6ca0-4a29-a202-d2df639b6a32 req-36975d07-0c31-4319-81d4-1e5bc6bd160a tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100928 May 06 09:42:45.265460 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6ef90-1e4f-4f1a-bbf0-304c25db9aef tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da32fcdb-34d5-471f-9703-50155fc749b1,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:45.275831 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ebd6ef90-1e4f-4f1a-bbf0-304c25db9aef tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.277084 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ebd6ef90-1e4f-4f1a-bbf0-304c25db9aef tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2754672 May 06 09:42:45.287634 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47664) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:45.302515 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-97c24972-6922-4e72-9cd5-aee9ba6107d5 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:45.375847 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b8bd2-3b9c-42f1-a5d6-59f739990cef service neutron] Pushing event updated for resources: {'Port': ['ID=f5680be3-7b50-42c2-82a5-5f277408e581,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:45.393606 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-0b21bcb1-006b-4449-bf33-18b99602c086 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63310cb6-2c84-44f2-9e8f-0c5b176cfc28']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:45.416615 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-97c24972-6922-4e72-9cd5-aee9ba6107d5 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.423204 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-0b21bcb1-006b-4449-bf33-18b99602c086 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c050de98-7641-4301-b72e-f4e7cddac870') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:45.424244 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-0b21bcb1-006b-4449-bf33-18b99602c086 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c050de98-7641-4301-b72e-f4e7cddac870') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:45.447069 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-079b8bd2-3b9c-42f1-a5d6-59f739990cef service neutron] Attempting to bind port f5680be3-7b50-42c2-82a5-5f277408e581 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:42:45.447516 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-079b8bd2-3b9c-42f1-a5d6-59f739990cef service neutron] Attempting to bind port f5680be3-7b50-42c2-82a5-5f277408e581 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:42:45.447929 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-079b8bd2-3b9c-42f1-a5d6-59f739990cef service neutron] Attempting to bind port f5680be3-7b50-42c2-82a5-5f277408e581 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:45.453398 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-079b8bd2-3b9c-42f1-a5d6-59f739990cef service neutron] Port f5680be3-7b50-42c2-82a5-5f277408e581 on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:42:45.455431 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-079b8bd2-3b9c-42f1-a5d6-59f739990cef service neutron] Attempting to bind port f5680be3-7b50-42c2-82a5-5f277408e581 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:45.467313 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-079b8bd2-3b9c-42f1-a5d6-59f739990cef service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:42:45.467746 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-079b8bd2-3b9c-42f1-a5d6-59f739990cef service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:45.469030 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-079b8bd2-3b9c-42f1-a5d6-59f739990cef service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:42:45.469030 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-079b8bd2-3b9c-42f1-a5d6-59f739990cef service neutron] Bound port: f5680be3-7b50-42c2-82a5-5f277408e581, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:42:45.469030 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-079b8bd2-3b9c-42f1-a5d6-59f739990cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.474425 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d76d37-f0ac-4cbf-a2bd-240c37b7ffd9 None None] Pushing event updated for resources: {'Port': ['ID=eb2a8929-ecaf-48fe-917c-50b062943cf5,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:45.498550 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3041a9a-3ed2-4a8a-a0fb-a83e4dbe5e95 None None] Routers {'303fcdb5-f844-45d6-8bff-a63c6d5e9128'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:45.501465 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0b21bcb1-006b-4449-bf33-18b99602c086 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.502907 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a3041a9a-3ed2-4a8a-a0fb-a83e4dbe5e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:42:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['303fcdb5-f844-45d6-8bff-a63c6d5e9128'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:45.538000 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd766c-9d2f-4dce-bd2b-6480b6cc6921 req-478d6ac6-94a1-402b-aa41-22e563b5b561 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:45.550706 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c0cd766c-9d2f-4dce-bd2b-6480b6cc6921 req-478d6ac6-94a1-402b-aa41-22e563b5b561 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e HTTP/1.1" status: 200 len: 945 time: 0.2029245 May 06 09:42:45.593142 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 79121b3e-46cd-4bb8-ac5c-dfd910b3d189 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:45.604280 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-079b8bd2-3b9c-42f1-a5d6-59f739990cef service neutron] For port f5680be3-7b50-42c2-82a5-5f277408e581, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:42:45.608543 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-079b8bd2-3b9c-42f1-a5d6-59f739990cef service neutron] For port f5680be3-7b50-42c2-82a5-5f277408e581, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f5680be3-7b50-42c2-82a5-5f277408e581,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:42:45.616308 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0b21bcb1-006b-4449-bf33-18b99602c086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.618739 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-0058dabc-7770-4017-9866-0e209ac43a98 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Made reservation on behalf of e6b8f11daba14014856a1a2bb0688844 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:45.619667 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-079b8bd2-3b9c-42f1-a5d6-59f739990cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.622975 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-0058dabc-7770-4017-9866-0e209ac43a98 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.625623 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 79121b3e-46cd-4bb8-ac5c-dfd910b3d189 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:45.625971 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 79121b3e-46cd-4bb8-ac5c-dfd910b3d189 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:45.629112 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-16af4aa1-a91d-4116-a551-9e0a266928f7 None None] Provisioning complete for port eb2a8929-ecaf-48fe-917c-50b062943cf5 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:45.629600 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-16af4aa1-a91d-4116-a551-9e0a266928f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.668178 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b21bcb1-006b-4449-bf33-18b99602c086 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:42:45.670397 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0b21bcb1-006b-4449-bf33-18b99602c086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: timer() May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:42:45.689766 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:42:45.724009 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c0cd766c-9d2f-4dce-bd2b-6480b6cc6921 req-76f58dae-1518-43f1-aaa6-feb9280d038f tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups?id=08415831-0822-4e23-bce7-b07a4ad1f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719172 May 06 09:42:45.748163 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b8bd2-3b9c-42f1-a5d6-59f739990cef service neutron] Pushing event updated for resources: {'Port': ['ID=f5680be3-7b50-42c2-82a5-5f277408e581,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:45.749071 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-a3041a9a-3ed2-4a8a-a0fb-a83e4dbe5e95 None None] Set router 303fcdb5-f844-45d6-8bff-a63c6d5e9128 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:45.768597 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-079b8bd2-3b9c-42f1-a5d6-59f739990cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:45.769724 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-079b8bd2-3b9c-42f1-a5d6-59f739990cef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.771321 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-079b8bd2-3b9c-42f1-a5d6-59f739990cef service neutron] 10.222.0.84 "PUT /v2.0/ports/f5680be3-7b50-42c2-82a5-5f277408e581 HTTP/1.1" status: 200 len: 1096 time: 1.7190638 May 06 09:42:45.771822 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f7d246-5e44-4d4f-bb5a-616faae22ddf', 'tag': 'f5680be3-7b50-42c2-82a5-5f277408e581'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:45.774167 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a0e6c2-ae2d-4798-b798-c053c0b909d9" -d '{"events": [{"name": "network-changed", "server_uuid": "77f7d246-5e44-4d4f-bb5a-616faae22ddf", "tag": "f5680be3-7b50-42c2-82a5-5f277408e581"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:45.878587 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-b3f4393b-4a71-4b25-8b94-254d72b79327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:45.881156 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-b3f4393b-4a71-4b25-8b94-254d72b79327 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0fd80fddff074649a200035722f4f0f0&device_id=77f7d246-5e44-4d4f-bb5a-616faae22ddf HTTP/1.1" status: 200 len: 1099 time: 0.0621290 May 06 09:42:45.945145 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-bce18765-fd3d-4511-bc2b-d305f638e2a8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=f5680be3-7b50-42c2-82a5-5f277408e581 HTTP/1.1" status: 200 len: 217 time: 0.0558887 May 06 09:42:45.973762 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0b21bcb1-006b-4449-bf33-18b99602c086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.987898 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa4702-12dd-4569-b24e-5fe5ca1f9307 req-5757b1ac-5966-4737-801b-d8f3a322dbb1 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:45.995626 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7caa4702-12dd-4569-b24e-5fe5ca1f9307 req-5757b1ac-5966-4737-801b-d8f3a322dbb1 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=dde5f56c-9dfb-43c5-a62b-cee29d45bf76 HTTP/1.1" status: 200 len: 945 time: 0.4157114 May 06 09:42:46.010562 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-6a5a0bbc-8924-4dea-94f4-60371e54f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:46.012670 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0b21bcb1-006b-4449-bf33-18b99602c086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:46.012872 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-6a5a0bbc-8924-4dea-94f4-60371e54f430 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0595646 May 06 09:42:46.028242 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0b21bcb1-006b-4449-bf33-18b99602c086 admin admin] 10.222.0.73 "DELETE /v2.0/networks/63310cb6-2c84-44f2-9e8f-0c5b176cfc28 HTTP/1.1" status: 204 len: 168 time: 2.3907986 May 06 09:42:46.076233 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-16af4aa1-a91d-4116-a551-9e0a266928f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:46.086841 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-c7b0f3f8-a2e6-4116-aa8f-4491ce51929f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:46.089089 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d423557c-d482-4a5e-9711-cf74ce19be21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:46.090330 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-c7b0f3f8-a2e6-4116-aa8f-4491ce51929f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0693631 May 06 09:42:46.139487 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 3249d6a3-87b1-483c-bc5d-10a9d58c64b0 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:46.152414 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7caa4702-12dd-4569-b24e-5fe5ca1f9307 req-ed27990e-7124-4d5c-94dd-acce23d4d3e9 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508973 May 06 09:42:46.154194 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21bcb1-006b-4449-bf33-18b99602c086 admin admin] Pushing event deleted for resources: {'Network': ['ID=63310cb6-2c84-44f2-9e8f-0c5b176cfc28,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:46.154373 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 5ee773cd-c3ce-460f-b84b-b122f278bac2 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:46.206960 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-5fe13025-785c-48bf-9f4e-53523ea1a22d service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068165 May 06 09:42:46.224143 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee976d6-f1f0-46fa-a42a-5845a1170d51 req-95130e5c-37c5-4a19-a658-1bb4a35082b1 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:46.232992 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5ee976d6-f1f0-46fa-a42a-5845a1170d51 req-95130e5c-37c5-4a19-a658-1bb4a35082b1 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 945 time: 0.3758662 May 06 09:42:46.260478 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-16af4aa1-a91d-4116-a551-9e0a266928f7 None None] For port eb2a8929-ecaf-48fe-917c-50b062943cf5, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=eb2a8929-ecaf-48fe-917c-50b062943cf5,segment=NetworkSegment(f57a600d-0e15-46ce-aeed-456e8cefa1bc),segment_id=f57a600d-0e15-46ce-aeed-456e8cefa1bc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:46.260849 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cd60b6-5d0e-4ad1-84bc-8ffb0ab0136d x-openstack-request-id: req-78cd60b6-5d0e-4ad1-84bc-8ffb0ab0136d {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:46.261055 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f7d246-5e44-4d4f-bb5a-616faae22ddf", "tag": "f5680be3-7b50-42c2-82a5-5f277408e581", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:46.263558 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-78cd60b6-5d0e-4ad1-84bc-8ffb0ab0136d {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:46.264480 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78cd60b6-5d0e-4ad1-84bc-8ffb0ab0136d'] response: {'name': 'network-changed', 'server_uuid': '77f7d246-5e44-4d4f-bb5a-616faae22ddf', 'tag': 'f5680be3-7b50-42c2-82a5-5f277408e581', 'status': 'completed', 'code': 200} May 06 09:42:46.265861 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-97c24972-6922-4e72-9cd5-aee9ba6107d5 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:46.273195 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-0058dabc-7770-4017-9866-0e209ac43a98 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Allocated IP 172.20.0.8 (138aada2-7aee-4749-819b-d219deb27012/ceacdbe3-a021-4ce2-8b17-bdad66d69597/82cc8ff9-0b16-4903-a1af-751dac4e9e85) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:46.287667 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-16af4aa1-a91d-4116-a551-9e0a266928f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:46.315645 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5ee976d6-f1f0-46fa-a42a-5845a1170d51 req-72dd3da2-171e-4ae4-a241-15d58cebdab9 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811043 May 06 09:42:46.349147 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47680) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:46.412123 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 3249d6a3-87b1-483c-bc5d-10a9d58c64b0 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:42:46.419381 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af4aa1-a91d-4116-a551-9e0a266928f7 None None] Pushing event updated for resources: {'Port': ['ID=eb2a8929-ecaf-48fe-917c-50b062943cf5,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:46.423188 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2b045c0e-d45a-4990-bd6f-198470a90dfb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a276361bfa5d40d88d5fb8c7475cf482&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0705760 May 06 09:42:46.430473 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47682) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:46.440086 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 3249d6a3-87b1-483c-bc5d-10a9d58c64b0 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:46.440734 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:46.445673 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 5ee773cd-c3ce-460f-b84b-b122f278bac2 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:42:46.451828 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cbaaf036-85fb-4359-874d-c36e250fd485 req-078152c1-4526-40cb-afc8-b092e6b2cdf0 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381365 May 06 09:42:46.484259 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 5ee773cd-c3ce-460f-b84b-b122f278bac2 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:46.485079 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:46.497176 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b7fc088d-cc8d-4cdd-87ad-5a185eca7925 req-f706b884-d28d-4099-a2f3-b3dc2091123c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=38111985-0ca9-49c5-a1b1-74e01048b182 HTTP/1.1" status: 200 len: 210 time: 0.0884020 May 06 09:42:46.505883 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a04e6249-2a1d-4624-a7fd-be24cdebd072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:46.547435 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a04e6249-2a1d-4624-a7fd-be24cdebd072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:46.598432 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f7fe97f4-a883-4604-8c55-46150f538166 None None] Provisioning complete for port eb2a8929-ecaf-48fe-917c-50b062943cf5 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:46.600363 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f7fe97f4-a883-4604-8c55-46150f538166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:46.647474 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a3041a9a-3ed2-4a8a-a0fb-a83e4dbe5e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'name': 'tempest-ServersTestFqdnHostnames-1204199785-router', 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:30Z', 'updated_at': '2022-05-06T09:42:39Z', 'revision_number': 4, 'project_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'gw_port': {'id': '15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:32Z', 'updated_at': '2022-05-06T09:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'eb2a8929-ecaf-48fe-917c-50b062943cf5', 'name': '', 'network_id': 'b1819d22-79c2-4e2a-8774-0435c5e7e78f', 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'mac_address': 'fa:16:3e:09:c3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'ee4783db-785e-4313-8cae-b41e82f2266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:38Z', 'updated_at': '2022-05-06T09:42:45Z', 'revision_number': 4, 'project_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'subnets': [{'id': 'ee4783db-785e-4313-8cae-b41e82f2266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:46.649005 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbbbd5-bf91-44eb-aef4-20cca64486cb req-bf32504c-4299-4910-bfac-41382732be0f tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:46.659468 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0bbbbbd5-bf91-44eb-aef4-20cca64486cb req-bf32504c-4299-4910-bfac-41382732be0f tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f7d246-5e44-4d4f-bb5a-616faae22ddf HTTP/1.1" status: 200 len: 948 time: 0.2468727 May 06 09:42:46.662261 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-97c24972-6922-4e72-9cd5-aee9ba6107d5 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Allocated IP 172.25.5.216 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/f0dea3d8-3d5b-4f6a-bb2b-f4d90eec16f3) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:46.670042 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0e6c2-ae2d-4798-b798-c053c0b909d9 req-0ae8551e-e9b6-4878-94cc-a099040f209e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:46.672478 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-75a0e6c2-ae2d-4798-b798-c053c0b909d9 req-0ae8551e-e9b6-4878-94cc-a099040f209e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0fd80fddff074649a200035722f4f0f0&device_id=77f7d246-5e44-4d4f-bb5a-616faae22ddf HTTP/1.1" status: 200 len: 1099 time: 0.1403182 May 06 09:42:46.704424 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a04e6249-2a1d-4624-a7fd-be24cdebd072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:46.707497 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a04e6249-2a1d-4624-a7fd-be24cdebd072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:46.712245 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a04e6249-2a1d-4624-a7fd-be24cdebd072 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a4f2275d-27e6-4262-aebc-558f6af4b0ea HTTP/1.1" status: 204 len: 168 time: 0.2772536 May 06 09:42:46.734872 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3041a9a-3ed2-4a8a-a0fb-a83e4dbe5e95 None None] The sync data for ids ['303fcdb5-f844-45d6-8bff-a63c6d5e9128'] in n-d-840835-1 is: [{'id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'name': 'tempest-ServersTestFqdnHostnames-1204199785-router', 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:30Z', 'updated_at': '2022-05-06T09:42:39Z', 'revision_number': 4, 'project_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'gw_port': {'id': '15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:32Z', 'updated_at': '2022-05-06T09:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'eb2a8929-ecaf-48fe-917c-50b062943cf5', 'name': '', 'network_id': 'b1819d22-79c2-4e2a-8774-0435c5e7e78f', 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'mac_address': 'fa:16:3e:09:c3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'ee4783db-785e-4313-8cae-b41e82f2266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:38Z', 'updated_at': '2022-05-06T09:42:45Z', 'revision_number': 4, 'project_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'subnets': [{'id': 'ee4783db-785e-4313-8cae-b41e82f2266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:42:46.756130 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e6249-2a1d-4624-a7fd-be24cdebd072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f2275d-27e6-4262-aebc-558f6af4b0ea,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:46.775709 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:46.801624 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:46.863191 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0e6c2-ae2d-4798-b798-c053c0b909d9 req-868fb22d-6c44-4e37-a122-9a127aeaf9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:46.864347 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-75a0e6c2-ae2d-4798-b798-c053c0b909d9 req-868fb22d-6c44-4e37-a122-9a127aeaf9e0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.1833944 May 06 09:42:46.891155 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde5f56c-9dfb-43c5-a62b-cee29d45bf76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3249d6a3-87b1-483c-bc5d-10a9d58c64b0'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:46.902059 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d19e758-11d7-4cf3-a170-5038e74c0a09" -d '{"events": [{"server_uuid": "dde5f56c-9dfb-43c5-a62b-cee29d45bf76", "name": "network-vif-plugged", "status": "completed", "tag": "3249d6a3-87b1-483c-bc5d-10a9d58c64b0"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:46.946006 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 3249d6a3-87b1-483c-bc5d-10a9d58c64b0, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=3249d6a3-87b1-483c-bc5d-10a9d58c64b0,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:46.949184 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67fa0a-31d4-49be-8ac6-726a3bb19c57 req-106dbb03-3157-41fd-b5b5-ebd3e51a300c tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:46.951695 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 5ee773cd-c3ce-460f-b84b-b122f278bac2, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=5ee773cd-c3ce-460f-b84b-b122f278bac2,segment=NetworkSegment(48d6abbc-c47f-4b3a-93da-b446cea28541),segment_id=48d6abbc-c47f-4b3a-93da-b446cea28541)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:46.959330 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:46.959739 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7c67fa0a-31d4-49be-8ac6-726a3bb19c57 req-106dbb03-3157-41fd-b5b5-ebd3e51a300c tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.2947779 May 06 09:42:46.966390 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:46.982819 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-75a0e6c2-ae2d-4798-b798-c053c0b909d9 req-58329ba4-628d-4214-9c50-92a1a86dc828 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=f5680be3-7b50-42c2-82a5-5f277408e581 HTTP/1.1" status: 200 len: 217 time: 0.1049495 May 06 09:42:46.983696 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0bbbbbd5-bf91-44eb-aef4-20cca64486cb req-9ea3f0ec-6171-4a98-b7d5-798c81a46efe tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad62fde1-e777-4b19-a6c1-efadc86c1787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229494 May 06 09:42:47.043999 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=3249d6a3-87b1-483c-bc5d-10a9d58c64b0,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:47.053734 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0e6c2-ae2d-4798-b798-c053c0b909d9 req-9009325e-fdca-4784-aabb-9214d94b4cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:47.055450 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-75a0e6c2-ae2d-4798-b798-c053c0b909d9 req-9009325e-fdca-4784-aabb-9214d94b4cfc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0657892 May 06 09:42:47.099066 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-0058dabc-7770-4017-9866-0e209ac43a98 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:47.138359 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0e6c2-ae2d-4798-b798-c053c0b909d9 req-475e9177-1e7b-4de6-aa8f-219b9ecaba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:47.140047 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-75a0e6c2-ae2d-4798-b798-c053c0b909d9 req-475e9177-1e7b-4de6-aa8f-219b9ecaba3d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0672021 May 06 09:42:47.150439 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=5ee773cd-c3ce-460f-b84b-b122f278bac2,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:47.215779 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7c67fa0a-31d4-49be-8ac6-726a3bb19c57 req-f1953451-e7e5-4f2a-8ac6-7e2c19d55608 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550328 May 06 09:42:47.266004 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-97c24972-6922-4e72-9cd5-aee9ba6107d5 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:47.297589 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08de9cd3-6693-4194-a61e-ee2917b17a52 x-openstack-request-id: req-08de9cd3-6693-4194-a61e-ee2917b17a52 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:47.298136 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde5f56c-9dfb-43c5-a62b-cee29d45bf76", "name": "network-vif-plugged", "status": "completed", "tag": "3249d6a3-87b1-483c-bc5d-10a9d58c64b0", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:47.298662 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-08de9cd3-6693-4194-a61e-ee2917b17a52 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:47.299303 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08de9cd3-6693-4194-a61e-ee2917b17a52'] response: {'server_uuid': 'dde5f56c-9dfb-43c5-a62b-cee29d45bf76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3249d6a3-87b1-483c-bc5d-10a9d58c64b0', 'code': 200} May 06 09:42:47.311699 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-75a0e6c2-ae2d-4798-b798-c053c0b909d9 req-bcf8f6a6-6e75-48dc-9469-cf0c2c1a4013 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625106 May 06 09:42:47.383103 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-0058dabc-7770-4017-9866-0e209ac43a98 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:47.398959 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['855d2a78-7e53-4c34-b489-8b27d845d56d'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:47.399259 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763be7e-84fb-482a-8e93-9b704a92f53d req-53a30158-2a6c-4186-bb7c-4cde72059ab4 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:47.407607 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1763be7e-84fb-482a-8e93-9b704a92f53d req-53a30158-2a6c-4186-bb7c-4cde72059ab4 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e HTTP/1.1" status: 200 len: 946 time: 0.3019364 May 06 09:42:47.455107 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-75a0e6c2-ae2d-4798-b798-c053c0b909d9 req-9b5f1f8c-dc78-4900-8237-6ce6db491373 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349747 May 06 09:42:47.507613 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52389bd8-710e-4bde-8ead-482cfa1496e6 req-6978becb-4574-4917-add0-40bfcff702e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:47.509427 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-52389bd8-710e-4bde-8ead-482cfa1496e6 req-6978becb-4574-4917-add0-40bfcff702e0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dde5f56c-9dfb-43c5-a62b-cee29d45bf76 HTTP/1.1" status: 200 len: 1097 time: 0.0530448 May 06 09:42:47.562268 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-0058dabc-7770-4017-9866-0e209ac43a98 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Network 138aada2-7aee-4749-819b-d219deb27012 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:47.567870 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-97c24972-6922-4e72-9cd5-aee9ba6107d5 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:47.575929 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-0058dabc-7770-4017-9866-0e209ac43a98 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:47.606827 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-0058dabc-7770-4017-9866-0e209ac43a98 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:47.615104 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-52389bd8-710e-4bde-8ead-482cfa1496e6 req-63f83d35-0045-4da3-aa9d-e3600f9f36c7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965276 May 06 09:42:47.641564 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058dabc-7770-4017-9866-0e209ac43a98 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Pushing event updated for resources: {'Port': ['ID=82cc8ff9-0b16-4903-a1af-751dac4e9e85,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:47.675070 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device eb2a8929-ecaf-48fe-917c-50b062943cf5 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:47.696257 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c24972-6922-4e72-9cd5-aee9ba6107d5 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:47.813334 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-0058dabc-7770-4017-9866-0e209ac43a98 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:47.813964 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-0058dabc-7770-4017-9866-0e209ac43a98 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:47.830855 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1763be7e-84fb-482a-8e93-9b704a92f53d req-ed9f3fb7-61e2-467c-8020-2589c439dc90 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups?id=08415831-0822-4e23-bce7-b07a4ad1f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220695 May 06 09:42:47.832271 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-97c24972-6922-4e72-9cd5-aee9ba6107d5 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:47.836216 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c24972-6922-4e72-9cd5-aee9ba6107d5 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:47.842985 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c24972-6922-4e72-9cd5-aee9ba6107d5 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Pushing event updated for resources: {'Port': ['ID=f0dea3d8-3d5b-4f6a-bb2b-f4d90eec16f3,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:47.906734 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-0058dabc-7770-4017-9866-0e209ac43a98 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8973131 May 06 09:42:47.916571 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port eb2a8929-ecaf-48fe-917c-50b062943cf5 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:47.917102 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:47.921225 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-d3b7e04c-cfe5-426b-970f-ac6d97e3e515 service neutron] Request body: {'port': {'device_id': '38111985-0ca9-49c5-a1b1-74e01048b182', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:48.100566 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-97c24972-6922-4e72-9cd5-aee9ba6107d5 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:48.105868 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-37f583e7-1c61-4135-a04e-a88aef0048db None None] Provisioning complete for port 82cc8ff9-0b16-4903-a1af-751dac4e9e85 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:48.106160 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-37f583e7-1c61-4135-a04e-a88aef0048db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:48.107278 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-d3b7e04c-cfe5-426b-970f-ac6d97e3e515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:48.149965 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-37f583e7-1c61-4135-a04e-a88aef0048db None None] Port 82cc8ff9-0b16-4903-a1af-751dac4e9e85 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:42:48.202139 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47718) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:48.231135 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-97c24972-6922-4e72-9cd5-aee9ba6107d5 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:48.283918 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd92b6-510a-4b8c-bb40-1897359450ee req-909e0422-767a-4c53-9590-1a67eec4268b tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:48.285990 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-35cd92b6-510a-4b8c-bb40-1897359450ee req-909e0422-767a-4c53-9590-1a67eec4268b tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 945 time: 0.1756849 May 06 09:42:48.306687 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aece37-d25f-492c-a20f-9c2d3becf92d req-3d333583-3918-4d1e-9f79-ea8494355346 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:48.308307 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51aece37-d25f-492c-a20f-9c2d3becf92d req-3d333583-3918-4d1e-9f79-ea8494355346 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=dde5f56c-9dfb-43c5-a62b-cee29d45bf76 HTTP/1.1" status: 200 len: 946 time: 0.8959730 May 06 09:42:48.327658 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-5e0265ea-c667-4683-af35-76b69b7a0184 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-827483097-network', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:48.349138 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0265ea-c667-4683-af35-76b69b7a0184 admin admin] Made reservation on behalf of 25aba9ec7dab4fc585e8e72a34137627 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:48.351448 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e0265ea-c667-4683-af35-76b69b7a0184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:48.361670 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e0265ea-c667-4683-af35-76b69b7a0184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:48.431543 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ebf020d3-a243-40a5-b556-7a552e5aea80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:48.462888 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e0265ea-c667-4683-af35-76b69b7a0184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:48.467618 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e0265ea-c667-4683-af35-76b69b7a0184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:48.500065 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e0265ea-c667-4683-af35-76b69b7a0184 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:42:48.514218 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0265ea-c667-4683-af35-76b69b7a0184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f3a3f6-8495-4772-a160-36d2c090be0c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:48.522379 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e0265ea-c667-4683-af35-76b69b7a0184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:48.522379 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-5e0265ea-c667-4683-af35-76b69b7a0184 admin admin] Added segment 81dfb034-c6ca-4f2c-a88a-36b44ae760cc of type vlan for network d000d0ea-cd9f-4476-8d53-8b34cfa9641e May 06 09:42:48.522928 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51aece37-d25f-492c-a20f-9c2d3becf92d req-adeaeeb2-bc0d-4744-89fd-cead339b9c9f tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003918 May 06 09:42:48.532476 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-35cd92b6-510a-4b8c-bb40-1897359450ee req-9c7a7ae3-bb2e-4198-9fcc-02b3725e005c tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206256 May 06 09:42:48.623594 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e0265ea-c667-4683-af35-76b69b7a0184 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:48.654973 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e0265ea-c667-4683-af35-76b69b7a0184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:48.656017 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0265ea-c667-4683-af35-76b69b7a0184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:48.656602 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e0265ea-c667-4683-af35-76b69b7a0184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:48.691522 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:48.719440 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5e0265ea-c667-4683-af35-76b69b7a0184 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5133650 May 06 09:42:48.719696 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47726) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:48.725284 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-b32c0ce4-d4c0-43ce-ba62-f088cb6ae714 admin admin] Request body: {'subnet': {'network_id': 'd000d0ea-cd9f-4476-8d53-8b34cfa9641e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-827483097-subnet', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:48.740723 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0265ea-c667-4683-af35-76b69b7a0184 admin admin] Pushing event updated for resources: {'Network': ['ID=d000d0ea-cd9f-4476-8d53-8b34cfa9641e,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:48.757136 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32c0ce4-d4c0-43ce-ba62-f088cb6ae714 admin admin] Made reservation on behalf of 25aba9ec7dab4fc585e8e72a34137627 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:48.760727 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network d000d0ea-cd9f-4476-8d53-8b34cfa9641e details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:42:48.762631 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b32c0ce4-d4c0-43ce-ba62-f088cb6ae714 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:48.996150 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b32c0ce4-d4c0-43ce-ba62-f088cb6ae714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:49.057754 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c0ce4-d4c0-43ce-ba62-f088cb6ae714 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b6a855e-7008-4f56-8287-accfc5fa41f4,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:49.070064 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32c0ce4-d4c0-43ce-ba62-f088cb6ae714 admin admin] Checking segment: {'id': '81dfb034-c6ca-4f2c-a88a-36b44ae760cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd000d0ea-cd9f-4476-8d53-8b34cfa9641e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:49.070442 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32c0ce4-d4c0-43ce-ba62-f088cb6ae714 admin admin] Network hostable DHCP agents. Network: d000d0ea-cd9f-4476-8d53-8b34cfa9641e, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:42:49.088436 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32c0ce4-d4c0-43ce-ba62-f088cb6ae714 admin admin] Network d000d0ea-cd9f-4476-8d53-8b34cfa9641e is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:42:49.099598 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-b32c0ce4-d4c0-43ce-ba62-f088cb6ae714 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, d000d0ea-cd9f-4476-8d53-8b34cfa9641e) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:49.103793 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32c0ce4-d4c0-43ce-ba62-f088cb6ae714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:49.104393 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b32c0ce4-d4c0-43ce-ba62-f088cb6ae714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:49.111454 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f3a8f4-1977-4b56-87f1-ad337bdb2cd7 None None] Network d000d0ea-cd9f-4476-8d53-8b34cfa9641e requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:42:49.128216 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b32c0ce4-d4c0-43ce-ba62-f088cb6ae714 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4050899 May 06 09:42:49.128668 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47730) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:49.134065 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-078e1842-f496-4b50-aec1-bdcd0869f979 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-827483097-router', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:49.157387 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-078e1842-f496-4b50-aec1-bdcd0869f979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:49.160055 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-078e1842-f496-4b50-aec1-bdcd0869f979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:49.165850 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-97c24972-6922-4e72-9cd5-aee9ba6107d5 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:49.177698 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-97c24972-6922-4e72-9cd5-aee9ba6107d5 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:49.221586 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fea7aa-4d9f-4b16-8a45-1f6f334d1ed8 req-215fa14f-fcab-4ba7-a14e-7e531609396c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:49.223441 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26fea7aa-4d9f-4b16-8a45-1f6f334d1ed8 req-215fa14f-fcab-4ba7-a14e-7e531609396c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=38111985-0ca9-49c5-a1b1-74e01048b182 HTTP/1.1" status: 200 len: 931 time: 0.5760894 May 06 09:42:49.230247 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-078e1842-f496-4b50-aec1-bdcd0869f979 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:49.262464 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241be2f-2806-494a-9abf-499cc0507340 req-d413bac0-5f57-4493-ad8c-7433dcbf54bd tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:49.264056 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6241be2f-2806-494a-9abf-499cc0507340 req-d413bac0-5f57-4493-ad8c-7433dcbf54bd tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f7d246-5e44-4d4f-bb5a-616faae22ddf HTTP/1.1" status: 200 len: 948 time: 0.6178467 May 06 09:42:49.301693 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee773cd-c3ce-460f-b84b-b122f278bac2'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:49.305665 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-d3b7e04c-cfe5-426b-970f-ac6d97e3e515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82cc8ff9-0b16-4903-a1af-751dac4e9e85 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:42:49.320151 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62984642-831e-43e0-bb37-c06250cca2ef" -d '{"events": [{"server_uuid": "2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e", "name": "network-vif-plugged", "status": "completed", "tag": "5ee773cd-c3ce-460f-b84b-b122f278bac2"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:49.332281 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d58612d-ccfa-4b53-9c9c-792ccdb5bd87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-d000d0ea-cd9f-4476-8d53-8b34cfa9641e', 'network_id': 'd000d0ea-cd9f-4476-8d53-8b34cfa9641e', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'fixed_ips': [{'subnet_id': '9b6a855e-7008-4f56-8287-accfc5fa41f4'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:42:49.333184 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5d58612d-ccfa-4b53-9c9c-792ccdb5bd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:49.345034 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-d3b7e04c-cfe5-426b-970f-ac6d97e3e515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:49.358332 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c24972-6922-4e72-9cd5-aee9ba6107d5 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Pushing event updated for resources: {'Port': ['ID=f0dea3d8-3d5b-4f6a-bb2b-f4d90eec16f3,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:49.396533 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-97c24972-6922-4e72-9cd5-aee9ba6107d5 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:49.404313 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-d3b7e04c-cfe5-426b-970f-ac6d97e3e515 service neutron] Transition to ACTIVE for port object 82cc8ff9-0b16-4903-a1af-751dac4e9e85 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:42:49.421491 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26fea7aa-4d9f-4b16-8a45-1f6f334d1ed8 req-87cfde99-2fcc-44ce-a9d5-5a876a60d530 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742024 May 06 09:42:49.425685 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-d3b7e04c-cfe5-426b-970f-ac6d97e3e515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:49.427448 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-078e1842-f496-4b50-aec1-bdcd0869f979 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:49.441729 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-97c24972-6922-4e72-9cd5-aee9ba6107d5 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:49.452722 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-97c24972-6922-4e72-9cd5-aee9ba6107d5 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1530006 May 06 09:42:49.482763 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6241be2f-2806-494a-9abf-499cc0507340 req-78756eed-ed29-4ac5-b2e8-e82061f8860a tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad62fde1-e777-4b19-a6c1-efadc86c1787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025685 May 06 09:42:49.544286 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:49.632959 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-5d58612d-ccfa-4b53-9c9c-792ccdb5bd87 None None] Allocated IP 172.20.0.2 (d000d0ea-cd9f-4476-8d53-8b34cfa9641e/9b6a855e-7008-4f56-8287-accfc5fa41f4/bf998486-cace-48a7-bbd4-820a0f09a931) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:49.751923 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-078e1842-f496-4b50-aec1-bdcd0869f979 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:49.775906 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b7e04c-cfe5-426b-970f-ac6d97e3e515 service neutron] Pushing event updated for resources: {'Port': ['ID=82cc8ff9-0b16-4903-a1af-751dac4e9e85,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:49.782259 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-078e1842-f496-4b50-aec1-bdcd0869f979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:49.805442 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7eed9d-eaaf-4f8c-b520-919eeec9f5e6 req-abde501c-546b-40f9-a871-8aa45ec6d399 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:49.807217 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fc7eed9d-eaaf-4f8c-b520-919eeec9f5e6 req-abde501c-546b-40f9-a871-8aa45ec6d399 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e HTTP/1.1" status: 200 len: 946 time: 0.1820755 May 06 09:42:49.824196 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9087297-2831-4378-9165-095cf13e2f4f req-460aaf7b-86cd-452b-8e53-fa3fdd5630c3 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:49.825864 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c9087297-2831-4378-9165-095cf13e2f4f req-460aaf7b-86cd-452b-8e53-fa3fdd5630c3 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.2358186 May 06 09:42:49.844041 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5d58612d-ccfa-4b53-9c9c-792ccdb5bd87 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:49.852411 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5d58612d-ccfa-4b53-9c9c-792ccdb5bd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:49.878495 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-d3b7e04c-cfe5-426b-970f-ac6d97e3e515 service neutron] Attempting to bind port 82cc8ff9-0b16-4903-a1af-751dac4e9e85 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:42:49.879058 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-d3b7e04c-cfe5-426b-970f-ac6d97e3e515 service neutron] Attempting to bind port 82cc8ff9-0b16-4903-a1af-751dac4e9e85 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '138aada2-7aee-4749-819b-d219deb27012'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:42:49.879321 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-d3b7e04c-cfe5-426b-970f-ac6d97e3e515 service neutron] Attempting to bind port 82cc8ff9-0b16-4903-a1af-751dac4e9e85 on network 138aada2-7aee-4749-819b-d219deb27012 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:49.901862 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d58612d-ccfa-4b53-9c9c-792ccdb5bd87 None None] Network d000d0ea-cd9f-4476-8d53-8b34cfa9641e is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:49.903824 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-d3b7e04c-cfe5-426b-970f-ac6d97e3e515 service neutron] Port 82cc8ff9-0b16-4903-a1af-751dac4e9e85 on network 138aada2-7aee-4749-819b-d219deb27012 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:42:49.904160 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-d3b7e04c-cfe5-426b-970f-ac6d97e3e515 service neutron] Attempting to bind port 82cc8ff9-0b16-4903-a1af-751dac4e9e85 on network 138aada2-7aee-4749-819b-d219deb27012 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:49.921040 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-5d58612d-ccfa-4b53-9c9c-792ccdb5bd87 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:49.928082 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fc7eed9d-eaaf-4f8c-b520-919eeec9f5e6 req-20715910-790c-4a37-ba15-e81d68e3ae95 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups?id=08415831-0822-4e23-bce7-b07a4ad1f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986474 May 06 09:42:49.931937 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d58612d-ccfa-4b53-9c9c-792ccdb5bd87 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:49.933072 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-d3b7e04c-cfe5-426b-970f-ac6d97e3e515 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:42:49.933526 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-d3b7e04c-cfe5-426b-970f-ac6d97e3e515 service neutron] Checking segment: {'id': 'b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '138aada2-7aee-4749-819b-d219deb27012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:49.934018 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-d3b7e04c-cfe5-426b-970f-ac6d97e3e515 service neutron] Bound using segment: {'id': 'b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '138aada2-7aee-4749-819b-d219deb27012'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:42:49.935106 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-d3b7e04c-cfe5-426b-970f-ac6d97e3e515 service neutron] Bound port: 82cc8ff9-0b16-4903-a1af-751dac4e9e85, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '138aada2-7aee-4749-819b-d219deb27012'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:42:49.935632 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-d3b7e04c-cfe5-426b-970f-ac6d97e3e515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:49.935773 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-078e1842-f496-4b50-aec1-bdcd0869f979 admin admin] Allocated IP 172.25.5.69 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/2286739a-2cfe-4287-8a87-a9b6998b8874) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:49.953084 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c9087297-2831-4378-9165-095cf13e2f4f req-1cbbd521-8c74-4261-8925-3dc6f86d66ce tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127973 May 06 09:42:49.988272 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58612d-ccfa-4b53-9c9c-792ccdb5bd87 None None] Pushing event updated for resources: {'Port': ['ID=bf998486-cace-48a7-bbd4-820a0f09a931,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:50.009526 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4d588b-826c-46b1-a42d-bcb23b2cc3dc x-openstack-request-id: req-dc4d588b-826c-46b1-a42d-bcb23b2cc3dc {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:50.010000 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e", "name": "network-vif-plugged", "status": "completed", "tag": "5ee773cd-c3ce-460f-b84b-b122f278bac2", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:50.010413 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dc4d588b-826c-46b1-a42d-bcb23b2cc3dc {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:50.010871 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc4d588b-826c-46b1-a42d-bcb23b2cc3dc'] response: {'server_uuid': '2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee773cd-c3ce-460f-b84b-b122f278bac2', 'code': 200} May 06 09:42:50.049646 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-5d58612d-ccfa-4b53-9c9c-792ccdb5bd87 None None] Attempting to bind port bf998486-cace-48a7-bbd4-820a0f09a931 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:42:50.050242 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-5d58612d-ccfa-4b53-9c9c-792ccdb5bd87 None None] Attempting to bind port bf998486-cace-48a7-bbd4-820a0f09a931 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '81dfb034-c6ca-4f2c-a88a-36b44ae760cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd000d0ea-cd9f-4476-8d53-8b34cfa9641e'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:42:50.051268 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58612d-ccfa-4b53-9c9c-792ccdb5bd87 None None] Attempting to bind port bf998486-cace-48a7-bbd4-820a0f09a931 on network d000d0ea-cd9f-4476-8d53-8b34cfa9641e {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:50.057671 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58612d-ccfa-4b53-9c9c-792ccdb5bd87 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:42:50.058234 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58612d-ccfa-4b53-9c9c-792ccdb5bd87 None None] Checking segment: {'id': '81dfb034-c6ca-4f2c-a88a-36b44ae760cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd000d0ea-cd9f-4476-8d53-8b34cfa9641e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:50.058391 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-d3b7e04c-cfe5-426b-970f-ac6d97e3e515 service neutron] For port 82cc8ff9-0b16-4903-a1af-751dac4e9e85, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:42:50.058841 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5d58612d-ccfa-4b53-9c9c-792ccdb5bd87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:50.060716 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58612d-ccfa-4b53-9c9c-792ccdb5bd87 None None] Bound using segment: {'id': '81dfb034-c6ca-4f2c-a88a-36b44ae760cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd000d0ea-cd9f-4476-8d53-8b34cfa9641e'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:42:50.060716 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-5d58612d-ccfa-4b53-9c9c-792ccdb5bd87 None None] Bound port: bf998486-cace-48a7-bbd4-820a0f09a931, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81dfb034-c6ca-4f2c-a88a-36b44ae760cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd000d0ea-cd9f-4476-8d53-8b34cfa9641e'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:42:50.060716 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5d58612d-ccfa-4b53-9c9c-792ccdb5bd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:50.063364 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-d3b7e04c-cfe5-426b-970f-ac6d97e3e515 service neutron] For port 82cc8ff9-0b16-4903-a1af-751dac4e9e85, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=82cc8ff9-0b16-4903-a1af-751dac4e9e85,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:42:50.073577 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-d3b7e04c-cfe5-426b-970f-ac6d97e3e515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:50.140615 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device f5680be3-7b50-42c2-82a5-5f277408e581 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:42:50.153988 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-d3b7e04c-cfe5-426b-970f-ac6d97e3e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:50.154772 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-d3b7e04c-cfe5-426b-970f-ac6d97e3e515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:50.155941 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-d3b7e04c-cfe5-426b-970f-ac6d97e3e515 service neutron] 10.222.0.84 "PUT /v2.0/ports/82cc8ff9-0b16-4903-a1af-751dac4e9e85 HTTP/1.1" status: 200 len: 1091 time: 2.2411637 May 06 09:42:50.157912 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-078e1842-f496-4b50-aec1-bdcd0869f979 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:50.164269 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e8507-d35a-42db-8ce1-f90fa7137bd0 req-45349dcc-34fa-492e-b809-0f68d7b32a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:50.165814 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a99e8507-d35a-42db-8ce1-f90fa7137bd0 req-45349dcc-34fa-492e-b809-0f68d7b32a44 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e HTTP/1.1" status: 200 len: 1097 time: 0.0935879 May 06 09:42:50.170269 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-5d58612d-ccfa-4b53-9c9c-792ccdb5bd87 None None] For port bf998486-cace-48a7-bbd4-820a0f09a931, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:42:50.174983 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-5d58612d-ccfa-4b53-9c9c-792ccdb5bd87 None None] For port bf998486-cace-48a7-bbd4-820a0f09a931, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=bf998486-cace-48a7-bbd4-820a0f09a931,segment=NetworkSegment(81dfb034-c6ca-4f2c-a88a-36b44ae760cc),segment_id=81dfb034-c6ca-4f2c-a88a-36b44ae760cc)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:42:50.186161 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38111985-0ca9-49c5-a1b1-74e01048b182', 'tag': '82cc8ff9-0b16-4903-a1af-751dac4e9e85'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:50.194653 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f795c42-b057-40de-b4a9-05f7a08bfbbc" -d '{"events": [{"name": "network-changed", "server_uuid": "38111985-0ca9-49c5-a1b1-74e01048b182", "tag": "82cc8ff9-0b16-4903-a1af-751dac4e9e85"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:50.234795 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5d58612d-ccfa-4b53-9c9c-792ccdb5bd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:50.235286 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a99e8507-d35a-42db-8ce1-f90fa7137bd0 req-f39bd1fa-4e66-4d0a-b250-1ddd88a0e59e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=08415831-0822-4e23-bce7-b07a4ad1f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610652 May 06 09:42:50.246104 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-078e1842-f496-4b50-aec1-bdcd0869f979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:50.251156 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbcdd2-ea70-427d-a231-35a4dcafc82d req-90d00fda-673d-401e-a766-e9c99925b6a1 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:50.258015 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9dbbcdd2-ea70-427d-a231-35a4dcafc82d req-90d00fda-673d-401e-a766-e9c99925b6a1 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=dde5f56c-9dfb-43c5-a62b-cee29d45bf76 HTTP/1.1" status: 200 len: 946 time: 0.1971693 May 06 09:42:50.294228 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b7e04c-cfe5-426b-970f-ac6d97e3e515 service neutron] Pushing event updated for resources: {'Port': ['ID=82cc8ff9-0b16-4903-a1af-751dac4e9e85,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:50.297092 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078e1842-f496-4b50-aec1-bdcd0869f979 admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:50.305207 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-078e1842-f496-4b50-aec1-bdcd0869f979 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:50.312158 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078e1842-f496-4b50-aec1-bdcd0869f979 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:50.359447 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e1842-f496-4b50-aec1-bdcd0869f979 admin admin] Pushing event updated for resources: {'Port': ['ID=2286739a-2cfe-4287-8a87-a9b6998b8874,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:50.365980 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9dbbcdd2-ea70-427d-a231-35a4dcafc82d req-4285e8d0-96dd-4159-822f-e88a132906a5 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069634 May 06 09:42:50.395892 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c895a03-9fa1-4787-ac21-e577d051ca95 req-37046133-b574-477f-8b71-f96e7d44bc48 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:50.404488 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c895a03-9fa1-4787-ac21-e577d051ca95 req-37046133-b574-477f-8b71-f96e7d44bc48 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 945 time: 0.2812586 May 06 09:42:50.421151 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-f41f0963-1ebc-4e9b-9a4e-3ab29363b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:50.422735 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-f41f0963-1ebc-4e9b-9a4e-3ab29363b6be service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e6b8f11daba14014856a1a2bb0688844&device_id=38111985-0ca9-49c5-a1b1-74e01048b182 HTTP/1.1" status: 200 len: 1094 time: 0.1982250 May 06 09:42:50.495527 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-beef9fd1-a9e1-4cd4-adf1-cc50c8f1ecfb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82cc8ff9-0b16-4903-a1af-751dac4e9e85 HTTP/1.1" status: 200 len: 217 time: 0.0620084 May 06 09:42:50.565935 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c895a03-9fa1-4787-ac21-e577d051ca95 req-da0363f9-a1f6-4d19-b6b4-53977fef07dd tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602647 May 06 09:42:50.572880 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58612d-ccfa-4b53-9c9c-792ccdb5bd87 None None] Pushing event updated for resources: {'Port': ['ID=bf998486-cace-48a7-bbd4-820a0f09a931,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:50.580268 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-d3c8ec74-1f9e-477a-8e8d-76af07649446 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1841323395&fields=id&tenant_id=1aece0b8bf6c46f3bfdcb2f012bbbc67 HTTP/1.1" status: 200 len: 267 time: 0.0920463 May 06 09:42:50.586128 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port f5680be3-7b50-42c2-82a5-5f277408e581, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f5680be3-7b50-42c2-82a5-5f277408e581,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:50.599555 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-9882e0f9-776c-40a7-9f8e-64cb86dce829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:50.601079 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-9882e0f9-776c-40a7-9f8e-64cb86dce829 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ceacdbe3-a021-4ce2-8b17-bdad66d69597 HTTP/1.1" status: 200 len: 851 time: 0.0801599 May 06 09:42:50.603060 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'f5680be3-7b50-42c2-82a5-5f277408e581', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': 'f5680be3-7b50-42c2-82a5-5f277408e581', 'mac_address': 'fa:16:3e:c5:83:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:42:50.650728 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:50.668635 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5680be3-7b50-42c2-82a5-5f277408e581 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:42:50.694708 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port f5680be3-7b50-42c2-82a5-5f277408e581, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f5680be3-7b50-42c2-82a5-5f277408e581,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:50.710274 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:50.710884 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-078e1842-f496-4b50-aec1-bdcd0869f979 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:50.776093 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f012474a-55fe-4c03-98da-8560f4510eb3 x-openstack-request-id: req-f012474a-55fe-4c03-98da-8560f4510eb3 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:50.776479 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38111985-0ca9-49c5-a1b1-74e01048b182", "tag": "82cc8ff9-0b16-4903-a1af-751dac4e9e85", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:50.776619 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f012474a-55fe-4c03-98da-8560f4510eb3 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:50.777127 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f012474a-55fe-4c03-98da-8560f4510eb3'] response: {'name': 'network-changed', 'server_uuid': '38111985-0ca9-49c5-a1b1-74e01048b182', 'tag': '82cc8ff9-0b16-4903-a1af-751dac4e9e85', 'status': 'completed', 'code': 200} May 06 09:42:50.788467 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=f5680be3-7b50-42c2-82a5-5f277408e581,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:50.793575 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-5dbb1f83-367a-43ea-b05e-3c924c6ed652 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:50.795195 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-5dbb1f83-367a-43ea-b05e-3c924c6ed652 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "GET /v2.0/networks?id=b1819d22-79c2-4e2a-8774-0435c5e7e78f HTTP/1.1" status: 200 len: 815 time: 0.1879890 May 06 09:42:50.858224 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-8d4ffbd9-6e8d-4a1e-91ae-c89b0a97c463 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "GET /v2.0/quotas/1aece0b8bf6c46f3bfdcb2f012bbbc67 HTTP/1.1" status: 200 len: 375 time: 0.0156572 May 06 09:42:50.910086 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-58690a3a-46c4-47ac-be2a-b713f6455d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:50.911696 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-58690a3a-46c4-47ac-be2a-b713f6455d3b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=138aada2-7aee-4749-819b-d219deb27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1374149 May 06 09:42:51.029994 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-078e1842-f496-4b50-aec1-bdcd0869f979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:51.047635 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['f5680be3-7b50-42c2-82a5-5f277408e581'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:51.074357 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-2b343b50-2091-4599-8e29-e648ad294d80 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1aece0b8bf6c46f3bfdcb2f012bbbc67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2064426 May 06 09:42:51.082108 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-38b79616-c354-4f21-a5e6-5ceb571d1418 service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502285 May 06 09:42:51.092430 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f0eb4-9b40-4e8f-b332-506ae86d7869 req-96101612-6825-4017-b872-2e439a4cb7fc tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:51.098584 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-214f0eb4-9b40-4e8f-b332-506ae86d7869 req-96101612-6825-4017-b872-2e439a4cb7fc tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=38111985-0ca9-49c5-a1b1-74e01048b182 HTTP/1.1" status: 200 len: 943 time: 0.1570404 May 06 09:42:51.108502 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:51.213710 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078e1842-f496-4b50-aec1-bdcd0869f979 admin admin] Router 30ea5725-9e8d-4658-8b57-28266b7ccaed is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:42:51.275387 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-214f0eb4-9b40-4e8f-b332-506ae86d7869 req-02b98e8f-39ee-406d-9425-735c54222754 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647956 May 06 09:42:51.330812 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-252a732b-4340-4e28-bb19-f661dd7a4d21 req-79a4d0af-f046-432a-9886-8c04a9852aaf service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294526 May 06 09:42:51.341694 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-220f7037-283e-4c03-b201-9e76c53354a6 service neutron] 10.222.0.73 "GET /v2.0/networks/b1819d22-79c2-4e2a-8774-0435c5e7e78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415063 May 06 09:42:51.350903 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078e1842-f496-4b50-aec1-bdcd0869f979 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:42:51.372069 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701d16e5-2e21-4832-bc19-bf2fcca6f720 None None] Sync routers for ids ['30ea5725-9e8d-4658-8b57-28266b7ccaed'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:42:51.372664 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-078e1842-f496-4b50-aec1-bdcd0869f979 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:51.374351 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-078e1842-f496-4b50-aec1-bdcd0869f979 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2443759 May 06 09:42:51.377890 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47764) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:51.386741 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701d16e5-2e21-4832-bc19-bf2fcca6f720 None None] Routers {'30ea5725-9e8d-4658-8b57-28266b7ccaed'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:51.387442 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-701d16e5-2e21-4832-bc19-bf2fcca6f720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:42:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['30ea5725-9e8d-4658-8b57-28266b7ccaed'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:51.422493 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:51.540142 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70b2f2-5038-40ce-8fc3-a95e915b30df req-86ec37e0-76dc-448e-8a9b-819dbd28229e tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:51.541702 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc70b2f2-5038-40ce-8fc3-a95e915b30df req-86ec37e0-76dc-448e-8a9b-819dbd28229e tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f7d246-5e44-4d4f-bb5a-616faae22ddf HTTP/1.1" status: 200 len: 949 time: 0.1296360 May 06 09:42:51.585329 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f795c42-b057-40de-b4a9-05f7a08bfbbc req-2594a608-7ab9-4e90-8d62-b1295dcd77af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:51.586888 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f795c42-b057-40de-b4a9-05f7a08bfbbc req-2594a608-7ab9-4e90-8d62-b1295dcd77af service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e6b8f11daba14014856a1a2bb0688844&device_id=38111985-0ca9-49c5-a1b1-74e01048b182 HTTP/1.1" status: 200 len: 1094 time: 0.1440709 May 06 09:42:51.596364 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-0039efd1-5b0d-4126-a9f8-38e8355ab3fb service neutron] 10.222.0.73 "GET /v2.0/networks/b1819d22-79c2-4e2a-8774-0435c5e7e78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537255 May 06 09:42:51.617566 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-701d16e5-2e21-4832-bc19-bf2fcca6f720 None None] Set router 30ea5725-9e8d-4658-8b57-28266b7ccaed gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:51.636617 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device bf998486-cace-48a7-bbd4-820a0f09a931 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:51.733552 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc70b2f2-5038-40ce-8fc3-a95e915b30df req-92cea3ad-65ee-4d6e-9e42-4e10e3099e65 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad62fde1-e777-4b19-a6c1-efadc86c1787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821198 May 06 09:42:51.773241 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port bf998486-cace-48a7-bbd4-820a0f09a931 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:51.773609 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:51.811095 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f795c42-b057-40de-b4a9-05f7a08bfbbc req-aadcfc1d-230e-46fd-8e1d-276d81053269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:51.813873 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f795c42-b057-40de-b4a9-05f7a08bfbbc req-aadcfc1d-230e-46fd-8e1d-276d81053269 service neutron] 10.222.0.84 "GET /v2.0/networks?id=138aada2-7aee-4749-819b-d219deb27012 HTTP/1.1" status: 200 len: 913 time: 0.2131259 May 06 09:42:51.893489 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f795c42-b057-40de-b4a9-05f7a08bfbbc req-2d80d24d-971f-4806-84be-3a0b5e1c6067 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82cc8ff9-0b16-4903-a1af-751dac4e9e85 HTTP/1.1" status: 200 len: 217 time: 0.0719571 May 06 09:42:51.954872 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:52.000152 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port bf998486-cace-48a7-bbd4-820a0f09a931, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=bf998486-cace-48a7-bbd4-820a0f09a931,segment=NetworkSegment(81dfb034-c6ca-4f2c-a88a-36b44ae760cc),segment_id=81dfb034-c6ca-4f2c-a88a-36b44ae760cc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:52.020282 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:52.063775 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f795c42-b057-40de-b4a9-05f7a08bfbbc req-aafcd5be-3a3d-4086-8034-ec94fede44b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:52.067977 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f795c42-b057-40de-b4a9-05f7a08bfbbc req-aafcd5be-3a3d-4086-8034-ec94fede44b3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ceacdbe3-a021-4ce2-8b17-bdad66d69597 HTTP/1.1" status: 200 len: 851 time: 0.1640658 May 06 09:42:52.100817 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=bf998486-cace-48a7-bbd4-820a0f09a931,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:52.127629 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-701d16e5-2e21-4832-bc19-bf2fcca6f720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'name': 'tempest-TaggedBootDevicesTest_v242-827483097-router', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2286739a-2cfe-4287-8a87-a9b6998b8874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:49Z', 'updated_at': '2022-05-06T09:42:50Z', 'revision_number': 3, 'project_id': '25aba9ec7dab4fc585e8e72a34137627', 'gw_port': {'id': '2286739a-2cfe-4287-8a87-a9b6998b8874', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:56:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:49Z', 'updated_at': '2022-05-06T09:42:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:52.128604 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccb82f-75fb-4da1-91aa-02f18bbcdc0a req-0004d9a3-e0ad-41b7-a3a5-3a3faec84388 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:52.136533 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3cccb82f-75fb-4da1-91aa-02f18bbcdc0a req-0004d9a3-e0ad-41b7-a3a5-3a3faec84388 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e HTTP/1.1" status: 200 len: 946 time: 0.1906829 May 06 09:42:52.159509 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701d16e5-2e21-4832-bc19-bf2fcca6f720 None None] Checking router: 30ea5725-9e8d-4658-8b57-28266b7ccaed for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:42:52.159859 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701d16e5-2e21-4832-bc19-bf2fcca6f720 None None] Updating router 30ea5725-9e8d-4658-8b57-28266b7ccaed port 2286739a-2cfe-4287-8a87-a9b6998b8874 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:42:52.160519 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device f5680be3-7b50-42c2-82a5-5f277408e581 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:52.193331 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-701d16e5-2e21-4832-bc19-bf2fcca6f720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:52.210939 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd2a77-43f6-4b58-b93b-80a303bbd0e9 req-33a4b223-5b94-4f14-80c1-9d3440249d25 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:52.212554 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6dbd2a77-43f6-4b58-b93b-80a303bbd0e9 req-33a4b223-5b94-4f14-80c1-9d3440249d25 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=dde5f56c-9dfb-43c5-a62b-cee29d45bf76 HTTP/1.1" status: 200 len: 946 time: 0.2679591 May 06 09:42:52.230302 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3cccb82f-75fb-4da1-91aa-02f18bbcdc0a req-955418c6-eadc-4892-a9d2-5a3599d62622 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups?id=08415831-0822-4e23-bce7-b07a4ad1f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927968 May 06 09:42:52.249575 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device db99f5bb-a76d-4db7-a616-bb0fd1ee072c details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:42:52.333010 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2c3b58e1-aca9-4cf9-93e9-6338a5dbb4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:52.339108 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f795c42-b057-40de-b4a9-05f7a08bfbbc req-f8287874-3ab4-4bff-8a36-b33ead5d5bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:52.340681 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f795c42-b057-40de-b4a9-05f7a08bfbbc req-f8287874-3ab4-4bff-8a36-b33ead5d5bbe service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=138aada2-7aee-4749-819b-d219deb27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2621317 May 06 09:42:52.359031 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6dbd2a77-43f6-4b58-b93b-80a303bbd0e9 req-ea91c6fe-2004-4794-a608-03e2eddabb48 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264832 May 06 09:42:52.460647 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device db99f5bb-a76d-4db7-a616-bb0fd1ee072c no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:52.466422 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cc84f2-5e5d-4dca-81a8-987bebf5cbcf None None] Network d000d0ea-cd9f-4476-8d53-8b34cfa9641e requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:42:52.581734 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d285100-b0ea-4a9a-b682-e3b38f0f1e3f req-b36b9afd-c061-4cd7-83f2-8552823454c4 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:52.590055 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9d285100-b0ea-4a9a-b682-e3b38f0f1e3f req-b36b9afd-c061-4cd7-83f2-8552823454c4 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.2126698 May 06 09:42:52.623775 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e0bca-ce97-4643-8ba3-d4a90987529c req-8faf3073-864d-43da-b886-fd219fa3dc6a tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:52.632934 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dc2e0bca-ce97-4643-8ba3-d4a90987529c req-8faf3073-864d-43da-b886-fd219fa3dc6a tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 945 time: 0.1633563 May 06 09:42:52.636983 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-701d16e5-2e21-4832-bc19-bf2fcca6f720 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:52.656390 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-701d16e5-2e21-4832-bc19-bf2fcca6f720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:52.697181 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9d285100-b0ea-4a9a-b682-e3b38f0f1e3f req-8d933eb6-6f44-4eb7-9a0f-b02f4aee97e0 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058910 May 06 09:42:52.745095 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f795c42-b057-40de-b4a9-05f7a08bfbbc req-f3273a65-f8e2-460e-9ab7-15a6b8054cb7 service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848066 May 06 09:42:52.749491 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167c23a-a162-4dd6-894d-b73fcbcb6b56 None None] Pushing event updated for resources: {'Port': ['ID=2286739a-2cfe-4287-8a87-a9b6998b8874,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:52.756705 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-2c3b58e1-aca9-4cf9-93e9-6338a5dbb4e4 admin admin] Allocated IP 172.20.0.1 (d000d0ea-cd9f-4476-8d53-8b34cfa9641e/9b6a855e-7008-4f56-8287-accfc5fa41f4/378bea14-3ba0-4dc5-9296-03245886d7cc) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:52.775527 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-701d16e5-2e21-4832-bc19-bf2fcca6f720 None None] Attempting to bind port 2286739a-2cfe-4287-8a87-a9b6998b8874 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:42:52.776622 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-701d16e5-2e21-4832-bc19-bf2fcca6f720 None None] Attempting to bind port 2286739a-2cfe-4287-8a87-a9b6998b8874 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:42:52.777207 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701d16e5-2e21-4832-bc19-bf2fcca6f720 None None] Attempting to bind port 2286739a-2cfe-4287-8a87-a9b6998b8874 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:52.785630 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701d16e5-2e21-4832-bc19-bf2fcca6f720 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:42:52.786463 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701d16e5-2e21-4832-bc19-bf2fcca6f720 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:52.787329 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-701d16e5-2e21-4832-bc19-bf2fcca6f720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:52.788101 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701d16e5-2e21-4832-bc19-bf2fcca6f720 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:42:52.788960 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-701d16e5-2e21-4832-bc19-bf2fcca6f720 None None] Bound port: 2286739a-2cfe-4287-8a87-a9b6998b8874, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:42:52.789788 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-701d16e5-2e21-4832-bc19-bf2fcca6f720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:52.835130 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dc2e0bca-ce97-4643-8ba3-d4a90987529c req-64b0a44e-c603-432e-b940-dfddc4061c83 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009869 May 06 09:42:52.855956 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-701d16e5-2e21-4832-bc19-bf2fcca6f720 None None] For port 2286739a-2cfe-4287-8a87-a9b6998b8874, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:42:52.865395 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-701d16e5-2e21-4832-bc19-bf2fcca6f720 None None] For port 2286739a-2cfe-4287-8a87-a9b6998b8874, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=2286739a-2cfe-4287-8a87-a9b6998b8874,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:42:52.880591 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-701d16e5-2e21-4832-bc19-bf2fcca6f720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:52.895094 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1542696b-1a73-47dd-b695-3b6f9733664d req-65c217fe-effe-413e-b571-76fe79167897 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8d7f133-e0fd-4cb4-af78-e411fe6a59db HTTP/1.1" status: 200 len: 210 time: 0.0672035 May 06 09:42:52.910674 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port db99f5bb-a76d-4db7-a616-bb0fd1ee072c, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=db99f5bb-a76d-4db7-a616-bb0fd1ee072c,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:52.992238 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-57d53e7b-6a69-43e7-b2ef-31edac5475c7 None None] Provisioning complete for port bf998486-cace-48a7-bbd4-820a0f09a931 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:52.992620 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-57d53e7b-6a69-43e7-b2ef-31edac5475c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:53.002135 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f795c42-b057-40de-b4a9-05f7a08bfbbc req-07e42ddf-6a10-457a-afcf-73fc1bc1eca6 service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467165 May 06 09:42:53.008647 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2c3b58e1-aca9-4cf9-93e9-6338a5dbb4e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:53.017375 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167c23a-a162-4dd6-894d-b73fcbcb6b56 None None] Pushing event updated for resources: {'Port': ['ID=2286739a-2cfe-4287-8a87-a9b6998b8874,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:53.053271 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701d16e5-2e21-4832-bc19-bf2fcca6f720 None None] Routers {'30ea5725-9e8d-4658-8b57-28266b7ccaed'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:53.055395 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-701d16e5-2e21-4832-bc19-bf2fcca6f720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:42:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['30ea5725-9e8d-4658-8b57-28266b7ccaed'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:53.067041 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'db99f5bb-a76d-4db7-a616-bb0fd1ee072c', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': 'db99f5bb-a76d-4db7-a616-bb0fd1ee072c', 'mac_address': 'fa:16:3e:16:2f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:42:53.075277 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2c3b58e1-aca9-4cf9-93e9-6338a5dbb4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:53.092398 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3c563a52-0af4-47d7-8e1b-872247a39ae8 req-6561ff16-ab77-4d4a-adf9-ea2ed9ceb8e1 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-538911533&fields=id&tenant_id=7164c1da46a24f038e1d3e72e4e90141 HTTP/1.1" status: 200 len: 267 time: 0.1050785 May 06 09:42:53.099744 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port f5680be3-7b50-42c2-82a5-5f277408e581 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:42:53.153257 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b58e1-aca9-4cf9-93e9-6338a5dbb4e4 admin admin] Pushing event updated for resources: {'Port': ['ID=378bea14-3ba0-4dc5-9296-03245886d7cc,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:53.167872 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff8a4a-b86e-483a-8be0-d49180b718eb req-6b506952-4a80-40d2-9136-47b47217e5a6 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:53.169409 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3b58e1-aca9-4cf9-93e9-6338a5dbb4e4 admin admin] Network d000d0ea-cd9f-4476-8d53-8b34cfa9641e is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:53.170320 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-04ff8a4a-b86e-483a-8be0-d49180b718eb req-6b506952-4a80-40d2-9136-47b47217e5a6 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=38111985-0ca9-49c5-a1b1-74e01048b182 HTTP/1.1" status: 200 len: 943 time: 0.1276851 May 06 09:42:53.171406 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-2c3b58e1-aca9-4cf9-93e9-6338a5dbb4e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:53.175768 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b58e1-aca9-4cf9-93e9-6338a5dbb4e4 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:53.180662 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port f5680be3-7b50-42c2-82a5-5f277408e581 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:53.181087 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:53.232558 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-04ff8a4a-b86e-483a-8be0-d49180b718eb req-bb0a7c33-95ad-43c6-bda4-68362f0e023f tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505741 May 06 09:42:53.241571 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c563a52-0af4-47d7-8e1b-872247a39ae8 req-c8c095a5-a08b-4b3c-8e58-8494e905aed4 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:53.243775 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3c563a52-0af4-47d7-8e1b-872247a39ae8 req-c8c095a5-a08b-4b3c-8e58-8494e905aed4 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e HTTP/1.1" status: 200 len: 946 time: 0.1376593 May 06 09:42:53.252041 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-701d16e5-2e21-4832-bc19-bf2fcca6f720 None None] Set router 30ea5725-9e8d-4658-8b57-28266b7ccaed gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:53.255622 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-3c563a52-0af4-47d7-8e1b-872247a39ae8 req-178a7a53-c027-4906-a7ee-fcd993ca5ff1 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Request body: {'port': {'security_groups': ['08415831-0822-4e23-bce7-b07a4ad1f19f', '38d54b27-c36f-4353-bb1a-50f95be27bb1']}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:53.270805 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2c3b58e1-aca9-4cf9-93e9-6338a5dbb4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:53.297841 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:53.340226 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:53.371109 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db99f5bb-a76d-4db7-a616-bb0fd1ee072c {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:42:53.391641 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-3c563a52-0af4-47d7-8e1b-872247a39ae8 req-178a7a53-c027-4906-a7ee-fcd993ca5ff1 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:53.441765 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15591f1c-3b84-41cc-84a7-68dba63802b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db99f5bb-a76d-4db7-a616-bb0fd1ee072c'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:53.457574 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10bae68-c8b3-4fd2-bdcf-aba8811b1283" -d '{"events": [{"server_uuid": "15591f1c-3b84-41cc-84a7-68dba63802b6", "name": "network-vif-unplugged", "status": "completed", "tag": "db99f5bb-a76d-4db7-a616-bb0fd1ee072c"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:53.496394 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2c3b58e1-aca9-4cf9-93e9-6338a5dbb4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:53.518673 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port db99f5bb-a76d-4db7-a616-bb0fd1ee072c, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=db99f5bb-a76d-4db7-a616-bb0fd1ee072c,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:53.612534 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:53.624972 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-701d16e5-2e21-4832-bc19-bf2fcca6f720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'name': 'tempest-TaggedBootDevicesTest_v242-827483097-router', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2286739a-2cfe-4287-8a87-a9b6998b8874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:49Z', 'updated_at': '2022-05-06T09:42:50Z', 'revision_number': 3, 'project_id': '25aba9ec7dab4fc585e8e72a34137627', 'gw_port': {'id': '2286739a-2cfe-4287-8a87-a9b6998b8874', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:56:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:49Z', 'updated_at': '2022-05-06T09:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:53.699636 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device bf998486-cace-48a7-bbd4-820a0f09a931 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:53.717636 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=db99f5bb-a76d-4db7-a616-bb0fd1ee072c,revision_number=9']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:53.719702 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701d16e5-2e21-4832-bc19-bf2fcca6f720 None None] The sync data for ids ['30ea5725-9e8d-4658-8b57-28266b7ccaed'] in n-d-840835-1 is: [{'id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'name': 'tempest-TaggedBootDevicesTest_v242-827483097-router', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2286739a-2cfe-4287-8a87-a9b6998b8874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:49Z', 'updated_at': '2022-05-06T09:42:50Z', 'revision_number': 3, 'project_id': '25aba9ec7dab4fc585e8e72a34137627', 'gw_port': {'id': '2286739a-2cfe-4287-8a87-a9b6998b8874', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:56:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:49Z', 'updated_at': '2022-05-06T09:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:42:53.832436 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2c3b58e1-aca9-4cf9-93e9-6338a5dbb4e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:53.841068 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:42:53.841302 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2c3b58e1-aca9-4cf9-93e9-6338a5dbb4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:53.841425 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:42:53.868473 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:53.886313 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port bf998486-cace-48a7-bbd4-820a0f09a931 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:53.886691 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:53.901448 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b83fab-2752-4596-ac99-ce42530a0294 req-39feda72-4963-425e-bffe-183a1ee6ef5f tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:53.902950 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-81b83fab-2752-4596-ac99-ce42530a0294 req-39feda72-4963-425e-bffe-183a1ee6ef5f tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f7d246-5e44-4d4f-bb5a-616faae22ddf HTTP/1.1" status: 200 len: 949 time: 0.1394939 May 06 09:42:53.965973 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port f5680be3-7b50-42c2-82a5-5f277408e581, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f5680be3-7b50-42c2-82a5-5f277408e581,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:53.969281 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-3c563a52-0af4-47d7-8e1b-872247a39ae8 req-178a7a53-c027-4906-a7ee-fcd993ca5ff1 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] For port 5ee773cd-c3ce-460f-b84b-b122f278bac2, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=5ee773cd-c3ce-460f-b84b-b122f278bac2,segment=NetworkSegment(48d6abbc-c47f-4b3a-93da-b446cea28541),segment_id=48d6abbc-c47f-4b3a-93da-b446cea28541)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:53.982020 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b58e1-aca9-4cf9-93e9-6338a5dbb4e4 admin admin] Pushing event updated for resources: {'Port': ['ID=378bea14-3ba0-4dc5-9296-03245886d7cc,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:53.983082 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:53.989755 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-fe6e5e41-7c17-474e-aeea-9ca33c4eb036 None None] Provisioning complete for port bf998486-cace-48a7-bbd4-820a0f09a931 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:53.990245 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fe6e5e41-7c17-474e-aeea-9ca33c4eb036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:53.994590 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2c3b58e1-aca9-4cf9-93e9-6338a5dbb4e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:54.004629 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-81b83fab-2752-4596-ac99-ce42530a0294 req-e0a17408-66d9-4ae8-adba-92de61ccf1a5 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad62fde1-e777-4b19-a6c1-efadc86c1787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856655 May 06 09:42:54.061286 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-3c563a52-0af4-47d7-8e1b-872247a39ae8 req-178a7a53-c027-4906-a7ee-fcd993ca5ff1 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:54.070775 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-3c563a52-0af4-47d7-8e1b-872247a39ae8 req-178a7a53-c027-4906-a7ee-fcd993ca5ff1 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:54.105276 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['5ee773cd-c3ce-460f-b84b-b122f278bac2'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:54.175144 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c563a52-0af4-47d7-8e1b-872247a39ae8 req-178a7a53-c027-4906-a7ee-fcd993ca5ff1 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:54.176374 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-3c563a52-0af4-47d7-8e1b-872247a39ae8 req-178a7a53-c027-4906-a7ee-fcd993ca5ff1 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:54.180015 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57e962b-db3b-4bdc-af31-6361230f1904 x-openstack-request-id: req-e57e962b-db3b-4bdc-af31-6361230f1904 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:54.180726 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3c563a52-0af4-47d7-8e1b-872247a39ae8 req-178a7a53-c027-4906-a7ee-fcd993ca5ff1 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "PUT /v2.0/ports/5ee773cd-c3ce-460f-b84b-b122f278bac2 HTTP/1.1" status: 200 len: 982 time: 0.9302347 May 06 09:42:54.181207 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e', 'tag': '5ee773cd-c3ce-460f-b84b-b122f278bac2'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:54.182219 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15591f1c-3b84-41cc-84a7-68dba63802b6", "name": "network-vif-unplugged", "status": "completed", "tag": "db99f5bb-a76d-4db7-a616-bb0fd1ee072c", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:54.182505 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e57e962b-db3b-4bdc-af31-6361230f1904 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:54.182916 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e57e962b-db3b-4bdc-af31-6361230f1904'] response: {'server_uuid': '15591f1c-3b84-41cc-84a7-68dba63802b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db99f5bb-a76d-4db7-a616-bb0fd1ee072c', 'code': 200} May 06 09:42:54.186219 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 82cc8ff9-0b16-4903-a1af-751dac4e9e85 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:42:54.193809 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a1541a-01bf-4b21-bbf7-0bd82f2d7252" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e", "tag": "5ee773cd-c3ce-460f-b84b-b122f278bac2"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:54.248435 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=f5680be3-7b50-42c2-82a5-5f277408e581,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:54.281891 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a7a53-c027-4906-a7ee-fcd993ca5ff1 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Pushing event updated for resources: {'Port': ['ID=5ee773cd-c3ce-460f-b84b-b122f278bac2,revision_number=6']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:54.323455 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66381c-7fe2-49e8-8936-d5ff8a8a4821 req-d278a9f1-1027-4299-bd65-7ad983b3b6f5 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:54.326294 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cf66381c-7fe2-49e8-8936-d5ff8a8a4821 req-d278a9f1-1027-4299-bd65-7ad983b3b6f5 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=dde5f56c-9dfb-43c5-a62b-cee29d45bf76 HTTP/1.1" status: 200 len: 946 time: 0.0930703 May 06 09:42:54.348559 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['5ee773cd-c3ce-460f-b84b-b122f278bac2'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:54.473448 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cf66381c-7fe2-49e8-8936-d5ff8a8a4821 req-3182a038-2277-4573-870c-d816eb7f2833 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990922 May 06 09:42:54.482829 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.resource_extend [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:42:54.490345 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec09fc7-2aa5-43a3-85a0-b2d7025ec57d req-1e8a8ece-2a12-4fa8-9e93-2d6120240d4c tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:54.502055 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dec09fc7-2aa5-43a3-85a0-b2d7025ec57d req-1e8a8ece-2a12-4fa8-9e93-2d6120240d4c tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 947 time: 0.1693323 May 06 09:42:54.522812 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:54.584101 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dec09fc7-2aa5-43a3-85a0-b2d7025ec57d req-f5e31da6-3dfd-45b8-b476-19a7c62b24dd tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705831 May 06 09:42:54.635055 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ab994-a08a-496a-acf3-2e1abe0d962c req-d181d89c-5b16-465a-b50d-528302db6da2 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:54.644615 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-002ab994-a08a-496a-acf3-2e1abe0d962c req-d181d89c-5b16-465a-b50d-528302db6da2 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 945 time: 0.1078236 May 06 09:42:54.715712 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-002ab994-a08a-496a-acf3-2e1abe0d962c req-32169c67-4241-4537-8cb7-6ed5d84ea803 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700531 May 06 09:42:54.748860 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-07d44f16-309d-4f40-9923-77396075f325 req-ec3cb7b6-b086-4b39-bf87-f5565a36906a tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8d7f133-e0fd-4cb4-af78-e411fe6a59db HTTP/1.1" status: 200 len: 210 time: 0.0528536 May 06 09:42:54.755087 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3b58e1-aca9-4cf9-93e9-6338a5dbb4e4 admin admin] Network d000d0ea-cd9f-4476-8d53-8b34cfa9641e is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:54.758987 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-2c3b58e1-aca9-4cf9-93e9-6338a5dbb4e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:54.796197 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed28ca2f-1c6e-4c25-978f-bfa861dbe4a8 x-openstack-request-id: req-ed28ca2f-1c6e-4c25-978f-bfa861dbe4a8 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:54.796493 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e", "tag": "5ee773cd-c3ce-460f-b84b-b122f278bac2", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:54.796748 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ed28ca2f-1c6e-4c25-978f-bfa861dbe4a8 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:54.797158 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed28ca2f-1c6e-4c25-978f-bfa861dbe4a8'] response: {'name': 'network-changed', 'server_uuid': '2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e', 'tag': '5ee773cd-c3ce-460f-b84b-b122f278bac2', 'status': 'completed', 'code': 200} May 06 09:42:54.846342 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db99f5bb-a76d-4db7-a616-bb0fd1ee072c {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:42:54.896707 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 82cc8ff9-0b16-4903-a1af-751dac4e9e85, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=82cc8ff9-0b16-4903-a1af-751dac4e9e85,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:54.917925 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '82cc8ff9-0b16-4903-a1af-751dac4e9e85', 'network_id': '138aada2-7aee-4749-819b-d219deb27012', 'port_id': '82cc8ff9-0b16-4903-a1af-751dac4e9e85', 'mac_address': 'fa:16:3e:5e:09:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceacdbe3-a021-4ce2-8b17-bdad66d69597', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:42:54.988738 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-634a0fd9-9504-498d-9178-92de230e4870 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:54.991029 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-634a0fd9-9504-498d-9178-92de230e4870 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.77 "GET /v2.0/networks?id=b1819d22-79c2-4e2a-8774-0435c5e7e78f HTTP/1.1" status: 200 len: 815 time: 0.7865942 May 06 09:42:55.046575 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1541a-01bf-4b21-bbf7-0bd82f2d7252 req-6ad65844-3fa0-445b-a79d-d5de2b27a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:55.053273 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56a1541a-01bf-4b21-bbf7-0bd82f2d7252 req-6ad65844-3fa0-445b-a79d-d5de2b27a70c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7164c1da46a24f038e1d3e72e4e90141&device_id=2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e HTTP/1.1" status: 200 len: 1136 time: 0.2224960 May 06 09:42:55.069855 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be91a6-509b-4e16-98cf-ad9a5b837675 req-77b898a6-938d-41a5-b41e-f52ab382760c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:55.071922 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2be91a6-509b-4e16-98cf-ad9a5b837675 req-77b898a6-938d-41a5-b41e-f52ab382760c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=38111985-0ca9-49c5-a1b1-74e01048b182 HTTP/1.1" status: 200 len: 943 time: 0.1750212 May 06 09:42:55.104399 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:55.123475 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port db99f5bb-a76d-4db7-a616-bb0fd1ee072c, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=db99f5bb-a76d-4db7-a616-bb0fd1ee072c,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:55.130549 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-26b813e4-49c5-4991-b88d-97597032cbb2 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1aece0b8bf6c46f3bfdcb2f012bbbc67 HTTP/1.1" status: 200 len: 380 time: 0.0786364 May 06 09:42:55.141179 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82cc8ff9-0b16-4903-a1af-751dac4e9e85 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:42:55.144057 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-50fa470d-688f-4653-94ce-12fbcf59edde tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Request body: {'port': {'device_id': 'a8d7f133-e0fd-4cb4-af78-e411fe6a59db', 'network_id': 'b1819d22-79c2-4e2a-8774-0435c5e7e78f', 'admin_state_up': True, 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'security_groups': ['ddd28620-483c-4c53-87c3-ab2729751a36']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:55.161195 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3f2b2209-3acc-4bf4-b2b6-b12762b4e38b req-a6a43ed8-a3b0-49fb-aa18-8c85e0084dcd tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1540500605&fields=id&tenant_id=7164c1da46a24f038e1d3e72e4e90141 HTTP/1.1" status: 200 len: 267 time: 0.2190382 May 06 09:42:55.177215 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 82cc8ff9-0b16-4903-a1af-751dac4e9e85, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=82cc8ff9-0b16-4903-a1af-751dac4e9e85,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:55.197650 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:55.201026 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2be91a6-509b-4e16-98cf-ad9a5b837675 req-b0c4df8f-e131-4d3d-9d30-f9c24fa00b04 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114619 May 06 09:42:55.253725 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:55.259753 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=db99f5bb-a76d-4db7-a616-bb0fd1ee072c,revision_number=10']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:55.270477 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b2209-3acc-4bf4-b2b6-b12762b4e38b req-357a16e4-b21a-4898-b326-c5bafcf5fad0 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:55.272171 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3f2b2209-3acc-4bf4-b2b6-b12762b4e38b req-357a16e4-b21a-4898-b326-c5bafcf5fad0 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e HTTP/1.1" status: 200 len: 985 time: 0.0887682 May 06 09:42:55.274140 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1541a-01bf-4b21-bbf7-0bd82f2d7252 req-0722f5da-640c-4d00-a066-7d17be3202d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:55.274991 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-73e54964-9a22-486c-ad2a-4ea6f9e8ab18 None None] Provisioning complete for port 378bea14-3ba0-4dc5-9296-03245886d7cc triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:55.274991 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-73e54964-9a22-486c-ad2a-4ea6f9e8ab18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:55.275381 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56a1541a-01bf-4b21-bbf7-0bd82f2d7252 req-0722f5da-640c-4d00-a066-7d17be3202d9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1c294ea7-0917-4fe1-8a6b-362ee7fbe836 HTTP/1.1" status: 200 len: 913 time: 0.1973264 May 06 09:42:55.282170 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3b58e1-aca9-4cf9-93e9-6338a5dbb4e4 admin admin] Router 30ea5725-9e8d-4658-8b57-28266b7ccaed has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:42:55.285765 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-3f2b2209-3acc-4bf4-b2b6-b12762b4e38b req-68dab75c-cace-45a1-8fa2-7e943c42a686 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Request body: {'port': {'security_groups': ['08415831-0822-4e23-bce7-b07a4ad1f19f', '38d54b27-c36f-4353-bb1a-50f95be27bb1', 'aad733bd-513c-4c18-b12b-8e921034c71d']}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:55.361480 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56a1541a-01bf-4b21-bbf7-0bd82f2d7252 req-643e670e-227c-4c75-bdb6-78ad4e6d47a8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ee773cd-c3ce-460f-b84b-b122f278bac2 HTTP/1.1" status: 200 len: 217 time: 0.0720379 May 06 09:42:55.402231 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-50fa470d-688f-4653-94ce-12fbcf59edde tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Made reservation on behalf of 1aece0b8bf6c46f3bfdcb2f012bbbc67 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:55.406569 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-50fa470d-688f-4653-94ce-12fbcf59edde tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:55.412203 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-73e54964-9a22-486c-ad2a-4ea6f9e8ab18 None None] Port 378bea14-3ba0-4dc5-9296-03245886d7cc cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:42:55.440246 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=82cc8ff9-0b16-4903-a1af-751dac4e9e85,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:55.497162 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-3f2b2209-3acc-4bf4-b2b6-b12762b4e38b req-68dab75c-cace-45a1-8fa2-7e943c42a686 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:55.510134 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1541a-01bf-4b21-bbf7-0bd82f2d7252 req-71bf9eb3-18d8-49d3-8d9a-dbd0ee08338f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:55.512080 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56a1541a-01bf-4b21-bbf7-0bd82f2d7252 req-71bf9eb3-18d8-49d3-8d9a-dbd0ee08338f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a00563ec-513d-49b9-87cd-c2737f5945a8 HTTP/1.1" status: 200 len: 852 time: 0.1315429 May 06 09:42:55.536733 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cfd919-d172-47d4-a008-451f59dd0a0f req-d719ee5d-dbc2-4088-9939-4c6663c944ed tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:55.544209 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73cfd919-d172-47d4-a008-451f59dd0a0f req-d719ee5d-dbc2-4088-9939-4c6663c944ed tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f7d246-5e44-4d4f-bb5a-616faae22ddf HTTP/1.1" status: 200 len: 950 time: 0.2233608 May 06 09:42:55.562791 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['82cc8ff9-0b16-4903-a1af-751dac4e9e85'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:55.614508 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56a1541a-01bf-4b21-bbf7-0bd82f2d7252 req-ff0fc459-0d5d-44d2-bc88-9be2c82c69cb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1c294ea7-0917-4fe1-8a6b-362ee7fbe836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635953 May 06 09:42:55.616078 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 2286739a-2cfe-4287-8a87-a9b6998b8874 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:55.654007 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3b58e1-aca9-4cf9-93e9-6338a5dbb4e4 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:42:55.659939 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2c3b58e1-aca9-4cf9-93e9-6338a5dbb4e4 admin admin] 10.222.0.73 "PUT /v2.0/routers/30ea5725-9e8d-4658-8b57-28266b7ccaed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2798841 May 06 09:42:55.723429 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 2286739a-2cfe-4287-8a87-a9b6998b8874 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:55.723807 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:55.727758 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73cfd919-d172-47d4-a008-451f59dd0a0f req-39ea2c91-77d9-42b5-9ada-bcefa917e08e tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad62fde1-e777-4b19-a6c1-efadc86c1787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542952 May 06 09:42:55.780691 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['db99f5bb-a76d-4db7-a616-bb0fd1ee072c'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:55.824203 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-50fa470d-688f-4653-94ce-12fbcf59edde tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Allocated IP 172.20.0.10 (b1819d22-79c2-4e2a-8774-0435c5e7e78f/ee4783db-785e-4313-8cae-b41e82f2266a/0a9422c5-f68d-41ae-a821-9f33b4dfaac0) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:55.986201 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56a1541a-01bf-4b21-bbf7-0bd82f2d7252 req-c701b13d-2083-4337-9f7f-c88a14d08a17 service neutron] 10.222.0.84 "GET /v2.0/networks/1c294ea7-0917-4fe1-8a6b-362ee7fbe836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477299 May 06 09:42:55.997747 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80f594-0a87-4341-bf6e-d624440f0f46 req-7a9e7cbb-68f3-4fe8-8859-9adf14fe3a3d tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:55.999330 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d80f594-0a87-4341-bf6e-d624440f0f46 req-7a9e7cbb-68f3-4fe8-8859-9adf14fe3a3d tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.77 "GET /v2.0/ports?device_id=dde5f56c-9dfb-43c5-a62b-cee29d45bf76 HTTP/1.1" status: 200 len: 946 time: 0.2431886 May 06 09:42:56.011087 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.047902 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 2286739a-2cfe-4287-8a87-a9b6998b8874, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=2286739a-2cfe-4287-8a87-a9b6998b8874,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:56.057888 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.104526 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-50fa470d-688f-4653-94ce-12fbcf59edde tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.156558 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=2286739a-2cfe-4287-8a87-a9b6998b8874,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:56.178717 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-50fa470d-688f-4653-94ce-12fbcf59edde tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.185334 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f7d246-5e44-4d4f-bb5a-616faae22ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5680be3-7b50-42c2-82a5-5f277408e581'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:56.188235 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab682868-5052-4a73-8cc0-420ffb88656b" -d '{"events": [{"server_uuid": "77f7d246-5e44-4d4f-bb5a-616faae22ddf", "name": "network-vif-plugged", "status": "completed", "tag": "f5680be3-7b50-42c2-82a5-5f277408e581"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:56.235432 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-50fa470d-688f-4653-94ce-12fbcf59edde tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Network b1819d22-79c2-4e2a-8774-0435c5e7e78f is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:56.236821 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-50fa470d-688f-4653-94ce-12fbcf59edde tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:56.239946 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-50fa470d-688f-4653-94ce-12fbcf59edde tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:56.304976 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-50fa470d-688f-4653-94ce-12fbcf59edde tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:56.306137 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-50fa470d-688f-4653-94ce-12fbcf59edde tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.326369 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa470d-688f-4653-94ce-12fbcf59edde tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Pushing event updated for resources: {'Port': ['ID=0a9422c5-f68d-41ae-a821-9f33b4dfaac0,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:56.348409 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-50fa470d-688f-4653-94ce-12fbcf59edde tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2095411 May 06 09:42:56.355078 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffa6662-2d2d-42a5-97ad-ec212db08495 None None] Sync routers for ids ['30ea5725-9e8d-4658-8b57-28266b7ccaed'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:42:56.362665 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-f1dce396-c51c-4e0e-8e9c-262b2abc0771 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:42:56.363872 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-f1dce396-c51c-4e0e-8e9c-262b2abc0771 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098863 May 06 09:42:56.370999 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffa6662-2d2d-42a5-97ad-ec212db08495 None None] Routers {'30ea5725-9e8d-4658-8b57-28266b7ccaed'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:56.380148 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-fffa6662-2d2d-42a5-97ad-ec212db08495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:42:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['30ea5725-9e8d-4658-8b57-28266b7ccaed'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:56.526265 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-fffa6662-2d2d-42a5-97ad-ec212db08495 None None] Set router 30ea5725-9e8d-4658-8b57-28266b7ccaed gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:56.564569 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558dcd4-93ac-4dca-81f7-9c28cb5afabc req-3d05c296-9e3c-41b6-a4dc-12057029078c tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:56.566193 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c558dcd4-93ac-4dca-81f7-9c28cb5afabc req-3d05c296-9e3c-41b6-a4dc-12057029078c tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=dde5f56c-9dfb-43c5-a62b-cee29d45bf76 HTTP/1.1" status: 200 len: 946 time: 0.6790981 May 06 09:42:56.579808 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47834) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:56.585457 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-e6d5fe41-820b-4e72-bce2-b436fcd844bd admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2041661882-network', 'tenant_id': '2cc071af9a2845519f6cf5c58969da62'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:56.600143 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-2c3538b9-0b66-4e00-b586-c2681e6d1193 service neutron] Request body: {'port': {'device_id': 'a8d7f133-e0fd-4cb4-af78-e411fe6a59db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:56.638428 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-51812686-81ad-43e5-a589-65c7ddde51f7 None None] Provisioning complete for port 0a9422c5-f68d-41ae-a821-9f33b4dfaac0 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:56.639081 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-51812686-81ad-43e5-a589-65c7ddde51f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.668434 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56a1541a-01bf-4b21-bbf7-0bd82f2d7252 req-f04c7ba0-6c0b-4cbc-b413-d87b0df57405 service neutron] 10.222.0.84 "GET /v2.0/networks/1c294ea7-0917-4fe1-8a6b-362ee7fbe836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6679485 May 06 09:42:56.671428 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d5fe41-820b-4e72-bce2-b436fcd844bd admin admin] Made reservation on behalf of 2cc071af9a2845519f6cf5c58969da62 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:56.680884 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e6d5fe41-820b-4e72-bce2-b436fcd844bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.703281 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e6d5fe41-820b-4e72-bce2-b436fcd844bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.713412 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-2c3538b9-0b66-4e00-b586-c2681e6d1193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.727221 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c558dcd4-93ac-4dca-81f7-9c28cb5afabc req-b310e3c7-262a-42f4-939f-09c21183568c tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527796 May 06 09:42:56.737982 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-3f2b2209-3acc-4bf4-b2b6-b12762b4e38b req-68dab75c-cace-45a1-8fa2-7e943c42a686 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] For port 5ee773cd-c3ce-460f-b84b-b122f278bac2, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=5ee773cd-c3ce-460f-b84b-b122f278bac2,segment=NetworkSegment(48d6abbc-c47f-4b3a-93da-b446cea28541),segment_id=48d6abbc-c47f-4b3a-93da-b446cea28541)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:56.743097 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-51812686-81ad-43e5-a589-65c7ddde51f7 None None] Port 0a9422c5-f68d-41ae-a821-9f33b4dfaac0 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:42:56.765912 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-6d80f594-0a87-4341-bf6e-d624440f0f46 req-77c97232-8ac3-457c-924d-03b0ba5ee3a4 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Deleting port 3249d6a3-87b1-483c-bc5d-10a9d58c64b0 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:56.766255 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6d80f594-0a87-4341-bf6e-d624440f0f46 req-77c97232-8ac3-457c-924d-03b0ba5ee3a4 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.848925 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-3f2b2209-3acc-4bf4-b2b6-b12762b4e38b req-68dab75c-cace-45a1-8fa2-7e943c42a686 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.872002 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-3f2b2209-3acc-4bf4-b2b6-b12762b4e38b req-68dab75c-cace-45a1-8fa2-7e943c42a686 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.879029 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-fffa6662-2d2d-42a5-97ad-ec212db08495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'name': 'tempest-TaggedBootDevicesTest_v242-827483097-router', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2286739a-2cfe-4287-8a87-a9b6998b8874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:49Z', 'updated_at': '2022-05-06T09:42:53Z', 'revision_number': 4, 'project_id': '25aba9ec7dab4fc585e8e72a34137627', 'gw_port': {'id': '2286739a-2cfe-4287-8a87-a9b6998b8874', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:49Z', 'updated_at': '2022-05-06T09:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '378bea14-3ba0-4dc5-9296-03245886d7cc', 'name': '', 'network_id': 'd000d0ea-cd9f-4476-8d53-8b34cfa9641e', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'mac_address': 'fa:16:3e:a3:0f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '9b6a855e-7008-4f56-8287-accfc5fa41f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:52Z', 'updated_at': '2022-05-06T09:42:53Z', 'revision_number': 2, 'project_id': '25aba9ec7dab4fc585e8e72a34137627', 'subnets': [{'id': '9b6a855e-7008-4f56-8287-accfc5fa41f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:56.911760 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['5ee773cd-c3ce-460f-b84b-b122f278bac2'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:56.917471 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffa6662-2d2d-42a5-97ad-ec212db08495 None None] Checking router: 30ea5725-9e8d-4658-8b57-28266b7ccaed for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:42:56.918789 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffa6662-2d2d-42a5-97ad-ec212db08495 None None] Updating router 30ea5725-9e8d-4658-8b57-28266b7ccaed port 378bea14-3ba0-4dc5-9296-03245886d7cc binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:42:56.959798 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b2209-3acc-4bf4-b2b6-b12762b4e38b req-68dab75c-cace-45a1-8fa2-7e943c42a686 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:56.960479 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-3f2b2209-3acc-4bf4-b2b6-b12762b4e38b req-68dab75c-cace-45a1-8fa2-7e943c42a686 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.962353 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3f2b2209-3acc-4bf4-b2b6-b12762b4e38b req-68dab75c-cace-45a1-8fa2-7e943c42a686 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "PUT /v2.0/ports/5ee773cd-c3ce-460f-b84b-b122f278bac2 HTTP/1.1" status: 200 len: 1021 time: 1.6814232 May 06 09:42:56.962353 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e', 'tag': '5ee773cd-c3ce-460f-b84b-b122f278bac2'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:56.964706 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a3aeee-82d9-40b3-a75f-add5ad593597" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e", "tag": "5ee773cd-c3ce-460f-b84b-b122f278bac2"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:56.966149 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e6d5fe41-820b-4e72-bce2-b436fcd844bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.979435 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-6d80f594-0a87-4341-bf6e-d624440f0f46 req-77c97232-8ac3-457c-924d-03b0ba5ee3a4 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] For port 3249d6a3-87b1-483c-bc5d-10a9d58c64b0, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=3249d6a3-87b1-483c-bc5d-10a9d58c64b0,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:56.979815 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6d80f594-0a87-4341-bf6e-d624440f0f46 req-77c97232-8ac3-457c-924d-03b0ba5ee3a4 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.983247 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e6d5fe41-820b-4e72-bce2-b436fcd844bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.990555 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615249d-d6eb-4e38-a919-83950e685adb req-cec9fd30-6142-4cf1-8a5b-529eec1750e6 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:56.992163 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f615249d-d6eb-4e38-a919-83950e685adb req-cec9fd30-6142-4cf1-8a5b-529eec1750e6 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.1670873 May 06 09:42:57.015920 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fffa6662-2d2d-42a5-97ad-ec212db08495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:57.026052 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-6d80f594-0a87-4341-bf6e-d624440f0f46 req-77c97232-8ac3-457c-924d-03b0ba5ee3a4 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Calling delete_port for 3249d6a3-87b1-483c-bc5d-10a9d58c64b0 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:57.035572 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dab75c-cace-45a1-8fa2-7e943c42a686 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Pushing event updated for resources: {'Port': ['ID=5ee773cd-c3ce-460f-b84b-b122f278bac2,revision_number=7']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:57.070039 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d5fe41-820b-4e72-bce2-b436fcd844bd admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:42:57.072085 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f615249d-d6eb-4e38-a919-83950e685adb req-846e0490-5bc3-4bac-a2ea-868ac8a91f22 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691514 May 06 09:42:57.082302 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5fe41-820b-4e72-bce2-b436fcd844bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7178ef38-ffe3-48f8-8d9f-18b081adc3e7,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:57.107636 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['5ee773cd-c3ce-460f-b84b-b122f278bac2'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:57.151082 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e6d5fe41-820b-4e72-bce2-b436fcd844bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:57.151598 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-e6d5fe41-820b-4e72-bce2-b436fcd844bd admin admin] Added segment 66f76049-dcb2-44be-8197-e3a5b2605792 of type vlan for network da4f48e8-9aac-4c1b-b526-f7c72842dde0 May 06 09:42:57.216859 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e6d5fe41-820b-4e72-bce2-b436fcd844bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:57.237751 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f969e4f-937e-4cb3-8212-5b12e2a3081c req-b81dd11b-3e2b-47db-8ef1-349e6aa87e50 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:57.245435 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f969e4f-937e-4cb3-8212-5b12e2a3081c req-b81dd11b-3e2b-47db-8ef1-349e6aa87e50 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 945 time: 0.1134832 May 06 09:42:57.272289 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e6d5fe41-820b-4e72-bce2-b436fcd844bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:57.273314 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d5fe41-820b-4e72-bce2-b436fcd844bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:57.274849 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e6d5fe41-820b-4e72-bce2-b436fcd844bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:57.289187 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device db99f5bb-a76d-4db7-a616-bb0fd1ee072c up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:57.331766 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34a48b-24ec-4363-b7af-644e86eed453 req-7faba4f3-2058-4dea-9416-a48f74c73ac8 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:57.334033 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2a34a48b-24ec-4363-b7af-644e86eed453 req-7faba4f3-2058-4dea-9416-a48f74c73ac8 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8d7f133-e0fd-4cb4-af78-e411fe6a59db HTTP/1.1" status: 200 len: 932 time: 0.1505191 May 06 09:42:57.346412 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f969e4f-937e-4cb3-8212-5b12e2a3081c req-9e6bac59-37f7-4f4a-bf4b-b553eb2350c5 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971084 May 06 09:42:57.368355 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e6d5fe41-820b-4e72-bce2-b436fcd844bd admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7872829 May 06 09:42:57.372583 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47842) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:57.380242 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-16d51f72-9577-4d61-b954-3c044c21a721 admin admin] Request body: {'subnet': {'network_id': 'da4f48e8-9aac-4c1b-b526-f7c72842dde0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2041661882-subnet', 'tenant_id': '2cc071af9a2845519f6cf5c58969da62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:57.390971 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-2c3538b9-0b66-4e00-b586-c2681e6d1193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a9422c5-f68d-41ae-a821-9f33b4dfaac0 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:42:57.396020 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5fe41-820b-4e72-bce2-b436fcd844bd admin admin] Pushing event updated for resources: {'Network': ['ID=da4f48e8-9aac-4c1b-b526-f7c72842dde0,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:57.396330 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6d80f594-0a87-4341-bf6e-d624440f0f46 req-77c97232-8ac3-457c-924d-03b0ba5ee3a4 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:57.406456 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-2c3538b9-0b66-4e00-b586-c2681e6d1193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:57.434768 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-2c3538b9-0b66-4e00-b586-c2681e6d1193 service neutron] Transition to ACTIVE for port object 0a9422c5-f68d-41ae-a821-9f33b4dfaac0 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:42:57.437663 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network da4f48e8-9aac-4c1b-b526-f7c72842dde0 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:42:57.442392 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d51f72-9577-4d61-b954-3c044c21a721 admin admin] Made reservation on behalf of 2cc071af9a2845519f6cf5c58969da62 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:57.447324 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16d51f72-9577-4d61-b954-3c044c21a721 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:57.455361 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-2c3538b9-0b66-4e00-b586-c2681e6d1193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:57.527397 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c97232-8ac3-457c-924d-03b0ba5ee3a4 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Pushing event deleted for resources: {'Port': ['ID=3249d6a3-87b1-483c-bc5d-10a9d58c64b0,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:57.543508 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bf5213-f1de-4db1-b160-88250c178b51 x-openstack-request-id: req-e7bf5213-f1de-4db1-b160-88250c178b51 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:57.543918 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f7d246-5e44-4d4f-bb5a-616faae22ddf", "name": "network-vif-plugged", "status": "completed", "tag": "f5680be3-7b50-42c2-82a5-5f277408e581", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:57.544278 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e7bf5213-f1de-4db1-b160-88250c178b51 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:57.544902 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7bf5213-f1de-4db1-b160-88250c178b51'] response: {'server_uuid': '77f7d246-5e44-4d4f-bb5a-616faae22ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5680be3-7b50-42c2-82a5-5f277408e581', 'code': 200} May 06 09:42:57.565498 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3538b9-0b66-4e00-b586-c2681e6d1193 service neutron] Pushing event updated for resources: {'Port': ['ID=0a9422c5-f68d-41ae-a821-9f33b4dfaac0,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:57.600117 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 2286739a-2cfe-4287-8a87-a9b6998b8874 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:57.604067 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2a34a48b-24ec-4363-b7af-644e86eed453 req-4924284d-8cdf-4f92-b085-c38d57cfb3ff tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddd28620-483c-4c53-87c3-ab2729751a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284992 May 06 09:42:57.694460 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d80f594-0a87-4341-bf6e-d624440f0f46 req-77c97232-8ac3-457c-924d-03b0ba5ee3a4 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] No DVR routers for this DVR port 3249d6a3-87b1-483c-bc5d-10a9d58c64b0 on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:42:57.706010 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6d80f594-0a87-4341-bf6e-d624440f0f46 req-77c97232-8ac3-457c-924d-03b0ba5ee3a4 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:57.709893 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d80f594-0a87-4341-bf6e-d624440f0f46 req-77c97232-8ac3-457c-924d-03b0ba5ee3a4 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.77 "DELETE /v2.0/ports/3249d6a3-87b1-483c-bc5d-10a9d58c64b0 HTTP/1.1" status: 204 len: 173 time: 1.6972556 May 06 09:42:57.737120 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818e191-80ce-41f5-b989-9010ba8d294a req-f2478287-1760-4e2c-900e-a0f53c650d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:57.739490 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9818e191-80ce-41f5-b989-9010ba8d294a req-f2478287-1760-4e2c-900e-a0f53c650d5e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=77f7d246-5e44-4d4f-bb5a-616faae22ddf HTTP/1.1" status: 200 len: 1101 time: 0.2436287 May 06 09:42:57.811641 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-2c3538b9-0b66-4e00-b586-c2681e6d1193 service neutron] Attempting to bind port 0a9422c5-f68d-41ae-a821-9f33b4dfaac0 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:42:57.812537 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-2c3538b9-0b66-4e00-b586-c2681e6d1193 service neutron] Attempting to bind port 0a9422c5-f68d-41ae-a821-9f33b4dfaac0 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'f57a600d-0e15-46ce-aeed-456e8cefa1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b1819d22-79c2-4e2a-8774-0435c5e7e78f'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:42:57.813892 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-2c3538b9-0b66-4e00-b586-c2681e6d1193 service neutron] Attempting to bind port 0a9422c5-f68d-41ae-a821-9f33b4dfaac0 on network b1819d22-79c2-4e2a-8774-0435c5e7e78f {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:57.820967 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5298803-bf07-425a-b134-5b5b21f57036 req-99eb6a58-11e7-4a9d-b330-43c96b217d92 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:57.823021 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b5298803-bf07-425a-b134-5b5b21f57036 req-99eb6a58-11e7-4a9d-b330-43c96b217d92 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=38111985-0ca9-49c5-a1b1-74e01048b182 HTTP/1.1" status: 200 len: 944 time: 0.2910552 May 06 09:42:57.833142 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-2c3538b9-0b66-4e00-b586-c2681e6d1193 service neutron] Port 0a9422c5-f68d-41ae-a821-9f33b4dfaac0 on network b1819d22-79c2-4e2a-8774-0435c5e7e78f not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:42:57.835355 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-2c3538b9-0b66-4e00-b586-c2681e6d1193 service neutron] Attempting to bind port 0a9422c5-f68d-41ae-a821-9f33b4dfaac0 on network b1819d22-79c2-4e2a-8774-0435c5e7e78f {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:57.863947 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9818e191-80ce-41f5-b989-9010ba8d294a req-e4e18ade-4c56-4624-9a8f-7093acaf5a3a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ad62fde1-e777-4b19-a6c1-efadc86c1787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733721 May 06 09:42:57.882032 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port db99f5bb-a76d-4db7-a616-bb0fd1ee072c triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:57.882678 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:57.889985 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ac58c-42c8-4496-a5ce-0b14c88c5d47 req-25aa2a54-4737-4863-b7e8-4e43cf3a3c52 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:57.892552 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-747ac58c-42c8-4496-a5ce-0b14c88c5d47 req-25aa2a54-4737-4863-b7e8-4e43cf3a3c52 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f7d246-5e44-4d4f-bb5a-616faae22ddf HTTP/1.1" status: 200 len: 950 time: 0.1717980 May 06 09:42:57.912375 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-2c3538b9-0b66-4e00-b586-c2681e6d1193 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:42:57.913014 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-2c3538b9-0b66-4e00-b586-c2681e6d1193 service neutron] Checking segment: {'id': 'f57a600d-0e15-46ce-aeed-456e8cefa1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b1819d22-79c2-4e2a-8774-0435c5e7e78f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:57.913418 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-2c3538b9-0b66-4e00-b586-c2681e6d1193 service neutron] Bound using segment: {'id': 'f57a600d-0e15-46ce-aeed-456e8cefa1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b1819d22-79c2-4e2a-8774-0435c5e7e78f'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:42:57.913904 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-2c3538b9-0b66-4e00-b586-c2681e6d1193 service neutron] Bound port: 0a9422c5-f68d-41ae-a821-9f33b4dfaac0, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f57a600d-0e15-46ce-aeed-456e8cefa1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b1819d22-79c2-4e2a-8774-0435c5e7e78f'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:42:57.914283 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-2c3538b9-0b66-4e00-b586-c2681e6d1193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:57.973023 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b5298803-bf07-425a-b134-5b5b21f57036 req-77d9b76d-66ef-435f-b5ae-8e582b3a3f86 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140521 May 06 09:42:58.008393 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16d51f72-9577-4d61-b954-3c044c21a721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:58.029217 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-747ac58c-42c8-4496-a5ce-0b14c88c5d47 req-97727a20-51f3-4797-83e2-b2e5f110e814 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad62fde1-e777-4b19-a6c1-efadc86c1787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204767 May 06 09:42:58.088736 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6c41aa-4898-4e7b-926a-943c5e80c309 x-openstack-request-id: req-ce6c41aa-4898-4e7b-926a-943c5e80c309 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:58.089074 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e", "tag": "5ee773cd-c3ce-460f-b84b-b122f278bac2", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:58.090672 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ce6c41aa-4898-4e7b-926a-943c5e80c309 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:58.091302 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce6c41aa-4898-4e7b-926a-943c5e80c309'] response: {'name': 'network-changed', 'server_uuid': '2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e', 'tag': '5ee773cd-c3ce-460f-b84b-b122f278bac2', 'status': 'completed', 'code': 200} May 06 09:42:58.119723 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-2c3538b9-0b66-4e00-b586-c2681e6d1193 service neutron] For port 0a9422c5-f68d-41ae-a821-9f33b4dfaac0, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:42:58.122439 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d51f72-9577-4d61-b954-3c044c21a721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaa2020d-5a75-4c1c-a396-8828737af9d7,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:58.132324 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 2286739a-2cfe-4287-8a87-a9b6998b8874 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:58.132696 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:58.141746 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-2c3538b9-0b66-4e00-b586-c2681e6d1193 service neutron] For port 0a9422c5-f68d-41ae-a821-9f33b4dfaac0, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=0a9422c5-f68d-41ae-a821-9f33b4dfaac0,segment=NetworkSegment(f57a600d-0e15-46ce-aeed-456e8cefa1bc),segment_id=f57a600d-0e15-46ce-aeed-456e8cefa1bc)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:42:58.146001 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d51f72-9577-4d61-b954-3c044c21a721 admin admin] Checking segment: {'id': '66f76049-dcb2-44be-8197-e3a5b2605792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'da4f48e8-9aac-4c1b-b526-f7c72842dde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:58.148874 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d51f72-9577-4d61-b954-3c044c21a721 admin admin] Network hostable DHCP agents. Network: da4f48e8-9aac-4c1b-b526-f7c72842dde0, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:42:58.155029 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-2c3538b9-0b66-4e00-b586-c2681e6d1193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:58.212417 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 82cc8ff9-0b16-4903-a1af-751dac4e9e85 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:58.212693 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-2c3538b9-0b66-4e00-b586-c2681e6d1193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:58.213583 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-2c3538b9-0b66-4e00-b586-c2681e6d1193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:58.216443 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-2c3538b9-0b66-4e00-b586-c2681e6d1193 service neutron] 10.222.0.77 "PUT /v2.0/ports/0a9422c5-f68d-41ae-a821-9f33b4dfaac0 HTTP/1.1" status: 200 len: 1092 time: 1.8342776 May 06 09:42:58.218543 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d7f133-e0fd-4cb4-af78-e411fe6a59db', 'tag': '0a9422c5-f68d-41ae-a821-9f33b4dfaac0'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:58.221362 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc7e3ac-9eaf-4b12-a969-58639b2ed715" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d7f133-e0fd-4cb4-af78-e411fe6a59db", "tag": "0a9422c5-f68d-41ae-a821-9f33b4dfaac0"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:58.228653 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d51f72-9577-4d61-b954-3c044c21a721 admin admin] Network da4f48e8-9aac-4c1b-b526-f7c72842dde0 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:42:58.257824 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3538b9-0b66-4e00-b586-c2681e6d1193 service neutron] Pushing event updated for resources: {'Port': ['ID=0a9422c5-f68d-41ae-a821-9f33b4dfaac0,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:58.261180 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-16d51f72-9577-4d61-b954-3c044c21a721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, da4f48e8-9aac-4c1b-b526-f7c72842dde0) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:58.265548 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d51f72-9577-4d61-b954-3c044c21a721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:58.266171 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16d51f72-9577-4d61-b954-3c044c21a721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:58.294005 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-16d51f72-9577-4d61-b954-3c044c21a721 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9154308 May 06 09:42:58.300215 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47850) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:58.313911 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-12129be6-a8f9-4faf-bff3-ef653bd97547 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2041661882-router', 'tenant_id': '2cc071af9a2845519f6cf5c58969da62', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:58.318604 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-97a510ea-0a3a-49e1-b691-1d37002ca32a req-74908a9e-04a6-4358-ac45-6a820d27bcfa tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=dde5f56c-9dfb-43c5-a62b-cee29d45bf76 HTTP/1.1" status: 200 len: 210 time: 0.0594964 May 06 09:42:58.320835 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9826d045-f793-4fa0-9632-c326778ea46f None None] Network da4f48e8-9aac-4c1b-b526-f7c72842dde0 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:42:58.340168 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fffa6662-2d2d-42a5-97ad-ec212db08495 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:58.381695 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3aeee-82d9-40b3-a75f-add5ad593597 req-70c5eeef-3f44-477a-9b51-6696ef4b8415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:58.383972 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e4a3aeee-82d9-40b3-a75f-add5ad593597 req-70c5eeef-3f44-477a-9b51-6696ef4b8415 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7164c1da46a24f038e1d3e72e4e90141&device_id=2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e HTTP/1.1" status: 200 len: 1175 time: 0.2609112 May 06 09:42:58.405859 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769af0-5edd-4dfe-b80b-aa7ac0b18bc2 req-b2e5ce83-8ed0-4dfd-a708-63d3d23f8a58 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:58.420263 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0769af0-5edd-4dfe-b80b-aa7ac0b18bc2 req-b2e5ce83-8ed0-4dfd-a708-63d3d23f8a58 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e HTTP/1.1" status: 200 len: 1024 time: 0.2426436 May 06 09:42:58.432177 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-12129be6-a8f9-4faf-bff3-ef653bd97547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:58.433857 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-12129be6-a8f9-4faf-bff3-ef653bd97547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:58.461634 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:58.466123 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fffa6662-2d2d-42a5-97ad-ec212db08495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:58.504002 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-12129be6-a8f9-4faf-bff3-ef653bd97547 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:58.507571 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-c2149395-8b99-4936-aef4-0e35df1629c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:58.509777 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-c2149395-8b99-4936-aef4-0e35df1629c0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1aece0b8bf6c46f3bfdcb2f012bbbc67&device_id=a8d7f133-e0fd-4cb4-af78-e411fe6a59db HTTP/1.1" status: 200 len: 1095 time: 0.2102704 May 06 09:42:58.667759 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc07261-2292-4a48-828c-ddc827f2fc41 None None] Pushing event updated for resources: {'Port': ['ID=378bea14-3ba0-4dc5-9296-03245886d7cc,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:58.672425 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-65f18780-0c59-4f13-87bb-a45ac85192ef service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a9422c5-f68d-41ae-a821-9f33b4dfaac0 HTTP/1.1" status: 200 len: 217 time: 0.0839179 May 06 09:42:58.678491 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63ba72-c97d-4e52-9c8f-b6a1fad81910 req-3629d6ef-3e4d-4ac5-bd4e-968a5411db1b tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:58.680901 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bb63ba72-c97d-4e52-9c8f-b6a1fad81910 req-3629d6ef-3e4d-4ac5-bd4e-968a5411db1b tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 949 time: 0.2324910 May 06 09:42:58.701731 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0769af0-5edd-4dfe-b80b-aa7ac0b18bc2 req-5bb3df71-2ec2-49ff-b3ec-d05dd69c7707 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups?id=aad733bd-513c-4c18-b12b-8e921034c71d&id=08415831-0822-4e23-bce7-b07a4ad1f19f&id=38d54b27-c36f-4353-bb1a-50f95be27bb1 HTTP/1.1" status: 200 len: 6156 time: 0.2773578 May 06 09:42:58.734731 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3aeee-82d9-40b3-a75f-add5ad593597 req-a0e8f3b8-1c86-4792-9966-ebf5bff129f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:58.738855 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e4a3aeee-82d9-40b3-a75f-add5ad593597 req-a0e8f3b8-1c86-4792-9966-ebf5bff129f0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1c294ea7-0917-4fe1-8a6b-362ee7fbe836 HTTP/1.1" status: 200 len: 913 time: 0.3454268 May 06 09:42:58.752602 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-cc27e536-1260-4d6f-9e05-78ea08567dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:58.754267 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-cc27e536-1260-4d6f-9e05-78ea08567dee service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ee4783db-785e-4313-8cae-b41e82f2266a HTTP/1.1" status: 200 len: 854 time: 0.0740693 May 06 09:42:58.788218 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bb63ba72-c97d-4e52-9c8f-b6a1fad81910 req-013909c3-1729-4890-9b26-0d9b68b7cdd6 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841682 May 06 09:42:58.799619 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port db99f5bb-a76d-4db7-a616-bb0fd1ee072c, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=db99f5bb-a76d-4db7-a616-bb0fd1ee072c,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:58.887527 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:58.888208 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 3249d6a3-87b1-483c-bc5d-10a9d58c64b0 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:58.946882 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-12129be6-a8f9-4faf-bff3-ef653bd97547 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:58.985042 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-4a3e68e8-384d-437a-8966-51d464b4950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:58.987778 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-4a3e68e8-384d-437a-8966-51d464b4950e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1819d22-79c2-4e2a-8774-0435c5e7e78f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1733999 May 06 09:42:58.993003 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 3249d6a3-87b1-483c-bc5d-10a9d58c64b0 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:58.993359 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 3249d6a3-87b1-483c-bc5d-10a9d58c64b0 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:59.009688 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-fffa6662-2d2d-42a5-97ad-ec212db08495 None None] Attempting to bind port 378bea14-3ba0-4dc5-9296-03245886d7cc on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:42:59.010126 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-fffa6662-2d2d-42a5-97ad-ec212db08495 None None] Attempting to bind port 378bea14-3ba0-4dc5-9296-03245886d7cc by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '81dfb034-c6ca-4f2c-a88a-36b44ae760cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd000d0ea-cd9f-4476-8d53-8b34cfa9641e'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:42:59.010505 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffa6662-2d2d-42a5-97ad-ec212db08495 None None] Attempting to bind port 378bea14-3ba0-4dc5-9296-03245886d7cc on network d000d0ea-cd9f-4476-8d53-8b34cfa9641e {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:59.012694 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 82cc8ff9-0b16-4903-a1af-751dac4e9e85 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:42:59.020757 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:59.021863 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f121aadf-bdbe-43b1-8a43-fa50d506270c x-openstack-request-id: req-f121aadf-bdbe-43b1-8a43-fa50d506270c {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:59.022378 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d7f133-e0fd-4cb4-af78-e411fe6a59db", "tag": "0a9422c5-f68d-41ae-a821-9f33b4dfaac0", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:59.022600 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f121aadf-bdbe-43b1-8a43-fa50d506270c {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:59.023307 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f121aadf-bdbe-43b1-8a43-fa50d506270c'] response: {'name': 'network-changed', 'server_uuid': 'a8d7f133-e0fd-4cb4-af78-e411fe6a59db', 'tag': '0a9422c5-f68d-41ae-a821-9f33b4dfaac0', 'status': 'completed', 'code': 200} May 06 09:42:59.053667 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffa6662-2d2d-42a5-97ad-ec212db08495 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:42:59.054051 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffa6662-2d2d-42a5-97ad-ec212db08495 None None] Checking segment: {'id': '81dfb034-c6ca-4f2c-a88a-36b44ae760cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd000d0ea-cd9f-4476-8d53-8b34cfa9641e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:59.055659 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fffa6662-2d2d-42a5-97ad-ec212db08495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:59.055659 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffa6662-2d2d-42a5-97ad-ec212db08495 None None] Bound using segment: {'id': '81dfb034-c6ca-4f2c-a88a-36b44ae760cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd000d0ea-cd9f-4476-8d53-8b34cfa9641e'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:42:59.055659 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-fffa6662-2d2d-42a5-97ad-ec212db08495 None None] Bound port: 378bea14-3ba0-4dc5-9296-03245886d7cc, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81dfb034-c6ca-4f2c-a88a-36b44ae760cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd000d0ea-cd9f-4476-8d53-8b34cfa9641e'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:42:59.056004 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fffa6662-2d2d-42a5-97ad-ec212db08495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:59.058502 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 82cc8ff9-0b16-4903-a1af-751dac4e9e85 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:59.058858 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:59.074553 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e4a3aeee-82d9-40b3-a75f-add5ad593597 req-95830c8d-4e62-4cf8-ba6a-01e4d8d09cba service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ee773cd-c3ce-460f-b84b-b122f278bac2 HTTP/1.1" status: 200 len: 217 time: 0.3250532 May 06 09:42:59.117674 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2014de-628b-49e8-b17e-8c6d8763bf02 req-b16d33f5-e6eb-4824-9027-eb1a4c918ee7 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:59.120640 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b2014de-628b-49e8-b17e-8c6d8763bf02 req-b16d33f5-e6eb-4824-9027-eb1a4c918ee7 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 945 time: 0.1867824 May 06 09:42:59.132375 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=db99f5bb-a76d-4db7-a616-bb0fd1ee072c,revision_number=11']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:59.148748 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-05662891-2af5-4153-b9e0-2e2e52144d3f service neutron] 10.222.0.77 "GET /v2.0/networks/b1819d22-79c2-4e2a-8774-0435c5e7e78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288693 May 06 09:42:59.180645 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d1478442-181a-4183-b085-654544831101 None None] Provisioning complete for port 378bea14-3ba0-4dc5-9296-03245886d7cc triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:59.181056 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d1478442-181a-4183-b085-654544831101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:59.259415 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3aeee-82d9-40b3-a75f-add5ad593597 req-e655e813-b6be-4041-9363-9d6e7a39070e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:59.261036 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e4a3aeee-82d9-40b3-a75f-add5ad593597 req-e655e813-b6be-4041-9363-9d6e7a39070e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a00563ec-513d-49b9-87cd-c2737f5945a8 HTTP/1.1" status: 200 len: 852 time: 0.1388860 May 06 09:42:59.271718 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7b4b4e-33ba-4f7f-bb07-157fd68953ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-da4f48e8-9aac-4c1b-b526-f7c72842dde0', 'network_id': 'da4f48e8-9aac-4c1b-b526-f7c72842dde0', 'tenant_id': '2cc071af9a2845519f6cf5c58969da62', 'fixed_ips': [{'subnet_id': 'aaa2020d-5a75-4c1c-a396-8828737af9d7'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:42:59.273440 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8a7b4b4e-33ba-4f7f-bb07-157fd68953ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:59.290878 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913765c2-9925-4738-a07c-02217cbdc1ab req-6c1b61fb-fea8-4b29-9fb8-ea7583190141 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:59.300655 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-913765c2-9925-4738-a07c-02217cbdc1ab req-6c1b61fb-fea8-4b29-9fb8-ea7583190141 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8d7f133-e0fd-4cb4-af78-e411fe6a59db HTTP/1.1" status: 200 len: 944 time: 0.2173064 May 06 09:42:59.306830 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-fffa6662-2d2d-42a5-97ad-ec212db08495 None None] For port 378bea14-3ba0-4dc5-9296-03245886d7cc, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:42:59.310085 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d1478442-181a-4183-b085-654544831101 None None] Port 378bea14-3ba0-4dc5-9296-03245886d7cc cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:42:59.341207 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-fffa6662-2d2d-42a5-97ad-ec212db08495 None None] For port 378bea14-3ba0-4dc5-9296-03245886d7cc, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=378bea14-3ba0-4dc5-9296-03245886d7cc,segment=NetworkSegment(81dfb034-c6ca-4f2c-a88a-36b44ae760cc),segment_id=81dfb034-c6ca-4f2c-a88a-36b44ae760cc)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:42:59.351056 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b2014de-628b-49e8-b17e-8c6d8763bf02 req-161e8cbd-503e-4b65-985c-32b10809522c tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120519 May 06 09:42:59.369406 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fffa6662-2d2d-42a5-97ad-ec212db08495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:59.381530 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e4a3aeee-82d9-40b3-a75f-add5ad593597 req-650e5658-3c31-407f-a5ff-a67ff9656bcf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1c294ea7-0917-4fe1-8a6b-362ee7fbe836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044638 May 06 09:42:59.398996 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-e4a3aeee-82d9-40b3-a75f-add5ad593597 req-0f4d8eb4-e37a-4200-ba6e-9cf05f5d71a4 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:42:59.400039 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e4a3aeee-82d9-40b3-a75f-add5ad593597 req-0f4d8eb4-e37a-4200-ba6e-9cf05f5d71a4 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056224 May 06 09:42:59.403738 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-95f12de2-461d-479a-9ab4-de9b64a74ddb req-6f8d73a9-a320-4468-b991-c7f03806c169 service neutron] 10.222.0.77 "GET /v2.0/networks/b1819d22-79c2-4e2a-8774-0435c5e7e78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476830 May 06 09:42:59.409980 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-e5b3289a-9d91-4e05-890e-4697ead7a52e req-dc71591d-bab8-4fa4-8d10-e19853727126 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1870210884 ', 'description': 'tempest-description-1742713788'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:59.436524 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-12129be6-a8f9-4faf-bff3-ef653bd97547 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:59.443630 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-913765c2-9925-4738-a07c-02217cbdc1ab req-2bdfa4e9-25fc-4c60-a084-8261280d6e83 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddd28620-483c-4c53-87c3-ab2729751a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419611 May 06 09:42:59.484536 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-12129be6-a8f9-4faf-bff3-ef653bd97547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:59.519159 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:59.563391 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15591f1c-3b84-41cc-84a7-68dba63802b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db99f5bb-a76d-4db7-a616-bb0fd1ee072c'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:59.565470 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4392a409-f73d-4a66-a8e6-5b370531c7eb" -d '{"events": [{"server_uuid": "15591f1c-3b84-41cc-84a7-68dba63802b6", "name": "network-vif-plugged", "status": "completed", "tag": "db99f5bb-a76d-4db7-a616-bb0fd1ee072c"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:59.574520 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e5b3289a-9d91-4e05-890e-4697ead7a52e req-dc71591d-bab8-4fa4-8d10-e19853727126 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:59.589637 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc07261-2292-4a48-828c-ddc827f2fc41 None None] Pushing event updated for resources: {'Port': ['ID=378bea14-3ba0-4dc5-9296-03245886d7cc,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:59.593211 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffa6662-2d2d-42a5-97ad-ec212db08495 None None] Routers {'30ea5725-9e8d-4658-8b57-28266b7ccaed'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:59.594228 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-fffa6662-2d2d-42a5-97ad-ec212db08495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:42:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['30ea5725-9e8d-4658-8b57-28266b7ccaed'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:59.647747 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7e3ac-9eaf-4b12-a969-58639b2ed715 req-85f18846-4a04-4986-8dcd-bc0e4cec68ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:59.650481 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6cc7e3ac-9eaf-4b12-a969-58639b2ed715 req-85f18846-4a04-4986-8dcd-bc0e4cec68ec service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1aece0b8bf6c46f3bfdcb2f012bbbc67&device_id=a8d7f133-e0fd-4cb4-af78-e411fe6a59db HTTP/1.1" status: 200 len: 1095 time: 0.1047807 May 06 09:42:59.654448 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e4a3aeee-82d9-40b3-a75f-add5ad593597 req-bd91a2d7-0e68-4bf6-84c6-0d80b9bf0b97 service neutron] 10.222.0.84 "GET /v2.0/networks/1c294ea7-0917-4fe1-8a6b-362ee7fbe836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356789 May 06 09:42:59.665071 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a74c43-4fe1-428d-b02f-e95c78362497 req-57520c5b-2d56-434d-bbf5-2e633a3046bc tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:59.672090 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-8a7b4b4e-33ba-4f7f-bb07-157fd68953ec None None] Allocated IP 172.20.0.2 (da4f48e8-9aac-4c1b-b526-f7c72842dde0/aaa2020d-5a75-4c1c-a396-8828737af9d7/13697180-6a9c-4faa-876c-29b8a4ae72fc) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:59.676148 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-30a74c43-4fe1-428d-b02f-e95c78362497 req-57520c5b-2d56-434d-bbf5-2e633a3046bc tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=38111985-0ca9-49c5-a1b1-74e01048b182 HTTP/1.1" status: 200 len: 944 time: 0.1474149 May 06 09:42:59.685477 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 82cc8ff9-0b16-4903-a1af-751dac4e9e85, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=82cc8ff9-0b16-4903-a1af-751dac4e9e85,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:59.730306 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:59.763385 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-12129be6-a8f9-4faf-bff3-ef653bd97547 admin admin] Allocated IP 172.25.5.231 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/6628d040-55b1-4f3e-92e9-e894cf7c571a) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:59.817298 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e5b3289a-9d91-4e05-890e-4697ead7a52e req-dc71591d-bab8-4fa4-8d10-e19853727126 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:59.842130 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-30a74c43-4fe1-428d-b02f-e95c78362497 req-f1b44038-97fb-4289-8070-798eec3a05a7 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597285 May 06 09:42:59.845416 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e5b3289a-9d91-4e05-890e-4697ead7a52e req-dc71591d-bab8-4fa4-8d10-e19853727126 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:59.860091 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7e3ac-9eaf-4b12-a969-58639b2ed715 req-ae927b6e-3380-4e76-a02d-b4dcd375e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:59.862238 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6cc7e3ac-9eaf-4b12-a969-58639b2ed715 req-ae927b6e-3380-4e76-a02d-b4dcd375e0cd service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1819d22-79c2-4e2a-8774-0435c5e7e78f HTTP/1.1" status: 200 len: 916 time: 0.2023373 May 06 09:42:59.918790 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e5b3289a-9d91-4e05-890e-4697ead7a52e req-dc71591d-bab8-4fa4-8d10-e19853727126 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:59.920534 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6cc7e3ac-9eaf-4b12-a969-58639b2ed715 req-5313b4ef-7842-41c8-bb01-8225ab475bb1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a9422c5-f68d-41ae-a821-9f33b4dfaac0 HTTP/1.1" status: 200 len: 217 time: 0.0484765 May 06 09:42:59.920694 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e5b3289a-9d91-4e05-890e-4697ead7a52e req-dc71591d-bab8-4fa4-8d10-e19853727126 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.5184674 May 06 09:42:59.967559 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71591d-bab8-4fa4-8d10-e19853727126 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcb3d4c-44f3-4e54-bc5c-2ef1394440ad,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:59.975066 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-fffa6662-2d2d-42a5-97ad-ec212db08495 None None] Set router 30ea5725-9e8d-4658-8b57-28266b7ccaed gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:43:00.010966 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7e3ac-9eaf-4b12-a969-58639b2ed715 req-65a6a22d-5df0-4c9d-a453-6fa306d0a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:00.012003 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e4a3aeee-82d9-40b3-a75f-add5ad593597 req-6a3939e4-91cb-4533-bbec-65c6913d313d service neutron] 10.222.0.84 "GET /v2.0/networks/1c294ea7-0917-4fe1-8a6b-362ee7fbe836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298235 May 06 09:43:00.012485 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6cc7e3ac-9eaf-4b12-a969-58639b2ed715 req-65a6a22d-5df0-4c9d-a453-6fa306d0a310 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ee4783db-785e-4313-8cae-b41e82f2266a HTTP/1.1" status: 200 len: 854 time: 0.0818114 May 06 09:43:00.015986 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-12129be6-a8f9-4faf-bff3-ef653bd97547 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:00.021109 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=82cc8ff9-0b16-4903-a1af-751dac4e9e85,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:00.056517 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c866144-a1d0-4106-9bc8-0e9c975eb29e req-5d2529d9-eb09-4cde-b224-0c964bb00b28 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:00.058685 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7c866144-a1d0-4106-9bc8-0e9c975eb29e req-5d2529d9-eb09-4cde-b224-0c964bb00b28 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f7d246-5e44-4d4f-bb5a-616faae22ddf HTTP/1.1" status: 200 len: 950 time: 0.1485379 May 06 09:43:00.094767 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-8b59b4b7-38df-4bdb-9546-9aebc0e90ee9 None None] Provisioning complete for port 378bea14-3ba0-4dc5-9296-03245886d7cc triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:00.095174 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8b59b4b7-38df-4bdb-9546-9aebc0e90ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:00.103683 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde5f56c-9dfb-43c5-a62b-cee29d45bf76', 'name': 'network-vif-deleted', 'tag': '3249d6a3-87b1-483c-bc5d-10a9d58c64b0'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:00.105909 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7e3ac-9eaf-4b12-a969-58639b2ed715 req-ed8cb841-dd40-4f98-b52f-cef483a46f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:00.106419 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31668d1-ca97-4154-ae41-c2328ea4d6b8" -d '{"events": [{"server_uuid": "dde5f56c-9dfb-43c5-a62b-cee29d45bf76", "name": "network-vif-deleted", "tag": "3249d6a3-87b1-483c-bc5d-10a9d58c64b0"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:00.107628 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6cc7e3ac-9eaf-4b12-a969-58639b2ed715 req-ed8cb841-dd40-4f98-b52f-cef483a46f16 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1819d22-79c2-4e2a-8774-0435c5e7e78f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730233 May 06 09:43:00.115144 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6e69c4-f13e-4c1c-995e-ce2df714cd69 x-openstack-request-id: req-df6e69c4-f13e-4c1c-995e-ce2df714cd69 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:00.115590 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15591f1c-3b84-41cc-84a7-68dba63802b6", "name": "network-vif-plugged", "status": "completed", "tag": "db99f5bb-a76d-4db7-a616-bb0fd1ee072c", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:00.115712 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-df6e69c4-f13e-4c1c-995e-ce2df714cd69 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:00.116056 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df6e69c4-f13e-4c1c-995e-ce2df714cd69'] response: {'server_uuid': '15591f1c-3b84-41cc-84a7-68dba63802b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db99f5bb-a76d-4db7-a616-bb0fd1ee072c', 'code': 200} May 06 09:43:00.156530 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7c866144-a1d0-4106-9bc8-0e9c975eb29e req-ecc4f8b9-5816-4e79-91d1-fa6b9aab947f tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad62fde1-e777-4b19-a6c1-efadc86c1787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905037 May 06 09:43:00.164572 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-12129be6-a8f9-4faf-bff3-ef653bd97547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:00.268048 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12129be6-a8f9-4faf-bff3-ef653bd97547 admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:00.279594 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-12129be6-a8f9-4faf-bff3-ef653bd97547 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:00.284328 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12129be6-a8f9-4faf-bff3-ef653bd97547 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:00.286362 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12129be6-a8f9-4faf-bff3-ef653bd97547 admin admin] Pushing event updated for resources: {'Port': ['ID=6628d040-55b1-4f3e-92e9-e894cf7c571a,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:00.351976 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0e69b-ae02-483e-8133-d56bef67e01f req-cbfbc0ae-c017-4403-b4c3-cff11e923cc8 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:00.353813 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2ce0e69b-ae02-483e-8133-d56bef67e01f req-cbfbc0ae-c017-4403-b4c3-cff11e923cc8 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 950 time: 0.1671221 May 06 09:43:00.355094 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6cc7e3ac-9eaf-4b12-a969-58639b2ed715 req-b94df80c-eae3-42b1-b004-77fe13cd537a service neutron] 10.222.0.77 "GET /v2.0/networks/b1819d22-79c2-4e2a-8774-0435c5e7e78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307870 May 06 09:43:00.372386 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47dba7f2-9dbb-4eb8-aae1-04f027740532 req-a0af2b07-9a1d-4811-93d1-d1b3ae4d772d tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups/2fcb3d4c-44f3-4e54-bc5c-2ef1394440ad HTTP/1.1" status: 200 len: 1783 time: 0.1587827 May 06 09:43:00.410602 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8a7b4b4e-33ba-4f7f-bb07-157fd68953ec None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:00.426133 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8a7b4b4e-33ba-4f7f-bb07-157fd68953ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:00.434731 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0700e0b-f58a-41d8-b184-a2aea948a329 req-26af3137-2db8-43a2-9b56-6f56e21ecf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:00.435861 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0700e0b-f58a-41d8-b184-a2aea948a329 req-26af3137-2db8-43a2-9b56-6f56e21ecf8a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 1101 time: 0.1386306 May 06 09:43:00.440507 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ed3733-a592-491c-b5ec-90a690ff63b6 x-openstack-request-id: req-20ed3733-a592-491c-b5ec-90a690ff63b6 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:00.440841 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde5f56c-9dfb-43c5-a62b-cee29d45bf76", "name": "network-vif-deleted", "tag": "3249d6a3-87b1-483c-bc5d-10a9d58c64b0", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:00.441194 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-20ed3733-a592-491c-b5ec-90a690ff63b6 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:00.441728 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20ed3733-a592-491c-b5ec-90a690ff63b6'] response: {'server_uuid': 'dde5f56c-9dfb-43c5-a62b-cee29d45bf76', 'name': 'network-vif-deleted', 'tag': '3249d6a3-87b1-483c-bc5d-10a9d58c64b0', 'status': 'completed', 'code': 200} May 06 09:43:00.447845 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2ce0e69b-ae02-483e-8133-d56bef67e01f req-e5c2257b-a6bd-42dc-b822-228f54e8552b tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714519 May 06 09:43:00.495362 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7b4b4e-33ba-4f7f-bb07-157fd68953ec None None] Network da4f48e8-9aac-4c1b-b526-f7c72842dde0 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:00.515825 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0700e0b-f58a-41d8-b184-a2aea948a329 req-e5bf159d-ee62-48f9-89e4-9a82898b7e2a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639341 May 06 09:43:00.522514 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-8a7b4b4e-33ba-4f7f-bb07-157fd68953ec None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:00.525902 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7b4b4e-33ba-4f7f-bb07-157fd68953ec None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:00.532499 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b4b4e-33ba-4f7f-bb07-157fd68953ec None None] Pushing event updated for resources: {'Port': ['ID=13697180-6a9c-4faa-876c-29b8a4ae72fc,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:00.601377 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8b59b4b7-38df-4bdb-9546-9aebc0e90ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:00.648672 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8a7b4b4e-33ba-4f7f-bb07-157fd68953ec None None] Attempting to bind port 13697180-6a9c-4faa-876c-29b8a4ae72fc on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:00.649065 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8a7b4b4e-33ba-4f7f-bb07-157fd68953ec None None] Attempting to bind port 13697180-6a9c-4faa-876c-29b8a4ae72fc by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '66f76049-dcb2-44be-8197-e3a5b2605792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'da4f48e8-9aac-4c1b-b526-f7c72842dde0'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:00.649422 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7b4b4e-33ba-4f7f-bb07-157fd68953ec None None] Attempting to bind port 13697180-6a9c-4faa-876c-29b8a4ae72fc on network da4f48e8-9aac-4c1b-b526-f7c72842dde0 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:00.665843 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7b4b4e-33ba-4f7f-bb07-157fd68953ec None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:00.666218 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7b4b4e-33ba-4f7f-bb07-157fd68953ec None None] Checking segment: {'id': '66f76049-dcb2-44be-8197-e3a5b2605792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'da4f48e8-9aac-4c1b-b526-f7c72842dde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:00.666631 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8a7b4b4e-33ba-4f7f-bb07-157fd68953ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:00.667027 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7b4b4e-33ba-4f7f-bb07-157fd68953ec None None] Bound using segment: {'id': '66f76049-dcb2-44be-8197-e3a5b2605792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'da4f48e8-9aac-4c1b-b526-f7c72842dde0'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:00.668268 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8a7b4b4e-33ba-4f7f-bb07-157fd68953ec None None] Bound port: 13697180-6a9c-4faa-876c-29b8a4ae72fc, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f76049-dcb2-44be-8197-e3a5b2605792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'da4f48e8-9aac-4c1b-b526-f7c72842dde0'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:00.668268 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8a7b4b4e-33ba-4f7f-bb07-157fd68953ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:00.693138 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8b59b4b7-38df-4bdb-9546-9aebc0e90ee9 None None] For port 378bea14-3ba0-4dc5-9296-03245886d7cc, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=378bea14-3ba0-4dc5-9296-03245886d7cc,segment=NetworkSegment(81dfb034-c6ca-4f2c-a88a-36b44ae760cc),segment_id=81dfb034-c6ca-4f2c-a88a-36b44ae760cc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:00.703801 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8b59b4b7-38df-4bdb-9546-9aebc0e90ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:00.736638 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-2086d950-b26b-4ff5-b4cd-55fa4eeca9c3 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:00.745471 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-2086d950-b26b-4ff5-b4cd-55fa4eeca9c3 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/networks?id=bf084c2a-2749-4093-a4ea-996162f08ec8 HTTP/1.1" status: 200 len: 812 time: 0.1596000 May 06 09:43:00.763646 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-af0273df-2109-48df-af1c-0977847c112f tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/quotas/9f8b2c0972214e249e01f24834153507 HTTP/1.1" status: 200 len: 375 time: 0.0168872 May 06 09:43:00.772795 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-fffa6662-2d2d-42a5-97ad-ec212db08495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'name': 'tempest-TaggedBootDevicesTest_v242-827483097-router', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2286739a-2cfe-4287-8a87-a9b6998b8874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:49Z', 'updated_at': '2022-05-06T09:42:53Z', 'revision_number': 4, 'project_id': '25aba9ec7dab4fc585e8e72a34137627', 'gw_port': {'id': '2286739a-2cfe-4287-8a87-a9b6998b8874', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:49Z', 'updated_at': '2022-05-06T09:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '378bea14-3ba0-4dc5-9296-03245886d7cc', 'name': '', 'network_id': 'd000d0ea-cd9f-4476-8d53-8b34cfa9641e', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'mac_address': 'fa:16:3e:a3:0f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '9b6a855e-7008-4f56-8287-accfc5fa41f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:52Z', 'updated_at': '2022-05-06T09:42:59Z', 'revision_number': 4, 'project_id': '25aba9ec7dab4fc585e8e72a34137627', 'subnets': [{'id': '9b6a855e-7008-4f56-8287-accfc5fa41f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:00.814119 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-d31bc0a1-5c78-4de5-8f26-cf44f3e3a4ba tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f8b2c0972214e249e01f24834153507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484552 May 06 09:43:00.829292 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffa6662-2d2d-42a5-97ad-ec212db08495 None None] The sync data for ids ['30ea5725-9e8d-4658-8b57-28266b7ccaed'] in n-d-840835-1 is: [{'id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'name': 'tempest-TaggedBootDevicesTest_v242-827483097-router', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2286739a-2cfe-4287-8a87-a9b6998b8874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:49Z', 'updated_at': '2022-05-06T09:42:53Z', 'revision_number': 4, 'project_id': '25aba9ec7dab4fc585e8e72a34137627', 'gw_port': {'id': '2286739a-2cfe-4287-8a87-a9b6998b8874', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:49Z', 'updated_at': '2022-05-06T09:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '378bea14-3ba0-4dc5-9296-03245886d7cc', 'name': '', 'network_id': 'd000d0ea-cd9f-4476-8d53-8b34cfa9641e', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'mac_address': 'fa:16:3e:a3:0f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '9b6a855e-7008-4f56-8287-accfc5fa41f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:52Z', 'updated_at': '2022-05-06T09:42:59Z', 'revision_number': 4, 'project_id': '25aba9ec7dab4fc585e8e72a34137627', 'subnets': [{'id': '9b6a855e-7008-4f56-8287-accfc5fa41f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:43:00.861721 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59b4b7-38df-4bdb-9546-9aebc0e90ee9 None None] Pushing event updated for resources: {'Port': ['ID=378bea14-3ba0-4dc5-9296-03245886d7cc,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:00.868215 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8a7b4b4e-33ba-4f7f-bb07-157fd68953ec None None] For port 13697180-6a9c-4faa-876c-29b8a4ae72fc, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:00.870709 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8a7b4b4e-33ba-4f7f-bb07-157fd68953ec None None] For port 13697180-6a9c-4faa-876c-29b8a4ae72fc, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=13697180-6a9c-4faa-876c-29b8a4ae72fc,segment=NetworkSegment(66f76049-dcb2-44be-8197-e3a5b2605792),segment_id=66f76049-dcb2-44be-8197-e3a5b2605792)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:00.878623 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8a7b4b4e-33ba-4f7f-bb07-157fd68953ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:00.984677 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b4b4e-33ba-4f7f-bb07-157fd68953ec None None] Pushing event updated for resources: {'Port': ['ID=13697180-6a9c-4faa-876c-29b8a4ae72fc,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:01.021917 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6cc7e3ac-9eaf-4b12-a969-58639b2ed715 req-98db4916-05eb-4483-ad74-54c2ba68710c service neutron] 10.222.0.77 "GET /v2.0/networks/b1819d22-79c2-4e2a-8774-0435c5e7e78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6283298 May 06 09:43:01.067974 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-ec59b675-ff8c-4a52-b8db-53735c704879 service neutron] 10.222.0.73 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525260 May 06 09:43:01.085366 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ed5ff-ff54-444d-ad6c-450ddb73a033 req-b910f25e-e01b-4141-aa81-44ddb3528e15 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:01.087201 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b50ed5ff-ff54-444d-ad6c-450ddb73a033 req-b910f25e-e01b-4141-aa81-44ddb3528e15 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 945 time: 0.1584194 May 06 09:43:01.110757 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-12129be6-a8f9-4faf-bff3-ef653bd97547 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:01.181668 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b50ed5ff-ff54-444d-ad6c-450ddb73a033 req-1baae2b3-0611-46e9-b646-72fbedc5b7de tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821872 May 06 09:43:01.242611 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-a0a00498-9d7e-45de-8816-1eafdce4e9e7 service neutron] 10.222.0.73 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738667 May 06 09:43:01.307569 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6c2b925-7eba-4d10-8cff-5882ca8788ac req-f7c86b31-fcfa-4e7f-99cc-896796616890 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups/2fcb3d4c-44f3-4e54-bc5c-2ef1394440ad HTTP/1.1" status: 200 len: 1783 time: 0.0947876 May 06 09:43:01.394710 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-c6c2b925-7eba-4d10-8cff-5882ca8788ac req-22a8b313-f890-422e-94f6-88a276603eeb tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:01.463907 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-12129be6-a8f9-4faf-bff3-ef653bd97547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:01.476160 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-c6c2b925-7eba-4d10-8cff-5882ca8788ac req-22a8b313-f890-422e-94f6-88a276603eeb tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:01.619074 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e5f09-f938-43ff-9698-c43eb031393b req-1419eee4-b488-4408-81df-88264db2361f tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:01.620791 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-799e5f09-f938-43ff-9698-c43eb031393b req-1419eee4-b488-4408-81df-88264db2361f tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8d7f133-e0fd-4cb4-af78-e411fe6a59db HTTP/1.1" status: 200 len: 944 time: 0.0922649 May 06 09:43:01.622146 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-c6c2b925-7eba-4d10-8cff-5882ca8788ac req-22a8b313-f890-422e-94f6-88a276603eeb tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:01.624796 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-c6c2b925-7eba-4d10-8cff-5882ca8788ac req-22a8b313-f890-422e-94f6-88a276603eeb tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:01.639403 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6c2b925-7eba-4d10-8cff-5882ca8788ac req-22a8b313-f890-422e-94f6-88a276603eeb tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "DELETE /v2.0/security-groups/2fcb3d4c-44f3-4e54-bc5c-2ef1394440ad HTTP/1.1" status: 204 len: 173 time: 0.3205009 May 06 09:43:01.672176 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12129be6-a8f9-4faf-bff3-ef653bd97547 admin admin] Router 51b1e392-0860-4ced-bbe4-5de9b71b22b2 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:43:01.693952 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 13697180-6a9c-4faa-876c-29b8a4ae72fc up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:01.718378 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a8b313-f890-422e-94f6-88a276603eeb tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcb3d4c-44f3-4e54-bc5c-2ef1394440ad,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:01.786925 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-799e5f09-f938-43ff-9698-c43eb031393b req-d0455285-f92d-4b7e-8c3c-d692c2770052 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddd28620-483c-4c53-87c3-ab2729751a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454804 May 06 09:43:01.859450 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 13697180-6a9c-4faa-876c-29b8a4ae72fc triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:01.860690 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:01.961685 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12129be6-a8f9-4faf-bff3-ef653bd97547 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:43:01.974686 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9c15ea-9609-4224-ada6-16d5d47c3eea None None] Sync routers for ids ['51b1e392-0860-4ced-bbe4-5de9b71b22b2'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:43:02.008750 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9c15ea-9609-4224-ada6-16d5d47c3eea None None] Routers {'51b1e392-0860-4ced-bbe4-5de9b71b22b2'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:02.009452 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7f9c15ea-9609-4224-ada6-16d5d47c3eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:42:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['51b1e392-0860-4ced-bbe4-5de9b71b22b2'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:02.011224 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9892a36-f272-418c-89f9-3c083b4e3d25 req-9ce13d81-af0f-418f-84a2-d3a3fe5bae5c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:02.012895 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9892a36-f272-418c-89f9-3c083b4e3d25 req-9ce13d81-af0f-418f-84a2-d3a3fe5bae5c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=38111985-0ca9-49c5-a1b1-74e01048b182 HTTP/1.1" status: 200 len: 945 time: 0.1646745 May 06 09:43:02.026647 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-12129be6-a8f9-4faf-bff3-ef653bd97547 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:02.034175 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7bdcd3d3-adfe-4f55-af2b-ba0576375c41 req-f52c8234-b444-495e-bfb8-f52d21224f84 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 210 time: 0.1354446 May 06 09:43:02.034544 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-12129be6-a8f9-4faf-bff3-ef653bd97547 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7324822 May 06 09:43:02.035543 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47920) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:02.082823 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:02.127760 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38111985-0ca9-49c5-a1b1-74e01048b182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82cc8ff9-0b16-4903-a1af-751dac4e9e85'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:02.136598 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545dcb9c-8dda-4fc5-9ddc-c8662cb9e63b" -d '{"events": [{"server_uuid": "38111985-0ca9-49c5-a1b1-74e01048b182", "name": "network-vif-plugged", "status": "completed", "tag": "82cc8ff9-0b16-4903-a1af-751dac4e9e85"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:02.179138 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9892a36-f272-418c-89f9-3c083b4e3d25 req-c3100967-f8ca-4d7b-b7ce-d83a7cf28eb3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437533 May 06 09:43:02.208872 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 13697180-6a9c-4faa-876c-29b8a4ae72fc, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=13697180-6a9c-4faa-876c-29b8a4ae72fc,segment=NetworkSegment(66f76049-dcb2-44be-8197-e3a5b2605792),segment_id=66f76049-dcb2-44be-8197-e3a5b2605792)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:02.223295 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:02.224174 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 378bea14-3ba0-4dc5-9296-03245886d7cc up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:02.288018 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-19450049-0f37-41be-8241-896696ad37fc req-6cfe6c26-96fc-4b37-ad94-8119b7130c2f tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] show failed (client error): The resource could not be found. May 06 09:43:02.289458 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-19450049-0f37-41be-8241-896696ad37fc req-6cfe6c26-96fc-4b37-ad94-8119b7130c2f tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups/2fcb3d4c-44f3-4e54-bc5c-2ef1394440ad HTTP/1.1" status: 404 len: 352 time: 0.0424020 May 06 09:43:02.312311 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba25f55-fcdb-40da-90fc-2b8a9a4acbfd req-9a8dfd0b-4d45-4458-b6b5-f6ae53ea8168 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:02.314108 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3ba25f55-fcdb-40da-90fc-2b8a9a4acbfd req-9a8dfd0b-4d45-4458-b6b5-f6ae53ea8168 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 950 time: 0.1308627 May 06 09:43:02.355879 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-7f9c15ea-9609-4224-ada6-16d5d47c3eea None None] Set router 51b1e392-0860-4ced-bbe4-5de9b71b22b2 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:43:02.416145 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3ba25f55-fcdb-40da-90fc-2b8a9a4acbfd req-370b15ad-1999-43af-be9d-b206554e8fe0 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925212 May 06 09:43:02.474202 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=13697180-6a9c-4faa-876c-29b8a4ae72fc,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:02.503028 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 378bea14-3ba0-4dc5-9296-03245886d7cc triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:02.504936 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:02.566884 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2dc64b-a978-4d01-bd05-30fb795b9b3c x-openstack-request-id: req-9c2dc64b-a978-4d01-bd05-30fb795b9b3c {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:02.567208 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38111985-0ca9-49c5-a1b1-74e01048b182", "name": "network-vif-plugged", "status": "completed", "tag": "82cc8ff9-0b16-4903-a1af-751dac4e9e85", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:02.567473 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9c2dc64b-a978-4d01-bd05-30fb795b9b3c {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:02.567875 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c2dc64b-a978-4d01-bd05-30fb795b9b3c'] response: {'server_uuid': '38111985-0ca9-49c5-a1b1-74e01048b182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82cc8ff9-0b16-4903-a1af-751dac4e9e85', 'code': 200} May 06 09:43:02.851394 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-53f07dc6-a4db-4231-9576-a2027617c9fa req-40112d8b-11b1-40ec-9549-85def461283e tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-747500808', 'description': 'tempest-description-315277606'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:02.861889 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfcf955-4527-4a0f-9d91-2dfbc9886f93 None None] Network da4f48e8-9aac-4c1b-b526-f7c72842dde0 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:43:02.892487 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8c93e-fca2-4537-bff8-d31595d7f935 req-2fead182-59f7-4136-8bf3-7efa973c60d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:02.894026 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-72c8c93e-fca2-4537-bff8-d31595d7f935 req-2fead182-59f7-4136-8bf3-7efa973c60d4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=38111985-0ca9-49c5-a1b1-74e01048b182 HTTP/1.1" status: 200 len: 1096 time: 0.1644881 May 06 09:43:02.974464 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825ecae-9aaf-4741-aabf-7fbe8c764fe6 req-0c7bb5fe-2fcd-4077-85f2-5ffb47ab16ed tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:02.982332 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3825ecae-9aaf-4741-aabf-7fbe8c764fe6 req-0c7bb5fe-2fcd-4077-85f2-5ffb47ab16ed tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 945 time: 0.2629802 May 06 09:43:02.991630 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-63ec41a9-e636-4f59-b782-d4a0bf5135bd None None] Provisioning complete for port 13697180-6a9c-4faa-876c-29b8a4ae72fc triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:02.992443 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-63ec41a9-e636-4f59-b782-d4a0bf5135bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:03.004494 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-53f07dc6-a4db-4231-9576-a2027617c9fa req-40112d8b-11b1-40ec-9549-85def461283e tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:03.008127 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-72c8c93e-fca2-4537-bff8-d31595d7f935 req-76a9d1f8-ee83-4e81-9ced-39a225f47213 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981054 May 06 09:43:03.032566 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7f9c15ea-9609-4224-ada6-16d5d47c3eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b1e392-0860-4ced-bbe4-5de9b71b22b2', 'name': 'tempest-TaggedBootDevicesTest_v242-2041661882-router', 'tenant_id': '2cc071af9a2845519f6cf5c58969da62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '6628d040-55b1-4f3e-92e9-e894cf7c571a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:58Z', 'updated_at': '2022-05-06T09:43:00Z', 'revision_number': 3, 'project_id': '2cc071af9a2845519f6cf5c58969da62', 'gw_port': {'id': '6628d040-55b1-4f3e-92e9-e894cf7c571a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b1e392-0860-4ced-bbe4-5de9b71b22b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:59Z', 'updated_at': '2022-05-06T09:42:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:03.111645 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9c15ea-9609-4224-ada6-16d5d47c3eea None None] Checking router: 51b1e392-0860-4ced-bbe4-5de9b71b22b2 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:43:03.112001 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9c15ea-9609-4224-ada6-16d5d47c3eea None None] Updating router 51b1e392-0860-4ced-bbe4-5de9b71b22b2 port 6628d040-55b1-4f3e-92e9-e894cf7c571a binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:43:03.117324 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2fc4f35e-bef7-4a84-a29f-6fe846338f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:03.126962 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3825ecae-9aaf-4741-aabf-7fbe8c764fe6 req-ed56cd9d-367a-465b-b727-b99fbe82ce7d tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432712 May 06 09:43:03.165835 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7f9c15ea-9609-4224-ada6-16d5d47c3eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:03.175810 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-53f07dc6-a4db-4231-9576-a2027617c9fa req-40112d8b-11b1-40ec-9549-85def461283e tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:03.185598 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-53f07dc6-a4db-4231-9576-a2027617c9fa req-40112d8b-11b1-40ec-9549-85def461283e tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:03.226850 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-53f07dc6-a4db-4231-9576-a2027617c9fa req-40112d8b-11b1-40ec-9549-85def461283e tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:03.228142 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-53f07dc6-a4db-4231-9576-a2027617c9fa req-40112d8b-11b1-40ec-9549-85def461283e tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3883448 May 06 09:43:03.272231 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40112d8b-11b1-40ec-9549-85def461283e tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=864d71c3-b5bd-4650-bf0b-a372e5ae9a57,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:03.311393 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 0a9422c5-f68d-41ae-a821-9f33b4dfaac0 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:43:03.444645 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c818f93-fcea-44d4-bbbe-bca0d13427f7 req-f73d35d9-a4c2-414a-b53e-eb90a3af1de3 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:03.459932 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c818f93-fcea-44d4-bbbe-bca0d13427f7 req-f73d35d9-a4c2-414a-b53e-eb90a3af1de3 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8d7f133-e0fd-4cb4-af78-e411fe6a59db HTTP/1.1" status: 200 len: 944 time: 0.1183023 May 06 09:43:03.480263 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 0a9422c5-f68d-41ae-a821-9f33b4dfaac0, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=0a9422c5-f68d-41ae-a821-9f33b4dfaac0,segment=NetworkSegment(f57a600d-0e15-46ce-aeed-456e8cefa1bc),segment_id=f57a600d-0e15-46ce-aeed-456e8cefa1bc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:03.500086 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '0a9422c5-f68d-41ae-a821-9f33b4dfaac0', 'network_id': 'b1819d22-79c2-4e2a-8774-0435c5e7e78f', 'port_id': '0a9422c5-f68d-41ae-a821-9f33b4dfaac0', 'mac_address': 'fa:16:3e:ad:8d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee4783db-785e-4313-8cae-b41e82f2266a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:43:03.572742 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:03.589675 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c818f93-fcea-44d4-bbbe-bca0d13427f7 req-ddb15fde-1dc6-4974-b3ab-b6563b9150d9 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddd28620-483c-4c53-87c3-ab2729751a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287510 May 06 09:43:03.593952 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a9422c5-f68d-41ae-a821-9f33b4dfaac0 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:43:03.641261 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0707bd8b-ed11-4e9f-81fd-2f873a4df015 req-7c2f3368-15bb-40a3-8735-f6c6dc27a943 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 210 time: 0.0909023 May 06 09:43:03.645958 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 0a9422c5-f68d-41ae-a821-9f33b4dfaac0, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=0a9422c5-f68d-41ae-a821-9f33b4dfaac0,segment=NetworkSegment(f57a600d-0e15-46ce-aeed-456e8cefa1bc),segment_id=f57a600d-0e15-46ce-aeed-456e8cefa1bc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:03.654369 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 13697180-6a9c-4faa-876c-29b8a4ae72fc up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:03.670970 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:03.714708 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-2fc4f35e-bef7-4a84-a29f-6fe846338f10 admin admin] Allocated IP 172.20.0.1 (da4f48e8-9aac-4c1b-b526-f7c72842dde0/aaa2020d-5a75-4c1c-a396-8828737af9d7/710ac35c-f7cf-4bcf-9db0-8dd3d47f730d) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:03.766897 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-61b0227f-fdcb-4e1d-ad1c-ef83bf93c632 req-dd13cfbc-bd02-4019-a5b1-592842953b71 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-616931985', 'description': 'tempest-description-1770923017'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:03.803056 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=0a9422c5-f68d-41ae-a821-9f33b4dfaac0,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:03.804109 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7f9c15ea-9609-4224-ada6-16d5d47c3eea None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:03.810824 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 13697180-6a9c-4faa-876c-29b8a4ae72fc triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:03.811240 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:03.815984 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7f9c15ea-9609-4224-ada6-16d5d47c3eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:03.819895 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-e180df67-5036-46d0-b4ca-5ae533577842 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:03.822831 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-e180df67-5036-46d0-b4ca-5ae533577842 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.77 "GET /v2.0/networks?id=bf084c2a-2749-4093-a4ea-996162f08ec8 HTTP/1.1" status: 200 len: 812 time: 0.4970016 May 06 09:43:03.861709 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-21ed8664-1309-4dc1-bbb9-fcc40d0cf0bb tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Request body: {'port': {'device_id': '2a4db758-87b3-4765-b464-cb48923a2a56', 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8', 'admin_state_up': True, 'tenant_id': '9f8b2c0972214e249e01f24834153507'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:03.878787 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-61b0227f-fdcb-4e1d-ad1c-ef83bf93c632 req-dd13cfbc-bd02-4019-a5b1-592842953b71 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:03.916460 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-7f9c15ea-9609-4224-ada6-16d5d47c3eea None None] Attempting to bind port 6628d040-55b1-4f3e-92e9-e894cf7c571a on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:03.917301 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-7f9c15ea-9609-4224-ada6-16d5d47c3eea None None] Attempting to bind port 6628d040-55b1-4f3e-92e9-e894cf7c571a by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:03.918017 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9c15ea-9609-4224-ada6-16d5d47c3eea None None] Attempting to bind port 6628d040-55b1-4f3e-92e9-e894cf7c571a on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:03.924860 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29b497-27d8-456c-a117-2721f6d57aa1 None None] Pushing event updated for resources: {'Port': ['ID=6628d040-55b1-4f3e-92e9-e894cf7c571a,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:03.931086 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9c15ea-9609-4224-ada6-16d5d47c3eea None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:03.931481 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384e2f7-f799-451f-aac9-2c4dc17a4a3c req-5d04e759-eb21-4821-96f8-fced8eebd6bd tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:03.933666 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7384e2f7-f799-451f-aac9-2c4dc17a4a3c req-5d04e759-eb21-4821-96f8-fced8eebd6bd tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=38111985-0ca9-49c5-a1b1-74e01048b182 HTTP/1.1" status: 200 len: 945 time: 0.1499491 May 06 09:43:03.948447 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9c15ea-9609-4224-ada6-16d5d47c3eea None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:03.948866 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7f9c15ea-9609-4224-ada6-16d5d47c3eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:03.949516 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9c15ea-9609-4224-ada6-16d5d47c3eea None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:03.949783 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-7f9c15ea-9609-4224-ada6-16d5d47c3eea None None] Bound port: 6628d040-55b1-4f3e-92e9-e894cf7c571a, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:03.950171 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7f9c15ea-9609-4224-ada6-16d5d47c3eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:04.003574 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-cd49c3f4-384b-476b-a6ff-ec403c771dda None None] Provisioning complete for port 13697180-6a9c-4faa-876c-29b8a4ae72fc triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:04.006168 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cd49c3f4-384b-476b-a6ff-ec403c771dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:04.026975 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2fc4f35e-bef7-4a84-a29f-6fe846338f10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:04.027923 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7384e2f7-f799-451f-aac9-2c4dc17a4a3c req-ddcfde10-35c7-4d4d-aea4-8380193f19b6 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852304 May 06 09:43:04.028906 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-7f9c15ea-9609-4224-ada6-16d5d47c3eea None None] For port 6628d040-55b1-4f3e-92e9-e894cf7c571a, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:04.032916 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-7f9c15ea-9609-4224-ada6-16d5d47c3eea None None] For port 6628d040-55b1-4f3e-92e9-e894cf7c571a, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=6628d040-55b1-4f3e-92e9-e894cf7c571a,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:04.057515 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7f9c15ea-9609-4224-ada6-16d5d47c3eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:04.074704 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-21ed8664-1309-4dc1-bbb9-fcc40d0cf0bb tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Made reservation on behalf of 9f8b2c0972214e249e01f24834153507 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:04.078582 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-21ed8664-1309-4dc1-bbb9-fcc40d0cf0bb tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:04.086678 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-61b0227f-fdcb-4e1d-ad1c-ef83bf93c632 req-dd13cfbc-bd02-4019-a5b1-592842953b71 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:04.096592 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-61b0227f-fdcb-4e1d-ad1c-ef83bf93c632 req-dd13cfbc-bd02-4019-a5b1-592842953b71 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:04.122566 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2fc4f35e-bef7-4a84-a29f-6fe846338f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:04.130795 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['0a9422c5-f68d-41ae-a821-9f33b4dfaac0'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:43:04.153450 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-61b0227f-fdcb-4e1d-ad1c-ef83bf93c632 req-dd13cfbc-bd02-4019-a5b1-592842953b71 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:04.165035 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-61b0227f-fdcb-4e1d-ad1c-ef83bf93c632 req-dd13cfbc-bd02-4019-a5b1-592842953b71 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4027460 May 06 09:43:04.176367 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29b497-27d8-456c-a117-2721f6d57aa1 None None] Pushing event updated for resources: {'Port': ['ID=6628d040-55b1-4f3e-92e9-e894cf7c571a,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:04.181716 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9c15ea-9609-4224-ada6-16d5d47c3eea None None] Routers {'51b1e392-0860-4ced-bbe4-5de9b71b22b2'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:04.188146 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7f9c15ea-9609-4224-ada6-16d5d47c3eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:42:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['51b1e392-0860-4ced-bbe4-5de9b71b22b2'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:04.224269 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13cfbc-bd02-4019-a5b1-592842953b71 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00b342d7-9f86-4dc7-aa0e-6317fcf91db8,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:04.256210 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc4f35e-bef7-4a84-a29f-6fe846338f10 admin admin] Network da4f48e8-9aac-4c1b-b526-f7c72842dde0 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:04.272946 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ffc3f-7a7d-416e-bc69-511dec3aa874 req-bbfcbd15-68f3-4896-91b7-333451160b67 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:04.274518 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e7ffc3f-7a7d-416e-bc69-511dec3aa874 req-bbfcbd15-68f3-4896-91b7-333451160b67 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f7d246-5e44-4d4f-bb5a-616faae22ddf HTTP/1.1" status: 200 len: 950 time: 0.1045325 May 06 09:43:04.281547 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-2fc4f35e-bef7-4a84-a29f-6fe846338f10 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:04.292594 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc4f35e-bef7-4a84-a29f-6fe846338f10 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:04.335474 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2fc4f35e-bef7-4a84-a29f-6fe846338f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:04.341871 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4f35e-bef7-4a84-a29f-6fe846338f10 admin admin] Pushing event updated for resources: {'Port': ['ID=710ac35c-f7cf-4bcf-9db0-8dd3d47f730d,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:04.361626 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e7ffc3f-7a7d-416e-bc69-511dec3aa874 req-e559af98-0c7d-403b-ac94-0a40a8b95123 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad62fde1-e777-4b19-a6c1-efadc86c1787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569661 May 06 09:43:04.377435 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-7f9c15ea-9609-4224-ada6-16d5d47c3eea None None] Set router 51b1e392-0860-4ced-bbe4-5de9b71b22b2 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:43:04.393236 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1de25-66e4-488a-8c66-5e68779eb808 req-bbc240ff-de71-4ce7-95a1-669c80539c89 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:04.399356 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-36b1de25-66e4-488a-8c66-5e68779eb808 req-bbc240ff-de71-4ce7-95a1-669c80539c89 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 950 time: 0.1236184 May 06 09:43:04.478351 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-36b1de25-66e4-488a-8c66-5e68779eb808 req-d59a1c34-40ac-4421-b5b1-771f94ea4c12 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685110 May 06 09:43:04.495762 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-21ed8664-1309-4dc1-bbb9-fcc40d0cf0bb tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Allocated IP 172.20.0.10 (bf084c2a-2749-4093-a4ea-996162f08ec8/8274d079-7928-4ac7-bf6e-3d3c9edfbcb7/a3b4a96f-6902-4b55-b868-d20cfc1713df) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:04.572640 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-0dd9fb2e-c979-4e78-9c2f-9a9350b6a833 req-f557bef4-476c-4c81-abbf-2327e174685c tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-434547402', 'description': 'tempest-description-1430050578'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:04.615661 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-97dce0f5-74d1-4889-a167-e220c9889395 None None] Provisioning complete for port 710ac35c-f7cf-4bcf-9db0-8dd3d47f730d triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:04.617314 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-97dce0f5-74d1-4889-a167-e220c9889395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:04.627283 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2fc4f35e-bef7-4a84-a29f-6fe846338f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:04.649804 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277a25b-f94d-4780-a364-47ab1989699b req-274d935a-fae5-410d-bb50-cb268c680feb tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:04.652267 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5277a25b-f94d-4780-a364-47ab1989699b req-274d935a-fae5-410d-bb50-cb268c680feb tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 945 time: 0.1725593 May 06 09:43:04.654425 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0dd9fb2e-c979-4e78-9c2f-9a9350b6a833 req-f557bef4-476c-4c81-abbf-2327e174685c tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:04.668655 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-97dce0f5-74d1-4889-a167-e220c9889395 None None] Port 710ac35c-f7cf-4bcf-9db0-8dd3d47f730d cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:43:04.737981 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5277a25b-f94d-4780-a364-47ab1989699b req-fdcd2b67-5ad5-4e6b-9d34-29b36a11eea2 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594561 May 06 09:43:04.778424 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0dd9fb2e-c979-4e78-9c2f-9a9350b6a833 req-f557bef4-476c-4c81-abbf-2327e174685c tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:04.788404 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0dd9fb2e-c979-4e78-9c2f-9a9350b6a833 req-f557bef4-476c-4c81-abbf-2327e174685c tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:04.817097 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0dd9fb2e-c979-4e78-9c2f-9a9350b6a833 req-f557bef4-476c-4c81-abbf-2327e174685c tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:04.819939 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0dd9fb2e-c979-4e78-9c2f-9a9350b6a833 req-f557bef4-476c-4c81-abbf-2327e174685c tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2522931 May 06 09:43:04.846478 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557bef4-476c-4c81-abbf-2327e174685c tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2528c2cf-a819-41d8-9da4-bd9459209e95,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:04.876501 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7f9c15ea-9609-4224-ada6-16d5d47c3eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b1e392-0860-4ced-bbe4-5de9b71b22b2', 'name': 'tempest-TaggedBootDevicesTest_v242-2041661882-router', 'tenant_id': '2cc071af9a2845519f6cf5c58969da62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '6628d040-55b1-4f3e-92e9-e894cf7c571a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:58Z', 'updated_at': '2022-05-06T09:43:00Z', 'revision_number': 3, 'project_id': '2cc071af9a2845519f6cf5c58969da62', 'gw_port': {'id': '6628d040-55b1-4f3e-92e9-e894cf7c571a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b1e392-0860-4ced-bbe4-5de9b71b22b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:59Z', 'updated_at': '2022-05-06T09:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:04.910370 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9c15ea-9609-4224-ada6-16d5d47c3eea None None] The sync data for ids ['51b1e392-0860-4ced-bbe4-5de9b71b22b2'] in n-d-840835-1 is: [{'id': '51b1e392-0860-4ced-bbe4-5de9b71b22b2', 'name': 'tempest-TaggedBootDevicesTest_v242-2041661882-router', 'tenant_id': '2cc071af9a2845519f6cf5c58969da62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '6628d040-55b1-4f3e-92e9-e894cf7c571a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:58Z', 'updated_at': '2022-05-06T09:43:00Z', 'revision_number': 3, 'project_id': '2cc071af9a2845519f6cf5c58969da62', 'gw_port': {'id': '6628d040-55b1-4f3e-92e9-e894cf7c571a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b1e392-0860-4ced-bbe4-5de9b71b22b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:59Z', 'updated_at': '2022-05-06T09:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:43:04.960259 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-21ed8664-1309-4dc1-bbb9-fcc40d0cf0bb tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:04.974974 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace29875-27c5-4dee-969b-ae317e834b55 req-33d58611-5b87-4d7d-8293-f8886882a40b tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:04.979725 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ace29875-27c5-4dee-969b-ae317e834b55 req-33d58611-5b87-4d7d-8293-f8886882a40b tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8d7f133-e0fd-4cb4-af78-e411fe6a59db HTTP/1.1" status: 200 len: 945 time: 0.0619175 May 06 09:43:04.989067 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2fc4f35e-bef7-4a84-a29f-6fe846338f10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:04.996077 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2fc4f35e-bef7-4a84-a29f-6fe846338f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:05.023486 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99b0f1f1-d546-4001-99ac-508a6de69fcf req-49572b1a-3655-4f6c-be18-5bd705dbcabe tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 210 time: 0.0425961 May 06 09:43:05.056583 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ace29875-27c5-4dee-969b-ae317e834b55 req-4bc9b952-e8a2-4abd-981e-b5615ccc3b91 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddd28620-483c-4c53-87c3-ab2729751a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649490 May 06 09:43:05.117424 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2fc4f35e-bef7-4a84-a29f-6fe846338f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:05.119766 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4f35e-bef7-4a84-a29f-6fe846338f10 admin admin] Pushing event updated for resources: {'Port': ['ID=710ac35c-f7cf-4bcf-9db0-8dd3d47f730d,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:05.123711 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-21ed8664-1309-4dc1-bbb9-fcc40d0cf0bb tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:05.219439 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-21ed8664-1309-4dc1-bbb9-fcc40d0cf0bb tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Network bf084c2a-2749-4093-a4ea-996162f08ec8 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:05.219664 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1e688-d35a-4907-9898-408eab72f5e8 req-ce794168-2706-4a8f-8dc4-be92dc01b7e2 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:05.219805 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-66f1e688-d35a-4907-9898-408eab72f5e8 req-ce794168-2706-4a8f-8dc4-be92dc01b7e2 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 945 time: 0.1104493 May 06 09:43:05.227609 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-21ed8664-1309-4dc1-bbb9-fcc40d0cf0bb tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:05.256756 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-21ed8664-1309-4dc1-bbb9-fcc40d0cf0bb tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:05.265081 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed8664-1309-4dc1-bbb9-fcc40d0cf0bb tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Pushing event updated for resources: {'Port': ['ID=a3b4a96f-6902-4b55-b868-d20cfc1713df,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:05.298821 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-89150ab4-3d25-4222-b753-c29b34b74a18 req-1ea1bde1-5cee-40b2-add5-56b3ee8d9277 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7164c1da46a24f038e1d3e72e4e90141 HTTP/1.1" status: 200 len: 10908 time: 0.2192070 May 06 09:43:05.319239 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 0a9422c5-f68d-41ae-a821-9f33b4dfaac0 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:05.331968 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-66f1e688-d35a-4907-9898-408eab72f5e8 req-5ef6097b-e311-4f49-b3da-6a64cd778036 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875030 May 06 09:43:05.342050 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-21ed8664-1309-4dc1-bbb9-fcc40d0cf0bb tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:05.342728 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-21ed8664-1309-4dc1-bbb9-fcc40d0cf0bb tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:05.370638 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc4f35e-bef7-4a84-a29f-6fe846338f10 admin admin] Network da4f48e8-9aac-4c1b-b526-f7c72842dde0 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:05.374448 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-21ed8664-1309-4dc1-bbb9-fcc40d0cf0bb tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5168488 May 06 09:43:05.395572 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-2fc4f35e-bef7-4a84-a29f-6fe846338f10 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:05.404683 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-89150ab4-3d25-4222-b753-c29b34b74a18 req-fedc81dd-9bc5-4e2d-86b3-ea15f07b974f tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups/08415831-0822-4e23-bce7-b07a4ad1f19f HTTP/1.1" status: 200 len: 2985 time: 0.0957589 May 06 09:43:05.404928 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:43:05.409110 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-40ec9dee-2b3d-4a84-ab43-afeae94fa671 service neutron] Request body: {'port': {'device_id': '2a4db758-87b3-4765-b464-cb48923a2a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:05.442328 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 0a9422c5-f68d-41ae-a821-9f33b4dfaac0 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:43:05.447708 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 0a9422c5-f68d-41ae-a821-9f33b4dfaac0 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:05.448090 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:05.529885 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-40ec9dee-2b3d-4a84-ab43-afeae94fa671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:05.622048 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-89150ab4-3d25-4222-b753-c29b34b74a18 req-a6b311f3-567a-44e7-a42d-a68bb9d4214d tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups/08415831-0822-4e23-bce7-b07a4ad1f19f HTTP/1.1" status: 200 len: 2985 time: 0.2134280 May 06 09:43:05.644143 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda6479-966a-414f-97e4-2796fd4e9652 req-a88d4240-a932-42c8-845b-d5e976298730 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:05.646002 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6bda6479-966a-414f-97e4-2796fd4e9652 req-a88d4240-a932-42c8-845b-d5e976298730 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.84 "GET /v2.0/ports?device_id=77f7d246-5e44-4d4f-bb5a-616faae22ddf HTTP/1.1" status: 200 len: 950 time: 0.1860585 May 06 09:43:05.648516 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 6628d040-55b1-4f3e-92e9-e894cf7c571a up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:05.707258 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:05.721369 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04589580-f3f9-475f-a8a0-27e031db283c req-8d770b45-9ac7-44e8-b3d0-fddd68694831 tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:05.723180 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-04589580-f3f9-475f-a8a0-27e031db283c req-8d770b45-9ac7-44e8-b3d0-fddd68694831 tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 1101 time: 0.1687596 May 06 09:43:05.769485 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 0a9422c5-f68d-41ae-a821-9f33b4dfaac0, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=0a9422c5-f68d-41ae-a821-9f33b4dfaac0,segment=NetworkSegment(f57a600d-0e15-46ce-aeed-456e8cefa1bc),segment_id=f57a600d-0e15-46ce-aeed-456e8cefa1bc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:05.771588 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d7f133-e0fd-4cb4-af78-e411fe6a59db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9422c5-f68d-41ae-a821-9f33b4dfaac0'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:05.774318 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0c1dcb-63da-4aec-911d-9461513bb4fb" -d '{"events": [{"server_uuid": "a8d7f133-e0fd-4cb4-af78-e411fe6a59db", "name": "network-vif-plugged", "status": "completed", "tag": "0a9422c5-f68d-41ae-a821-9f33b4dfaac0"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:05.780883 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:05.792469 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 6628d040-55b1-4f3e-92e9-e894cf7c571a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:05.793277 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:05.851582 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-04589580-f3f9-475f-a8a0-27e031db283c req-6817006f-a543-4ec4-ba8f-4982f981ffb0 tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169779 May 06 09:43:05.885969 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2ae30-babc-4f37-b198-2ad73e63dcc5 req-ab6e6f38-7182-4572-a8a1-3b5359127032 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:05.887751 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73d2ae30-babc-4f37-b198-2ad73e63dcc5 req-ab6e6f38-7182-4572-a8a1-3b5359127032 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=38111985-0ca9-49c5-a1b1-74e01048b182 HTTP/1.1" status: 200 len: 945 time: 0.1683979 May 06 09:43:05.900467 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-3bf7469d-06be-4f19-9204-8b9ee49548f6 None None] Provisioning complete for port 710ac35c-f7cf-4bcf-9db0-8dd3d47f730d triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:05.901481 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3bf7469d-06be-4f19-9204-8b9ee49548f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:05.946168 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-3bf7469d-06be-4f19-9204-8b9ee49548f6 None None] Port 710ac35c-f7cf-4bcf-9db0-8dd3d47f730d cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:43:05.948718 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=0a9422c5-f68d-41ae-a821-9f33b4dfaac0,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:05.985484 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-6bda6479-966a-414f-97e4-2796fd4e9652 req-4bfefdaf-367b-479c-b950-ab1352b3356a tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Deleting port f5680be3-7b50-42c2-82a5-5f277408e581 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:43:05.985849 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6bda6479-966a-414f-97e4-2796fd4e9652 req-4bfefdaf-367b-479c-b950-ab1352b3356a tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:06.000174 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc4f35e-bef7-4a84-a29f-6fe846338f10 admin admin] Router 51b1e392-0860-4ced-bbe4-5de9b71b22b2 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:43:06.001076 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:06.029009 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 6628d040-55b1-4f3e-92e9-e894cf7c571a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=6628d040-55b1-4f3e-92e9-e894cf7c571a,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:06.038979 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:06.117526 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73d2ae30-babc-4f37-b198-2ad73e63dcc5 req-454a231a-4b58-4ec8-80fe-dcf29a159229 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144563 May 06 09:43:06.124120 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=6628d040-55b1-4f3e-92e9-e894cf7c571a,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:06.257319 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-40ec9dee-2b3d-4a84-ab43-afeae94fa671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3b4a96f-6902-4b55-b868-d20cfc1713df {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:43:06.262387 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc4f35e-bef7-4a84-a29f-6fe846338f10 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:43:06.270149 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-40ec9dee-2b3d-4a84-ab43-afeae94fa671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:06.285317 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2fc4f35e-bef7-4a84-a29f-6fe846338f10 admin admin] 10.222.0.73 "PUT /v2.0/routers/51b1e392-0860-4ced-bbe4-5de9b71b22b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2440960 May 06 09:43:06.291906 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-40ec9dee-2b3d-4a84-ab43-afeae94fa671 service neutron] Transition to ACTIVE for port object a3b4a96f-6902-4b55-b868-d20cfc1713df will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:43:06.298715 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-6bda6479-966a-414f-97e4-2796fd4e9652 req-4bfefdaf-367b-479c-b950-ab1352b3356a tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] For port f5680be3-7b50-42c2-82a5-5f277408e581, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f5680be3-7b50-42c2-82a5-5f277408e581,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:06.299238 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6bda6479-966a-414f-97e4-2796fd4e9652 req-4bfefdaf-367b-479c-b950-ab1352b3356a tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:06.302370 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-40ec9dee-2b3d-4a84-ab43-afeae94fa671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:06.326616 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-94b21870-b719-4bf2-ae49-eaa8e2093487 req-070b6d41-15ea-4ec0-8a64-843e18a12d7b tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups/864d71c3-b5bd-4650-bf0b-a372e5ae9a57 HTTP/1.1" status: 200 len: 1801 time: 0.1308258 May 06 09:43:06.338560 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c73545-7412-4161-b434-6b1ba1beb061 req-5c24db5b-81c7-411e-ae0d-a09d6cc987dd tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:06.340028 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-89c73545-7412-4161-b434-6b1ba1beb061 req-5c24db5b-81c7-411e-ae0d-a09d6cc987dd tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f7d246-5e44-4d4f-bb5a-616faae22ddf HTTP/1.1" status: 200 len: 950 time: 0.1141768 May 06 09:43:06.361941 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-6bda6479-966a-414f-97e4-2796fd4e9652 req-4bfefdaf-367b-479c-b950-ab1352b3356a tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Calling delete_port for f5680be3-7b50-42c2-82a5-5f277408e581 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:43:06.371077 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec9dee-2b3d-4a84-ab43-afeae94fa671 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b4a96f-6902-4b55-b868-d20cfc1713df,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:06.463780 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-89c73545-7412-4161-b434-6b1ba1beb061 req-d6bf97f8-76e4-4ad8-943a-9c59a1810cfa tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad62fde1-e777-4b19-a6c1-efadc86c1787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041722 May 06 09:43:06.464065 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-40ec9dee-2b3d-4a84-ab43-afeae94fa671 service neutron] Attempting to bind port a3b4a96f-6902-4b55-b868-d20cfc1713df on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:06.464314 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-40ec9dee-2b3d-4a84-ab43-afeae94fa671 service neutron] Attempting to bind port a3b4a96f-6902-4b55-b868-d20cfc1713df by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '627bbd8f-a3da-4da2-815f-3be0d917a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:06.464651 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-40ec9dee-2b3d-4a84-ab43-afeae94fa671 service neutron] Attempting to bind port a3b4a96f-6902-4b55-b868-d20cfc1713df on network bf084c2a-2749-4093-a4ea-996162f08ec8 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:06.470721 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-40ec9dee-2b3d-4a84-ab43-afeae94fa671 service neutron] Port a3b4a96f-6902-4b55-b868-d20cfc1713df on network bf084c2a-2749-4093-a4ea-996162f08ec8 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:43:06.470721 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-40ec9dee-2b3d-4a84-ab43-afeae94fa671 service neutron] Attempting to bind port a3b4a96f-6902-4b55-b868-d20cfc1713df on network bf084c2a-2749-4093-a4ea-996162f08ec8 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:06.476689 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-40ec9dee-2b3d-4a84-ab43-afeae94fa671 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:06.477154 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-40ec9dee-2b3d-4a84-ab43-afeae94fa671 service neutron] Checking segment: {'id': '627bbd8f-a3da-4da2-815f-3be0d917a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:06.477452 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-40ec9dee-2b3d-4a84-ab43-afeae94fa671 service neutron] Bound using segment: {'id': '627bbd8f-a3da-4da2-815f-3be0d917a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:06.478410 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-40ec9dee-2b3d-4a84-ab43-afeae94fa671 service neutron] Bound port: a3b4a96f-6902-4b55-b868-d20cfc1713df, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '627bbd8f-a3da-4da2-815f-3be0d917a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:06.478890 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-40ec9dee-2b3d-4a84-ab43-afeae94fa671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:06.495326 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-94b21870-b719-4bf2-ae49-eaa8e2093487 req-a309899e-5065-408a-b6fb-466880a9bf64 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:06.532909 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-94b21870-b719-4bf2-ae49-eaa8e2093487 req-a309899e-5065-408a-b6fb-466880a9bf64 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:06.537089 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07655ba2-90e0-4b79-9eb0-1caa14a243ae x-openstack-request-id: req-07655ba2-90e0-4b79-9eb0-1caa14a243ae {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:06.537369 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d7f133-e0fd-4cb4-af78-e411fe6a59db", "name": "network-vif-plugged", "status": "completed", "tag": "0a9422c5-f68d-41ae-a821-9f33b4dfaac0", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:06.537597 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-07655ba2-90e0-4b79-9eb0-1caa14a243ae {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:06.538005 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07655ba2-90e0-4b79-9eb0-1caa14a243ae'] response: {'server_uuid': 'a8d7f133-e0fd-4cb4-af78-e411fe6a59db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9422c5-f68d-41ae-a821-9f33b4dfaac0', 'code': 200} May 06 09:43:06.621241 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-94b21870-b719-4bf2-ae49-eaa8e2093487 req-a309899e-5065-408a-b6fb-466880a9bf64 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:06.624349 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-94b21870-b719-4bf2-ae49-eaa8e2093487 req-a309899e-5065-408a-b6fb-466880a9bf64 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:06.625671 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-94b21870-b719-4bf2-ae49-eaa8e2093487 req-a309899e-5065-408a-b6fb-466880a9bf64 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "DELETE /v2.0/security-groups/864d71c3-b5bd-4650-bf0b-a372e5ae9a57 HTTP/1.1" status: 204 len: 173 time: 0.2981923 May 06 09:43:06.638829 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-40ec9dee-2b3d-4a84-ab43-afeae94fa671 service neutron] For port a3b4a96f-6902-4b55-b868-d20cfc1713df, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:06.643501 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-40ec9dee-2b3d-4a84-ab43-afeae94fa671 service neutron] For port a3b4a96f-6902-4b55-b868-d20cfc1713df, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a3b4a96f-6902-4b55-b868-d20cfc1713df,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:06.652189 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309899e-5065-408a-b6fb-466880a9bf64 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=864d71c3-b5bd-4650-bf0b-a372e5ae9a57,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:06.652859 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-40ec9dee-2b3d-4a84-ab43-afeae94fa671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:06.657468 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6bda6479-966a-414f-97e4-2796fd4e9652 req-4bfefdaf-367b-479c-b950-ab1352b3356a tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:06.676744 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['f5680be3-7b50-42c2-82a5-5f277408e581'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:43:06.718794 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfefdaf-367b-479c-b950-ab1352b3356a tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Pushing event deleted for resources: {'Port': ['ID=f5680be3-7b50-42c2-82a5-5f277408e581,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:06.752028 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-40ec9dee-2b3d-4a84-ab43-afeae94fa671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:06.752729 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-40ec9dee-2b3d-4a84-ab43-afeae94fa671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:06.754092 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-40ec9dee-2b3d-4a84-ab43-afeae94fa671 service neutron] 10.222.0.77 "PUT /v2.0/ports/a3b4a96f-6902-4b55-b868-d20cfc1713df HTTP/1.1" status: 200 len: 1092 time: 1.3600841 May 06 09:43:06.754679 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4db758-87b3-4765-b464-cb48923a2a56', 'tag': 'a3b4a96f-6902-4b55-b868-d20cfc1713df'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:06.760883 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6fb7fb-a0db-4cd7-b90e-ee212da4cea4" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4db758-87b3-4765-b464-cb48923a2a56", "tag": "a3b4a96f-6902-4b55-b868-d20cfc1713df"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:06.797607 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bda6479-966a-414f-97e4-2796fd4e9652 req-4bfefdaf-367b-479c-b950-ab1352b3356a tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] No DVR routers for this DVR port f5680be3-7b50-42c2-82a5-5f277408e581 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:43:06.798167 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec9dee-2b3d-4a84-ab43-afeae94fa671 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b4a96f-6902-4b55-b868-d20cfc1713df,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:06.807184 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6bda6479-966a-414f-97e4-2796fd4e9652 req-4bfefdaf-367b-479c-b950-ab1352b3356a tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:06.811637 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6bda6479-966a-414f-97e4-2796fd4e9652 req-4bfefdaf-367b-479c-b950-ab1352b3356a tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.84 "DELETE /v2.0/ports/f5680be3-7b50-42c2-82a5-5f277408e581 HTTP/1.1" status: 204 len: 173 time: 1.1563432 May 06 09:43:06.814396 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff74059-e89a-408e-90dc-f83b4de17908 req-92188aa9-d286-4882-8e37-52c2dd1383cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:06.817394 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ff74059-e89a-408e-90dc-f83b4de17908 req-92188aa9-d286-4882-8e37-52c2dd1383cb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a8d7f133-e0fd-4cb4-af78-e411fe6a59db HTTP/1.1" status: 200 len: 1097 time: 0.1760058 May 06 09:43:06.821445 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f7d246-5e44-4d4f-bb5a-616faae22ddf', 'name': 'network-vif-deleted', 'tag': 'f5680be3-7b50-42c2-82a5-5f277408e581'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:06.842877 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e0e918-aad0-405a-b711-674c61024716" -d '{"events": [{"server_uuid": "77f7d246-5e44-4d4f-bb5a-616faae22ddf", "name": "network-vif-deleted", "tag": "f5680be3-7b50-42c2-82a5-5f277408e581"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:06.933049 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-f9052e6d-6901-493e-92b0-ff08a271ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:06.934784 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-f9052e6d-6901-493e-92b0-ff08a271ddc1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9f8b2c0972214e249e01f24834153507&device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 1095 time: 0.0832064 May 06 09:43:07.011945 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-d4566966-1932-46db-8cfd-284a55c1d128 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3b4a96f-6902-4b55-b868-d20cfc1713df HTTP/1.1" status: 200 len: 217 time: 0.0596864 May 06 09:43:07.026624 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ff74059-e89a-408e-90dc-f83b4de17908 req-64cb9e96-9527-42b4-bd1e-df2a18553b41 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ddd28620-483c-4c53-87c3-ab2729751a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646698 May 06 09:43:07.038017 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226ae2d-08a4-4027-99d1-1b87278efad3 req-4072e7b8-b9c8-46a7-8604-20cf6ae02352 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:07.060927 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b226ae2d-08a4-4027-99d1-1b87278efad3 req-4072e7b8-b9c8-46a7-8604-20cf6ae02352 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 944 time: 0.2418485 May 06 09:43:07.097954 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-fe352ee4-ecd0-4649-95b5-e77ff0f145b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:07.103449 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-fe352ee4-ecd0-4649-95b5-e77ff0f145b4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8274d079-7928-4ac7-bf6e-3d3c9edfbcb7 HTTP/1.1" status: 200 len: 852 time: 0.0845246 May 06 09:43:07.113217 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad8264-881e-4e1d-9eab-a1904bbf30f8 req-d7339c91-0f0b-498b-9684-8786feab00dd tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:07.115207 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ebad8264-881e-4e1d-9eab-a1904bbf30f8 req-d7339c91-0f0b-498b-9684-8786feab00dd tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8d7f133-e0fd-4cb4-af78-e411fe6a59db HTTP/1.1" status: 200 len: 946 time: 0.1680310 May 06 09:43:07.135617 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b226ae2d-08a4-4027-99d1-1b87278efad3 req-d5821481-4683-4e7a-9538-8c266b3f21db tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724418 May 06 09:43:07.180635 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ebad8264-881e-4e1d-9eab-a1904bbf30f8 req-0b2eff41-9c10-4835-9d85-fe10d1268e92 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddd28620-483c-4c53-87c3-ab2729751a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582054 May 06 09:43:07.258856 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-81da4731-c27f-4c82-bcff-b0baf6a66b47 req-4fc6eac5-1461-4f70-94bd-4dec49626cf3 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] show failed (client error): The resource could not be found. May 06 09:43:07.259901 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-81da4731-c27f-4c82-bcff-b0baf6a66b47 req-4fc6eac5-1461-4f70-94bd-4dec49626cf3 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups/864d71c3-b5bd-4650-bf0b-a372e5ae9a57 HTTP/1.1" status: 404 len: 352 time: 0.0184844 May 06 09:43:07.307257 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf1ba0e-958f-47d9-90de-7cec2cb01211 x-openstack-request-id: req-2cf1ba0e-958f-47d9-90de-7cec2cb01211 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:07.307783 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4db758-87b3-4765-b464-cb48923a2a56", "tag": "a3b4a96f-6902-4b55-b868-d20cfc1713df", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:07.307783 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2cf1ba0e-958f-47d9-90de-7cec2cb01211 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:07.308201 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cf1ba0e-958f-47d9-90de-7cec2cb01211'] response: {'name': 'network-changed', 'server_uuid': '2a4db758-87b3-4765-b464-cb48923a2a56', 'tag': 'a3b4a96f-6902-4b55-b868-d20cfc1713df', 'status': 'completed', 'code': 200} May 06 09:43:07.343448 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50292c13-0657-4865-99e1-6182e2667455 req-83348b6e-7ebb-4a48-ab1a-020923dad180 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:07.346080 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-50292c13-0657-4865-99e1-6182e2667455 req-83348b6e-7ebb-4a48-ab1a-020923dad180 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 945 time: 0.0891585 May 06 09:43:07.423930 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4378ca98-bcc5-4a45-ad76-29f892f48ea5 None None] Sync routers for ids ['51b1e392-0860-4ced-bbe4-5de9b71b22b2'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:43:07.430264 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-50292c13-0657-4865-99e1-6182e2667455 req-3058aa81-edc9-4c52-9dce-7fe207c3154a tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703464 May 06 09:43:07.434932 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4378ca98-bcc5-4a45-ad76-29f892f48ea5 None None] Routers {'51b1e392-0860-4ced-bbe4-5de9b71b22b2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:07.435903 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4378ca98-bcc5-4a45-ad76-29f892f48ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:42:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['51b1e392-0860-4ced-bbe4-5de9b71b22b2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:07.468742 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c22fd-d462-4659-87be-91c76207f50e req-0578e17a-3298-49d9-8261-af19aa62335b tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:07.470253 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-677c22fd-d462-4659-87be-91c76207f50e req-0578e17a-3298-49d9-8261-af19aa62335b tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 1101 time: 0.0913141 May 06 09:43:07.477277 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-22680b57-9524-496b-afc8-fc3b1b940af8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bf084c2a-2749-4093-a4ea-996162f08ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358365 May 06 09:43:07.568949 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-677c22fd-d462-4659-87be-91c76207f50e req-ed5ae43e-ee85-406f-b408-5dae57abde61 tempest-ServersAdminTestJSON-1475574198 tempest-ServersAdminTestJSON-1475574198-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727878 May 06 09:43:07.588244 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7930891c-311c-477b-b453-f235e5d4e659 x-openstack-request-id: req-7930891c-311c-477b-b453-f235e5d4e659 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:07.589706 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f7d246-5e44-4d4f-bb5a-616faae22ddf", "name": "network-vif-deleted", "tag": "f5680be3-7b50-42c2-82a5-5f277408e581", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:07.590153 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7930891c-311c-477b-b453-f235e5d4e659 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:07.590782 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7930891c-311c-477b-b453-f235e5d4e659'] response: {'server_uuid': '77f7d246-5e44-4d4f-bb5a-616faae22ddf', 'name': 'network-vif-deleted', 'tag': 'f5680be3-7b50-42c2-82a5-5f277408e581', 'status': 'completed', 'code': 200} May 06 09:43:07.674511 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e58ae909-a200-41dd-8994-2bc3ff897572 req-478b306c-ed40-47d3-b26a-7debb29fa310 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups/00b342d7-9f86-4dc7-aa0e-6317fcf91db8 HTTP/1.1" status: 200 len: 1802 time: 0.0883269 May 06 09:43:07.751693 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e58ae909-a200-41dd-8994-2bc3ff897572 req-4d8678f6-0822-4402-8048-007e84c0b7e9 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:07.823489 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2fc415ce-5a31-42d7-92b8-d4119dc834de req-bddf10db-0c72-44bc-8fc9-3a3ee87c8f31 tempest-TenantUsagesTestJSON-835230404 tempest-TenantUsagesTestJSON-835230404-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f7d246-5e44-4d4f-bb5a-616faae22ddf HTTP/1.1" status: 200 len: 210 time: 0.0526240 May 06 09:43:07.837183 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e58ae909-a200-41dd-8994-2bc3ff897572 req-4d8678f6-0822-4402-8048-007e84c0b7e9 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:07.900769 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 6628d040-55b1-4f3e-92e9-e894cf7c571a up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:07.921996 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e58ae909-a200-41dd-8994-2bc3ff897572 req-4d8678f6-0822-4402-8048-007e84c0b7e9 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:07.926879 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e58ae909-a200-41dd-8994-2bc3ff897572 req-4d8678f6-0822-4402-8048-007e84c0b7e9 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:07.932403 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e58ae909-a200-41dd-8994-2bc3ff897572 req-4d8678f6-0822-4402-8048-007e84c0b7e9 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "DELETE /v2.0/security-groups/00b342d7-9f86-4dc7-aa0e-6317fcf91db8 HTTP/1.1" status: 204 len: 173 time: 0.2567074 May 06 09:43:07.959694 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8678f6-0822-4402-8048-007e84c0b7e9 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b342d7-9f86-4dc7-aa0e-6317fcf91db8,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:07.978829 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-f38facb9-db27-4b1f-b856-1f4ae2f5f728 req-03c5999a-2f41-4350-b9d1-682ae29732fe tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] show failed (client error): The resource could not be found. May 06 09:43:07.996693 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f38facb9-db27-4b1f-b856-1f4ae2f5f728 req-03c5999a-2f41-4350-b9d1-682ae29732fe tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups/00b342d7-9f86-4dc7-aa0e-6317fcf91db8 HTTP/1.1" status: 404 len: 352 time: 0.0341511 May 06 09:43:08.060270 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 6628d040-55b1-4f3e-92e9-e894cf7c571a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:08.064122 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:08.065421 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-be47e074-d79a-4fc8-93f2-8fb74370e2af service neutron] 10.222.0.77 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5794449 May 06 09:43:08.079641 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0069bec0-51ba-4ec0-a2d0-bfbe1bba2df3 req-278b3d63-e94c-45c4-85af-ea447a10d3bb tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups/2528c2cf-a819-41d8-9da4-bd9459209e95 HTTP/1.1" status: 200 len: 1802 time: 0.0676432 May 06 09:43:08.084906 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-4378ca98-bcc5-4a45-ad76-29f892f48ea5 None None] Set router 51b1e392-0860-4ced-bbe4-5de9b71b22b2 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:43:08.205479 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0069bec0-51ba-4ec0-a2d0-bfbe1bba2df3 req-e5270fdc-e49d-4702-9512-e0ce1455df00 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:08.215413 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f92d0072-05fa-4179-b10f-2ab4bddcd44e req-71bf1c02-b731-46fa-b593-22afca63dea0 service neutron] 10.222.0.77 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419814 May 06 09:43:08.292068 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0069bec0-51ba-4ec0-a2d0-bfbe1bba2df3 req-e5270fdc-e49d-4702-9512-e0ce1455df00 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:08.357171 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b09deb-5f5f-4282-85d4-41d5f6b337e5 req-11af8037-3537-47d8-9d4c-a168ca5534ea tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:08.359336 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b2b09deb-5f5f-4282-85d4-41d5f6b337e5 req-11af8037-3537-47d8-9d4c-a168ca5534ea tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.77 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 945 time: 0.1459553 May 06 09:43:08.374166 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43635f7b-64e0-4d1e-af6c-22928a2f79b2 req-170e1079-585d-49ae-963c-4e2e12f94aa1 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:08.376488 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43635f7b-64e0-4d1e-af6c-22928a2f79b2 req-170e1079-585d-49ae-963c-4e2e12f94aa1 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=0143a0b5-af76-4c30-82d2-6834cab885d7 HTTP/1.1" status: 200 len: 950 time: 0.1477959 May 06 09:43:08.383351 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fb7fb-a0db-4cd7-b90e-ee212da4cea4 req-9980f8a5-ef3d-4533-94ca-763523b772c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:08.385968 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4d6fb7fb-a0db-4cd7-b90e-ee212da4cea4 req-9980f8a5-ef3d-4533-94ca-763523b772c4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9f8b2c0972214e249e01f24834153507&device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 1095 time: 0.0557010 May 06 09:43:08.456244 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0069bec0-51ba-4ec0-a2d0-bfbe1bba2df3 req-e5270fdc-e49d-4702-9512-e0ce1455df00 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:08.458972 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0069bec0-51ba-4ec0-a2d0-bfbe1bba2df3 req-e5270fdc-e49d-4702-9512-e0ce1455df00 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:08.460271 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0069bec0-51ba-4ec0-a2d0-bfbe1bba2df3 req-e5270fdc-e49d-4702-9512-e0ce1455df00 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "DELETE /v2.0/security-groups/2528c2cf-a819-41d8-9da4-bd9459209e95 HTTP/1.1" status: 204 len: 173 time: 0.3716273 May 06 09:43:08.503460 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4378ca98-bcc5-4a45-ad76-29f892f48ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b1e392-0860-4ced-bbe4-5de9b71b22b2', 'name': 'tempest-TaggedBootDevicesTest_v242-2041661882-router', 'tenant_id': '2cc071af9a2845519f6cf5c58969da62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '6628d040-55b1-4f3e-92e9-e894cf7c571a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:58Z', 'updated_at': '2022-05-06T09:43:04Z', 'revision_number': 4, 'project_id': '2cc071af9a2845519f6cf5c58969da62', 'gw_port': {'id': '6628d040-55b1-4f3e-92e9-e894cf7c571a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b1e392-0860-4ced-bbe4-5de9b71b22b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:59Z', 'updated_at': '2022-05-06T09:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '710ac35c-f7cf-4bcf-9db0-8dd3d47f730d', 'name': '', 'network_id': 'da4f48e8-9aac-4c1b-b526-f7c72842dde0', 'tenant_id': '2cc071af9a2845519f6cf5c58969da62', 'mac_address': 'fa:16:3e:2e:2b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b1e392-0860-4ced-bbe4-5de9b71b22b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'aaa2020d-5a75-4c1c-a396-8828737af9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:03Z', 'updated_at': '2022-05-06T09:43:04Z', 'revision_number': 2, 'project_id': '2cc071af9a2845519f6cf5c58969da62', 'subnets': [{'id': 'aaa2020d-5a75-4c1c-a396-8828737af9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:08.506363 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5270fdc-e49d-4702-9512-e0ce1455df00 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2528c2cf-a819-41d8-9da4-bd9459209e95,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:08.534818 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fb7fb-a0db-4cd7-b90e-ee212da4cea4 req-0077d7e4-baeb-455f-8d67-07b9f495fe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:08.537820 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4d6fb7fb-a0db-4cd7-b90e-ee212da4cea4 req-0077d7e4-baeb-455f-8d67-07b9f495fe7b service neutron] 10.222.0.77 "GET /v2.0/networks?id=bf084c2a-2749-4093-a4ea-996162f08ec8 HTTP/1.1" status: 200 len: 913 time: 0.1440072 May 06 09:43:08.554506 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4378ca98-bcc5-4a45-ad76-29f892f48ea5 None None] Checking router: 51b1e392-0860-4ced-bbe4-5de9b71b22b2 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:43:08.555001 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4378ca98-bcc5-4a45-ad76-29f892f48ea5 None None] Updating router 51b1e392-0860-4ced-bbe4-5de9b71b22b2 port 710ac35c-f7cf-4bcf-9db0-8dd3d47f730d binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:43:08.569278 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43635f7b-64e0-4d1e-af6c-22928a2f79b2 req-bdad9153-c42e-4f34-96ec-55ce9a67a7f1 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724224 May 06 09:43:08.610184 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4378ca98-bcc5-4a45-ad76-29f892f48ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:08.612260 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4d6fb7fb-a0db-4cd7-b90e-ee212da4cea4 req-fa84c84b-2e59-432e-b9d6-a1a0a64d9982 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3b4a96f-6902-4b55-b868-d20cfc1713df HTTP/1.1" status: 200 len: 217 time: 0.0532982 May 06 09:43:08.654475 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5270fdc-e49d-4702-9512-e0ce1455df00 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:08.654947 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5270fdc-e49d-4702-9512-e0ce1455df00 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:08.655388 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5270fdc-e49d-4702-9512-e0ce1455df00 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:08.655796 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5270fdc-e49d-4702-9512-e0ce1455df00 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:08.656211 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5270fdc-e49d-4702-9512-e0ce1455df00 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:08.657352 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5270fdc-e49d-4702-9512-e0ce1455df00 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:08.658019 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5270fdc-e49d-4702-9512-e0ce1455df00 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:08.659032 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5270fdc-e49d-4702-9512-e0ce1455df00 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:08.659653 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5270fdc-e49d-4702-9512-e0ce1455df00 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:08.660310 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5270fdc-e49d-4702-9512-e0ce1455df00 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:08.660798 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5270fdc-e49d-4702-9512-e0ce1455df00 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:08.661209 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5270fdc-e49d-4702-9512-e0ce1455df00 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:08.685244 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fb7fb-a0db-4cd7-b90e-ee212da4cea4 req-bc5fd0b0-910a-43ab-9579-c7a7a0dd2d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:08.688017 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4d6fb7fb-a0db-4cd7-b90e-ee212da4cea4 req-bc5fd0b0-910a-43ab-9579-c7a7a0dd2d70 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8274d079-7928-4ac7-bf6e-3d3c9edfbcb7 HTTP/1.1" status: 200 len: 852 time: 0.0683310 May 06 09:43:08.717543 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217509fa-d684-448b-89ca-0bd910ef202e req-ddd684c5-c9b1-4277-84b1-2ac37e0fd19f tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:08.719908 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-217509fa-d684-448b-89ca-0bd910ef202e req-ddd684c5-c9b1-4277-84b1-2ac37e0fd19f tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 944 time: 0.1490319 May 06 09:43:08.731159 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4d6fb7fb-a0db-4cd7-b90e-ee212da4cea4 req-a231da2f-f8fb-4a29-864b-d90e135e7c91 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bf084c2a-2749-4093-a4ea-996162f08ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338047 May 06 09:43:08.777958 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-b2b09deb-5f5f-4282-85d4-41d5f6b337e5 req-3c90251c-05d8-4d3f-be7f-99aa4b2f7d71 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Deleting port 5d0965bd-c193-4397-8359-1f5e217304a5 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:43:08.778327 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b2b09deb-5f5f-4282-85d4-41d5f6b337e5 req-3c90251c-05d8-4d3f-be7f-99aa4b2f7d71 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:08.868795 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4d6fb7fb-a0db-4cd7-b90e-ee212da4cea4 req-757b8fd8-f474-4e4b-a362-a958224b16d1 service neutron] 10.222.0.77 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300936 May 06 09:43:09.020850 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4d6fb7fb-a0db-4cd7-b90e-ee212da4cea4 req-032311cc-e860-46ff-a6b6-96d1ab94f478 service neutron] 10.222.0.77 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356974 May 06 09:43:09.094078 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4378ca98-bcc5-4a45-ad76-29f892f48ea5 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:09.100709 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4378ca98-bcc5-4a45-ad76-29f892f48ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:09.157496 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1792b7b-6efc-42a0-acb4-e4145cc646b5 None None] Pushing event updated for resources: {'Port': ['ID=710ac35c-f7cf-4bcf-9db0-8dd3d47f730d,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:09.187365 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9d816-ddc1-4c35-b6b0-55b588e22a2a req-6121b32a-553a-45fa-b356-60b22aa534e1 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:09.195903 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56c9d816-ddc1-4c35-b6b0-55b588e22a2a req-6121b32a-553a-45fa-b356-60b22aa534e1 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8d7f133-e0fd-4cb4-af78-e411fe6a59db HTTP/1.1" status: 200 len: 946 time: 0.5508523 May 06 09:43:09.225862 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-4378ca98-bcc5-4a45-ad76-29f892f48ea5 None None] Attempting to bind port 710ac35c-f7cf-4bcf-9db0-8dd3d47f730d on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:09.226964 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-4378ca98-bcc5-4a45-ad76-29f892f48ea5 None None] Attempting to bind port 710ac35c-f7cf-4bcf-9db0-8dd3d47f730d by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '66f76049-dcb2-44be-8197-e3a5b2605792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'da4f48e8-9aac-4c1b-b526-f7c72842dde0'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:09.227767 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4378ca98-bcc5-4a45-ad76-29f892f48ea5 None None] Attempting to bind port 710ac35c-f7cf-4bcf-9db0-8dd3d47f730d on network da4f48e8-9aac-4c1b-b526-f7c72842dde0 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:09.239339 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4378ca98-bcc5-4a45-ad76-29f892f48ea5 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:09.239726 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4378ca98-bcc5-4a45-ad76-29f892f48ea5 None None] Checking segment: {'id': '66f76049-dcb2-44be-8197-e3a5b2605792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'da4f48e8-9aac-4c1b-b526-f7c72842dde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:09.240240 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4378ca98-bcc5-4a45-ad76-29f892f48ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:09.241261 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4378ca98-bcc5-4a45-ad76-29f892f48ea5 None None] Bound using segment: {'id': '66f76049-dcb2-44be-8197-e3a5b2605792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'da4f48e8-9aac-4c1b-b526-f7c72842dde0'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:09.242286 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-4378ca98-bcc5-4a45-ad76-29f892f48ea5 None None] Bound port: 710ac35c-f7cf-4bcf-9db0-8dd3d47f730d, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f76049-dcb2-44be-8197-e3a5b2605792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'da4f48e8-9aac-4c1b-b526-f7c72842dde0'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:09.242705 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4378ca98-bcc5-4a45-ad76-29f892f48ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:09.270120 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-217509fa-d684-448b-89ca-0bd910ef202e req-a7315c45-9a12-4bf9-a993-f9ab50d15946 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5435128 May 06 09:43:09.310203 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-b2b09deb-5f5f-4282-85d4-41d5f6b337e5 req-3c90251c-05d8-4d3f-be7f-99aa4b2f7d71 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] For port 5d0965bd-c193-4397-8359-1f5e217304a5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=5d0965bd-c193-4397-8359-1f5e217304a5,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:09.310464 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b2b09deb-5f5f-4282-85d4-41d5f6b337e5 req-3c90251c-05d8-4d3f-be7f-99aa4b2f7d71 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:09.324002 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56c9d816-ddc1-4c35-b6b0-55b588e22a2a req-6bf9f7e2-c875-4a70-a995-2bf208a10757 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddd28620-483c-4c53-87c3-ab2729751a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271040 May 06 09:43:09.344927 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-4378ca98-bcc5-4a45-ad76-29f892f48ea5 None None] For port 710ac35c-f7cf-4bcf-9db0-8dd3d47f730d, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:09.350485 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-4378ca98-bcc5-4a45-ad76-29f892f48ea5 None None] For port 710ac35c-f7cf-4bcf-9db0-8dd3d47f730d, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=710ac35c-f7cf-4bcf-9db0-8dd3d47f730d,segment=NetworkSegment(66f76049-dcb2-44be-8197-e3a5b2605792),segment_id=66f76049-dcb2-44be-8197-e3a5b2605792)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:09.360636 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-b2b09deb-5f5f-4282-85d4-41d5f6b337e5 req-3c90251c-05d8-4d3f-be7f-99aa4b2f7d71 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Calling delete_port for 5d0965bd-c193-4397-8359-1f5e217304a5 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:43:09.361361 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4378ca98-bcc5-4a45-ad76-29f892f48ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:09.370436 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-1d623742-1208-4f5b-9f0d-ad8cd7fcb279 req-c9c06d86-17ca-4f9e-856b-e8948e890718 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] show failed (client error): The resource could not be found. May 06 09:43:09.391241 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d623742-1208-4f5b-9f0d-ad8cd7fcb279 req-c9c06d86-17ca-4f9e-856b-e8948e890718 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups/2528c2cf-a819-41d8-9da4-bd9459209e95 HTTP/1.1" status: 404 len: 352 time: 0.0449131 May 06 09:43:09.509349 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4378ca98-bcc5-4a45-ad76-29f892f48ea5 None None] Routers {'51b1e392-0860-4ced-bbe4-5de9b71b22b2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:09.510406 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4378ca98-bcc5-4a45-ad76-29f892f48ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:42:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['51b1e392-0860-4ced-bbe4-5de9b71b22b2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:09.573481 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1792b7b-6efc-42a0-acb4-e4145cc646b5 None None] Pushing event updated for resources: {'Port': ['ID=710ac35c-f7cf-4bcf-9db0-8dd3d47f730d,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:09.591206 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4a2c65ad-e285-4dcc-8fb9-119e2d341ee0 None None] Provisioning complete for port 710ac35c-f7cf-4bcf-9db0-8dd3d47f730d triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:09.591664 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4a2c65ad-e285-4dcc-8fb9-119e2d341ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:09.608189 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943a1c7-e651-44b8-8ff6-714f6ef507c8 req-17e1ca43-e41f-418a-9315-97a8d8125359 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:09.618170 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0943a1c7-e651-44b8-8ff6-714f6ef507c8 req-17e1ca43-e41f-418a-9315-97a8d8125359 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eb5a7ad-66bd-44f3-a521-4282c638d187 HTTP/1.1" status: 200 len: 945 time: 0.1530237 May 06 09:43:09.728611 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-4378ca98-bcc5-4a45-ad76-29f892f48ea5 None None] Set router 51b1e392-0860-4ced-bbe4-5de9b71b22b2 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:43:09.765865 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-77aaa5fc-388c-4f02-9adc-342eb5285c42 req-df02a251-7b8e-47e9-b8ae-cb4c3831edb8 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7164c1da46a24f038e1d3e72e4e90141 HTTP/1.1" status: 200 len: 6156 time: 0.2418005 May 06 09:43:09.817659 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0943a1c7-e651-44b8-8ff6-714f6ef507c8 req-024d1e7e-b729-4313-ae74-d7c41833ef94 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981401 May 06 09:43:09.860418 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b2b09deb-5f5f-4282-85d4-41d5f6b337e5 req-3c90251c-05d8-4d3f-be7f-99aa4b2f7d71 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:09.922115 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90251c-05d8-4d3f-be7f-99aa4b2f7d71 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Pushing event deleted for resources: {'Port': ['ID=5d0965bd-c193-4397-8359-1f5e217304a5,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:09.943631 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['bf4790b9-844b-4827-8a7f-ab8e62106a3b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:43:09.974082 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b09deb-5f5f-4282-85d4-41d5f6b337e5 req-3c90251c-05d8-4d3f-be7f-99aa4b2f7d71 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] No DVR routers for this DVR port 5d0965bd-c193-4397-8359-1f5e217304a5 on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:43:09.985816 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b2b09deb-5f5f-4282-85d4-41d5f6b337e5 req-3c90251c-05d8-4d3f-be7f-99aa4b2f7d71 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:09.992511 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48096) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:10.006486 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b2b09deb-5f5f-4282-85d4-41d5f6b337e5 req-3c90251c-05d8-4d3f-be7f-99aa4b2f7d71 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.77 "DELETE /v2.0/ports/5d0965bd-c193-4397-8359-1f5e217304a5 HTTP/1.1" status: 204 len: 173 time: 1.6113267 May 06 09:43:10.017625 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-77aaa5fc-388c-4f02-9adc-342eb5285c42 req-c67d5f00-1f90-412d-8d7a-03d0e5273902 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups/08415831-0822-4e23-bce7-b07a4ad1f19f HTTP/1.1" status: 200 len: 2985 time: 0.2505941 May 06 09:43:10.019256 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb5a7ad-66bd-44f3-a521-4282c638d187', 'name': 'network-vif-deleted', 'tag': '5d0965bd-c193-4397-8359-1f5e217304a5'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:10.021653 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb1c260-1d04-486d-98bc-398d033d85bf" -d '{"events": [{"server_uuid": "7eb5a7ad-66bd-44f3-a521-4282c638d187", "name": "network-vif-deleted", "tag": "5d0965bd-c193-4397-8359-1f5e217304a5"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:10.035090 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4a2c65ad-e285-4dcc-8fb9-119e2d341ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:10.110289 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-77aaa5fc-388c-4f02-9adc-342eb5285c42 req-9bb4cdcc-e1bb-4574-b63b-3c343dd677ee tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups/08415831-0822-4e23-bce7-b07a4ad1f19f HTTP/1.1" status: 200 len: 2985 time: 0.0916684 May 06 09:43:10.148268 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-4a2c65ad-e285-4dcc-8fb9-119e2d341ee0 None None] For port 710ac35c-f7cf-4bcf-9db0-8dd3d47f730d, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=710ac35c-f7cf-4bcf-9db0-8dd3d47f730d,segment=NetworkSegment(66f76049-dcb2-44be-8197-e3a5b2605792),segment_id=66f76049-dcb2-44be-8197-e3a5b2605792)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:10.182032 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8149fa27-5e83-4b3b-940e-045d6eeefd94 x-openstack-request-id: req-8149fa27-5e83-4b3b-940e-045d6eeefd94 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:10.182577 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb5a7ad-66bd-44f3-a521-4282c638d187", "name": "network-vif-deleted", "tag": "5d0965bd-c193-4397-8359-1f5e217304a5", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:10.186744 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8149fa27-5e83-4b3b-940e-045d6eeefd94 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:10.187486 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8149fa27-5e83-4b3b-940e-045d6eeefd94'] response: {'server_uuid': '7eb5a7ad-66bd-44f3-a521-4282c638d187', 'name': 'network-vif-deleted', 'tag': '5d0965bd-c193-4397-8359-1f5e217304a5', 'status': 'completed', 'code': 200} May 06 09:43:10.188673 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device f5680be3-7b50-42c2-82a5-5f277408e581 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:43:10.191362 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4a2c65ad-e285-4dcc-8fb9-119e2d341ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:10.228862 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ab7ca-3ea1-4159-9307-c66682f3e98f req-61fea27b-01ad-468f-aee7-128d48b55afe tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:10.230515 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d1ab7ca-3ea1-4159-9307-c66682f3e98f req-61fea27b-01ad-468f-aee7-128d48b55afe tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=0143a0b5-af76-4c30-82d2-6834cab885d7 HTTP/1.1" status: 200 len: 950 time: 0.2626405 May 06 09:43:10.236825 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-e3867c27-e26d-4dc2-941d-979297f98fe6 req-7eb10c34-b586-425a-8942-e06d8ac699a2 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-247131107', 'description': 'tempest-description-554854281'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:10.279993 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: f5680be3-7b50-42c2-82a5-5f277408e581 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:43:10.280358 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device f5680be3-7b50-42c2-82a5-5f277408e581 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:43:10.283327 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28996f6d-886b-4a99-96c2-90d1bb1c0239 req-16add623-4fad-4efd-be27-3eb6bcbabf44 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:10.285456 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-28996f6d-886b-4a99-96c2-90d1bb1c0239 req-16add623-4fad-4efd-be27-3eb6bcbabf44 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.77 "GET /v2.0/ports?device_id=0143a0b5-af76-4c30-82d2-6834cab885d7 HTTP/1.1" status: 200 len: 950 time: 0.1741948 May 06 09:43:10.301808 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 48104) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:10.303716 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c0e3c502-eaec-49c3-b3d9-4dfce9a6e594 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0fd80fddff074649a200035722f4f0f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3087089 May 06 09:43:10.337252 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e3867c27-e26d-4dc2-941d-979297f98fe6 req-7eb10c34-b586-425a-8942-e06d8ac699a2 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:10.357076 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c65ad-e285-4dcc-8fb9-119e2d341ee0 None None] Pushing event updated for resources: {'Port': ['ID=710ac35c-f7cf-4bcf-9db0-8dd3d47f730d,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:10.370108 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b7f0bd92-aef9-409f-9a78-e7389707f333 None None] Provisioning complete for port 710ac35c-f7cf-4bcf-9db0-8dd3d47f730d triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:10.370494 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b7f0bd92-aef9-409f-9a78-e7389707f333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:10.402889 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4378ca98-bcc5-4a45-ad76-29f892f48ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b1e392-0860-4ced-bbe4-5de9b71b22b2', 'name': 'tempest-TaggedBootDevicesTest_v242-2041661882-router', 'tenant_id': '2cc071af9a2845519f6cf5c58969da62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '6628d040-55b1-4f3e-92e9-e894cf7c571a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:58Z', 'updated_at': '2022-05-06T09:43:04Z', 'revision_number': 4, 'project_id': '2cc071af9a2845519f6cf5c58969da62', 'gw_port': {'id': '6628d040-55b1-4f3e-92e9-e894cf7c571a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b1e392-0860-4ced-bbe4-5de9b71b22b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:59Z', 'updated_at': '2022-05-06T09:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '710ac35c-f7cf-4bcf-9db0-8dd3d47f730d', 'name': '', 'network_id': 'da4f48e8-9aac-4c1b-b526-f7c72842dde0', 'tenant_id': '2cc071af9a2845519f6cf5c58969da62', 'mac_address': 'fa:16:3e:2e:2b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b1e392-0860-4ced-bbe4-5de9b71b22b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'aaa2020d-5a75-4c1c-a396-8828737af9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:03Z', 'updated_at': '2022-05-06T09:43:09Z', 'revision_number': 4, 'project_id': '2cc071af9a2845519f6cf5c58969da62', 'subnets': [{'id': 'aaa2020d-5a75-4c1c-a396-8828737af9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:10.406356 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d1ab7ca-3ea1-4159-9307-c66682f3e98f req-3f0597af-3b00-4acc-b3cb-6f0580b6339e tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620915 May 06 09:43:10.532523 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7d80e59a-bcdb-4ae1-a9e9-840b9ec6a20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:10.590938 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4378ca98-bcc5-4a45-ad76-29f892f48ea5 None None] The sync data for ids ['51b1e392-0860-4ced-bbe4-5de9b71b22b2'] in n-d-840835-1 is: [{'id': '51b1e392-0860-4ced-bbe4-5de9b71b22b2', 'name': 'tempest-TaggedBootDevicesTest_v242-2041661882-router', 'tenant_id': '2cc071af9a2845519f6cf5c58969da62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '6628d040-55b1-4f3e-92e9-e894cf7c571a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:58Z', 'updated_at': '2022-05-06T09:43:04Z', 'revision_number': 4, 'project_id': '2cc071af9a2845519f6cf5c58969da62', 'gw_port': {'id': '6628d040-55b1-4f3e-92e9-e894cf7c571a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b1e392-0860-4ced-bbe4-5de9b71b22b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:59Z', 'updated_at': '2022-05-06T09:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '710ac35c-f7cf-4bcf-9db0-8dd3d47f730d', 'name': '', 'network_id': 'da4f48e8-9aac-4c1b-b526-f7c72842dde0', 'tenant_id': '2cc071af9a2845519f6cf5c58969da62', 'mac_address': 'fa:16:3e:2e:2b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b1e392-0860-4ced-bbe4-5de9b71b22b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'aaa2020d-5a75-4c1c-a396-8828737af9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:03Z', 'updated_at': '2022-05-06T09:43:09Z', 'revision_number': 4, 'project_id': '2cc071af9a2845519f6cf5c58969da62', 'subnets': [{'id': 'aaa2020d-5a75-4c1c-a396-8828737af9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:43:10.612505 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7d80e59a-bcdb-4ae1-a9e9-840b9ec6a20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:10.732060 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7d80e59a-bcdb-4ae1-a9e9-840b9ec6a20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:10.734835 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7d80e59a-bcdb-4ae1-a9e9-840b9ec6a20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:10.738536 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7d80e59a-bcdb-4ae1-a9e9-840b9ec6a20c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ad62fde1-e777-4b19-a6c1-efadc86c1787 HTTP/1.1" status: 204 len: 168 time: 0.4323928 May 06 09:43:10.786430 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e3867c27-e26d-4dc2-941d-979297f98fe6 req-7eb10c34-b586-425a-8942-e06d8ac699a2 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:10.788599 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80e59a-bcdb-4ae1-a9e9-840b9ec6a20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad62fde1-e777-4b19-a6c1-efadc86c1787,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:10.807541 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379cc5a-81e5-48e3-bd34-bce9154fcc48 req-6ee1ff7f-5ca3-48cf-a874-2ddbd627f45a tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:10.817175 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2379cc5a-81e5-48e3-bd34-bce9154fcc48 req-6ee1ff7f-5ca3-48cf-a874-2ddbd627f45a tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 944 time: 0.3161771 May 06 09:43:10.837035 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e3867c27-e26d-4dc2-941d-979297f98fe6 req-7eb10c34-b586-425a-8942-e06d8ac699a2 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:10.858156 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-28996f6d-886b-4a99-96c2-90d1bb1c0239 req-ec4b3ac4-be7e-4c92-95a2-331608b286ae tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Deleting port 19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:43:10.858645 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-28996f6d-886b-4a99-96c2-90d1bb1c0239 req-ec4b3ac4-be7e-4c92-95a2-331608b286ae tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:11.005118 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb10c34-b586-425a-8942-e06d8ac699a2 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfe54b0-d39f-4bb1-8587-7e3d8bd6ad93,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:11.012978 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e3867c27-e26d-4dc2-941d-979297f98fe6 req-7eb10c34-b586-425a-8942-e06d8ac699a2 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:11.028339 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e3867c27-e26d-4dc2-941d-979297f98fe6 req-7eb10c34-b586-425a-8942-e06d8ac699a2 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8110914 May 06 09:43:11.076030 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2379cc5a-81e5-48e3-bd34-bce9154fcc48 req-a3fda744-c8fa-4bb2-8139-ef1fe70a3ece tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422612 May 06 09:43:11.086803 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-28996f6d-886b-4a99-96c2-90d1bb1c0239 req-ec4b3ac4-be7e-4c92-95a2-331608b286ae tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] For port 19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:11.087244 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-28996f6d-886b-4a99-96c2-90d1bb1c0239 req-ec4b3ac4-be7e-4c92-95a2-331608b286ae tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:11.107583 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-28996f6d-886b-4a99-96c2-90d1bb1c0239 req-ec4b3ac4-be7e-4c92-95a2-331608b286ae tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Calling delete_port for 19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:43:11.247336 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-8211598c-812d-4938-bbbd-7e74baefe240 req-ffd5a406-f013-469d-993c-02647454933d tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1668421945', 'description': 'tempest-description-1018778809'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:11.290906 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48124) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:11.298082 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f22db-ac22-4cc0-9d10-2c5dea0ceedd req-04df7a7a-7ea6-4886-b04f-528b47f52205 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:11.303704 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-849f22db-ac22-4cc0-9d10-2c5dea0ceedd req-04df7a7a-7ea6-4886-b04f-528b47f52205 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8d7f133-e0fd-4cb4-af78-e411fe6a59db HTTP/1.1" status: 200 len: 946 time: 0.1616704 May 06 09:43:11.310467 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a3d3f0e2-fefa-4ac5-98ec-1b6d0406e8d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:11.346346 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8211598c-812d-4938-bbbd-7e74baefe240 req-ffd5a406-f013-469d-993c-02647454933d tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:11.387621 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 5d0965bd-c193-4397-8359-1f5e217304a5 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:43:11.411724 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 5d0965bd-c193-4397-8359-1f5e217304a5 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:43:11.412110 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 5d0965bd-c193-4397-8359-1f5e217304a5 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:43:11.420822 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-849f22db-ac22-4cc0-9d10-2c5dea0ceedd req-869e7bf9-23b2-48cb-8b5c-2a723f673261 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddd28620-483c-4c53-87c3-ab2729751a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978334 May 06 09:43:11.432285 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a3d3f0e2-fefa-4ac5-98ec-1b6d0406e8d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:11.454489 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a3d3f0e2-fefa-4ac5-98ec-1b6d0406e8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:11.508368 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-28996f6d-886b-4a99-96c2-90d1bb1c0239 req-ec4b3ac4-be7e-4c92-95a2-331608b286ae tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:11.519088 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a3d3f0e2-fefa-4ac5-98ec-1b6d0406e8d5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=551e66dee8324940a74c7454336f0f48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2259851 May 06 09:43:11.523399 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3f0e2-fefa-4ac5-98ec-1b6d0406e8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23fb0315-d7c6-4445-8c99-aca70466d52a,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:11.536307 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48130) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:11.540872 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['97c54aed-e918-4517-950c-685ce2bccd43', 'db99f5bb-a76d-4db7-a616-bb0fd1ee072c'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:43:11.551173 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3f0e2-fefa-4ac5-98ec-1b6d0406e8d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:11.551878 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3f0e2-fefa-4ac5-98ec-1b6d0406e8d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:11.552456 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3f0e2-fefa-4ac5-98ec-1b6d0406e8d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:11.553013 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3f0e2-fefa-4ac5-98ec-1b6d0406e8d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:11.553551 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3f0e2-fefa-4ac5-98ec-1b6d0406e8d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:11.554097 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3f0e2-fefa-4ac5-98ec-1b6d0406e8d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:11.554638 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3f0e2-fefa-4ac5-98ec-1b6d0406e8d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:11.555046 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3f0e2-fefa-4ac5-98ec-1b6d0406e8d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:11.555498 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3f0e2-fefa-4ac5-98ec-1b6d0406e8d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:11.555899 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3f0e2-fefa-4ac5-98ec-1b6d0406e8d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:11.557256 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3f0e2-fefa-4ac5-98ec-1b6d0406e8d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:11.557675 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3f0e2-fefa-4ac5-98ec-1b6d0406e8d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:11.568670 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b3ac4-be7e-4c92-95a2-331608b286ae tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Pushing event deleted for resources: {'Port': ['ID=19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:11.649875 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0c49065a-1d63-421c-8d8e-5134f71a429f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:11.689715 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-28996f6d-886b-4a99-96c2-90d1bb1c0239 req-ec4b3ac4-be7e-4c92-95a2-331608b286ae tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] No DVR routers for this DVR port 19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92 on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:43:11.693363 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8211598c-812d-4938-bbbd-7e74baefe240 req-ffd5a406-f013-469d-993c-02647454933d tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:11.695006 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-28996f6d-886b-4a99-96c2-90d1bb1c0239 req-ec4b3ac4-be7e-4c92-95a2-331608b286ae tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:11.698936 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-28996f6d-886b-4a99-96c2-90d1bb1c0239 req-ec4b3ac4-be7e-4c92-95a2-331608b286ae tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.77 "DELETE /v2.0/ports/19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92 HTTP/1.1" status: 204 len: 173 time: 1.3978744 May 06 09:43:11.702826 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 710ac35c-f7cf-4bcf-9db0-8dd3d47f730d up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:11.724557 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0c49065a-1d63-421c-8d8e-5134f71a429f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:11.738161 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-40e14f0c-154f-48a0-92db-7360150818fa req-b1651d09-0644-4a09-82a0-1e538095cbef tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=0143a0b5-af76-4c30-82d2-6834cab885d7 HTTP/1.1" status: 200 len: 210 time: 0.0379758 May 06 09:43:11.739632 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8211598c-812d-4938-bbbd-7e74baefe240 req-ffd5a406-f013-469d-993c-02647454933d tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:11.785166 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8211598c-812d-4938-bbbd-7e74baefe240 req-ffd5a406-f013-469d-993c-02647454933d tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:11.787131 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8211598c-812d-4938-bbbd-7e74baefe240 req-ffd5a406-f013-469d-993c-02647454933d tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5462086 May 06 09:43:11.828520 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5a406-f013-469d-993c-02647454933d tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7eb1ae-8e2d-4807-99d0-f4d2193baac7,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:11.884550 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0c49065a-1d63-421c-8d8e-5134f71a429f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:11.889495 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0c49065a-1d63-421c-8d8e-5134f71a429f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:11.893138 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0c49065a-1d63-421c-8d8e-5134f71a429f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/23fb0315-d7c6-4445-8c99-aca70466d52a HTTP/1.1" status: 204 len: 168 time: 0.3556361 May 06 09:43:11.914910 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49065a-1d63-421c-8d8e-5134f71a429f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fb0315-d7c6-4445-8c99-aca70466d52a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:11.945841 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 710ac35c-f7cf-4bcf-9db0-8dd3d47f730d triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:11.946478 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:11.973857 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf475d9-a743-4eb1-9aa5-c79acca89374 req-320820b3-9f5a-4d26-931b-c58717d5b073 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:11.986693 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48144) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:11.987717 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cdf475d9-a743-4eb1-9aa5-c79acca89374 req-320820b3-9f5a-4d26-931b-c58717d5b073 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8d7f133-e0fd-4cb4-af78-e411fe6a59db HTTP/1.1" status: 200 len: 946 time: 0.1204276 May 06 09:43:11.992371 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-5f63bba2-3040-4007-b476-c4fa04fc0351 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Request body: {'floatingip': {'port_id': '0a9422c5-f68d-41ae-a821-9f33b4dfaac0'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:12.118758 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f63bba2-3040-4007-b476-c4fa04fc0351 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks [] for floatingip, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:12.293281 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0143a0b5-af76-4c30-82d2-6834cab885d7', 'name': 'network-vif-deleted', 'tag': '19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:12.295924 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0a9ae7-a107-4583-aab9-123ce40fad8e" -d '{"events": [{"server_uuid": "0143a0b5-af76-4c30-82d2-6834cab885d7", "name": "network-vif-deleted", "tag": "19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:12.471372 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-7113dbe8-c6a0-464d-adf3-f141e149af07 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:12.473121 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-7113dbe8-c6a0-464d-adf3-f141e149af07 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/networks?id=1c294ea7-0917-4fe1-8a6b-362ee7fbe836 HTTP/1.1" status: 200 len: 812 time: 0.3113570 May 06 09:43:12.486952 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df29e47-85dd-4a29-af01-ed002bee6026 req-91dcae40-e8b9-4709-b587-364ce1ab221e tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:12.501322 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6df29e47-85dd-4a29-af01-ed002bee6026 req-91dcae40-e8b9-4709-b587-364ce1ab221e tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 944 time: 0.1951900 May 06 09:43:12.569499 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-e90535c7-1b62-4ac7-aaf3-1c100844cf9e tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/quotas/7164c1da46a24f038e1d3e72e4e90141 HTTP/1.1" status: 200 len: 375 time: 0.0629668 May 06 09:43:12.627800 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6df29e47-85dd-4a29-af01-ed002bee6026 req-ef2c3143-5eaf-4bd3-931c-065923bcf25e tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255383 May 06 09:43:12.728869 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-03229d4d-c16e-409b-8a52-cc64ca2c89ce tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7164c1da46a24f038e1d3e72e4e90141&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1430743 May 06 09:43:12.931810 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4130ae99-0715-40c1-80bb-0cf963640216 x-openstack-request-id: req-4130ae99-0715-40c1-80bb-0cf963640216 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:12.932113 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0143a0b5-af76-4c30-82d2-6834cab885d7", "name": "network-vif-deleted", "tag": "19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:12.932944 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4130ae99-0715-40c1-80bb-0cf963640216 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:12.933373 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4130ae99-0715-40c1-80bb-0cf963640216'] response: {'server_uuid': '0143a0b5-af76-4c30-82d2-6834cab885d7', 'name': 'network-vif-deleted', 'tag': '19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92', 'status': 'completed', 'code': 200} May 06 09:43:12.972806 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-5b3ca86a-ee3b-4ec6-93d6-0cecec775bed service neutron] 10.222.0.73 "GET /v2.0/networks/1c294ea7-0917-4fe1-8a6b-362ee7fbe836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146440 May 06 09:43:13.114162 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f63bba2-3040-4007-b476-c4fa04fc0351 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:13.124370 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f63bba2-3040-4007-b476-c4fa04fc0351 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:13.145986 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-37daeaa9-ab63-4595-9a62-2cb44650a405 service neutron] 10.222.0.73 "GET /v2.0/networks/1c294ea7-0917-4fe1-8a6b-362ee7fbe836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624868 May 06 09:43:13.353863 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-5f63bba2-3040-4007-b476-c4fa04fc0351 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Floating IP 448d442b-0dca-47c0-9831-f9437bc44637 associated. External IP: 172.25.5.216, port: 0a9422c5-f68d-41ae-a821-9f33b4dfaac0. May 06 09:43:13.404372 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device a3b4a96f-6902-4b55-b868-d20cfc1713df details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:43:13.412622 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:43:13.473983 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:43:13.474987 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 19c6f1a0-2b1e-4ea4-b2c7-fb8ab85eba92 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:43:13.522878 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48202) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:13.558375 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7c5cdbdb-9f7b-46d1-8d5a-d6abdfbad542 req-c60ef466-1be7-4168-959e-8d2d17fa6976 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c3c5af8-f39d-44d2-b826-666c016bf7a9 HTTP/1.1" status: 200 len: 210 time: 0.0426421 May 06 09:43:13.670987 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d846ee-8561-4b6c-95a3-853d836b68ee req-da589bc1-7b80-47c3-a394-54d7bc943a0b tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:13.677166 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c4d846ee-8561-4b6c-95a3-853d836b68ee req-da589bc1-7b80-47c3-a394-54d7bc943a0b tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=379ba106-23b2-4f47-885b-887967f9ace8 HTTP/1.1" status: 200 len: 950 time: 0.1055696 May 06 09:43:13.709114 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port a3b4a96f-6902-4b55-b868-d20cfc1713df, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a3b4a96f-6902-4b55-b868-d20cfc1713df,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:13.726819 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f63bba2-3040-4007-b476-c4fa04fc0351 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Router 303fcdb5-f844-45d6-8bff-a63c6d5e9128 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:43:13.731919 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'a3b4a96f-6902-4b55-b868-d20cfc1713df', 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8', 'port_id': 'a3b4a96f-6902-4b55-b868-d20cfc1713df', 'mac_address': 'fa:16:3e:a7:8b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8274d079-7928-4ac7-bf6e-3d3c9edfbcb7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:43:13.779626 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c4d846ee-8561-4b6c-95a3-853d836b68ee req-36c145fc-3612-418e-ad9b-8cfd44f1a47d tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940523 May 06 09:43:13.835011 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:13.851918 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b4a96f-6902-4b55-b868-d20cfc1713df {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:43:13.885008 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port a3b4a96f-6902-4b55-b868-d20cfc1713df, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a3b4a96f-6902-4b55-b868-d20cfc1713df,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:13.893003 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:13.923150 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-7df8abc5-e52e-4ef5-b37e-c2c51486b408 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-681174063-network', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:13.948845 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56646dc8-982d-4819-a42e-74a91b83206f req-48bad401-c380-49bf-9a17-9024faf4d150 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:13.955697 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56646dc8-982d-4819-a42e-74a91b83206f req-48bad401-c380-49bf-9a17-9024faf4d150 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 944 time: 0.1087630 May 06 09:43:13.979776 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=a3b4a96f-6902-4b55-b868-d20cfc1713df,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:14.008669 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56646dc8-982d-4819-a42e-74a91b83206f req-1a2506d7-70a6-47d6-8644-3d819c0e061c tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496194 May 06 09:43:14.091245 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f63bba2-3040-4007-b476-c4fa04fc0351 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:43:14.097969 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f63bba2-3040-4007-b476-c4fa04fc0351 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:14.104263 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f28ea3-0618-46ff-8d91-1eaa42e7320d None None] Sync routers for ids ['303fcdb5-f844-45d6-8bff-a63c6d5e9128'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:43:14.118592 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f28ea3-0618-46ff-8d91-1eaa42e7320d None None] Routers {'303fcdb5-f844-45d6-8bff-a63c6d5e9128'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:14.119381 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-c3f28ea3-0618-46ff-8d91-1eaa42e7320d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:42:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['303fcdb5-f844-45d6-8bff-a63c6d5e9128'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:14.139201 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5f63bba2-3040-4007-b476-c4fa04fc0351 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "PUT /v2.0/floatingips/448d442b-0dca-47c0-9831-f9437bc44637 HTTP/1.1" status: 200 len: 992 time: 2.1411443 May 06 09:43:14.139201 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d7f133-e0fd-4cb4-af78-e411fe6a59db', 'tag': '0a9422c5-f68d-41ae-a821-9f33b4dfaac0'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:14.139201 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe923d3-204b-4a8b-a654-fa6f76b1e9a5" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d7f133-e0fd-4cb4-af78-e411fe6a59db", "tag": "0a9422c5-f68d-41ae-a821-9f33b4dfaac0"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:14.139201 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df8abc5-e52e-4ef5-b37e-c2c51486b408 admin admin] Made reservation on behalf of 0b0984a5a7244851a31d0e832302a0fa for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:14.139201 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7df8abc5-e52e-4ef5-b37e-c2c51486b408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:14.149686 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7df8abc5-e52e-4ef5-b37e-c2c51486b408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:14.215808 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2928c05-61c8-4dec-82a2-5666658436c9 x-openstack-request-id: req-e2928c05-61c8-4dec-82a2-5666658436c9 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:14.216394 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d7f133-e0fd-4cb4-af78-e411fe6a59db", "tag": "0a9422c5-f68d-41ae-a821-9f33b4dfaac0", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:14.218393 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e2928c05-61c8-4dec-82a2-5666658436c9 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:14.219559 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2928c05-61c8-4dec-82a2-5666658436c9'] response: {'name': 'network-changed', 'server_uuid': 'a8d7f133-e0fd-4cb4-af78-e411fe6a59db', 'tag': '0a9422c5-f68d-41ae-a821-9f33b4dfaac0', 'status': 'completed', 'code': 200} May 06 09:43:14.307837 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-c3f28ea3-0618-46ff-8d91-1eaa42e7320d None None] Set router 303fcdb5-f844-45d6-8bff-a63c6d5e9128 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:43:14.327778 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['a3b4a96f-6902-4b55-b868-d20cfc1713df'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:43:14.333058 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7df8abc5-e52e-4ef5-b37e-c2c51486b408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:14.348530 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7df8abc5-e52e-4ef5-b37e-c2c51486b408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:14.350629 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe923d3-204b-4a8b-a654-fa6f76b1e9a5 req-836904c4-e804-4f80-abdf-18849f9853fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:14.352859 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-afe923d3-204b-4a8b-a654-fa6f76b1e9a5 req-836904c4-e804-4f80-abdf-18849f9853fc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1aece0b8bf6c46f3bfdcb2f012bbbc67&device_id=a8d7f133-e0fd-4cb4-af78-e411fe6a59db HTTP/1.1" status: 200 len: 1097 time: 0.1018808 May 06 09:43:14.380020 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df8abc5-e52e-4ef5-b37e-c2c51486b408 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:43:14.401968 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8abc5-e52e-4ef5-b37e-c2c51486b408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ba861f-dec6-45b3-9df8-a60d6979114f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:14.426985 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7df8abc5-e52e-4ef5-b37e-c2c51486b408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:14.430216 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-7df8abc5-e52e-4ef5-b37e-c2c51486b408 admin admin] Added segment 803c64f2-fa1d-4ae6-b8e3-5298eef1406e of type vlan for network ae356d08-2dc7-4bce-a097-5441709edd13 May 06 09:43:14.525518 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7df8abc5-e52e-4ef5-b37e-c2c51486b408 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:14.563677 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7df8abc5-e52e-4ef5-b37e-c2c51486b408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:14.566191 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df8abc5-e52e-4ef5-b37e-c2c51486b408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:14.568704 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7df8abc5-e52e-4ef5-b37e-c2c51486b408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:14.659478 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8abc5-e52e-4ef5-b37e-c2c51486b408 admin admin] Pushing event updated for resources: {'Network': ['ID=ae356d08-2dc7-4bce-a097-5441709edd13,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:14.672409 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network ae356d08-2dc7-4bce-a097-5441709edd13 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:43:14.694861 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7df8abc5-e52e-4ef5-b37e-c2c51486b408 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1699431 May 06 09:43:14.697820 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48238) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:14.698599 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8041f-8f34-45c9-8457-db9c8fa66b20 req-9236b98b-e43e-4d00-b490-3a2f1ff32abd tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:14.710497 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-edd8041f-8f34-45c9-8457-db9c8fa66b20 req-9236b98b-e43e-4d00-b490-3a2f1ff32abd tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=802dbb75-0157-4b9f-8b3c-0db95e6c6eeb HTTP/1.1" status: 200 len: 946 time: 0.3153133 May 06 09:43:14.713686 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-56cab074-1d08-4761-9244-d2cffe2505c0 admin admin] Request body: {'subnet': {'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-681174063-subnet', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:14.742259 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-c3f28ea3-0618-46ff-8d91-1eaa42e7320d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'name': 'tempest-ServersTestFqdnHostnames-1204199785-router', 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:30Z', 'updated_at': '2022-05-06T09:42:39Z', 'revision_number': 4, 'project_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'gw_port': {'id': '15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:32Z', 'updated_at': '2022-05-06T09:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '448d442b-0dca-47c0-9831-f9437bc44637', 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'floating_ip_address': '172.25.5.216', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'port_id': '0a9422c5-f68d-41ae-a821-9f33b4dfaac0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1819d22-79c2-4e2a-8774-0435c5e7e78f', 'mac_address': 'fa:16:3e:ad:8d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d7f133-e0fd-4cb4-af78-e411fe6a59db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:42:47Z', 'updated_at': '2022-05-06T09:43:12Z', 'revision_number': 1, 'project_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2a8929-ecaf-48fe-917c-50b062943cf5', 'name': '', 'network_id': 'b1819d22-79c2-4e2a-8774-0435c5e7e78f', 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'mac_address': 'fa:16:3e:09:c3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'ee4783db-785e-4313-8cae-b41e82f2266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:38Z', 'updated_at': '2022-05-06T09:42:46Z', 'revision_number': 5, 'project_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'subnets': [{'id': 'ee4783db-785e-4313-8cae-b41e82f2266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:14.756057 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cab074-1d08-4761-9244-d2cffe2505c0 admin admin] Made reservation on behalf of 0b0984a5a7244851a31d0e832302a0fa for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:14.759073 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-56cab074-1d08-4761-9244-d2cffe2505c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:14.772989 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-23926390-b14c-49c9-bdf4-9d244025ca1f req-69bb5b38-e61b-47d4-8604-95214f9b1d6a tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c3c5af8-f39d-44d2-b826-666c016bf7a9 HTTP/1.1" status: 200 len: 210 time: 0.0548792 May 06 09:43:14.808174 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f28ea3-0618-46ff-8d91-1eaa42e7320d None None] Checking router: 303fcdb5-f844-45d6-8bff-a63c6d5e9128 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:43:14.832178 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f28ea3-0618-46ff-8d91-1eaa42e7320d None None] Routers {'303fcdb5-f844-45d6-8bff-a63c6d5e9128'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:14.833107 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-c3f28ea3-0618-46ff-8d91-1eaa42e7320d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:42:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['303fcdb5-f844-45d6-8bff-a63c6d5e9128'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:14.885128 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe923d3-204b-4a8b-a654-fa6f76b1e9a5 req-0ab289af-5e2b-4af0-9fe8-9e08a8460ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:14.886905 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-afe923d3-204b-4a8b-a654-fa6f76b1e9a5 req-0ab289af-5e2b-4af0-9fe8-9e08a8460ba3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1819d22-79c2-4e2a-8774-0435c5e7e78f HTTP/1.1" status: 200 len: 916 time: 0.5258949 May 06 09:43:14.947475 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-edd8041f-8f34-45c9-8457-db9c8fa66b20 req-87485100-a0dd-4ef1-a5d2-b9c1c40c3fdd tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284069 May 06 09:43:15.118943 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d6430-3453-48e3-8309-672cd64c8dc0 req-f1c3a1a7-adef-44ca-ac63-9f604680319b tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:15.126356 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-56cab074-1d08-4761-9244-d2cffe2505c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:15.139189 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-015d6430-3453-48e3-8309-672cd64c8dc0 req-f1c3a1a7-adef-44ca-ac63-9f604680319b tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=379ba106-23b2-4f47-885b-887967f9ace8 HTTP/1.1" status: 200 len: 950 time: 0.2644062 May 06 09:43:15.178760 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-c3f28ea3-0618-46ff-8d91-1eaa42e7320d None None] Set router 303fcdb5-f844-45d6-8bff-a63c6d5e9128 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:43:15.199407 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-afe923d3-204b-4a8b-a654-fa6f76b1e9a5 req-b39ff27b-87db-4f56-a39f-5bb8a1aa1fa0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a9422c5-f68d-41ae-a821-9f33b4dfaac0 HTTP/1.1" status: 200 len: 1000 time: 0.2983959 May 06 09:43:15.218534 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cab074-1d08-4761-9244-d2cffe2505c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56044973-1a08-4bdf-ad26-5f7c6c20c16e,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:15.242202 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cab074-1d08-4761-9244-d2cffe2505c0 admin admin] Checking segment: {'id': '803c64f2-fa1d-4ae6-b8e3-5298eef1406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:15.242574 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cab074-1d08-4761-9244-d2cffe2505c0 admin admin] Network hostable DHCP agents. Network: ae356d08-2dc7-4bce-a097-5441709edd13, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:43:15.266574 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cab074-1d08-4761-9244-d2cffe2505c0 admin admin] Network ae356d08-2dc7-4bce-a097-5441709edd13 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:43:15.288759 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-56cab074-1d08-4761-9244-d2cffe2505c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, ae356d08-2dc7-4bce-a097-5441709edd13) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:15.290055 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-015d6430-3453-48e3-8309-672cd64c8dc0 req-8cc0ed8b-9c39-44f8-87e1-d7584ddbf985 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498904 May 06 09:43:15.305380 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cab074-1d08-4761-9244-d2cffe2505c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:15.308984 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9e4315-ba32-4625-9ab6-f7c256d10210 None None] Network ae356d08-2dc7-4bce-a097-5441709edd13 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:43:15.319162 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-56cab074-1d08-4761-9244-d2cffe2505c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:15.412943 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe923d3-204b-4a8b-a654-fa6f76b1e9a5 req-f842d151-38f3-4b8b-bb35-f6a246f3eee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:15.415209 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-afe923d3-204b-4a8b-a654-fa6f76b1e9a5 req-f842d151-38f3-4b8b-bb35-f6a246f3eee0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ee4783db-785e-4313-8cae-b41e82f2266a HTTP/1.1" status: 200 len: 854 time: 0.2059436 May 06 09:43:15.480247 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502cbf37-460a-49c2-a37e-5a0ca8ae5175 req-81ccff46-d2d2-4054-b8c5-2d96226e94b4 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:15.487690 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-502cbf37-460a-49c2-a37e-5a0ca8ae5175 req-81ccff46-d2d2-4054-b8c5-2d96226e94b4 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.77 "GET /v2.0/ports?device_id=379ba106-23b2-4f47-885b-887967f9ace8 HTTP/1.1" status: 200 len: 950 time: 0.1838758 May 06 09:43:15.495076 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-56cab074-1d08-4761-9244-d2cffe2505c0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7954276 May 06 09:43:15.509841 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48248) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:15.530081 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-299248f6-0b00-4583-b7ae-8c08b39d4d45 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-681174063-router', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:15.554881 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39861e4e-a41f-4290-8207-ed7466ff6259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-ae356d08-2dc7-4bce-a097-5441709edd13', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'fixed_ips': [{'subnet_id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:43:15.556178 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-39861e4e-a41f-4290-8207-ed7466ff6259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:15.562949 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-95d300f1-1def-4501-9085-4f981f42e1c7 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:15.564807 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-95d300f1-1def-4501-9085-4f981f42e1c7 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.84 "GET /v2.0/networks?id=1c294ea7-0917-4fe1-8a6b-362ee7fbe836 HTTP/1.1" status: 200 len: 812 time: 0.2712677 May 06 09:43:15.573961 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05903b35-0c1f-4e0d-97ec-053e91b11544 req-d661661c-55a3-4a63-bf60-e29bb9fae3d4 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:15.583981 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-05903b35-0c1f-4e0d-97ec-053e91b11544 req-d661661c-55a3-4a63-bf60-e29bb9fae3d4 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 945 time: 0.1966994 May 06 09:43:15.593093 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-dd5c8335-939d-4fdb-b0ba-f88b52f19f91 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Request body: {'port': {'device_id': '0c3c5af8-f39d-44d2-b826-666c016bf7a9', 'network_id': '1c294ea7-0917-4fe1-8a6b-362ee7fbe836', 'admin_state_up': True, 'tenant_id': '7164c1da46a24f038e1d3e72e4e90141'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:15.659921 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-05903b35-0c1f-4e0d-97ec-053e91b11544 req-c26d0282-1288-4ea6-b70b-911548183163 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749645 May 06 09:43:15.668122 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-299248f6-0b00-4583-b7ae-8c08b39d4d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:15.673998 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe923d3-204b-4a8b-a654-fa6f76b1e9a5 req-56391769-b5d6-4329-8c5f-119e51c2ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:15.675577 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-afe923d3-204b-4a8b-a654-fa6f76b1e9a5 req-56391769-b5d6-4329-8c5f-119e51c2ba64 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1819d22-79c2-4e2a-8774-0435c5e7e78f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2085559 May 06 09:43:15.680031 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-299248f6-0b00-4583-b7ae-8c08b39d4d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:15.710966 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-c3f28ea3-0618-46ff-8d91-1eaa42e7320d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'name': 'tempest-ServersTestFqdnHostnames-1204199785-router', 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:30Z', 'updated_at': '2022-05-06T09:42:39Z', 'revision_number': 4, 'project_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'gw_port': {'id': '15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:32Z', 'updated_at': '2022-05-06T09:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '448d442b-0dca-47c0-9831-f9437bc44637', 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'floating_ip_address': '172.25.5.216', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'port_id': '0a9422c5-f68d-41ae-a821-9f33b4dfaac0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1819d22-79c2-4e2a-8774-0435c5e7e78f', 'mac_address': 'fa:16:3e:ad:8d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d7f133-e0fd-4cb4-af78-e411fe6a59db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:42:47Z', 'updated_at': '2022-05-06T09:43:12Z', 'revision_number': 1, 'project_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2a8929-ecaf-48fe-917c-50b062943cf5', 'name': '', 'network_id': 'b1819d22-79c2-4e2a-8774-0435c5e7e78f', 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'mac_address': 'fa:16:3e:09:c3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'ee4783db-785e-4313-8cae-b41e82f2266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:38Z', 'updated_at': '2022-05-06T09:42:46Z', 'revision_number': 5, 'project_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'subnets': [{'id': 'ee4783db-785e-4313-8cae-b41e82f2266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:15.734453 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-299248f6-0b00-4583-b7ae-8c08b39d4d45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:15.787787 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f28ea3-0618-46ff-8d91-1eaa42e7320d None None] The sync data for ids ['303fcdb5-f844-45d6-8bff-a63c6d5e9128'] in n-d-840835-1 is: [{'id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'name': 'tempest-ServersTestFqdnHostnames-1204199785-router', 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:30Z', 'updated_at': '2022-05-06T09:42:39Z', 'revision_number': 4, 'project_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'gw_port': {'id': '15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:32Z', 'updated_at': '2022-05-06T09:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '448d442b-0dca-47c0-9831-f9437bc44637', 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'floating_ip_address': '172.25.5.216', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'port_id': '0a9422c5-f68d-41ae-a821-9f33b4dfaac0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1819d22-79c2-4e2a-8774-0435c5e7e78f', 'mac_address': 'fa:16:3e:ad:8d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d7f133-e0fd-4cb4-af78-e411fe6a59db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:42:47Z', 'updated_at': '2022-05-06T09:43:12Z', 'revision_number': 1, 'project_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2a8929-ecaf-48fe-917c-50b062943cf5', 'name': '', 'network_id': 'b1819d22-79c2-4e2a-8774-0435c5e7e78f', 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'mac_address': 'fa:16:3e:09:c3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'ee4783db-785e-4313-8cae-b41e82f2266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:38Z', 'updated_at': '2022-05-06T09:42:46Z', 'revision_number': 5, 'project_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'subnets': [{'id': 'ee4783db-785e-4313-8cae-b41e82f2266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:43:15.842480 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-502cbf37-460a-49c2-a37e-5a0ca8ae5175 req-67fe32ac-6b8a-473b-955d-6b2f1ead27b6 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Deleting port 97c54aed-e918-4517-950c-685ce2bccd43 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:43:15.842960 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-502cbf37-460a-49c2-a37e-5a0ca8ae5175 req-67fe32ac-6b8a-473b-955d-6b2f1ead27b6 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:15.938337 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-afe923d3-204b-4a8b-a654-fa6f76b1e9a5 req-9e19b291-9a49-4bd1-abe8-d6de0e616983 service neutron] 10.222.0.77 "GET /v2.0/networks/b1819d22-79c2-4e2a-8774-0435c5e7e78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331564 May 06 09:43:15.941280 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b594dc1d-feb9-4f22-aae8-ec798acac718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:15.952164 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-39861e4e-a41f-4290-8207-ed7466ff6259 None None] Allocated IP 172.20.0.2 (ae356d08-2dc7-4bce-a097-5441709edd13/56044973-1a08-4bdf-ad26-5f7c6c20c16e/9216f706-913e-44ce-bb57-ad09902f2cdc) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:16.016506 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-299248f6-0b00-4583-b7ae-8c08b39d4d45 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:16.090679 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2bbe6f12-387a-4201-967a-fa2c330343bc req-3a7d8488-b2c0-4785-b0b2-a8f78f5eb306 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c3c5af8-f39d-44d2-b826-666c016bf7a9 HTTP/1.1" status: 200 len: 210 time: 0.1286480 May 06 09:43:16.098955 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-502cbf37-460a-49c2-a37e-5a0ca8ae5175 req-67fe32ac-6b8a-473b-955d-6b2f1ead27b6 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] For port 97c54aed-e918-4517-950c-685ce2bccd43, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=97c54aed-e918-4517-950c-685ce2bccd43,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:16.099371 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-502cbf37-460a-49c2-a37e-5a0ca8ae5175 req-67fe32ac-6b8a-473b-955d-6b2f1ead27b6 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:16.116963 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-502cbf37-460a-49c2-a37e-5a0ca8ae5175 req-67fe32ac-6b8a-473b-955d-6b2f1ead27b6 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Calling delete_port for 97c54aed-e918-4517-950c-685ce2bccd43 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:43:16.291949 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c884859-24b2-4189-b5e6-11a9c5186b41 None None] New status for floating IP 448d442b-0dca-47c0-9831-f9437bc44637: ACTIVE {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:43:16.370913 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-502cbf37-460a-49c2-a37e-5a0ca8ae5175 req-67fe32ac-6b8a-473b-955d-6b2f1ead27b6 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:16.374314 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-39861e4e-a41f-4290-8207-ed7466ff6259 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:16.398026 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-39861e4e-a41f-4290-8207-ed7466ff6259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:16.412179 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['db99f5bb-a76d-4db7-a616-bb0fd1ee072c'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:43:16.438031 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-dd5c8335-939d-4fdb-b0ba-f88b52f19f91 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Made reservation on behalf of 7164c1da46a24f038e1d3e72e4e90141 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:16.446413 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-dd5c8335-939d-4fdb-b0ba-f88b52f19f91 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:16.525668 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe32ac-6b8a-473b-955d-6b2f1ead27b6 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Pushing event deleted for resources: {'Port': ['ID=97c54aed-e918-4517-950c-685ce2bccd43,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:16.568639 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39861e4e-a41f-4290-8207-ed7466ff6259 None None] Network ae356d08-2dc7-4bce-a097-5441709edd13 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:16.583290 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-39861e4e-a41f-4290-8207-ed7466ff6259 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:16.595977 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39861e4e-a41f-4290-8207-ed7466ff6259 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:16.616524 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39861e4e-a41f-4290-8207-ed7466ff6259 None None] Pushing event updated for resources: {'Port': ['ID=9216f706-913e-44ce-bb57-ad09902f2cdc,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:16.636504 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-502cbf37-460a-49c2-a37e-5a0ca8ae5175 req-67fe32ac-6b8a-473b-955d-6b2f1ead27b6 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] No DVR routers for this DVR port 97c54aed-e918-4517-950c-685ce2bccd43 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:43:16.665948 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-502cbf37-460a-49c2-a37e-5a0ca8ae5175 req-67fe32ac-6b8a-473b-955d-6b2f1ead27b6 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:16.670040 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-502cbf37-460a-49c2-a37e-5a0ca8ae5175 req-67fe32ac-6b8a-473b-955d-6b2f1ead27b6 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.77 "DELETE /v2.0/ports/97c54aed-e918-4517-950c-685ce2bccd43 HTTP/1.1" status: 204 len: 173 time: 1.1726568 May 06 09:43:16.670364 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379ba106-23b2-4f47-885b-887967f9ace8', 'name': 'network-vif-deleted', 'tag': '97c54aed-e918-4517-950c-685ce2bccd43'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:16.672692 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cafca7-46c1-4cdc-8c77-894162796db7" -d '{"events": [{"server_uuid": "379ba106-23b2-4f47-885b-887967f9ace8", "name": "network-vif-deleted", "tag": "97c54aed-e918-4517-950c-685ce2bccd43"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:16.708435 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c9f38-6131-46b3-aa26-999e0863b0c7 req-6f112996-1919-4905-a779-e3b0ba04ed42 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:16.710054 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-172c9f38-6131-46b3-aa26-999e0863b0c7 req-6f112996-1919-4905-a779-e3b0ba04ed42 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.84 "GET /v2.0/ports?device_id=802dbb75-0157-4b9f-8b3c-0db95e6c6eeb HTTP/1.1" status: 200 len: 946 time: 0.3222184 May 06 09:43:16.712107 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-299248f6-0b00-4583-b7ae-8c08b39d4d45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:16.743826 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-299248f6-0b00-4583-b7ae-8c08b39d4d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:16.844248 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-39861e4e-a41f-4290-8207-ed7466ff6259 None None] Attempting to bind port 9216f706-913e-44ce-bb57-ad09902f2cdc on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:16.844700 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-39861e4e-a41f-4290-8207-ed7466ff6259 None None] Attempting to bind port 9216f706-913e-44ce-bb57-ad09902f2cdc by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '803c64f2-fa1d-4ae6-b8e3-5298eef1406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:16.845205 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39861e4e-a41f-4290-8207-ed7466ff6259 None None] Attempting to bind port 9216f706-913e-44ce-bb57-ad09902f2cdc on network ae356d08-2dc7-4bce-a097-5441709edd13 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:16.856499 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39861e4e-a41f-4290-8207-ed7466ff6259 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:16.857116 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39861e4e-a41f-4290-8207-ed7466ff6259 None None] Checking segment: {'id': '803c64f2-fa1d-4ae6-b8e3-5298eef1406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:16.857763 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-39861e4e-a41f-4290-8207-ed7466ff6259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:16.858365 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39861e4e-a41f-4290-8207-ed7466ff6259 None None] Bound using segment: {'id': '803c64f2-fa1d-4ae6-b8e3-5298eef1406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:16.859246 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-39861e4e-a41f-4290-8207-ed7466ff6259 None None] Bound port: 9216f706-913e-44ce-bb57-ad09902f2cdc, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803c64f2-fa1d-4ae6-b8e3-5298eef1406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:16.865521 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-39861e4e-a41f-4290-8207-ed7466ff6259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:16.900424 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-dd5c8335-939d-4fdb-b0ba-f88b52f19f91 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Allocated IP 172.20.0.9 (1c294ea7-0917-4fe1-8a6b-362ee7fbe836/a00563ec-513d-49b9-87cd-c2737f5945a8/f4918fbc-cde8-4a4a-ae62-d37cbaa1df22) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:17.050620 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-299248f6-0b00-4583-b7ae-8c08b39d4d45 admin admin] Allocated IP 172.25.5.90 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/389b3d0c-c3fe-4f15-8f62-5e501ddccbe5) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:17.074027 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-172c9f38-6131-46b3-aa26-999e0863b0c7 req-e654e150-443b-4296-89e2-48ccf291ecac tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Deleting port bf4790b9-844b-4827-8a7f-ab8e62106a3b {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:43:17.074786 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-172c9f38-6131-46b3-aa26-999e0863b0c7 req-e654e150-443b-4296-89e2-48ccf291ecac tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:17.113756 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-dd5c8335-939d-4fdb-b0ba-f88b52f19f91 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:17.172062 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-afe923d3-204b-4a8b-a654-fa6f76b1e9a5 req-225813e1-0987-46d9-b121-6d73954bf664 service neutron] 10.222.0.77 "GET /v2.0/networks/b1819d22-79c2-4e2a-8774-0435c5e7e78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1741788 May 06 09:43:17.213997 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-39861e4e-a41f-4290-8207-ed7466ff6259 None None] For port 9216f706-913e-44ce-bb57-ad09902f2cdc, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:17.226775 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-39861e4e-a41f-4290-8207-ed7466ff6259 None None] For port 9216f706-913e-44ce-bb57-ad09902f2cdc, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9216f706-913e-44ce-bb57-ad09902f2cdc,segment=NetworkSegment(803c64f2-fa1d-4ae6-b8e3-5298eef1406e),segment_id=803c64f2-fa1d-4ae6-b8e3-5298eef1406e)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:17.233971 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-39861e4e-a41f-4290-8207-ed7466ff6259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:17.263564 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-60734d8b-0fca-4c40-8a42-26fe28354e2f req-c6cb4d3f-d8e9-4860-96bb-1567edee130d tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=379ba106-23b2-4f47-885b-887967f9ace8 HTTP/1.1" status: 200 len: 210 time: 0.6009915 May 06 09:43:17.295392 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39861e4e-a41f-4290-8207-ed7466ff6259 None None] Pushing event updated for resources: {'Port': ['ID=9216f706-913e-44ce-bb57-ad09902f2cdc,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:17.319727 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087edf4-16fc-4b65-8a05-049a5852f688 req-be52b297-d0af-4dfb-b8ee-e2f7fdf26bbc tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:17.329613 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7087edf4-16fc-4b65-8a05-049a5852f688 req-be52b297-d0af-4dfb-b8ee-e2f7fdf26bbc tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=802dbb75-0157-4b9f-8b3c-0db95e6c6eeb HTTP/1.1" status: 200 len: 946 time: 1.2276344 May 06 09:43:17.402600 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268ba54c-ea98-498c-a99b-abd7a9a97886 x-openstack-request-id: req-268ba54c-ea98-498c-a99b-abd7a9a97886 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:17.403267 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379ba106-23b2-4f47-885b-887967f9ace8", "name": "network-vif-deleted", "tag": "97c54aed-e918-4517-950c-685ce2bccd43", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:17.403267 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-268ba54c-ea98-498c-a99b-abd7a9a97886 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:17.403624 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-268ba54c-ea98-498c-a99b-abd7a9a97886'] response: {'server_uuid': '379ba106-23b2-4f47-885b-887967f9ace8', 'name': 'network-vif-deleted', 'tag': '97c54aed-e918-4517-950c-685ce2bccd43', 'status': 'completed', 'code': 200} May 06 09:43:17.412370 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-dd5c8335-939d-4fdb-b0ba-f88b52f19f91 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:17.425980 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['5ee773cd-c3ce-460f-b84b-b122f278bac2'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:43:17.478057 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-172c9f38-6131-46b3-aa26-999e0863b0c7 req-e654e150-443b-4296-89e2-48ccf291ecac tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] For port bf4790b9-844b-4827-8a7f-ab8e62106a3b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=bf4790b9-844b-4827-8a7f-ab8e62106a3b,segment=NetworkSegment(0ceef939-5542-4214-86aa-42ed61d3cee9),segment_id=0ceef939-5542-4214-86aa-42ed61d3cee9)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:17.478412 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-172c9f38-6131-46b3-aa26-999e0863b0c7 req-e654e150-443b-4296-89e2-48ccf291ecac tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:17.487022 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device a3b4a96f-6902-4b55-b868-d20cfc1713df up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:17.546381 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-172c9f38-6131-46b3-aa26-999e0863b0c7 req-e654e150-443b-4296-89e2-48ccf291ecac tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Calling delete_port for bf4790b9-844b-4827-8a7f-ab8e62106a3b owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:43:17.565460 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-dd5c8335-939d-4fdb-b0ba-f88b52f19f91 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Network 1c294ea7-0917-4fe1-8a6b-362ee7fbe836 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:17.566728 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-299248f6-0b00-4583-b7ae-8c08b39d4d45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:17.579974 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7087edf4-16fc-4b65-8a05-049a5852f688 req-4c21d082-27db-4311-b0c0-9b7d8de54a63 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ced3bb2-48d4-4892-ae38-900420cd96d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384155 May 06 09:43:17.585398 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-dd5c8335-939d-4fdb-b0ba-f88b52f19f91 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:17.595093 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-dd5c8335-939d-4fdb-b0ba-f88b52f19f91 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:17.697684 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port a3b4a96f-6902-4b55-b868-d20cfc1713df completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:43:17.706980 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-dd5c8335-939d-4fdb-b0ba-f88b52f19f91 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:17.707887 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-dd5c8335-939d-4fdb-b0ba-f88b52f19f91 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:17.711510 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port a3b4a96f-6902-4b55-b868-d20cfc1713df triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:17.712700 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:17.836791 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c8335-939d-4fdb-b0ba-f88b52f19f91 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Pushing event updated for resources: {'Port': ['ID=f4918fbc-cde8-4a4a-ae62-d37cbaa1df22,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:17.868752 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-dd5c8335-939d-4fdb-b0ba-f88b52f19f91 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2826478 May 06 09:43:17.883877 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701178fe-c887-4db1-a66b-47cbfa014114 req-d8715fc9-58b5-41df-a738-242f9030777d tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:17.892184 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-701178fe-c887-4db1-a66b-47cbfa014114 req-d8715fc9-58b5-41df-a738-242f9030777d tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c3c5af8-f39d-44d2-b826-666c016bf7a9 HTTP/1.1" status: 200 len: 931 time: 0.1805391 May 06 09:43:17.917083 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-c8ad884d-54e0-4cb6-a9ad-2f177e2ce255 service neutron] Request body: {'port': {'device_id': '0c3c5af8-f39d-44d2-b826-666c016bf7a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:17.942722 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:17.957687 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e06b10-7621-4354-a5bc-019667804a5b req-9e6da7bc-c0d5-43e4-abb8-37fa86deb9cf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:17.959735 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b4e06b10-7621-4354-a5bc-019667804a5b req-9e6da7bc-c0d5-43e4-abb8-37fa86deb9cf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 945 time: 0.3685813 May 06 09:43:18.012017 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4db758-87b3-4765-b464-cb48923a2a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b4a96f-6902-4b55-b868-d20cfc1713df'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:18.014312 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab397112-f5a7-47ed-83b8-95bbfd2bebae" -d '{"events": [{"server_uuid": "2a4db758-87b3-4765-b464-cb48923a2a56", "name": "network-vif-plugged", "status": "completed", "tag": "a3b4a96f-6902-4b55-b868-d20cfc1713df"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:18.068553 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port a3b4a96f-6902-4b55-b868-d20cfc1713df, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a3b4a96f-6902-4b55-b868-d20cfc1713df,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:18.076805 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-c8ad884d-54e0-4cb6-a9ad-2f177e2ce255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:18.086754 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:18.088205 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 97c54aed-e918-4517-950c-685ce2bccd43 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:43:18.114935 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 97c54aed-e918-4517-950c-685ce2bccd43 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:43:18.115826 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 97c54aed-e918-4517-950c-685ce2bccd43 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:43:18.184183 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-701178fe-c887-4db1-a66b-47cbfa014114 req-4d106759-b350-4a25-a94d-af11cb5ec56d tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups?id=08415831-0822-4e23-bce7-b07a4ad1f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908018 May 06 09:43:18.185955 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=a3b4a96f-6902-4b55-b868-d20cfc1713df,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:18.195872 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b4e06b10-7621-4354-a5bc-019667804a5b req-6bbb4474-9064-4806-92a6-ae4eb219c616 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161770 May 06 09:43:18.351770 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-299248f6-0b00-4583-b7ae-8c08b39d4d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:18.437011 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-26f32f1a-cbe8-4ab5-9c83-a01dce7fb3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:18.486146 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299248f6-0b00-4583-b7ae-8c08b39d4d45 admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:18.504095 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-299248f6-0b00-4583-b7ae-8c08b39d4d45 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:18.526172 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299248f6-0b00-4583-b7ae-8c08b39d4d45 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:18.528287 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299248f6-0b00-4583-b7ae-8c08b39d4d45 admin admin] Pushing event updated for resources: {'Port': ['ID=389b3d0c-c3fe-4f15-8f62-5e501ddccbe5,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:18.578634 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-172c9f38-6131-46b3-aa26-999e0863b0c7 req-e654e150-443b-4296-89e2-48ccf291ecac tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:18.597404 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2800d2-c8a2-48a7-9d0e-d7fbea3e510c x-openstack-request-id: req-eb2800d2-c8a2-48a7-9d0e-d7fbea3e510c {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:18.598018 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4db758-87b3-4765-b464-cb48923a2a56", "name": "network-vif-plugged", "status": "completed", "tag": "a3b4a96f-6902-4b55-b868-d20cfc1713df", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:18.598648 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eb2800d2-c8a2-48a7-9d0e-d7fbea3e510c {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:18.599537 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb2800d2-c8a2-48a7-9d0e-d7fbea3e510c'] response: {'server_uuid': '2a4db758-87b3-4765-b464-cb48923a2a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b4a96f-6902-4b55-b868-d20cfc1713df', 'code': 200} May 06 09:43:18.679965 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654e150-443b-4296-89e2-48ccf291ecac tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Pushing event deleted for resources: {'Port': ['ID=bf4790b9-844b-4827-8a7f-ab8e62106a3b,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:18.708273 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-c8ad884d-54e0-4cb6-a9ad-2f177e2ce255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4918fbc-cde8-4a4a-ae62-d37cbaa1df22 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:43:18.729280 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-c8ad884d-54e0-4cb6-a9ad-2f177e2ce255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:18.743847 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:18.771794 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-c8ad884d-54e0-4cb6-a9ad-2f177e2ce255 service neutron] Transition to ACTIVE for port object f4918fbc-cde8-4a4a-ae62-d37cbaa1df22 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:43:18.785256 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-c8ad884d-54e0-4cb6-a9ad-2f177e2ce255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:18.842143 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-172c9f38-6131-46b3-aa26-999e0863b0c7 req-e654e150-443b-4296-89e2-48ccf291ecac tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] No DVR routers for this DVR port bf4790b9-844b-4827-8a7f-ab8e62106a3b on host n-h1-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:43:18.847093 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-172c9f38-6131-46b3-aa26-999e0863b0c7 req-e654e150-443b-4296-89e2-48ccf291ecac tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:18.850943 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-172c9f38-6131-46b3-aa26-999e0863b0c7 req-e654e150-443b-4296-89e2-48ccf291ecac tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.84 "DELETE /v2.0/ports/bf4790b9-844b-4827-8a7f-ab8e62106a3b HTTP/1.1" status: 204 len: 173 time: 2.1159556 May 06 09:43:18.863287 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6237fe-3e29-445b-b7bf-6352f7af133d req-ea6b300a-ae57-453e-a9d4-0f3d1c9bbbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:18.864953 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff6237fe-3e29-445b-b7bf-6352f7af133d req-ea6b300a-ae57-453e-a9d4-0f3d1c9bbbe3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 1097 time: 0.1507082 May 06 09:43:18.940572 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b7b4b2cc-dbfc-438c-80fb-953c2038d11d req-e32ae50f-56ba-4e3d-b79e-050d405638d3 tempest-ServersTestJSON-1495909881 tempest-ServersTestJSON-1495909881-project] 10.222.0.73 "GET /v2.0/ports?device_id=802dbb75-0157-4b9f-8b3c-0db95e6c6eeb HTTP/1.1" status: 200 len: 210 time: 0.0795217 May 06 09:43:18.944097 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad884d-54e0-4cb6-a9ad-2f177e2ce255 service neutron] Pushing event updated for resources: {'Port': ['ID=f4918fbc-cde8-4a4a-ae62-d37cbaa1df22,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:19.015846 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff6237fe-3e29-445b-b7bf-6352f7af133d req-62ef50a7-36fc-4d1d-ab26-b2566c9c0f26 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297324 May 06 09:43:19.114994 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-299248f6-0b00-4583-b7ae-8c08b39d4d45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:19.123434 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9aaa3-f76e-4b27-a51a-9a7380c2125b req-ffa2f48e-7edc-425c-a64f-c724168e4679 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:19.131802 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-50a9aaa3-f76e-4b27-a51a-9a7380c2125b req-ffa2f48e-7edc-425c-a64f-c724168e4679 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 950 time: 0.1363122 May 06 09:43:19.139855 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-c8ad884d-54e0-4cb6-a9ad-2f177e2ce255 service neutron] Attempting to bind port f4918fbc-cde8-4a4a-ae62-d37cbaa1df22 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:19.140160 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-c8ad884d-54e0-4cb6-a9ad-2f177e2ce255 service neutron] Attempting to bind port f4918fbc-cde8-4a4a-ae62-d37cbaa1df22 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '48d6abbc-c47f-4b3a-93da-b446cea28541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1c294ea7-0917-4fe1-8a6b-362ee7fbe836'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:19.142546 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-c8ad884d-54e0-4cb6-a9ad-2f177e2ce255 service neutron] Attempting to bind port f4918fbc-cde8-4a4a-ae62-d37cbaa1df22 on network 1c294ea7-0917-4fe1-8a6b-362ee7fbe836 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:19.144901 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbee4e40-9045-4c44-852d-635fad043086 None None] Network ae356d08-2dc7-4bce-a097-5441709edd13 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:43:19.197592 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-c8ad884d-54e0-4cb6-a9ad-2f177e2ce255 service neutron] Port f4918fbc-cde8-4a4a-ae62-d37cbaa1df22 on network 1c294ea7-0917-4fe1-8a6b-362ee7fbe836 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:43:19.198374 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-c8ad884d-54e0-4cb6-a9ad-2f177e2ce255 service neutron] Attempting to bind port f4918fbc-cde8-4a4a-ae62-d37cbaa1df22 on network 1c294ea7-0917-4fe1-8a6b-362ee7fbe836 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:19.207930 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-50a9aaa3-f76e-4b27-a51a-9a7380c2125b req-15140a9c-3678-4dd0-8768-3f37e2d38b02 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598738 May 06 09:43:19.211338 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-c8ad884d-54e0-4cb6-a9ad-2f177e2ce255 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:19.211338 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-c8ad884d-54e0-4cb6-a9ad-2f177e2ce255 service neutron] Checking segment: {'id': '48d6abbc-c47f-4b3a-93da-b446cea28541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1c294ea7-0917-4fe1-8a6b-362ee7fbe836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:19.211683 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-c8ad884d-54e0-4cb6-a9ad-2f177e2ce255 service neutron] Bound using segment: {'id': '48d6abbc-c47f-4b3a-93da-b446cea28541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1c294ea7-0917-4fe1-8a6b-362ee7fbe836'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:19.212104 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-c8ad884d-54e0-4cb6-a9ad-2f177e2ce255 service neutron] Bound port: f4918fbc-cde8-4a4a-ae62-d37cbaa1df22, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48d6abbc-c47f-4b3a-93da-b446cea28541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1c294ea7-0917-4fe1-8a6b-362ee7fbe836'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:19.212749 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-c8ad884d-54e0-4cb6-a9ad-2f177e2ce255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:19.284383 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b114dc48-dde7-4116-b2f3-0a9a4d94328a None None] Provisioning complete for port 9216f706-913e-44ce-bb57-ad09902f2cdc triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:19.285278 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b114dc48-dde7-4116-b2f3-0a9a4d94328a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:19.296659 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-c8ad884d-54e0-4cb6-a9ad-2f177e2ce255 service neutron] For port f4918fbc-cde8-4a4a-ae62-d37cbaa1df22, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:19.319942 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-c8ad884d-54e0-4cb6-a9ad-2f177e2ce255 service neutron] For port f4918fbc-cde8-4a4a-ae62-d37cbaa1df22, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f4918fbc-cde8-4a4a-ae62-d37cbaa1df22,segment=NetworkSegment(48d6abbc-c47f-4b3a-93da-b446cea28541),segment_id=48d6abbc-c47f-4b3a-93da-b446cea28541)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:19.360011 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-c8ad884d-54e0-4cb6-a9ad-2f177e2ce255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:19.426645 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802dbb75-0157-4b9f-8b3c-0db95e6c6eeb', 'name': 'network-vif-deleted', 'tag': 'bf4790b9-844b-4827-8a7f-ab8e62106a3b'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:19.429064 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84f7626-e44a-487f-9e6c-f48e6cffc6ca" -d '{"events": [{"server_uuid": "802dbb75-0157-4b9f-8b3c-0db95e6c6eeb", "name": "network-vif-deleted", "tag": "bf4790b9-844b-4827-8a7f-ab8e62106a3b"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:19.431572 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-c8ad884d-54e0-4cb6-a9ad-2f177e2ce255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:19.432203 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-c8ad884d-54e0-4cb6-a9ad-2f177e2ce255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:19.433905 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-299248f6-0b00-4583-b7ae-8c08b39d4d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:19.434492 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-c8ad884d-54e0-4cb6-a9ad-2f177e2ce255 service neutron] 10.222.0.84 "PUT /v2.0/ports/f4918fbc-cde8-4a4a-ae62-d37cbaa1df22 HTTP/1.1" status: 200 len: 1091 time: 1.5324628 May 06 09:43:19.492458 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3c5af8-f39d-44d2-b826-666c016bf7a9', 'tag': 'f4918fbc-cde8-4a4a-ae62-d37cbaa1df22'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:19.502395 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bae310-2d8f-41bd-b422-f076c779f7ca" -d '{"events": [{"name": "network-changed", "server_uuid": "0c3c5af8-f39d-44d2-b826-666c016bf7a9", "tag": "f4918fbc-cde8-4a4a-ae62-d37cbaa1df22"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:19.639280 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b395fc-e88b-4256-a602-f2da9ac27af2 req-eb05b9e0-e68d-4be7-96e1-bd150b1bab58 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:19.651820 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-21b395fc-e88b-4256-a602-f2da9ac27af2 req-eb05b9e0-e68d-4be7-96e1-bd150b1bab58 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 946 time: 0.3280897 May 06 09:43:19.660409 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:19.673129 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9216f706-913e-44ce-bb57-ad09902f2cdc up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:19.692738 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31541200-102a-45da-82e3-1dfbc69d2db1 req-53880443-f438-4dc9-98dc-88f42f43c4e3 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:19.700940 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31541200-102a-45da-82e3-1dfbc69d2db1 req-53880443-f438-4dc9-98dc-88f42f43c4e3 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c3c5af8-f39d-44d2-b826-666c016bf7a9 HTTP/1.1" status: 200 len: 943 time: 0.3502226 May 06 09:43:19.708338 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299248f6-0b00-4583-b7ae-8c08b39d4d45 admin admin] Router 7371434e-b72b-4535-8f2c-b52f0adc62dd is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:43:19.737816 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad884d-54e0-4cb6-a9ad-2f177e2ce255 service neutron] Pushing event updated for resources: {'Port': ['ID=f4918fbc-cde8-4a4a-ae62-d37cbaa1df22,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:19.744510 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b114dc48-dde7-4116-b2f3-0a9a4d94328a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:19.783583 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-2aa0fe93-eae1-49da-bffe-d527c52c237d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:19.786212 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-2aa0fe93-eae1-49da-bffe-d527c52c237d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7164c1da46a24f038e1d3e72e4e90141&device_id=0c3c5af8-f39d-44d2-b826-666c016bf7a9 HTTP/1.1" status: 200 len: 1094 time: 0.2594237 May 06 09:43:19.803260 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31541200-102a-45da-82e3-1dfbc69d2db1 req-0c75bb74-63f2-4759-a083-791b857c4256 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups?id=08415831-0822-4e23-bce7-b07a4ad1f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007233 May 06 09:43:19.831693 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-b114dc48-dde7-4116-b2f3-0a9a4d94328a None None] For port 9216f706-913e-44ce-bb57-ad09902f2cdc, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9216f706-913e-44ce-bb57-ad09902f2cdc,segment=NetworkSegment(803c64f2-fa1d-4ae6-b8e3-5298eef1406e),segment_id=803c64f2-fa1d-4ae6-b8e3-5298eef1406e)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:19.844751 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-21b395fc-e88b-4256-a602-f2da9ac27af2 req-9da5b21b-eb6c-4068-864c-0d90f6de7ca6 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919239 May 06 09:43:19.857346 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 9216f706-913e-44ce-bb57-ad09902f2cdc triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:19.858283 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:19.884853 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-6aff962e-521d-484a-800d-90579cb195c9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4918fbc-cde8-4a4a-ae62-d37cbaa1df22 HTTP/1.1" status: 200 len: 217 time: 0.0779052 May 06 09:43:19.885081 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b114dc48-dde7-4116-b2f3-0a9a4d94328a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:19.932773 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299248f6-0b00-4583-b7ae-8c08b39d4d45 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:43:19.948296 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e031a8-059d-467f-8d6e-43c388e0f440 None None] Sync routers for ids ['7371434e-b72b-4535-8f2c-b52f0adc62dd'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:43:19.959515 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-299248f6-0b00-4583-b7ae-8c08b39d4d45 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:19.964294 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-299248f6-0b00-4583-b7ae-8c08b39d4d45 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.4464066 May 06 09:43:19.964964 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48296) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:19.967536 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e031a8-059d-467f-8d6e-43c388e0f440 None None] Routers {'7371434e-b72b-4535-8f2c-b52f0adc62dd'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:19.968188 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-77e031a8-059d-467f-8d6e-43c388e0f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:43:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['7371434e-b72b-4535-8f2c-b52f0adc62dd'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:19.973376 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fae45a-8eba-41e9-9087-df9d6a528f0f x-openstack-request-id: req-d4fae45a-8eba-41e9-9087-df9d6a528f0f {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:19.973833 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802dbb75-0157-4b9f-8b3c-0db95e6c6eeb", "name": "network-vif-deleted", "tag": "bf4790b9-844b-4827-8a7f-ab8e62106a3b", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:19.974196 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d4fae45a-8eba-41e9-9087-df9d6a528f0f {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:19.974725 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4fae45a-8eba-41e9-9087-df9d6a528f0f'] response: {'server_uuid': '802dbb75-0157-4b9f-8b3c-0db95e6c6eeb', 'name': 'network-vif-deleted', 'tag': 'bf4790b9-844b-4827-8a7f-ab8e62106a3b', 'status': 'completed', 'code': 200} May 06 09:43:20.028822 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-d7f5cd1d-9b06-4d7b-9b74-462eecc54d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:20.033218 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-d7f5cd1d-9b06-4d7b-9b74-462eecc54d5e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a00563ec-513d-49b9-87cd-c2737f5945a8 HTTP/1.1" status: 200 len: 852 time: 0.1396689 May 06 09:43:20.082655 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48304) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:20.111033 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-45918ce7-8b97-4ddf-a06d-e995cb3994ce service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1c294ea7-0917-4fe1-8a6b-362ee7fbe836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666015 May 06 09:43:20.226111 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device bf4790b9-844b-4827-8a7f-ab8e62106a3b no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:43:20.228076 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114dc48-dde7-4116-b2f3-0a9a4d94328a None None] Pushing event updated for resources: {'Port': ['ID=9216f706-913e-44ce-bb57-ad09902f2cdc,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:20.276278 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-77e031a8-059d-467f-8d6e-43c388e0f440 None None] Set router 7371434e-b72b-4535-8f2c-b52f0adc62dd gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:43:20.279912 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a4b78e0-99ae-444e-84eb-faec6a0cbbc9 admin admin] Deleting subnet afa93752-8f96-48cb-be1f-768526aba17a {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:43:20.290630 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2a4b78e0-99ae-444e-84eb-faec6a0cbbc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:20.329859 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: bf4790b9-844b-4827-8a7f-ab8e62106a3b {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:43:20.330213 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device bf4790b9-844b-4827-8a7f-ab8e62106a3b not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:43:20.346386 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-9afe66f9-9909-4def-bb5a-e24d69a7395d None None] Provisioning complete for port 9216f706-913e-44ce-bb57-ad09902f2cdc triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:20.346773 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9afe66f9-9909-4def-bb5a-e24d69a7395d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:20.591782 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-77e031a8-059d-467f-8d6e-43c388e0f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'name': 'tempest-FloatingIPsAssociationTestJSON-681174063-router', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:15Z', 'updated_at': '2022-05-06T09:43:18Z', 'revision_number': 3, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'gw_port': {'id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:16Z', 'updated_at': '2022-05-06T09:43:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:20.610465 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2a4b78e0-99ae-444e-84eb-faec6a0cbbc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:20.636820 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e031a8-059d-467f-8d6e-43c388e0f440 None None] Checking router: 7371434e-b72b-4535-8f2c-b52f0adc62dd for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:43:20.637902 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e031a8-059d-467f-8d6e-43c388e0f440 None None] Updating router 7371434e-b72b-4535-8f2c-b52f0adc62dd port 389b3d0c-c3fe-4f15-8f62-5e501ddccbe5 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:43:20.683764 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-77e031a8-059d-467f-8d6e-43c388e0f440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:20.764451 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2a4b78e0-99ae-444e-84eb-faec6a0cbbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:20.826779 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea462066-c6e1-4947-9ced-46726406cbbf x-openstack-request-id: req-ea462066-c6e1-4947-9ced-46726406cbbf {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:20.827469 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c3c5af8-f39d-44d2-b826-666c016bf7a9", "tag": "f4918fbc-cde8-4a4a-ae62-d37cbaa1df22", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:20.827593 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ea462066-c6e1-4947-9ced-46726406cbbf {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:20.828848 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea462066-c6e1-4947-9ced-46726406cbbf'] response: {'name': 'network-changed', 'server_uuid': '0c3c5af8-f39d-44d2-b826-666c016bf7a9', 'tag': 'f4918fbc-cde8-4a4a-ae62-d37cbaa1df22', 'status': 'completed', 'code': 200} May 06 09:43:20.902076 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-65e5c148-713d-415f-95fa-59cc43446723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:20.952335 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2a4b78e0-99ae-444e-84eb-faec6a0cbbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:20.967176 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7e9b5-52b4-457e-b6b1-71c0dcd2e2d5 req-fc12419f-fe96-41f0-9da2-41fc80fd7fa4 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:20.974953 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c9f7e9b5-52b4-457e-b6b1-71c0dcd2e2d5 req-fc12419f-fe96-41f0-9da2-41fc80fd7fa4 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 950 time: 0.1395063 May 06 09:43:20.984115 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe019174-725d-4cfc-84dd-701aca3ad019 req-ec5e329d-af69-40f2-9997-b162c095c302 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:20.991718 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fe019174-725d-4cfc-84dd-701aca3ad019 req-ec5e329d-af69-40f2-9997-b162c095c302 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1579232 May 06 09:43:21.030729 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-77e031a8-059d-467f-8d6e-43c388e0f440 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:21.034187 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-05055004-43be-4649-aa93-e20a1a2581f9 service neutron] 10.222.0.84 "GET /v2.0/networks/1c294ea7-0917-4fe1-8a6b-362ee7fbe836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9141159 May 06 09:43:21.040227 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b78e0-99ae-444e-84eb-faec6a0cbbc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afa93752-8f96-48cb-be1f-768526aba17a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:21.044373 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-77e031a8-059d-467f-8d6e-43c388e0f440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:21.052952 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2a4b78e0-99ae-444e-84eb-faec6a0cbbc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:21.058493 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2a4b78e0-99ae-444e-84eb-faec6a0cbbc9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/afa93752-8f96-48cb-be1f-768526aba17a HTTP/1.1" status: 204 len: 168 time: 0.9616508 May 06 09:43:21.058795 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48314) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:21.100795 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:21.125751 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fe019174-725d-4cfc-84dd-701aca3ad019 req-538b8dec-9527-4ef7-b432-c81a0980f4a4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331000 May 06 09:43:21.132895 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0848b-b7b6-498f-a898-25cf6beb8c32 None None] Pushing event updated for resources: {'Port': ['ID=389b3d0c-c3fe-4f15-8f62-5e501ddccbe5,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:21.158119 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-77e031a8-059d-467f-8d6e-43c388e0f440 None None] Attempting to bind port 389b3d0c-c3fe-4f15-8f62-5e501ddccbe5 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:21.159517 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-77e031a8-059d-467f-8d6e-43c388e0f440 None None] Attempting to bind port 389b3d0c-c3fe-4f15-8f62-5e501ddccbe5 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:21.160138 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e031a8-059d-467f-8d6e-43c388e0f440 None None] Attempting to bind port 389b3d0c-c3fe-4f15-8f62-5e501ddccbe5 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:21.165200 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c9f7e9b5-52b4-457e-b6b1-71c0dcd2e2d5 req-6173196f-cf07-4c38-ab75-6f1e12e7d654 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892469 May 06 09:43:21.173429 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e031a8-059d-467f-8d6e-43c388e0f440 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:21.174797 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e031a8-059d-467f-8d6e-43c388e0f440 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:21.175730 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-77e031a8-059d-467f-8d6e-43c388e0f440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:21.176469 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e031a8-059d-467f-8d6e-43c388e0f440 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:21.177236 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-77e031a8-059d-467f-8d6e-43c388e0f440 None None] Bound port: 389b3d0c-c3fe-4f15-8f62-5e501ddccbe5, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:21.180834 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-77e031a8-059d-467f-8d6e-43c388e0f440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:21.235310 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-82848ab8-5d59-47de-adf9-30931b0eb6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:21.256047 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-77e031a8-059d-467f-8d6e-43c388e0f440 None None] For port 389b3d0c-c3fe-4f15-8f62-5e501ddccbe5, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:21.260726 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-77e031a8-059d-467f-8d6e-43c388e0f440 None None] For port 389b3d0c-c3fe-4f15-8f62-5e501ddccbe5, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=389b3d0c-c3fe-4f15-8f62-5e501ddccbe5,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:21.268908 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-77e031a8-059d-467f-8d6e-43c388e0f440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:21.286093 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd08e6-5ac2-4781-b3d0-b49850dcf1b1 req-f5be8e21-74b5-4365-8ac6-c1ef4f4322ec tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:21.288016 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e0fd08e6-5ac2-4781-b3d0-b49850dcf1b1 req-f5be8e21-74b5-4365-8ac6-c1ef4f4322ec tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.77 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 950 time: 0.1853223 May 06 09:43:21.336728 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea739d9b-afac-44e5-aff4-11b2ee17b848 req-4c97a7b0-3620-4c72-a3af-2282c2f6c06b service neutron] 10.222.0.84 "GET /v2.0/networks/1c294ea7-0917-4fe1-8a6b-362ee7fbe836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929380 May 06 09:43:21.347738 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-65e5c148-713d-415f-95fa-59cc43446723 admin admin] Allocated IP 172.20.0.1 (ae356d08-2dc7-4bce-a097-5441709edd13/56044973-1a08-4bdf-ad26-5f7c6c20c16e/26d74a51-5652-43a6-bda5-caa1f8194f78) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:21.416966 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e031a8-059d-467f-8d6e-43c388e0f440 None None] Routers {'7371434e-b72b-4535-8f2c-b52f0adc62dd'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:21.417575 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:21.420687 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-77e031a8-059d-467f-8d6e-43c388e0f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:43:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['7371434e-b72b-4535-8f2c-b52f0adc62dd'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:21.453904 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6238e3f-123f-4377-88ef-1bf21c02d48e req-a77d5776-4b70-4624-945f-de755b653272 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:21.461123 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6238e3f-123f-4377-88ef-1bf21c02d48e req-a77d5776-4b70-4624-945f-de755b653272 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c3c5af8-f39d-44d2-b826-666c016bf7a9 HTTP/1.1" status: 200 len: 943 time: 0.1718743 May 06 09:43:21.500873 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-82848ab8-5d59-47de-adf9-30931b0eb6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:21.505664 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94908107-94d0-4a10-a0a2-d11c1c839810 req-af638b08-e943-4333-ad26-058a8888d2cc tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:21.508756 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-94908107-94d0-4a10-a0a2-d11c1c839810 req-af638b08-e943-4333-ad26-058a8888d2cc tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 946 time: 0.2160447 May 06 09:43:21.546480 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-82848ab8-5d59-47de-adf9-30931b0eb6dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f2ea67-0061-4453-8871-c63efbcb27a4']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:21.568038 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-82848ab8-5d59-47de-adf9-30931b0eb6dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ceef939-5542-4214-86aa-42ed61d3cee9') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:21.568545 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-82848ab8-5d59-47de-adf9-30931b0eb6dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ceef939-5542-4214-86aa-42ed61d3cee9') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:21.590274 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9216f706-913e-44ce-bb57-ad09902f2cdc up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:21.596750 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-82848ab8-5d59-47de-adf9-30931b0eb6dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:21.628086 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-82848ab8-5d59-47de-adf9-30931b0eb6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:21.647179 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6238e3f-123f-4377-88ef-1bf21c02d48e req-cf1edd63-42c7-4cd2-8680-3eadce90ce39 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups?id=08415831-0822-4e23-bce7-b07a4ad1f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848092 May 06 09:43:21.647561 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-65e5c148-713d-415f-95fa-59cc43446723 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:21.649285 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82848ab8-5d59-47de-adf9-30931b0eb6dc admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:43:21.649692 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-82848ab8-5d59-47de-adf9-30931b0eb6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: timer() May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:43:21.651941 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:43:21.659055 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-77e031a8-059d-467f-8d6e-43c388e0f440 None None] Set router 7371434e-b72b-4535-8f2c-b52f0adc62dd gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:43:21.673520 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bae310-2d8f-41bd-b422-f076c779f7ca req-1a3bc17e-7cf6-472d-9a7f-e2c9afb97788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:21.675067 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43bae310-2d8f-41bd-b422-f076c779f7ca req-1a3bc17e-7cf6-472d-9a7f-e2c9afb97788 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7164c1da46a24f038e1d3e72e4e90141&device_id=0c3c5af8-f39d-44d2-b826-666c016bf7a9 HTTP/1.1" status: 200 len: 1094 time: 0.2480261 May 06 09:43:21.679060 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 9216f706-913e-44ce-bb57-ad09902f2cdc triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:21.681286 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:21.747189 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-82848ab8-5d59-47de-adf9-30931b0eb6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:21.753363 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-82848ab8-5d59-47de-adf9-30931b0eb6dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:21.760565 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-82848ab8-5d59-47de-adf9-30931b0eb6dc admin admin] 10.222.0.73 "DELETE /v2.0/networks/22f2ea67-0061-4453-8871-c63efbcb27a4 HTTP/1.1" status: 204 len: 168 time: 0.7007065 May 06 09:43:21.778618 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82848ab8-5d59-47de-adf9-30931b0eb6dc admin admin] Pushing event deleted for resources: {'Network': ['ID=22f2ea67-0061-4453-8871-c63efbcb27a4,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:21.792955 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0848b-b7b6-498f-a898-25cf6beb8c32 None None] Pushing event updated for resources: {'Port': ['ID=389b3d0c-c3fe-4f15-8f62-5e501ddccbe5,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:21.810012 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-65e5c148-713d-415f-95fa-59cc43446723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:21.813147 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-e0fd08e6-5ac2-4781-b3d0-b49850dcf1b1 req-5dacf0ae-72c7-4473-ae40-c26fa107e60f tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Deleting port db99f5bb-a76d-4db7-a616-bb0fd1ee072c {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:43:21.813743 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e0fd08e6-5ac2-4781-b3d0-b49850dcf1b1 req-5dacf0ae-72c7-4473-ae40-c26fa107e60f tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:21.828601 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-94908107-94d0-4a10-a0a2-d11c1c839810 req-9d1d2cda-3794-455b-aa14-4cce0151ef5f tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834830 May 06 09:43:21.909215 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e5c148-713d-415f-95fa-59cc43446723 admin admin] Network ae356d08-2dc7-4bce-a097-5441709edd13 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:21.932063 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-65e5c148-713d-415f-95fa-59cc43446723 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:21.961966 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e5c148-713d-415f-95fa-59cc43446723 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:22.023635 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 48326) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:22.066138 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5c148-713d-415f-95fa-59cc43446723 admin admin] Pushing event updated for resources: {'Port': ['ID=26d74a51-5652-43a6-bda5-caa1f8194f78,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:22.091083 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-77e031a8-059d-467f-8d6e-43c388e0f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'name': 'tempest-FloatingIPsAssociationTestJSON-681174063-router', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:15Z', 'updated_at': '2022-05-06T09:43:18Z', 'revision_number': 3, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'gw_port': {'id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:16Z', 'updated_at': '2022-05-06T09:43:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:22.099246 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-65e5c148-713d-415f-95fa-59cc43446723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:22.156907 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed02a2-124b-4a88-955e-cba9dfe94fcf req-7cb01ee5-21df-4375-b634-c4d6c7d6ae77 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:22.165230 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c7ed02a2-124b-4a88-955e-cba9dfe94fcf req-7cb01ee5-21df-4375-b634-c4d6c7d6ae77 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.3355510 May 06 09:43:22.183546 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bae310-2d8f-41bd-b422-f076c779f7ca req-90fefd0f-4bd8-4a11-a7dd-82537371bf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:22.185366 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43bae310-2d8f-41bd-b422-f076c779f7ca req-90fefd0f-4bd8-4a11-a7dd-82537371bf10 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1c294ea7-0917-4fe1-8a6b-362ee7fbe836 HTTP/1.1" status: 200 len: 913 time: 0.4741371 May 06 09:43:22.198738 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e031a8-059d-467f-8d6e-43c388e0f440 None None] The sync data for ids ['7371434e-b72b-4535-8f2c-b52f0adc62dd'] in n-d-840835-1 is: [{'id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'name': 'tempest-FloatingIPsAssociationTestJSON-681174063-router', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:15Z', 'updated_at': '2022-05-06T09:43:18Z', 'revision_number': 3, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'gw_port': {'id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:16Z', 'updated_at': '2022-05-06T09:43:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:43:22.203954 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-e0fd08e6-5ac2-4781-b3d0-b49850dcf1b1 req-5dacf0ae-72c7-4473-ae40-c26fa107e60f tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] For port db99f5bb-a76d-4db7-a616-bb0fd1ee072c, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=db99f5bb-a76d-4db7-a616-bb0fd1ee072c,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:22.204628 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e0fd08e6-5ac2-4781-b3d0-b49850dcf1b1 req-5dacf0ae-72c7-4473-ae40-c26fa107e60f tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:22.230008 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1dba85f2-26c0-4d44-967b-a26e04eb67ff admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d5c8baf980ce4dc1ab4fba669d9b206a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2035620 May 06 09:43:22.236343 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 48334) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:22.287348 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-e0fd08e6-5ac2-4781-b3d0-b49850dcf1b1 req-5dacf0ae-72c7-4473-ae40-c26fa107e60f tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Calling delete_port for db99f5bb-a76d-4db7-a616-bb0fd1ee072c owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:43:22.297563 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43bae310-2d8f-41bd-b422-f076c779f7ca req-e7b1b62c-eca4-422a-afb0-30a8d7f703d9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4918fbc-cde8-4a4a-ae62-d37cbaa1df22 HTTP/1.1" status: 200 len: 217 time: 0.0868659 May 06 09:43:22.365570 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-65e5c148-713d-415f-95fa-59cc43446723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:22.398973 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c7ed02a2-124b-4a88-955e-cba9dfe94fcf req-309d31e2-4393-4b7e-b23d-8548c5c6b30c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324769 May 06 09:43:22.442475 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-49a1236c-991b-41a8-a13f-aa4d9844b444 None None] Provisioning complete for port 26d74a51-5652-43a6-bda5-caa1f8194f78 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:22.443130 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-49a1236c-991b-41a8-a13f-aa4d9844b444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:22.498095 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8cfe8b6e-28e4-4778-991a-3c8dc04459d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:22.503272 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bae310-2d8f-41bd-b422-f076c779f7ca req-b74d7b57-a8ee-49de-ad88-872e1f187c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:22.504822 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43bae310-2d8f-41bd-b422-f076c779f7ca req-b74d7b57-a8ee-49de-ad88-872e1f187c1b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a00563ec-513d-49b9-87cd-c2737f5945a8 HTTP/1.1" status: 200 len: 852 time: 0.1861405 May 06 09:43:22.559841 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-49a1236c-991b-41a8-a13f-aa4d9844b444 None None] Port 26d74a51-5652-43a6-bda5-caa1f8194f78 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:43:22.674806 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8cfe8b6e-28e4-4778-991a-3c8dc04459d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:22.780728 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-65e5c148-713d-415f-95fa-59cc43446723 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:22.793499 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-65e5c148-713d-415f-95fa-59cc43446723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:22.794239 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43bae310-2d8f-41bd-b422-f076c779f7ca req-e3ce1ecd-2690-4cc3-bfb0-21b25a8e016e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1c294ea7-0917-4fe1-8a6b-362ee7fbe836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2722793 May 06 09:43:22.895387 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5c148-713d-415f-95fa-59cc43446723 admin admin] Pushing event updated for resources: {'Port': ['ID=26d74a51-5652-43a6-bda5-caa1f8194f78,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:22.910521 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-65e5c148-713d-415f-95fa-59cc43446723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:22.969391 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8cfe8b6e-28e4-4778-991a-3c8dc04459d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:22.973268 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8cfe8b6e-28e4-4778-991a-3c8dc04459d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:22.979327 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8cfe8b6e-28e4-4778-991a-3c8dc04459d4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0ced3bb2-48d4-4892-ae38-900420cd96d9 HTTP/1.1" status: 204 len: 168 time: 0.7040234 May 06 09:43:23.006927 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe8b6e-28e4-4778-991a-3c8dc04459d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ced3bb2-48d4-4892-ae38-900420cd96d9,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:23.054377 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e5c148-713d-415f-95fa-59cc43446723 admin admin] Network ae356d08-2dc7-4bce-a097-5441709edd13 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:23.056968 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-65e5c148-713d-415f-95fa-59cc43446723 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:23.118835 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c50036-e1cb-4131-b058-8fec19510b4c req-348abb1b-1534-4599-ac12-0533b37128e1 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:23.126664 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-98c50036-e1cb-4131-b058-8fec19510b4c req-348abb1b-1534-4599-ac12-0533b37128e1 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/ports?device_id=15591f1c-3b84-41cc-84a7-68dba63802b6 HTTP/1.1" status: 200 len: 950 time: 0.5466208 May 06 09:43:23.215944 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c0acb-a4eb-46f9-8547-2d7ccf8084c5 req-74d6fa05-7002-49f1-a9fd-78ef26ecfe75 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:23.224886 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad3c0acb-a4eb-46f9-8547-2d7ccf8084c5 req-74d6fa05-7002-49f1-a9fd-78ef26ecfe75 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.4069128 May 06 09:43:23.248482 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e5c148-713d-415f-95fa-59cc43446723 admin admin] Router 7371434e-b72b-4535-8f2c-b52f0adc62dd has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:43:23.306445 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43bae310-2d8f-41bd-b422-f076c779f7ca req-1aa1e717-e712-48e1-a43b-2e254f75578e service neutron] 10.222.0.84 "GET /v2.0/networks/1c294ea7-0917-4fe1-8a6b-362ee7fbe836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012817 May 06 09:43:23.312699 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e0fd08e6-5ac2-4781-b3d0-b49850dcf1b1 req-5dacf0ae-72c7-4473-ae40-c26fa107e60f tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:23.399710 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-98c50036-e1cb-4131-b058-8fec19510b4c req-da8db318-a54e-4a78-b992-a305e3eddc32 tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.73 "GET /v2.0/security-groups?id=190d23d1-1755-4816-9b23-0fd7627867b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536459 May 06 09:43:23.417856 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-6751dd6c-5aa3-419e-933f-a9f9f1aab96c None None] Provisioning complete for port 26d74a51-5652-43a6-bda5-caa1f8194f78 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:23.421938 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6751dd6c-5aa3-419e-933f-a9f9f1aab96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:23.428944 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e5c148-713d-415f-95fa-59cc43446723 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:43:23.435753 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-65e5c148-713d-415f-95fa-59cc43446723 admin admin] 10.222.0.73 "PUT /v2.0/routers/7371434e-b72b-4535-8f2c-b52f0adc62dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4696190 May 06 09:43:23.562115 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-6751dd6c-5aa3-419e-933f-a9f9f1aab96c None None] Port 26d74a51-5652-43a6-bda5-caa1f8194f78 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:43:23.563968 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device db99f5bb-a76d-4db7-a616-bb0fd1ee072c no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:43:23.636407 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: db99f5bb-a76d-4db7-a616-bb0fd1ee072c {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:43:23.636764 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device db99f5bb-a76d-4db7-a616-bb0fd1ee072c not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:43:23.655777 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dacf0ae-72c7-4473-ae40-c26fa107e60f tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Pushing event deleted for resources: {'Port': ['ID=db99f5bb-a76d-4db7-a616-bb0fd1ee072c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:23.688230 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 389b3d0c-c3fe-4f15-8f62-5e501ddccbe5 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:23.703501 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad3c0acb-a4eb-46f9-8547-2d7ccf8084c5 req-40961318-768d-4f0a-8eb2-15903c4d5591 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4582398 May 06 09:43:23.854353 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 389b3d0c-c3fe-4f15-8f62-5e501ddccbe5 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:23.854725 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:23.884770 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fd08e6-5ac2-4781-b3d0-b49850dcf1b1 req-5dacf0ae-72c7-4473-ae40-c26fa107e60f tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] No DVR routers for this DVR port db99f5bb-a76d-4db7-a616-bb0fd1ee072c on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:43:23.892723 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e0fd08e6-5ac2-4781-b3d0-b49850dcf1b1 req-5dacf0ae-72c7-4473-ae40-c26fa107e60f tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:23.898146 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e0fd08e6-5ac2-4781-b3d0-b49850dcf1b1 req-5dacf0ae-72c7-4473-ae40-c26fa107e60f tempest-ServersAdminTestJSON-1007354535 tempest-ServersAdminTestJSON-1007354535-project] 10.222.0.77 "DELETE /v2.0/ports/db99f5bb-a76d-4db7-a616-bb0fd1ee072c HTTP/1.1" status: 204 len: 173 time: 2.5932052 May 06 09:43:23.910004 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15591f1c-3b84-41cc-84a7-68dba63802b6', 'name': 'network-vif-deleted', 'tag': 'db99f5bb-a76d-4db7-a616-bb0fd1ee072c'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:23.915797 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe16431-d25d-4a36-b50f-19cc5cdf34a8" -d '{"events": [{"server_uuid": "15591f1c-3b84-41cc-84a7-68dba63802b6", "name": "network-vif-deleted", "tag": "db99f5bb-a76d-4db7-a616-bb0fd1ee072c"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:24.023300 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:24.046139 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 389b3d0c-c3fe-4f15-8f62-5e501ddccbe5, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=389b3d0c-c3fe-4f15-8f62-5e501ddccbe5,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:24.060295 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:24.094828 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038467e-feb6-4092-8130-a90f1caa8850 req-dfd41b74-1b59-4d34-bd57-7b9eb49cc4fc tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:24.103988 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1038467e-feb6-4092-8130-a90f1caa8850 req-dfd41b74-1b59-4d34-bd57-7b9eb49cc4fc tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 946 time: 0.4538121 May 06 09:43:24.136353 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=389b3d0c-c3fe-4f15-8f62-5e501ddccbe5,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:24.176594 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43bae310-2d8f-41bd-b422-f076c779f7ca req-7e5bdbc9-30f9-426e-8ab9-c3b3a4a0872c service neutron] 10.222.0.84 "GET /v2.0/networks/1c294ea7-0917-4fe1-8a6b-362ee7fbe836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8595629 May 06 09:43:24.191970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db562a-73bf-4826-a1e0-040ee872d9b3 req-f1cf9373-b53f-4d60-b8dd-70ce58ae44ee tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:24.193585 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-24db562a-73bf-4826-a1e0-040ee872d9b3 req-f1cf9373-b53f-4d60-b8dd-70ce58ae44ee tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c3c5af8-f39d-44d2-b826-666c016bf7a9 HTTP/1.1" status: 200 len: 943 time: 0.2882862 May 06 09:43:24.220166 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1038467e-feb6-4092-8130-a90f1caa8850 req-44632aed-5e86-4de7-aa5d-7cb06c99b007 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731785 May 06 09:43:24.247617 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device f4918fbc-cde8-4a4a-ae62-d37cbaa1df22 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:43:24.274354 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-24db562a-73bf-4826-a1e0-040ee872d9b3 req-329e4d9e-8829-4f19-9f7c-92888afec035 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups?id=08415831-0822-4e23-bce7-b07a4ad1f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668027 May 06 09:43:24.369094 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deffeaef-0022-455d-bda9-071e79c052e8 x-openstack-request-id: req-deffeaef-0022-455d-bda9-071e79c052e8 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:24.369448 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15591f1c-3b84-41cc-84a7-68dba63802b6", "name": "network-vif-deleted", "tag": "db99f5bb-a76d-4db7-a616-bb0fd1ee072c", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:24.369652 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-deffeaef-0022-455d-bda9-071e79c052e8 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:24.370052 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deffeaef-0022-455d-bda9-071e79c052e8'] response: {'server_uuid': '15591f1c-3b84-41cc-84a7-68dba63802b6', 'name': 'network-vif-deleted', 'tag': 'db99f5bb-a76d-4db7-a616-bb0fd1ee072c', 'status': 'completed', 'code': 200} May 06 09:43:24.378327 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port f4918fbc-cde8-4a4a-ae62-d37cbaa1df22, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f4918fbc-cde8-4a4a-ae62-d37cbaa1df22,segment=NetworkSegment(48d6abbc-c47f-4b3a-93da-b446cea28541),segment_id=48d6abbc-c47f-4b3a-93da-b446cea28541)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:24.402070 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'f4918fbc-cde8-4a4a-ae62-d37cbaa1df22', 'network_id': '1c294ea7-0917-4fe1-8a6b-362ee7fbe836', 'port_id': 'f4918fbc-cde8-4a4a-ae62-d37cbaa1df22', 'mac_address': 'fa:16:3e:a0:25:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a00563ec-513d-49b9-87cd-c2737f5945a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:43:24.416504 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfc33f-a8b4-4591-81da-00fe6c294770 req-10212767-a799-43bc-a25f-322990893f95 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:24.418111 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0cfc33f-a8b4-4591-81da-00fe6c294770 req-10212767-a799-43bc-a25f-322990893f95 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1153152 May 06 09:43:24.441396 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df735908-aec1-4252-ae03-baae5ecfeca6 req-aa48cc0b-01a0-4757-be6f-bac2290bd0af service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0916393 May 06 09:43:24.470370 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48384) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:24.473239 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:24.491856 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4918fbc-cde8-4a4a-ae62-d37cbaa1df22 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:43:24.521970 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port f4918fbc-cde8-4a4a-ae62-d37cbaa1df22, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f4918fbc-cde8-4a4a-ae62-d37cbaa1df22,segment=NetworkSegment(48d6abbc-c47f-4b3a-93da-b446cea28541),segment_id=48d6abbc-c47f-4b3a-93da-b446cea28541)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:24.534577 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:24.616924 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=f4918fbc-cde8-4a4a-ae62-d37cbaa1df22,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:24.638006 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0cfc33f-a8b4-4591-81da-00fe6c294770 req-9cd421d3-5e6f-46ba-8d36-2159bf8b9380 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073450 May 06 09:43:24.664065 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df735908-aec1-4252-ae03-baae5ecfeca6 req-fdf6a5dc-d32b-40c0-bb3e-d53b101861cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:24.665686 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df735908-aec1-4252-ae03-baae5ecfeca6 req-fdf6a5dc-d32b-40c0-bb3e-d53b101861cc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e6b8f11daba14014856a1a2bb0688844&device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 1095 time: 0.1631877 May 06 09:43:24.687684 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-2d40a8bf-0154-4987-b7f0-02a6793845f7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1173010479-network', 'tenant_id': 'be72d6df18784826a3c8ee1c4d56a700'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:24.730801 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d40a8bf-0154-4987-b7f0-02a6793845f7 admin admin] Made reservation on behalf of be72d6df18784826a3c8ee1c4d56a700 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:24.741688 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2d40a8bf-0154-4987-b7f0-02a6793845f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:24.754565 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2d40a8bf-0154-4987-b7f0-02a6793845f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:24.813597 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df735908-aec1-4252-ae03-baae5ecfeca6 req-07c48acc-d208-4b72-931a-6f73a9b825c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:24.816189 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df735908-aec1-4252-ae03-baae5ecfeca6 req-07c48acc-d208-4b72-931a-6f73a9b825c1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=138aada2-7aee-4749-819b-d219deb27012 HTTP/1.1" status: 200 len: 913 time: 0.1206748 May 06 09:43:24.871727 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['f4918fbc-cde8-4a4a-ae62-d37cbaa1df22'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:43:24.913429 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2d40a8bf-0154-4987-b7f0-02a6793845f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:24.924327 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2d40a8bf-0154-4987-b7f0-02a6793845f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:24.994157 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d40a8bf-0154-4987-b7f0-02a6793845f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:43:25.048054 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40a8bf-0154-4987-b7f0-02a6793845f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b9179c-afe2-495f-a248-f7c140991f43,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:25.076175 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2d40a8bf-0154-4987-b7f0-02a6793845f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:25.082417 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-2d40a8bf-0154-4987-b7f0-02a6793845f7 admin admin] Added segment f854416d-9159-4e65-9cd2-8b8dead0809d of type vlan for network 23e21561-4495-4701-b589-fe4647d5086e May 06 09:43:25.094753 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df735908-aec1-4252-ae03-baae5ecfeca6 req-8958ffe1-c95e-4991-88f3-4c54208234bb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01da8cd2-188a-4f87-8a7e-0aea3f350e6e HTTP/1.1" status: 200 len: 998 time: 0.2606251 May 06 09:43:25.182046 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2d40a8bf-0154-4987-b7f0-02a6793845f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:25.203514 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d211812b-db8a-4be4-bc35-8e57d580f10c None None] Sync routers for ids ['7371434e-b72b-4535-8f2c-b52f0adc62dd'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:43:25.215276 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d211812b-db8a-4be4-bc35-8e57d580f10c None None] Routers {'7371434e-b72b-4535-8f2c-b52f0adc62dd'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:25.216074 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d211812b-db8a-4be4-bc35-8e57d580f10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:43:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['7371434e-b72b-4535-8f2c-b52f0adc62dd'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:25.222341 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2d40a8bf-0154-4987-b7f0-02a6793845f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:25.223801 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d40a8bf-0154-4987-b7f0-02a6793845f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:25.224398 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2d40a8bf-0154-4987-b7f0-02a6793845f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:25.277796 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48408) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:25.300661 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2d40a8bf-0154-4987-b7f0-02a6793845f7 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8270118 May 06 09:43:25.304149 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48412) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:25.309492 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-fc6a448d-5417-4659-b479-fd99f05a73f1 admin admin] Request body: {'subnet': {'network_id': '23e21561-4495-4701-b589-fe4647d5086e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1173010479-subnet', 'tenant_id': 'be72d6df18784826a3c8ee1c4d56a700', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:25.320871 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-b0426c51-5340-4b50-82d5-7ab7b21ccf0b tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:25.322509 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-b0426c51-5340-4b50-82d5-7ab7b21ccf0b tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/networks?id=ae356d08-2dc7-4bce-a097-5441709edd13 HTTP/1.1" status: 200 len: 820 time: 0.3222845 May 06 09:43:25.323465 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40a8bf-0154-4987-b7f0-02a6793845f7 admin admin] Pushing event updated for resources: {'Network': ['ID=23e21561-4495-4701-b589-fe4647d5086e,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:25.332258 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df735908-aec1-4252-ae03-baae5ecfeca6 req-78140f2d-48b4-426c-a5ae-d64323fa932f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:25.335235 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df735908-aec1-4252-ae03-baae5ecfeca6 req-78140f2d-48b4-426c-a5ae-d64323fa932f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ceacdbe3-a021-4ce2-8b17-bdad66d69597 HTTP/1.1" status: 200 len: 851 time: 0.2284837 May 06 09:43:25.358349 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6a448d-5417-4659-b479-fd99f05a73f1 admin admin] Made reservation on behalf of be72d6df18784826a3c8ee1c4d56a700 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:25.363179 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fc6a448d-5417-4659-b479-fd99f05a73f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:25.365189 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6357cf5-a87a-42ad-8541-7707af8e1b28 req-227926ed-6a26-4442-b4d8-ec54affe517c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:25.366230 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 23e21561-4495-4701-b589-fe4647d5086e details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:43:25.366928 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e6357cf5-a87a-42ad-8541-7707af8e1b28 req-227926ed-6a26-4442-b4d8-ec54affe517c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1826057 May 06 09:43:25.442676 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-6c4d4395-4de3-48fc-9696-eb9e8ea55cff tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/quotas/0b0984a5a7244851a31d0e832302a0fa HTTP/1.1" status: 200 len: 375 time: 0.1062005 May 06 09:43:25.465418 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-d211812b-db8a-4be4-bc35-8e57d580f10c None None] Set router 7371434e-b72b-4535-8f2c-b52f0adc62dd gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:43:25.512481 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df735908-aec1-4252-ae03-baae5ecfeca6 req-5ef567ce-a142-4c02-b251-be917ddd3516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:25.514203 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df735908-aec1-4252-ae03-baae5ecfeca6 req-5ef567ce-a142-4c02-b251-be917ddd3516 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=138aada2-7aee-4749-819b-d219deb27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1603093 May 06 09:43:25.528413 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e6357cf5-a87a-42ad-8541-7707af8e1b28 req-920b4748-0266-4139-8f8a-b79e9d38d2fc tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096356 May 06 09:43:25.608991 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b986b7c5-9ea0-46fa-90c0-39066a7c8c18 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=661d757dd98e4787a17a66d7a29ce3d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3287404 May 06 09:43:25.612267 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48418) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:25.614471 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-8552b86c-5fe5-4d40-a46d-96781f0b624a tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b0984a5a7244851a31d0e832302a0fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1706045 May 06 09:43:25.662277 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 389b3d0c-c3fe-4f15-8f62-5e501ddccbe5 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:25.756517 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3b0889c3-2698-42e3-ba68-e5dcc974efcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:25.769036 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df735908-aec1-4252-ae03-baae5ecfeca6 req-65d170d7-957a-4525-906a-4c7b22f2ddda service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384744 May 06 09:43:25.784188 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe7b5d-6bb3-40f6-aaf8-39a8df17344d req-dfeb281c-7db3-4ad4-9261-a444611e52ea tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:25.785740 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-acbe7b5d-6bb3-40f6-aaf8-39a8df17344d req-dfeb281c-7db3-4ad4-9261-a444611e52ea tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 946 time: 0.1091652 May 06 09:43:25.800052 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 389b3d0c-c3fe-4f15-8f62-5e501ddccbe5 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:25.800523 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:25.833596 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-894d59c0-8b67-40f0-ae3c-27056ab75082 service neutron] 10.222.0.73 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181900 May 06 09:43:25.857023 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3b0889c3-2698-42e3-ba68-e5dcc974efcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:25.860173 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fc6a448d-5417-4659-b479-fd99f05a73f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:25.926938 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d211812b-db8a-4be4-bc35-8e57d580f10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'name': 'tempest-FloatingIPsAssociationTestJSON-681174063-router', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:15Z', 'updated_at': '2022-05-06T09:43:22Z', 'revision_number': 4, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'gw_port': {'id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:16Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '26d74a51-5652-43a6-bda5-caa1f8194f78', 'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:20Z', 'updated_at': '2022-05-06T09:43:22Z', 'revision_number': 2, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'subnets': [{'id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:25.970891 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a448d-5417-4659-b479-fd99f05a73f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d54bd8cf-7c94-46e0-bd93-71eea8040eb3,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:25.991584 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-acbe7b5d-6bb3-40f6-aaf8-39a8df17344d req-08157d61-aa7f-4cf7-a068-cb5ebdd52bfa tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971829 May 06 09:43:25.995718 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a448d-5417-4659-b479-fd99f05a73f1 admin admin] Checking segment: {'id': 'f854416d-9159-4e65-9cd2-8b8dead0809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '23e21561-4495-4701-b589-fe4647d5086e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:25.996884 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6a448d-5417-4659-b479-fd99f05a73f1 admin admin] Network hostable DHCP agents. Network: 23e21561-4495-4701-b589-fe4647d5086e, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:43:26.023356 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3b0889c3-2698-42e3-ba68-e5dcc974efcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:26.034863 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3b0889c3-2698-42e3-ba68-e5dcc974efcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:26.042621 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3b0889c3-2698-42e3-ba68-e5dcc974efcc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/190d23d1-1755-4816-9b23-0fd7627867b0 HTTP/1.1" status: 204 len: 168 time: 0.4268999 May 06 09:43:26.078514 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6a448d-5417-4659-b479-fd99f05a73f1 admin admin] Network 23e21561-4495-4701-b589-fe4647d5086e is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:43:26.080951 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0889c3-2698-42e3-ba68-e5dcc974efcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190d23d1-1755-4816-9b23-0fd7627867b0,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:26.102976 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-fc6a448d-5417-4659-b479-fd99f05a73f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 23e21561-4495-4701-b589-fe4647d5086e) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:26.107835 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6a448d-5417-4659-b479-fd99f05a73f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:26.108451 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fc6a448d-5417-4659-b479-fd99f05a73f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:26.158681 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fc6a448d-5417-4659-b479-fd99f05a73f1 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8448718 May 06 09:43:26.165734 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4912384-d48e-4591-aa6c-6d79c907da12 None None] Network 23e21561-4495-4701-b589-fe4647d5086e requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:43:26.169637 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d211812b-db8a-4be4-bc35-8e57d580f10c None None] Checking router: 7371434e-b72b-4535-8f2c-b52f0adc62dd for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:43:26.169998 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d211812b-db8a-4be4-bc35-8e57d580f10c None None] Updating router 7371434e-b72b-4535-8f2c-b52f0adc62dd port 26d74a51-5652-43a6-bda5-caa1f8194f78 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:43:26.175527 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-ca872762-9c0b-4590-8c84-c2c4a8044789 service neutron] 10.222.0.73 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399332 May 06 09:43:26.193711 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df735908-aec1-4252-ae03-baae5ecfeca6 req-4666f88f-6764-4ba9-9216-70befdb3abdc service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069602 May 06 09:43:26.320666 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d263b2-8399-4679-b6ad-09d30e9d417b req-38b686ba-64c5-489f-9aa5-1c80b1f3660f tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:26.326578 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c3d263b2-8399-4679-b6ad-09d30e9d417b req-38b686ba-64c5-489f-9aa5-1c80b1f3660f tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c3c5af8-f39d-44d2-b826-666c016bf7a9 HTTP/1.1" status: 200 len: 944 time: 0.1958921 May 06 09:43:26.333825 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device f4918fbc-cde8-4a4a-ae62-d37cbaa1df22 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:26.387563 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d211812b-db8a-4be4-bc35-8e57d580f10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:26.430399 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c3d263b2-8399-4679-b6ad-09d30e9d417b req-aa25458a-284e-459a-b114-eec6a9d97f5c tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups?id=08415831-0822-4e23-bce7-b07a4ad1f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987616 May 06 09:43:26.590633 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d614de66-f746-43e9-a2d4-04d33ffd85ae req-d50bfad2-69ff-4051-a060-8407dc121266 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d149b98-9a89-40e8-bce0-ebc567cabe2c HTTP/1.1" status: 200 len: 210 time: 0.0562570 May 06 09:43:26.609640 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48442) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:26.824675 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port f4918fbc-cde8-4a4a-ae62-d37cbaa1df22 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:43:26.835206 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port f4918fbc-cde8-4a4a-ae62-d37cbaa1df22 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:26.835880 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:26.960992 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346f483f-0064-411f-ae82-65b5c9929b6c None None] Network 23e21561-4495-4701-b589-fe4647d5086e requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:43:27.216612 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:27.344149 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3c5af8-f39d-44d2-b826-666c016bf7a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4918fbc-cde8-4a4a-ae62-d37cbaa1df22'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:27.346441 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b8c1b4-2023-4756-bb81-8d5702c3e7d7" -d '{"events": [{"server_uuid": "0c3c5af8-f39d-44d2-b826-666c016bf7a9", "name": "network-vif-plugged", "status": "completed", "tag": "f4918fbc-cde8-4a4a-ae62-d37cbaa1df22"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:27.376603 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1e3790c2-a123-46f4-b342-196432d36973 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2fae9a43b9aa462fabb610dd6148d3b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7660143 May 06 09:43:27.379379 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48468) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:27.386362 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port f4918fbc-cde8-4a4a-ae62-d37cbaa1df22, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f4918fbc-cde8-4a4a-ae62-d37cbaa1df22,segment=NetworkSegment(48d6abbc-c47f-4b3a-93da-b446cea28541),segment_id=48d6abbc-c47f-4b3a-93da-b446cea28541)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:27.425879 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d211812b-db8a-4be4-bc35-8e57d580f10c None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:27.429638 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:27.437076 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d211812b-db8a-4be4-bc35-8e57d580f10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:27.444683 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0823f981-89fa-4947-92cc-497053a505bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:27.479811 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0823f981-89fa-4947-92cc-497053a505bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:27.518094 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-1725db5c-0bd9-4782-9916-a33dd30b08eb tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:27.532434 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-1725db5c-0bd9-4782-9916-a33dd30b08eb tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/networks?id=23e21561-4495-4701-b589-fe4647d5086e HTTP/1.1" status: 200 len: 814 time: 0.2606297 May 06 09:43:27.584679 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-c5090328-5ca4-4d50-90a0-1e83b42472d6 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/quotas/be72d6df18784826a3c8ee1c4d56a700 HTTP/1.1" status: 200 len: 375 time: 0.0510077 May 06 09:43:27.605128 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab1526-b4bc-4f10-85bb-d11b8c08b148 req-c1f159a7-f7f9-427b-bbfe-00f6131d48f8 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:27.611363 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=f4918fbc-cde8-4a4a-ae62-d37cbaa1df22,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:27.614419 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0823f981-89fa-4947-92cc-497053a505bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:27.617693 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0823f981-89fa-4947-92cc-497053a505bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:27.620669 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0823f981-89fa-4947-92cc-497053a505bc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6a843824-c62c-4505-bfba-85759f049d29 HTTP/1.1" status: 204 len: 168 time: 0.2386110 May 06 09:43:27.626444 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b4ab1526-b4bc-4f10-85bb-d11b8c08b148 req-c1f159a7-f7f9-427b-bbfe-00f6131d48f8 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 946 time: 0.3411491 May 06 09:43:27.644622 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823f981-89fa-4947-92cc-497053a505bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a843824-c62c-4505-bfba-85759f049d29,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:27.735759 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-d211812b-db8a-4be4-bc35-8e57d580f10c None None] Attempting to bind port 26d74a51-5652-43a6-bda5-caa1f8194f78 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:27.737276 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-d211812b-db8a-4be4-bc35-8e57d580f10c None None] Attempting to bind port 26d74a51-5652-43a6-bda5-caa1f8194f78 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '803c64f2-fa1d-4ae6-b8e3-5298eef1406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:27.737638 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d211812b-db8a-4be4-bc35-8e57d580f10c None None] Attempting to bind port 26d74a51-5652-43a6-bda5-caa1f8194f78 on network ae356d08-2dc7-4bce-a097-5441709edd13 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:27.743640 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-ce1d63b4-69d9-4392-9f4e-4b37e88d3dba tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=be72d6df18784826a3c8ee1c4d56a700&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1580400 May 06 09:43:27.755151 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d211812b-db8a-4be4-bc35-8e57d580f10c None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:27.758639 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d211812b-db8a-4be4-bc35-8e57d580f10c None None] Checking segment: {'id': '803c64f2-fa1d-4ae6-b8e3-5298eef1406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:27.759073 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d211812b-db8a-4be4-bc35-8e57d580f10c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:27.760253 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d211812b-db8a-4be4-bc35-8e57d580f10c None None] Bound using segment: {'id': '803c64f2-fa1d-4ae6-b8e3-5298eef1406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:27.760253 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-d211812b-db8a-4be4-bc35-8e57d580f10c None None] Bound port: 26d74a51-5652-43a6-bda5-caa1f8194f78, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803c64f2-fa1d-4ae6-b8e3-5298eef1406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:27.760572 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d211812b-db8a-4be4-bc35-8e57d580f10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:27.795510 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709a237-70af-45b8-a544-aadc14c7a2b7 None None] Pushing event updated for resources: {'Port': ['ID=26d74a51-5652-43a6-bda5-caa1f8194f78,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:27.895276 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b4ab1526-b4bc-4f10-85bb-d11b8c08b148 req-7c6b8774-89a6-4957-a3a7-9f52a9ef6679 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656927 May 06 09:43:27.896639 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d211812b-db8a-4be4-bc35-8e57d580f10c None None] For port 26d74a51-5652-43a6-bda5-caa1f8194f78, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:27.900235 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d211812b-db8a-4be4-bc35-8e57d580f10c None None] For port 26d74a51-5652-43a6-bda5-caa1f8194f78, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=26d74a51-5652-43a6-bda5-caa1f8194f78,segment=NetworkSegment(803c64f2-fa1d-4ae6-b8e3-5298eef1406e),segment_id=803c64f2-fa1d-4ae6-b8e3-5298eef1406e)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:27.927276 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d211812b-db8a-4be4-bc35-8e57d580f10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:28.021727 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-030d5239-7a1a-424a-9fae-7adde805651f service neutron] 10.222.0.73 "GET /v2.0/networks/23e21561-4495-4701-b589-fe4647d5086e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768776 May 06 09:43:28.077890 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c586daa2-3fce-4816-812e-fe5fdfd9b8b4 None None] Provisioning complete for port 26d74a51-5652-43a6-bda5-caa1f8194f78 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:28.078287 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c586daa2-3fce-4816-812e-fe5fdfd9b8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:28.178884 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d211812b-db8a-4be4-bc35-8e57d580f10c None None] Routers {'7371434e-b72b-4535-8f2c-b52f0adc62dd'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:28.184402 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d211812b-db8a-4be4-bc35-8e57d580f10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:43:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['7371434e-b72b-4535-8f2c-b52f0adc62dd'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:28.403251 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709a237-70af-45b8-a544-aadc14c7a2b7 None None] Pushing event updated for resources: {'Port': ['ID=26d74a51-5652-43a6-bda5-caa1f8194f78,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:28.409079 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-d211812b-db8a-4be4-bc35-8e57d580f10c None None] Set router 7371434e-b72b-4535-8f2c-b52f0adc62dd gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:43:28.559832 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c586daa2-3fce-4816-812e-fe5fdfd9b8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:28.663515 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-c586daa2-3fce-4816-812e-fe5fdfd9b8b4 None None] For port 26d74a51-5652-43a6-bda5-caa1f8194f78, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=26d74a51-5652-43a6-bda5-caa1f8194f78,segment=NetworkSegment(803c64f2-fa1d-4ae6-b8e3-5298eef1406e),segment_id=803c64f2-fa1d-4ae6-b8e3-5298eef1406e)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:28.671570 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c586daa2-3fce-4816-812e-fe5fdfd9b8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:28.735966 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586daa2-3fce-4816-812e-fe5fdfd9b8b4 None None] Pushing event updated for resources: {'Port': ['ID=26d74a51-5652-43a6-bda5-caa1f8194f78,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:28.764557 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-cb2f8962-237d-4f6c-925a-3bb75b1d7b87 service neutron] 10.222.0.73 "GET /v2.0/networks/23e21561-4495-4701-b589-fe4647d5086e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7419004 May 06 09:43:28.775652 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a3a8a-779c-426d-a58c-9fc9fe44a03e req-9d640470-2f30-4bd9-8502-7b06782a4626 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:28.777221 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9d1a3a8a-779c-426d-a58c-9fc9fe44a03e req-9d640470-2f30-4bd9-8502-7b06782a4626 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.6412067 May 06 09:43:28.851723 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-326ff05d-57d7-49e8-b571-7059e30745b1 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:28.854107 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-326ff05d-57d7-49e8-b571-7059e30745b1 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.77 "GET /v2.0/networks?id=ae356d08-2dc7-4bce-a097-5441709edd13 HTTP/1.1" status: 200 len: 820 time: 0.1765769 May 06 09:43:28.867899 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-6dfdf05d-1746-4b18-864d-a0cead348128 None None] Provisioning complete for port 26d74a51-5652-43a6-bda5-caa1f8194f78 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:28.868523 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6dfdf05d-1746-4b18-864d-a0cead348128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:28.881564 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9d1a3a8a-779c-426d-a58c-9fc9fe44a03e req-60d67f5a-7334-4968-a806-bb9a5dd5cb0e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813267 May 06 09:43:28.889542 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31ce7b7f-52b9-4f31-bb6c-8717ced9cc77 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Request body: {'port': {'device_id': '3d149b98-9a89-40e8-bce0-ebc567cabe2c', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'admin_state_up': True, 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:28.909176 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:28.977736 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d211812b-db8a-4be4-bc35-8e57d580f10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'name': 'tempest-FloatingIPsAssociationTestJSON-681174063-router', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:15Z', 'updated_at': '2022-05-06T09:43:22Z', 'revision_number': 4, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'gw_port': {'id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:16Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '26d74a51-5652-43a6-bda5-caa1f8194f78', 'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:20Z', 'updated_at': '2022-05-06T09:43:27Z', 'revision_number': 4, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'subnets': [{'id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:29.060910 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7653b349-ee8e-4ced-b7ce-b66b5c86fa7d x-openstack-request-id: req-7653b349-ee8e-4ced-b7ce-b66b5c86fa7d {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:29.060910 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3c5af8-f39d-44d2-b826-666c016bf7a9", "name": "network-vif-plugged", "status": "completed", "tag": "f4918fbc-cde8-4a4a-ae62-d37cbaa1df22", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:29.060910 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7653b349-ee8e-4ced-b7ce-b66b5c86fa7d {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:29.061310 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7653b349-ee8e-4ced-b7ce-b66b5c86fa7d'] response: {'server_uuid': '0c3c5af8-f39d-44d2-b826-666c016bf7a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4918fbc-cde8-4a4a-ae62-d37cbaa1df22', 'code': 200} May 06 09:43:29.186463 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d211812b-db8a-4be4-bc35-8e57d580f10c None None] The sync data for ids ['7371434e-b72b-4535-8f2c-b52f0adc62dd'] in n-d-840835-1 is: [{'id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'name': 'tempest-FloatingIPsAssociationTestJSON-681174063-router', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:15Z', 'updated_at': '2022-05-06T09:43:22Z', 'revision_number': 4, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'gw_port': {'id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:16Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '26d74a51-5652-43a6-bda5-caa1f8194f78', 'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:20Z', 'updated_at': '2022-05-06T09:43:27Z', 'revision_number': 4, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'subnets': [{'id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:43:29.300864 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9bd800e8-9d6d-4c83-b35e-21eb9194502f req-4694d359-9696-4af7-a43e-e259139a4298 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d149b98-9a89-40e8-bce0-ebc567cabe2c HTTP/1.1" status: 200 len: 210 time: 0.1247745 May 06 09:43:29.396261 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cd002-fb21-490c-938d-e406d9ab5413 req-cb13c3bb-0b5c-4252-ad31-67186c173313 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:29.407992 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-869cd002-fb21-490c-938d-e406d9ab5413 req-cb13c3bb-0b5c-4252-ad31-67186c173313 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c3c5af8-f39d-44d2-b826-666c016bf7a9 HTTP/1.1" status: 200 len: 945 time: 0.3763378 May 06 09:43:29.414070 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31ce7b7f-52b9-4f31-bb6c-8717ced9cc77 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Made reservation on behalf of 0b0984a5a7244851a31d0e832302a0fa for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:29.418117 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31ce7b7f-52b9-4f31-bb6c-8717ced9cc77 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:29.426898 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504cbd89-8ab5-4b66-bbe7-0415c792cec4 req-4964a4e3-d62a-4ff7-902a-fb02347a277d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:29.428740 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-504cbd89-8ab5-4b66-bbe7-0415c792cec4 req-4964a4e3-d62a-4ff7-902a-fb02347a277d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0c3c5af8-f39d-44d2-b826-666c016bf7a9 HTTP/1.1" status: 200 len: 1096 time: 0.2821939 May 06 09:43:29.659900 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 26d74a51-5652-43a6-bda5-caa1f8194f78 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:29.816216 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31ce7b7f-52b9-4f31-bb6c-8717ced9cc77 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Allocated IP 172.20.0.11 (ae356d08-2dc7-4bce-a097-5441709edd13/56044973-1a08-4bdf-ad26-5f7c6c20c16e/09636b4b-cb5b-461d-8711-ce0ce61f5aad) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:29.847836 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-869cd002-fb21-490c-938d-e406d9ab5413 req-3e8b31d8-93bb-4bcc-b804-c5d402e846a9 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups?id=08415831-0822-4e23-bce7-b07a4ad1f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386234 May 06 09:43:29.880840 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-504cbd89-8ab5-4b66-bbe7-0415c792cec4 req-844aa652-3d8b-4638-8574-a9e7934e69ad service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=08415831-0822-4e23-bce7-b07a4ad1f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319091 May 06 09:43:29.909302 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e519cc-9815-48f0-8179-1b4c5af4f76b req-e0a77ba3-7778-4b0a-a42e-1d689b458c70 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:29.912070 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-22e519cc-9815-48f0-8179-1b4c5af4f76b req-e0a77ba3-7778-4b0a-a42e-1d689b458c70 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 946 time: 0.4584842 May 06 09:43:30.037898 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 26d74a51-5652-43a6-bda5-caa1f8194f78 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:30.039776 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:30.133897 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6ac9f15c-d188-4cb7-89cf-3c5e77d23a0a req-2add7b2c-5623-41bf-9575-e82737b31653 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 210 time: 0.0796092 May 06 09:43:30.150738 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-22e519cc-9815-48f0-8179-1b4c5af4f76b req-986786ae-2e7f-4f9f-a36b-ec8fbf02efe6 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376819 May 06 09:43:30.323833 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31ce7b7f-52b9-4f31-bb6c-8717ced9cc77 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:30.375767 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee68db-8e4e-4177-aadc-5fbe884af77d req-5d1e7a9a-fcc7-4b5b-807f-3cdd9b1fa85e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:30.385916 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4cee68db-8e4e-4177-aadc-5fbe884af77d req-5d1e7a9a-fcc7-4b5b-807f-3cdd9b1fa85e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1321042 May 06 09:43:30.442707 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31ce7b7f-52b9-4f31-bb6c-8717ced9cc77 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:30.448084 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4cee68db-8e4e-4177-aadc-5fbe884af77d req-68bd5c4b-b76c-4e09-ac1d-846d2da7251d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611880 May 06 09:43:30.498526 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31ce7b7f-52b9-4f31-bb6c-8717ced9cc77 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Network ae356d08-2dc7-4bce-a097-5441709edd13 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:30.502368 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31ce7b7f-52b9-4f31-bb6c-8717ced9cc77 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:30.506502 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31ce7b7f-52b9-4f31-bb6c-8717ced9cc77 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:30.557233 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce7b7f-52b9-4f31-bb6c-8717ced9cc77 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Pushing event updated for resources: {'Port': ['ID=09636b4b-cb5b-461d-8711-ce0ce61f5aad,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:30.621819 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31ce7b7f-52b9-4f31-bb6c-8717ced9cc77 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:30.622643 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31ce7b7f-52b9-4f31-bb6c-8717ced9cc77 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:30.652342 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d81f6-ba2c-4e18-a727-ebbc57fd6e7c req-93782495-ac87-4b9c-9b4a-65a59f655230 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:30.663559 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e25d81f6-ba2c-4e18-a727-ebbc57fd6e7c req-93782495-ac87-4b9c-9b4a-65a59f655230 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d149b98-9a89-40e8-bce0-ebc567cabe2c HTTP/1.1" status: 200 len: 932 time: 0.1198971 May 06 09:43:30.706378 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31ce7b7f-52b9-4f31-bb6c-8717ced9cc77 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8228822 May 06 09:43:30.735192 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31a00b24-d523-4b37-89db-55b1e9706e0e service neutron] Request body: {'port': {'device_id': '3d149b98-9a89-40e8-bce0-ebc567cabe2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:30.763142 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e25d81f6-ba2c-4e18-a727-ebbc57fd6e7c req-2adcd1ba-16d7-4b7c-a50f-8210751aa03e tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4ba861f-dec6-45b3-9df8-a60d6979114f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982230 May 06 09:43:30.863884 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31a00b24-d523-4b37-89db-55b1e9706e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:30.964806 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-6e61020e-3fbd-4fd1-a510-fe4970c18a00 None None] Provisioning complete for port 09636b4b-cb5b-461d-8711-ce0ce61f5aad triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:30.966618 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6e61020e-3fbd-4fd1-a510-fe4970c18a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:31.127398 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-6e61020e-3fbd-4fd1-a510-fe4970c18a00 None None] Port 09636b4b-cb5b-461d-8711-ce0ce61f5aad cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:43:31.166673 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-85d42cf8-bb3c-4486-b619-677f498a400b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:31.178829 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-85d42cf8-bb3c-4486-b619-677f498a400b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.77 "GET /v2.0/networks?id=23e21561-4495-4701-b589-fe4647d5086e HTTP/1.1" status: 200 len: 814 time: 0.2958403 May 06 09:43:31.201524 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-8a1bcd19-6f63-470a-aa58-e67504cf666b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Request body: {'port': {'device_id': '3b15440e-1d8d-43e9-a38a-3fbb3021f1cb', 'network_id': '23e21561-4495-4701-b589-fe4647d5086e', 'admin_state_up': True, 'tenant_id': 'be72d6df18784826a3c8ee1c4d56a700'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:31.428371 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31a00b24-d523-4b37-89db-55b1e9706e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09636b4b-cb5b-461d-8711-ce0ce61f5aad {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:43:31.432078 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-8a1bcd19-6f63-470a-aa58-e67504cf666b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Made reservation on behalf of be72d6df18784826a3c8ee1c4d56a700 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:31.436939 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-8a1bcd19-6f63-470a-aa58-e67504cf666b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:31.440830 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48584) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:31.469832 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31a00b24-d523-4b37-89db-55b1e9706e0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:31.498825 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31a00b24-d523-4b37-89db-55b1e9706e0e service neutron] Transition to ACTIVE for port object 09636b4b-cb5b-461d-8711-ce0ce61f5aad will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:43:31.515058 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f24610-a53d-47a7-9c8b-3a7cbb5cadfe req-19a0a694-2540-4ab9-9513-23ab05044e91 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:31.518993 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a7f24610-a53d-47a7-9c8b-3a7cbb5cadfe req-19a0a694-2540-4ab9-9513-23ab05044e91 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 946 time: 0.2436833 May 06 09:43:31.521806 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31a00b24-d523-4b37-89db-55b1e9706e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:31.588352 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e42509-28ad-4967-97ae-87d898e8ccfe req-b729f2e5-b113-4c37-b5eb-0a33e44a46fc tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:31.596577 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-05e42509-28ad-4967-97ae-87d898e8ccfe req-b729f2e5-b113-4c37-b5eb-0a33e44a46fc tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c3c5af8-f39d-44d2-b826-666c016bf7a9 HTTP/1.1" status: 200 len: 945 time: 0.3231568 May 06 09:43:31.634689 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-02ed6f7e-1ee7-4453-8e90-2b480aff2869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:31.643162 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a7f24610-a53d-47a7-9c8b-3a7cbb5cadfe req-433e43b2-dbc9-4606-804f-88a241103c8a tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116340 May 06 09:43:31.677991 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-8a1bcd19-6f63-470a-aa58-e67504cf666b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Allocated IP 172.20.0.5 (23e21561-4495-4701-b589-fe4647d5086e/d54bd8cf-7c94-46e0-bd93-71eea8040eb3/9262d57e-22a5-49b2-90f9-0a29fbac4818) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:31.735838 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a00b24-d523-4b37-89db-55b1e9706e0e service neutron] Pushing event updated for resources: {'Port': ['ID=09636b4b-cb5b-461d-8711-ce0ce61f5aad,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:31.785840 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-05e42509-28ad-4967-97ae-87d898e8ccfe req-e9be0b53-30dd-41f4-ad02-528af4305048 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups?id=08415831-0822-4e23-bce7-b07a4ad1f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880250 May 06 09:43:31.878531 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aefa52a4-b47a-49e2-94aa-1329c2fe1c4a req-4f58f7d3-2151-45ad-8eb5-45fbd3c4e59b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 210 time: 0.0986602 May 06 09:43:31.920568 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-8a1bcd19-6f63-470a-aa58-e67504cf666b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:31.951098 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31a00b24-d523-4b37-89db-55b1e9706e0e service neutron] Attempting to bind port 09636b4b-cb5b-461d-8711-ce0ce61f5aad on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:31.951783 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31a00b24-d523-4b37-89db-55b1e9706e0e service neutron] Attempting to bind port 09636b4b-cb5b-461d-8711-ce0ce61f5aad by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '803c64f2-fa1d-4ae6-b8e3-5298eef1406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:31.953487 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31a00b24-d523-4b37-89db-55b1e9706e0e service neutron] Attempting to bind port 09636b4b-cb5b-461d-8711-ce0ce61f5aad on network ae356d08-2dc7-4bce-a097-5441709edd13 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:31.964863 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31a00b24-d523-4b37-89db-55b1e9706e0e service neutron] Port 09636b4b-cb5b-461d-8711-ce0ce61f5aad on network ae356d08-2dc7-4bce-a097-5441709edd13 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:43:31.965258 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31a00b24-d523-4b37-89db-55b1e9706e0e service neutron] Attempting to bind port 09636b4b-cb5b-461d-8711-ce0ce61f5aad on network ae356d08-2dc7-4bce-a097-5441709edd13 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:31.977215 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-8a1bcd19-6f63-470a-aa58-e67504cf666b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:31.985919 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87353d54-c4a5-44cc-a8e9-09740d8fb5f3 req-71830bb2-6539-4dee-9a95-18340be6b859 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:31.987906 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87353d54-c4a5-44cc-a8e9-09740d8fb5f3 req-71830bb2-6539-4dee-9a95-18340be6b859 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.0917344 May 06 09:43:32.009072 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31a00b24-d523-4b37-89db-55b1e9706e0e service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:32.009421 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31a00b24-d523-4b37-89db-55b1e9706e0e service neutron] Checking segment: {'id': '803c64f2-fa1d-4ae6-b8e3-5298eef1406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:32.009815 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31a00b24-d523-4b37-89db-55b1e9706e0e service neutron] Bound using segment: {'id': '803c64f2-fa1d-4ae6-b8e3-5298eef1406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:32.010528 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31a00b24-d523-4b37-89db-55b1e9706e0e service neutron] Bound port: 09636b4b-cb5b-461d-8711-ce0ce61f5aad, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '803c64f2-fa1d-4ae6-b8e3-5298eef1406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:32.010911 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31a00b24-d523-4b37-89db-55b1e9706e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:32.066834 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-8a1bcd19-6f63-470a-aa58-e67504cf666b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Network 23e21561-4495-4701-b589-fe4647d5086e is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:32.079952 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-8a1bcd19-6f63-470a-aa58-e67504cf666b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:32.085434 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1bcd19-6f63-470a-aa58-e67504cf666b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Pushing event updated for resources: {'Port': ['ID=9262d57e-22a5-49b2-90f9-0a29fbac4818,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:32.088149 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-8a1bcd19-6f63-470a-aa58-e67504cf666b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:32.107463 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87353d54-c4a5-44cc-a8e9-09740d8fb5f3 req-f6023deb-99a2-47af-8ef1-41f1210a5efd tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088793 May 06 09:43:32.121048 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7eea5d-f0db-4dc1-909a-0e09a1f743a2 req-258a1571-ddf7-44db-8442-47fb28e2442f tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:32.130284 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba7eea5d-f0db-4dc1-909a-0e09a1f743a2 req-258a1571-ddf7-44db-8442-47fb28e2442f tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d149b98-9a89-40e8-bce0-ebc567cabe2c HTTP/1.1" status: 200 len: 944 time: 0.1346140 May 06 09:43:32.150785 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-8a1bcd19-6f63-470a-aa58-e67504cf666b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:32.151832 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-8a1bcd19-6f63-470a-aa58-e67504cf666b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:32.195469 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-8a1bcd19-6f63-470a-aa58-e67504cf666b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0006857 May 06 09:43:32.200761 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31a00b24-d523-4b37-89db-55b1e9706e0e service neutron] For port 09636b4b-cb5b-461d-8711-ce0ce61f5aad, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:32.208184 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31a00b24-d523-4b37-89db-55b1e9706e0e service neutron] For port 09636b4b-cb5b-461d-8711-ce0ce61f5aad, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=09636b4b-cb5b-461d-8711-ce0ce61f5aad,segment=NetworkSegment(803c64f2-fa1d-4ae6-b8e3-5298eef1406e),segment_id=803c64f2-fa1d-4ae6-b8e3-5298eef1406e)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:32.217659 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba7eea5d-f0db-4dc1-909a-0e09a1f743a2 req-6df10707-45ef-48c0-bd79-2cf76596166e tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4ba861f-dec6-45b3-9df8-a60d6979114f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811374 May 06 09:43:32.220247 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31a00b24-d523-4b37-89db-55b1e9706e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:32.226893 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-d76b750e-ec05-4f2c-b668-a5c32962fc9d service neutron] Request body: {'port': {'device_id': '3b15440e-1d8d-43e9-a38a-3fbb3021f1cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:32.255266 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-02ed6f7e-1ee7-4453-8e90-2b480aff2869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:32.270765 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-02ed6f7e-1ee7-4453-8e90-2b480aff2869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:32.282894 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31a00b24-d523-4b37-89db-55b1e9706e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:32.283561 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31a00b24-d523-4b37-89db-55b1e9706e0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:32.285008 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-31a00b24-d523-4b37-89db-55b1e9706e0e service neutron] 10.222.0.77 "PUT /v2.0/ports/09636b4b-cb5b-461d-8711-ce0ce61f5aad HTTP/1.1" status: 200 len: 1092 time: 1.5607498 May 06 09:43:32.285471 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d149b98-9a89-40e8-bce0-ebc567cabe2c', 'tag': '09636b4b-cb5b-461d-8711-ce0ce61f5aad'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:32.287827 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e84fc8-495d-4e1f-980b-66b237220d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "3d149b98-9a89-40e8-bce0-ebc567cabe2c", "tag": "09636b4b-cb5b-461d-8711-ce0ce61f5aad"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:32.320637 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a00b24-d523-4b37-89db-55b1e9706e0e service neutron] Pushing event updated for resources: {'Port': ['ID=09636b4b-cb5b-461d-8711-ce0ce61f5aad,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:32.322481 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-d76b750e-ec05-4f2c-b668-a5c32962fc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:32.351779 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-02ed6f7e-1ee7-4453-8e90-2b480aff2869 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4d536c8069ce43eeb8b6073ffec0d526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9094305 May 06 09:43:32.355804 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 48594) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:32.362312 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed6f7e-1ee7-4453-8e90-2b480aff2869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1624205c-b030-4b1f-8494-149dafa7f625,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:32.365457 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c65704-4e69-4f95-8d86-8bb8bf6682d8 x-openstack-request-id: req-58c65704-4e69-4f95-8d86-8bb8bf6682d8 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:32.365952 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d149b98-9a89-40e8-bce0-ebc567cabe2c", "tag": "09636b4b-cb5b-461d-8711-ce0ce61f5aad", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:32.378553 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-58c65704-4e69-4f95-8d86-8bb8bf6682d8 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:32.379767 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58c65704-4e69-4f95-8d86-8bb8bf6682d8'] response: {'name': 'network-changed', 'server_uuid': '3d149b98-9a89-40e8-bce0-ebc567cabe2c', 'tag': '09636b4b-cb5b-461d-8711-ce0ce61f5aad', 'status': 'completed', 'code': 200} May 06 09:43:32.482008 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-7e468e6a-1c00-4473-a8b3-00a7750d2fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:32.483001 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-7e468e6a-1c00-4473-a8b3-00a7750d2fb1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b0984a5a7244851a31d0e832302a0fa&device_id=3d149b98-9a89-40e8-bce0-ebc567cabe2c HTTP/1.1" status: 200 len: 1095 time: 0.1193850 May 06 09:43:32.484502 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d2facfb-2e5c-45b2-8816-2ed48cab4f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:32.520418 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d2facfb-2e5c-45b2-8816-2ed48cab4f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:32.582462 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-3c67d2de-d277-48fc-b59b-114a7c765b62 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09636b4b-cb5b-461d-8711-ce0ce61f5aad HTTP/1.1" status: 200 len: 217 time: 0.0713851 May 06 09:43:32.711926 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-0c2db587-cc51-4e3c-82cd-eced3e863b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:32.713685 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-0c2db587-cc51-4e3c-82cd-eced3e863b11 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=56044973-1a08-4bdf-ad26-5f7c6c20c16e HTTP/1.1" status: 200 len: 859 time: 0.1228831 May 06 09:43:32.722465 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d2facfb-2e5c-45b2-8816-2ed48cab4f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:32.729960 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-d76b750e-ec05-4f2c-b668-a5c32962fc9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9262d57e-22a5-49b2-90f9-0a29fbac4818 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:43:32.730709 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d2facfb-2e5c-45b2-8816-2ed48cab4f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:32.737703 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8d2facfb-2e5c-45b2-8816-2ed48cab4f55 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1624205c-b030-4b1f-8494-149dafa7f625 HTTP/1.1" status: 204 len: 168 time: 0.3804529 May 06 09:43:32.755019 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-d76b750e-ec05-4f2c-b668-a5c32962fc9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:32.775317 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-d76b750e-ec05-4f2c-b668-a5c32962fc9d service neutron] Transition to ACTIVE for port object 9262d57e-22a5-49b2-90f9-0a29fbac4818 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:43:32.781560 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-d76b750e-ec05-4f2c-b668-a5c32962fc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:32.790460 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2facfb-2e5c-45b2-8816-2ed48cab4f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1624205c-b030-4b1f-8494-149dafa7f625,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:32.840787 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-b15efc76-6386-4afe-913c-5f509172110b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:32.842381 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-b15efc76-6386-4afe-913c-5f509172110b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae356d08-2dc7-4bce-a097-5441709edd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033144 May 06 09:43:32.997576 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-e8be8fbc-ab91-4e27-8767-08b558f67119 service neutron] 10.222.0.77 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472828 May 06 09:43:33.034365 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b750e-ec05-4f2c-b668-a5c32962fc9d service neutron] Pushing event updated for resources: {'Port': ['ID=9262d57e-22a5-49b2-90f9-0a29fbac4818,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:33.087074 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-d76b750e-ec05-4f2c-b668-a5c32962fc9d service neutron] Attempting to bind port 9262d57e-22a5-49b2-90f9-0a29fbac4818 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:33.087596 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-d76b750e-ec05-4f2c-b668-a5c32962fc9d service neutron] Attempting to bind port 9262d57e-22a5-49b2-90f9-0a29fbac4818 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'f854416d-9159-4e65-9cd2-8b8dead0809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '23e21561-4495-4701-b589-fe4647d5086e'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:33.087917 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-d76b750e-ec05-4f2c-b668-a5c32962fc9d service neutron] Attempting to bind port 9262d57e-22a5-49b2-90f9-0a29fbac4818 on network 23e21561-4495-4701-b589-fe4647d5086e {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:33.093479 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-d76b750e-ec05-4f2c-b668-a5c32962fc9d service neutron] Port 9262d57e-22a5-49b2-90f9-0a29fbac4818 on network 23e21561-4495-4701-b589-fe4647d5086e not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:43:33.093980 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-d76b750e-ec05-4f2c-b668-a5c32962fc9d service neutron] Attempting to bind port 9262d57e-22a5-49b2-90f9-0a29fbac4818 on network 23e21561-4495-4701-b589-fe4647d5086e {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:33.101318 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-d76b750e-ec05-4f2c-b668-a5c32962fc9d service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:33.101664 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-d76b750e-ec05-4f2c-b668-a5c32962fc9d service neutron] Checking segment: {'id': 'f854416d-9159-4e65-9cd2-8b8dead0809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '23e21561-4495-4701-b589-fe4647d5086e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:33.102095 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-d76b750e-ec05-4f2c-b668-a5c32962fc9d service neutron] Bound using segment: {'id': 'f854416d-9159-4e65-9cd2-8b8dead0809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '23e21561-4495-4701-b589-fe4647d5086e'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:33.102497 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-d76b750e-ec05-4f2c-b668-a5c32962fc9d service neutron] Bound port: 9262d57e-22a5-49b2-90f9-0a29fbac4818, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f854416d-9159-4e65-9cd2-8b8dead0809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '23e21561-4495-4701-b589-fe4647d5086e'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:33.102983 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-d76b750e-ec05-4f2c-b668-a5c32962fc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:33.176968 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05acc99-fee5-4822-87ed-f8da0b527ff5 req-c0b903fd-7781-4842-a8e3-eeb9d13f4fa0 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:33.178763 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d05acc99-fee5-4822-87ed-f8da0b527ff5 req-c0b903fd-7781-4842-a8e3-eeb9d13f4fa0 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 946 time: 0.3916426 May 06 09:43:33.191168 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48610) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:33.198117 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f1f0096-9d84-4b86-965e-8b4ed5ef01b7 req-2dc849ce-bdb9-4edd-8657-78991d56b134 service neutron] 10.222.0.77 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854587 May 06 09:43:33.208378 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6fc1b60e-9383-49b7-b98f-01f5d8f2c050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:33.211936 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbea5ec-c921-4065-b4fd-9883679c44e6 req-7018839f-2b46-404a-bda3-5231d68809f3 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:33.213175 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-d76b750e-ec05-4f2c-b668-a5c32962fc9d service neutron] For port 9262d57e-22a5-49b2-90f9-0a29fbac4818, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:33.214246 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bfbea5ec-c921-4065-b4fd-9883679c44e6 req-7018839f-2b46-404a-bda3-5231d68809f3 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c3c5af8-f39d-44d2-b826-666c016bf7a9 HTTP/1.1" status: 200 len: 945 time: 0.2130899 May 06 09:43:33.285408 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-d76b750e-ec05-4f2c-b668-a5c32962fc9d service neutron] For port 9262d57e-22a5-49b2-90f9-0a29fbac4818, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=9262d57e-22a5-49b2-90f9-0a29fbac4818,segment=NetworkSegment(f854416d-9159-4e65-9cd2-8b8dead0809d),segment_id=f854416d-9159-4e65-9cd2-8b8dead0809d)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:33.296995 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d05acc99-fee5-4822-87ed-f8da0b527ff5 req-cdd49ccd-b7c3-4480-bed2-6f47635eb2dd tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007280 May 06 09:43:33.303038 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bfbea5ec-c921-4065-b4fd-9883679c44e6 req-4706fb30-989f-4d3a-9076-685ecf157766 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups?id=08415831-0822-4e23-bce7-b07a4ad1f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620530 May 06 09:43:33.347409 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-d76b750e-ec05-4f2c-b668-a5c32962fc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:33.400950 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-d76b750e-ec05-4f2c-b668-a5c32962fc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:33.401598 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-d76b750e-ec05-4f2c-b668-a5c32962fc9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:33.404279 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-d76b750e-ec05-4f2c-b668-a5c32962fc9d service neutron] 10.222.0.77 "PUT /v2.0/ports/9262d57e-22a5-49b2-90f9-0a29fbac4818 HTTP/1.1" status: 200 len: 1091 time: 1.1863415 May 06 09:43:33.404932 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b15440e-1d8d-43e9-a38a-3fbb3021f1cb', 'tag': '9262d57e-22a5-49b2-90f9-0a29fbac4818'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:33.408474 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a598ba-1025-4797-8d5d-67fdba508e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "3b15440e-1d8d-43e9-a38a-3fbb3021f1cb", "tag": "9262d57e-22a5-49b2-90f9-0a29fbac4818"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:33.413638 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e84fc8-495d-4e1f-980b-66b237220d7a req-716425c6-df3d-4b35-8279-d2a63c49fc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:33.416742 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e3e84fc8-495d-4e1f-980b-66b237220d7a req-716425c6-df3d-4b35-8279-d2a63c49fc28 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b0984a5a7244851a31d0e832302a0fa&device_id=3d149b98-9a89-40e8-bce0-ebc567cabe2c HTTP/1.1" status: 200 len: 1095 time: 0.1006892 May 06 09:43:33.491165 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6fc1b60e-9383-49b7-b98f-01f5d8f2c050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:33.514875 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b750e-ec05-4f2c-b668-a5c32962fc9d service neutron] Pushing event updated for resources: {'Port': ['ID=9262d57e-22a5-49b2-90f9-0a29fbac4818,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:33.519792 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6fc1b60e-9383-49b7-b98f-01f5d8f2c050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:33.566818 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6fc1b60e-9383-49b7-b98f-01f5d8f2c050 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8df890ba706248ebbd76caa1f33f0a95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3744214 May 06 09:43:33.572185 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48620) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:33.604442 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1b60e-9383-49b7-b98f-01f5d8f2c050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5610b6fd-0c25-4ed1-b5f6-54e38b86e889,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:33.612457 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-3c6fb15c-abd3-4e3e-a8ef-5ff7b4316827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:33.614454 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-3c6fb15c-abd3-4e3e-a8ef-5ff7b4316827 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=be72d6df18784826a3c8ee1c4d56a700&device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 1094 time: 0.1400125 May 06 09:43:33.674496 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65373c94-c361-44fa-a2ac-f9d38ad5dfcb req-58e9a97b-8b4c-4990-bfd0-73bf16bc8a59 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:33.676413 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-65373c94-c361-44fa-a2ac-f9d38ad5dfcb req-58e9a97b-8b4c-4990-bfd0-73bf16bc8a59 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 943 time: 0.2387819 May 06 09:43:33.684987 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-c8e6a01d-3293-4cc1-ac4e-51cc42b73368 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9262d57e-22a5-49b2-90f9-0a29fbac4818 HTTP/1.1" status: 200 len: 217 time: 0.0515366 May 06 09:43:33.687212 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff223a-4918-4f21-8412-51867f5ad285 req-f8e50a64-31b2-4ab7-af71-2cff8460236f tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:33.688758 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3aff223a-4918-4f21-8412-51867f5ad285 req-f8e50a64-31b2-4ab7-af71-2cff8460236f tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.2051156 May 06 09:43:33.752272 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e84fc8-495d-4e1f-980b-66b237220d7a req-05260922-bacc-47f8-9441-d6568cff20ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:33.753760 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf5dee05-fbc0-4d20-8f63-3c3bc1608332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:33.754417 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e3e84fc8-495d-4e1f-980b-66b237220d7a req-05260922-bacc-47f8-9441-d6568cff20ab service neutron] 10.222.0.77 "GET /v2.0/networks?id=ae356d08-2dc7-4bce-a097-5441709edd13 HTTP/1.1" status: 200 len: 921 time: 0.3244829 May 06 09:43:33.779577 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-8202790f-46b4-4687-b894-54badc710612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:33.781901 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-8202790f-46b4-4687-b894-54badc710612 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d54bd8cf-7c94-46e0-bd93-71eea8040eb3 HTTP/1.1" status: 200 len: 854 time: 0.0884039 May 06 09:43:33.797057 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf5dee05-fbc0-4d20-8f63-3c3bc1608332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:33.836147 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-ac760e63-b323-4efa-9442-741b182d9bfa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=23e21561-4495-4701-b589-fe4647d5086e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420210 May 06 09:43:33.849542 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e3e84fc8-495d-4e1f-980b-66b237220d7a req-2fda904a-16f4-4a39-9008-965339ca1942 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09636b4b-cb5b-461d-8711-ce0ce61f5aad HTTP/1.1" status: 200 len: 217 time: 0.0839431 May 06 09:43:33.855162 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-65373c94-c361-44fa-a2ac-f9d38ad5dfcb req-8be4112c-7962-4a98-91a5-37ac4d1d4b70 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630898 May 06 09:43:33.871781 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3aff223a-4918-4f21-8412-51867f5ad285 req-b4669c2f-de8c-4187-8f2a-93908d555fc3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665764 May 06 09:43:33.991596 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e84fc8-495d-4e1f-980b-66b237220d7a req-cb1bf943-aaf0-4c6a-a7db-49dfc77e155d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:33.994627 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e3e84fc8-495d-4e1f-980b-66b237220d7a req-cb1bf943-aaf0-4c6a-a7db-49dfc77e155d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=56044973-1a08-4bdf-ad26-5f7c6c20c16e HTTP/1.1" status: 200 len: 859 time: 0.1209507 May 06 09:43:34.003977 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf5dee05-fbc0-4d20-8f63-3c3bc1608332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:34.006728 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf5dee05-fbc0-4d20-8f63-3c3bc1608332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:34.008356 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cf5dee05-fbc0-4d20-8f63-3c3bc1608332 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5610b6fd-0c25-4ed1-b5f6-54e38b86e889 HTTP/1.1" status: 204 len: 168 time: 0.4292691 May 06 09:43:34.034009 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5dee05-fbc0-4d20-8f63-3c3bc1608332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5610b6fd-0c25-4ed1-b5f6-54e38b86e889,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:34.037950 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-7a857ba1-3e35-470e-8657-9235046d6abf service neutron] 10.222.0.77 "GET /v2.0/networks/23e21561-4495-4701-b589-fe4647d5086e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934526 May 06 09:43:34.148322 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb1389f1-923d-4c5c-8516-7bbb90c558f1 req-5384c8d6-2612-47a3-a264-1307d8cc076f tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-247131107&fields=id&tenant_id=7164c1da46a24f038e1d3e72e4e90141 HTTP/1.1" status: 200 len: 267 time: 0.1521978 May 06 09:43:34.163155 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596783a-be67-4bc5-b848-235425a8ecee req-bd8a52f6-032b-471f-8bcb-db55d0b666e9 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:34.164580 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6596783a-be67-4bc5-b848-235425a8ecee req-bd8a52f6-032b-471f-8bcb-db55d0b666e9 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d149b98-9a89-40e8-bce0-ebc567cabe2c HTTP/1.1" status: 200 len: 944 time: 0.1671662 May 06 09:43:34.179229 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e84fc8-495d-4e1f-980b-66b237220d7a req-3c661c4a-2b12-475e-865d-5039e5456cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:34.180724 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e3e84fc8-495d-4e1f-980b-66b237220d7a req-3c661c4a-2b12-475e-865d-5039e5456cb9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae356d08-2dc7-4bce-a097-5441709edd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1751332 May 06 09:43:34.192692 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0fff110b-e904-4bc0-901e-c3ed96b6eb4a req-9d4f41ac-c00f-420d-9d53-255476a18e00 service neutron] 10.222.0.77 "GET /v2.0/networks/23e21561-4495-4701-b589-fe4647d5086e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462331 May 06 09:43:34.305164 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6596783a-be67-4bc5-b848-235425a8ecee req-b924e3ab-4690-463d-892f-774081656b1e tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4ba861f-dec6-45b3-9df8-a60d6979114f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220548 May 06 09:43:34.322176 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1389f1-923d-4c5c-8516-7bbb90c558f1 req-ad3ea389-bc3b-473d-b1d2-e1eb2c65d76a tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:34.323800 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb1389f1-923d-4c5c-8516-7bbb90c558f1 req-ad3ea389-bc3b-473d-b1d2-e1eb2c65d76a tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c3c5af8-f39d-44d2-b826-666c016bf7a9 HTTP/1.1" status: 200 len: 945 time: 0.1582968 May 06 09:43:34.338466 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-fb1389f1-923d-4c5c-8516-7bbb90c558f1 req-a93e2534-0900-40b8-bd3d-c771807aa715 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Request body: {'port': {'security_groups': ['08415831-0822-4e23-bce7-b07a4ad1f19f', '8dfe54b0-d39f-4bb1-8587-7e3d8bd6ad93']}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:34.383374 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af477b0b-154d-4574-bfca-04d1df308946 x-openstack-request-id: req-af477b0b-154d-4574-bfca-04d1df308946 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:34.383374 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b15440e-1d8d-43e9-a38a-3fbb3021f1cb", "tag": "9262d57e-22a5-49b2-90f9-0a29fbac4818", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:34.383374 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-af477b0b-154d-4574-bfca-04d1df308946 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:34.383374 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af477b0b-154d-4574-bfca-04d1df308946'] response: {'name': 'network-changed', 'server_uuid': '3b15440e-1d8d-43e9-a38a-3fbb3021f1cb', 'tag': '9262d57e-22a5-49b2-90f9-0a29fbac4818', 'status': 'completed', 'code': 200} May 06 09:43:34.392381 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e3e84fc8-495d-4e1f-980b-66b237220d7a req-04c51ed9-a5b2-4d32-8693-ef4f0915d935 service neutron] 10.222.0.77 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822331 May 06 09:43:34.420635 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-fb1389f1-923d-4c5c-8516-7bbb90c558f1 req-a93e2534-0900-40b8-bd3d-c771807aa715 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:34.530867 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a598ba-1025-4797-8d5d-67fdba508e1c req-ed88148b-c1f2-4ad3-80ab-2a1ffcfc02dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:34.533990 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37a598ba-1025-4797-8d5d-67fdba508e1c req-ed88148b-c1f2-4ad3-80ab-2a1ffcfc02dc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=be72d6df18784826a3c8ee1c4d56a700&device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 1094 time: 0.0889082 May 06 09:43:34.599147 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e3e84fc8-495d-4e1f-980b-66b237220d7a req-be81c821-2b66-44d9-8a3f-0f960e82cba4 service neutron] 10.222.0.77 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678152 May 06 09:43:34.750220 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a598ba-1025-4797-8d5d-67fdba508e1c req-d472d1dd-4f5c-40db-a655-69955023a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:34.751852 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37a598ba-1025-4797-8d5d-67fdba508e1c req-d472d1dd-4f5c-40db-a655-69955023a09c service neutron] 10.222.0.77 "GET /v2.0/networks?id=23e21561-4495-4701-b589-fe4647d5086e HTTP/1.1" status: 200 len: 915 time: 0.2113042 May 06 09:43:34.802197 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-fb1389f1-923d-4c5c-8516-7bbb90c558f1 req-a93e2534-0900-40b8-bd3d-c771807aa715 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] For port f4918fbc-cde8-4a4a-ae62-d37cbaa1df22, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f4918fbc-cde8-4a4a-ae62-d37cbaa1df22,segment=NetworkSegment(48d6abbc-c47f-4b3a-93da-b446cea28541),segment_id=48d6abbc-c47f-4b3a-93da-b446cea28541)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:34.820008 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37a598ba-1025-4797-8d5d-67fdba508e1c req-596624b7-ddf4-4b98-9af0-d306c43387f4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9262d57e-22a5-49b2-90f9-0a29fbac4818 HTTP/1.1" status: 200 len: 217 time: 0.0607851 May 06 09:43:34.877225 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-fb1389f1-923d-4c5c-8516-7bbb90c558f1 req-a93e2534-0900-40b8-bd3d-c771807aa715 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:34.892608 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-fb1389f1-923d-4c5c-8516-7bbb90c558f1 req-a93e2534-0900-40b8-bd3d-c771807aa715 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:34.892966 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a598ba-1025-4797-8d5d-67fdba508e1c req-51963b1a-8edb-4148-af0e-1ff4b5e8b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:34.895292 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37a598ba-1025-4797-8d5d-67fdba508e1c req-51963b1a-8edb-4148-af0e-1ff4b5e8b077 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d54bd8cf-7c94-46e0-bd93-71eea8040eb3 HTTP/1.1" status: 200 len: 854 time: 0.0667493 May 06 09:43:34.907189 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['5ee773cd-c3ce-460f-b84b-b122f278bac2', 'f4918fbc-cde8-4a4a-ae62-d37cbaa1df22'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:43:34.963978 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37a598ba-1025-4797-8d5d-67fdba508e1c req-1f186349-97cd-4f13-ad90-8836c1f708c0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=23e21561-4495-4701-b589-fe4647d5086e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609031 May 06 09:43:34.997094 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1389f1-923d-4c5c-8516-7bbb90c558f1 req-a93e2534-0900-40b8-bd3d-c771807aa715 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:34.997796 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-fb1389f1-923d-4c5c-8516-7bbb90c558f1 req-a93e2534-0900-40b8-bd3d-c771807aa715 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:35.002008 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb1389f1-923d-4c5c-8516-7bbb90c558f1 req-a93e2534-0900-40b8-bd3d-c771807aa715 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "PUT /v2.0/ports/f4918fbc-cde8-4a4a-ae62-d37cbaa1df22 HTTP/1.1" status: 200 len: 981 time: 0.6688046 May 06 09:43:35.002887 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3c5af8-f39d-44d2-b826-666c016bf7a9', 'tag': 'f4918fbc-cde8-4a4a-ae62-d37cbaa1df22'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:35.013006 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c19bb1d-0f6c-48c5-9349-c8ae420d9ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "0c3c5af8-f39d-44d2-b826-666c016bf7a9", "tag": "f4918fbc-cde8-4a4a-ae62-d37cbaa1df22"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:35.028412 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ce96a-9cb7-4245-b3fe-9595554bdb9d req-1bb22fa1-8ea4-4671-93d5-a79bdb694af7 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:35.037784 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c04ce96a-9cb7-4245-b3fe-9595554bdb9d req-1bb22fa1-8ea4-4671-93d5-a79bdb694af7 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 946 time: 0.2064762 May 06 09:43:35.085805 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e2534-0900-40b8-bd3d-c771807aa715 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Pushing event updated for resources: {'Port': ['ID=f4918fbc-cde8-4a4a-ae62-d37cbaa1df22,revision_number=6']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:35.120454 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c04ce96a-9cb7-4245-b3fe-9595554bdb9d req-ef2a8214-f41e-4639-bfcb-98bc73696da3 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809336 May 06 09:43:35.170657 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['f4918fbc-cde8-4a4a-ae62-d37cbaa1df22'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:43:35.178680 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48656) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:35.204169 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37a598ba-1025-4797-8d5d-67fdba508e1c req-993e617a-e27c-4ba9-81fc-16a1e2fa8c3a service neutron] 10.222.0.77 "GET /v2.0/networks/23e21561-4495-4701-b589-fe4647d5086e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319250 May 06 09:43:35.220194 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf852f5-0695-43b0-9020-d06935f15905 req-f6015d01-1e76-4b04-b7da-c5841e8d33cc tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:35.228233 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-acf852f5-0695-43b0-9020-d06935f15905 req-f6015d01-1e76-4b04-b7da-c5841e8d33cc tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 943 time: 0.1066937 May 06 09:43:35.300022 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bccaf-9816-4b35-8458-afb992e033eb req-58724aaa-bba5-429a-aaf4-cf9831a38031 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:35.301691 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1e6bccaf-9816-4b35-8458-afb992e033eb req-58724aaa-bba5-429a-aaf4-cf9831a38031 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1034005 May 06 09:43:35.319536 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-acf852f5-0695-43b0-9020-d06935f15905 req-3561e064-26d0-4c33-8472-672116c197ed tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846546 May 06 09:43:35.356472 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-18d968b7-fed1-4bc4-8f9d-7218ddba8ab0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-400432606-network', 'tenant_id': '2eef6136aab24b0287ca20bb27127057'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:35.367725 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37a598ba-1025-4797-8d5d-67fdba508e1c req-6f5db61e-b79b-42e7-b1e3-9e858b950021 service neutron] 10.222.0.77 "GET /v2.0/networks/23e21561-4495-4701-b589-fe4647d5086e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469586 May 06 09:43:35.389282 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d968b7-fed1-4bc4-8f9d-7218ddba8ab0 admin admin] Made reservation on behalf of 2eef6136aab24b0287ca20bb27127057 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:35.396540 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-18d968b7-fed1-4bc4-8f9d-7218ddba8ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:35.396857 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1e6bccaf-9816-4b35-8458-afb992e033eb req-b9962e47-1beb-4ebd-9c6f-11cd19a4980b tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758059 May 06 09:43:35.430173 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-05b93530-cdcf-4ea5-90e4-55dbce9e03e1 req-176c08be-53f8-4a93-b5c6-2018b5603f6c tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups/8dfe54b0-d39f-4bb1-8587-7e3d8bd6ad93 HTTP/1.1" status: 200 len: 1801 time: 0.0829246 May 06 09:43:35.434926 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-18d968b7-fed1-4bc4-8f9d-7218ddba8ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:35.486974 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-05b93530-cdcf-4ea5-90e4-55dbce9e03e1 req-7c0deecf-024a-4460-8954-d8f98948c1e8 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] delete failed (client error): There was a conflict when trying to complete your request. May 06 09:43:35.492291 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-05b93530-cdcf-4ea5-90e4-55dbce9e03e1 req-7c0deecf-024a-4460-8954-d8f98948c1e8 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "DELETE /v2.0/security-groups/8dfe54b0-d39f-4bb1-8587-7e3d8bd6ad93 HTTP/1.1" status: 409 len: 341 time: 0.0606067 May 06 09:43:35.534877 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34d4b6e-91c2-4270-9535-43d8a8e371f7 x-openstack-request-id: req-a34d4b6e-91c2-4270-9535-43d8a8e371f7 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:35.535200 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c3c5af8-f39d-44d2-b826-666c016bf7a9", "tag": "f4918fbc-cde8-4a4a-ae62-d37cbaa1df22", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:35.535505 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a34d4b6e-91c2-4270-9535-43d8a8e371f7 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:35.535968 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a34d4b6e-91c2-4270-9535-43d8a8e371f7'] response: {'name': 'network-changed', 'server_uuid': '0c3c5af8-f39d-44d2-b826-666c016bf7a9', 'tag': 'f4918fbc-cde8-4a4a-ae62-d37cbaa1df22', 'status': 'completed', 'code': 200} May 06 09:43:35.610739 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-18d968b7-fed1-4bc4-8f9d-7218ddba8ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:35.618003 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-18d968b7-fed1-4bc4-8f9d-7218ddba8ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:35.635551 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d968b7-fed1-4bc4-8f9d-7218ddba8ab0 admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:43:35.649526 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-18d968b7-fed1-4bc4-8f9d-7218ddba8ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:35.649832 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-18d968b7-fed1-4bc4-8f9d-7218ddba8ab0 admin admin] Added segment 42a5ceaa-d1af-4873-b3a6-3e6b3b85a56d of type vlan for network d209a879-35d8-4876-8b7a-7fabeecf7e1f May 06 09:43:35.650702 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19bb1d-0f6c-48c5-9349-c8ae420d9ad9 req-ee250a43-4d0d-409f-8b0c-fe9ed16695ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:35.652495 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6c19bb1d-0f6c-48c5-9349-c8ae420d9ad9 req-ee250a43-4d0d-409f-8b0c-fe9ed16695ae service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7164c1da46a24f038e1d3e72e4e90141&device_id=0c3c5af8-f39d-44d2-b826-666c016bf7a9 HTTP/1.1" status: 200 len: 1135 time: 0.0964658 May 06 09:43:35.666522 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cc4a3-a5b4-4807-8e1a-58658109028f req-e540a9db-99b2-42ae-9589-300a829bec12 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:35.674355 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-db3cc4a3-a5b4-4807-8e1a-58658109028f req-e540a9db-99b2-42ae-9589-300a829bec12 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d149b98-9a89-40e8-bce0-ebc567cabe2c HTTP/1.1" status: 200 len: 944 time: 0.0842938 May 06 09:43:35.716255 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d968b7-fed1-4bc4-8f9d-7218ddba8ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe8d36a-92ab-4fdc-99d4-33ff39f6d563,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:35.720580 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-18d968b7-fed1-4bc4-8f9d-7218ddba8ab0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:35.751712 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-18d968b7-fed1-4bc4-8f9d-7218ddba8ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:35.752991 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d968b7-fed1-4bc4-8f9d-7218ddba8ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:35.753820 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-18d968b7-fed1-4bc4-8f9d-7218ddba8ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:35.769206 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-db3cc4a3-a5b4-4807-8e1a-58658109028f req-f56b86a5-68dc-4629-9eee-678b3c99c933 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4ba861f-dec6-45b3-9df8-a60d6979114f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939569 May 06 09:43:35.826517 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19bb1d-0f6c-48c5-9349-c8ae420d9ad9 req-cc3ddfc4-9e36-44d5-b445-c5ddf19e4783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:35.826747 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-18d968b7-fed1-4bc4-8f9d-7218ddba8ab0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6435568 May 06 09:43:35.826847 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6c19bb1d-0f6c-48c5-9349-c8ae420d9ad9 req-cc3ddfc4-9e36-44d5-b445-c5ddf19e4783 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1c294ea7-0917-4fe1-8a6b-362ee7fbe836 HTTP/1.1" status: 200 len: 913 time: 0.1356125 May 06 09:43:35.826847 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 48668) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:35.832249 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-fc928333-0f5a-499b-bac3-a5fd5b3b28f3 admin admin] Request body: {'subnet': {'network_id': 'd209a879-35d8-4876-8b7a-7fabeecf7e1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-400432606-subnet', 'tenant_id': '2eef6136aab24b0287ca20bb27127057', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:35.835411 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d968b7-fed1-4bc4-8f9d-7218ddba8ab0 admin admin] Pushing event updated for resources: {'Network': ['ID=d209a879-35d8-4876-8b7a-7fabeecf7e1f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:35.847198 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network d209a879-35d8-4876-8b7a-7fabeecf7e1f details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:43:35.915189 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6c19bb1d-0f6c-48c5-9349-c8ae420d9ad9 req-c5db8bea-e1ee-41e8-b846-6c704ca76daa service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4918fbc-cde8-4a4a-ae62-d37cbaa1df22 HTTP/1.1" status: 200 len: 217 time: 0.0642319 May 06 09:43:35.924888 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc928333-0f5a-499b-bac3-a5fd5b3b28f3 admin admin] Made reservation on behalf of 2eef6136aab24b0287ca20bb27127057 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:35.927686 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc928333-0f5a-499b-bac3-a5fd5b3b28f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:36.313103 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd6733-e8c8-4982-8d32-96a3c285c02c req-73bca7b7-c18b-4b8c-88a3-9ba254cfaf4f tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:36.314629 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47bd6733-e8c8-4982-8d32-96a3c285c02c req-73bca7b7-c18b-4b8c-88a3-9ba254cfaf4f tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c3c5af8-f39d-44d2-b826-666c016bf7a9 HTTP/1.1" status: 200 len: 984 time: 0.5013211 May 06 09:43:36.501491 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19bb1d-0f6c-48c5-9349-c8ae420d9ad9 req-8a2b7a8b-c135-424f-8366-8f65f0f42cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:36.504055 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6c19bb1d-0f6c-48c5-9349-c8ae420d9ad9 req-8a2b7a8b-c135-424f-8366-8f65f0f42cd5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a00563ec-513d-49b9-87cd-c2737f5945a8 HTTP/1.1" status: 200 len: 852 time: 0.5717156 May 06 09:43:36.531730 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47bd6733-e8c8-4982-8d32-96a3c285c02c req-2f358034-13b1-474c-ace1-858459a73f93 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups?id=08415831-0822-4e23-bce7-b07a4ad1f19f&id=8dfe54b0-d39f-4bb1-8587-7e3d8bd6ad93&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1877983 May 06 09:43:36.656810 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8228a41-d495-42c5-aa57-6c0fa09a2784 req-d68c480c-55d8-41b4-8e70-dd7b10717660 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:36.658377 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c8228a41-d495-42c5-aa57-6c0fa09a2784 req-d68c480c-55d8-41b4-8e70-dd7b10717660 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 946 time: 0.3189147 May 06 09:43:36.694618 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6c19bb1d-0f6c-48c5-9349-c8ae420d9ad9 req-8b9bc8dd-b08d-410c-90fe-6471d3b065f2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1c294ea7-0917-4fe1-8a6b-362ee7fbe836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1796710 May 06 09:43:36.735487 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc928333-0f5a-499b-bac3-a5fd5b3b28f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:36.872449 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c8228a41-d495-42c5-aa57-6c0fa09a2784 req-a5939c06-fd8a-441f-9990-09fa19914494 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837540 May 06 09:43:36.880743 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc928333-0f5a-499b-bac3-a5fd5b3b28f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae5bbd27-9190-49ec-bd3a-458d8bd4ba85,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:36.903031 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263c41a-c89d-4a1e-84a8-71582fdd2f57 req-05191cad-f6fb-4c3a-b462-4cd57bbb6962 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:36.904191 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6263c41a-c89d-4a1e-84a8-71582fdd2f57 req-05191cad-f6fb-4c3a-b462-4cd57bbb6962 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 943 time: 0.2573342 May 06 09:43:36.955535 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6c19bb1d-0f6c-48c5-9349-c8ae420d9ad9 req-bc99b338-df15-49cb-9e05-ff1c259bcc5f service neutron] 10.222.0.84 "GET /v2.0/networks/1c294ea7-0917-4fe1-8a6b-362ee7fbe836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355571 May 06 09:43:36.961396 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc928333-0f5a-499b-bac3-a5fd5b3b28f3 admin admin] Checking segment: {'id': '42a5ceaa-d1af-4873-b3a6-3e6b3b85a56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd209a879-35d8-4876-8b7a-7fabeecf7e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:36.961860 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc928333-0f5a-499b-bac3-a5fd5b3b28f3 admin admin] Network hostable DHCP agents. Network: d209a879-35d8-4876-8b7a-7fabeecf7e1f, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:43:37.001785 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6263c41a-c89d-4a1e-84a8-71582fdd2f57 req-5fdc3df9-1e24-4d69-bcb9-fc07f5571a37 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891185 May 06 09:43:37.072394 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc928333-0f5a-499b-bac3-a5fd5b3b28f3 admin admin] Network d209a879-35d8-4876-8b7a-7fabeecf7e1f is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:43:37.115832 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-fc928333-0f5a-499b-bac3-a5fd5b3b28f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, d209a879-35d8-4876-8b7a-7fabeecf7e1f) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:37.124294 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f071dc-732f-43e8-aa7c-35db142d75c5 req-d3b29222-0d52-41bf-8dbe-f1ce5c572ab8 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:37.125252 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b20e05-2e35-410e-8bf3-c8fc31f4b6fe None None] Network d209a879-35d8-4876-8b7a-7fabeecf7e1f requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:43:37.125830 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-78f071dc-732f-43e8-aa7c-35db142d75c5 req-d3b29222-0d52-41bf-8dbe-f1ce5c572ab8 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1497152 May 06 09:43:37.133223 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc928333-0f5a-499b-bac3-a5fd5b3b28f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:37.133821 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc928333-0f5a-499b-bac3-a5fd5b3b28f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:37.172057 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6c19bb1d-0f6c-48c5-9349-c8ae420d9ad9 req-20b224ec-67ef-4296-8998-49ace21063e5 service neutron] 10.222.0.84 "GET /v2.0/networks/1c294ea7-0917-4fe1-8a6b-362ee7fbe836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049024 May 06 09:43:37.193233 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fc928333-0f5a-499b-bac3-a5fd5b3b28f3 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3642664 May 06 09:43:37.195834 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48688) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:37.204931 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-15e5ab3c-e119-413b-8f38-44230cdcaea9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-400432606-router', 'tenant_id': '2eef6136aab24b0287ca20bb27127057', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:37.228983 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-15e5ab3c-e119-413b-8f38-44230cdcaea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:37.229924 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757f7aa-c8ce-4f52-b3cf-444c9924a194 req-880ed467-0e00-4d9b-8ea6-1447512047ee tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:37.230949 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-15e5ab3c-e119-413b-8f38-44230cdcaea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:37.241639 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b757f7aa-c8ce-4f52-b3cf-444c9924a194 req-880ed467-0e00-4d9b-8ea6-1447512047ee tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d149b98-9a89-40e8-bce0-ebc567cabe2c HTTP/1.1" status: 200 len: 944 time: 0.1701918 May 06 09:43:37.322940 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-d209a879-35d8-4876-8b7a-7fabeecf7e1f', 'network_id': 'd209a879-35d8-4876-8b7a-7fabeecf7e1f', 'tenant_id': '2eef6136aab24b0287ca20bb27127057', 'fixed_ips': [{'subnet_id': 'ae5bbd27-9190-49ec-bd3a-458d8bd4ba85'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:43:37.323866 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:37.325435 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-15e5ab3c-e119-413b-8f38-44230cdcaea9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:37.353077 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-78f071dc-732f-43e8-aa7c-35db142d75c5 req-3618399a-9ecd-47f4-8012-5cdcdf19c333 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972673 May 06 09:43:37.408031 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b757f7aa-c8ce-4f52-b3cf-444c9924a194 req-c32a6ffa-5977-422a-861a-e09e0d16cdc0 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4ba861f-dec6-45b3-9df8-a60d6979114f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651661 May 06 09:43:37.427542 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d570a6-4ff8-4779-9b06-3ffa2d264d84 req-24f546c7-131a-423f-bae6-27d7961ef012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:37.429245 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17d570a6-4ff8-4779-9b06-3ffa2d264d84 req-24f546c7-131a-423f-bae6-27d7961ef012 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7164c1da46a24f038e1d3e72e4e90141&device_id=0c3c5af8-f39d-44d2-b826-666c016bf7a9 HTTP/1.1" status: 200 len: 1135 time: 0.1781833 May 06 09:43:37.493267 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Allocated IP 172.20.0.2 (d209a879-35d8-4876-8b7a-7fabeecf7e1f/ae5bbd27-9190-49ec-bd3a-458d8bd4ba85/2f6959ed-d576-4b2c-a17b-63b7ad02d788) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:37.513455 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-15e5ab3c-e119-413b-8f38-44230cdcaea9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:37.518211 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 9262d57e-22a5-49b2-90f9-0a29fbac4818 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:43:37.589414 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d570a6-4ff8-4779-9b06-3ffa2d264d84 req-5ac0465b-9fc1-4ed9-a5f1-198196923d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:37.590938 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17d570a6-4ff8-4779-9b06-3ffa2d264d84 req-5ac0465b-9fc1-4ed9-a5f1-198196923d41 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1c294ea7-0917-4fe1-8a6b-362ee7fbe836 HTTP/1.1" status: 200 len: 913 time: 0.1528497 May 06 09:43:37.710924 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17d570a6-4ff8-4779-9b06-3ffa2d264d84 req-3334c194-5332-4fc5-b030-56959275abda service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4918fbc-cde8-4a4a-ae62-d37cbaa1df22 HTTP/1.1" status: 200 len: 217 time: 0.1123459 May 06 09:43:37.769718 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6cae3-cecd-4f48-a083-f0751ff768e1 req-0148b585-d98c-41db-8f76-49fb6b98aa4a tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:37.771455 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f6c6cae3-cecd-4f48-a083-f0751ff768e1 req-0148b585-d98c-41db-8f76-49fb6b98aa4a tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c3c5af8-f39d-44d2-b826-666c016bf7a9 HTTP/1.1" status: 200 len: 984 time: 0.1099308 May 06 09:43:37.809133 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 9262d57e-22a5-49b2-90f9-0a29fbac4818, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=9262d57e-22a5-49b2-90f9-0a29fbac4818,segment=NetworkSegment(f854416d-9159-4e65-9cd2-8b8dead0809d),segment_id=f854416d-9159-4e65-9cd2-8b8dead0809d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:37.813583 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d570a6-4ff8-4779-9b06-3ffa2d264d84 req-ef7fafcc-2e75-4d2f-b8b9-28de75c65960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:37.814826 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17d570a6-4ff8-4779-9b06-3ffa2d264d84 req-ef7fafcc-2e75-4d2f-b8b9-28de75c65960 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a00563ec-513d-49b9-87cd-c2737f5945a8 HTTP/1.1" status: 200 len: 852 time: 0.0943122 May 06 09:43:37.836117 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '9262d57e-22a5-49b2-90f9-0a29fbac4818', 'network_id': '23e21561-4495-4701-b589-fe4647d5086e', 'port_id': '9262d57e-22a5-49b2-90f9-0a29fbac4818', 'mac_address': 'fa:16:3e:38:08:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd54bd8cf-7c94-46e0-bd93-71eea8040eb3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:43:37.841665 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:37.870767 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-15e5ab3c-e119-413b-8f38-44230cdcaea9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:37.872345 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:37.891104 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17d570a6-4ff8-4779-9b06-3ffa2d264d84 req-3d63059b-1bc9-416f-bf32-acf6e6c2ff56 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1c294ea7-0917-4fe1-8a6b-362ee7fbe836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670173 May 06 09:43:37.894348 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-15e5ab3c-e119-413b-8f38-44230cdcaea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:37.918680 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Network d209a879-35d8-4876-8b7a-7fabeecf7e1f is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:37.931311 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:37.936839 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:37.938987 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:37.951417 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f6c6cae3-cecd-4f48-a083-f0751ff768e1 req-ad117bc5-e31b-47ca-86c7-34d15db97000 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups?id=08415831-0822-4e23-bce7-b07a4ad1f19f&id=8dfe54b0-d39f-4bb1-8587-7e3d8bd6ad93&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1719623 May 06 09:43:38.027013 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Pushing event updated for resources: {'Port': ['ID=2f6959ed-d576-4b2c-a17b-63b7ad02d788,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:38.036878 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:38.037716 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:38.037824 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:38.038132 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:38.038474 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:38.038810 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:38.039235 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:38.039573 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:38.039902 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:38.040238 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:38.040565 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:38.040891 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:38.059698 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9262d57e-22a5-49b2-90f9-0a29fbac4818 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:43:38.082683 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-15e5ab3c-e119-413b-8f38-44230cdcaea9 admin admin] Allocated IP 172.25.5.84 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/53a582a1-7411-4318-a84a-7d7d7d7ee366) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:38.124498 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 9262d57e-22a5-49b2-90f9-0a29fbac4818, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=9262d57e-22a5-49b2-90f9-0a29fbac4818,segment=NetworkSegment(f854416d-9159-4e65-9cd2-8b8dead0809d),segment_id=f854416d-9159-4e65-9cd2-8b8dead0809d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:38.127425 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Attempting to bind port 2f6959ed-d576-4b2c-a17b-63b7ad02d788 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:38.128454 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Attempting to bind port 2f6959ed-d576-4b2c-a17b-63b7ad02d788 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '42a5ceaa-d1af-4873-b3a6-3e6b3b85a56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd209a879-35d8-4876-8b7a-7fabeecf7e1f'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:38.129183 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Attempting to bind port 2f6959ed-d576-4b2c-a17b-63b7ad02d788 on network d209a879-35d8-4876-8b7a-7fabeecf7e1f {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:38.133778 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:38.134717 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 09636b4b-cb5b-461d-8711-ce0ce61f5aad details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:43:38.144491 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:38.145049 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Checking segment: {'id': '42a5ceaa-d1af-4873-b3a6-3e6b3b85a56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd209a879-35d8-4876-8b7a-7fabeecf7e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:38.145548 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:38.146136 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Bound using segment: {'id': '42a5ceaa-d1af-4873-b3a6-3e6b3b85a56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd209a879-35d8-4876-8b7a-7fabeecf7e1f'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:38.146689 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Bound port: 2f6959ed-d576-4b2c-a17b-63b7ad02d788, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a5ceaa-d1af-4873-b3a6-3e6b3b85a56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd209a879-35d8-4876-8b7a-7fabeecf7e1f'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:38.147082 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:38.166770 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b8766-2d89-4b15-81e2-8050a5923550 req-9f21e096-c12b-41e5-bd0b-7581db0006e4 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:38.168327 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-470b8766-2d89-4b15-81e2-8050a5923550 req-9f21e096-c12b-41e5-bd0b-7581db0006e4 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 946 time: 0.1129124 May 06 09:43:38.235315 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-15e5ab3c-e119-413b-8f38-44230cdcaea9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:38.236783 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-470b8766-2d89-4b15-81e2-8050a5923550 req-da7f5732-f684-4a31-8a00-ce3a0acef526 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601695 May 06 09:43:38.262756 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc9c0f-4118-4012-9544-2f1a8bb0ef5b req-6f51a56e-86a4-48c7-8569-e9d3dd2970f7 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:38.265155 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-adbc9c0f-4118-4012-9544-2f1a8bb0ef5b req-6f51a56e-86a4-48c7-8569-e9d3dd2970f7 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 944 time: 0.1549540 May 06 09:43:38.267575 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17d570a6-4ff8-4779-9b06-3ffa2d264d84 req-9d01a303-a96d-4282-966f-30d986f1e504 service neutron] 10.222.0.84 "GET /v2.0/networks/1c294ea7-0917-4fe1-8a6b-362ee7fbe836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129511 May 06 09:43:38.292599 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-15e5ab3c-e119-413b-8f38-44230cdcaea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:38.319226 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=9262d57e-22a5-49b2-90f9-0a29fbac4818,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:38.335655 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e5ab3c-e119-413b-8f38-44230cdcaea9 admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:38.338563 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-15e5ab3c-e119-413b-8f38-44230cdcaea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:38.346813 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e5ab3c-e119-413b-8f38-44230cdcaea9 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:38.350730 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5ab3c-e119-413b-8f38-44230cdcaea9 admin admin] Pushing event updated for resources: {'Port': ['ID=53a582a1-7411-4318-a84a-7d7d7d7ee366,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:38.365602 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] For port 2f6959ed-d576-4b2c-a17b-63b7ad02d788, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:38.388458 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] For port 2f6959ed-d576-4b2c-a17b-63b7ad02d788, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=2f6959ed-d576-4b2c-a17b-63b7ad02d788,segment=NetworkSegment(42a5ceaa-d1af-4873-b3a6-3e6b3b85a56d),segment_id=42a5ceaa-d1af-4873-b3a6-3e6b3b85a56d)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:38.396323 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 09636b4b-cb5b-461d-8711-ce0ce61f5aad, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=09636b4b-cb5b-461d-8711-ce0ce61f5aad,segment=NetworkSegment(803c64f2-fa1d-4ae6-b8e3-5298eef1406e),segment_id=803c64f2-fa1d-4ae6-b8e3-5298eef1406e)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:38.399987 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:38.422050 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17d570a6-4ff8-4779-9b06-3ffa2d264d84 req-fbd52a2c-1f6b-4f86-b871-0f7b2b48c6ff service neutron] 10.222.0.84 "GET /v2.0/networks/1c294ea7-0917-4fe1-8a6b-362ee7fbe836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429527 May 06 09:43:38.461499 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '09636b4b-cb5b-461d-8711-ce0ce61f5aad', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'port_id': '09636b4b-cb5b-461d-8711-ce0ce61f5aad', 'mac_address': 'fa:16:3e:93:55:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:43:38.489018 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-adbc9c0f-4118-4012-9544-2f1a8bb0ef5b req-7450ffe3-a4df-4b72-bf52-0e057a6e2ecd tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174630 May 06 09:43:38.552420 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b407f7b-5c51-4525-a277-02b46a5c4963 None None] Pushing event updated for resources: {'Port': ['ID=2f6959ed-d576-4b2c-a17b-63b7ad02d788,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:38.595473 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:38.614493 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09636b4b-cb5b-461d-8711-ce0ce61f5aad {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:43:38.677290 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 09636b4b-cb5b-461d-8711-ce0ce61f5aad, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=09636b4b-cb5b-461d-8711-ce0ce61f5aad,segment=NetworkSegment(803c64f2-fa1d-4ae6-b8e3-5298eef1406e),segment_id=803c64f2-fa1d-4ae6-b8e3-5298eef1406e)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:38.696096 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:38.771460 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=09636b4b-cb5b-461d-8711-ce0ce61f5aad,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:38.772113 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45657e70-d163-4c0b-9417-1c16dccfe6c1 req-801b2d8d-2ea5-4441-9667-efe0bd29c5f0 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:38.776559 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-45657e70-d163-4c0b-9417-1c16dccfe6c1 req-801b2d8d-2ea5-4441-9667-efe0bd29c5f0 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.2821395 May 06 09:43:38.790475 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306c4ac-69c7-4d4c-b95a-f32bfd78f426 req-019b1dc7-11c8-499a-9045-e540cef233de tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:38.792089 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1306c4ac-69c7-4d4c-b95a-f32bfd78f426 req-019b1dc7-11c8-499a-9045-e540cef233de tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d149b98-9a89-40e8-bce0-ebc567cabe2c HTTP/1.1" status: 200 len: 944 time: 0.1786287 May 06 09:43:38.848355 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-15e5ab3c-e119-413b-8f38-44230cdcaea9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:38.910035 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-45657e70-d163-4c0b-9417-1c16dccfe6c1 req-e8ecae58-2b87-4ab7-8566-cefff907ab81 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167955 May 06 09:43:38.913428 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1306c4ac-69c7-4d4c-b95a-f32bfd78f426 req-d5b546f0-6f7e-408e-8db6-95fc5d728d8d tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4ba861f-dec6-45b3-9df8-a60d6979114f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113241 May 06 09:43:39.089089 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919fe92-90df-4449-a116-496c9fd8feb4 req-145e4148-ab63-400e-86ad-c25849409af6 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:39.090838 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9919fe92-90df-4449-a116-496c9fd8feb4 req-145e4148-ab63-400e-86ad-c25849409af6 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c3c5af8-f39d-44d2-b826-666c016bf7a9 HTTP/1.1" status: 200 len: 984 time: 0.0520420 May 06 09:43:39.110709 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-15e5ab3c-e119-413b-8f38-44230cdcaea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:39.135497 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9919fe92-90df-4449-a116-496c9fd8feb4 req-36622663-87c0-4a88-b123-a674828c1722 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups?id=08415831-0822-4e23-bce7-b07a4ad1f19f&id=8dfe54b0-d39f-4bb1-8587-7e3d8bd6ad93&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0362411 May 06 09:43:39.149990 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['09636b4b-cb5b-461d-8711-ce0ce61f5aad'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:43:39.176889 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['9262d57e-22a5-49b2-90f9-0a29fbac4818'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:43:39.251368 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e5ab3c-e119-413b-8f38-44230cdcaea9 admin admin] Router 1a97de84-e1db-4ecd-a102-d90e41f2f122 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:43:39.373077 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e5ab3c-e119-413b-8f38-44230cdcaea9 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:43:39.386206 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e4cb3-a633-4e85-9a02-510f81b4111c req-c2bfb8c7-c48d-4112-a9b0-0321ae501489 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:39.386707 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6373cd-d884-4bd9-8ce4-090ea8077b5b None None] Sync routers for ids ['1a97de84-e1db-4ecd-a102-d90e41f2f122'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:43:39.388363 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-af4e4cb3-a633-4e85-9a02-510f81b4111c req-c2bfb8c7-c48d-4112-a9b0-0321ae501489 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 946 time: 0.0634062 May 06 09:43:39.400663 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6373cd-d884-4bd9-8ce4-090ea8077b5b None None] Routers {'1a97de84-e1db-4ecd-a102-d90e41f2f122'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:39.401498 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3b6373cd-d884-4bd9-8ce4-090ea8077b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:43:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1a97de84-e1db-4ecd-a102-d90e41f2f122'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:39.428639 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-15e5ab3c-e119-413b-8f38-44230cdcaea9 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:39.432538 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-15e5ab3c-e119-413b-8f38-44230cdcaea9 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.2308588 May 06 09:43:39.432998 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48714) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:39.458775 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-af4e4cb3-a633-4e85-9a02-510f81b4111c req-0e5f54d4-23cb-4354-979e-e0c31ad2d766 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611811 May 06 09:43:39.624981 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 2f6959ed-d576-4b2c-a17b-63b7ad02d788 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:39.701046 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-3b6373cd-d884-4bd9-8ce4-090ea8077b5b None None] Set router 1a97de84-e1db-4ecd-a102-d90e41f2f122 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:43:39.724669 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2372985-c067-4f65-b03e-633d40620087 req-7b1df248-e7c6-400b-9434-2e7111d60fd4 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:39.733757 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e2372985-c067-4f65-b03e-633d40620087 req-7b1df248-e7c6-400b-9434-2e7111d60fd4 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 944 time: 0.1324918 May 06 09:43:39.748145 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 2f6959ed-d576-4b2c-a17b-63b7ad02d788 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:39.755573 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:39.783387 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e2372985-c067-4f65-b03e-633d40620087 req-e474dde5-54eb-4d23-adfd-161c9a81f533 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475750 May 06 09:43:39.866822 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 48720) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:39.878956 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-4b031f75-47ab-4daa-bfe7-6b6d77396d3a tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-108273444'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:39.898289 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:39.943551 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b031f75-47ab-4daa-bfe7-6b6d77396d3a tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Made reservation on behalf of 25aba9ec7dab4fc585e8e72a34137627 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:39.950902 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4b031f75-47ab-4daa-bfe7-6b6d77396d3a tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:39.984345 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b031f75-47ab-4daa-bfe7-6b6d77396d3a tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:43:40.000647 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4b031f75-47ab-4daa-bfe7-6b6d77396d3a tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:40.000902 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-4b031f75-47ab-4daa-bfe7-6b6d77396d3a tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Added segment 575a8a23-13f7-4b94-8526-a3cf557709f5 of type vlan for network 6fffdccd-9d01-41e0-85b5-9c674bdd21ed May 06 09:43:40.013049 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaab678-06dc-48a8-a747-caa14bbefe84 None None] Network d209a879-35d8-4876-8b7a-7fabeecf7e1f requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:43:40.015658 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3b6373cd-d884-4bd9-8ce4-090ea8077b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a97de84-e1db-4ecd-a102-d90e41f2f122', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-400432606-router', 'tenant_id': '2eef6136aab24b0287ca20bb27127057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '53a582a1-7411-4318-a84a-7d7d7d7ee366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:37Z', 'updated_at': '2022-05-06T09:43:38Z', 'revision_number': 3, 'project_id': '2eef6136aab24b0287ca20bb27127057', 'gw_port': {'id': '53a582a1-7411-4318-a84a-7d7d7d7ee366', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:35:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a97de84-e1db-4ecd-a102-d90e41f2f122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:37Z', 'updated_at': '2022-05-06T09:43:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:40.058450 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6373cd-d884-4bd9-8ce4-090ea8077b5b None None] Checking router: 1a97de84-e1db-4ecd-a102-d90e41f2f122 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:43:40.059218 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6373cd-d884-4bd9-8ce4-090ea8077b5b None None] Updating router 1a97de84-e1db-4ecd-a102-d90e41f2f122 port 53a582a1-7411-4318-a84a-7d7d7d7ee366 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:43:40.068655 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d1c68188-2f16-441c-9e34-75e2f3197ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:40.106689 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3b6373cd-d884-4bd9-8ce4-090ea8077b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:40.121260 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4b031f75-47ab-4daa-bfe7-6b6d77396d3a tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:40.167000 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 2f6959ed-d576-4b2c-a17b-63b7ad02d788, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=2f6959ed-d576-4b2c-a17b-63b7ad02d788,segment=NetworkSegment(42a5ceaa-d1af-4873-b3a6-3e6b3b85a56d),segment_id=42a5ceaa-d1af-4873-b3a6-3e6b3b85a56d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:40.225406 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b520930-2f2b-44c1-9953-d98244dd8bf5 req-dc6c6590-7732-45f1-9732-bb7289cda76b tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:40.226994 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b520930-2f2b-44c1-9953-d98244dd8bf5 req-dc6c6590-7732-45f1-9732-bb7289cda76b tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d149b98-9a89-40e8-bce0-ebc567cabe2c HTTP/1.1" status: 200 len: 945 time: 0.1540802 May 06 09:43:40.234163 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4b031f75-47ab-4daa-bfe7-6b6d77396d3a tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:40.239853 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b031f75-47ab-4daa-bfe7-6b6d77396d3a tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:40.240518 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4b031f75-47ab-4daa-bfe7-6b6d77396d3a tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:40.253836 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cdd42-4d07-4ce0-97cb-7d451941ecc8 req-99a18972-9c28-45e3-a1e8-aa458a30d107 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:40.255553 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-352cdd42-4d07-4ce0-97cb-7d451941ecc8 req-99a18972-9c28-45e3-a1e8-aa458a30d107 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1252103 May 06 09:43:40.338037 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b031f75-47ab-4daa-bfe7-6b6d77396d3a tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Pushing event updated for resources: {'Network': ['ID=6fffdccd-9d01-41e0-85b5-9c674bdd21ed,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:40.391075 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4b031f75-47ab-4daa-bfe7-6b6d77396d3a tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5205581 May 06 09:43:40.397062 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 48728) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:40.401848 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 6fffdccd-9d01-41e0-85b5-9c674bdd21ed details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:43:40.426371 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:40.443875 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-ed8128e8-7331-4bcb-823d-b54986b703b6 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1788093205'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:40.486876 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-352cdd42-4d07-4ce0-97cb-7d451941ecc8 req-ec1bb8f1-f436-44a6-8933-14ba97457649 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512864 May 06 09:43:40.500772 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b520930-2f2b-44c1-9953-d98244dd8bf5 req-ec319e90-b80f-4ba4-9966-26cf47544569 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4ba861f-dec6-45b3-9df8-a60d6979114f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562249 May 06 09:43:40.506114 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3b6373cd-d884-4bd9-8ce4-090ea8077b5b None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:40.515340 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8128e8-7331-4bcb-823d-b54986b703b6 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Made reservation on behalf of 25aba9ec7dab4fc585e8e72a34137627 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:40.516943 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3b6373cd-d884-4bd9-8ce4-090ea8077b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:40.530342 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ed8128e8-7331-4bcb-823d-b54986b703b6 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:40.559940 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed8128e8-7331-4bcb-823d-b54986b703b6 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:43:40.591657 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ed8128e8-7331-4bcb-823d-b54986b703b6 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:40.592213 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-ed8128e8-7331-4bcb-823d-b54986b703b6 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Added segment f74ae27d-23fa-482c-b590-8b104f569714 of type vlan for network 7d9fc154-3e75-4eba-b7be-fb999f1d724a May 06 09:43:40.628890 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-3b6373cd-d884-4bd9-8ce4-090ea8077b5b None None] Attempting to bind port 53a582a1-7411-4318-a84a-7d7d7d7ee366 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:40.629311 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-3b6373cd-d884-4bd9-8ce4-090ea8077b5b None None] Attempting to bind port 53a582a1-7411-4318-a84a-7d7d7d7ee366 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:40.629683 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6373cd-d884-4bd9-8ce4-090ea8077b5b None None] Attempting to bind port 53a582a1-7411-4318-a84a-7d7d7d7ee366 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:40.641558 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9203735-8d9d-4cbc-8a1a-dc780417a04c None None] Pushing event updated for resources: {'Port': ['ID=53a582a1-7411-4318-a84a-7d7d7d7ee366,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:40.645384 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6373cd-d884-4bd9-8ce4-090ea8077b5b None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:40.645759 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6373cd-d884-4bd9-8ce4-090ea8077b5b None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:40.646201 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3b6373cd-d884-4bd9-8ce4-090ea8077b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:40.646750 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6373cd-d884-4bd9-8ce4-090ea8077b5b None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:40.647294 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-3b6373cd-d884-4bd9-8ce4-090ea8077b5b None None] Bound port: 53a582a1-7411-4318-a84a-7d7d7d7ee366, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:40.647680 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3b6373cd-d884-4bd9-8ce4-090ea8077b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:40.658319 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-95f8dc97-4580-4ceb-9b50-9811a862227c None None] Provisioning complete for port 2f6959ed-d576-4b2c-a17b-63b7ad02d788 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:40.659034 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-95f8dc97-4580-4ceb-9b50-9811a862227c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:40.688390 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9203735-8d9d-4cbc-8a1a-dc780417a04c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:40.688738 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9203735-8d9d-4cbc-8a1a-dc780417a04c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:40.689172 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9203735-8d9d-4cbc-8a1a-dc780417a04c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:40.690737 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9203735-8d9d-4cbc-8a1a-dc780417a04c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:40.691111 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9203735-8d9d-4cbc-8a1a-dc780417a04c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:40.691481 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9203735-8d9d-4cbc-8a1a-dc780417a04c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:40.691854 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9203735-8d9d-4cbc-8a1a-dc780417a04c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:40.692839 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9203735-8d9d-4cbc-8a1a-dc780417a04c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:40.693182 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9203735-8d9d-4cbc-8a1a-dc780417a04c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:40.693515 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9203735-8d9d-4cbc-8a1a-dc780417a04c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:40.693842 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9203735-8d9d-4cbc-8a1a-dc780417a04c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:40.694167 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9203735-8d9d-4cbc-8a1a-dc780417a04c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:40.703759 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=2f6959ed-d576-4b2c-a17b-63b7ad02d788,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:40.724747 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ed8128e8-7331-4bcb-823d-b54986b703b6 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:40.742852 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-3b6373cd-d884-4bd9-8ce4-090ea8077b5b None None] For port 53a582a1-7411-4318-a84a-7d7d7d7ee366, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:40.747353 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-3b6373cd-d884-4bd9-8ce4-090ea8077b5b None None] For port 53a582a1-7411-4318-a84a-7d7d7d7ee366, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=53a582a1-7411-4318-a84a-7d7d7d7ee366,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:40.757740 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3b6373cd-d884-4bd9-8ce4-090ea8077b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:40.807665 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da97ae-730d-423e-b416-fabbdefcc140 req-59a0bb25-3866-41a1-a6f1-ac012dfb9259 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:40.829925 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a5da97ae-730d-423e-b416-fabbdefcc140 req-59a0bb25-3866-41a1-a6f1-ac012dfb9259 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c3c5af8-f39d-44d2-b826-666c016bf7a9 HTTP/1.1" status: 200 len: 984 time: 0.1953313 May 06 09:43:40.855925 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ed8128e8-7331-4bcb-823d-b54986b703b6 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:40.857666 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-d1c68188-2f16-441c-9e34-75e2f3197ea3 admin admin] Allocated IP 172.20.0.1 (d209a879-35d8-4876-8b7a-7fabeecf7e1f/ae5bbd27-9190-49ec-bd3a-458d8bd4ba85/20a07ad9-7457-4059-a577-d8562c1f5067) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:40.861645 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6373cd-d884-4bd9-8ce4-090ea8077b5b None None] Routers {'1a97de84-e1db-4ecd-a102-d90e41f2f122'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:40.862302 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3b6373cd-d884-4bd9-8ce4-090ea8077b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:43:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1a97de84-e1db-4ecd-a102-d90e41f2f122'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:40.862421 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8128e8-7331-4bcb-823d-b54986b703b6 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:40.863072 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ed8128e8-7331-4bcb-823d-b54986b703b6 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:40.865682 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9203735-8d9d-4cbc-8a1a-dc780417a04c None None] Pushing event updated for resources: {'Port': ['ID=53a582a1-7411-4318-a84a-7d7d7d7ee366,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:40.885289 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a76078-0fd1-476a-9ca2-258e21fa4093 req-6dea92b8-f85f-4bde-94c2-83ce9c0b7c75 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:40.893747 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57a76078-0fd1-476a-9ca2-258e21fa4093 req-6dea92b8-f85f-4bde-94c2-83ce9c0b7c75 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 946 time: 0.2609487 May 06 09:43:40.997673 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ed8128e8-7331-4bcb-823d-b54986b703b6 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5995038 May 06 09:43:41.010938 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a5da97ae-730d-423e-b416-fabbdefcc140 req-77084d76-866e-4462-9629-4c4d3e3c98c1 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups?id=08415831-0822-4e23-bce7-b07a4ad1f19f&id=8dfe54b0-d39f-4bb1-8587-7e3d8bd6ad93&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1800077 May 06 09:43:41.011771 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 48734) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:41.020383 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-3b6373cd-d884-4bd9-8ce4-090ea8077b5b None None] Set router 1a97de84-e1db-4ecd-a102-d90e41f2f122 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:43:41.027845 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-11a19fe7-e585-4328-b944-48ab09df914f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Request body: {'subnet': {'network_id': '6fffdccd-9d01-41e0-85b5-9c674bdd21ed', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:41.053093 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57a76078-0fd1-476a-9ca2-258e21fa4093 req-181cadae-e1c0-41bb-a639-b82403c3043b tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589901 May 06 09:43:41.074632 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-1fb3263d-6c28-478d-af4c-c91356a2700e None None] Provisioning complete for port 2f6959ed-d576-4b2c-a17b-63b7ad02d788 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:41.074833 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d1c68188-2f16-441c-9e34-75e2f3197ea3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:41.077216 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1fb3263d-6c28-478d-af4c-c91356a2700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:41.101824 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8128e8-7331-4bcb-823d-b54986b703b6 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Pushing event updated for resources: {'Network': ['ID=7d9fc154-3e75-4eba-b7be-fb999f1d724a,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:41.137640 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 7d9fc154-3e75-4eba-b7be-fb999f1d724a details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:43:41.160535 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d1c68188-2f16-441c-9e34-75e2f3197ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:41.206882 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c68188-2f16-441c-9e34-75e2f3197ea3 admin admin] Network d209a879-35d8-4876-8b7a-7fabeecf7e1f is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:41.210505 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-d1c68188-2f16-441c-9e34-75e2f3197ea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:41.234189 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c68188-2f16-441c-9e34-75e2f3197ea3 admin admin] Pushing event updated for resources: {'Port': ['ID=20a07ad9-7457-4059-a577-d8562c1f5067,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:41.237079 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c68188-2f16-441c-9e34-75e2f3197ea3 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:41.265764 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40271e-aea3-4c40-81e1-d422bb494f4c req-3eb7482f-30ec-4f72-a36f-e3a146d0965d tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:41.267839 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab40271e-aea3-4c40-81e1-d422bb494f4c req-3eb7482f-30ec-4f72-a36f-e3a146d0965d tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 944 time: 0.1372905 May 06 09:43:41.302811 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d1c68188-2f16-441c-9e34-75e2f3197ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:41.305455 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08530c2d-ea19-41c3-8290-1ecc3f70a956 req-38fe9ff8-4a77-41d7-a65d-05334be6999c tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1668421945&fields=id&tenant_id=7164c1da46a24f038e1d3e72e4e90141 HTTP/1.1" status: 200 len: 267 time: 0.1328208 May 06 09:43:41.355968 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3b6373cd-d884-4bd9-8ce4-090ea8077b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a97de84-e1db-4ecd-a102-d90e41f2f122', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-400432606-router', 'tenant_id': '2eef6136aab24b0287ca20bb27127057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '53a582a1-7411-4318-a84a-7d7d7d7ee366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:37Z', 'updated_at': '2022-05-06T09:43:38Z', 'revision_number': 3, 'project_id': '2eef6136aab24b0287ca20bb27127057', 'gw_port': {'id': '53a582a1-7411-4318-a84a-7d7d7d7ee366', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:35:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a97de84-e1db-4ecd-a102-d90e41f2f122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:37Z', 'updated_at': '2022-05-06T09:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:41.371748 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a19fe7-e585-4328-b944-48ab09df914f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Made reservation on behalf of 25aba9ec7dab4fc585e8e72a34137627 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:41.375529 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-11a19fe7-e585-4328-b944-48ab09df914f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:41.397860 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6373cd-d884-4bd9-8ce4-090ea8077b5b None None] The sync data for ids ['1a97de84-e1db-4ecd-a102-d90e41f2f122'] in n-d-840835-1 is: [{'id': '1a97de84-e1db-4ecd-a102-d90e41f2f122', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-400432606-router', 'tenant_id': '2eef6136aab24b0287ca20bb27127057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '53a582a1-7411-4318-a84a-7d7d7d7ee366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:37Z', 'updated_at': '2022-05-06T09:43:38Z', 'revision_number': 3, 'project_id': '2eef6136aab24b0287ca20bb27127057', 'gw_port': {'id': '53a582a1-7411-4318-a84a-7d7d7d7ee366', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:35:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a97de84-e1db-4ecd-a102-d90e41f2f122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:37Z', 'updated_at': '2022-05-06T09:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:43:41.484630 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab40271e-aea3-4c40-81e1-d422bb494f4c req-d11218e8-6fe9-4476-93ac-2a0b419b31e4 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047048 May 06 09:43:41.508231 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d1c68188-2f16-441c-9e34-75e2f3197ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:41.513059 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08530c2d-ea19-41c3-8290-1ecc3f70a956 req-6e3e6691-cad5-4017-8362-e2d8fd10c2e2 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:41.516425 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08530c2d-ea19-41c3-8290-1ecc3f70a956 req-6e3e6691-cad5-4017-8362-e2d8fd10c2e2 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c3c5af8-f39d-44d2-b826-666c016bf7a9 HTTP/1.1" status: 200 len: 984 time: 0.2099030 May 06 09:43:41.536405 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 09636b4b-cb5b-461d-8711-ce0ce61f5aad up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:41.566431 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-08530c2d-ea19-41c3-8290-1ecc3f70a956 req-bc4253ca-d79b-48df-a908-06b7d2dc73b5 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Request body: {'port': {'security_groups': ['08415831-0822-4e23-bce7-b07a4ad1f19f', '8dfe54b0-d39f-4bb1-8587-7e3d8bd6ad93', '1b7eb1ae-8e2d-4807-99d0-f4d2193baac7']}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:41.603872 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 2f6959ed-d576-4b2c-a17b-63b7ad02d788 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:41.647681 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d0fc3b1d-3ca3-47c9-b5e1-f5f26582e37b None None] Provisioning complete for port 20a07ad9-7457-4059-a577-d8562c1f5067 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:41.647681 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d0fc3b1d-3ca3-47c9-b5e1-f5f26582e37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:41.702100 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 09636b4b-cb5b-461d-8711-ce0ce61f5aad completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:43:41.733428 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 09636b4b-cb5b-461d-8711-ce0ce61f5aad triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:41.735337 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:41.743875 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d0fc3b1d-3ca3-47c9-b5e1-f5f26582e37b None None] Port 20a07ad9-7457-4059-a577-d8562c1f5067 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:43:41.772666 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d1c68188-2f16-441c-9e34-75e2f3197ea3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:41.782024 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d1c68188-2f16-441c-9e34-75e2f3197ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:41.800768 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-08530c2d-ea19-41c3-8290-1ecc3f70a956 req-bc4253ca-d79b-48df-a908-06b7d2dc73b5 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:41.806590 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 2f6959ed-d576-4b2c-a17b-63b7ad02d788 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:41.806974 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:41.813927 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c470b1-1266-4498-ba72-1ca8d4906f16 req-38e848f8-5714-4b82-8988-d510423c7ca4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:41.815537 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82c470b1-1266-4498-ba72-1ca8d4906f16 req-38e848f8-5714-4b82-8988-d510423c7ca4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1733603 May 06 09:43:41.880475 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c68188-2f16-441c-9e34-75e2f3197ea3 admin admin] Pushing event updated for resources: {'Port': ['ID=20a07ad9-7457-4059-a577-d8562c1f5067,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:41.883595 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d1c68188-2f16-441c-9e34-75e2f3197ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:41.979924 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:42.025529 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d149b98-9a89-40e8-bce0-ebc567cabe2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09636b4b-cb5b-461d-8711-ce0ce61f5aad'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:42.027973 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5361a690-3dd1-437a-b939-8c780147b5db" -d '{"events": [{"server_uuid": "3d149b98-9a89-40e8-bce0-ebc567cabe2c", "name": "network-vif-plugged", "status": "completed", "tag": "09636b4b-cb5b-461d-8711-ce0ce61f5aad"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:42.045854 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c68188-2f16-441c-9e34-75e2f3197ea3 admin admin] Network d209a879-35d8-4876-8b7a-7fabeecf7e1f is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:42.046422 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 09636b4b-cb5b-461d-8711-ce0ce61f5aad, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=09636b4b-cb5b-461d-8711-ce0ce61f5aad,segment=NetworkSegment(803c64f2-fa1d-4ae6-b8e3-5298eef1406e),segment_id=803c64f2-fa1d-4ae6-b8e3-5298eef1406e)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:42.047900 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-d1c68188-2f16-441c-9e34-75e2f3197ea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:42.048510 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-11a19fe7-e585-4328-b944-48ab09df914f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:42.065722 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:42.066557 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 9262d57e-22a5-49b2-90f9-0a29fbac4818 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:42.082543 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82c470b1-1266-4498-ba72-1ca8d4906f16 req-9ed10009-6c1d-4c89-a8c4-f0e639d77519 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557965 May 06 09:43:42.183353 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a19fe7-e585-4328-b944-48ab09df914f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Pushing event updated for resources: {'Subnet': ['ID=9b5f3725-dba4-4109-8ae6-1b69e3c26c4c,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:42.228630 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=09636b4b-cb5b-461d-8711-ce0ce61f5aad,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:42.236772 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c68188-2f16-441c-9e34-75e2f3197ea3 admin admin] Router 1a97de84-e1db-4ecd-a102-d90e41f2f122 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:43:42.252070 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 9262d57e-22a5-49b2-90f9-0a29fbac4818 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:43:42.257938 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 9262d57e-22a5-49b2-90f9-0a29fbac4818 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:42.258486 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:42.273168 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a19fe7-e585-4328-b944-48ab09df914f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Checking segment: {'id': '575a8a23-13f7-4b94-8526-a3cf557709f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6fffdccd-9d01-41e0-85b5-9c674bdd21ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:42.273458 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a19fe7-e585-4328-b944-48ab09df914f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Network hostable DHCP agents. Network: 6fffdccd-9d01-41e0-85b5-9c674bdd21ed, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:43:42.367788 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:43:42.388149 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4555534-be78-47e1-a909-34546d0e7f27 req-05be4ee1-3bc1-4431-917c-34df148d29c2 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:42.389801 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a4555534-be78-47e1-a909-34546d0e7f27 req-05be4ee1-3bc1-4431-917c-34df148d29c2 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d149b98-9a89-40e8-bce0-ebc567cabe2c HTTP/1.1" status: 200 len: 946 time: 0.1849031 May 06 09:43:42.435869 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c68188-2f16-441c-9e34-75e2f3197ea3 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:43:42.446157 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a19fe7-e585-4328-b944-48ab09df914f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Network 6fffdccd-9d01-41e0-85b5-9c674bdd21ed is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:43:42.452329 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d1c68188-2f16-441c-9e34-75e2f3197ea3 admin admin] 10.222.0.73 "PUT /v2.0/routers/1a97de84-e1db-4ecd-a102-d90e41f2f122/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0181174 May 06 09:43:42.458429 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:42.474518 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a4555534-be78-47e1-a909-34546d0e7f27 req-0a15c995-199d-4079-82f7-bd53756dbbbb tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4ba861f-dec6-45b3-9df8-a60d6979114f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711451 May 06 09:43:42.484650 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-11a19fe7-e585-4328-b944-48ab09df914f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 6fffdccd-9d01-41e0-85b5-9c674bdd21ed) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:42.495626 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a19fe7-e585-4328-b944-48ab09df914f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:42.496225 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-11a19fe7-e585-4328-b944-48ab09df914f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:42.524412 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-11a19fe7-e585-4328-b944-48ab09df914f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5039632 May 06 09:43:42.525107 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48752) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:42.527070 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8048c8d0-c388-4f7a-8dd4-8c58724da116 None None] Network 6fffdccd-9d01-41e0-85b5-9c674bdd21ed requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:43:42.528345 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-08530c2d-ea19-41c3-8290-1ecc3f70a956 req-bc4253ca-d79b-48df-a908-06b7d2dc73b5 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] For port f4918fbc-cde8-4a4a-ae62-d37cbaa1df22, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f4918fbc-cde8-4a4a-ae62-d37cbaa1df22,segment=NetworkSegment(48d6abbc-c47f-4b3a-93da-b446cea28541),segment_id=48d6abbc-c47f-4b3a-93da-b446cea28541)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:42.532652 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-b350a804-471e-4a3b-8ed1-361a9f1f1e7d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Request body: {'subnet': {'network_id': '7d9fc154-3e75-4eba-b7be-fb999f1d724a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:42.581788 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-08530c2d-ea19-41c3-8290-1ecc3f70a956 req-bc4253ca-d79b-48df-a908-06b7d2dc73b5 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:42.588279 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-08530c2d-ea19-41c3-8290-1ecc3f70a956 req-bc4253ca-d79b-48df-a908-06b7d2dc73b5 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:42.645722 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08530c2d-ea19-41c3-8290-1ecc3f70a956 req-bc4253ca-d79b-48df-a908-06b7d2dc73b5 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:42.647045 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-08530c2d-ea19-41c3-8290-1ecc3f70a956 req-bc4253ca-d79b-48df-a908-06b7d2dc73b5 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:42.648783 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08530c2d-ea19-41c3-8290-1ecc3f70a956 req-bc4253ca-d79b-48df-a908-06b7d2dc73b5 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "PUT /v2.0/ports/f4918fbc-cde8-4a4a-ae62-d37cbaa1df22 HTTP/1.1" status: 200 len: 1020 time: 1.1221313 May 06 09:43:42.653908 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3c5af8-f39d-44d2-b826-666c016bf7a9', 'tag': 'f4918fbc-cde8-4a4a-ae62-d37cbaa1df22'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:42.657654 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431a76b2-42b2-4ed5-86fd-ada35a09a0bd" -d '{"events": [{"name": "network-changed", "server_uuid": "0c3c5af8-f39d-44d2-b826-666c016bf7a9", "tag": "f4918fbc-cde8-4a4a-ae62-d37cbaa1df22"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:42.712913 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec1c636-7c9b-4ed4-ac7b-0da6a084694c x-openstack-request-id: req-fec1c636-7c9b-4ed4-ac7b-0da6a084694c {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:42.713496 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d149b98-9a89-40e8-bce0-ebc567cabe2c", "name": "network-vif-plugged", "status": "completed", "tag": "09636b4b-cb5b-461d-8711-ce0ce61f5aad", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:42.713496 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fec1c636-7c9b-4ed4-ac7b-0da6a084694c {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:42.713825 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fec1c636-7c9b-4ed4-ac7b-0da6a084694c'] response: {'server_uuid': '3d149b98-9a89-40e8-bce0-ebc567cabe2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09636b4b-cb5b-461d-8711-ce0ce61f5aad', 'code': 200} May 06 09:43:42.730495 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['5ee773cd-c3ce-460f-b84b-b122f278bac2', 'f4918fbc-cde8-4a4a-ae62-d37cbaa1df22'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:43:42.747799 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4253ca-d79b-48df-a908-06b7d2dc73b5 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Pushing event updated for resources: {'Port': ['ID=f4918fbc-cde8-4a4a-ae62-d37cbaa1df22,revision_number=7']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:42.753746 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 9262d57e-22a5-49b2-90f9-0a29fbac4818, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=9262d57e-22a5-49b2-90f9-0a29fbac4818,segment=NetworkSegment(f854416d-9159-4e65-9cd2-8b8dead0809d),segment_id=f854416d-9159-4e65-9cd2-8b8dead0809d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:42.809058 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:42.852508 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b350a804-471e-4a3b-8ed1-361a9f1f1e7d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Made reservation on behalf of 25aba9ec7dab4fc585e8e72a34137627 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:42.857200 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b350a804-471e-4a3b-8ed1-361a9f1f1e7d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:42.863994 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca56bc-a6c4-4fee-baf8-5fc819cfe7cf req-dce26a0b-a109-4a55-b45d-812cbbda9929 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:42.866882 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5bca56bc-a6c4-4fee-baf8-5fc819cfe7cf req-dce26a0b-a109-4a55-b45d-812cbbda9929 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.0953083 May 06 09:43:42.867302 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['f4918fbc-cde8-4a4a-ae62-d37cbaa1df22'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:43:42.879038 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a4a65-d082-4e4b-8e2d-a1d445a8c985 req-b99d29c6-5dc9-4ced-96d3-e40cbd9d37dd tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:42.886265 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-352a4a65-d082-4e4b-8e2d-a1d445a8c985 req-b99d29c6-5dc9-4ced-96d3-e40cbd9d37dd tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 946 time: 0.1174140 May 06 09:43:42.940059 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22066c02-3de5-465b-979b-56293cecdcbf req-9ecdafe3-5b33-4190-97fc-214c67587e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:42.940597 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-22066c02-3de5-465b-979b-56293cecdcbf req-9ecdafe3-5b33-4190-97fc-214c67587e0b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3d149b98-9a89-40e8-bce0-ebc567cabe2c HTTP/1.1" status: 200 len: 1097 time: 0.1588364 May 06 09:43:42.941081 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-ac0aeb99-1337-4fef-a861-c30941cfa44d None None] Provisioning complete for port 20a07ad9-7457-4059-a577-d8562c1f5067 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:42.941466 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ac0aeb99-1337-4fef-a861-c30941cfa44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:42.955978 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5bca56bc-a6c4-4fee-baf8-5fc819cfe7cf req-98d8f6ce-1a79-4d57-b931-3c71f2cc45e2 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682709 May 06 09:43:43.001363 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-352a4a65-d082-4e4b-8e2d-a1d445a8c985 req-67c836ed-e368-4122-9d32-e9c7dbc2c0ea tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849209 May 06 09:43:43.021699 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=9262d57e-22a5-49b2-90f9-0a29fbac4818,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:43.022556 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-22066c02-3de5-465b-979b-56293cecdcbf req-8305123e-0601-425e-a0f0-c7f1149df1a2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d4ba861f-dec6-45b3-9df8-a60d6979114f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732729 May 06 09:43:43.072380 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-76272993-20ce-4f62-964f-17b2f50e90a9 req-d3774d4c-22e2-4e42-aaa1-09e79d59b6f6 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups/1b7eb1ae-8e2d-4807-99d0-f4d2193baac7 HTTP/1.1" status: 200 len: 1803 time: 0.0853770 May 06 09:43:43.119896 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3249a1d0-be57-4e2a-bdab-3dd2b3fa4afe x-openstack-request-id: req-3249a1d0-be57-4e2a-bdab-3dd2b3fa4afe {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:43.120624 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c3c5af8-f39d-44d2-b826-666c016bf7a9", "tag": "f4918fbc-cde8-4a4a-ae62-d37cbaa1df22", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:43.121103 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3249a1d0-be57-4e2a-bdab-3dd2b3fa4afe {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:43.121687 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3249a1d0-be57-4e2a-bdab-3dd2b3fa4afe'] response: {'name': 'network-changed', 'server_uuid': '0c3c5af8-f39d-44d2-b826-666c016bf7a9', 'tag': 'f4918fbc-cde8-4a4a-ae62-d37cbaa1df22', 'status': 'completed', 'code': 200} May 06 09:43:43.121991 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-ac0aeb99-1337-4fef-a861-c30941cfa44d None None] Port 20a07ad9-7457-4059-a577-d8562c1f5067 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:43:43.139677 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-76272993-20ce-4f62-964f-17b2f50e90a9 req-294299c3-3094-496c-9d16-7c3b1648ee1e tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] delete failed (client error): There was a conflict when trying to complete your request. May 06 09:43:43.158838 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-76272993-20ce-4f62-964f-17b2f50e90a9 req-294299c3-3094-496c-9d16-7c3b1648ee1e tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "DELETE /v2.0/security-groups/1b7eb1ae-8e2d-4807-99d0-f4d2193baac7 HTTP/1.1" status: 409 len: 341 time: 0.0862093 May 06 09:43:43.183712 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b350a804-471e-4a3b-8ed1-361a9f1f1e7d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:43.234123 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cee396-1ea3-40ca-b0ef-61ed7b119342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-6fffdccd-9d01-41e0-85b5-9c674bdd21ed', 'network_id': '6fffdccd-9d01-41e0-85b5-9c674bdd21ed', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'fixed_ips': [{'subnet_id': '9b5f3725-dba4-4109-8ae6-1b69e3c26c4c'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:43:43.235017 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-11cee396-1ea3-40ca-b0ef-61ed7b119342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:43.244380 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a76b2-42b2-4ed5-86fd-ada35a09a0bd req-712b1bce-c670-45a3-96d5-e233baba37fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:43.246108 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-431a76b2-42b2-4ed5-86fd-ada35a09a0bd req-712b1bce-c670-45a3-96d5-e233baba37fd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7164c1da46a24f038e1d3e72e4e90141&device_id=0c3c5af8-f39d-44d2-b826-666c016bf7a9 HTTP/1.1" status: 200 len: 1174 time: 0.1285670 May 06 09:43:43.290412 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350a804-471e-4a3b-8ed1-361a9f1f1e7d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Pushing event updated for resources: {'Subnet': ['ID=5c335cf1-1bd2-4605-9b91-b2c2b45fc21f,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:43.307943 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b350a804-471e-4a3b-8ed1-361a9f1f1e7d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Checking segment: {'id': 'f74ae27d-23fa-482c-b590-8b104f569714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7d9fc154-3e75-4eba-b7be-fb999f1d724a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:43.308417 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b350a804-471e-4a3b-8ed1-361a9f1f1e7d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Network hostable DHCP agents. Network: 7d9fc154-3e75-4eba-b7be-fb999f1d724a, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:43:43.347359 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b350a804-471e-4a3b-8ed1-361a9f1f1e7d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Network 7d9fc154-3e75-4eba-b7be-fb999f1d724a is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:43:43.358941 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-b350a804-471e-4a3b-8ed1-361a9f1f1e7d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 7d9fc154-3e75-4eba-b7be-fb999f1d724a) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:43.368648 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b350a804-471e-4a3b-8ed1-361a9f1f1e7d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:43.369255 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b350a804-471e-4a3b-8ed1-361a9f1f1e7d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:43.378101 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e8b562-2adb-4410-bece-683b1fc01544 None None] Network 7d9fc154-3e75-4eba-b7be-fb999f1d724a requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:43:43.400433 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b350a804-471e-4a3b-8ed1-361a9f1f1e7d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8741674 May 06 09:43:43.402658 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-96bc838e-a967-493c-b256-7aeaef037611 req-3a16708e-f9c3-49b8-ab63-600604fed6c3 tempest-FloatingIPDetailsNegativeTestJSON-1068321283 tempest-FloatingIPDetailsNegativeTestJSON-1068321283-project] show failed (client error): The resource could not be found. May 06 09:43:43.402819 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48766) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:43.403897 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-96bc838e-a967-493c-b256-7aeaef037611 req-3a16708e-f9c3-49b8-ab63-600604fed6c3 tempest-FloatingIPDetailsNegativeTestJSON-1068321283 tempest-FloatingIPDetailsNegativeTestJSON-1068321283-project] 10.222.0.73 "GET /v2.0/floatingips/786a03db-abf4-47f6-930c-31c924a97fef HTTP/1.1" status: 404 len: 350 time: 0.0973568 May 06 09:43:43.419286 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-4e8be097-5c9e-4a9e-a605-0e0b835cca61 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Request body: {'port': {'network_id': '6fffdccd-9d01-41e0-85b5-9c674bdd21ed', 'name': 'tempest-TaggedBootDevicesTest_v242-727954869', 'fixed_ips': [{'subnet_id': '9b5f3725-dba4-4109-8ae6-1b69e3c26c4c'}]}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:43.422479 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48768) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:43.444636 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cbc09a-cb6a-46c8-a9c6-528cee20ee19 req-3c1e0e22-1ff8-4de0-9c33-2eb77dd6544d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:43.446256 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-22cbc09a-cb6a-46c8-a9c6-528cee20ee19 req-3c1e0e22-1ff8-4de0-9c33-2eb77dd6544d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1704772 May 06 09:43:43.473005 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a76b2-42b2-4ed5-86fd-ada35a09a0bd req-24cb0d69-a255-4925-b0a4-fa14ed9bd41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:43.474548 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-431a76b2-42b2-4ed5-86fd-ada35a09a0bd req-24cb0d69-a255-4925-b0a4-fa14ed9bd41e service neutron] 10.222.0.84 "GET /v2.0/networks?id=1c294ea7-0917-4fe1-8a6b-362ee7fbe836 HTTP/1.1" status: 200 len: 913 time: 0.2187119 May 06 09:43:43.555862 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-431a76b2-42b2-4ed5-86fd-ada35a09a0bd req-3ea57fb1-d781-4c11-89e9-ceb31486f782 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4918fbc-cde8-4a4a-ae62-d37cbaa1df22 HTTP/1.1" status: 200 len: 217 time: 0.0724430 May 06 09:43:43.613264 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-22cbc09a-cb6a-46c8-a9c6-528cee20ee19 req-d48df08e-c7e5-45bc-9606-d6de163fd027 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243980 May 06 09:43:43.636401 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-11cee396-1ea3-40ca-b0ef-61ed7b119342 None None] Allocated IP 10.1.1.2 (6fffdccd-9d01-41e0-85b5-9c674bdd21ed/9b5f3725-dba4-4109-8ae6-1b69e3c26c4c/a79d4db0-ee90-4fe4-8eeb-94fccaf08870) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:43.652513 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a76b2-42b2-4ed5-86fd-ada35a09a0bd req-081967de-a8f2-42cf-8490-edc4106f812e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:43.654178 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-431a76b2-42b2-4ed5-86fd-ada35a09a0bd req-081967de-a8f2-42cf-8490-edc4106f812e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a00563ec-513d-49b9-87cd-c2737f5945a8 HTTP/1.1" status: 200 len: 852 time: 0.0906577 May 06 09:43:43.706536 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-431a76b2-42b2-4ed5-86fd-ada35a09a0bd req-e8656ddb-6efd-4f17-b9aa-3e847a442903 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1c294ea7-0917-4fe1-8a6b-362ee7fbe836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410094 May 06 09:43:43.838332 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 53a582a1-7411-4318-a84a-7d7d7d7ee366 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:43.892520 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28827b-8086-44c9-9b6b-a695133eea01 req-4c98fb39-5a9a-4753-b861-56615831bdd5 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:43.916966 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d28827b-8086-44c9-9b6b-a695133eea01 req-4c98fb39-5a9a-4753-b861-56615831bdd5 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d149b98-9a89-40e8-bce0-ebc567cabe2c HTTP/1.1" status: 200 len: 946 time: 0.1226010 May 06 09:43:43.926935 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8be097-5c9e-4a9e-a605-0e0b835cca61 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Made reservation on behalf of 25aba9ec7dab4fc585e8e72a34137627 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:43.947712 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-431a76b2-42b2-4ed5-86fd-ada35a09a0bd req-41934e9a-a4fa-4ce0-bc90-4d831b538cbc service neutron] 10.222.0.84 "GET /v2.0/networks/1c294ea7-0917-4fe1-8a6b-362ee7fbe836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319431 May 06 09:43:44.086574 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d28827b-8086-44c9-9b6b-a695133eea01 req-37aed3d6-392e-419b-9145-177f095b3b68 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4ba861f-dec6-45b3-9df8-a60d6979114f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685541 May 06 09:43:44.165290 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c87ce-4b59-46dd-849d-76f0115a8c32 req-22352a17-024e-4aee-9770-5daea30e3d74 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:44.174298 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bb8c87ce-4b59-46dd-849d-76f0115a8c32 req-22352a17-024e-4aee-9770-5daea30e3d74 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c3c5af8-f39d-44d2-b826-666c016bf7a9 HTTP/1.1" status: 200 len: 1023 time: 0.1251824 May 06 09:43:44.176658 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0eb27c-7ad5-42a3-b8d4-3b579b824e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-7d9fc154-3e75-4eba-b7be-fb999f1d724a', 'network_id': '7d9fc154-3e75-4eba-b7be-fb999f1d724a', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'fixed_ips': [{'subnet_id': '5c335cf1-1bd2-4605-9b91-b2c2b45fc21f'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:43:44.177512 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8c0eb27c-7ad5-42a3-b8d4-3b579b824e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:44.181055 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4e8be097-5c9e-4a9e-a605-0e0b835cca61 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:44.194158 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-431a76b2-42b2-4ed5-86fd-ada35a09a0bd req-c6185cfe-e08a-4fe6-af09-fa973bc3f0ac service neutron] 10.222.0.84 "GET /v2.0/networks/1c294ea7-0917-4fe1-8a6b-362ee7fbe836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308407 May 06 09:43:44.219559 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-4e8be097-5c9e-4a9e-a605-0e0b835cca61 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] device_id is not set on port b9046c83-a238-4ecf-9873-2902976be919 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:43:44.233574 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03fced-d165-4d4f-a6e6-bdbae063ebb4 req-a200f200-fb1a-4555-b18a-9bc6615be206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:44.235102 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dc03fced-d165-4d4f-a6e6-bdbae063ebb4 req-a200f200-fb1a-4555-b18a-9bc6615be206 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e6b8f11daba14014856a1a2bb0688844&device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 1095 time: 0.1634157 May 06 09:43:44.262493 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bb8c87ce-4b59-46dd-849d-76f0115a8c32 req-9afd95ae-4808-4965-a907-b02fa782005d tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b7eb1ae-8e2d-4807-99d0-f4d2193baac7&id=08415831-0822-4e23-bce7-b07a4ad1f19f&id=8dfe54b0-d39f-4bb1-8587-7e3d8bd6ad93&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0877635 May 06 09:43:44.293698 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a445c7ca-c2d9-40bd-98f7-8dbbf03ba39f None None] Sync routers for ids ['1a97de84-e1db-4ecd-a102-d90e41f2f122'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:43:44.298538 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509be02e-57c6-4d42-8d8d-f81343d3328b req-93333494-ddf8-4811-9706-80e9f1fc507b tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:44.300942 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-509be02e-57c6-4d42-8d8d-f81343d3328b req-93333494-ddf8-4811-9706-80e9f1fc507b tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1025717 May 06 09:43:44.379599 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-509be02e-57c6-4d42-8d8d-f81343d3328b req-137c0ad0-77d7-4068-9f94-096787df78fa tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673301 May 06 09:43:44.421620 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201af8f-fa68-4921-b6b0-1276e56f7dec req-b0504608-15b6-4a6c-8641-3c1576668238 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:44.429215 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1201af8f-fa68-4921-b6b0-1276e56f7dec req-b0504608-15b6-4a6c-8641-3c1576668238 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1000013 May 06 09:43:44.468374 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-8c0eb27c-7ad5-42a3-b8d4-3b579b824e0e None None] Allocated IP 10.2.2.2 (7d9fc154-3e75-4eba-b7be-fb999f1d724a/5c335cf1-1bd2-4605-9b91-b2c2b45fc21f/d185e17d-5f1f-4d4b-8e8c-7e7929b7d963) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:44.542364 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03fced-d165-4d4f-a6e6-bdbae063ebb4 req-31d5291f-4513-4cee-8358-30790902f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:44.543919 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dc03fced-d165-4d4f-a6e6-bdbae063ebb4 req-31d5291f-4513-4cee-8358-30790902f7a9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=138aada2-7aee-4749-819b-d219deb27012 HTTP/1.1" status: 200 len: 913 time: 0.2874784 May 06 09:43:44.553557 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1201af8f-fa68-4921-b6b0-1276e56f7dec req-b9110b33-ca6d-4c80-8d72-4c43c920bdc1 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219304 May 06 09:43:44.581759 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 53a582a1-7411-4318-a84a-7d7d7d7ee366 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:44.582142 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:44.625011 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b41fbd-2d83-4b3e-a749-92b7153e8662 req-e1b6801e-c320-4e26-810c-5af0ad742c2b tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:44.627365 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62b41fbd-2d83-4b3e-a749-92b7153e8662 req-e1b6801e-c320-4e26-810c-5af0ad742c2b tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 946 time: 0.1096318 May 06 09:43:44.656206 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a445c7ca-c2d9-40bd-98f7-8dbbf03ba39f None None] Routers {'1a97de84-e1db-4ecd-a102-d90e41f2f122'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:44.656772 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a445c7ca-c2d9-40bd-98f7-8dbbf03ba39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:43:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1a97de84-e1db-4ecd-a102-d90e41f2f122'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:44.656897 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dc03fced-d165-4d4f-a6e6-bdbae063ebb4 req-f2d5b88a-ff0a-4ee2-9f77-2b869c81d295 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01da8cd2-188a-4f87-8a7e-0aea3f350e6e HTTP/1.1" status: 200 len: 998 time: 0.1044309 May 06 09:43:44.674920 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62b41fbd-2d83-4b3e-a749-92b7153e8662 req-965dd155-b44d-47ce-8646-46ecdefe23d7 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394773 May 06 09:43:44.720744 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45ae9551-417e-4365-a982-d00a68b12aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:44.721229 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b15440e-1d8d-43e9-a38a-3fbb3021f1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9262d57e-22a5-49b2-90f9-0a29fbac4818'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:44.724787 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf1223f-a530-4804-9009-1d03c6e3e477" -d '{"events": [{"server_uuid": "3b15440e-1d8d-43e9-a38a-3fbb3021f1cb", "name": "network-vif-plugged", "status": "completed", "tag": "9262d57e-22a5-49b2-90f9-0a29fbac4818"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:44.724927 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03fced-d165-4d4f-a6e6-bdbae063ebb4 req-09554942-8885-4498-8ef4-390bfb8c47ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:44.726268 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dc03fced-d165-4d4f-a6e6-bdbae063ebb4 req-09554942-8885-4498-8ef4-390bfb8c47ae service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ceacdbe3-a021-4ce2-8b17-bdad66d69597 HTTP/1.1" status: 200 len: 851 time: 0.0580864 May 06 09:43:44.771348 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29033501-2e39-48ea-a139-1f665801732e x-openstack-request-id: req-29033501-2e39-48ea-a139-1f665801732e {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:44.771650 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b15440e-1d8d-43e9-a38a-3fbb3021f1cb", "name": "network-vif-plugged", "status": "completed", "tag": "9262d57e-22a5-49b2-90f9-0a29fbac4818", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:44.771902 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-29033501-2e39-48ea-a139-1f665801732e {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:44.772295 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29033501-2e39-48ea-a139-1f665801732e'] response: {'server_uuid': '3b15440e-1d8d-43e9-a38a-3fbb3021f1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9262d57e-22a5-49b2-90f9-0a29fbac4818', 'code': 200} May 06 09:43:44.817720 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-11cee396-1ea3-40ca-b0ef-61ed7b119342 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:44.843361 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03fced-d165-4d4f-a6e6-bdbae063ebb4 req-58d665c2-b5d7-42d5-8526-1e323230ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:44.844868 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dc03fced-d165-4d4f-a6e6-bdbae063ebb4 req-58d665c2-b5d7-42d5-8526-1e323230ae98 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=138aada2-7aee-4749-819b-d219deb27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873623 May 06 09:43:44.867109 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8c0eb27c-7ad5-42a3-b8d4-3b579b824e0e None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:44.874009 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-11cee396-1ea3-40ca-b0ef-61ed7b119342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:44.916829 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8c0eb27c-7ad5-42a3-b8d4-3b579b824e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:45.028132 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cee396-1ea3-40ca-b0ef-61ed7b119342 None None] Network 6fffdccd-9d01-41e0-85b5-9c674bdd21ed is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:45.030428 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-a445c7ca-c2d9-40bd-98f7-8dbbf03ba39f None None] Set router 1a97de84-e1db-4ecd-a102-d90e41f2f122 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:43:45.067434 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e7f7b-b7e5-4200-9094-e5efe50fc73b req-65d32734-7c94-48ed-b1af-e18e7eb94f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:45.069187 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a32e7f7b-b7e5-4200-9094-e5efe50fc73b req-65d32734-7c94-48ed-b1af-e18e7eb94f1a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 1096 time: 0.2049110 May 06 09:43:45.071989 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0eb27c-7ad5-42a3-b8d4-3b579b824e0e None None] Network 7d9fc154-3e75-4eba-b7be-fb999f1d724a is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:45.072160 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-4e8be097-5c9e-4a9e-a605-0e0b835cca61 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Allocated IP 10.1.1.162 (6fffdccd-9d01-41e0-85b5-9c674bdd21ed/9b5f3725-dba4-4109-8ae6-1b69e3c26c4c/b9046c83-a238-4ecf-9873-2902976be919) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:45.077412 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-11cee396-1ea3-40ca-b0ef-61ed7b119342 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:45.079240 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cee396-1ea3-40ca-b0ef-61ed7b119342 None None] Pushing event updated for resources: {'Port': ['ID=a79d4db0-ee90-4fe4-8eeb-94fccaf08870,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:45.085048 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cee396-1ea3-40ca-b0ef-61ed7b119342 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:45.100221 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-8c0eb27c-7ad5-42a3-b8d4-3b579b824e0e None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:45.114704 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0eb27c-7ad5-42a3-b8d4-3b579b824e0e None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:45.124789 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dc03fced-d165-4d4f-a6e6-bdbae063ebb4 req-7ae67690-f8a6-460b-a8ad-e7de9ddd6302 service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705357 May 06 09:43:45.144423 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:45.222986 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a32e7f7b-b7e5-4200-9094-e5efe50fc73b req-b360acc9-890c-48bc-af13-8b860b12ff46 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380713 May 06 09:43:45.242691 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b1491-784c-4e0e-954f-ad3b84678f1b req-86c973ec-a087-47b3-9853-3b189ca6bf20 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:45.244289 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d7b1491-784c-4e0e-954f-ad3b84678f1b req-86c973ec-a087-47b3-9853-3b189ca6bf20 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d149b98-9a89-40e8-bce0-ebc567cabe2c HTTP/1.1" status: 200 len: 946 time: 0.0562806 May 06 09:43:45.256595 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 53a582a1-7411-4318-a84a-7d7d7d7ee366, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=53a582a1-7411-4318-a84a-7d7d7d7ee366,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:45.295915 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d7b1491-784c-4e0e-954f-ad3b84678f1b req-d96e9d4d-88e6-43a5-ad7d-6af229100611 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4ba861f-dec6-45b3-9df8-a60d6979114f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400004 May 06 09:43:45.307692 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:45.377718 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0eb27c-7ad5-42a3-b8d4-3b579b824e0e None None] Pushing event updated for resources: {'Port': ['ID=d185e17d-5f1f-4d4b-8e8c-7e7929b7d963,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:45.447942 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-11cee396-1ea3-40ca-b0ef-61ed7b119342 None None] Attempting to bind port a79d4db0-ee90-4fe4-8eeb-94fccaf08870 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:45.448338 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-11cee396-1ea3-40ca-b0ef-61ed7b119342 None None] Attempting to bind port a79d4db0-ee90-4fe4-8eeb-94fccaf08870 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '575a8a23-13f7-4b94-8526-a3cf557709f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6fffdccd-9d01-41e0-85b5-9c674bdd21ed'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:45.448692 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cee396-1ea3-40ca-b0ef-61ed7b119342 None None] Attempting to bind port a79d4db0-ee90-4fe4-8eeb-94fccaf08870 on network 6fffdccd-9d01-41e0-85b5-9c674bdd21ed {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:45.463967 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8c0eb27c-7ad5-42a3-b8d4-3b579b824e0e None None] Attempting to bind port d185e17d-5f1f-4d4b-8e8c-7e7929b7d963 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:45.464412 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8c0eb27c-7ad5-42a3-b8d4-3b579b824e0e None None] Attempting to bind port d185e17d-5f1f-4d4b-8e8c-7e7929b7d963 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'f74ae27d-23fa-482c-b590-8b104f569714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7d9fc154-3e75-4eba-b7be-fb999f1d724a'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:45.464959 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0eb27c-7ad5-42a3-b8d4-3b579b824e0e None None] Attempting to bind port d185e17d-5f1f-4d4b-8e8c-7e7929b7d963 on network 7d9fc154-3e75-4eba-b7be-fb999f1d724a {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:45.494121 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cee396-1ea3-40ca-b0ef-61ed7b119342 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:45.495080 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cee396-1ea3-40ca-b0ef-61ed7b119342 None None] Checking segment: {'id': '575a8a23-13f7-4b94-8526-a3cf557709f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6fffdccd-9d01-41e0-85b5-9c674bdd21ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:45.495525 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-11cee396-1ea3-40ca-b0ef-61ed7b119342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:45.495929 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cee396-1ea3-40ca-b0ef-61ed7b119342 None None] Bound using segment: {'id': '575a8a23-13f7-4b94-8526-a3cf557709f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6fffdccd-9d01-41e0-85b5-9c674bdd21ed'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:45.496435 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-11cee396-1ea3-40ca-b0ef-61ed7b119342 None None] Bound port: a79d4db0-ee90-4fe4-8eeb-94fccaf08870, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '575a8a23-13f7-4b94-8526-a3cf557709f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6fffdccd-9d01-41e0-85b5-9c674bdd21ed'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:45.496851 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-11cee396-1ea3-40ca-b0ef-61ed7b119342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:45.529829 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0eb27c-7ad5-42a3-b8d4-3b579b824e0e None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:45.530290 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0eb27c-7ad5-42a3-b8d4-3b579b824e0e None None] Checking segment: {'id': 'f74ae27d-23fa-482c-b590-8b104f569714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7d9fc154-3e75-4eba-b7be-fb999f1d724a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:45.530704 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8c0eb27c-7ad5-42a3-b8d4-3b579b824e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:45.531141 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0eb27c-7ad5-42a3-b8d4-3b579b824e0e None None] Bound using segment: {'id': 'f74ae27d-23fa-482c-b590-8b104f569714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7d9fc154-3e75-4eba-b7be-fb999f1d724a'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:45.531754 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8c0eb27c-7ad5-42a3-b8d4-3b579b824e0e None None] Bound port: d185e17d-5f1f-4d4b-8e8c-7e7929b7d963, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74ae27d-23fa-482c-b590-8b104f569714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7d9fc154-3e75-4eba-b7be-fb999f1d724a'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:45.532153 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8c0eb27c-7ad5-42a3-b8d4-3b579b824e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:45.582083 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=53a582a1-7411-4318-a84a-7d7d7d7ee366,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:45.686938 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dc03fced-d165-4d4f-a6e6-bdbae063ebb4 req-3e60dea1-3561-4c6b-b3ba-53bb98ae1655 service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5498648 May 06 09:43:45.735901 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4e8be097-5c9e-4a9e-a605-0e0b835cca61 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:45.751914 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-45ae9551-417e-4365-a982-d00a68b12aab admin admin] Deleting port 20a07ad9-7457-4059-a577-d8562c1f5067 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:43:45.752448 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45ae9551-417e-4365-a982-d00a68b12aab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:45.851342 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4e8be097-5c9e-4a9e-a605-0e0b835cca61 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:45.867042 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45ae9551-417e-4365-a982-d00a68b12aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:45.876245 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b8702-4aa1-4d1a-8673-6d5f3f11fd83 req-5f2b0be9-85f4-49f9-abff-09dcd49cffce tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:45.877793 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a53b8702-4aa1-4d1a-8673-6d5f3f11fd83 req-5f2b0be9-85f4-49f9-abff-09dcd49cffce tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c3c5af8-f39d-44d2-b826-666c016bf7a9 HTTP/1.1" status: 200 len: 1023 time: 0.5180881 May 06 09:43:45.910976 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-45ae9551-417e-4365-a982-d00a68b12aab admin admin] Calling delete_port for 20a07ad9-7457-4059-a577-d8562c1f5067 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:43:45.923535 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8be097-5c9e-4a9e-a605-0e0b835cca61 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Network 6fffdccd-9d01-41e0-85b5-9c674bdd21ed is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:45.932109 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-4e8be097-5c9e-4a9e-a605-0e0b835cca61 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:45.937276 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16be9a9-57d7-41ec-ae81-2516e38a2752 req-f9989926-e5ff-4825-98d6-d6fdae225759 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:45.938859 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a16be9a9-57d7-41ec-ae81-2516e38a2752 req-f9989926-e5ff-4825-98d6-d6fdae225759 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c3c5af8-f39d-44d2-b826-666c016bf7a9 HTTP/1.1" status: 200 len: 1023 time: 0.1502261 May 06 09:43:45.942901 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8be097-5c9e-4a9e-a605-0e0b835cca61 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:45.943856 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90f9040f-eaa3-414a-9079-18ae8c4d94c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:45.948439 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8be097-5c9e-4a9e-a605-0e0b835cca61 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Pushing event updated for resources: {'Port': ['ID=b9046c83-a238-4ecf-9873-2902976be919,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:45.950638 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-11cee396-1ea3-40ca-b0ef-61ed7b119342 None None] For port a79d4db0-ee90-4fe4-8eeb-94fccaf08870, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:45.953411 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8c0eb27c-7ad5-42a3-b8d4-3b579b824e0e None None] For port d185e17d-5f1f-4d4b-8e8c-7e7929b7d963, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:45.957849 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-11cee396-1ea3-40ca-b0ef-61ed7b119342 None None] For port a79d4db0-ee90-4fe4-8eeb-94fccaf08870, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=a79d4db0-ee90-4fe4-8eeb-94fccaf08870,segment=NetworkSegment(575a8a23-13f7-4b94-8526-a3cf557709f5),segment_id=575a8a23-13f7-4b94-8526-a3cf557709f5)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:45.958401 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25b3cc64-2ca5-422c-ab6f-48c713dc93e4 req-38441509-dd5f-4500-97d9-e097aa7a2292 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5888991 May 06 09:43:45.961389 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8c0eb27c-7ad5-42a3-b8d4-3b579b824e0e None None] For port d185e17d-5f1f-4d4b-8e8c-7e7929b7d963, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=d185e17d-5f1f-4d4b-8e8c-7e7929b7d963,segment=NetworkSegment(f74ae27d-23fa-482c-b590-8b104f569714),segment_id=f74ae27d-23fa-482c-b590-8b104f569714)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:45.974051 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-25b3cc64-2ca5-422c-ab6f-48c713dc93e4 req-3b4a8730-3e16-4b32-9929-2e8737aa02f3 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:45.976197 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-11cee396-1ea3-40ca-b0ef-61ed7b119342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:45.978365 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8c0eb27c-7ad5-42a3-b8d4-3b579b824e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:46.045890 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8be097-5c9e-4a9e-a605-0e0b835cca61 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:46.046895 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4e8be097-5c9e-4a9e-a605-0e0b835cca61 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:46.060084 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a445c7ca-c2d9-40bd-98f7-8dbbf03ba39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a97de84-e1db-4ecd-a102-d90e41f2f122', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-400432606-router', 'tenant_id': '2eef6136aab24b0287ca20bb27127057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '53a582a1-7411-4318-a84a-7d7d7d7ee366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:37Z', 'updated_at': '2022-05-06T09:43:41Z', 'revision_number': 4, 'project_id': '2eef6136aab24b0287ca20bb27127057', 'gw_port': {'id': '53a582a1-7411-4318-a84a-7d7d7d7ee366', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:35:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a97de84-e1db-4ecd-a102-d90e41f2f122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:37Z', 'updated_at': '2022-05-06T09:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '20a07ad9-7457-4059-a577-d8562c1f5067', 'name': '', 'network_id': 'd209a879-35d8-4876-8b7a-7fabeecf7e1f', 'tenant_id': '2eef6136aab24b0287ca20bb27127057', 'mac_address': 'fa:16:3e:fd:f5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a97de84-e1db-4ecd-a102-d90e41f2f122', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'ae5bbd27-9190-49ec-bd3a-458d8bd4ba85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:40Z', 'updated_at': '2022-05-06T09:43:41Z', 'revision_number': 2, 'project_id': '2eef6136aab24b0287ca20bb27127057', 'subnets': [{'id': 'ae5bbd27-9190-49ec-bd3a-458d8bd4ba85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:46.064624 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a53b8702-4aa1-4d1a-8673-6d5f3f11fd83 req-913e89b2-39ed-48ba-95c0-0d4884b943c8 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b7eb1ae-8e2d-4807-99d0-f4d2193baac7&id=08415831-0822-4e23-bce7-b07a4ad1f19f&id=8dfe54b0-d39f-4bb1-8587-7e3d8bd6ad93&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1503038 May 06 09:43:46.077504 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-25b3cc64-2ca5-422c-ab6f-48c713dc93e4 req-3b4a8730-3e16-4b32-9929-2e8737aa02f3 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:46.084682 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4e8be097-5c9e-4a9e-a605-0e0b835cca61 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6779671 May 06 09:43:46.132153 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48796) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:46.144013 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a445c7ca-c2d9-40bd-98f7-8dbbf03ba39f None None] Checking router: 1a97de84-e1db-4ecd-a102-d90e41f2f122 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:43:46.144464 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a445c7ca-c2d9-40bd-98f7-8dbbf03ba39f None None] Updating router 1a97de84-e1db-4ecd-a102-d90e41f2f122 port 20a07ad9-7457-4059-a577-d8562c1f5067 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:43:46.151645 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-d2721bce-7272-4cfc-903e-222704228b39 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Request body: {'port': {'network_id': '6fffdccd-9d01-41e0-85b5-9c674bdd21ed', 'name': 'tempest-TaggedBootDevicesTest_v242-973657629', 'fixed_ips': [{'subnet_id': '9b5f3725-dba4-4109-8ae6-1b69e3c26c4c'}]}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:46.153554 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cee396-1ea3-40ca-b0ef-61ed7b119342 None None] Pushing event updated for resources: {'Port': ['ID=a79d4db0-ee90-4fe4-8eeb-94fccaf08870,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:46.221185 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a445c7ca-c2d9-40bd-98f7-8dbbf03ba39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:46.257897 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0eb27c-7ad5-42a3-b8d4-3b579b824e0e None None] Pushing event updated for resources: {'Port': ['ID=d185e17d-5f1f-4d4b-8e8c-7e7929b7d963,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:46.463687 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-a16be9a9-57d7-41ec-ae81-2516e38a2752 req-25cf031b-af08-4753-8361-af2a7fcef729 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Deleting port f4918fbc-cde8-4a4a-ae62-d37cbaa1df22 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:43:46.464145 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a16be9a9-57d7-41ec-ae81-2516e38a2752 req-25cf031b-af08-4753-8361-af2a7fcef729 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:46.477658 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe419f-5d9f-4bae-adec-21ec3ceb0f12 req-5d5286fe-d570-4505-a83e-bc5f0cc1e35f tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:46.505722 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c8fe419f-5d9f-4bae-adec-21ec3ceb0f12 req-5d5286fe-d570-4505-a83e-bc5f0cc1e35f tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.2876942 May 06 09:43:46.543365 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2721bce-7272-4cfc-903e-222704228b39 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Made reservation on behalf of 25aba9ec7dab4fc585e8e72a34137627 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:46.550956 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2721bce-7272-4cfc-903e-222704228b39 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:46.582293 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45ae9551-417e-4365-a982-d00a68b12aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:46.623990 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-d2721bce-7272-4cfc-903e-222704228b39 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] device_id is not set on port 7d6de0b3-19e5-492d-b661-4ff64145d752 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:43:46.630701 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae9551-417e-4365-a982-d00a68b12aab admin admin] Pushing event deleted for resources: {'Port': ['ID=20a07ad9-7457-4059-a577-d8562c1f5067,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:46.693935 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c8fe419f-5d9f-4bae-adec-21ec3ceb0f12 req-d4c5336f-b782-46ed-80c8-0a52f98bd77d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865368 May 06 09:43:46.722297 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-a16be9a9-57d7-41ec-ae81-2516e38a2752 req-25cf031b-af08-4753-8361-af2a7fcef729 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] For port f4918fbc-cde8-4a4a-ae62-d37cbaa1df22, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f4918fbc-cde8-4a4a-ae62-d37cbaa1df22,segment=NetworkSegment(48d6abbc-c47f-4b3a-93da-b446cea28541),segment_id=48d6abbc-c47f-4b3a-93da-b446cea28541)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:46.722636 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a16be9a9-57d7-41ec-ae81-2516e38a2752 req-25cf031b-af08-4753-8361-af2a7fcef729 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:46.781749 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-a16be9a9-57d7-41ec-ae81-2516e38a2752 req-25cf031b-af08-4753-8361-af2a7fcef729 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Calling delete_port for f4918fbc-cde8-4a4a-ae62-d37cbaa1df22 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:43:46.815954 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-25b3cc64-2ca5-422c-ab6f-48c713dc93e4 req-3b4a8730-3e16-4b32-9929-2e8737aa02f3 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:46.879842 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-a445c7ca-c2d9-40bd-98f7-8dbbf03ba39f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:43:46.880209 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-a445c7ca-c2d9-40bd-98f7-8dbbf03ba39f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:43:47.040429 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-d2721bce-7272-4cfc-903e-222704228b39 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Allocated IP 10.1.1.95 (6fffdccd-9d01-41e0-85b5-9c674bdd21ed/9b5f3725-dba4-4109-8ae6-1b69e3c26c4c/7d6de0b3-19e5-492d-b661-4ff64145d752) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:47.049554 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45ae9551-417e-4365-a982-d00a68b12aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:47.064366 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415a95b-3ac4-43ae-8f28-86f0c16fd201 req-fb43fa3f-0960-4195-9923-19a5393d6d57 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:47.071733 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6415a95b-3ac4-43ae-8f28-86f0c16fd201 req-fb43fa3f-0960-4195-9923-19a5393d6d57 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1409369 May 06 09:43:47.106241 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-25b3cc64-2ca5-422c-ab6f-48c713dc93e4 req-3b4a8730-3e16-4b32-9929-2e8737aa02f3 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Allocated IP 172.25.5.184 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/8e0ade05-d898-44a7-8aed-855b749dc1d6) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:47.180777 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6415a95b-3ac4-43ae-8f28-86f0c16fd201 req-560671d6-fb44-4b4f-8cc1-5b49ebbabb79 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079392 May 06 09:43:47.261312 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a16be9a9-57d7-41ec-ae81-2516e38a2752 req-25cf031b-af08-4753-8361-af2a7fcef729 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:47.273814 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['5ee773cd-c3ce-460f-b84b-b122f278bac2', 'f4918fbc-cde8-4a4a-ae62-d37cbaa1df22'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:43:47.342195 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf031b-af08-4753-8361-af2a7fcef729 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Pushing event deleted for resources: {'Port': ['ID=f4918fbc-cde8-4a4a-ae62-d37cbaa1df22,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:47.360123 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2721bce-7272-4cfc-903e-222704228b39 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:47.405943 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-25b3cc64-2ca5-422c-ab6f-48c713dc93e4 req-3b4a8730-3e16-4b32-9929-2e8737aa02f3 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:47.409627 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a445c7ca-c2d9-40bd-98f7-8dbbf03ba39f None None] Port 20a07ad9-7457-4059-a577-d8562c1f5067 not found while updating agent binding for router 1a97de84-e1db-4ecd-a102-d90e41f2f122. {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 06 09:43:47.421246 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a445c7ca-c2d9-40bd-98f7-8dbbf03ba39f None None] Routers {'1a97de84-e1db-4ecd-a102-d90e41f2f122'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:47.422959 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a445c7ca-c2d9-40bd-98f7-8dbbf03ba39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:43:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1a97de84-e1db-4ecd-a102-d90e41f2f122'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:47.423746 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16be9a9-57d7-41ec-ae81-2516e38a2752 req-25cf031b-af08-4753-8361-af2a7fcef729 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] No DVR routers for this DVR port f4918fbc-cde8-4a4a-ae62-d37cbaa1df22 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:43:47.431267 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a16be9a9-57d7-41ec-ae81-2516e38a2752 req-25cf031b-af08-4753-8361-af2a7fcef729 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:47.435756 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a16be9a9-57d7-41ec-ae81-2516e38a2752 req-25cf031b-af08-4753-8361-af2a7fcef729 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.84 "DELETE /v2.0/ports/f4918fbc-cde8-4a4a-ae62-d37cbaa1df22 HTTP/1.1" status: 204 len: 173 time: 1.4738224 May 06 09:43:47.437827 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3c5af8-f39d-44d2-b826-666c016bf7a9', 'name': 'network-vif-deleted', 'tag': 'f4918fbc-cde8-4a4a-ae62-d37cbaa1df22'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:47.440457 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5680c3ad-eef5-48f6-bc0a-1ac3d558fc30" -d '{"events": [{"server_uuid": "0c3c5af8-f39d-44d2-b826-666c016bf7a9", "name": "network-vif-deleted", "tag": "f4918fbc-cde8-4a4a-ae62-d37cbaa1df22"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:47.471525 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ae9551-417e-4365-a982-d00a68b12aab admin admin] Router 1a97de84-e1db-4ecd-a102-d90e41f2f122 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:43:47.474069 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8663dda-c2f7-4d3d-a592-b18fe720e39b req-a6f93ed8-cf47-4f5b-a471-cdfa7179fd01 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:47.482189 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d8663dda-c2f7-4d3d-a592-b18fe720e39b req-a6f93ed8-cf47-4f5b-a471-cdfa7179fd01 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 946 time: 0.2236063 May 06 09:43:47.543787 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d8663dda-c2f7-4d3d-a592-b18fe720e39b req-7b3345ec-fdbb-47b4-9659-271964300cc1 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548427 May 06 09:43:47.580411 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-25b3cc64-2ca5-422c-ab6f-48c713dc93e4 req-3b4a8730-3e16-4b32-9929-2e8737aa02f3 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:47.684036 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25b3cc64-2ca5-422c-ab6f-48c713dc93e4 req-3b4a8730-3e16-4b32-9929-2e8737aa02f3 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:47.684163 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-a445c7ca-c2d9-40bd-98f7-8dbbf03ba39f None None] Set router 1a97de84-e1db-4ecd-a102-d90e41f2f122 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:43:47.701615 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-25b3cc64-2ca5-422c-ab6f-48c713dc93e4 req-3b4a8730-3e16-4b32-9929-2e8737aa02f3 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:47.712246 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ae9551-417e-4365-a982-d00a68b12aab admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:43:47.721127 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-45ae9551-417e-4365-a982-d00a68b12aab admin admin] 10.222.0.73 "PUT /v2.0/routers/1a97de84-e1db-4ecd-a102-d90e41f2f122/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2975526 May 06 09:43:47.723713 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2721bce-7272-4cfc-903e-222704228b39 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:47.728153 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48804) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:47.737249 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b3cc64-2ca5-422c-ab6f-48c713dc93e4 req-3b4a8730-3e16-4b32-9929-2e8737aa02f3 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:47.754353 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8c9ce97b-2f7f-468c-af07-8bc54a75ec93 req-ba05ca37-dc9d-4c25-8fbd-bf9a302a1d52 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c3c5af8-f39d-44d2-b826-666c016bf7a9 HTTP/1.1" status: 200 len: 210 time: 0.0754428 May 06 09:43:47.818859 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a8730-3e16-4b32-9929-2e8737aa02f3 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Pushing event updated for resources: {'Port': ['ID=8e0ade05-d898-44a7-8aed-855b749dc1d6,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:47.844979 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae88c66-953a-4c72-9d62-c1fb446d7910 None None] Network 6fffdccd-9d01-41e0-85b5-9c674bdd21ed requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:43:47.846033 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2721bce-7272-4cfc-903e-222704228b39 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Network 6fffdccd-9d01-41e0-85b5-9c674bdd21ed is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:47.846203 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895cd876-eed3-4b17-b33f-fb9b82bf4b66 x-openstack-request-id: req-895cd876-eed3-4b17-b33f-fb9b82bf4b66 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:47.846506 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3c5af8-f39d-44d2-b826-666c016bf7a9", "name": "network-vif-deleted", "tag": "f4918fbc-cde8-4a4a-ae62-d37cbaa1df22", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:47.847025 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-895cd876-eed3-4b17-b33f-fb9b82bf4b66 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:47.847392 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-895cd876-eed3-4b17-b33f-fb9b82bf4b66'] response: {'server_uuid': '0c3c5af8-f39d-44d2-b826-666c016bf7a9', 'name': 'network-vif-deleted', 'tag': 'f4918fbc-cde8-4a4a-ae62-d37cbaa1df22', 'status': 'completed', 'code': 200} May 06 09:43:47.853068 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-d2721bce-7272-4cfc-903e-222704228b39 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:47.855617 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2721bce-7272-4cfc-903e-222704228b39 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:47.917698 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2721bce-7272-4cfc-903e-222704228b39 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:47.918374 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2721bce-7272-4cfc-903e-222704228b39 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:47.956832 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2721bce-7272-4cfc-903e-222704228b39 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Pushing event updated for resources: {'Port': ['ID=7d6de0b3-19e5-492d-b661-4ff64145d752,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:47.966239 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d2721bce-7272-4cfc-903e-222704228b39 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8314612 May 06 09:43:48.059825 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bdc1c0d8-51d6-4dd2-a2a6-463e2d3fee83 admin admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.084502 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-25b3cc64-2ca5-422c-ab6f-48c713dc93e4 req-3b4a8730-3e16-4b32-9929-2e8737aa02f3 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.113087 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774505d-ee79-420e-84ec-862e4b09d126 req-0949c3fa-0b38-41e3-81af-9d0f563b98a1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:48.114822 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1774505d-ee79-420e-84ec-862e4b09d126 req-0949c3fa-0b38-41e3-81af-9d0f563b98a1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1346436 May 06 09:43:48.174710 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-25b3cc64-2ca5-422c-ab6f-48c713dc93e4 req-3b4a8730-3e16-4b32-9929-2e8737aa02f3 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.184838 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 53a582a1-7411-4318-a84a-7d7d7d7ee366 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:48.224876 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bdc1c0d8-51d6-4dd2-a2a6-463e2d3fee83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.234591 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1774505d-ee79-420e-84ec-862e4b09d126 req-fb2a2ce7-dd40-46b8-ac03-1d04dd0b0a26 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982928 May 06 09:43:48.304604 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-bdc1c0d8-51d6-4dd2-a2a6-463e2d3fee83 admin admin] Deleting port 53a582a1-7411-4318-a84a-7d7d7d7ee366 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:43:48.304964 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bdc1c0d8-51d6-4dd2-a2a6-463e2d3fee83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.345665 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13a048f-cc2d-4ae5-860e-e13324c961af None None] Network 7d9fc154-3e75-4eba-b7be-fb999f1d724a requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:43:48.351672 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-48b0de1f-8112-41bb-b410-5528a79d009b None None] Provisioning complete for port a79d4db0-ee90-4fe4-8eeb-94fccaf08870 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:48.352049 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-48b0de1f-8112-41bb-b410-5528a79d009b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.408527 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-bdc1c0d8-51d6-4dd2-a2a6-463e2d3fee83 admin admin] For port 53a582a1-7411-4318-a84a-7d7d7d7ee366, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=53a582a1-7411-4318-a84a-7d7d7d7ee366,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:48.409288 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bdc1c0d8-51d6-4dd2-a2a6-463e2d3fee83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.428786 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-bdc1c0d8-51d6-4dd2-a2a6-463e2d3fee83 admin admin] Calling delete_port for 53a582a1-7411-4318-a84a-7d7d7d7ee366 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:43:48.432024 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-25b3cc64-2ca5-422c-ab6f-48c713dc93e4 req-3b4a8730-3e16-4b32-9929-2e8737aa02f3 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.438921 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-25b3cc64-2ca5-422c-ab6f-48c713dc93e4 req-3b4a8730-3e16-4b32-9929-2e8737aa02f3 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.532697 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a8730-3e16-4b32-9929-2e8737aa02f3 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Pushing event updated for resources: {'Port': ['ID=8e0ade05-d898-44a7-8aed-855b749dc1d6,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:48.543194 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-25b3cc64-2ca5-422c-ab6f-48c713dc93e4 req-3b4a8730-3e16-4b32-9929-2e8737aa02f3 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.559280 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 53a582a1-7411-4318-a84a-7d7d7d7ee366 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:48.559734 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.565071 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-25b3cc64-2ca5-422c-ab6f-48c713dc93e4 req-3b4a8730-3e16-4b32-9929-2e8737aa02f3 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.566962 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25b3cc64-2ca5-422c-ab6f-48c713dc93e4 req-3b4a8730-3e16-4b32-9929-2e8737aa02f3 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6079023 May 06 09:43:48.595486 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5e8c5013-5722-4db7-b8c5-82cc74d6f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.599442 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48814) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:48.606033 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-458c05f5-a8f5-4b5b-9094-c56c731c7306 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Request body: {'security_group': {'name': 'tempest-securitygroup--815361249', 'description': 'tempest-description--1589897584'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:48.640018 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-458c05f5-a8f5-4b5b-9094-c56c731c7306 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.648970 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a445c7ca-c2d9-40bd-98f7-8dbbf03ba39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a97de84-e1db-4ecd-a102-d90e41f2f122', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-400432606-router', 'tenant_id': '2eef6136aab24b0287ca20bb27127057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '53a582a1-7411-4318-a84a-7d7d7d7ee366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:37Z', 'updated_at': '2022-05-06T09:43:46Z', 'revision_number': 5, 'project_id': '2eef6136aab24b0287ca20bb27127057', 'gw_port': {'id': '53a582a1-7411-4318-a84a-7d7d7d7ee366', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:35:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a97de84-e1db-4ecd-a102-d90e41f2f122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:37Z', 'updated_at': '2022-05-06T09:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:48.670759 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25b3cc64-2ca5-422c-ab6f-48c713dc93e4 req-fa0a7818-5b0a-4afe-a100-e77509c54029 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.184 HTTP/1.1" status: 200 len: 696 time: 0.0944970 May 06 09:43:48.721653 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a445c7ca-c2d9-40bd-98f7-8dbbf03ba39f None None] The sync data for ids ['1a97de84-e1db-4ecd-a102-d90e41f2f122'] in n-d-840835-1 is: [{'id': '1a97de84-e1db-4ecd-a102-d90e41f2f122', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-400432606-router', 'tenant_id': '2eef6136aab24b0287ca20bb27127057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '53a582a1-7411-4318-a84a-7d7d7d7ee366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:37Z', 'updated_at': '2022-05-06T09:43:46Z', 'revision_number': 5, 'project_id': '2eef6136aab24b0287ca20bb27127057', 'gw_port': {'id': '53a582a1-7411-4318-a84a-7d7d7d7ee366', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:35:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a97de84-e1db-4ecd-a102-d90e41f2f122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:37Z', 'updated_at': '2022-05-06T09:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:43:48.756887 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bdc1c0d8-51d6-4dd2-a2a6-463e2d3fee83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.791266 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc1c0d8-51d6-4dd2-a2a6-463e2d3fee83 admin admin] Pushing event deleted for resources: {'Port': ['ID=53a582a1-7411-4318-a84a-7d7d7d7ee366,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:48.791835 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.801314 n-d-840835-1 neutron-server[102654]: INFO neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No ports have port_id starting with 53a582a1-7411-4318-a84a-7d7d7d7ee366 May 06 09:43:48.826381 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d185e17d-5f1f-4d4b-8e8c-7e7929b7d963 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:48.845241 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3cc64-2ca5-422c-ab6f-48c713dc93e4 req-3831d629-8e53-4ae2-bf3e-8c3cd962550c tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:48.847150 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25b3cc64-2ca5-422c-ab6f-48c713dc93e4 req-3831d629-8e53-4ae2-bf3e-8c3cd962550c tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 784 time: 0.1611621 May 06 09:43:48.867134 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04abc66-0e20-4de2-ad49-9f510edf3196 req-48581f5b-266a-4bfa-9546-8cf79b5baa64 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:48.883372 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c04abc66-0e20-4de2-ad49-9f510edf3196 req-48581f5b-266a-4bfa-9546-8cf79b5baa64 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.2234743 May 06 09:43:48.950336 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c04abc66-0e20-4de2-ad49-9f510edf3196 req-7ec2f704-df1a-4ce5-b67e-43ad3eaa65be tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660257 May 06 09:43:48.954288 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-48b0de1f-8112-41bb-b410-5528a79d009b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.969247 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bdc1c0d8-51d6-4dd2-a2a6-463e2d3fee83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.991284 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-458c05f5-a8f5-4b5b-9094-c56c731c7306 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.083867 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-48b0de1f-8112-41bb-b410-5528a79d009b None None] For port a79d4db0-ee90-4fe4-8eeb-94fccaf08870, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=a79d4db0-ee90-4fe4-8eeb-94fccaf08870,segment=NetworkSegment(575a8a23-13f7-4b94-8526-a3cf557709f5),segment_id=575a8a23-13f7-4b94-8526-a3cf557709f5)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:49.118397 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-48b0de1f-8112-41bb-b410-5528a79d009b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.142389 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port d185e17d-5f1f-4d4b-8e8c-7e7929b7d963 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:49.142771 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.169249 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560d4ad-4e48-4801-bea5-3ddbc77aba2c req-81dd7fea-6af4-4d31-8f16-8e69bc2bb3c8 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:49.177673 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7560d4ad-4e48-4801-bea5-3ddbc77aba2c req-81dd7fea-6af4-4d31-8f16-8e69bc2bb3c8 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.2002587 May 06 09:43:49.198079 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-458c05f5-a8f5-4b5b-9094-c56c731c7306 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.254275 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fb0cc-73f0-4d23-af71-0cbf9a22fccb req-00822ac4-36a5-4ce9-bd53-de90db78ecbf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:49.263550 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7d1fb0cc-73f0-4d23-af71-0cbf9a22fccb req-00822ac4-36a5-4ce9-bd53-de90db78ecbf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 946 time: 0.1472869 May 06 09:43:49.320641 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-458c05f5-a8f5-4b5b-9094-c56c731c7306 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.326157 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-458c05f5-a8f5-4b5b-9094-c56c731c7306 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7254393 May 06 09:43:49.327558 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48824) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:49.349166 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-598b24d0-c720-4249-8259-820e34ae7a23 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Request body: {'security_group_rule': {'security_group_id': '297cfa56-a718-4cdf-acfe-78503854dd2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:49.385727 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bdc1c0d8-51d6-4dd2-a2a6-463e2d3fee83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.390603 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7560d4ad-4e48-4801-bea5-3ddbc77aba2c req-12595427-a2d1-488e-af74-16d3c0e0278a tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119431 May 06 09:43:49.411625 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bdc1c0d8-51d6-4dd2-a2a6-463e2d3fee83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.421765 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7d1fb0cc-73f0-4d23-af71-0cbf9a22fccb req-8ff74078-93b1-4de3-90c4-ea4394845a87 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563253 May 06 09:43:49.538343 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0de1f-8112-41bb-b410-5528a79d009b None None] Pushing event updated for resources: {'Port': ['ID=a79d4db0-ee90-4fe4-8eeb-94fccaf08870,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:49.553528 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.563410 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-143b3620-49d1-4d16-b4cb-f4cec8581fa2 None None] Provisioning complete for port d185e17d-5f1f-4d4b-8e8c-7e7929b7d963 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:49.564887 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-143b3620-49d1-4d16-b4cb-f4cec8581fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.641724 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bdc1c0d8-51d6-4dd2-a2a6-463e2d3fee83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.642259 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc1c0d8-51d6-4dd2-a2a6-463e2d3fee83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a97de84-e1db-4ecd-a102-d90e41f2f122 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:43:49.656084 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-598b24d0-c720-4249-8259-820e34ae7a23 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.665429 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bdc1c0d8-51d6-4dd2-a2a6-463e2d3fee83 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.669834 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bdc1c0d8-51d6-4dd2-a2a6-463e2d3fee83 admin admin] 10.222.0.73 "DELETE /v2.0/routers/1a97de84-e1db-4ecd-a102-d90e41f2f122 HTTP/1.1" status: 204 len: 168 time: 1.9326351 May 06 09:43:49.680176 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48848) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:49.695464 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c05f5-a8f5-4b5b-9094-c56c731c7306 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=297cfa56-a718-4cdf-acfe-78503854dd2e,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:49.695897 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.770728 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port d185e17d-5f1f-4d4b-8e8c-7e7929b7d963, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=d185e17d-5f1f-4d4b-8e8c-7e7929b7d963,segment=NetworkSegment(f74ae27d-23fa-482c-b590-8b104f569714),segment_id=f74ae27d-23fa-482c-b590-8b104f569714)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:49.779202 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.780612 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device a79d4db0-ee90-4fe4-8eeb-94fccaf08870 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:49.782495 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-143b3620-49d1-4d16-b4cb-f4cec8581fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.814344 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6d12480-830b-4c4d-a72d-e854fd6ff3bc admin admin] Deleting subnet ae5bbd27-9190-49ec-bd3a-458d8bd4ba85 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:43:49.831098 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e6d12480-830b-4c4d-a72d-e854fd6ff3bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.847011 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-598b24d0-c720-4249-8259-820e34ae7a23 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.882223 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-598b24d0-c720-4249-8259-820e34ae7a23 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.908718 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-1b105ef3-c952-4350-98c6-df20396b3cc3 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:49.910908 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-1b105ef3-c952-4350-98c6-df20396b3cc3 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/networks?id=23e21561-4495-4701-b589-fe4647d5086e HTTP/1.1" status: 200 len: 814 time: 0.3278730 May 06 09:43:49.923160 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-ce8b579f-0601-466a-a680-03d87bf05b7f tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:49.925017 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-ce8b579f-0601-466a-a680-03d87bf05b7f tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/networks?id=ae356d08-2dc7-4bce-a097-5441709edd13 HTTP/1.1" status: 200 len: 820 time: 0.3258238 May 06 09:43:49.930689 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e6d12480-830b-4c4d-a72d-e854fd6ff3bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.932448 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b24d0-c720-4249-8259-820e34ae7a23 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e44d1d-7ec9-47fb-9337-80ff2f46eb6d,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:49.950103 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=d185e17d-5f1f-4d4b-8e8c-7e7929b7d963,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:49.951389 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-96058a40-7c95-429b-81ed-0105b61739b7 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/quotas/0b0984a5a7244851a31d0e832302a0fa HTTP/1.1" status: 200 len: 375 time: 0.0172789 May 06 09:43:49.953377 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-cc5fada1-65e9-4df3-a388-93c4e9db939d tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/quotas/be72d6df18784826a3c8ee1c4d56a700 HTTP/1.1" status: 200 len: 375 time: 0.0273619 May 06 09:43:49.961887 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-598b24d0-c720-4249-8259-820e34ae7a23 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.965598 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-598b24d0-c720-4249-8259-820e34ae7a23 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6217382 May 06 09:43:49.966752 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48850) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:49.970404 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-143b3620-49d1-4d16-b4cb-f4cec8581fa2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:43:49.970813 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-143b3620-49d1-4d16-b4cb-f4cec8581fa2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:43:49.971305 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-1c733f71-45ab-4818-8a15-cdb7c0c8332b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Request body: {'security_group_rule': {'security_group_id': '297cfa56-a718-4cdf-acfe-78503854dd2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:49.979314 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port a79d4db0-ee90-4fe4-8eeb-94fccaf08870 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:49.979834 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:50.052872 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1c733f71-45ab-4818-8a15-cdb7c0c8332b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:50.082805 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-f017d344-7d8d-4fbe-8d09-00cf00f77c18 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b0984a5a7244851a31d0e832302a0fa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1241486 May 06 09:43:50.119624 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e6d12480-830b-4c4d-a72d-e854fd6ff3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:50.128722 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-c196c84b-85f1-435a-8168-959b8ee1938a tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=be72d6df18784826a3c8ee1c4d56a700&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1352992 May 06 09:43:50.244757 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea069842-5be8-4228-b7ba-406e1998adb9 None None] Sync routers for ids ['1a97de84-e1db-4ecd-a102-d90e41f2f122'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:43:50.250087 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-3ae675e1-7102-415d-81f8-93ffc1a4b04c service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:43:50.261806 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea069842-5be8-4228-b7ba-406e1998adb9 None None] Routers set() bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:50.262225 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea069842-5be8-4228-b7ba-406e1998adb9 None None] Router IDs set() for agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 06 09:43:50.262845 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_agentschedulers_db [None req-ea069842-5be8-4228-b7ba-406e1998adb9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1a97de84-e1db-4ecd-a102-d90e41f2f122'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:43:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent'). {{(pid=102655) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 09:43:50.264650 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-3ae675e1-7102-415d-81f8-93ffc1a4b04c service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1042860 May 06 09:43:50.265934 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e6d12480-830b-4c4d-a72d-e854fd6ff3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:50.274747 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea069842-5be8-4228-b7ba-406e1998adb9 None None] Routers set() bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:50.275557 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea069842-5be8-4228-b7ba-406e1998adb9 None None] Router IDs set() for agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 06 09:43:50.276166 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_agentschedulers_db [None req-ea069842-5be8-4228-b7ba-406e1998adb9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1a97de84-e1db-4ecd-a102-d90e41f2f122'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:43:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent'). {{(pid=102655) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 09:43:50.276602 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea069842-5be8-4228-b7ba-406e1998adb9 None None] The sync data for ids ['1a97de84-e1db-4ecd-a102-d90e41f2f122'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:43:50.314851 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1c733f71-45ab-4818-8a15-cdb7c0c8332b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:50.318292 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e6d12480-830b-4c4d-a72d-e854fd6ff3bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:50.322649 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e6d12480-830b-4c4d-a72d-e854fd6ff3bc admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ae5bbd27-9190-49ec-bd3a-458d8bd4ba85 HTTP/1.1" status: 204 len: 168 time: 0.6410115 May 06 09:43:50.326915 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a50b82b-6799-4c06-93e8-1e12da98707c None None] Network d209a879-35d8-4876-8b7a-7fabeecf7e1f requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:43:50.337429 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48856) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:50.370281 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d12480-830b-4c4d-a72d-e854fd6ff3bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae5bbd27-9190-49ec-bd3a-458d8bd4ba85,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:50.377306 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1c733f71-45ab-4818-8a15-cdb7c0c8332b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:50.395825 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d185e17d-5f1f-4d4b-8e8c-7e7929b7d963 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:50.399677 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-26acacc0-3711-489f-8ddc-a35eaf111022 service neutron] 10.222.0.73 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157804 May 06 09:43:50.406702 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-e1ea5e24-7733-4147-ad88-6505d6d7efe4 service neutron] 10.222.0.73 "GET /v2.0/networks/23e21561-4495-4701-b589-fe4647d5086e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411300 May 06 09:43:50.434603 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device f4918fbc-cde8-4a4a-ae62-d37cbaa1df22 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:43:50.478489 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: f4918fbc-cde8-4a4a-ae62-d37cbaa1df22 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:43:50.478838 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device f4918fbc-cde8-4a4a-ae62-d37cbaa1df22 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:43:50.484880 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c733f71-45ab-4818-8a15-cdb7c0c8332b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95255192-5048-40fe-805e-2e86df543e2f,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:50.494314 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1c733f71-45ab-4818-8a15-cdb7c0c8332b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:50.495700 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1c733f71-45ab-4818-8a15-cdb7c0c8332b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5283871 May 06 09:43:50.502678 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48860) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:50.507633 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-ef450c9b-e9f8-4810-89a7-8b46bfc4b65d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:50.527494 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b48f92d3-03bc-451a-99e7-5a4c48ab822f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:50.542502 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef450c9b-e9f8-4810-89a7-8b46bfc4b65d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for floatingip, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:50.572175 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-f5a5e9eb-2fbe-4cf1-9d54-df25bee65356 service neutron] 10.222.0.73 "GET /v2.0/networks/23e21561-4495-4701-b589-fe4647d5086e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552374 May 06 09:43:50.584873 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port d185e17d-5f1f-4d4b-8e8c-7e7929b7d963 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:50.585327 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:50.610317 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-eb73d4d7-7593-43a4-ad07-2f459ad0a43d service neutron] 10.222.0.73 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022271 May 06 09:43:50.650916 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-b48f92d3-03bc-451a-99e7-5a4c48ab822f admin admin] Deleting port 2f6959ed-d576-4b2c-a17b-63b7ad02d788 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:43:50.651396 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b48f92d3-03bc-451a-99e7-5a4c48ab822f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:50.706523 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device a79d4db0-ee90-4fe4-8eeb-94fccaf08870 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:50.731055 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-b48f92d3-03bc-451a-99e7-5a4c48ab822f admin admin] For port 2f6959ed-d576-4b2c-a17b-63b7ad02d788, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=2f6959ed-d576-4b2c-a17b-63b7ad02d788,segment=NetworkSegment(42a5ceaa-d1af-4873-b3a6-3e6b3b85a56d),segment_id=42a5ceaa-d1af-4873-b3a6-3e6b3b85a56d)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:50.731372 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b48f92d3-03bc-451a-99e7-5a4c48ab822f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:50.754943 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-b48f92d3-03bc-451a-99e7-5a4c48ab822f admin admin] Calling delete_port for 2f6959ed-d576-4b2c-a17b-63b7ad02d788 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:43:50.773267 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef450c9b-e9f8-4810-89a7-8b46bfc4b65d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:50.825007 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6490db-e8d8-4e74-a6e0-a4b4f2f7e1e3 None None] DHCP port deletion for d209a879-35d8-4876-8b7a-7fabeecf7e1f request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:43:50.830570 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port a79d4db0-ee90-4fe4-8eeb-94fccaf08870 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:50.830942 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:50.946680 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2524626e-fe1c-4623-9dd2-e992598e9331 req-9aa1eadf-a4ce-44aa-85d6-5413433098e8 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups/8dfe54b0-d39f-4bb1-8587-7e3d8bd6ad93 HTTP/1.1" status: 200 len: 1801 time: 0.1117764 May 06 09:43:51.031561 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4b1fd10a-73ef-44d3-bea2-c95dccc4e3de None None] Provisioning complete for port b9046c83-a238-4ecf-9873-2902976be919 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:51.033891 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4b1fd10a-73ef-44d3-bea2-c95dccc4e3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.058218 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2524626e-fe1c-4623-9dd2-e992598e9331 req-4ad9c6ec-a781-4785-a53d-3b148387d1c4 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.141870 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2524626e-fe1c-4623-9dd2-e992598e9331 req-4ad9c6ec-a781-4785-a53d-3b148387d1c4 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.183517 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-fe6490db-e8d8-4e74-a6e0-a4b4f2f7e1e3 None None] Deleting port 2f6959ed-d576-4b2c-a17b-63b7ad02d788 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:43:51.184148 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fe6490db-e8d8-4e74-a6e0-a4b4f2f7e1e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.209766 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901015a-aeec-4055-8527-5fe988709940 req-cf02b171-8df0-4bda-b257-702fc9e78963 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:51.219385 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b901015a-aeec-4055-8527-5fe988709940 req-cf02b171-8df0-4bda-b257-702fc9e78963 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 946 time: 0.1816599 May 06 09:43:51.271568 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-fe6490db-e8d8-4e74-a6e0-a4b4f2f7e1e3 None None] For port 2f6959ed-d576-4b2c-a17b-63b7ad02d788, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=2f6959ed-d576-4b2c-a17b-63b7ad02d788,segment=NetworkSegment(42a5ceaa-d1af-4873-b3a6-3e6b3b85a56d),segment_id=42a5ceaa-d1af-4873-b3a6-3e6b3b85a56d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:51.272067 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fe6490db-e8d8-4e74-a6e0-a4b4f2f7e1e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.288391 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-fe6490db-e8d8-4e74-a6e0-a4b4f2f7e1e3 None None] Calling delete_port for 2f6959ed-d576-4b2c-a17b-63b7ad02d788 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:43:51.323454 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b901015a-aeec-4055-8527-5fe988709940 req-7686b77f-9735-496d-b69b-e4e226e67c2e tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027195 May 06 09:43:51.338493 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2524626e-fe1c-4623-9dd2-e992598e9331 req-4ad9c6ec-a781-4785-a53d-3b148387d1c4 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.342688 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2524626e-fe1c-4623-9dd2-e992598e9331 req-4ad9c6ec-a781-4785-a53d-3b148387d1c4 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.366562 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2524626e-fe1c-4623-9dd2-e992598e9331 req-4ad9c6ec-a781-4785-a53d-3b148387d1c4 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "DELETE /v2.0/security-groups/8dfe54b0-d39f-4bb1-8587-7e3d8bd6ad93 HTTP/1.1" status: 204 len: 173 time: 0.4135938 May 06 09:43:51.387637 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b48f92d3-03bc-451a-99e7-5a4c48ab822f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.399707 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.422221 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-ef450c9b-e9f8-4810-89a7-8b46bfc4b65d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Allocated IP 172.25.5.106 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/97427950-7ba2-4f84-b02a-7545fdc67e32) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:51.425736 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9c6ec-a781-4785-a53d-3b148387d1c4 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfe54b0-d39f-4bb1-8587-7e3d8bd6ad93,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:51.441508 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-4b1fd10a-73ef-44d3-bea2-c95dccc4e3de None None] Port b9046c83-a238-4ecf-9873-2902976be919 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:43:51.465160 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f92d3-03bc-451a-99e7-5a4c48ab822f admin admin] Pushing event deleted for resources: {'Port': ['ID=2f6959ed-d576-4b2c-a17b-63b7ad02d788,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:51.467360 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48f92d3-03bc-451a-99e7-5a4c48ab822f admin admin] No DVR routers for this DVR port 2f6959ed-d576-4b2c-a17b-63b7ad02d788 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:43:51.507732 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31774ae9-11be-4188-beb8-100e12cb9555 req-cc8df88c-dcd5-4426-986c-06cd1b0d349f tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2340c8d-1799-4c6e-920d-b076367f59c1 HTTP/1.1" status: 200 len: 210 time: 0.0835824 May 06 09:43:51.538770 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.554796 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-27e9b597-83bc-411e-9215-8190adefcb75 req-39fd5683-19c3-4c57-ad17-68c485c5a568 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c63b5e64-2cab-438f-bde8-af4fa9b0f26e HTTP/1.1" status: 200 len: 210 time: 0.0460351 May 06 09:43:51.569869 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4b1fd10a-73ef-44d3-bea2-c95dccc4e3de None None] Provisioning complete for port 7d6de0b3-19e5-492d-b661-4ff64145d752 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:51.570250 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4b1fd10a-73ef-44d3-bea2-c95dccc4e3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.639546 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fe6490db-e8d8-4e74-a6e0-a4b4f2f7e1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.650671 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device a3b4a96f-6902-4b55-b868-d20cfc1713df details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:43:51.674591 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b48f92d3-03bc-451a-99e7-5a4c48ab822f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.692256 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df416137-b11a-4a80-9964-0e373f819ce6 req-a68824b7-1299-4291-849c-d2dc9b4f0361 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups/1b7eb1ae-8e2d-4807-99d0-f4d2193baac7 HTTP/1.1" status: 200 len: 1803 time: 0.0981467 May 06 09:43:51.709959 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde899d-ed41-4d48-a4a6-b9c515340c8b req-17bea25e-4e1e-4132-b1f2-8b6d5169cc3d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:51.711687 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6bde899d-ed41-4d48-a4a6-b9c515340c8b req-17bea25e-4e1e-4132-b1f2-8b6d5169cc3d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.0761449 May 06 09:43:51.725907 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-b48f92d3-03bc-451a-99e7-5a4c48ab822f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d209a879-35d8-4876-8b7a-7fabeecf7e1f']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:51.741918 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-b48f92d3-03bc-451a-99e7-5a4c48ab822f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a5ceaa-d1af-4873-b3a6-3e6b3b85a56d') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:51.742607 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-b48f92d3-03bc-451a-99e7-5a4c48ab822f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a5ceaa-d1af-4873-b3a6-3e6b3b85a56d') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:51.755153 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6490db-e8d8-4e74-a6e0-a4b4f2f7e1e3 None None] Pushing event deleted for resources: {'Port': ['ID=2f6959ed-d576-4b2c-a17b-63b7ad02d788,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:51.763500 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b48f92d3-03bc-451a-99e7-5a4c48ab822f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.774608 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6490db-e8d8-4e74-a6e0-a4b4f2f7e1e3 None None] No DVR routers for this DVR port 2f6959ed-d576-4b2c-a17b-63b7ad02d788 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:43:51.796061 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef450c9b-e9f8-4810-89a7-8b46bfc4b65d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.818295 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-4b1fd10a-73ef-44d3-bea2-c95dccc4e3de None None] Port 7d6de0b3-19e5-492d-b661-4ff64145d752 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:43:51.822225 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-df416137-b11a-4a80-9964-0e373f819ce6 req-5bbc322d-ce83-47f3-a7f1-22fe43f813fa tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.847264 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b48f92d3-03bc-451a-99e7-5a4c48ab822f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.849079 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4b1fd10a-73ef-44d3-bea2-c95dccc4e3de None None] Provisioning complete for port a79d4db0-ee90-4fe4-8eeb-94fccaf08870 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:51.849450 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4b1fd10a-73ef-44d3-bea2-c95dccc4e3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.854042 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-df416137-b11a-4a80-9964-0e373f819ce6 req-5bbc322d-ce83-47f3-a7f1-22fe43f813fa tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.859320 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6bde899d-ed41-4d48-a4a6-b9c515340c8b req-1ab01070-99b0-44bd-95dd-01ef81ecd9ed tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252770 May 06 09:43:51.860261 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48f92d3-03bc-451a-99e7-5a4c48ab822f admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:43:51.867732 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b48f92d3-03bc-451a-99e7-5a4c48ab822f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: timer() May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:43:51.872800 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:43:51.893482 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port a3b4a96f-6902-4b55-b868-d20cfc1713df, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a3b4a96f-6902-4b55-b868-d20cfc1713df,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:51.935950 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef450c9b-e9f8-4810-89a7-8b46bfc4b65d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.938165 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'a3b4a96f-6902-4b55-b868-d20cfc1713df', 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8', 'port_id': 'a3b4a96f-6902-4b55-b868-d20cfc1713df', 'mac_address': 'fa:16:3e:a7:8b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8274d079-7928-4ac7-bf6e-3d3c9edfbcb7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:43:51.945919 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-df416137-b11a-4a80-9964-0e373f819ce6 req-5bbc322d-ce83-47f3-a7f1-22fe43f813fa tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.948776 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-df416137-b11a-4a80-9964-0e373f819ce6 req-5bbc322d-ce83-47f3-a7f1-22fe43f813fa tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.954549 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df416137-b11a-4a80-9964-0e373f819ce6 req-5bbc322d-ce83-47f3-a7f1-22fe43f813fa tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "DELETE /v2.0/security-groups/1b7eb1ae-8e2d-4807-99d0-f4d2193baac7 HTTP/1.1" status: 204 len: 173 time: 0.2552221 May 06 09:43:51.978742 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef450c9b-e9f8-4810-89a7-8b46bfc4b65d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:51.983946 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-ef450c9b-e9f8-4810-89a7-8b46bfc4b65d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:52.010943 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef450c9b-e9f8-4810-89a7-8b46bfc4b65d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:52.023280 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc322d-ce83-47f3-a7f1-22fe43f813fa tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7eb1ae-8e2d-4807-99d0-f4d2193baac7,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:52.037534 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-c120df55-030c-4859-94e5-74efd270c957 req-4aa1a4a7-0432-4f34-a66d-a33138dc4dd2 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1817784304', 'description': 'tempest-description-277081908'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:52.048283 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b48f92d3-03bc-451a-99e7-5a4c48ab822f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:52.073568 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b48f92d3-03bc-451a-99e7-5a4c48ab822f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:52.083724 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b48f92d3-03bc-451a-99e7-5a4c48ab822f admin admin] 10.222.0.73 "DELETE /v2.0/networks/d209a879-35d8-4876-8b7a-7fabeecf7e1f HTTP/1.1" status: 204 len: 168 time: 1.7445118 May 06 09:43:52.086050 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:52.090131 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f92d3-03bc-451a-99e7-5a4c48ab822f admin admin] Pushing event deleted for resources: {'Network': ['ID=d209a879-35d8-4876-8b7a-7fabeecf7e1f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:52.105193 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3b4a96f-6902-4b55-b868-d20cfc1713df {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:43:52.113671 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef450c9b-e9f8-4810-89a7-8b46bfc4b65d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Pushing event updated for resources: {'Port': ['ID=97427950-7ba2-4f84-b02a-7545fdc67e32,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:52.122321 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-c120df55-030c-4859-94e5-74efd270c957 req-4aa1a4a7-0432-4f34-a66d-a33138dc4dd2 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:52.128619 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4b1fd10a-73ef-44d3-bea2-c95dccc4e3de None None] Provisioning complete for port d185e17d-5f1f-4d4b-8e8c-7e7929b7d963 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:52.128996 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4b1fd10a-73ef-44d3-bea2-c95dccc4e3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:52.147925 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port a3b4a96f-6902-4b55-b868-d20cfc1713df, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a3b4a96f-6902-4b55-b868-d20cfc1713df,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:52.170881 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ae07d-7b33-4d65-9d40-3afdc3dc153f req-afbb6f22-5ac5-4f0c-8c6b-ab0298dee777 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:52.178264 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6e1ae07d-7b33-4d65-9d40-3afdc3dc153f req-afbb6f22-5ac5-4f0c-8c6b-ab0298dee777 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1793613 May 06 09:43:52.192863 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef450c9b-e9f8-4810-89a7-8b46bfc4b65d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:52.210557 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:52.258776 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef450c9b-e9f8-4810-89a7-8b46bfc4b65d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:52.270094 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 53a582a1-7411-4318-a84a-7d7d7d7ee366 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:43:52.307657 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6e1ae07d-7b33-4d65-9d40-3afdc3dc153f req-6f34bdc6-d5cb-4d01-aefd-b4f05d898769 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158826 May 06 09:43:52.347711 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48898) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:52.361075 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 53a582a1-7411-4318-a84a-7d7d7d7ee366 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:43:52.361528 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 53a582a1-7411-4318-a84a-7d7d7d7ee366 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:43:52.371920 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 2f6959ed-d576-4b2c-a17b-63b7ad02d788 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:43:52.395599 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-c120df55-030c-4859-94e5-74efd270c957 req-4aa1a4a7-0432-4f34-a66d-a33138dc4dd2 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:52.404278 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-c120df55-030c-4859-94e5-74efd270c957 req-4aa1a4a7-0432-4f34-a66d-a33138dc4dd2 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:52.439257 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['a3b4a96f-6902-4b55-b868-d20cfc1713df'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:43:52.442138 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=a3b4a96f-6902-4b55-b868-d20cfc1713df,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:52.449934 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 2f6959ed-d576-4b2c-a17b-63b7ad02d788 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:43:52.450567 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 2f6959ed-d576-4b2c-a17b-63b7ad02d788 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:43:52.477677 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-c120df55-030c-4859-94e5-74efd270c957 req-4aa1a4a7-0432-4f34-a66d-a33138dc4dd2 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:52.485510 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c120df55-030c-4859-94e5-74efd270c957 req-4aa1a4a7-0432-4f34-a66d-a33138dc4dd2 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4485536 May 06 09:43:52.517243 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-df202c7d-25ea-4737-b4ef-d30bf9843c09 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2eef6136aab24b0287ca20bb27127057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1682932 May 06 09:43:52.521077 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48904) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:52.651310 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-61558855-9109-4c43-92a5-44e3791be4bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:52.658812 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef450c9b-e9f8-4810-89a7-8b46bfc4b65d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:52.697405 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef450c9b-e9f8-4810-89a7-8b46bfc4b65d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:52.706069 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cc550-2a26-42fa-b877-eba25220be25 req-a48fe8ea-baf4-4694-9840-97a2e4ad865b tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:52.706979 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-61558855-9109-4c43-92a5-44e3791be4bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:52.707676 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-685cc550-2a26-42fa-b877-eba25220be25 req-a48fe8ea-baf4-4694-9840-97a2e4ad865b tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.3286848 May 06 09:43:52.717298 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1a4a7-0432-4f34-a66d-a33138dc4dd2 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c98690e-1be3-47a9-b56f-531a5da77568,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:52.776314 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72322f67-2f71-466f-bdf5-47195ab092d7 req-f4d5e0d8-7244-4666-96f4-47186863cdc0 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:52.778229 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-72322f67-2f71-466f-bdf5-47195ab092d7 req-f4d5e0d8-7244-4666-96f4-47186863cdc0 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 945 time: 0.1540849 May 06 09:43:52.786356 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-685cc550-2a26-42fa-b877-eba25220be25 req-d63366cd-a142-49f9-b137-9a3e097d838f tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636477 May 06 09:43:52.808626 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef450c9b-e9f8-4810-89a7-8b46bfc4b65d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Pushing event updated for resources: {'Port': ['ID=97427950-7ba2-4f84-b02a-7545fdc67e32,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:52.832569 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef450c9b-e9f8-4810-89a7-8b46bfc4b65d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:52.852277 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef450c9b-e9f8-4810-89a7-8b46bfc4b65d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:52.853786 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ef450c9b-e9f8-4810-89a7-8b46bfc4b65d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3501673 May 06 09:43:52.855237 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-61558855-9109-4c43-92a5-44e3791be4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:52.855836 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-608e03eb-d585-4bd0-a24a-706a564459ce tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:52.857407 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-608e03eb-d585-4bd0-a24a-706a564459ce tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.84 "GET /v2.0/networks?id=23e21561-4495-4701-b589-fe4647d5086e HTTP/1.1" status: 200 len: 814 time: 0.3704233 May 06 09:43:52.858373 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-61558855-9109-4c43-92a5-44e3791be4bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:52.859749 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-61558855-9109-4c43-92a5-44e3791be4bf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6fe8d36a-92ab-4fdc-99d4-33ff39f6d563 HTTP/1.1" status: 204 len: 168 time: 0.3373873 May 06 09:43:52.868720 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61558855-9109-4c43-92a5-44e3791be4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe8d36a-92ab-4fdc-99d4-33ff39f6d563,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:52.884416 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-ebd49e05-f92e-4bc4-9358-cc5a062c7545 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Request body: {'port': {'device_id': 'e2340c8d-1799-4c6e-920d-b076367f59c1', 'network_id': '23e21561-4495-4701-b589-fe4647d5086e', 'admin_state_up': True, 'tenant_id': 'be72d6df18784826a3c8ee1c4d56a700'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:52.893045 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-72322f67-2f71-466f-bdf5-47195ab092d7 req-8bd2f320-a5b6-4868-a80e-d5b11a863bec tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995214 May 06 09:43:52.953420 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f4dbd18-bfdd-4cd2-9d43-5307d0635745 req-ef1b26a9-a932-4d44-b419-415f8c96de6e tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups/6c98690e-1be3-47a9-b56f-531a5da77568 HTTP/1.1" status: 200 len: 1802 time: 0.1400976 May 06 09:43:52.966451 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-8f4dbd18-bfdd-4cd2-9d43-5307d0635745 req-b89da0b4-6d42-4506-ace1-9707a38ce51b tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2059952498', 'description': 'tempest-description-hth-939287020'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:53.028044 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8f4dbd18-bfdd-4cd2-9d43-5307d0635745 req-b89da0b4-6d42-4506-ace1-9707a38ce51b tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:53.104220 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11cada41-5693-450b-bc7d-04c38a0d40c1 req-e21cda7a-5a41-4d66-b3ef-f66a853bffd4 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2340c8d-1799-4c6e-920d-b076367f59c1 HTTP/1.1" status: 200 len: 210 time: 0.0724132 May 06 09:43:53.220695 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8f4dbd18-bfdd-4cd2-9d43-5307d0635745 req-b89da0b4-6d42-4506-ace1-9707a38ce51b tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:53.305152 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-28fb65a0-e2aa-4cd3-859a-17aed0f6a4ae tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:53.306855 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-28fb65a0-e2aa-4cd3-859a-17aed0f6a4ae tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.84 "GET /v2.0/networks?id=ae356d08-2dc7-4bce-a097-5441709edd13 HTTP/1.1" status: 200 len: 820 time: 0.2127161 May 06 09:43:53.329365 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-c5ea5c2b-eacd-40ac-ab15-529f45ead6be tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Request body: {'port': {'device_id': 'c63b5e64-2cab-438f-bde8-af4fa9b0f26e', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'admin_state_up': True, 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:53.474007 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-c5ea5c2b-eacd-40ac-ab15-529f45ead6be tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Made reservation on behalf of 0b0984a5a7244851a31d0e832302a0fa for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:53.477815 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-c5ea5c2b-eacd-40ac-ab15-529f45ead6be tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:53.590407 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8f4dbd18-bfdd-4cd2-9d43-5307d0635745 req-b89da0b4-6d42-4506-ace1-9707a38ce51b tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:53.593240 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8f4dbd18-bfdd-4cd2-9d43-5307d0635745 req-b89da0b4-6d42-4506-ace1-9707a38ce51b tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:53.594676 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f4dbd18-bfdd-4cd2-9d43-5307d0635745 req-b89da0b4-6d42-4506-ace1-9707a38ce51b tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "PUT /v2.0/security-groups/6c98690e-1be3-47a9-b56f-531a5da77568 HTTP/1.1" status: 200 len: 1776 time: 0.6347301 May 06 09:43:53.612857 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f3170df5-ca66-4c1a-acc3-710767f231ef req-0305b99d-4bf1-4ef0-a1c8-99f7b9da8ecf tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c63b5e64-2cab-438f-bde8-af4fa9b0f26e HTTP/1.1" status: 200 len: 210 time: 0.4025917 May 06 09:43:53.615020 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-ebd49e05-f92e-4bc4-9358-cc5a062c7545 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Made reservation on behalf of be72d6df18784826a3c8ee1c4d56a700 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:53.636798 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-ebd49e05-f92e-4bc4-9358-cc5a062c7545 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:53.640925 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device a3b4a96f-6902-4b55-b868-d20cfc1713df up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:53.648501 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-c5ea5c2b-eacd-40ac-ab15-529f45ead6be tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Allocated IP 172.20.0.5 (ae356d08-2dc7-4bce-a097-5441709edd13/56044973-1a08-4bdf-ad26-5f7c6c20c16e/0a055353-6e55-4732-a8e7-24f8f4d708b9) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:53.690756 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89da0b4-6d42-4506-ace1-9707a38ce51b tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c98690e-1be3-47a9-b56f-531a5da77568,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:53.776896 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port a3b4a96f-6902-4b55-b868-d20cfc1713df triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:53.777281 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:53.866910 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-c5ea5c2b-eacd-40ac-ab15-529f45ead6be tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:53.869632 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-2b0d0806-77d7-43e1-a62b-4fac3f7065cb tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--815361249&fields=id&tenant_id=25aba9ec7dab4fc585e8e72a34137627 HTTP/1.1" status: 200 len: 267 time: 0.0973997 May 06 09:43:53.937615 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-c5ea5c2b-eacd-40ac-ab15-529f45ead6be tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:53.951689 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:53.986561 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['09636b4b-cb5b-461d-8711-ce0ce61f5aad'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:43:53.994686 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-ebd49e05-f92e-4bc4-9358-cc5a062c7545 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Allocated IP 172.20.0.8 (23e21561-4495-4701-b589-fe4647d5086e/d54bd8cf-7c94-46e0-bd93-71eea8040eb3/fa2ffe1d-ed62-4923-a3b9-5dde95f24997) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:53.999374 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4db758-87b3-4765-b464-cb48923a2a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b4a96f-6902-4b55-b868-d20cfc1713df'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:54.003733 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff91c2d-2808-4854-b33a-a44ee042ebe9" -d '{"events": [{"server_uuid": "2a4db758-87b3-4765-b464-cb48923a2a56", "name": "network-vif-plugged", "status": "completed", "tag": "a3b4a96f-6902-4b55-b868-d20cfc1713df"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:54.006840 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-8c971eeb-7602-4e84-bd29-145a2853d483 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:54.011371 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-8c971eeb-7602-4e84-bd29-145a2853d483 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports/b9046c83-a238-4ecf-9873-2902976be919 HTTP/1.1" status: 200 len: 936 time: 0.1252918 May 06 09:43:54.012872 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 48954) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:54.026948 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-c5ea5c2b-eacd-40ac-ab15-529f45ead6be tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Network ae356d08-2dc7-4bce-a097-5441709edd13 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:54.031511 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-c5ea5c2b-eacd-40ac-ab15-529f45ead6be tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:54.038888 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-c5ea5c2b-eacd-40ac-ab15-529f45ead6be tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:54.044444 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea5c2b-eacd-40ac-ab15-529f45ead6be tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Pushing event updated for resources: {'Port': ['ID=0a055353-6e55-4732-a8e7-24f8f4d708b9,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:54.082778 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-beacc8ad-f90a-414a-ac3d-e9c805e5fe5b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:54.084795 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-beacc8ad-f90a-414a-ac3d-e9c805e5fe5b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports/7d6de0b3-19e5-492d-b661-4ff64145d752 HTTP/1.1" status: 200 len: 935 time: 0.0594273 May 06 09:43:54.102680 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port a3b4a96f-6902-4b55-b868-d20cfc1713df, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a3b4a96f-6902-4b55-b868-d20cfc1713df,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:54.129116 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:54.170631 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-c5ea5c2b-eacd-40ac-ab15-529f45ead6be tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:54.173068 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-c5ea5c2b-eacd-40ac-ab15-529f45ead6be tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:54.198624 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=a3b4a96f-6902-4b55-b868-d20cfc1713df,revision_number=7']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:54.219657 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-c5ea5c2b-eacd-40ac-ab15-529f45ead6be tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8950026 May 06 09:43:54.224027 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-c4dcd7f9-c796-4191-929a-a032a5516108 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?network_id=7d9fc154-3e75-4eba-b7be-fb999f1d724a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1255057 May 06 09:43:54.234469 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-25b29437-6403-4904-80ba-b7a6aa5bf7dc service neutron] Request body: {'port': {'device_id': 'c63b5e64-2cab-438f-bde8-af4fa9b0f26e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:54.253782 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-339a3f76-970b-4834-9e38-0d56b4dd41c6 req-1edcd50b-bfb9-4b9f-8e9c-bf2209bcdbf5 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups/6c98690e-1be3-47a9-b56f-531a5da77568 HTTP/1.1" status: 200 len: 1776 time: 0.2922819 May 06 09:43:54.287328 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-f5c6389c-6aa1-4123-a86e-722f141ed375 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-640131175-network', 'tenant_id': 'ff525b3c5a1e46169d46a30de372a412'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:54.340709 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-25b29437-6403-4904-80ba-b7a6aa5bf7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:54.362632 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-c0f7b9ec-01c9-43bf-83dd-3a24b06b289d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?network_id=7d9fc154-3e75-4eba-b7be-fb999f1d724a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1375754 May 06 09:43:54.494590 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-01637132-e7de-42fd-ae08-42b02415e0fe None None] Provisioning complete for port 0a055353-6e55-4732-a8e7-24f8f4d708b9 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:54.495361 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-01637132-e7de-42fd-ae08-42b02415e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:54.552883 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-01637132-e7de-42fd-ae08-42b02415e0fe None None] Port 0a055353-6e55-4732-a8e7-24f8f4d708b9 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:43:54.554720 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c6389c-6aa1-4123-a86e-722f141ed375 admin admin] Made reservation on behalf of ff525b3c5a1e46169d46a30de372a412 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:54.557253 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f5c6389c-6aa1-4123-a86e-722f141ed375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:54.590305 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f5c6389c-6aa1-4123-a86e-722f141ed375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:54.621432 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-f9f29e01-c0a5-4260-a52a-0ab0d3626991 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:54.627489 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-f9f29e01-c0a5-4260-a52a-0ab0d3626991 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:54.633279 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-f9f29e01-c0a5-4260-a52a-0ab0d3626991 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:54.634961 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-f9f29e01-c0a5-4260-a52a-0ab0d3626991 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/networks?id=d000d0ea-cd9f-4476-8d53-8b34cfa9641e&id=6fffdccd-9d01-41e0-85b5-9c674bdd21ed&id=6fffdccd-9d01-41e0-85b5-9c674bdd21ed&id=7d9fc154-3e75-4eba-b7be-fb999f1d724a&id=7d9fc154-3e75-4eba-b7be-fb999f1d724a HTTP/1.1" status: 200 len: 1994 time: 0.2714410 May 06 09:43:54.656647 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea5d7b-6aa6-4f01-beac-76e47a81ecba req-b1efafc3-1c95-4695-b259-5f1c4c2d7708 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:54.658490 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6bea5d7b-6aa6-4f01-beac-76e47a81ecba req-b1efafc3-1c95-4695-b259-5f1c4c2d7708 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.2932823 May 06 09:43:54.704822 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-422e63aa-6cc2-4d87-a35c-05d20f38d1f0 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/quotas/25aba9ec7dab4fc585e8e72a34137627 HTTP/1.1" status: 200 len: 375 time: 0.0568712 May 06 09:43:54.712496 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-25b29437-6403-4904-80ba-b7a6aa5bf7dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a055353-6e55-4732-a8e7-24f8f4d708b9 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:43:54.722316 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-25b29437-6403-4904-80ba-b7a6aa5bf7dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:54.735863 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-25b29437-6403-4904-80ba-b7a6aa5bf7dc service neutron] Transition to ACTIVE for port object 0a055353-6e55-4732-a8e7-24f8f4d708b9 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:43:54.740756 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-25b29437-6403-4904-80ba-b7a6aa5bf7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:54.754620 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-ebd49e05-f92e-4bc4-9358-cc5a062c7545 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:54.790335 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6bea5d7b-6aa6-4f01-beac-76e47a81ecba req-edbd9b84-9eff-457f-9152-7bb4275470a8 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167917 May 06 09:43:54.793293 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b29437-6403-4904-80ba-b7a6aa5bf7dc service neutron] Pushing event updated for resources: {'Port': ['ID=0a055353-6e55-4732-a8e7-24f8f4d708b9,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:54.871062 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-9f2d0cb3-d44a-4073-99bd-416cecd3469f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=25aba9ec7dab4fc585e8e72a34137627&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1394341 May 06 09:43:54.966294 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f5c6389c-6aa1-4123-a86e-722f141ed375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:54.972748 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-ebd49e05-f92e-4bc4-9358-cc5a062c7545 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:54.981085 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-25b29437-6403-4904-80ba-b7a6aa5bf7dc service neutron] Attempting to bind port 0a055353-6e55-4732-a8e7-24f8f4d708b9 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:54.981443 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-25b29437-6403-4904-80ba-b7a6aa5bf7dc service neutron] Attempting to bind port 0a055353-6e55-4732-a8e7-24f8f4d708b9 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '803c64f2-fa1d-4ae6-b8e3-5298eef1406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:54.981748 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-25b29437-6403-4904-80ba-b7a6aa5bf7dc service neutron] Attempting to bind port 0a055353-6e55-4732-a8e7-24f8f4d708b9 on network ae356d08-2dc7-4bce-a097-5441709edd13 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:54.987318 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-25b29437-6403-4904-80ba-b7a6aa5bf7dc service neutron] Port 0a055353-6e55-4732-a8e7-24f8f4d708b9 on network ae356d08-2dc7-4bce-a097-5441709edd13 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:43:54.987647 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-25b29437-6403-4904-80ba-b7a6aa5bf7dc service neutron] Attempting to bind port 0a055353-6e55-4732-a8e7-24f8f4d708b9 on network ae356d08-2dc7-4bce-a097-5441709edd13 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:54.993037 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-25b29437-6403-4904-80ba-b7a6aa5bf7dc service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:54.993378 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-25b29437-6403-4904-80ba-b7a6aa5bf7dc service neutron] Checking segment: {'id': '803c64f2-fa1d-4ae6-b8e3-5298eef1406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:54.993869 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-25b29437-6403-4904-80ba-b7a6aa5bf7dc service neutron] Bound using segment: {'id': '803c64f2-fa1d-4ae6-b8e3-5298eef1406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:54.994184 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-25b29437-6403-4904-80ba-b7a6aa5bf7dc service neutron] Bound port: 0a055353-6e55-4732-a8e7-24f8f4d708b9, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '803c64f2-fa1d-4ae6-b8e3-5298eef1406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:54.994543 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-25b29437-6403-4904-80ba-b7a6aa5bf7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:55.005317 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['9262d57e-22a5-49b2-90f9-0a29fbac4818'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:43:55.058168 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-b3e4fc36-537c-4b32-90fb-778076e9eb27 service neutron] 10.222.0.73 "GET /v2.0/networks/d000d0ea-cd9f-4476-8d53-8b34cfa9641e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858945 May 06 09:43:55.141311 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-25b29437-6403-4904-80ba-b7a6aa5bf7dc service neutron] For port 0a055353-6e55-4732-a8e7-24f8f4d708b9, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:55.145121 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-25b29437-6403-4904-80ba-b7a6aa5bf7dc service neutron] For port 0a055353-6e55-4732-a8e7-24f8f4d708b9, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=0a055353-6e55-4732-a8e7-24f8f4d708b9,segment=NetworkSegment(803c64f2-fa1d-4ae6-b8e3-5298eef1406e),segment_id=803c64f2-fa1d-4ae6-b8e3-5298eef1406e)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:55.154625 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f5c6389c-6aa1-4123-a86e-722f141ed375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:55.156872 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-25b29437-6403-4904-80ba-b7a6aa5bf7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:55.217731 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-25b29437-6403-4904-80ba-b7a6aa5bf7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:55.218358 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-25b29437-6403-4904-80ba-b7a6aa5bf7dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:55.219973 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-25b29437-6403-4904-80ba-b7a6aa5bf7dc service neutron] 10.222.0.84 "PUT /v2.0/ports/0a055353-6e55-4732-a8e7-24f8f4d708b9 HTTP/1.1" status: 200 len: 1091 time: 0.9905195 May 06 09:43:55.224053 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63b5e64-2cab-438f-bde8-af4fa9b0f26e', 'tag': '0a055353-6e55-4732-a8e7-24f8f4d708b9'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:55.229826 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfbbc4a-2f12-40ee-960a-3289e21d184a" -d '{"events": [{"name": "network-changed", "server_uuid": "c63b5e64-2cab-438f-bde8-af4fa9b0f26e", "tag": "0a055353-6e55-4732-a8e7-24f8f4d708b9"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:55.269802 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b29437-6403-4904-80ba-b7a6aa5bf7dc service neutron] Pushing event updated for resources: {'Port': ['ID=0a055353-6e55-4732-a8e7-24f8f4d708b9,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:55.291734 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5c6389c-6aa1-4123-a86e-722f141ed375 admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:43:55.337644 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-ebd49e05-f92e-4bc4-9358-cc5a062c7545 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Network 23e21561-4495-4701-b589-fe4647d5086e is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:55.350437 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-75090cc2-d15a-4e08-92ab-528b33426567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:55.352161 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-75090cc2-d15a-4e08-92ab-528b33426567 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0b0984a5a7244851a31d0e832302a0fa&device_id=c63b5e64-2cab-438f-bde8-af4fa9b0f26e HTTP/1.1" status: 200 len: 1094 time: 0.0704384 May 06 09:43:55.354972 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-c93a33ed-ef30-4e4f-aa84-7fbad554f984 service neutron] 10.222.0.73 "GET /v2.0/networks/d000d0ea-cd9f-4476-8d53-8b34cfa9641e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960396 May 06 09:43:55.357848 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6389c-6aa1-4123-a86e-722f141ed375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cc87df-6f03-41dc-9267-1d844de7f976,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:55.362395 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-ebd49e05-f92e-4bc4-9358-cc5a062c7545 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:55.385400 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd49e05-f92e-4bc4-9358-cc5a062c7545 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Pushing event updated for resources: {'Port': ['ID=fa2ffe1d-ed62-4923-a3b9-5dde95f24997,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:55.411102 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f5c6389c-6aa1-4123-a86e-722f141ed375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:55.411485 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-f5c6389c-6aa1-4123-a86e-722f141ed375 admin admin] Added segment 3ad2a963-104c-493f-b013-3dd12710e0b3 of type vlan for network 16dc8542-3f4f-4c03-b279-70aaa1b5cdbc May 06 09:43:55.412934 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-ebd49e05-f92e-4bc4-9358-cc5a062c7545 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:55.416069 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-761198f6-bfbc-4682-abda-c9cb5024ae67 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a055353-6e55-4732-a8e7-24f8f4d708b9 HTTP/1.1" status: 200 len: 217 time: 0.0546360 May 06 09:43:55.503699 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-a921271b-1442-4d2c-bb7b-348e96719be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:55.505257 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-a921271b-1442-4d2c-bb7b-348e96719be0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=56044973-1a08-4bdf-ad26-5f7c6c20c16e HTTP/1.1" status: 200 len: 859 time: 0.0816579 May 06 09:43:55.524709 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f1f60-c09c-4d46-a3c0-1afe2e713c55 req-3c720069-3841-4fee-ad1d-1313ba12f28f tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:55.528151 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b42f1f60-c09c-4d46-a3c0-1afe2e713c55 req-3c720069-3841-4fee-ad1d-1313ba12f28f tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 946 time: 0.5765662 May 06 09:43:55.540979 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-ebd49e05-f92e-4bc4-9358-cc5a062c7545 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:55.541655 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-ebd49e05-f92e-4bc4-9358-cc5a062c7545 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:55.567610 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-1a785970-4071-4eaf-a8aa-ca3c17b3b2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:55.569444 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-1a785970-4071-4eaf-a8aa-ca3c17b3b2de service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ae356d08-2dc7-4bce-a097-5441709edd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566237 May 06 09:43:55.603846 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-c84b2733-8b98-4be6-a1dd-cba712623ad6 service neutron] 10.222.0.73 "GET /v2.0/ports/b9046c83-a238-4ecf-9873-2902976be919?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2274690 May 06 09:43:55.629306 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-ebd49e05-f92e-4bc4-9358-cc5a062c7545 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7554994 May 06 09:43:55.693797 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-b711ae0d-fd3c-4338-98f6-3903aba34f0d service neutron] 10.222.0.84 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154749 May 06 09:43:55.722154 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-02507af0-8c20-47c9-bfb0-af8c321202fd service neutron] Request body: {'port': {'device_id': 'e2340c8d-1799-4c6e-920d-b076367f59c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:55.791761 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b42f1f60-c09c-4d46-a3c0-1afe2e713c55 req-27b78571-8663-4fe4-b29c-be4dc229f593 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357652 May 06 09:43:55.805102 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f5c6389c-6aa1-4123-a86e-722f141ed375 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:55.811566 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-893c18dd-ee75-44e2-b25f-59d97b97931c req-a7bf4553-0105-4423-b504-cf8547a2a016 service neutron] 10.222.0.84 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078918 May 06 09:43:55.852944 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fcddd0-d67f-4c70-a60d-53e95888020e x-openstack-request-id: req-19fcddd0-d67f-4c70-a60d-53e95888020e {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:55.853242 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4db758-87b3-4765-b464-cb48923a2a56", "name": "network-vif-plugged", "status": "completed", "tag": "a3b4a96f-6902-4b55-b868-d20cfc1713df", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:55.853536 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-19fcddd0-d67f-4c70-a60d-53e95888020e {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:55.853975 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19fcddd0-d67f-4c70-a60d-53e95888020e'] response: {'server_uuid': '2a4db758-87b3-4765-b464-cb48923a2a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b4a96f-6902-4b55-b868-d20cfc1713df', 'code': 200} May 06 09:43:55.955170 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-114f9d7d-d90e-42b9-8f5a-d5b808fa6edf service neutron] 10.222.0.73 "GET /v2.0/networks/6fffdccd-9d01-41e0-85b5-9c674bdd21ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990241 May 06 09:43:55.974980 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-02507af0-8c20-47c9-bfb0-af8c321202fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:56.036652 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f5c6389c-6aa1-4123-a86e-722f141ed375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:56.038544 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c6389c-6aa1-4123-a86e-722f141ed375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:56.039301 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f5c6389c-6aa1-4123-a86e-722f141ed375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:56.177645 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f5c6389c-6aa1-4123-a86e-722f141ed375 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.1562676 May 06 09:43:56.179454 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48996) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:56.186480 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-de074f54-3d71-4122-9d8d-ee0fe0b1f4eb admin admin] Request body: {'subnet': {'network_id': '16dc8542-3f4f-4c03-b279-70aaa1b5cdbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-640131175-subnet', 'tenant_id': 'ff525b3c5a1e46169d46a30de372a412', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:56.190079 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb726f1e-8f6b-4f89-b33b-aeaabe9a3cbb req-db67ec98-8388-486f-bc5c-d4424620ea25 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:56.199841 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb726f1e-8f6b-4f89-b33b-aeaabe9a3cbb req-db67ec98-8388-486f-bc5c-d4424620ea25 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2340c8d-1799-4c6e-920d-b076367f59c1 HTTP/1.1" status: 200 len: 931 time: 0.2775834 May 06 09:43:56.212000 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de074f54-3d71-4122-9d8d-ee0fe0b1f4eb admin admin] Made reservation on behalf of ff525b3c5a1e46169d46a30de372a412 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:56.216064 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-de074f54-3d71-4122-9d8d-ee0fe0b1f4eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:56.245597 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6389c-6aa1-4123-a86e-722f141ed375 admin admin] Pushing event updated for resources: {'Network': ['ID=16dc8542-3f4f-4c03-b279-70aaa1b5cdbc,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:56.258316 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 16dc8542-3f4f-4c03-b279-70aaa1b5cdbc details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:43:56.346973 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-e6c66d7b-e7e4-4c21-94ff-8a41e22edf22 service neutron] 10.222.0.73 "GET /v2.0/networks/6fffdccd-9d01-41e0-85b5-9c674bdd21ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818448 May 06 09:43:56.363372 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb726f1e-8f6b-4f89-b33b-aeaabe9a3cbb req-6afede4e-6ecf-4ab3-9d12-7384750ca7d0 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625073 May 06 09:43:56.495847 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-de074f54-3d71-4122-9d8d-ee0fe0b1f4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:56.498699 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-bfacdf46-7f53-4427-a2f7-4c087d259fbd service neutron] 10.222.0.73 "GET /v2.0/ports/7d6de0b3-19e5-492d-b661-4ff64145d752?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1270437 May 06 09:43:56.561408 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de074f54-3d71-4122-9d8d-ee0fe0b1f4eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=922edf83-b4a4-4bdd-8455-01a609c6fee5,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:56.583014 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de074f54-3d71-4122-9d8d-ee0fe0b1f4eb admin admin] Checking segment: {'id': '3ad2a963-104c-493f-b013-3dd12710e0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '16dc8542-3f4f-4c03-b279-70aaa1b5cdbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:56.583538 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de074f54-3d71-4122-9d8d-ee0fe0b1f4eb admin admin] Network hostable DHCP agents. Network: 16dc8542-3f4f-4c03-b279-70aaa1b5cdbc, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:43:56.604049 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d4fe4b24-b9fe-469e-8b8a-d549772b8a5c req-458aed64-bccd-4f7d-9906-c6d8a06d279b tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups/6c98690e-1be3-47a9-b56f-531a5da77568 HTTP/1.1" status: 200 len: 1776 time: 0.2026117 May 06 09:43:56.614226 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de074f54-3d71-4122-9d8d-ee0fe0b1f4eb admin admin] Network 16dc8542-3f4f-4c03-b279-70aaa1b5cdbc is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:43:56.628249 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-de074f54-3d71-4122-9d8d-ee0fe0b1f4eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 16dc8542-3f4f-4c03-b279-70aaa1b5cdbc) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:56.634645 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de074f54-3d71-4122-9d8d-ee0fe0b1f4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:56.635861 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-de074f54-3d71-4122-9d8d-ee0fe0b1f4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:56.640996 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bd9768-6ff4-4062-863f-afd8d34352c5 None None] Network 16dc8542-3f4f-4c03-b279-70aaa1b5cdbc requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:43:56.688800 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-de074f54-3d71-4122-9d8d-ee0fe0b1f4eb admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5071948 May 06 09:43:56.743699 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-4e102013-6037-4894-ad7f-8c5542fb59e1 service neutron] 10.222.0.73 "GET /v2.0/networks/6fffdccd-9d01-41e0-85b5-9c674bdd21ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229216 May 06 09:43:56.834426 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d4fe4b24-b9fe-469e-8b8a-d549772b8a5c req-aa828c31-56ab-4685-baba-2060320acfbf tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:56.864828 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707c147f-9b40-49aa-af3b-dce2f64ac41a None None] Network 16dc8542-3f4f-4c03-b279-70aaa1b5cdbc requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:43:56.880178 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-02507af0-8c20-47c9-bfb0-af8c321202fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2ffe1d-ed62-4923-a3b9-5dde95f24997 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:43:56.896426 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-02507af0-8c20-47c9-bfb0-af8c321202fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:56.936168 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d4fe4b24-b9fe-469e-8b8a-d549772b8a5c req-aa828c31-56ab-4685-baba-2060320acfbf tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:56.946149 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-02507af0-8c20-47c9-bfb0-af8c321202fd service neutron] Transition to ACTIVE for port object fa2ffe1d-ed62-4923-a3b9-5dde95f24997 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:43:56.962932 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-02507af0-8c20-47c9-bfb0-af8c321202fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:57.027053 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-08eaacce-a968-4840-a8c6-72bf42d47793 service neutron] 10.222.0.73 "GET /v2.0/networks/6fffdccd-9d01-41e0-85b5-9c674bdd21ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551229 May 06 09:43:57.064054 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02507af0-8c20-47c9-bfb0-af8c321202fd service neutron] Pushing event updated for resources: {'Port': ['ID=fa2ffe1d-ed62-4923-a3b9-5dde95f24997,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:57.122207 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d4fe4b24-b9fe-469e-8b8a-d549772b8a5c req-aa828c31-56ab-4685-baba-2060320acfbf tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:57.125002 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d4fe4b24-b9fe-469e-8b8a-d549772b8a5c req-aa828c31-56ab-4685-baba-2060320acfbf tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:57.127716 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d4fe4b24-b9fe-469e-8b8a-d549772b8a5c req-aa828c31-56ab-4685-baba-2060320acfbf tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "DELETE /v2.0/security-groups/6c98690e-1be3-47a9-b56f-531a5da77568 HTTP/1.1" status: 204 len: 173 time: 0.5131135 May 06 09:43:57.203256 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa828c31-56ab-4685-baba-2060320acfbf tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c98690e-1be3-47a9-b56f-531a5da77568,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:57.277181 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-4c5a9eef-7b34-43bb-94d0-b21ac41955ba service neutron] 10.222.0.73 "GET /v2.0/networks/6fffdccd-9d01-41e0-85b5-9c674bdd21ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267170 May 06 09:43:57.344577 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-02507af0-8c20-47c9-bfb0-af8c321202fd service neutron] Attempting to bind port fa2ffe1d-ed62-4923-a3b9-5dde95f24997 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:57.345332 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-02507af0-8c20-47c9-bfb0-af8c321202fd service neutron] Attempting to bind port fa2ffe1d-ed62-4923-a3b9-5dde95f24997 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'f854416d-9159-4e65-9cd2-8b8dead0809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '23e21561-4495-4701-b589-fe4647d5086e'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:57.345753 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-02507af0-8c20-47c9-bfb0-af8c321202fd service neutron] Attempting to bind port fa2ffe1d-ed62-4923-a3b9-5dde95f24997 on network 23e21561-4495-4701-b589-fe4647d5086e {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:57.367752 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62170e6-cfbd-43cd-a7c2-5067728b0257 req-d5cd0ec9-4f8a-45d6-9cd3-4908b2a13a72 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:57.369353 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d62170e6-cfbd-43cd-a7c2-5067728b0257 req-d5cd0ec9-4f8a-45d6-9cd3-4908b2a13a72 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c63b5e64-2cab-438f-bde8-af4fa9b0f26e HTTP/1.1" status: 200 len: 943 time: 0.1575820 May 06 09:43:57.372530 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-02507af0-8c20-47c9-bfb0-af8c321202fd service neutron] Port fa2ffe1d-ed62-4923-a3b9-5dde95f24997 on network 23e21561-4495-4701-b589-fe4647d5086e not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:43:57.373104 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-02507af0-8c20-47c9-bfb0-af8c321202fd service neutron] Attempting to bind port fa2ffe1d-ed62-4923-a3b9-5dde95f24997 on network 23e21561-4495-4701-b589-fe4647d5086e {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:57.393567 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-02507af0-8c20-47c9-bfb0-af8c321202fd service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:57.393979 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-02507af0-8c20-47c9-bfb0-af8c321202fd service neutron] Checking segment: {'id': 'f854416d-9159-4e65-9cd2-8b8dead0809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '23e21561-4495-4701-b589-fe4647d5086e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:57.394747 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-02507af0-8c20-47c9-bfb0-af8c321202fd service neutron] Bound using segment: {'id': 'f854416d-9159-4e65-9cd2-8b8dead0809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '23e21561-4495-4701-b589-fe4647d5086e'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:57.394978 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-02507af0-8c20-47c9-bfb0-af8c321202fd service neutron] Bound port: fa2ffe1d-ed62-4923-a3b9-5dde95f24997, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f854416d-9159-4e65-9cd2-8b8dead0809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '23e21561-4495-4701-b589-fe4647d5086e'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:57.395381 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-02507af0-8c20-47c9-bfb0-af8c321202fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:57.472464 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d62170e6-cfbd-43cd-a7c2-5067728b0257 req-2c3fd825-763b-4e07-be4f-5d90a97abdbd tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4ba861f-dec6-45b3-9df8-a60d6979114f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923359 May 06 09:43:57.508342 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-48539843-0406-4145-a420-725bb2e6acfa service neutron] 10.222.0.73 "GET /v2.0/networks/6fffdccd-9d01-41e0-85b5-9c674bdd21ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200313 May 06 09:43:57.633986 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-02507af0-8c20-47c9-bfb0-af8c321202fd service neutron] For port fa2ffe1d-ed62-4923-a3b9-5dde95f24997, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:57.657333 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c2bb00-7654-48b3-b9c7-9dbab9b7ee63 x-openstack-request-id: req-35c2bb00-7654-48b3-b9c7-9dbab9b7ee63 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:57.657809 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63b5e64-2cab-438f-bde8-af4fa9b0f26e", "tag": "0a055353-6e55-4732-a8e7-24f8f4d708b9", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:57.658076 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-35c2bb00-7654-48b3-b9c7-9dbab9b7ee63 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:57.658490 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35c2bb00-7654-48b3-b9c7-9dbab9b7ee63'] response: {'name': 'network-changed', 'server_uuid': 'c63b5e64-2cab-438f-bde8-af4fa9b0f26e', 'tag': '0a055353-6e55-4732-a8e7-24f8f4d708b9', 'status': 'completed', 'code': 200} May 06 09:43:57.665170 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-02507af0-8c20-47c9-bfb0-af8c321202fd service neutron] For port fa2ffe1d-ed62-4923-a3b9-5dde95f24997, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=fa2ffe1d-ed62-4923-a3b9-5dde95f24997,segment=NetworkSegment(f854416d-9159-4e65-9cd2-8b8dead0809d),segment_id=f854416d-9159-4e65-9cd2-8b8dead0809d)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:57.693714 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-02507af0-8c20-47c9-bfb0-af8c321202fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:57.760698 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-53f602ec-32a3-44c6-a4f7-a13b8bb7c3f6 service neutron] 10.222.0.73 "GET /v2.0/networks/6fffdccd-9d01-41e0-85b5-9c674bdd21ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512944 May 06 09:43:57.771741 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbbc4a-2f12-40ee-960a-3289e21d184a req-c6094491-ff77-42df-a44e-8e33d0ee63d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:57.773260 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9dfbbc4a-2f12-40ee-960a-3289e21d184a req-c6094491-ff77-42df-a44e-8e33d0ee63d4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0b0984a5a7244851a31d0e832302a0fa&device_id=c63b5e64-2cab-438f-bde8-af4fa9b0f26e HTTP/1.1" status: 200 len: 1094 time: 0.0817378 May 06 09:43:57.785729 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-02507af0-8c20-47c9-bfb0-af8c321202fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:57.786689 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-02507af0-8c20-47c9-bfb0-af8c321202fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:57.788178 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-02507af0-8c20-47c9-bfb0-af8c321202fd service neutron] 10.222.0.84 "PUT /v2.0/ports/fa2ffe1d-ed62-4923-a3b9-5dde95f24997 HTTP/1.1" status: 200 len: 1091 time: 2.0733995 May 06 09:43:57.791758 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2340c8d-1799-4c6e-920d-b076367f59c1', 'tag': 'fa2ffe1d-ed62-4923-a3b9-5dde95f24997'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:57.795198 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df31fd6a-1146-40f2-a2d8-25eec368e032" -d '{"events": [{"name": "network-changed", "server_uuid": "e2340c8d-1799-4c6e-920d-b076367f59c1", "tag": "fa2ffe1d-ed62-4923-a3b9-5dde95f24997"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:57.909954 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbbc4a-2f12-40ee-960a-3289e21d184a req-f4b3a235-5840-4fac-a519-05e64868eaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:57.912316 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9dfbbc4a-2f12-40ee-960a-3289e21d184a req-f4b3a235-5840-4fac-a519-05e64868eaa5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ae356d08-2dc7-4bce-a097-5441709edd13 HTTP/1.1" status: 200 len: 921 time: 0.1278057 May 06 09:43:57.943874 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02507af0-8c20-47c9-bfb0-af8c321202fd service neutron] Pushing event updated for resources: {'Port': ['ID=fa2ffe1d-ed62-4923-a3b9-5dde95f24997,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:57.960937 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cffd1c-9563-499f-a184-67482a1c6733 req-83e9d61a-2588-4d4f-bbb9-5f1bca2b34e6 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:57.962561 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f0cffd1c-9563-499f-a184-67482a1c6733 req-83e9d61a-2588-4d4f-bbb9-5f1bca2b34e6 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 946 time: 0.2248795 May 06 09:43:57.967695 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9dfbbc4a-2f12-40ee-960a-3289e21d184a req-6830b561-6b24-46ca-b266-0ddb37300f04 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a055353-6e55-4732-a8e7-24f8f4d708b9 HTTP/1.1" status: 200 len: 217 time: 0.0446820 May 06 09:43:58.017514 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-49ec22bc-8c66-4277-935b-289b55be7785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:58.019012 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-49ec22bc-8c66-4277-935b-289b55be7785 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=be72d6df18784826a3c8ee1c4d56a700&device_id=e2340c8d-1799-4c6e-920d-b076367f59c1 HTTP/1.1" status: 200 len: 1094 time: 0.1549187 May 06 09:43:58.033516 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbbc4a-2f12-40ee-960a-3289e21d184a req-a8178d82-24b3-4b5f-b21b-5baf29d6e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:58.035595 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9dfbbc4a-2f12-40ee-960a-3289e21d184a req-a8178d82-24b3-4b5f-b21b-5baf29d6e1d1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=56044973-1a08-4bdf-ad26-5f7c6c20c16e HTTP/1.1" status: 200 len: 859 time: 0.0612102 May 06 09:43:58.089435 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-01cf3db6-8bf0-4b38-8050-8ea61bbac381 service neutron] 10.222.0.73 "GET /v2.0/networks/6fffdccd-9d01-41e0-85b5-9c674bdd21ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949696 May 06 09:43:58.120568 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbbc4a-2f12-40ee-960a-3289e21d184a req-8a06dc62-bd0f-44e9-ace6-1c5220ac0141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:58.122178 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9dfbbc4a-2f12-40ee-960a-3289e21d184a req-8a06dc62-bd0f-44e9-ace6-1c5220ac0141 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ae356d08-2dc7-4bce-a097-5441709edd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783248 May 06 09:43:58.134440 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-a5f817cc-209c-4501-a1ac-eac2e52095a6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa2ffe1d-ed62-4923-a3b9-5dde95f24997 HTTP/1.1" status: 200 len: 217 time: 0.1056221 May 06 09:43:58.246831 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9dfbbc4a-2f12-40ee-960a-3289e21d184a req-3ef642d8-f127-4ede-9406-53ef0e4e8c7d service neutron] 10.222.0.84 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167266 May 06 09:43:58.370944 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9dfbbc4a-2f12-40ee-960a-3289e21d184a req-1b2d12d2-3c79-4633-8382-dbb0d372d32b service neutron] 10.222.0.84 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169479 May 06 09:43:58.439689 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 0a055353-6e55-4732-a8e7-24f8f4d708b9 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:43:58.576907 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f0cffd1c-9563-499f-a184-67482a1c6733 req-7562658b-77cc-4dc1-a186-943c6d31b791 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6038375 May 06 09:43:58.583699 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 0a055353-6e55-4732-a8e7-24f8f4d708b9, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=0a055353-6e55-4732-a8e7-24f8f4d708b9,segment=NetworkSegment(803c64f2-fa1d-4ae6-b8e3-5298eef1406e),segment_id=803c64f2-fa1d-4ae6-b8e3-5298eef1406e)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:58.604118 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '0a055353-6e55-4732-a8e7-24f8f4d708b9', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'port_id': '0a055353-6e55-4732-a8e7-24f8f4d708b9', 'mac_address': 'fa:16:3e:5e:15:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:43:58.617340 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-43a93469-2426-49ff-a703-66feb2a808c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:58.618901 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-43a93469-2426-49ff-a703-66feb2a808c1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d54bd8cf-7c94-46e0-bd93-71eea8040eb3 HTTP/1.1" status: 200 len: 854 time: 0.0747454 May 06 09:43:58.669267 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-ac60dee2-1209-4ca9-bef0-88045b1aea58 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=23e21561-4495-4701-b589-fe4647d5086e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391903 May 06 09:43:58.669921 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:58.699552 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a055353-6e55-4732-a8e7-24f8f4d708b9 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:43:58.705384 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-e5ebb84b-eac4-4db0-9ad0-28d274949a9e service neutron] 10.222.0.73 "GET /v2.0/networks/7d9fc154-3e75-4eba-b7be-fb999f1d724a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6088812 May 06 09:43:58.735926 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 0a055353-6e55-4732-a8e7-24f8f4d708b9, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=0a055353-6e55-4732-a8e7-24f8f4d708b9,segment=NetworkSegment(803c64f2-fa1d-4ae6-b8e3-5298eef1406e),segment_id=803c64f2-fa1d-4ae6-b8e3-5298eef1406e)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:58.769004 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:58.859298 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=0a055353-6e55-4732-a8e7-24f8f4d708b9,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:58.866794 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:58.880497 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-1e0f7809-9be0-4d4d-b59e-af8e81eee78a service neutron] 10.222.0.84 "GET /v2.0/networks/23e21561-4495-4701-b589-fe4647d5086e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005110 May 06 09:43:58.938646 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-fc353725-1f25-4446-a66a-78a00730345c service neutron] 10.222.0.73 "GET /v2.0/networks/7d9fc154-3e75-4eba-b7be-fb999f1d724a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957147 May 06 09:43:59.038855 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['0a055353-6e55-4732-a8e7-24f8f4d708b9'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:43:59.165305 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfe377-a83b-424c-a416-30df46f72b94 req-6223daae-0cc8-4dec-bfa7-dda440b0d071 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:59.167745 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95dfe377-a83b-424c-a416-30df46f72b94 req-6223daae-0cc8-4dec-bfa7-dda440b0d071 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/networks?id=16dc8542-3f4f-4c03-b279-70aaa1b5cdbc HTTP/1.1" status: 200 len: 804 time: 0.2626317 May 06 09:43:59.174461 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0e27e0de-dbd5-485b-a27b-99ad5cdb0ed1 req-db6711a4-fabd-40c3-abd9-5a7524975ea9 service neutron] 10.222.0.84 "GET /v2.0/networks/23e21561-4495-4701-b589-fe4647d5086e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834527 May 06 09:43:59.205212 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95dfe377-a83b-424c-a416-30df46f72b94 req-9a8a5955-896e-4e92-b5aa-b12682e5844a tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/quotas/ff525b3c5a1e46169d46a30de372a412 HTTP/1.1" status: 200 len: 375 time: 0.0218124 May 06 09:43:59.219805 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-8bd97121-6dc0-45f4-9d95-a30121c64e05 service neutron] 10.222.0.73 "GET /v2.0/networks/7d9fc154-3e75-4eba-b7be-fb999f1d724a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216251 May 06 09:43:59.243735 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95dfe377-a83b-424c-a416-30df46f72b94 req-45d341ae-68e9-4162-bb32-0aaf84b0f3f3 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ff525b3c5a1e46169d46a30de372a412&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368607 May 06 09:43:59.406843 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-64c9a272-6bd1-42ec-9d5b-874a34cab535 service neutron] 10.222.0.73 "GET /v2.0/networks/7d9fc154-3e75-4eba-b7be-fb999f1d724a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664481 May 06 09:43:59.416209 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95dfe377-a83b-424c-a416-30df46f72b94 req-ecad5c4a-ade1-437a-9b72-35915432fd98 service neutron] 10.222.0.73 "GET /v2.0/networks/16dc8542-3f4f-4c03-b279-70aaa1b5cdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302903 May 06 09:43:59.552014 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95dfe377-a83b-424c-a416-30df46f72b94 req-930a9c97-9dc6-4365-8d76-e8e4a1e1c964 service neutron] 10.222.0.73 "GET /v2.0/networks/16dc8542-3f4f-4c03-b279-70aaa1b5cdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284399 May 06 09:43:59.863072 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46077e85-59de-4b01-9b4a-cf6d8b9d7952 req-4bd1b3b1-02c9-4cee-b0e3-84aa0b6a4370 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:59.864609 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-46077e85-59de-4b01-9b4a-cf6d8b9d7952 req-4bd1b3b1-02c9-4cee-b0e3-84aa0b6a4370 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2340c8d-1799-4c6e-920d-b076367f59c1 HTTP/1.1" status: 200 len: 943 time: 0.0945683 May 06 09:43:59.926865 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-46077e85-59de-4b01-9b4a-cf6d8b9d7952 req-aad05c88-c9e3-4acf-930e-3f7b7bdf9aee tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557778 May 06 09:44:00.072873 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032cdd9-a499-40f6-a8dc-097ffc207026 req-695a75d1-1172-41c1-8e05-bc9be228e3dc tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:00.080398 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4032cdd9-a499-40f6-a8dc-097ffc207026 req-695a75d1-1172-41c1-8e05-bc9be228e3dc tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.0908234 May 06 09:44:00.144377 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4032cdd9-a499-40f6-a8dc-097ffc207026 req-e2c05cb5-9330-4b8c-b5bc-26feac06f362 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630112 May 06 09:44:00.178115 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc495c8-d1a8-4dd7-817f-7c5b2abf0a3c x-openstack-request-id: req-6bc495c8-d1a8-4dd7-817f-7c5b2abf0a3c {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:00.178423 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2340c8d-1799-4c6e-920d-b076367f59c1", "tag": "fa2ffe1d-ed62-4923-a3b9-5dde95f24997", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:00.178678 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6bc495c8-d1a8-4dd7-817f-7c5b2abf0a3c {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:00.179099 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bc495c8-d1a8-4dd7-817f-7c5b2abf0a3c'] response: {'name': 'network-changed', 'server_uuid': 'e2340c8d-1799-4c6e-920d-b076367f59c1', 'tag': 'fa2ffe1d-ed62-4923-a3b9-5dde95f24997', 'status': 'completed', 'code': 200} May 06 09:44:00.386917 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91dbfd9-d03e-47cf-81cb-b17bd582de54 req-9ad0ae78-9e52-482c-96ae-a434b9ee37c1 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:00.389310 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a91dbfd9-d03e-47cf-81cb-b17bd582de54 req-9ad0ae78-9e52-482c-96ae-a434b9ee37c1 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c63b5e64-2cab-438f-bde8-af4fa9b0f26e HTTP/1.1" status: 200 len: 944 time: 0.1715646 May 06 09:44:00.393996 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31fd6a-1146-40f2-a2d8-25eec368e032 req-9de0bf8f-8c7e-412d-88ce-5fba7e395a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:00.395511 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df31fd6a-1146-40f2-a2d8-25eec368e032 req-9de0bf8f-8c7e-412d-88ce-5fba7e395a2e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=be72d6df18784826a3c8ee1c4d56a700&device_id=e2340c8d-1799-4c6e-920d-b076367f59c1 HTTP/1.1" status: 200 len: 1094 time: 0.1866024 May 06 09:44:00.471090 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 0a055353-6e55-4732-a8e7-24f8f4d708b9 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:00.494665 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e446bfb-7cdf-498d-b983-08ac4a04d5cf req-f33aa441-0577-4a50-bfb7-762704ab869b tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:00.496530 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3e446bfb-7cdf-498d-b983-08ac4a04d5cf req-f33aa441-0577-4a50-bfb7-762704ab869b tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 946 time: 0.2177498 May 06 09:44:00.563863 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a91dbfd9-d03e-47cf-81cb-b17bd582de54 req-23552f65-6e02-434b-88da-32f48f1750aa tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4ba861f-dec6-45b3-9df8-a60d6979114f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619031 May 06 09:44:00.600004 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 0a055353-6e55-4732-a8e7-24f8f4d708b9 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:44:00.606031 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 0a055353-6e55-4732-a8e7-24f8f4d708b9 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:00.606672 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:00.656895 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31fd6a-1146-40f2-a2d8-25eec368e032 req-a1e8e26a-1f39-4b76-a03a-b0393cf466e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:00.659140 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df31fd6a-1146-40f2-a2d8-25eec368e032 req-a1e8e26a-1f39-4b76-a03a-b0393cf466e1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=23e21561-4495-4701-b589-fe4647d5086e HTTP/1.1" status: 200 len: 915 time: 0.2549276 May 06 09:44:00.678964 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3e446bfb-7cdf-498d-b983-08ac4a04d5cf req-199015cb-435d-4c0c-a92b-6313ed609cc8 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717818 May 06 09:44:00.774482 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0bcd6088-4ca0-48e8-a0d2-f839ebea75bd req-02433633-b762-45c9-a9d1-320a367a40cb tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=402f38a3-5832-4bb5-a96b-c9680d5a3aae HTTP/1.1" status: 200 len: 210 time: 0.0862219 May 06 09:44:00.822357 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:00.873662 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63b5e64-2cab-438f-bde8-af4fa9b0f26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a055353-6e55-4732-a8e7-24f8f4d708b9'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:00.878298 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d677efa7-06bb-4325-a573-b2ca6458c6ac" -d '{"events": [{"server_uuid": "c63b5e64-2cab-438f-bde8-af4fa9b0f26e", "name": "network-vif-plugged", "status": "completed", "tag": "0a055353-6e55-4732-a8e7-24f8f4d708b9"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:00.914551 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df31fd6a-1146-40f2-a2d8-25eec368e032 req-dc36d6a0-ce68-4cc1-be88-64d1b8614553 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa2ffe1d-ed62-4923-a3b9-5dde95f24997 HTTP/1.1" status: 200 len: 217 time: 0.2297041 May 06 09:44:00.916636 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 0a055353-6e55-4732-a8e7-24f8f4d708b9, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=0a055353-6e55-4732-a8e7-24f8f4d708b9,segment=NetworkSegment(803c64f2-fa1d-4ae6-b8e3-5298eef1406e),segment_id=803c64f2-fa1d-4ae6-b8e3-5298eef1406e)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:00.926733 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:01.001011 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-60470943-17e9-4cde-b2ef-517161f20fb3 req-e4f1ace4-701e-4bfe-aeba-bc099ab40817 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 210 time: 0.0850563 May 06 09:44:01.015793 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=0a055353-6e55-4732-a8e7-24f8f4d708b9,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:01.063677 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7a5b2-5e5a-4824-8df8-55ba6a4d1899 req-e9c04cfc-d884-4779-947b-ca69d0a509ea tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:01.071063 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a5a7a5b2-5e5a-4824-8df8-55ba6a4d1899 req-e9c04cfc-d884-4779-947b-ca69d0a509ea tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1535387 May 06 09:44:01.113333 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-a45b79d1-89b2-4cc9-b11f-d08a38f8edfe req-289a1448-1cea-4af1-a531-dacc00a255d6 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] show failed (client error): The resource could not be found. May 06 09:44:01.114503 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a45b79d1-89b2-4cc9-b11f-d08a38f8edfe req-289a1448-1cea-4af1-a531-dacc00a255d6 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups/1b7eb1ae-8e2d-4807-99d0-f4d2193baac7 HTTP/1.1" status: 404 len: 352 time: 0.0394180 May 06 09:44:01.116348 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31fd6a-1146-40f2-a2d8-25eec368e032 req-3c2baa1c-e29f-4186-a1a2-2aace2a2abf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:01.117740 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df31fd6a-1146-40f2-a2d8-25eec368e032 req-3c2baa1c-e29f-4186-a1a2-2aace2a2abf0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d54bd8cf-7c94-46e0-bd93-71eea8040eb3 HTTP/1.1" status: 200 len: 854 time: 0.1749053 May 06 09:44:01.147835 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a5a7a5b2-5e5a-4824-8df8-55ba6a4d1899 req-7f62eeea-036a-4b61-8608-e97d9f0c8606 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756860 May 06 09:44:01.197956 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df31fd6a-1146-40f2-a2d8-25eec368e032 req-75f5d8d7-0325-432c-a865-5be1362f3162 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=23e21561-4495-4701-b589-fe4647d5086e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646710 May 06 09:44:01.209931 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52249d8a-8692-44d6-baf6-04d38a815d69 x-openstack-request-id: req-52249d8a-8692-44d6-baf6-04d38a815d69 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:01.210311 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63b5e64-2cab-438f-bde8-af4fa9b0f26e", "name": "network-vif-plugged", "status": "completed", "tag": "0a055353-6e55-4732-a8e7-24f8f4d708b9", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:01.210632 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-52249d8a-8692-44d6-baf6-04d38a815d69 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:01.211106 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52249d8a-8692-44d6-baf6-04d38a815d69'] response: {'server_uuid': 'c63b5e64-2cab-438f-bde8-af4fa9b0f26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a055353-6e55-4732-a8e7-24f8f4d708b9', 'code': 200} May 06 09:44:01.350050 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e807bd-15b5-4490-979b-18d9767944b5 req-878c58ff-7e9b-491b-8ed5-d66a0a5803a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:01.352346 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-80e807bd-15b5-4490-979b-18d9767944b5 req-878c58ff-7e9b-491b-8ed5-d66a0a5803a2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c63b5e64-2cab-438f-bde8-af4fa9b0f26e HTTP/1.1" status: 200 len: 1096 time: 0.0530457 May 06 09:44:01.406788 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-0d6d77e2-b8a3-48f8-987e-717e8cc208e7 req-7cd03ec7-e03e-432d-ac0b-55ac83d7698d tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] show failed (client error): The resource could not be found. May 06 09:44:01.420218 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d6d77e2-b8a3-48f8-987e-717e8cc208e7 req-7cd03ec7-e03e-432d-ac0b-55ac83d7698d tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups/8dfe54b0-d39f-4bb1-8587-7e3d8bd6ad93 HTTP/1.1" status: 404 len: 352 time: 0.1549428 May 06 09:44:01.493991 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df31fd6a-1146-40f2-a2d8-25eec368e032 req-6e2f0970-a0f0-4de6-8a5f-3061422c80d0 service neutron] 10.222.0.84 "GET /v2.0/networks/23e21561-4495-4701-b589-fe4647d5086e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721598 May 06 09:44:01.516400 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-80e807bd-15b5-4490-979b-18d9767944b5 req-4de9e78d-f571-4711-b4b5-d8106f735d8d service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=d4ba861f-dec6-45b3-9df8-a60d6979114f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558051 May 06 09:44:01.549512 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01d078-9222-4656-b4eb-c7f36a6f30b2 req-8f664823-a3d7-4af2-9289-97863695b361 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:01.557867 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9b01d078-9222-4656-b4eb-c7f36a6f30b2 req-8f664823-a3d7-4af2-9289-97863695b361 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2340c8d-1799-4c6e-920d-b076367f59c1 HTTP/1.1" status: 200 len: 943 time: 0.3371761 May 06 09:44:01.601243 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfe377-a83b-424c-a416-30df46f72b94 req-2ce5d571-63ae-4e25-b009-a20610f49430 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:01.603459 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-95dfe377-a83b-424c-a416-30df46f72b94 req-2ce5d571-63ae-4e25-b009-a20610f49430 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.77 "GET /v2.0/networks?id=16dc8542-3f4f-4c03-b279-70aaa1b5cdbc HTTP/1.1" status: 200 len: 804 time: 0.2096331 May 06 09:44:01.627914 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-95dfe377-a83b-424c-a416-30df46f72b94 req-a0e8950a-804e-45d8-aee1-e5aeb6ee9f48 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Request body: {'port': {'device_id': '402f38a3-5832-4bb5-a96b-c9680d5a3aae', 'network_id': '16dc8542-3f4f-4c03-b279-70aaa1b5cdbc', 'admin_state_up': True, 'tenant_id': 'ff525b3c5a1e46169d46a30de372a412'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:01.647275 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9b01d078-9222-4656-b4eb-c7f36a6f30b2 req-392b5b58-4a27-48f8-b59b-1373ca16977e tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878887 May 06 09:44:01.688324 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636587a-d957-4b56-80be-8a54a76ea1f9 req-40a4c5b6-1d57-4aea-a031-7dd10e397977 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:01.697277 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f636587a-d957-4b56-80be-8a54a76ea1f9 req-40a4c5b6-1d57-4aea-a031-7dd10e397977 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.2005694 May 06 09:44:01.742050 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-a9631925-92a3-45a3-93a4-1cfd8dc05c74 req-c9b6ef27-c43b-4ee2-a35c-615c8a00ed58 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] show failed (client error): The resource could not be found. May 06 09:44:01.743110 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a9631925-92a3-45a3-93a4-1cfd8dc05c74 req-c9b6ef27-c43b-4ee2-a35c-615c8a00ed58 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups/2528c2cf-a819-41d8-9da4-bd9459209e95 HTTP/1.1" status: 404 len: 352 time: 0.0438352 May 06 09:44:01.768792 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95dfe377-a83b-424c-a416-30df46f72b94 req-a0e8950a-804e-45d8-aee1-e5aeb6ee9f48 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Made reservation on behalf of ff525b3c5a1e46169d46a30de372a412 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:01.775763 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-95dfe377-a83b-424c-a416-30df46f72b94 req-a0e8950a-804e-45d8-aee1-e5aeb6ee9f48 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:01.776452 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df31fd6a-1146-40f2-a2d8-25eec368e032 req-556553a9-1e09-49dc-9b5b-4e3227750c35 service neutron] 10.222.0.84 "GET /v2.0/networks/23e21561-4495-4701-b589-fe4647d5086e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651026 May 06 09:44:01.792065 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f636587a-d957-4b56-80be-8a54a76ea1f9 req-9c29731d-de24-4ec5-b408-67447d7f32da tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937672 May 06 09:44:01.975751 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-95dfe377-a83b-424c-a416-30df46f72b94 req-a0e8950a-804e-45d8-aee1-e5aeb6ee9f48 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Allocated IP 172.20.0.13 (16dc8542-3f4f-4c03-b279-70aaa1b5cdbc/922edf83-b4a4-4bdd-8455-01a609c6fee5/54b1c233-3df5-44da-aafc-2d26881e2146) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:02.039514 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ef2bc-b0f1-4d17-8625-92e099b324cf req-50989464-2592-4296-8997-6bdccfdf7c34 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:02.048171 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f02ef2bc-b0f1-4d17-8625-92e099b324cf req-50989464-2592-4296-8997-6bdccfdf7c34 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 946 time: 0.1667306 May 06 09:44:02.052128 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-7d82ff87-0fd7-446a-be57-195078fb38f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:02.053603 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-7d82ff87-0fd7-446a-be57-195078fb38f8 service neutron] 10.222.0.77 "GET /v2.0/ports/b9046c83-a238-4ecf-9873-2902976be919 HTTP/1.1" status: 200 len: 1032 time: 0.0979209 May 06 09:44:02.087917 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf826bf-656e-4cee-be74-462b29ebaa8d req-02369047-7d06-4f56-923b-79162a12d117 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:02.096724 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3bf826bf-656e-4cee-be74-462b29ebaa8d req-02369047-7d06-4f56-923b-79162a12d117 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c63b5e64-2cab-438f-bde8-af4fa9b0f26e HTTP/1.1" status: 200 len: 945 time: 0.1728144 May 06 09:44:02.163022 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-2657cbf3-c402-4061-a481-ceaedad16819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:02.165243 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-2657cbf3-c402-4061-a481-ceaedad16819 service neutron] 10.222.0.77 "GET /v2.0/ports/7d6de0b3-19e5-492d-b661-4ff64145d752 HTTP/1.1" status: 200 len: 1031 time: 0.0935445 May 06 09:44:02.175797 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f02ef2bc-b0f1-4d17-8625-92e099b324cf req-60b4e50e-bc2e-4627-ad55-00bb11572d4d tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266448 May 06 09:44:02.221992 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-794bb0fd-d4c6-4d6d-a836-19f969ffb920 req-1a439401-26d8-4a20-80e6-3c67835272e2 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] show failed (client error): The resource could not be found. May 06 09:44:02.223867 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-794bb0fd-d4c6-4d6d-a836-19f969ffb920 req-1a439401-26d8-4a20-80e6-3c67835272e2 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups/00b342d7-9f86-4dc7-aa0e-6317fcf91db8 HTTP/1.1" status: 404 len: 352 time: 0.0168388 May 06 09:44:02.225329 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-95dfe377-a83b-424c-a416-30df46f72b94 req-a0e8950a-804e-45d8-aee1-e5aeb6ee9f48 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:02.277756 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-95dfe377-a83b-424c-a416-30df46f72b94 req-a0e8950a-804e-45d8-aee1-e5aeb6ee9f48 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:02.307495 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95dfe377-a83b-424c-a416-30df46f72b94 req-a0e8950a-804e-45d8-aee1-e5aeb6ee9f48 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Network 16dc8542-3f4f-4c03-b279-70aaa1b5cdbc is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:02.310593 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-95dfe377-a83b-424c-a416-30df46f72b94 req-a0e8950a-804e-45d8-aee1-e5aeb6ee9f48 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:02.337054 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-95dfe377-a83b-424c-a416-30df46f72b94 req-a0e8950a-804e-45d8-aee1-e5aeb6ee9f48 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:02.347008 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3bf826bf-656e-4cee-be74-462b29ebaa8d req-2314275a-e562-40b4-b26c-02fdb2d2d341 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4ba861f-dec6-45b3-9df8-a60d6979114f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490828 May 06 09:44:02.384343 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539ff9c-d10c-464e-9352-6ac188a696b1 req-6ac30749-fec6-487c-a5ef-e5995f80f086 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:02.392988 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f539ff9c-d10c-464e-9352-6ac188a696b1 req-6ac30749-fec6-487c-a5ef-e5995f80f086 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=402f38a3-5832-4bb5-a96b-c9680d5a3aae HTTP/1.1" status: 200 len: 932 time: 0.0899649 May 06 09:44:02.419518 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8950a-804e-45d8-aee1-e5aeb6ee9f48 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Pushing event updated for resources: {'Port': ['ID=54b1c233-3df5-44da-aafc-2d26881e2146,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:02.431633 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfe377-a83b-424c-a416-30df46f72b94 req-a0e8950a-804e-45d8-aee1-e5aeb6ee9f48 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:02.432278 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-95dfe377-a83b-424c-a416-30df46f72b94 req-a0e8950a-804e-45d8-aee1-e5aeb6ee9f48 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:02.467478 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device fa2ffe1d-ed62-4923-a3b9-5dde95f24997 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:44:02.475643 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-95dfe377-a83b-424c-a416-30df46f72b94 req-a0e8950a-804e-45d8-aee1-e5aeb6ee9f48 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8541694 May 06 09:44:02.481542 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-7a15172a-b71d-449d-9317-5b2863a299dd tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:02.487821 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-7a15172a-b71d-449d-9317-5b2863a299dd tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:02.495263 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-7a15172a-b71d-449d-9317-5b2863a299dd tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:02.497208 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-7a15172a-b71d-449d-9317-5b2863a299dd tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.77 "GET /v2.0/networks?id=d000d0ea-cd9f-4476-8d53-8b34cfa9641e&id=6fffdccd-9d01-41e0-85b5-9c674bdd21ed&id=6fffdccd-9d01-41e0-85b5-9c674bdd21ed&id=6fffdccd-9d01-41e0-85b5-9c674bdd21ed&id=6fffdccd-9d01-41e0-85b5-9c674bdd21ed&id=7d9fc154-3e75-4eba-b7be-fb999f1d724a&id=7d9fc154-3e75-4eba-b7be-fb999f1d724a HTTP/1.1" status: 200 len: 1994 time: 0.3185098 May 06 09:44:02.543978 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-95dfe377-a83b-424c-a416-30df46f72b94 req-e73ed1ec-dd21-42c7-8352-1f278d90faee service neutron] Request body: {'port': {'device_id': '402f38a3-5832-4bb5-a96b-c9680d5a3aae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:02.559825 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f539ff9c-d10c-464e-9352-6ac188a696b1 req-55c73d6b-dfaa-4ed5-a072-3202bd986fc4 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657808 May 06 09:44:02.599334 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-028ced0b-6943-447f-a027-d30fbd6e67c4 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25aba9ec7dab4fc585e8e72a34137627 HTTP/1.1" status: 200 len: 379 time: 0.0613601 May 06 09:44:02.613851 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7a492-516d-4d46-ae2b-9523ded454dc req-836777cf-1e21-4483-8551-e7f8570b6532 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:02.615452 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4bc7a492-516d-4d46-ae2b-9523ded454dc req-836777cf-1e21-4483-8551-e7f8570b6532 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1419723 May 06 09:44:02.619095 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-117cea8c-99a1-4d13-9886-e9f15dfe4079 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Request body: {'port': {'device_id': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'network_id': 'd000d0ea-cd9f-4476-8d53-8b34cfa9641e', 'admin_state_up': True, 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'security_groups': ['297cfa56-a718-4cdf-acfe-78503854dd2e']}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:02.652992 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port fa2ffe1d-ed62-4923-a3b9-5dde95f24997, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=fa2ffe1d-ed62-4923-a3b9-5dde95f24997,segment=NetworkSegment(f854416d-9159-4e65-9cd2-8b8dead0809d),segment_id=f854416d-9159-4e65-9cd2-8b8dead0809d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:02.685786 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-95dfe377-a83b-424c-a416-30df46f72b94 req-e73ed1ec-dd21-42c7-8352-1f278d90faee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:02.687352 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'fa2ffe1d-ed62-4923-a3b9-5dde95f24997', 'network_id': '23e21561-4495-4701-b589-fe4647d5086e', 'port_id': 'fa2ffe1d-ed62-4923-a3b9-5dde95f24997', 'mac_address': 'fa:16:3e:86:98:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd54bd8cf-7c94-46e0-bd93-71eea8040eb3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:44:02.742581 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:02.760051 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2ffe1d-ed62-4923-a3b9-5dde95f24997 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:02.764344 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2979637-5346-4608-840a-e22f2a7eba7d req-a58dc041-85cb-4ea4-a990-bfe6a18f2405 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 210 time: 0.0544207 May 06 09:44:02.770031 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4bc7a492-516d-4d46-ae2b-9523ded454dc req-ee6c85e0-7125-488e-bf86-3c7c82eff32f tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460314 May 06 09:44:02.840538 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port fa2ffe1d-ed62-4923-a3b9-5dde95f24997, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=fa2ffe1d-ed62-4923-a3b9-5dde95f24997,segment=NetworkSegment(f854416d-9159-4e65-9cd2-8b8dead0809d),segment_id=f854416d-9159-4e65-9cd2-8b8dead0809d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:02.856181 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:02.935960 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-83025f1a-fe25-422e-8313-ff8e25294466 req-f52b20ac-130b-40c6-a1e3-c80498e673da tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] show failed (client error): The resource could not be found. May 06 09:44:02.938573 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-83025f1a-fe25-422e-8313-ff8e25294466 req-f52b20ac-130b-40c6-a1e3-c80498e673da tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups/864d71c3-b5bd-4650-bf0b-a372e5ae9a57 HTTP/1.1" status: 404 len: 352 time: 0.0966492 May 06 09:44:02.979226 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=fa2ffe1d-ed62-4923-a3b9-5dde95f24997,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:03.075455 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-117cea8c-99a1-4d13-9886-e9f15dfe4079 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Made reservation on behalf of 25aba9ec7dab4fc585e8e72a34137627 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:03.079577 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-117cea8c-99a1-4d13-9886-e9f15dfe4079 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:03.129582 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bb3dd-b9a2-4276-869f-2c6c4774e491 req-f8bf426f-8fd4-4043-bc33-b42257b04437 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:03.137574 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c04bb3dd-b9a2-4276-869f-2c6c4774e491 req-f8bf426f-8fd4-4043-bc33-b42257b04437 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2340c8d-1799-4c6e-920d-b076367f59c1 HTTP/1.1" status: 200 len: 944 time: 0.1805515 May 06 09:44:03.150871 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-95dfe377-a83b-424c-a416-30df46f72b94 req-e73ed1ec-dd21-42c7-8352-1f278d90faee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b1c233-3df5-44da-aafc-2d26881e2146 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:03.172065 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['fa2ffe1d-ed62-4923-a3b9-5dde95f24997'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:44:03.189119 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-95dfe377-a83b-424c-a416-30df46f72b94 req-e73ed1ec-dd21-42c7-8352-1f278d90faee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:03.260060 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-95dfe377-a83b-424c-a416-30df46f72b94 req-e73ed1ec-dd21-42c7-8352-1f278d90faee service neutron] Transition to ACTIVE for port object 54b1c233-3df5-44da-aafc-2d26881e2146 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:44:03.263726 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-95dfe377-a83b-424c-a416-30df46f72b94 req-e73ed1ec-dd21-42c7-8352-1f278d90faee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:03.292064 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c04bb3dd-b9a2-4276-869f-2c6c4774e491 req-9618f7bf-5f0d-4ddf-8572-da791b2765de tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522613 May 06 09:44:03.335383 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150c16e-6399-4db2-8a56-1640bb336087 req-16c3a145-b436-4f37-985b-8383fb139bb8 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:03.335383 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6150c16e-6399-4db2-8a56-1640bb336087 req-16c3a145-b436-4f37-985b-8383fb139bb8 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.2704656 May 06 09:44:03.396115 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ed1ec-dd21-42c7-8352-1f278d90faee service neutron] Pushing event updated for resources: {'Port': ['ID=54b1c233-3df5-44da-aafc-2d26881e2146,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:03.398438 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-75431d71-ea2d-461d-b1dd-64c18334cb3a req-220cd4b2-e97b-4665-b1c6-bfa715067094 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] show failed (client error): The resource could not be found. May 06 09:44:03.399697 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75431d71-ea2d-461d-b1dd-64c18334cb3a req-220cd4b2-e97b-4665-b1c6-bfa715067094 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups/2fcb3d4c-44f3-4e54-bc5c-2ef1394440ad HTTP/1.1" status: 404 len: 352 time: 0.0776412 May 06 09:44:03.438180 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6150c16e-6399-4db2-8a56-1640bb336087 req-6499dd3f-d4db-48c9-b546-fa6b6156910e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845249 May 06 09:44:03.445853 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-117cea8c-99a1-4d13-9886-e9f15dfe4079 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Allocated IP 172.20.0.11 (d000d0ea-cd9f-4476-8d53-8b34cfa9641e/9b6a855e-7008-4f56-8287-accfc5fa41f4/a23d161e-c6d1-4e70-a50a-9e4363915d68) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:03.526571 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-95dfe377-a83b-424c-a416-30df46f72b94 req-e73ed1ec-dd21-42c7-8352-1f278d90faee service neutron] Attempting to bind port 54b1c233-3df5-44da-aafc-2d26881e2146 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:44:03.527413 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-95dfe377-a83b-424c-a416-30df46f72b94 req-e73ed1ec-dd21-42c7-8352-1f278d90faee service neutron] Attempting to bind port 54b1c233-3df5-44da-aafc-2d26881e2146 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '3ad2a963-104c-493f-b013-3dd12710e0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '16dc8542-3f4f-4c03-b279-70aaa1b5cdbc'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:44:03.527413 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dfe377-a83b-424c-a416-30df46f72b94 req-e73ed1ec-dd21-42c7-8352-1f278d90faee service neutron] Attempting to bind port 54b1c233-3df5-44da-aafc-2d26881e2146 on network 16dc8542-3f4f-4c03-b279-70aaa1b5cdbc {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:03.534374 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dfe377-a83b-424c-a416-30df46f72b94 req-e73ed1ec-dd21-42c7-8352-1f278d90faee service neutron] Port 54b1c233-3df5-44da-aafc-2d26881e2146 on network 16dc8542-3f4f-4c03-b279-70aaa1b5cdbc not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:44:03.534716 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dfe377-a83b-424c-a416-30df46f72b94 req-e73ed1ec-dd21-42c7-8352-1f278d90faee service neutron] Attempting to bind port 54b1c233-3df5-44da-aafc-2d26881e2146 on network 16dc8542-3f4f-4c03-b279-70aaa1b5cdbc {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:03.541515 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dfe377-a83b-424c-a416-30df46f72b94 req-e73ed1ec-dd21-42c7-8352-1f278d90faee service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:44:03.543275 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dfe377-a83b-424c-a416-30df46f72b94 req-e73ed1ec-dd21-42c7-8352-1f278d90faee service neutron] Checking segment: {'id': '3ad2a963-104c-493f-b013-3dd12710e0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '16dc8542-3f4f-4c03-b279-70aaa1b5cdbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:03.547271 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dfe377-a83b-424c-a416-30df46f72b94 req-e73ed1ec-dd21-42c7-8352-1f278d90faee service neutron] Bound using segment: {'id': '3ad2a963-104c-493f-b013-3dd12710e0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '16dc8542-3f4f-4c03-b279-70aaa1b5cdbc'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:44:03.550444 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-95dfe377-a83b-424c-a416-30df46f72b94 req-e73ed1ec-dd21-42c7-8352-1f278d90faee service neutron] Bound port: 54b1c233-3df5-44da-aafc-2d26881e2146, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ad2a963-104c-493f-b013-3dd12710e0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '16dc8542-3f4f-4c03-b279-70aaa1b5cdbc'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:44:03.552530 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-95dfe377-a83b-424c-a416-30df46f72b94 req-e73ed1ec-dd21-42c7-8352-1f278d90faee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:03.656863 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-95dfe377-a83b-424c-a416-30df46f72b94 req-e73ed1ec-dd21-42c7-8352-1f278d90faee service neutron] For port 54b1c233-3df5-44da-aafc-2d26881e2146, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:44:03.661889 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-95dfe377-a83b-424c-a416-30df46f72b94 req-e73ed1ec-dd21-42c7-8352-1f278d90faee service neutron] For port 54b1c233-3df5-44da-aafc-2d26881e2146, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=54b1c233-3df5-44da-aafc-2d26881e2146,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:44:03.688814 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-95dfe377-a83b-424c-a416-30df46f72b94 req-e73ed1ec-dd21-42c7-8352-1f278d90faee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:03.724968 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfe377-a83b-424c-a416-30df46f72b94 req-e73ed1ec-dd21-42c7-8352-1f278d90faee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:03.726228 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-95dfe377-a83b-424c-a416-30df46f72b94 req-e73ed1ec-dd21-42c7-8352-1f278d90faee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:03.726477 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fa528-5e09-472c-a5e6-a0ffb6bfc87f req-8e248d71-57da-48eb-ae49-8f92c5da1121 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:03.728440 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-95dfe377-a83b-424c-a416-30df46f72b94 req-e73ed1ec-dd21-42c7-8352-1f278d90faee service neutron] 10.222.0.77 "PUT /v2.0/ports/54b1c233-3df5-44da-aafc-2d26881e2146 HTTP/1.1" status: 200 len: 1092 time: 1.2125294 May 06 09:44:03.728893 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402f38a3-5832-4bb5-a96b-c9680d5a3aae', 'tag': '54b1c233-3df5-44da-aafc-2d26881e2146'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:03.733259 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce09dcab-bb24-47f1-9272-208e1e8af014" -d '{"events": [{"name": "network-changed", "server_uuid": "402f38a3-5832-4bb5-a96b-c9680d5a3aae", "tag": "54b1c233-3df5-44da-aafc-2d26881e2146"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:03.734738 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bd0fa528-5e09-472c-a5e6-a0ffb6bfc87f req-8e248d71-57da-48eb-ae49-8f92c5da1121 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 946 time: 0.1695123 May 06 09:44:03.785730 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589746c-72ff-4536-a6d3-dd7ce99db799 req-d5db023a-2685-4685-8489-ed074ea872af tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:03.793607 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0589746c-72ff-4536-a6d3-dd7ce99db799 req-d5db023a-2685-4685-8489-ed074ea872af tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c63b5e64-2cab-438f-bde8-af4fa9b0f26e HTTP/1.1" status: 200 len: 945 time: 0.2272737 May 06 09:44:03.820597 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-117cea8c-99a1-4d13-9886-e9f15dfe4079 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:03.863324 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bd0fa528-5e09-472c-a5e6-a0ffb6bfc87f req-a44c99b7-931d-4d8c-9f00-ae8d116f3baf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225893 May 06 09:44:03.870112 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfe377-a83b-424c-a416-30df46f72b94 req-bfe2525d-2473-4cb9-8129-5a356343e0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:03.871844 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-95dfe377-a83b-424c-a416-30df46f72b94 req-bfe2525d-2473-4cb9-8129-5a356343e0d9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff525b3c5a1e46169d46a30de372a412&device_id=402f38a3-5832-4bb5-a96b-c9680d5a3aae HTTP/1.1" status: 200 len: 1095 time: 0.0751636 May 06 09:44:03.948021 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0589746c-72ff-4536-a6d3-dd7ce99db799 req-fed221e4-cab3-4203-8ed8-92d0491a2ad7 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4ba861f-dec6-45b3-9df8-a60d6979114f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535189 May 06 09:44:03.954323 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-117cea8c-99a1-4d13-9886-e9f15dfe4079 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:04.026144 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ed1ec-dd21-42c7-8352-1f278d90faee service neutron] Pushing event updated for resources: {'Port': ['ID=54b1c233-3df5-44da-aafc-2d26881e2146,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:04.037928 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-95dfe377-a83b-424c-a416-30df46f72b94 req-18c2ef06-fe5f-4d82-81f6-dbc7f9c8c41e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54b1c233-3df5-44da-aafc-2d26881e2146 HTTP/1.1" status: 200 len: 217 time: 0.1441100 May 06 09:44:04.057380 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-117cea8c-99a1-4d13-9886-e9f15dfe4079 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Network d000d0ea-cd9f-4476-8d53-8b34cfa9641e is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:04.067413 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-117cea8c-99a1-4d13-9886-e9f15dfe4079 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:04.069959 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-117cea8c-99a1-4d13-9886-e9f15dfe4079 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:04.174627 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117cea8c-99a1-4d13-9886-e9f15dfe4079 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Pushing event updated for resources: {'Port': ['ID=a23d161e-c6d1-4e70-a50a-9e4363915d68,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:04.197845 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfe377-a83b-424c-a416-30df46f72b94 req-7d48445d-8824-4289-aa6c-0bbfd10e1a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:04.202307 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-95dfe377-a83b-424c-a416-30df46f72b94 req-7d48445d-8824-4289-aa6c-0bbfd10e1a31 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=922edf83-b4a4-4bdd-8455-01a609c6fee5 HTTP/1.1" status: 200 len: 844 time: 0.1565330 May 06 09:44:04.236290 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-117cea8c-99a1-4d13-9886-e9f15dfe4079 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:04.237389 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-117cea8c-99a1-4d13-9886-e9f15dfe4079 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:04.289378 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-95dfe377-a83b-424c-a416-30df46f72b94 req-7a9172ee-4c13-4e1f-a0fb-2d0040da2231 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=16dc8542-3f4f-4c03-b279-70aaa1b5cdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790701 May 06 09:44:04.333209 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-117cea8c-99a1-4d13-9886-e9f15dfe4079 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7275107 May 06 09:44:04.366962 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-e865e6f6-e5e3-4f3c-8b95-aefadb099332 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Request body: {'port': {'device_id': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'network_id': '6fffdccd-9d01-41e0-85b5-9c674bdd21ed', 'admin_state_up': True, 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'security_groups': ['297cfa56-a718-4cdf-acfe-78503854dd2e']}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:04.436262 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-95dfe377-a83b-424c-a416-30df46f72b94 req-0686b9cd-d15b-42d6-a51f-006749b2b9a5 service neutron] 10.222.0.77 "GET /v2.0/networks/16dc8542-3f4f-4c03-b279-70aaa1b5cdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364219 May 06 09:44:04.471894 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device fa2ffe1d-ed62-4923-a3b9-5dde95f24997 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:04.613884 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-7861fa67-e5fb-4c44-b9ac-8a3a54ec8c77 None None] Provisioning complete for port a23d161e-c6d1-4e70-a50a-9e4363915d68 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:04.614785 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7861fa67-e5fb-4c44-b9ac-8a3a54ec8c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:04.624490 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-95dfe377-a83b-424c-a416-30df46f72b94 req-6714df44-b4b4-4f11-a394-d2e8c6d47016 service neutron] 10.222.0.77 "GET /v2.0/networks/16dc8542-3f4f-4c03-b279-70aaa1b5cdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822386 May 06 09:44:04.711671 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port fa2ffe1d-ed62-4923-a3b9-5dde95f24997 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:44:04.724971 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port fa2ffe1d-ed62-4923-a3b9-5dde95f24997 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:04.725608 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:04.727796 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-7861fa67-e5fb-4c44-b9ac-8a3a54ec8c77 None None] Port a23d161e-c6d1-4e70-a50a-9e4363915d68 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:44:04.892176 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e78344-1560-4b09-ac21-dd8561e20f0d req-a81ec6f2-0cb2-4fbb-810e-7ef1cf10a051 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:04.900271 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-72e78344-1560-4b09-ac21-dd8561e20f0d req-a81ec6f2-0cb2-4fbb-810e-7ef1cf10a051 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=402f38a3-5832-4bb5-a96b-c9680d5a3aae HTTP/1.1" status: 200 len: 944 time: 0.6304011 May 06 09:44:04.923860 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:04.986386 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2340c8d-1799-4c6e-920d-b076367f59c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2ffe1d-ed62-4923-a3b9-5dde95f24997'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:04.993160 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618c01ea-306d-4cbe-9e80-b3299252952a" -d '{"events": [{"server_uuid": "e2340c8d-1799-4c6e-920d-b076367f59c1", "name": "network-vif-plugged", "status": "completed", "tag": "fa2ffe1d-ed62-4923-a3b9-5dde95f24997"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:05.008834 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd312234-2198-4641-93e6-699d7ac23857 req-dea6458b-fd66-48ce-ab22-625802c84cdc tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:05.016554 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fd312234-2198-4641-93e6-699d7ac23857 req-dea6458b-fd66-48ce-ab22-625802c84cdc tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.6705537 May 06 09:44:05.031335 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port fa2ffe1d-ed62-4923-a3b9-5dde95f24997, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=fa2ffe1d-ed62-4923-a3b9-5dde95f24997,segment=NetworkSegment(f854416d-9159-4e65-9cd2-8b8dead0809d),segment_id=f854416d-9159-4e65-9cd2-8b8dead0809d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:05.032347 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-72e78344-1560-4b09-ac21-dd8561e20f0d req-0d2220b9-d2ba-4927-bfe5-caa677ce8b67 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310515 May 06 09:44:05.059882 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:05.140009 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3dbd4d-3524-4303-a2a0-ed00373958da x-openstack-request-id: req-2c3dbd4d-3524-4303-a2a0-ed00373958da {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:05.140443 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402f38a3-5832-4bb5-a96b-c9680d5a3aae", "tag": "54b1c233-3df5-44da-aafc-2d26881e2146", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:05.140805 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2c3dbd4d-3524-4303-a2a0-ed00373958da {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:05.141339 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c3dbd4d-3524-4303-a2a0-ed00373958da'] response: {'name': 'network-changed', 'server_uuid': '402f38a3-5832-4bb5-a96b-c9680d5a3aae', 'tag': '54b1c233-3df5-44da-aafc-2d26881e2146', 'status': 'completed', 'code': 200} May 06 09:44:05.159047 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fd312234-2198-4641-93e6-699d7ac23857 req-c652d55c-a84e-40ae-8f8a-5bd4ef9b6408 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414468 May 06 09:44:05.197467 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=fa2ffe1d-ed62-4923-a3b9-5dde95f24997,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:05.228478 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-e865e6f6-e5e3-4f3c-8b95-aefadb099332 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Made reservation on behalf of 25aba9ec7dab4fc585e8e72a34137627 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:05.234944 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-e865e6f6-e5e3-4f3c-8b95-aefadb099332 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:05.303219 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09dcab-bb24-47f1-9272-208e1e8af014 req-62ace921-e889-4f7a-b7f6-05fe1f8a5425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:05.308452 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ce09dcab-bb24-47f1-9272-208e1e8af014 req-62ace921-e889-4f7a-b7f6-05fe1f8a5425 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff525b3c5a1e46169d46a30de372a412&device_id=402f38a3-5832-4bb5-a96b-c9680d5a3aae HTTP/1.1" status: 200 len: 1095 time: 0.1135621 May 06 09:44:05.440638 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6319d1-6bd7-414e-800e-c62dc8123ad8 req-c3795b21-00b1-4d5e-ba68-9b3a959f165a tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:05.448429 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0b6319d1-6bd7-414e-800e-c62dc8123ad8 req-c3795b21-00b1-4d5e-ba68-9b3a959f165a tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d149b98-9a89-40e8-bce0-ebc567cabe2c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1839111 May 06 09:44:05.460643 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09dcab-bb24-47f1-9272-208e1e8af014 req-65587333-f9d3-4def-8bd0-4ee2837f53a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:05.462633 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ce09dcab-bb24-47f1-9272-208e1e8af014 req-65587333-f9d3-4def-8bd0-4ee2837f53a2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=16dc8542-3f4f-4c03-b279-70aaa1b5cdbc HTTP/1.1" status: 200 len: 905 time: 0.1458411 May 06 09:44:05.522142 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0b6319d1-6bd7-414e-800e-c62dc8123ad8 req-081e74c7-6dd5-4a54-b1dd-80dba3b34411 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.184 HTTP/1.1" status: 200 len: 696 time: 0.0724647 May 06 09:44:05.528070 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ce09dcab-bb24-47f1-9272-208e1e8af014 req-d5691759-02fb-4899-a9ec-38599059ac94 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54b1c233-3df5-44da-aafc-2d26881e2146 HTTP/1.1" status: 200 len: 217 time: 0.0567899 May 06 09:44:05.533137 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-0b6319d1-6bd7-414e-800e-c62dc8123ad8 req-eb3a04cc-9de7-46df-924e-0cc808ce7774 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Request body: {'floatingip': {'port_id': '09636b4b-cb5b-461d-8711-ce0ce61f5aad', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:05.600034 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09dcab-bb24-47f1-9272-208e1e8af014 req-e4536042-f5eb-4675-a39a-43198fb32665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:05.602054 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ce09dcab-bb24-47f1-9272-208e1e8af014 req-e4536042-f5eb-4675-a39a-43198fb32665 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=922edf83-b4a4-4bdd-8455-01a609c6fee5 HTTP/1.1" status: 200 len: 844 time: 0.0648370 May 06 09:44:05.640095 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ce09dcab-bb24-47f1-9272-208e1e8af014 req-56b13729-6e34-44a3-9a0c-fec76d99980b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=16dc8542-3f4f-4c03-b279-70aaa1b5cdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297723 May 06 09:44:05.673612 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-e865e6f6-e5e3-4f3c-8b95-aefadb099332 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Allocated IP 10.1.1.74 (6fffdccd-9d01-41e0-85b5-9c674bdd21ed/9b5f3725-dba4-4109-8ae6-1b69e3c26c4c/30e5cf1a-c55d-4245-a918-a50422989b35) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:05.818266 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ce09dcab-bb24-47f1-9272-208e1e8af014 req-e50478bf-3c67-419a-8c24-3ae4ed009ac5 service neutron] 10.222.0.77 "GET /v2.0/networks/16dc8542-3f4f-4c03-b279-70aaa1b5cdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659849 May 06 09:44:05.913895 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-e865e6f6-e5e3-4f3c-8b95-aefadb099332 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:05.964221 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e3b22-bea6-4b88-bd7c-f8be76fed297 req-dc55d78c-1715-4378-b5f6-f17cd5c4746b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:05.965877 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-410e3b22-bea6-4b88-bd7c-f8be76fed297 req-dc55d78c-1715-4378-b5f6-f17cd5c4746b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 932 time: 0.6687031 May 06 09:44:05.970945 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-e865e6f6-e5e3-4f3c-8b95-aefadb099332 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:05.993940 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0b6319d1-6bd7-414e-800e-c62dc8123ad8 req-eb3a04cc-9de7-46df-924e-0cc808ce7774 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks [] for floatingip, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:06.019997 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ce09dcab-bb24-47f1-9272-208e1e8af014 req-7b08a60b-a733-4aee-ba72-d8fea895ab4d service neutron] 10.222.0.77 "GET /v2.0/networks/16dc8542-3f4f-4c03-b279-70aaa1b5cdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892636 May 06 09:44:06.150459 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-e865e6f6-e5e3-4f3c-8b95-aefadb099332 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Network 6fffdccd-9d01-41e0-85b5-9c674bdd21ed is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:06.160751 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-e865e6f6-e5e3-4f3c-8b95-aefadb099332 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:06.196904 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-e865e6f6-e5e3-4f3c-8b95-aefadb099332 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:06.281522 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865e6f6-e5e3-4f3c-8b95-aefadb099332 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Pushing event updated for resources: {'Port': ['ID=30e5cf1a-c55d-4245-a918-a50422989b35,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:06.290366 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-410e3b22-bea6-4b88-bd7c-f8be76fed297 req-fc5dfb05-88b4-4e9c-ba4e-b2076f121b09 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3044760 May 06 09:44:06.314662 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570275cd-91ee-4836-876c-de6654132577 req-f7bf6155-90cf-411c-b8c0-3633e8a30095 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:06.316512 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-570275cd-91ee-4836-876c-de6654132577 req-f7bf6155-90cf-411c-b8c0-3633e8a30095 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e HTTP/1.1" status: 200 len: 1024 time: 0.3491242 May 06 09:44:06.542069 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-e865e6f6-e5e3-4f3c-8b95-aefadb099332 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:06.542980 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-e865e6f6-e5e3-4f3c-8b95-aefadb099332 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:06.584384 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-052a3d7f-f5db-4844-9471-4a841f640300 None None] Provisioning complete for port 30e5cf1a-c55d-4245-a918-a50422989b35 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:06.585491 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-052a3d7f-f5db-4844-9471-4a841f640300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:06.626704 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-052a3d7f-f5db-4844-9471-4a841f640300 None None] Port 30e5cf1a-c55d-4245-a918-a50422989b35 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:44:06.654563 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-e865e6f6-e5e3-4f3c-8b95-aefadb099332 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2970736 May 06 09:44:06.669230 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b70b8-092c-40a6-a335-217a0f5d418e req-7cffe8e2-f4d0-45c3-8126-031484d9a252 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:06.671149 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-719b70b8-092c-40a6-a335-217a0f5d418e req-7cffe8e2-f4d0-45c3-8126-031484d9a252 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e HTTP/1.1" status: 200 len: 1024 time: 0.2436841 May 06 09:44:06.685600 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-11b5d1f3-e24c-4f30-a1de-66d2cd507f0b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Request body: {'port': {'device_id': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'network_id': '6fffdccd-9d01-41e0-85b5-9c674bdd21ed', 'admin_state_up': True, 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'security_groups': ['297cfa56-a718-4cdf-acfe-78503854dd2e']}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:06.704890 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-570275cd-91ee-4836-876c-de6654132577 req-6e82f49f-dabf-4380-8d46-16f2e4e4052c tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Deleting port 5ee773cd-c3ce-460f-b84b-b122f278bac2 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:06.705130 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-570275cd-91ee-4836-876c-de6654132577 req-6e82f49f-dabf-4380-8d46-16f2e4e4052c tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:06.951654 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-719b70b8-092c-40a6-a335-217a0f5d418e req-f60f7523-8197-4804-9546-591de47bed18 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups?id=aad733bd-513c-4c18-b12b-8e921034c71d&id=08415831-0822-4e23-bce7-b07a4ad1f19f&id=38d54b27-c36f-4353-bb1a-50f95be27bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2623117 May 06 09:44:07.112824 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-570275cd-91ee-4836-876c-de6654132577 req-6e82f49f-dabf-4380-8d46-16f2e4e4052c tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] For port 5ee773cd-c3ce-460f-b84b-b122f278bac2, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=5ee773cd-c3ce-460f-b84b-b122f278bac2,segment=NetworkSegment(48d6abbc-c47f-4b3a-93da-b446cea28541),segment_id=48d6abbc-c47f-4b3a-93da-b446cea28541)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:07.113249 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-570275cd-91ee-4836-876c-de6654132577 req-6e82f49f-dabf-4380-8d46-16f2e4e4052c tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:07.151985 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-570275cd-91ee-4836-876c-de6654132577 req-6e82f49f-dabf-4380-8d46-16f2e4e4052c tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Calling delete_port for 5ee773cd-c3ce-460f-b84b-b122f278bac2 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:07.252426 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302de910-889a-40cb-bc75-8c7701c7b3da req-09f89e24-cd6c-47da-a8e2-6c08405b5d5e tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:07.253975 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-302de910-889a-40cb-bc75-8c7701c7b3da req-09f89e24-cd6c-47da-a8e2-6c08405b5d5e tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2340c8d-1799-4c6e-920d-b076367f59c1 HTTP/1.1" status: 200 len: 945 time: 0.2128730 May 06 09:44:07.254638 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-11b5d1f3-e24c-4f30-a1de-66d2cd507f0b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Made reservation on behalf of 25aba9ec7dab4fc585e8e72a34137627 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:07.258962 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-11b5d1f3-e24c-4f30-a1de-66d2cd507f0b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:07.265326 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.db.resource_extend [req-0b6319d1-6bd7-414e-800e-c62dc8123ad8 req-eb3a04cc-9de7-46df-924e-0cc808ce7774 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:44:07.385960 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0b6319d1-6bd7-414e-800e-c62dc8123ad8 req-eb3a04cc-9de7-46df-924e-0cc808ce7774 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:07.402982 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0b6319d1-6bd7-414e-800e-c62dc8123ad8 req-eb3a04cc-9de7-46df-924e-0cc808ce7774 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:07.443769 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-302de910-889a-40cb-bc75-8c7701c7b3da req-d2f3471f-859e-426d-9fe2-100d7190ab1e tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734891 May 06 09:44:07.702490 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [req-0b6319d1-6bd7-414e-800e-c62dc8123ad8 req-eb3a04cc-9de7-46df-924e-0cc808ce7774 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Floating IP 7ceb77ac-12b8-44ad-8587-65fc9e47811e associated. External IP: 172.25.5.184, port: 09636b4b-cb5b-461d-8711-ce0ce61f5aad. May 06 09:44:07.709448 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-570275cd-91ee-4836-876c-de6654132577 req-6e82f49f-dabf-4380-8d46-16f2e4e4052c tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:07.721171 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['5ee773cd-c3ce-460f-b84b-b122f278bac2'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:44:07.766118 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-11b5d1f3-e24c-4f30-a1de-66d2cd507f0b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Allocated IP 10.1.1.15 (6fffdccd-9d01-41e0-85b5-9c674bdd21ed/9b5f3725-dba4-4109-8ae6-1b69e3c26c4c/f821c4bf-a2e5-4eee-b05e-3fda28dcde76) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:07.783146 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacaf8a7-f3da-471b-9943-661b1572162c req-6abe23b7-2de6-4aa3-bff8-479f6b724b9a tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:07.784929 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eacaf8a7-f3da-471b-9943-661b1572162c req-6abe23b7-2de6-4aa3-bff8-479f6b724b9a tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 946 time: 0.2758734 May 06 09:44:07.829375 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82f49f-dabf-4380-8d46-16f2e4e4052c tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Pushing event deleted for resources: {'Port': ['ID=5ee773cd-c3ce-460f-b84b-b122f278bac2,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:07.941698 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-570275cd-91ee-4836-876c-de6654132577 req-6e82f49f-dabf-4380-8d46-16f2e4e4052c tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] No DVR routers for this DVR port 5ee773cd-c3ce-460f-b84b-b122f278bac2 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:44:07.944640 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-570275cd-91ee-4836-876c-de6654132577 req-6e82f49f-dabf-4380-8d46-16f2e4e4052c tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:07.948535 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-570275cd-91ee-4836-876c-de6654132577 req-6e82f49f-dabf-4380-8d46-16f2e4e4052c tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.84 "DELETE /v2.0/ports/5ee773cd-c3ce-460f-b84b-b122f278bac2 HTTP/1.1" status: 204 len: 173 time: 1.6249955 May 06 09:44:07.959304 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e', 'name': 'network-vif-deleted', 'tag': '5ee773cd-c3ce-460f-b84b-b122f278bac2'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:07.961665 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422c994a-578e-4c93-a0b8-8d16a6fc5f6e" -d '{"events": [{"server_uuid": "2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e", "name": "network-vif-deleted", "tag": "5ee773cd-c3ce-460f-b84b-b122f278bac2"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:07.995896 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eacaf8a7-f3da-471b-9943-661b1572162c req-ac0c2a9d-fc0e-4b2e-a6d7-910ee33db43b tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841805 May 06 09:44:08.110444 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09df93df-bbdf-4b8a-80a1-bfc07058eeb2 x-openstack-request-id: req-09df93df-bbdf-4b8a-80a1-bfc07058eeb2 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:08.110740 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2340c8d-1799-4c6e-920d-b076367f59c1", "name": "network-vif-plugged", "status": "completed", "tag": "fa2ffe1d-ed62-4923-a3b9-5dde95f24997", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:08.110995 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-09df93df-bbdf-4b8a-80a1-bfc07058eeb2 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:08.111417 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09df93df-bbdf-4b8a-80a1-bfc07058eeb2'] response: {'server_uuid': 'e2340c8d-1799-4c6e-920d-b076367f59c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2ffe1d-ed62-4923-a3b9-5dde95f24997', 'code': 200} May 06 09:44:08.748034 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560b790-ec24-4dce-b168-ca22e265960e req-abe621b3-0c22-412d-81eb-706a73da1702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:08.751762 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0560b790-ec24-4dce-b168-ca22e265960e req-abe621b3-0c22-412d-81eb-706a73da1702 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e2340c8d-1799-4c6e-920d-b076367f59c1 HTTP/1.1" status: 200 len: 1096 time: 0.1902647 May 06 09:44:08.769029 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80f8c2-7cad-48e3-b95c-e087820cba80 req-d81e433f-cee4-4de0-84e1-21d433be3534 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:08.776397 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d80f8c2-7cad-48e3-b95c-e087820cba80 req-d81e433f-cee4-4de0-84e1-21d433be3534 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=402f38a3-5832-4bb5-a96b-c9680d5a3aae HTTP/1.1" status: 200 len: 944 time: 0.2171476 May 06 09:44:08.814994 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-11b5d1f3-e24c-4f30-a1de-66d2cd507f0b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:08.845967 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b6319d1-6bd7-414e-800e-c62dc8123ad8 req-eb3a04cc-9de7-46df-924e-0cc808ce7774 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Router 7371434e-b72b-4535-8f2c-b52f0adc62dd has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:44:08.894035 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d80f8c2-7cad-48e3-b95c-e087820cba80 req-b2d58151-76c9-47dc-83cc-f0af94264034 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167545 May 06 09:44:08.905063 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0560b790-ec24-4dce-b168-ca22e265960e req-f90dafc1-7828-4a1e-b313-a99e4ca7c9f8 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206169 May 06 09:44:08.965227 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-11b5d1f3-e24c-4f30-a1de-66d2cd507f0b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:09.076701 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-11b5d1f3-e24c-4f30-a1de-66d2cd507f0b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Network 6fffdccd-9d01-41e0-85b5-9c674bdd21ed is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:09.122438 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-11b5d1f3-e24c-4f30-a1de-66d2cd507f0b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:09.136043 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-11b5d1f3-e24c-4f30-a1de-66d2cd507f0b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:09.145055 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5d1f3-e24c-4f30-a1de-66d2cd507f0b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Pushing event updated for resources: {'Port': ['ID=f821c4bf-a2e5-4eee-b05e-3fda28dcde76,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:09.191421 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5d1f3-e24c-4f30-a1de-66d2cd507f0b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:09.191868 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5d1f3-e24c-4f30-a1de-66d2cd507f0b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:09.192283 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5d1f3-e24c-4f30-a1de-66d2cd507f0b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:09.192693 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5d1f3-e24c-4f30-a1de-66d2cd507f0b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:09.193104 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5d1f3-e24c-4f30-a1de-66d2cd507f0b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:09.193509 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5d1f3-e24c-4f30-a1de-66d2cd507f0b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:09.193917 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5d1f3-e24c-4f30-a1de-66d2cd507f0b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:09.194316 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5d1f3-e24c-4f30-a1de-66d2cd507f0b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:09.194739 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5d1f3-e24c-4f30-a1de-66d2cd507f0b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:09.195154 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5d1f3-e24c-4f30-a1de-66d2cd507f0b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:09.195607 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5d1f3-e24c-4f30-a1de-66d2cd507f0b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:09.195971 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5d1f3-e24c-4f30-a1de-66d2cd507f0b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:09.215561 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382331d4-353c-40ac-a8c4-5b06684e1db6 req-4cf15a8e-5a90-42df-9540-65619bb74e7f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:09.222390 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382331d4-353c-40ac-a8c4-5b06684e1db6 req-4cf15a8e-5a90-42df-9540-65619bb74e7f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:09.228459 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382331d4-353c-40ac-a8c4-5b06684e1db6 req-4cf15a8e-5a90-42df-9540-65619bb74e7f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:09.230369 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-382331d4-353c-40ac-a8c4-5b06684e1db6 req-4cf15a8e-5a90-42df-9540-65619bb74e7f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 2373 time: 0.2267592 May 06 09:44:09.252229 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b6319d1-6bd7-414e-800e-c62dc8123ad8 req-eb3a04cc-9de7-46df-924e-0cc808ce7774 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:44:09.261680 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-11b5d1f3-e24c-4f30-a1de-66d2cd507f0b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:09.261959 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cd737a-cdba-4d68-9bb9-dbe4dd2e0dc7 None None] Sync routers for ids ['7371434e-b72b-4535-8f2c-b52f0adc62dd'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:44:09.262387 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-11b5d1f3-e24c-4f30-a1de-66d2cd507f0b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:09.273538 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0b6319d1-6bd7-414e-800e-c62dc8123ad8 req-eb3a04cc-9de7-46df-924e-0cc808ce7774 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:09.276461 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cd737a-cdba-4d68-9bb9-dbe4dd2e0dc7 None None] Routers {'7371434e-b72b-4535-8f2c-b52f0adc62dd'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:09.277765 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-55cd737a-cdba-4d68-9bb9-dbe4dd2e0dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:43:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['7371434e-b72b-4535-8f2c-b52f0adc62dd'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:09.330384 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0b6319d1-6bd7-414e-800e-c62dc8123ad8 req-eb3a04cc-9de7-46df-924e-0cc808ce7774 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "PUT /v2.0/floatingips/7ceb77ac-12b8-44ad-8587-65fc9e47811e HTTP/1.1" status: 200 len: 997 time: 3.8070605 May 06 09:44:09.352989 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-11b5d1f3-e24c-4f30-a1de-66d2cd507f0b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6717272 May 06 09:44:09.378085 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-34c4ad8c-275b-45cf-9a5d-4b2336f4cc45 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Request body: {'port': {'device_id': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7d9fc154-3e75-4eba-b7be-fb999f1d724a', 'admin_state_up': True, 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'security_groups': ['297cfa56-a718-4cdf-acfe-78503854dd2e']}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:09.459674 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-55cd737a-cdba-4d68-9bb9-dbe4dd2e0dc7 None None] Set router 7371434e-b72b-4535-8f2c-b52f0adc62dd gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:09.489023 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-382331d4-353c-40ac-a8c4-5b06684e1db6 req-a6e89066-7f5d-4ecd-b340-23229ccab960 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2458129 May 06 09:44:09.524627 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a7b793ce-bc0e-4f06-aafb-7b1cc9975bf4 None None] Provisioning complete for port f821c4bf-a2e5-4eee-b05e-3fda28dcde76 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:09.525398 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a7b793ce-bc0e-4f06-aafb-7b1cc9975bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:09.571655 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f14905-eddb-493a-add5-593ebf94a046 x-openstack-request-id: req-e9f14905-eddb-493a-add5-593ebf94a046 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:09.571945 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e", "name": "network-vif-deleted", "tag": "5ee773cd-c3ce-460f-b84b-b122f278bac2", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:09.572194 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e9f14905-eddb-493a-add5-593ebf94a046 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:09.572947 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9f14905-eddb-493a-add5-593ebf94a046'] response: {'server_uuid': '2fc82fa3-6b3f-4866-86d1-6b004fcc6f5e', 'name': 'network-vif-deleted', 'tag': '5ee773cd-c3ce-460f-b84b-b122f278bac2', 'status': 'completed', 'code': 200} May 06 09:44:09.604466 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6319d1-6bd7-414e-800e-c62dc8123ad8 req-f696de7e-81d2-4409-871a-1514a0f20534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:09.608155 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0b6319d1-6bd7-414e-800e-c62dc8123ad8 req-f696de7e-81d2-4409-871a-1514a0f20534 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b0984a5a7244851a31d0e832302a0fa&device_id=3d149b98-9a89-40e8-bce0-ebc567cabe2c HTTP/1.1" status: 200 len: 1097 time: 0.2507606 May 06 09:44:09.609426 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-34c4ad8c-275b-45cf-9a5d-4b2336f4cc45 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Made reservation on behalf of 25aba9ec7dab4fc585e8e72a34137627 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:09.627435 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-a7b793ce-bc0e-4f06-aafb-7b1cc9975bf4 None None] Port f821c4bf-a2e5-4eee-b05e-3fda28dcde76 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:44:09.690002 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 54b1c233-3df5-44da-aafc-2d26881e2146 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:44:09.835063 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6319d1-6bd7-414e-800e-c62dc8123ad8 req-88520217-7295-4976-b5d0-0966ff0053a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:09.836674 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0b6319d1-6bd7-414e-800e-c62dc8123ad8 req-88520217-7295-4976-b5d0-0966ff0053a2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ae356d08-2dc7-4bce-a097-5441709edd13 HTTP/1.1" status: 200 len: 921 time: 0.2172399 May 06 09:44:09.840837 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-34c4ad8c-275b-45cf-9a5d-4b2336f4cc45 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:09.850331 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a80ba-79c5-46e0-92e7-0b9f950bcf4f req-332c39af-d33a-4d28-bf9f-fb2d7c5bbc01 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:09.851919 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea0a80ba-79c5-46e0-92e7-0b9f950bcf4f req-332c39af-d33a-4d28-bf9f-fb2d7c5bbc01 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2340c8d-1799-4c6e-920d-b076367f59c1 HTTP/1.1" status: 200 len: 945 time: 0.1355338 May 06 09:44:09.857291 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 54b1c233-3df5-44da-aafc-2d26881e2146, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=54b1c233-3df5-44da-aafc-2d26881e2146,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:09.875621 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '54b1c233-3df5-44da-aafc-2d26881e2146', 'network_id': '16dc8542-3f4f-4c03-b279-70aaa1b5cdbc', 'port_id': '54b1c233-3df5-44da-aafc-2d26881e2146', 'mac_address': 'fa:16:3e:53:24:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922edf83-b4a4-4bdd-8455-01a609c6fee5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:44:09.914574 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-55cd737a-cdba-4d68-9bb9-dbe4dd2e0dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'name': 'tempest-FloatingIPsAssociationTestJSON-681174063-router', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:15Z', 'updated_at': '2022-05-06T09:43:22Z', 'revision_number': 4, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'gw_port': {'id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:16Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '7ceb77ac-12b8-44ad-8587-65fc9e47811e', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'floating_ip_address': '172.25.5.184', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'port_id': '09636b4b-cb5b-461d-8711-ce0ce61f5aad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'mac_address': 'fa:16:3e:93:55:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d149b98-9a89-40e8-bce0-ebc567cabe2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:43:47Z', 'updated_at': '2022-05-06T09:44:07Z', 'revision_number': 1, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d74a51-5652-43a6-bda5-caa1f8194f78', 'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:20Z', 'updated_at': '2022-05-06T09:43:28Z', 'revision_number': 5, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'subnets': [{'id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:09.955057 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cd737a-cdba-4d68-9bb9-dbe4dd2e0dc7 None None] Checking router: 7371434e-b72b-4535-8f2c-b52f0adc62dd for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:44:09.969546 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:09.985324 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cd737a-cdba-4d68-9bb9-dbe4dd2e0dc7 None None] Routers {'7371434e-b72b-4535-8f2c-b52f0adc62dd'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:09.985960 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-55cd737a-cdba-4d68-9bb9-dbe4dd2e0dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:43:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['7371434e-b72b-4535-8f2c-b52f0adc62dd'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:10.036190 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b1c233-3df5-44da-aafc-2d26881e2146 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:10.073810 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea0a80ba-79c5-46e0-92e7-0b9f950bcf4f req-dcc2fad0-05e6-461f-8474-54c48e315ee2 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058506 May 06 09:44:10.082226 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 54b1c233-3df5-44da-aafc-2d26881e2146, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=54b1c233-3df5-44da-aafc-2d26881e2146,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:10.092489 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:10.097079 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0b6319d1-6bd7-414e-800e-c62dc8123ad8 req-13533b03-d7bd-4846-9766-267bcc129914 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09636b4b-cb5b-461d-8711-ce0ce61f5aad HTTP/1.1" status: 200 len: 1000 time: 0.2437363 May 06 09:44:10.150170 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6319d1-6bd7-414e-800e-c62dc8123ad8 req-ba47a30d-9f5d-4b90-a3fa-5c9bd4200d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:10.158314 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0b6319d1-6bd7-414e-800e-c62dc8123ad8 req-ba47a30d-9f5d-4b90-a3fa-5c9bd4200d29 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56044973-1a08-4bdf-ad26-5f7c6c20c16e HTTP/1.1" status: 200 len: 859 time: 0.0603271 May 06 09:44:10.314219 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6319d1-6bd7-414e-800e-c62dc8123ad8 req-9265a19e-d41c-4b47-bd27-093f4d249270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:10.315980 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0b6319d1-6bd7-414e-800e-c62dc8123ad8 req-9265a19e-d41c-4b47-bd27-093f4d249270 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ae356d08-2dc7-4bce-a097-5441709edd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1568558 May 06 09:44:10.390898 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=54b1c233-3df5-44da-aafc-2d26881e2146,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:10.408226 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-55cd737a-cdba-4d68-9bb9-dbe4dd2e0dc7 None None] Set router 7371434e-b72b-4535-8f2c-b52f0adc62dd gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:10.421278 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232e581-0206-41b9-b2e9-58c7c0c213ec req-a349a8be-2cb0-4528-86df-12e4301cd557 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:10.423596 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f232e581-0206-41b9-b2e9-58c7c0c213ec req-a349a8be-2cb0-4528-86df-12e4301cd557 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 946 time: 0.2318099 May 06 09:44:10.476846 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-34c4ad8c-275b-45cf-9a5d-4b2336f4cc45 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Allocated IP 10.2.2.100 (7d9fc154-3e75-4eba-b7be-fb999f1d724a/5c335cf1-1bd2-4605-9b91-b2c2b45fc21f/5657ef8a-6946-4f8a-b6db-d71d2f6baecd) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:10.549309 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f232e581-0206-41b9-b2e9-58c7c0c213ec req-76c0df90-7c92-44f7-97e1-51d35af3fb63 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121199 May 06 09:44:10.554847 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 5ee773cd-c3ce-460f-b84b-b122f278bac2 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:44:10.568425 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0b6319d1-6bd7-414e-800e-c62dc8123ad8 req-bfb96da7-dc10-40fc-968d-bbd7a1395002 service neutron] 10.222.0.73 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183816 May 06 09:44:10.601206 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011906ec-a4c3-4d93-ada1-416fe32073b3 req-1756f570-e10c-44d1-bf1b-eaaed4168cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:10.602809 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-011906ec-a4c3-4d93-ada1-416fe32073b3 req-1756f570-e10c-44d1-bf1b-eaaed4168cdc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9f8b2c0972214e249e01f24834153507&device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 1097 time: 0.0781815 May 06 09:44:10.605416 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 5ee773cd-c3ce-460f-b84b-b122f278bac2 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:44:10.605841 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 5ee773cd-c3ce-460f-b84b-b122f278bac2 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:44:10.717977 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011906ec-a4c3-4d93-ada1-416fe32073b3 req-91aed0f1-4ede-490e-aaf1-cfd4d11590f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:10.719678 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-011906ec-a4c3-4d93-ada1-416fe32073b3 req-91aed0f1-4ede-490e-aaf1-cfd4d11590f2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bf084c2a-2749-4093-a4ea-996162f08ec8 HTTP/1.1" status: 200 len: 913 time: 0.1093798 May 06 09:44:10.731403 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['54b1c233-3df5-44da-aafc-2d26881e2146'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:44:10.763614 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c36bc0c0-7685-45bf-bc52-baaf72769660 req-0b5a5ae1-79f6-4703-b4f8-115b5c6fda17 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups/aad733bd-513c-4c18-b12b-8e921034c71d HTTP/1.1" status: 200 len: 1803 time: 0.1521919 May 06 09:44:10.777302 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-011906ec-a4c3-4d93-ada1-416fe32073b3 req-53a2bcaf-d1dc-499a-a1f7-4167eada4b28 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3b4a96f-6902-4b55-b868-d20cfc1713df HTTP/1.1" status: 200 len: 217 time: 0.0496480 May 06 09:44:10.834337 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0b6319d1-6bd7-414e-800e-c62dc8123ad8 req-f088768e-8082-4f0a-b4da-b41f57ce90c1 service neutron] 10.222.0.73 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614491 May 06 09:44:10.852783 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011906ec-a4c3-4d93-ada1-416fe32073b3 req-affd646b-9f22-46f4-b95e-7b22c74b48fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:10.854823 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-011906ec-a4c3-4d93-ada1-416fe32073b3 req-affd646b-9f22-46f4-b95e-7b22c74b48fc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8274d079-7928-4ac7-bf6e-3d3c9edfbcb7 HTTP/1.1" status: 200 len: 852 time: 0.0693984 May 06 09:44:10.874192 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-34c4ad8c-275b-45cf-9a5d-4b2336f4cc45 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:10.923973 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-011906ec-a4c3-4d93-ada1-416fe32073b3 req-d092f784-27e4-4a51-a4ac-b2cf5050f597 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bf084c2a-2749-4093-a4ea-996162f08ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562413 May 06 09:44:10.952668 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-c36bc0c0-7685-45bf-bc52-baaf72769660 req-e40d1d9f-488d-4c9b-8a02-eaff18ebcc19 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:10.973307 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-55cd737a-cdba-4d68-9bb9-dbe4dd2e0dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'name': 'tempest-FloatingIPsAssociationTestJSON-681174063-router', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:15Z', 'updated_at': '2022-05-06T09:43:22Z', 'revision_number': 4, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'gw_port': {'id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:16Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '7ceb77ac-12b8-44ad-8587-65fc9e47811e', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'floating_ip_address': '172.25.5.184', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'port_id': '09636b4b-cb5b-461d-8711-ce0ce61f5aad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'mac_address': 'fa:16:3e:93:55:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d149b98-9a89-40e8-bce0-ebc567cabe2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:43:47Z', 'updated_at': '2022-05-06T09:44:07Z', 'revision_number': 1, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d74a51-5652-43a6-bda5-caa1f8194f78', 'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:20Z', 'updated_at': '2022-05-06T09:43:28Z', 'revision_number': 5, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'subnets': [{'id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:10.985328 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-c36bc0c0-7685-45bf-bc52-baaf72769660 req-e40d1d9f-488d-4c9b-8a02-eaff18ebcc19 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:11.018485 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cd737a-cdba-4d68-9bb9-dbe4dd2e0dc7 None None] The sync data for ids ['7371434e-b72b-4535-8f2c-b52f0adc62dd'] in n-d-840835-1 is: [{'id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'name': 'tempest-FloatingIPsAssociationTestJSON-681174063-router', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:15Z', 'updated_at': '2022-05-06T09:43:22Z', 'revision_number': 4, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'gw_port': {'id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:16Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '7ceb77ac-12b8-44ad-8587-65fc9e47811e', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'floating_ip_address': '172.25.5.184', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'port_id': '09636b4b-cb5b-461d-8711-ce0ce61f5aad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'mac_address': 'fa:16:3e:93:55:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d149b98-9a89-40e8-bce0-ebc567cabe2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:43:47Z', 'updated_at': '2022-05-06T09:44:07Z', 'revision_number': 1, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d74a51-5652-43a6-bda5-caa1f8194f78', 'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:20Z', 'updated_at': '2022-05-06T09:43:28Z', 'revision_number': 5, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'subnets': [{'id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:44:11.040750 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-34c4ad8c-275b-45cf-9a5d-4b2336f4cc45 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:11.051915 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-011906ec-a4c3-4d93-ada1-416fe32073b3 req-dfdbdb41-0a3b-491e-82c0-2b9851df67b7 service neutron] 10.222.0.77 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249859 May 06 09:44:11.052492 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-c36bc0c0-7685-45bf-bc52-baaf72769660 req-e40d1d9f-488d-4c9b-8a02-eaff18ebcc19 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:11.055199 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-c36bc0c0-7685-45bf-bc52-baaf72769660 req-e40d1d9f-488d-4c9b-8a02-eaff18ebcc19 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:11.056501 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c36bc0c0-7685-45bf-bc52-baaf72769660 req-e40d1d9f-488d-4c9b-8a02-eaff18ebcc19 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "DELETE /v2.0/security-groups/aad733bd-513c-4c18-b12b-8e921034c71d HTTP/1.1" status: 204 len: 173 time: 0.2699373 May 06 09:44:11.188240 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d1d9f-488d-4c9b-8a02-eaff18ebcc19 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad733bd-513c-4c18-b12b-8e921034c71d,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:11.210544 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-34c4ad8c-275b-45cf-9a5d-4b2336f4cc45 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Network 7d9fc154-3e75-4eba-b7be-fb999f1d724a is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:11.221942 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-34c4ad8c-275b-45cf-9a5d-4b2336f4cc45 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:11.224033 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-011906ec-a4c3-4d93-ada1-416fe32073b3 req-3809c6f7-bece-4c25-b7eb-4da9bc9ccaa1 service neutron] 10.222.0.77 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510704 May 06 09:44:11.241319 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-34c4ad8c-275b-45cf-9a5d-4b2336f4cc45 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:11.263239 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1191b71-7d0d-497c-80ba-cd5d073b1e27 req-9da31c7b-8a1b-4dc4-8264-5913490e497a tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:11.265231 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1191b71-7d0d-497c-80ba-cd5d073b1e27 req-9da31c7b-8a1b-4dc4-8264-5913490e497a tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=402f38a3-5832-4bb5-a96b-c9680d5a3aae HTTP/1.1" status: 200 len: 945 time: 0.2277803 May 06 09:44:11.306997 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4ad8c-275b-45cf-9a5d-4b2336f4cc45 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Pushing event updated for resources: {'Port': ['ID=5657ef8a-6946-4f8a-b6db-d71d2f6baecd,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:11.357149 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1191b71-7d0d-497c-80ba-cd5d073b1e27 req-b3dc14a5-9fd4-4629-8898-689b905307a6 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470080 May 06 09:44:11.391961 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d2c40-c450-41e3-94e1-6535ee9e96f4 req-74b4fa12-eed0-4035-8dd4-282c0879bc03 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:11.401392 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6348bdab-1b36-4a27-b088-a43d9ed3e624 None None] New status for floating IP 7ceb77ac-12b8-44ad-8587-65fc9e47811e: ACTIVE {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:44:11.402095 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d2c40-c450-41e3-94e1-6535ee9e96f4 req-74b4fa12-eed0-4035-8dd4-282c0879bc03 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:11.409235 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d2c40-c450-41e3-94e1-6535ee9e96f4 req-74b4fa12-eed0-4035-8dd4-282c0879bc03 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:11.416854 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d2c40-c450-41e3-94e1-6535ee9e96f4 req-74b4fa12-eed0-4035-8dd4-282c0879bc03 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:11.420430 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cf2d2c40-c450-41e3-94e1-6535ee9e96f4 req-74b4fa12-eed0-4035-8dd4-282c0879bc03 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 3094 time: 0.2397549 May 06 09:44:11.444152 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-34c4ad8c-275b-45cf-9a5d-4b2336f4cc45 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:11.444840 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-34c4ad8c-275b-45cf-9a5d-4b2336f4cc45 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:11.517140 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-34c4ad8c-275b-45cf-9a5d-4b2336f4cc45 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1451230 May 06 09:44:11.527614 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cf2d2c40-c450-41e3-94e1-6535ee9e96f4 req-2abd4fe1-867d-4d04-b770-c013f6731787 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786271 May 06 09:44:11.538897 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-95996e32-0cd8-4aca-8b0a-dce18de1a68b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Request body: {'port': {'device_id': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7d9fc154-3e75-4eba-b7be-fb999f1d724a', 'admin_state_up': True, 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'security_groups': ['297cfa56-a718-4cdf-acfe-78503854dd2e']}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:11.586826 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-07e16728-02a9-4463-a0dd-d09be82fd828 None None] Provisioning complete for port 5657ef8a-6946-4f8a-b6db-d71d2f6baecd triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:11.588344 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-07e16728-02a9-4463-a0dd-d09be82fd828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:11.628181 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-07e16728-02a9-4463-a0dd-d09be82fd828 None None] Port 5657ef8a-6946-4f8a-b6db-d71d2f6baecd cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:44:11.635512 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d149b98-9a89-40e8-bce0-ebc567cabe2c', 'tag': '09636b4b-cb5b-461d-8711-ce0ce61f5aad'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:11.637914 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73f1665-da5c-4134-b00b-e07f1a6412b1" -d '{"events": [{"name": "network-changed", "server_uuid": "3d149b98-9a89-40e8-bce0-ebc567cabe2c", "tag": "09636b4b-cb5b-461d-8711-ce0ce61f5aad"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:11.691686 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-61891bd3-eea9-4e77-8027-22d87d3ef144 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:11.693229 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-61891bd3-eea9-4e77-8027-22d87d3ef144 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/ports?device_id=c63b5e64-2cab-438f-bde8-af4fa9b0f26e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2225840 May 06 09:44:11.722057 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2eb6202-649a-4651-9a51-e71bc4caf385 req-aabf65bf-0950-4f64-8d6d-9641c96ea979 tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "GET /v2.0/security-groups/38d54b27-c36f-4353-bb1a-50f95be27bb1 HTTP/1.1" status: 200 len: 1801 time: 0.0811112 May 06 09:44:11.756090 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-95996e32-0cd8-4aca-8b0a-dce18de1a68b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Made reservation on behalf of 25aba9ec7dab4fc585e8e72a34137627 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:11.760506 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-95996e32-0cd8-4aca-8b0a-dce18de1a68b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:11.836942 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-345e8113-d5fe-4204-a993-a6dc59627341 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.184 HTTP/1.1" status: 200 len: 1002 time: 0.1341672 May 06 09:44:11.872722 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-ad8c6146-d609-45cf-93f1-9032bcb9df08 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Request body: {'floatingip': {'port_id': '0a055353-6e55-4732-a8e7-24f8f4d708b9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:11.938334 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d2eb6202-649a-4651-9a51-e71bc4caf385 req-9a46c4c8-303d-4489-a3ab-936acbd4c92b tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:12.000201 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-ad8c6146-d609-45cf-93f1-9032bcb9df08 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks [] for floatingip, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:12.046345 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d2eb6202-649a-4651-9a51-e71bc4caf385 req-9a46c4c8-303d-4489-a3ab-936acbd4c92b tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:12.167435 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-95996e32-0cd8-4aca-8b0a-dce18de1a68b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Allocated IP 10.2.2.200 (7d9fc154-3e75-4eba-b7be-fb999f1d724a/5c335cf1-1bd2-4605-9b91-b2c2b45fc21f/33947b19-31b2-4338-b727-408a0344a6ca) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:12.193835 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d2eb6202-649a-4651-9a51-e71bc4caf385 req-9a46c4c8-303d-4489-a3ab-936acbd4c92b tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:12.196360 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d2eb6202-649a-4651-9a51-e71bc4caf385 req-9a46c4c8-303d-4489-a3ab-936acbd4c92b tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:12.197539 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2eb6202-649a-4651-9a51-e71bc4caf385 req-9a46c4c8-303d-4489-a3ab-936acbd4c92b tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] 10.222.0.73 "DELETE /v2.0/security-groups/38d54b27-c36f-4353-bb1a-50f95be27bb1 HTTP/1.1" status: 204 len: 173 time: 0.4424624 May 06 09:44:12.205514 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49186) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:12.233451 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46c4c8-303d-4489-a3ab-936acbd4c92b tempest-SecurityGroupsTestJSON-1329744158 tempest-SecurityGroupsTestJSON-1329744158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d54b27-c36f-4353-bb1a-50f95be27bb1,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:12.312075 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-acbb2a5b-8928-4647-bda5-13c9156b4282 admin admin] Deleting subnet a00563ec-513d-49b9-87cd-c2737f5945a8 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:44:12.315805 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-acbb2a5b-8928-4647-bda5-13c9156b4282 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:12.357519 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-acbb2a5b-8928-4647-bda5-13c9156b4282 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:12.408788 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-acbb2a5b-8928-4647-bda5-13c9156b4282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:12.452695 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cc5d6-f636-4b8c-87d5-77f5ea656aea req-9f38f86a-3135-41b2-acbe-c031e69f6322 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:12.454102 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-109cc5d6-f636-4b8c-87d5-77f5ea656aea req-9f38f86a-3135-41b2-acbe-c031e69f6322 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2340c8d-1799-4c6e-920d-b076367f59c1 HTTP/1.1" status: 200 len: 945 time: 0.1570621 May 06 09:44:12.472091 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-acbb2a5b-8928-4647-bda5-13c9156b4282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:12.502434 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb2a5b-8928-4647-bda5-13c9156b4282 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a00563ec-513d-49b9-87cd-c2737f5945a8,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:12.513443 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-acbb2a5b-8928-4647-bda5-13c9156b4282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:12.517946 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-acbb2a5b-8928-4647-bda5-13c9156b4282 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a00563ec-513d-49b9-87cd-c2737f5945a8 HTTP/1.1" status: 204 len: 168 time: 0.3096774 May 06 09:44:12.519789 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb2a5b-8928-4647-bda5-13c9156b4282 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:12.520156 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb2a5b-8928-4647-bda5-13c9156b4282 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:12.520578 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb2a5b-8928-4647-bda5-13c9156b4282 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:12.521158 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb2a5b-8928-4647-bda5-13c9156b4282 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:12.521630 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb2a5b-8928-4647-bda5-13c9156b4282 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:12.522126 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb2a5b-8928-4647-bda5-13c9156b4282 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:12.523668 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb2a5b-8928-4647-bda5-13c9156b4282 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:12.523668 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb2a5b-8928-4647-bda5-13c9156b4282 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:12.523668 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb2a5b-8928-4647-bda5-13c9156b4282 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:12.524199 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb2a5b-8928-4647-bda5-13c9156b4282 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:12.524607 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb2a5b-8928-4647-bda5-13c9156b4282 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:12.525031 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb2a5b-8928-4647-bda5-13c9156b4282 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:12.528962 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49190) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:12.573770 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-95996e32-0cd8-4aca-8b0a-dce18de1a68b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:12.586112 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-109cc5d6-f636-4b8c-87d5-77f5ea656aea req-3a89dddf-6353-46d0-af61-647fd6ec0d09 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191030 May 06 09:44:12.620469 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4e8f0b6a-18e4-4a52-a06f-2dd7beb9cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:12.720559 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4e8f0b6a-18e4-4a52-a06f-2dd7beb9cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:12.744185 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-4e8f0b6a-18e4-4a52-a06f-2dd7beb9cd02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c294ea7-0917-4fe1-8a6b-362ee7fbe836']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:12.754906 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-4e8f0b6a-18e4-4a52-a06f-2dd7beb9cd02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d6abbc-c47f-4b3a-93da-b446cea28541') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:12.755336 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-4e8f0b6a-18e4-4a52-a06f-2dd7beb9cd02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d6abbc-c47f-4b3a-93da-b446cea28541') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:12.767312 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4e8f0b6a-18e4-4a52-a06f-2dd7beb9cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:12.784998 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4e8f0b6a-18e4-4a52-a06f-2dd7beb9cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:12.792137 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8f0b6a-18e4-4a52-a06f-2dd7beb9cd02 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:44:12.792645 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4e8f0b6a-18e4-4a52-a06f-2dd7beb9cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: timer() May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:44:12.795160 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:44:12.885281 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4e8f0b6a-18e4-4a52-a06f-2dd7beb9cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:13.119628 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-95996e32-0cd8-4aca-8b0a-dce18de1a68b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:13.224573 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98dbf2-b4d9-4575-8959-b822845d62b8 req-1a72448c-84be-4295-aec7-9c12d50bb6c9 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:13.226221 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2f98dbf2-b4d9-4575-8959-b822845d62b8 req-1a72448c-84be-4295-aec7-9c12d50bb6c9 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 946 time: 0.5638309 May 06 09:44:13.238200 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-95996e32-0cd8-4aca-8b0a-dce18de1a68b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Network 7d9fc154-3e75-4eba-b7be-fb999f1d724a is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:13.251978 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-95996e32-0cd8-4aca-8b0a-dce18de1a68b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:13.256747 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95996e32-0cd8-4aca-8b0a-dce18de1a68b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Pushing event updated for resources: {'Port': ['ID=33947b19-31b2-4338-b727-408a0344a6ca,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:13.256948 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4e8f0b6a-18e4-4a52-a06f-2dd7beb9cd02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:13.263845 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4e8f0b6a-18e4-4a52-a06f-2dd7beb9cd02 admin admin] 10.222.0.73 "DELETE /v2.0/networks/1c294ea7-0917-4fe1-8a6b-362ee7fbe836 HTTP/1.1" status: 204 len: 168 time: 0.7315063 May 06 09:44:13.263845 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f0b6a-18e4-4a52-a06f-2dd7beb9cd02 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c294ea7-0917-4fe1-8a6b-362ee7fbe836,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:13.265798 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-95996e32-0cd8-4aca-8b0a-dce18de1a68b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:13.320091 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.db.resource_extend [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-ad8c6146-d609-45cf-93f1-9032bcb9df08 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:44:13.375039 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2f98dbf2-b4d9-4575-8959-b822845d62b8 req-ea678321-926e-472c-aaac-e4731d89d238 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265702 May 06 09:44:13.395105 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-95996e32-0cd8-4aca-8b0a-dce18de1a68b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:13.395843 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-95996e32-0cd8-4aca-8b0a-dce18de1a68b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:13.421061 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-ad8c6146-d609-45cf-93f1-9032bcb9df08 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:13.434202 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-ad8c6146-d609-45cf-93f1-9032bcb9df08 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:13.443882 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-95996e32-0cd8-4aca-8b0a-dce18de1a68b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9128518 May 06 09:44:13.457822 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49198) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:13.484710 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedd198a-00bd-4899-8ecf-bdf93b776ba9 x-openstack-request-id: req-eedd198a-00bd-4899-8ecf-bdf93b776ba9 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:13.485515 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d149b98-9a89-40e8-bce0-ebc567cabe2c", "tag": "09636b4b-cb5b-461d-8711-ce0ce61f5aad", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:13.485515 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eedd198a-00bd-4899-8ecf-bdf93b776ba9 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:13.485863 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eedd198a-00bd-4899-8ecf-bdf93b776ba9'] response: {'name': 'network-changed', 'server_uuid': '3d149b98-9a89-40e8-bce0-ebc567cabe2c', 'tag': '09636b4b-cb5b-461d-8711-ce0ce61f5aad', 'status': 'completed', 'code': 200} May 06 09:44:13.530792 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-f722aeff-a394-49d9-96a2-9f9277617345 service neutron] Request body: {'port': {'device_id': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:13.596914 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-33763b12-68ae-4020-a215-78ca84a3c0e4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7164c1da46a24f038e1d3e72e4e90141&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1374629 May 06 09:44:13.599941 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49200) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:13.644982 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f1665-da5c-4134-b00b-e07f1a6412b1 req-f56009c7-a300-4c2c-beb2-e36a89a4ec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:13.646528 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f73f1665-da5c-4134-b00b-e07f1a6412b1 req-f56009c7-a300-4c2c-beb2-e36a89a4ec3c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b0984a5a7244851a31d0e832302a0fa&device_id=3d149b98-9a89-40e8-bce0-ebc567cabe2c HTTP/1.1" status: 200 len: 1097 time: 0.1159635 May 06 09:44:13.664383 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d08034fe-5218-4c25-9386-463671198c00 None None] Provisioning complete for port 33947b19-31b2-4338-b727-408a0344a6ca triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:13.666060 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d08034fe-5218-4c25-9386-463671198c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:13.680820 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-ad8c6146-d609-45cf-93f1-9032bcb9df08 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Floating IP 7ceb77ac-12b8-44ad-8587-65fc9e47811e associated. External IP: 172.25.5.184, port: 09636b4b-cb5b-461d-8711-ce0ce61f5aad. May 06 09:44:13.685136 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4d403273-ccea-4b7c-a919-b7db3fa7e560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:13.704419 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 54b1c233-3df5-44da-aafc-2d26881e2146 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:13.736419 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d08034fe-5218-4c25-9386-463671198c00 None None] Port 33947b19-31b2-4338-b727-408a0344a6ca cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:44:13.755465 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4d403273-ccea-4b7c-a919-b7db3fa7e560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:13.782558 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 54b1c233-3df5-44da-aafc-2d26881e2146 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:44:13.788651 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 54b1c233-3df5-44da-aafc-2d26881e2146 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:13.789250 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:13.802555 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552300e-2ff2-48cf-ac5a-80eeb438fc88 req-1e389f5c-9619-420a-8525-19ec4db5628f tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:13.810704 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b552300e-2ff2-48cf-ac5a-80eeb438fc88 req-1e389f5c-9619-420a-8525-19ec4db5628f tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=402f38a3-5832-4bb5-a96b-c9680d5a3aae HTTP/1.1" status: 200 len: 945 time: 0.1654296 May 06 09:44:13.829687 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f1665-da5c-4134-b00b-e07f1a6412b1 req-60e6856b-e7e7-4a3e-a21f-387cd50cbb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:13.831483 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f73f1665-da5c-4134-b00b-e07f1a6412b1 req-60e6856b-e7e7-4a3e-a21f-387cd50cbb0b service neutron] 10.222.0.77 "GET /v2.0/networks?id=ae356d08-2dc7-4bce-a097-5441709edd13 HTTP/1.1" status: 200 len: 921 time: 0.1768820 May 06 09:44:13.834914 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4d403273-ccea-4b7c-a919-b7db3fa7e560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:13.838275 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4d403273-ccea-4b7c-a919-b7db3fa7e560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:13.839469 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4d403273-ccea-4b7c-a919-b7db3fa7e560 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/08415831-0822-4e23-bce7-b07a4ad1f19f HTTP/1.1" status: 204 len: 168 time: 0.2384121 May 06 09:44:13.883935 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-f722aeff-a394-49d9-96a2-9f9277617345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:13.909416 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:13.912833 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b552300e-2ff2-48cf-ac5a-80eeb438fc88 req-989f1ad5-893a-48fa-a723-31f16f6d2094 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999513 May 06 09:44:13.941157 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d403273-ccea-4b7c-a919-b7db3fa7e560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08415831-0822-4e23-bce7-b07a4ad1f19f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:13.962243 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f73f1665-da5c-4134-b00b-e07f1a6412b1 req-fdb0008f-6292-4fa2-af01-e70a67d30087 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09636b4b-cb5b-461d-8711-ce0ce61f5aad HTTP/1.1" status: 200 len: 217 time: 0.1215854 May 06 09:44:14.031502 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402f38a3-5832-4bb5-a96b-c9680d5a3aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b1c233-3df5-44da-aafc-2d26881e2146'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:14.034248 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbe5f01-210f-4ff8-9133-f335aa49c0de" -d '{"events": [{"server_uuid": "402f38a3-5832-4bb5-a96b-c9680d5a3aae", "name": "network-vif-plugged", "status": "completed", "tag": "54b1c233-3df5-44da-aafc-2d26881e2146"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:14.036565 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f1665-da5c-4134-b00b-e07f1a6412b1 req-89241bb8-08ae-4bbe-bf6c-22e81d18541c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:14.038424 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f73f1665-da5c-4134-b00b-e07f1a6412b1 req-89241bb8-08ae-4bbe-bf6c-22e81d18541c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=56044973-1a08-4bdf-ad26-5f7c6c20c16e HTTP/1.1" status: 200 len: 859 time: 0.0696313 May 06 09:44:14.039434 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 54b1c233-3df5-44da-aafc-2d26881e2146, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=54b1c233-3df5-44da-aafc-2d26881e2146,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:14.048899 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:14.118747 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f1665-da5c-4134-b00b-e07f1a6412b1 req-310cedd1-09e8-4fa4-9c73-f1e546f61707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:14.121434 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f73f1665-da5c-4134-b00b-e07f1a6412b1 req-310cedd1-09e8-4fa4-9c73-f1e546f61707 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae356d08-2dc7-4bce-a097-5441709edd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740662 May 06 09:44:14.160475 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=54b1c233-3df5-44da-aafc-2d26881e2146,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:14.168353 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825efab0-f4b2-409c-a445-1fbf9ac31473 req-bfb9c8c6-02a3-46fc-9eff-5cc6052fcdfc tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:14.177817 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825efab0-f4b2-409c-a445-1fbf9ac31473 req-bfb9c8c6-02a3-46fc-9eff-5cc6052fcdfc tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:14.185021 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825efab0-f4b2-409c-a445-1fbf9ac31473 req-bfb9c8c6-02a3-46fc-9eff-5cc6052fcdfc tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:14.191167 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825efab0-f4b2-409c-a445-1fbf9ac31473 req-bfb9c8c6-02a3-46fc-9eff-5cc6052fcdfc tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:14.197342 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825efab0-f4b2-409c-a445-1fbf9ac31473 req-bfb9c8c6-02a3-46fc-9eff-5cc6052fcdfc tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:14.205941 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-825efab0-f4b2-409c-a445-1fbf9ac31473 req-bfb9c8c6-02a3-46fc-9eff-5cc6052fcdfc tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 3815 time: 0.2259452 May 06 09:44:14.275585 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f73f1665-da5c-4134-b00b-e07f1a6412b1 req-d4595c1d-c47b-4ec7-ab68-cc0c56a5d900 service neutron] 10.222.0.77 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299410 May 06 09:44:14.315758 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-825efab0-f4b2-409c-a445-1fbf9ac31473 req-e7f215cc-1704-413b-b799-8f98ad991ff9 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088374 May 06 09:44:14.418474 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f73f1665-da5c-4134-b00b-e07f1a6412b1 req-ecd8adc7-2d20-4c62-96db-4291875feaf2 service neutron] 10.222.0.77 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354125 May 06 09:44:14.474333 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-ad8c6146-d609-45cf-93f1-9032bcb9df08 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Router 7371434e-b72b-4535-8f2c-b52f0adc62dd has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:44:14.540623 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007d3973-c5f2-4874-ae97-0d898064f3c8 x-openstack-request-id: req-007d3973-c5f2-4874-ae97-0d898064f3c8 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:14.541278 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402f38a3-5832-4bb5-a96b-c9680d5a3aae", "name": "network-vif-plugged", "status": "completed", "tag": "54b1c233-3df5-44da-aafc-2d26881e2146", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:14.541627 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-007d3973-c5f2-4874-ae97-0d898064f3c8 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:14.542431 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-007d3973-c5f2-4874-ae97-0d898064f3c8'] response: {'server_uuid': '402f38a3-5832-4bb5-a96b-c9680d5a3aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b1c233-3df5-44da-aafc-2d26881e2146', 'code': 200} May 06 09:44:14.704644 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-f722aeff-a394-49d9-96a2-9f9277617345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a23d161e-c6d1-4e70-a50a-9e4363915d68 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:14.714534 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fb8e3-7108-485d-929f-160581be7334 req-67103df1-84cb-4610-b050-e59fac098e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:14.717377 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d08fb8e3-7108-485d-929f-160581be7334 req-67103df1-84cb-4610-b050-e59fac098e0a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=402f38a3-5832-4bb5-a96b-c9680d5a3aae HTTP/1.1" status: 200 len: 1097 time: 0.0568566 May 06 09:44:14.723526 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-f722aeff-a394-49d9-96a2-9f9277617345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:14.744783 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b165a-45ed-470f-8bb4-1061f0b4785c req-e66418bf-5f66-4ec5-be03-700005e7ee0e tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:14.746414 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d97b165a-45ed-470f-8bb4-1061f0b4785c req-e66418bf-5f66-4ec5-be03-700005e7ee0e tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 946 time: 0.1333303 May 06 09:44:14.756002 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-ad8c6146-d609-45cf-93f1-9032bcb9df08 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:44:14.762336 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-f722aeff-a394-49d9-96a2-9f9277617345 service neutron] Transition to ACTIVE for port object a23d161e-c6d1-4e70-a50a-9e4363915d68 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:44:14.772898 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa78c50-63c8-4f04-8ae6-5f522ac1b4a9 None None] Sync routers for ids ['7371434e-b72b-4535-8f2c-b52f0adc62dd'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:44:14.777762 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d08fb8e3-7108-485d-929f-160581be7334 req-57497c20-4570-4a16-be95-818ad2b9eaf6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524514 May 06 09:44:14.785927 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa78c50-63c8-4f04-8ae6-5f522ac1b4a9 None None] Routers {'7371434e-b72b-4535-8f2c-b52f0adc62dd'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:14.786836 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-2aa78c50-63c8-4f04-8ae6-5f522ac1b4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:43:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['7371434e-b72b-4535-8f2c-b52f0adc62dd'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:14.816965 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-f722aeff-a394-49d9-96a2-9f9277617345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:14.952792 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-2aa78c50-63c8-4f04-8ae6-5f522ac1b4a9 None None] Set router 7371434e-b72b-4535-8f2c-b52f0adc62dd gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:15.020568 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722aeff-a394-49d9-96a2-9f9277617345 service neutron] Pushing event updated for resources: {'Port': ['ID=a23d161e-c6d1-4e70-a50a-9e4363915d68,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:15.033750 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d97b165a-45ed-470f-8bb4-1061f0b4785c req-3cabbe74-dbd8-4a18-98a2-1e12ef96e88a tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727599 May 06 09:44:15.065615 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-f722aeff-a394-49d9-96a2-9f9277617345 service neutron] Attempting to bind port a23d161e-c6d1-4e70-a50a-9e4363915d68 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:44:15.066065 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-f722aeff-a394-49d9-96a2-9f9277617345 service neutron] Attempting to bind port a23d161e-c6d1-4e70-a50a-9e4363915d68 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '81dfb034-c6ca-4f2c-a88a-36b44ae760cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd000d0ea-cd9f-4476-8d53-8b34cfa9641e'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:44:15.066286 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-f722aeff-a394-49d9-96a2-9f9277617345 service neutron] Attempting to bind port a23d161e-c6d1-4e70-a50a-9e4363915d68 on network d000d0ea-cd9f-4476-8d53-8b34cfa9641e {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:15.076186 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-f722aeff-a394-49d9-96a2-9f9277617345 service neutron] Port a23d161e-c6d1-4e70-a50a-9e4363915d68 on network d000d0ea-cd9f-4476-8d53-8b34cfa9641e not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:44:15.076517 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-f722aeff-a394-49d9-96a2-9f9277617345 service neutron] Attempting to bind port a23d161e-c6d1-4e70-a50a-9e4363915d68 on network d000d0ea-cd9f-4476-8d53-8b34cfa9641e {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:15.123241 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-f722aeff-a394-49d9-96a2-9f9277617345 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:44:15.123469 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-f722aeff-a394-49d9-96a2-9f9277617345 service neutron] Checking segment: {'id': '81dfb034-c6ca-4f2c-a88a-36b44ae760cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd000d0ea-cd9f-4476-8d53-8b34cfa9641e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:15.123722 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-f722aeff-a394-49d9-96a2-9f9277617345 service neutron] Bound using segment: {'id': '81dfb034-c6ca-4f2c-a88a-36b44ae760cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd000d0ea-cd9f-4476-8d53-8b34cfa9641e'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:44:15.124182 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-f722aeff-a394-49d9-96a2-9f9277617345 service neutron] Bound port: a23d161e-c6d1-4e70-a50a-9e4363915d68, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81dfb034-c6ca-4f2c-a88a-36b44ae760cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd000d0ea-cd9f-4476-8d53-8b34cfa9641e'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:44:15.124551 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-f722aeff-a394-49d9-96a2-9f9277617345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:15.193778 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49232) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:15.310390 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-2aa78c50-63c8-4f04-8ae6-5f522ac1b4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'name': 'tempest-FloatingIPsAssociationTestJSON-681174063-router', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:15Z', 'updated_at': '2022-05-06T09:43:22Z', 'revision_number': 4, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'gw_port': {'id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:16Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '7ceb77ac-12b8-44ad-8587-65fc9e47811e', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'floating_ip_address': '172.25.5.184', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'port_id': '0a055353-6e55-4732-a8e7-24f8f4d708b9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'mac_address': 'fa:16:3e:5e:15:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63b5e64-2cab-438f-bde8-af4fa9b0f26e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:43:47Z', 'updated_at': '2022-05-06T09:44:13Z', 'revision_number': 3, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d74a51-5652-43a6-bda5-caa1f8194f78', 'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:20Z', 'updated_at': '2022-05-06T09:43:28Z', 'revision_number': 5, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'subnets': [{'id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:15.314460 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-e8733302-144b-4c5a-8f47-d80dd0586e0a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-688835766-network', 'tenant_id': '8a3fd1b9fc8741e6898ee06073b16304'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:15.340122 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8733302-144b-4c5a-8f47-d80dd0586e0a admin admin] Made reservation on behalf of 8a3fd1b9fc8741e6898ee06073b16304 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:15.343511 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e8733302-144b-4c5a-8f47-d80dd0586e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:15.362639 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e8733302-144b-4c5a-8f47-d80dd0586e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:15.366135 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa78c50-63c8-4f04-8ae6-5f522ac1b4a9 None None] Checking router: 7371434e-b72b-4535-8f2c-b52f0adc62dd for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:44:15.380713 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa78c50-63c8-4f04-8ae6-5f522ac1b4a9 None None] Routers {'7371434e-b72b-4535-8f2c-b52f0adc62dd'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:15.381935 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-2aa78c50-63c8-4f04-8ae6-5f522ac1b4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:43:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['7371434e-b72b-4535-8f2c-b52f0adc62dd'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:15.394730 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-ad8c6146-d609-45cf-93f1-9032bcb9df08 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Router 7371434e-b72b-4535-8f2c-b52f0adc62dd has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:44:15.428924 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32257939-6c9a-453f-b513-9a22b5a8fe9f req-b9461fe0-3589-4727-85cb-58eac4849e5b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:15.437320 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-32257939-6c9a-453f-b513-9a22b5a8fe9f req-b9461fe0-3589-4727-85cb-58eac4849e5b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2340c8d-1799-4c6e-920d-b076367f59c1 HTTP/1.1" status: 200 len: 945 time: 0.3171165 May 06 09:44:15.508106 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e8733302-144b-4c5a-8f47-d80dd0586e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:15.515168 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-2aa78c50-63c8-4f04-8ae6-5f522ac1b4a9 None None] Set router 7371434e-b72b-4535-8f2c-b52f0adc62dd gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:15.515383 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e8733302-144b-4c5a-8f47-d80dd0586e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:15.534360 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8733302-144b-4c5a-8f47-d80dd0586e0a admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:44:15.547720 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-f722aeff-a394-49d9-96a2-9f9277617345 service neutron] For port a23d161e-c6d1-4e70-a50a-9e4363915d68, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:44:15.548467 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e8733302-144b-4c5a-8f47-d80dd0586e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:15.549128 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-e8733302-144b-4c5a-8f47-d80dd0586e0a admin admin] Added segment 7d16915e-eb55-476c-b666-43fa51a3c23d of type vlan for network acdb7f0d-a22c-4e70-b7a0-f35550ca0680 May 06 09:44:15.565514 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-32257939-6c9a-453f-b513-9a22b5a8fe9f req-57842e13-d180-4dd5-b2b9-2370ab0185e6 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210971 May 06 09:44:15.613954 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e8733302-144b-4c5a-8f47-d80dd0586e0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:15.662669 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e8733302-144b-4c5a-8f47-d80dd0586e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:15.663675 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8733302-144b-4c5a-8f47-d80dd0586e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:15.664329 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e8733302-144b-4c5a-8f47-d80dd0586e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:15.668651 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-f722aeff-a394-49d9-96a2-9f9277617345 service neutron] For port a23d161e-c6d1-4e70-a50a-9e4363915d68, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a23d161e-c6d1-4e70-a50a-9e4363915d68,segment=NetworkSegment(81dfb034-c6ca-4f2c-a88a-36b44ae760cc),segment_id=81dfb034-c6ca-4f2c-a88a-36b44ae760cc)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:44:15.687777 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-f722aeff-a394-49d9-96a2-9f9277617345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:15.691092 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8733302-144b-4c5a-8f47-d80dd0586e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606b2afc-a56c-42d5-8ce7-4cff9df7c5dd,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:15.731703 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device a3b4a96f-6902-4b55-b868-d20cfc1713df no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:44:15.758496 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e8733302-144b-4c5a-8f47-d80dd0586e0a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5611098 May 06 09:44:15.760930 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49238) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:15.767194 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-06e4366a-8c82-4044-9688-e5f3ee5ce288 admin admin] Request body: {'subnet': {'network_id': 'acdb7f0d-a22c-4e70-b7a0-f35550ca0680', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-688835766-subnet', 'tenant_id': '8a3fd1b9fc8741e6898ee06073b16304', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:15.790180 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722aeff-a394-49d9-96a2-9f9277617345 service neutron] Pushing event updated for resources: {'Port': ['ID=a23d161e-c6d1-4e70-a50a-9e4363915d68,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:15.808285 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e4366a-8c82-4044-9688-e5f3ee5ce288 admin admin] Made reservation on behalf of 8a3fd1b9fc8741e6898ee06073b16304 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:15.812043 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-06e4366a-8c82-4044-9688-e5f3ee5ce288 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:15.814083 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-f722aeff-a394-49d9-96a2-9f9277617345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:15.815258 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-f722aeff-a394-49d9-96a2-9f9277617345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:15.818178 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-f722aeff-a394-49d9-96a2-9f9277617345 service neutron] 10.222.0.77 "PUT /v2.0/ports/a23d161e-c6d1-4e70-a50a-9e4363915d68 HTTP/1.1" status: 200 len: 1092 time: 2.3075578 May 06 09:44:15.821201 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'tag': 'a23d161e-c6d1-4e70-a50a-9e4363915d68'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:15.824019 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb87b72-16e5-4c7f-b3ef-0e2b7cf62f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "tag": "a23d161e-c6d1-4e70-a50a-9e4363915d68"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:15.829456 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8733302-144b-4c5a-8f47-d80dd0586e0a admin admin] Pushing event updated for resources: {'Network': ['ID=acdb7f0d-a22c-4e70-b7a0-f35550ca0680,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:15.857337 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network acdb7f0d-a22c-4e70-b7a0-f35550ca0680 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:44:15.873947 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-65647c2d-6374-429b-a263-003f0fd9e939 service neutron] Request body: {'port': {'device_id': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:15.894729 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c6c3c-860d-429d-a20f-184c93e07ec1 req-9975bdf2-cf73-46b5-8b08-1e6410762000 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:15.908027 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-504c6c3c-860d-429d-a20f-184c93e07ec1 req-9975bdf2-cf73-46b5-8b08-1e6410762000 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=402f38a3-5832-4bb5-a96b-c9680d5a3aae HTTP/1.1" status: 200 len: 946 time: 0.2375052 May 06 09:44:15.928297 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-ad8c6146-d609-45cf-93f1-9032bcb9df08 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:44:15.944175 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-ad8c6146-d609-45cf-93f1-9032bcb9df08 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:16.026705 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cf9413ee-2c60-444d-9d51-579f52840aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:16.077717 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-504c6c3c-860d-429d-a20f-184c93e07ec1 req-50b017f2-c353-429d-b817-c2bfafb308ab tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672237 May 06 09:44:16.130896 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-06e4366a-8c82-4044-9688-e5f3ee5ce288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:16.150113 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:16.160492 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-65647c2d-6374-429b-a263-003f0fd9e939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:16.194298 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-ad8c6146-d609-45cf-93f1-9032bcb9df08 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "PUT /v2.0/floatingips/7ceb77ac-12b8-44ad-8587-65fc9e47811e HTTP/1.1" status: 200 len: 998 time: 4.3323679 May 06 09:44:16.242916 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port a3b4a96f-6902-4b55-b868-d20cfc1713df, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a3b4a96f-6902-4b55-b868-d20cfc1713df,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:16.249864 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-2aa78c50-63c8-4f04-8ae6-5f522ac1b4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'name': 'tempest-FloatingIPsAssociationTestJSON-681174063-router', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:15Z', 'updated_at': '2022-05-06T09:43:22Z', 'revision_number': 4, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'gw_port': {'id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:16Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '7ceb77ac-12b8-44ad-8587-65fc9e47811e', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'floating_ip_address': '172.25.5.184', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'port_id': '0a055353-6e55-4732-a8e7-24f8f4d708b9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'mac_address': 'fa:16:3e:5e:15:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63b5e64-2cab-438f-bde8-af4fa9b0f26e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:43:47Z', 'updated_at': '2022-05-06T09:44:13Z', 'revision_number': 3, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d74a51-5652-43a6-bda5-caa1f8194f78', 'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:20Z', 'updated_at': '2022-05-06T09:43:28Z', 'revision_number': 5, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'subnets': [{'id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:16.253676 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:16.282283 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e4366a-8c82-4044-9688-e5f3ee5ce288 admin admin] Checking segment: {'id': '7d16915e-eb55-476c-b666-43fa51a3c23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'acdb7f0d-a22c-4e70-b7a0-f35550ca0680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:16.282756 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e4366a-8c82-4044-9688-e5f3ee5ce288 admin admin] Network hostable DHCP agents. Network: acdb7f0d-a22c-4e70-b7a0-f35550ca0680, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:44:16.324228 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e4366a-8c82-4044-9688-e5f3ee5ce288 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01aa267c-2b85-45df-9f88-5b6e41e61b5f,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:16.330842 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e4366a-8c82-4044-9688-e5f3ee5ce288 admin admin] Network acdb7f0d-a22c-4e70-b7a0-f35550ca0680 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:44:16.363564 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-06e4366a-8c82-4044-9688-e5f3ee5ce288 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, acdb7f0d-a22c-4e70-b7a0-f35550ca0680) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:16.386176 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad7df5e-f2fa-4b99-8f59-adb76d5382a3 None None] Network acdb7f0d-a22c-4e70-b7a0-f35550ca0680 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:44:16.391923 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e4366a-8c82-4044-9688-e5f3ee5ce288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:16.392561 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-06e4366a-8c82-4044-9688-e5f3ee5ce288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:16.429574 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa78c50-63c8-4f04-8ae6-5f522ac1b4a9 None None] The sync data for ids ['7371434e-b72b-4535-8f2c-b52f0adc62dd'] in n-d-840835-1 is: [{'id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'name': 'tempest-FloatingIPsAssociationTestJSON-681174063-router', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:15Z', 'updated_at': '2022-05-06T09:43:22Z', 'revision_number': 4, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'gw_port': {'id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:16Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '7ceb77ac-12b8-44ad-8587-65fc9e47811e', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'floating_ip_address': '172.25.5.184', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'port_id': '0a055353-6e55-4732-a8e7-24f8f4d708b9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'mac_address': 'fa:16:3e:5e:15:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63b5e64-2cab-438f-bde8-af4fa9b0f26e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:43:47Z', 'updated_at': '2022-05-06T09:44:13Z', 'revision_number': 3, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d74a51-5652-43a6-bda5-caa1f8194f78', 'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:20Z', 'updated_at': '2022-05-06T09:43:28Z', 'revision_number': 5, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'subnets': [{'id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:44:16.456317 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-06e4366a-8c82-4044-9688-e5f3ee5ce288 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6870496 May 06 09:44:16.624763 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-ea5796a1-eefa-422f-a787-5364cc744e19 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:16.642187 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-ea5796a1-eefa-422f-a787-5364cc744e19 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/ports/09636b4b-cb5b-461d-8711-ce0ce61f5aad HTTP/1.1" status: 200 len: 943 time: 0.4356151 May 06 09:44:16.645865 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4db758-87b3-4765-b464-cb48923a2a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3b4a96f-6902-4b55-b868-d20cfc1713df'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:16.648242 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3773ee7-46f5-4ae8-90b6-9d95258fca7b" -d '{"events": [{"server_uuid": "2a4db758-87b3-4765-b464-cb48923a2a56", "name": "network-vif-unplugged", "status": "completed", "tag": "a3b4a96f-6902-4b55-b868-d20cfc1713df"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:16.709822 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=a3b4a96f-6902-4b55-b868-d20cfc1713df,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:16.771787 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d0eaea-759c-4f03-97c9-a56891c8f19f None None] New status for floating IP 7ceb77ac-12b8-44ad-8587-65fc9e47811e: ACTIVE {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:44:16.817054 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508e4b7-8fc7-47a5-b554-2265cac22652 req-4c1e1c42-dae9-4ae0-b19d-5bd7c579175a tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:16.818569 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5508e4b7-8fc7-47a5-b554-2265cac22652 req-4c1e1c42-dae9-4ae0-b19d-5bd7c579175a tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.84 "GET /v2.0/ports?device_id=e2340c8d-1799-4c6e-920d-b076367f59c1 HTTP/1.1" status: 200 len: 945 time: 0.3900323 May 06 09:44:16.833033 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfc9a3a-047b-45b7-9abd-c87090a33b4a None None] Network acdb7f0d-a22c-4e70-b7a0-f35550ca0680 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:44:17.131412 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a718c6-ab90-4187-a11e-30d86051daea None None] Sync routers for ids ['7371434e-b72b-4535-8f2c-b52f0adc62dd'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:44:17.149311 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a718c6-ab90-4187-a11e-30d86051daea None None] Routers {'7371434e-b72b-4535-8f2c-b52f0adc62dd'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:17.149978 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f0a718c6-ab90-4187-a11e-30d86051daea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:43:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['7371434e-b72b-4535-8f2c-b52f0adc62dd'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:17.281802 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-f0a718c6-ab90-4187-a11e-30d86051daea None None] Set router 7371434e-b72b-4535-8f2c-b52f0adc62dd gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:17.338153 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-e1e47768-a185-4ad7-93be-b3dc1bc00eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:17.340804 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-e1e47768-a185-4ad7-93be-b3dc1bc00eda service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b0984a5a7244851a31d0e832302a0fa&device_id=3d149b98-9a89-40e8-bce0-ebc567cabe2c HTTP/1.1" status: 200 len: 1097 time: 0.5459218 May 06 09:44:17.545110 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18dc94-3bb3-461f-b734-4ea7c432eee0 req-788107f6-392a-4496-b043-cc50e709d62d tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:17.546787 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aa18dc94-3bb3-461f-b734-4ea7c432eee0 req-788107f6-392a-4496-b043-cc50e709d62d tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4db758-87b3-4765-b464-cb48923a2a56 HTTP/1.1" status: 200 len: 944 time: 0.1811032 May 06 09:44:17.563745 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-5508e4b7-8fc7-47a5-b554-2265cac22652 req-c7786db5-70c5-45fb-b3b6-bea4378390b2 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Deleting port fa2ffe1d-ed62-4923-a3b9-5dde95f24997 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:17.564235 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5508e4b7-8fc7-47a5-b554-2265cac22652 req-c7786db5-70c5-45fb-b3b6-bea4378390b2 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:17.586123 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f0a718c6-ab90-4187-a11e-30d86051daea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'name': 'tempest-FloatingIPsAssociationTestJSON-681174063-router', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:15Z', 'updated_at': '2022-05-06T09:43:22Z', 'revision_number': 4, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'gw_port': {'id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:16Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '7ceb77ac-12b8-44ad-8587-65fc9e47811e', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'floating_ip_address': '172.25.5.184', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'port_id': '0a055353-6e55-4732-a8e7-24f8f4d708b9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'mac_address': 'fa:16:3e:5e:15:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63b5e64-2cab-438f-bde8-af4fa9b0f26e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:43:47Z', 'updated_at': '2022-05-06T09:44:16Z', 'revision_number': 4, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d74a51-5652-43a6-bda5-caa1f8194f78', 'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:20Z', 'updated_at': '2022-05-06T09:43:28Z', 'revision_number': 5, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'subnets': [{'id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:17.611396 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-330f0d11-0b22-4b10-85ed-4449404d9ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:17.613056 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-330f0d11-0b22-4b10-85ed-4449404d9ec2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ae356d08-2dc7-4bce-a097-5441709edd13 HTTP/1.1" status: 200 len: 921 time: 0.2436807 May 06 09:44:17.613805 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a718c6-ab90-4187-a11e-30d86051daea None None] Checking router: 7371434e-b72b-4535-8f2c-b52f0adc62dd for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:44:17.624012 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a718c6-ab90-4187-a11e-30d86051daea None None] Routers {'7371434e-b72b-4535-8f2c-b52f0adc62dd'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:17.624502 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f0a718c6-ab90-4187-a11e-30d86051daea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:43:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['7371434e-b72b-4535-8f2c-b52f0adc62dd'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:17.730666 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-068adbd8-907b-4b49-a22b-eb04b0fa7448 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09636b4b-cb5b-461d-8711-ce0ce61f5aad HTTP/1.1" status: 200 len: 217 time: 0.0832286 May 06 09:44:17.741404 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-f0a718c6-ab90-4187-a11e-30d86051daea None None] Set router 7371434e-b72b-4535-8f2c-b52f0adc62dd gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:17.823146 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-65647c2d-6374-429b-a263-003f0fd9e939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9046c83-a238-4ecf-9873-2902976be919 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:17.841763 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-65647c2d-6374-429b-a263-003f0fd9e939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:17.873422 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-65647c2d-6374-429b-a263-003f0fd9e939 service neutron] Transition to ACTIVE for port object b9046c83-a238-4ecf-9873-2902976be919 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:44:17.875548 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-5508e4b7-8fc7-47a5-b554-2265cac22652 req-c7786db5-70c5-45fb-b3b6-bea4378390b2 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] For port fa2ffe1d-ed62-4923-a3b9-5dde95f24997, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=fa2ffe1d-ed62-4923-a3b9-5dde95f24997,segment=NetworkSegment(f854416d-9159-4e65-9cd2-8b8dead0809d),segment_id=f854416d-9159-4e65-9cd2-8b8dead0809d)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:17.875945 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5508e4b7-8fc7-47a5-b554-2265cac22652 req-c7786db5-70c5-45fb-b3b6-bea4378390b2 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:17.881166 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-c1cafc6f-474b-4db1-9b0e-cb6c5581d4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:17.882854 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-c1cafc6f-474b-4db1-9b0e-cb6c5581d4a2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56044973-1a08-4bdf-ad26-5f7c6c20c16e HTTP/1.1" status: 200 len: 859 time: 0.1401362 May 06 09:44:17.889265 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-65647c2d-6374-429b-a263-003f0fd9e939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:17.943884 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-5508e4b7-8fc7-47a5-b554-2265cac22652 req-c7786db5-70c5-45fb-b3b6-bea4378390b2 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Calling delete_port for fa2ffe1d-ed62-4923-a3b9-5dde95f24997 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:18.006138 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f0a718c6-ab90-4187-a11e-30d86051daea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'name': 'tempest-FloatingIPsAssociationTestJSON-681174063-router', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:15Z', 'updated_at': '2022-05-06T09:43:22Z', 'revision_number': 4, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'gw_port': {'id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:16Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '7ceb77ac-12b8-44ad-8587-65fc9e47811e', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'floating_ip_address': '172.25.5.184', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'port_id': '0a055353-6e55-4732-a8e7-24f8f4d708b9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'mac_address': 'fa:16:3e:5e:15:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63b5e64-2cab-438f-bde8-af4fa9b0f26e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:43:47Z', 'updated_at': '2022-05-06T09:44:16Z', 'revision_number': 4, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d74a51-5652-43a6-bda5-caa1f8194f78', 'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:20Z', 'updated_at': '2022-05-06T09:43:28Z', 'revision_number': 5, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'subnets': [{'id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:18.044437 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a718c6-ab90-4187-a11e-30d86051daea None None] The sync data for ids ['7371434e-b72b-4535-8f2c-b52f0adc62dd'] in n-d-840835-1 is: [{'id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'name': 'tempest-FloatingIPsAssociationTestJSON-681174063-router', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:15Z', 'updated_at': '2022-05-06T09:43:22Z', 'revision_number': 4, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'gw_port': {'id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:16Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '7ceb77ac-12b8-44ad-8587-65fc9e47811e', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'floating_ip_address': '172.25.5.184', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'port_id': '0a055353-6e55-4732-a8e7-24f8f4d708b9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'mac_address': 'fa:16:3e:5e:15:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63b5e64-2cab-438f-bde8-af4fa9b0f26e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:43:47Z', 'updated_at': '2022-05-06T09:44:16Z', 'revision_number': 4, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d74a51-5652-43a6-bda5-caa1f8194f78', 'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:20Z', 'updated_at': '2022-05-06T09:43:28Z', 'revision_number': 5, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'subnets': [{'id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:44:18.064060 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-aa18dc94-3bb3-461f-b734-4ea7c432eee0 req-7bdd31f2-87f0-4bf9-b282-a91d71eee758 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Deleting port a3b4a96f-6902-4b55-b868-d20cfc1713df {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:18.064335 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-aa18dc94-3bb3-461f-b734-4ea7c432eee0 req-7bdd31f2-87f0-4bf9-b282-a91d71eee758 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:18.070471 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65647c2d-6374-429b-a263-003f0fd9e939 service neutron] Pushing event updated for resources: {'Port': ['ID=b9046c83-a238-4ecf-9873-2902976be919,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:18.204695 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-35293ca8-7b27-4474-86f1-5e12cda3a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:18.206321 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-35293ca8-7b27-4474-86f1-5e12cda3a330 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ae356d08-2dc7-4bce-a097-5441709edd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3034029 May 06 09:44:18.395235 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-65647c2d-6374-429b-a263-003f0fd9e939 service neutron] Attempting to bind port b9046c83-a238-4ecf-9873-2902976be919 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:44:18.395492 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-65647c2d-6374-429b-a263-003f0fd9e939 service neutron] Attempting to bind port b9046c83-a238-4ecf-9873-2902976be919 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '575a8a23-13f7-4b94-8526-a3cf557709f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6fffdccd-9d01-41e0-85b5-9c674bdd21ed'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:44:18.396191 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-65647c2d-6374-429b-a263-003f0fd9e939 service neutron] Attempting to bind port b9046c83-a238-4ecf-9873-2902976be919 on network 6fffdccd-9d01-41e0-85b5-9c674bdd21ed {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:18.407890 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-aa18dc94-3bb3-461f-b734-4ea7c432eee0 req-7bdd31f2-87f0-4bf9-b282-a91d71eee758 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] For port a3b4a96f-6902-4b55-b868-d20cfc1713df, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a3b4a96f-6902-4b55-b868-d20cfc1713df,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:18.408268 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-aa18dc94-3bb3-461f-b734-4ea7c432eee0 req-7bdd31f2-87f0-4bf9-b282-a91d71eee758 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:18.426623 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-65647c2d-6374-429b-a263-003f0fd9e939 service neutron] Port b9046c83-a238-4ecf-9873-2902976be919 on network 6fffdccd-9d01-41e0-85b5-9c674bdd21ed not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:44:18.426957 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-65647c2d-6374-429b-a263-003f0fd9e939 service neutron] Attempting to bind port b9046c83-a238-4ecf-9873-2902976be919 on network 6fffdccd-9d01-41e0-85b5-9c674bdd21ed {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:18.430321 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dca6d319-f56c-4eba-a610-52f71fe3cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:18.438431 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-aa18dc94-3bb3-461f-b734-4ea7c432eee0 req-7bdd31f2-87f0-4bf9-b282-a91d71eee758 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Calling delete_port for a3b4a96f-6902-4b55-b868-d20cfc1713df owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:18.447250 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-a12c107f-da92-4715-949a-5bceaa3e7eb6 service neutron] 10.222.0.73 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321436 May 06 09:44:18.452094 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-65647c2d-6374-429b-a263-003f0fd9e939 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:44:18.452435 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-65647c2d-6374-429b-a263-003f0fd9e939 service neutron] Checking segment: {'id': '575a8a23-13f7-4b94-8526-a3cf557709f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6fffdccd-9d01-41e0-85b5-9c674bdd21ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:18.452819 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-65647c2d-6374-429b-a263-003f0fd9e939 service neutron] Bound using segment: {'id': '575a8a23-13f7-4b94-8526-a3cf557709f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6fffdccd-9d01-41e0-85b5-9c674bdd21ed'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:44:18.453272 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-65647c2d-6374-429b-a263-003f0fd9e939 service neutron] Bound port: b9046c83-a238-4ecf-9873-2902976be919, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '575a8a23-13f7-4b94-8526-a3cf557709f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6fffdccd-9d01-41e0-85b5-9c674bdd21ed'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:44:18.453636 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-65647c2d-6374-429b-a263-003f0fd9e939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:18.552286 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5508e4b7-8fc7-47a5-b554-2265cac22652 req-c7786db5-70c5-45fb-b3b6-bea4378390b2 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:18.568362 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['fa2ffe1d-ed62-4923-a3b9-5dde95f24997'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:44:18.592016 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['9262d57e-22a5-49b2-90f9-0a29fbac4818'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:44:18.633598 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7786db5-70c5-45fb-b3b6-bea4378390b2 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Pushing event deleted for resources: {'Port': ['ID=fa2ffe1d-ed62-4923-a3b9-5dde95f24997,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:18.695216 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:18.724222 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-5508e4b7-8fc7-47a5-b554-2265cac22652 req-c7786db5-70c5-45fb-b3b6-bea4378390b2 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] No DVR routers for this DVR port fa2ffe1d-ed62-4923-a3b9-5dde95f24997 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:44:18.739953 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5508e4b7-8fc7-47a5-b554-2265cac22652 req-c7786db5-70c5-45fb-b3b6-bea4378390b2 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:18.745000 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5508e4b7-8fc7-47a5-b554-2265cac22652 req-c7786db5-70c5-45fb-b3b6-bea4378390b2 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.84 "DELETE /v2.0/ports/fa2ffe1d-ed62-4923-a3b9-5dde95f24997 HTTP/1.1" status: 204 len: 173 time: 1.8941474 May 06 09:44:18.767657 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-6949fd76-8b4e-4642-b6fb-d36bb6408f50 service neutron] 10.222.0.73 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115249 May 06 09:44:18.780558 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-65647c2d-6374-429b-a263-003f0fd9e939 service neutron] For port b9046c83-a238-4ecf-9873-2902976be919, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:44:18.793045 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-65647c2d-6374-429b-a263-003f0fd9e939 service neutron] For port b9046c83-a238-4ecf-9873-2902976be919, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=b9046c83-a238-4ecf-9873-2902976be919,segment=NetworkSegment(575a8a23-13f7-4b94-8526-a3cf557709f5),segment_id=575a8a23-13f7-4b94-8526-a3cf557709f5)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:44:18.836648 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-65647c2d-6374-429b-a263-003f0fd9e939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:18.922112 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-65647c2d-6374-429b-a263-003f0fd9e939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:18.922973 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-65647c2d-6374-429b-a263-003f0fd9e939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:18.925043 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-65647c2d-6374-429b-a263-003f0fd9e939 service neutron] 10.222.0.77 "PUT /v2.0/ports/b9046c83-a238-4ecf-9873-2902976be919 HTTP/1.1" status: 200 len: 1135 time: 3.0637739 May 06 09:44:18.947317 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-bbf64a21-c212-4208-a02f-4e2b07c8b783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:18.949706 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-bbf64a21-c212-4208-a02f-4e2b07c8b783 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b0984a5a7244851a31d0e832302a0fa&device_id=c63b5e64-2cab-438f-bde8-af4fa9b0f26e HTTP/1.1" status: 200 len: 1096 time: 0.1481469 May 06 09:44:18.952832 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-aa18dc94-3bb3-461f-b734-4ea7c432eee0 req-7bdd31f2-87f0-4bf9-b282-a91d71eee758 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:18.969658 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65647c2d-6374-429b-a263-003f0fd9e939 service neutron] Pushing event updated for resources: {'Port': ['ID=b9046c83-a238-4ecf-9873-2902976be919,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:18.989574 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-6c92a534-cc1b-48bb-a680-f1ee50e91790 service neutron] Request body: {'port': {'device_id': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:19.074887 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd31f2-87f0-4bf9-b282-a91d71eee758 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Pushing event deleted for resources: {'Port': ['ID=a3b4a96f-6902-4b55-b868-d20cfc1713df,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:19.151997 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa18dc94-3bb3-461f-b734-4ea7c432eee0 req-7bdd31f2-87f0-4bf9-b282-a91d71eee758 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] No DVR routers for this DVR port a3b4a96f-6902-4b55-b868-d20cfc1713df on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:44:19.160057 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-aa18dc94-3bb3-461f-b734-4ea7c432eee0 req-7bdd31f2-87f0-4bf9-b282-a91d71eee758 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:19.163450 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aa18dc94-3bb3-461f-b734-4ea7c432eee0 req-7bdd31f2-87f0-4bf9-b282-a91d71eee758 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "DELETE /v2.0/ports/a3b4a96f-6902-4b55-b868-d20cfc1713df HTTP/1.1" status: 204 len: 173 time: 1.6083188 May 06 09:44:19.175321 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-6c92a534-cc1b-48bb-a680-f1ee50e91790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:19.195811 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-36504482-4d65-49d1-8fac-f82ad0d6c69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:19.197415 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-36504482-4d65-49d1-8fac-f82ad0d6c69e service neutron] 10.222.0.73 "GET /v2.0/networks?id=ae356d08-2dc7-4bce-a097-5441709edd13 HTTP/1.1" status: 200 len: 921 time: 0.2384334 May 06 09:44:19.306877 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-d04f4c55-aa5f-4acd-92bd-26745eb03070 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a055353-6e55-4732-a8e7-24f8f4d708b9 HTTP/1.1" status: 200 len: 1001 time: 0.1024852 May 06 09:44:19.370471 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:44:19.429626 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:19.463147 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-a5021ed5-7ee3-47c6-b006-e24ce3325cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:19.466626 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-a5021ed5-7ee3-47c6-b006-e24ce3325cce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56044973-1a08-4bdf-ad26-5f7c6c20c16e HTTP/1.1" status: 200 len: 859 time: 0.1475382 May 06 09:44:19.590114 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-97c44a62-6e8b-4a81-aa48-5f0d70901008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:19.592893 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-97c44a62-6e8b-4a81-aa48-5f0d70901008 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ae356d08-2dc7-4bce-a097-5441709edd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953844 May 06 09:44:19.746815 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-6c92a534-cc1b-48bb-a680-f1ee50e91790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6de0b3-19e5-492d-b661-4ff64145d752 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:19.757258 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-6c92a534-cc1b-48bb-a680-f1ee50e91790 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:19.761610 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-0be17be9-e503-42d6-874b-a3988af6ff64 service neutron] 10.222.0.73 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565633 May 06 09:44:19.783161 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-6c92a534-cc1b-48bb-a680-f1ee50e91790 service neutron] Transition to ACTIVE for port object 7d6de0b3-19e5-492d-b661-4ff64145d752 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:44:19.794034 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-6c92a534-cc1b-48bb-a680-f1ee50e91790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:19.932382 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92a534-cc1b-48bb-a680-f1ee50e91790 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6de0b3-19e5-492d-b661-4ff64145d752,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:19.993942 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d5f78cc-91b8-4a89-8926-caf981f5ce2f req-90958f92-0559-43dc-b190-3e915b277cd4 service neutron] 10.222.0.73 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219350 May 06 09:44:20.017826 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7e16e-f2df-4dc3-82cd-d139847e4a8e req-d8f5172c-9406-4eaa-b845-dfe706ef5fea tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.023777 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7e16e-f2df-4dc3-82cd-d139847e4a8e req-d8f5172c-9406-4eaa-b845-dfe706ef5fea tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.030112 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7e16e-f2df-4dc3-82cd-d139847e4a8e req-d8f5172c-9406-4eaa-b845-dfe706ef5fea tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.036293 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7e16e-f2df-4dc3-82cd-d139847e4a8e req-d8f5172c-9406-4eaa-b845-dfe706ef5fea tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.042296 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7e16e-f2df-4dc3-82cd-d139847e4a8e req-d8f5172c-9406-4eaa-b845-dfe706ef5fea tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.048465 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7e16e-f2df-4dc3-82cd-d139847e4a8e req-d8f5172c-9406-4eaa-b845-dfe706ef5fea tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.054471 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7e16e-f2df-4dc3-82cd-d139847e4a8e req-d8f5172c-9406-4eaa-b845-dfe706ef5fea tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.056548 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cef7e16e-f2df-4dc3-82cd-d139847e4a8e req-d8f5172c-9406-4eaa-b845-dfe706ef5fea tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5380 time: 0.1971149 May 06 09:44:20.061361 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24dbee74-4963-4629-9851-4ebf20ba2108 x-openstack-request-id: req-24dbee74-4963-4629-9851-4ebf20ba2108 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:20.061652 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "tag": "a23d161e-c6d1-4e70-a50a-9e4363915d68", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:20.061915 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-24dbee74-4963-4629-9851-4ebf20ba2108 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:20.062332 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24dbee74-4963-4629-9851-4ebf20ba2108'] response: {'name': 'network-changed', 'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'tag': 'a23d161e-c6d1-4e70-a50a-9e4363915d68', 'status': 'completed', 'code': 200} May 06 09:44:20.108669 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-6c92a534-cc1b-48bb-a680-f1ee50e91790 service neutron] Attempting to bind port 7d6de0b3-19e5-492d-b661-4ff64145d752 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:44:20.109014 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-6c92a534-cc1b-48bb-a680-f1ee50e91790 service neutron] Attempting to bind port 7d6de0b3-19e5-492d-b661-4ff64145d752 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '575a8a23-13f7-4b94-8526-a3cf557709f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6fffdccd-9d01-41e0-85b5-9c674bdd21ed'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:44:20.109358 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-6c92a534-cc1b-48bb-a680-f1ee50e91790 service neutron] Attempting to bind port 7d6de0b3-19e5-492d-b661-4ff64145d752 on network 6fffdccd-9d01-41e0-85b5-9c674bdd21ed {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:20.127526 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 06 May 2022 09:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7ee7d0-cd22-4804-bcef-a21d6d457e11 x-openstack-request-id: req-7b7ee7d0-cd22-4804-bcef-a21d6d457e11 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:20.129407 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4db758-87b3-4765-b464-cb48923a2a56", "name": "network-vif-unplugged", "status": "failed", "tag": "a3b4a96f-6902-4b55-b868-d20cfc1713df", "code": 422}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:20.129558 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-6c92a534-cc1b-48bb-a680-f1ee50e91790 service neutron] Port 7d6de0b3-19e5-492d-b661-4ff64145d752 on network 6fffdccd-9d01-41e0-85b5-9c674bdd21ed not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:44:20.129979 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-6c92a534-cc1b-48bb-a680-f1ee50e91790 service neutron] Attempting to bind port 7d6de0b3-19e5-492d-b661-4ff64145d752 on network 6fffdccd-9d01-41e0-85b5-9c674bdd21ed {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:20.130222 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7b7ee7d0-cd22-4804-bcef-a21d6d457e11 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:20.130830 n-d-840835-1 neutron-server[102654]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7b7ee7d0-cd22-4804-bcef-a21d6d457e11']: {'server_uuid': '2a4db758-87b3-4765-b464-cb48923a2a56', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a3b4a96f-6902-4b55-b868-d20cfc1713df', 'code': 422} returned with failed status May 06 09:44:20.142422 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-6c92a534-cc1b-48bb-a680-f1ee50e91790 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:44:20.142771 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-6c92a534-cc1b-48bb-a680-f1ee50e91790 service neutron] Checking segment: {'id': '575a8a23-13f7-4b94-8526-a3cf557709f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6fffdccd-9d01-41e0-85b5-9c674bdd21ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:20.143306 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-6c92a534-cc1b-48bb-a680-f1ee50e91790 service neutron] Bound using segment: {'id': '575a8a23-13f7-4b94-8526-a3cf557709f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6fffdccd-9d01-41e0-85b5-9c674bdd21ed'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:44:20.144072 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-6c92a534-cc1b-48bb-a680-f1ee50e91790 service neutron] Bound port: 7d6de0b3-19e5-492d-b661-4ff64145d752, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '575a8a23-13f7-4b94-8526-a3cf557709f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6fffdccd-9d01-41e0-85b5-9c674bdd21ed'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:44:20.144691 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-6c92a534-cc1b-48bb-a680-f1ee50e91790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:20.156253 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cef7e16e-f2df-4dc3-82cd-d139847e4a8e req-7a07ef5a-83fc-481f-adf2-ca7628fc2331 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0863643 May 06 09:44:20.189808 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb87b72-16e5-4c7f-b3ef-0e2b7cf62f5b req-e7f05a03-9817-4c44-bd8a-3783c49827c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.190472 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb87b72-16e5-4c7f-b3ef-0e2b7cf62f5b req-e7f05a03-9817-4c44-bd8a-3783c49827c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.190776 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb87b72-16e5-4c7f-b3ef-0e2b7cf62f5b req-e7f05a03-9817-4c44-bd8a-3783c49827c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.191302 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb87b72-16e5-4c7f-b3ef-0e2b7cf62f5b req-e7f05a03-9817-4c44-bd8a-3783c49827c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.191907 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb87b72-16e5-4c7f-b3ef-0e2b7cf62f5b req-e7f05a03-9817-4c44-bd8a-3783c49827c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.192428 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb87b72-16e5-4c7f-b3ef-0e2b7cf62f5b req-e7f05a03-9817-4c44-bd8a-3783c49827c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.192915 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb87b72-16e5-4c7f-b3ef-0e2b7cf62f5b req-e7f05a03-9817-4c44-bd8a-3783c49827c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.195059 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0fb87b72-16e5-4c7f-b3ef-0e2b7cf62f5b req-e7f05a03-9817-4c44-bd8a-3783c49827c1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=25aba9ec7dab4fc585e8e72a34137627&device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 6175 time: 0.0852304 May 06 09:44:20.272907 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-6c92a534-cc1b-48bb-a680-f1ee50e91790 service neutron] For port 7d6de0b3-19e5-492d-b661-4ff64145d752, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:44:20.309544 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-6c92a534-cc1b-48bb-a680-f1ee50e91790 service neutron] For port 7d6de0b3-19e5-492d-b661-4ff64145d752, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=7d6de0b3-19e5-492d-b661-4ff64145d752,segment=NetworkSegment(575a8a23-13f7-4b94-8526-a3cf557709f5),segment_id=575a8a23-13f7-4b94-8526-a3cf557709f5)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:44:20.320201 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-6c92a534-cc1b-48bb-a680-f1ee50e91790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:20.322261 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-01fc77eb-9279-44ee-b14f-b9cd3eab989f req-07b01b90-26df-47c2-826b-c24e40892215 tempest-SecurityGroupsNegativeTestJSON-2010961109 tempest-SecurityGroupsNegativeTestJSON-2010961109-project] show failed (client error): The resource could not be found. May 06 09:44:20.323336 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-01fc77eb-9279-44ee-b14f-b9cd3eab989f req-07b01b90-26df-47c2-826b-c24e40892215 tempest-SecurityGroupsNegativeTestJSON-2010961109 tempest-SecurityGroupsNegativeTestJSON-2010961109-project] 10.222.0.73 "GET /v2.0/security-groups/3016638a-772c-438e-be98-3bec117f9daa HTTP/1.1" status: 404 len: 352 time: 0.0347764 May 06 09:44:20.348441 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb87b72-16e5-4c7f-b3ef-0e2b7cf62f5b req-1709b21a-71a2-483c-831f-b48877c25351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.349823 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb87b72-16e5-4c7f-b3ef-0e2b7cf62f5b req-1709b21a-71a2-483c-831f-b48877c25351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.350420 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb87b72-16e5-4c7f-b3ef-0e2b7cf62f5b req-1709b21a-71a2-483c-831f-b48877c25351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.352561 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0fb87b72-16e5-4c7f-b3ef-0e2b7cf62f5b req-1709b21a-71a2-483c-831f-b48877c25351 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=25aba9ec7dab4fc585e8e72a34137627&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1429760 May 06 09:44:20.375494 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-6c92a534-cc1b-48bb-a680-f1ee50e91790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.376497 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-6c92a534-cc1b-48bb-a680-f1ee50e91790 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:20.377970 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-6c92a534-cc1b-48bb-a680-f1ee50e91790 service neutron] 10.222.0.77 "PUT /v2.0/ports/7d6de0b3-19e5-492d-b661-4ff64145d752 HTTP/1.1" status: 200 len: 1134 time: 1.4103160 May 06 09:44:20.406436 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09c4d0-0344-42e6-84d5-d77dea035c8c req-f799545a-ecb8-484b-bff5-0df74ec7e132 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.408497 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-db09c4d0-0344-42e6-84d5-d77dea035c8c req-f799545a-ecb8-484b-bff5-0df74ec7e132 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=402f38a3-5832-4bb5-a96b-c9680d5a3aae HTTP/1.1" status: 200 len: 946 time: 0.1507528 May 06 09:44:20.435889 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-ecffbf3e-1e81-4ec0-8f7a-2f5e87280945 service neutron] Request body: {'port': {'device_id': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:20.518765 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92a534-cc1b-48bb-a680-f1ee50e91790 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6de0b3-19e5-492d-b661-4ff64145d752,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:20.539003 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb87b72-16e5-4c7f-b3ef-0e2b7cf62f5b req-a1384f25-8f4c-4f39-be19-5a006274e790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.541277 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0fb87b72-16e5-4c7f-b3ef-0e2b7cf62f5b req-a1384f25-8f4c-4f39-be19-5a006274e790 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1800973 May 06 09:44:20.546917 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device fa2ffe1d-ed62-4923-a3b9-5dde95f24997 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:44:20.573512 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1024b8b5-910a-455c-8e10-7a78eb44c317 req-e3e5a261-d3da-435e-adfb-794f10a915fa tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.184 HTTP/1.1" status: 200 len: 1001 time: 0.1638937 May 06 09:44:20.573745 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: fa2ffe1d-ed62-4923-a3b9-5dde95f24997 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:44:20.574169 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device fa2ffe1d-ed62-4923-a3b9-5dde95f24997 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:44:20.616747 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-db09c4d0-0344-42e6-84d5-d77dea035c8c req-9c42442d-0a67-452d-8dc3-bf5b8ab5013f tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873906 May 06 09:44:20.653980 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-ecffbf3e-1e81-4ec0-8f7a-2f5e87280945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:20.666257 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024b8b5-910a-455c-8e10-7a78eb44c317 req-dc6475c1-371b-4e63-9a95-c9c8d832897a tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.667785 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1024b8b5-910a-455c-8e10-7a78eb44c317 req-dc6475c1-371b-4e63-9a95-c9c8d832897a tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/ports/0a055353-6e55-4732-a8e7-24f8f4d708b9 HTTP/1.1" status: 200 len: 942 time: 0.0691364 May 06 09:44:20.883393 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1024b8b5-910a-455c-8e10-7a78eb44c317 req-d183765d-7605-457b-bc92-56ce80089a6a tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.184 HTTP/1.1" status: 200 len: 1001 time: 0.1603529 May 06 09:44:20.893859 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28ce18-2bc6-4eac-a6ac-79810c86f004 req-892072a1-4f13-4305-b7e2-c322980ca197 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.895434 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7d28ce18-2bc6-4eac-a6ac-79810c86f004 req-892072a1-4f13-4305-b7e2-c322980ca197 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1859007 May 06 09:44:21.032035 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7d28ce18-2bc6-4eac-a6ac-79810c86f004 req-a1b281d2-669e-4ee4-8246-44499f3762bc tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291177 May 06 09:44:21.100494 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:21.110042 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024b8b5-910a-455c-8e10-7a78eb44c317 req-9e87d807-035d-456a-9d04-74904b7372e6 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:21.111691 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1024b8b5-910a-455c-8e10-7a78eb44c317 req-9e87d807-035d-456a-9d04-74904b7372e6 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 784 time: 0.2151742 May 06 09:44:21.312273 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-ecffbf3e-1e81-4ec0-8f7a-2f5e87280945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30e5cf1a-c55d-4245-a918-a50422989b35 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:21.414181 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:21.654406 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-ecffbf3e-1e81-4ec0-8f7a-2f5e87280945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:21.682913 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-07c4a9ba-a539-42a0-a769-027865277648 req-e5b1d138-97bb-4ab3-a18a-15814705c47b tempest-SecurityGroupsNegativeTestJSON-2010961109 tempest-SecurityGroupsNegativeTestJSON-2010961109-project] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8a3fd1b9fc8741e6898ee06073b16304 HTTP/1.1" status: 200 len: 2988 time: 0.4496686 May 06 09:44:21.689737 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-ae044959-9c09-4057-a34d-550f94041264 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:21.691183 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-ae044959-9c09-4057-a34d-550f94041264 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/networks?id=bf084c2a-2749-4093-a4ea-996162f08ec8 HTTP/1.1" status: 200 len: 812 time: 0.5544693 May 06 09:44:21.703910 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-ecffbf3e-1e81-4ec0-8f7a-2f5e87280945 service neutron] Transition to ACTIVE for port object 30e5cf1a-c55d-4245-a918-a50422989b35 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:44:21.720236 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-ecffbf3e-1e81-4ec0-8f7a-2f5e87280945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:21.753615 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-2985f2af-7a04-4dc0-8194-d7b8b7587b7c tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/quotas/9f8b2c0972214e249e01f24834153507 HTTP/1.1" status: 200 len: 375 time: 0.0508935 May 06 09:44:21.818921 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-07c4a9ba-a539-42a0-a769-027865277648 req-60cda637-922b-46f6-a6f3-c70dcf251615 tempest-SecurityGroupsNegativeTestJSON-2010961109 tempest-SecurityGroupsNegativeTestJSON-2010961109-project] 10.222.0.73 "GET /v2.0/security-groups/606b2afc-a56c-42d5-8ce7-4cff9df7c5dd HTTP/1.1" status: 200 len: 2985 time: 0.1267314 May 06 09:44:21.819576 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecffbf3e-1e81-4ec0-8f7a-2f5e87280945 service neutron] Pushing event updated for resources: {'Port': ['ID=30e5cf1a-c55d-4245-a918-a50422989b35,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:21.824033 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-4a48a7c6-7beb-47a3-8064-7ecaa6b56a50 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f8b2c0972214e249e01f24834153507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583837 May 06 09:44:21.981413 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-07c4a9ba-a539-42a0-a769-027865277648 req-47a02b39-6f65-4468-ae2f-a953c7d794ee tempest-SecurityGroupsNegativeTestJSON-2010961109 tempest-SecurityGroupsNegativeTestJSON-2010961109-project] 10.222.0.73 "GET /v2.0/security-groups/606b2afc-a56c-42d5-8ce7-4cff9df7c5dd HTTP/1.1" status: 200 len: 2985 time: 0.1525896 May 06 09:44:22.012071 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-ecffbf3e-1e81-4ec0-8f7a-2f5e87280945 service neutron] Attempting to bind port 30e5cf1a-c55d-4245-a918-a50422989b35 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:44:22.012418 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-ecffbf3e-1e81-4ec0-8f7a-2f5e87280945 service neutron] Attempting to bind port 30e5cf1a-c55d-4245-a918-a50422989b35 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '575a8a23-13f7-4b94-8526-a3cf557709f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6fffdccd-9d01-41e0-85b5-9c674bdd21ed'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:44:22.012752 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-ecffbf3e-1e81-4ec0-8f7a-2f5e87280945 service neutron] Attempting to bind port 30e5cf1a-c55d-4245-a918-a50422989b35 on network 6fffdccd-9d01-41e0-85b5-9c674bdd21ed {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:22.056746 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-ecffbf3e-1e81-4ec0-8f7a-2f5e87280945 service neutron] Port 30e5cf1a-c55d-4245-a918-a50422989b35 on network 6fffdccd-9d01-41e0-85b5-9c674bdd21ed not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:44:22.056999 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-ecffbf3e-1e81-4ec0-8f7a-2f5e87280945 service neutron] Attempting to bind port 30e5cf1a-c55d-4245-a918-a50422989b35 on network 6fffdccd-9d01-41e0-85b5-9c674bdd21ed {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:22.063842 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-63d873f3-b6bc-419e-a8fd-62795eff1ca6 service neutron] 10.222.0.73 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111859 May 06 09:44:22.067304 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d149b98-9a89-40e8-bce0-ebc567cabe2c', 'tag': '09636b4b-cb5b-461d-8711-ce0ce61f5aad'}, {'name': 'network-changed', 'server_uuid': 'c63b5e64-2cab-438f-bde8-af4fa9b0f26e', 'tag': '0a055353-6e55-4732-a8e7-24f8f4d708b9'}, {'server_uuid': 'e2340c8d-1799-4c6e-920d-b076367f59c1', 'name': 'network-vif-deleted', 'tag': 'fa2ffe1d-ed62-4923-a3b9-5dde95f24997'}, {'name': 'network-changed', 'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'tag': 'b9046c83-a238-4ecf-9873-2902976be919'}, {'server_uuid': '2a4db758-87b3-4765-b464-cb48923a2a56', 'name': 'network-vif-deleted', 'tag': 'a3b4a96f-6902-4b55-b868-d20cfc1713df'}, {'name': 'network-changed', 'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'tag': '7d6de0b3-19e5-492d-b661-4ff64145d752'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:22.069629 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7" -d '{"events": [{"name": "network-changed", "server_uuid": "3d149b98-9a89-40e8-bce0-ebc567cabe2c", "tag": "09636b4b-cb5b-461d-8711-ce0ce61f5aad"}, {"name": "network-changed", "server_uuid": "c63b5e64-2cab-438f-bde8-af4fa9b0f26e", "tag": "0a055353-6e55-4732-a8e7-24f8f4d708b9"}, {"server_uuid": "e2340c8d-1799-4c6e-920d-b076367f59c1", "name": "network-vif-deleted", "tag": "fa2ffe1d-ed62-4923-a3b9-5dde95f24997"}, {"name": "network-changed", "server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "tag": "b9046c83-a238-4ecf-9873-2902976be919"}, {"server_uuid": "2a4db758-87b3-4765-b464-cb48923a2a56", "name": "network-vif-deleted", "tag": "a3b4a96f-6902-4b55-b868-d20cfc1713df"}, {"name": "network-changed", "server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "tag": "7d6de0b3-19e5-492d-b661-4ff64145d752"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:22.076387 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-ecffbf3e-1e81-4ec0-8f7a-2f5e87280945 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:44:22.076737 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-ecffbf3e-1e81-4ec0-8f7a-2f5e87280945 service neutron] Checking segment: {'id': '575a8a23-13f7-4b94-8526-a3cf557709f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6fffdccd-9d01-41e0-85b5-9c674bdd21ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:22.077130 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-ecffbf3e-1e81-4ec0-8f7a-2f5e87280945 service neutron] Bound using segment: {'id': '575a8a23-13f7-4b94-8526-a3cf557709f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6fffdccd-9d01-41e0-85b5-9c674bdd21ed'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:44:22.077614 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-ecffbf3e-1e81-4ec0-8f7a-2f5e87280945 service neutron] Bound port: 30e5cf1a-c55d-4245-a918-a50422989b35, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '575a8a23-13f7-4b94-8526-a3cf557709f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6fffdccd-9d01-41e0-85b5-9c674bdd21ed'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:44:22.078027 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-ecffbf3e-1e81-4ec0-8f7a-2f5e87280945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:22.118817 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e2ae2c5c-3c78-4946-a452-57e4f667b163 req-fa2219b5-df5b-4c25-8c66-1dce09b71a89 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.184 HTTP/1.1" status: 200 len: 1001 time: 0.1194186 May 06 09:44:22.239290 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae2c5c-3c78-4946-a452-57e4f667b163 req-a45b2d7e-5dc3-4c79-9695-ee02436fc8b5 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:22.240634 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e2ae2c5c-3c78-4946-a452-57e4f667b163 req-a45b2d7e-5dc3-4c79-9695-ee02436fc8b5 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/ports/0a055353-6e55-4732-a8e7-24f8f4d708b9 HTTP/1.1" status: 200 len: 942 time: 0.0881405 May 06 09:44:22.265426 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-ecffbf3e-1e81-4ec0-8f7a-2f5e87280945 service neutron] For port 30e5cf1a-c55d-4245-a918-a50422989b35, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:44:22.273329 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-ecffbf3e-1e81-4ec0-8f7a-2f5e87280945 service neutron] For port 30e5cf1a-c55d-4245-a918-a50422989b35, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=30e5cf1a-c55d-4245-a918-a50422989b35,segment=NetworkSegment(575a8a23-13f7-4b94-8526-a3cf557709f5),segment_id=575a8a23-13f7-4b94-8526-a3cf557709f5)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:44:22.280430 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-0ad949ab-f2d1-4c2f-893c-f2e57a407729 service neutron] 10.222.0.73 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001145 May 06 09:44:22.281528 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-ecffbf3e-1e81-4ec0-8f7a-2f5e87280945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:22.366211 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-ecffbf3e-1e81-4ec0-8f7a-2f5e87280945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:22.366797 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-ecffbf3e-1e81-4ec0-8f7a-2f5e87280945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:22.368255 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-ecffbf3e-1e81-4ec0-8f7a-2f5e87280945 service neutron] 10.222.0.77 "PUT /v2.0/ports/30e5cf1a-c55d-4245-a918-a50422989b35 HTTP/1.1" status: 200 len: 1090 time: 1.9400892 May 06 09:44:22.398231 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecffbf3e-1e81-4ec0-8f7a-2f5e87280945 service neutron] Pushing event updated for resources: {'Port': ['ID=30e5cf1a-c55d-4245-a918-a50422989b35,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:22.422407 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e2ae2c5c-3c78-4946-a452-57e4f667b163 req-7973284b-b4dd-4e00-bdb8-150b4cb54245 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.184 HTTP/1.1" status: 200 len: 1001 time: 0.1321006 May 06 09:44:22.432895 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-3c2c4c7e-88e1-4600-b1ab-15fda8f24b28 service neutron] Request body: {'port': {'device_id': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:22.629702 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-3c2c4c7e-88e1-4600-b1ab-15fda8f24b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:22.680760 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed3f22-2b43-49b0-8753-763ec8b8ce1f req-9bd10a31-d024-498a-ab6a-92a51046d967 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:22.686860 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed3f22-2b43-49b0-8753-763ec8b8ce1f req-9bd10a31-d024-498a-ab6a-92a51046d967 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:22.692932 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed3f22-2b43-49b0-8753-763ec8b8ce1f req-9bd10a31-d024-498a-ab6a-92a51046d967 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:22.698981 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed3f22-2b43-49b0-8753-763ec8b8ce1f req-9bd10a31-d024-498a-ab6a-92a51046d967 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:22.705381 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed3f22-2b43-49b0-8753-763ec8b8ce1f req-9bd10a31-d024-498a-ab6a-92a51046d967 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:22.711332 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed3f22-2b43-49b0-8753-763ec8b8ce1f req-9bd10a31-d024-498a-ab6a-92a51046d967 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:22.717882 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed3f22-2b43-49b0-8753-763ec8b8ce1f req-9bd10a31-d024-498a-ab6a-92a51046d967 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:22.720238 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c3ed3f22-2b43-49b0-8753-763ec8b8ce1f req-9bd10a31-d024-498a-ab6a-92a51046d967 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5392 time: 0.2321947 May 06 09:44:22.755154 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae2c5c-3c78-4946-a452-57e4f667b163 req-65f1401a-9769-400b-8cac-e0cf94ce46fd tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:22.756455 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e2ae2c5c-3c78-4946-a452-57e4f667b163 req-65f1401a-9769-400b-8cac-e0cf94ce46fd tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 784 time: 0.3085964 May 06 09:44:22.867191 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c3ed3f22-2b43-49b0-8753-763ec8b8ce1f req-fee33b07-2a83-4498-927c-9734106195d8 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1228633 May 06 09:44:22.938624 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e2ae2c5c-3c78-4946-a452-57e4f667b163 req-5446aa03-9867-473c-82bc-23ade9d90105 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.184 HTTP/1.1" status: 200 len: 1001 time: 0.1655710 May 06 09:44:22.964671 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-e2ae2c5c-3c78-4946-a452-57e4f667b163 req-434ea3d1-7c6e-4a09-b7bf-2a1d57d67165 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:23.106353 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e2ae2c5c-3c78-4946-a452-57e4f667b163 req-434ea3d1-7c6e-4a09-b7bf-2a1d57d67165 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks [] for floatingip, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:23.121974 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee1878-6916-4dfd-9c72-1ae29fb04574 req-e263e8fc-dc5b-45c7-8a1b-1addef28a0d8 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:23.123604 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dfee1878-6916-4dfd-9c72-1ae29fb04574 req-e263e8fc-dc5b-45c7-8a1b-1addef28a0d8 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=402f38a3-5832-4bb5-a96b-c9680d5a3aae HTTP/1.1" status: 200 len: 946 time: 0.1624839 May 06 09:44:23.280287 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dfee1878-6916-4dfd-9c72-1ae29fb04574 req-a6928912-bfc6-4a8c-9084-7a99d7598f31 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195154 May 06 09:44:23.379600 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e2ae2c5c-3c78-4946-a452-57e4f667b163 req-434ea3d1-7c6e-4a09-b7bf-2a1d57d67165 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:23.389234 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-3c2c4c7e-88e1-4600-b1ab-15fda8f24b28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f821c4bf-a2e5-4eee-b05e-3fda28dcde76 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:23.402119 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e2ae2c5c-3c78-4946-a452-57e4f667b163 req-434ea3d1-7c6e-4a09-b7bf-2a1d57d67165 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:23.402461 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [req-e2ae2c5c-3c78-4946-a452-57e4f667b163 req-434ea3d1-7c6e-4a09-b7bf-2a1d57d67165 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Floating IP 7ceb77ac-12b8-44ad-8587-65fc9e47811e disassociated. External IP: 172.25.5.184, port: 0a055353-6e55-4732-a8e7-24f8f4d708b9. May 06 09:44:23.405442 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-3c2c4c7e-88e1-4600-b1ab-15fda8f24b28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:23.467989 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-3c2c4c7e-88e1-4600-b1ab-15fda8f24b28 service neutron] Transition to ACTIVE for port object f821c4bf-a2e5-4eee-b05e-3fda28dcde76 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:44:23.473104 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-392d99f9-4195-4390-9f3b-757d216d2f3e req-3d24364a-0c1f-4aa5-9c9d-ccc8682057b5 tempest-SecurityGroupsNegativeTestJSON-2010961109 tempest-SecurityGroupsNegativeTestJSON-2010961109-project] 10.222.0.73 "GET /v2.0/security-groups/606b2afc-a56c-42d5-8ce7-4cff9df7c5dd HTTP/1.1" status: 200 len: 2985 time: 0.1536827 May 06 09:44:23.477916 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-3c2c4c7e-88e1-4600-b1ab-15fda8f24b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:23.676337 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c4c7e-88e1-4600-b1ab-15fda8f24b28 service neutron] Pushing event updated for resources: {'Port': ['ID=f821c4bf-a2e5-4eee-b05e-3fda28dcde76,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:23.808299 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-392d99f9-4195-4390-9f3b-757d216d2f3e req-f2669d33-f950-45c9-8088-9fc05ee0e448 tempest-SecurityGroupsNegativeTestJSON-2010961109 tempest-SecurityGroupsNegativeTestJSON-2010961109-project] delete failed (client error): There was a conflict when trying to complete your request. May 06 09:44:23.809389 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-392d99f9-4195-4390-9f3b-757d216d2f3e req-f2669d33-f950-45c9-8088-9fc05ee0e448 tempest-SecurityGroupsNegativeTestJSON-2010961109 tempest-SecurityGroupsNegativeTestJSON-2010961109-project] 10.222.0.73 "DELETE /v2.0/security-groups/606b2afc-a56c-42d5-8ce7-4cff9df7c5dd HTTP/1.1" status: 409 len: 352 time: 0.3195264 May 06 09:44:23.847831 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-025b1fd8-c5a1-4ae0-beb9-4d4488319cea tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:23.849370 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-025b1fd8-c5a1-4ae0-beb9-4d4488319cea tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.84 "GET /v2.0/networks?id=bf084c2a-2749-4093-a4ea-996162f08ec8 HTTP/1.1" status: 200 len: 812 time: 0.2986500 May 06 09:44:23.891003 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 1019 Content-Type: application/json Date: Fri, 06 May 2022 09:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8804b1-951e-46da-8d76-702e4b0d473c x-openstack-request-id: req-5c8804b1-951e-46da-8d76-702e4b0d473c {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:23.891337 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d149b98-9a89-40e8-bce0-ebc567cabe2c", "tag": "09636b4b-cb5b-461d-8711-ce0ce61f5aad", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c63b5e64-2cab-438f-bde8-af4fa9b0f26e", "tag": "0a055353-6e55-4732-a8e7-24f8f4d708b9", "status": "completed", "code": 200}, {"server_uuid": "e2340c8d-1799-4c6e-920d-b076367f59c1", "name": "network-vif-deleted", "tag": "fa2ffe1d-ed62-4923-a3b9-5dde95f24997", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "tag": "b9046c83-a238-4ecf-9873-2902976be919", "status": "completed", "code": 200}, {"server_uuid": "2a4db758-87b3-4765-b464-cb48923a2a56", "name": "network-vif-deleted", "tag": "a3b4a96f-6902-4b55-b868-d20cfc1713df", "status": "failed", "code": 422}, {"name": "network-changed", "server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "tag": "7d6de0b3-19e5-492d-b661-4ff64145d752", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:23.891650 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5c8804b1-951e-46da-8d76-702e4b0d473c {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:23.891999 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c8804b1-951e-46da-8d76-702e4b0d473c'] response: {'name': 'network-changed', 'server_uuid': '3d149b98-9a89-40e8-bce0-ebc567cabe2c', 'tag': '09636b4b-cb5b-461d-8711-ce0ce61f5aad', 'status': 'completed', 'code': 200} May 06 09:44:23.892257 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c8804b1-951e-46da-8d76-702e4b0d473c'] response: {'name': 'network-changed', 'server_uuid': 'c63b5e64-2cab-438f-bde8-af4fa9b0f26e', 'tag': '0a055353-6e55-4732-a8e7-24f8f4d708b9', 'status': 'completed', 'code': 200} May 06 09:44:23.892512 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c8804b1-951e-46da-8d76-702e4b0d473c'] response: {'server_uuid': 'e2340c8d-1799-4c6e-920d-b076367f59c1', 'name': 'network-vif-deleted', 'tag': 'fa2ffe1d-ed62-4923-a3b9-5dde95f24997', 'status': 'completed', 'code': 200} May 06 09:44:23.892762 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c8804b1-951e-46da-8d76-702e4b0d473c'] response: {'name': 'network-changed', 'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'tag': 'b9046c83-a238-4ecf-9873-2902976be919', 'status': 'completed', 'code': 200} May 06 09:44:23.893033 n-d-840835-1 neutron-server[102653]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5c8804b1-951e-46da-8d76-702e4b0d473c']: {'server_uuid': '2a4db758-87b3-4765-b464-cb48923a2a56', 'name': 'network-vif-deleted', 'tag': 'a3b4a96f-6902-4b55-b868-d20cfc1713df', 'status': 'failed', 'code': 422} returned with failed status May 06 09:44:23.893276 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c8804b1-951e-46da-8d76-702e4b0d473c'] response: {'name': 'network-changed', 'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'tag': '7d6de0b3-19e5-492d-b661-4ff64145d752', 'status': 'completed', 'code': 200} May 06 09:44:23.899868 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-353b257d-f495-4658-a10b-31d22b4adfaa tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Request body: {'port': {'device_id': 'e09f9855-7836-4995-b232-b9b6f2cd9e20', 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8', 'admin_state_up': True, 'tenant_id': '9f8b2c0972214e249e01f24834153507'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:23.977987 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-3c2c4c7e-88e1-4600-b1ab-15fda8f24b28 service neutron] Attempting to bind port f821c4bf-a2e5-4eee-b05e-3fda28dcde76 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:44:23.978318 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-3c2c4c7e-88e1-4600-b1ab-15fda8f24b28 service neutron] Attempting to bind port f821c4bf-a2e5-4eee-b05e-3fda28dcde76 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '575a8a23-13f7-4b94-8526-a3cf557709f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6fffdccd-9d01-41e0-85b5-9c674bdd21ed'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:44:23.978650 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-3c2c4c7e-88e1-4600-b1ab-15fda8f24b28 service neutron] Attempting to bind port f821c4bf-a2e5-4eee-b05e-3fda28dcde76 on network 6fffdccd-9d01-41e0-85b5-9c674bdd21ed {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:23.993620 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-027b41dd-896a-400b-a93b-7a75083c74c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:23.995160 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-027b41dd-896a-400b-a93b-7a75083c74c1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0b0984a5a7244851a31d0e832302a0fa&device_id=c63b5e64-2cab-438f-bde8-af4fa9b0f26e HTTP/1.1" status: 200 len: 1096 time: 0.0781024 May 06 09:44:24.009464 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8cb9173c-c47e-4864-aad3-fcf48409040c req-d1440ba3-c519-4ddc-a6b5-f5ad0c80affc tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 210 time: 0.0754840 May 06 09:44:24.013439 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-3c2c4c7e-88e1-4600-b1ab-15fda8f24b28 service neutron] Port f821c4bf-a2e5-4eee-b05e-3fda28dcde76 on network 6fffdccd-9d01-41e0-85b5-9c674bdd21ed not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:44:24.013770 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-3c2c4c7e-88e1-4600-b1ab-15fda8f24b28 service neutron] Attempting to bind port f821c4bf-a2e5-4eee-b05e-3fda28dcde76 on network 6fffdccd-9d01-41e0-85b5-9c674bdd21ed {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:24.025131 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-e66d7f60-d421-43ce-b11d-9d532f2b0793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:24.026967 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-e66d7f60-d421-43ce-b11d-9d532f2b0793 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b0984a5a7244851a31d0e832302a0fa&device_id=3d149b98-9a89-40e8-bce0-ebc567cabe2c HTTP/1.1" status: 200 len: 1097 time: 0.0789673 May 06 09:44:24.041438 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2ae2c5c-3c78-4946-a452-57e4f667b163 req-434ea3d1-7c6e-4a09-b7bf-2a1d57d67165 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Router 7371434e-b72b-4535-8f2c-b52f0adc62dd has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:44:24.042667 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-3c2c4c7e-88e1-4600-b1ab-15fda8f24b28 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:44:24.042984 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-3c2c4c7e-88e1-4600-b1ab-15fda8f24b28 service neutron] Checking segment: {'id': '575a8a23-13f7-4b94-8526-a3cf557709f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6fffdccd-9d01-41e0-85b5-9c674bdd21ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:24.043953 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-3c2c4c7e-88e1-4600-b1ab-15fda8f24b28 service neutron] Bound using segment: {'id': '575a8a23-13f7-4b94-8526-a3cf557709f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6fffdccd-9d01-41e0-85b5-9c674bdd21ed'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:44:24.044394 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-3c2c4c7e-88e1-4600-b1ab-15fda8f24b28 service neutron] Bound port: f821c4bf-a2e5-4eee-b05e-3fda28dcde76, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '575a8a23-13f7-4b94-8526-a3cf557709f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6fffdccd-9d01-41e0-85b5-9c674bdd21ed'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:44:24.044754 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-3c2c4c7e-88e1-4600-b1ab-15fda8f24b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:24.165624 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-2f8f8606-ba4c-4780-a5a6-09f561ab9bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:24.167321 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-2f8f8606-ba4c-4780-a5a6-09f561ab9bc0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ae356d08-2dc7-4bce-a097-5441709edd13 HTTP/1.1" status: 200 len: 921 time: 0.1645143 May 06 09:44:24.216399 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-353b257d-f495-4658-a10b-31d22b4adfaa tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Made reservation on behalf of 9f8b2c0972214e249e01f24834153507 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:24.219910 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-353b257d-f495-4658-a10b-31d22b4adfaa tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:24.221055 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-5db5b533-057b-4708-accf-5d6a78f485a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:24.222799 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-5db5b533-057b-4708-accf-5d6a78f485a6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ae356d08-2dc7-4bce-a097-5441709edd13 HTTP/1.1" status: 200 len: 921 time: 0.1682696 May 06 09:44:24.224188 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-e9ec084e-3bfb-405e-9bdf-47a00bbd2d6b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a055353-6e55-4732-a8e7-24f8f4d708b9 HTTP/1.1" status: 200 len: 217 time: 0.0427630 May 06 09:44:24.271356 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-3c2c4c7e-88e1-4600-b1ab-15fda8f24b28 service neutron] For port f821c4bf-a2e5-4eee-b05e-3fda28dcde76, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:44:24.284196 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-fd2d5721-0851-4326-a9fb-367b988ed95a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09636b4b-cb5b-461d-8711-ce0ce61f5aad HTTP/1.1" status: 200 len: 217 time: 0.0533881 May 06 09:44:24.322613 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca039a39-bd0e-4ef6-a72c-a37a84ed98ff req-bc4a514e-2956-4375-a8c2-d15040d38249 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:24.324935 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ca039a39-bd0e-4ef6-a72c-a37a84ed98ff req-bc4a514e-2956-4375-a8c2-d15040d38249 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.2160771 May 06 09:44:24.327205 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-3c2c4c7e-88e1-4600-b1ab-15fda8f24b28 service neutron] For port f821c4bf-a2e5-4eee-b05e-3fda28dcde76, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=f821c4bf-a2e5-4eee-b05e-3fda28dcde76,segment=NetworkSegment(575a8a23-13f7-4b94-8526-a3cf557709f5),segment_id=575a8a23-13f7-4b94-8526-a3cf557709f5)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:44:24.357274 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-e3fe17eb-db38-4079-ad17-8673f2060e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:24.358822 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-e3fe17eb-db38-4079-ad17-8673f2060e71 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=56044973-1a08-4bdf-ad26-5f7c6c20c16e HTTP/1.1" status: 200 len: 859 time: 0.1207116 May 06 09:44:24.388883 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-3c2c4c7e-88e1-4600-b1ab-15fda8f24b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:24.401483 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-0e59a4df-1641-403b-b638-f622ccb0dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:24.402692 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-0e59a4df-1641-403b-b638-f622ccb0dda7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=56044973-1a08-4bdf-ad26-5f7c6c20c16e HTTP/1.1" status: 200 len: 859 time: 0.0995114 May 06 09:44:24.406249 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2ae2c5c-3c78-4946-a452-57e4f667b163 req-434ea3d1-7c6e-4a09-b7bf-2a1d57d67165 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:44:24.423753 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3d59bd-6767-40f8-b3b0-0f9bbbaa07cc None None] Sync routers for ids ['7371434e-b72b-4535-8f2c-b52f0adc62dd'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:44:24.438594 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e2ae2c5c-3c78-4946-a452-57e4f667b163 req-434ea3d1-7c6e-4a09-b7bf-2a1d57d67165 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:24.443226 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3d59bd-6767-40f8-b3b0-0f9bbbaa07cc None None] Routers {'7371434e-b72b-4535-8f2c-b52f0adc62dd'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:24.444234 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-df3d59bd-6767-40f8-b3b0-0f9bbbaa07cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:44:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['7371434e-b72b-4535-8f2c-b52f0adc62dd'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:24.459158 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-b4289255-bb7a-44c3-a15f-51c2cbe197b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:24.460763 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-b4289255-bb7a-44c3-a15f-51c2cbe197b0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ae356d08-2dc7-4bce-a097-5441709edd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942340 May 06 09:44:24.485272 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-3c2c4c7e-88e1-4600-b1ab-15fda8f24b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:24.485899 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-3c2c4c7e-88e1-4600-b1ab-15fda8f24b28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:24.487373 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-3c2c4c7e-88e1-4600-b1ab-15fda8f24b28 service neutron] 10.222.0.77 "PUT /v2.0/ports/f821c4bf-a2e5-4eee-b05e-3fda28dcde76 HTTP/1.1" status: 200 len: 1090 time: 2.0602136 May 06 09:44:24.539383 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-5c8b7e0f-7d6a-4e3e-8768-7e5513f0398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:24.541262 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-5c8b7e0f-7d6a-4e3e-8768-7e5513f0398f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae356d08-2dc7-4bce-a097-5441709edd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1299336 May 06 09:44:24.568079 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-4bf5e090-430d-476b-bbc2-736cbba4d1ed service neutron] Request body: {'port': {'device_id': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:24.585569 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ca039a39-bd0e-4ef6-a72c-a37a84ed98ff req-e20507ec-cf4c-4608-be12-4e0cffb8a53c tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528157 May 06 09:44:24.655608 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e2ae2c5c-3c78-4946-a452-57e4f667b163 req-434ea3d1-7c6e-4a09-b7bf-2a1d57d67165 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "PUT /v2.0/floatingips/7ceb77ac-12b8-44ad-8587-65fc9e47811e HTTP/1.1" status: 200 len: 695 time: 1.7018678 May 06 09:44:24.666130 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c4c7e-88e1-4600-b1ab-15fda8f24b28 service neutron] Pushing event updated for resources: {'Port': ['ID=f821c4bf-a2e5-4eee-b05e-3fda28dcde76,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:24.690851 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-353b257d-f495-4658-a10b-31d22b4adfaa tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Allocated IP 172.20.0.13 (bf084c2a-2749-4093-a4ea-996162f08ec8/8274d079-7928-4ac7-bf6e-3d3c9edfbcb7/ce184ffd-0187-45d2-857b-8f88cb6baff6) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:24.710654 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-0e636dea-4728-4b43-9034-b04089dae5dd service neutron] 10.222.0.84 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356741 May 06 09:44:24.761318 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-2028f950-82dc-4fb4-a00a-37436876e596 service neutron] 10.222.0.77 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111413 May 06 09:44:24.763656 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-df3d59bd-6767-40f8-b3b0-0f9bbbaa07cc None None] Set router 7371434e-b72b-4535-8f2c-b52f0adc62dd gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:24.827597 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-4bf5e090-430d-476b-bbc2-736cbba4d1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:24.884472 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae2c5c-3c78-4946-a452-57e4f667b163 req-81c12623-a99a-4d85-9fbf-c45bd579ad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:24.889505 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e2ae2c5c-3c78-4946-a452-57e4f667b163 req-81c12623-a99a-4d85-9fbf-c45bd579ad19 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b0984a5a7244851a31d0e832302a0fa&device_id=c63b5e64-2cab-438f-bde8-af4fa9b0f26e HTTP/1.1" status: 200 len: 1096 time: 0.2046075 May 06 09:44:24.983916 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-85a8c537-4462-46f0-925c-2aadf6e23ae4 service neutron] 10.222.0.77 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100084 May 06 09:44:24.984788 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-cbca0dc4-a97e-4736-8fc6-42f798d48f4b service neutron] 10.222.0.84 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222340 May 06 09:44:25.064090 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-df3d59bd-6767-40f8-b3b0-0f9bbbaa07cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'name': 'tempest-FloatingIPsAssociationTestJSON-681174063-router', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:15Z', 'updated_at': '2022-05-06T09:43:22Z', 'revision_number': 4, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'gw_port': {'id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:16Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '26d74a51-5652-43a6-bda5-caa1f8194f78', 'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:20Z', 'updated_at': '2022-05-06T09:43:28Z', 'revision_number': 5, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'subnets': [{'id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:25.104775 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3d59bd-6767-40f8-b3b0-0f9bbbaa07cc None None] Checking router: 7371434e-b72b-4535-8f2c-b52f0adc62dd for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:44:25.116623 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3d59bd-6767-40f8-b3b0-0f9bbbaa07cc None None] Routers {'7371434e-b72b-4535-8f2c-b52f0adc62dd'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:25.117264 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-df3d59bd-6767-40f8-b3b0-0f9bbbaa07cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:44:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['7371434e-b72b-4535-8f2c-b52f0adc62dd'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:25.182420 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-0ecd5822-aa6e-4231-9723-06cddd9661f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.183146 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-0ecd5822-aa6e-4231-9723-06cddd9661f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.183882 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-0ecd5822-aa6e-4231-9723-06cddd9661f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.184689 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-0ecd5822-aa6e-4231-9723-06cddd9661f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.185410 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-0ecd5822-aa6e-4231-9723-06cddd9661f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.186146 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-0ecd5822-aa6e-4231-9723-06cddd9661f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.186926 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-0ecd5822-aa6e-4231-9723-06cddd9661f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.190999 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-0ecd5822-aa6e-4231-9723-06cddd9661f7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=25aba9ec7dab4fc585e8e72a34137627&device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 6351 time: 0.0804386 May 06 09:44:25.246977 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-df3d59bd-6767-40f8-b3b0-0f9bbbaa07cc None None] Set router 7371434e-b72b-4535-8f2c-b52f0adc62dd gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:25.336487 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-3e535e38-faa1-45a5-84e7-375bbbb12a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.337024 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-3e535e38-faa1-45a5-84e7-375bbbb12a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.337503 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-3e535e38-faa1-45a5-84e7-375bbbb12a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.339230 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-3e535e38-faa1-45a5-84e7-375bbbb12a5d service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=25aba9ec7dab4fc585e8e72a34137627&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1322565 May 06 09:44:25.484595 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-03ad3ac7-ba19-4a23-9ce4-1fb354de0922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.487447 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-03ad3ac7-ba19-4a23-9ce4-1fb354de0922 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1390529 May 06 09:44:25.520100 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-c1222aeb-0cf9-4007-8af3-67cab73884ba req-8c61955c-cf54-4d65-83bf-2f68a8b50efc tempest-SecurityGroupsNegativeTestJSON-2010961109 tempest-SecurityGroupsNegativeTestJSON-2010961109-project] show failed (client error): The resource could not be found. May 06 09:44:25.520990 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-df3d59bd-6767-40f8-b3b0-0f9bbbaa07cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'name': 'tempest-FloatingIPsAssociationTestJSON-681174063-router', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:15Z', 'updated_at': '2022-05-06T09:43:22Z', 'revision_number': 4, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'gw_port': {'id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:16Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '26d74a51-5652-43a6-bda5-caa1f8194f78', 'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:20Z', 'updated_at': '2022-05-06T09:43:28Z', 'revision_number': 5, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'subnets': [{'id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:25.521455 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c1222aeb-0cf9-4007-8af3-67cab73884ba req-8c61955c-cf54-4d65-83bf-2f68a8b50efc tempest-SecurityGroupsNegativeTestJSON-2010961109 tempest-SecurityGroupsNegativeTestJSON-2010961109-project] 10.222.0.73 "GET /v2.0/security-groups/ec90be4d-f545-4ad1-9168-1414a42d8e63 HTTP/1.1" status: 404 len: 352 time: 0.4285169 May 06 09:44:25.569411 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3d59bd-6767-40f8-b3b0-0f9bbbaa07cc None None] The sync data for ids ['7371434e-b72b-4535-8f2c-b52f0adc62dd'] in n-d-840835-1 is: [{'id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'name': 'tempest-FloatingIPsAssociationTestJSON-681174063-router', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:15Z', 'updated_at': '2022-05-06T09:43:22Z', 'revision_number': 4, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'gw_port': {'id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:16Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '26d74a51-5652-43a6-bda5-caa1f8194f78', 'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:20Z', 'updated_at': '2022-05-06T09:43:28Z', 'revision_number': 5, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'subnets': [{'id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:44:25.636690 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-96f2168e-0d1e-42ed-a77e-246f07e4d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.637663 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-96f2168e-0d1e-42ed-a77e-246f07e4d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.638102 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-96f2168e-0d1e-42ed-a77e-246f07e4d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.638578 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-96f2168e-0d1e-42ed-a77e-246f07e4d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.639050 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-96f2168e-0d1e-42ed-a77e-246f07e4d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.639552 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-96f2168e-0d1e-42ed-a77e-246f07e4d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.640042 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-96f2168e-0d1e-42ed-a77e-246f07e4d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.642055 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-96f2168e-0d1e-42ed-a77e-246f07e4d499 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=25aba9ec7dab4fc585e8e72a34137627&device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 6351 time: 0.0723436 May 06 09:44:25.687364 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae2c5c-3c78-4946-a452-57e4f667b163 req-d8845991-b6e6-4a7e-b0a1-8ebea079b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.691466 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e2ae2c5c-3c78-4946-a452-57e4f667b163 req-d8845991-b6e6-4a7e-b0a1-8ebea079b365 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ae356d08-2dc7-4bce-a097-5441709edd13 HTTP/1.1" status: 200 len: 921 time: 0.7580843 May 06 09:44:25.698522 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-353b257d-f495-4658-a10b-31d22b4adfaa tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:25.764121 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e2ae2c5c-3c78-4946-a452-57e4f667b163 req-58f0fc31-0f46-4901-9695-37d00da25fff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a055353-6e55-4732-a8e7-24f8f4d708b9 HTTP/1.1" status: 200 len: 217 time: 0.0554624 May 06 09:44:25.780324 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-56849044-030d-4954-829c-186c8a6abf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.781148 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-56849044-030d-4954-829c-186c8a6abf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.781869 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-56849044-030d-4954-829c-186c8a6abf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.783939 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-56849044-030d-4954-829c-186c8a6abf8f service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=25aba9ec7dab4fc585e8e72a34137627&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1257463 May 06 09:44:25.825177 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0fce1-f000-41d1-81a1-588f73d6a411 req-7e09668e-3c1f-4540-aca4-947b3258b2cb tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.835490 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0fce1-f000-41d1-81a1-588f73d6a411 req-7e09668e-3c1f-4540-aca4-947b3258b2cb tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.841985 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0fce1-f000-41d1-81a1-588f73d6a411 req-7e09668e-3c1f-4540-aca4-947b3258b2cb tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.848315 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0fce1-f000-41d1-81a1-588f73d6a411 req-7e09668e-3c1f-4540-aca4-947b3258b2cb tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.854270 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0fce1-f000-41d1-81a1-588f73d6a411 req-7e09668e-3c1f-4540-aca4-947b3258b2cb tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.858672 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bed95b-a767-45c1-ad7d-a3d158df4013 None None] New status for floating IP 7ceb77ac-12b8-44ad-8587-65fc9e47811e: DOWN {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:44:25.860832 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0fce1-f000-41d1-81a1-588f73d6a411 req-7e09668e-3c1f-4540-aca4-947b3258b2cb tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.867285 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0fce1-f000-41d1-81a1-588f73d6a411 req-7e09668e-3c1f-4540-aca4-947b3258b2cb tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.868804 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-02e0fce1-f000-41d1-81a1-588f73d6a411 req-7e09668e-3c1f-4540-aca4-947b3258b2cb tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5404 time: 0.2869651 May 06 09:44:25.897625 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'tag': '30e5cf1a-c55d-4245-a918-a50422989b35'}, {'name': 'network-changed', 'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'tag': 'f821c4bf-a2e5-4eee-b05e-3fda28dcde76'}, {'name': 'network-changed', 'server_uuid': 'c63b5e64-2cab-438f-bde8-af4fa9b0f26e', 'tag': '0a055353-6e55-4732-a8e7-24f8f4d708b9'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:25.900009 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f" -d '{"events": [{"name": "network-changed", "server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "tag": "30e5cf1a-c55d-4245-a918-a50422989b35"}, {"name": "network-changed", "server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "tag": "f821c4bf-a2e5-4eee-b05e-3fda28dcde76"}, {"name": "network-changed", "server_uuid": "c63b5e64-2cab-438f-bde8-af4fa9b0f26e", "tag": "0a055353-6e55-4732-a8e7-24f8f4d708b9"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:25.900888 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-1cff969e-88d1-4271-a25b-7d52a03a4b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.903045 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2378f1c3-fd54-40ce-b1b1-6e03a85ec9b7 req-1cff969e-88d1-4271-a25b-7d52a03a4b02 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1125817 May 06 09:44:25.945605 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-353b257d-f495-4658-a10b-31d22b4adfaa tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:25.995754 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae2c5c-3c78-4946-a452-57e4f667b163 req-c63dae12-9a92-45ca-96a6-710fe606f47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.997848 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e2ae2c5c-3c78-4946-a452-57e4f667b163 req-c63dae12-9a92-45ca-96a6-710fe606f47f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56044973-1a08-4bdf-ad26-5f7c6c20c16e HTTP/1.1" status: 200 len: 859 time: 0.2150311 May 06 09:44:26.075538 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-353b257d-f495-4658-a10b-31d22b4adfaa tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Network bf084c2a-2749-4093-a4ea-996162f08ec8 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:26.084331 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-02e0fce1-f000-41d1-81a1-588f73d6a411 req-a55f2780-196e-4e5f-9cb8-2908d60a880d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1744087 May 06 09:44:26.093821 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-353b257d-f495-4658-a10b-31d22b4adfaa tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:26.099764 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-4bf5e090-430d-476b-bbc2-736cbba4d1ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5657ef8a-6946-4f8a-b6db-d71d2f6baecd {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:26.108654 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-353b257d-f495-4658-a10b-31d22b4adfaa tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:26.113501 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b257d-f495-4658-a10b-31d22b4adfaa tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Pushing event updated for resources: {'Port': ['ID=ce184ffd-0187-45d2-857b-8f88cb6baff6,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:26.118442 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-4bf5e090-430d-476b-bbc2-736cbba4d1ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:26.171101 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-4bf5e090-430d-476b-bbc2-736cbba4d1ed service neutron] Transition to ACTIVE for port object 5657ef8a-6946-4f8a-b6db-d71d2f6baecd will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:44:26.188089 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-4bf5e090-430d-476b-bbc2-736cbba4d1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:26.191227 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae2c5c-3c78-4946-a452-57e4f667b163 req-8a19df8a-73ee-460f-aa01-82ebe7b58cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:26.192759 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e2ae2c5c-3c78-4946-a452-57e4f667b163 req-8a19df8a-73ee-460f-aa01-82ebe7b58cf4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ae356d08-2dc7-4bce-a097-5441709edd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1661220 May 06 09:44:26.219690 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-353b257d-f495-4658-a10b-31d22b4adfaa tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:26.219900 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-353b257d-f495-4658-a10b-31d22b4adfaa tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:26.322120 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-353b257d-f495-4658-a10b-31d22b4adfaa tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4327002 May 06 09:44:26.345643 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-80a3adb9-44a5-4639-91af-c3e8f94e8a53 service neutron] Request body: {'port': {'device_id': 'e09f9855-7836-4995-b232-b9b6f2cd9e20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:26.358422 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5e090-430d-476b-bbc2-736cbba4d1ed service neutron] Pushing event updated for resources: {'Port': ['ID=5657ef8a-6946-4f8a-b6db-d71d2f6baecd,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:26.385603 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152349f-2d4d-482a-a08b-183d150aceff req-8009871e-90fd-4bbe-9d8a-ab336b5e7862 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:26.387757 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b152349f-2d4d-482a-a08b-183d150aceff req-8009871e-90fd-4bbe-9d8a-ab336b5e7862 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.2206628 May 06 09:44:26.507027 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e2ae2c5c-3c78-4946-a452-57e4f667b163 req-23b4d2f3-8d94-4ebc-ac0d-66fe6629dcb6 service neutron] 10.222.0.73 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979624 May 06 09:44:26.546705 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b152349f-2d4d-482a-a08b-183d150aceff req-d709608c-235f-4e6b-99ae-7f1f50b90495 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318290 May 06 09:44:26.575219 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-80a3adb9-44a5-4639-91af-c3e8f94e8a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:26.626926 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-4bf5e090-430d-476b-bbc2-736cbba4d1ed service neutron] Attempting to bind port 5657ef8a-6946-4f8a-b6db-d71d2f6baecd on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:44:26.627359 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-4bf5e090-430d-476b-bbc2-736cbba4d1ed service neutron] Attempting to bind port 5657ef8a-6946-4f8a-b6db-d71d2f6baecd by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'f74ae27d-23fa-482c-b590-8b104f569714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7d9fc154-3e75-4eba-b7be-fb999f1d724a'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:44:26.627895 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-4bf5e090-430d-476b-bbc2-736cbba4d1ed service neutron] Attempting to bind port 5657ef8a-6946-4f8a-b6db-d71d2f6baecd on network 7d9fc154-3e75-4eba-b7be-fb999f1d724a {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:26.681778 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-4bf5e090-430d-476b-bbc2-736cbba4d1ed service neutron] Port 5657ef8a-6946-4f8a-b6db-d71d2f6baecd on network 7d9fc154-3e75-4eba-b7be-fb999f1d724a not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:44:26.682110 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-4bf5e090-430d-476b-bbc2-736cbba4d1ed service neutron] Attempting to bind port 5657ef8a-6946-4f8a-b6db-d71d2f6baecd on network 7d9fc154-3e75-4eba-b7be-fb999f1d724a {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:26.706840 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-4bf5e090-430d-476b-bbc2-736cbba4d1ed service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:44:26.707264 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-4bf5e090-430d-476b-bbc2-736cbba4d1ed service neutron] Checking segment: {'id': 'f74ae27d-23fa-482c-b590-8b104f569714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7d9fc154-3e75-4eba-b7be-fb999f1d724a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:26.707589 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-4bf5e090-430d-476b-bbc2-736cbba4d1ed service neutron] Bound using segment: {'id': 'f74ae27d-23fa-482c-b590-8b104f569714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7d9fc154-3e75-4eba-b7be-fb999f1d724a'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:44:26.708049 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-4bf5e090-430d-476b-bbc2-736cbba4d1ed service neutron] Bound port: 5657ef8a-6946-4f8a-b6db-d71d2f6baecd, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f74ae27d-23fa-482c-b590-8b104f569714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7d9fc154-3e75-4eba-b7be-fb999f1d724a'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:44:26.708418 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-4bf5e090-430d-476b-bbc2-736cbba4d1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:26.804589 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e2ae2c5c-3c78-4946-a452-57e4f667b163 req-3a39a84f-31d8-4dd7-9212-014801263084 service neutron] 10.222.0.73 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870684 May 06 09:44:26.835828 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e3c07-f5de-4afa-9a25-b0e263fad26d req-451f749d-bc2c-4581-99d5-92ffeb010001 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:26.837682 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7d6e3c07-f5de-4afa-9a25-b0e263fad26d req-451f749d-bc2c-4581-99d5-92ffeb010001 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 932 time: 0.2257929 May 06 09:44:26.981717 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-4bf5e090-430d-476b-bbc2-736cbba4d1ed service neutron] For port 5657ef8a-6946-4f8a-b6db-d71d2f6baecd, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:44:26.986287 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7d6e3c07-f5de-4afa-9a25-b0e263fad26d req-1d621628-7fc8-4f2e-b1b0-30ee43c76b8a tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419518 May 06 09:44:26.996668 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-f78470ff-3cc6-46ec-8aef-3f155c026a33 req-d53268af-d617-4166-913c-eb357d02d3d1 tempest-SecurityGroupsNegativeTestJSON-2010961109 tempest-SecurityGroupsNegativeTestJSON-2010961109-project] show failed (client error): The resource could not be found. May 06 09:44:26.997413 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f78470ff-3cc6-46ec-8aef-3f155c026a33 req-d53268af-d617-4166-913c-eb357d02d3d1 tempest-SecurityGroupsNegativeTestJSON-2010961109 tempest-SecurityGroupsNegativeTestJSON-2010961109-project] 10.222.0.73 "GET /v2.0/security-groups/f4cfceb6-5ff7-4b53-b6de-aea7d026e336 HTTP/1.1" status: 404 len: 352 time: 0.0379589 May 06 09:44:27.003644 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-4bf5e090-430d-476b-bbc2-736cbba4d1ed service neutron] For port 5657ef8a-6946-4f8a-b6db-d71d2f6baecd, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=5657ef8a-6946-4f8a-b6db-d71d2f6baecd,segment=NetworkSegment(f74ae27d-23fa-482c-b590-8b104f569714),segment_id=f74ae27d-23fa-482c-b590-8b104f569714)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:44:27.014709 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-4bf5e090-430d-476b-bbc2-736cbba4d1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:27.024594 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49400) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:27.096993 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-4bf5e090-430d-476b-bbc2-736cbba4d1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:27.097748 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-4bf5e090-430d-476b-bbc2-736cbba4d1ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:27.099308 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-4bf5e090-430d-476b-bbc2-736cbba4d1ed service neutron] 10.222.0.77 "PUT /v2.0/ports/5657ef8a-6946-4f8a-b6db-d71d2f6baecd HTTP/1.1" status: 200 len: 1091 time: 2.5455675 May 06 09:44:27.145483 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-a842d75e-1c3c-42f0-8db0-11c883570beb service neutron] Request body: {'port': {'device_id': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:27.157694 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5e090-430d-476b-bbc2-736cbba4d1ed service neutron] Pushing event updated for resources: {'Port': ['ID=5657ef8a-6946-4f8a-b6db-d71d2f6baecd,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:27.196588 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb5b3e5-d802-46bd-8e95-e9db04c3ccde admin admin] Deleting subnet 01aa267c-2b85-45df-9f88-5b6e41e61b5f {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:44:27.202817 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4fb5b3e5-d802-46bd-8e95-e9db04c3ccde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:27.211362 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 06 May 2022 09:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3282b854-9dca-4023-b545-6d29cb3fb5b5 x-openstack-request-id: req-3282b854-9dca-4023-b545-6d29cb3fb5b5 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:27.211362 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "tag": "30e5cf1a-c55d-4245-a918-a50422989b35", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "tag": "f821c4bf-a2e5-4eee-b05e-3fda28dcde76", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c63b5e64-2cab-438f-bde8-af4fa9b0f26e", "tag": "0a055353-6e55-4732-a8e7-24f8f4d708b9", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:27.211672 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3282b854-9dca-4023-b545-6d29cb3fb5b5 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:27.212104 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3282b854-9dca-4023-b545-6d29cb3fb5b5'] response: {'name': 'network-changed', 'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'tag': '30e5cf1a-c55d-4245-a918-a50422989b35', 'status': 'completed', 'code': 200} May 06 09:44:27.212455 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3282b854-9dca-4023-b545-6d29cb3fb5b5'] response: {'name': 'network-changed', 'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'tag': 'f821c4bf-a2e5-4eee-b05e-3fda28dcde76', 'status': 'completed', 'code': 200} May 06 09:44:27.212785 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3282b854-9dca-4023-b545-6d29cb3fb5b5'] response: {'name': 'network-changed', 'server_uuid': 'c63b5e64-2cab-438f-bde8-af4fa9b0f26e', 'tag': '0a055353-6e55-4732-a8e7-24f8f4d708b9', 'status': 'completed', 'code': 200} May 06 09:44:27.261319 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4fb5b3e5-d802-46bd-8e95-e9db04c3ccde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:27.338517 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-a842d75e-1c3c-42f0-8db0-11c883570beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:27.378472 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4fb5b3e5-d802-46bd-8e95-e9db04c3ccde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:27.386148 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-80a3adb9-44a5-4639-91af-c3e8f94e8a53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce184ffd-0187-45d2-857b-8f88cb6baff6 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:27.426797 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-80a3adb9-44a5-4639-91af-c3e8f94e8a53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:27.493170 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-80a3adb9-44a5-4639-91af-c3e8f94e8a53 service neutron] Transition to ACTIVE for port object ce184ffd-0187-45d2-857b-8f88cb6baff6 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:44:27.498939 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4fb5b3e5-d802-46bd-8e95-e9db04c3ccde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:27.502534 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-80a3adb9-44a5-4639-91af-c3e8f94e8a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:27.538012 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a323a99-cecb-4360-b64a-cb7036bab529 req-2591c014-5f9a-4dd3-9765-77e29b07fbe1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:27.544618 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a323a99-cecb-4360-b64a-cb7036bab529 req-2591c014-5f9a-4dd3-9765-77e29b07fbe1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:27.551448 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a323a99-cecb-4360-b64a-cb7036bab529 req-2591c014-5f9a-4dd3-9765-77e29b07fbe1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:27.556602 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5b3e5-d802-46bd-8e95-e9db04c3ccde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01aa267c-2b85-45df-9f88-5b6e41e61b5f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:27.559604 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a323a99-cecb-4360-b64a-cb7036bab529 req-2591c014-5f9a-4dd3-9765-77e29b07fbe1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:27.565476 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4fb5b3e5-d802-46bd-8e95-e9db04c3ccde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:27.565897 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a323a99-cecb-4360-b64a-cb7036bab529 req-2591c014-5f9a-4dd3-9765-77e29b07fbe1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:27.571328 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4fb5b3e5-d802-46bd-8e95-e9db04c3ccde admin admin] 10.222.0.73 "DELETE /v2.0/subnets/01aa267c-2b85-45df-9f88-5b6e41e61b5f HTTP/1.1" status: 204 len: 168 time: 0.5420198 May 06 09:44:27.572325 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49408) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:27.572443 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a323a99-cecb-4360-b64a-cb7036bab529 req-2591c014-5f9a-4dd3-9765-77e29b07fbe1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:27.578306 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a323a99-cecb-4360-b64a-cb7036bab529 req-2591c014-5f9a-4dd3-9765-77e29b07fbe1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:27.580421 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a323a99-cecb-4360-b64a-cb7036bab529 req-2591c014-5f9a-4dd3-9765-77e29b07fbe1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5416 time: 0.2187893 May 06 09:44:27.633297 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-6372492e-e65f-405a-a3f7-0a3c8ea17a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:27.635679 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-6372492e-e65f-405a-a3f7-0a3c8ea17a83 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0b0984a5a7244851a31d0e832302a0fa&device_id=c63b5e64-2cab-438f-bde8-af4fa9b0f26e HTTP/1.1" status: 200 len: 1096 time: 0.1809568 May 06 09:44:27.665513 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-2bbf1dd7-d8f7-46bc-b20f-b36dfe714b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:27.665996 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-2bbf1dd7-d8f7-46bc-b20f-b36dfe714b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:27.666470 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-2bbf1dd7-d8f7-46bc-b20f-b36dfe714b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:27.666933 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-2bbf1dd7-d8f7-46bc-b20f-b36dfe714b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:27.667428 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-2bbf1dd7-d8f7-46bc-b20f-b36dfe714b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:27.667888 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-2bbf1dd7-d8f7-46bc-b20f-b36dfe714b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:27.668927 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-2bbf1dd7-d8f7-46bc-b20f-b36dfe714b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:27.670833 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-2bbf1dd7-d8f7-46bc-b20f-b36dfe714b5c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=25aba9ec7dab4fc585e8e72a34137627&device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 6418 time: 0.2150233 May 06 09:44:27.710505 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e86b0-04b0-4981-ac0b-7b9363b8aeef req-81caebc8-0382-47b5-87c8-28234c2be5c9 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:27.712309 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-079e86b0-04b0-4981-ac0b-7b9363b8aeef req-81caebc8-0382-47b5-87c8-28234c2be5c9 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d149b98-9a89-40e8-bce0-ebc567cabe2c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3017883 May 06 09:44:27.733820 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3adb9-44a5-4639-91af-c3e8f94e8a53 service neutron] Pushing event updated for resources: {'Port': ['ID=ce184ffd-0187-45d2-857b-8f88cb6baff6,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:27.796955 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7c23ba22-8d14-44cd-93c5-499c48c029b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:27.819224 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a323a99-cecb-4360-b64a-cb7036bab529 req-6fd8c86f-668e-49b5-9caf-17ad657c4c19 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2162652 May 06 09:44:27.841365 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-079e86b0-04b0-4981-ac0b-7b9363b8aeef req-4d574df6-be50-433e-9b3e-39579516bb31 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.184 HTTP/1.1" status: 200 len: 696 time: 0.1177745 May 06 09:44:27.846441 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-079e86b0-04b0-4981-ac0b-7b9363b8aeef req-5f316002-7eb8-41d7-a020-d52c9376470e tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Request body: {'floatingip': {'port_id': '09636b4b-cb5b-461d-8711-ce0ce61f5aad', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:27.873312 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-21aac8c7-fc13-4929-884f-f0401ebbb26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:27.874732 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-21aac8c7-fc13-4929-884f-f0401ebbb26f service neutron] 10.222.0.84 "GET /v2.0/networks?id=ae356d08-2dc7-4bce-a097-5441709edd13 HTTP/1.1" status: 200 len: 921 time: 0.2259381 May 06 09:44:27.975749 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-1ae43697-fdca-41df-a50c-55f2f31b2e52 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a055353-6e55-4732-a8e7-24f8f4d708b9 HTTP/1.1" status: 200 len: 217 time: 0.0645256 May 06 09:44:28.013910 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-079e86b0-04b0-4981-ac0b-7b9363b8aeef req-5f316002-7eb8-41d7-a020-d52c9376470e tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks [] for floatingip, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:28.077412 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-9d1c6b8c-16b9-4112-b0d1-c13719514e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:28.078623 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-9d1c6b8c-16b9-4112-b0d1-c13719514e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:28.078623 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-9d1c6b8c-16b9-4112-b0d1-c13719514e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:28.079818 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-9d1c6b8c-16b9-4112-b0d1-c13719514e00 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=25aba9ec7dab4fc585e8e72a34137627&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3712108 May 06 09:44:28.115071 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7c23ba22-8d14-44cd-93c5-499c48c029b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:28.178595 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-80a3adb9-44a5-4639-91af-c3e8f94e8a53 service neutron] Attempting to bind port ce184ffd-0187-45d2-857b-8f88cb6baff6 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:44:28.178942 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-80a3adb9-44a5-4639-91af-c3e8f94e8a53 service neutron] Attempting to bind port ce184ffd-0187-45d2-857b-8f88cb6baff6 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '627bbd8f-a3da-4da2-815f-3be0d917a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:44:28.179307 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-80a3adb9-44a5-4639-91af-c3e8f94e8a53 service neutron] Attempting to bind port ce184ffd-0187-45d2-857b-8f88cb6baff6 on network bf084c2a-2749-4093-a4ea-996162f08ec8 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:28.201531 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-80a3adb9-44a5-4639-91af-c3e8f94e8a53 service neutron] Port ce184ffd-0187-45d2-857b-8f88cb6baff6 on network bf084c2a-2749-4093-a4ea-996162f08ec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:44:28.201863 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-80a3adb9-44a5-4639-91af-c3e8f94e8a53 service neutron] Attempting to bind port ce184ffd-0187-45d2-857b-8f88cb6baff6 on network bf084c2a-2749-4093-a4ea-996162f08ec8 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:28.223535 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-4b4c454b-67ca-44cd-911e-08f5a2b50aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:28.224482 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-4b4c454b-67ca-44cd-911e-08f5a2b50aff service neutron] 10.222.0.84 "GET /v2.0/subnets?id=56044973-1a08-4bdf-ad26-5f7c6c20c16e HTTP/1.1" status: 200 len: 859 time: 0.2350626 May 06 09:44:28.226168 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-7c23ba22-8d14-44cd-93c5-499c48c029b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acdb7f0d-a22c-4e70-b7a0-f35550ca0680']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:28.243005 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-80a3adb9-44a5-4639-91af-c3e8f94e8a53 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:44:28.243005 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-80a3adb9-44a5-4639-91af-c3e8f94e8a53 service neutron] Checking segment: {'id': '627bbd8f-a3da-4da2-815f-3be0d917a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:28.243373 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-80a3adb9-44a5-4639-91af-c3e8f94e8a53 service neutron] Bound using segment: {'id': '627bbd8f-a3da-4da2-815f-3be0d917a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:44:28.243612 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-80a3adb9-44a5-4639-91af-c3e8f94e8a53 service neutron] Bound port: ce184ffd-0187-45d2-857b-8f88cb6baff6, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '627bbd8f-a3da-4da2-815f-3be0d917a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:44:28.243978 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-80a3adb9-44a5-4639-91af-c3e8f94e8a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:28.266330 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-7c23ba22-8d14-44cd-93c5-499c48c029b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d16915e-eb55-476c-b666-43fa51a3c23d') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:28.266693 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-7c23ba22-8d14-44cd-93c5-499c48c029b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d16915e-eb55-476c-b666-43fa51a3c23d') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:28.291366 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-56bb35af-9359-44cc-9f10-21daf325ff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:28.292835 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-56bb35af-9359-44cc-9f10-21daf325ff1f service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2047145 May 06 09:44:28.295298 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7c23ba22-8d14-44cd-93c5-499c48c029b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:28.321542 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae70a3-5578-4eb8-9983-a4cd35c10990 req-690582bd-1767-4092-ba39-ff7d8163680a tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:28.323329 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-66ae70a3-5578-4eb8-9983-a4cd35c10990 req-690582bd-1767-4092-ba39-ff7d8163680a tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 944 time: 0.2286389 May 06 09:44:28.323614 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7c23ba22-8d14-44cd-93c5-499c48c029b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:28.332137 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c23ba22-8d14-44cd-93c5-499c48c029b7 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:44:28.332543 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7c23ba22-8d14-44cd-93c5-499c48c029b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: timer() May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:44:28.334254 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:44:28.351564 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-4f13ebf3-d08b-46d7-94ba-5132ae8ea7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:28.353071 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-4f13ebf3-d08b-46d7-94ba-5132ae8ea7dd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ae356d08-2dc7-4bce-a097-5441709edd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108205 May 06 09:44:28.370478 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-a842d75e-1c3c-42f0-8db0-11c883570beb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33947b19-31b2-4338-b727-408a0344a6ca {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:28.381625 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-a842d75e-1c3c-42f0-8db0-11c883570beb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:28.523423 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-80a3adb9-44a5-4639-91af-c3e8f94e8a53 service neutron] For port ce184ffd-0187-45d2-857b-8f88cb6baff6, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:44:28.559843 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-66ae70a3-5578-4eb8-9983-a4cd35c10990 req-91fe1786-aaca-442f-8a6c-4ddb215e5fcb tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753561 May 06 09:44:28.592598 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-80a3adb9-44a5-4639-91af-c3e8f94e8a53 service neutron] For port ce184ffd-0187-45d2-857b-8f88cb6baff6, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=ce184ffd-0187-45d2-857b-8f88cb6baff6,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:44:28.598997 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-80a3adb9-44a5-4639-91af-c3e8f94e8a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:28.686465 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-80a3adb9-44a5-4639-91af-c3e8f94e8a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:28.687598 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-80a3adb9-44a5-4639-91af-c3e8f94e8a53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:28.689450 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-80a3adb9-44a5-4639-91af-c3e8f94e8a53 service neutron] 10.222.0.84 "PUT /v2.0/ports/ce184ffd-0187-45d2-857b-8f88cb6baff6 HTTP/1.1" status: 200 len: 1092 time: 2.3521616 May 06 09:44:28.790484 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3adb9-44a5-4639-91af-c3e8f94e8a53 service neutron] Pushing event updated for resources: {'Port': ['ID=ce184ffd-0187-45d2-857b-8f88cb6baff6,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:28.849656 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:28.855018 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7c23ba22-8d14-44cd-93c5-499c48c029b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:28.861324 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-a842d75e-1c3c-42f0-8db0-11c883570beb service neutron] Transition to ACTIVE for port object 33947b19-31b2-4338-b727-408a0344a6ca will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:44:28.871893 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7c23ba22-8d14-44cd-93c5-499c48c029b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:28.872142 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-a842d75e-1c3c-42f0-8db0-11c883570beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:28.877874 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7c23ba22-8d14-44cd-93c5-499c48c029b7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/acdb7f0d-a22c-4e70-b7a0-f35550ca0680 HTTP/1.1" status: 204 len: 168 time: 1.3025508 May 06 09:44:28.912061 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23ba22-8d14-44cd-93c5-499c48c029b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=acdb7f0d-a22c-4e70-b7a0-f35550ca0680,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:28.916605 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-149e2b3e-e55d-444d-9590-bbf5b4725158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:28.918600 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-149e2b3e-e55d-444d-9590-bbf5b4725158 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9f8b2c0972214e249e01f24834153507&device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 1095 time: 0.1663706 May 06 09:44:28.928425 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-70b1d47d-3e3e-4be6-abde-9b2652e75bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:28.930375 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-70b1d47d-3e3e-4be6-abde-9b2652e75bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:28.931111 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-70b1d47d-3e3e-4be6-abde-9b2652e75bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:28.931758 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-70b1d47d-3e3e-4be6-abde-9b2652e75bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:28.932475 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-70b1d47d-3e3e-4be6-abde-9b2652e75bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:28.933135 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-70b1d47d-3e3e-4be6-abde-9b2652e75bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:28.934202 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-70b1d47d-3e3e-4be6-abde-9b2652e75bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:28.938069 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-70b1d47d-3e3e-4be6-abde-9b2652e75bde service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=25aba9ec7dab4fc585e8e72a34137627&device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 6418 time: 0.5549502 May 06 09:44:28.966412 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.db.resource_extend [req-079e86b0-04b0-4981-ac0b-7b9363b8aeef req-5f316002-7eb8-41d7-a020-d52c9376470e tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:44:28.985449 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-96dda197-4cdd-4231-a3fd-cae56f0e2d74 service neutron] 10.222.0.84 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6011610 May 06 09:44:29.147065 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49438) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:29.212165 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-0d27b6ef-be59-4eaa-93d9-399818e317b6 service neutron] 10.222.0.84 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771991 May 06 09:44:29.274483 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-9b1cac0d-6b0f-41ce-a354-16f1d26e63d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:29.274956 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-9b1cac0d-6b0f-41ce-a354-16f1d26e63d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:29.275464 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-9b1cac0d-6b0f-41ce-a354-16f1d26e63d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:29.277115 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-9b1cac0d-6b0f-41ce-a354-16f1d26e63d6 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=25aba9ec7dab4fc585e8e72a34137627&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3209677 May 06 09:44:29.285074 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9a380897-8576-448a-a5ff-82d244b06ec5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8a3fd1b9fc8741e6898ee06073b16304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355135 May 06 09:44:29.294328 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49444) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:29.422678 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7c676a0d-2afd-4d7b-bb1e-e568d99d29ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:29.427523 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-a7c0607d-fea7-4822-9ac0-40e57ea7ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:29.429037 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a13e62e6-87a1-4d4b-9ef2-5de50088af0f req-a7c0607d-fea7-4822-9ac0-40e57ea7ec1b service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1429560 May 06 09:44:29.459105 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7c676a0d-2afd-4d7b-bb1e-e568d99d29ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:29.477311 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-079e86b0-04b0-4981-ac0b-7b9363b8aeef req-5f316002-7eb8-41d7-a020-d52c9376470e tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:29.483202 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'tag': '5657ef8a-6946-4f8a-b6db-d71d2f6baecd'}, {'name': 'network-changed', 'server_uuid': 'e09f9855-7836-4995-b232-b9b6f2cd9e20', 'tag': 'ce184ffd-0187-45d2-857b-8f88cb6baff6'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:29.485454 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d67ba66-d337-4c69-882f-243f76c5f171" -d '{"events": [{"name": "network-changed", "server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "tag": "5657ef8a-6946-4f8a-b6db-d71d2f6baecd"}, {"name": "network-changed", "server_uuid": "e09f9855-7836-4995-b232-b9b6f2cd9e20", "tag": "ce184ffd-0187-45d2-857b-8f88cb6baff6"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:29.531919 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7c676a0d-2afd-4d7b-bb1e-e568d99d29ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:29.534329 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-079e86b0-04b0-4981-ac0b-7b9363b8aeef req-5f316002-7eb8-41d7-a020-d52c9376470e tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:29.534615 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7c676a0d-2afd-4d7b-bb1e-e568d99d29ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:29.539454 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7c676a0d-2afd-4d7b-bb1e-e568d99d29ed admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/606b2afc-a56c-42d5-8ce7-4cff9df7c5dd HTTP/1.1" status: 204 len: 168 time: 0.2406065 May 06 09:44:29.539613 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842d75e-1c3c-42f0-8db0-11c883570beb service neutron] Pushing event updated for resources: {'Port': ['ID=33947b19-31b2-4338-b727-408a0344a6ca,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:29.548065 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c676a0d-2afd-4d7b-bb1e-e568d99d29ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606b2afc-a56c-42d5-8ce7-4cff9df7c5dd,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:29.553096 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-9c69f9af-c283-4f93-b905-a00a9b9ab446 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce184ffd-0187-45d2-857b-8f88cb6baff6 HTTP/1.1" status: 200 len: 217 time: 0.6072500 May 06 09:44:29.722666 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa29db-69d6-40d0-bd2e-3e241dbf6398 req-14d6cce3-1c7b-414c-879b-4b77a327b499 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:29.724193 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e9fa29db-69d6-40d0-bd2e-3e241dbf6398 req-14d6cce3-1c7b-414c-879b-4b77a327b499 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.84 "GET /v2.0/ports?device_id=c63b5e64-2cab-438f-bde8-af4fa9b0f26e HTTP/1.1" status: 200 len: 945 time: 0.6290762 May 06 09:44:29.737396 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-5cb922a4-9b39-461b-8563-f5c2c44ad871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:29.738870 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-5cb922a4-9b39-461b-8563-f5c2c44ad871 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8274d079-7928-4ac7-bf6e-3d3c9edfbcb7 HTTP/1.1" status: 200 len: 852 time: 0.1770470 May 06 09:44:29.764236 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 54b1c233-3df5-44da-aafc-2d26881e2146 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:44:29.787805 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83b771-d4a4-451b-8b1a-180da9de3005 req-c729ead0-480e-4bdc-90b9-44e9eda82232 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:29.795457 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83b771-d4a4-451b-8b1a-180da9de3005 req-c729ead0-480e-4bdc-90b9-44e9eda82232 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:29.799700 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83b771-d4a4-451b-8b1a-180da9de3005 req-c729ead0-480e-4bdc-90b9-44e9eda82232 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:29.805563 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83b771-d4a4-451b-8b1a-180da9de3005 req-c729ead0-480e-4bdc-90b9-44e9eda82232 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:29.812026 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83b771-d4a4-451b-8b1a-180da9de3005 req-c729ead0-480e-4bdc-90b9-44e9eda82232 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:29.818011 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83b771-d4a4-451b-8b1a-180da9de3005 req-c729ead0-480e-4bdc-90b9-44e9eda82232 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:29.823879 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83b771-d4a4-451b-8b1a-180da9de3005 req-c729ead0-480e-4bdc-90b9-44e9eda82232 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:29.826398 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fd83b771-d4a4-451b-8b1a-180da9de3005 req-c729ead0-480e-4bdc-90b9-44e9eda82232 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5428 time: 0.7472608 May 06 09:44:29.898099 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 54b1c233-3df5-44da-aafc-2d26881e2146, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=54b1c233-3df5-44da-aafc-2d26881e2146,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:29.900504 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-defac5a0-b0c4-420c-9daf-97327f343d55 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bf084c2a-2749-4093-a4ea-996162f08ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1260695 May 06 09:44:29.912827 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '54b1c233-3df5-44da-aafc-2d26881e2146', 'network_id': '16dc8542-3f4f-4c03-b279-70aaa1b5cdbc', 'port_id': '54b1c233-3df5-44da-aafc-2d26881e2146', 'mac_address': 'fa:16:3e:53:24:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922edf83-b4a4-4bdd-8455-01a609c6fee5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:44:29.936639 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-a842d75e-1c3c-42f0-8db0-11c883570beb service neutron] Attempting to bind port 33947b19-31b2-4338-b727-408a0344a6ca on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:44:29.936990 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-a842d75e-1c3c-42f0-8db0-11c883570beb service neutron] Attempting to bind port 33947b19-31b2-4338-b727-408a0344a6ca by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'f74ae27d-23fa-482c-b590-8b104f569714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7d9fc154-3e75-4eba-b7be-fb999f1d724a'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:44:29.937335 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-a842d75e-1c3c-42f0-8db0-11c883570beb service neutron] Attempting to bind port 33947b19-31b2-4338-b727-408a0344a6ca on network 7d9fc154-3e75-4eba-b7be-fb999f1d724a {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:29.969447 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:29.985102 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54b1c233-3df5-44da-aafc-2d26881e2146 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:30.012444 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 54b1c233-3df5-44da-aafc-2d26881e2146, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=54b1c233-3df5-44da-aafc-2d26881e2146,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:30.016317 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [req-079e86b0-04b0-4981-ac0b-7b9363b8aeef req-5f316002-7eb8-41d7-a020-d52c9376470e tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Floating IP 7ceb77ac-12b8-44ad-8587-65fc9e47811e associated. External IP: 172.25.5.184, port: 09636b4b-cb5b-461d-8711-ce0ce61f5aad. May 06 09:44:30.017662 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:30.026399 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-a842d75e-1c3c-42f0-8db0-11c883570beb service neutron] Port 33947b19-31b2-4338-b727-408a0344a6ca on network 7d9fc154-3e75-4eba-b7be-fb999f1d724a not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:44:30.026735 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-a842d75e-1c3c-42f0-8db0-11c883570beb service neutron] Attempting to bind port 33947b19-31b2-4338-b727-408a0344a6ca on network 7d9fc154-3e75-4eba-b7be-fb999f1d724a {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:30.075462 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=54b1c233-3df5-44da-aafc-2d26881e2146,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:30.078025 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-a842d75e-1c3c-42f0-8db0-11c883570beb service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:44:30.078196 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-a842d75e-1c3c-42f0-8db0-11c883570beb service neutron] Checking segment: {'id': 'f74ae27d-23fa-482c-b590-8b104f569714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7d9fc154-3e75-4eba-b7be-fb999f1d724a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:30.078502 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-a842d75e-1c3c-42f0-8db0-11c883570beb service neutron] Bound using segment: {'id': 'f74ae27d-23fa-482c-b590-8b104f569714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7d9fc154-3e75-4eba-b7be-fb999f1d724a'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:44:30.078957 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-a842d75e-1c3c-42f0-8db0-11c883570beb service neutron] Bound port: 33947b19-31b2-4338-b727-408a0344a6ca, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f74ae27d-23fa-482c-b590-8b104f569714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7d9fc154-3e75-4eba-b7be-fb999f1d724a'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:44:30.079352 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-a842d75e-1c3c-42f0-8db0-11c883570beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:30.084968 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fd83b771-d4a4-451b-8b1a-180da9de3005 req-0c910723-114c-4f5e-ba2c-15a3b7161cf4 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2468460 May 06 09:44:30.206752 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['54b1c233-3df5-44da-aafc-2d26881e2146'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:44:30.251151 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-0ddf70d2-d7f4-408d-8b3d-87d0b123e58d service neutron] 10.222.0.84 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323627 May 06 09:44:30.253524 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-e9fa29db-69d6-40d0-bd2e-3e241dbf6398 req-7bcb9ac6-f295-4244-b60f-5042f87fbba1 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Deleting port 0a055353-6e55-4732-a8e7-24f8f4d708b9 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:30.254335 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e9fa29db-69d6-40d0-bd2e-3e241dbf6398 req-7bcb9ac6-f295-4244-b60f-5042f87fbba1 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:30.300744 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 06 May 2022 09:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f66b9ce-97a4-44fa-b3eb-d9be89735078 x-openstack-request-id: req-3f66b9ce-97a4-44fa-b3eb-d9be89735078 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:30.301054 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "tag": "5657ef8a-6946-4f8a-b6db-d71d2f6baecd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e09f9855-7836-4995-b232-b9b6f2cd9e20", "tag": "ce184ffd-0187-45d2-857b-8f88cb6baff6", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:30.301310 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3f66b9ce-97a4-44fa-b3eb-d9be89735078 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:30.301724 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f66b9ce-97a4-44fa-b3eb-d9be89735078'] response: {'name': 'network-changed', 'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'tag': '5657ef8a-6946-4f8a-b6db-d71d2f6baecd', 'status': 'completed', 'code': 200} May 06 09:44:30.301955 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f66b9ce-97a4-44fa-b3eb-d9be89735078'] response: {'name': 'network-changed', 'server_uuid': 'e09f9855-7836-4995-b232-b9b6f2cd9e20', 'tag': 'ce184ffd-0187-45d2-857b-8f88cb6baff6', 'status': 'completed', 'code': 200} May 06 09:44:30.408664 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67ba66-d337-4c69-882f-243f76c5f171 req-272e703c-b5ae-4a81-8fe9-1e66aa2696a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:30.410047 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67ba66-d337-4c69-882f-243f76c5f171 req-272e703c-b5ae-4a81-8fe9-1e66aa2696a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:30.410700 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67ba66-d337-4c69-882f-243f76c5f171 req-272e703c-b5ae-4a81-8fe9-1e66aa2696a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:30.411384 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67ba66-d337-4c69-882f-243f76c5f171 req-272e703c-b5ae-4a81-8fe9-1e66aa2696a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:30.412028 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67ba66-d337-4c69-882f-243f76c5f171 req-272e703c-b5ae-4a81-8fe9-1e66aa2696a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:30.412673 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67ba66-d337-4c69-882f-243f76c5f171 req-272e703c-b5ae-4a81-8fe9-1e66aa2696a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:30.413201 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67ba66-d337-4c69-882f-243f76c5f171 req-272e703c-b5ae-4a81-8fe9-1e66aa2696a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:30.415407 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6d67ba66-d337-4c69-882f-243f76c5f171 req-272e703c-b5ae-4a81-8fe9-1e66aa2696a1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=25aba9ec7dab4fc585e8e72a34137627&device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 6443 time: 0.0620015 May 06 09:44:30.467932 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-a842d75e-1c3c-42f0-8db0-11c883570beb service neutron] For port 33947b19-31b2-4338-b727-408a0344a6ca, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:44:30.493908 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49486) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:30.554047 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67ba66-d337-4c69-882f-243f76c5f171 req-c0bdd711-3892-4648-9113-f1590a43c57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:30.554660 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67ba66-d337-4c69-882f-243f76c5f171 req-c0bdd711-3892-4648-9113-f1590a43c57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:30.555142 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-a842d75e-1c3c-42f0-8db0-11c883570beb service neutron] For port 33947b19-31b2-4338-b727-408a0344a6ca, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=33947b19-31b2-4338-b727-408a0344a6ca,segment=NetworkSegment(f74ae27d-23fa-482c-b590-8b104f569714),segment_id=f74ae27d-23fa-482c-b590-8b104f569714)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:44:30.555268 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67ba66-d337-4c69-882f-243f76c5f171 req-c0bdd711-3892-4648-9113-f1590a43c57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:30.557049 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6d67ba66-d337-4c69-882f-243f76c5f171 req-c0bdd711-3892-4648-9113-f1590a43c57c service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=25aba9ec7dab4fc585e8e72a34137627&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1254671 May 06 09:44:30.584418 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-a842d75e-1c3c-42f0-8db0-11c883570beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:30.687927 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67ba66-d337-4c69-882f-243f76c5f171 req-8a9c1c7b-7a8b-4b94-86e3-8ba6d4ed435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:30.689556 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6d67ba66-d337-4c69-882f-243f76c5f171 req-8a9c1c7b-7a8b-4b94-86e3-8ba6d4ed435f service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1216831 May 06 09:44:30.710480 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-a842d75e-1c3c-42f0-8db0-11c883570beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:30.711106 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-a842d75e-1c3c-42f0-8db0-11c883570beb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:30.713173 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-a842d75e-1c3c-42f0-8db0-11c883570beb service neutron] 10.222.0.77 "PUT /v2.0/ports/33947b19-31b2-4338-b727-408a0344a6ca HTTP/1.1" status: 200 len: 1091 time: 3.5714667 May 06 09:44:30.719323 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-e83389d1-8111-4e8a-bb13-4a1d544adb1f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1238654958-network', 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:30.724821 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-e9fa29db-69d6-40d0-bd2e-3e241dbf6398 req-7bcb9ac6-f295-4244-b60f-5042f87fbba1 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] For port 0a055353-6e55-4732-a8e7-24f8f4d708b9, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=0a055353-6e55-4732-a8e7-24f8f4d708b9,segment=NetworkSegment(803c64f2-fa1d-4ae6-b8e3-5298eef1406e),segment_id=803c64f2-fa1d-4ae6-b8e3-5298eef1406e)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:30.725495 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e9fa29db-69d6-40d0-bd2e-3e241dbf6398 req-7bcb9ac6-f295-4244-b60f-5042f87fbba1 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:30.732539 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-35e46767-7709-4803-8dd1-4e91b9e8cfe6 req-3bc9f5a8-fe4f-4e3f-a85f-5417b6fd57a7 service neutron] 10.222.0.84 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612813 May 06 09:44:30.741905 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d631128-a4bc-4f96-8dc1-03f98cd4f7c8 req-4bfe0954-95c7-4834-a506-ae25c0d02d7a tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:30.747647 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d631128-a4bc-4f96-8dc1-03f98cd4f7c8 req-4bfe0954-95c7-4834-a506-ae25c0d02d7a tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 944 time: 0.3242955 May 06 09:44:30.806365 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-e9fa29db-69d6-40d0-bd2e-3e241dbf6398 req-7bcb9ac6-f295-4244-b60f-5042f87fbba1 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Calling delete_port for 0a055353-6e55-4732-a8e7-24f8f4d708b9 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:30.890479 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842d75e-1c3c-42f0-8db0-11c883570beb service neutron] Pushing event updated for resources: {'Port': ['ID=33947b19-31b2-4338-b727-408a0344a6ca,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:30.909244 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83389d1-8111-4e8a-bb13-4a1d544adb1f admin admin] Made reservation on behalf of 977fcbbd3f0349b0bd213c031a85b7c3 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:30.913309 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e83389d1-8111-4e8a-bb13-4a1d544adb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:30.961200 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-079e86b0-04b0-4981-ac0b-7b9363b8aeef req-5f316002-7eb8-41d7-a020-d52c9376470e tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Router 7371434e-b72b-4535-8f2c-b52f0adc62dd has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:44:30.969358 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d631128-a4bc-4f96-8dc1-03f98cd4f7c8 req-efa3fa37-4145-463a-8e2c-af93fe878375 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106366 May 06 09:44:30.973769 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e83389d1-8111-4e8a-bb13-4a1d544adb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:31.025984 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67ba66-d337-4c69-882f-243f76c5f171 req-5b2abb79-abab-4dc7-a5a1-ea8fadc8414c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:31.028109 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d67ba66-d337-4c69-882f-243f76c5f171 req-5b2abb79-abab-4dc7-a5a1-ea8fadc8414c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9f8b2c0972214e249e01f24834153507&device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 1095 time: 0.2141790 May 06 09:44:31.038090 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-25a8242e-6799-41b9-9153-66e59ced4866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:31.038568 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-25a8242e-6799-41b9-9153-66e59ced4866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:31.039047 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-25a8242e-6799-41b9-9153-66e59ced4866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:31.039596 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-25a8242e-6799-41b9-9153-66e59ced4866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:31.040058 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-25a8242e-6799-41b9-9153-66e59ced4866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:31.040536 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-25a8242e-6799-41b9-9153-66e59ced4866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:31.041009 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-25a8242e-6799-41b9-9153-66e59ced4866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:31.042965 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-25a8242e-6799-41b9-9153-66e59ced4866 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=25aba9ec7dab4fc585e8e72a34137627&device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 6485 time: 0.2657511 May 06 09:44:31.221700 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-a9eb7628-45a1-4af2-aa59-b6beadc5875e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a23d161e-c6d1-4e70-a50a-9e4363915d68 HTTP/1.1" status: 200 len: 217 time: 0.1487746 May 06 09:44:31.433317 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67ba66-d337-4c69-882f-243f76c5f171 req-d060a8aa-5f33-45a4-95d0-37f1d0ad7c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:31.435009 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d67ba66-d337-4c69-882f-243f76c5f171 req-d060a8aa-5f33-45a4-95d0-37f1d0ad7c78 service neutron] 10.222.0.84 "GET /v2.0/networks?id=bf084c2a-2749-4093-a4ea-996162f08ec8 HTTP/1.1" status: 200 len: 913 time: 0.3896430 May 06 09:44:31.446612 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-e2963531-06e1-47ae-9d40-045546b6dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:31.448060 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-e2963531-06e1-47ae-9d40-045546b6dbbb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9b6a855e-7008-4f56-8287-accfc5fa41f4 HTTP/1.1" status: 200 len: 855 time: 0.1955895 May 06 09:44:31.518257 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e83389d1-8111-4e8a-bb13-4a1d544adb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:31.527050 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c86e06-7b4d-473c-8887-6f44b8f7d31d req-262fd4cf-8f46-4c44-bcb5-25253c43ca5a tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:31.528632 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55c86e06-7b4d-473c-8887-6f44b8f7d31d req-262fd4cf-8f46-4c44-bcb5-25253c43ca5a tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.3276620 May 06 09:44:31.531841 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-079e86b0-04b0-4981-ac0b-7b9363b8aeef req-5f316002-7eb8-41d7-a020-d52c9376470e tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:44:31.536717 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-079e86b0-04b0-4981-ac0b-7b9363b8aeef req-5f316002-7eb8-41d7-a020-d52c9376470e tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:31.538832 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e9fa29db-69d6-40d0-bd2e-3e241dbf6398 req-7bcb9ac6-f295-4244-b60f-5042f87fbba1 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:31.542434 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10522c29-f97b-4bb8-8c07-b04f6d655623 None None] Sync routers for ids ['7371434e-b72b-4535-8f2c-b52f0adc62dd'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:44:31.552160 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10522c29-f97b-4bb8-8c07-b04f6d655623 None None] Routers {'7371434e-b72b-4535-8f2c-b52f0adc62dd'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:31.552781 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-10522c29-f97b-4bb8-8c07-b04f6d655623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:44:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['7371434e-b72b-4535-8f2c-b52f0adc62dd'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:31.562929 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e83389d1-8111-4e8a-bb13-4a1d544adb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:31.567051 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d67ba66-d337-4c69-882f-243f76c5f171 req-342ae901-847b-40ef-91c6-93e5f342dcbf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce184ffd-0187-45d2-857b-8f88cb6baff6 HTTP/1.1" status: 200 len: 217 time: 0.1180832 May 06 09:44:31.576324 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['09636b4b-cb5b-461d-8711-ce0ce61f5aad'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:44:31.652239 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb9ac6-f295-4244-b60f-5042f87fbba1 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Pushing event deleted for resources: {'Port': ['ID=0a055353-6e55-4732-a8e7-24f8f4d708b9,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:31.671800 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-10522c29-f97b-4bb8-8c07-b04f6d655623 None None] Set router 7371434e-b72b-4535-8f2c-b52f0adc62dd gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:31.674393 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e83389d1-8111-4e8a-bb13-4a1d544adb1f admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:44:31.749126 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67ba66-d337-4c69-882f-243f76c5f171 req-73e44978-5548-4061-bc99-d5a6b48146b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:31.750650 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d67ba66-d337-4c69-882f-243f76c5f171 req-73e44978-5548-4061-bc99-d5a6b48146b1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8274d079-7928-4ac7-bf6e-3d3c9edfbcb7 HTTP/1.1" status: 200 len: 852 time: 0.1285594 May 06 09:44:31.752170 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-079e86b0-04b0-4981-ac0b-7b9363b8aeef req-5f316002-7eb8-41d7-a020-d52c9376470e tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "PUT /v2.0/floatingips/7ceb77ac-12b8-44ad-8587-65fc9e47811e HTTP/1.1" status: 200 len: 997 time: 3.9100723 May 06 09:44:31.803033 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 54b1c233-3df5-44da-aafc-2d26881e2146 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:31.815779 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55c86e06-7b4d-473c-8887-6f44b8f7d31d req-98ebbe8c-6c24-462c-a38d-f44eff32d78a tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575312 May 06 09:44:31.817109 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e83389d1-8111-4e8a-bb13-4a1d544adb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:31.817466 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-e83389d1-8111-4e8a-bb13-4a1d544adb1f admin admin] Added segment ae34b415-e7ea-4359-9186-a76174fab2b4 of type vlan for network d9bd76c5-f544-4d72-8dc5-36475ed60bba May 06 09:44:31.846664 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9fa29db-69d6-40d0-bd2e-3e241dbf6398 req-7bcb9ac6-f295-4244-b60f-5042f87fbba1 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] No DVR routers for this DVR port 0a055353-6e55-4732-a8e7-24f8f4d708b9 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:44:31.852023 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e9fa29db-69d6-40d0-bd2e-3e241dbf6398 req-7bcb9ac6-f295-4244-b60f-5042f87fbba1 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:31.856012 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e9fa29db-69d6-40d0-bd2e-3e241dbf6398 req-7bcb9ac6-f295-4244-b60f-5042f87fbba1 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.84 "DELETE /v2.0/ports/0a055353-6e55-4732-a8e7-24f8f4d708b9 HTTP/1.1" status: 204 len: 173 time: 2.1155970 May 06 09:44:31.856710 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83389d1-8111-4e8a-bb13-4a1d544adb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f21687-2715-4d26-8e62-b9f1c61a5b21,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:31.938920 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 54b1c233-3df5-44da-aafc-2d26881e2146 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:31.939571 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:31.961189 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d67ba66-d337-4c69-882f-243f76c5f171 req-6790a48b-8ada-4505-ab17-3d30b3e5795c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bf084c2a-2749-4093-a4ea-996162f08ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1935918 May 06 09:44:31.969482 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-10522c29-f97b-4bb8-8c07-b04f6d655623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'name': 'tempest-FloatingIPsAssociationTestJSON-681174063-router', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:15Z', 'updated_at': '2022-05-06T09:43:22Z', 'revision_number': 4, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'gw_port': {'id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:16Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '7ceb77ac-12b8-44ad-8587-65fc9e47811e', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'floating_ip_address': '172.25.5.184', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'port_id': '09636b4b-cb5b-461d-8711-ce0ce61f5aad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'mac_address': 'fa:16:3e:93:55:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d149b98-9a89-40e8-bce0-ebc567cabe2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:43:47Z', 'updated_at': '2022-05-06T09:44:28Z', 'revision_number': 8, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d74a51-5652-43a6-bda5-caa1f8194f78', 'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:20Z', 'updated_at': '2022-05-06T09:43:28Z', 'revision_number': 5, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'subnets': [{'id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:32.001404 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10522c29-f97b-4bb8-8c07-b04f6d655623 None None] Checking router: 7371434e-b72b-4535-8f2c-b52f0adc62dd for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:44:32.013016 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10522c29-f97b-4bb8-8c07-b04f6d655623 None None] Routers {'7371434e-b72b-4535-8f2c-b52f0adc62dd'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:32.013822 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-10522c29-f97b-4bb8-8c07-b04f6d655623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:44:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['7371434e-b72b-4535-8f2c-b52f0adc62dd'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:32.067101 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:32.093803 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402f38a3-5832-4bb5-a96b-c9680d5a3aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b1c233-3df5-44da-aafc-2d26881e2146'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:32.097189 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f76027-eaa1-4272-995b-954801083466" -d '{"events": [{"server_uuid": "402f38a3-5832-4bb5-a96b-c9680d5a3aae", "name": "network-vif-plugged", "status": "completed", "tag": "54b1c233-3df5-44da-aafc-2d26881e2146"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:32.116488 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 54b1c233-3df5-44da-aafc-2d26881e2146, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=54b1c233-3df5-44da-aafc-2d26881e2146,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:32.122692 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:32.145064 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-10522c29-f97b-4bb8-8c07-b04f6d655623 None None] Set router 7371434e-b72b-4535-8f2c-b52f0adc62dd gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:32.195519 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=54b1c233-3df5-44da-aafc-2d26881e2146,revision_number=7']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:32.369532 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'tag': '33947b19-31b2-4338-b727-408a0344a6ca'}, {'name': 'network-changed', 'server_uuid': '3d149b98-9a89-40e8-bce0-ebc567cabe2c', 'tag': '09636b4b-cb5b-461d-8711-ce0ce61f5aad'}, {'server_uuid': 'c63b5e64-2cab-438f-bde8-af4fa9b0f26e', 'name': 'network-vif-deleted', 'tag': '0a055353-6e55-4732-a8e7-24f8f4d708b9'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:32.371861 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6799816-5177-44c0-86ea-9aaff83ebaf4" -d '{"events": [{"name": "network-changed", "server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "tag": "33947b19-31b2-4338-b727-408a0344a6ca"}, {"name": "network-changed", "server_uuid": "3d149b98-9a89-40e8-bce0-ebc567cabe2c", "tag": "09636b4b-cb5b-461d-8711-ce0ce61f5aad"}, {"server_uuid": "c63b5e64-2cab-438f-bde8-af4fa9b0f26e", "name": "network-vif-deleted", "tag": "0a055353-6e55-4732-a8e7-24f8f4d708b9"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:32.415702 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-a99c3e57-0524-4765-9229-18bbf139d20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:32.417250 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-a99c3e57-0524-4765-9229-18bbf139d20e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d000d0ea-cd9f-4476-8d53-8b34cfa9641e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9400945 May 06 09:44:32.429617 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-10522c29-f97b-4bb8-8c07-b04f6d655623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'name': 'tempest-FloatingIPsAssociationTestJSON-681174063-router', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:15Z', 'updated_at': '2022-05-06T09:43:22Z', 'revision_number': 4, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'gw_port': {'id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:16Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '7ceb77ac-12b8-44ad-8587-65fc9e47811e', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'floating_ip_address': '172.25.5.184', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'port_id': '09636b4b-cb5b-461d-8711-ce0ce61f5aad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'mac_address': 'fa:16:3e:93:55:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d149b98-9a89-40e8-bce0-ebc567cabe2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:43:47Z', 'updated_at': '2022-05-06T09:44:28Z', 'revision_number': 8, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d74a51-5652-43a6-bda5-caa1f8194f78', 'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:20Z', 'updated_at': '2022-05-06T09:43:28Z', 'revision_number': 5, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'subnets': [{'id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:32.477832 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e83389d1-8111-4e8a-bb13-4a1d544adb1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:32.570800 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10522c29-f97b-4bb8-8c07-b04f6d655623 None None] The sync data for ids ['7371434e-b72b-4535-8f2c-b52f0adc62dd'] in n-d-840835-1 is: [{'id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'name': 'tempest-FloatingIPsAssociationTestJSON-681174063-router', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:15Z', 'updated_at': '2022-05-06T09:43:22Z', 'revision_number': 4, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'gw_port': {'id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:16Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '7ceb77ac-12b8-44ad-8587-65fc9e47811e', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'floating_ip_address': '172.25.5.184', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'port_id': '09636b4b-cb5b-461d-8711-ce0ce61f5aad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'mac_address': 'fa:16:3e:93:55:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d149b98-9a89-40e8-bce0-ebc567cabe2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:43:47Z', 'updated_at': '2022-05-06T09:44:28Z', 'revision_number': 8, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d74a51-5652-43a6-bda5-caa1f8194f78', 'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:20Z', 'updated_at': '2022-05-06T09:43:28Z', 'revision_number': 5, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'subnets': [{'id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:44:32.585838 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46b267-4727-4e1e-8cc0-b6dafda9c45a req-0226725b-c267-42ef-a61e-2e669ecb3a57 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:32.594251 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-de46b267-4727-4e1e-8cc0-b6dafda9c45a req-0226725b-c267-42ef-a61e-2e669ecb3a57 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8d7f133-e0fd-4cb4-af78-e411fe6a59db HTTP/1.1" status: 200 len: 946 time: 0.6363993 May 06 09:44:32.595220 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device ce184ffd-0187-45d2-857b-8f88cb6baff6 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:44:32.603449 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e86b0-04b0-4981-ac0b-7b9363b8aeef req-7d54539a-2e6f-422c-8978-5d12ff63d1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:32.604975 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-079e86b0-04b0-4981-ac0b-7b9363b8aeef req-7d54539a-2e6f-422c-8978-5d12ff63d1c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b0984a5a7244851a31d0e832302a0fa&device_id=3d149b98-9a89-40e8-bce0-ebc567cabe2c HTTP/1.1" status: 200 len: 1097 time: 0.7856264 May 06 09:44:32.629943 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 0a055353-6e55-4732-a8e7-24f8f4d708b9 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:44:32.657933 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e83389d1-8111-4e8a-bb13-4a1d544adb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:32.658920 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83389d1-8111-4e8a-bb13-4a1d544adb1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:32.659518 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e83389d1-8111-4e8a-bb13-4a1d544adb1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:32.680481 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 0a055353-6e55-4732-a8e7-24f8f4d708b9 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:44:32.680921 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 0a055353-6e55-4732-a8e7-24f8f4d708b9 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:44:32.812743 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-a114aadc-232c-481c-b111-9da9fa3be27a service neutron] 10.222.0.77 "GET /v2.0/networks/d000d0ea-cd9f-4476-8d53-8b34cfa9641e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383503 May 06 09:44:32.814361 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d67ba66-d337-4c69-882f-243f76c5f171 req-899d977e-ccc9-4647-939a-dace0cc3b5a8 service neutron] 10.222.0.84 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464834 May 06 09:44:32.816891 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port ce184ffd-0187-45d2-857b-8f88cb6baff6, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=ce184ffd-0187-45d2-857b-8f88cb6baff6,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:32.831150 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49528) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:32.831786 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e83389d1-8111-4e8a-bb13-4a1d544adb1f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.2937222 May 06 09:44:32.838612 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-619933e9-c94f-42ce-8488-b98793c3b20a admin admin] Request body: {'subnet': {'network_id': 'd9bd76c5-f544-4d72-8dc5-36475ed60bba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1238654958-subnet', 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:32.853940 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'ce184ffd-0187-45d2-857b-8f88cb6baff6', 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8', 'port_id': 'ce184ffd-0187-45d2-857b-8f88cb6baff6', 'mac_address': 'fa:16:3e:38:c4:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8274d079-7928-4ac7-bf6e-3d3c9edfbcb7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:44:32.854847 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-de46b267-4727-4e1e-8cc0-b6dafda9c45a req-d831514c-a342-4203-9176-7b02d9506192 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddd28620-483c-4c53-87c3-ab2729751a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594218 May 06 09:44:32.894071 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619933e9-c94f-42ce-8488-b98793c3b20a admin admin] Made reservation on behalf of 977fcbbd3f0349b0bd213c031a85b7c3 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:32.901038 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-619933e9-c94f-42ce-8488-b98793c3b20a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:32.959402 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:32.974162 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce184ffd-0187-45d2-857b-8f88cb6baff6 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:32.998044 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port ce184ffd-0187-45d2-857b-8f88cb6baff6, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=ce184ffd-0187-45d2-857b-8f88cb6baff6,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:33.010867 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cc83da-2fe1-40dd-8dbf-d769dc22fe1b None None] New status for floating IP 7ceb77ac-12b8-44ad-8587-65fc9e47811e: ACTIVE {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:44:33.014940 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:33.066624 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-34003b4a-3a43-413f-bd4e-eca27176bf7d service neutron] 10.222.0.77 "GET /v2.0/networks/d000d0ea-cd9f-4476-8d53-8b34cfa9641e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317696 May 06 09:44:33.155077 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=ce184ffd-0187-45d2-857b-8f88cb6baff6,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:33.190424 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83389d1-8111-4e8a-bb13-4a1d544adb1f admin admin] Pushing event updated for resources: {'Network': ['ID=d9bd76c5-f544-4d72-8dc5-36475ed60bba,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:33.256107 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network d9bd76c5-f544-4d72-8dc5-36475ed60bba details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:44:33.263984 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-1f897c85-eae7-4a8d-a174-fddb5cef38e8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=b9046c83-a238-4ecf-9873-2902976be919 HTTP/1.1" status: 200 len: 217 time: 0.1246004 May 06 09:44:33.281608 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-619933e9-c94f-42ce-8488-b98793c3b20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:33.282511 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e86b0-04b0-4981-ac0b-7b9363b8aeef req-c2de0ae3-d4a4-4211-bcb6-1f76c9467ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:33.284321 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-079e86b0-04b0-4981-ac0b-7b9363b8aeef req-c2de0ae3-d4a4-4211-bcb6-1f76c9467ec8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ae356d08-2dc7-4bce-a097-5441709edd13 HTTP/1.1" status: 200 len: 921 time: 0.6645927 May 06 09:44:33.306107 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc557e32-d318-4dee-b070-f49546295b2d req-7853797e-9b67-46b7-bb32-fbcf53e08aec tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:33.313101 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc557e32-d318-4dee-b070-f49546295b2d req-7853797e-9b67-46b7-bb32-fbcf53e08aec tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:33.319223 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc557e32-d318-4dee-b070-f49546295b2d req-7853797e-9b67-46b7-bb32-fbcf53e08aec tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:33.325786 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc557e32-d318-4dee-b070-f49546295b2d req-7853797e-9b67-46b7-bb32-fbcf53e08aec tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:33.330613 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801369c5-95df-4678-8ba8-dce3cdbc4b24 req-54161924-e7a8-4117-ba3b-5b68baeccba2 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:33.332120 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc557e32-d318-4dee-b070-f49546295b2d req-7853797e-9b67-46b7-bb32-fbcf53e08aec tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:33.332245 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-801369c5-95df-4678-8ba8-dce3cdbc4b24 req-54161924-e7a8-4117-ba3b-5b68baeccba2 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8d7f133-e0fd-4cb4-af78-e411fe6a59db HTTP/1.1" status: 200 len: 946 time: 0.1085901 May 06 09:44:33.338494 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc557e32-d318-4dee-b070-f49546295b2d req-7853797e-9b67-46b7-bb32-fbcf53e08aec tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:33.340163 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['ce184ffd-0187-45d2-857b-8f88cb6baff6'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:44:33.347007 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc557e32-d318-4dee-b070-f49546295b2d req-7853797e-9b67-46b7-bb32-fbcf53e08aec tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:33.361623 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc557e32-d318-4dee-b070-f49546295b2d req-7853797e-9b67-46b7-bb32-fbcf53e08aec tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5428 time: 0.2254331 May 06 09:44:33.396629 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619933e9-c94f-42ce-8488-b98793c3b20a admin admin] Pushing event updated for resources: {'Subnet': ['ID=33ffc5b1-5423-4b93-a2ee-c6b4f870c046,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:33.424207 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619933e9-c94f-42ce-8488-b98793c3b20a admin admin] Checking segment: {'id': 'ae34b415-e7ea-4359-9186-a76174fab2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd9bd76c5-f544-4d72-8dc5-36475ed60bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:33.424867 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619933e9-c94f-42ce-8488-b98793c3b20a admin admin] Network hostable DHCP agents. Network: d9bd76c5-f544-4d72-8dc5-36475ed60bba, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:44:33.463175 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-079e86b0-04b0-4981-ac0b-7b9363b8aeef req-15806a92-8dea-4179-a725-83f5bb8c06e1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09636b4b-cb5b-461d-8711-ce0ce61f5aad HTTP/1.1" status: 200 len: 1002 time: 0.0977762 May 06 09:44:33.484357 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619933e9-c94f-42ce-8488-b98793c3b20a admin admin] Network d9bd76c5-f544-4d72-8dc5-36475ed60bba is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:44:33.504421 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-619933e9-c94f-42ce-8488-b98793c3b20a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, d9bd76c5-f544-4d72-8dc5-36475ed60bba) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:33.516588 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8351dd-bc2d-4639-89ea-15a95e45760e None None] Network d9bd76c5-f544-4d72-8dc5-36475ed60bba requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:44:33.522806 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-801369c5-95df-4678-8ba8-dce3cdbc4b24 req-b3d5cd7d-2d06-48ee-a0c5-69922d6999f8 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Deleting port 0a9422c5-f68d-41ae-a821-9f33b4dfaac0 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:33.523530 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-801369c5-95df-4678-8ba8-dce3cdbc4b24 req-b3d5cd7d-2d06-48ee-a0c5-69922d6999f8 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:33.577746 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619933e9-c94f-42ce-8488-b98793c3b20a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:33.578835 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-619933e9-c94f-42ce-8488-b98793c3b20a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:33.624718 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-619933e9-c94f-42ce-8488-b98793c3b20a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7922301 May 06 09:44:33.625647 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49534) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:33.660756 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d67ba66-d337-4c69-882f-243f76c5f171 req-b34df48a-e004-46e9-9fa1-2165769005cf service neutron] 10.222.0.84 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8236175 May 06 09:44:33.675599 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-801369c5-95df-4678-8ba8-dce3cdbc4b24 req-b3d5cd7d-2d06-48ee-a0c5-69922d6999f8 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] For port 0a9422c5-f68d-41ae-a821-9f33b4dfaac0, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=0a9422c5-f68d-41ae-a821-9f33b4dfaac0,segment=NetworkSegment(f57a600d-0e15-46ce-aeed-456e8cefa1bc),segment_id=f57a600d-0e15-46ce-aeed-456e8cefa1bc)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:33.676339 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-801369c5-95df-4678-8ba8-dce3cdbc4b24 req-b3d5cd7d-2d06-48ee-a0c5-69922d6999f8 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:33.707904 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc557e32-d318-4dee-b070-f49546295b2d req-343628e0-48d5-4120-bc99-082e929ef7c3 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3450565 May 06 09:44:33.755862 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e86b0-04b0-4981-ac0b-7b9363b8aeef req-7979f0af-a65e-4ed4-bb80-373abaeed9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:33.756289 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-5f024189-d29d-48a2-a30b-c01fa3dca45c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1238654958-router', 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:33.758022 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-079e86b0-04b0-4981-ac0b-7b9363b8aeef req-7979f0af-a65e-4ed4-bb80-373abaeed9be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56044973-1a08-4bdf-ad26-5f7c6c20c16e HTTP/1.1" status: 200 len: 859 time: 0.2216499 May 06 09:44:33.764093 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-eef87afd-4965-4dd8-8fc7-5a7a66b9cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:33.766894 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-eef87afd-4965-4dd8-8fc7-5a7a66b9cb6a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9b5f3725-dba4-4109-8ae6-1b69e3c26c4c HTTP/1.1" status: 200 len: 797 time: 0.4914117 May 06 09:44:33.903033 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f024189-d29d-48a2-a30b-c01fa3dca45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:33.914054 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f024189-d29d-48a2-a30b-c01fa3dca45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:33.915941 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-8c71a3f4-cf1f-4f43-89bb-8920b40c95be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:33.920757 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-8c71a3f4-cf1f-4f43-89bb-8920b40c95be service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6fffdccd-9d01-41e0-85b5-9c674bdd21ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1280258 May 06 09:44:33.963341 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e86b0-04b0-4981-ac0b-7b9363b8aeef req-17df2d3a-04ae-4e4a-a82c-888653d51108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:33.964958 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-079e86b0-04b0-4981-ac0b-7b9363b8aeef req-17df2d3a-04ae-4e4a-a82c-888653d51108 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ae356d08-2dc7-4bce-a097-5441709edd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1966529 May 06 09:44:34.038386 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-801369c5-95df-4678-8ba8-dce3cdbc4b24 req-b3d5cd7d-2d06-48ee-a0c5-69922d6999f8 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:34.038782 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-801369c5-95df-4678-8ba8-dce3cdbc4b24 req-b3d5cd7d-2d06-48ee-a0c5-69922d6999f8 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:34.039096 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [req-801369c5-95df-4678-8ba8-dce3cdbc4b24 req-b3d5cd7d-2d06-48ee-a0c5-69922d6999f8 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Floating IP 448d442b-0dca-47c0-9831-f9437bc44637 disassociated. External IP: 172.25.5.216, port: 0a9422c5-f68d-41ae-a821-9f33b4dfaac0. May 06 09:44:34.039476 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-801369c5-95df-4678-8ba8-dce3cdbc4b24 req-b3d5cd7d-2d06-48ee-a0c5-69922d6999f8 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Calling delete_port for 0a9422c5-f68d-41ae-a821-9f33b4dfaac0 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:34.077348 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d412dea4-d331-4861-ad6b-bf18dc1b68ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-d9bd76c5-f544-4d72-8dc5-36475ed60bba', 'network_id': 'd9bd76c5-f544-4d72-8dc5-36475ed60bba', 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'fixed_ips': [{'subnet_id': '33ffc5b1-5423-4b93-a2ee-c6b4f870c046'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:44:34.082035 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d412dea4-d331-4861-ad6b-bf18dc1b68ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:34.159096 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f024189-d29d-48a2-a30b-c01fa3dca45c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:34.336180 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d6218-64fc-4b10-a8aa-a29f6f1299cd req-f94cffe6-baa7-4f1f-ac56-fa9cedf004b8 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:34.343535 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-d412dea4-d331-4861-ad6b-bf18dc1b68ff None None] Allocated IP 172.20.0.2 (d9bd76c5-f544-4d72-8dc5-36475ed60bba/33ffc5b1-5423-4b93-a2ee-c6b4f870c046/aba90d50-d41c-4c60-bc9d-b27528cfddfd) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:34.343801 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d86d6218-64fc-4b10-a8aa-a29f6f1299cd req-f94cffe6-baa7-4f1f-ac56-fa9cedf004b8 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1982250 May 06 09:44:34.358218 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7dcd2-b9c0-4d08-88c4-911608024a13 req-d7682b19-21d7-407b-a4cb-2bd2ae75f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:34.359873 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c1c7dcd2-b9c0-4d08-88c4-911608024a13 req-d7682b19-21d7-407b-a4cb-2bd2ae75f25a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e6b8f11daba14014856a1a2bb0688844&device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 1095 time: 0.2193201 May 06 09:44:34.501968 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7dcd2-b9c0-4d08-88c4-911608024a13 req-19f4b6c6-6069-42b7-8e09-0e014fdf49c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:34.503635 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c1c7dcd2-b9c0-4d08-88c4-911608024a13 req-19f4b6c6-6069-42b7-8e09-0e014fdf49c4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=138aada2-7aee-4749-819b-d219deb27012 HTTP/1.1" status: 200 len: 913 time: 0.1238103 May 06 09:44:34.517386 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-bb609b8d-2355-4397-b685-66d9f57ec173 service neutron] 10.222.0.77 "GET /v2.0/networks/6fffdccd-9d01-41e0-85b5-9c674bdd21ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5864925 May 06 09:44:34.566156 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d412dea4-d331-4861-ad6b-bf18dc1b68ff None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:34.579884 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d412dea4-d331-4861-ad6b-bf18dc1b68ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:34.586550 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-079e86b0-04b0-4981-ac0b-7b9363b8aeef req-c549b68b-9b7b-4a93-aa64-3f3a8e146fbf service neutron] 10.222.0.73 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966921 May 06 09:44:34.633822 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412dea4-d331-4861-ad6b-bf18dc1b68ff None None] Pushing event updated for resources: {'Port': ['ID=aba90d50-d41c-4c60-bc9d-b27528cfddfd,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:34.643203 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device ce184ffd-0187-45d2-857b-8f88cb6baff6 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:34.679817 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d86d6218-64fc-4b10-a8aa-a29f6f1299cd req-210b7156-7ff7-40d0-a3fe-488a1e4e00fa tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350296 May 06 09:44:34.685211 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f024189-d29d-48a2-a30b-c01fa3dca45c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:34.705188 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-801369c5-95df-4678-8ba8-dce3cdbc4b24 req-b3d5cd7d-2d06-48ee-a0c5-69922d6999f8 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:34.815781 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d412dea4-d331-4861-ad6b-bf18dc1b68ff None None] Network d9bd76c5-f544-4d72-8dc5-36475ed60bba is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:34.826353 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-d412dea4-d331-4861-ad6b-bf18dc1b68ff None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:34.833237 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d412dea4-d331-4861-ad6b-bf18dc1b68ff None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:34.858066 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port ce184ffd-0187-45d2-857b-8f88cb6baff6 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:44:34.877229 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port ce184ffd-0187-45d2-857b-8f88cb6baff6 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:34.877609 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:34.970024 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-d412dea4-d331-4861-ad6b-bf18dc1b68ff None None] Attempting to bind port aba90d50-d41c-4c60-bc9d-b27528cfddfd on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:44:34.970805 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-d412dea4-d331-4861-ad6b-bf18dc1b68ff None None] Attempting to bind port aba90d50-d41c-4c60-bc9d-b27528cfddfd by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'ae34b415-e7ea-4359-9186-a76174fab2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd9bd76c5-f544-4d72-8dc5-36475ed60bba'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:44:34.972943 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d412dea4-d331-4861-ad6b-bf18dc1b68ff None None] Attempting to bind port aba90d50-d41c-4c60-bc9d-b27528cfddfd on network d9bd76c5-f544-4d72-8dc5-36475ed60bba {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:34.986238 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d412dea4-d331-4861-ad6b-bf18dc1b68ff None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:44:34.986922 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d412dea4-d331-4861-ad6b-bf18dc1b68ff None None] Checking segment: {'id': 'ae34b415-e7ea-4359-9186-a76174fab2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd9bd76c5-f544-4d72-8dc5-36475ed60bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:34.987516 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d412dea4-d331-4861-ad6b-bf18dc1b68ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:34.988065 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d412dea4-d331-4861-ad6b-bf18dc1b68ff None None] Bound using segment: {'id': 'ae34b415-e7ea-4359-9186-a76174fab2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd9bd76c5-f544-4d72-8dc5-36475ed60bba'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:44:34.988733 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-d412dea4-d331-4861-ad6b-bf18dc1b68ff None None] Bound port: aba90d50-d41c-4c60-bc9d-b27528cfddfd, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae34b415-e7ea-4359-9186-a76174fab2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd9bd76c5-f544-4d72-8dc5-36475ed60bba'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:44:34.989490 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d412dea4-d331-4861-ad6b-bf18dc1b68ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:34.993958 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5cd7d-2d06-48ee-a0c5-69922d6999f8 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Pushing event deleted for resources: {'Port': ['ID=0a9422c5-f68d-41ae-a821-9f33b4dfaac0,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:35.051831 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-fc3f1893-82d4-463b-8b8d-4dd8d5596e35 service neutron] 10.222.0.77 "GET /v2.0/networks/6fffdccd-9d01-41e0-85b5-9c674bdd21ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5178485 May 06 09:44:35.126330 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:35.152913 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d412dea4-d331-4861-ad6b-bf18dc1b68ff None None] For port aba90d50-d41c-4c60-bc9d-b27528cfddfd, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:44:35.212436 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c1c7dcd2-b9c0-4d08-88c4-911608024a13 req-e34a599e-98df-4d6d-adba-3784f2fe55fa service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01da8cd2-188a-4f87-8a7e-0aea3f350e6e HTTP/1.1" status: 200 len: 998 time: 0.6984441 May 06 09:44:35.226277 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d412dea4-d331-4861-ad6b-bf18dc1b68ff None None] For port aba90d50-d41c-4c60-bc9d-b27528cfddfd, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=aba90d50-d41c-4c60-bc9d-b27528cfddfd,segment=NetworkSegment(ae34b415-e7ea-4359-9186-a76174fab2b4),segment_id=ae34b415-e7ea-4359-9186-a76174fab2b4)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:44:35.226779 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-af633f0d-1b28-490a-b5c1-ab89efb4a9ac service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=7d6de0b3-19e5-492d-b661-4ff64145d752 HTTP/1.1" status: 200 len: 217 time: 0.1543956 May 06 09:44:35.240294 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d412dea4-d331-4861-ad6b-bf18dc1b68ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:35.250824 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port ce184ffd-0187-45d2-857b-8f88cb6baff6, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=ce184ffd-0187-45d2-857b-8f88cb6baff6,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:35.265362 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-801369c5-95df-4678-8ba8-dce3cdbc4b24 req-b3d5cd7d-2d06-48ee-a0c5-69922d6999f8 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Router 303fcdb5-f844-45d6-8bff-a63c6d5e9128 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:44:35.421900 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412dea4-d331-4861-ad6b-bf18dc1b68ff None None] Pushing event updated for resources: {'Port': ['ID=aba90d50-d41c-4c60-bc9d-b27528cfddfd,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:35.442790 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:35.477146 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-801369c5-95df-4678-8ba8-dce3cdbc4b24 req-b3d5cd7d-2d06-48ee-a0c5-69922d6999f8 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:44:35.490689 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb08a894-5a23-4dc9-bb79-e636121d028d None None] Sync routers for ids ['303fcdb5-f844-45d6-8bff-a63c6d5e9128'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:44:35.502794 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7dcd2-b9c0-4d08-88c4-911608024a13 req-44d9e970-6429-43c7-a030-a85a836237c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:35.514058 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c1c7dcd2-b9c0-4d08-88c4-911608024a13 req-44d9e970-6429-43c7-a030-a85a836237c7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ceacdbe3-a021-4ce2-8b17-bdad66d69597 HTTP/1.1" status: 200 len: 851 time: 0.2772641 May 06 09:44:35.547074 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb08a894-5a23-4dc9-bb79-e636121d028d None None] Routers {'303fcdb5-f844-45d6-8bff-a63c6d5e9128'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:35.561257 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-eb08a894-5a23-4dc9-bb79-e636121d028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:44:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['303fcdb5-f844-45d6-8bff-a63c6d5e9128'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:35.579095 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-801369c5-95df-4678-8ba8-dce3cdbc4b24 req-b3d5cd7d-2d06-48ee-a0c5-69922d6999f8 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] No DVR routers for this DVR port 0a9422c5-f68d-41ae-a821-9f33b4dfaac0 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:44:35.582541 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-801369c5-95df-4678-8ba8-dce3cdbc4b24 req-b3d5cd7d-2d06-48ee-a0c5-69922d6999f8 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:35.587493 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-801369c5-95df-4678-8ba8-dce3cdbc4b24 req-b3d5cd7d-2d06-48ee-a0c5-69922d6999f8 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.77 "DELETE /v2.0/ports/0a9422c5-f68d-41ae-a821-9f33b4dfaac0 HTTP/1.1" status: 204 len: 173 time: 2.2444210 May 06 09:44:35.588126 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d7f133-e0fd-4cb4-af78-e411fe6a59db', 'name': 'network-vif-deleted', 'tag': '0a9422c5-f68d-41ae-a821-9f33b4dfaac0'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:35.590687 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c8efd4-f450-4edc-b5db-28f11edc4194" -d '{"events": [{"server_uuid": "a8d7f133-e0fd-4cb4-af78-e411fe6a59db", "name": "network-vif-deleted", "tag": "0a9422c5-f68d-41ae-a821-9f33b4dfaac0"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:35.686392 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=ce184ffd-0187-45d2-857b-8f88cb6baff6,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:35.739963 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeeb66a-6193-441c-acfe-a5afeefd4f56 req-b66615cf-a386-4caa-8a7f-59bba0a338bc tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:35.754086 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aeeeb66a-6193-441c-acfe-a5afeefd4f56 req-b66615cf-a386-4caa-8a7f-59bba0a338bc tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 945 time: 0.8099141 May 06 09:44:35.902633 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-3ccf693b-dfef-447a-be7e-e3cc07189d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:35.903312 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-eb08a894-5a23-4dc9-bb79-e636121d028d None None] Set router 303fcdb5-f844-45d6-8bff-a63c6d5e9128 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:35.913940 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-3ccf693b-dfef-447a-be7e-e3cc07189d67 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9b5f3725-dba4-4109-8ae6-1b69e3c26c4c HTTP/1.1" status: 200 len: 797 time: 0.6661432 May 06 09:44:35.920360 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-079e86b0-04b0-4981-ac0b-7b9363b8aeef req-fdc0725f-d7e5-47f7-b932-26b03d55345d service neutron] 10.222.0.73 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3114626 May 06 09:44:35.982498 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aeeeb66a-6193-441c-acfe-a5afeefd4f56 req-199f206f-94ca-402a-99a8-e685a9fc13e1 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235537 May 06 09:44:36.021078 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7dcd2-b9c0-4d08-88c4-911608024a13 req-0d41bce8-067f-43fc-be40-1c91dfdeb2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:36.025390 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c1c7dcd2-b9c0-4d08-88c4-911608024a13 req-0d41bce8-067f-43fc-be40-1c91dfdeb2d2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=138aada2-7aee-4749-819b-d219deb27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5078487 May 06 09:44:36.039845 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f024189-d29d-48a2-a30b-c01fa3dca45c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:36.075497 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cd9209-3da4-4288-a3d2-53bee27a5f5b x-openstack-request-id: req-59cd9209-3da4-4288-a3d2-53bee27a5f5b {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:36.076058 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402f38a3-5832-4bb5-a96b-c9680d5a3aae", "name": "network-vif-plugged", "status": "completed", "tag": "54b1c233-3df5-44da-aafc-2d26881e2146", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:36.076473 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-59cd9209-3da4-4288-a3d2-53bee27a5f5b {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:36.077029 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59cd9209-3da4-4288-a3d2-53bee27a5f5b'] response: {'server_uuid': '402f38a3-5832-4bb5-a96b-c9680d5a3aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b1c233-3df5-44da-aafc-2d26881e2146', 'code': 200} May 06 09:44:36.251508 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f024189-d29d-48a2-a30b-c01fa3dca45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:36.469521 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device aba90d50-d41c-4c60-bc9d-b27528cfddfd up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:36.497835 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c1c7dcd2-b9c0-4d08-88c4-911608024a13 req-1cb73b70-da02-41a3-a360-2c3738bd8efc service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519913 May 06 09:44:36.504995 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 06 May 2022 09:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e280c2-5bfa-4b7c-8258-663decb338b4 x-openstack-request-id: req-80e280c2-5bfa-4b7c-8258-663decb338b4 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:36.505882 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "tag": "33947b19-31b2-4338-b727-408a0344a6ca", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3d149b98-9a89-40e8-bce0-ebc567cabe2c", "tag": "09636b4b-cb5b-461d-8711-ce0ce61f5aad", "status": "completed", "code": 200}, {"server_uuid": "c63b5e64-2cab-438f-bde8-af4fa9b0f26e", "name": "network-vif-deleted", "tag": "0a055353-6e55-4732-a8e7-24f8f4d708b9", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:36.506307 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-80e280c2-5bfa-4b7c-8258-663decb338b4 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:36.506923 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80e280c2-5bfa-4b7c-8258-663decb338b4'] response: {'name': 'network-changed', 'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'tag': '33947b19-31b2-4338-b727-408a0344a6ca', 'status': 'completed', 'code': 200} May 06 09:44:36.507341 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80e280c2-5bfa-4b7c-8258-663decb338b4'] response: {'name': 'network-changed', 'server_uuid': '3d149b98-9a89-40e8-bce0-ebc567cabe2c', 'tag': '09636b4b-cb5b-461d-8711-ce0ce61f5aad', 'status': 'completed', 'code': 200} May 06 09:44:36.507733 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80e280c2-5bfa-4b7c-8258-663decb338b4'] response: {'server_uuid': 'c63b5e64-2cab-438f-bde8-af4fa9b0f26e', 'name': 'network-vif-deleted', 'tag': '0a055353-6e55-4732-a8e7-24f8f4d708b9', 'status': 'completed', 'code': 200} May 06 09:44:36.510093 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-cd8cb414-13f1-49dc-bffa-ac0dd9ad0526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:36.513519 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-cd8cb414-13f1-49dc-bffa-ac0dd9ad0526 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6fffdccd-9d01-41e0-85b5-9c674bdd21ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5890219 May 06 09:44:36.578411 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5e28204c-40dd-4fc5-8619-17e732dd2611 req-34e69910-8eab-494d-82f5-3d6f632ebbdd tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8d7f133-e0fd-4cb4-af78-e411fe6a59db HTTP/1.1" status: 200 len: 210 time: 0.0788274 May 06 09:44:36.686076 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port aba90d50-d41c-4c60-bc9d-b27528cfddfd triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:36.686418 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:36.834869 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-eb08a894-5a23-4dc9-bb79-e636121d028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'name': 'tempest-ServersTestFqdnHostnames-1204199785-router', 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:30Z', 'updated_at': '2022-05-06T09:42:39Z', 'revision_number': 4, 'project_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'gw_port': {'id': '15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:32Z', 'updated_at': '2022-05-06T09:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'eb2a8929-ecaf-48fe-917c-50b062943cf5', 'name': '', 'network_id': 'b1819d22-79c2-4e2a-8774-0435c5e7e78f', 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'mac_address': 'fa:16:3e:09:c3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'ee4783db-785e-4313-8cae-b41e82f2266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:38Z', 'updated_at': '2022-05-06T09:42:46Z', 'revision_number': 5, 'project_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'subnets': [{'id': 'ee4783db-785e-4313-8cae-b41e82f2266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:36.854206 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:36.921665 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-5f024189-d29d-48a2-a30b-c01fa3dca45c admin admin] Allocated IP 172.25.5.239 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/ae151db4-20f2-43b3-9f87-1fa5ffaee0ff) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:36.925314 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port aba90d50-d41c-4c60-bc9d-b27528cfddfd, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=aba90d50-d41c-4c60-bc9d-b27528cfddfd,segment=NetworkSegment(ae34b415-e7ea-4359-9186-a76174fab2b4),segment_id=ae34b415-e7ea-4359-9186-a76174fab2b4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:36.935315 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:36.961560 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d5bf2-fb13-4913-be26-6164ecffa14c req-35c1b7e0-81ac-4704-b18b-b0a32aadf984 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:36.979104 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7a9d5bf2-fb13-4913-be26-6164ecffa14c req-35c1b7e0-81ac-4704-b18b-b0a32aadf984 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.3766124 May 06 09:44:36.998765 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb08a894-5a23-4dc9-bb79-e636121d028d None None] Checking router: 303fcdb5-f844-45d6-8bff-a63c6d5e9128 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:44:37.024324 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=aba90d50-d41c-4c60-bc9d-b27528cfddfd,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:37.031873 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb08a894-5a23-4dc9-bb79-e636121d028d None None] Routers {'303fcdb5-f844-45d6-8bff-a63c6d5e9128'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:37.040096 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-eb08a894-5a23-4dc9-bb79-e636121d028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:44:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['303fcdb5-f844-45d6-8bff-a63c6d5e9128'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:37.138107 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07233e2-e783-46ab-b78b-f200d4a15fd4 req-7092f6aa-7b97-4bd0-b66c-17588b19f38b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:37.144284 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07233e2-e783-46ab-b78b-f200d4a15fd4 req-7092f6aa-7b97-4bd0-b66c-17588b19f38b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:37.161404 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07233e2-e783-46ab-b78b-f200d4a15fd4 req-7092f6aa-7b97-4bd0-b66c-17588b19f38b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:37.168681 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07233e2-e783-46ab-b78b-f200d4a15fd4 req-7092f6aa-7b97-4bd0-b66c-17588b19f38b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:37.181036 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07233e2-e783-46ab-b78b-f200d4a15fd4 req-7092f6aa-7b97-4bd0-b66c-17588b19f38b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:37.192335 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07233e2-e783-46ab-b78b-f200d4a15fd4 req-7092f6aa-7b97-4bd0-b66c-17588b19f38b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:37.198360 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07233e2-e783-46ab-b78b-f200d4a15fd4 req-7092f6aa-7b97-4bd0-b66c-17588b19f38b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:37.207308 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e07233e2-e783-46ab-b78b-f200d4a15fd4 req-7092f6aa-7b97-4bd0-b66c-17588b19f38b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5428 time: 0.4029350 May 06 09:44:37.236290 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f024189-d29d-48a2-a30b-c01fa3dca45c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:37.282880 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c1c7dcd2-b9c0-4d08-88c4-911608024a13 req-233bd84f-f0f9-4f77-b43d-7cf7dd36abe8 service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7669334 May 06 09:44:37.285582 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-38143687-ee71-413f-a669-8e809cbe8c18 service neutron] 10.222.0.77 "GET /v2.0/networks/6fffdccd-9d01-41e0-85b5-9c674bdd21ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7048872 May 06 09:44:37.313959 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f024189-d29d-48a2-a30b-c01fa3dca45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:37.338874 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-eb08a894-5a23-4dc9-bb79-e636121d028d None None] Set router 303fcdb5-f844-45d6-8bff-a63c6d5e9128 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:37.398214 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7a9d5bf2-fb13-4913-be26-6164ecffa14c req-62f9f6bb-c309-42cb-a59f-aa9d8b275b36 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4167993 May 06 09:44:37.409861 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e07233e2-e783-46ab-b78b-f200d4a15fd4 req-5a8a553d-8fc6-4b89-80e5-2c6cd783daed tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2015543 May 06 09:44:37.486892 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-429e5ea5-7434-4243-b86d-2926851d91cb service neutron] 10.222.0.77 "GET /v2.0/networks/6fffdccd-9d01-41e0-85b5-9c674bdd21ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842604 May 06 09:44:37.518335 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f024189-d29d-48a2-a30b-c01fa3dca45c admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:37.527449 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-5f024189-d29d-48a2-a30b-c01fa3dca45c admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:37.547770 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f024189-d29d-48a2-a30b-c01fa3dca45c admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:37.592534 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57197d5c-f33b-4c53-b888-1bc879bbba77 None None] Network d9bd76c5-f544-4d72-8dc5-36475ed60bba requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:44:37.625497 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-def37989-52f5-49bc-ad90-dbf603325a41 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=30e5cf1a-c55d-4245-a918-a50422989b35 HTTP/1.1" status: 200 len: 217 time: 0.1201591 May 06 09:44:37.681148 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31212205-d0a2-4d40-8223-6b231add8569 x-openstack-request-id: req-31212205-d0a2-4d40-8223-6b231add8569 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:37.681596 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d7f133-e0fd-4cb4-af78-e411fe6a59db", "name": "network-vif-deleted", "tag": "0a9422c5-f68d-41ae-a821-9f33b4dfaac0", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:37.682200 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-31212205-d0a2-4d40-8223-6b231add8569 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:37.682985 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31212205-d0a2-4d40-8223-6b231add8569'] response: {'server_uuid': 'a8d7f133-e0fd-4cb4-af78-e411fe6a59db', 'name': 'network-vif-deleted', 'tag': '0a9422c5-f68d-41ae-a821-9f33b4dfaac0', 'status': 'completed', 'code': 200} May 06 09:44:37.694195 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f024189-d29d-48a2-a30b-c01fa3dca45c admin admin] Pushing event updated for resources: {'Port': ['ID=ae151db4-20f2-43b3-9f87-1fa5ffaee0ff,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:37.794552 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-2eb682c9-1d01-4cbd-bad5-837b779dda16 None None] Provisioning complete for port aba90d50-d41c-4c60-bc9d-b27528cfddfd triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:37.803866 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2eb682c9-1d01-4cbd-bad5-837b779dda16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:37.815335 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 0a9422c5-f68d-41ae-a821-9f33b4dfaac0 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:44:38.052300 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 0a9422c5-f68d-41ae-a821-9f33b4dfaac0 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:44:38.061780 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 0a9422c5-f68d-41ae-a821-9f33b4dfaac0 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:44:38.084622 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09f9855-7836-4995-b232-b9b6f2cd9e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce184ffd-0187-45d2-857b-8f88cb6baff6'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:38.086911 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77da82f-61c0-4413-9bd1-dddf1bc04e6f" -d '{"events": [{"server_uuid": "e09f9855-7836-4995-b232-b9b6f2cd9e20", "name": "network-vif-plugged", "status": "completed", "tag": "ce184ffd-0187-45d2-857b-8f88cb6baff6"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:38.114362 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-eb08a894-5a23-4dc9-bb79-e636121d028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'name': 'tempest-ServersTestFqdnHostnames-1204199785-router', 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:30Z', 'updated_at': '2022-05-06T09:42:39Z', 'revision_number': 4, 'project_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'gw_port': {'id': '15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:32Z', 'updated_at': '2022-05-06T09:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'eb2a8929-ecaf-48fe-917c-50b062943cf5', 'name': '', 'network_id': 'b1819d22-79c2-4e2a-8774-0435c5e7e78f', 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'mac_address': 'fa:16:3e:09:c3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'ee4783db-785e-4313-8cae-b41e82f2266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:38Z', 'updated_at': '2022-05-06T09:42:46Z', 'revision_number': 5, 'project_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'subnets': [{'id': 'ee4783db-785e-4313-8cae-b41e82f2266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:38.210726 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f024189-d29d-48a2-a30b-c01fa3dca45c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:38.284469 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb08a894-5a23-4dc9-bb79-e636121d028d None None] The sync data for ids ['303fcdb5-f844-45d6-8bff-a63c6d5e9128'] in n-d-840835-1 is: [{'id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'name': 'tempest-ServersTestFqdnHostnames-1204199785-router', 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:30Z', 'updated_at': '2022-05-06T09:42:39Z', 'revision_number': 4, 'project_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'gw_port': {'id': '15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:32Z', 'updated_at': '2022-05-06T09:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'eb2a8929-ecaf-48fe-917c-50b062943cf5', 'name': '', 'network_id': 'b1819d22-79c2-4e2a-8774-0435c5e7e78f', 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'mac_address': 'fa:16:3e:09:c3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'ee4783db-785e-4313-8cae-b41e82f2266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:38Z', 'updated_at': '2022-05-06T09:42:46Z', 'revision_number': 5, 'project_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'subnets': [{'id': 'ee4783db-785e-4313-8cae-b41e82f2266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:44:38.343955 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device aba90d50-d41c-4c60-bc9d-b27528cfddfd up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:38.450430 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port aba90d50-d41c-4c60-bc9d-b27528cfddfd triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:38.450817 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:38.627999 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-2dc29e40-2951-4b56-8960-3c8e470d1b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:38.629628 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-2dc29e40-2951-4b56-8960-3c8e470d1b3e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9b5f3725-dba4-4109-8ae6-1b69e3c26c4c HTTP/1.1" status: 200 len: 797 time: 0.9937546 May 06 09:44:38.657749 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-66c1df5c-8461-4979-b443-950527e65e32 req-561c1813-47cb-4bbb-9c50-9a5a3b22e933 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/floatingips/7ceb77ac-12b8-44ad-8587-65fc9e47811e HTTP/1.1" status: 200 len: 999 time: 1.0074117 May 06 09:44:38.723149 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87765ad-eb0e-4026-9b81-d219d9ac1a5d req-eb80818d-45f9-4577-8941-890b79bc0731 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:38.732773 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b87765ad-eb0e-4026-9b81-d219d9ac1a5d req-eb80818d-45f9-4577-8941-890b79bc0731 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 946 time: 0.3227720 May 06 09:44:38.738188 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f024189-d29d-48a2-a30b-c01fa3dca45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:38.862058 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-704e53a1-c838-4b7b-96a7-62d0492adacd None None] Provisioning complete for port aba90d50-d41c-4c60-bc9d-b27528cfddfd triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:38.862667 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-704e53a1-c838-4b7b-96a7-62d0492adacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:38.924057 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b87765ad-eb0e-4026-9b81-d219d9ac1a5d req-d74acce4-7e78-4697-989e-2372a4737bb7 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903012 May 06 09:44:38.937762 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-d8805809-ff71-446d-9b37-e1847e778fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:38.943169 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-d8805809-ff71-446d-9b37-e1847e778fa3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6fffdccd-9d01-41e0-85b5-9c674bdd21ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3027992 May 06 09:44:38.965106 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32a0586-ecd7-48b2-a976-fbb1af7987e8 None None] New status for floating IP 448d442b-0dca-47c0-9831-f9437bc44637: DOWN {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:44:39.009885 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f024189-d29d-48a2-a30b-c01fa3dca45c admin admin] Router 8d8cdb39-7aab-4b72-a465-5b17f30738d5 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:44:39.036629 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1df5c-8461-4979-b443-950527e65e32 req-5bd17de3-734e-4e28-801e-2e76eab77f87 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:39.042747 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-66c1df5c-8461-4979-b443-950527e65e32 req-5bd17de3-734e-4e28-801e-2e76eab77f87 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 784 time: 0.3733666 May 06 09:44:39.120142 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-66c1df5c-8461-4979-b443-950527e65e32 req-f431b3e1-fa36-451b-94a0-f82578ab81b8 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:44:39.122104 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-66c1df5c-8461-4979-b443-950527e65e32 req-f431b3e1-fa36-451b-94a0-f82578ab81b8 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085456 May 06 09:44:39.131278 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad54b33-c311-4080-9c62-dc48068a7bb8 x-openstack-request-id: req-5ad54b33-c311-4080-9c62-dc48068a7bb8 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:39.132645 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09f9855-7836-4995-b232-b9b6f2cd9e20", "name": "network-vif-plugged", "status": "completed", "tag": "ce184ffd-0187-45d2-857b-8f88cb6baff6", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:39.132645 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5ad54b33-c311-4080-9c62-dc48068a7bb8 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:39.132645 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ad54b33-c311-4080-9c62-dc48068a7bb8'] response: {'server_uuid': 'e09f9855-7836-4995-b232-b9b6f2cd9e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce184ffd-0187-45d2-857b-8f88cb6baff6', 'code': 200} May 06 09:44:39.212194 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-d9a41671-65a5-4f60-b56c-2e80b86c76d9 service neutron] 10.222.0.77 "GET /v2.0/networks/6fffdccd-9d01-41e0-85b5-9c674bdd21ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507553 May 06 09:44:39.431677 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e6251-c7b5-4fb6-a806-1d04c25b6f53 req-3ec296d1-b647-4881-baec-6d434f6419cf tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:39.438931 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e6251-c7b5-4fb6-a806-1d04c25b6f53 req-3ec296d1-b647-4881-baec-6d434f6419cf tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:39.445604 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e6251-c7b5-4fb6-a806-1d04c25b6f53 req-3ec296d1-b647-4881-baec-6d434f6419cf tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:39.452481 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e6251-c7b5-4fb6-a806-1d04c25b6f53 req-3ec296d1-b647-4881-baec-6d434f6419cf tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:39.458142 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e6251-c7b5-4fb6-a806-1d04c25b6f53 req-3ec296d1-b647-4881-baec-6d434f6419cf tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:39.467203 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e6251-c7b5-4fb6-a806-1d04c25b6f53 req-3ec296d1-b647-4881-baec-6d434f6419cf tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:39.472340 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e6251-c7b5-4fb6-a806-1d04c25b6f53 req-3ec296d1-b647-4881-baec-6d434f6419cf tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:39.474317 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e6e6251-c7b5-4fb6-a806-1d04c25b6f53 req-3ec296d1-b647-4881-baec-6d434f6419cf tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5428 time: 0.1666272 May 06 09:44:39.477488 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b3034-1b87-4491-afaa-f2b2743f6163 req-a5344188-3c72-4693-81be-84df3f92706b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:39.479075 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e81b3034-1b87-4491-afaa-f2b2743f6163 req-a5344188-3c72-4693-81be-84df3f92706b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 1097 time: 0.2842968 May 06 09:44:39.565058 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5649647-6695-4374-9984-8b95d6ba8ee7 req-053dfc7a-b057-47e8-83d9-b507ac532b06 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:39.566694 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b5649647-6695-4374-9984-8b95d6ba8ee7 req-053dfc7a-b057-47e8-83d9-b507ac532b06 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.2617617 May 06 09:44:39.609172 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-175946bd-42d5-4d67-8b5c-345ef35b386a service neutron] 10.222.0.77 "GET /v2.0/networks/6fffdccd-9d01-41e0-85b5-9c674bdd21ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731697 May 06 09:44:39.612177 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e81b3034-1b87-4491-afaa-f2b2743f6163 req-99f45e2a-d5e8-46c8-ba8b-dcc53693f113 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217666 May 06 09:44:39.616397 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e6e6251-c7b5-4fb6-a806-1d04c25b6f53 req-06baf058-454f-4562-8a59-b8bc1edeabd5 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1318867 May 06 09:44:39.667317 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f024189-d29d-48a2-a30b-c01fa3dca45c admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:44:39.685712 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-fb1a01a7-6e7b-40de-84e6-464a6274f288 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=f821c4bf-a2e5-4eee-b05e-3fda28dcde76 HTTP/1.1" status: 200 len: 217 time: 0.0606802 May 06 09:44:39.687621 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd396b2-8357-4c57-984a-4e42bbcbed3b None None] Sync routers for ids ['8d8cdb39-7aab-4b72-a465-5b17f30738d5'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:44:39.704388 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f024189-d29d-48a2-a30b-c01fa3dca45c admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:39.705626 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd396b2-8357-4c57-984a-4e42bbcbed3b None None] Routers {'8d8cdb39-7aab-4b72-a465-5b17f30738d5'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:39.706998 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5f024189-d29d-48a2-a30b-c01fa3dca45c admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.9541700 May 06 09:44:39.707964 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8fd396b2-8357-4c57-984a-4e42bbcbed3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:44:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['8d8cdb39-7aab-4b72-a465-5b17f30738d5'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:39.710117 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49602) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:39.754210 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-393bd266-4793-47ac-b554-dd7db7e67e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:39.754768 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-393bd266-4793-47ac-b554-dd7db7e67e35 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9b5f3725-dba4-4109-8ae6-1b69e3c26c4c HTTP/1.1" status: 200 len: 797 time: 0.0629232 May 06 09:44:39.758144 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b5649647-6695-4374-9984-8b95d6ba8ee7 req-4bed5f7a-310e-4b5f-8a9d-580e8e0afcce tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822696 May 06 09:44:39.845415 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49610) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:39.848915 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-2b17cb9a-81a3-4419-98cb-19625ad1d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:39.850504 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-2b17cb9a-81a3-4419-98cb-19625ad1d701 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6fffdccd-9d01-41e0-85b5-9c674bdd21ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0876396 May 06 09:44:39.948825 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-8fd396b2-8357-4c57-984a-4e42bbcbed3b None None] Set router 8d8cdb39-7aab-4b72-a465-5b17f30738d5 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:40.054321 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-82e64c11-59dc-4c7d-8425-8c188cf980e5 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:40.074581 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-145281c1-4b03-4001-80b6-44d4778a0598 req-f54a8214-c092-4d0d-8f58-feddea8290e3 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.184 HTTP/1.1" status: 200 len: 1002 time: 0.1996832 May 06 09:44:40.149709 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-82e64c11-59dc-4c7d-8425-8c188cf980e5 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:40.157271 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e4548-0906-4ae6-a50e-a05d5c45c935 req-7572c24b-14c1-4c49-840b-6d98f58fef38 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:40.166968 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c9e4548-0906-4ae6-a50e-a05d5c45c935 req-7572c24b-14c1-4c49-840b-6d98f58fef38 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.2782257 May 06 09:44:40.208514 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145281c1-4b03-4001-80b6-44d4778a0598 req-be8180ef-ec36-44e9-a8c9-510a2e49f37f tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:40.224622 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8fd396b2-8357-4c57-984a-4e42bbcbed3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'name': 'tempest-ServersTestJSON-1238654958-router', 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'ae151db4-20f2-43b3-9f87-1fa5ffaee0ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:33Z', 'updated_at': '2022-05-06T09:44:37Z', 'revision_number': 3, 'project_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'gw_port': {'id': 'ae151db4-20f2-43b3-9f87-1fa5ffaee0ff', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:36Z', 'updated_at': '2022-05-06T09:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:40.225240 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-145281c1-4b03-4001-80b6-44d4778a0598 req-be8180ef-ec36-44e9-a8c9-510a2e49f37f tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/ports/09636b4b-cb5b-461d-8711-ce0ce61f5aad HTTP/1.1" status: 200 len: 943 time: 0.1415579 May 06 09:44:40.241468 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-db34857f-c777-41e2-8baa-7295d1024e3b service neutron] 10.222.0.77 "GET /v2.0/networks/6fffdccd-9d01-41e0-85b5-9c674bdd21ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835859 May 06 09:44:40.264637 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd396b2-8357-4c57-984a-4e42bbcbed3b None None] Checking router: 8d8cdb39-7aab-4b72-a465-5b17f30738d5 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:44:40.265191 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd396b2-8357-4c57-984a-4e42bbcbed3b None None] Updating router 8d8cdb39-7aab-4b72-a465-5b17f30738d5 port ae151db4-20f2-43b3-9f87-1fa5ffaee0ff binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:44:40.323172 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8fd396b2-8357-4c57-984a-4e42bbcbed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:40.343463 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-82e64c11-59dc-4c7d-8425-8c188cf980e5 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:40.348738 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-82e64c11-59dc-4c7d-8425-8c188cf980e5 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:40.352308 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-82e64c11-59dc-4c7d-8425-8c188cf980e5 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "DELETE /v2.0/security-groups/ddd28620-483c-4c53-87c3-ab2729751a36 HTTP/1.1" status: 204 len: 168 time: 0.5030811 May 06 09:44:40.357371 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49614) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:40.387002 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e64c11-59dc-4c7d-8425-8c188cf980e5 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd28620-483c-4c53-87c3-ab2729751a36,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:40.406074 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-20f3bc0c-1c23-41a0-bf41-e9bb97d20674 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] show failed (client error): The resource could not be found. May 06 09:44:40.409707 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-20f3bc0c-1c23-41a0-bf41-e9bb97d20674 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "GET /v2.0/security-groups/ddd28620-483c-4c53-87c3-ab2729751a36 HTTP/1.1" status: 404 len: 347 time: 0.0407429 May 06 09:44:40.409977 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49616) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:40.432753 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c9e4548-0906-4ae6-a50e-a05d5c45c935 req-4ef54bb4-18ca-4f41-b9e9-cd34c0d43390 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638719 May 06 09:44:40.456972 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-145281c1-4b03-4001-80b6-44d4778a0598 req-fd2a7710-84f5-4e56-89c0-c04eb1b551e4 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.184 HTTP/1.1" status: 200 len: 1002 time: 0.1618290 May 06 09:44:40.653799 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-bea5b1b1-e915-475e-bdaa-0033584f641e service neutron] 10.222.0.77 "GET /v2.0/networks/6fffdccd-9d01-41e0-85b5-9c674bdd21ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978486 May 06 09:44:40.726141 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-72fd47a4-c067-4e65-b7d8-825a2b257dda service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5657ef8a-6946-4f8a-b6db-d71d2f6baecd HTTP/1.1" status: 200 len: 217 time: 0.0672629 May 06 09:44:40.780531 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-ec0769c2-78da-474b-a3a6-250d95d76dd0 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Deleting port f0dea3d8-3d5b-4f6a-bb2b-f4d90eec16f3 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:40.780933 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ec0769c2-78da-474b-a3a6-250d95d76dd0 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:40.823488 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b579ae-6289-40fd-9038-3ca667d82080 req-e60b3aa9-c4c8-4eae-aa5d-307ebd5bb2d5 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:40.824254 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8fd396b2-8357-4c57-984a-4e42bbcbed3b None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:40.834299 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a5b579ae-6289-40fd-9038-3ca667d82080 req-e60b3aa9-c4c8-4eae-aa5d-307ebd5bb2d5 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 946 time: 0.2412372 May 06 09:44:40.856781 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-54296765-4e49-4987-ad56-ee0a14f78432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:40.859871 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8fd396b2-8357-4c57-984a-4e42bbcbed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:40.888944 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145281c1-4b03-4001-80b6-44d4778a0598 req-79600559-63ce-449d-a8c5-d58cb68bd1a5 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:40.891596 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-145281c1-4b03-4001-80b6-44d4778a0598 req-79600559-63ce-449d-a8c5-d58cb68bd1a5 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 784 time: 0.4138315 May 06 09:44:40.935510 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-9da58a89-f28b-4d51-84c9-0d3a9f4f02b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:40.939153 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-9da58a89-f28b-4d51-84c9-0d3a9f4f02b3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5c335cf1-1bd2-4605-9b91-b2c2b45fc21f HTTP/1.1" status: 200 len: 797 time: 0.2030902 May 06 09:44:41.005613 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-8fd396b2-8357-4c57-984a-4e42bbcbed3b None None] Attempting to bind port ae151db4-20f2-43b3-9f87-1fa5ffaee0ff on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:44:41.006291 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-8fd396b2-8357-4c57-984a-4e42bbcbed3b None None] Attempting to bind port ae151db4-20f2-43b3-9f87-1fa5ffaee0ff by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:44:41.007760 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd396b2-8357-4c57-984a-4e42bbcbed3b None None] Attempting to bind port ae151db4-20f2-43b3-9f87-1fa5ffaee0ff on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:41.018649 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ec0769c2-78da-474b-a3a6-250d95d76dd0 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:41.019199 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ec0769c2-78da-474b-a3a6-250d95d76dd0 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:41.024695 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea626e-19f0-494e-8c98-f6c708ef6b20 None None] Pushing event updated for resources: {'Port': ['ID=ae151db4-20f2-43b3-9f87-1fa5ffaee0ff,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:41.028081 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd396b2-8357-4c57-984a-4e42bbcbed3b None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:44:41.028462 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd396b2-8357-4c57-984a-4e42bbcbed3b None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:41.028871 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8fd396b2-8357-4c57-984a-4e42bbcbed3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:41.029270 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd396b2-8357-4c57-984a-4e42bbcbed3b None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:44:41.030009 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-8fd396b2-8357-4c57-984a-4e42bbcbed3b None None] Bound port: ae151db4-20f2-43b3-9f87-1fa5ffaee0ff, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:44:41.030715 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8fd396b2-8357-4c57-984a-4e42bbcbed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:41.061455 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea626e-19f0-494e-8c98-f6c708ef6b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:41.061687 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea626e-19f0-494e-8c98-f6c708ef6b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:41.062200 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea626e-19f0-494e-8c98-f6c708ef6b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:41.062323 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea626e-19f0-494e-8c98-f6c708ef6b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:41.062785 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea626e-19f0-494e-8c98-f6c708ef6b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:41.063101 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea626e-19f0-494e-8c98-f6c708ef6b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:41.063652 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea626e-19f0-494e-8c98-f6c708ef6b20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:41.064033 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea626e-19f0-494e-8c98-f6c708ef6b20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:41.064498 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea626e-19f0-494e-8c98-f6c708ef6b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:41.064877 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea626e-19f0-494e-8c98-f6c708ef6b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:41.065218 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea626e-19f0-494e-8c98-f6c708ef6b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:41.065768 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea626e-19f0-494e-8c98-f6c708ef6b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:41.079961 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a5b579ae-6289-40fd-9038-3ca667d82080 req-822ba2dd-c039-468a-bf51-3ed0c77eba77 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443073 May 06 09:44:41.112650 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-ec0769c2-78da-474b-a3a6-250d95d76dd0 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Calling delete_port for f0dea3d8-3d5b-4f6a-bb2b-f4d90eec16f3 owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:41.141853 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-8fd396b2-8357-4c57-984a-4e42bbcbed3b None None] For port ae151db4-20f2-43b3-9f87-1fa5ffaee0ff, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:44:41.146501 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-8fd396b2-8357-4c57-984a-4e42bbcbed3b None None] For port ae151db4-20f2-43b3-9f87-1fa5ffaee0ff, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=ae151db4-20f2-43b3-9f87-1fa5ffaee0ff,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:44:41.156478 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8fd396b2-8357-4c57-984a-4e42bbcbed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:41.157066 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-145281c1-4b03-4001-80b6-44d4778a0598 req-92cd1c19-f54a-493b-b96d-06f6800f5225 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.184 HTTP/1.1" status: 200 len: 1002 time: 0.2424083 May 06 09:44:41.171034 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-145281c1-4b03-4001-80b6-44d4778a0598 req-93c81423-4679-480d-87f4-3aa4bfda2548 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:41.193231 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-7112cd6c-8a73-4804-945a-cc8bf4aa6175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:41.201821 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-7112cd6c-8a73-4804-945a-cc8bf4aa6175 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7d9fc154-3e75-4eba-b7be-fb999f1d724a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2453589 May 06 09:44:41.328612 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-54296765-4e49-4987-ad56-ee0a14f78432 admin admin] Allocated IP 172.20.0.1 (d9bd76c5-f544-4d72-8dc5-36475ed60bba/33ffc5b1-5423-4b93-a2ee-c6b4f870c046/ae7fa224-fc34-44c2-98a1-926b0b617c8c) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:41.389576 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-145281c1-4b03-4001-80b6-44d4778a0598 req-93c81423-4679-480d-87f4-3aa4bfda2548 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks [] for floatingip, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:41.404597 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd396b2-8357-4c57-984a-4e42bbcbed3b None None] Routers {'8d8cdb39-7aab-4b72-a465-5b17f30738d5'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:41.405542 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8fd396b2-8357-4c57-984a-4e42bbcbed3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:44:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['8d8cdb39-7aab-4b72-a465-5b17f30738d5'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:41.411795 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea626e-19f0-494e-8c98-f6c708ef6b20 None None] Pushing event updated for resources: {'Port': ['ID=ae151db4-20f2-43b3-9f87-1fa5ffaee0ff,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:41.485666 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db372c8-0a61-45e7-9369-db7556d3bf23 req-79c4f754-fd59-47f4-8e24-298a4c9a0be9 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:41.488223 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1db372c8-0a61-45e7-9369-db7556d3bf23 req-79c4f754-fd59-47f4-8e24-298a4c9a0be9 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.2331150 May 06 09:44:41.522911 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-54296765-4e49-4987-ad56-ee0a14f78432 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:41.566514 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ec0769c2-78da-474b-a3a6-250d95d76dd0 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:41.586435 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-6e6f4458-4b7f-4d4e-8065-4765e519e02d service neutron] 10.222.0.77 "GET /v2.0/networks/7d9fc154-3e75-4eba-b7be-fb999f1d724a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472283 May 06 09:44:41.590664 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-8fd396b2-8357-4c57-984a-4e42bbcbed3b None None] Set router 8d8cdb39-7aab-4b72-a465-5b17f30738d5 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:41.614048 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0769c2-78da-474b-a3a6-250d95d76dd0 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Pushing event deleted for resources: {'Port': ['ID=f0dea3d8-3d5b-4f6a-bb2b-f4d90eec16f3,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:41.656889 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-54296765-4e49-4987-ad56-ee0a14f78432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:41.680722 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1db372c8-0a61-45e7-9369-db7556d3bf23 req-2a04f5eb-6539-487a-91be-cbac312b15cf tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787186 May 06 09:44:41.741085 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54296765-4e49-4987-ad56-ee0a14f78432 admin admin] Pushing event updated for resources: {'Port': ['ID=ae7fa224-fc34-44c2-98a1-926b0b617c8c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:41.757769 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54296765-4e49-4987-ad56-ee0a14f78432 admin admin] Network d9bd76c5-f544-4d72-8dc5-36475ed60bba is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:41.761805 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-54296765-4e49-4987-ad56-ee0a14f78432 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:41.768472 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54296765-4e49-4987-ad56-ee0a14f78432 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:41.791066 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-145281c1-4b03-4001-80b6-44d4778a0598 req-93c81423-4679-480d-87f4-3aa4bfda2548 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:41.806125 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-145281c1-4b03-4001-80b6-44d4778a0598 req-93c81423-4679-480d-87f4-3aa4bfda2548 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:41.806575 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [req-145281c1-4b03-4001-80b6-44d4778a0598 req-93c81423-4679-480d-87f4-3aa4bfda2548 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Floating IP 7ceb77ac-12b8-44ad-8587-65fc9e47811e disassociated. External IP: 172.25.5.184, port: 09636b4b-cb5b-461d-8711-ce0ce61f5aad. May 06 09:44:41.826454 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ec0769c2-78da-474b-a3a6-250d95d76dd0 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:41.830194 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ec0769c2-78da-474b-a3a6-250d95d76dd0 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:41.840533 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ec0769c2-78da-474b-a3a6-250d95d76dd0 tempest-ServersTestFqdnHostnames-1902700554 tempest-ServersTestFqdnHostnames-1902700554-project] 10.222.0.73 "DELETE /v2.0/floatingips/448d442b-0dca-47c0-9831-f9437bc44637 HTTP/1.1" status: 204 len: 168 time: 1.4293673 May 06 09:44:41.843100 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49632) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:41.874577 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-54296765-4e49-4987-ad56-ee0a14f78432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:41.930811 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8fd396b2-8357-4c57-984a-4e42bbcbed3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'name': 'tempest-ServersTestJSON-1238654958-router', 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'ae151db4-20f2-43b3-9f87-1fa5ffaee0ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:33Z', 'updated_at': '2022-05-06T09:44:37Z', 'revision_number': 3, 'project_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'gw_port': {'id': 'ae151db4-20f2-43b3-9f87-1fa5ffaee0ff', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:36Z', 'updated_at': '2022-05-06T09:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:42.008904 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd396b2-8357-4c57-984a-4e42bbcbed3b None None] The sync data for ids ['8d8cdb39-7aab-4b72-a465-5b17f30738d5'] in n-d-840835-1 is: [{'id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'name': 'tempest-ServersTestJSON-1238654958-router', 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'ae151db4-20f2-43b3-9f87-1fa5ffaee0ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:33Z', 'updated_at': '2022-05-06T09:44:37Z', 'revision_number': 3, 'project_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'gw_port': {'id': 'ae151db4-20f2-43b3-9f87-1fa5ffaee0ff', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:36Z', 'updated_at': '2022-05-06T09:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:44:42.111362 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-daeafdd8-5b3b-48da-b27f-1135dd94fe06 service neutron] 10.222.0.77 "GET /v2.0/networks/7d9fc154-3e75-4eba-b7be-fb999f1d724a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5118923 May 06 09:44:42.144237 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba90ca-5372-4f2f-9717-a1b16d8c712c req-17a34152-ce73-4a2f-95a6-290d1610f36e tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:42.150195 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba90ca-5372-4f2f-9717-a1b16d8c712c req-17a34152-ce73-4a2f-95a6-290d1610f36e tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:42.157412 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba90ca-5372-4f2f-9717-a1b16d8c712c req-17a34152-ce73-4a2f-95a6-290d1610f36e tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:42.163870 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba90ca-5372-4f2f-9717-a1b16d8c712c req-17a34152-ce73-4a2f-95a6-290d1610f36e tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:42.171320 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba90ca-5372-4f2f-9717-a1b16d8c712c req-17a34152-ce73-4a2f-95a6-290d1610f36e tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:42.179285 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba90ca-5372-4f2f-9717-a1b16d8c712c req-17a34152-ce73-4a2f-95a6-290d1610f36e tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:42.185466 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba90ca-5372-4f2f-9717-a1b16d8c712c req-17a34152-ce73-4a2f-95a6-290d1610f36e tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:42.192250 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e4ba90ca-5372-4f2f-9717-a1b16d8c712c req-17a34152-ce73-4a2f-95a6-290d1610f36e tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5428 time: 0.2692368 May 06 09:44:42.202460 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-37ad1980-f610-4b5f-a8c6-0be74dc3974b None None] Provisioning complete for port ae7fa224-fc34-44c2-98a1-926b0b617c8c triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:42.203496 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-37ad1980-f610-4b5f-a8c6-0be74dc3974b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:42.241303 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-829870ca-7a1a-487e-b45b-5e13d4695f0b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=33947b19-31b2-4338-b727-408a0344a6ca HTTP/1.1" status: 200 len: 217 time: 0.1183794 May 06 09:44:42.260579 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-54296765-4e49-4987-ad56-ee0a14f78432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:42.293634 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-37ad1980-f610-4b5f-a8c6-0be74dc3974b None None] Port ae7fa224-fc34-44c2-98a1-926b0b617c8c cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:44:42.334035 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e4ba90ca-5372-4f2f-9717-a1b16d8c712c req-74639946-f7dd-4e66-b7ae-5b2e087c4f60 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1004066 May 06 09:44:42.474423 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-92f64a67-c0ed-4647-98c2-8c79a0afe0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:42.480401 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-92f64a67-c0ed-4647-98c2-8c79a0afe0f2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5c335cf1-1bd2-4605-9b91-b2c2b45fc21f HTTP/1.1" status: 200 len: 797 time: 0.2103753 May 06 09:44:42.555622 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-145281c1-4b03-4001-80b6-44d4778a0598 req-93c81423-4679-480d-87f4-3aa4bfda2548 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Router 7371434e-b72b-4535-8f2c-b52f0adc62dd has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:44:42.591631 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-0a9d7d9c-6528-4ebb-bc0c-8da23496220f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:42.598383 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-0a9d7d9c-6528-4ebb-bc0c-8da23496220f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7d9fc154-3e75-4eba-b7be-fb999f1d724a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1059480 May 06 09:44:42.687203 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-54296765-4e49-4987-ad56-ee0a14f78432 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:42.713225 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-54296765-4e49-4987-ad56-ee0a14f78432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:42.804058 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-54296765-4e49-4987-ad56-ee0a14f78432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:42.807111 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54296765-4e49-4987-ad56-ee0a14f78432 admin admin] Pushing event updated for resources: {'Port': ['ID=ae7fa224-fc34-44c2-98a1-926b0b617c8c,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:42.820284 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c8a01246-71cd-4707-80c2-cf6cdb4c3973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:43.039560 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-961039f2-9a0b-4548-b861-38dbb78577d0 req-33e2cca6-3bd9-4d90-af61-a17a7312c833 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3d149b98-9a89-40e8-bce0-ebc567cabe2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2139010 May 06 09:44:43.120048 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54296765-4e49-4987-ad56-ee0a14f78432 admin admin] Network d9bd76c5-f544-4d72-8dc5-36475ed60bba is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:43.144541 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-54296765-4e49-4987-ad56-ee0a14f78432 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:43.355655 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54296765-4e49-4987-ad56-ee0a14f78432 admin admin] Router 8d8cdb39-7aab-4b72-a465-5b17f30738d5 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:44:43.378813 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961039f2-9a0b-4548-b861-38dbb78577d0 req-934e553e-1c2c-4dd4-bfc0-86d8b696cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:43.380658 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-961039f2-9a0b-4548-b861-38dbb78577d0 req-934e553e-1c2c-4dd4-bfc0-86d8b696cfad service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b0984a5a7244851a31d0e832302a0fa&device_id=3d149b98-9a89-40e8-bce0-ebc567cabe2c HTTP/1.1" status: 200 len: 1097 time: 0.2592549 May 06 09:44:43.428899 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-145281c1-4b03-4001-80b6-44d4778a0598 req-93c81423-4679-480d-87f4-3aa4bfda2548 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:44:43.440861 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75daf878-9c87-43b7-89d9-7d2df7b94b3c None None] Sync routers for ids ['7371434e-b72b-4535-8f2c-b52f0adc62dd'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:44:43.447888 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-145281c1-4b03-4001-80b6-44d4778a0598 req-93c81423-4679-480d-87f4-3aa4bfda2548 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:43.465532 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df9f0d-25e7-4687-b271-077da7d05052 req-0c7b73be-ea63-41d8-a0e0-21469571540d tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:43.473672 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31df9f0d-25e7-4687-b271-077da7d05052 req-0c7b73be-ea63-41d8-a0e0-21469571540d tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 946 time: 0.8268578 May 06 09:44:43.475528 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75daf878-9c87-43b7-89d9-7d2df7b94b3c None None] Routers {'7371434e-b72b-4535-8f2c-b52f0adc62dd'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:43.481604 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-75daf878-9c87-43b7-89d9-7d2df7b94b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:44:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['7371434e-b72b-4535-8f2c-b52f0adc62dd'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:43.537336 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-f507f84c-f7ac-4516-b313-67788b6e5cec service neutron] 10.222.0.77 "GET /v2.0/networks/7d9fc154-3e75-4eba-b7be-fb999f1d724a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8893576 May 06 09:44:43.541131 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-145281c1-4b03-4001-80b6-44d4778a0598 req-93c81423-4679-480d-87f4-3aa4bfda2548 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "PUT /v2.0/floatingips/7ceb77ac-12b8-44ad-8587-65fc9e47811e HTTP/1.1" status: 200 len: 696 time: 2.3772793 May 06 09:44:43.544372 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d149b98-9a89-40e8-bce0-ebc567cabe2c', 'tag': '09636b4b-cb5b-461d-8711-ce0ce61f5aad'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:43.546513 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d771d33-c634-41b7-bf8f-de7b8d611509" -d '{"events": [{"name": "network-changed", "server_uuid": "3d149b98-9a89-40e8-bce0-ebc567cabe2c", "tag": "09636b4b-cb5b-461d-8711-ce0ce61f5aad"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:43.576549 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31df9f0d-25e7-4687-b271-077da7d05052 req-6e089856-42f7-45b6-8e47-578427b2355e tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016901 May 06 09:44:43.622218 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b31a89de-f422-4f3d-930f-51ce4933d6c2 None None] Provisioning complete for port ae7fa224-fc34-44c2-98a1-926b0b617c8c triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:43.622688 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b31a89de-f422-4f3d-930f-51ce4933d6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:43.710793 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145281c1-4b03-4001-80b6-44d4778a0598 req-983c179e-fe15-4ab8-9348-620df4053d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:43.712925 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-145281c1-4b03-4001-80b6-44d4778a0598 req-983c179e-fe15-4ab8-9348-620df4053d24 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b0984a5a7244851a31d0e832302a0fa&device_id=3d149b98-9a89-40e8-bce0-ebc567cabe2c HTTP/1.1" status: 200 len: 1097 time: 0.1354413 May 06 09:44:43.743971 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d53f9e6-6024-45ab-84e5-79207cd30b01 req-dbbbbe73-01b9-4745-9eee-40a8189bb143 service neutron] 10.222.0.77 "GET /v2.0/networks/7d9fc154-3e75-4eba-b7be-fb999f1d724a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867769 May 06 09:44:43.758005 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-b31a89de-f422-4f3d-930f-51ce4933d6c2 None None] Port ae7fa224-fc34-44c2-98a1-926b0b617c8c cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:44:43.781287 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-75daf878-9c87-43b7-89d9-7d2df7b94b3c None None] Set router 7371434e-b72b-4535-8f2c-b52f0adc62dd gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:43.879882 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c916ef8-92e7-450c-9c8b-e2918abf7b04 req-b8d34731-229f-4d86-b2dc-bc0ac00cdf12 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:43.881731 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c916ef8-92e7-450c-9c8b-e2918abf7b04 req-b8d34731-229f-4d86-b2dc-bc0ac00cdf12 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1365461 May 06 09:44:43.951827 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145281c1-4b03-4001-80b6-44d4778a0598 req-9a45c8e5-8459-4269-9d82-cd25478dd36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:43.962404 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-145281c1-4b03-4001-80b6-44d4778a0598 req-9a45c8e5-8459-4269-9d82-cd25478dd36d service neutron] 10.222.0.73 "GET /v2.0/networks?id=ae356d08-2dc7-4bce-a097-5441709edd13 HTTP/1.1" status: 200 len: 921 time: 0.1859043 May 06 09:44:44.058701 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-145281c1-4b03-4001-80b6-44d4778a0598 req-1f14f1b3-5c90-4d70-868d-e9e0c03dea25 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09636b4b-cb5b-461d-8711-ce0ce61f5aad HTTP/1.1" status: 200 len: 217 time: 0.0945661 May 06 09:44:44.083952 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c916ef8-92e7-450c-9c8b-e2918abf7b04 req-6403374f-eb67-497c-9732-71dba8ffb08d tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894431 May 06 09:44:44.212065 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6799816-5177-44c0-86ea-9aaff83ebaf4 req-6f9906b1-5296-4551-8b47-937ca483fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.213043 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6799816-5177-44c0-86ea-9aaff83ebaf4 req-6f9906b1-5296-4551-8b47-937ca483fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.213545 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6799816-5177-44c0-86ea-9aaff83ebaf4 req-6f9906b1-5296-4551-8b47-937ca483fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.214122 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6799816-5177-44c0-86ea-9aaff83ebaf4 req-6f9906b1-5296-4551-8b47-937ca483fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.214667 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6799816-5177-44c0-86ea-9aaff83ebaf4 req-6f9906b1-5296-4551-8b47-937ca483fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.215244 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6799816-5177-44c0-86ea-9aaff83ebaf4 req-6f9906b1-5296-4551-8b47-937ca483fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.215765 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6799816-5177-44c0-86ea-9aaff83ebaf4 req-6f9906b1-5296-4551-8b47-937ca483fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.217815 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6799816-5177-44c0-86ea-9aaff83ebaf4 req-6f9906b1-5296-4551-8b47-937ca483fba6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=25aba9ec7dab4fc585e8e72a34137627&device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 6485 time: 0.2457390 May 06 09:44:44.242372 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961039f2-9a0b-4548-b861-38dbb78577d0 req-e13e2d20-3eb6-454b-bd59-7478ccd9c006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.244004 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-961039f2-9a0b-4548-b861-38dbb78577d0 req-e13e2d20-3eb6-454b-bd59-7478ccd9c006 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ae356d08-2dc7-4bce-a097-5441709edd13 HTTP/1.1" status: 200 len: 921 time: 0.8354375 May 06 09:44:44.281322 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54296765-4e49-4987-ad56-ee0a14f78432 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:44:44.303454 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-54296765-4e49-4987-ad56-ee0a14f78432 admin admin] 10.222.0.73 "PUT /v2.0/routers/8d8cdb39-7aab-4b72-a465-5b17f30738d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5919907 May 06 09:44:44.321285 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145281c1-4b03-4001-80b6-44d4778a0598 req-57c50b91-7f92-4849-ab9a-f24ac16d105c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.323070 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-145281c1-4b03-4001-80b6-44d4778a0598 req-57c50b91-7f92-4849-ab9a-f24ac16d105c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56044973-1a08-4bdf-ad26-5f7c6c20c16e HTTP/1.1" status: 200 len: 859 time: 0.2589791 May 06 09:44:44.381953 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ae151db4-20f2-43b3-9f87-1fa5ffaee0ff up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:44.403672 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-961039f2-9a0b-4548-b861-38dbb78577d0 req-5524ab98-ee84-41c8-a093-3d98d457bbe8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09636b4b-cb5b-461d-8711-ce0ce61f5aad HTTP/1.1" status: 200 len: 217 time: 0.1201708 May 06 09:44:44.478337 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961039f2-9a0b-4548-b861-38dbb78577d0 req-de422c4e-3304-436f-bf11-87f38ff59c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.479552 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-75daf878-9c87-43b7-89d9-7d2df7b94b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'name': 'tempest-FloatingIPsAssociationTestJSON-681174063-router', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:15Z', 'updated_at': '2022-05-06T09:43:22Z', 'revision_number': 4, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'gw_port': {'id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:16Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '26d74a51-5652-43a6-bda5-caa1f8194f78', 'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:20Z', 'updated_at': '2022-05-06T09:43:28Z', 'revision_number': 5, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'subnets': [{'id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:44.485592 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-961039f2-9a0b-4548-b861-38dbb78577d0 req-de422c4e-3304-436f-bf11-87f38ff59c03 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=56044973-1a08-4bdf-ad26-5f7c6c20c16e HTTP/1.1" status: 200 len: 859 time: 0.0732558 May 06 09:44:44.514651 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ea9b8-9719-4e3c-9686-9dd982b6c044 req-c3b79648-97b3-442e-9090-3f7bc274cb03 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.522307 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ea9b8-9719-4e3c-9686-9dd982b6c044 req-c3b79648-97b3-442e-9090-3f7bc274cb03 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.529295 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ea9b8-9719-4e3c-9686-9dd982b6c044 req-c3b79648-97b3-442e-9090-3f7bc274cb03 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.535266 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ea9b8-9719-4e3c-9686-9dd982b6c044 req-c3b79648-97b3-442e-9090-3f7bc274cb03 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.541467 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ea9b8-9719-4e3c-9686-9dd982b6c044 req-c3b79648-97b3-442e-9090-3f7bc274cb03 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.547753 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ea9b8-9719-4e3c-9686-9dd982b6c044 req-c3b79648-97b3-442e-9090-3f7bc274cb03 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.552423 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75daf878-9c87-43b7-89d9-7d2df7b94b3c None None] Checking router: 7371434e-b72b-4535-8f2c-b52f0adc62dd for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:44:44.553895 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ea9b8-9719-4e3c-9686-9dd982b6c044 req-c3b79648-97b3-442e-9090-3f7bc274cb03 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.555911 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-981ea9b8-9719-4e3c-9686-9dd982b6c044 req-c3b79648-97b3-442e-9090-3f7bc274cb03 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5428 time: 0.3352847 May 06 09:44:44.556979 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-c8a01246-71cd-4707-80c2-cf6cdb4c3973 admin admin] Deleting port eb2a8929-ecaf-48fe-917c-50b062943cf5 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:44.557333 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c8a01246-71cd-4707-80c2-cf6cdb4c3973 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:44.559027 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port ae151db4-20f2-43b3-9f87-1fa5ffaee0ff triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:44.561155 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:44.567085 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145281c1-4b03-4001-80b6-44d4778a0598 req-f9633494-8404-4b3c-86fb-828fe76347f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.568649 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-145281c1-4b03-4001-80b6-44d4778a0598 req-f9633494-8404-4b3c-86fb-828fe76347f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ae356d08-2dc7-4bce-a097-5441709edd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2342808 May 06 09:44:44.598844 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6799816-5177-44c0-86ea-9aaff83ebaf4 req-ff446e99-3ea4-458e-bba3-0c67251ce7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.600358 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6799816-5177-44c0-86ea-9aaff83ebaf4 req-ff446e99-3ea4-458e-bba3-0c67251ce7c9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7d9fc154-3e75-4eba-b7be-fb999f1d724a HTTP/1.1" status: 200 len: 903 time: 0.3669035 May 06 09:44:44.648264 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75daf878-9c87-43b7-89d9-7d2df7b94b3c None None] Routers {'7371434e-b72b-4535-8f2c-b52f0adc62dd'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:44.649343 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-75daf878-9c87-43b7-89d9-7d2df7b94b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:44:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['7371434e-b72b-4535-8f2c-b52f0adc62dd'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:44.683186 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-c8a01246-71cd-4707-80c2-cf6cdb4c3973 admin admin] For port eb2a8929-ecaf-48fe-917c-50b062943cf5, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=eb2a8929-ecaf-48fe-917c-50b062943cf5,segment=NetworkSegment(f57a600d-0e15-46ce-aeed-456e8cefa1bc),segment_id=f57a600d-0e15-46ce-aeed-456e8cefa1bc)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:44.684351 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c8a01246-71cd-4707-80c2-cf6cdb4c3973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:44.690012 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6799816-5177-44c0-86ea-9aaff83ebaf4 req-41380ef2-9ea0-4576-9f03-86fd62d17410 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=33947b19-31b2-4338-b727-408a0344a6ca HTTP/1.1" status: 200 len: 217 time: 0.0779808 May 06 09:44:44.704004 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-c8a01246-71cd-4707-80c2-cf6cdb4c3973 admin admin] Calling delete_port for eb2a8929-ecaf-48fe-917c-50b062943cf5 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:44.727523 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961039f2-9a0b-4548-b861-38dbb78577d0 req-9fe7c600-58b4-4008-9a62-ca98585974b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.729169 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-961039f2-9a0b-4548-b861-38dbb78577d0 req-9fe7c600-58b4-4008-9a62-ca98585974b1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae356d08-2dc7-4bce-a097-5441709edd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2344079 May 06 09:44:44.747313 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-981ea9b8-9719-4e3c-9686-9dd982b6c044 req-348a1f06-f252-445f-837c-a6158b1940f2 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1760180 May 06 09:44:44.780688 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6799816-5177-44c0-86ea-9aaff83ebaf4 req-effb314b-f975-4a72-b7b6-6f07bfbca05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.782178 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6799816-5177-44c0-86ea-9aaff83ebaf4 req-effb314b-f975-4a72-b7b6-6f07bfbca05d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5c335cf1-1bd2-4605-9b91-b2c2b45fc21f HTTP/1.1" status: 200 len: 797 time: 0.0807216 May 06 09:44:44.789202 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9d4879-6af9-46fe-8145-68f1869af95a None None] Sync routers for ids ['8d8cdb39-7aab-4b72-a465-5b17f30738d5'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:44:44.808859 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9d4879-6af9-46fe-8145-68f1869af95a None None] Routers {'8d8cdb39-7aab-4b72-a465-5b17f30738d5'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:44.808859 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8b9d4879-6af9-46fe-8145-68f1869af95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:44:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['8d8cdb39-7aab-4b72-a465-5b17f30738d5'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:44.809195 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-75daf878-9c87-43b7-89d9-7d2df7b94b3c None None] Set router 7371434e-b72b-4535-8f2c-b52f0adc62dd gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:44.842490 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-145281c1-4b03-4001-80b6-44d4778a0598 req-58b563ec-0a82-4655-8e5e-44ded2139cf9 service neutron] 10.222.0.73 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631090 May 06 09:44:44.961427 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562cc97b-23be-4412-b7a7-3138f73718b3 x-openstack-request-id: req-562cc97b-23be-4412-b7a7-3138f73718b3 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:44.961725 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d149b98-9a89-40e8-bce0-ebc567cabe2c", "tag": "09636b4b-cb5b-461d-8711-ce0ce61f5aad", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:44.962039 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-562cc97b-23be-4412-b7a7-3138f73718b3 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:44.962623 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-562cc97b-23be-4412-b7a7-3138f73718b3'] response: {'name': 'network-changed', 'server_uuid': '3d149b98-9a89-40e8-bce0-ebc567cabe2c', 'tag': '09636b4b-cb5b-461d-8711-ce0ce61f5aad', 'status': 'completed', 'code': 200} May 06 09:44:44.969599 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6799816-5177-44c0-86ea-9aaff83ebaf4 req-00c3e45f-faaa-44b8-a6e5-70ce700a62d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.973258 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6799816-5177-44c0-86ea-9aaff83ebaf4 req-00c3e45f-faaa-44b8-a6e5-70ce700a62d5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7d9fc154-3e75-4eba-b7be-fb999f1d724a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1765831 May 06 09:44:45.086472 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:45.111457 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-8b9d4879-6af9-46fe-8145-68f1869af95a None None] Set router 8d8cdb39-7aab-4b72-a465-5b17f30738d5 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:45.152168 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-961039f2-9a0b-4548-b861-38dbb78577d0 req-a4c8c32a-beb6-4194-b97f-2cd089da2f1c service neutron] 10.222.0.77 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363183 May 06 09:44:45.163068 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port ae151db4-20f2-43b3-9f87-1fa5ffaee0ff, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=ae151db4-20f2-43b3-9f87-1fa5ffaee0ff,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:45.189838 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:45.249906 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-145281c1-4b03-4001-80b6-44d4778a0598 req-46e90892-8f2b-4245-a9fc-bd040dc41fd6 service neutron] 10.222.0.73 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981748 May 06 09:44:45.350183 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-961039f2-9a0b-4548-b861-38dbb78577d0 req-e4d0cffc-6d51-45e6-88c7-cde237496362 service neutron] 10.222.0.77 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950452 May 06 09:44:45.428242 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=ae151db4-20f2-43b3-9f87-1fa5ffaee0ff,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:45.435287 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c8a01246-71cd-4707-80c2-cf6cdb4c3973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:45.441585 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf4cd9-0c7f-4372-baec-e806160ea6b6 req-1e9e7a28-d0fe-45f2-9880-753b885c0d8d tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:45.455223 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-15cf4cd9-0c7f-4372-baec-e806160ea6b6 req-1e9e7a28-d0fe-45f2-9880-753b885c0d8d tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.2032332 May 06 09:44:45.502969 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:45.503557 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:45.503729 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:45.504093 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:45.504430 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:45.504761 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:45.505090 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:45.505415 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:45.505739 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:45.506062 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:45.506385 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:45.506709 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:45.552470 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6799816-5177-44c0-86ea-9aaff83ebaf4 req-7f17da56-e176-4caf-b26f-2cc70bf58840 service neutron] 10.222.0.77 "GET /v2.0/networks/7d9fc154-3e75-4eba-b7be-fb999f1d724a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5706806 May 06 09:44:45.577048 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-75daf878-9c87-43b7-89d9-7d2df7b94b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'name': 'tempest-FloatingIPsAssociationTestJSON-681174063-router', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:15Z', 'updated_at': '2022-05-06T09:43:22Z', 'revision_number': 4, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'gw_port': {'id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:16Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '26d74a51-5652-43a6-bda5-caa1f8194f78', 'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:20Z', 'updated_at': '2022-05-06T09:43:28Z', 'revision_number': 5, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'subnets': [{'id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:45.689370 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75daf878-9c87-43b7-89d9-7d2df7b94b3c None None] The sync data for ids ['7371434e-b72b-4535-8f2c-b52f0adc62dd'] in n-d-840835-1 is: [{'id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'name': 'tempest-FloatingIPsAssociationTestJSON-681174063-router', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:15Z', 'updated_at': '2022-05-06T09:43:22Z', 'revision_number': 4, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'gw_port': {'id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:16Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '26d74a51-5652-43a6-bda5-caa1f8194f78', 'name': '', 'network_id': 'ae356d08-2dc7-4bce-a097-5441709edd13', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:20Z', 'updated_at': '2022-05-06T09:43:28Z', 'revision_number': 5, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'subnets': [{'id': '56044973-1a08-4bdf-ad26-5f7c6c20c16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:44:45.705928 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a01246-71cd-4707-80c2-cf6cdb4c3973 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb2a8929-ecaf-48fe-917c-50b062943cf5,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:45.734871 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6799816-5177-44c0-86ea-9aaff83ebaf4 req-3e21dcf7-3557-4adf-8f46-5023583fd896 service neutron] 10.222.0.77 "GET /v2.0/networks/7d9fc154-3e75-4eba-b7be-fb999f1d724a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710184 May 06 09:44:45.808818 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-15cf4cd9-0c7f-4372-baec-e806160ea6b6 req-bb91f63c-5d5e-45ac-9432-38130157869f tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523338 May 06 09:44:45.831638 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8b9d4879-6af9-46fe-8145-68f1869af95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'name': 'tempest-ServersTestJSON-1238654958-router', 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'ae151db4-20f2-43b3-9f87-1fa5ffaee0ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:33Z', 'updated_at': '2022-05-06T09:44:42Z', 'revision_number': 4, 'project_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'gw_port': {'id': 'ae151db4-20f2-43b3-9f87-1fa5ffaee0ff', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:36Z', 'updated_at': '2022-05-06T09:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'ae7fa224-fc34-44c2-98a1-926b0b617c8c', 'name': '', 'network_id': 'd9bd76c5-f544-4d72-8dc5-36475ed60bba', 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'mac_address': 'fa:16:3e:14:f6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '33ffc5b1-5423-4b93-a2ee-c6b4f870c046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:40Z', 'updated_at': '2022-05-06T09:44:42Z', 'revision_number': 2, 'project_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'subnets': [{'id': '33ffc5b1-5423-4b93-a2ee-c6b4f870c046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:45.893548 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-df92a274-7f30-41c0-8373-2f418bb087e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:45.943468 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9d4879-6af9-46fe-8145-68f1869af95a None None] Checking router: 8d8cdb39-7aab-4b72-a465-5b17f30738d5 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:44:45.944034 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9d4879-6af9-46fe-8145-68f1869af95a None None] Updating router 8d8cdb39-7aab-4b72-a465-5b17f30738d5 port ae7fa224-fc34-44c2-98a1-926b0b617c8c binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:44:46.023259 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8b9d4879-6af9-46fe-8145-68f1869af95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:46.056172 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d771d33-c634-41b7-bf8f-de7b8d611509 req-73f7ad7d-f438-414e-8e5c-f42b6b031db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:46.056925 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7d771d33-c634-41b7-bf8f-de7b8d611509 req-73f7ad7d-f438-414e-8e5c-f42b6b031db7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b0984a5a7244851a31d0e832302a0fa&device_id=3d149b98-9a89-40e8-bce0-ebc567cabe2c HTTP/1.1" status: 200 len: 1097 time: 0.4538302 May 06 09:44:46.085975 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49682) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:46.093059 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-57c28e0b-0965-4726-a67e-4bd23bbc2154 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Request body: {'security_group': {'name': 'tempest-securitygroup--394691182', 'description': 'tempest-description--211259471'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:46.138998 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57c28e0b-0965-4726-a67e-4bd23bbc2154 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:46.266343 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418a53c-510f-40cd-a468-abdbe2d9cbe9 req-c1afb6f3-bf48-400c-9860-f908aa3c4e87 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:46.271425 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7418a53c-510f-40cd-a468-abdbe2d9cbe9 req-c1afb6f3-bf48-400c-9860-f908aa3c4e87 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 946 time: 0.2411902 May 06 09:44:46.294666 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c8a01246-71cd-4707-80c2-cf6cdb4c3973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:46.308406 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fa2648-2201-4e92-a143-8f7eb4111f08 None None] New status for floating IP 7ceb77ac-12b8-44ad-8587-65fc9e47811e: DOWN {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:44:46.435801 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7418a53c-510f-40cd-a468-abdbe2d9cbe9 req-3e45b3d9-78cd-42f4-869c-6650936a1621 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568003 May 06 09:44:46.449200 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ae151db4-20f2-43b3-9f87-1fa5ffaee0ff up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:46.470388 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57c28e0b-0965-4726-a67e-4bd23bbc2154 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:46.506141 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3003d65-1574-49bf-93de-ac4fe4b91661 req-5325f269-1092-4b52-8596-4da619cd20c3 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:46.530641 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3003d65-1574-49bf-93de-ac4fe4b91661 req-5325f269-1092-4b52-8596-4da619cd20c3 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:46.560860 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3003d65-1574-49bf-93de-ac4fe4b91661 req-5325f269-1092-4b52-8596-4da619cd20c3 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:46.568942 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3003d65-1574-49bf-93de-ac4fe4b91661 req-5325f269-1092-4b52-8596-4da619cd20c3 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:46.575673 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3003d65-1574-49bf-93de-ac4fe4b91661 req-5325f269-1092-4b52-8596-4da619cd20c3 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:46.582078 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3003d65-1574-49bf-93de-ac4fe4b91661 req-5325f269-1092-4b52-8596-4da619cd20c3 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:46.589872 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3003d65-1574-49bf-93de-ac4fe4b91661 req-5325f269-1092-4b52-8596-4da619cd20c3 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:46.591989 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3003d65-1574-49bf-93de-ac4fe4b91661 req-5325f269-1092-4b52-8596-4da619cd20c3 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5428 time: 0.3162565 May 06 09:44:46.593561 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57c28e0b-0965-4726-a67e-4bd23bbc2154 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:46.609082 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d771d33-c634-41b7-bf8f-de7b8d611509 req-5aa1f862-86ae-4c1b-95fd-13ed3e35610b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:46.617653 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7d771d33-c634-41b7-bf8f-de7b8d611509 req-5aa1f862-86ae-4c1b-95fd-13ed3e35610b service neutron] 10.222.0.77 "GET /v2.0/networks?id=ae356d08-2dc7-4bce-a097-5441709edd13 HTTP/1.1" status: 200 len: 921 time: 0.5450225 May 06 09:44:46.635536 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c28e0b-0965-4726-a67e-4bd23bbc2154 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b384782-6713-4e00-a5c6-cb11e8bcedc0,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:46.672455 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57c28e0b-0965-4726-a67e-4bd23bbc2154 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:46.679279 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49698) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:46.680312 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-57c28e0b-0965-4726-a67e-4bd23bbc2154 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5930388 May 06 09:44:46.699619 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3003d65-1574-49bf-93de-ac4fe4b91661 req-c78cc725-f15c-4f90-a8db-35eafc1eb154 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0729678 May 06 09:44:46.706853 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port ae151db4-20f2-43b3-9f87-1fa5ffaee0ff triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:46.707904 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:46.796578 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-70cffa7f-f34a-4f64-836d-739bff0b3361 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Request body: {'security_group_rule': {'security_group_id': '3b384782-6713-4e00-a5c6-cb11e8bcedc0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:46.805828 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7d771d33-c634-41b7-bf8f-de7b8d611509 req-94d93f73-7c70-4f96-9b84-fdf614adcf46 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09636b4b-cb5b-461d-8711-ce0ce61f5aad HTTP/1.1" status: 200 len: 217 time: 0.1703618 May 06 09:44:46.846226 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8b9d4879-6af9-46fe-8145-68f1869af95a None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:46.861501 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8b9d4879-6af9-46fe-8145-68f1869af95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:46.948135 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-70cffa7f-f34a-4f64-836d-739bff0b3361 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:46.954147 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d771d33-c634-41b7-bf8f-de7b8d611509 req-016936bb-d413-45db-bb07-8238270e4f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:46.955542 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7d771d33-c634-41b7-bf8f-de7b8d611509 req-016936bb-d413-45db-bb07-8238270e4f4c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=56044973-1a08-4bdf-ad26-5f7c6c20c16e HTTP/1.1" status: 200 len: 859 time: 0.1416650 May 06 09:44:46.983909 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b724f-81d6-47da-85fd-457be7d6b036 None None] Pushing event updated for resources: {'Port': ['ID=ae7fa224-fc34-44c2-98a1-926b0b617c8c,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:46.992042 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-435c3435-6cea-4fe0-907e-aeb7590f6e65 req-dcc2de2f-de80-4c92-bd8a-88a1dbfc725a tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/floatingips/7ceb77ac-12b8-44ad-8587-65fc9e47811e HTTP/1.1" status: 200 len: 694 time: 0.1976721 May 06 09:44:47.056504 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-8b9d4879-6af9-46fe-8145-68f1869af95a None None] Attempting to bind port ae7fa224-fc34-44c2-98a1-926b0b617c8c on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:44:47.058668 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-8b9d4879-6af9-46fe-8145-68f1869af95a None None] Attempting to bind port ae7fa224-fc34-44c2-98a1-926b0b617c8c by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'ae34b415-e7ea-4359-9186-a76174fab2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd9bd76c5-f544-4d72-8dc5-36475ed60bba'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:44:47.059304 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9d4879-6af9-46fe-8145-68f1869af95a None None] Attempting to bind port ae7fa224-fc34-44c2-98a1-926b0b617c8c on network d9bd76c5-f544-4d72-8dc5-36475ed60bba {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:47.066140 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9d4879-6af9-46fe-8145-68f1869af95a None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:44:47.066961 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9d4879-6af9-46fe-8145-68f1869af95a None None] Checking segment: {'id': 'ae34b415-e7ea-4359-9186-a76174fab2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd9bd76c5-f544-4d72-8dc5-36475ed60bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:47.067753 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8b9d4879-6af9-46fe-8145-68f1869af95a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:47.068518 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9d4879-6af9-46fe-8145-68f1869af95a None None] Bound using segment: {'id': 'ae34b415-e7ea-4359-9186-a76174fab2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd9bd76c5-f544-4d72-8dc5-36475ed60bba'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:44:47.069239 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-8b9d4879-6af9-46fe-8145-68f1869af95a None None] Bound port: ae7fa224-fc34-44c2-98a1-926b0b617c8c, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae34b415-e7ea-4359-9186-a76174fab2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd9bd76c5-f544-4d72-8dc5-36475ed60bba'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:44:47.069887 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8b9d4879-6af9-46fe-8145-68f1869af95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:47.152849 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c3435-6cea-4fe0-907e-aeb7590f6e65 req-fd4831a3-9726-41b5-b436-8187e248eada tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:47.158854 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-8b9d4879-6af9-46fe-8145-68f1869af95a None None] For port ae7fa224-fc34-44c2-98a1-926b0b617c8c, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:44:47.163076 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-435c3435-6cea-4fe0-907e-aeb7590f6e65 req-fd4831a3-9726-41b5-b436-8187e248eada tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 784 time: 0.1692231 May 06 09:44:47.163882 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-8b9d4879-6af9-46fe-8145-68f1869af95a None None] For port ae7fa224-fc34-44c2-98a1-926b0b617c8c, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=ae7fa224-fc34-44c2-98a1-926b0b617c8c,segment=NetworkSegment(ae34b415-e7ea-4359-9186-a76174fab2b4),segment_id=ae34b415-e7ea-4359-9186-a76174fab2b4)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:44:47.165931 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d771d33-c634-41b7-bf8f-de7b8d611509 req-a5863cfb-046e-49cc-a2c4-865dc201b700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:47.167529 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7d771d33-c634-41b7-bf8f-de7b8d611509 req-a5863cfb-046e-49cc-a2c4-865dc201b700 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae356d08-2dc7-4bce-a097-5441709edd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2020395 May 06 09:44:47.170799 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8b9d4879-6af9-46fe-8145-68f1869af95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:47.195147 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-70cffa7f-f34a-4f64-836d-739bff0b3361 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:47.217763 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-70cffa7f-f34a-4f64-836d-739bff0b3361 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:47.220723 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a01246-71cd-4707-80c2-cf6cdb4c3973 admin admin] Router 303fcdb5-f844-45d6-8bff-a63c6d5e9128 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:44:47.263917 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b724f-81d6-47da-85fd-457be7d6b036 None None] Pushing event updated for resources: {'Port': ['ID=ae7fa224-fc34-44c2-98a1-926b0b617c8c,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:47.274316 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9d4879-6af9-46fe-8145-68f1869af95a None None] Routers {'8d8cdb39-7aab-4b72-a465-5b17f30738d5'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:47.274513 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-435c3435-6cea-4fe0-907e-aeb7590f6e65 req-49ac29b0-e297-47da-9668-57d376752fff tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.184 HTTP/1.1" status: 200 len: 697 time: 0.1096776 May 06 09:44:47.276344 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8b9d4879-6af9-46fe-8145-68f1869af95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:44:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['8d8cdb39-7aab-4b72-a465-5b17f30738d5'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:47.290928 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cffa7f-f34a-4f64-836d-739bff0b3361 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee7188f-9feb-445e-8cdb-6fc16b487c99,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:47.347246 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3fb56-a92c-4841-a7f8-72426d224565 req-bf70c2fd-8f83-485c-85ea-9f2e98f91f04 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:47.356342 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1fc3fb56-a92c-4841-a7f8-72426d224565 req-bf70c2fd-8f83-485c-85ea-9f2e98f91f04 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.2189977 May 06 09:44:47.375903 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-70cffa7f-f34a-4f64-836d-739bff0b3361 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:47.382749 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-70cffa7f-f34a-4f64-836d-739bff0b3361 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7025938 May 06 09:44:47.387998 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-435c3435-6cea-4fe0-907e-aeb7590f6e65 req-e280a2ee-8acf-47f1-99e0-754e2af6769c tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.184 HTTP/1.1" status: 200 len: 697 time: 0.1127772 May 06 09:44:47.388501 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49700) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:47.420959 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-223d4b8c-e61e-4623-8222-362cc7ae5122 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Request body: {'security_group_rule': {'security_group_id': '3b384782-6713-4e00-a5c6-cb11e8bcedc0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:47.421171 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-8b9d4879-6af9-46fe-8145-68f1869af95a None None] Set router 8d8cdb39-7aab-4b72-a465-5b17f30738d5 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:47.442090 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7d771d33-c634-41b7-bf8f-de7b8d611509 req-ba127e95-2301-4607-bc79-1c1101b57478 service neutron] 10.222.0.77 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456930 May 06 09:44:47.524334 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-744d94df-d0ce-4769-a13f-ff21ff2ed4ec None None] Provisioning complete for port ae7fa224-fc34-44c2-98a1-926b0b617c8c triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:47.526743 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-744d94df-d0ce-4769-a13f-ff21ff2ed4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:47.627236 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1fc3fb56-a92c-4841-a7f8-72426d224565 req-6752f5a3-a414-4990-aeb4-c4f45d61b66b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697625 May 06 09:44:47.641525 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-223d4b8c-e61e-4623-8222-362cc7ae5122 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:47.762306 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-744d94df-d0ce-4769-a13f-ff21ff2ed4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:47.791571 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-223d4b8c-e61e-4623-8222-362cc7ae5122 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:47.800188 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-435c3435-6cea-4fe0-907e-aeb7590f6e65 req-6379b189-e2fd-455f-a7b7-1d37c8d078cf tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Deleting port 8e0ade05-d898-44a7-8aed-855b749dc1d6 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:47.800764 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-435c3435-6cea-4fe0-907e-aeb7590f6e65 req-6379b189-e2fd-455f-a7b7-1d37c8d078cf tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:47.815938 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a01246-71cd-4707-80c2-cf6cdb4c3973 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:44:47.822371 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-223d4b8c-e61e-4623-8222-362cc7ae5122 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:47.830119 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-744d94df-d0ce-4769-a13f-ff21ff2ed4ec None None] For port ae7fa224-fc34-44c2-98a1-926b0b617c8c, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=ae7fa224-fc34-44c2-98a1-926b0b617c8c,segment=NetworkSegment(ae34b415-e7ea-4359-9186-a76174fab2b4),segment_id=ae34b415-e7ea-4359-9186-a76174fab2b4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:47.830343 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c8a01246-71cd-4707-80c2-cf6cdb4c3973 admin admin] 10.222.0.73 "PUT /v2.0/routers/303fcdb5-f844-45d6-8bff-a63c6d5e9128/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9856362 May 06 09:44:47.837496 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-744d94df-d0ce-4769-a13f-ff21ff2ed4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:47.850323 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49710) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:47.882644 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af34de2-6a37-456b-afed-bf67884df3d4 None None] Sync routers for ids ['303fcdb5-f844-45d6-8bff-a63c6d5e9128'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:44:47.921220 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af34de2-6a37-456b-afed-bf67884df3d4 None None] Routers {'303fcdb5-f844-45d6-8bff-a63c6d5e9128'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:47.922253 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6af34de2-6a37-456b-afed-bf67884df3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:44:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['303fcdb5-f844-45d6-8bff-a63c6d5e9128'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:47.926596 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-223d4b8c-e61e-4623-8222-362cc7ae5122 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:47.930488 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-223d4b8c-e61e-4623-8222-362cc7ae5122 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5225019 May 06 09:44:47.938180 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49712) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:47.946798 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-dd2a117c-b088-47d6-8550-2aba48ef64ce tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:47.956970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d4b8c-e61e-4623-8222-362cc7ae5122 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=922517cd-7eb9-4384-8c6b-8544570718a6,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:47.981568 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d94df-d0ce-4769-a13f-ff21ff2ed4ec None None] Pushing event updated for resources: {'Port': ['ID=ae7fa224-fc34-44c2-98a1-926b0b617c8c,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:48.001040 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d1be6-2976-4c44-b324-1c2502410668 req-fba34518-6711-42b7-adec-8e7114b4be1a tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:48.002799 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-576d1be6-2976-4c44-b324-1c2502410668 req-fba34518-6711-42b7-adec-8e7114b4be1a tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 946 time: 0.1989715 May 06 09:44:48.006619 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dd2a117c-b088-47d6-8550-2aba48ef64ce tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:48.036730 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f9b110b0-91b8-4738-805b-cc628d25a1bf None None] Provisioning complete for port ae7fa224-fc34-44c2-98a1-926b0b617c8c triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:48.037265 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f9b110b0-91b8-4738-805b-cc628d25a1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:48.079856 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-435c3435-6cea-4fe0-907e-aeb7590f6e65 req-6379b189-e2fd-455f-a7b7-1d37c8d078cf tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:48.079856 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-435c3435-6cea-4fe0-907e-aeb7590f6e65 req-6379b189-e2fd-455f-a7b7-1d37c8d078cf tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:48.143287 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-6af34de2-6a37-456b-afed-bf67884df3d4 None None] Set router 303fcdb5-f844-45d6-8bff-a63c6d5e9128 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:48.162667 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-559f3d42-b570-495a-9a34-1400802c9629 admin admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:48.195246 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-435c3435-6cea-4fe0-907e-aeb7590f6e65 req-6379b189-e2fd-455f-a7b7-1d37c8d078cf tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Calling delete_port for 8e0ade05-d898-44a7-8aed-855b749dc1d6 owned by network:floatingip {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:48.251037 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7d771d33-c634-41b7-bf8f-de7b8d611509 req-8a4976d7-9176-4adb-b2f3-6febfb6c87ae service neutron] 10.222.0.77 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7945776 May 06 09:44:48.266625 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-576d1be6-2976-4c44-b324-1c2502410668 req-122167ac-9627-43fe-88b2-06ff5e15ad8c tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214386 May 06 09:44:48.366801 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8b9d4879-6af9-46fe-8145-68f1869af95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'name': 'tempest-ServersTestJSON-1238654958-router', 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'ae151db4-20f2-43b3-9f87-1fa5ffaee0ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:33Z', 'updated_at': '2022-05-06T09:44:42Z', 'revision_number': 4, 'project_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'gw_port': {'id': 'ae151db4-20f2-43b3-9f87-1fa5ffaee0ff', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:36Z', 'updated_at': '2022-05-06T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'ae7fa224-fc34-44c2-98a1-926b0b617c8c', 'name': '', 'network_id': 'd9bd76c5-f544-4d72-8dc5-36475ed60bba', 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'mac_address': 'fa:16:3e:14:f6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '33ffc5b1-5423-4b93-a2ee-c6b4f870c046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:40Z', 'updated_at': '2022-05-06T09:44:47Z', 'revision_number': 4, 'project_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'subnets': [{'id': '33ffc5b1-5423-4b93-a2ee-c6b4f870c046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:48.424968 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9d4879-6af9-46fe-8145-68f1869af95a None None] The sync data for ids ['8d8cdb39-7aab-4b72-a465-5b17f30738d5'] in n-d-840835-1 is: [{'id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'name': 'tempest-ServersTestJSON-1238654958-router', 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'ae151db4-20f2-43b3-9f87-1fa5ffaee0ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:33Z', 'updated_at': '2022-05-06T09:44:42Z', 'revision_number': 4, 'project_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'gw_port': {'id': 'ae151db4-20f2-43b3-9f87-1fa5ffaee0ff', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:36Z', 'updated_at': '2022-05-06T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'ae7fa224-fc34-44c2-98a1-926b0b617c8c', 'name': '', 'network_id': 'd9bd76c5-f544-4d72-8dc5-36475ed60bba', 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'mac_address': 'fa:16:3e:14:f6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '33ffc5b1-5423-4b93-a2ee-c6b4f870c046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:40Z', 'updated_at': '2022-05-06T09:44:47Z', 'revision_number': 4, 'project_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'subnets': [{'id': '33ffc5b1-5423-4b93-a2ee-c6b4f870c046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:44:48.464024 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-726ea85e-1a30-43f1-a4a8-d6c7d9eef1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:48.557138 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-559f3d42-b570-495a-9a34-1400802c9629 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:48.574740 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6799816-5177-44c0-86ea-9aaff83ebaf4 req-341fc986-f39c-45cf-ba7e-589607bd107e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:48.577261 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c6799816-5177-44c0-86ea-9aaff83ebaf4 req-341fc986-f39c-45cf-ba7e-589607bd107e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b0984a5a7244851a31d0e832302a0fa&device_id=3d149b98-9a89-40e8-bce0-ebc567cabe2c HTTP/1.1" status: 200 len: 1097 time: 0.1798732 May 06 09:44:48.587191 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6af34de2-6a37-456b-afed-bf67884df3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'name': 'tempest-ServersTestFqdnHostnames-1204199785-router', 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:30Z', 'updated_at': '2022-05-06T09:44:45Z', 'revision_number': 5, 'project_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'gw_port': {'id': '15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:32Z', 'updated_at': '2022-05-06T09:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:48.620310 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af34de2-6a37-456b-afed-bf67884df3d4 None None] Checking router: 303fcdb5-f844-45d6-8bff-a63c6d5e9128 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:44:48.630294 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af34de2-6a37-456b-afed-bf67884df3d4 None None] Routers {'303fcdb5-f844-45d6-8bff-a63c6d5e9128'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:48.631903 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6af34de2-6a37-456b-afed-bf67884df3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:44:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['303fcdb5-f844-45d6-8bff-a63c6d5e9128'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:48.666419 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d41a9-3fb9-40d8-8ad6-61a182b30ac0 req-b788823e-ebc8-4067-a3d7-4b1a2939ad08 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:48.684578 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-394d41a9-3fb9-40d8-8ad6-61a182b30ac0 req-b788823e-ebc8-4067-a3d7-4b1a2939ad08 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.2073922 May 06 09:44:48.700353 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:48.750533 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dd2a117c-b088-47d6-8550-2aba48ef64ce tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:48.800189 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-6af34de2-6a37-456b-afed-bf67884df3d4 None None] Set router 303fcdb5-f844-45d6-8bff-a63c6d5e9128 gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:48.831186 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-559f3d42-b570-495a-9a34-1400802c9629 admin admin] Deleting port 15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:48.831745 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-559f3d42-b570-495a-9a34-1400802c9629 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:48.903869 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-435c3435-6cea-4fe0-907e-aeb7590f6e65 req-6379b189-e2fd-455f-a7b7-1d37c8d078cf tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:48.909844 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6af34de2-6a37-456b-afed-bf67884df3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'name': 'tempest-ServersTestFqdnHostnames-1204199785-router', 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:30Z', 'updated_at': '2022-05-06T09:44:48Z', 'revision_number': 6, 'project_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:48.937193 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-394d41a9-3fb9-40d8-8ad6-61a182b30ac0 req-ccf6c0db-2e30-436f-9a17-1378c41557fa tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512493 May 06 09:44:48.949670 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af34de2-6a37-456b-afed-bf67884df3d4 None None] The sync data for ids ['303fcdb5-f844-45d6-8bff-a63c6d5e9128'] in n-d-840835-1 is: [{'id': '303fcdb5-f844-45d6-8bff-a63c6d5e9128', 'name': 'tempest-ServersTestFqdnHostnames-1204199785-router', 'tenant_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:30Z', 'updated_at': '2022-05-06T09:44:48Z', 'revision_number': 6, 'project_id': '1aece0b8bf6c46f3bfdcb2f012bbbc67', 'gw_port_host': None}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:44:48.983508 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-559f3d42-b570-495a-9a34-1400802c9629 admin admin] For port 15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:48.983885 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-559f3d42-b570-495a-9a34-1400802c9629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:48.986695 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379b189-e2fd-455f-a7b7-1d37c8d078cf tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Pushing event deleted for resources: {'Port': ['ID=8e0ade05-d898-44a7-8aed-855b749dc1d6,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:49.052350 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-559f3d42-b570-495a-9a34-1400802c9629 admin admin] Calling delete_port for 15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:49.110048 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-435c3435-6cea-4fe0-907e-aeb7590f6e65 req-6379b189-e2fd-455f-a7b7-1d37c8d078cf tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks [] for floatingip, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:49.112946 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-435c3435-6cea-4fe0-907e-aeb7590f6e65 req-6379b189-e2fd-455f-a7b7-1d37c8d078cf tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:49.131811 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-435c3435-6cea-4fe0-907e-aeb7590f6e65 req-6379b189-e2fd-455f-a7b7-1d37c8d078cf tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "DELETE /v2.0/floatingips/7ceb77ac-12b8-44ad-8587-65fc9e47811e HTTP/1.1" status: 204 len: 173 time: 1.7251031 May 06 09:44:49.145471 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-dd2a117c-b088-47d6-8550-2aba48ef64ce tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Allocated IP 172.25.5.249 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/98835f73-515b-44cd-a805-5a0ee1194016) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:49.278607 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-559f3d42-b570-495a-9a34-1400802c9629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:49.342454 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f3d42-b570-495a-9a34-1400802c9629 admin admin] Pushing event deleted for resources: {'Port': ['ID=15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:49.353935 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6799816-5177-44c0-86ea-9aaff83ebaf4 req-ee3398ba-47fb-4220-8006-7f0f2dad1dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:49.357080 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c6799816-5177-44c0-86ea-9aaff83ebaf4 req-ee3398ba-47fb-4220-8006-7f0f2dad1dd1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ae356d08-2dc7-4bce-a097-5441709edd13 HTTP/1.1" status: 200 len: 921 time: 0.7719021 May 06 09:44:49.422249 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3a348-1d1d-4eca-8fb5-4c94701c32c8 req-0fa909fb-86a1-409a-80c6-2b2d2679ea69 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:49.443313 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:49.447901 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3a348-1d1d-4eca-8fb5-4c94701c32c8 req-0fa909fb-86a1-409a-80c6-2b2d2679ea69 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:49.458045 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3a348-1d1d-4eca-8fb5-4c94701c32c8 req-0fa909fb-86a1-409a-80c6-2b2d2679ea69 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:49.465699 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3a348-1d1d-4eca-8fb5-4c94701c32c8 req-0fa909fb-86a1-409a-80c6-2b2d2679ea69 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:49.481251 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3a348-1d1d-4eca-8fb5-4c94701c32c8 req-0fa909fb-86a1-409a-80c6-2b2d2679ea69 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:49.489685 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3a348-1d1d-4eca-8fb5-4c94701c32c8 req-0fa909fb-86a1-409a-80c6-2b2d2679ea69 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:49.499798 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3a348-1d1d-4eca-8fb5-4c94701c32c8 req-0fa909fb-86a1-409a-80c6-2b2d2679ea69 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:49.512208 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-89f3a348-1d1d-4eca-8fb5-4c94701c32c8 req-0fa909fb-86a1-409a-80c6-2b2d2679ea69 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5428 time: 0.4075227 May 06 09:44:49.525892 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c6799816-5177-44c0-86ea-9aaff83ebaf4 req-86cd0de7-2a7b-435a-94bd-b5125fd19377 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09636b4b-cb5b-461d-8711-ce0ce61f5aad HTTP/1.1" status: 200 len: 217 time: 0.1626232 May 06 09:44:49.529141 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-559f3d42-b570-495a-9a34-1400802c9629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:49.699980 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dd2a117c-b088-47d6-8550-2aba48ef64ce tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:49.715342 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-559f3d42-b570-495a-9a34-1400802c9629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:49.727622 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-559f3d42-b570-495a-9a34-1400802c9629 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:49.749767 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6799816-5177-44c0-86ea-9aaff83ebaf4 req-acdbc140-76eb-4b32-8d00-327d9490fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:49.753121 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c6799816-5177-44c0-86ea-9aaff83ebaf4 req-acdbc140-76eb-4b32-8d00-327d9490fa29 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=56044973-1a08-4bdf-ad26-5f7c6c20c16e HTTP/1.1" status: 200 len: 859 time: 0.2172024 May 06 09:44:49.763784 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-89f3a348-1d1d-4eca-8fb5-4c94701c32c8 req-53be8de0-b7a3-46a1-8fd2-3b7a8808a8ef tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2503033 May 06 09:44:49.812487 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dd2a117c-b088-47d6-8550-2aba48ef64ce tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:49.836753 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0a059-4eb1-4cf0-950c-08e15fcac8bc req-ed24ac8f-4f19-41f2-84f9-bcbeaa95e75b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:49.849874 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dcb0a059-4eb1-4cf0-950c-08e15fcac8bc req-ed24ac8f-4f19-41f2-84f9-bcbeaa95e75b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.2396846 May 06 09:44:49.892672 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-559f3d42-b570-495a-9a34-1400802c9629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:49.893423 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559f3d42-b570-495a-9a34-1400802c9629 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 303fcdb5-f844-45d6-8bff-a63c6d5e9128 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:44:49.900597 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-559f3d42-b570-495a-9a34-1400802c9629 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:49.902607 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-559f3d42-b570-495a-9a34-1400802c9629 admin admin] 10.222.0.73 "DELETE /v2.0/routers/303fcdb5-f844-45d6-8bff-a63c6d5e9128 HTTP/1.1" status: 204 len: 168 time: 2.0511785 May 06 09:44:49.905378 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49740) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:49.922656 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2a117c-b088-47d6-8550-2aba48ef64ce tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:49.962639 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-dd2a117c-b088-47d6-8550-2aba48ef64ce tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:49.965635 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2a117c-b088-47d6-8550-2aba48ef64ce tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:49.985348 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6799816-5177-44c0-86ea-9aaff83ebaf4 req-f61773ed-f097-44ee-bdb3-5c0f2a91612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:49.987994 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c6799816-5177-44c0-86ea-9aaff83ebaf4 req-f61773ed-f097-44ee-bdb3-5c0f2a91612f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae356d08-2dc7-4bce-a097-5441709edd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2226579 May 06 09:44:50.009622 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a7687a2-5b70-4426-9ce8-d66d6e2d4045 admin admin] Deleting subnet ee4783db-785e-4313-8cae-b41e82f2266a {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:44:50.013511 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a7687a2-5b70-4426-9ce8-d66d6e2d4045 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:50.025838 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a117c-b088-47d6-8550-2aba48ef64ce tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Pushing event updated for resources: {'Port': ['ID=98835f73-515b-44cd-a805-5a0ee1194016,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:50.042016 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dcb0a059-4eb1-4cf0-950c-08e15fcac8bc req-8e817d7d-2adc-4d9a-8eb6-730ab83a2ffc tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908765 May 06 09:44:50.085872 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bd546-2903-4641-bc07-54baddf5f269 req-2c56715c-ee6c-42ce-a166-c8e582fe88c5 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:50.096266 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-996bd546-2903-4641-bc07-54baddf5f269 req-2c56715c-ee6c-42ce-a166-c8e582fe88c5 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 946 time: 0.1977680 May 06 09:44:50.177829 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-996bd546-2903-4641-bc07-54baddf5f269 req-81821a2f-1565-43a5-8222-8f90049af600 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804000 May 06 09:44:50.190504 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a7687a2-5b70-4426-9ce8-d66d6e2d4045 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:50.257600 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dd2a117c-b088-47d6-8550-2aba48ef64ce tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:50.411385 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ae7fa224-fc34-44c2-98a1-926b0b617c8c up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:50.429803 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dd2a117c-b088-47d6-8550-2aba48ef64ce tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:50.529658 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port ae7fa224-fc34-44c2-98a1-926b0b617c8c triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:50.530917 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:50.782556 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device eb2a8929-ecaf-48fe-917c-50b062943cf5 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:44:50.828559 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: eb2a8929-ecaf-48fe-917c-50b062943cf5 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:44:50.829157 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device eb2a8929-ecaf-48fe-917c-50b062943cf5 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:44:50.830063 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:44:50.868573 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:44:50.869085 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 15e2e5ab-1630-4f35-a1f8-cb0d10c7ff11 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:44:50.966922 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c6799816-5177-44c0-86ea-9aaff83ebaf4 req-f567ddb5-7010-4f62-8d5d-9fac01bbf287 service neutron] 10.222.0.77 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7054322 May 06 09:44:50.979049 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a7687a2-5b70-4426-9ce8-d66d6e2d4045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:51.119002 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:51.140513 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c13d2-8d33-449c-9e1d-7a406fbd05ac req-835ce530-bf5d-4b3a-9f35-4c3361fc54fb tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.148473 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f3c13d2-8d33-449c-9e1d-7a406fbd05ac req-835ce530-bf5d-4b3a-9f35-4c3361fc54fb tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d149b98-9a89-40e8-bce0-ebc567cabe2c HTTP/1.1" status: 200 len: 946 time: 0.8082416 May 06 09:44:51.163454 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a7687a2-5b70-4426-9ce8-d66d6e2d4045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:51.179329 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a7687a2-5b70-4426-9ce8-d66d6e2d4045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:51.183108 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1a7687a2-5b70-4426-9ce8-d66d6e2d4045 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ee4783db-785e-4313-8cae-b41e82f2266a HTTP/1.1" status: 204 len: 168 time: 1.2759681 May 06 09:44:51.184903 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c6799816-5177-44c0-86ea-9aaff83ebaf4 req-5fd0eef8-3d1f-4304-a3a0-b087ecd5f895 service neutron] 10.222.0.77 "GET /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076516 May 06 09:44:51.186623 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8892f7-a881-4bcc-afa0-4b0f2b9b8b7f req-c413da4d-b0ba-4797-bc6c-fcedffe8d9bb tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.188966 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0924d2b5-4126-4691-ac44-64b5147682cd None None] Network b1819d22-79c2-4e2a-8774-0435c5e7e78f requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:44:51.198211 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b8892f7-a881-4bcc-afa0-4b0f2b9b8b7f req-c413da4d-b0ba-4797-bc6c-fcedffe8d9bb tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.7802429 May 06 09:44:51.202762 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49754) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:51.203640 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7687a2-5b70-4426-9ce8-d66d6e2d4045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee4783db-785e-4313-8cae-b41e82f2266a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:51.337950 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4e81a-403d-409f-9d86-ad8131a3931f req-62873320-d0e1-4aef-aa24-1a702e18bd99 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.342390 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9dc4e81a-403d-409f-9d86-ad8131a3931f req-62873320-d0e1-4aef-aa24-1a702e18bd99 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d149b98-9a89-40e8-bce0-ebc567cabe2c HTTP/1.1" status: 200 len: 946 time: 0.0668497 May 06 09:44:51.351750 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f3c13d2-8d33-449c-9e1d-7a406fbd05ac req-521a1ada-aefa-41a6-887a-de4a5ee53a6a tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4ba861f-dec6-45b3-9df8-a60d6979114f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021542 May 06 09:44:51.381430 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5440b905-c355-4d27-807f-1d34b3610085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:51.415881 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b8892f7-a881-4bcc-afa0-4b0f2b9b8b7f req-d4bb5ae1-2d44-482e-828e-55a71e15be77 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164564 May 06 09:44:51.459698 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dd2a117c-b088-47d6-8550-2aba48ef64ce tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:51.496387 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dd2a117c-b088-47d6-8550-2aba48ef64ce tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:51.549074 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-9dc4e81a-403d-409f-9d86-ad8131a3931f req-545d8a94-901d-40d7-b6cb-1629966f0564 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Deleting port 09636b4b-cb5b-461d-8711-ce0ce61f5aad {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:51.549405 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9dc4e81a-403d-409f-9d86-ad8131a3931f req-545d8a94-901d-40d7-b6cb-1629966f0564 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:51.621876 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:51.707388 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-9dc4e81a-403d-409f-9d86-ad8131a3931f req-545d8a94-901d-40d7-b6cb-1629966f0564 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] For port 09636b4b-cb5b-461d-8711-ce0ce61f5aad, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=09636b4b-cb5b-461d-8711-ce0ce61f5aad,segment=NetworkSegment(803c64f2-fa1d-4ae6-b8e3-5298eef1406e),segment_id=803c64f2-fa1d-4ae6-b8e3-5298eef1406e)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:51.707767 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9dc4e81a-403d-409f-9d86-ad8131a3931f req-545d8a94-901d-40d7-b6cb-1629966f0564 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:51.722845 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a117c-b088-47d6-8550-2aba48ef64ce tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Pushing event updated for resources: {'Port': ['ID=98835f73-515b-44cd-a805-5a0ee1194016,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:51.750920 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-9dc4e81a-403d-409f-9d86-ad8131a3931f req-545d8a94-901d-40d7-b6cb-1629966f0564 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Calling delete_port for 09636b4b-cb5b-461d-8711-ce0ce61f5aad owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:51.761409 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5243ef-4d0b-4aff-a134-9b747ac8a69d None None] DHCP port deletion for b1819d22-79c2-4e2a-8774-0435c5e7e78f request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:44:51.785545 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96deba4c-fe81-4c4b-b5d2-d522ece9f111 req-57a6fbf1-4cad-47c6-aabb-87aa68e0bc58 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.796954 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96deba4c-fe81-4c4b-b5d2-d522ece9f111 req-57a6fbf1-4cad-47c6-aabb-87aa68e0bc58 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.809656 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96deba4c-fe81-4c4b-b5d2-d522ece9f111 req-57a6fbf1-4cad-47c6-aabb-87aa68e0bc58 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.816411 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96deba4c-fe81-4c4b-b5d2-d522ece9f111 req-57a6fbf1-4cad-47c6-aabb-87aa68e0bc58 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.822726 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96deba4c-fe81-4c4b-b5d2-d522ece9f111 req-57a6fbf1-4cad-47c6-aabb-87aa68e0bc58 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.823662 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-ff5243ef-4d0b-4aff-a134-9b747ac8a69d None None] Deleting port efd73f0f-d569-4d6c-aa32-f251ea0b5a5b {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:51.824034 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ff5243ef-4d0b-4aff-a134-9b747ac8a69d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:51.828856 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96deba4c-fe81-4c4b-b5d2-d522ece9f111 req-57a6fbf1-4cad-47c6-aabb-87aa68e0bc58 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.835998 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96deba4c-fe81-4c4b-b5d2-d522ece9f111 req-57a6fbf1-4cad-47c6-aabb-87aa68e0bc58 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.848114 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-96deba4c-fe81-4c4b-b5d2-d522ece9f111 req-57a6fbf1-4cad-47c6-aabb-87aa68e0bc58 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5428 time: 0.3701210 May 06 09:44:51.880024 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dd2a117c-b088-47d6-8550-2aba48ef64ce tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:51.902906 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ff5243ef-4d0b-4aff-a134-9b747ac8a69d None None] For port efd73f0f-d569-4d6c-aa32-f251ea0b5a5b, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=efd73f0f-d569-4d6c-aa32-f251ea0b5a5b,segment=NetworkSegment(f57a600d-0e15-46ce-aeed-456e8cefa1bc),segment_id=f57a600d-0e15-46ce-aeed-456e8cefa1bc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:51.903905 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ff5243ef-4d0b-4aff-a134-9b747ac8a69d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:51.921512 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99d5b3-36ca-464a-b341-9884f16ce8a6 req-dfb4e316-c696-42f4-b113-7c9dc205b51b tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.923301 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab99d5b3-36ca-464a-b341-9884f16ce8a6 req-dfb4e316-c696-42f4-b113-7c9dc205b51b tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 946 time: 0.3159502 May 06 09:44:51.924692 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-ff5243ef-4d0b-4aff-a134-9b747ac8a69d None None] Calling delete_port for efd73f0f-d569-4d6c-aa32-f251ea0b5a5b owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:51.942825 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-5440b905-c355-4d27-807f-1d34b3610085 admin admin] Deleting port efd73f0f-d569-4d6c-aa32-f251ea0b5a5b {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:51.943426 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5440b905-c355-4d27-807f-1d34b3610085 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:52.006999 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-96deba4c-fe81-4c4b-b5d2-d522ece9f111 req-974b1019-2186-4c9b-b7f4-b60dac742cd5 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1575131 May 06 09:44:52.017720 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dd2a117c-b088-47d6-8550-2aba48ef64ce tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:52.018970 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-dd2a117c-b088-47d6-8550-2aba48ef64ce tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0780110 May 06 09:44:52.025834 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9dc4e81a-403d-409f-9d86-ad8131a3931f req-545d8a94-901d-40d7-b6cb-1629966f0564 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:52.066968 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['09636b4b-cb5b-461d-8711-ce0ce61f5aad'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:44:52.114631 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab99d5b3-36ca-464a-b341-9884f16ce8a6 req-28cf445d-8994-4168-b0e7-1d6864dddd2a tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625307 May 06 09:44:52.118877 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d8a94-901d-40d7-b6cb-1629966f0564 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Pushing event deleted for resources: {'Port': ['ID=09636b4b-cb5b-461d-8711-ce0ce61f5aad,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:52.138047 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-5440b905-c355-4d27-807f-1d34b3610085 admin admin] For port efd73f0f-d569-4d6c-aa32-f251ea0b5a5b, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=efd73f0f-d569-4d6c-aa32-f251ea0b5a5b,segment=NetworkSegment(f57a600d-0e15-46ce-aeed-456e8cefa1bc),segment_id=f57a600d-0e15-46ce-aeed-456e8cefa1bc)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:52.144969 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5440b905-c355-4d27-807f-1d34b3610085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:52.204541 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-5440b905-c355-4d27-807f-1d34b3610085 admin admin] Calling delete_port for efd73f0f-d569-4d6c-aa32-f251ea0b5a5b owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:52.221105 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ff5243ef-4d0b-4aff-a134-9b747ac8a69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:52.257856 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc4e81a-403d-409f-9d86-ad8131a3931f req-545d8a94-901d-40d7-b6cb-1629966f0564 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] No DVR routers for this DVR port 09636b4b-cb5b-461d-8711-ce0ce61f5aad on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:44:52.261009 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9dc4e81a-403d-409f-9d86-ad8131a3931f req-545d8a94-901d-40d7-b6cb-1629966f0564 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:52.271288 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9dc4e81a-403d-409f-9d86-ad8131a3931f req-545d8a94-901d-40d7-b6cb-1629966f0564 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.77 "DELETE /v2.0/ports/09636b4b-cb5b-461d-8711-ce0ce61f5aad HTTP/1.1" status: 204 len: 173 time: 0.9235878 May 06 09:44:52.271784 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d149b98-9a89-40e8-bce0-ebc567cabe2c', 'name': 'network-vif-deleted', 'tag': '09636b4b-cb5b-461d-8711-ce0ce61f5aad'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:52.277328 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5243ef-4d0b-4aff-a134-9b747ac8a69d None None] Pushing event deleted for resources: {'Port': ['ID=efd73f0f-d569-4d6c-aa32-f251ea0b5a5b,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:52.284262 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ff83c4-8052-44c2-a1aa-ae9fdb644e56" -d '{"events": [{"server_uuid": "3d149b98-9a89-40e8-bce0-ebc567cabe2c", "name": "network-vif-deleted", "tag": "09636b4b-cb5b-461d-8711-ce0ce61f5aad"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:52.287380 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device efd73f0f-d569-4d6c-aa32-f251ea0b5a5b no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:44:52.317903 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: efd73f0f-d569-4d6c-aa32-f251ea0b5a5b {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:44:52.318495 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device efd73f0f-d569-4d6c-aa32-f251ea0b5a5b not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:44:52.322626 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5243ef-4d0b-4aff-a134-9b747ac8a69d None None] No DVR routers for this DVR port efd73f0f-d569-4d6c-aa32-f251ea0b5a5b on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:44:52.424686 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cf430388-c122-4445-856e-3db27b326551 req-9d239c56-1b7f-4c9b-ba3c-8db59db61df3 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--394691182&fields=id&tenant_id=977fcbbd3f0349b0bd213c031a85b7c3 HTTP/1.1" status: 200 len: 267 time: 0.2214444 May 06 09:44:52.511183 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6d08b-9885-40ee-92f0-b3719d06ac3b req-7bb341b4-77ac-4d0f-b297-fe240013ea30 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:52.512784 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-65c6d08b-9885-40ee-92f0-b3719d06ac3b req-7bb341b4-77ac-4d0f-b297-fe240013ea30 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.2565768 May 06 09:44:52.530947 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5440b905-c355-4d27-807f-1d34b3610085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:52.590775 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440b905-c355-4d27-807f-1d34b3610085 admin admin] Pushing event deleted for resources: {'Port': ['ID=efd73f0f-d569-4d6c-aa32-f251ea0b5a5b,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:52.602834 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5440b905-c355-4d27-807f-1d34b3610085 admin admin] No DVR routers for this DVR port efd73f0f-d569-4d6c-aa32-f251ea0b5a5b on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:44:52.624657 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf430388-c122-4445-856e-3db27b326551 req-1068af03-cf0a-408d-a8cd-1cb746c4d1b0 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:52.626191 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cf430388-c122-4445-856e-3db27b326551 req-1068af03-cf0a-408d-a8cd-1cb746c4d1b0 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/networks?id=d9bd76c5-f544-4d72-8dc5-36475ed60bba HTTP/1.1" status: 200 len: 806 time: 0.2007060 May 06 09:44:52.668377 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-65c6d08b-9885-40ee-92f0-b3719d06ac3b req-623f6148-441e-4ad9-bda0-3dd377f6c50a tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411004 May 06 09:44:52.728627 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cf430388-c122-4445-856e-3db27b326551 req-3feee423-69d6-44ba-b08b-55a946399820 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/quotas/977fcbbd3f0349b0bd213c031a85b7c3 HTTP/1.1" status: 200 len: 375 time: 0.0768769 May 06 09:44:52.746282 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bd9499-f15e-468e-920e-4a132b64c8f9 x-openstack-request-id: req-67bd9499-f15e-468e-920e-4a132b64c8f9 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:52.746870 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d149b98-9a89-40e8-bce0-ebc567cabe2c", "name": "network-vif-deleted", "tag": "09636b4b-cb5b-461d-8711-ce0ce61f5aad", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:52.747382 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-67bd9499-f15e-468e-920e-4a132b64c8f9 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:52.747997 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67bd9499-f15e-468e-920e-4a132b64c8f9'] response: {'server_uuid': '3d149b98-9a89-40e8-bce0-ebc567cabe2c', 'name': 'network-vif-deleted', 'tag': '09636b4b-cb5b-461d-8711-ce0ce61f5aad', 'status': 'completed', 'code': 200} May 06 09:44:52.756916 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5440b905-c355-4d27-807f-1d34b3610085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:52.818277 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-5440b905-c355-4d27-807f-1d34b3610085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1819d22-79c2-4e2a-8774-0435c5e7e78f']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:52.843517 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-5440b905-c355-4d27-807f-1d34b3610085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57a600d-0e15-46ce-aeed-456e8cefa1bc') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:52.843912 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-5440b905-c355-4d27-807f-1d34b3610085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57a600d-0e15-46ce-aeed-456e8cefa1bc') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:52.878467 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5440b905-c355-4d27-807f-1d34b3610085 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:52.915325 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cf430388-c122-4445-856e-3db27b326551 req-efe16144-ddec-40c2-ae46-a3626ed992b9 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=977fcbbd3f0349b0bd213c031a85b7c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1763935 May 06 09:44:52.916635 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2942ff23-8588-469c-b86e-814bea2257f2 req-ff289fbf-6b34-4aba-b447-1f3989f9fee9 tempest-FloatingIPsAssociationTestJSON-2106504621 tempest-FloatingIPsAssociationTestJSON-2106504621-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d149b98-9a89-40e8-bce0-ebc567cabe2c HTTP/1.1" status: 200 len: 210 time: 0.0534790 May 06 09:44:52.939358 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5440b905-c355-4d27-807f-1d34b3610085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:52.965498 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5440b905-c355-4d27-807f-1d34b3610085 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:44:52.965920 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5440b905-c355-4d27-807f-1d34b3610085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: self.session.flush() May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: self.session.flush() May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: self.session.flush() May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: self.session.flush() May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: timer() May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:44:52.967693 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:44:53.093804 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5440b905-c355-4d27-807f-1d34b3610085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:53.125513 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5440b905-c355-4d27-807f-1d34b3610085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:53.131097 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5440b905-c355-4d27-807f-1d34b3610085 admin admin] 10.222.0.73 "DELETE /v2.0/networks/b1819d22-79c2-4e2a-8774-0435c5e7e78f HTTP/1.1" status: 204 len: 168 time: 1.9224777 May 06 09:44:53.158533 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440b905-c355-4d27-807f-1d34b3610085 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1819d22-79c2-4e2a-8774-0435c5e7e78f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:53.167740 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cf430388-c122-4445-856e-3db27b326551 req-1692ee89-8b7b-4c72-8d74-2083b7d8349f service neutron] 10.222.0.73 "GET /v2.0/networks/d9bd76c5-f544-4d72-8dc5-36475ed60bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267065 May 06 09:44:53.184380 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e819d-b53a-428a-a3b6-f03e1b1e0294 req-589cb848-5235-45d1-878c-8d4c65a6cdc3 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:53.187678 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d12e819d-b53a-428a-a3b6-f03e1b1e0294 req-589cb848-5235-45d1-878c-8d4c65a6cdc3 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1188557 May 06 09:44:53.281275 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49808) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:53.327439 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d12e819d-b53a-428a-a3b6-f03e1b1e0294 req-7fdf89b4-40e6-41cd-898a-e17acd51334b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280661 May 06 09:44:53.400574 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cf430388-c122-4445-856e-3db27b326551 req-aaccffb1-0e57-4842-b47a-4beff94ec18d service neutron] 10.222.0.73 "GET /v2.0/networks/d9bd76c5-f544-4d72-8dc5-36475ed60bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113450 May 06 09:44:53.403226 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-51900b62-80bb-4256-8b81-ce7013c64d46 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1aece0b8bf6c46f3bfdcb2f012bbbc67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1208377 May 06 09:44:53.406593 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49812) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:53.522658 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-727310b5-b01a-4bc9-a19e-1af54845b491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:53.539572 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3d5a8-723b-4741-a3c4-1d1cf0b1398a req-51b88089-627c-480e-86ec-3327d88d5c6f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:53.548819 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3d5a8-723b-4741-a3c4-1d1cf0b1398a req-51b88089-627c-480e-86ec-3327d88d5c6f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:53.555693 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3d5a8-723b-4741-a3c4-1d1cf0b1398a req-51b88089-627c-480e-86ec-3327d88d5c6f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:53.562338 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3d5a8-723b-4741-a3c4-1d1cf0b1398a req-51b88089-627c-480e-86ec-3327d88d5c6f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:53.570651 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3d5a8-723b-4741-a3c4-1d1cf0b1398a req-51b88089-627c-480e-86ec-3327d88d5c6f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:53.577571 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3d5a8-723b-4741-a3c4-1d1cf0b1398a req-51b88089-627c-480e-86ec-3327d88d5c6f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:53.583587 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3d5a8-723b-4741-a3c4-1d1cf0b1398a req-51b88089-627c-480e-86ec-3327d88d5c6f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:53.585623 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-60f3d5a8-723b-4741-a3c4-1d1cf0b1398a req-51b88089-627c-480e-86ec-3327d88d5c6f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5428 time: 0.1720929 May 06 09:44:53.625624 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-727310b5-b01a-4bc9-a19e-1af54845b491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:53.708424 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-60f3d5a8-723b-4741-a3c4-1d1cf0b1398a req-9281a84e-556e-45e6-9d7d-79a09954af0c tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1140592 May 06 09:44:53.773810 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f67f4-59c6-42e6-883e-112927a835de req-fa7abf58-416a-4998-b24d-c4232b560204 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:53.784633 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9a7f67f4-59c6-42e6-883e-112927a835de req-fa7abf58-416a-4998-b24d-c4232b560204 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 946 time: 0.0886302 May 06 09:44:53.795902 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-727310b5-b01a-4bc9-a19e-1af54845b491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:53.804240 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-727310b5-b01a-4bc9-a19e-1af54845b491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:53.806044 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-727310b5-b01a-4bc9-a19e-1af54845b491 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/82707afc-127c-434c-b213-2fcd28bfa33a HTTP/1.1" status: 204 len: 168 time: 0.3980999 May 06 09:44:53.875940 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b7c9180b-55c3-4863-9171-3b02eee9737a req-d9357461-4974-427f-92cc-00f62bdf3298 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/ports?device_id=f54c80f4-ac5a-4690-8586-1c83a29ab595 HTTP/1.1" status: 200 len: 210 time: 0.0839672 May 06 09:44:53.886369 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727310b5-b01a-4bc9-a19e-1af54845b491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82707afc-127c-434c-b213-2fcd28bfa33a,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:53.972358 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9a7f67f4-59c6-42e6-883e-112927a835de req-e8d89604-a3d4-40ec-88de-e069070b4b6e tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862876 May 06 09:44:54.050785 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49832) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:54.123033 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd77cd5-5653-413c-9e85-6ea41e052a5b req-eb524999-2db0-46fe-aa1e-d0c286db8803 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:54.128606 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8dd77cd5-5653-413c-9e85-6ea41e052a5b req-eb524999-2db0-46fe-aa1e-d0c286db8803 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1195374 May 06 09:44:54.216357 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8dd77cd5-5653-413c-9e85-6ea41e052a5b req-12461fb2-2ec7-48c6-9a8f-012a114abc87 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810330 May 06 09:44:54.421468 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4e6a4-2e26-4d98-a168-0424334c1969 req-dd5a86ce-269e-4c70-9004-9e919411b2f1 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:54.425784 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1db4e6a4-2e26-4d98-a168-0424334c1969 req-dd5a86ce-269e-4c70-9004-9e919411b2f1 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1028345 May 06 09:44:54.510885 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1db4e6a4-2e26-4d98-a168-0424334c1969 req-1a13ba4e-d205-43cf-9cc3-715d73eb854d tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781906 May 06 09:44:54.757458 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf000-1ad6-4fe9-9cd6-ba3e285de09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:55.014476 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3260a6-0edb-4e71-8ecb-2c7a83c80704 req-8c3d0c8e-1bf2-4afc-ac67-b25e13e18289 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:55.016078 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5e3260a6-0edb-4e71-8ecb-2c7a83c80704 req-8c3d0c8e-1bf2-4afc-ac67-b25e13e18289 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/networks?id=23e21561-4495-4701-b589-fe4647d5086e HTTP/1.1" status: 200 len: 814 time: 0.2104499 May 06 09:44:55.038257 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abdea8-5eb8-406d-9363-d3f2f716a5a6 req-a0f9b60a-463c-42ab-b61d-1fc0281a46ab tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:55.052662 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abdea8-5eb8-406d-9363-d3f2f716a5a6 req-a0f9b60a-463c-42ab-b61d-1fc0281a46ab tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:55.085539 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abdea8-5eb8-406d-9363-d3f2f716a5a6 req-a0f9b60a-463c-42ab-b61d-1fc0281a46ab tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:55.095701 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abdea8-5eb8-406d-9363-d3f2f716a5a6 req-a0f9b60a-463c-42ab-b61d-1fc0281a46ab tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:55.106443 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abdea8-5eb8-406d-9363-d3f2f716a5a6 req-a0f9b60a-463c-42ab-b61d-1fc0281a46ab tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:55.119394 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abdea8-5eb8-406d-9363-d3f2f716a5a6 req-a0f9b60a-463c-42ab-b61d-1fc0281a46ab tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:55.125658 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abdea8-5eb8-406d-9363-d3f2f716a5a6 req-a0f9b60a-463c-42ab-b61d-1fc0281a46ab tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:55.148046 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8abdea8-5eb8-406d-9363-d3f2f716a5a6 req-a0f9b60a-463c-42ab-b61d-1fc0281a46ab tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5428 time: 0.2565103 May 06 09:44:55.152711 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49894) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:55.180893 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5e3260a6-0edb-4e71-8ecb-2c7a83c80704 req-c7f5840e-2628-4afd-aaa3-75f8c5ca36e8 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/quotas/be72d6df18784826a3c8ee1c4d56a700 HTTP/1.1" status: 200 len: 375 time: 0.1554573 May 06 09:44:55.258015 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8abdea8-5eb8-406d-9363-d3f2f716a5a6 req-9cc7c004-c2f4-4e77-9cec-84cec81457cd tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1078608 May 06 09:44:55.268795 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-bf7cf000-1ad6-4fe9-9cd6-ba3e285de09c admin admin] Deleting port 26d74a51-5652-43a6-bda5-caa1f8194f78 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:55.269152 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf000-1ad6-4fe9-9cd6-ba3e285de09c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:55.278828 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf430388-c122-4445-856e-3db27b326551 req-52154592-c011-4a29-8f09-dbf8b9772c0b tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:55.280447 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cf430388-c122-4445-856e-3db27b326551 req-52154592-c011-4a29-8f09-dbf8b9772c0b tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.77 "GET /v2.0/networks?id=d9bd76c5-f544-4d72-8dc5-36475ed60bba HTTP/1.1" status: 200 len: 806 time: 0.1753395 May 06 09:44:55.289854 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5e3260a6-0edb-4e71-8ecb-2c7a83c80704 req-b720dfd0-bb51-4474-8e9e-e4dfc1b34f68 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=be72d6df18784826a3c8ee1c4d56a700&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1015379 May 06 09:44:55.366022 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-6a2a4ef7-1e57-40d2-92d5-d7b946b62f57 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1485826000-network', 'tenant_id': '363c4e4610024f91a1ee2ebf8f370a9d'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:55.388363 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-787feece-e1af-4102-bb43-b093a26d2e5d req-2a033188-daad-4563-9997-4f5d1dc45a7e tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/ports?device_id=f54c80f4-ac5a-4690-8586-1c83a29ab595 HTTP/1.1" status: 200 len: 210 time: 0.0365951 May 06 09:44:55.420680 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cf430388-c122-4445-856e-3db27b326551 req-7740386f-7fc1-480e-83f6-c1484fd17c29 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=977fcbbd3f0349b0bd213c031a85b7c3 HTTP/1.1" status: 200 len: 379 time: 0.0770419 May 06 09:44:55.428761 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2a4ef7-1e57-40d2-92d5-d7b946b62f57 admin admin] Made reservation on behalf of 363c4e4610024f91a1ee2ebf8f370a9d for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:55.431161 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4ef7-1e57-40d2-92d5-d7b946b62f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:55.458415 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795541dc-9d4d-43c7-b8ea-bbf15fb176e3 req-2c73e44a-fc7e-4cdd-bcc9-55d6669ec768 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:55.459154 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-cf430388-c122-4445-856e-3db27b326551 req-a989a2c6-a567-4a4b-b108-21cd65e031ae tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Request body: {'port': {'device_id': 'f54c80f4-ac5a-4690-8586-1c83a29ab595', 'network_id': 'd9bd76c5-f544-4d72-8dc5-36475ed60bba', 'admin_state_up': True, 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'security_groups': ['3b384782-6713-4e00-a5c6-cb11e8bcedc0']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:55.459980 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-795541dc-9d4d-43c7-b8ea-bbf15fb176e3 req-2c73e44a-fc7e-4cdd-bcc9-55d6669ec768 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 946 time: 0.0672426 May 06 09:44:55.488987 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4ef7-1e57-40d2-92d5-d7b946b62f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:55.505115 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-795541dc-9d4d-43c7-b8ea-bbf15fb176e3 req-3f807c1d-ab4d-4ab9-8323-7670802640cf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347724 May 06 09:44:55.548688 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-bf7cf000-1ad6-4fe9-9cd6-ba3e285de09c admin admin] For port 26d74a51-5652-43a6-bda5-caa1f8194f78, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=26d74a51-5652-43a6-bda5-caa1f8194f78,segment=NetworkSegment(803c64f2-fa1d-4ae6-b8e3-5298eef1406e),segment_id=803c64f2-fa1d-4ae6-b8e3-5298eef1406e)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:55.549080 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf000-1ad6-4fe9-9cd6-ba3e285de09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:55.574587 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87587765-38e1-4c0a-af34-e65356a455e2 req-37b05d3c-ff3a-4438-b148-f1ab3635e7ff tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:55.576166 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-bf7cf000-1ad6-4fe9-9cd6-ba3e285de09c admin admin] Calling delete_port for 26d74a51-5652-43a6-bda5-caa1f8194f78 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:55.584674 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87587765-38e1-4c0a-af34-e65356a455e2 req-37b05d3c-ff3a-4438-b148-f1ab3635e7ff tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.0719659 May 06 09:44:55.634299 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87587765-38e1-4c0a-af34-e65356a455e2 req-e71e5163-c32c-4965-bf89-89292b11361c tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472825 May 06 09:44:55.772992 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16124495-1d7d-461c-9d4a-8866992f608e req-0304bdb2-5a97-48c6-8892-2880dbc0ea91 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:55.774587 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-16124495-1d7d-461c-9d4a-8866992f608e req-0304bdb2-5a97-48c6-8892-2880dbc0ea91 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.0520670 May 06 09:44:55.775337 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf430388-c122-4445-856e-3db27b326551 req-a989a2c6-a567-4a4b-b108-21cd65e031ae tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Made reservation on behalf of 977fcbbd3f0349b0bd213c031a85b7c3 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:55.778776 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cf430388-c122-4445-856e-3db27b326551 req-a989a2c6-a567-4a4b-b108-21cd65e031ae tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:55.802852 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4ef7-1e57-40d2-92d5-d7b946b62f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:55.822593 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-16124495-1d7d-461c-9d4a-8866992f608e req-6fbf168b-4f87-42f6-9947-904310f82d60 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412116 May 06 09:44:55.829600 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4ef7-1e57-40d2-92d5-d7b946b62f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:55.851651 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 09636b4b-cb5b-461d-8711-ce0ce61f5aad no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:44:55.895501 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 09636b4b-cb5b-461d-8711-ce0ce61f5aad {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:44:55.906303 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 09636b4b-cb5b-461d-8711-ce0ce61f5aad not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:44:55.913273 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a2a4ef7-1e57-40d2-92d5-d7b946b62f57 admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:44:55.951625 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4ef7-1e57-40d2-92d5-d7b946b62f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:55.951973 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-6a2a4ef7-1e57-40d2-92d5-d7b946b62f57 admin admin] Added segment 8f3ab2e4-f0c9-491d-9a7f-63c69e0448a6 of type vlan for network ea914486-0633-42d0-91dc-fd37cb195551 May 06 09:44:55.973703 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a4ef7-1e57-40d2-92d5-d7b946b62f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a380c5-f6a6-40de-894e-2e767ff7fdeb,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:56.090722 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4ef7-1e57-40d2-92d5-d7b946b62f57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:56.113620 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d9a023b-98f8-49df-8553-eb5dedbefd44 req-dd91dabd-b1dd-449f-bdd2-49b88f91f13e tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=be72d6df18784826a3c8ee1c4d56a700 HTTP/1.1" status: 200 len: 221 time: 0.0406315 May 06 09:44:56.154771 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-cf430388-c122-4445-856e-3db27b326551 req-a989a2c6-a567-4a4b-b108-21cd65e031ae tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Allocated IP 172.20.0.5 (d9bd76c5-f544-4d72-8dc5-36475ed60bba/33ffc5b1-5423-4b93-a2ee-c6b4f870c046/759bfe57-ac95-465e-88a9-dbe95c5517f6) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:56.163287 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf000-1ad6-4fe9-9cd6-ba3e285de09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:56.178315 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4ef7-1e57-40d2-92d5-d7b946b62f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:56.179689 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2a4ef7-1e57-40d2-92d5-d7b946b62f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:56.180426 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4ef7-1e57-40d2-92d5-d7b946b62f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:56.221441 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7cf000-1ad6-4fe9-9cd6-ba3e285de09c admin admin] Pushing event deleted for resources: {'Port': ['ID=26d74a51-5652-43a6-bda5-caa1f8194f78,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:56.251747 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec71ec-3c74-4edb-adc1-97f7b9d699c1 req-ec09b7aa-b65e-41f8-b488-38a9a1259ace tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:56.253835 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4dec71ec-3c74-4edb-adc1-97f7b9d699c1 req-ec09b7aa-b65e-41f8-b488-38a9a1259ace tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.0682323 May 06 09:44:56.310143 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4dec71ec-3c74-4edb-adc1-97f7b9d699c1 req-5db3c47d-3b75-4de6-b237-4a0a6c582edb tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478239 May 06 09:44:56.355368 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6a2a4ef7-1e57-40d2-92d5-d7b946b62f57 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1747553 May 06 09:44:56.359832 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49982) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:56.367178 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-deb61f5a-bad4-4c45-9e83-39ed03781266 admin admin] Request body: {'subnet': {'network_id': 'ea914486-0633-42d0-91dc-fd37cb195551', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1485826000-subnet', 'tenant_id': '363c4e4610024f91a1ee2ebf8f370a9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:56.371727 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:44:56.414211 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb61f5a-bad4-4c45-9e83-39ed03781266 admin admin] Made reservation on behalf of 363c4e4610024f91a1ee2ebf8f370a9d for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:56.416565 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-deb61f5a-bad4-4c45-9e83-39ed03781266 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:56.423801 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a4ef7-1e57-40d2-92d5-d7b946b62f57 admin admin] Pushing event updated for resources: {'Network': ['ID=ea914486-0633-42d0-91dc-fd37cb195551,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:56.435842 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network ea914486-0633-42d0-91dc-fd37cb195551 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:44:56.592124 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e522582-f4c7-48bc-aeff-5579428322b9 req-313e618b-9796-4b62-a023-b852273b5902 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:56.598662 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e522582-f4c7-48bc-aeff-5579428322b9 req-313e618b-9796-4b62-a023-b852273b5902 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:56.605776 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e522582-f4c7-48bc-aeff-5579428322b9 req-313e618b-9796-4b62-a023-b852273b5902 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:56.611714 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e522582-f4c7-48bc-aeff-5579428322b9 req-313e618b-9796-4b62-a023-b852273b5902 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:56.617531 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e522582-f4c7-48bc-aeff-5579428322b9 req-313e618b-9796-4b62-a023-b852273b5902 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:56.622210 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf000-1ad6-4fe9-9cd6-ba3e285de09c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:56.623462 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e522582-f4c7-48bc-aeff-5579428322b9 req-313e618b-9796-4b62-a023-b852273b5902 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:56.629223 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e522582-f4c7-48bc-aeff-5579428322b9 req-313e618b-9796-4b62-a023-b852273b5902 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:56.631227 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e522582-f4c7-48bc-aeff-5579428322b9 req-313e618b-9796-4b62-a023-b852273b5902 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5428 time: 0.2278781 May 06 09:44:56.654748 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cf430388-c122-4445-856e-3db27b326551 req-a989a2c6-a567-4a4b-b108-21cd65e031ae tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:56.700654 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc286c9-39d1-48a6-b062-1a9536f2c1bc req-07a8944d-8142-433d-b6fc-900554b81248 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:56.702498 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fbc286c9-39d1-48a6-b062-1a9536f2c1bc req-07a8944d-8142-433d-b6fc-900554b81248 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1717205 May 06 09:44:56.752027 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e522582-f4c7-48bc-aeff-5579428322b9 req-9791019d-4dab-47f2-b95f-7cedb9b081e9 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1120589 May 06 09:44:56.770347 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cf430388-c122-4445-856e-3db27b326551 req-a989a2c6-a567-4a4b-b108-21cd65e031ae tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:56.799221 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-deb61f5a-bad4-4c45-9e83-39ed03781266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:56.814063 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fbc286c9-39d1-48a6-b062-1a9536f2c1bc req-7934c4e3-753e-4830-8d65-2164bfaa983b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990412 May 06 09:44:56.864035 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf430388-c122-4445-856e-3db27b326551 req-a989a2c6-a567-4a4b-b108-21cd65e031ae tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Network d9bd76c5-f544-4d72-8dc5-36475ed60bba is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:56.876411 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-cf430388-c122-4445-856e-3db27b326551 req-a989a2c6-a567-4a4b-b108-21cd65e031ae tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:56.883863 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf430388-c122-4445-856e-3db27b326551 req-a989a2c6-a567-4a4b-b108-21cd65e031ae tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:56.948481 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb61f5a-bad4-4c45-9e83-39ed03781266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d6aa5b6-5fe8-4846-b918-225d08aa05d8,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:56.965444 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989a2c6-a567-4a4b-b108-21cd65e031ae tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Pushing event updated for resources: {'Port': ['ID=759bfe57-ac95-465e-88a9-dbe95c5517f6,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:56.991429 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422981f-4672-4342-a334-5a7bbe8b5a46 req-0d402f39-87e7-4f5e-ae6a-73cb5bdd6c33 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:56.993350 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d422981f-4672-4342-a334-5a7bbe8b5a46 req-0d402f39-87e7-4f5e-ae6a-73cb5bdd6c33 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/ports?device_id=f54c80f4-ac5a-4690-8586-1c83a29ab595 HTTP/1.1" status: 200 len: 931 time: 0.1592641 May 06 09:44:57.000741 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb61f5a-bad4-4c45-9e83-39ed03781266 admin admin] Checking segment: {'id': '8f3ab2e4-f0c9-491d-9a7f-63c69e0448a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ea914486-0633-42d0-91dc-fd37cb195551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:57.001156 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb61f5a-bad4-4c45-9e83-39ed03781266 admin admin] Network hostable DHCP agents. Network: ea914486-0633-42d0-91dc-fd37cb195551, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:44:57.042490 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf430388-c122-4445-856e-3db27b326551 req-a989a2c6-a567-4a4b-b108-21cd65e031ae tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:57.045589 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cf430388-c122-4445-856e-3db27b326551 req-a989a2c6-a567-4a4b-b108-21cd65e031ae tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:57.059281 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7cf000-1ad6-4fe9-9cd6-ba3e285de09c admin admin] Router 7371434e-b72b-4535-8f2c-b52f0adc62dd has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:44:57.096896 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d422981f-4672-4342-a334-5a7bbe8b5a46 req-a098fdfe-039c-4cc0-82eb-03851a05289d tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b384782-6713-4e00-a5c6-cb11e8bcedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924785 May 06 09:44:57.098642 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb61f5a-bad4-4c45-9e83-39ed03781266 admin admin] Network ea914486-0633-42d0-91dc-fd37cb195551 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:44:57.116008 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-deb61f5a-bad4-4c45-9e83-39ed03781266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, ea914486-0633-42d0-91dc-fd37cb195551) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:57.124679 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb61f5a-bad4-4c45-9e83-39ed03781266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:57.126738 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-deb61f5a-bad4-4c45-9e83-39ed03781266 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:57.153974 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15b2a8b-5912-40ba-a890-82598bac7eda None None] Network ea914486-0633-42d0-91dc-fd37cb195551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:44:57.171030 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-deb61f5a-bad4-4c45-9e83-39ed03781266 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8105392 May 06 09:44:57.216922 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cf430388-c122-4445-856e-3db27b326551 req-a989a2c6-a567-4a4b-b108-21cd65e031ae tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7779839 May 06 09:44:57.257134 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c7be6-077f-4132-8b7b-146c39eb2e27 req-01921c51-d70e-4653-befb-78c75b7ed63f tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:57.259289 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d82c7be6-077f-4132-8b7b-146c39eb2e27 req-01921c51-d70e-4653-befb-78c75b7ed63f tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 946 time: 0.0801942 May 06 09:44:57.265169 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-cf430388-c122-4445-856e-3db27b326551 req-2347ba8d-ef64-44c5-9fc5-fd894ee31298 service neutron] Request body: {'port': {'device_id': 'f54c80f4-ac5a-4690-8586-1c83a29ab595', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:57.361382 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-ed46d515-bc8c-4b93-8ecb-9055736fb99d None None] Provisioning complete for port 759bfe57-ac95-465e-88a9-dbe95c5517f6 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:57.362283 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ed46d515-bc8c-4b93-8ecb-9055736fb99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:57.365781 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d82c7be6-077f-4132-8b7b-146c39eb2e27 req-5a0c60e3-5aaa-4e8c-9424-a6a99abe2cc0 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977862 May 06 09:44:57.386033 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284d03c-be27-4794-b457-50aa18aed609 req-f10e559b-d45f-4bf2-bff8-c045327c8751 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:57.399216 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b284d03c-be27-4794-b457-50aa18aed609 req-f10e559b-d45f-4bf2-bff8-c045327c8751 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.0970483 May 06 09:44:57.413110 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cf430388-c122-4445-856e-3db27b326551 req-2347ba8d-ef64-44c5-9fc5-fd894ee31298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:57.431203 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-ed46d515-bc8c-4b93-8ecb-9055736fb99d None None] Port 759bfe57-ac95-465e-88a9-dbe95c5517f6 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:44:57.464602 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae6bad6-5588-44ba-9361-0a848aa03c13 None None] Network ea914486-0633-42d0-91dc-fd37cb195551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:44:57.466262 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b284d03c-be27-4794-b457-50aa18aed609 req-64378793-0a9d-4fe5-80dc-3d565a8c06ae tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655844 May 06 09:44:57.510917 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7cf000-1ad6-4fe9-9cd6-ba3e285de09c admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:44:57.523357 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bf7cf000-1ad6-4fe9-9cd6-ba3e285de09c admin admin] 10.222.0.73 "PUT /v2.0/routers/7371434e-b72b-4535-8f2c-b52f0adc62dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4713633 May 06 09:44:57.529730 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 50012) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:57.580892 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1b8a8a-5229-4dd5-a023-4951b5b58bc8 None None] Sync routers for ids ['7371434e-b72b-4535-8f2c-b52f0adc62dd'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:44:57.610024 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1b8a8a-5229-4dd5-a023-4951b5b58bc8 None None] Routers {'7371434e-b72b-4535-8f2c-b52f0adc62dd'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:57.610915 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6d1b8a8a-5229-4dd5-a023-4951b5b58bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:44:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['7371434e-b72b-4535-8f2c-b52f0adc62dd'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:57.770592 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-6d1b8a8a-5229-4dd5-a023-4951b5b58bc8 None None] Set router 7371434e-b72b-4535-8f2c-b52f0adc62dd gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:57.813314 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3f701-726c-495c-9b40-1d4d4ec251f0 req-e419f999-c478-4030-81ff-57e77194dcd9 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:57.814809 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b6d3f701-726c-495c-9b40-1d4d4ec251f0 req-e419f999-c478-4030-81ff-57e77194dcd9 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.2140043 May 06 09:44:57.819961 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57a1e5e1-ba32-4dff-947e-49b279628f91 admin admin] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:57.822948 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-cf430388-c122-4445-856e-3db27b326551 req-2347ba8d-ef64-44c5-9fc5-fd894ee31298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 759bfe57-ac95-465e-88a9-dbe95c5517f6 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:57.831429 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cf430388-c122-4445-856e-3db27b326551 req-2347ba8d-ef64-44c5-9fc5-fd894ee31298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:57.844888 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-cf430388-c122-4445-856e-3db27b326551 req-2347ba8d-ef64-44c5-9fc5-fd894ee31298 service neutron] Transition to ACTIVE for port object 759bfe57-ac95-465e-88a9-dbe95c5517f6 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:44:57.851151 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cf430388-c122-4445-856e-3db27b326551 req-2347ba8d-ef64-44c5-9fc5-fd894ee31298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:57.864899 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-f6d9377d-735b-483b-b8fe-5d8922f0e685 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:57.865847 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-f6d9377d-735b-483b-b8fe-5d8922f0e685 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/networks?id=16dc8542-3f4f-4c03-b279-70aaa1b5cdbc HTTP/1.1" status: 200 len: 804 time: 0.3535233 May 06 09:44:57.946248 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347ba8d-ef64-44c5-9fc5-fd894ee31298 service neutron] Pushing event updated for resources: {'Port': ['ID=759bfe57-ac95-465e-88a9-dbe95c5517f6,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:57.983380 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b6d3f701-726c-495c-9b40-1d4d4ec251f0 req-916f1b7e-eb32-4952-9558-babf74694666 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986791 May 06 09:44:57.995483 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-c8d56f87-9978-4164-a89e-870d731acb44 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/quotas/ff525b3c5a1e46169d46a30de372a412 HTTP/1.1" status: 200 len: 375 time: 0.0626476 May 06 09:44:58.030355 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6d1b8a8a-5229-4dd5-a023-4951b5b58bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'name': 'tempest-FloatingIPsAssociationTestJSON-681174063-router', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:15Z', 'updated_at': '2022-05-06T09:44:55Z', 'revision_number': 5, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'gw_port': {'id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:16Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:58.063427 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1b8a8a-5229-4dd5-a023-4951b5b58bc8 None None] Checking router: 7371434e-b72b-4535-8f2c-b52f0adc62dd for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:44:58.064073 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-cf430388-c122-4445-856e-3db27b326551 req-2347ba8d-ef64-44c5-9fc5-fd894ee31298 service neutron] Attempting to bind port 759bfe57-ac95-465e-88a9-dbe95c5517f6 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:44:58.064679 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-cf430388-c122-4445-856e-3db27b326551 req-2347ba8d-ef64-44c5-9fc5-fd894ee31298 service neutron] Attempting to bind port 759bfe57-ac95-465e-88a9-dbe95c5517f6 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'ae34b415-e7ea-4359-9186-a76174fab2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd9bd76c5-f544-4d72-8dc5-36475ed60bba'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:44:58.065652 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf430388-c122-4445-856e-3db27b326551 req-2347ba8d-ef64-44c5-9fc5-fd894ee31298 service neutron] Attempting to bind port 759bfe57-ac95-465e-88a9-dbe95c5517f6 on network d9bd76c5-f544-4d72-8dc5-36475ed60bba {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:58.073367 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf430388-c122-4445-856e-3db27b326551 req-2347ba8d-ef64-44c5-9fc5-fd894ee31298 service neutron] Port 759bfe57-ac95-465e-88a9-dbe95c5517f6 on network d9bd76c5-f544-4d72-8dc5-36475ed60bba not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:44:58.073889 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf430388-c122-4445-856e-3db27b326551 req-2347ba8d-ef64-44c5-9fc5-fd894ee31298 service neutron] Attempting to bind port 759bfe57-ac95-465e-88a9-dbe95c5517f6 on network d9bd76c5-f544-4d72-8dc5-36475ed60bba {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:58.077826 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1b8a8a-5229-4dd5-a023-4951b5b58bc8 None None] Routers {'7371434e-b72b-4535-8f2c-b52f0adc62dd'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:58.078758 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6d1b8a8a-5229-4dd5-a023-4951b5b58bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:44:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['7371434e-b72b-4535-8f2c-b52f0adc62dd'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:58.086351 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf430388-c122-4445-856e-3db27b326551 req-2347ba8d-ef64-44c5-9fc5-fd894ee31298 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:44:58.086930 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf430388-c122-4445-856e-3db27b326551 req-2347ba8d-ef64-44c5-9fc5-fd894ee31298 service neutron] Checking segment: {'id': 'ae34b415-e7ea-4359-9186-a76174fab2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd9bd76c5-f544-4d72-8dc5-36475ed60bba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:58.087590 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf430388-c122-4445-856e-3db27b326551 req-2347ba8d-ef64-44c5-9fc5-fd894ee31298 service neutron] Bound using segment: {'id': 'ae34b415-e7ea-4359-9186-a76174fab2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd9bd76c5-f544-4d72-8dc5-36475ed60bba'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:44:58.088343 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-cf430388-c122-4445-856e-3db27b326551 req-2347ba8d-ef64-44c5-9fc5-fd894ee31298 service neutron] Bound port: 759bfe57-ac95-465e-88a9-dbe95c5517f6, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae34b415-e7ea-4359-9186-a76174fab2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd9bd76c5-f544-4d72-8dc5-36475ed60bba'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:44:58.088945 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cf430388-c122-4445-856e-3db27b326551 req-2347ba8d-ef64-44c5-9fc5-fd894ee31298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:58.105712 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57a1e5e1-ba32-4dff-947e-49b279628f91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:58.127776 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-265059c4-0ff5-4208-8b93-8d95335f2118 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ff525b3c5a1e46169d46a30de372a412&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1238811 May 06 09:44:58.181254 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-e89599d4-1899-4948-87ce-fd61c1af1e5b service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:44:58.183679 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-e89599d4-1899-4948-87ce-fd61c1af1e5b service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0443029 May 06 09:44:58.222429 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-cf430388-c122-4445-856e-3db27b326551 req-2347ba8d-ef64-44c5-9fc5-fd894ee31298 service neutron] For port 759bfe57-ac95-465e-88a9-dbe95c5517f6, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:44:58.226691 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-cf430388-c122-4445-856e-3db27b326551 req-2347ba8d-ef64-44c5-9fc5-fd894ee31298 service neutron] For port 759bfe57-ac95-465e-88a9-dbe95c5517f6, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=759bfe57-ac95-465e-88a9-dbe95c5517f6,segment=NetworkSegment(ae34b415-e7ea-4359-9186-a76174fab2b4),segment_id=ae34b415-e7ea-4359-9186-a76174fab2b4)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:44:58.238718 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cf430388-c122-4445-856e-3db27b326551 req-2347ba8d-ef64-44c5-9fc5-fd894ee31298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:58.265777 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-6d1b8a8a-5229-4dd5-a023-4951b5b58bc8 None None] Set router 7371434e-b72b-4535-8f2c-b52f0adc62dd gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:58.292752 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-57a1e5e1-ba32-4dff-947e-49b279628f91 admin admin] Deleting port 389b3d0c-c3fe-4f15-8f62-5e501ddccbe5 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:58.293103 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57a1e5e1-ba32-4dff-947e-49b279628f91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:58.350918 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf430388-c122-4445-856e-3db27b326551 req-2347ba8d-ef64-44c5-9fc5-fd894ee31298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:58.351964 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cf430388-c122-4445-856e-3db27b326551 req-2347ba8d-ef64-44c5-9fc5-fd894ee31298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:58.354124 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cf430388-c122-4445-856e-3db27b326551 req-2347ba8d-ef64-44c5-9fc5-fd894ee31298 service neutron] 10.222.0.77 "PUT /v2.0/ports/759bfe57-ac95-465e-88a9-dbe95c5517f6 HTTP/1.1" status: 200 len: 1091 time: 1.1203303 May 06 09:44:58.355140 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54c80f4-ac5a-4690-8586-1c83a29ab595', 'tag': '759bfe57-ac95-465e-88a9-dbe95c5517f6'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:58.358369 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a8d3b1-d239-44c6-96a1-9cf988c4bdc8" -d '{"events": [{"name": "network-changed", "server_uuid": "f54c80f4-ac5a-4690-8586-1c83a29ab595", "tag": "759bfe57-ac95-465e-88a9-dbe95c5517f6"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:58.408544 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347ba8d-ef64-44c5-9fc5-fd894ee31298 service neutron] Pushing event updated for resources: {'Port': ['ID=759bfe57-ac95-465e-88a9-dbe95c5517f6,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:58.431760 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-3eccb20b-93af-4e44-8a2a-6ca249344222 service neutron] 10.222.0.73 "GET /v2.0/networks/16dc8542-3f4f-4c03-b279-70aaa1b5cdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382681 May 06 09:44:58.489032 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf430388-c122-4445-856e-3db27b326551 req-886a27d1-a7a3-44d6-8b0f-e7dd8a6424d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:58.495811 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cf430388-c122-4445-856e-3db27b326551 req-886a27d1-a7a3-44d6-8b0f-e7dd8a6424d8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=977fcbbd3f0349b0bd213c031a85b7c3&device_id=f54c80f4-ac5a-4690-8586-1c83a29ab595 HTTP/1.1" status: 200 len: 1094 time: 0.0624542 May 06 09:44:58.527376 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6d1b8a8a-5229-4dd5-a023-4951b5b58bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'name': 'tempest-FloatingIPsAssociationTestJSON-681174063-router', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:15Z', 'updated_at': '2022-05-06T09:44:55Z', 'revision_number': 5, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'gw_port': {'id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:16Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:58.549193 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-57a1e5e1-ba32-4dff-947e-49b279628f91 admin admin] For port 389b3d0c-c3fe-4f15-8f62-5e501ddccbe5, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=389b3d0c-c3fe-4f15-8f62-5e501ddccbe5,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:58.549598 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57a1e5e1-ba32-4dff-947e-49b279628f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:58.562567 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cf430388-c122-4445-856e-3db27b326551 req-c2936f83-2abb-4636-9986-9f13f3c42719 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=759bfe57-ac95-465e-88a9-dbe95c5517f6 HTTP/1.1" status: 200 len: 217 time: 0.0529158 May 06 09:44:58.563319 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1b8a8a-5229-4dd5-a023-4951b5b58bc8 None None] The sync data for ids ['7371434e-b72b-4535-8f2c-b52f0adc62dd'] in n-d-840835-1 is: [{'id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'name': 'tempest-FloatingIPsAssociationTestJSON-681174063-router', 'tenant_id': '0b0984a5a7244851a31d0e832302a0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:43:15Z', 'updated_at': '2022-05-06T09:44:55Z', 'revision_number': 5, 'project_id': '0b0984a5a7244851a31d0e832302a0fa', 'gw_port': {'id': '389b3d0c-c3fe-4f15-8f62-5e501ddccbe5', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7371434e-b72b-4535-8f2c-b52f0adc62dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:16Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:44:58.589861 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-57a1e5e1-ba32-4dff-947e-49b279628f91 admin admin] Calling delete_port for 389b3d0c-c3fe-4f15-8f62-5e501ddccbe5 owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:58.631767 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33276804-2ae1-468a-9926-26a71cb19be5 req-6a25fd6c-681c-460e-8161-56cb46f62751 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:58.633361 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-33276804-2ae1-468a-9926-26a71cb19be5 req-6a25fd6c-681c-460e-8161-56cb46f62751 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/networks?id=ea914486-0633-42d0-91dc-fd37cb195551 HTTP/1.1" status: 200 len: 822 time: 0.2915912 May 06 09:44:58.679278 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-39cff853-525d-4ceb-8c44-93134eec641a service neutron] 10.222.0.73 "GET /v2.0/networks/16dc8542-3f4f-4c03-b279-70aaa1b5cdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446187 May 06 09:44:58.685426 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-33276804-2ae1-468a-9926-26a71cb19be5 req-a883a362-063b-4295-a96b-d678f93aed3f tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/quotas/363c4e4610024f91a1ee2ebf8f370a9d HTTP/1.1" status: 200 len: 375 time: 0.0197003 May 06 09:44:58.742029 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-33276804-2ae1-468a-9926-26a71cb19be5 req-8cafe918-9eaf-4220-902d-9ebedf1ca16c tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=363c4e4610024f91a1ee2ebf8f370a9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444930 May 06 09:44:58.861569 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:58.985272 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-33276804-2ae1-468a-9926-26a71cb19be5 req-c4393ad7-6184-4159-bc0e-c90a5d5c5c8b service neutron] 10.222.0.73 "GET /v2.0/networks/ea914486-0633-42d0-91dc-fd37cb195551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423394 May 06 09:44:59.005555 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf430388-c122-4445-856e-3db27b326551 req-dd5c81a8-2eb9-4a9c-9d35-2f7c9cf8aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:59.008484 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cf430388-c122-4445-856e-3db27b326551 req-dd5c81a8-2eb9-4a9c-9d35-2f7c9cf8aa30 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=33ffc5b1-5423-4b93-a2ee-c6b4f870c046 HTTP/1.1" status: 200 len: 845 time: 0.4397640 May 06 09:44:59.129341 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf430388-c122-4445-856e-3db27b326551 req-de4a51b7-9a19-4fa8-b5aa-260138b89a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:59.131714 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cf430388-c122-4445-856e-3db27b326551 req-de4a51b7-9a19-4fa8-b5aa-260138b89a06 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d9bd76c5-f544-4d72-8dc5-36475ed60bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933418 May 06 09:44:59.278983 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cf430388-c122-4445-856e-3db27b326551 req-ab82ee94-502a-4994-9208-8681534dabde service neutron] 10.222.0.77 "GET /v2.0/networks/d9bd76c5-f544-4d72-8dc5-36475ed60bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389661 May 06 09:44:59.387854 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cf430388-c122-4445-856e-3db27b326551 req-7f89dbd4-67eb-4bd9-b4d6-52b1f102f905 service neutron] 10.222.0.77 "GET /v2.0/networks/d9bd76c5-f544-4d72-8dc5-36475ed60bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014826 May 06 09:44:59.514752 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063c806-d123-4961-805f-4df03bbc8a45 req-4ec7043c-d1fe-47b4-a2a5-aeb0174054a4 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:59.521594 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063c806-d123-4961-805f-4df03bbc8a45 req-4ec7043c-d1fe-47b4-a2a5-aeb0174054a4 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:59.527730 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063c806-d123-4961-805f-4df03bbc8a45 req-4ec7043c-d1fe-47b4-a2a5-aeb0174054a4 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:59.533584 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063c806-d123-4961-805f-4df03bbc8a45 req-4ec7043c-d1fe-47b4-a2a5-aeb0174054a4 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:59.539408 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063c806-d123-4961-805f-4df03bbc8a45 req-4ec7043c-d1fe-47b4-a2a5-aeb0174054a4 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:59.546130 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063c806-d123-4961-805f-4df03bbc8a45 req-4ec7043c-d1fe-47b4-a2a5-aeb0174054a4 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:59.552701 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063c806-d123-4961-805f-4df03bbc8a45 req-4ec7043c-d1fe-47b4-a2a5-aeb0174054a4 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:59.554617 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7063c806-d123-4961-805f-4df03bbc8a45 req-4ec7043c-d1fe-47b4-a2a5-aeb0174054a4 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5428 time: 0.6631999 May 06 09:44:59.580418 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57a1e5e1-ba32-4dff-947e-49b279628f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:59.640060 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1e5e1-ba32-4dff-947e-49b279628f91 admin admin] Pushing event deleted for resources: {'Port': ['ID=389b3d0c-c3fe-4f15-8f62-5e501ddccbe5,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:59.699666 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7063c806-d123-4961-805f-4df03bbc8a45 req-79c26cdc-d021-4b7f-96ab-667ed8215f9d tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1364393 May 06 09:44:59.726315 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb9672-7d03-4d58-9a8f-30d760c9552e req-26fe16ce-3356-4035-90df-7ab0c9463bf8 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:59.729567 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b2eb9672-7d03-4d58-9a8f-30d760c9552e req-26fe16ce-3356-4035-90df-7ab0c9463bf8 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.77 "GET /v2.0/ports?device_id=402f38a3-5832-4bb5-a96b-c9680d5a3aae HTTP/1.1" status: 200 len: 946 time: 0.2379332 May 06 09:44:59.736217 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-33276804-2ae1-468a-9926-26a71cb19be5 req-d65d626d-8e5e-4429-b38f-2214f21c3a12 service neutron] 10.222.0.73 "GET /v2.0/networks/ea914486-0633-42d0-91dc-fd37cb195551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7307034 May 06 09:44:59.811027 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57a1e5e1-ba32-4dff-947e-49b279628f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:59.836360 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 54b1c233-3df5-44da-aafc-2d26881e2146 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:44:59.908984 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b844183-101e-4a7e-810c-362d695d8544 x-openstack-request-id: req-4b844183-101e-4a7e-810c-362d695d8544 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:59.908984 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f54c80f4-ac5a-4690-8586-1c83a29ab595", "tag": "759bfe57-ac95-465e-88a9-dbe95c5517f6", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:59.908984 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4b844183-101e-4a7e-810c-362d695d8544 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:59.909611 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b844183-101e-4a7e-810c-362d695d8544'] response: {'name': 'network-changed', 'server_uuid': 'f54c80f4-ac5a-4690-8586-1c83a29ab595', 'tag': '759bfe57-ac95-465e-88a9-dbe95c5517f6', 'status': 'completed', 'code': 200} May 06 09:44:59.937788 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:59.983359 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57a1e5e1-ba32-4dff-947e-49b279628f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:59.986772 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57a1e5e1-ba32-4dff-947e-49b279628f91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:59.997524 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402f38a3-5832-4bb5-a96b-c9680d5a3aae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54b1c233-3df5-44da-aafc-2d26881e2146'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:00.000615 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58b945b-ae2d-426f-bc9a-4e08d9f746c5" -d '{"events": [{"server_uuid": "402f38a3-5832-4bb5-a96b-c9680d5a3aae", "name": "network-vif-unplugged", "status": "completed", "tag": "54b1c233-3df5-44da-aafc-2d26881e2146"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:00.015916 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7386fb-2bbf-4907-94ef-6d04e10eba8e req-05392980-2835-4d86-858d-952cb8b62565 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:00.017526 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5a7386fb-2bbf-4907-94ef-6d04e10eba8e req-05392980-2835-4d86-858d-952cb8b62565 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/ports?device_id=f54c80f4-ac5a-4690-8586-1c83a29ab595 HTTP/1.1" status: 200 len: 943 time: 0.2385685 May 06 09:45:00.046363 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8d3b1-d239-44c6-96a1-9cf988c4bdc8 req-3292ae13-54ce-4349-985f-306208734f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:00.046640 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 54b1c233-3df5-44da-aafc-2d26881e2146, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=54b1c233-3df5-44da-aafc-2d26881e2146,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:00.048101 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f9a8d3b1-d239-44c6-96a1-9cf988c4bdc8 req-3292ae13-54ce-4349-985f-306208734f3f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=977fcbbd3f0349b0bd213c031a85b7c3&device_id=f54c80f4-ac5a-4690-8586-1c83a29ab595 HTTP/1.1" status: 200 len: 1094 time: 0.0913026 May 06 09:45:00.052232 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:00.160404 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=54b1c233-3df5-44da-aafc-2d26881e2146,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:00.184335 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8d3b1-d239-44c6-96a1-9cf988c4bdc8 req-7fd32337-22fe-402c-9e43-b9086839f14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:00.186618 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f9a8d3b1-d239-44c6-96a1-9cf988c4bdc8 req-7fd32337-22fe-402c-9e43-b9086839f14d service neutron] 10.222.0.77 "GET /v2.0/networks?id=d9bd76c5-f544-4d72-8dc5-36475ed60bba HTTP/1.1" status: 200 len: 907 time: 0.1295900 May 06 09:45:00.194431 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57a1e5e1-ba32-4dff-947e-49b279628f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:00.194997 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a1e5e1-ba32-4dff-947e-49b279628f91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7371434e-b72b-4535-8f2c-b52f0adc62dd {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:45:00.205608 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57a1e5e1-ba32-4dff-947e-49b279628f91 admin admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:00.209519 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-57a1e5e1-ba32-4dff-947e-49b279628f91 admin admin] 10.222.0.73 "DELETE /v2.0/routers/7371434e-b72b-4535-8f2c-b52f0adc62dd HTTP/1.1" status: 204 len: 168 time: 2.6787131 May 06 09:45:00.214087 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 50058) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:00.265272 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f9a8d3b1-d239-44c6-96a1-9cf988c4bdc8 req-d5e9adf5-f2ec-4c90-94ff-1f16a09ad005 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=759bfe57-ac95-465e-88a9-dbe95c5517f6 HTTP/1.1" status: 200 len: 217 time: 0.0701058 May 06 09:45:00.301226 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-b2eb9672-7d03-4d58-9a8f-30d760c9552e req-c0a1156a-17b2-423e-abdd-23b83870d30a tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Deleting port 54b1c233-3df5-44da-aafc-2d26881e2146 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:45:00.301608 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b2eb9672-7d03-4d58-9a8f-30d760c9552e req-c0a1156a-17b2-423e-abdd-23b83870d30a tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:00.344356 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8d3b1-d239-44c6-96a1-9cf988c4bdc8 req-0e2362c6-cfd4-492f-823f-e69010f28297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:00.346385 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f9a8d3b1-d239-44c6-96a1-9cf988c4bdc8 req-0e2362c6-cfd4-492f-823f-e69010f28297 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=33ffc5b1-5423-4b93-a2ee-c6b4f870c046 HTTP/1.1" status: 200 len: 845 time: 0.0726089 May 06 09:45:00.347934 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5a7386fb-2bbf-4907-94ef-6d04e10eba8e req-d62e7b0c-a4a4-4ff7-9dd2-f95f8dac2504 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b384782-6713-4e00-a5c6-cb11e8bcedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3124928 May 06 09:45:00.356878 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 26d74a51-5652-43a6-bda5-caa1f8194f78 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:45:00.410749 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8d3b1-d239-44c6-96a1-9cf988c4bdc8 req-e17ee19c-0d51-49bd-b488-08e4426871b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:00.414545 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f9a8d3b1-d239-44c6-96a1-9cf988c4bdc8 req-e17ee19c-0d51-49bd-b488-08e4426871b8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d9bd76c5-f544-4d72-8dc5-36475ed60bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554314 May 06 09:45:00.419303 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 26d74a51-5652-43a6-bda5-caa1f8194f78 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:45:00.419644 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 26d74a51-5652-43a6-bda5-caa1f8194f78 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:45:00.451399 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38ba68-4e85-4206-88d4-c87071db13d9 req-336209c2-469e-4f00-ab09-8dc8c019d47f tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:00.453293 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea38ba68-4e85-4206-88d4-c87071db13d9 req-336209c2-469e-4f00-ab09-8dc8c019d47f tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 946 time: 0.4514859 May 06 09:45:00.529180 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-6709ce6c-38da-4fd0-95b9-580f89989942 admin admin] Deleting subnet 56044973-1a08-4bdf-ad26-5f7c6c20c16e {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:45:00.556599 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f9a8d3b1-d239-44c6-96a1-9cf988c4bdc8 req-797b8d07-35d7-40e5-936c-c0e4ba2f47d2 service neutron] 10.222.0.77 "GET /v2.0/networks/d9bd76c5-f544-4d72-8dc5-36475ed60bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324890 May 06 09:45:00.559489 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6709ce6c-38da-4fd0-95b9-580f89989942 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:00.565579 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-209d3240-7374-408a-9543-36446b7b2704 req-f4a74b75-6844-4c9b-8607-462cb4bae727 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 210 time: 0.0513086 May 06 09:45:00.578359 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-549b8b0d-ff4f-4027-acf2-79cf07421171 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:00.578889 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-549b8b0d-ff4f-4027-acf2-79cf07421171 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.84 "GET /v2.0/networks?id=16dc8542-3f4f-4c03-b279-70aaa1b5cdbc HTTP/1.1" status: 200 len: 804 time: 0.4910119 May 06 09:45:00.605689 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-cc09250a-1366-46d1-8e53-76f790f5971e tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Request body: {'port': {'device_id': 'ff90f3cc-aff3-44ef-bf3c-4b9dfd316607', 'network_id': '16dc8542-3f4f-4c03-b279-70aaa1b5cdbc', 'admin_state_up': True, 'tenant_id': 'ff525b3c5a1e46169d46a30de372a412'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:00.685022 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea38ba68-4e85-4206-88d4-c87071db13d9 req-cb2c8830-e493-4bda-8254-06ef372becd9 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206984 May 06 09:45:00.685976 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f9a8d3b1-d239-44c6-96a1-9cf988c4bdc8 req-83818dc0-7870-4fb1-b107-91a90108971d service neutron] 10.222.0.77 "GET /v2.0/networks/d9bd76c5-f544-4d72-8dc5-36475ed60bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219995 May 06 09:45:00.733466 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6709ce6c-38da-4fd0-95b9-580f89989942 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:00.785312 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-b2eb9672-7d03-4d58-9a8f-30d760c9552e req-c0a1156a-17b2-423e-abdd-23b83870d30a tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] For port 54b1c233-3df5-44da-aafc-2d26881e2146, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=54b1c233-3df5-44da-aafc-2d26881e2146,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:00.785831 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b2eb9672-7d03-4d58-9a8f-30d760c9552e req-c0a1156a-17b2-423e-abdd-23b83870d30a tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:00.840874 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f030f32b-f569-4b40-ba3b-746e646b3937 req-f671f950-9681-4436-b8d0-5ca9ebfbad56 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/ports?device_id=b83b6ad6-dcb8-428b-91c6-95378203b41f HTTP/1.1" status: 200 len: 210 time: 0.0735130 May 06 09:45:00.844344 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-b2eb9672-7d03-4d58-9a8f-30d760c9552e req-c0a1156a-17b2-423e-abdd-23b83870d30a tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Calling delete_port for 54b1c233-3df5-44da-aafc-2d26881e2146 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:45:00.891753 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1988f73-1ecf-4716-b58b-343a04d9b891 x-openstack-request-id: req-f1988f73-1ecf-4716-b58b-343a04d9b891 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:00.892327 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402f38a3-5832-4bb5-a96b-c9680d5a3aae", "name": "network-vif-unplugged", "status": "completed", "tag": "54b1c233-3df5-44da-aafc-2d26881e2146", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:00.892567 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f1988f73-1ecf-4716-b58b-343a04d9b891 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:00.893047 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1988f73-1ecf-4716-b58b-343a04d9b891'] response: {'server_uuid': '402f38a3-5832-4bb5-a96b-c9680d5a3aae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54b1c233-3df5-44da-aafc-2d26881e2146', 'code': 200} May 06 09:45:00.920995 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73867325-a0fd-4ca5-b73a-c712320718af req-7a9dd363-7173-4cdc-bfa2-f963ffab5dad tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:00.922526 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73867325-a0fd-4ca5-b73a-c712320718af req-7a9dd363-7173-4cdc-bfa2-f963ffab5dad tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.2433183 May 06 09:45:01.027311 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6709ce6c-38da-4fd0-95b9-580f89989942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:01.090543 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-cc09250a-1366-46d1-8e53-76f790f5971e tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Made reservation on behalf of ff525b3c5a1e46169d46a30de372a412 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:45:01.094029 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-cc09250a-1366-46d1-8e53-76f790f5971e tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:01.111460 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73867325-a0fd-4ca5-b73a-c712320718af req-026f5451-a861-4a4b-bc8b-2b2c2bad5b3d tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525590 May 06 09:45:01.141238 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed0667-8220-4777-aa22-cd847544b980 req-56a55420-4c5c-44e7-ad8d-3de2962b8a14 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:01.147290 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed0667-8220-4777-aa22-cd847544b980 req-56a55420-4c5c-44e7-ad8d-3de2962b8a14 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:01.153363 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed0667-8220-4777-aa22-cd847544b980 req-56a55420-4c5c-44e7-ad8d-3de2962b8a14 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:01.159358 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed0667-8220-4777-aa22-cd847544b980 req-56a55420-4c5c-44e7-ad8d-3de2962b8a14 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:01.165270 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed0667-8220-4777-aa22-cd847544b980 req-56a55420-4c5c-44e7-ad8d-3de2962b8a14 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:01.171733 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed0667-8220-4777-aa22-cd847544b980 req-56a55420-4c5c-44e7-ad8d-3de2962b8a14 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:01.177601 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed0667-8220-4777-aa22-cd847544b980 req-56a55420-4c5c-44e7-ad8d-3de2962b8a14 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:01.179576 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bbed0667-8220-4777-aa22-cd847544b980 req-56a55420-4c5c-44e7-ad8d-3de2962b8a14 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5428 time: 0.2238364 May 06 09:45:01.249854 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6709ce6c-38da-4fd0-95b9-580f89989942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:01.363223 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709ce6c-38da-4fd0-95b9-580f89989942 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56044973-1a08-4bdf-ad26-5f7c6c20c16e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:01.375494 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddf98f1-b7c2-4d14-aa34-00ed61020f66 None None] Network ae356d08-2dc7-4bce-a097-5441709edd13 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:45:01.380405 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6709ce6c-38da-4fd0-95b9-580f89989942 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:01.386277 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6709ce6c-38da-4fd0-95b9-580f89989942 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/56044973-1a08-4bdf-ad26-5f7c6c20c16e HTTP/1.1" status: 204 len: 168 time: 1.1671171 May 06 09:45:01.386672 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 50068) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:01.396981 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bbed0667-8220-4777-aa22-cd847544b980 req-157bb5f0-47af-4c1b-9508-28add3d15c9f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2072499 May 06 09:45:01.422226 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb741d-8977-4914-b084-8fdd4a98163e req-b2491856-eb56-4b6b-993c-5098a30183c4 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:01.423900 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dafb741d-8977-4914-b084-8fdd4a98163e req-b2491856-eb56-4b6b-993c-5098a30183c4 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.2241125 May 06 09:45:01.444483 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b2eb9672-7d03-4d58-9a8f-30d760c9552e req-c0a1156a-17b2-423e-abdd-23b83870d30a tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:01.520779 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a1156a-17b2-423e-abdd-23b83870d30a tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Pushing event deleted for resources: {'Port': ['ID=54b1c233-3df5-44da-aafc-2d26881e2146,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:01.568434 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3358cc3a-75bc-4626-bf60-75b368f10e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:01.619756 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-cc09250a-1366-46d1-8e53-76f790f5971e tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Allocated IP 172.20.0.9 (16dc8542-3f4f-4c03-b279-70aaa1b5cdbc/922edf83-b4a4-4bdd-8455-01a609c6fee5/60782168-12e4-4917-b558-131d20aae484) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:45:01.664389 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2eb9672-7d03-4d58-9a8f-30d760c9552e req-c0a1156a-17b2-423e-abdd-23b83870d30a tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] No DVR routers for this DVR port 54b1c233-3df5-44da-aafc-2d26881e2146 on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:45:01.667705 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b2eb9672-7d03-4d58-9a8f-30d760c9552e req-c0a1156a-17b2-423e-abdd-23b83870d30a tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:01.671263 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b2eb9672-7d03-4d58-9a8f-30d760c9552e req-c0a1156a-17b2-423e-abdd-23b83870d30a tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.77 "DELETE /v2.0/ports/54b1c233-3df5-44da-aafc-2d26881e2146 HTTP/1.1" status: 204 len: 173 time: 1.9322271 May 06 09:45:01.680643 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402f38a3-5832-4bb5-a96b-c9680d5a3aae', 'name': 'network-vif-deleted', 'tag': '54b1c233-3df5-44da-aafc-2d26881e2146'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:01.683027 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bfdf79-9b6a-4a8d-8a92-779e564da228" -d '{"events": [{"server_uuid": "402f38a3-5832-4bb5-a96b-c9680d5a3aae", "name": "network-vif-deleted", "tag": "54b1c233-3df5-44da-aafc-2d26881e2146"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:01.703231 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33276804-2ae1-468a-9926-26a71cb19be5 req-5c83e767-e46e-4de2-8b0b-48dee3c1e055 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:01.704886 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-33276804-2ae1-468a-9926-26a71cb19be5 req-5c83e767-e46e-4de2-8b0b-48dee3c1e055 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.77 "GET /v2.0/networks?id=ea914486-0633-42d0-91dc-fd37cb195551 HTTP/1.1" status: 200 len: 822 time: 0.1625879 May 06 09:45:01.717600 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03ebdd-9d3e-498d-84ff-8f6c107654fa req-8570a704-fdbb-403b-8b65-0b51d2b60129 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:01.719072 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf41a49f-52ff-43f2-af7b-e0d88b4a7665 None None] DHCP port deletion for ae356d08-2dc7-4bce-a097-5441709edd13 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:45:01.719402 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a03ebdd-9d3e-498d-84ff-8f6c107654fa req-8570a704-fdbb-403b-8b65-0b51d2b60129 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/ports?device_id=f54c80f4-ac5a-4690-8586-1c83a29ab595 HTTP/1.1" status: 200 len: 943 time: 0.1943581 May 06 09:45:01.723614 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-3358cc3a-75bc-4626-bf60-75b368f10e7d admin admin] Deleting port 9216f706-913e-44ce-bb57-ad09902f2cdc {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:45:01.724055 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3358cc3a-75bc-4626-bf60-75b368f10e7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:01.725386 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dafb741d-8977-4914-b084-8fdd4a98163e req-2055815f-2ae6-48ee-a588-84075811dac6 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080495 May 06 09:45:01.769943 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-33276804-2ae1-468a-9926-26a71cb19be5 req-8b323eb5-f4d9-4156-9617-0709ca1e1d5f tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Request body: {'port': {'device_id': 'b83b6ad6-dcb8-428b-91c6-95378203b41f', 'network_id': 'ea914486-0633-42d0-91dc-fd37cb195551', 'admin_state_up': True, 'tenant_id': '363c4e4610024f91a1ee2ebf8f370a9d'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:01.810378 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-bf41a49f-52ff-43f2-af7b-e0d88b4a7665 None None] Deleting port 9216f706-913e-44ce-bb57-ad09902f2cdc {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:45:01.811053 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bf41a49f-52ff-43f2-af7b-e0d88b4a7665 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:01.886056 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a03ebdd-9d3e-498d-84ff-8f6c107654fa req-2822f024-81ab-4321-98ba-48ff8e989c16 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b384782-6713-4e00-a5c6-cb11e8bcedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510830 May 06 09:45:01.891308 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cc5be803-28c3-48c8-aead-8e36bf2606e2 req-133a2dfb-1492-4b40-88c5-cba5eae7d882 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 210 time: 0.0927916 May 06 09:45:01.917844 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-3358cc3a-75bc-4626-bf60-75b368f10e7d admin admin] For port 9216f706-913e-44ce-bb57-ad09902f2cdc, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9216f706-913e-44ce-bb57-ad09902f2cdc,segment=NetworkSegment(803c64f2-fa1d-4ae6-b8e3-5298eef1406e),segment_id=803c64f2-fa1d-4ae6-b8e3-5298eef1406e)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:01.928912 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3358cc3a-75bc-4626-bf60-75b368f10e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:01.970677 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-3358cc3a-75bc-4626-bf60-75b368f10e7d admin admin] Calling delete_port for 9216f706-913e-44ce-bb57-ad09902f2cdc owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:45:01.983207 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e80f1d-f891-461d-907b-4f1bff690333 x-openstack-request-id: req-60e80f1d-f891-461d-907b-4f1bff690333 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:01.983501 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402f38a3-5832-4bb5-a96b-c9680d5a3aae", "name": "network-vif-deleted", "tag": "54b1c233-3df5-44da-aafc-2d26881e2146", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:01.983749 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-60e80f1d-f891-461d-907b-4f1bff690333 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:01.984170 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60e80f1d-f891-461d-907b-4f1bff690333'] response: {'server_uuid': '402f38a3-5832-4bb5-a96b-c9680d5a3aae', 'name': 'network-vif-deleted', 'tag': '54b1c233-3df5-44da-aafc-2d26881e2146', 'status': 'completed', 'code': 200} May 06 09:45:02.021520 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-cc09250a-1366-46d1-8e53-76f790f5971e tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.052936 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-bf41a49f-52ff-43f2-af7b-e0d88b4a7665 None None] For port 9216f706-913e-44ce-bb57-ad09902f2cdc, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9216f706-913e-44ce-bb57-ad09902f2cdc,segment=NetworkSegment(803c64f2-fa1d-4ae6-b8e3-5298eef1406e),segment_id=803c64f2-fa1d-4ae6-b8e3-5298eef1406e)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:02.053513 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bf41a49f-52ff-43f2-af7b-e0d88b4a7665 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.068863 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-bf41a49f-52ff-43f2-af7b-e0d88b4a7665 None None] Calling delete_port for 9216f706-913e-44ce-bb57-ad09902f2cdc owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:45:02.128636 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1cb51d0-5918-42e8-a69a-11bc8365325b req-7524010d-5f25-4705-aeca-fe05a0cfcb5e tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/ports?device_id=b83b6ad6-dcb8-428b-91c6-95378203b41f HTTP/1.1" status: 200 len: 210 time: 0.0470052 May 06 09:45:02.151074 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33276804-2ae1-468a-9926-26a71cb19be5 req-8b323eb5-f4d9-4156-9617-0709ca1e1d5f tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Made reservation on behalf of 363c4e4610024f91a1ee2ebf8f370a9d for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:45:02.154327 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e0e38-8c53-4916-9132-7c36939e58ca req-918affad-f543-4cfd-b04d-14a008ed918b tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:02.155296 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-33276804-2ae1-468a-9926-26a71cb19be5 req-8b323eb5-f4d9-4156-9617-0709ca1e1d5f tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.156207 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-776e0e38-8c53-4916-9132-7c36939e58ca req-918affad-f543-4cfd-b04d-14a008ed918b tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 946 time: 0.1030765 May 06 09:45:02.172194 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3358cc3a-75bc-4626-bf60-75b368f10e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.174736 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bf41a49f-52ff-43f2-af7b-e0d88b4a7665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.183714 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-cc09250a-1366-46d1-8e53-76f790f5971e tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.212917 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41a49f-52ff-43f2-af7b-e0d88b4a7665 None None] Pushing event deleted for resources: {'Port': ['ID=9216f706-913e-44ce-bb57-ad09902f2cdc,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:02.216255 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf41a49f-52ff-43f2-af7b-e0d88b4a7665 None None] No DVR routers for this DVR port 9216f706-913e-44ce-bb57-ad09902f2cdc on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:45:02.265413 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358cc3a-75bc-4626-bf60-75b368f10e7d admin admin] Pushing event deleted for resources: {'Port': ['ID=9216f706-913e-44ce-bb57-ad09902f2cdc,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:02.268043 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3358cc3a-75bc-4626-bf60-75b368f10e7d admin admin] No DVR routers for this DVR port 9216f706-913e-44ce-bb57-ad09902f2cdc on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:45:02.276328 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 389b3d0c-c3fe-4f15-8f62-5e501ddccbe5 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:45:02.302223 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 389b3d0c-c3fe-4f15-8f62-5e501ddccbe5 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:45:02.302223 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 389b3d0c-c3fe-4f15-8f62-5e501ddccbe5 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:45:02.302542 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9216f706-913e-44ce-bb57-ad09902f2cdc no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:45:02.313104 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-cc09250a-1366-46d1-8e53-76f790f5971e tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Network 16dc8542-3f4f-4c03-b279-70aaa1b5cdbc is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:45:02.314612 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09250a-1366-46d1-8e53-76f790f5971e tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Pushing event updated for resources: {'Port': ['ID=60782168-12e4-4917-b558-131d20aae484,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:02.328119 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 9216f706-913e-44ce-bb57-ad09902f2cdc {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:45:02.328548 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9216f706-913e-44ce-bb57-ad09902f2cdc not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:45:02.343564 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-cc09250a-1366-46d1-8e53-76f790f5971e tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:02.346421 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-cc09250a-1366-46d1-8e53-76f790f5971e tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:45:02.386076 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-776e0e38-8c53-4916-9132-7c36939e58ca req-36fb8bce-caa9-4786-a566-8b1558e6daf2 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929164 May 06 09:45:02.388221 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3358cc3a-75bc-4626-bf60-75b368f10e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.420020 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-cc09250a-1366-46d1-8e53-76f790f5971e tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:02.420819 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-cc09250a-1366-46d1-8e53-76f790f5971e tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.422682 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-3358cc3a-75bc-4626-bf60-75b368f10e7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae356d08-2dc7-4bce-a097-5441709edd13']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:02.432918 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db27c6e-09b5-4416-b016-1b5823490c5d req-c430b8f0-d139-4480-9015-7df95d451f87 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:02.434513 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4db27c6e-09b5-4416-b016-1b5823490c5d req-c430b8f0-d139-4480-9015-7df95d451f87 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1534431 May 06 09:45:02.435698 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-33276804-2ae1-468a-9926-26a71cb19be5 req-8b323eb5-f4d9-4156-9617-0709ca1e1d5f tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Allocated IP 172.20.0.3 (ea914486-0633-42d0-91dc-fd37cb195551/3d6aa5b6-5fe8-4846-b918-225d08aa05d8/38c20d49-c86a-4180-a93f-54b09fe2843a) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:45:02.438821 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-3358cc3a-75bc-4626-bf60-75b368f10e7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803c64f2-fa1d-4ae6-b8e3-5298eef1406e') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:02.439149 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-3358cc3a-75bc-4626-bf60-75b368f10e7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803c64f2-fa1d-4ae6-b8e3-5298eef1406e') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:02.455598 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3358cc3a-75bc-4626-bf60-75b368f10e7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.466295 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-cc09250a-1366-46d1-8e53-76f790f5971e tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8649633 May 06 09:45:02.484673 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-7b10c7cb-4184-4870-bda7-a417a380bd5e service neutron] Request body: {'port': {'device_id': 'ff90f3cc-aff3-44ef-bf3c-4b9dfd316607', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:02.486568 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3358cc3a-75bc-4626-bf60-75b368f10e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.501769 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3358cc3a-75bc-4626-bf60-75b368f10e7d admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:45:02.502182 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3358cc3a-75bc-4626-bf60-75b368f10e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: timer() May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:45:02.504006 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:45:02.536030 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4db27c6e-09b5-4416-b016-1b5823490c5d req-5b726c92-078d-4142-a063-cf165a487301 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913396 May 06 09:45:02.634326 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3358cc3a-75bc-4626-bf60-75b368f10e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.641733 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3358cc3a-75bc-4626-bf60-75b368f10e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.647814 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3358cc3a-75bc-4626-bf60-75b368f10e7d admin admin] 10.222.0.73 "DELETE /v2.0/networks/ae356d08-2dc7-4bce-a097-5441709edd13 HTTP/1.1" status: 204 len: 168 time: 1.2594669 May 06 09:45:02.649161 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-7b10c7cb-4184-4870-bda7-a417a380bd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.666130 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358cc3a-75bc-4626-bf60-75b368f10e7d admin admin] Pushing event deleted for resources: {'Network': ['ID=ae356d08-2dc7-4bce-a097-5441709edd13,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:02.708769 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4d4d1-9b25-43ba-9719-e079e0d17eea req-85a6ddcf-54a9-496a-a033-bb36d59d214b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:02.715487 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4d4d1-9b25-43ba-9719-e079e0d17eea req-85a6ddcf-54a9-496a-a033-bb36d59d214b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:02.721558 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4d4d1-9b25-43ba-9719-e079e0d17eea req-85a6ddcf-54a9-496a-a033-bb36d59d214b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:02.724917 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-33276804-2ae1-468a-9926-26a71cb19be5 req-8b323eb5-f4d9-4156-9617-0709ca1e1d5f tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.727435 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4d4d1-9b25-43ba-9719-e079e0d17eea req-85a6ddcf-54a9-496a-a033-bb36d59d214b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:02.733300 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4d4d1-9b25-43ba-9719-e079e0d17eea req-85a6ddcf-54a9-496a-a033-bb36d59d214b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:02.739247 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4d4d1-9b25-43ba-9719-e079e0d17eea req-85a6ddcf-54a9-496a-a033-bb36d59d214b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:02.745812 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4d4d1-9b25-43ba-9719-e079e0d17eea req-85a6ddcf-54a9-496a-a033-bb36d59d214b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:02.747736 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2cc4d4d1-9b25-43ba-9719-e079e0d17eea req-85a6ddcf-54a9-496a-a033-bb36d59d214b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5428 time: 0.2006435 May 06 09:45:02.775907 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-33276804-2ae1-468a-9926-26a71cb19be5 req-8b323eb5-f4d9-4156-9617-0709ca1e1d5f tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.796693 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 50088) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:02.814039 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3acf7d8-bac2-478a-ba1c-11588bead41f req-1232f239-bde4-4cf0-96e9-1e89898f8783 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:02.815611 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f3acf7d8-bac2-478a-ba1c-11588bead41f req-1232f239-bde4-4cf0-96e9-1e89898f8783 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1926975 May 06 09:45:02.844481 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33276804-2ae1-468a-9926-26a71cb19be5 req-8b323eb5-f4d9-4156-9617-0709ca1e1d5f tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Network ea914486-0633-42d0-91dc-fd37cb195551 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:45:02.851617 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-33276804-2ae1-468a-9926-26a71cb19be5 req-8b323eb5-f4d9-4156-9617-0709ca1e1d5f tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:02.854230 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-33276804-2ae1-468a-9926-26a71cb19be5 req-8b323eb5-f4d9-4156-9617-0709ca1e1d5f tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:45:02.908883 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b323eb5-f4d9-4156-9617-0709ca1e1d5f tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Pushing event updated for resources: {'Port': ['ID=38c20d49-c86a-4180-a93f-54b09fe2843a,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:02.917036 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2cc4d4d1-9b25-43ba-9719-e079e0d17eea req-2f37d7aa-69f2-4daa-9094-54617427387b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1485286 May 06 09:45:02.939649 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-23956b4d-7a85-4193-bd7c-d63891aae7a5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0b0984a5a7244851a31d0e832302a0fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417160 May 06 09:45:02.940642 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 50094) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:02.949325 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33276804-2ae1-468a-9926-26a71cb19be5 req-8b323eb5-f4d9-4156-9617-0709ca1e1d5f tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:02.949981 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-33276804-2ae1-468a-9926-26a71cb19be5 req-8b323eb5-f4d9-4156-9617-0709ca1e1d5f tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.973449 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-33276804-2ae1-468a-9926-26a71cb19be5 req-8b323eb5-f4d9-4156-9617-0709ca1e1d5f tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2092273 May 06 09:45:02.991155 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-33276804-2ae1-468a-9926-26a71cb19be5 req-4c0b766f-b493-4274-a093-970a343b695e service neutron] Request body: {'port': {'device_id': 'b83b6ad6-dcb8-428b-91c6-95378203b41f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:02.999692 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f3acf7d8-bac2-478a-ba1c-11588bead41f req-ae11aba4-9356-4838-b723-870c74300d20 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682751 May 06 09:45:03.055443 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-33276804-2ae1-468a-9926-26a71cb19be5 req-4c0b766f-b493-4274-a093-970a343b695e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.138549 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40289c4-89f8-4ccc-96a0-4a73ec8d882d req-32065451-812e-4c60-8cbc-7ed93a004559 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:03.140079 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b40289c4-89f8-4ccc-96a0-4a73ec8d882d req-32065451-812e-4c60-8cbc-7ed93a004559 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/ports?device_id=f54c80f4-ac5a-4690-8586-1c83a29ab595 HTTP/1.1" status: 200 len: 943 time: 0.1324494 May 06 09:45:03.149427 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ad427269-aec2-4855-bb0d-6ebe3ace9772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.208854 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ad427269-aec2-4855-bb0d-6ebe3ace9772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.217041 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20656d8e-9b09-481e-bec3-368b7b6120a2 req-794573f7-9743-4980-b85f-5519611c2af5 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:03.218527 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-20656d8e-9b09-481e-bec3-368b7b6120a2 req-794573f7-9743-4980-b85f-5519611c2af5 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 931 time: 0.1447308 May 06 09:45:03.293585 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b40289c4-89f8-4ccc-96a0-4a73ec8d882d req-c3658f2e-a639-4bf9-a1c1-4faf8cdd363c tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b384782-6713-4e00-a5c6-cb11e8bcedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395996 May 06 09:45:03.311970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-7b10c7cb-4184-4870-bda7-a417a380bd5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60782168-12e4-4917-b558-131d20aae484 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:03.324803 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-7b10c7cb-4184-4870-bda7-a417a380bd5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.337195 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-33276804-2ae1-468a-9926-26a71cb19be5 req-4c0b766f-b493-4274-a093-970a343b695e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38c20d49-c86a-4180-a93f-54b09fe2843a {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:03.347833 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-33276804-2ae1-468a-9926-26a71cb19be5 req-4c0b766f-b493-4274-a093-970a343b695e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.360647 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-20656d8e-9b09-481e-bec3-368b7b6120a2 req-df8d2d63-8343-4351-b910-2b09c8c3495b tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225870 May 06 09:45:03.371306 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-7b10c7cb-4184-4870-bda7-a417a380bd5e service neutron] Transition to ACTIVE for port object 60782168-12e4-4917-b558-131d20aae484 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:45:03.377647 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-7b10c7cb-4184-4870-bda7-a417a380bd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.380269 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-33276804-2ae1-468a-9926-26a71cb19be5 req-4c0b766f-b493-4274-a093-970a343b695e service neutron] Transition to ACTIVE for port object 38c20d49-c86a-4180-a93f-54b09fe2843a will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:45:03.389336 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-33276804-2ae1-468a-9926-26a71cb19be5 req-4c0b766f-b493-4274-a093-970a343b695e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.410491 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ad427269-aec2-4855-bb0d-6ebe3ace9772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.413057 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ad427269-aec2-4855-bb0d-6ebe3ace9772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.416088 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ad427269-aec2-4855-bb0d-6ebe3ace9772 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d4ba861f-dec6-45b3-9df8-a60d6979114f HTTP/1.1" status: 204 len: 168 time: 0.4694269 May 06 09:45:03.464810 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad427269-aec2-4855-bb0d-6ebe3ace9772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ba861f-dec6-45b3-9df8-a60d6979114f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:03.471146 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10c7cb-4184-4870-bda7-a417a380bd5e service neutron] Pushing event updated for resources: {'Port': ['ID=60782168-12e4-4917-b558-131d20aae484,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:03.495808 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b766f-b493-4274-a093-970a343b695e service neutron] Pushing event updated for resources: {'Port': ['ID=38c20d49-c86a-4180-a93f-54b09fe2843a,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:03.560320 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-33276804-2ae1-468a-9926-26a71cb19be5 req-4c0b766f-b493-4274-a093-970a343b695e service neutron] Attempting to bind port 38c20d49-c86a-4180-a93f-54b09fe2843a on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:45:03.560934 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-33276804-2ae1-468a-9926-26a71cb19be5 req-4c0b766f-b493-4274-a093-970a343b695e service neutron] Attempting to bind port 38c20d49-c86a-4180-a93f-54b09fe2843a by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '8f3ab2e4-f0c9-491d-9a7f-63c69e0448a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ea914486-0633-42d0-91dc-fd37cb195551'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:45:03.561326 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33276804-2ae1-468a-9926-26a71cb19be5 req-4c0b766f-b493-4274-a093-970a343b695e service neutron] Attempting to bind port 38c20d49-c86a-4180-a93f-54b09fe2843a on network ea914486-0633-42d0-91dc-fd37cb195551 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:45:03.566091 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33276804-2ae1-468a-9926-26a71cb19be5 req-4c0b766f-b493-4274-a093-970a343b695e service neutron] Port 38c20d49-c86a-4180-a93f-54b09fe2843a on network ea914486-0633-42d0-91dc-fd37cb195551 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:45:03.566421 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33276804-2ae1-468a-9926-26a71cb19be5 req-4c0b766f-b493-4274-a093-970a343b695e service neutron] Attempting to bind port 38c20d49-c86a-4180-a93f-54b09fe2843a on network ea914486-0633-42d0-91dc-fd37cb195551 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:45:03.569679 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829a1db-2b72-48ba-b615-f6629b2e4c40 req-fb3963d1-f05d-4926-8acd-4642c64c2d2f tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:03.571283 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e829a1db-2b72-48ba-b615-f6629b2e4c40 req-fb3963d1-f05d-4926-8acd-4642c64c2d2f tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/ports?device_id=b83b6ad6-dcb8-428b-91c6-95378203b41f HTTP/1.1" status: 200 len: 943 time: 0.1645567 May 06 09:45:03.571709 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33276804-2ae1-468a-9926-26a71cb19be5 req-4c0b766f-b493-4274-a093-970a343b695e service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:45:03.572061 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33276804-2ae1-468a-9926-26a71cb19be5 req-4c0b766f-b493-4274-a093-970a343b695e service neutron] Checking segment: {'id': '8f3ab2e4-f0c9-491d-9a7f-63c69e0448a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ea914486-0633-42d0-91dc-fd37cb195551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:45:03.572494 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33276804-2ae1-468a-9926-26a71cb19be5 req-4c0b766f-b493-4274-a093-970a343b695e service neutron] Bound using segment: {'id': '8f3ab2e4-f0c9-491d-9a7f-63c69e0448a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ea914486-0633-42d0-91dc-fd37cb195551'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:45:03.572948 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-33276804-2ae1-468a-9926-26a71cb19be5 req-4c0b766f-b493-4274-a093-970a343b695e service neutron] Bound port: 38c20d49-c86a-4180-a93f-54b09fe2843a, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f3ab2e4-f0c9-491d-9a7f-63c69e0448a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ea914486-0633-42d0-91dc-fd37cb195551'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:45:03.573819 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-33276804-2ae1-468a-9926-26a71cb19be5 req-4c0b766f-b493-4274-a093-970a343b695e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.604805 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3218df-e21b-4a0d-b0ce-ace62d1f3fe0 req-ba4da19b-c677-4b08-8261-c586f37f9633 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:03.606403 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a3218df-e21b-4a0d-b0ce-ace62d1f3fe0 req-ba4da19b-c677-4b08-8261-c586f37f9633 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1326828 May 06 09:45:03.638770 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-7b10c7cb-4184-4870-bda7-a417a380bd5e service neutron] Attempting to bind port 60782168-12e4-4917-b558-131d20aae484 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:45:03.639150 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-7b10c7cb-4184-4870-bda7-a417a380bd5e service neutron] Attempting to bind port 60782168-12e4-4917-b558-131d20aae484 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '3ad2a963-104c-493f-b013-3dd12710e0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '16dc8542-3f4f-4c03-b279-70aaa1b5cdbc'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:45:03.639473 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-7b10c7cb-4184-4870-bda7-a417a380bd5e service neutron] Attempting to bind port 60782168-12e4-4917-b558-131d20aae484 on network 16dc8542-3f4f-4c03-b279-70aaa1b5cdbc {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:45:03.650198 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-7b10c7cb-4184-4870-bda7-a417a380bd5e service neutron] Port 60782168-12e4-4917-b558-131d20aae484 on network 16dc8542-3f4f-4c03-b279-70aaa1b5cdbc not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:45:03.651360 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-7b10c7cb-4184-4870-bda7-a417a380bd5e service neutron] Attempting to bind port 60782168-12e4-4917-b558-131d20aae484 on network 16dc8542-3f4f-4c03-b279-70aaa1b5cdbc {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:45:03.657328 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-33276804-2ae1-468a-9926-26a71cb19be5 req-4c0b766f-b493-4274-a093-970a343b695e service neutron] For port 38c20d49-c86a-4180-a93f-54b09fe2843a, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:45:03.663432 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-33276804-2ae1-468a-9926-26a71cb19be5 req-4c0b766f-b493-4274-a093-970a343b695e service neutron] For port 38c20d49-c86a-4180-a93f-54b09fe2843a, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=38c20d49-c86a-4180-a93f-54b09fe2843a,segment=NetworkSegment(8f3ab2e4-f0c9-491d-9a7f-63c69e0448a6),segment_id=8f3ab2e4-f0c9-491d-9a7f-63c69e0448a6)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:45:03.669852 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-33276804-2ae1-468a-9926-26a71cb19be5 req-4c0b766f-b493-4274-a093-970a343b695e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.675454 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-7b10c7cb-4184-4870-bda7-a417a380bd5e service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:45:03.675770 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-7b10c7cb-4184-4870-bda7-a417a380bd5e service neutron] Checking segment: {'id': '3ad2a963-104c-493f-b013-3dd12710e0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '16dc8542-3f4f-4c03-b279-70aaa1b5cdbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:45:03.676186 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-7b10c7cb-4184-4870-bda7-a417a380bd5e service neutron] Bound using segment: {'id': '3ad2a963-104c-493f-b013-3dd12710e0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '16dc8542-3f4f-4c03-b279-70aaa1b5cdbc'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:45:03.676601 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-7b10c7cb-4184-4870-bda7-a417a380bd5e service neutron] Bound port: 60782168-12e4-4917-b558-131d20aae484, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ad2a963-104c-493f-b013-3dd12710e0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '16dc8542-3f4f-4c03-b279-70aaa1b5cdbc'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:45:03.676972 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-7b10c7cb-4184-4870-bda7-a417a380bd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.684858 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e829a1db-2b72-48ba-b615-f6629b2e4c40 req-415ee4e6-a5ce-4501-be63-d0d31f2715af tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/security-groups?id=29a380c5-f6a6-40de-894e-2e767ff7fdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988882 May 06 09:45:03.693539 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a3218df-e21b-4a0d-b0ce-ace62d1f3fe0 req-07b9ffcf-20c8-4d4f-88d6-93cf04e03466 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738151 May 06 09:45:03.732494 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33276804-2ae1-468a-9926-26a71cb19be5 req-4c0b766f-b493-4274-a093-970a343b695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:03.733090 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-33276804-2ae1-468a-9926-26a71cb19be5 req-4c0b766f-b493-4274-a093-970a343b695e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.735405 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-33276804-2ae1-468a-9926-26a71cb19be5 req-4c0b766f-b493-4274-a093-970a343b695e service neutron] 10.222.0.77 "PUT /v2.0/ports/38c20d49-c86a-4180-a93f-54b09fe2843a HTTP/1.1" status: 200 len: 1091 time: 0.7484531 May 06 09:45:03.738330 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83b6ad6-dcb8-428b-91c6-95378203b41f', 'tag': '38c20d49-c86a-4180-a93f-54b09fe2843a'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:03.740780 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38968ca9-1a5c-4840-b03e-e201773cfc3f" -d '{"events": [{"name": "network-changed", "server_uuid": "b83b6ad6-dcb8-428b-91c6-95378203b41f", "tag": "38c20d49-c86a-4180-a93f-54b09fe2843a"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:03.778985 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b766f-b493-4274-a093-970a343b695e service neutron] Pushing event updated for resources: {'Port': ['ID=38c20d49-c86a-4180-a93f-54b09fe2843a,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:03.813956 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-7b10c7cb-4184-4870-bda7-a417a380bd5e service neutron] For port 60782168-12e4-4917-b558-131d20aae484, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:45:03.837156 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device a23d161e-c6d1-4e70-a50a-9e4363915d68 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:45:03.854875 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 54b1c233-3df5-44da-aafc-2d26881e2146 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:45:03.858609 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-7b10c7cb-4184-4870-bda7-a417a380bd5e service neutron] For port 60782168-12e4-4917-b558-131d20aae484, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=60782168-12e4-4917-b558-131d20aae484,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:45:03.870130 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33276804-2ae1-468a-9926-26a71cb19be5 req-46bd4140-9884-45f7-a79b-be2f0e6de10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:03.871903 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-7b10c7cb-4184-4870-bda7-a417a380bd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.873592 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-33276804-2ae1-468a-9926-26a71cb19be5 req-46bd4140-9884-45f7-a79b-be2f0e6de10a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=363c4e4610024f91a1ee2ebf8f370a9d&device_id=b83b6ad6-dcb8-428b-91c6-95378203b41f HTTP/1.1" status: 200 len: 1094 time: 0.0686555 May 06 09:45:03.896400 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 54b1c233-3df5-44da-aafc-2d26881e2146 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:45:03.897133 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 54b1c233-3df5-44da-aafc-2d26881e2146 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:45:03.903011 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5311e3-bf27-4f55-86d7-f5217ce26787 req-5b29f234-4989-49e7-99b2-ba6c11473dba tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:03.918498 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6e5311e3-bf27-4f55-86d7-f5217ce26787 req-5b29f234-4989-49e7-99b2-ba6c11473dba tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 946 time: 0.1523380 May 06 09:45:03.944251 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-33276804-2ae1-468a-9926-26a71cb19be5 req-b567875a-c5cd-4a5e-a2d0-31818a906995 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38c20d49-c86a-4180-a93f-54b09fe2843a HTTP/1.1" status: 200 len: 217 time: 0.0564373 May 06 09:45:03.977697 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-7b10c7cb-4184-4870-bda7-a417a380bd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:03.978252 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-7b10c7cb-4184-4870-bda7-a417a380bd5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.979789 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-7b10c7cb-4184-4870-bda7-a417a380bd5e service neutron] 10.222.0.84 "PUT /v2.0/ports/60782168-12e4-4917-b558-131d20aae484 HTTP/1.1" status: 200 len: 1091 time: 1.4997211 May 06 09:45:03.991945 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0369a96-0e77-466f-bf56-caf48aefd900 req-7ac14056-0809-402b-84f0-d02b06754e13 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:03.993587 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e0369a96-0e77-466f-bf56-caf48aefd900 req-7ac14056-0809-402b-84f0-d02b06754e13 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1859183 May 06 09:45:03.997056 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff90f3cc-aff3-44ef-bf3c-4b9dfd316607', 'tag': '60782168-12e4-4917-b558-131d20aae484'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:03.999561 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67aa6a3-d990-46c1-af43-2bb0316efb7b" -d '{"events": [{"name": "network-changed", "server_uuid": "ff90f3cc-aff3-44ef-bf3c-4b9dfd316607", "tag": "60782168-12e4-4917-b558-131d20aae484"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:04.024295 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33276804-2ae1-468a-9926-26a71cb19be5 req-fe712893-0489-40f3-bf98-751a5390d7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:04.028843 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-33276804-2ae1-468a-9926-26a71cb19be5 req-fe712893-0489-40f3-bf98-751a5390d7d1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3d6aa5b6-5fe8-4846-b918-225d08aa05d8 HTTP/1.1" status: 200 len: 862 time: 0.0770085 May 06 09:45:04.042663 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port a23d161e-c6d1-4e70-a50a-9e4363915d68, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a23d161e-c6d1-4e70-a50a-9e4363915d68,segment=NetworkSegment(81dfb034-c6ca-4f2c-a88a-36b44ae760cc),segment_id=81dfb034-c6ca-4f2c-a88a-36b44ae760cc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:04.071492 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6e5311e3-bf27-4f55-86d7-f5217ce26787 req-d312cf7e-19aa-46f3-9ce4-e7876b6a5221 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460047 May 06 09:45:04.081629 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'a23d161e-c6d1-4e70-a50a-9e4363915d68', 'network_id': 'd000d0ea-cd9f-4476-8d53-8b34cfa9641e', 'port_id': 'a23d161e-c6d1-4e70-a50a-9e4363915d68', 'mac_address': 'fa:16:3e:39:69:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6a855e-7008-4f56-8287-accfc5fa41f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:45:04.092029 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-33276804-2ae1-468a-9926-26a71cb19be5 req-b4320d18-891d-45df-b709-b78153b2bc20 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ea914486-0633-42d0-91dc-fd37cb195551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549941 May 06 09:45:04.099428 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10c7cb-4184-4870-bda7-a417a380bd5e service neutron] Pushing event updated for resources: {'Port': ['ID=60782168-12e4-4917-b558-131d20aae484,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:04.163683 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:04.179717 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e0369a96-0e77-466f-bf56-caf48aefd900 req-39c55511-414e-461d-8516-f6a43bd9e36b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681380 May 06 09:45:04.201858 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-774ef66d-c533-429f-a753-a9e92818aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:04.203369 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-774ef66d-c533-429f-a753-a9e92818aa69 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ff525b3c5a1e46169d46a30de372a412&device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 1094 time: 0.1602547 May 06 09:45:04.206788 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a23d161e-c6d1-4e70-a50a-9e4363915d68 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:04.234473 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42083e05-283e-41f1-8c5f-8d3420880c09 x-openstack-request-id: req-42083e05-283e-41f1-8c5f-8d3420880c09 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:04.234677 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83b6ad6-dcb8-428b-91c6-95378203b41f", "tag": "38c20d49-c86a-4180-a93f-54b09fe2843a", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:04.234930 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-42083e05-283e-41f1-8c5f-8d3420880c09 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:04.235401 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42083e05-283e-41f1-8c5f-8d3420880c09'] response: {'name': 'network-changed', 'server_uuid': 'b83b6ad6-dcb8-428b-91c6-95378203b41f', 'tag': '38c20d49-c86a-4180-a93f-54b09fe2843a', 'status': 'completed', 'code': 200} May 06 09:45:04.249578 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port a23d161e-c6d1-4e70-a50a-9e4363915d68, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a23d161e-c6d1-4e70-a50a-9e4363915d68,segment=NetworkSegment(81dfb034-c6ca-4f2c-a88a-36b44ae760cc),segment_id=81dfb034-c6ca-4f2c-a88a-36b44ae760cc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:04.255742 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:04.268155 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 759bfe57-ac95-465e-88a9-dbe95c5517f6 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:45:04.301850 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cea7bf3-d1bd-4065-9ffd-c644b6d2b1d4 x-openstack-request-id: req-6cea7bf3-d1bd-4065-9ffd-c644b6d2b1d4 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:04.302190 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff90f3cc-aff3-44ef-bf3c-4b9dfd316607", "tag": "60782168-12e4-4917-b558-131d20aae484", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:04.302402 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6cea7bf3-d1bd-4065-9ffd-c644b6d2b1d4 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:04.302816 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cea7bf3-d1bd-4065-9ffd-c644b6d2b1d4'] response: {'name': 'network-changed', 'server_uuid': 'ff90f3cc-aff3-44ef-bf3c-4b9dfd316607', 'tag': '60782168-12e4-4917-b558-131d20aae484', 'status': 'completed', 'code': 200} May 06 09:45:04.306308 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-c3821ca3-9549-49c7-872d-9b3165b4967a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60782168-12e4-4917-b558-131d20aae484 HTTP/1.1" status: 200 len: 217 time: 0.0927858 May 06 09:45:04.330291 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-33276804-2ae1-468a-9926-26a71cb19be5 req-0a2ff8aa-1328-4213-ad90-17e878505049 service neutron] 10.222.0.77 "GET /v2.0/networks/ea914486-0633-42d0-91dc-fd37cb195551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300761 May 06 09:45:04.445495 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 759bfe57-ac95-465e-88a9-dbe95c5517f6, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=759bfe57-ac95-465e-88a9-dbe95c5517f6,segment=NetworkSegment(ae34b415-e7ea-4359-9186-a76174fab2b4),segment_id=ae34b415-e7ea-4359-9186-a76174fab2b4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:04.455878 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=a23d161e-c6d1-4e70-a50a-9e4363915d68,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:04.463079 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '759bfe57-ac95-465e-88a9-dbe95c5517f6', 'network_id': 'd9bd76c5-f544-4d72-8dc5-36475ed60bba', 'port_id': '759bfe57-ac95-465e-88a9-dbe95c5517f6', 'mac_address': 'fa:16:3e:f6:8f:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ffc5b1-5423-4b93-a2ee-c6b4f870c046', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:45:04.500788 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-33276804-2ae1-468a-9926-26a71cb19be5 req-e81df708-1b1b-4999-ad4b-863e9447b92b service neutron] 10.222.0.77 "GET /v2.0/networks/ea914486-0633-42d0-91dc-fd37cb195551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631660 May 06 09:45:04.507018 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:04.532414 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 759bfe57-ac95-465e-88a9-dbe95c5517f6 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:04.556590 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 759bfe57-ac95-465e-88a9-dbe95c5517f6, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=759bfe57-ac95-465e-88a9-dbe95c5517f6,segment=NetworkSegment(ae34b415-e7ea-4359-9186-a76174fab2b4),segment_id=ae34b415-e7ea-4359-9186-a76174fab2b4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:04.566708 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:04.567739 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device b9046c83-a238-4ecf-9873-2902976be919 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:45:04.632535 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=759bfe57-ac95-465e-88a9-dbe95c5517f6,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:04.652588 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38968ca9-1a5c-4840-b03e-e201773cfc3f req-b10a77e8-06e0-40c9-bce1-30fd2ee84feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:04.654291 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-38968ca9-1a5c-4840-b03e-e201773cfc3f req-b10a77e8-06e0-40c9-bce1-30fd2ee84feb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=363c4e4610024f91a1ee2ebf8f370a9d&device_id=b83b6ad6-dcb8-428b-91c6-95378203b41f HTTP/1.1" status: 200 len: 1094 time: 0.0605640 May 06 09:45:04.721454 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port b9046c83-a238-4ecf-9873-2902976be919, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=b9046c83-a238-4ecf-9873-2902976be919,segment=NetworkSegment(575a8a23-13f7-4b94-8526-a3cf557709f5),segment_id=575a8a23-13f7-4b94-8526-a3cf557709f5)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:04.736841 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'b9046c83-a238-4ecf-9873-2902976be919', 'network_id': '6fffdccd-9d01-41e0-85b5-9c674bdd21ed', 'port_id': 'b9046c83-a238-4ecf-9873-2902976be919', 'mac_address': 'fa:16:3e:d9:da:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5f3725-dba4-4109-8ae6-1b69e3c26c4c', 'ip_address': '10.1.1.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:45:04.764813 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38968ca9-1a5c-4840-b03e-e201773cfc3f req-a7de5e11-8f03-4902-bf63-8999e22c4e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:04.766328 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-38968ca9-1a5c-4840-b03e-e201773cfc3f req-a7de5e11-8f03-4902-bf63-8999e22c4e56 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ea914486-0633-42d0-91dc-fd37cb195551 HTTP/1.1" status: 200 len: 923 time: 0.1021483 May 06 09:45:04.781482 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:04.796704 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9046c83-a238-4ecf-9873-2902976be919 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:04.796912 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-6544a3b0-83c3-44a0-ace6-0fb2dca5bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:04.798247 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-6544a3b0-83c3-44a0-ace6-0fb2dca5bf86 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=922edf83-b4a4-4bdd-8455-01a609c6fee5 HTTP/1.1" status: 200 len: 844 time: 0.4739277 May 06 09:45:04.809995 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf2f32-ede5-49a1-8c9f-d72cabcf0b6b req-abaa52b9-4dc8-49a4-ad71-474b358688ad tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:04.815845 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf2f32-ede5-49a1-8c9f-d72cabcf0b6b req-abaa52b9-4dc8-49a4-ad71-474b358688ad tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:04.816396 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-38968ca9-1a5c-4840-b03e-e201773cfc3f req-eb8e17d6-9225-4373-acc1-1e6e33312f9d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38c20d49-c86a-4180-a93f-54b09fe2843a HTTP/1.1" status: 200 len: 217 time: 0.0396597 May 06 09:45:04.816910 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port b9046c83-a238-4ecf-9873-2902976be919, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=b9046c83-a238-4ecf-9873-2902976be919,segment=NetworkSegment(575a8a23-13f7-4b94-8526-a3cf557709f5),segment_id=575a8a23-13f7-4b94-8526-a3cf557709f5)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:04.821132 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:04.822090 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf2f32-ede5-49a1-8c9f-d72cabcf0b6b req-abaa52b9-4dc8-49a4-ad71-474b358688ad tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:04.828364 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf2f32-ede5-49a1-8c9f-d72cabcf0b6b req-abaa52b9-4dc8-49a4-ad71-474b358688ad tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:04.834187 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf2f32-ede5-49a1-8c9f-d72cabcf0b6b req-abaa52b9-4dc8-49a4-ad71-474b358688ad tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:04.840184 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf2f32-ede5-49a1-8c9f-d72cabcf0b6b req-abaa52b9-4dc8-49a4-ad71-474b358688ad tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:04.846268 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf2f32-ede5-49a1-8c9f-d72cabcf0b6b req-abaa52b9-4dc8-49a4-ad71-474b358688ad tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:04.854843 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-70cf2f32-ede5-49a1-8c9f-d72cabcf0b6b req-abaa52b9-4dc8-49a4-ad71-474b358688ad tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5429 time: 0.5553701 May 06 09:45:04.872194 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=b9046c83-a238-4ecf-9873-2902976be919,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:04.879806 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38968ca9-1a5c-4840-b03e-e201773cfc3f req-57d863e9-ad15-4126-a2b1-5197747520cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:04.882614 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-38968ca9-1a5c-4840-b03e-e201773cfc3f req-57d863e9-ad15-4126-a2b1-5197747520cc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3d6aa5b6-5fe8-4846-b918-225d08aa05d8 HTTP/1.1" status: 200 len: 862 time: 0.0591810 May 06 09:45:04.883791 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb04295-4915-4bee-9c51-48e8253892a7 req-06f358e6-81f9-44a8-9c5e-3a7dfb03dca5 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:04.885780 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7fb04295-4915-4bee-9c51-48e8253892a7 req-06f358e6-81f9-44a8-9c5e-3a7dfb03dca5 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1665568 May 06 09:45:04.913595 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-bc6765cd-6c29-494d-a542-63df598cc25b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=16dc8542-3f4f-4c03-b279-70aaa1b5cdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535066 May 06 09:45:04.917220 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-38968ca9-1a5c-4840-b03e-e201773cfc3f req-6a0021b7-a465-49f8-80dc-1d29962a10c1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ea914486-0633-42d0-91dc-fd37cb195551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278862 May 06 09:45:05.006436 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-70cf2f32-ede5-49a1-8c9f-d72cabcf0b6b req-8ae7b751-0203-4686-a456-bc45ed4fd50f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1504409 May 06 09:45:05.021969 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-38968ca9-1a5c-4840-b03e-e201773cfc3f req-4b80f195-265f-467e-b13d-b42ca116b812 service neutron] 10.222.0.77 "GET /v2.0/networks/ea914486-0633-42d0-91dc-fd37cb195551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966692 May 06 09:45:05.023523 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7fb04295-4915-4bee-9c51-48e8253892a7 req-a784db12-750e-44aa-93e0-6a4204d2b6fa tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124263 May 06 09:45:05.102495 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-4c813825-aa85-4b90-89ff-629731062f38 service neutron] 10.222.0.84 "GET /v2.0/networks/16dc8542-3f4f-4c03-b279-70aaa1b5cdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764567 May 06 09:45:05.136730 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-38968ca9-1a5c-4840-b03e-e201773cfc3f req-451e8ed8-39ed-489f-9e2e-523cc1df4ef2 service neutron] 10.222.0.77 "GET /v2.0/networks/ea914486-0633-42d0-91dc-fd37cb195551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043556 May 06 09:45:05.233136 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee831d8e-2dec-4454-a7c5-741b694210e5 req-493d5da1-de11-42e0-a38d-8f91b403e74a tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.234666 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ee831d8e-2dec-4454-a7c5-741b694210e5 req-493d5da1-de11-42e0-a38d-8f91b403e74a tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/ports?device_id=f54c80f4-ac5a-4690-8586-1c83a29ab595 HTTP/1.1" status: 200 len: 944 time: 0.1495843 May 06 09:45:05.248222 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c3dbd-1892-4042-82ae-de845ba6ad1e req-7ae5fe2b-a076-4cce-8f3e-3b5f4086e044 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.249742 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c33c3dbd-1892-4042-82ae-de845ba6ad1e req-7ae5fe2b-a076-4cce-8f3e-3b5f4086e044 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 943 time: 0.1508660 May 06 09:45:05.303434 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0341a6a5-1719-4dc0-a425-18c32febce72 req-27824e07-872a-45be-96ab-ee33891435d7 service neutron] 10.222.0.84 "GET /v2.0/networks/16dc8542-3f4f-4c03-b279-70aaa1b5cdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744404 May 06 09:45:05.336574 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ee831d8e-2dec-4454-a7c5-741b694210e5 req-54e7188a-cc95-410b-a3d9-73105250eb91 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b384782-6713-4e00-a5c6-cb11e8bcedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842083 May 06 09:45:05.339937 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c33c3dbd-1892-4042-82ae-de845ba6ad1e req-c11d1e16-53a3-48d8-8c0c-4f54cfe4d93b tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839674 May 06 09:45:05.451821 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67aa6a3-d990-46c1-af43-2bb0316efb7b req-4e2b7c78-a027-4414-ab84-0261e922dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.453361 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d67aa6a3-d990-46c1-af43-2bb0316efb7b req-4e2b7c78-a027-4414-ab84-0261e922dd53 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ff525b3c5a1e46169d46a30de372a412&device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 1094 time: 0.0783870 May 06 09:45:05.469117 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be0a70-4567-4868-ad5f-75e92f0d32e6 req-266c0603-69ff-4a28-ba5d-e6de3aaf9b56 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.470671 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b4be0a70-4567-4868-ad5f-75e92f0d32e6 req-266c0603-69ff-4a28-ba5d-e6de3aaf9b56 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/ports?device_id=b83b6ad6-dcb8-428b-91c6-95378203b41f HTTP/1.1" status: 200 len: 943 time: 0.0647435 May 06 09:45:05.546787 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['b9046c83-a238-4ecf-9873-2902976be919'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:05.568919 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b4be0a70-4567-4868-ad5f-75e92f0d32e6 req-de3af97b-d4ed-4632-a9e9-0bac3ced152a tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/security-groups?id=29a380c5-f6a6-40de-894e-2e767ff7fdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893791 May 06 09:45:05.625646 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67aa6a3-d990-46c1-af43-2bb0316efb7b req-9fd2ddaf-b804-4b00-aa46-6c876d1caf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.627167 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d67aa6a3-d990-46c1-af43-2bb0316efb7b req-9fd2ddaf-b804-4b00-aa46-6c876d1caf89 service neutron] 10.222.0.84 "GET /v2.0/networks?id=16dc8542-3f4f-4c03-b279-70aaa1b5cdbc HTTP/1.1" status: 200 len: 905 time: 0.1553092 May 06 09:45:05.662063 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['a23d161e-c6d1-4e70-a50a-9e4363915d68'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:05.672290 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac3857-f0fc-431f-b5b0-17e8228b5719 req-f4204c5c-459c-4dbd-a641-cf33534d157c tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.673805 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-90ac3857-f0fc-431f-b5b0-17e8228b5719 req-f4204c5c-459c-4dbd-a641-cf33534d157c tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1106210 May 06 09:45:05.688533 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['759bfe57-ac95-465e-88a9-dbe95c5517f6'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:05.710507 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d67aa6a3-d990-46c1-af43-2bb0316efb7b req-fddbf972-f46a-4c21-9d2c-5f6356288d14 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60782168-12e4-4917-b558-131d20aae484 HTTP/1.1" status: 200 len: 217 time: 0.0674155 May 06 09:45:05.775522 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cac1b5-16e6-4045-9386-7d36d57b3595 req-18f7ae03-e542-4446-8db7-52c76d4ea1a5 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.777086 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a7cac1b5-16e6-4045-9386-7d36d57b3595 req-18f7ae03-e542-4446-8db7-52c76d4ea1a5 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 946 time: 0.1451349 May 06 09:45:05.801843 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-90ac3857-f0fc-431f-b5b0-17e8228b5719 req-a5d86329-a030-4328-9a4f-3fa6e23fa613 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938463 May 06 09:45:05.821392 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67aa6a3-d990-46c1-af43-2bb0316efb7b req-c893dd15-3375-40f2-bc66-d25488049b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.823497 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d67aa6a3-d990-46c1-af43-2bb0316efb7b req-c893dd15-3375-40f2-bc66-d25488049b79 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=922edf83-b4a4-4bdd-8455-01a609c6fee5 HTTP/1.1" status: 200 len: 844 time: 0.0943141 May 06 09:45:05.864261 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 5657ef8a-6946-4f8a-b6db-d71d2f6baecd details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:45:05.867178 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d67aa6a3-d990-46c1-af43-2bb0316efb7b req-98b5d907-bd0a-4f3b-a239-dfab4c796059 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=16dc8542-3f4f-4c03-b279-70aaa1b5cdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322216 May 06 09:45:05.871056 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a7cac1b5-16e6-4045-9386-7d36d57b3595 req-5ee18ebb-8e58-4ce2-bcd2-7418cdb6377b tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865288 May 06 09:45:06.045124 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d67aa6a3-d990-46c1-af43-2bb0316efb7b req-b19414a6-00a9-4909-846b-0e7afbec5669 service neutron] 10.222.0.84 "GET /v2.0/networks/16dc8542-3f4f-4c03-b279-70aaa1b5cdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673052 May 06 09:45:06.058946 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1ebce-3779-4f3c-a12c-d58d8b300e68 req-b1f0e68a-06f6-448b-8a47-d5e0ebba12f8 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:06.060701 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-84b1ebce-3779-4f3c-a12c-d58d8b300e68 req-b1f0e68a-06f6-448b-8a47-d5e0ebba12f8 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.0815051 May 06 09:45:06.074363 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 5657ef8a-6946-4f8a-b6db-d71d2f6baecd, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=5657ef8a-6946-4f8a-b6db-d71d2f6baecd,segment=NetworkSegment(f74ae27d-23fa-482c-b590-8b104f569714),segment_id=f74ae27d-23fa-482c-b590-8b104f569714)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:06.087533 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '5657ef8a-6946-4f8a-b6db-d71d2f6baecd', 'network_id': '7d9fc154-3e75-4eba-b7be-fb999f1d724a', 'port_id': '5657ef8a-6946-4f8a-b6db-d71d2f6baecd', 'mac_address': 'fa:16:3e:ed:ff:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c335cf1-1bd2-4605-9b91-b2c2b45fc21f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:45:06.136689 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:06.165948 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5657ef8a-6946-4f8a-b6db-d71d2f6baecd {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:06.199662 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 5657ef8a-6946-4f8a-b6db-d71d2f6baecd, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=5657ef8a-6946-4f8a-b6db-d71d2f6baecd,segment=NetworkSegment(f74ae27d-23fa-482c-b590-8b104f569714),segment_id=f74ae27d-23fa-482c-b590-8b104f569714)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:06.205177 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-84b1ebce-3779-4f3c-a12c-d58d8b300e68 req-0528a62a-cb2d-4b79-9bf3-94a26b8630ca tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898473 May 06 09:45:06.205513 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:06.205952 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device f821c4bf-a2e5-4eee-b05e-3fda28dcde76 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:45:06.236329 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7144a3-1f2b-4790-9138-9ad2d117f758 req-7aa59d6f-7a2c-42ab-973b-9f96c5efcf1b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:06.242275 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7144a3-1f2b-4790-9138-9ad2d117f758 req-7aa59d6f-7a2c-42ab-973b-9f96c5efcf1b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:06.248976 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7144a3-1f2b-4790-9138-9ad2d117f758 req-7aa59d6f-7a2c-42ab-973b-9f96c5efcf1b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:06.255168 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7144a3-1f2b-4790-9138-9ad2d117f758 req-7aa59d6f-7a2c-42ab-973b-9f96c5efcf1b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:06.261798 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7144a3-1f2b-4790-9138-9ad2d117f758 req-7aa59d6f-7a2c-42ab-973b-9f96c5efcf1b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:06.267838 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7144a3-1f2b-4790-9138-9ad2d117f758 req-7aa59d6f-7a2c-42ab-973b-9f96c5efcf1b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:06.273782 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7144a3-1f2b-4790-9138-9ad2d117f758 req-7aa59d6f-7a2c-42ab-973b-9f96c5efcf1b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:06.280284 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fa7144a3-1f2b-4790-9138-9ad2d117f758 req-7aa59d6f-7a2c-42ab-973b-9f96c5efcf1b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5430 time: 0.1618800 May 06 09:45:06.282238 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d67aa6a3-d990-46c1-af43-2bb0316efb7b req-cb4056cf-84df-44a1-9569-baf7649675b5 service neutron] 10.222.0.84 "GET /v2.0/networks/16dc8542-3f4f-4c03-b279-70aaa1b5cdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204797 May 06 09:45:06.357275 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=5657ef8a-6946-4f8a-b6db-d71d2f6baecd,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:06.390961 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fa7144a3-1f2b-4790-9138-9ad2d117f758 req-2b7620a7-443c-4662-b044-2013e36fb894 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1026328 May 06 09:45:06.408214 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 50200) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:06.419187 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c4e2f-8c33-44e8-9583-d0c9745f97b4 req-98947f99-8550-4a32-878e-d59c5df54585 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:06.422099 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-065c4e2f-8c33-44e8-9583-d0c9745f97b4 req-98947f99-8550-4a32-878e-d59c5df54585 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1027570 May 06 09:45:06.422239 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port f821c4bf-a2e5-4eee-b05e-3fda28dcde76, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=f821c4bf-a2e5-4eee-b05e-3fda28dcde76,segment=NetworkSegment(575a8a23-13f7-4b94-8526-a3cf557709f5),segment_id=575a8a23-13f7-4b94-8526-a3cf557709f5)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:06.439238 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'f821c4bf-a2e5-4eee-b05e-3fda28dcde76', 'network_id': '6fffdccd-9d01-41e0-85b5-9c674bdd21ed', 'port_id': 'f821c4bf-a2e5-4eee-b05e-3fda28dcde76', 'mac_address': 'fa:16:3e:f6:2b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5f3725-dba4-4109-8ae6-1b69e3c26c4c', 'ip_address': '10.1.1.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:45:06.483776 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:06.498774 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f821c4bf-a2e5-4eee-b05e-3fda28dcde76 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:06.510167 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-065c4e2f-8c33-44e8-9583-d0c9745f97b4 req-a91eac6d-9509-46fb-abc8-918298d50ba8 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614009 May 06 09:45:06.530849 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port f821c4bf-a2e5-4eee-b05e-3fda28dcde76, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=f821c4bf-a2e5-4eee-b05e-3fda28dcde76,segment=NetworkSegment(575a8a23-13f7-4b94-8526-a3cf557709f5),segment_id=575a8a23-13f7-4b94-8526-a3cf557709f5)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:06.545646 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:06.546456 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 7d6de0b3-19e5-492d-b661-4ff64145d752 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:45:06.550509 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226ec14-514a-4b63-af53-9bd100b80c6b req-d78be24c-3a4d-48fa-9d7a-bc43f4082f36 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:06.552524 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c226ec14-514a-4b63-af53-9bd100b80c6b req-d78be24c-3a4d-48fa-9d7a-bc43f4082f36 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/ports?device_id=f54c80f4-ac5a-4690-8586-1c83a29ab595 HTTP/1.1" status: 200 len: 944 time: 0.0807791 May 06 09:45:06.600578 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9de433ed-04f2-4767-a48d-bbd61b862d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:06.650265 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c226ec14-514a-4b63-af53-9bd100b80c6b req-6ad82daf-3453-425d-a8e5-2b4472e8ec57 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b384782-6713-4e00-a5c6-cb11e8bcedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896964 May 06 09:45:06.668871 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 7d6de0b3-19e5-492d-b661-4ff64145d752, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=7d6de0b3-19e5-492d-b661-4ff64145d752,segment=NetworkSegment(575a8a23-13f7-4b94-8526-a3cf557709f5),segment_id=575a8a23-13f7-4b94-8526-a3cf557709f5)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:06.681039 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13efee-8988-4354-8497-275c4e71d366 req-9b4dce43-5619-4f7f-a0e8-d66dfcbe086c tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:06.683222 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=f821c4bf-a2e5-4eee-b05e-3fda28dcde76,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:06.683369 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b13efee-8988-4354-8497-275c4e71d366 req-9b4dce43-5619-4f7f-a0e8-d66dfcbe086c tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 943 time: 0.0726180 May 06 09:45:06.695317 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '7d6de0b3-19e5-492d-b661-4ff64145d752', 'network_id': '6fffdccd-9d01-41e0-85b5-9c674bdd21ed', 'port_id': '7d6de0b3-19e5-492d-b661-4ff64145d752', 'mac_address': 'fa:16:3e:2c:b1:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5f3725-dba4-4109-8ae6-1b69e3c26c4c', 'ip_address': '10.1.1.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:45:06.701645 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9de433ed-04f2-4767-a48d-bbd61b862d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:06.716401 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9de433ed-04f2-4767-a48d-bbd61b862d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:06.762562 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b13efee-8988-4354-8497-275c4e71d366 req-fae79ae1-ab40-435a-852d-62fb50eaa901 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626998 May 06 09:45:06.770275 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9de433ed-04f2-4767-a48d-bbd61b862d7a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fe664c8b4b0347889b5e2eb5d5f51f22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3604684 May 06 09:45:06.771768 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:06.772577 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de433ed-04f2-4767-a48d-bbd61b862d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344b432c-349e-4138-8087-edc8e38cf9dd,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:06.775017 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 50210) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:06.799717 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6de0b3-19e5-492d-b661-4ff64145d752 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:06.841895 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 7d6de0b3-19e5-492d-b661-4ff64145d752, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=7d6de0b3-19e5-492d-b661-4ff64145d752,segment=NetworkSegment(575a8a23-13f7-4b94-8526-a3cf557709f5),segment_id=575a8a23-13f7-4b94-8526-a3cf557709f5)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:06.850639 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:06.852103 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 33947b19-31b2-4338-b727-408a0344a6ca details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:45:06.858526 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d94a0ce8-504e-4646-8425-dedb2dcd7169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:06.884471 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d94a0ce8-504e-4646-8425-dedb2dcd7169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:06.907892 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1feec-f7ae-44aa-a2c1-c5f0ba45ba5b req-d047c82d-d0c6-436d-83f3-64af4d0ce54a tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:06.911772 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-61e1feec-f7ae-44aa-a2c1-c5f0ba45ba5b req-d047c82d-d0c6-436d-83f3-64af4d0ce54a tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/ports?device_id=b83b6ad6-dcb8-428b-91c6-95378203b41f HTTP/1.1" status: 200 len: 943 time: 0.1080260 May 06 09:45:06.931928 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 33947b19-31b2-4338-b727-408a0344a6ca, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=33947b19-31b2-4338-b727-408a0344a6ca,segment=NetworkSegment(f74ae27d-23fa-482c-b590-8b104f569714),segment_id=f74ae27d-23fa-482c-b590-8b104f569714)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:06.934415 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=7d6de0b3-19e5-492d-b661-4ff64145d752,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:06.939741 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a4d39-ebb1-4748-9a72-9e0fc139d364 req-3a08fc2c-c259-4c09-a837-1315c1d3ec32 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:06.941487 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e04a4d39-ebb1-4748-9a72-9e0fc139d364 req-3a08fc2c-c259-4c09-a837-1315c1d3ec32 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.0833027 May 06 09:45:06.947979 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '33947b19-31b2-4338-b727-408a0344a6ca', 'network_id': '7d9fc154-3e75-4eba-b7be-fb999f1d724a', 'port_id': '33947b19-31b2-4338-b727-408a0344a6ca', 'mac_address': 'fa:16:3e:46:22:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c335cf1-1bd2-4605-9b91-b2c2b45fc21f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:45:06.967291 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d94a0ce8-504e-4646-8425-dedb2dcd7169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:06.973137 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d94a0ce8-504e-4646-8425-dedb2dcd7169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:06.979103 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-61e1feec-f7ae-44aa-a2c1-c5f0ba45ba5b req-174c309b-7683-4198-934c-f7383d6c5c3a tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/security-groups?id=29a380c5-f6a6-40de-894e-2e767ff7fdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569546 May 06 09:45:06.980781 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d94a0ce8-504e-4646-8425-dedb2dcd7169 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/344b432c-349e-4138-8087-edc8e38cf9dd HTTP/1.1" status: 204 len: 168 time: 0.2037356 May 06 09:45:07.000317 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:07.019149 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e04a4d39-ebb1-4748-9a72-9e0fc139d364 req-06ee051f-7ee4-407e-80ab-407c73187494 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447643 May 06 09:45:07.019595 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a0ce8-504e-4646-8425-dedb2dcd7169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344b432c-349e-4138-8087-edc8e38cf9dd,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:07.026332 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33947b19-31b2-4338-b727-408a0344a6ca {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:07.060380 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 33947b19-31b2-4338-b727-408a0344a6ca, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=33947b19-31b2-4338-b727-408a0344a6ca,segment=NetworkSegment(f74ae27d-23fa-482c-b590-8b104f569714),segment_id=f74ae27d-23fa-482c-b590-8b104f569714)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:07.067540 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:07.068318 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 30e5cf1a-c55d-4245-a918-a50422989b35 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:45:07.144757 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=33947b19-31b2-4338-b727-408a0344a6ca,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:07.151780 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 30e5cf1a-c55d-4245-a918-a50422989b35, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=30e5cf1a-c55d-4245-a918-a50422989b35,segment=NetworkSegment(575a8a23-13f7-4b94-8526-a3cf557709f5),segment_id=575a8a23-13f7-4b94-8526-a3cf557709f5)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:07.164235 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '30e5cf1a-c55d-4245-a918-a50422989b35', 'network_id': '6fffdccd-9d01-41e0-85b5-9c674bdd21ed', 'port_id': '30e5cf1a-c55d-4245-a918-a50422989b35', 'mac_address': 'fa:16:3e:2a:1d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5f3725-dba4-4109-8ae6-1b69e3c26c4c', 'ip_address': '10.1.1.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:45:07.196216 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44c0dd-a6ae-443f-b652-904a71e9407f req-626d274a-d25f-446d-bda1-c169b181ecf3 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:07.203603 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:07.204984 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bb44c0dd-a6ae-443f-b652-904a71e9407f req-626d274a-d25f-446d-bda1-c169b181ecf3 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 946 time: 0.1029403 May 06 09:45:07.219066 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30e5cf1a-c55d-4245-a918-a50422989b35 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:07.230817 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f2d2d-2ece-45fb-a422-b37093d05079 req-b80f5313-92a0-4580-b1f1-1ad6fcb1c34c tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:07.232399 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c2f2d2d-2ece-45fb-a422-b37093d05079 req-b80f5313-92a0-4580-b1f1-1ad6fcb1c34c tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.0988157 May 06 09:45:07.242985 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 30e5cf1a-c55d-4245-a918-a50422989b35, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=30e5cf1a-c55d-4245-a918-a50422989b35,segment=NetworkSegment(575a8a23-13f7-4b94-8526-a3cf557709f5),segment_id=575a8a23-13f7-4b94-8526-a3cf557709f5)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:07.248988 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:07.268568 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bb44c0dd-a6ae-443f-b652-904a71e9407f req-6c4f899b-f462-497d-bdc4-b03a6baebeab tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628052 May 06 09:45:07.290741 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c2f2d2d-2ece-45fb-a422-b37093d05079 req-9ede1fcf-2df0-472f-961b-57bb3a910fa1 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430908 May 06 09:45:07.312924 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=30e5cf1a-c55d-4245-a918-a50422989b35,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:07.557260 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd74ae3-3a98-4f59-9cf1-4f8a5b610163 req-c593d181-17aa-457a-b34b-eb6b67a4949e tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:07.558833 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6dd74ae3-3a98-4f59-9cf1-4f8a5b610163 req-c593d181-17aa-457a-b34b-eb6b67a4949e tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.0866349 May 06 09:45:07.576569 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a931942-a79e-4684-801f-83ef7ac6f82d req-119519f5-8f5c-44e4-b1f1-f97a813e19a8 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:07.582671 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a931942-a79e-4684-801f-83ef7ac6f82d req-119519f5-8f5c-44e4-b1f1-f97a813e19a8 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:07.590955 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a931942-a79e-4684-801f-83ef7ac6f82d req-119519f5-8f5c-44e4-b1f1-f97a813e19a8 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:07.594722 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a931942-a79e-4684-801f-83ef7ac6f82d req-119519f5-8f5c-44e4-b1f1-f97a813e19a8 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:07.600956 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a931942-a79e-4684-801f-83ef7ac6f82d req-119519f5-8f5c-44e4-b1f1-f97a813e19a8 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:07.606812 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a931942-a79e-4684-801f-83ef7ac6f82d req-119519f5-8f5c-44e4-b1f1-f97a813e19a8 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:07.612681 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a931942-a79e-4684-801f-83ef7ac6f82d req-119519f5-8f5c-44e4-b1f1-f97a813e19a8 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:07.614630 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7a931942-a79e-4684-801f-83ef7ac6f82d req-119519f5-8f5c-44e4-b1f1-f97a813e19a8 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5435 time: 0.1165352 May 06 09:45:07.669929 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6dd74ae3-3a98-4f59-9cf1-4f8a5b610163 req-f4830340-f623-433c-a24d-7246e98dd0a1 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541730 May 06 09:45:07.687393 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7a931942-a79e-4684-801f-83ef7ac6f82d req-e543561f-b4b6-4038-8d55-863cf2fd80a1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603206 May 06 09:45:07.856680 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658802e-a218-4953-8b60-583e25cb6d42 req-cafa6537-ddd9-4234-8206-436329cf5bfe tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:07.858249 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9658802e-a218-4953-8b60-583e25cb6d42 req-cafa6537-ddd9-4234-8206-436329cf5bfe tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1020494 May 06 09:45:07.866638 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e700212-49d8-47fb-ab30-9d87d8042698 req-fef72920-6949-4e67-9ad7-62188621cc31 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:07.871355 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e700212-49d8-47fb-ab30-9d87d8042698 req-fef72920-6949-4e67-9ad7-62188621cc31 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/ports?device_id=f54c80f4-ac5a-4690-8586-1c83a29ab595 HTTP/1.1" status: 200 len: 944 time: 0.0820851 May 06 09:45:07.882367 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 38c20d49-c86a-4180-a93f-54b09fe2843a details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:45:07.893955 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device a23d161e-c6d1-4e70-a50a-9e4363915d68 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:07.932658 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9658802e-a218-4953-8b60-583e25cb6d42 req-63cde250-2f6f-4537-97bd-9968cd1c1706 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624065 May 06 09:45:07.937823 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e700212-49d8-47fb-ab30-9d87d8042698 req-0f088cca-d41c-491f-87e7-bb749642872a tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b384782-6713-4e00-a5c6-cb11e8bcedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605743 May 06 09:45:08.034805 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port a23d161e-c6d1-4e70-a50a-9e4363915d68 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:45:08.048003 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2197e-9291-4faf-a490-1c220789051c req-4bc05aa7-f490-40bb-a918-1dc5ea68fd25 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:08.049570 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-faf2197e-9291-4faf-a490-1c220789051c req-4bc05aa7-f490-40bb-a918-1dc5ea68fd25 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 943 time: 0.0600924 May 06 09:45:08.055218 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 38c20d49-c86a-4180-a93f-54b09fe2843a, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=38c20d49-c86a-4180-a93f-54b09fe2843a,segment=NetworkSegment(8f3ab2e4-f0c9-491d-9a7f-63c69e0448a6),segment_id=8f3ab2e4-f0c9-491d-9a7f-63c69e0448a6)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:08.058252 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port a23d161e-c6d1-4e70-a50a-9e4363915d68 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:08.058644 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:08.096110 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-faf2197e-9291-4faf-a490-1c220789051c req-71606c94-8d96-42ba-8fd6-00bc8fd61923 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400622 May 06 09:45:08.103106 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '38c20d49-c86a-4180-a93f-54b09fe2843a', 'network_id': 'ea914486-0633-42d0-91dc-fd37cb195551', 'port_id': '38c20d49-c86a-4180-a93f-54b09fe2843a', 'mac_address': 'fa:16:3e:64:18:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6aa5b6-5fe8-4846-b918-225d08aa05d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:45:08.159138 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:08.194470 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c20d49-c86a-4180-a93f-54b09fe2843a {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:08.214502 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-02708a25-83e6-4960-aac1-3c41227523ae req-65b07178-b478-4f04-9ad6-0811b4289084 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=44b4da988bc14ec8940c6ad6377379ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311952 May 06 09:45:08.217908 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:08.223520 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 38c20d49-c86a-4180-a93f-54b09fe2843a, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=38c20d49-c86a-4180-a93f-54b09fe2843a,segment=NetworkSegment(8f3ab2e4-f0c9-491d-9a7f-63c69e0448a6),segment_id=8f3ab2e4-f0c9-491d-9a7f-63c69e0448a6)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:08.233527 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:08.271739 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23d161e-c6d1-4e70-a50a-9e4363915d68'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:08.273992 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4829275-ce93-4e73-b8bc-d16e873f852f" -d '{"events": [{"server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "name": "network-vif-plugged", "status": "completed", "tag": "a23d161e-c6d1-4e70-a50a-9e4363915d68"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:08.291074 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port a23d161e-c6d1-4e70-a50a-9e4363915d68, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a23d161e-c6d1-4e70-a50a-9e4363915d68,segment=NetworkSegment(81dfb034-c6ca-4f2c-a88a-36b44ae760cc),segment_id=81dfb034-c6ca-4f2c-a88a-36b44ae760cc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:08.303434 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:08.304242 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 759bfe57-ac95-465e-88a9-dbe95c5517f6 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:08.319303 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada640fc-079a-498d-861f-dab62369869f req-8097291b-c578-478c-9803-0f5b6f1eba8c tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:08.320872 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ada640fc-079a-498d-861f-dab62369869f req-8097291b-c578-478c-9803-0f5b6f1eba8c tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/ports?device_id=b83b6ad6-dcb8-428b-91c6-95378203b41f HTTP/1.1" status: 200 len: 943 time: 0.1254601 May 06 09:45:08.334066 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=38c20d49-c86a-4180-a93f-54b09fe2843a,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:08.376348 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['5657ef8a-6946-4f8a-b6db-d71d2f6baecd'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:08.381184 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02708a25-83e6-4960-aac1-3c41227523ae req-aef8f44d-e160-47b7-ac7f-2e714d8f4f22 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:08.382880 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-02708a25-83e6-4960-aac1-3c41227523ae req-aef8f44d-e160-47b7-ac7f-2e714d8f4f22 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1513164 May 06 09:45:08.407224 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ada640fc-079a-498d-861f-dab62369869f req-37a4391d-dcbf-42cf-ae0e-70b3ea1e7026 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/security-groups?id=29a380c5-f6a6-40de-894e-2e767ff7fdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721211 May 06 09:45:08.408841 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-02708a25-83e6-4960-aac1-3c41227523ae req-4eaaa16c-cd15-421e-83a9-895e6eb10c0d tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.73 "GET /v2.0/quotas/44b4da988bc14ec8940c6ad6377379ca HTTP/1.1" status: 200 len: 375 time: 0.0170305 May 06 09:45:08.412812 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['f821c4bf-a2e5-4eee-b05e-3fda28dcde76'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:08.449480 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['33947b19-31b2-4338-b727-408a0344a6ca'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:08.451200 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-02708a25-83e6-4960-aac1-3c41227523ae req-ac781b6e-7c4e-48ed-9e98-cd1788c63658 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=44b4da988bc14ec8940c6ad6377379ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349975 May 06 09:45:08.489309 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=a23d161e-c6d1-4e70-a50a-9e4363915d68,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:08.520417 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 759bfe57-ac95-465e-88a9-dbe95c5517f6 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:45:08.538613 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55133c82-85d3-4f97-8231-c9a87a82fd33 req-83fc3fa5-4ad4-4b13-9a23-f5155f0d3bcc tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:08.541255 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55133c82-85d3-4f97-8231-c9a87a82fd33 req-83fc3fa5-4ad4-4b13-9a23-f5155f0d3bcc tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.0602241 May 06 09:45:08.542768 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 759bfe57-ac95-465e-88a9-dbe95c5517f6 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:08.543181 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:08.589573 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['30e5cf1a-c55d-4245-a918-a50422989b35'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:08.591658 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['7d6de0b3-19e5-492d-b661-4ff64145d752'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:08.600591 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55133c82-85d3-4f97-8231-c9a87a82fd33 req-af82ba5f-d82f-4789-809c-959a53aa76f3 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522485 May 06 09:45:08.701716 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b68cb343-4f08-4e3e-8824-f3d8380466d6 req-d5753ce8-ad47-47a6-9893-42e3a76c32ae tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.73 "GET /v2.0/ports?device_id=a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f HTTP/1.1" status: 200 len: 210 time: 0.0323856 May 06 09:45:08.730125 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2401d724-2b26-4421-aafb-676e11527b05 x-openstack-request-id: req-2401d724-2b26-4421-aafb-676e11527b05 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:08.730418 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "name": "network-vif-plugged", "status": "completed", "tag": "a23d161e-c6d1-4e70-a50a-9e4363915d68", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:08.730685 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2401d724-2b26-4421-aafb-676e11527b05 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:08.731048 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2401d724-2b26-4421-aafb-676e11527b05'] response: {'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23d161e-c6d1-4e70-a50a-9e4363915d68', 'code': 200} May 06 09:45:08.777298 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99436460-3882-4d94-a239-8e1d18df8025 req-5babc0e3-df6a-42d9-92d8-e343c02b02e1 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:08.778997 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99436460-3882-4d94-a239-8e1d18df8025 req-5babc0e3-df6a-42d9-92d8-e343c02b02e1 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 946 time: 0.0854011 May 06 09:45:08.809780 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 60782168-12e4-4917-b558-131d20aae484 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:45:08.854339 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99436460-3882-4d94-a239-8e1d18df8025 req-b1d8c644-7be1-4905-8f5a-29d89d86ba21 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630596 May 06 09:45:08.879155 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654913b1-df63-42a3-9a01-d4e4e61fb395 req-c7c170ce-f867-44c2-9fd5-a711a3561891 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:08.881137 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-654913b1-df63-42a3-9a01-d4e4e61fb395 req-c7c170ce-f867-44c2-9fd5-a711a3561891 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1010208 May 06 09:45:08.934083 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['38c20d49-c86a-4180-a93f-54b09fe2843a'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:08.966090 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-654913b1-df63-42a3-9a01-d4e4e61fb395 req-627670a6-9677-479e-9562-ce877730cf69 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722818 May 06 09:45:09.050617 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827785df-8fd5-4fca-8db2-5b2d125ae480 req-6edbd8cf-f95a-42d6-9982-b787e9a06217 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:09.057741 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827785df-8fd5-4fca-8db2-5b2d125ae480 req-6edbd8cf-f95a-42d6-9982-b787e9a06217 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:09.064987 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827785df-8fd5-4fca-8db2-5b2d125ae480 req-6edbd8cf-f95a-42d6-9982-b787e9a06217 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:09.073964 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827785df-8fd5-4fca-8db2-5b2d125ae480 req-6edbd8cf-f95a-42d6-9982-b787e9a06217 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:09.081589 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827785df-8fd5-4fca-8db2-5b2d125ae480 req-6edbd8cf-f95a-42d6-9982-b787e9a06217 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:09.088067 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827785df-8fd5-4fca-8db2-5b2d125ae480 req-6edbd8cf-f95a-42d6-9982-b787e9a06217 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:09.096482 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827785df-8fd5-4fca-8db2-5b2d125ae480 req-6edbd8cf-f95a-42d6-9982-b787e9a06217 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:09.100323 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-827785df-8fd5-4fca-8db2-5b2d125ae480 req-6edbd8cf-f95a-42d6-9982-b787e9a06217 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5436 time: 0.1320710 May 06 09:45:09.179766 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595e77a-d42e-4d9f-aabc-3924f194eb15 req-20a45b8b-4133-40d3-8018-a6f19baff316 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:09.181388 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4595e77a-d42e-4d9f-aabc-3924f194eb15 req-20a45b8b-4133-40d3-8018-a6f19baff316 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/ports?device_id=f54c80f4-ac5a-4690-8586-1c83a29ab595 HTTP/1.1" status: 200 len: 944 time: 0.0804780 May 06 09:45:09.187693 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-827785df-8fd5-4fca-8db2-5b2d125ae480 req-e580c9b4-4290-477d-b5d5-b2fca1f051d1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0758727 May 06 09:45:09.234381 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4595e77a-d42e-4d9f-aabc-3924f194eb15 req-9e7b8547-c604-4fa8-8414-f6fbc7e687be tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b384782-6713-4e00-a5c6-cb11e8bcedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437095 May 06 09:45:09.348972 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5705733-f031-4fb8-aed4-9ec9e039410d req-4227b64f-05cc-4108-83af-de7633d85f2c tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:09.350699 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5705733-f031-4fb8-aed4-9ec9e039410d req-4227b64f-05cc-4108-83af-de7633d85f2c tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 943 time: 0.0574827 May 06 09:45:09.402644 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5705733-f031-4fb8-aed4-9ec9e039410d req-b823b785-e6ea-405a-ad85-964af4396927 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439653 May 06 09:45:09.461814 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:09.486984 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db5bc5-e266-4d14-a1fc-5e4ce6e57677 req-47db6196-2386-4a42-90ff-46f3b041cdb9 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:09.488822 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-07db5bc5-e266-4d14-a1fc-5e4ce6e57677 req-47db6196-2386-4a42-90ff-46f3b041cdb9 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.0536616 May 06 09:45:09.499957 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 60782168-12e4-4917-b558-131d20aae484, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=60782168-12e4-4917-b558-131d20aae484,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:09.560676 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-07db5bc5-e266-4d14-a1fc-5e4ce6e57677 req-f46a0ce2-a8b9-456d-97ea-6ad3eb41a72d tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648775 May 06 09:45:09.592861 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614f894-6592-4a95-bfbf-d386ec18afc3 req-287f154d-b4d9-4ca0-b38f-f44280a12b41 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:09.594407 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7614f894-6592-4a95-bfbf-d386ec18afc3 req-287f154d-b4d9-4ca0-b38f-f44280a12b41 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/ports?device_id=b83b6ad6-dcb8-428b-91c6-95378203b41f HTTP/1.1" status: 200 len: 944 time: 0.0786803 May 06 09:45:09.599843 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '60782168-12e4-4917-b558-131d20aae484', 'network_id': '16dc8542-3f4f-4c03-b279-70aaa1b5cdbc', 'port_id': '60782168-12e4-4917-b558-131d20aae484', 'mac_address': 'fa:16:3e:a0:d2:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922edf83-b4a4-4bdd-8455-01a609c6fee5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:45:09.645239 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7614f894-6592-4a95-bfbf-d386ec18afc3 req-72030e3b-aec3-45bd-a044-1f27e9be215d tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/security-groups?id=29a380c5-f6a6-40de-894e-2e767ff7fdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407028 May 06 09:45:09.727173 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 759bfe57-ac95-465e-88a9-dbe95c5517f6, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=759bfe57-ac95-465e-88a9-dbe95c5517f6,segment=NetworkSegment(ae34b415-e7ea-4359-9186-a76174fab2b4),segment_id=ae34b415-e7ea-4359-9186-a76174fab2b4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:09.757634 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:09.758359 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device b9046c83-a238-4ecf-9873-2902976be919 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:09.799501 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0065410-f446-40f8-8f9b-38bc0e26fa96 req-3a3f75dc-62b0-4f58-82b6-3d3855d26e67 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.73 "GET /v2.0/ports?device_id=a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f HTTP/1.1" status: 200 len: 210 time: 0.0305812 May 06 09:45:09.851752 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:09.919784 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60782168-12e4-4917-b558-131d20aae484 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:09.938828 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-02708a25-83e6-4960-aac1-3c41227523ae req-12450bc1-e6a6-41b5-bd0c-8e986a06b20f tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=44b4da988bc14ec8940c6ad6377379ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259302 May 06 09:45:09.944261 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=759bfe57-ac95-465e-88a9-dbe95c5517f6,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:09.965371 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 60782168-12e4-4917-b558-131d20aae484, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=60782168-12e4-4917-b558-131d20aae484,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:09.969991 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:10.000862 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port b9046c83-a238-4ecf-9873-2902976be919 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:45:10.009406 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port b9046c83-a238-4ecf-9873-2902976be919 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:10.010210 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:10.058282 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=60782168-12e4-4917-b558-131d20aae484,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:10.076569 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35c606-33b1-4b11-a0f4-673719025320 req-7c8366aa-bbdf-4d17-affe-020505957a10 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:10.077172 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2f35c606-33b1-4b11-a0f4-673719025320 req-7c8366aa-bbdf-4d17-affe-020505957a10 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 946 time: 0.1311104 May 06 09:45:10.113147 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:10.126720 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02708a25-83e6-4960-aac1-3c41227523ae req-0ae5cf34-3ee9-45c0-aff0-d2fb9f6c4675 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:10.128324 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-02708a25-83e6-4960-aac1-3c41227523ae req-0ae5cf34-3ee9-45c0-aff0-d2fb9f6c4675 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1693556 May 06 09:45:10.142529 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2f35c606-33b1-4b11-a0f4-673719025320 req-fca313c4-24aa-4920-8554-44f96b06691b tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586512 May 06 09:45:10.149983 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port b9046c83-a238-4ecf-9873-2902976be919, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=b9046c83-a238-4ecf-9873-2902976be919,segment=NetworkSegment(575a8a23-13f7-4b94-8526-a3cf557709f5),segment_id=575a8a23-13f7-4b94-8526-a3cf557709f5)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:10.155192 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:10.161737 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-02708a25-83e6-4960-aac1-3c41227523ae req-9904db91-7108-4a41-b945-4ea3851d130a tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Request body: {'port': {'device_id': 'a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'admin_state_up': True, 'tenant_id': '44b4da988bc14ec8940c6ad6377379ca'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:10.208260 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=b9046c83-a238-4ecf-9873-2902976be919,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:10.281631 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02708a25-83e6-4960-aac1-3c41227523ae req-9904db91-7108-4a41-b945-4ea3851d130a tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Made reservation on behalf of 44b4da988bc14ec8940c6ad6377379ca for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:45:10.286334 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-02708a25-83e6-4960-aac1-3c41227523ae req-9904db91-7108-4a41-b945-4ea3851d130a tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:10.325315 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-02708a25-83e6-4960-aac1-3c41227523ae req-9904db91-7108-4a41-b945-4ea3851d130a tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:10.362595 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['60782168-12e4-4917-b558-131d20aae484'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:10.387881 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9125f2a-bcd7-4208-b3d5-a9ef98990bca req-239e9bd9-f006-48db-82f6-7a420daa7a9c tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:10.393738 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9125f2a-bcd7-4208-b3d5-a9ef98990bca req-239e9bd9-f006-48db-82f6-7a420daa7a9c tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:10.399593 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9125f2a-bcd7-4208-b3d5-a9ef98990bca req-239e9bd9-f006-48db-82f6-7a420daa7a9c tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:10.405467 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9125f2a-bcd7-4208-b3d5-a9ef98990bca req-239e9bd9-f006-48db-82f6-7a420daa7a9c tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:10.411340 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9125f2a-bcd7-4208-b3d5-a9ef98990bca req-239e9bd9-f006-48db-82f6-7a420daa7a9c tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:10.417193 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9125f2a-bcd7-4208-b3d5-a9ef98990bca req-239e9bd9-f006-48db-82f6-7a420daa7a9c tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:10.423061 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9125f2a-bcd7-4208-b3d5-a9ef98990bca req-239e9bd9-f006-48db-82f6-7a420daa7a9c tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:10.424987 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9125f2a-bcd7-4208-b3d5-a9ef98990bca req-239e9bd9-f006-48db-82f6-7a420daa7a9c tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5437 time: 0.1534607 May 06 09:45:10.453879 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4fa81-df35-4a50-86df-9e17ae357d89 req-2956d87d-bd78-41a9-bb5c-e537dcd7ee5c tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:10.455376 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9cb4fa81-df35-4a50-86df-9e17ae357d89 req-2956d87d-bd78-41a9-bb5c-e537dcd7ee5c tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/ports?device_id=f54c80f4-ac5a-4690-8586-1c83a29ab595 HTTP/1.1" status: 200 len: 945 time: 0.1478472 May 06 09:45:10.520625 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9125f2a-bcd7-4208-b3d5-a9ef98990bca req-29152c3e-bfef-469e-a0d6-668d1bae68c4 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0848098 May 06 09:45:10.540474 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9cb4fa81-df35-4a50-86df-9e17ae357d89 req-f4b6dbec-a9b7-4826-9dfd-716f7bbc5f40 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b384782-6713-4e00-a5c6-cb11e8bcedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758502 May 06 09:45:10.553804 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-02708a25-83e6-4960-aac1-3c41227523ae req-9904db91-7108-4a41-b945-4ea3851d130a tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:10.559708 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-02708a25-83e6-4960-aac1-3c41227523ae req-9904db91-7108-4a41-b945-4ea3851d130a tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:10.670857 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904db91-7108-4a41-b945-4ea3851d130a tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9e3fd7-5b07-4e3f-a31f-abff0204440b,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:10.712283 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9904db91-7108-4a41-b945-4ea3851d130a tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:10.712641 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9904db91-7108-4a41-b945-4ea3851d130a tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:10.713027 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9904db91-7108-4a41-b945-4ea3851d130a tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:10.713368 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9904db91-7108-4a41-b945-4ea3851d130a tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:10.713708 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9904db91-7108-4a41-b945-4ea3851d130a tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:10.714045 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9904db91-7108-4a41-b945-4ea3851d130a tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:10.714383 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9904db91-7108-4a41-b945-4ea3851d130a tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:10.714711 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9904db91-7108-4a41-b945-4ea3851d130a tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:10.715047 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9904db91-7108-4a41-b945-4ea3851d130a tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:10.715404 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9904db91-7108-4a41-b945-4ea3851d130a tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:10.715734 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9904db91-7108-4a41-b945-4ea3851d130a tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:10.716058 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9904db91-7108-4a41-b945-4ea3851d130a tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:10.732689 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54c80f4-ac5a-4690-8586-1c83a29ab595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759bfe57-ac95-465e-88a9-dbe95c5517f6'}, {'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9046c83-a238-4ecf-9873-2902976be919'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:10.735021 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc8f56b-f083-412a-bc7e-6b8e575ebd1c" -d '{"events": [{"server_uuid": "f54c80f4-ac5a-4690-8586-1c83a29ab595", "name": "network-vif-plugged", "status": "completed", "tag": "759bfe57-ac95-465e-88a9-dbe95c5517f6"}, {"server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "name": "network-vif-plugged", "status": "completed", "tag": "b9046c83-a238-4ecf-9873-2902976be919"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:10.774829 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cbe2e-f398-4852-a0db-bf3bf2a2d4f8 req-1a008840-a291-4d32-b269-d4d8821d7820 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:10.776371 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b35cbe2e-f398-4852-a0db-bf3bf2a2d4f8 req-1a008840-a291-4d32-b269-d4d8821d7820 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 944 time: 0.1887624 May 06 09:45:10.795733 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679ec1d-2978-4203-82d0-b3287c1ec39b req-a1d0e80b-5b36-4007-a257-5b305cb12e0a tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:10.797290 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4679ec1d-2978-4203-82d0-b3287c1ec39b req-a1d0e80b-5b36-4007-a257-5b305cb12e0a tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1572413 May 06 09:45:10.828930 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-02708a25-83e6-4960-aac1-3c41227523ae req-9904db91-7108-4a41-b945-4ea3851d130a tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Allocated IP 192.168.233.163 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/edea07e1-602d-4b8f-bc5d-ff14e17b635a) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:45:10.886074 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b35cbe2e-f398-4852-a0db-bf3bf2a2d4f8 req-f73dbfa6-d9d0-44e8-a09f-a9934810a85a tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016471 May 06 09:45:10.902358 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4679ec1d-2978-4203-82d0-b3287c1ec39b req-8f56d6eb-f0ab-4649-a3c9-3f7610e60a00 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912557 May 06 09:45:10.977423 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 May 2022 09:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc0d6f5-a070-4d42-82c4-642cc741dcf7 x-openstack-request-id: req-1dc0d6f5-a070-4d42-82c4-642cc741dcf7 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:10.979702 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54c80f4-ac5a-4690-8586-1c83a29ab595", "name": "network-vif-plugged", "status": "completed", "tag": "759bfe57-ac95-465e-88a9-dbe95c5517f6", "code": 200}, {"server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "name": "network-vif-plugged", "status": "completed", "tag": "b9046c83-a238-4ecf-9873-2902976be919", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:10.980187 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1dc0d6f5-a070-4d42-82c4-642cc741dcf7 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:10.981584 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dc0d6f5-a070-4d42-82c4-642cc741dcf7'] response: {'server_uuid': 'f54c80f4-ac5a-4690-8586-1c83a29ab595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759bfe57-ac95-465e-88a9-dbe95c5517f6', 'code': 200} May 06 09:45:10.982069 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dc0d6f5-a070-4d42-82c4-642cc741dcf7'] response: {'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9046c83-a238-4ecf-9873-2902976be919', 'code': 200} May 06 09:45:11.100631 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0ccb5dd-b157-41e3-9305-c811f95d1d27 req-ddd6a4cc-a5bd-4711-8abe-205768d6322c tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.73 "GET /v2.0/ports?device_id=a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f HTTP/1.1" status: 200 len: 210 time: 0.0460310 May 06 09:45:11.104060 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-02708a25-83e6-4960-aac1-3c41227523ae req-9904db91-7108-4a41-b945-4ea3851d130a tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:11.122078 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3d1d1-235a-4d41-b8a0-fea9e556790b req-658b3158-084e-4afc-a2a0-4c036c839b10 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:11.123662 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8eb3d1d1-235a-4d41-b8a0-fea9e556790b req-658b3158-084e-4afc-a2a0-4c036c839b10 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/ports?device_id=b83b6ad6-dcb8-428b-91c6-95378203b41f HTTP/1.1" status: 200 len: 944 time: 0.1272287 May 06 09:45:11.142863 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605a7be-82bb-42ed-b85d-1879402ea652 req-2381a7f6-cb76-4ce8-8780-db51cf5b8883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:11.144563 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6605a7be-82bb-42ed-b85d-1879402ea652 req-2381a7f6-cb76-4ce8-8780-db51cf5b8883 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f54c80f4-ac5a-4690-8586-1c83a29ab595 HTTP/1.1" status: 200 len: 1096 time: 0.0556228 May 06 09:45:11.176908 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-02708a25-83e6-4960-aac1-3c41227523ae req-9904db91-7108-4a41-b945-4ea3851d130a tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:11.192117 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6605a7be-82bb-42ed-b85d-1879402ea652 req-a3581a67-5a91-4214-8fbe-89bd023285de service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3b384782-6713-4e00-a5c6-cb11e8bcedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367925 May 06 09:45:11.215187 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8eb3d1d1-235a-4d41-b8a0-fea9e556790b req-82f2bf1e-19bc-4bdc-aea4-b974f28c864c tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/security-groups?id=29a380c5-f6a6-40de-894e-2e767ff7fdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846980 May 06 09:45:11.238240 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02708a25-83e6-4960-aac1-3c41227523ae req-9904db91-7108-4a41-b945-4ea3851d130a tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:45:11.242765 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-02708a25-83e6-4960-aac1-3c41227523ae req-9904db91-7108-4a41-b945-4ea3851d130a tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:11.245628 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-02708a25-83e6-4960-aac1-3c41227523ae req-9904db91-7108-4a41-b945-4ea3851d130a tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:45:11.250022 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904db91-7108-4a41-b945-4ea3851d130a tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Pushing event updated for resources: {'Port': ['ID=edea07e1-602d-4b8f-bc5d-ff14e17b635a,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:11.332649 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02708a25-83e6-4960-aac1-3c41227523ae req-9904db91-7108-4a41-b945-4ea3851d130a tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:11.333377 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-02708a25-83e6-4960-aac1-3c41227523ae req-9904db91-7108-4a41-b945-4ea3851d130a tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:11.388636 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c673af-9720-4db7-a239-506c55cf27f5 req-ec9176a9-eba7-4232-8f8c-8e79ab1cbd2b tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:11.390265 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b4c673af-9720-4db7-a239-506c55cf27f5 req-ec9176a9-eba7-4232-8f8c-8e79ab1cbd2b tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 946 time: 0.1053426 May 06 09:45:11.395716 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-02708a25-83e6-4960-aac1-3c41227523ae req-9904db91-7108-4a41-b945-4ea3851d130a tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2381642 May 06 09:45:11.419457 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-02708a25-83e6-4960-aac1-3c41227523ae req-29114b4a-0c17-4123-89c9-f54251a4a7c7 service neutron] Request body: {'port': {'device_id': 'a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:11.466863 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc3f24-d01b-4b8b-9a3c-c06e305d8135 req-46c49d05-e71d-4696-bc5f-e4da54bd7731 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:11.468462 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37dc3f24-d01b-4b8b-9a3c-c06e305d8135 req-46c49d05-e71d-4696-bc5f-e4da54bd7731 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1441007 May 06 09:45:11.509217 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b4c673af-9720-4db7-a239-506c55cf27f5 req-f72ddeeb-e285-4882-a64b-f05c098fb545 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115758 May 06 09:45:11.526879 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c01d6fac-1818-4e86-8b86-85dd1466e775 None None] Provisioning complete for port edea07e1-602d-4b8f-bc5d-ff14e17b635a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:11.526879 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c01d6fac-1818-4e86-8b86-85dd1466e775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:11.530267 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-02708a25-83e6-4960-aac1-3c41227523ae req-29114b4a-0c17-4123-89c9-f54251a4a7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:11.553920 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37dc3f24-d01b-4b8b-9a3c-c06e305d8135 req-34bf3ee5-2c67-4c3f-b9da-26bdd669ede0 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786037 May 06 09:45:11.562170 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-c01d6fac-1818-4e86-8b86-85dd1466e775 None None] Port edea07e1-602d-4b8f-bc5d-ff14e17b635a cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:45:11.809906 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb83c5-9f09-4e3a-b6fc-a3f6ad21e5b7 req-ddbd2c9f-c2b2-4f4c-a91d-b67a0544cacf tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:11.815687 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb83c5-9f09-4e3a-b6fc-a3f6ad21e5b7 req-ddbd2c9f-c2b2-4f4c-a91d-b67a0544cacf tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:11.821507 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb83c5-9f09-4e3a-b6fc-a3f6ad21e5b7 req-ddbd2c9f-c2b2-4f4c-a91d-b67a0544cacf tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:11.827940 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb83c5-9f09-4e3a-b6fc-a3f6ad21e5b7 req-ddbd2c9f-c2b2-4f4c-a91d-b67a0544cacf tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:11.833835 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb83c5-9f09-4e3a-b6fc-a3f6ad21e5b7 req-ddbd2c9f-c2b2-4f4c-a91d-b67a0544cacf tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:11.839749 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb83c5-9f09-4e3a-b6fc-a3f6ad21e5b7 req-ddbd2c9f-c2b2-4f4c-a91d-b67a0544cacf tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:11.845566 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb83c5-9f09-4e3a-b6fc-a3f6ad21e5b7 req-ddbd2c9f-c2b2-4f4c-a91d-b67a0544cacf tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:11.847729 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c4fb83c5-9f09-4e3a-b6fc-a3f6ad21e5b7 req-ddbd2c9f-c2b2-4f4c-a91d-b67a0544cacf tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5437 time: 0.2355671 May 06 09:45:11.868280 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78a622-478e-4566-b239-c06694816cba req-95b2945c-841d-42dc-9c90-0fff9287df22 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:11.870324 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2f78a622-478e-4566-b239-c06694816cba req-95b2945c-841d-42dc-9c90-0fff9287df22 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/ports?device_id=f54c80f4-ac5a-4690-8586-1c83a29ab595 HTTP/1.1" status: 200 len: 945 time: 0.1935873 May 06 09:45:11.909551 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device f821c4bf-a2e5-4eee-b05e-3fda28dcde76 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:11.967049 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c4fb83c5-9f09-4e3a-b6fc-a3f6ad21e5b7 req-fa5b6a6b-b502-4d5e-8e85-515c0e90cb5c tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1120872 May 06 09:45:11.968724 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port f821c4bf-a2e5-4eee-b05e-3fda28dcde76 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:45:11.972354 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2f78a622-478e-4566-b239-c06694816cba req-4062a7f1-e26a-415d-bfcd-87113cbe2c3f tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b384782-6713-4e00-a5c6-cb11e8bcedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949953 May 06 09:45:11.974557 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port f821c4bf-a2e5-4eee-b05e-3fda28dcde76 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:11.974965 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:12.041657 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-02708a25-83e6-4960-aac1-3c41227523ae req-29114b4a-0c17-4123-89c9-f54251a4a7c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edea07e1-602d-4b8f-bc5d-ff14e17b635a {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:12.060175 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-02708a25-83e6-4960-aac1-3c41227523ae req-29114b4a-0c17-4123-89c9-f54251a4a7c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:12.076764 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:12.093403 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-02708a25-83e6-4960-aac1-3c41227523ae req-29114b4a-0c17-4123-89c9-f54251a4a7c7 service neutron] Transition to ACTIVE for port object edea07e1-602d-4b8f-bc5d-ff14e17b635a will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:45:12.100885 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-02708a25-83e6-4960-aac1-3c41227523ae req-29114b4a-0c17-4123-89c9-f54251a4a7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:12.116028 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port f821c4bf-a2e5-4eee-b05e-3fda28dcde76, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=f821c4bf-a2e5-4eee-b05e-3fda28dcde76,segment=NetworkSegment(575a8a23-13f7-4b94-8526-a3cf557709f5),segment_id=575a8a23-13f7-4b94-8526-a3cf557709f5)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:12.121185 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:12.153833 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e379979-9844-4326-a620-273db101c981 req-a6112ec8-96b8-401d-982b-bf466647d065 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:12.155382 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3e379979-9844-4326-a620-273db101c981 req-a6112ec8-96b8-401d-982b-bf466647d065 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 944 time: 0.1088154 May 06 09:45:12.179713 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29114b4a-0c17-4123-89c9-f54251a4a7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=edea07e1-602d-4b8f-bc5d-ff14e17b635a,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:12.197175 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=f821c4bf-a2e5-4eee-b05e-3fda28dcde76,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:12.296687 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3e379979-9844-4326-a620-273db101c981 req-e7cb7d3a-099a-4b70-9b5e-6b5d16325625 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348922 May 06 09:45:12.318380 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03647283-8874-49ef-911c-60d5e7d1dac4 req-601a8354-1f44-46e3-8f7d-ec74161702b6 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:12.320330 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-03647283-8874-49ef-911c-60d5e7d1dac4 req-601a8354-1f44-46e3-8f7d-ec74161702b6 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.73 "GET /v2.0/ports?device_id=a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f HTTP/1.1" status: 200 len: 948 time: 0.1166630 May 06 09:45:12.322674 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-02708a25-83e6-4960-aac1-3c41227523ae req-29114b4a-0c17-4123-89c9-f54251a4a7c7 service neutron] Attempting to bind port edea07e1-602d-4b8f-bc5d-ff14e17b635a on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:45:12.323018 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-02708a25-83e6-4960-aac1-3c41227523ae req-29114b4a-0c17-4123-89c9-f54251a4a7c7 service neutron] Attempting to bind port edea07e1-602d-4b8f-bc5d-ff14e17b635a by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:45:12.323545 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02708a25-83e6-4960-aac1-3c41227523ae req-29114b4a-0c17-4123-89c9-f54251a4a7c7 service neutron] Attempting to bind port edea07e1-602d-4b8f-bc5d-ff14e17b635a on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:45:12.328824 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02708a25-83e6-4960-aac1-3c41227523ae req-29114b4a-0c17-4123-89c9-f54251a4a7c7 service neutron] Port edea07e1-602d-4b8f-bc5d-ff14e17b635a on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:45:12.329152 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02708a25-83e6-4960-aac1-3c41227523ae req-29114b4a-0c17-4123-89c9-f54251a4a7c7 service neutron] Attempting to bind port edea07e1-602d-4b8f-bc5d-ff14e17b635a on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:45:12.342007 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02708a25-83e6-4960-aac1-3c41227523ae req-29114b4a-0c17-4123-89c9-f54251a4a7c7 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:45:12.342349 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02708a25-83e6-4960-aac1-3c41227523ae req-29114b4a-0c17-4123-89c9-f54251a4a7c7 service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:45:12.342736 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02708a25-83e6-4960-aac1-3c41227523ae req-29114b4a-0c17-4123-89c9-f54251a4a7c7 service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:45:12.343213 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-02708a25-83e6-4960-aac1-3c41227523ae req-29114b4a-0c17-4123-89c9-f54251a4a7c7 service neutron] Bound port: edea07e1-602d-4b8f-bc5d-ff14e17b635a, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:45:12.343967 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-02708a25-83e6-4960-aac1-3c41227523ae req-29114b4a-0c17-4123-89c9-f54251a4a7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:12.409385 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-03647283-8874-49ef-911c-60d5e7d1dac4 req-ef6e81b9-d79e-429d-89b5-85a3c4e8e82e tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e9e3fd7-5b07-4e3f-a31f-abff0204440b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778363 May 06 09:45:12.473533 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f05233-8319-4a7e-8f38-d6f7dda9476c req-96f60913-2cf9-45f8-91b3-0d4018b5e704 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:12.475020 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-68f05233-8319-4a7e-8f38-d6f7dda9476c req-96f60913-2cf9-45f8-91b3-0d4018b5e704 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/ports?device_id=b83b6ad6-dcb8-428b-91c6-95378203b41f HTTP/1.1" status: 200 len: 944 time: 0.1071830 May 06 09:45:12.476099 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-02708a25-83e6-4960-aac1-3c41227523ae req-29114b4a-0c17-4123-89c9-f54251a4a7c7 service neutron] For port edea07e1-602d-4b8f-bc5d-ff14e17b635a, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:45:12.479511 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-02708a25-83e6-4960-aac1-3c41227523ae req-29114b4a-0c17-4123-89c9-f54251a4a7c7 service neutron] For port edea07e1-602d-4b8f-bc5d-ff14e17b635a, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=edea07e1-602d-4b8f-bc5d-ff14e17b635a,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:45:12.489422 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-02708a25-83e6-4960-aac1-3c41227523ae req-29114b4a-0c17-4123-89c9-f54251a4a7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:12.534342 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02708a25-83e6-4960-aac1-3c41227523ae req-29114b4a-0c17-4123-89c9-f54251a4a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:12.534342 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-02708a25-83e6-4960-aac1-3c41227523ae req-29114b4a-0c17-4123-89c9-f54251a4a7c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:12.535311 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-02708a25-83e6-4960-aac1-3c41227523ae req-29114b4a-0c17-4123-89c9-f54251a4a7c7 service neutron] 10.222.0.84 "PUT /v2.0/ports/edea07e1-602d-4b8f-bc5d-ff14e17b635a HTTP/1.1" status: 200 len: 1096 time: 1.1269364 May 06 09:45:12.539039 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f', 'tag': 'edea07e1-602d-4b8f-bc5d-ff14e17b635a'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:12.542142 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6b32a6-86fb-4731-abb8-619ffea99fec" -d '{"events": [{"name": "network-changed", "server_uuid": "a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f", "tag": "edea07e1-602d-4b8f-bc5d-ff14e17b635a"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:12.567204 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-68f05233-8319-4a7e-8f38-d6f7dda9476c req-924be76d-11e8-45b9-af9d-5098d738e67e tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/security-groups?id=29a380c5-f6a6-40de-894e-2e767ff7fdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855367 May 06 09:45:12.610907 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29114b4a-0c17-4123-89c9-f54251a4a7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=edea07e1-602d-4b8f-bc5d-ff14e17b635a,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:12.650702 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77179cb-bac5-4bcf-81c1-e1c0691e4ebc x-openstack-request-id: req-f77179cb-bac5-4bcf-81c1-e1c0691e4ebc {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:12.651000 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f", "tag": "edea07e1-602d-4b8f-bc5d-ff14e17b635a", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:12.651301 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f77179cb-bac5-4bcf-81c1-e1c0691e4ebc {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:12.651710 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f77179cb-bac5-4bcf-81c1-e1c0691e4ebc'] response: {'name': 'network-changed', 'server_uuid': 'a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f', 'tag': 'edea07e1-602d-4b8f-bc5d-ff14e17b635a', 'status': 'completed', 'code': 200} May 06 09:45:12.659386 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02708a25-83e6-4960-aac1-3c41227523ae req-c44b84b2-1c91-4e10-9db7-6ad3308e44be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:12.660920 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-02708a25-83e6-4960-aac1-3c41227523ae req-c44b84b2-1c91-4e10-9db7-6ad3308e44be service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=44b4da988bc14ec8940c6ad6377379ca&device_id=a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f HTTP/1.1" status: 200 len: 1099 time: 0.0806119 May 06 09:45:12.727567 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fe17b-a557-4de3-b435-9a359a5e6d60 req-291dd103-1ff5-4934-9fb3-93f16e01a0c6 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:12.729192 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-283fe17b-a557-4de3-b435-9a359a5e6d60 req-291dd103-1ff5-4934-9fb3-93f16e01a0c6 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 946 time: 0.1074896 May 06 09:45:12.737840 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-02708a25-83e6-4960-aac1-3c41227523ae req-d642392f-eb6b-4c9f-a400-d29e81b415b5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=edea07e1-602d-4b8f-bc5d-ff14e17b635a HTTP/1.1" status: 200 len: 217 time: 0.0652282 May 06 09:45:12.763987 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 60782168-12e4-4917-b558-131d20aae484 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:12.826081 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 60782168-12e4-4917-b558-131d20aae484 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:45:12.829901 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 60782168-12e4-4917-b558-131d20aae484 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:12.830348 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:12.843906 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-283fe17b-a557-4de3-b435-9a359a5e6d60 req-7ba8cef9-aec0-4079-8ff3-c2240e579779 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048825 May 06 09:45:12.854681 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9a7dd-141d-4de2-a318-b5cf888a993c req-dd46c98f-e366-47dc-91fd-9d2f1a6094d5 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:12.855796 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51a9a7dd-141d-4de2-a318-b5cf888a993c req-dd46c98f-e366-47dc-91fd-9d2f1a6094d5 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1373682 May 06 09:45:12.857350 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02708a25-83e6-4960-aac1-3c41227523ae req-d42d78d0-fd92-445b-b748-7022ad04f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:12.858694 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-02708a25-83e6-4960-aac1-3c41227523ae req-d42d78d0-fd92-445b-b748-7022ad04f9d6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0954597 May 06 09:45:12.909187 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51a9a7dd-141d-4de2-a318-b5cf888a993c req-e488422d-0dca-4f62-931d-bbce8bc668df tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439796 May 06 09:45:12.921460 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:12.956375 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 60782168-12e4-4917-b558-131d20aae484, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=60782168-12e4-4917-b558-131d20aae484,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:12.961130 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:13.008521 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02708a25-83e6-4960-aac1-3c41227523ae req-fe875048-9c70-4501-9f1e-69b09a84d6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:13.010401 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-02708a25-83e6-4960-aac1-3c41227523ae req-fe875048-9c70-4501-9f1e-69b09a84d6b2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0435240 May 06 09:45:13.013912 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f821c4bf-a2e5-4eee-b05e-3fda28dcde76'}, {'server_uuid': 'ff90f3cc-aff3-44ef-bf3c-4b9dfd316607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60782168-12e4-4917-b558-131d20aae484'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:13.017288 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbb862a-73d7-4245-908b-e5430c8a4476" -d '{"events": [{"server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "name": "network-vif-plugged", "status": "completed", "tag": "f821c4bf-a2e5-4eee-b05e-3fda28dcde76"}, {"server_uuid": "ff90f3cc-aff3-44ef-bf3c-4b9dfd316607", "name": "network-vif-plugged", "status": "completed", "tag": "60782168-12e4-4917-b558-131d20aae484"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:13.085460 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=60782168-12e4-4917-b558-131d20aae484,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:13.486724 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f1f39-ead3-4d88-a0da-237ab9ee1ad4 req-6ae9347f-8f2a-4fa1-b23c-8b0ff83d0d37 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:13.488257 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e00f1f39-ead3-4d88-a0da-237ab9ee1ad4 req-6ae9347f-8f2a-4fa1-b23c-8b0ff83d0d37 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.4711080 May 06 09:45:13.517734 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adda97a-be00-46db-a1be-796fc96272ba req-aa67db47-81f9-455d-9a58-e640b0f79f9a tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:13.519337 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7adda97a-be00-46db-a1be-796fc96272ba req-aa67db47-81f9-455d-9a58-e640b0f79f9a tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/ports?device_id=f54c80f4-ac5a-4690-8586-1c83a29ab595 HTTP/1.1" status: 200 len: 945 time: 0.1040063 May 06 09:45:13.523039 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-02708a25-83e6-4960-aac1-3c41227523ae req-d49a1c49-f21d-407f-af14-c410012d54ea service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4967434 May 06 09:45:13.611881 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e00f1f39-ead3-4d88-a0da-237ab9ee1ad4 req-10317033-40c9-42fe-b1c0-020b52361970 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109538 May 06 09:45:13.642189 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7adda97a-be00-46db-a1be-796fc96272ba req-0e74aff8-6c07-4a77-a97c-a0d30d031f26 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b384782-6713-4e00-a5c6-cb11e8bcedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038651 May 06 09:45:13.682262 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-02708a25-83e6-4960-aac1-3c41227523ae req-a9f4e2fe-2165-4573-a119-c081b24515b5 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438637 May 06 09:45:13.709891 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 May 2022 09:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff187b2-f8bc-4961-8bec-a6bd19906116 x-openstack-request-id: req-0ff187b2-f8bc-4961-8bec-a6bd19906116 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:13.710190 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "name": "network-vif-plugged", "status": "completed", "tag": "f821c4bf-a2e5-4eee-b05e-3fda28dcde76", "code": 200}, {"server_uuid": "ff90f3cc-aff3-44ef-bf3c-4b9dfd316607", "name": "network-vif-plugged", "status": "completed", "tag": "60782168-12e4-4917-b558-131d20aae484", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:13.710444 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0ff187b2-f8bc-4961-8bec-a6bd19906116 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:13.711002 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ff187b2-f8bc-4961-8bec-a6bd19906116'] response: {'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f821c4bf-a2e5-4eee-b05e-3fda28dcde76', 'code': 200} May 06 09:45:13.711289 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ff187b2-f8bc-4961-8bec-a6bd19906116'] response: {'server_uuid': 'ff90f3cc-aff3-44ef-bf3c-4b9dfd316607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60782168-12e4-4917-b558-131d20aae484', 'code': 200} May 06 09:45:13.838292 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb492829-8da5-4009-9c77-b63ceb144e79 req-b5f1e4e2-6024-4314-8144-c193cae061d0 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:13.844027 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb492829-8da5-4009-9c77-b63ceb144e79 req-b5f1e4e2-6024-4314-8144-c193cae061d0 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:13.850087 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb492829-8da5-4009-9c77-b63ceb144e79 req-b5f1e4e2-6024-4314-8144-c193cae061d0 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:13.855966 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb492829-8da5-4009-9c77-b63ceb144e79 req-b5f1e4e2-6024-4314-8144-c193cae061d0 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:13.861713 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb492829-8da5-4009-9c77-b63ceb144e79 req-b5f1e4e2-6024-4314-8144-c193cae061d0 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:13.867475 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb492829-8da5-4009-9c77-b63ceb144e79 req-b5f1e4e2-6024-4314-8144-c193cae061d0 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:13.875035 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb492829-8da5-4009-9c77-b63ceb144e79 req-b5f1e4e2-6024-4314-8144-c193cae061d0 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:13.877672 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eb492829-8da5-4009-9c77-b63ceb144e79 req-b5f1e4e2-6024-4314-8144-c193cae061d0 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5438 time: 0.1604459 May 06 09:45:13.919428 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 38c20d49-c86a-4180-a93f-54b09fe2843a up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:13.928039 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b32a6-86fb-4731-abb8-619ffea99fec req-7ca02ade-142b-455b-93ff-db19f2974799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:13.929537 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1e6b32a6-86fb-4731-abb8-619ffea99fec req-7ca02ade-142b-455b-93ff-db19f2974799 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=44b4da988bc14ec8940c6ad6377379ca&device_id=a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f HTTP/1.1" status: 200 len: 1099 time: 0.1748204 May 06 09:45:13.973929 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 38c20d49-c86a-4180-a93f-54b09fe2843a completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:45:13.978397 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 38c20d49-c86a-4180-a93f-54b09fe2843a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:13.978652 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bfe0e-e8e6-49f9-98c7-fb26ebe6ce22 req-525d579b-f6b8-48cd-893f-2bc2ed30acbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:13.978771 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:13.980199 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-797bfe0e-e8e6-49f9-98c7-fb26ebe6ce22 req-525d579b-f6b8-48cd-893f-2bc2ed30acbe service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 1096 time: 0.1910253 May 06 09:45:14.012984 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e15627-6b9d-4a2e-8dac-19f7531dfd47 req-19d64559-a1ea-4bd3-91e8-fae2f51c9f30 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:14.018179 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17e15627-6b9d-4a2e-8dac-19f7531dfd47 req-19d64559-a1ea-4bd3-91e8-fae2f51c9f30 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 945 time: 0.2265975 May 06 09:45:14.023772 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eb492829-8da5-4009-9c77-b63ceb144e79 req-d241671e-599a-4461-a5d1-fd17e3d0bcb1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1298034 May 06 09:45:14.069524 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:14.103515 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-797bfe0e-e8e6-49f9-98c7-fb26ebe6ce22 req-2ce7ee6a-0c91-455e-8eae-b95aad98c800 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841832 May 06 09:45:14.109388 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 38c20d49-c86a-4180-a93f-54b09fe2843a, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=38c20d49-c86a-4180-a93f-54b09fe2843a,segment=NetworkSegment(8f3ab2e4-f0c9-491d-9a7f-63c69e0448a6),segment_id=8f3ab2e4-f0c9-491d-9a7f-63c69e0448a6)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:14.113574 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:14.114422 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 7d6de0b3-19e5-492d-b661-4ff64145d752 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:14.141647 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17e15627-6b9d-4a2e-8dac-19f7531dfd47 req-62ab6f56-adf4-4746-b3bb-5374a9dc1305 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109591 May 06 09:45:14.156086 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b32a6-86fb-4731-abb8-619ffea99fec req-9fe89d72-7dc6-4951-97ce-9771c7087c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:14.165559 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1e6b32a6-86fb-4731-abb8-619ffea99fec req-9fe89d72-7dc6-4951-97ce-9771c7087c72 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.2176449 May 06 09:45:14.185453 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378b859-c4a9-4ef9-8852-1ac3f146013b req-eed29956-8861-4a14-804a-538dd609af79 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:14.188847 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8378b859-c4a9-4ef9-8852-1ac3f146013b req-eed29956-8861-4a14-804a-538dd609af79 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.73 "GET /v2.0/ports?device_id=a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f HTTP/1.1" status: 200 len: 948 time: 0.0940225 May 06 09:45:14.195510 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=38c20d49-c86a-4180-a93f-54b09fe2843a,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:14.212065 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 7d6de0b3-19e5-492d-b661-4ff64145d752 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:45:14.218394 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 7d6de0b3-19e5-492d-b661-4ff64145d752 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:14.218985 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:14.239516 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8378b859-c4a9-4ef9-8852-1ac3f146013b req-da87c7a4-f75d-49de-902c-a517fabfddb8 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e9e3fd7-5b07-4e3f-a31f-abff0204440b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445678 May 06 09:45:14.284328 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7670f9-275b-413e-9699-4793ca83b1d1 req-5a93c53a-29c6-4475-9bd5-233226736ab9 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:14.286018 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bd7670f9-275b-413e-9699-4793ca83b1d1 req-5a93c53a-29c6-4475-9bd5-233226736ab9 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/ports?device_id=b83b6ad6-dcb8-428b-91c6-95378203b41f HTTP/1.1" status: 200 len: 945 time: 0.0682354 May 06 09:45:14.313388 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:14.346800 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 7d6de0b3-19e5-492d-b661-4ff64145d752, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=7d6de0b3-19e5-492d-b661-4ff64145d752,segment=NetworkSegment(575a8a23-13f7-4b94-8526-a3cf557709f5),segment_id=575a8a23-13f7-4b94-8526-a3cf557709f5)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:14.350763 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:14.351697 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 5657ef8a-6946-4f8a-b6db-d71d2f6baecd up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:14.366206 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bd7670f9-275b-413e-9699-4793ca83b1d1 req-7c1ddb20-9dc2-42e9-98b0-da4c27201442 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/security-groups?id=29a380c5-f6a6-40de-894e-2e767ff7fdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733783 May 06 09:45:14.446563 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1e6b32a6-86fb-4731-abb8-619ffea99fec req-0d1da88f-3233-479a-a8bf-ec156347229e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=edea07e1-602d-4b8f-bc5d-ff14e17b635a HTTP/1.1" status: 200 len: 217 time: 0.1131797 May 06 09:45:14.555598 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64f730-b2a4-4ca5-ae74-c2d6ce2dd508 req-bce1a098-74b1-48d9-9e9c-2ac31f0ee435 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:14.557731 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-af64f730-b2a4-4ca5-ae74-c2d6ce2dd508 req-bce1a098-74b1-48d9-9e9c-2ac31f0ee435 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 946 time: 0.2227948 May 06 09:45:14.565394 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=7d6de0b3-19e5-492d-b661-4ff64145d752,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:14.578529 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 5657ef8a-6946-4f8a-b6db-d71d2f6baecd completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:45:14.582374 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 5657ef8a-6946-4f8a-b6db-d71d2f6baecd triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:14.582751 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:14.586183 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b32a6-86fb-4731-abb8-619ffea99fec req-c6fec1d5-6db2-44fa-b696-97522b85ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:14.587741 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1e6b32a6-86fb-4731-abb8-619ffea99fec req-c6fec1d5-6db2-44fa-b696-97522b85ba13 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1124649 May 06 09:45:14.598749 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfb3b5-1e8b-4a7a-8944-81a21be57c1b req-90940103-65ae-46c0-ad61-ed1821ad0546 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:14.600226 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-20dfb3b5-1e8b-4a7a-8944-81a21be57c1b req-90940103-65ae-46c0-ad61-ed1821ad0546 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1422424 May 06 09:45:14.660283 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:14.663185 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-af64f730-b2a4-4ca5-ae74-c2d6ce2dd508 req-4aef8ae8-00cc-47b8-959b-700aa611d06c tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967288 May 06 09:45:14.686651 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b32a6-86fb-4731-abb8-619ffea99fec req-e5e81cb2-5fc2-4316-b893-c89403035001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:14.688186 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1e6b32a6-86fb-4731-abb8-619ffea99fec req-e5e81cb2-5fc2-4316-b893-c89403035001 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0870790 May 06 09:45:14.691319 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-20dfb3b5-1e8b-4a7a-8944-81a21be57c1b req-271798cd-88d9-47f0-9e2b-b1b1a6a7cc07 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817621 May 06 09:45:14.721308 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 5657ef8a-6946-4f8a-b6db-d71d2f6baecd, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=5657ef8a-6946-4f8a-b6db-d71d2f6baecd,segment=NetworkSegment(f74ae27d-23fa-482c-b590-8b104f569714),segment_id=f74ae27d-23fa-482c-b590-8b104f569714)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:14.728946 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:14.730245 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 33947b19-31b2-4338-b727-408a0344a6ca up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:14.808635 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=5657ef8a-6946-4f8a-b6db-d71d2f6baecd,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:14.822334 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 33947b19-31b2-4338-b727-408a0344a6ca completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:45:14.826712 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 33947b19-31b2-4338-b727-408a0344a6ca triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:14.827083 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:14.875094 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a0ef3-7c8a-44a2-8cc6-ac8506f7f8a8 req-bf656703-c44f-4f28-9814-706b086b8531 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:14.876702 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9d4a0ef3-7c8a-44a2-8cc6-ac8506f7f8a8 req-bf656703-c44f-4f28-9814-706b086b8531 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/ports?device_id=f54c80f4-ac5a-4690-8586-1c83a29ab595 HTTP/1.1" status: 200 len: 945 time: 0.1236377 May 06 09:45:14.884119 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a828f-511e-4f94-8171-62a68e69e1b5 req-fe0be4db-25c4-4032-a14c-8f71e711311f tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:14.885703 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-015a828f-511e-4f94-8171-62a68e69e1b5 req-fe0be4db-25c4-4032-a14c-8f71e711311f tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1169837 May 06 09:45:14.890142 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1e6b32a6-86fb-4731-abb8-619ffea99fec req-4c14f373-3ba9-4c73-93c0-ceceb4f441f8 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908650 May 06 09:45:14.915600 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:14.951613 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 33947b19-31b2-4338-b727-408a0344a6ca, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=33947b19-31b2-4338-b727-408a0344a6ca,segment=NetworkSegment(f74ae27d-23fa-482c-b590-8b104f569714),segment_id=f74ae27d-23fa-482c-b590-8b104f569714)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:14.955905 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:14.956941 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 30e5cf1a-c55d-4245-a918-a50422989b35 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:15.003753 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9d4a0ef3-7c8a-44a2-8cc6-ac8506f7f8a8 req-3f7d3233-b70e-4f67-9613-45a23e12a325 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b384782-6713-4e00-a5c6-cb11e8bcedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167226 May 06 09:45:15.009796 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-015a828f-511e-4f94-8171-62a68e69e1b5 req-0370807d-3909-42ca-b204-c27984c6a9e9 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143270 May 06 09:45:15.034360 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=33947b19-31b2-4338-b727-408a0344a6ca,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:15.052433 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 30e5cf1a-c55d-4245-a918-a50422989b35 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:45:15.058803 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 30e5cf1a-c55d-4245-a918-a50422989b35 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:15.059045 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1e6b32a6-86fb-4731-abb8-619ffea99fec req-b4bb835f-b45b-4ee3-b61a-595c4db9448c service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493616 May 06 09:45:15.059395 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:15.157340 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:15.184435 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ba83c-c2e4-4395-99a9-dfdf675baaf7 req-01740932-b1f4-4709-b62d-fd94ba55c328 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:15.185850 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f96ba83c-c2e4-4395-99a9-dfdf675baaf7 req-01740932-b1f4-4709-b62d-fd94ba55c328 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/ports?device_id=f54c80f4-ac5a-4690-8586-1c83a29ab595 HTTP/1.1" status: 200 len: 945 time: 0.0860727 May 06 09:45:15.193246 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 30e5cf1a-c55d-4245-a918-a50422989b35, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=30e5cf1a-c55d-4245-a918-a50422989b35,segment=NetworkSegment(575a8a23-13f7-4b94-8526-a3cf557709f5),segment_id=575a8a23-13f7-4b94-8526-a3cf557709f5)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:15.195109 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 50378) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:15.200425 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-935db50b-e64b-4403-aa8b-93328797bb97 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Request body: {'floatingip': {'port_id': '759bfe57-ac95-465e-88a9-dbe95c5517f6'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:15.200629 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:15.207232 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76baca98-46b5-434b-8b87-a70286280ec8 req-9dd816f2-5541-4ad7-ac5e-e2b185548fe9 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:15.214714 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76baca98-46b5-434b-8b87-a70286280ec8 req-9dd816f2-5541-4ad7-ac5e-e2b185548fe9 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:15.221351 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76baca98-46b5-434b-8b87-a70286280ec8 req-9dd816f2-5541-4ad7-ac5e-e2b185548fe9 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:15.227739 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76baca98-46b5-434b-8b87-a70286280ec8 req-9dd816f2-5541-4ad7-ac5e-e2b185548fe9 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:15.233972 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76baca98-46b5-434b-8b87-a70286280ec8 req-9dd816f2-5541-4ad7-ac5e-e2b185548fe9 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:15.240330 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76baca98-46b5-434b-8b87-a70286280ec8 req-9dd816f2-5541-4ad7-ac5e-e2b185548fe9 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:15.245779 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-935db50b-e64b-4403-aa8b-93328797bb97 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks [] for floatingip, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:15.247151 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76baca98-46b5-434b-8b87-a70286280ec8 req-9dd816f2-5541-4ad7-ac5e-e2b185548fe9 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:15.251948 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=30e5cf1a-c55d-4245-a918-a50422989b35,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:15.255695 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-76baca98-46b5-434b-8b87-a70286280ec8 req-9dd816f2-5541-4ad7-ac5e-e2b185548fe9 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5441 time: 0.1279876 May 06 09:45:15.321471 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-76baca98-46b5-434b-8b87-a70286280ec8 req-b7de3213-bc59-48b2-b72e-ad0e73b75a31 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0636382 May 06 09:45:15.338193 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01730d81-f1c5-442e-bc5d-b810f37922b8 req-08694ea0-eefb-47d0-a0f6-ea8c9f698932 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:15.350714 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-01730d81-f1c5-442e-bc5d-b810f37922b8 req-08694ea0-eefb-47d0-a0f6-ea8c9f698932 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.0831232 May 06 09:45:15.383831 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-01730d81-f1c5-442e-bc5d-b810f37922b8 req-c61a12f0-1311-4a29-a3ca-207362393586 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379112 May 06 09:45:15.446318 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85a660-3045-4ad0-8e06-a88a2a39562e req-d24f56c4-1b34-4c58-87e2-2ecd3c0b831e tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:15.448365 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4a85a660-3045-4ad0-8e06-a88a2a39562e req-d24f56c4-1b34-4c58-87e2-2ecd3c0b831e tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 945 time: 0.0572197 May 06 09:45:15.520266 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4a85a660-3045-4ad0-8e06-a88a2a39562e req-b7656881-7456-46af-b7d0-c1108a106ea1 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656495 May 06 09:45:15.548210 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf72d08-aeda-41fd-baec-6e4263bcda60 req-c17ba7df-e401-47d1-9377-aeae1af20713 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:15.550047 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ebf72d08-aeda-41fd-baec-6e4263bcda60 req-c17ba7df-e401-47d1-9377-aeae1af20713 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.73 "GET /v2.0/ports?device_id=a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f HTTP/1.1" status: 200 len: 948 time: 0.0892689 May 06 09:45:15.615824 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ebf72d08-aeda-41fd-baec-6e4263bcda60 req-3ea96075-1527-450d-a712-4af70fa80991 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e9e3fd7-5b07-4e3f-a31f-abff0204440b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554464 May 06 09:45:15.714055 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83b6ad6-dcb8-428b-91c6-95378203b41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c20d49-c86a-4180-a93f-54b09fe2843a'}, {'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6de0b3-19e5-492d-b661-4ff64145d752'}, {'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5657ef8a-6946-4f8a-b6db-d71d2f6baecd'}, {'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33947b19-31b2-4338-b727-408a0344a6ca'}, {'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e5cf1a-c55d-4245-a918-a50422989b35'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:15.718760 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5286e9-26b4-4dac-a4f6-e0877ec2c209" -d '{"events": [{"server_uuid": "b83b6ad6-dcb8-428b-91c6-95378203b41f", "name": "network-vif-plugged", "status": "completed", "tag": "38c20d49-c86a-4180-a93f-54b09fe2843a"}, {"server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "name": "network-vif-plugged", "status": "completed", "tag": "7d6de0b3-19e5-492d-b661-4ff64145d752"}, {"server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "name": "network-vif-plugged", "status": "completed", "tag": "5657ef8a-6946-4f8a-b6db-d71d2f6baecd"}, {"server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "name": "network-vif-plugged", "status": "completed", "tag": "33947b19-31b2-4338-b727-408a0344a6ca"}, {"server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "name": "network-vif-plugged", "status": "completed", "tag": "30e5cf1a-c55d-4245-a918-a50422989b35"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:15.742186 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbcc98-4b3e-492e-8db2-9de14bc7f5fd req-cbff936b-3a86-4ca4-957a-177fe119b65a tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:15.745449 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b0bbcc98-4b3e-492e-8db2-9de14bc7f5fd req-cbff936b-3a86-4ca4-957a-177fe119b65a tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/ports?device_id=b83b6ad6-dcb8-428b-91c6-95378203b41f HTTP/1.1" status: 200 len: 945 time: 0.1243515 May 06 09:45:15.756203 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-935db50b-e64b-4403-aa8b-93328797bb97 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:15.763691 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-935db50b-e64b-4403-aa8b-93328797bb97 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:15.819408 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b0bbcc98-4b3e-492e-8db2-9de14bc7f5fd req-ad9d540d-4fdb-4c6b-834e-eac2e13ccecd tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/security-groups?id=29a380c5-f6a6-40de-894e-2e767ff7fdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586751 May 06 09:45:15.829191 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acec78-aeaa-4ba1-8ab6-01e3692403ef req-d9ac3aeb-3bbd-4c30-9c8b-47d508d3f393 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:15.830954 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82acec78-aeaa-4ba1-8ab6-01e3692403ef req-d9ac3aeb-3bbd-4c30-9c8b-47d508d3f393 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1043658 May 06 09:45:15.874770 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a059c731-274b-4f6b-9a8c-03edea46c430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:15.880540 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-935db50b-e64b-4403-aa8b-93328797bb97 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Floating IP 581921f8-8b6c-4671-85e5-7ca5a9df6206 associated. External IP: 172.25.5.249, port: 759bfe57-ac95-465e-88a9-dbe95c5517f6. May 06 09:45:15.907661 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82acec78-aeaa-4ba1-8ab6-01e3692403ef req-84b2f546-3ac6-4822-9369-f43493e1846c tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672600 May 06 09:45:15.964726 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 06 May 2022 09:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693447e7-298d-4ac3-95f8-4ad058aa56c8 x-openstack-request-id: req-693447e7-298d-4ac3-95f8-4ad058aa56c8 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:15.965238 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83b6ad6-dcb8-428b-91c6-95378203b41f", "name": "network-vif-plugged", "status": "completed", "tag": "38c20d49-c86a-4180-a93f-54b09fe2843a", "code": 200}, {"server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "name": "network-vif-plugged", "status": "completed", "tag": "7d6de0b3-19e5-492d-b661-4ff64145d752", "code": 200}, {"server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "name": "network-vif-plugged", "status": "completed", "tag": "5657ef8a-6946-4f8a-b6db-d71d2f6baecd", "code": 200}, {"server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "name": "network-vif-plugged", "status": "completed", "tag": "33947b19-31b2-4338-b727-408a0344a6ca", "code": 200}, {"server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "name": "network-vif-plugged", "status": "completed", "tag": "30e5cf1a-c55d-4245-a918-a50422989b35", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:15.965657 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-693447e7-298d-4ac3-95f8-4ad058aa56c8 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:15.966216 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-693447e7-298d-4ac3-95f8-4ad058aa56c8'] response: {'server_uuid': 'b83b6ad6-dcb8-428b-91c6-95378203b41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c20d49-c86a-4180-a93f-54b09fe2843a', 'code': 200} May 06 09:45:15.966640 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-693447e7-298d-4ac3-95f8-4ad058aa56c8'] response: {'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6de0b3-19e5-492d-b661-4ff64145d752', 'code': 200} May 06 09:45:15.967043 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-693447e7-298d-4ac3-95f8-4ad058aa56c8'] response: {'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5657ef8a-6946-4f8a-b6db-d71d2f6baecd', 'code': 200} May 06 09:45:15.967457 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-693447e7-298d-4ac3-95f8-4ad058aa56c8'] response: {'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33947b19-31b2-4338-b727-408a0344a6ca', 'code': 200} May 06 09:45:15.967857 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-693447e7-298d-4ac3-95f8-4ad058aa56c8'] response: {'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e5cf1a-c55d-4245-a918-a50422989b35', 'code': 200} May 06 09:45:15.971145 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfdee39-e699-4ef5-916e-9038706647d8 req-0ef69a0b-fdf7-4918-9f3f-d87b37d9474f tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:15.972639 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1cfdee39-e699-4ef5-916e-9038706647d8 req-0ef69a0b-fdf7-4918-9f3f-d87b37d9474f tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 946 time: 0.0830762 May 06 09:45:16.018447 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1cfdee39-e699-4ef5-916e-9038706647d8 req-fb63d2bb-ec97-4337-a1f3-0f14fcab4fed tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387301 May 06 09:45:16.128306 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c42181-9f04-40fd-bc16-1cbfec5f3dd6 req-952964a6-ac0d-4e62-b267-33f6225e9bb1 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:16.129923 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-39c42181-9f04-40fd-bc16-1cbfec5f3dd6 req-952964a6-ac0d-4e62-b267-33f6225e9bb1 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.0662694 May 06 09:45:16.151626 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935db50b-e64b-4403-aa8b-93328797bb97 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Router 8d8cdb39-7aab-4b72-a465-5b17f30738d5 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:45:16.200347 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-39c42181-9f04-40fd-bc16-1cbfec5f3dd6 req-ffc8887a-7a89-45f8-9726-12a0890742ce tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634501 May 06 09:45:16.260457 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9935252-62d9-4004-80cb-83382de608d7 req-fc4d7509-214a-4945-8d22-126920f3f48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:16.261985 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b9935252-62d9-4004-80cb-83382de608d7 req-fc4d7509-214a-4945-8d22-126920f3f48a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b83b6ad6-dcb8-428b-91c6-95378203b41f HTTP/1.1" status: 200 len: 1096 time: 0.0751042 May 06 09:45:16.361338 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b9935252-62d9-4004-80cb-83382de608d7 req-c624cf0c-e0d4-4873-8f07-fcdb4b2ad6fe service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=29a380c5-f6a6-40de-894e-2e767ff7fdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906062 May 06 09:45:16.385169 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3c0a2-9d99-4c98-a328-271fb87208e9 req-30a6dd07-f8bf-4482-89aa-99d76723c68e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:16.386781 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ecd3c0a2-9d99-4c98-a328-271fb87208e9 req-30a6dd07-f8bf-4482-89aa-99d76723c68e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1173513 May 06 09:45:16.395900 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d0e2a-1103-458a-9971-2b5b35b7f888 req-d2cfb98f-9665-48a4-8e52-0c73d773c9f6 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:16.397505 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d30d0e2a-1103-458a-9971-2b5b35b7f888 req-d2cfb98f-9665-48a4-8e52-0c73d773c9f6 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 946 time: 0.0827279 May 06 09:45:16.458287 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ecd3c0a2-9d99-4c98-a328-271fb87208e9 req-4fb5245f-4ae6-4941-b988-ecbc44b7cae3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597403 May 06 09:45:16.467841 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d30d0e2a-1103-458a-9971-2b5b35b7f888 req-6450dd37-2bc7-41fb-846a-8fa88f81a193 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614824 May 06 09:45:16.624437 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61087c2-ec8a-42de-9101-e38b70169681 req-474351ee-c32b-40d4-bd64-ac8a41f154e8 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:16.625986 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d61087c2-ec8a-42de-9101-e38b70169681 req-474351ee-c32b-40d4-bd64-ac8a41f154e8 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.0874085 May 06 09:45:16.639079 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97b939-7d38-4677-b978-cd9ab5f6dd09 req-d7a01296-3c93-4cde-9e17-42c0c275fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:16.639734 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97b939-7d38-4677-b978-cd9ab5f6dd09 req-d7a01296-3c93-4cde-9e17-42c0c275fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:16.640048 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97b939-7d38-4677-b978-cd9ab5f6dd09 req-d7a01296-3c93-4cde-9e17-42c0c275fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:16.640515 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97b939-7d38-4677-b978-cd9ab5f6dd09 req-d7a01296-3c93-4cde-9e17-42c0c275fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:16.640980 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97b939-7d38-4677-b978-cd9ab5f6dd09 req-d7a01296-3c93-4cde-9e17-42c0c275fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:16.641271 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026ebcf-ecf3-4089-a3ba-67d0caea342f req-7a472019-8380-4ac9-8046-ac7e42a5f008 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:16.641445 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97b939-7d38-4677-b978-cd9ab5f6dd09 req-d7a01296-3c93-4cde-9e17-42c0c275fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:16.641903 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97b939-7d38-4677-b978-cd9ab5f6dd09 req-d7a01296-3c93-4cde-9e17-42c0c275fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:16.644000 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ab97b939-7d38-4677-b978-cd9ab5f6dd09 req-d7a01296-3c93-4cde-9e17-42c0c275fad5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 6499 time: 0.4691949 May 06 09:45:16.647232 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026ebcf-ecf3-4089-a3ba-67d0caea342f req-7a472019-8380-4ac9-8046-ac7e42a5f008 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:16.653897 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026ebcf-ecf3-4089-a3ba-67d0caea342f req-7a472019-8380-4ac9-8046-ac7e42a5f008 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:16.656929 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935db50b-e64b-4403-aa8b-93328797bb97 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:45:16.659772 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026ebcf-ecf3-4089-a3ba-67d0caea342f req-7a472019-8380-4ac9-8046-ac7e42a5f008 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:16.663214 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-935db50b-e64b-4403-aa8b-93328797bb97 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:16.667093 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026ebcf-ecf3-4089-a3ba-67d0caea342f req-7a472019-8380-4ac9-8046-ac7e42a5f008 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:16.667472 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef9a8bc-5f34-42c6-bd25-0d0e23649f48 None None] Sync routers for ids ['8d8cdb39-7aab-4b72-a465-5b17f30738d5'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:45:16.673163 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026ebcf-ecf3-4089-a3ba-67d0caea342f req-7a472019-8380-4ac9-8046-ac7e42a5f008 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:16.677429 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef9a8bc-5f34-42c6-bd25-0d0e23649f48 None None] Routers {'8d8cdb39-7aab-4b72-a465-5b17f30738d5'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:45:16.678045 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3ef9a8bc-5f34-42c6-bd25-0d0e23649f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:44:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['8d8cdb39-7aab-4b72-a465-5b17f30738d5'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:16.679079 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026ebcf-ecf3-4089-a3ba-67d0caea342f req-7a472019-8380-4ac9-8046-ac7e42a5f008 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:16.681056 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3026ebcf-ecf3-4089-a3ba-67d0caea342f req-7a472019-8380-4ac9-8046-ac7e42a5f008 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5442 time: 0.1325397 May 06 09:45:16.695784 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-935db50b-e64b-4403-aa8b-93328797bb97 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "PUT /v2.0/floatingips/581921f8-8b6c-4671-85e5-7ca5a9df6206 HTTP/1.1" status: 200 len: 991 time: 1.4994955 May 06 09:45:16.697925 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54c80f4-ac5a-4690-8586-1c83a29ab595', 'tag': '759bfe57-ac95-465e-88a9-dbe95c5517f6'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:16.700337 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58982f9e-edbb-4e05-95d3-bde67f1ac4ce" -d '{"events": [{"name": "network-changed", "server_uuid": "f54c80f4-ac5a-4690-8586-1c83a29ab595", "tag": "759bfe57-ac95-465e-88a9-dbe95c5517f6"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:16.744028 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d61087c2-ec8a-42de-9101-e38b70169681 req-40f2987c-eeb1-4103-871f-cffbc75e6d3a tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618756 May 06 09:45:16.748086 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3026ebcf-ecf3-4089-a3ba-67d0caea342f req-e456f0b3-f208-4aea-993c-32e9c250267a tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582860 May 06 09:45:16.752705 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ab97b939-7d38-4677-b978-cd9ab5f6dd09 req-c9038491-2a14-43f4-b85f-cd015993b40b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388157 May 06 09:45:16.793386 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-3ef9a8bc-5f34-42c6-bd25-0d0e23649f48 None None] Set router 8d8cdb39-7aab-4b72-a465-5b17f30738d5 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:45:16.803170 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device edea07e1-602d-4b8f-bc5d-ff14e17b635a details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:45:16.902058 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cb577-52a2-43b1-868d-09b6ca2e3708 req-7b4b1cb9-7fbe-4d81-b840-ad126f52066f tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:16.904819 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-663cb577-52a2-43b1-868d-09b6ca2e3708 req-7b4b1cb9-7fbe-4d81-b840-ad126f52066f tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.0938709 May 06 09:45:16.912600 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port edea07e1-602d-4b8f-bc5d-ff14e17b635a, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=edea07e1-602d-4b8f-bc5d-ff14e17b635a,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:16.917245 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d8fad-b3e9-47f8-b0f2-d1519a769566 req-b0a15567-47ac-405b-8141-534c0c13a443 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:16.918807 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-247d8fad-b3e9-47f8-b0f2-d1519a769566 req-b0a15567-47ac-405b-8141-534c0c13a443 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 945 time: 0.0792990 May 06 09:45:16.925165 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'edea07e1-602d-4b8f-bc5d-ff14e17b635a', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': 'edea07e1-602d-4b8f-bc5d-ff14e17b635a', 'mac_address': 'fa:16:3e:85:a4:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:45:16.966392 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:16.980842 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edea07e1-602d-4b8f-bc5d-ff14e17b635a {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:16.982536 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-663cb577-52a2-43b1-868d-09b6ca2e3708 req-f8e07e4d-5eb8-40be-8da6-7edd92ac3dd7 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627041 May 06 09:45:16.989784 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-247d8fad-b3e9-47f8-b0f2-d1519a769566 req-aa8f5d31-aed4-499b-ae76-1487d3efc480 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559683 May 06 09:45:17.010174 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port edea07e1-602d-4b8f-bc5d-ff14e17b635a, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=edea07e1-602d-4b8f-bc5d-ff14e17b635a,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:17.018698 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:17.081414 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=edea07e1-602d-4b8f-bc5d-ff14e17b635a,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:17.105895 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3ef9a8bc-5f34-42c6-bd25-0d0e23649f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'name': 'tempest-ServersTestJSON-1238654958-router', 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'ae151db4-20f2-43b3-9f87-1fa5ffaee0ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:33Z', 'updated_at': '2022-05-06T09:44:42Z', 'revision_number': 4, 'project_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'gw_port': {'id': 'ae151db4-20f2-43b3-9f87-1fa5ffaee0ff', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:36Z', 'updated_at': '2022-05-06T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '581921f8-8b6c-4671-85e5-7ca5a9df6206', 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'floating_ip_address': '172.25.5.249', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'port_id': '759bfe57-ac95-465e-88a9-dbe95c5517f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9bd76c5-f544-4d72-8dc5-36475ed60bba', 'mac_address': 'fa:16:3e:f6:8f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54c80f4-ac5a-4690-8586-1c83a29ab595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:44:50Z', 'updated_at': '2022-05-06T09:45:15Z', 'revision_number': 1, 'project_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7fa224-fc34-44c2-98a1-926b0b617c8c', 'name': '', 'network_id': 'd9bd76c5-f544-4d72-8dc5-36475ed60bba', 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'mac_address': 'fa:16:3e:14:f6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '33ffc5b1-5423-4b93-a2ee-c6b4f870c046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:40Z', 'updated_at': '2022-05-06T09:44:47Z', 'revision_number': 5, 'project_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'subnets': [{'id': '33ffc5b1-5423-4b93-a2ee-c6b4f870c046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:17.140285 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef9a8bc-5f34-42c6-bd25-0d0e23649f48 None None] Checking router: 8d8cdb39-7aab-4b72-a465-5b17f30738d5 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:45:17.147653 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab48d74-7012-4421-92d6-d21beba459b6 req-d6fd96db-dac1-4dec-b401-2d6e36c463e1 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:17.148816 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef9a8bc-5f34-42c6-bd25-0d0e23649f48 None None] Routers {'8d8cdb39-7aab-4b72-a465-5b17f30738d5'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:45:17.149173 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1ab48d74-7012-4421-92d6-d21beba459b6 req-d6fd96db-dac1-4dec-b401-2d6e36c463e1 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.73 "GET /v2.0/ports?device_id=a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f HTTP/1.1" status: 200 len: 949 time: 0.0819366 May 06 09:45:17.149436 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3ef9a8bc-5f34-42c6-bd25-0d0e23649f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:44:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['8d8cdb39-7aab-4b72-a465-5b17f30738d5'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:17.171676 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea779780-9d31-4694-bc77-f08aabf98053 req-c87e06fd-bc06-4b60-820a-264aa708644c tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:17.173203 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea779780-9d31-4694-bc77-f08aabf98053 req-c87e06fd-bc06-4b60-820a-264aa708644c tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/ports?device_id=f54c80f4-ac5a-4690-8586-1c83a29ab595 HTTP/1.1" status: 200 len: 945 time: 0.0906916 May 06 09:45:17.221952 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1ab48d74-7012-4421-92d6-d21beba459b6 req-dc6c5e67-e5d6-4eb7-bc54-702e6a08a13e tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e9e3fd7-5b07-4e3f-a31f-abff0204440b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656142 May 06 09:45:17.240985 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea779780-9d31-4694-bc77-f08aabf98053 req-466c60e1-84bf-40ee-9e8f-3685fa1c7f7c tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b384782-6713-4e00-a5c6-cb11e8bcedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608294 May 06 09:45:17.283662 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe8af37-9889-4ccc-9ca7-0243773d0988 x-openstack-request-id: req-cbe8af37-9889-4ccc-9ca7-0243773d0988 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:17.284147 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f54c80f4-ac5a-4690-8586-1c83a29ab595", "tag": "759bfe57-ac95-465e-88a9-dbe95c5517f6", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:17.284518 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cbe8af37-9889-4ccc-9ca7-0243773d0988 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:17.285031 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe8af37-9889-4ccc-9ca7-0243773d0988'] response: {'name': 'network-changed', 'server_uuid': 'f54c80f4-ac5a-4690-8586-1c83a29ab595', 'tag': '759bfe57-ac95-465e-88a9-dbe95c5517f6', 'status': 'completed', 'code': 200} May 06 09:45:17.377161 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-3ef9a8bc-5f34-42c6-bd25-0d0e23649f48 None None] Set router 8d8cdb39-7aab-4b72-a465-5b17f30738d5 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:45:17.377747 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['edea07e1-602d-4b8f-bc5d-ff14e17b635a'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:17.392884 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58982f9e-edbb-4e05-95d3-bde67f1ac4ce req-b0085e85-c71b-4511-9c57-ebfe3dfcc523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:17.395721 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-58982f9e-edbb-4e05-95d3-bde67f1ac4ce req-b0085e85-c71b-4511-9c57-ebfe3dfcc523 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=977fcbbd3f0349b0bd213c031a85b7c3&device_id=f54c80f4-ac5a-4690-8586-1c83a29ab595 HTTP/1.1" status: 200 len: 1096 time: 0.0597053 May 06 09:45:17.425311 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b8a8a-aab5-4d30-b404-ab76a5147162 req-b7007b17-5b4f-4f06-a675-22305cca5b9d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:17.427054 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f33b8a8a-aab5-4d30-b404-ab76a5147162 req-b7007b17-5b4f-4f06-a675-22305cca5b9d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.0917757 May 06 09:45:17.435616 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95f820-f735-4d53-8480-6a33c6aa5b37 req-554a174a-1347-406a-b898-f52a71c9d9b2 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:17.437283 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5a95f820-f735-4d53-8480-6a33c6aa5b37 req-554a174a-1347-406a-b898-f52a71c9d9b2 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/ports?device_id=b83b6ad6-dcb8-428b-91c6-95378203b41f HTTP/1.1" status: 200 len: 945 time: 0.0900555 May 06 09:45:17.502177 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f33b8a8a-aab5-4d30-b404-ab76a5147162 req-af0bc8ec-7ac1-4f51-8d5b-4fd3f9645f85 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636668 May 06 09:45:17.511294 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5a95f820-f735-4d53-8480-6a33c6aa5b37 req-87a55c8d-7be5-4bc6-bde6-57c57af61386 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/security-groups?id=29a380c5-f6a6-40de-894e-2e767ff7fdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577025 May 06 09:45:17.531880 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58982f9e-edbb-4e05-95d3-bde67f1ac4ce req-a2f6c3d3-07a2-4a04-84d0-6f74f98ba863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:17.533359 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-58982f9e-edbb-4e05-95d3-bde67f1ac4ce req-a2f6c3d3-07a2-4a04-84d0-6f74f98ba863 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d9bd76c5-f544-4d72-8dc5-36475ed60bba HTTP/1.1" status: 200 len: 907 time: 0.1295512 May 06 09:45:17.639618 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-58982f9e-edbb-4e05-95d3-bde67f1ac4ce req-1800f9c5-3381-4aec-ba17-d78e0aac9d61 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=759bfe57-ac95-465e-88a9-dbe95c5517f6 HTTP/1.1" status: 200 len: 999 time: 0.0966036 May 06 09:45:17.677407 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98194379-86b8-4c5b-8f1f-6bab619c3623 req-de4c4b1b-02e6-4a02-aaba-1fedc1a2994d tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:17.687001 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-98194379-86b8-4c5b-8f1f-6bab619c3623 req-de4c4b1b-02e6-4a02-aaba-1fedc1a2994d tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.0793114 May 06 09:45:17.706796 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58982f9e-edbb-4e05-95d3-bde67f1ac4ce req-d4a98893-f1f5-4329-9bea-26e804436181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:17.708537 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-58982f9e-edbb-4e05-95d3-bde67f1ac4ce req-d4a98893-f1f5-4329-9bea-26e804436181 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=33ffc5b1-5423-4b93-a2ee-c6b4f870c046 HTTP/1.1" status: 200 len: 845 time: 0.0564170 May 06 09:45:17.723576 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-98194379-86b8-4c5b-8f1f-6bab619c3623 req-43280123-4df1-4634-84aa-49775e72821f tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366588 May 06 09:45:17.725197 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3ef9a8bc-5f34-42c6-bd25-0d0e23649f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'name': 'tempest-ServersTestJSON-1238654958-router', 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'ae151db4-20f2-43b3-9f87-1fa5ffaee0ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:33Z', 'updated_at': '2022-05-06T09:44:42Z', 'revision_number': 4, 'project_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'gw_port': {'id': 'ae151db4-20f2-43b3-9f87-1fa5ffaee0ff', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:36Z', 'updated_at': '2022-05-06T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '581921f8-8b6c-4671-85e5-7ca5a9df6206', 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'floating_ip_address': '172.25.5.249', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'port_id': '759bfe57-ac95-465e-88a9-dbe95c5517f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9bd76c5-f544-4d72-8dc5-36475ed60bba', 'mac_address': 'fa:16:3e:f6:8f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54c80f4-ac5a-4690-8586-1c83a29ab595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:44:50Z', 'updated_at': '2022-05-06T09:45:15Z', 'revision_number': 1, 'project_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7fa224-fc34-44c2-98a1-926b0b617c8c', 'name': '', 'network_id': 'd9bd76c5-f544-4d72-8dc5-36475ed60bba', 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'mac_address': 'fa:16:3e:14:f6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '33ffc5b1-5423-4b93-a2ee-c6b4f870c046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:40Z', 'updated_at': '2022-05-06T09:44:47Z', 'revision_number': 5, 'project_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'subnets': [{'id': '33ffc5b1-5423-4b93-a2ee-c6b4f870c046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:17.757708 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef9a8bc-5f34-42c6-bd25-0d0e23649f48 None None] The sync data for ids ['8d8cdb39-7aab-4b72-a465-5b17f30738d5'] in n-d-840835-1 is: [{'id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'name': 'tempest-ServersTestJSON-1238654958-router', 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'ae151db4-20f2-43b3-9f87-1fa5ffaee0ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:33Z', 'updated_at': '2022-05-06T09:44:42Z', 'revision_number': 4, 'project_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'gw_port': {'id': 'ae151db4-20f2-43b3-9f87-1fa5ffaee0ff', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:36Z', 'updated_at': '2022-05-06T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '581921f8-8b6c-4671-85e5-7ca5a9df6206', 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'floating_ip_address': '172.25.5.249', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'port_id': '759bfe57-ac95-465e-88a9-dbe95c5517f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9bd76c5-f544-4d72-8dc5-36475ed60bba', 'mac_address': 'fa:16:3e:f6:8f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54c80f4-ac5a-4690-8586-1c83a29ab595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:44:50Z', 'updated_at': '2022-05-06T09:45:15Z', 'revision_number': 1, 'project_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7fa224-fc34-44c2-98a1-926b0b617c8c', 'name': '', 'network_id': 'd9bd76c5-f544-4d72-8dc5-36475ed60bba', 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'mac_address': 'fa:16:3e:14:f6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '33ffc5b1-5423-4b93-a2ee-c6b4f870c046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:40Z', 'updated_at': '2022-05-06T09:44:47Z', 'revision_number': 5, 'project_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'subnets': [{'id': '33ffc5b1-5423-4b93-a2ee-c6b4f870c046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:45:17.786476 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58982f9e-edbb-4e05-95d3-bde67f1ac4ce req-f0c279fb-3f59-490e-a56b-3b038469e134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:17.788015 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-58982f9e-edbb-4e05-95d3-bde67f1ac4ce req-f0c279fb-3f59-490e-a56b-3b038469e134 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d9bd76c5-f544-4d72-8dc5-36475ed60bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650804 May 06 09:45:17.797440 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c91eef-5b42-46ea-b9b9-74d8836b7735 req-373d3756-d77e-4fc9-80ea-6bd046b24ed3 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:17.805720 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-90c91eef-5b42-46ea-b9b9-74d8836b7735 req-373d3756-d77e-4fc9-80ea-6bd046b24ed3 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 946 time: 0.0808501 May 06 09:45:17.902570 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-90c91eef-5b42-46ea-b9b9-74d8836b7735 req-1f7672e6-aaa1-4586-a680-aba38ea34105 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959096 May 06 09:45:17.907993 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-58982f9e-edbb-4e05-95d3-bde67f1ac4ce req-2e210d4f-2241-4bdd-9b45-d3b77f44990d service neutron] 10.222.0.77 "GET /v2.0/networks/d9bd76c5-f544-4d72-8dc5-36475ed60bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082032 May 06 09:45:17.942617 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204446d8-6566-4ba8-bdc8-0761a444130c req-b96f0bcb-0dfd-450a-ba31-83db346d832c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:17.950910 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-204446d8-6566-4ba8-bdc8-0761a444130c req-b96f0bcb-0dfd-450a-ba31-83db346d832c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1421828 May 06 09:45:17.981416 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54557b6f-78c5-4ef0-892f-7d963b8481fa req-c9b47874-c325-4ee3-8f02-0cc03dcfa89a tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:17.983492 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-54557b6f-78c5-4ef0-892f-7d963b8481fa req-c9b47874-c325-4ee3-8f02-0cc03dcfa89a tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.84 "GET /v2.0/ports?device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 946 time: 0.1206949 May 06 09:45:18.030093 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-58982f9e-edbb-4e05-95d3-bde67f1ac4ce req-ffffa4a8-d369-41ba-ae8f-4274572052e0 service neutron] 10.222.0.77 "GET /v2.0/networks/d9bd76c5-f544-4d72-8dc5-36475ed60bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112885 May 06 09:45:18.030333 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec2dac5-1578-4f49-94af-9629666eaefe None None] New status for floating IP 581921f8-8b6c-4671-85e5-7ca5a9df6206: ACTIVE {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:45:18.075768 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-204446d8-6566-4ba8-bdc8-0761a444130c req-c8f41aa3-1294-4d90-bcb4-666c7cadd823 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237855 May 06 09:45:18.129895 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc571d4e-c698-452b-b811-c4f40f16ca56 req-fd46cb87-6bbf-4142-a21d-1bfb9be677d9 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:18.138296 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dc571d4e-c698-452b-b811-c4f40f16ca56 req-fd46cb87-6bbf-4142-a21d-1bfb9be677d9 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 945 time: 0.1542294 May 06 09:45:18.228555 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dc571d4e-c698-452b-b811-c4f40f16ca56 req-6def798a-5e5c-4042-b6a8-0369dda0ef27 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878096 May 06 09:45:18.246260 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-54557b6f-78c5-4ef0-892f-7d963b8481fa req-c4dd01c1-e8fe-4eef-a3af-2db9ecd3ea31 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Deleting port ce184ffd-0187-45d2-857b-8f88cb6baff6 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:45:18.248117 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-54557b6f-78c5-4ef0-892f-7d963b8481fa req-c4dd01c1-e8fe-4eef-a3af-2db9ecd3ea31 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:18.331295 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb0f12-4b29-4878-baef-2d772d5bd971 req-7650e324-174c-47c6-9eb6-fcaeb20aea8f tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:18.332841 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f5fb0f12-4b29-4878-baef-2d772d5bd971 req-7650e324-174c-47c6-9eb6-fcaeb20aea8f tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1682243 May 06 09:45:18.438126 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f5fb0f12-4b29-4878-baef-2d772d5bd971 req-6b29c25a-faf9-48a7-898b-43c7883217cd tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947795 May 06 09:45:18.439262 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1b83d126-e45e-44c8-a3e3-27d024d4a52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:18.457470 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725982b-64cb-4279-93f3-96a17eebba4d req-2e8f4791-b51e-4565-a6d4-cd561defc1ab tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:18.464272 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725982b-64cb-4279-93f3-96a17eebba4d req-2e8f4791-b51e-4565-a6d4-cd561defc1ab tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:18.471565 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725982b-64cb-4279-93f3-96a17eebba4d req-2e8f4791-b51e-4565-a6d4-cd561defc1ab tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:18.477510 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725982b-64cb-4279-93f3-96a17eebba4d req-2e8f4791-b51e-4565-a6d4-cd561defc1ab tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:18.483453 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725982b-64cb-4279-93f3-96a17eebba4d req-2e8f4791-b51e-4565-a6d4-cd561defc1ab tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:18.489265 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725982b-64cb-4279-93f3-96a17eebba4d req-2e8f4791-b51e-4565-a6d4-cd561defc1ab tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:18.495882 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725982b-64cb-4279-93f3-96a17eebba4d req-2e8f4791-b51e-4565-a6d4-cd561defc1ab tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:18.497776 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1725982b-64cb-4279-93f3-96a17eebba4d req-2e8f4791-b51e-4565-a6d4-cd561defc1ab tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5442 time: 0.1853313 May 06 09:45:18.499828 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-54557b6f-78c5-4ef0-892f-7d963b8481fa req-c4dd01c1-e8fe-4eef-a3af-2db9ecd3ea31 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] For port ce184ffd-0187-45d2-857b-8f88cb6baff6, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=ce184ffd-0187-45d2-857b-8f88cb6baff6,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:18.500197 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-54557b6f-78c5-4ef0-892f-7d963b8481fa req-c4dd01c1-e8fe-4eef-a3af-2db9ecd3ea31 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:18.544234 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-54557b6f-78c5-4ef0-892f-7d963b8481fa req-c4dd01c1-e8fe-4eef-a3af-2db9ecd3ea31 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Calling delete_port for ce184ffd-0187-45d2-857b-8f88cb6baff6 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:45:18.624371 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1725982b-64cb-4279-93f3-96a17eebba4d req-921ea5a2-8afa-4775-90cb-846c63adeb1c tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1134942 May 06 09:45:18.633988 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b85b4-4b2d-4db4-84a7-e07d2651b28c req-f7f746b6-b3ba-4fc9-a8fc-d45ef43b47af tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:18.636027 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f84b85b4-4b2d-4db4-84a7-e07d2651b28c req-f7f746b6-b3ba-4fc9-a8fc-d45ef43b47af tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.73 "GET /v2.0/ports?device_id=a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f HTTP/1.1" status: 200 len: 949 time: 0.1329930 May 06 09:45:18.685233 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:18.698173 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f84b85b4-4b2d-4db4-84a7-e07d2651b28c req-47829ec0-0950-4417-80cd-931b6e3429d1 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e9e3fd7-5b07-4e3f-a31f-abff0204440b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527933 May 06 09:45:18.809769 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device edea07e1-602d-4b8f-bc5d-ff14e17b635a up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:18.837285 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-54557b6f-78c5-4ef0-892f-7d963b8481fa req-c4dd01c1-e8fe-4eef-a3af-2db9ecd3ea31 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:18.867748 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port edea07e1-602d-4b8f-bc5d-ff14e17b635a completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:45:18.872913 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port edea07e1-602d-4b8f-bc5d-ff14e17b635a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:18.873507 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:18.887973 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd01c1-e8fe-4eef-a3af-2db9ecd3ea31 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Pushing event deleted for resources: {'Port': ['ID=ce184ffd-0187-45d2-857b-8f88cb6baff6,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:18.935875 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-a0f566e4-e259-4ec2-bcf7-8e4fca7b5e8e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:18.937380 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-a0f566e4-e259-4ec2-bcf7-8e4fca7b5e8e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/networks?id=138aada2-7aee-4749-819b-d219deb27012 HTTP/1.1" status: 200 len: 812 time: 0.2085216 May 06 09:45:18.950618 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f660c2-8ed6-495f-a700-298b4ac1fe48 req-67f664ca-7586-4749-ac56-e056e6e43bcc tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:18.952156 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b5f660c2-8ed6-495f-a700-298b4ac1fe48 req-67f664ca-7586-4749-ac56-e056e6e43bcc tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/ports?device_id=b83b6ad6-dcb8-428b-91c6-95378203b41f HTTP/1.1" status: 200 len: 945 time: 0.1502938 May 06 09:45:18.968661 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-54557b6f-78c5-4ef0-892f-7d963b8481fa req-c4dd01c1-e8fe-4eef-a3af-2db9ecd3ea31 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] No DVR routers for this DVR port ce184ffd-0187-45d2-857b-8f88cb6baff6 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:45:18.976270 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-54557b6f-78c5-4ef0-892f-7d963b8481fa req-c4dd01c1-e8fe-4eef-a3af-2db9ecd3ea31 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:18.980107 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-54557b6f-78c5-4ef0-892f-7d963b8481fa req-c4dd01c1-e8fe-4eef-a3af-2db9ecd3ea31 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.84 "DELETE /v2.0/ports/ce184ffd-0187-45d2-857b-8f88cb6baff6 HTTP/1.1" status: 204 len: 173 time: 0.9828799 May 06 09:45:18.981606 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:18.985622 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09f9855-7836-4995-b232-b9b6f2cd9e20', 'name': 'network-vif-deleted', 'tag': 'ce184ffd-0187-45d2-857b-8f88cb6baff6'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:18.987907 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcb87a4-87bb-48a8-981b-218587f2a442" -d '{"events": [{"server_uuid": "e09f9855-7836-4995-b232-b9b6f2cd9e20", "name": "network-vif-deleted", "tag": "ce184ffd-0187-45d2-857b-8f88cb6baff6"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:19.007361 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-00b729d9-d2b4-411e-81e9-0689e9ab0faa tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/quotas/e6b8f11daba14014856a1a2bb0688844 HTTP/1.1" status: 200 len: 375 time: 0.0538764 May 06 09:45:19.007993 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edea07e1-602d-4b8f-bc5d-ff14e17b635a'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:19.010848 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb5b4d5-92c3-4afa-90cc-d49462d17889" -d '{"events": [{"server_uuid": "a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f", "name": "network-vif-plugged", "status": "completed", "tag": "edea07e1-602d-4b8f-bc5d-ff14e17b635a"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:19.025207 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port edea07e1-602d-4b8f-bc5d-ff14e17b635a, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=edea07e1-602d-4b8f-bc5d-ff14e17b635a,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:19.037119 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:19.064453 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b5f660c2-8ed6-495f-a700-298b4ac1fe48 req-653cfe1f-5543-4596-8e6e-319d16012347 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/security-groups?id=29a380c5-f6a6-40de-894e-2e767ff7fdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969191 May 06 09:45:19.115331 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-f64e098e-5364-4651-9281-ad0fefc275bf tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e6b8f11daba14014856a1a2bb0688844&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0985055 May 06 09:45:19.120968 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=edea07e1-602d-4b8f-bc5d-ff14e17b635a,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:19.245994 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9599498-3b43-426e-a0d2-af570c04b5f0 req-cf273ccf-c2d4-43ad-8fd4-7fd22943f012 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:19.247387 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e9599498-3b43-426e-a0d2-af570c04b5f0 req-cf273ccf-c2d4-43ad-8fd4-7fd22943f012 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1044438 May 06 09:45:19.253016 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-9d27cf4d-b76c-491a-92c6-0407bc578ee3 service neutron] 10.222.0.73 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288726 May 06 09:45:19.336429 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e9599498-3b43-426e-a0d2-af570c04b5f0 req-0e14f56e-7e90-4111-8019-6c1cee9963a8 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819123 May 06 09:45:19.372231 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-81aeb8fa-8cff-4bb5-9c80-06ac42883a3a service neutron] 10.222.0.73 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107156 May 06 09:45:19.425347 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:19.438198 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9151a6a4-0118-4068-bb5d-c40adde1c20a req-cdebffe3-7170-4c43-9a66-cff30f8e6e4a tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=e09f9855-7836-4995-b232-b9b6f2cd9e20 HTTP/1.1" status: 200 len: 210 time: 0.0306711 May 06 09:45:19.487930 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09298945-7b88-4619-8dd1-2eec4871ede1 x-openstack-request-id: req-09298945-7b88-4619-8dd1-2eec4871ede1 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:19.488436 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09f9855-7836-4995-b232-b9b6f2cd9e20", "name": "network-vif-deleted", "tag": "ce184ffd-0187-45d2-857b-8f88cb6baff6", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:19.488819 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-09298945-7b88-4619-8dd1-2eec4871ede1 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:19.489356 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09298945-7b88-4619-8dd1-2eec4871ede1'] response: {'server_uuid': 'e09f9855-7836-4995-b232-b9b6f2cd9e20', 'name': 'network-vif-deleted', 'tag': 'ce184ffd-0187-45d2-857b-8f88cb6baff6', 'status': 'completed', 'code': 200} May 06 09:45:19.535973 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef981844-a2dd-41a3-89d4-8f3344bb8690 x-openstack-request-id: req-ef981844-a2dd-41a3-89d4-8f3344bb8690 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:19.536271 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f", "name": "network-vif-plugged", "status": "completed", "tag": "edea07e1-602d-4b8f-bc5d-ff14e17b635a", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:19.536527 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ef981844-a2dd-41a3-89d4-8f3344bb8690 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:19.536930 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef981844-a2dd-41a3-89d4-8f3344bb8690'] response: {'server_uuid': 'a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edea07e1-602d-4b8f-bc5d-ff14e17b635a', 'code': 200} May 06 09:45:20.055365 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d152f69-aa41-4f21-bb5a-237be1833b10 req-26eca2d6-4b83-4888-ad21-c306ee069178 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:20.057368 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d152f69-aa41-4f21-bb5a-237be1833b10 req-26eca2d6-4b83-4888-ad21-c306ee069178 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 945 time: 0.4639931 May 06 09:45:20.075914 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93377931-f0b2-41c1-b13e-177b345c8af8 req-031ddf56-08dd-47bd-9dd4-47103e7a35ce tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:20.077470 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-93377931-f0b2-41c1-b13e-177b345c8af8 req-031ddf56-08dd-47bd-9dd4-47103e7a35ce tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.4441833 May 06 09:45:20.102484 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85667106-4bce-43fb-ad80-2a5cdd3d8538 req-77b4611f-a669-45a7-a220-d97c3aebdc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:20.104035 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-85667106-4bce-43fb-ad80-2a5cdd3d8538 req-77b4611f-a669-45a7-a220-d97c3aebdc8d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f HTTP/1.1" status: 200 len: 1101 time: 0.4560771 May 06 09:45:20.142267 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d152f69-aa41-4f21-bb5a-237be1833b10 req-60244761-7cfb-4356-92f7-a6011eb2f43f tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770385 May 06 09:45:20.178081 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-93377931-f0b2-41c1-b13e-177b345c8af8 req-ff803227-d149-447f-a33a-2a93729145ed tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885465 May 06 09:45:20.190588 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-85667106-4bce-43fb-ad80-2a5cdd3d8538 req-751c5cfd-4dfd-463a-8e92-ca9f8ea5b950 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=7e9e3fd7-5b07-4e3f-a31f-abff0204440b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656102 May 06 09:45:20.280166 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e170a188-fb9f-40e2-84ef-507bed046fd3 req-a989b0d2-8e18-465b-aa6f-a062cee0ecb8 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=6aee28dd-3795-48ec-8fad-618ecbb46d7f HTTP/1.1" status: 200 len: 210 time: 0.0293689 May 06 09:45:20.340740 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e401195-5985-40fa-97ac-69e1f014f09b req-f301edbc-a6cf-4966-8302-a3ac2f660ec5 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:20.346858 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e401195-5985-40fa-97ac-69e1f014f09b req-f301edbc-a6cf-4966-8302-a3ac2f660ec5 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:20.352708 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e401195-5985-40fa-97ac-69e1f014f09b req-f301edbc-a6cf-4966-8302-a3ac2f660ec5 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:20.358565 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e401195-5985-40fa-97ac-69e1f014f09b req-f301edbc-a6cf-4966-8302-a3ac2f660ec5 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:20.364455 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e401195-5985-40fa-97ac-69e1f014f09b req-f301edbc-a6cf-4966-8302-a3ac2f660ec5 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:20.370826 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e401195-5985-40fa-97ac-69e1f014f09b req-f301edbc-a6cf-4966-8302-a3ac2f660ec5 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:20.376714 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e401195-5985-40fa-97ac-69e1f014f09b req-f301edbc-a6cf-4966-8302-a3ac2f660ec5 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:20.378688 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6e401195-5985-40fa-97ac-69e1f014f09b req-f301edbc-a6cf-4966-8302-a3ac2f660ec5 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5442 time: 0.1010208 May 06 09:45:20.450641 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6e401195-5985-40fa-97ac-69e1f014f09b req-4b1cfa1d-4684-42c2-9541-f9c200f7aebb tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0616405 May 06 09:45:20.459259 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc233be-50f5-41e4-ba4b-54814ad5310a req-dc1fa470-0c44-437a-a4fa-5200546332ea tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:20.460844 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8bc233be-50f5-41e4-ba4b-54814ad5310a req-dc1fa470-0c44-437a-a4fa-5200546332ea tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.73 "GET /v2.0/ports?device_id=a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f HTTP/1.1" status: 200 len: 950 time: 0.0812061 May 06 09:45:20.503931 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8bc233be-50f5-41e4-ba4b-54814ad5310a req-7b71dbea-64c2-40b1-8993-59ed6b5d3d80 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e9e3fd7-5b07-4e3f-a31f-abff0204440b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357292 May 06 09:45:20.678078 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f914077-a95b-43d2-b39b-9114d377aecd req-dd78547a-07e4-4d0f-b4a7-bee6478e7279 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:20.684799 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f914077-a95b-43d2-b39b-9114d377aecd req-dd78547a-07e4-4d0f-b4a7-bee6478e7279 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:20.690898 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f914077-a95b-43d2-b39b-9114d377aecd req-dd78547a-07e4-4d0f-b4a7-bee6478e7279 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:20.696823 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f914077-a95b-43d2-b39b-9114d377aecd req-dd78547a-07e4-4d0f-b4a7-bee6478e7279 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:20.702709 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f914077-a95b-43d2-b39b-9114d377aecd req-dd78547a-07e4-4d0f-b4a7-bee6478e7279 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:20.708640 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f914077-a95b-43d2-b39b-9114d377aecd req-dd78547a-07e4-4d0f-b4a7-bee6478e7279 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:20.714540 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f914077-a95b-43d2-b39b-9114d377aecd req-dd78547a-07e4-4d0f-b4a7-bee6478e7279 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:20.716535 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4f914077-a95b-43d2-b39b-9114d377aecd req-dd78547a-07e4-4d0f-b4a7-bee6478e7279 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5442 time: 0.1059163 May 06 09:45:20.727512 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 50500) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:20.733762 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-16bd4520-c613-457e-b3c4-a0d95daa15fc tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Request body: {'floatingip': {'port_id': 'a23d161e-c6d1-4e70-a50a-9e4363915d68'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:20.805149 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-16bd4520-c613-457e-b3c4-a0d95daa15fc tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for floatingip, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:20.818978 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device ce184ffd-0187-45d2-857b-8f88cb6baff6 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:45:20.841148 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: ce184ffd-0187-45d2-857b-8f88cb6baff6 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:45:20.841491 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device ce184ffd-0187-45d2-857b-8f88cb6baff6 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:45:20.907893 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c134e12-9f96-4455-986b-6dbd420abed5 req-fa0a81fb-2b5b-4093-aab9-9d7e903cf1cd tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:20.909496 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9c134e12-9f96-4455-986b-6dbd420abed5 req-fa0a81fb-2b5b-4093-aab9-9d7e903cf1cd tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1910217 May 06 09:45:21.000082 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff5967-1241-4bfd-a9ba-aefe972ecc9c req-85588a16-8a08-4d0f-b07c-165508bb6763 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:21.001605 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c9ff5967-1241-4bfd-a9ba-aefe972ecc9c req-85588a16-8a08-4d0f-b07c-165508bb6763 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/ports?device_id=b83b6ad6-dcb8-428b-91c6-95378203b41f HTTP/1.1" status: 200 len: 945 time: 0.2182734 May 06 09:45:21.113159 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:21.140890 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9c134e12-9f96-4455-986b-6dbd420abed5 req-6a081f11-7218-47b7-b7d7-136b1a466ed0 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115250 May 06 09:45:21.169234 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c9ff5967-1241-4bfd-a9ba-aefe972ecc9c req-3dc4d8c1-c69a-428a-aacf-86c37b632320 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/security-groups?id=29a380c5-f6a6-40de-894e-2e767ff7fdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511407 May 06 09:45:21.208448 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-ba97ca98-24c4-46d2-9777-dc4db66adab4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:21.210000 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-ba97ca98-24c4-46d2-9777-dc4db66adab4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.84 "GET /v2.0/networks?id=138aada2-7aee-4749-819b-d219deb27012 HTTP/1.1" status: 200 len: 812 time: 0.2994106 May 06 09:45:21.232495 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-9f9542e2-fa4f-429d-a408-0857a88d983a tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Request body: {'port': {'device_id': '6aee28dd-3795-48ec-8fad-618ecbb46d7f', 'network_id': '138aada2-7aee-4749-819b-d219deb27012', 'admin_state_up': True, 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:21.407248 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:21.546634 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f57382-defc-45da-8eec-c58b39ffc052 req-5632c748-c7a5-44e6-a478-b55eab1af5f1 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:21.548531 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-50f57382-defc-45da-8eec-c58b39ffc052 req-5632c748-c7a5-44e6-a478-b55eab1af5f1 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.3002319 May 06 09:45:21.572544 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-bfb202d2-c6d6-43bd-9e20-6f71e68b13ee tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:21.574046 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-bfb202d2-c6d6-43bd-9e20-6f71e68b13ee tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/networks?id=bf084c2a-2749-4093-a4ea-996162f08ec8 HTTP/1.1" status: 200 len: 812 time: 0.3486722 May 06 09:45:21.620290 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-8f24f3ff-676a-407e-a70d-28cba77e78c2 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/quotas/9f8b2c0972214e249e01f24834153507 HTTP/1.1" status: 200 len: 375 time: 0.0347700 May 06 09:45:21.698785 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-2fade212-b669-483d-a2dd-da5dda6fa958 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f8b2c0972214e249e01f24834153507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670598 May 06 09:45:21.705054 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-50f57382-defc-45da-8eec-c58b39ffc052 req-9410e741-b74b-4fe1-af89-26330b57766a tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487994 May 06 09:45:21.721512 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-9f9542e2-fa4f-429d-a408-0857a88d983a tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Made reservation on behalf of e6b8f11daba14014856a1a2bb0688844 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:45:21.724957 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-9f9542e2-fa4f-429d-a408-0857a88d983a tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:21.871095 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-16bd4520-c613-457e-b3c4-a0d95daa15fc tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:21.908857 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-16bd4520-c613-457e-b3c4-a0d95daa15fc tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:22.017744 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2f18e-e76a-424d-be98-f2eb6a695273 req-760c47f5-be4b-4d15-bc7d-ae359525abb7 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:22.019284 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-80a2f18e-e76a-424d-be98-f2eb6a695273 req-760c47f5-be4b-4d15-bc7d-ae359525abb7 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 945 time: 0.2453625 May 06 09:45:22.042139 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-daf54716-3ba0-4000-92e1-27902897e52b service neutron] 10.222.0.73 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331857 May 06 09:45:22.184125 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-9f9542e2-fa4f-429d-a408-0857a88d983a tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Allocated IP 172.20.0.6 (138aada2-7aee-4749-819b-d219deb27012/ceacdbe3-a021-4ce2-8b17-bdad66d69597/31c8967f-e3f3-414b-9bbe-aaafec6512b2) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:45:22.203363 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-80a2f18e-e76a-424d-be98-f2eb6a695273 req-e3f0a759-6914-4f0e-b90c-fed080f7ed75 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603901 May 06 09:45:22.209246 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-16bd4520-c613-457e-b3c4-a0d95daa15fc tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Floating IP cad567df-88df-4783-b20d-9f3380fd0de6 associated. External IP: 172.25.5.106, port: a23d161e-c6d1-4e70-a50a-9e4363915d68. May 06 09:45:22.334336 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0632eaa1-c567-4662-bf09-bcce9bcaf3a4 req-14539a9e-c932-4b9d-a67b-2609d6493085 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=6aee28dd-3795-48ec-8fad-618ecbb46d7f HTTP/1.1" status: 200 len: 210 time: 0.0597966 May 06 09:45:22.343097 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-37b3dcb7-fce0-4f95-ab65-a8c8ece57ba0 service neutron] 10.222.0.73 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894642 May 06 09:45:22.432425 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5b335-7784-4885-b608-1bc1c50c8b10 req-00f09865-32fc-4c97-a7bb-6aac0af6adc4 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:22.435140 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-72a5b335-7784-4885-b608-1bc1c50c8b10 req-00f09865-32fc-4c97-a7bb-6aac0af6adc4 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.77 "GET /v2.0/ports?device_id=b83b6ad6-dcb8-428b-91c6-95378203b41f HTTP/1.1" status: 200 len: 945 time: 0.0659616 May 06 09:45:22.580793 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-72a5b335-7784-4885-b608-1bc1c50c8b10 req-396736b6-9423-416b-8086-1fc07a3bed40 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Deleting port 38c20d49-c86a-4180-a93f-54b09fe2843a {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:45:22.581205 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-72a5b335-7784-4885-b608-1bc1c50c8b10 req-396736b6-9423-416b-8086-1fc07a3bed40 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:22.594531 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891b275-af45-4e12-bc9f-05e138e6215f req-efcfe7e4-775a-4b7d-8bc5-bc5457bf3d01 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:22.596602 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d891b275-af45-4e12-bc9f-05e138e6215f req-efcfe7e4-775a-4b7d-8bc5-bc5457bf3d01 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.73 "GET /v2.0/ports?device_id=a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f HTTP/1.1" status: 200 len: 950 time: 0.2002470 May 06 09:45:22.694007 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-9f9542e2-fa4f-429d-a408-0857a88d983a tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:22.699419 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-72a5b335-7784-4885-b608-1bc1c50c8b10 req-396736b6-9423-416b-8086-1fc07a3bed40 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] For port 38c20d49-c86a-4180-a93f-54b09fe2843a, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=38c20d49-c86a-4180-a93f-54b09fe2843a,segment=NetworkSegment(8f3ab2e4-f0c9-491d-9a7f-63c69e0448a6),segment_id=8f3ab2e4-f0c9-491d-9a7f-63c69e0448a6)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:22.700088 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-72a5b335-7784-4885-b608-1bc1c50c8b10 req-396736b6-9423-416b-8086-1fc07a3bed40 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:22.718579 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-72a5b335-7784-4885-b608-1bc1c50c8b10 req-396736b6-9423-416b-8086-1fc07a3bed40 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Calling delete_port for 38c20d49-c86a-4180-a93f-54b09fe2843a owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:45:22.740299 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d891b275-af45-4e12-bc9f-05e138e6215f req-86e59980-318c-405d-a694-b447e82a34e8 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e9e3fd7-5b07-4e3f-a31f-abff0204440b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074100 May 06 09:45:22.753636 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6035e1b-3c3f-447b-bafa-96ab0e96502f req-133f227f-4ff5-472c-a644-68b1a89aad27 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:22.755295 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d6035e1b-3c3f-447b-bafa-96ab0e96502f req-133f227f-4ff5-472c-a644-68b1a89aad27 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/ports?device_id=b83b6ad6-dcb8-428b-91c6-95378203b41f HTTP/1.1" status: 200 len: 945 time: 0.1840572 May 06 09:45:22.771400 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bd4520-c613-457e-b3c4-a0d95daa15fc tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Router 30ea5725-9e8d-4658-8b57-28266b7ccaed has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:45:22.814750 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-9f9542e2-fa4f-429d-a408-0857a88d983a tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:22.840572 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['855d2a78-7e53-4c34-b489-8b27d845d56d', '82cc8ff9-0b16-4903-a1af-751dac4e9e85'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:22.841875 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d6035e1b-3c3f-447b-bafa-96ab0e96502f req-4905a783-f92e-4522-be91-41f1b98111e9 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/security-groups?id=29a380c5-f6a6-40de-894e-2e767ff7fdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698676 May 06 09:45:22.947931 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a9725ff3-27cc-461f-9aad-f5d3cc2ffcee req-58726d53-8981-4cfe-b877-4f815fc40379 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=0714dff3-9506-4bf1-8c85-a61f6ee71831 HTTP/1.1" status: 200 len: 210 time: 0.1208539 May 06 09:45:22.957223 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-9f9542e2-fa4f-429d-a408-0857a88d983a tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Network 138aada2-7aee-4749-819b-d219deb27012 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:45:22.968025 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-72a5b335-7784-4885-b608-1bc1c50c8b10 req-396736b6-9423-416b-8086-1fc07a3bed40 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:22.978606 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-9f9542e2-fa4f-429d-a408-0857a88d983a tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:22.996647 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-9f9542e2-fa4f-429d-a408-0857a88d983a tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:45:22.999817 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9542e2-fa4f-429d-a408-0857a88d983a tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Pushing event updated for resources: {'Port': ['ID=31c8967f-e3f3-414b-9bbe-aaafec6512b2,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:23.035631 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['38c20d49-c86a-4180-a93f-54b09fe2843a'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:23.052477 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396736b6-9423-416b-8086-1fc07a3bed40 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Pushing event deleted for resources: {'Port': ['ID=38c20d49-c86a-4180-a93f-54b09fe2843a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:23.121916 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a5b335-7784-4885-b608-1bc1c50c8b10 req-396736b6-9423-416b-8086-1fc07a3bed40 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] No DVR routers for this DVR port 38c20d49-c86a-4180-a93f-54b09fe2843a on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:45:23.125553 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396736b6-9423-416b-8086-1fc07a3bed40 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:23.126278 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396736b6-9423-416b-8086-1fc07a3bed40 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:23.126840 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396736b6-9423-416b-8086-1fc07a3bed40 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:23.127532 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396736b6-9423-416b-8086-1fc07a3bed40 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:23.128109 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396736b6-9423-416b-8086-1fc07a3bed40 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:23.129613 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396736b6-9423-416b-8086-1fc07a3bed40 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:23.130427 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396736b6-9423-416b-8086-1fc07a3bed40 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:23.131779 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396736b6-9423-416b-8086-1fc07a3bed40 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:23.132433 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396736b6-9423-416b-8086-1fc07a3bed40 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:23.133292 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396736b6-9423-416b-8086-1fc07a3bed40 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:23.134007 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396736b6-9423-416b-8086-1fc07a3bed40 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:23.135240 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396736b6-9423-416b-8086-1fc07a3bed40 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:23.156224 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-72a5b335-7784-4885-b608-1bc1c50c8b10 req-396736b6-9423-416b-8086-1fc07a3bed40 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:23.161726 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-72a5b335-7784-4885-b608-1bc1c50c8b10 req-396736b6-9423-416b-8086-1fc07a3bed40 tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.77 "DELETE /v2.0/ports/38c20d49-c86a-4180-a93f-54b09fe2843a HTTP/1.1" status: 204 len: 173 time: 0.7200124 May 06 09:45:23.162090 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83b6ad6-dcb8-428b-91c6-95378203b41f', 'name': 'network-vif-deleted', 'tag': '38c20d49-c86a-4180-a93f-54b09fe2843a'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:23.167293 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0738ee42-8ccb-45c1-aa84-1b944fb4afde" -d '{"events": [{"server_uuid": "b83b6ad6-dcb8-428b-91c6-95378203b41f", "name": "network-vif-deleted", "tag": "38c20d49-c86a-4180-a93f-54b09fe2843a"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:23.436786 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-8e72ab83-81f9-4222-afd4-bf1a675d4ff1 None None] Provisioning complete for port 31c8967f-e3f3-414b-9bbe-aaafec6512b2 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:23.437523 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8e72ab83-81f9-4222-afd4-bf1a675d4ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:23.485280 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-8e72ab83-81f9-4222-afd4-bf1a675d4ff1 None None] Port 31c8967f-e3f3-414b-9bbe-aaafec6512b2 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:45:23.526660 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c917a938-b1a8-4715-a7cd-e9d91b9ada01 x-openstack-request-id: req-c917a938-b1a8-4715-a7cd-e9d91b9ada01 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:23.527833 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83b6ad6-dcb8-428b-91c6-95378203b41f", "name": "network-vif-deleted", "tag": "38c20d49-c86a-4180-a93f-54b09fe2843a", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:23.528096 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c917a938-b1a8-4715-a7cd-e9d91b9ada01 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:23.528850 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c917a938-b1a8-4715-a7cd-e9d91b9ada01'] response: {'server_uuid': 'b83b6ad6-dcb8-428b-91c6-95378203b41f', 'name': 'network-vif-deleted', 'tag': '38c20d49-c86a-4180-a93f-54b09fe2843a', 'status': 'completed', 'code': 200} May 06 09:45:23.567848 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-9f9542e2-fa4f-429d-a408-0857a88d983a tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:23.568511 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-9f9542e2-fa4f-429d-a408-0857a88d983a tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:23.588646 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994566c9-a67e-41ed-8bcd-0a453d030d0f req-2c6dc12f-226b-458c-9fe3-be23f38c2530 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:23.590201 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-994566c9-a67e-41ed-8bcd-0a453d030d0f req-2c6dc12f-226b-458c-9fe3-be23f38c2530 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.6370413 May 06 09:45:23.596052 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bd4520-c613-457e-b3c4-a0d95daa15fc tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:45:23.607206 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51d94d2-7b2d-4d23-9d62-fa0afeb4f9b5 None None] Sync routers for ids ['30ea5725-9e8d-4658-8b57-28266b7ccaed'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:45:23.610310 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-16bd4520-c613-457e-b3c4-a0d95daa15fc tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:23.622759 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51d94d2-7b2d-4d23-9d62-fa0afeb4f9b5 None None] Routers {'30ea5725-9e8d-4658-8b57-28266b7ccaed'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:45:23.623528 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-d51d94d2-7b2d-4d23-9d62-fa0afeb4f9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:45:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['30ea5725-9e8d-4658-8b57-28266b7ccaed'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:23.652733 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-9f9542e2-fa4f-429d-a408-0857a88d983a tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4244936 May 06 09:45:23.674747 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-1d058cc3-7409-4c31-bc1c-d8e11fcd73b2 service neutron] Request body: {'port': {'device_id': '6aee28dd-3795-48ec-8fad-618ecbb46d7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:23.701726 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-16bd4520-c613-457e-b3c4-a0d95daa15fc tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "PUT /v2.0/floatingips/cad567df-88df-4783-b20d-9f3380fd0de6 HTTP/1.1" status: 200 len: 992 time: 2.9713995 May 06 09:45:23.710260 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'tag': 'a23d161e-c6d1-4e70-a50a-9e4363915d68'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:23.713172 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41a535d-29b3-4e47-a13c-07b75b5ba5d1" -d '{"events": [{"name": "network-changed", "server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "tag": "a23d161e-c6d1-4e70-a50a-9e4363915d68"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:23.729154 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-994566c9-a67e-41ed-8bcd-0a453d030d0f req-4b02262c-c415-40a6-b2c1-54a61c494929 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231749 May 06 09:45:23.740876 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-d51d94d2-7b2d-4d23-9d62-fa0afeb4f9b5 None None] Set router 30ea5725-9e8d-4658-8b57-28266b7ccaed gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:45:23.749095 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d9225-1382-4426-ac71-dcf023b0d3be req-b0658135-f001-437b-ab17-be03812bdf47 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:23.750912 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b02d9225-1382-4426-ac71-dcf023b0d3be req-b0658135-f001-437b-ab17-be03812bdf47 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 945 time: 0.1594727 May 06 09:45:23.793136 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-1d058cc3-7409-4c31-bc1c-d8e11fcd73b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:23.874859 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b02d9225-1382-4426-ac71-dcf023b0d3be req-fc43269f-220a-48dc-8574-334e331e0dce tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025591 May 06 09:45:23.936291 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40405025-3c12-4e11-bc4c-5e32485f7dc6 req-fbb4cf37-77fc-451b-9c4f-228e19d4636b tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:23.937949 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-40405025-3c12-4e11-bc4c-5e32485f7dc6 req-fbb4cf37-77fc-451b-9c4f-228e19d4636b tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=6aee28dd-3795-48ec-8fad-618ecbb46d7f HTTP/1.1" status: 200 len: 931 time: 0.1330359 May 06 09:45:24.030983 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a82d861-af55-4e37-a7a8-7972ccc7e4bd x-openstack-request-id: req-4a82d861-af55-4e37-a7a8-7972ccc7e4bd {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:24.031446 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "tag": "a23d161e-c6d1-4e70-a50a-9e4363915d68", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:24.031577 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4a82d861-af55-4e37-a7a8-7972ccc7e4bd {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:24.031986 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a82d861-af55-4e37-a7a8-7972ccc7e4bd'] response: {'name': 'network-changed', 'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'tag': 'a23d161e-c6d1-4e70-a50a-9e4363915d68', 'status': 'completed', 'code': 200} May 06 09:45:24.063953 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-40405025-3c12-4e11-bc4c-5e32485f7dc6 req-22916ed7-d724-4066-ad4e-61ab84d15c47 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530300 May 06 09:45:24.084802 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-d51d94d2-7b2d-4d23-9d62-fa0afeb4f9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'name': 'tempest-TaggedBootDevicesTest_v242-827483097-router', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2286739a-2cfe-4287-8a87-a9b6998b8874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:49Z', 'updated_at': '2022-05-06T09:42:53Z', 'revision_number': 4, 'project_id': '25aba9ec7dab4fc585e8e72a34137627', 'gw_port': {'id': '2286739a-2cfe-4287-8a87-a9b6998b8874', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:49Z', 'updated_at': '2022-05-06T09:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'cad567df-88df-4783-b20d-9f3380fd0de6', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'floating_ip_address': '172.25.5.106', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'port_id': 'a23d161e-c6d1-4e70-a50a-9e4363915d68', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd000d0ea-cd9f-4476-8d53-8b34cfa9641e', 'mac_address': 'fa:16:3e:39:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:43:52Z', 'updated_at': '2022-05-06T09:45:21Z', 'revision_number': 1, 'project_id': '25aba9ec7dab4fc585e8e72a34137627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '378bea14-3ba0-4dc5-9296-03245886d7cc', 'name': '', 'network_id': 'd000d0ea-cd9f-4476-8d53-8b34cfa9641e', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'mac_address': 'fa:16:3e:a3:0f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '9b6a855e-7008-4f56-8287-accfc5fa41f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:52Z', 'updated_at': '2022-05-06T09:43:00Z', 'revision_number': 5, 'project_id': '25aba9ec7dab4fc585e8e72a34137627', 'subnets': [{'id': '9b6a855e-7008-4f56-8287-accfc5fa41f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:24.124080 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51d94d2-7b2d-4d23-9d62-fa0afeb4f9b5 None None] Checking router: 30ea5725-9e8d-4658-8b57-28266b7ccaed for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:45:24.140827 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51d94d2-7b2d-4d23-9d62-fa0afeb4f9b5 None None] Routers {'30ea5725-9e8d-4658-8b57-28266b7ccaed'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:45:24.141466 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-d51d94d2-7b2d-4d23-9d62-fa0afeb4f9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:45:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['30ea5725-9e8d-4658-8b57-28266b7ccaed'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:24.194146 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-7c6699c2-05ac-459a-a622-4e24ea89cdd6 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:24.195745 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-7c6699c2-05ac-459a-a622-4e24ea89cdd6 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.77 "GET /v2.0/networks?id=bf084c2a-2749-4093-a4ea-996162f08ec8 HTTP/1.1" status: 200 len: 812 time: 0.2036793 May 06 09:45:24.228303 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-87ec3e05-3605-4fbc-958c-7c83a10a7ddf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Request body: {'port': {'device_id': '0714dff3-9506-4bf1-8c85-a61f6ee71831', 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8', 'admin_state_up': True, 'tenant_id': '9f8b2c0972214e249e01f24834153507'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:24.249681 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6bf28d9a-bec4-4011-b733-d03155c21f46 req-e55c17a1-665e-4e62-8531-d0504799abea tempest-ServerAddressesNegativeTestJSON-586484178 tempest-ServerAddressesNegativeTestJSON-586484178-project] 10.222.0.73 "GET /v2.0/ports?device_id=b83b6ad6-dcb8-428b-91c6-95378203b41f HTTP/1.1" status: 200 len: 210 time: 0.0861390 May 06 09:45:24.261287 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a535d-29b3-4e47-a13c-07b75b5ba5d1 req-056ac657-a458-4390-bd8d-d568e926f850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:24.261773 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a535d-29b3-4e47-a13c-07b75b5ba5d1 req-056ac657-a458-4390-bd8d-d568e926f850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:24.262251 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a535d-29b3-4e47-a13c-07b75b5ba5d1 req-056ac657-a458-4390-bd8d-d568e926f850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:24.262733 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a535d-29b3-4e47-a13c-07b75b5ba5d1 req-056ac657-a458-4390-bd8d-d568e926f850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:24.263231 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a535d-29b3-4e47-a13c-07b75b5ba5d1 req-056ac657-a458-4390-bd8d-d568e926f850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:24.263702 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a535d-29b3-4e47-a13c-07b75b5ba5d1 req-056ac657-a458-4390-bd8d-d568e926f850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:24.264168 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a535d-29b3-4e47-a13c-07b75b5ba5d1 req-056ac657-a458-4390-bd8d-d568e926f850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:24.266134 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f41a535d-29b3-4e47-a13c-07b75b5ba5d1 req-056ac657-a458-4390-bd8d-d568e926f850 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=25aba9ec7dab4fc585e8e72a34137627&device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 6499 time: 0.1931725 May 06 09:45:24.288201 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-d51d94d2-7b2d-4d23-9d62-fa0afeb4f9b5 None None] Set router 30ea5725-9e8d-4658-8b57-28266b7ccaed gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:45:24.288737 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67942fda-2bd6-4a8d-a9c5-14b49350a779 req-7cb279ae-dd13-4b0d-81b9-7e1c2232a773 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:24.290435 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67942fda-2bd6-4a8d-a9c5-14b49350a779 req-7cb279ae-dd13-4b0d-81b9-7e1c2232a773 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1759143 May 06 09:45:24.381536 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-87ec3e05-3605-4fbc-958c-7c83a10a7ddf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Made reservation on behalf of 9f8b2c0972214e249e01f24834153507 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:45:24.388046 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-87ec3e05-3605-4fbc-958c-7c83a10a7ddf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:24.427629 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52f09a55-f7a7-4646-a278-13008b6f9dc4 req-2348ac6c-d05d-4199-89c9-e57120069202 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=0714dff3-9506-4bf1-8c85-a61f6ee71831 HTTP/1.1" status: 200 len: 210 time: 0.0854645 May 06 09:45:24.468121 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67942fda-2bd6-4a8d-a9c5-14b49350a779 req-068b9d48-37ba-4e50-abf5-fc1982846224 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678572 May 06 09:45:24.534140 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a535d-29b3-4e47-a13c-07b75b5ba5d1 req-393572c6-7262-4e50-b0c8-7aa04d833be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:24.535750 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f41a535d-29b3-4e47-a13c-07b75b5ba5d1 req-393572c6-7262-4e50-b0c8-7aa04d833be2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d000d0ea-cd9f-4476-8d53-8b34cfa9641e HTTP/1.1" status: 200 len: 917 time: 0.2202513 May 06 09:45:24.547819 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-1d058cc3-7409-4c31-bc1c-d8e11fcd73b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c8967f-e3f3-414b-9bbe-aaafec6512b2 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:24.559502 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-1d058cc3-7409-4c31-bc1c-d8e11fcd73b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:24.612077 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-d51d94d2-7b2d-4d23-9d62-fa0afeb4f9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'name': 'tempest-TaggedBootDevicesTest_v242-827483097-router', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2286739a-2cfe-4287-8a87-a9b6998b8874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:49Z', 'updated_at': '2022-05-06T09:42:53Z', 'revision_number': 4, 'project_id': '25aba9ec7dab4fc585e8e72a34137627', 'gw_port': {'id': '2286739a-2cfe-4287-8a87-a9b6998b8874', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:49Z', 'updated_at': '2022-05-06T09:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'cad567df-88df-4783-b20d-9f3380fd0de6', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'floating_ip_address': '172.25.5.106', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'port_id': 'a23d161e-c6d1-4e70-a50a-9e4363915d68', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd000d0ea-cd9f-4476-8d53-8b34cfa9641e', 'mac_address': 'fa:16:3e:39:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:43:52Z', 'updated_at': '2022-05-06T09:45:21Z', 'revision_number': 1, 'project_id': '25aba9ec7dab4fc585e8e72a34137627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '378bea14-3ba0-4dc5-9296-03245886d7cc', 'name': '', 'network_id': 'd000d0ea-cd9f-4476-8d53-8b34cfa9641e', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'mac_address': 'fa:16:3e:a3:0f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '9b6a855e-7008-4f56-8287-accfc5fa41f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:52Z', 'updated_at': '2022-05-06T09:43:00Z', 'revision_number': 5, 'project_id': '25aba9ec7dab4fc585e8e72a34137627', 'subnets': [{'id': '9b6a855e-7008-4f56-8287-accfc5fa41f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:24.637539 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-1d058cc3-7409-4c31-bc1c-d8e11fcd73b2 service neutron] Transition to ACTIVE for port object 31c8967f-e3f3-414b-9bbe-aaafec6512b2 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:45:24.646278 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-87ec3e05-3605-4fbc-958c-7c83a10a7ddf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Allocated IP 172.20.0.12 (bf084c2a-2749-4093-a4ea-996162f08ec8/8274d079-7928-4ac7-bf6e-3d3c9edfbcb7/61726734-e97a-4440-9338-9a6872fd3481) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:45:24.660056 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51d94d2-7b2d-4d23-9d62-fa0afeb4f9b5 None None] The sync data for ids ['30ea5725-9e8d-4658-8b57-28266b7ccaed'] in n-d-840835-1 is: [{'id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'name': 'tempest-TaggedBootDevicesTest_v242-827483097-router', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2286739a-2cfe-4287-8a87-a9b6998b8874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:49Z', 'updated_at': '2022-05-06T09:42:53Z', 'revision_number': 4, 'project_id': '25aba9ec7dab4fc585e8e72a34137627', 'gw_port': {'id': '2286739a-2cfe-4287-8a87-a9b6998b8874', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:49Z', 'updated_at': '2022-05-06T09:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'cad567df-88df-4783-b20d-9f3380fd0de6', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'floating_ip_address': '172.25.5.106', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'port_id': 'a23d161e-c6d1-4e70-a50a-9e4363915d68', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd000d0ea-cd9f-4476-8d53-8b34cfa9641e', 'mac_address': 'fa:16:3e:39:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:43:52Z', 'updated_at': '2022-05-06T09:45:21Z', 'revision_number': 1, 'project_id': '25aba9ec7dab4fc585e8e72a34137627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '378bea14-3ba0-4dc5-9296-03245886d7cc', 'name': '', 'network_id': 'd000d0ea-cd9f-4476-8d53-8b34cfa9641e', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'mac_address': 'fa:16:3e:a3:0f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '9b6a855e-7008-4f56-8287-accfc5fa41f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:52Z', 'updated_at': '2022-05-06T09:43:00Z', 'revision_number': 5, 'project_id': '25aba9ec7dab4fc585e8e72a34137627', 'subnets': [{'id': '9b6a855e-7008-4f56-8287-accfc5fa41f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:45:24.683702 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-1d058cc3-7409-4c31-bc1c-d8e11fcd73b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:24.693010 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f41a535d-29b3-4e47-a13c-07b75b5ba5d1 req-8564e372-e2db-4f17-9a17-3e2ba0931af6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a23d161e-c6d1-4e70-a50a-9e4363915d68 HTTP/1.1" status: 200 len: 1000 time: 0.1364789 May 06 09:45:24.737734 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34de00-78f6-4345-8ccb-9c197a74851a req-53184a94-9a5d-4e90-b7dd-afaf18359ac6 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:24.739539 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d34de00-78f6-4345-8ccb-9c197a74851a req-53184a94-9a5d-4e90-b7dd-afaf18359ac6 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.0960660 May 06 09:45:24.824646 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d058cc3-7409-4c31-bc1c-d8e11fcd73b2 service neutron] Pushing event updated for resources: {'Port': ['ID=31c8967f-e3f3-414b-9bbe-aaafec6512b2,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:24.854622 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-87ec3e05-3605-4fbc-958c-7c83a10a7ddf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:24.883788 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d34de00-78f6-4345-8ccb-9c197a74851a req-b4e5a550-b3ff-401f-97ff-4be6a9b9480a tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010647 May 06 09:45:24.892944 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a535d-29b3-4e47-a13c-07b75b5ba5d1 req-29990e02-3c95-4ca0-a9ef-453a1e0dfbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:24.894504 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f41a535d-29b3-4e47-a13c-07b75b5ba5d1 req-29990e02-3c95-4ca0-a9ef-453a1e0dfbe2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9b6a855e-7008-4f56-8287-accfc5fa41f4 HTTP/1.1" status: 200 len: 855 time: 0.1497984 May 06 09:45:24.916256 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-87ec3e05-3605-4fbc-958c-7c83a10a7ddf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:24.986167 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-87ec3e05-3605-4fbc-958c-7c83a10a7ddf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Network bf084c2a-2749-4093-a4ea-996162f08ec8 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:45:24.990319 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-87ec3e05-3605-4fbc-958c-7c83a10a7ddf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:24.994996 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-87ec3e05-3605-4fbc-958c-7c83a10a7ddf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:45:25.007888 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec3e05-3605-4fbc-958c-7c83a10a7ddf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Pushing event updated for resources: {'Port': ['ID=61726734-e97a-4440-9338-9a6872fd3481,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:25.032374 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c6ec0-9b46-44f6-ad2a-998c9be3e2af None None] New status for floating IP cad567df-88df-4783-b20d-9f3380fd0de6: ACTIVE {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:45:25.045066 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-1d058cc3-7409-4c31-bc1c-d8e11fcd73b2 service neutron] Attempting to bind port 31c8967f-e3f3-414b-9bbe-aaafec6512b2 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:45:25.045441 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-1d058cc3-7409-4c31-bc1c-d8e11fcd73b2 service neutron] Attempting to bind port 31c8967f-e3f3-414b-9bbe-aaafec6512b2 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '138aada2-7aee-4749-819b-d219deb27012'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:45:25.045764 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-1d058cc3-7409-4c31-bc1c-d8e11fcd73b2 service neutron] Attempting to bind port 31c8967f-e3f3-414b-9bbe-aaafec6512b2 on network 138aada2-7aee-4749-819b-d219deb27012 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:45:25.054719 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-1d058cc3-7409-4c31-bc1c-d8e11fcd73b2 service neutron] Port 31c8967f-e3f3-414b-9bbe-aaafec6512b2 on network 138aada2-7aee-4749-819b-d219deb27012 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:45:25.055069 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-1d058cc3-7409-4c31-bc1c-d8e11fcd73b2 service neutron] Attempting to bind port 31c8967f-e3f3-414b-9bbe-aaafec6512b2 on network 138aada2-7aee-4749-819b-d219deb27012 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:45:25.062999 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a535d-29b3-4e47-a13c-07b75b5ba5d1 req-761ca4c0-a24f-45ff-96fb-8caa877a2d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:25.064909 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f41a535d-29b3-4e47-a13c-07b75b5ba5d1 req-761ca4c0-a24f-45ff-96fb-8caa877a2d70 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d000d0ea-cd9f-4476-8d53-8b34cfa9641e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1584146 May 06 09:45:25.072966 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-87ec3e05-3605-4fbc-958c-7c83a10a7ddf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:25.073947 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-87ec3e05-3605-4fbc-958c-7c83a10a7ddf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:25.079779 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-1d058cc3-7409-4c31-bc1c-d8e11fcd73b2 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:45:25.080127 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-1d058cc3-7409-4c31-bc1c-d8e11fcd73b2 service neutron] Checking segment: {'id': 'b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '138aada2-7aee-4749-819b-d219deb27012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:45:25.080511 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-1d058cc3-7409-4c31-bc1c-d8e11fcd73b2 service neutron] Bound using segment: {'id': 'b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '138aada2-7aee-4749-819b-d219deb27012'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:45:25.080970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-1d058cc3-7409-4c31-bc1c-d8e11fcd73b2 service neutron] Bound port: 31c8967f-e3f3-414b-9bbe-aaafec6512b2, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '138aada2-7aee-4749-819b-d219deb27012'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:45:25.081396 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-1d058cc3-7409-4c31-bc1c-d8e11fcd73b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:25.098096 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-87ec3e05-3605-4fbc-958c-7c83a10a7ddf tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8743262 May 06 09:45:25.118872 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-01615e7c-4e11-4eaa-a4a4-af62b4b2584b service neutron] Request body: {'port': {'device_id': '0714dff3-9506-4bf1-8c85-a61f6ee71831', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:25.189168 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-01615e7c-4e11-4eaa-a4a4-af62b4b2584b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:25.269101 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7660d55-8c65-44d2-8ab7-f87b37a0be54 req-348600e0-a8ad-4475-b784-d9c5e93fcc8d tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:25.270580 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a7660d55-8c65-44d2-8ab7-f87b37a0be54 req-348600e0-a8ad-4475-b784-d9c5e93fcc8d tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 945 time: 0.2047379 May 06 09:45:25.331870 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeda8dd-97ba-4263-bf68-276502ba4284 req-49eeb3fa-5ec6-4554-90e2-e06cd9434e44 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:25.333431 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5aeda8dd-97ba-4263-bf68-276502ba4284 req-49eeb3fa-5ec6-4554-90e2-e06cd9434e44 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.2325897 May 06 09:45:25.340610 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-1d058cc3-7409-4c31-bc1c-d8e11fcd73b2 service neutron] For port 31c8967f-e3f3-414b-9bbe-aaafec6512b2, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:45:25.372455 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f41a535d-29b3-4e47-a13c-07b75b5ba5d1 req-a6d5d3ea-f4ff-49d8-b548-ea14e5631c3b service neutron] 10.222.0.77 "GET /v2.0/networks/d000d0ea-cd9f-4476-8d53-8b34cfa9641e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799242 May 06 09:45:25.374158 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-1d058cc3-7409-4c31-bc1c-d8e11fcd73b2 service neutron] For port 31c8967f-e3f3-414b-9bbe-aaafec6512b2, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=31c8967f-e3f3-414b-9bbe-aaafec6512b2,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:45:25.396798 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-1d058cc3-7409-4c31-bc1c-d8e11fcd73b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:25.405422 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a7660d55-8c65-44d2-8ab7-f87b37a0be54 req-933a1276-24e5-4e70-b14e-42d299a8787f tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156230 May 06 09:45:25.500727 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-1d058cc3-7409-4c31-bc1c-d8e11fcd73b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:25.501403 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-1d058cc3-7409-4c31-bc1c-d8e11fcd73b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:25.502859 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-1d058cc3-7409-4c31-bc1c-d8e11fcd73b2 service neutron] 10.222.0.84 "PUT /v2.0/ports/31c8967f-e3f3-414b-9bbe-aaafec6512b2 HTTP/1.1" status: 200 len: 1091 time: 1.8330989 May 06 09:45:25.516429 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-01615e7c-4e11-4eaa-a4a4-af62b4b2584b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61726734-e97a-4440-9338-9a6872fd3481 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:25.525579 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-01615e7c-4e11-4eaa-a4a4-af62b4b2584b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:25.555149 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-01615e7c-4e11-4eaa-a4a4-af62b4b2584b service neutron] Transition to ACTIVE for port object 61726734-e97a-4440-9338-9a6872fd3481 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:45:25.555489 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5aeda8dd-97ba-4263-bf68-276502ba4284 req-8f3d7874-cb0f-413f-b225-7607d9b2a8e8 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887863 May 06 09:45:25.555587 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-01615e7c-4e11-4eaa-a4a4-af62b4b2584b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:25.599484 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f41a535d-29b3-4e47-a13c-07b75b5ba5d1 req-a8ad0ba8-77b8-4dd8-b631-d06f1ff9cae0 service neutron] 10.222.0.77 "GET /v2.0/networks/d000d0ea-cd9f-4476-8d53-8b34cfa9641e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124805 May 06 09:45:25.625096 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 50598) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:25.704542 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c5f272-636f-4e87-ae11-e588e90a2a82 admin admin] Deleting subnet 3d6aa5b6-5fe8-4846-b918-225d08aa05d8 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:45:25.708893 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27c5f272-636f-4e87-ae11-e588e90a2a82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:25.711690 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d058cc3-7409-4c31-bc1c-d8e11fcd73b2 service neutron] Pushing event updated for resources: {'Port': ['ID=31c8967f-e3f3-414b-9bbe-aaafec6512b2,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:25.735407 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01615e7c-4e11-4eaa-a4a4-af62b4b2584b service neutron] Pushing event updated for resources: {'Port': ['ID=61726734-e97a-4440-9338-9a6872fd3481,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:25.762682 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-2e285751-4450-4eed-a4cd-8287033c3199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:25.764270 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-2e285751-4450-4eed-a4cd-8287033c3199 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e6b8f11daba14014856a1a2bb0688844&device_id=6aee28dd-3795-48ec-8fad-618ecbb46d7f HTTP/1.1" status: 200 len: 1094 time: 0.1627839 May 06 09:45:25.779856 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2342c-890b-49c7-a71d-0ffcec8f7715 req-fd3d2291-8837-4f77-bb56-1e276519425d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:25.781385 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c7b2342c-890b-49c7-a71d-0ffcec8f7715 req-fd3d2291-8837-4f77-bb56-1e276519425d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=6aee28dd-3795-48ec-8fad-618ecbb46d7f HTTP/1.1" status: 200 len: 943 time: 0.1809664 May 06 09:45:25.801926 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27c5f272-636f-4e87-ae11-e588e90a2a82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:25.844971 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-df12ed37-29d8-4bbd-a828-92722c1b1698 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31c8967f-e3f3-414b-9bbe-aaafec6512b2 HTTP/1.1" status: 200 len: 217 time: 0.0607433 May 06 09:45:25.860626 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-01615e7c-4e11-4eaa-a4a4-af62b4b2584b service neutron] Attempting to bind port 61726734-e97a-4440-9338-9a6872fd3481 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:45:25.860971 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-01615e7c-4e11-4eaa-a4a4-af62b4b2584b service neutron] Attempting to bind port 61726734-e97a-4440-9338-9a6872fd3481 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '627bbd8f-a3da-4da2-815f-3be0d917a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:45:25.861309 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-01615e7c-4e11-4eaa-a4a4-af62b4b2584b service neutron] Attempting to bind port 61726734-e97a-4440-9338-9a6872fd3481 on network bf084c2a-2749-4093-a4ea-996162f08ec8 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:45:25.865710 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27c5f272-636f-4e87-ae11-e588e90a2a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:25.870740 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb49106-e709-4285-8d16-116b8079e367 req-090e162e-0cc4-403d-8d01-65f7b57b795c tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:25.872323 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7cb49106-e709-4285-8d16-116b8079e367 req-090e162e-0cc4-403d-8d01-65f7b57b795c tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=0714dff3-9506-4bf1-8c85-a61f6ee71831 HTTP/1.1" status: 200 len: 944 time: 0.1471124 May 06 09:45:25.887193 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-01615e7c-4e11-4eaa-a4a4-af62b4b2584b service neutron] Port 61726734-e97a-4440-9338-9a6872fd3481 on network bf084c2a-2749-4093-a4ea-996162f08ec8 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:45:25.887719 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-01615e7c-4e11-4eaa-a4a4-af62b4b2584b service neutron] Attempting to bind port 61726734-e97a-4440-9338-9a6872fd3481 on network bf084c2a-2749-4093-a4ea-996162f08ec8 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:45:25.899372 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-01615e7c-4e11-4eaa-a4a4-af62b4b2584b service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:45:25.899760 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-01615e7c-4e11-4eaa-a4a4-af62b4b2584b service neutron] Checking segment: {'id': '627bbd8f-a3da-4da2-815f-3be0d917a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:45:25.900160 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-01615e7c-4e11-4eaa-a4a4-af62b4b2584b service neutron] Bound using segment: {'id': '627bbd8f-a3da-4da2-815f-3be0d917a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:45:25.900614 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-01615e7c-4e11-4eaa-a4a4-af62b4b2584b service neutron] Bound port: 61726734-e97a-4440-9338-9a6872fd3481, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '627bbd8f-a3da-4da2-815f-3be0d917a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:45:25.900981 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-01615e7c-4e11-4eaa-a4a4-af62b4b2584b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:25.913671 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c7b2342c-890b-49c7-a71d-0ffcec8f7715 req-d2535262-0d91-4d75-b9ad-a6bfe4b95faa tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224654 May 06 09:45:25.964223 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-db384373-6b89-404d-9616-1ba015d0f1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:25.966076 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-db384373-6b89-404d-9616-1ba015d0f1c6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ceacdbe3-a021-4ce2-8b17-bdad66d69597 HTTP/1.1" status: 200 len: 851 time: 0.1095326 May 06 09:45:25.970092 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27c5f272-636f-4e87-ae11-e588e90a2a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:25.972328 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7cb49106-e709-4285-8d16-116b8079e367 req-d3b83f55-0223-4293-a86c-0a6ab1c3d097 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899179 May 06 09:45:25.999782 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 38c20d49-c86a-4180-a93f-54b09fe2843a no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:45:26.016684 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5f272-636f-4e87-ae11-e588e90a2a82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d6aa5b6-5fe8-4846-b918-225d08aa05d8,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:26.022132 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27c5f272-636f-4e87-ae11-e588e90a2a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:26.024363 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 38c20d49-c86a-4180-a93f-54b09fe2843a {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:45:26.025695 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 38c20d49-c86a-4180-a93f-54b09fe2843a not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:45:26.029055 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-27c5f272-636f-4e87-ae11-e588e90a2a82 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3d6aa5b6-5fe8-4846-b918-225d08aa05d8 HTTP/1.1" status: 204 len: 168 time: 0.4003410 May 06 09:45:26.029692 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 50604) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:26.041256 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-01615e7c-4e11-4eaa-a4a4-af62b4b2584b service neutron] For port 61726734-e97a-4440-9338-9a6872fd3481, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:45:26.042125 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aee28dd-3795-48ec-8fad-618ecbb46d7f', 'tag': '31c8967f-e3f3-414b-9bbe-aaafec6512b2'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:26.046331 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752fca79-45c3-41e8-8cb6-2cc7463ce1df" -d '{"events": [{"name": "network-changed", "server_uuid": "6aee28dd-3795-48ec-8fad-618ecbb46d7f", "tag": "31c8967f-e3f3-414b-9bbe-aaafec6512b2"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:26.069944 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-95bc3552-962c-4867-a714-c2f7649e03b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:26.071651 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-95bc3552-962c-4867-a714-c2f7649e03b1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=138aada2-7aee-4749-819b-d219deb27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930662 May 06 09:45:26.084357 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca85aa-11cb-490f-9382-21695ed1aef0 req-091921d3-82ab-4932-b144-0e8d428a64a6 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:26.085939 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b7ca85aa-11cb-490f-9382-21695ed1aef0 req-091921d3-82ab-4932-b144-0e8d428a64a6 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.0845869 May 06 09:45:26.100961 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-01615e7c-4e11-4eaa-a4a4-af62b4b2584b service neutron] For port 61726734-e97a-4440-9338-9a6872fd3481, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=61726734-e97a-4440-9338-9a6872fd3481,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:45:26.104098 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a955c5-a283-4786-878d-be297faa58ed x-openstack-request-id: req-72a955c5-a283-4786-878d-be297faa58ed {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:26.104416 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aee28dd-3795-48ec-8fad-618ecbb46d7f", "tag": "31c8967f-e3f3-414b-9bbe-aaafec6512b2", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:26.104694 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-72a955c5-a283-4786-878d-be297faa58ed {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:26.105178 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72a955c5-a283-4786-878d-be297faa58ed'] response: {'name': 'network-changed', 'server_uuid': '6aee28dd-3795-48ec-8fad-618ecbb46d7f', 'tag': '31c8967f-e3f3-414b-9bbe-aaafec6512b2', 'status': 'completed', 'code': 200} May 06 09:45:26.110524 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-01615e7c-4e11-4eaa-a4a4-af62b4b2584b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:26.151846 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a97467a1-1eb0-49b2-aad8-22e4ce4500a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:26.168513 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-01615e7c-4e11-4eaa-a4a4-af62b4b2584b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:26.169142 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-01615e7c-4e11-4eaa-a4a4-af62b4b2584b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:26.170725 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-01615e7c-4e11-4eaa-a4a4-af62b4b2584b service neutron] 10.222.0.77 "PUT /v2.0/ports/61726734-e97a-4440-9338-9a6872fd3481 HTTP/1.1" status: 200 len: 1092 time: 1.0564756 May 06 09:45:26.171017 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0714dff3-9506-4bf1-8c85-a61f6ee71831', 'tag': '61726734-e97a-4440-9338-9a6872fd3481'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:26.173712 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb6d594-71ad-4014-b40b-76ca9d8ee96f" -d '{"events": [{"name": "network-changed", "server_uuid": "0714dff3-9506-4bf1-8c85-a61f6ee71831", "tag": "61726734-e97a-4440-9338-9a6872fd3481"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:26.180200 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b7ca85aa-11cb-490f-9382-21695ed1aef0 req-b1b7feaa-5e27-4a52-87de-9e9004af3f6d tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852580 May 06 09:45:26.200509 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01615e7c-4e11-4eaa-a4a4-af62b4b2584b service neutron] Pushing event updated for resources: {'Port': ['ID=61726734-e97a-4440-9338-9a6872fd3481,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:26.230590 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-4aab6598-168f-4c78-9d2e-adffb2990285 service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426299 May 06 09:45:26.271681 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc3da94-b12d-4221-ab0b-c97da096d6ef x-openstack-request-id: req-9dc3da94-b12d-4221-ab0b-c97da096d6ef {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:26.272031 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0714dff3-9506-4bf1-8c85-a61f6ee71831", "tag": "61726734-e97a-4440-9338-9a6872fd3481", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:26.272232 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9dc3da94-b12d-4221-ab0b-c97da096d6ef {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:26.272636 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dc3da94-b12d-4221-ab0b-c97da096d6ef'] response: {'name': 'network-changed', 'server_uuid': '0714dff3-9506-4bf1-8c85-a61f6ee71831', 'tag': '61726734-e97a-4440-9338-9a6872fd3481', 'status': 'completed', 'code': 200} May 06 09:45:26.312676 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a97467a1-1eb0-49b2-aad8-22e4ce4500a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:26.341015 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-a97467a1-1eb0-49b2-aad8-22e4ce4500a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea914486-0633-42d0-91dc-fd37cb195551']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:26.354579 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-a97467a1-1eb0-49b2-aad8-22e4ce4500a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f3ab2e4-f0c9-491d-9a7f-63c69e0448a6') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:26.354923 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-a97467a1-1eb0-49b2-aad8-22e4ce4500a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f3ab2e4-f0c9-491d-9a7f-63c69e0448a6') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:26.366072 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-b09c4c5d-6888-4763-9973-ae6a86c660d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:26.367987 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-b09c4c5d-6888-4763-9973-ae6a86c660d0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9f8b2c0972214e249e01f24834153507&device_id=0714dff3-9506-4bf1-8c85-a61f6ee71831 HTTP/1.1" status: 200 len: 1095 time: 0.0978167 May 06 09:45:26.372185 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a97467a1-1eb0-49b2-aad8-22e4ce4500a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:26.390205 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e3ed9-8fdc-4357-9cce-b73e01875bf8 req-c6446ed2-30c7-4083-8af0-c3e6785f2294 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:26.391829 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d9e3ed9-8fdc-4357-9cce-b73e01875bf8 req-c6446ed2-30c7-4083-8af0-c3e6785f2294 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.0835731 May 06 09:45:26.391995 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a97467a1-1eb0-49b2-aad8-22e4ce4500a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:26.401891 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-934671bf-7bfe-4581-8a1e-9816181ea57a req-c50034f6-6d26-4c6f-848d-799f3adc99e3 service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625617 May 06 09:45:26.431237 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a97467a1-1eb0-49b2-aad8-22e4ce4500a7 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:45:26.431659 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a97467a1-1eb0-49b2-aad8-22e4ce4500a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: timer() May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:45:26.433665 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:45:26.445742 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-b5bf7d25-c4ff-4470-ba30-97b84be99704 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61726734-e97a-4440-9338-9a6872fd3481 HTTP/1.1" status: 200 len: 217 time: 0.0607789 May 06 09:45:26.465493 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d9e3ed9-8fdc-4357-9cce-b73e01875bf8 req-c93d54e2-9139-479f-8c83-2ffd0f7e19b7 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626326 May 06 09:45:26.474024 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73fc485f-5410-4c6b-adf0-eb9097268182 req-b52b06c7-fae9-4fe9-9add-d005e9b74a50 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0701134 May 06 09:45:26.536525 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a97467a1-1eb0-49b2-aad8-22e4ce4500a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:26.539263 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-1a264916-1755-4c4c-a733-d7364196e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:26.540876 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-1a264916-1755-4c4c-a733-d7364196e39f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8274d079-7928-4ac7-bf6e-3d3c9edfbcb7 HTTP/1.1" status: 200 len: 852 time: 0.0669291 May 06 09:45:26.547305 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a97467a1-1eb0-49b2-aad8-22e4ce4500a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:26.551680 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a97467a1-1eb0-49b2-aad8-22e4ce4500a7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/ea914486-0633-42d0-91dc-fd37cb195551 HTTP/1.1" status: 204 len: 168 time: 0.5191185 May 06 09:45:26.607057 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-b511eaf1-da58-492c-aaa5-c6067d077441 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bf084c2a-2749-4093-a4ea-996162f08ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395205 May 06 09:45:26.609760 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97467a1-1eb0-49b2-aad8-22e4ce4500a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea914486-0633-42d0-91dc-fd37cb195551,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:26.620920 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fca79-45c3-41e8-8cb6-2cc7463ce1df req-d5249c74-c44f-4bc4-979a-f178e4e9c753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:26.622433 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-752fca79-45c3-41e8-8cb6-2cc7463ce1df req-d5249c74-c44f-4bc4-979a-f178e4e9c753 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e6b8f11daba14014856a1a2bb0688844&device_id=6aee28dd-3795-48ec-8fad-618ecbb46d7f HTTP/1.1" status: 200 len: 1094 time: 0.1251183 May 06 09:45:26.639945 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcba80-2411-4498-8db4-bd8530ea57a5 req-320a9c0f-72f2-4a70-b119-7e6a99dcdafc tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:26.641504 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eafcba80-2411-4498-8db4-bd8530ea57a5 req-320a9c0f-72f2-4a70-b119-7e6a99dcdafc tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 945 time: 0.1328890 May 06 09:45:26.705144 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc485f-5410-4c6b-adf0-eb9097268182 req-522b35a6-9b1d-4609-af60-7cb9ee1ba871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:26.706717 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73fc485f-5410-4c6b-adf0-eb9097268182 req-522b35a6-9b1d-4609-af60-7cb9ee1ba871 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e6b8f11daba14014856a1a2bb0688844&device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 1095 time: 0.1272562 May 06 09:45:26.741045 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-adc5ecef-e6b8-4edb-abb9-6a1f52b4aca1 service neutron] 10.222.0.77 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237097 May 06 09:45:26.814396 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 50630) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:26.831186 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eafcba80-2411-4498-8db4-bd8530ea57a5 req-789691be-2ef9-4337-b6e2-3afc3148ed0c tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755383 May 06 09:45:26.872346 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fca79-45c3-41e8-8cb6-2cc7463ce1df req-784c743b-4e16-487b-97bd-905a1b502ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:26.873841 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-752fca79-45c3-41e8-8cb6-2cc7463ce1df req-784c743b-4e16-487b-97bd-905a1b502ee4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=138aada2-7aee-4749-819b-d219deb27012 HTTP/1.1" status: 200 len: 913 time: 0.2304418 May 06 09:45:26.878939 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device edea07e1-602d-4b8f-bc5d-ff14e17b635a details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:45:26.888239 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90825bcf-d817-4674-b51a-d6eaaaca89e2 req-6c61acbd-a1b0-43b3-9977-da82983eb0af tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:26.889444 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-90825bcf-d817-4674-b51a-d6eaaaca89e2 req-6c61acbd-a1b0-43b3-9977-da82983eb0af tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1714020 May 06 09:45:26.897100 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-88984a39-4752-44f5-9c9a-adf63bbc3a49 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=363c4e4610024f91a1ee2ebf8f370a9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0812907 May 06 09:45:26.900923 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 50632) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:26.913802 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-384c8c86-b387-46a8-9325-7a0bccd97a23 req-9d7411a4-4b88-4e1a-83a0-4af65edb98d9 service neutron] 10.222.0.77 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581862 May 06 09:45:26.965191 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-752fca79-45c3-41e8-8cb6-2cc7463ce1df req-fc166809-fe9b-4f1b-a091-d89e7fb77266 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31c8967f-e3f3-414b-9bbe-aaafec6512b2 HTTP/1.1" status: 200 len: 217 time: 0.0681868 May 06 09:45:26.979476 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc485f-5410-4c6b-adf0-eb9097268182 req-09e5cd36-8c69-4c56-952d-e8d838e627e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:26.980962 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73fc485f-5410-4c6b-adf0-eb9097268182 req-09e5cd36-8c69-4c56-952d-e8d838e627e1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=138aada2-7aee-4749-819b-d219deb27012 HTTP/1.1" status: 200 len: 913 time: 0.2332451 May 06 09:45:27.017076 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port edea07e1-602d-4b8f-bc5d-ff14e17b635a, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=edea07e1-602d-4b8f-bc5d-ff14e17b635a,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:27.040651 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'edea07e1-602d-4b8f-bc5d-ff14e17b635a', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': 'edea07e1-602d-4b8f-bc5d-ff14e17b635a', 'mac_address': 'fa:16:3e:85:a4:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:45:27.079072 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6d594-71ad-4014-b40b-76ca9d8ee96f req-9cbe3917-7daa-43e7-b548-838d7ee69af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:27.080072 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-adb6d594-71ad-4014-b40b-76ca9d8ee96f req-9cbe3917-7daa-43e7-b548-838d7ee69af4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9f8b2c0972214e249e01f24834153507&device_id=0714dff3-9506-4bf1-8c85-a61f6ee71831 HTTP/1.1" status: 200 len: 1095 time: 0.0517101 May 06 09:45:27.083439 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:27.101587 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id edea07e1-602d-4b8f-bc5d-ff14e17b635a {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:27.130763 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port edea07e1-602d-4b8f-bc5d-ff14e17b635a, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=edea07e1-602d-4b8f-bc5d-ff14e17b635a,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:27.138097 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:27.204131 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=edea07e1-602d-4b8f-bc5d-ff14e17b635a,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:27.212979 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6d594-71ad-4014-b40b-76ca9d8ee96f req-2969762f-0447-4cdb-8158-c774603d8614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:27.214517 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-adb6d594-71ad-4014-b40b-76ca9d8ee96f req-2969762f-0447-4cdb-8158-c774603d8614 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bf084c2a-2749-4093-a4ea-996162f08ec8 HTTP/1.1" status: 200 len: 913 time: 0.1255245 May 06 09:45:27.263171 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-adb6d594-71ad-4014-b40b-76ca9d8ee96f req-3eb7e26a-dfb5-48f2-8bee-ad557ec75708 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61726734-e97a-4440-9338-9a6872fd3481 HTTP/1.1" status: 200 len: 217 time: 0.0399277 May 06 09:45:27.300458 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['edea07e1-602d-4b8f-bc5d-ff14e17b635a'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:27.322529 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6d594-71ad-4014-b40b-76ca9d8ee96f req-16ba12cb-cce1-4368-9a4e-87d97ca1442c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:27.325115 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-adb6d594-71ad-4014-b40b-76ca9d8ee96f req-16ba12cb-cce1-4368-9a4e-87d97ca1442c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8274d079-7928-4ac7-bf6e-3d3c9edfbcb7 HTTP/1.1" status: 200 len: 852 time: 0.0536344 May 06 09:45:27.377467 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-adb6d594-71ad-4014-b40b-76ca9d8ee96f req-4b01040e-e922-45dd-a104-3d638be2c0cb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bf084c2a-2749-4093-a4ea-996162f08ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443609 May 06 09:45:27.450417 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-90825bcf-d817-4674-b51a-d6eaaaca89e2 req-c86a82d0-0657-4cc9-b6f0-185b79fd64cc tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5346916 May 06 09:45:27.538273 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-adb6d594-71ad-4014-b40b-76ca9d8ee96f req-a9e0ba6d-1e16-4073-8c1e-0f09b3109490 service neutron] 10.222.0.77 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530116 May 06 09:45:27.554782 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e4a0b69a-736c-47b9-bb5a-f0f107fd0dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:27.568119 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73fc485f-5410-4c6b-adf0-eb9097268182 req-158f98da-5a66-49b2-986d-a7e224429c78 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01da8cd2-188a-4f87-8a7e-0aea3f350e6e HTTP/1.1" status: 200 len: 998 time: 0.5485065 May 06 09:45:27.577131 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fca79-45c3-41e8-8cb6-2cc7463ce1df req-bf0a6756-5966-4aef-a620-fe6806b5b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:27.578909 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-752fca79-45c3-41e8-8cb6-2cc7463ce1df req-bf0a6756-5966-4aef-a620-fe6806b5b27a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ceacdbe3-a021-4ce2-8b17-bdad66d69597 HTTP/1.1" status: 200 len: 851 time: 0.5582666 May 06 09:45:27.611350 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab68d5-79e6-4d39-ad72-c3f15219f851 req-b03975a1-2743-475d-9c2a-78651ae6dd24 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:27.619315 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5dab68d5-79e6-4d39-ad72-c3f15219f851 req-b03975a1-2743-475d-9c2a-78651ae6dd24 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=6aee28dd-3795-48ec-8fad-618ecbb46d7f HTTP/1.1" status: 200 len: 943 time: 0.6188295 May 06 09:45:27.647503 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-adb6d594-71ad-4014-b40b-76ca9d8ee96f req-daa5fa04-190a-4808-aebf-5c030ca3a47e service neutron] 10.222.0.77 "GET /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963628 May 06 09:45:27.690990 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e4a0b69a-736c-47b9-bb5a-f0f107fd0dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:27.772040 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc485f-5410-4c6b-adf0-eb9097268182 req-18291b75-d83c-41da-830e-c352d8ff49d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:27.774460 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73fc485f-5410-4c6b-adf0-eb9097268182 req-18291b75-d83c-41da-830e-c352d8ff49d9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ceacdbe3-a021-4ce2-8b17-bdad66d69597 HTTP/1.1" status: 200 len: 851 time: 0.1734204 May 06 09:45:27.801229 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4ac40-77fd-435b-8cbe-498fb9cf2924 req-94e8a17c-3e9c-497c-99db-50ff444b4e65 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:27.803773 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f5e4ac40-77fd-435b-8cbe-498fb9cf2924 req-94e8a17c-3e9c-497c-99db-50ff444b4e65 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=0714dff3-9506-4bf1-8c85-a61f6ee71831 HTTP/1.1" status: 200 len: 944 time: 0.2550533 May 06 09:45:27.833918 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5dab68d5-79e6-4d39-ad72-c3f15219f851 req-1a3f075e-8cc7-4de8-a8c5-67517f4d818f tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133315 May 06 09:45:27.856090 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fca79-45c3-41e8-8cb6-2cc7463ce1df req-3e226dea-fba8-43ba-b785-915d87b9ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:27.857833 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-752fca79-45c3-41e8-8cb6-2cc7463ce1df req-3e226dea-fba8-43ba-b785-915d87b9ddfe service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=138aada2-7aee-4749-819b-d219deb27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2559295 May 06 09:45:28.015529 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f5e4ac40-77fd-435b-8cbe-498fb9cf2924 req-3e23b2ba-7125-495a-9327-1d7e641ee4f6 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764166 May 06 09:45:28.037044 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e4a0b69a-736c-47b9-bb5a-f0f107fd0dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:28.039917 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e4a0b69a-736c-47b9-bb5a-f0f107fd0dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:28.041617 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e4a0b69a-736c-47b9-bb5a-f0f107fd0dc7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/29a380c5-f6a6-40de-894e-2e767ff7fdeb HTTP/1.1" status: 204 len: 168 time: 1.1336296 May 06 09:45:28.051055 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc485f-5410-4c6b-adf0-eb9097268182 req-f49d6a3e-4474-4708-9581-a6fdb520c5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:28.053028 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73fc485f-5410-4c6b-adf0-eb9097268182 req-f49d6a3e-4474-4708-9581-a6fdb520c5c5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=138aada2-7aee-4749-819b-d219deb27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2661119 May 06 09:45:28.078596 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0b69a-736c-47b9-bb5a-f0f107fd0dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a380c5-f6a6-40de-894e-2e767ff7fdeb,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:28.159874 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a2b9b-714e-40e6-97a9-edffb563a7ff req-54dfa81e-27bc-4be1-97ed-741c2ece986f tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:28.167886 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b1a2b9b-714e-40e6-97a9-edffb563a7ff req-54dfa81e-27bc-4be1-97ed-741c2ece986f tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.2223089 May 06 09:45:28.171202 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-752fca79-45c3-41e8-8cb6-2cc7463ce1df req-34871572-346c-4b44-97bd-1a1d6cff07e6 service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849762 May 06 09:45:28.350747 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b1a2b9b-714e-40e6-97a9-edffb563a7ff req-48711b49-12b8-44ed-bb44-1965f204e86a tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818335 May 06 09:45:28.474061 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73fc485f-5410-4c6b-adf0-eb9097268182 req-2a6b95af-4296-4e5c-a374-d5d90a368e93 service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058938 May 06 09:45:28.549491 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597b898-32ab-49a9-a74e-6d27de9dc656 req-2c2d2554-9a6b-4558-bf82-a5683c4de3d9 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:28.561687 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d597b898-32ab-49a9-a74e-6d27de9dc656 req-2c2d2554-9a6b-4558-bf82-a5683c4de3d9 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 945 time: 0.2458215 May 06 09:45:28.747651 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d597b898-32ab-49a9-a74e-6d27de9dc656 req-706f45ce-fa94-4165-997c-a08c520792b8 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848457 May 06 09:45:28.758582 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-752fca79-45c3-41e8-8cb6-2cc7463ce1df req-7692eae4-db8b-4eb1-9aea-77b281b2f392 service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5394461 May 06 09:45:28.820950 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73fc485f-5410-4c6b-adf0-eb9097268182 req-ee8eb230-a333-477e-af86-9f34b2f01854 service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362622 May 06 09:45:28.884926 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:28.919545 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 31c8967f-e3f3-414b-9bbe-aaafec6512b2 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:45:29.077002 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device edea07e1-602d-4b8f-bc5d-ff14e17b635a up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:29.124588 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac390b0b-9198-49a3-a044-06063e956d2e req-b679d6ff-9076-4cd8-becd-617e06ee6b75 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:29.137038 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac390b0b-9198-49a3-a044-06063e956d2e req-b679d6ff-9076-4cd8-becd-617e06ee6b75 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=6aee28dd-3795-48ec-8fad-618ecbb46d7f HTTP/1.1" status: 200 len: 943 time: 0.1520505 May 06 09:45:29.270079 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac390b0b-9198-49a3-a044-06063e956d2e req-7d450803-0316-4237-96ae-870bb11a76e8 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314712 May 06 09:45:29.294354 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 31c8967f-e3f3-414b-9bbe-aaafec6512b2, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=31c8967f-e3f3-414b-9bbe-aaafec6512b2,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:29.312673 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '31c8967f-e3f3-414b-9bbe-aaafec6512b2', 'network_id': '138aada2-7aee-4749-819b-d219deb27012', 'port_id': '31c8967f-e3f3-414b-9bbe-aaafec6512b2', 'mac_address': 'fa:16:3e:68:75:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceacdbe3-a021-4ce2-8b17-bdad66d69597', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:45:29.380270 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b86924-e3b7-4cb9-8950-4826b125f151 req-549b32ba-451e-428c-99cb-f98bcf52fa64 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:29.384232 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-16b86924-e3b7-4cb9-8950-4826b125f151 req-549b32ba-451e-428c-99cb-f98bcf52fa64 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=0714dff3-9506-4bf1-8c85-a61f6ee71831 HTTP/1.1" status: 200 len: 944 time: 0.1078508 May 06 09:45:29.385685 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port edea07e1-602d-4b8f-bc5d-ff14e17b635a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:29.386457 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:29.475915 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-16b86924-e3b7-4cb9-8950-4826b125f151 req-1b3a0671-8701-4e3b-adf6-3c491df9786e tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849025 May 06 09:45:29.518393 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 50722) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:29.603673 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:29.617376 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618626b-7977-40df-ae68-dbe3b39dae1e req-1a436f79-8749-431a-b50d-49eb1e5db3e1 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:29.621744 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c618626b-7977-40df-ae68-dbe3b39dae1e req-1a436f79-8749-431a-b50d-49eb1e5db3e1 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1438994 May 06 09:45:29.627063 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c8967f-e3f3-414b-9bbe-aaafec6512b2 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:29.661797 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 31c8967f-e3f3-414b-9bbe-aaafec6512b2, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=31c8967f-e3f3-414b-9bbe-aaafec6512b2,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:29.671414 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:29.736076 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-160e9bb8-8000-4a46-9633-9422c72a9ff5 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1946234587-network', 'tenant_id': 'b54f0d0799bf403bafa2978d277a93b4'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:29.750276 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c618626b-7977-40df-ae68-dbe3b39dae1e req-9a42e146-888f-4e62-9911-3f5f4bdbdb11 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155002 May 06 09:45:29.761592 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:29.763754 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=31c8967f-e3f3-414b-9bbe-aaafec6512b2,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:29.800362 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160e9bb8-8000-4a46-9633-9422c72a9ff5 admin admin] Made reservation on behalf of b54f0d0799bf403bafa2978d277a93b4 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:45:29.805242 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-160e9bb8-8000-4a46-9633-9422c72a9ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:29.810970 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edea07e1-602d-4b8f-bc5d-ff14e17b635a'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:29.815439 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-160e9bb8-8000-4a46-9633-9422c72a9ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:29.821119 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a5b6c5-eb9f-4aee-81c9-d34ce337cbe6" -d '{"events": [{"server_uuid": "a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f", "name": "network-vif-plugged", "status": "completed", "tag": "edea07e1-602d-4b8f-bc5d-ff14e17b635a"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:29.843732 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port edea07e1-602d-4b8f-bc5d-ff14e17b635a, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=edea07e1-602d-4b8f-bc5d-ff14e17b635a,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:29.859800 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:29.906475 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b13acc-6d43-46b9-8f88-0d677e4f13b9 x-openstack-request-id: req-42b13acc-6d43-46b9-8f88-0d677e4f13b9 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:29.907489 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f", "name": "network-vif-plugged", "status": "completed", "tag": "edea07e1-602d-4b8f-bc5d-ff14e17b635a", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:29.908001 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-42b13acc-6d43-46b9-8f88-0d677e4f13b9 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:29.908548 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42b13acc-6d43-46b9-8f88-0d677e4f13b9'] response: {'server_uuid': 'a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edea07e1-602d-4b8f-bc5d-ff14e17b635a', 'code': 200} May 06 09:45:29.976080 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=edea07e1-602d-4b8f-bc5d-ff14e17b635a,revision_number=7']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:29.986743 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae0952-2ccc-4577-9b84-660246b98466 req-6562e1d7-6548-4be4-acf6-f14823dac82c tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:29.989182 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-04ae0952-2ccc-4577-9b84-660246b98466 req-6562e1d7-6548-4be4-acf6-f14823dac82c tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 945 time: 0.1383970 May 06 09:45:29.999606 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-160e9bb8-8000-4a46-9633-9422c72a9ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:30.004871 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-160e9bb8-8000-4a46-9633-9422c72a9ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:30.017409 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 61726734-e97a-4440-9338-9a6872fd3481 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:45:30.033453 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160e9bb8-8000-4a46-9633-9422c72a9ff5 admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:45:30.063281 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e9bb8-8000-4a46-9633-9422c72a9ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749f4314-6d79-46a7-a634-d9734f1a7e06,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:30.067352 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-160e9bb8-8000-4a46-9633-9422c72a9ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:30.068014 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-160e9bb8-8000-4a46-9633-9422c72a9ff5 admin admin] Added segment e3efc151-d04e-4e8f-92d3-0960dd0693b4 of type vlan for network bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087 May 06 09:45:30.096546 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-04ae0952-2ccc-4577-9b84-660246b98466 req-085cd93c-2a6c-460a-9444-b9d8894b61a6 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970256 May 06 09:45:30.136184 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['31c8967f-e3f3-414b-9bbe-aaafec6512b2'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:30.137237 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-160e9bb8-8000-4a46-9633-9422c72a9ff5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:30.176141 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-160e9bb8-8000-4a46-9633-9422c72a9ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:30.177878 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160e9bb8-8000-4a46-9633-9422c72a9ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:30.178543 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-160e9bb8-8000-4a46-9633-9422c72a9ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:30.247190 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 61726734-e97a-4440-9338-9a6872fd3481, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=61726734-e97a-4440-9338-9a6872fd3481,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:30.268772 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-160e9bb8-8000-4a46-9633-9422c72a9ff5 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7464819 May 06 09:45:30.269747 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 50732) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:30.276345 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-7bca74df-bd2a-4167-ad6d-cd7968ef23bb admin admin] Request body: {'subnet': {'network_id': 'bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1946234587-subnet', 'tenant_id': 'b54f0d0799bf403bafa2978d277a93b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:30.300855 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '61726734-e97a-4440-9338-9a6872fd3481', 'network_id': 'bf084c2a-2749-4093-a4ea-996162f08ec8', 'port_id': '61726734-e97a-4440-9338-9a6872fd3481', 'mac_address': 'fa:16:3e:e7:ce:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8274d079-7928-4ac7-bf6e-3d3c9edfbcb7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:45:30.310473 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e9bb8-8000-4a46-9633-9422c72a9ff5 admin admin] Pushing event updated for resources: {'Network': ['ID=bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:30.327954 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bca74df-bd2a-4167-ad6d-cd7968ef23bb admin admin] Made reservation on behalf of b54f0d0799bf403bafa2978d277a93b4 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:45:30.331741 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7bca74df-bd2a-4167-ad6d-cd7968ef23bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:30.332595 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:45:30.489009 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:30.518169 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddefd0-4d71-4e14-9764-8a410913a64e req-ddc39190-3ba8-4dbf-a8c5-f2af4dc0918f tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:30.520975 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5eddefd0-4d71-4e14-9764-8a410913a64e req-ddc39190-3ba8-4dbf-a8c5-f2af4dc0918f tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=6aee28dd-3795-48ec-8fad-618ecbb46d7f HTTP/1.1" status: 200 len: 944 time: 0.1228459 May 06 09:45:30.593311 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61726734-e97a-4440-9338-9a6872fd3481 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:30.640835 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 61726734-e97a-4440-9338-9a6872fd3481, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=61726734-e97a-4440-9338-9a6872fd3481,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:30.650846 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:30.671491 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5eddefd0-4d71-4e14-9764-8a410913a64e req-5168dc1b-6e4c-4bd5-8de5-75b7c8a0bc76 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393168 May 06 09:45:30.733767 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=61726734-e97a-4440-9338-9a6872fd3481,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:30.766444 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f86d7-dc99-483e-a758-03ffc82a5e21 req-53f499df-f877-405f-b8ac-034b29dab958 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:30.769712 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-087f86d7-dc99-483e-a758-03ffc82a5e21 req-53f499df-f877-405f-b8ac-034b29dab958 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=0714dff3-9506-4bf1-8c85-a61f6ee71831 HTTP/1.1" status: 200 len: 944 time: 0.1634676 May 06 09:45:30.778618 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7bca74df-bd2a-4167-ad6d-cd7968ef23bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:30.938279 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-087f86d7-dc99-483e-a758-03ffc82a5e21 req-21170306-a3f9-4ca9-b930-64080646b585 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552572 May 06 09:45:30.939072 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca74df-bd2a-4167-ad6d-cd7968ef23bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a25a8583-5c11-4434-bc4b-5e65436f1243,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:30.977930 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c62735-6acd-4bd3-98c1-01a92a641874 req-ec11d19e-e313-47ea-893c-682cdbe32f73 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:30.981108 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a7c62735-6acd-4bd3-98c1-01a92a641874 req-ec11d19e-e313-47ea-893c-682cdbe32f73 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1389110 May 06 09:45:30.981108 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bca74df-bd2a-4167-ad6d-cd7968ef23bb admin admin] Checking segment: {'id': 'e3efc151-d04e-4e8f-92d3-0960dd0693b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:45:30.981377 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bca74df-bd2a-4167-ad6d-cd7968ef23bb admin admin] Network hostable DHCP agents. Network: bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:45:31.039713 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bca74df-bd2a-4167-ad6d-cd7968ef23bb admin admin] Network bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:45:31.054034 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a7c62735-6acd-4bd3-98c1-01a92a641874 req-e8e20b56-3200-4eab-93c4-467f5a762f23 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668399 May 06 09:45:31.062930 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-7bca74df-bd2a-4167-ad6d-cd7968ef23bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:31.074776 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bca74df-bd2a-4167-ad6d-cd7968ef23bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:31.075953 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7bca74df-bd2a-4167-ad6d-cd7968ef23bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:31.077184 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd643d1f-fb72-43c6-9cee-f7eb8b3106bd None None] Network bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:45:31.116603 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7bca74df-bd2a-4167-ad6d-cd7968ef23bb admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8449178 May 06 09:45:31.234205 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['61726734-e97a-4440-9338-9a6872fd3481'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:31.272315 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7a1f4-5d84-4b6d-983e-2c518a553ecd req-84988c48-ccd8-4ecb-8071-94392c5fd430 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:31.282625 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cdc7a1f4-5d84-4b6d-983e-2c518a553ecd req-84988c48-ccd8-4ecb-8071-94392c5fd430 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 945 time: 0.1029696 May 06 09:45:31.337969 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cdc7a1f4-5d84-4b6d-983e-2c518a553ecd req-a6066bf8-524f-483b-9a67-d514d59c4476 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542634 May 06 09:45:31.357770 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fed7f0-c0ac-49bd-94a9-d4bcbfe48587 None None] Network bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:45:31.881889 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-1eb04778-6fe0-4288-ba70-1c9a21ea3061 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:31.883472 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-1eb04778-6fe0-4288-ba70-1c9a21ea3061 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.73 "GET /v2.0/networks?id=bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087 HTTP/1.1" status: 200 len: 813 time: 0.1895247 May 06 09:45:31.902909 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8103c-7cf2-47a2-a224-ac79a622b864 req-e53a8bc8-3795-4109-ba55-6a0e98a3ba04 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:31.907192 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-83e8103c-7cf2-47a2-a224-ac79a622b864 req-e53a8bc8-3795-4109-ba55-6a0e98a3ba04 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=6aee28dd-3795-48ec-8fad-618ecbb46d7f HTTP/1.1" status: 200 len: 944 time: 0.1198812 May 06 09:45:31.935751 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-2b94be4a-bd9c-4ad2-bace-608674899bfe tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.73 "GET /v2.0/quotas/b54f0d0799bf403bafa2978d277a93b4 HTTP/1.1" status: 200 len: 375 time: 0.0427485 May 06 09:45:32.027436 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-83e8103c-7cf2-47a2-a224-ac79a622b864 req-0df8263d-6920-4909-96ee-38d4812b8fb0 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153111 May 06 09:45:32.030147 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-f2300e3d-824d-42bf-b6ea-e8a4f29c5680 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b54f0d0799bf403bafa2978d277a93b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806961 May 06 09:45:32.201139 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e09a7-f2ac-4eb0-b78e-5013f2645a43 req-7392318b-6258-4820-b868-3c3d3585ce5b tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:32.202796 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d40e09a7-f2ac-4eb0-b78e-5013f2645a43 req-7392318b-6258-4820-b868-3c3d3585ce5b tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=0714dff3-9506-4bf1-8c85-a61f6ee71831 HTTP/1.1" status: 200 len: 945 time: 0.0985446 May 06 09:45:32.210216 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-acaed053-f5dd-4194-a266-352c51ed2a70 service neutron] 10.222.0.73 "GET /v2.0/networks/bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702900 May 06 09:45:32.321201 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d40e09a7-f2ac-4eb0-b78e-5013f2645a43 req-1eee681a-b721-4795-a942-2b3de631dd0d tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048729 May 06 09:45:32.405046 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-1d5a9db9-b428-4a49-81ec-6057515951e1 service neutron] 10.222.0.73 "GET /v2.0/networks/bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740630 May 06 09:45:32.494213 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbcc36e-67d8-49ab-b349-ccbc08ea38fb req-b9f16f90-de5a-4401-892e-6e792c3e76dd tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:32.498095 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3fbcc36e-67d8-49ab-b349-ccbc08ea38fb req-b9f16f90-de5a-4401-892e-6e792c3e76dd tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.0803924 May 06 09:45:32.568412 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3fbcc36e-67d8-49ab-b349-ccbc08ea38fb req-94338ca9-5957-4adc-bdce-a4e117af59a3 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571043 May 06 09:45:32.794762 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c904b8fa-83d3-4629-9076-bdb88006363c req-c46a7e4f-acdc-47c4-ae82-248d1fab03c3 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.73 "GET /v2.0/ports?device_id=25326ba2-05bc-4c2f-862c-75c694797f86 HTTP/1.1" status: 200 len: 210 time: 0.0327659 May 06 09:45:32.819673 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa3a03-df67-485e-98db-68c7595e5ff3 req-b81dbd58-a333-4563-bd83-28fdeb1c0367 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:32.827293 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1caa3a03-df67-485e-98db-68c7595e5ff3 req-b81dbd58-a333-4563-bd83-28fdeb1c0367 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 945 time: 0.1110036 May 06 09:45:32.877750 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1caa3a03-df67-485e-98db-68c7595e5ff3 req-0aeb3bba-454d-47ae-a0f3-7625da1c8046 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494559 May 06 09:45:32.946615 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 31c8967f-e3f3-414b-9bbe-aaafec6512b2 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:33.066240 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 31c8967f-e3f3-414b-9bbe-aaafec6512b2 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:45:33.084052 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 31c8967f-e3f3-414b-9bbe-aaafec6512b2 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:33.084467 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:33.248397 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:33.267190 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2469562-8314-49ce-b291-7151f6688c1f req-67b1df63-f89a-46cf-bcc8-504d9bf34541 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:33.272496 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a2469562-8314-49ce-b291-7151f6688c1f req-67b1df63-f89a-46cf-bcc8-504d9bf34541 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=6aee28dd-3795-48ec-8fad-618ecbb46d7f HTTP/1.1" status: 200 len: 944 time: 0.1032419 May 06 09:45:33.298969 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aee28dd-3795-48ec-8fad-618ecbb46d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c8967f-e3f3-414b-9bbe-aaafec6512b2'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:33.301572 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fabc1a-b3a4-4fae-9371-3f003cbb6efd" -d '{"events": [{"server_uuid": "6aee28dd-3795-48ec-8fad-618ecbb46d7f", "name": "network-vif-plugged", "status": "completed", "tag": "31c8967f-e3f3-414b-9bbe-aaafec6512b2"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:33.350926 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 31c8967f-e3f3-414b-9bbe-aaafec6512b2, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=31c8967f-e3f3-414b-9bbe-aaafec6512b2,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:33.359648 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a2469562-8314-49ce-b291-7151f6688c1f req-657f0d74-7e0c-44e9-941d-816ce2e54fad tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730629 May 06 09:45:33.360885 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:33.373090 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:45:33.430389 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da4215e-5765-41cd-b231-b83fb1330d20 x-openstack-request-id: req-0da4215e-5765-41cd-b231-b83fb1330d20 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:33.431054 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aee28dd-3795-48ec-8fad-618ecbb46d7f", "name": "network-vif-plugged", "status": "completed", "tag": "31c8967f-e3f3-414b-9bbe-aaafec6512b2", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:33.431753 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0da4215e-5765-41cd-b231-b83fb1330d20 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:33.432171 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0da4215e-5765-41cd-b231-b83fb1330d20'] response: {'server_uuid': '6aee28dd-3795-48ec-8fad-618ecbb46d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c8967f-e3f3-414b-9bbe-aaafec6512b2', 'code': 200} May 06 09:45:33.495268 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=31c8967f-e3f3-414b-9bbe-aaafec6512b2,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:33.623066 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a87464-0cf0-49b8-ae5e-ffe7db1a66b3 req-2652a103-b77c-4bf9-87a7-85d4b7fbf879 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:33.625765 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-61a87464-0cf0-49b8-ae5e-ffe7db1a66b3 req-2652a103-b77c-4bf9-87a7-85d4b7fbf879 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=0714dff3-9506-4bf1-8c85-a61f6ee71831 HTTP/1.1" status: 200 len: 945 time: 0.1332800 May 06 09:45:33.666187 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43e1d0-0801-4ec2-9c58-a984131d50cf req-064e811e-c8e6-4adc-b093-5aab6e4ba4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:33.668017 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f43e1d0-0801-4ec2-9c58-a984131d50cf req-064e811e-c8e6-4adc-b093-5aab6e4ba4be service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6aee28dd-3795-48ec-8fad-618ecbb46d7f HTTP/1.1" status: 200 len: 1096 time: 0.1278880 May 06 09:45:33.732798 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-61a87464-0cf0-49b8-ae5e-ffe7db1a66b3 req-d41b9755-4bfb-4fa1-9f53-51b524fd03b4 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954690 May 06 09:45:33.804354 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f43e1d0-0801-4ec2-9c58-a984131d50cf req-601f76ad-5193-488b-890d-12fa3b2d489d service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178639 May 06 09:45:33.820447 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65844020-5ba1-404b-9f5a-46999dc74dc5 req-19954a0e-e0da-4a9d-a981-2ca75ba76b14 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:33.822728 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-65844020-5ba1-404b-9f5a-46999dc74dc5 req-19954a0e-e0da-4a9d-a981-2ca75ba76b14 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1376865 May 06 09:45:33.907632 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-65844020-5ba1-404b-9f5a-46999dc74dc5 req-6dda8788-0386-4a22-b95e-a3e1a71de500 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774639 May 06 09:45:33.987055 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9dd46d53-c526-443f-bde9-9ab023d0275b req-babad393-f900-43f3-a003-37ccbe93c799 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.73 "GET /v2.0/ports?device_id=25326ba2-05bc-4c2f-862c-75c694797f86 HTTP/1.1" status: 200 len: 210 time: 0.0433795 May 06 09:45:34.057448 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 61726734-e97a-4440-9338-9a6872fd3481 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:34.071379 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c04355-3d24-4d4d-bb8b-aa922fa791e0 req-8eabbef9-91e5-458a-9139-e65cd8db1a95 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:34.079621 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-10c04355-3d24-4d4d-bb8b-aa922fa791e0 req-8eabbef9-91e5-458a-9139-e65cd8db1a95 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 945 time: 0.0677950 May 06 09:45:34.122433 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-10c04355-3d24-4d4d-bb8b-aa922fa791e0 req-b071b20a-684d-4629-a2d4-d4a1411fbb87 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413079 May 06 09:45:34.126340 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 61726734-e97a-4440-9338-9a6872fd3481 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:45:34.134750 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 61726734-e97a-4440-9338-9a6872fd3481 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:34.135148 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:34.243828 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:34.290682 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 61726734-e97a-4440-9338-9a6872fd3481, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=61726734-e97a-4440-9338-9a6872fd3481,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:34.303132 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:34.399414 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=61726734-e97a-4440-9338-9a6872fd3481,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:34.552992 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b7960-0d2a-4889-8921-d5f392bb20ca req-ea2b8482-41d0-48be-8b23-9edf9828325e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:34.554886 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f75b7960-0d2a-4889-8921-d5f392bb20ca req-ea2b8482-41d0-48be-8b23-9edf9828325e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=6aee28dd-3795-48ec-8fad-618ecbb46d7f HTTP/1.1" status: 200 len: 945 time: 0.0960371 May 06 09:45:34.641523 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f75b7960-0d2a-4889-8921-d5f392bb20ca req-04ffb68a-68d3-4e12-bc31-55be3678906e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784636 May 06 09:45:34.674045 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-8eb798a3-9a6d-4a78-8461-d73caf817110 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:34.685996 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-8eb798a3-9a6d-4a78-8461-d73caf817110 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.77 "GET /v2.0/networks?id=bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087 HTTP/1.1" status: 200 len: 813 time: 0.2139232 May 06 09:45:34.712439 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-d32ebd95-bd12-4b8d-bbb9-bb47c759337c tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Request body: {'port': {'device_id': '25326ba2-05bc-4c2f-862c-75c694797f86', 'network_id': 'bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087', 'admin_state_up': True, 'tenant_id': 'b54f0d0799bf403bafa2978d277a93b4'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:34.847202 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-d32ebd95-bd12-4b8d-bbb9-bb47c759337c tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Made reservation on behalf of b54f0d0799bf403bafa2978d277a93b4 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:45:34.858828 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-d32ebd95-bd12-4b8d-bbb9-bb47c759337c tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:34.904876 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37f007-6ff5-4b1b-a185-0ee8dd860359 req-05604f2e-0cde-4137-a0dd-e2e9c64b945a tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:34.912230 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c37f007-6ff5-4b1b-a185-0ee8dd860359 req-05604f2e-0cde-4137-a0dd-e2e9c64b945a tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=0714dff3-9506-4bf1-8c85-a61f6ee71831 HTTP/1.1" status: 200 len: 946 time: 0.0920002 May 06 09:45:34.975214 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c37f007-6ff5-4b1b-a185-0ee8dd860359 req-a4201b2f-3290-4391-a622-108abe49697e tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619226 May 06 09:45:35.094356 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-d32ebd95-bd12-4b8d-bbb9-bb47c759337c tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Allocated IP 172.20.0.2 (bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087/a25a8583-5c11-4434-bc4b-5e65436f1243/44739aa0-1ab3-4b5a-babc-5ef044b4c391) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:45:35.144754 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-48de363d-c8c3-4c21-8fe0-4b437d8f6864 req-d5835407-88ad-4a49-8cdd-d3bcde895deb tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.73 "GET /v2.0/ports?device_id=25326ba2-05bc-4c2f-862c-75c694797f86 HTTP/1.1" status: 200 len: 210 time: 0.0488348 May 06 09:45:35.169223 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e22f94-6029-45f9-88b4-d954fa67aaa8 req-b71bad3c-08e9-4db6-bde2-41ec83004e49 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:35.174965 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-44e22f94-6029-45f9-88b4-d954fa67aaa8 req-b71bad3c-08e9-4db6-bde2-41ec83004e49 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1224051 May 06 09:45:35.290289 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-44e22f94-6029-45f9-88b4-d954fa67aaa8 req-06846b0c-1536-42f7-adbd-5f9b4837f7e1 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064556 May 06 09:45:35.338454 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c99c94-7ad9-421e-b2d8-da5be5321545 req-ffdcf57d-18a1-4f6a-a4a5-002c32ea9dd7 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:35.348826 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51c99c94-7ad9-421e-b2d8-da5be5321545 req-ffdcf57d-18a1-4f6a-a4a5-002c32ea9dd7 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 945 time: 0.1036777 May 06 09:45:35.376888 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-d32ebd95-bd12-4b8d-bbb9-bb47c759337c tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:35.406696 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51c99c94-7ad9-421e-b2d8-da5be5321545 req-ba5ff62c-401e-49f9-a0ed-9d5a2dc3305e tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519612 May 06 09:45:35.433317 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0714dff3-9506-4bf1-8c85-a61f6ee71831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61726734-e97a-4440-9338-9a6872fd3481'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:35.435700 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e9a0ae-f77f-41e1-9fa7-373fb796fd9f" -d '{"events": [{"server_uuid": "0714dff3-9506-4bf1-8c85-a61f6ee71831", "name": "network-vif-plugged", "status": "completed", "tag": "61726734-e97a-4440-9338-9a6872fd3481"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:35.454648 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-d32ebd95-bd12-4b8d-bbb9-bb47c759337c tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:35.515455 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-d32ebd95-bd12-4b8d-bbb9-bb47c759337c tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Network bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:45:35.523362 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-d32ebd95-bd12-4b8d-bbb9-bb47c759337c tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:35.527863 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-d32ebd95-bd12-4b8d-bbb9-bb47c759337c tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:45:35.563460 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cc5be5-41b6-4527-a37f-73bed674fdac x-openstack-request-id: req-58cc5be5-41b6-4527-a37f-73bed674fdac {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:35.564059 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0714dff3-9506-4bf1-8c85-a61f6ee71831", "name": "network-vif-plugged", "status": "completed", "tag": "61726734-e97a-4440-9338-9a6872fd3481", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:35.564399 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-58cc5be5-41b6-4527-a37f-73bed674fdac {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:35.564959 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58cc5be5-41b6-4527-a37f-73bed674fdac'] response: {'server_uuid': '0714dff3-9506-4bf1-8c85-a61f6ee71831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61726734-e97a-4440-9338-9a6872fd3481', 'code': 200} May 06 09:45:35.577596 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ebd95-bd12-4b8d-bbb9-bb47c759337c tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Pushing event updated for resources: {'Port': ['ID=44739aa0-1ab3-4b5a-babc-5ef044b4c391,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:35.660083 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-d32ebd95-bd12-4b8d-bbb9-bb47c759337c tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:35.662480 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-d32ebd95-bd12-4b8d-bbb9-bb47c759337c tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:35.710090 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-d32ebd95-bd12-4b8d-bbb9-bb47c759337c tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0062933 May 06 09:45:35.737676 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-7fd4fa77-c450-4a9e-8894-9bc6163374e8 service neutron] Request body: {'port': {'device_id': '25326ba2-05bc-4c2f-862c-75c694797f86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:35.769151 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f29e1-7c19-4a83-8e5e-64748d0dbac6 req-e951dc87-dc27-471f-85c7-69b0aaed47f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:35.770793 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3f7f29e1-7c19-4a83-8e5e-64748d0dbac6 req-e951dc87-dc27-471f-85c7-69b0aaed47f0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0714dff3-9506-4bf1-8c85-a61f6ee71831 HTTP/1.1" status: 200 len: 1097 time: 0.0873182 May 06 09:45:35.839958 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97e203-3ef7-4f31-adf8-dee95b0b3bf5 req-9b57244e-1781-4b4f-b2e0-a232fc8a0d28 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:35.848035 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a97e203-3ef7-4f31-adf8-dee95b0b3bf5 req-9b57244e-1781-4b4f-b2e0-a232fc8a0d28 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=6aee28dd-3795-48ec-8fad-618ecbb46d7f HTTP/1.1" status: 200 len: 945 time: 0.1043983 May 06 09:45:35.852885 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-7fd4fa77-c450-4a9e-8894-9bc6163374e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:35.876029 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3f7f29e1-7c19-4a83-8e5e-64748d0dbac6 req-feb1adc5-de68-43dc-9089-aee82020527d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864339 May 06 09:45:35.927158 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a97e203-3ef7-4f31-adf8-dee95b0b3bf5 req-13f14644-62ca-4b81-9e96-b0634039e3bc tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781879 May 06 09:45:36.192104 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9ad87a4b-6dae-41fb-b53e-9ba6e37d5347 req-4f88f267-62ab-4331-9197-9113ab2468ff tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e6b8f11daba14014856a1a2bb0688844 HTTP/1.1" status: 200 len: 267 time: 0.1176744 May 06 09:45:36.288653 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad87a4b-6dae-41fb-b53e-9ba6e37d5347 req-40d49b46-d3c4-4cc0-82cc-2619d5562280 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:36.300213 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9ad87a4b-6dae-41fb-b53e-9ba6e37d5347 req-40d49b46-d3c4-4cc0-82cc-2619d5562280 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=6aee28dd-3795-48ec-8fad-618ecbb46d7f HTTP/1.1" status: 200 len: 945 time: 0.1075759 May 06 09:45:36.310339 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-7fd4fa77-c450-4a9e-8894-9bc6163374e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44739aa0-1ab3-4b5a-babc-5ef044b4c391 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:36.315914 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-9ad87a4b-6dae-41fb-b53e-9ba6e37d5347 req-7b494709-30d5-4f67-bedf-43aebf79229d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Request body: {'port': {'security_groups': []}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:36.327171 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-7fd4fa77-c450-4a9e-8894-9bc6163374e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:36.338542 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-7fd4fa77-c450-4a9e-8894-9bc6163374e8 service neutron] Transition to ACTIVE for port object 44739aa0-1ab3-4b5a-babc-5ef044b4c391 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:45:36.346857 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-7fd4fa77-c450-4a9e-8894-9bc6163374e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:36.471174 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-9ad87a4b-6dae-41fb-b53e-9ba6e37d5347 req-7b494709-30d5-4f67-bedf-43aebf79229d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:36.532743 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4fa77-c450-4a9e-8894-9bc6163374e8 service neutron] Pushing event updated for resources: {'Port': ['ID=44739aa0-1ab3-4b5a-babc-5ef044b4c391,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:36.541197 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-7fd4fa77-c450-4a9e-8894-9bc6163374e8 service neutron] Attempting to bind port 44739aa0-1ab3-4b5a-babc-5ef044b4c391 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:45:36.541197 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-7fd4fa77-c450-4a9e-8894-9bc6163374e8 service neutron] Attempting to bind port 44739aa0-1ab3-4b5a-babc-5ef044b4c391 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'e3efc151-d04e-4e8f-92d3-0960dd0693b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:45:36.541197 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-7fd4fa77-c450-4a9e-8894-9bc6163374e8 service neutron] Attempting to bind port 44739aa0-1ab3-4b5a-babc-5ef044b4c391 on network bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:45:36.548406 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-7fd4fa77-c450-4a9e-8894-9bc6163374e8 service neutron] Port 44739aa0-1ab3-4b5a-babc-5ef044b4c391 on network bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:45:36.548730 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-7fd4fa77-c450-4a9e-8894-9bc6163374e8 service neutron] Attempting to bind port 44739aa0-1ab3-4b5a-babc-5ef044b4c391 on network bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:45:36.555953 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-7fd4fa77-c450-4a9e-8894-9bc6163374e8 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:45:36.556298 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-7fd4fa77-c450-4a9e-8894-9bc6163374e8 service neutron] Checking segment: {'id': 'e3efc151-d04e-4e8f-92d3-0960dd0693b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:45:36.556729 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-7fd4fa77-c450-4a9e-8894-9bc6163374e8 service neutron] Bound using segment: {'id': 'e3efc151-d04e-4e8f-92d3-0960dd0693b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:45:36.557176 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-7fd4fa77-c450-4a9e-8894-9bc6163374e8 service neutron] Bound port: 44739aa0-1ab3-4b5a-babc-5ef044b4c391, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3efc151-d04e-4e8f-92d3-0960dd0693b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:45:36.557549 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-7fd4fa77-c450-4a9e-8894-9bc6163374e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:36.654807 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-7fd4fa77-c450-4a9e-8894-9bc6163374e8 service neutron] For port 44739aa0-1ab3-4b5a-babc-5ef044b4c391, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:45:36.659807 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd514d1-e08f-4b1c-a84b-276b27c62790 req-5a246ee2-5821-4c50-9ee1-e9d66cf88ba5 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:36.661429 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8cd514d1-e08f-4b1c-a84b-276b27c62790 req-5a246ee2-5821-4c50-9ee1-e9d66cf88ba5 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=0714dff3-9506-4bf1-8c85-a61f6ee71831 HTTP/1.1" status: 200 len: 946 time: 0.3423080 May 06 09:45:36.666187 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-7fd4fa77-c450-4a9e-8894-9bc6163374e8 service neutron] For port 44739aa0-1ab3-4b5a-babc-5ef044b4c391, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=44739aa0-1ab3-4b5a-babc-5ef044b4c391,segment=NetworkSegment(e3efc151-d04e-4e8f-92d3-0960dd0693b4),segment_id=e3efc151-d04e-4e8f-92d3-0960dd0693b4)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:45:36.683262 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-7fd4fa77-c450-4a9e-8894-9bc6163374e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:36.724938 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-9ad87a4b-6dae-41fb-b53e-9ba6e37d5347 req-7b494709-30d5-4f67-bedf-43aebf79229d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] For port 31c8967f-e3f3-414b-9bbe-aaafec6512b2, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=31c8967f-e3f3-414b-9bbe-aaafec6512b2,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:36.748470 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-7fd4fa77-c450-4a9e-8894-9bc6163374e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:36.749842 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-7fd4fa77-c450-4a9e-8894-9bc6163374e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:36.751375 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-7fd4fa77-c450-4a9e-8894-9bc6163374e8 service neutron] 10.222.0.77 "PUT /v2.0/ports/44739aa0-1ab3-4b5a-babc-5ef044b4c391 HTTP/1.1" status: 200 len: 1091 time: 1.0205073 May 06 09:45:36.754024 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8cd514d1-e08f-4b1c-a84b-276b27c62790 req-d4b19ba3-75fe-479d-bee0-6a397ed61411 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840008 May 06 09:45:36.754168 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25326ba2-05bc-4c2f-862c-75c694797f86', 'tag': '44739aa0-1ab3-4b5a-babc-5ef044b4c391'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:36.756427 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5d417d-6d6a-4cf9-b6bb-a3c3416b1b08" -d '{"events": [{"name": "network-changed", "server_uuid": "25326ba2-05bc-4c2f-862c-75c694797f86", "tag": "44739aa0-1ab3-4b5a-babc-5ef044b4c391"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:36.802904 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4fa77-c450-4a9e-8894-9bc6163374e8 service neutron] Pushing event updated for resources: {'Port': ['ID=44739aa0-1ab3-4b5a-babc-5ef044b4c391,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:36.804716 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-9ad87a4b-6dae-41fb-b53e-9ba6e37d5347 req-7b494709-30d5-4f67-bedf-43aebf79229d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:36.815896 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-9ad87a4b-6dae-41fb-b53e-9ba6e37d5347 req-7b494709-30d5-4f67-bedf-43aebf79229d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:36.841296 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['855d2a78-7e53-4c34-b489-8b27d845d56d', '82cc8ff9-0b16-4903-a1af-751dac4e9e85', '31c8967f-e3f3-414b-9bbe-aaafec6512b2'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:36.938528 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b494709-30d5-4f67-bedf-43aebf79229d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Pushing event updated for resources: {'Port': ['ID=31c8967f-e3f3-414b-9bbe-aaafec6512b2,revision_number=6']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:36.938732 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-17508bcf-68aa-4973-b928-19eee510a7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:36.940446 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-17508bcf-68aa-4973-b928-19eee510a7b1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b54f0d0799bf403bafa2978d277a93b4&device_id=25326ba2-05bc-4c2f-862c-75c694797f86 HTTP/1.1" status: 200 len: 1094 time: 0.0804784 May 06 09:45:37.012441 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad87a4b-6dae-41fb-b53e-9ba6e37d5347 req-7b494709-30d5-4f67-bedf-43aebf79229d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:37.013202 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-9ad87a4b-6dae-41fb-b53e-9ba6e37d5347 req-7b494709-30d5-4f67-bedf-43aebf79229d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:37.022490 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-b8e3c07c-3b71-4cf5-ad3e-38b619f69e65 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=44739aa0-1ab3-4b5a-babc-5ef044b4c391 HTTP/1.1" status: 200 len: 217 time: 0.0512609 May 06 09:45:37.026547 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9ad87a4b-6dae-41fb-b53e-9ba6e37d5347 req-7b494709-30d5-4f67-bedf-43aebf79229d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "PUT /v2.0/ports/31c8967f-e3f3-414b-9bbe-aaafec6512b2 HTTP/1.1" status: 200 len: 904 time: 0.7253783 May 06 09:45:37.038474 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aee28dd-3795-48ec-8fad-618ecbb46d7f', 'tag': '31c8967f-e3f3-414b-9bbe-aaafec6512b2'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:37.041711 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0520ac-2598-42fe-9a19-ac56bc61dc7f" -d '{"events": [{"name": "network-changed", "server_uuid": "6aee28dd-3795-48ec-8fad-618ecbb46d7f", "tag": "31c8967f-e3f3-414b-9bbe-aaafec6512b2"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:37.104966 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20690972-9fc8-4a77-8b34-d4479784507a req-0b95e6b8-dbe7-4499-bd2e-623f1670dfdc tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:37.113066 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-20690972-9fc8-4a77-8b34-d4479784507a req-0b95e6b8-dbe7-4499-bd2e-623f1670dfdc tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.73 "GET /v2.0/ports?device_id=25326ba2-05bc-4c2f-862c-75c694797f86 HTTP/1.1" status: 200 len: 943 time: 0.1755776 May 06 09:45:37.161871 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-4a977112-2c23-4bee-ba0c-dd3160bce7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:37.163191 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-4a977112-2c23-4bee-ba0c-dd3160bce7dd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a25a8583-5c11-4434-bc4b-5e65436f1243 HTTP/1.1" status: 200 len: 853 time: 0.1324227 May 06 09:45:37.210779 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['31c8967f-e3f3-414b-9bbe-aaafec6512b2'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:37.216579 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-fb60d3bc-9312-416e-b930-a635f6454932 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446773 May 06 09:45:37.262730 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-20690972-9fc8-4a77-8b34-d4479784507a req-6adc9d58-ff44-4e58-bb70-823621262386 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.73 "GET /v2.0/security-groups?id=749f4314-6d79-46a7-a634-d9734f1a7e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437509 May 06 09:45:37.319407 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2d975-e995-4fae-aa26-829feec75979 req-f7b56776-6bc3-404e-b5bc-232610560145 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:37.326847 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-24f2d975-e995-4fae-aa26-829feec75979 req-f7b56776-6bc3-404e-b5bc-232610560145 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1935940 May 06 09:45:37.417377 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-24f2d975-e995-4fae-aa26-829feec75979 req-fff661a2-3323-49ac-8726-a86586365613 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843446 May 06 09:45:37.493958 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-3f915288-6843-4017-9776-7dce82adea3a service neutron] 10.222.0.77 "GET /v2.0/networks/bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522771 May 06 09:45:37.517925 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48bf960-cbbe-4cb8-96f9-9ebb94a24847 x-openstack-request-id: req-f48bf960-cbbe-4cb8-96f9-9ebb94a24847 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:37.518228 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25326ba2-05bc-4c2f-862c-75c694797f86", "tag": "44739aa0-1ab3-4b5a-babc-5ef044b4c391", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:37.518488 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f48bf960-cbbe-4cb8-96f9-9ebb94a24847 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:37.518910 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f48bf960-cbbe-4cb8-96f9-9ebb94a24847'] response: {'name': 'network-changed', 'server_uuid': '25326ba2-05bc-4c2f-862c-75c694797f86', 'tag': '44739aa0-1ab3-4b5a-babc-5ef044b4c391', 'status': 'completed', 'code': 200} May 06 09:45:37.545769 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b47f4-e2fb-4a26-af03-54ce8fb43d7d req-fcbc87e9-2179-4548-8008-0d62a469e5a7 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:37.547709 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-611b47f4-e2fb-4a26-af03-54ce8fb43d7d req-fcbc87e9-2179-4548-8008-0d62a469e5a7 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 945 time: 0.1443026 May 06 09:45:37.549858 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e7dd22c5-6ebb-4824-a054-2937d18b11b5 None None] Provisioning complete for port 31c8967f-e3f3-414b-9bbe-aaafec6512b2 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:37.550239 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e7dd22c5-6ebb-4824-a054-2937d18b11b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:37.654936 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-611b47f4-e2fb-4a26-af03-54ce8fb43d7d req-7f50cebf-16bf-4855-b728-a88a30f8fb16 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004889 May 06 09:45:37.753340 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd0561e-8e2c-443e-94da-39f84e453057 x-openstack-request-id: req-efd0561e-8e2c-443e-94da-39f84e453057 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:37.753647 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aee28dd-3795-48ec-8fad-618ecbb46d7f", "tag": "31c8967f-e3f3-414b-9bbe-aaafec6512b2", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:37.754407 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-efd0561e-8e2c-443e-94da-39f84e453057 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:37.754407 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efd0561e-8e2c-443e-94da-39f84e453057'] response: {'name': 'network-changed', 'server_uuid': '6aee28dd-3795-48ec-8fad-618ecbb46d7f', 'tag': '31c8967f-e3f3-414b-9bbe-aaafec6512b2', 'status': 'completed', 'code': 200} May 06 09:45:37.812603 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc8d92-ea4d-4ce8-8a20-8e70f4973d15 req-744f5a81-a226-436a-93ec-651e2199f962 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:37.817124 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fe6387d7-f419-4b27-9db2-f3b5da8ff382 req-f2743389-b4dd-4e5e-a951-a7ea9c2d4a49 service neutron] 10.222.0.77 "GET /v2.0/networks/bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349796 May 06 09:45:37.820315 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1bbc8d92-ea4d-4ce8-8a20-8e70f4973d15 req-744f5a81-a226-436a-93ec-651e2199f962 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=6aee28dd-3795-48ec-8fad-618ecbb46d7f HTTP/1.1" status: 200 len: 907 time: 0.1631467 May 06 09:45:37.936699 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0520ac-2598-42fe-9a19-ac56bc61dc7f req-f8f51396-88ec-464b-bead-750bd2d86950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:37.938883 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c0520ac-2598-42fe-9a19-ac56bc61dc7f req-f8f51396-88ec-464b-bead-750bd2d86950 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e6b8f11daba14014856a1a2bb0688844&device_id=6aee28dd-3795-48ec-8fad-618ecbb46d7f HTTP/1.1" status: 200 len: 1058 time: 0.1120622 May 06 09:45:38.034990 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d417d-6d6a-4cf9-b6bb-a3c3416b1b08 req-5e5dbf62-47d8-4920-9240-950266244dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:38.036727 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5e5d417d-6d6a-4cf9-b6bb-a3c3416b1b08 req-5e5dbf62-47d8-4920-9240-950266244dd4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b54f0d0799bf403bafa2978d277a93b4&device_id=25326ba2-05bc-4c2f-862c-75c694797f86 HTTP/1.1" status: 200 len: 1094 time: 0.0807917 May 06 09:45:38.107907 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce104aef-1097-415a-9398-f817aee13212 req-e40e71e4-bc2d-4d22-b9d8-f4796388f19d tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:38.115397 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce104aef-1097-415a-9398-f817aee13212 req-e40e71e4-bc2d-4d22-b9d8-f4796388f19d tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=0714dff3-9506-4bf1-8c85-a61f6ee71831 HTTP/1.1" status: 200 len: 946 time: 0.1660497 May 06 09:45:38.174199 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d417d-6d6a-4cf9-b6bb-a3c3416b1b08 req-d62d4693-4565-4c3a-a3fe-2131cea08e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:38.177508 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5e5d417d-6d6a-4cf9-b6bb-a3c3416b1b08 req-d62d4693-4565-4c3a-a3fe-2131cea08e63 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087 HTTP/1.1" status: 200 len: 914 time: 0.1283154 May 06 09:45:38.178877 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce104aef-1097-415a-9398-f817aee13212 req-8fdd85df-bbf0-4b4c-8edb-b213fb0490c1 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624101 May 06 09:45:38.189049 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b5e9c-87f6-4219-9956-8a32e979aab3 req-41a358ec-6039-443f-8442-fbdd404e4db7 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:38.190621 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f06b5e9c-87f6-4219-9956-8a32e979aab3 req-41a358ec-6039-443f-8442-fbdd404e4db7 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.2313399 May 06 09:45:38.238126 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0520ac-2598-42fe-9a19-ac56bc61dc7f req-c85ff192-fa70-4b0f-b6e0-441ca5ff879e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:38.240325 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c0520ac-2598-42fe-9a19-ac56bc61dc7f req-c85ff192-fa70-4b0f-b6e0-441ca5ff879e service neutron] 10.222.0.84 "GET /v2.0/networks?id=138aada2-7aee-4749-819b-d219deb27012 HTTP/1.1" status: 200 len: 913 time: 0.2796669 May 06 09:45:38.299713 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5e5d417d-6d6a-4cf9-b6bb-a3c3416b1b08 req-e865fa23-0e44-42fa-87d6-e35fa3a469b7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=44739aa0-1ab3-4b5a-babc-5ef044b4c391 HTTP/1.1" status: 200 len: 217 time: 0.1058445 May 06 09:45:38.310678 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f06b5e9c-87f6-4219-9956-8a32e979aab3 req-6dfedfba-dbd4-4427-b637-92fac8007a6e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110213 May 06 09:45:38.312822 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c0520ac-2598-42fe-9a19-ac56bc61dc7f req-2ddf7534-f44b-47a2-8fd2-05de9fff67a9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31c8967f-e3f3-414b-9bbe-aaafec6512b2 HTTP/1.1" status: 200 len: 217 time: 0.0606534 May 06 09:45:38.369631 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d417d-6d6a-4cf9-b6bb-a3c3416b1b08 req-13fd70ed-a23e-41d0-ac66-655991349881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:38.373848 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5e5d417d-6d6a-4cf9-b6bb-a3c3416b1b08 req-13fd70ed-a23e-41d0-ac66-655991349881 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a25a8583-5c11-4434-bc4b-5e65436f1243 HTTP/1.1" status: 200 len: 853 time: 0.0580702 May 06 09:45:38.434620 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5e5d417d-6d6a-4cf9-b6bb-a3c3416b1b08 req-fe8cec21-b3c7-405b-afec-72e63dd72aad service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556636 May 06 09:45:38.449217 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0520ac-2598-42fe-9a19-ac56bc61dc7f req-a13be26f-3fe7-481b-80dd-192ad54ff924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:38.451386 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c0520ac-2598-42fe-9a19-ac56bc61dc7f req-a13be26f-3fe7-481b-80dd-192ad54ff924 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ceacdbe3-a021-4ce2-8b17-bdad66d69597 HTTP/1.1" status: 200 len: 851 time: 0.1277046 May 06 09:45:38.571661 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e3c9e-e5fb-4646-a9f0-df335629ada2 req-a236e6c2-a306-43f4-9352-884b269757c6 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:38.579101 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-297e3c9e-e5fb-4646-a9f0-df335629ada2 req-a236e6c2-a306-43f4-9352-884b269757c6 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.73 "GET /v2.0/ports?device_id=25326ba2-05bc-4c2f-862c-75c694797f86 HTTP/1.1" status: 200 len: 943 time: 0.1574883 May 06 09:45:38.587753 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0520ac-2598-42fe-9a19-ac56bc61dc7f req-4b69312a-f9f1-4540-9e51-556ffc8362a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:38.589266 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c0520ac-2598-42fe-9a19-ac56bc61dc7f req-4b69312a-f9f1-4540-9e51-556ffc8362a3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=138aada2-7aee-4749-819b-d219deb27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210020 May 06 09:45:38.599700 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5e5d417d-6d6a-4cf9-b6bb-a3c3416b1b08 req-91c7af64-b292-4890-8d13-94c97a6d6915 service neutron] 10.222.0.77 "GET /v2.0/networks/bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458468 May 06 09:45:38.611064 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6931e8-9278-4ac7-a484-ed91c3ad1b4e req-c64c5935-e2c8-4c31-a67e-bcec90b23424 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:38.611913 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3b6931e8-9278-4ac7-a484-ed91c3ad1b4e req-c64c5935-e2c8-4c31-a67e-bcec90b23424 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1328244 May 06 09:45:38.670755 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-297e3c9e-e5fb-4646-a9f0-df335629ada2 req-2432a4c3-ea8e-4405-8641-6dec73d2240e tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.73 "GET /v2.0/security-groups?id=749f4314-6d79-46a7-a634-d9734f1a7e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885246 May 06 09:45:38.718569 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5e5d417d-6d6a-4cf9-b6bb-a3c3416b1b08 req-35741bff-b7e7-433c-8a14-0bc74c44a29d service neutron] 10.222.0.77 "GET /v2.0/networks/bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106164 May 06 09:45:38.749655 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3b6931e8-9278-4ac7-a484-ed91c3ad1b4e req-382a4eed-5690-48bf-892c-5099d2ebf9d3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189520 May 06 09:45:39.197108 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c0520ac-2598-42fe-9a19-ac56bc61dc7f req-f5af4a9d-dc9f-4c90-add8-7c108a17b2b7 service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5742693 May 06 09:45:39.215750 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4a570-0b58-441c-9a80-846ffa467380 req-9ae4ed37-cba2-43ab-829a-374db5a37a85 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:39.223492 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8db4a570-0b58-441c-9a80-846ffa467380 req-9ae4ed37-cba2-43ab-829a-374db5a37a85 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=0714dff3-9506-4bf1-8c85-a61f6ee71831 HTTP/1.1" status: 200 len: 946 time: 0.4711637 May 06 09:45:39.246890 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a019f7-5f75-4b68-a897-ecb0fb580c1a req-b1538115-af5a-416f-a8d7-8bfb8581a852 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:39.248449 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-40a019f7-5f75-4b68-a897-ecb0fb580c1a req-b1538115-af5a-416f-a8d7-8bfb8581a852 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1091406 May 06 09:45:39.344950 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8db4a570-0b58-441c-9a80-846ffa467380 req-1c4778bf-a05e-4726-a4f7-0f8c354355d6 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204603 May 06 09:45:39.371666 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-40a019f7-5f75-4b68-a897-ecb0fb580c1a req-8157717d-e7b4-4540-9a1e-9af2d1f9be49 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036971 May 06 09:45:39.415893 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c0520ac-2598-42fe-9a19-ac56bc61dc7f req-67f0a76e-6edd-4508-9be3-639efc22548a service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894743 May 06 09:45:39.609106 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604ddc9-5a97-4901-b354-756e9626144f req-f045d7d8-cb89-4412-a3ea-2a3eae7d34b9 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:39.610678 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e604ddc9-5a97-4901-b354-756e9626144f req-f045d7d8-cb89-4412-a3ea-2a3eae7d34b9 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.0944149 May 06 09:45:39.635155 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e1639-00cd-4f4d-be8e-0075fd4287f6 req-7e4eda86-c18d-4a9a-b494-03800f53ef51 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:39.636685 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d69e1639-00cd-4f4d-be8e-0075fd4287f6 req-7e4eda86-c18d-4a9a-b494-03800f53ef51 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 945 time: 0.1506617 May 06 09:45:39.693770 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d69e1639-00cd-4f4d-be8e-0075fd4287f6 req-0a589abd-d1fc-46cb-935d-941295d51973 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478444 May 06 09:45:39.698197 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e604ddc9-5a97-4901-b354-756e9626144f req-0cacf651-c621-439e-8867-1fe7917e7360 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788202 May 06 09:45:39.847778 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc59bcd-c15f-481f-ae7d-86a2b8a58d64 req-55c8ddbe-e60e-4ac3-8d86-9af0ecff4448 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:39.849481 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7bc59bcd-c15f-481f-ae7d-86a2b8a58d64 req-55c8ddbe-e60e-4ac3-8d86-9af0ecff4448 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.73 "GET /v2.0/ports?device_id=25326ba2-05bc-4c2f-862c-75c694797f86 HTTP/1.1" status: 200 len: 943 time: 0.0774889 May 06 09:45:39.930446 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7bc59bcd-c15f-481f-ae7d-86a2b8a58d64 req-420ba4eb-3c6f-4a39-9bb5-4a9c76ee819f tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.73 "GET /v2.0/security-groups?id=749f4314-6d79-46a7-a634-d9734f1a7e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708447 May 06 09:45:39.955159 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdf27e-1fc4-4b87-aa1a-daabc8a85c89 req-ecd8e334-dba8-4065-b218-d4cc354e6ef4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:39.956810 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dcbdf27e-1fc4-4b87-aa1a-daabc8a85c89 req-ecd8e334-dba8-4065-b218-d4cc354e6ef4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.0944951 May 06 09:45:40.005921 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dcbdf27e-1fc4-4b87-aa1a-daabc8a85c89 req-61d91a96-8c5a-468e-8d0f-98e278f0df6b tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413392 May 06 09:45:40.350552 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-683f26b2-c733-4a2b-9df8-ba6b98d0662f tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:40.352342 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-683f26b2-c733-4a2b-9df8-ba6b98d0662f tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/networks?id=138aada2-7aee-4749-819b-d219deb27012 HTTP/1.1" status: 200 len: 812 time: 0.1291323 May 06 09:45:40.371824 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-9333eb28-d087-48f8-9a46-4d30e473c850 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/quotas/e6b8f11daba14014856a1a2bb0688844 HTTP/1.1" status: 200 len: 375 time: 0.0116637 May 06 09:45:40.453462 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-c228cd4c-9f8d-4499-81f5-c4324fb125c5 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e6b8f11daba14014856a1a2bb0688844&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0744205 May 06 09:45:40.561957 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17734d4-9d89-494b-a8b6-0be993461bdb req-69c95c98-fefe-4b3d-9c6b-31ab3d8358a7 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:40.563425 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e17734d4-9d89-494b-a8b6-0be993461bdb req-69c95c98-fefe-4b3d-9c6b-31ab3d8358a7 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=0714dff3-9506-4bf1-8c85-a61f6ee71831 HTTP/1.1" status: 200 len: 946 time: 0.1089613 May 06 09:45:40.630188 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-403f6021-8a75-4f88-a19a-0597e4487989 service neutron] 10.222.0.73 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652079 May 06 09:45:40.638586 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e17734d4-9d89-494b-a8b6-0be993461bdb req-937b2bd3-de01-4030-8ede-7e55b2c00b0b tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646553 May 06 09:45:40.771975 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-284c8826-d4d2-4c49-92d9-b7b2f063e29c service neutron] 10.222.0.73 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321495 May 06 09:45:40.788998 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5c0de-8eb1-4f7c-908e-d6668cdf74cb req-467023ba-5c67-44e1-b76e-8114b4364718 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:40.790580 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3a5c0de-8eb1-4f7c-908e-d6668cdf74cb req-467023ba-5c67-44e1-b76e-8114b4364718 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.0778701 May 06 09:45:40.835042 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3a5c0de-8eb1-4f7c-908e-d6668cdf74cb req-1d35606a-bf8f-4e3e-8abc-4922a5bf6c14 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371926 May 06 09:45:41.010932 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c53ca-4cfa-4e0e-8610-788ade9cf7be req-24c94b71-cd55-4393-a3c4-dc32d29ed196 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:41.015756 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae4c53ca-4cfa-4e0e-8610-788ade9cf7be req-24c94b71-cd55-4393-a3c4-dc32d29ed196 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 945 time: 0.0706835 May 06 09:45:41.068895 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae4c53ca-4cfa-4e0e-8610-788ade9cf7be req-4ea70761-15d9-4667-8e80-b26362f390be tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497694 May 06 09:45:41.130895 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-393087c7-19f5-49b7-a7e4-f7d7520d8d95 req-cf5a3936-4cab-4486-b4bb-3c9d8695b8b9 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57ee9e2-1395-4b2d-b07c-fde0e0c4028c HTTP/1.1" status: 200 len: 210 time: 0.0279982 May 06 09:45:41.227005 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281becf7-92ce-4c20-8ea6-7b8cd800185f req-f9e86917-365a-4c57-8959-695e9285aa34 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:41.228721 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-281becf7-92ce-4c20-8ea6-7b8cd800185f req-f9e86917-365a-4c57-8959-695e9285aa34 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.73 "GET /v2.0/ports?device_id=25326ba2-05bc-4c2f-862c-75c694797f86 HTTP/1.1" status: 200 len: 943 time: 0.0851181 May 06 09:45:41.285819 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f01e0-3491-4447-8f8b-aeb7d397a4ca req-ce48eef1-f069-49d2-82b1-56efb2fd7092 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:41.287401 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-095f01e0-3491-4447-8f8b-aeb7d397a4ca req-ce48eef1-f069-49d2-82b1-56efb2fd7092 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=0714dff3-9506-4bf1-8c85-a61f6ee71831 HTTP/1.1" status: 200 len: 946 time: 0.0818541 May 06 09:45:41.311784 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-281becf7-92ce-4c20-8ea6-7b8cd800185f req-100b2b9d-196f-4443-b396-206050344b51 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.73 "GET /v2.0/security-groups?id=749f4314-6d79-46a7-a634-d9734f1a7e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676615 May 06 09:45:41.354703 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-095f01e0-3491-4447-8f8b-aeb7d397a4ca req-20f38b10-0757-40f1-8e7b-321206edbbdc tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585239 May 06 09:45:41.496034 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d10635-31c8-4a56-aa11-aa60fcbcd327 req-c754177f-7ce1-4530-ac34-ce0f1864dbd0 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:41.499875 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-27d10635-31c8-4a56-aa11-aa60fcbcd327 req-c754177f-7ce1-4530-ac34-ce0f1864dbd0 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.73 "GET /v2.0/ports?device_id=a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f HTTP/1.1" status: 200 len: 950 time: 0.0561764 May 06 09:45:41.537624 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-27d10635-31c8-4a56-aa11-aa60fcbcd327 req-7a5e6e76-cdcd-43d8-8e81-f8a576716b62 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e9e3fd7-5b07-4e3f-a31f-abff0204440b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339234 May 06 09:45:41.992417 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a04985-06d0-4b3f-9e7a-1afa4676da41 req-11fbf694-b057-4f7d-bfc7-7d362e6673fc tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:42.001172 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f0a04985-06d0-4b3f-9e7a-1afa4676da41 req-11fbf694-b057-4f7d-bfc7-7d362e6673fc tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.0796311 May 06 09:45:42.060442 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91630197-a608-4a27-b122-5a651bcc1232 req-e4125f8c-d0b1-4f08-8b5c-4e61a64ea359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:42.064646 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-91630197-a608-4a27-b122-5a651bcc1232 req-e4125f8c-d0b1-4f08-8b5c-4e61a64ea359 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=be72d6df18784826a3c8ee1c4d56a700&device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 1096 time: 0.0797040 May 06 09:45:42.073172 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f0a04985-06d0-4b3f-9e7a-1afa4676da41 req-26691c98-44f9-490d-b4cb-7c8e1a896086 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576563 May 06 09:45:42.076402 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 9262d57e-22a5-49b2-90f9-0a29fbac4818 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:45:42.256285 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91630197-a608-4a27-b122-5a651bcc1232 req-37cd9ff7-3977-4033-b6a4-7b3521f9bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:42.258851 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-91630197-a608-4a27-b122-5a651bcc1232 req-37cd9ff7-3977-4033-b6a4-7b3521f9bc36 service neutron] 10.222.0.77 "GET /v2.0/networks?id=23e21561-4495-4701-b589-fe4647d5086e HTTP/1.1" status: 200 len: 915 time: 0.1682534 May 06 09:45:42.311375 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 9262d57e-22a5-49b2-90f9-0a29fbac4818, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=9262d57e-22a5-49b2-90f9-0a29fbac4818,segment=NetworkSegment(f854416d-9159-4e65-9cd2-8b8dead0809d),segment_id=f854416d-9159-4e65-9cd2-8b8dead0809d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:42.311632 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-91630197-a608-4a27-b122-5a651bcc1232 req-81f98d14-916d-451d-af49-f1485d0c7e33 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9262d57e-22a5-49b2-90f9-0a29fbac4818 HTTP/1.1" status: 200 len: 217 time: 0.0431476 May 06 09:45:42.315299 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556b645-0794-4ced-85ad-ba33fa5757a9 req-ea11e49e-3022-4a1c-b21e-45a9d127938e tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:42.317580 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d556b645-0794-4ced-85ad-ba33fa5757a9 req-ea11e49e-3022-4a1c-b21e-45a9d127938e tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 945 time: 0.1131754 May 06 09:45:42.341733 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '9262d57e-22a5-49b2-90f9-0a29fbac4818', 'network_id': '23e21561-4495-4701-b589-fe4647d5086e', 'port_id': '9262d57e-22a5-49b2-90f9-0a29fbac4818', 'mac_address': 'fa:16:3e:38:08:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd54bd8cf-7c94-46e0-bd93-71eea8040eb3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:45:42.360018 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-2ae62c48-a66d-4995-a25b-7ce15c7909e4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:42.362200 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-2ae62c48-a66d-4995-a25b-7ce15c7909e4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.84 "GET /v2.0/networks?id=138aada2-7aee-4749-819b-d219deb27012 HTTP/1.1" status: 200 len: 812 time: 0.2759206 May 06 09:45:42.371052 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91630197-a608-4a27-b122-5a651bcc1232 req-2fe56f59-a96b-4489-b89d-1e43e7a60a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:42.372793 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-91630197-a608-4a27-b122-5a651bcc1232 req-2fe56f59-a96b-4489-b89d-1e43e7a60a86 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d54bd8cf-7c94-46e0-bd93-71eea8040eb3 HTTP/1.1" status: 200 len: 854 time: 0.0541432 May 06 09:45:42.385681 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-768ee07f-c0f6-403c-a36d-854c0605699e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Request body: {'port': {'device_id': 'f57ee9e2-1395-4b2d-b07c-fde0e0c4028c', 'network_id': '138aada2-7aee-4749-819b-d219deb27012', 'admin_state_up': True, 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:42.387424 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:42.403951 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9262d57e-22a5-49b2-90f9-0a29fbac4818 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:42.417432 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-91630197-a608-4a27-b122-5a651bcc1232 req-61d0dfcd-6f75-4f50-b0a1-62594d9035da service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=23e21561-4495-4701-b589-fe4647d5086e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303791 May 06 09:45:42.428187 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 9262d57e-22a5-49b2-90f9-0a29fbac4818, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=9262d57e-22a5-49b2-90f9-0a29fbac4818,segment=NetworkSegment(f854416d-9159-4e65-9cd2-8b8dead0809d),segment_id=f854416d-9159-4e65-9cd2-8b8dead0809d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:42.436021 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:42.436743 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 44739aa0-1ab3-4b5a-babc-5ef044b4c391 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:45:42.481082 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a5c82648-aa9c-4f8b-8f97-80c1ccef4a44 req-db5405b6-9fb2-49b5-bab9-7099268045e0 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57ee9e2-1395-4b2d-b07c-fde0e0c4028c HTTP/1.1" status: 200 len: 210 time: 0.0770140 May 06 09:45:42.502212 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d556b645-0794-4ced-85ad-ba33fa5757a9 req-114de04d-fa8e-49d8-b01a-fbfc7d837505 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602638 May 06 09:45:42.544115 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=9262d57e-22a5-49b2-90f9-0a29fbac4818,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:42.584948 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-91630197-a608-4a27-b122-5a651bcc1232 req-c0bd2ee4-4fe1-4b98-ab92-f5d338bd24e7 service neutron] 10.222.0.77 "GET /v2.0/networks/23e21561-4495-4701-b589-fe4647d5086e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571198 May 06 09:45:42.598584 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 44739aa0-1ab3-4b5a-babc-5ef044b4c391, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=44739aa0-1ab3-4b5a-babc-5ef044b4c391,segment=NetworkSegment(e3efc151-d04e-4e8f-92d3-0960dd0693b4),segment_id=e3efc151-d04e-4e8f-92d3-0960dd0693b4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:42.615540 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '44739aa0-1ab3-4b5a-babc-5ef044b4c391', 'network_id': 'bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087', 'port_id': '44739aa0-1ab3-4b5a-babc-5ef044b4c391', 'mac_address': 'fa:16:3e:28:58:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a25a8583-5c11-4434-bc4b-5e65436f1243', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:45:42.639883 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-768ee07f-c0f6-403c-a36d-854c0605699e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Made reservation on behalf of e6b8f11daba14014856a1a2bb0688844 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:45:42.643700 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-768ee07f-c0f6-403c-a36d-854c0605699e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:42.669191 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:42.684096 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44739aa0-1ab3-4b5a-babc-5ef044b4c391 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:42.696199 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-91630197-a608-4a27-b122-5a651bcc1232 req-f6f1e125-5a0f-4ea6-8929-45ca96a25005 service neutron] 10.222.0.77 "GET /v2.0/networks/23e21561-4495-4701-b589-fe4647d5086e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017566 May 06 09:45:42.707076 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 44739aa0-1ab3-4b5a-babc-5ef044b4c391, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=44739aa0-1ab3-4b5a-babc-5ef044b4c391,segment=NetworkSegment(e3efc151-d04e-4e8f-92d3-0960dd0693b4),segment_id=e3efc151-d04e-4e8f-92d3-0960dd0693b4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:42.718179 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:42.761027 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c1822-a79c-49ba-acfc-b544e4c8823c req-28fdf6c2-fbd4-4761-9bee-677476160c0d tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:42.762737 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3e9c1822-a79c-49ba-acfc-b544e4c8823c req-28fdf6c2-fbd4-4761-9bee-677476160c0d tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.73 "GET /v2.0/ports?device_id=25326ba2-05bc-4c2f-862c-75c694797f86 HTTP/1.1" status: 200 len: 943 time: 0.1593828 May 06 09:45:42.769741 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=44739aa0-1ab3-4b5a-babc-5ef044b4c391,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:42.790402 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fb50d-b6a2-4dd0-b736-6f0b46541031 req-07b569d5-e7aa-475c-9cdb-4009faa4d741 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:42.792038 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ca9fb50d-b6a2-4dd0-b736-6f0b46541031 req-07b569d5-e7aa-475c-9cdb-4009faa4d741 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=0714dff3-9506-4bf1-8c85-a61f6ee71831 HTTP/1.1" status: 200 len: 946 time: 0.1539106 May 06 09:45:42.880971 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3e9c1822-a79c-49ba-acfc-b544e4c8823c req-5f445638-29fd-4670-b892-242c93680bea tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.73 "GET /v2.0/security-groups?id=749f4314-6d79-46a7-a634-d9734f1a7e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089017 May 06 09:45:42.893081 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ca9fb50d-b6a2-4dd0-b736-6f0b46541031 req-7456d339-c35e-423c-9362-ee39af706507 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920608 May 06 09:45:42.905400 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-768ee07f-c0f6-403c-a36d-854c0605699e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Allocated IP 172.20.0.11 (138aada2-7aee-4749-819b-d219deb27012/ceacdbe3-a021-4ce2-8b17-bdad66d69597/af7149c3-ef60-4ee1-82f3-805828735448) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:45:42.963618 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['9262d57e-22a5-49b2-90f9-0a29fbac4818'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:43.080825 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-768ee07f-c0f6-403c-a36d-854c0605699e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:43.124311 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-768ee07f-c0f6-403c-a36d-854c0605699e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:43.138627 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['855d2a78-7e53-4c34-b489-8b27d845d56d', '82cc8ff9-0b16-4903-a1af-751dac4e9e85'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:43.188540 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-768ee07f-c0f6-403c-a36d-854c0605699e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Network 138aada2-7aee-4749-819b-d219deb27012 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:45:43.201250 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-768ee07f-c0f6-403c-a36d-854c0605699e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:43.222402 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-768ee07f-c0f6-403c-a36d-854c0605699e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:45:43.266164 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ee07f-c0f6-403c-a36d-854c0605699e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Pushing event updated for resources: {'Port': ['ID=af7149c3-ef60-4ee1-82f3-805828735448,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:43.323733 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c5d58-1a19-44ab-92f4-13cc1d0e2d0b req-f168e19b-c6e9-4c60-9286-e30f410ec9ed tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:43.346019 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae4c5d58-1a19-44ab-92f4-13cc1d0e2d0b req-f168e19b-c6e9-4c60-9286-e30f410ec9ed tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 944 time: 0.1624072 May 06 09:45:43.442506 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae4c5d58-1a19-44ab-92f4-13cc1d0e2d0b req-8da5d3b6-a93e-47b6-bf97-08a52cfc5d57 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950799 May 06 09:45:43.449938 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-768ee07f-c0f6-403c-a36d-854c0605699e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:43.450641 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-768ee07f-c0f6-403c-a36d-854c0605699e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:43.476507 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-768ee07f-c0f6-403c-a36d-854c0605699e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0951917 May 06 09:45:43.493874 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-e09dc325-9ba5-43e3-8891-d0e5b448759a service neutron] Request body: {'port': {'device_id': 'f57ee9e2-1395-4b2d-b07c-fde0e0c4028c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:43.563802 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-e09dc325-9ba5-43e3-8891-d0e5b448759a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:43.625594 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-142e233f-1f2a-489e-b524-62c24a808c95 None None] Provisioning complete for port af7149c3-ef60-4ee1-82f3-805828735448 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:43.626278 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-142e233f-1f2a-489e-b524-62c24a808c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:43.664002 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-142e233f-1f2a-489e-b524-62c24a808c95 None None] Port af7149c3-ef60-4ee1-82f3-805828735448 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:45:43.765898 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccea9f-157f-47fa-ae72-5d67b816e32a req-b7632b08-559c-4a41-a4a6-7e6d7e222908 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:43.767391 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8fccea9f-157f-47fa-ae72-5d67b816e32a req-b7632b08-559c-4a41-a4a6-7e6d7e222908 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57ee9e2-1395-4b2d-b07c-fde0e0c4028c HTTP/1.1" status: 200 len: 932 time: 0.1653800 May 06 09:45:43.778695 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a655cd6-a7c2-4b6d-9e2d-1446b6c4dfeb req-566cfe14-8447-4c34-9faa-4f27a9ae6b34 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:43.780279 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a655cd6-a7c2-4b6d-9e2d-1446b6c4dfeb req-566cfe14-8447-4c34-9faa-4f27a9ae6b34 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 945 time: 0.1765637 May 06 09:45:43.799244 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b14b13-fb8c-4633-8528-86d936ac2d28 req-e385fe2a-ea26-4c04-af82-5a0d1c51690c tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:43.800778 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f6b14b13-fb8c-4633-8528-86d936ac2d28 req-e385fe2a-ea26-4c04-af82-5a0d1c51690c tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.77 "GET /v2.0/ports?device_id=0714dff3-9506-4bf1-8c85-a61f6ee71831 HTTP/1.1" status: 200 len: 946 time: 0.0601218 May 06 09:45:43.854578 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['44739aa0-1ab3-4b5a-babc-5ef044b4c391'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:43.904206 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8fccea9f-157f-47fa-ae72-5d67b816e32a req-ed6c0eb6-aa4a-4327-baaa-e2bf4f2cea70 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229079 May 06 09:45:43.931634 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a655cd6-a7c2-4b6d-9e2d-1446b6c4dfeb req-45fbd467-c6da-492a-804a-01a734105edb tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291647 May 06 09:45:43.932501 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-f6b14b13-fb8c-4633-8528-86d936ac2d28 req-9c9d222f-2b5a-4650-98ed-0b79f05968e0 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Deleting port 61726734-e97a-4440-9338-9a6872fd3481 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:45:43.942707 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f6b14b13-fb8c-4633-8528-86d936ac2d28 req-9c9d222f-2b5a-4650-98ed-0b79f05968e0 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:44.072893 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 9262d57e-22a5-49b2-90f9-0a29fbac4818 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:44.094004 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-f6b14b13-fb8c-4633-8528-86d936ac2d28 req-9c9d222f-2b5a-4650-98ed-0b79f05968e0 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] For port 61726734-e97a-4440-9338-9a6872fd3481, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=61726734-e97a-4440-9338-9a6872fd3481,segment=NetworkSegment(627bbd8f-a3da-4da2-815f-3be0d917a40c),segment_id=627bbd8f-a3da-4da2-815f-3be0d917a40c)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:44.094533 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f6b14b13-fb8c-4633-8528-86d936ac2d28 req-9c9d222f-2b5a-4650-98ed-0b79f05968e0 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:44.106757 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-e09dc325-9ba5-43e3-8891-d0e5b448759a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af7149c3-ef60-4ee1-82f3-805828735448 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:44.111432 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-f6b14b13-fb8c-4633-8528-86d936ac2d28 req-9c9d222f-2b5a-4650-98ed-0b79f05968e0 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Calling delete_port for 61726734-e97a-4440-9338-9a6872fd3481 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:45:44.117229 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-e09dc325-9ba5-43e3-8891-d0e5b448759a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:44.140686 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-e09dc325-9ba5-43e3-8891-d0e5b448759a service neutron] Transition to ACTIVE for port object af7149c3-ef60-4ee1-82f3-805828735448 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:45:44.150781 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da4cc8-68ba-4b7d-b327-64845aff9baa req-7b06ab42-bcca-4a42-87f8-c51717d28804 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:44.152543 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08da4cc8-68ba-4b7d-b327-64845aff9baa req-7b06ab42-bcca-4a42-87f8-c51717d28804 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.73 "GET /v2.0/ports?device_id=25326ba2-05bc-4c2f-862c-75c694797f86 HTTP/1.1" status: 200 len: 944 time: 0.1415241 May 06 09:45:44.154861 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-e09dc325-9ba5-43e3-8891-d0e5b448759a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:44.176028 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97e897-aea3-4b2d-b5b4-5bda8af56670 req-d83ea38f-b6ec-4526-a8b6-3deeda880c38 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:44.177590 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da97e897-aea3-4b2d-b5b4-5bda8af56670 req-d83ea38f-b6ec-4526-a8b6-3deeda880c38 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=0714dff3-9506-4bf1-8c85-a61f6ee71831 HTTP/1.1" status: 200 len: 946 time: 0.1517649 May 06 09:45:44.187313 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 9262d57e-22a5-49b2-90f9-0a29fbac4818 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:44.188179 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:44.269302 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09dc325-9ba5-43e3-8891-d0e5b448759a service neutron] Pushing event updated for resources: {'Port': ['ID=af7149c3-ef60-4ee1-82f3-805828735448,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:44.280385 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f6b14b13-fb8c-4633-8528-86d936ac2d28 req-9c9d222f-2b5a-4650-98ed-0b79f05968e0 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:44.294340 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08da4cc8-68ba-4b7d-b327-64845aff9baa req-55b1f165-6614-41bc-8b68-b5e9021cd970 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.73 "GET /v2.0/security-groups?id=749f4314-6d79-46a7-a634-d9734f1a7e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330535 May 06 09:45:44.339164 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da97e897-aea3-4b2d-b5b4-5bda8af56670 req-cab60619-f802-447b-85bb-3d345bb8a70f tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/security-groups?id=04368816-4efe-49d0-a575-f3323e6cc573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184406 May 06 09:45:44.339780 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d222f-2b5a-4650-98ed-0b79f05968e0 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Pushing event deleted for resources: {'Port': ['ID=61726734-e97a-4440-9338-9a6872fd3481,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:44.397853 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-e09dc325-9ba5-43e3-8891-d0e5b448759a service neutron] Attempting to bind port af7149c3-ef60-4ee1-82f3-805828735448 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:45:44.399304 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-e09dc325-9ba5-43e3-8891-d0e5b448759a service neutron] Attempting to bind port af7149c3-ef60-4ee1-82f3-805828735448 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '138aada2-7aee-4749-819b-d219deb27012'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:45:44.399896 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-e09dc325-9ba5-43e3-8891-d0e5b448759a service neutron] Attempting to bind port af7149c3-ef60-4ee1-82f3-805828735448 on network 138aada2-7aee-4749-819b-d219deb27012 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:45:44.405421 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-e09dc325-9ba5-43e3-8891-d0e5b448759a service neutron] Port af7149c3-ef60-4ee1-82f3-805828735448 on network 138aada2-7aee-4749-819b-d219deb27012 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:45:44.406107 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-e09dc325-9ba5-43e3-8891-d0e5b448759a service neutron] Attempting to bind port af7149c3-ef60-4ee1-82f3-805828735448 on network 138aada2-7aee-4749-819b-d219deb27012 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:45:44.416917 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-e09dc325-9ba5-43e3-8891-d0e5b448759a service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:45:44.417609 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-e09dc325-9ba5-43e3-8891-d0e5b448759a service neutron] Checking segment: {'id': 'b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '138aada2-7aee-4749-819b-d219deb27012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:45:44.418089 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-e09dc325-9ba5-43e3-8891-d0e5b448759a service neutron] Bound using segment: {'id': 'b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '138aada2-7aee-4749-819b-d219deb27012'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:45:44.424731 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b14b13-fb8c-4633-8528-86d936ac2d28 req-9c9d222f-2b5a-4650-98ed-0b79f05968e0 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] No DVR routers for this DVR port 61726734-e97a-4440-9338-9a6872fd3481 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:45:44.429054 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-e09dc325-9ba5-43e3-8891-d0e5b448759a service neutron] Bound port: af7149c3-ef60-4ee1-82f3-805828735448, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '138aada2-7aee-4749-819b-d219deb27012'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:45:44.429630 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-e09dc325-9ba5-43e3-8891-d0e5b448759a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:44.429886 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f6b14b13-fb8c-4633-8528-86d936ac2d28 req-9c9d222f-2b5a-4650-98ed-0b79f05968e0 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:44.455157 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f6b14b13-fb8c-4633-8528-86d936ac2d28 req-9c9d222f-2b5a-4650-98ed-0b79f05968e0 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.77 "DELETE /v2.0/ports/61726734-e97a-4440-9338-9a6872fd3481 HTTP/1.1" status: 204 len: 173 time: 0.6428003 May 06 09:45:44.458171 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0714dff3-9506-4bf1-8c85-a61f6ee71831', 'name': 'network-vif-deleted', 'tag': '61726734-e97a-4440-9338-9a6872fd3481'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:44.468085 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964f9498-4c57-487b-9a36-388ef9f8fb1a" -d '{"events": [{"server_uuid": "0714dff3-9506-4bf1-8c85-a61f6ee71831", "name": "network-vif-deleted", "tag": "61726734-e97a-4440-9338-9a6872fd3481"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:44.566151 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-e09dc325-9ba5-43e3-8891-d0e5b448759a service neutron] For port af7149c3-ef60-4ee1-82f3-805828735448, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:45:44.575513 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-e09dc325-9ba5-43e3-8891-d0e5b448759a service neutron] For port af7149c3-ef60-4ee1-82f3-805828735448, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=af7149c3-ef60-4ee1-82f3-805828735448,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:45:44.585771 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-e09dc325-9ba5-43e3-8891-d0e5b448759a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:44.679936 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-e09dc325-9ba5-43e3-8891-d0e5b448759a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:44.680763 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-e09dc325-9ba5-43e3-8891-d0e5b448759a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:44.682442 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-e09dc325-9ba5-43e3-8891-d0e5b448759a service neutron] 10.222.0.84 "PUT /v2.0/ports/af7149c3-ef60-4ee1-82f3-805828735448 HTTP/1.1" status: 200 len: 1092 time: 1.1945727 May 06 09:45:44.682928 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57ee9e2-1395-4b2d-b07c-fde0e0c4028c', 'tag': 'af7149c3-ef60-4ee1-82f3-805828735448'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:44.685862 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b3055d-cfb0-45e3-a3ca-feb252a0aa1b" -d '{"events": [{"name": "network-changed", "server_uuid": "f57ee9e2-1395-4b2d-b07c-fde0e0c4028c", "tag": "af7149c3-ef60-4ee1-82f3-805828735448"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:44.693329 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:44.721150 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09dc325-9ba5-43e3-8891-d0e5b448759a service neutron] Pushing event updated for resources: {'Port': ['ID=af7149c3-ef60-4ee1-82f3-805828735448,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:44.754017 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85114a72-c082-4f4e-bc12-9f85183ba95e req-d7591f2f-d20f-49f7-991f-c3731a0ffafb tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:44.767332 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-85114a72-c082-4f4e-bc12-9f85183ba95e req-d7591f2f-d20f-49f7-991f-c3731a0ffafb tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 944 time: 0.1318023 May 06 09:45:44.785284 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 9262d57e-22a5-49b2-90f9-0a29fbac4818, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=9262d57e-22a5-49b2-90f9-0a29fbac4818,segment=NetworkSegment(f854416d-9159-4e65-9cd2-8b8dead0809d),segment_id=f854416d-9159-4e65-9cd2-8b8dead0809d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:44.791291 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b15440e-1d8d-43e9-a38a-3fbb3021f1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9262d57e-22a5-49b2-90f9-0a29fbac4818'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:44.794022 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1e3019-d729-4afb-8bee-693688880e4e" -d '{"events": [{"server_uuid": "3b15440e-1d8d-43e9-a38a-3fbb3021f1cb", "name": "network-vif-plugged", "status": "completed", "tag": "9262d57e-22a5-49b2-90f9-0a29fbac4818"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:44.802835 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af0fa7c-abc1-4b10-9196-f6dbe50d389e x-openstack-request-id: req-6af0fa7c-abc1-4b10-9196-f6dbe50d389e {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:44.803375 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0714dff3-9506-4bf1-8c85-a61f6ee71831", "name": "network-vif-deleted", "tag": "61726734-e97a-4440-9338-9a6872fd3481", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:44.803375 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6af0fa7c-abc1-4b10-9196-f6dbe50d389e {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:44.804279 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:44.804422 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6af0fa7c-abc1-4b10-9196-f6dbe50d389e'] response: {'server_uuid': '0714dff3-9506-4bf1-8c85-a61f6ee71831', 'name': 'network-vif-deleted', 'tag': '61726734-e97a-4440-9338-9a6872fd3481', 'status': 'completed', 'code': 200} May 06 09:45:44.849160 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e96539-b2cd-4d8e-b484-1cd6d30256c1 x-openstack-request-id: req-f3e96539-b2cd-4d8e-b484-1cd6d30256c1 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:44.849507 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f57ee9e2-1395-4b2d-b07c-fde0e0c4028c", "tag": "af7149c3-ef60-4ee1-82f3-805828735448", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:44.849772 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f3e96539-b2cd-4d8e-b484-1cd6d30256c1 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:44.850351 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3e96539-b2cd-4d8e-b484-1cd6d30256c1'] response: {'name': 'network-changed', 'server_uuid': 'f57ee9e2-1395-4b2d-b07c-fde0e0c4028c', 'tag': 'af7149c3-ef60-4ee1-82f3-805828735448', 'status': 'completed', 'code': 200} May 06 09:45:44.863817 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-85114a72-c082-4f4e-bc12-9f85183ba95e req-24631924-071e-4f79-ad07-b814ae6090ae tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954456 May 06 09:45:44.876812 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-185c6398-e6d9-4121-8acf-4e5117eda1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:44.878395 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-185c6398-e6d9-4121-8acf-4e5117eda1d4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e6b8f11daba14014856a1a2bb0688844&device_id=f57ee9e2-1395-4b2d-b07c-fde0e0c4028c HTTP/1.1" status: 200 len: 1095 time: 0.0906763 May 06 09:45:44.887622 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=9262d57e-22a5-49b2-90f9-0a29fbac4818,revision_number=7']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:44.944004 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-2007ecda-3223-48da-8b67-71a355622910 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af7149c3-ef60-4ee1-82f3-805828735448 HTTP/1.1" status: 200 len: 217 time: 0.0524855 May 06 09:45:44.978113 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc567ea-83a5-486b-921f-30ae037b5f68 x-openstack-request-id: req-3bc567ea-83a5-486b-921f-30ae037b5f68 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:44.978491 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b15440e-1d8d-43e9-a38a-3fbb3021f1cb", "name": "network-vif-plugged", "status": "completed", "tag": "9262d57e-22a5-49b2-90f9-0a29fbac4818", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:44.978815 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3bc567ea-83a5-486b-921f-30ae037b5f68 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:44.980163 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bc567ea-83a5-486b-921f-30ae037b5f68'] response: {'server_uuid': '3b15440e-1d8d-43e9-a38a-3fbb3021f1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9262d57e-22a5-49b2-90f9-0a29fbac4818', 'code': 200} May 06 09:45:44.985668 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device edea07e1-602d-4b8f-bc5d-ff14e17b635a no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:45:45.023382 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-057cd1f5-036b-4002-9135-d3f255860754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:45.024512 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-057cd1f5-036b-4002-9135-d3f255860754 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ceacdbe3-a021-4ce2-8b17-bdad66d69597 HTTP/1.1" status: 200 len: 851 time: 0.0652270 May 06 09:45:45.076398 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:45.115196 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port edea07e1-602d-4b8f-bc5d-ff14e17b635a, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=edea07e1-602d-4b8f-bc5d-ff14e17b635a,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:45.115607 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95277246-4385-4117-9e25-686f430405a4 req-15159e76-2da6-471f-b28d-309fa7e39a64 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:45.117204 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95277246-4385-4117-9e25-686f430405a4 req-15159e76-2da6-471f-b28d-309fa7e39a64 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57ee9e2-1395-4b2d-b07c-fde0e0c4028c HTTP/1.1" status: 200 len: 944 time: 0.1090760 May 06 09:45:45.123353 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:45.126733 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-179c8293-d1ca-41e4-ba00-ca2d6f4bfdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:45.128682 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-179c8293-d1ca-41e4-ba00-ca2d6f4bfdf0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=138aada2-7aee-4749-819b-d219deb27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870690 May 06 09:45:45.176506 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=edea07e1-602d-4b8f-bc5d-ff14e17b635a,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:45.218767 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95277246-4385-4117-9e25-686f430405a4 req-737347f3-8229-4848-9f44-ad2a73828895 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889440 May 06 09:45:45.232249 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['61726734-e97a-4440-9338-9a6872fd3481'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:45.260512 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-2dabd763-165c-47af-a952-c7255346f42c service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116138 May 06 09:45:45.418940 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82f3ecf9-59ee-4b0f-87e7-216b92d7a5c4 req-30184ef8-05a5-443e-a364-81718b32b6f2 service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480093 May 06 09:45:45.478205 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-094b1c9e-482d-46a2-8b44-a67b9a7cf69c req-1aa0aba1-8a37-400f-886e-c2160458c762 tempest-DeleteServersTestJSON-1212144827 tempest-DeleteServersTestJSON-1212144827-project] 10.222.0.73 "GET /v2.0/ports?device_id=0714dff3-9506-4bf1-8c85-a61f6ee71831 HTTP/1.1" status: 200 len: 210 time: 0.0329506 May 06 09:45:45.494960 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8d740-5679-4915-a9b9-1b61458e3439 req-23d79245-0842-4de0-9a22-ddd495f7cc68 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:45.496760 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-41e8d740-5679-4915-a9b9-1b61458e3439 req-23d79245-0842-4de0-9a22-ddd495f7cc68 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.73 "GET /v2.0/ports?device_id=25326ba2-05bc-4c2f-862c-75c694797f86 HTTP/1.1" status: 200 len: 944 time: 0.1025832 May 06 09:45:45.577072 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-41e8d740-5679-4915-a9b9-1b61458e3439 req-edfb2318-0dc6-454f-bcc5-feefb579607e tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.73 "GET /v2.0/security-groups?id=749f4314-6d79-46a7-a634-d9734f1a7e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697665 May 06 09:45:45.583040 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3055d-cfb0-45e3-a3ca-feb252a0aa1b req-48099473-9a22-434a-8cb4-d14166317cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:45.584087 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-33b3055d-cfb0-45e3-a3ca-feb252a0aa1b req-48099473-9a22-434a-8cb4-d14166317cff service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e6b8f11daba14014856a1a2bb0688844&device_id=f57ee9e2-1395-4b2d-b07c-fde0e0c4028c HTTP/1.1" status: 200 len: 1095 time: 0.0845144 May 06 09:45:45.689943 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3055d-cfb0-45e3-a3ca-feb252a0aa1b req-efea8ed9-9de6-40b7-94a5-4810870b5ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:45.691482 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-33b3055d-cfb0-45e3-a3ca-feb252a0aa1b req-efea8ed9-9de6-40b7-94a5-4810870b5ef4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=138aada2-7aee-4749-819b-d219deb27012 HTTP/1.1" status: 200 len: 913 time: 0.0926914 May 06 09:45:45.740905 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-33b3055d-cfb0-45e3-a3ca-feb252a0aa1b req-04a95585-5b2b-4b14-93a9-cff543f3ccdd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af7149c3-ef60-4ee1-82f3-805828735448 HTTP/1.1" status: 200 len: 217 time: 0.0363390 May 06 09:45:45.801144 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3055d-cfb0-45e3-a3ca-feb252a0aa1b req-12200afa-691c-4676-9df1-ec35a907e750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:45.802617 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-33b3055d-cfb0-45e3-a3ca-feb252a0aa1b req-12200afa-691c-4676-9df1-ec35a907e750 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ceacdbe3-a021-4ce2-8b17-bdad66d69597 HTTP/1.1" status: 200 len: 851 time: 0.0461595 May 06 09:45:45.863213 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3055d-cfb0-45e3-a3ca-feb252a0aa1b req-5ba10ab8-7759-4ef0-9567-ac6915b14aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:45.865809 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-33b3055d-cfb0-45e3-a3ca-feb252a0aa1b req-5ba10ab8-7759-4ef0-9567-ac6915b14aff service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=138aada2-7aee-4749-819b-d219deb27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443037 May 06 09:45:45.867802 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4a093441-afc8-4712-aceb-e8528e479019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:46.015012 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-33b3055d-cfb0-45e3-a3ca-feb252a0aa1b req-a3d868d0-ab5f-4725-8478-f877433dfbad service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328490 May 06 09:45:46.026457 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae8890-4cc7-4edb-9bcb-d2d16564eb1e req-0082d2c1-3e9e-4fa8-8520-18e78b1dd628 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:46.028037 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-23ae8890-4cc7-4edb-9bcb-d2d16564eb1e req-0082d2c1-3e9e-4fa8-8520-18e78b1dd628 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.0808427 May 06 09:45:46.081924 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 44739aa0-1ab3-4b5a-babc-5ef044b4c391 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:46.127495 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-23ae8890-4cc7-4edb-9bcb-d2d16564eb1e req-2ad73d2e-e865-44fa-860d-dd2b562440a1 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864015 May 06 09:45:46.143912 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 44739aa0-1ab3-4b5a-babc-5ef044b4c391 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:45:46.147889 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 44739aa0-1ab3-4b5a-babc-5ef044b4c391 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:46.148343 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:46.158779 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-33b3055d-cfb0-45e3-a3ca-feb252a0aa1b req-5df532d1-4c52-4f50-8f7f-37fe2956cd4f service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256940 May 06 09:45:46.231631 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:46.275245 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 44739aa0-1ab3-4b5a-babc-5ef044b4c391, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=44739aa0-1ab3-4b5a-babc-5ef044b4c391,segment=NetworkSegment(e3efc151-d04e-4e8f-92d3-0960dd0693b4),segment_id=e3efc151-d04e-4e8f-92d3-0960dd0693b4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:46.279925 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:46.331818 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=44739aa0-1ab3-4b5a-babc-5ef044b4c391,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:46.339890 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:46.340243 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:46.340591 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:46.340934 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:46.341274 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:46.341611 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:46.341944 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:46.342274 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:46.342604 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:46.342998 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:46.343310 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:46.344492 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c19c7-b8d4-4241-aed5-d14d76112093 req-ca576a98-994b-46a4-8d2c-09566be17473 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:46.344699 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:46.345796 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c59c19c7-b8d4-4241-aed5-d14d76112093 req-ca576a98-994b-46a4-8d2c-09566be17473 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57ee9e2-1395-4b2d-b07c-fde0e0c4028c HTTP/1.1" status: 200 len: 944 time: 0.0523343 May 06 09:45:46.386385 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c59c19c7-b8d4-4241-aed5-d14d76112093 req-e302b267-7b14-49bc-adb1-9df0a89b07d3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339119 May 06 09:45:46.731662 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a20ecc-65cb-4f54-a19f-643e7ee95749 req-be104916-667f-4209-a65f-b4814d66dafe tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:46.733277 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-90a20ecc-65cb-4f54-a19f-643e7ee95749 req-be104916-667f-4209-a65f-b4814d66dafe tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.73 "GET /v2.0/ports?device_id=25326ba2-05bc-4c2f-862c-75c694797f86 HTTP/1.1" status: 200 len: 945 time: 0.0634396 May 06 09:45:46.795699 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-90a20ecc-65cb-4f54-a19f-643e7ee95749 req-308f28b6-91cd-420e-b62d-15285f7bcbb2 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.73 "GET /v2.0/security-groups?id=749f4314-6d79-46a7-a634-d9734f1a7e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539382 May 06 09:45:46.981010 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edea07e1-602d-4b8f-bc5d-ff14e17b635a'}, {'server_uuid': '25326ba2-05bc-4c2f-862c-75c694797f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44739aa0-1ab3-4b5a-babc-5ef044b4c391'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:46.984362 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43217eae-139f-4fa2-8e5a-371e72b04e6a" -d '{"events": [{"server_uuid": "a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f", "name": "network-vif-unplugged", "status": "completed", "tag": "edea07e1-602d-4b8f-bc5d-ff14e17b635a"}, {"server_uuid": "25326ba2-05bc-4c2f-862c-75c694797f86", "name": "network-vif-plugged", "status": "completed", "tag": "44739aa0-1ab3-4b5a-babc-5ef044b4c391"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:46.991566 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 60782168-12e4-4917-b558-131d20aae484 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:45:47.070830 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 06 May 2022 09:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572db3ed-81ac-4911-9f45-112983272022 x-openstack-request-id: req-572db3ed-81ac-4911-9f45-112983272022 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:47.071554 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f", "name": "network-vif-unplugged", "status": "completed", "tag": "edea07e1-602d-4b8f-bc5d-ff14e17b635a", "code": 200}, {"server_uuid": "25326ba2-05bc-4c2f-862c-75c694797f86", "name": "network-vif-plugged", "status": "completed", "tag": "44739aa0-1ab3-4b5a-babc-5ef044b4c391", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:47.071957 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-572db3ed-81ac-4911-9f45-112983272022 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:47.072500 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-572db3ed-81ac-4911-9f45-112983272022'] response: {'server_uuid': 'a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edea07e1-602d-4b8f-bc5d-ff14e17b635a', 'code': 200} May 06 09:45:47.072990 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-572db3ed-81ac-4911-9f45-112983272022'] response: {'server_uuid': '25326ba2-05bc-4c2f-862c-75c694797f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44739aa0-1ab3-4b5a-babc-5ef044b4c391', 'code': 200} May 06 09:45:47.276133 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 60782168-12e4-4917-b558-131d20aae484, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=60782168-12e4-4917-b558-131d20aae484,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:47.291653 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '60782168-12e4-4917-b558-131d20aae484', 'network_id': '16dc8542-3f4f-4c03-b279-70aaa1b5cdbc', 'port_id': '60782168-12e4-4917-b558-131d20aae484', 'mac_address': 'fa:16:3e:a0:d2:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922edf83-b4a4-4bdd-8455-01a609c6fee5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:45:47.305329 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37186e8-3637-4288-a3d6-769765fa9230 req-9ee6ad72-40e7-4b39-9b48-94e3e77053e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:47.308084 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a37186e8-3637-4288-a3d6-769765fa9230 req-9ee6ad72-40e7-4b39-9b48-94e3e77053e6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=25326ba2-05bc-4c2f-862c-75c694797f86 HTTP/1.1" status: 200 len: 1096 time: 0.1088970 May 06 09:45:47.369862 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdec15a-6058-4cea-805c-0d9fcde3448c req-47978509-e872-4cf2-bc16-1a23fb7aec95 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:47.378294 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7cdec15a-6058-4cea-805c-0d9fcde3448c req-47978509-e872-4cf2-bc16-1a23fb7aec95 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.0993190 May 06 09:45:47.380487 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:47.381260 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a37186e8-3637-4288-a3d6-769765fa9230 req-87ff2c3b-4132-44f6-99f2-1f47e2491acc service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=749f4314-6d79-46a7-a634-d9734f1a7e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653753 May 06 09:45:47.405440 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60782168-12e4-4917-b558-131d20aae484 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:47.433359 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7cdec15a-6058-4cea-805c-0d9fcde3448c req-7eabc9e0-6c09-4058-b9df-28b019138843 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537946 May 06 09:45:47.456643 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 60782168-12e4-4917-b558-131d20aae484, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=60782168-12e4-4917-b558-131d20aae484,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:47.467081 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:47.468131 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device edea07e1-602d-4b8f-bc5d-ff14e17b635a details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:45:47.602457 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f6568-d2f4-4e48-8a7f-ee5a815836ea req-0b241a63-b1f6-4886-be30-7dffc03c37cb tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:47.609172 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-076f6568-d2f4-4e48-8a7f-ee5a815836ea req-0b241a63-b1f6-4886-be30-7dffc03c37cb tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57ee9e2-1395-4b2d-b07c-fde0e0c4028c HTTP/1.1" status: 200 len: 944 time: 0.1036513 May 06 09:45:47.615449 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=60782168-12e4-4917-b558-131d20aae484,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:47.652922 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port edea07e1-602d-4b8f-bc5d-ff14e17b635a, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=edea07e1-602d-4b8f-bc5d-ff14e17b635a,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:47.687578 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'edea07e1-602d-4b8f-bc5d-ff14e17b635a', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': 'edea07e1-602d-4b8f-bc5d-ff14e17b635a', 'mac_address': 'fa:16:3e:85:a4:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:45:47.707340 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-076f6568-d2f4-4e48-8a7f-ee5a815836ea req-e9192c37-631b-4d83-8d91-dd0bc8754f53 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901937 May 06 09:45:47.847075 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:47.885736 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edea07e1-602d-4b8f-bc5d-ff14e17b635a {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:47.952046 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port edea07e1-602d-4b8f-bc5d-ff14e17b635a, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=edea07e1-602d-4b8f-bc5d-ff14e17b635a,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:47.965235 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:48.041677 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a144fbf-fb02-4595-a3c3-086d1252ed4c req-14621c78-dae8-402e-81ac-3197d3ab4984 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:48.054215 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a144fbf-fb02-4595-a3c3-086d1252ed4c req-14621c78-dae8-402e-81ac-3197d3ab4984 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.73 "GET /v2.0/ports?device_id=25326ba2-05bc-4c2f-862c-75c694797f86 HTTP/1.1" status: 200 len: 945 time: 0.1210833 May 06 09:45:48.087070 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 61726734-e97a-4440-9338-9a6872fd3481 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:45:48.140175 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['60782168-12e4-4917-b558-131d20aae484'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:48.153650 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['edea07e1-602d-4b8f-bc5d-ff14e17b635a'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:48.168409 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a144fbf-fb02-4595-a3c3-086d1252ed4c req-a725935d-67f1-4c3c-a3c8-5b1892801195 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.73 "GET /v2.0/security-groups?id=749f4314-6d79-46a7-a634-d9734f1a7e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988221 May 06 09:45:48.182941 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 61726734-e97a-4440-9338-9a6872fd3481 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:45:48.189198 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 61726734-e97a-4440-9338-9a6872fd3481 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:45:48.338914 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=edea07e1-602d-4b8f-bc5d-ff14e17b635a,revision_number=9']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:48.506939 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2bcc667f-e3bc-42ef-a260-80fbd50a7158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:48.708551 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eca771-858e-44aa-b4bc-e4d6a33907d2 req-99c9c295-74f3-481a-9233-12485291e985 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:48.710791 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c1eca771-858e-44aa-b4bc-e4d6a33907d2 req-99c9c295-74f3-481a-9233-12485291e985 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1287186 May 06 09:45:48.746740 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:48.813886 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c1eca771-858e-44aa-b4bc-e4d6a33907d2 req-5e723657-0258-4bc5-930a-de42734df906 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947187 May 06 09:45:49.005449 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device af7149c3-ef60-4ee1-82f3-805828735448 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:45:49.008635 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 60782168-12e4-4917-b558-131d20aae484 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:49.140053 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610580c-82a9-4c07-b438-7ae07fbbb320 req-b7f15c59-7244-4772-924a-8517acb311fe tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:49.157971 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4610580c-82a9-4c07-b438-7ae07fbbb320 req-b7f15c59-7244-4772-924a-8517acb311fe tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57ee9e2-1395-4b2d-b07c-fde0e0c4028c HTTP/1.1" status: 200 len: 944 time: 0.1784730 May 06 09:45:49.276483 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4610580c-82a9-4c07-b438-7ae07fbbb320 req-5db75e25-39aa-4e37-8a66-fbd3bd633bfa tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174617 May 06 09:45:49.424492 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port af7149c3-ef60-4ee1-82f3-805828735448, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=af7149c3-ef60-4ee1-82f3-805828735448,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:49.441045 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 60782168-12e4-4917-b558-131d20aae484 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:49.441831 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:49.450346 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:49.475333 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'af7149c3-ef60-4ee1-82f3-805828735448', 'network_id': '138aada2-7aee-4749-819b-d219deb27012', 'port_id': 'af7149c3-ef60-4ee1-82f3-805828735448', 'mac_address': 'fa:16:3e:98:b8:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceacdbe3-a021-4ce2-8b17-bdad66d69597', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:45:49.573504 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:49.603170 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af7149c3-ef60-4ee1-82f3-805828735448 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:49.678167 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:49.750503 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 60782168-12e4-4917-b558-131d20aae484, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=60782168-12e4-4917-b558-131d20aae484,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:49.766167 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff90f3cc-aff3-44ef-bf3c-4b9dfd316607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60782168-12e4-4917-b558-131d20aae484'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:49.769677 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ac08ff-63a1-4f66-afed-ab7d16d33f7d" -d '{"events": [{"server_uuid": "ff90f3cc-aff3-44ef-bf3c-4b9dfd316607", "name": "network-vif-plugged", "status": "completed", "tag": "60782168-12e4-4917-b558-131d20aae484"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:49.797524 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:49.839950 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port af7149c3-ef60-4ee1-82f3-805828735448, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=af7149c3-ef60-4ee1-82f3-805828735448,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:49.891965 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:49.948941 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=60782168-12e4-4917-b558-131d20aae484,revision_number=7']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:50.044564 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=af7149c3-ef60-4ee1-82f3-805828735448,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:50.395286 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['af7149c3-ef60-4ee1-82f3-805828735448'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:51.007377 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device edea07e1-602d-4b8f-bc5d-ff14e17b635a up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:51.087770 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port edea07e1-602d-4b8f-bc5d-ff14e17b635a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:51.088184 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:51.156867 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:51.230578 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:51.289163 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port edea07e1-602d-4b8f-bc5d-ff14e17b635a, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=edea07e1-602d-4b8f-bc5d-ff14e17b635a,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:51.296948 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:51.406000 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=edea07e1-602d-4b8f-bc5d-ff14e17b635a,revision_number=10']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:51.439066 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:53.034084 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device af7149c3-ef60-4ee1-82f3-805828735448 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:53.189225 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port af7149c3-ef60-4ee1-82f3-805828735448 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:45:53.195706 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port af7149c3-ef60-4ee1-82f3-805828735448 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:53.196415 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:53.439916 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:53.513437 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port af7149c3-ef60-4ee1-82f3-805828735448, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=af7149c3-ef60-4ee1-82f3-805828735448,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:53.520216 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:53.627571 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=af7149c3-ef60-4ee1-82f3-805828735448,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:58.341639 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a588f3e-6f5f-4b57-85bb-7b5d328e2c9e req-5091a40f-9236-489f-8699-473e72010a30 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:58.343358 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a588f3e-6f5f-4b57-85bb-7b5d328e2c9e req-5091a40f-9236-489f-8699-473e72010a30 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.73 "GET /v2.0/ports?device_id=25326ba2-05bc-4c2f-862c-75c694797f86 HTTP/1.1" status: 200 len: 945 time: 0.0809004 May 06 09:45:58.401292 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a588f3e-6f5f-4b57-85bb-7b5d328e2c9e req-55ec7232-38ff-4f37-8f4d-834e90c0e63f tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.73 "GET /v2.0/security-groups?id=749f4314-6d79-46a7-a634-d9734f1a7e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503128 May 06 09:45:58.463785 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337d8e36-e43f-4922-9985-4e80e3212710 x-openstack-request-id: req-337d8e36-e43f-4922-9985-4e80e3212710 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:58.464308 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff90f3cc-aff3-44ef-bf3c-4b9dfd316607", "name": "network-vif-plugged", "status": "completed", "tag": "60782168-12e4-4917-b558-131d20aae484", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:58.464414 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-337d8e36-e43f-4922-9985-4e80e3212710 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:58.465341 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-337d8e36-e43f-4922-9985-4e80e3212710'] response: {'server_uuid': 'ff90f3cc-aff3-44ef-bf3c-4b9dfd316607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60782168-12e4-4917-b558-131d20aae484', 'code': 200} May 06 09:45:58.649871 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b35840-bd2c-4709-beeb-ff8b634b77a3 req-c56e4d31-0336-4ab8-bc0e-6652062642dc tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:58.660347 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-84b35840-bd2c-4709-beeb-ff8b634b77a3 req-c56e4d31-0336-4ab8-bc0e-6652062642dc tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.0792816 May 06 09:45:58.715470 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-84b35840-bd2c-4709-beeb-ff8b634b77a3 req-daf010d2-f16c-4057-9660-33275440d161 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536809 May 06 09:45:58.906803 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:58.933053 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba93e71-cb29-4fe2-91f6-0e5151f6d2e2 req-244011b0-849e-4cc3-bcd4-86a983e07a1d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:58.944450 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6ba93e71-cb29-4fe2-91f6-0e5151f6d2e2 req-244011b0-849e-4cc3-bcd4-86a983e07a1d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57ee9e2-1395-4b2d-b07c-fde0e0c4028c HTTP/1.1" status: 200 len: 946 time: 0.1572266 May 06 09:45:59.020022 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6ba93e71-cb29-4fe2-91f6-0e5151f6d2e2 req-e0332671-ec53-4fd6-a657-87d7a31e3e33 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756688 May 06 09:45:59.946873 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087cee5-8de6-4e48-8f1b-3fb2052a001e req-48b5c1ba-ee32-46cb-a5aa-397e151d0fe7 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:59.948477 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b087cee5-8de6-4e48-8f1b-3fb2052a001e req-48b5c1ba-ee32-46cb-a5aa-397e151d0fe7 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.0691683 May 06 09:46:00.043094 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b087cee5-8de6-4e48-8f1b-3fb2052a001e req-53f9aad6-7457-4965-af9e-9da1f4b9bc13 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876062 May 06 09:46:00.063938 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 51434) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:00.287582 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bffe7-11a4-4e55-b30b-3b3e63a94b54 req-e541b54c-1336-4c2c-b3ea-ea68ebcde3b3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:00.297179 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c5bffe7-11a4-4e55-b30b-3b3e63a94b54 req-e541b54c-1336-4c2c-b3ea-ea68ebcde3b3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57ee9e2-1395-4b2d-b07c-fde0e0c4028c HTTP/1.1" status: 200 len: 946 time: 0.1243136 May 06 09:46:00.307800 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8390862-c581-49c1-ac8a-7db4da0245d6 req-d2ac6ef7-1eca-4f04-9816-43b82dbf3470 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:00.309460 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f8390862-c581-49c1-ac8a-7db4da0245d6 req-d2ac6ef7-1eca-4f04-9816-43b82dbf3470 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.73 "GET /v2.0/ports?device_id=25326ba2-05bc-4c2f-862c-75c694797f86 HTTP/1.1" status: 200 len: 945 time: 0.2007246 May 06 09:46:00.319627 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-856c6f2a-dfe2-4647-90bd-89bb639217f3 admin admin] Deleting subnet 8274d079-7928-4ac7-bf6e-3d3c9edfbcb7 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:46:00.343958 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-856c6f2a-dfe2-4647-90bd-89bb639217f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:00.406943 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c5bffe7-11a4-4e55-b30b-3b3e63a94b54 req-283a277e-29f7-465e-a50c-394d06d7b05c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089458 May 06 09:46:00.427173 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-856c6f2a-dfe2-4647-90bd-89bb639217f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:00.461201 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f8390862-c581-49c1-ac8a-7db4da0245d6 req-661d9395-5117-4da1-aa47-1095e6704324 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.73 "GET /v2.0/security-groups?id=749f4314-6d79-46a7-a634-d9734f1a7e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375315 May 06 09:46:00.466519 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edea07e1-602d-4b8f-bc5d-ff14e17b635a'}, {'server_uuid': 'f57ee9e2-1395-4b2d-b07c-fde0e0c4028c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7149c3-ef60-4ee1-82f3-805828735448'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:00.469120 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f6e7c7-8648-4f09-ab34-d20c7baaf0ae" -d '{"events": [{"server_uuid": "a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f", "name": "network-vif-plugged", "status": "completed", "tag": "edea07e1-602d-4b8f-bc5d-ff14e17b635a"}, {"server_uuid": "f57ee9e2-1395-4b2d-b07c-fde0e0c4028c", "name": "network-vif-plugged", "status": "completed", "tag": "af7149c3-ef60-4ee1-82f3-805828735448"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:00.499057 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-856c6f2a-dfe2-4647-90bd-89bb639217f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:00.534575 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 May 2022 09:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4679ff58-5cc6-47e4-962c-93e98cbc3b39 x-openstack-request-id: req-4679ff58-5cc6-47e4-962c-93e98cbc3b39 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:00.534908 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f", "name": "network-vif-plugged", "status": "completed", "tag": "edea07e1-602d-4b8f-bc5d-ff14e17b635a", "code": 200}, {"server_uuid": "f57ee9e2-1395-4b2d-b07c-fde0e0c4028c", "name": "network-vif-plugged", "status": "completed", "tag": "af7149c3-ef60-4ee1-82f3-805828735448", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:00.535207 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4679ff58-5cc6-47e4-962c-93e98cbc3b39 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:00.535596 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4679ff58-5cc6-47e4-962c-93e98cbc3b39'] response: {'server_uuid': 'a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edea07e1-602d-4b8f-bc5d-ff14e17b635a', 'code': 200} May 06 09:46:00.535854 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4679ff58-5cc6-47e4-962c-93e98cbc3b39'] response: {'server_uuid': 'f57ee9e2-1395-4b2d-b07c-fde0e0c4028c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7149c3-ef60-4ee1-82f3-805828735448', 'code': 200} May 06 09:46:00.621067 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-856c6f2a-dfe2-4647-90bd-89bb639217f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:00.690429 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c6f2a-dfe2-4647-90bd-89bb639217f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8274d079-7928-4ac7-bf6e-3d3c9edfbcb7,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:00.694067 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-856c6f2a-dfe2-4647-90bd-89bb639217f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:00.701382 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-856c6f2a-dfe2-4647-90bd-89bb639217f3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8274d079-7928-4ac7-bf6e-3d3c9edfbcb7 HTTP/1.1" status: 204 len: 168 time: 0.6341183 May 06 09:46:00.701925 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 51440) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:00.782748 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a1fc2a00-11dc-40ef-b20d-00c68f2772c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:00.806638 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25768f2e-0bb4-4618-93cf-c3106f801447 req-63f8bef1-9407-4093-a212-41cad8660bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:00.808267 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25768f2e-0bb4-4618-93cf-c3106f801447 req-63f8bef1-9407-4093-a212-41cad8660bb8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f57ee9e2-1395-4b2d-b07c-fde0e0c4028c HTTP/1.1" status: 200 len: 1097 time: 0.1822133 May 06 09:46:00.931837 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a1fc2a00-11dc-40ef-b20d-00c68f2772c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:00.947245 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25768f2e-0bb4-4618-93cf-c3106f801447 req-3d383139-3fb1-4399-829e-9e423ebccd32 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140237 May 06 09:46:00.964174 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-a1fc2a00-11dc-40ef-b20d-00c68f2772c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf084c2a-2749-4093-a4ea-996162f08ec8']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:00.984780 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-a1fc2a00-11dc-40ef-b20d-00c68f2772c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '627bbd8f-a3da-4da2-815f-3be0d917a40c') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:00.985073 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-a1fc2a00-11dc-40ef-b20d-00c68f2772c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '627bbd8f-a3da-4da2-815f-3be0d917a40c') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:00.995957 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a1fc2a00-11dc-40ef-b20d-00c68f2772c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:01.018568 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a1fc2a00-11dc-40ef-b20d-00c68f2772c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:01.031250 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1fc2a00-11dc-40ef-b20d-00c68f2772c5 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:46:01.032354 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a1fc2a00-11dc-40ef-b20d-00c68f2772c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: timer() May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:46:01.034457 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:46:01.263182 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511fbff-cb89-4742-a130-d318e175c1c2 req-4dc6a503-09e9-41fa-9ed4-697ee1d630c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:01.265429 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d511fbff-cb89-4742-a130-d318e175c1c2 req-4dc6a503-09e9-41fa-9ed4-697ee1d630c4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=be72d6df18784826a3c8ee1c4d56a700&device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 1096 time: 0.5776174 May 06 09:46:01.402546 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511fbff-cb89-4742-a130-d318e175c1c2 req-ca70bcf1-25af-426c-8013-8b6377b891e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:01.405173 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d511fbff-cb89-4742-a130-d318e175c1c2 req-ca70bcf1-25af-426c-8013-8b6377b891e4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=23e21561-4495-4701-b589-fe4647d5086e HTTP/1.1" status: 200 len: 915 time: 0.1317706 May 06 09:46:01.465853 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d511fbff-cb89-4742-a130-d318e175c1c2 req-451a117f-8c3b-4dd4-95ee-1e7e6120a504 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9262d57e-22a5-49b2-90f9-0a29fbac4818 HTTP/1.1" status: 200 len: 217 time: 0.0501513 May 06 09:46:01.535270 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511fbff-cb89-4742-a130-d318e175c1c2 req-ea4bbfd3-7781-449f-853e-4d332a8edf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:01.537302 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d511fbff-cb89-4742-a130-d318e175c1c2 req-ea4bbfd3-7781-449f-853e-4d332a8edf9e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d54bd8cf-7c94-46e0-bd93-71eea8040eb3 HTTP/1.1" status: 200 len: 854 time: 0.0640833 May 06 09:46:01.545076 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a1fc2a00-11dc-40ef-b20d-00c68f2772c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:01.583849 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a1fc2a00-11dc-40ef-b20d-00c68f2772c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:01.589931 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a1fc2a00-11dc-40ef-b20d-00c68f2772c5 admin admin] 10.222.0.73 "DELETE /v2.0/networks/bf084c2a-2749-4093-a4ea-996162f08ec8 HTTP/1.1" status: 204 len: 168 time: 0.8847854 May 06 09:46:01.610207 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e50de-6fee-4ef3-8d3a-5e312f149fc1 req-d2d2f85b-7e77-457d-aec8-491119e0a964 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:01.622237 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d511fbff-cb89-4742-a130-d318e175c1c2 req-ca53ba89-3c36-41c4-8959-a1f0906138c2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=23e21561-4495-4701-b589-fe4647d5086e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537403 May 06 09:46:01.622717 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-807e50de-6fee-4ef3-8d3a-5e312f149fc1 req-d2d2f85b-7e77-457d-aec8-491119e0a964 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.73 "GET /v2.0/ports?device_id=a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f HTTP/1.1" status: 200 len: 951 time: 0.5358996 May 06 09:46:01.648217 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c793f-cd91-445a-b7bc-7ff0cbf8b255 req-c13c9e6f-c97d-46e0-9c19-7e3f8fb4c058 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:01.648217 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-911c793f-cd91-445a-b7bc-7ff0cbf8b255 req-c13c9e6f-c97d-46e0-9c19-7e3f8fb4c058 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.1545253 May 06 09:46:01.661026 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc2a00-11dc-40ef-b20d-00c68f2772c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf084c2a-2749-4093-a4ea-996162f08ec8,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:01.710134 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-807e50de-6fee-4ef3-8d3a-5e312f149fc1 req-9bbc0823-03aa-4b04-a75c-635b9d9cce2c tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e9e3fd7-5b07-4e3f-a31f-abff0204440b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984197 May 06 09:46:01.728283 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-911c793f-cd91-445a-b7bc-7ff0cbf8b255 req-4010c715-ef7e-4157-bfc1-dac5f850e9b6 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843163 May 06 09:46:01.842442 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d511fbff-cb89-4742-a130-d318e175c1c2 req-c1154376-3ce2-4275-b3ef-f79ada788182 service neutron] 10.222.0.77 "GET /v2.0/networks/23e21561-4495-4701-b589-fe4647d5086e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248194 May 06 09:46:01.843571 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 51486) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:01.874549 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101d0cb-a09b-4101-bd50-228b5b4d726c req-158a803b-0a11-4f09-be13-857903c500cd tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:01.882266 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2101d0cb-a09b-4101-bd50-228b5b4d726c req-158a803b-0a11-4f09-be13-857903c500cd tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57ee9e2-1395-4b2d-b07c-fde0e0c4028c HTTP/1.1" status: 200 len: 946 time: 0.0860863 May 06 09:46:01.977044 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d511fbff-cb89-4742-a130-d318e175c1c2 req-aefd17d3-05d4-4126-a004-955aa4fadc74 service neutron] 10.222.0.77 "GET /v2.0/networks/23e21561-4495-4701-b589-fe4647d5086e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233988 May 06 09:46:01.999431 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-251800ab-ce92-4690-9c71-cca4f380ad0b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9f8b2c0972214e249e01f24834153507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1545372 May 06 09:46:02.002368 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 51492) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:02.008278 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b73e68-ddea-4a0d-9462-9d5068e3f87b req-61162b2b-1b68-4ea9-a07d-073298351063 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:02.017686 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31b73e68-ddea-4a0d-9462-9d5068e3f87b req-61162b2b-1b68-4ea9-a07d-073298351063 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.73 "GET /v2.0/ports?device_id=25326ba2-05bc-4c2f-862c-75c694797f86 HTTP/1.1" status: 200 len: 945 time: 0.1261187 May 06 09:46:02.023327 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2101d0cb-a09b-4101-bd50-228b5b4d726c req-b9199756-a2e5-4c26-a3f0-75c23b155294 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394527 May 06 09:46:02.092157 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31b73e68-ddea-4a0d-9462-9d5068e3f87b req-a9fb9b74-e14a-465a-b26d-211233cb17ca tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.73 "GET /v2.0/security-groups?id=749f4314-6d79-46a7-a634-d9734f1a7e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735512 May 06 09:46:02.110534 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0777da3c-9dbc-42f3-9bd4-3fc295ccb52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.153689 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0777da3c-9dbc-42f3-9bd4-3fc295ccb52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.240034 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0777da3c-9dbc-42f3-9bd4-3fc295ccb52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.243621 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0777da3c-9dbc-42f3-9bd4-3fc295ccb52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.248930 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0777da3c-9dbc-42f3-9bd4-3fc295ccb52b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/04368816-4efe-49d0-a575-f3323e6cc573 HTTP/1.1" status: 204 len: 168 time: 0.2413855 May 06 09:46:02.287514 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777da3c-9dbc-42f3-9bd4-3fc295ccb52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04368816-4efe-49d0-a575-f3323e6cc573,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:02.331788 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b8232-1981-4623-a399-80bb15ad926c req-275817b4-82b4-4a99-baf8-d50c380dc03a tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:02.334362 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7d6b8232-1981-4623-a399-80bb15ad926c req-275817b4-82b4-4a99-baf8-d50c380dc03a tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.77 "GET /v2.0/ports?device_id=25326ba2-05bc-4c2f-862c-75c694797f86 HTTP/1.1" status: 200 len: 945 time: 0.0883813 May 06 09:46:02.606858 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-7d6b8232-1981-4623-a399-80bb15ad926c req-3c25ce22-2b16-4736-b727-b3b85a537507 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Deleting port 44739aa0-1ab3-4b5a-babc-5ef044b4c391 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:46:02.607531 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7d6b8232-1981-4623-a399-80bb15ad926c req-3c25ce22-2b16-4736-b727-b3b85a537507 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.749583 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-7d6b8232-1981-4623-a399-80bb15ad926c req-3c25ce22-2b16-4736-b727-b3b85a537507 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] For port 44739aa0-1ab3-4b5a-babc-5ef044b4c391, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=44739aa0-1ab3-4b5a-babc-5ef044b4c391,segment=NetworkSegment(e3efc151-d04e-4e8f-92d3-0960dd0693b4),segment_id=e3efc151-d04e-4e8f-92d3-0960dd0693b4)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:02.750415 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7d6b8232-1981-4623-a399-80bb15ad926c req-3c25ce22-2b16-4736-b727-b3b85a537507 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.770052 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-7d6b8232-1981-4623-a399-80bb15ad926c req-3c25ce22-2b16-4736-b727-b3b85a537507 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Calling delete_port for 44739aa0-1ab3-4b5a-babc-5ef044b4c391 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:46:03.004086 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7d6b8232-1981-4623-a399-80bb15ad926c req-3c25ce22-2b16-4736-b727-b3b85a537507 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:03.042780 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['44739aa0-1ab3-4b5a-babc-5ef044b4c391'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:46:03.044478 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25ce22-2b16-4736-b727-b3b85a537507 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Pushing event deleted for resources: {'Port': ['ID=44739aa0-1ab3-4b5a-babc-5ef044b4c391,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:03.105770 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device edea07e1-602d-4b8f-bc5d-ff14e17b635a no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:46:03.160168 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6b8232-1981-4623-a399-80bb15ad926c req-3c25ce22-2b16-4736-b727-b3b85a537507 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] No DVR routers for this DVR port 44739aa0-1ab3-4b5a-babc-5ef044b4c391 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:46:03.168884 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7d6b8232-1981-4623-a399-80bb15ad926c req-3c25ce22-2b16-4736-b727-b3b85a537507 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:03.172978 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7d6b8232-1981-4623-a399-80bb15ad926c req-3c25ce22-2b16-4736-b727-b3b85a537507 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.77 "DELETE /v2.0/ports/44739aa0-1ab3-4b5a-babc-5ef044b4c391 HTTP/1.1" status: 204 len: 173 time: 0.8311753 May 06 09:46:03.173554 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25326ba2-05bc-4c2f-862c-75c694797f86', 'name': 'network-vif-deleted', 'tag': '44739aa0-1ab3-4b5a-babc-5ef044b4c391'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:03.195859 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5dbd498-1cbc-444f-8104-4128e64d1d35" -d '{"events": [{"server_uuid": "25326ba2-05bc-4c2f-862c-75c694797f86", "name": "network-vif-deleted", "tag": "44739aa0-1ab3-4b5a-babc-5ef044b4c391"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:03.285166 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:03.447247 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91799af6-9ebf-4c0e-9434-e0e62c162b4d req-b4c697b6-92ce-4649-b696-fad971d58732 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:03.455502 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-91799af6-9ebf-4c0e-9434-e0e62c162b4d req-b4c697b6-92ce-4649-b696-fad971d58732 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 945 time: 0.2291760 May 06 09:46:03.477534 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1e09f-997c-4f7d-9e8c-e1e8e2571de4 req-b6d277a8-0a56-4d07-9e60-28610a3cd559 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:03.490109 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c5b1e09f-997c-4f7d-9e8c-e1e8e2571de4 req-b6d277a8-0a56-4d07-9e60-28610a3cd559 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57ee9e2-1395-4b2d-b07c-fde0e0c4028c HTTP/1.1" status: 200 len: 946 time: 0.1492906 May 06 09:46:03.496722 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edea07e1-602d-4b8f-bc5d-ff14e17b635a'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:03.501990 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded0abd4-c4bc-4cd3-a1ed-dadcc43c2d18" -d '{"events": [{"server_uuid": "a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f", "name": "network-vif-unplugged", "status": "completed", "tag": "edea07e1-602d-4b8f-bc5d-ff14e17b635a"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:03.527523 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port edea07e1-602d-4b8f-bc5d-ff14e17b635a, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=edea07e1-602d-4b8f-bc5d-ff14e17b635a,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:03.540325 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:03.546322 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-91799af6-9ebf-4c0e-9434-e0e62c162b4d req-b30e745d-7469-4f6b-81a3-475e203ccb20 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897872 May 06 09:46:03.604008 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=edea07e1-602d-4b8f-bc5d-ff14e17b635a,revision_number=11']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:03.611882 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c5b1e09f-997c-4f7d-9e8c-e1e8e2571de4 req-547adc5a-79f0-4311-aefd-62f9af609806 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207452 May 06 09:46:03.707881 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 51582) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:03.721479 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3897b01-8085-4497-a6be-5851ee8e4264 x-openstack-request-id: req-d3897b01-8085-4497-a6be-5851ee8e4264 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:03.721837 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25326ba2-05bc-4c2f-862c-75c694797f86", "name": "network-vif-deleted", "tag": "44739aa0-1ab3-4b5a-babc-5ef044b4c391", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:03.722225 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d3897b01-8085-4497-a6be-5851ee8e4264 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:03.722650 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3897b01-8085-4497-a6be-5851ee8e4264'] response: {'server_uuid': '25326ba2-05bc-4c2f-862c-75c694797f86', 'name': 'network-vif-deleted', 'tag': '44739aa0-1ab3-4b5a-babc-5ef044b4c391', 'status': 'completed', 'code': 200} May 06 09:46:03.750158 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-92da4704-9bee-4a5c-a92c-c79b3ad02c47 req-bd1d4cdd-0c6b-40de-b200-c09d9619a8e3 tempest-ServerPasswordTestJSON-35265392 tempest-ServerPasswordTestJSON-35265392-project] 10.222.0.73 "GET /v2.0/ports?device_id=25326ba2-05bc-4c2f-862c-75c694797f86 HTTP/1.1" status: 200 len: 210 time: 0.0653353 May 06 09:46:03.776736 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89b3749-638c-45b3-b749-91dd5097aee4 x-openstack-request-id: req-f89b3749-638c-45b3-b749-91dd5097aee4 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:03.777587 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f", "name": "network-vif-unplugged", "status": "completed", "tag": "edea07e1-602d-4b8f-bc5d-ff14e17b635a", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:03.778095 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f89b3749-638c-45b3-b749-91dd5097aee4 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:03.778774 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f89b3749-638c-45b3-b749-91dd5097aee4'] response: {'server_uuid': 'a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edea07e1-602d-4b8f-bc5d-ff14e17b635a', 'code': 200} May 06 09:46:03.872630 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-1a811895-aaaf-432d-918e-a463facce57d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-321210880-network', 'tenant_id': 'a9909d723ea2474c8ab31fbf61357fb1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:03.905160 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a811895-aaaf-432d-918e-a463facce57d admin admin] Made reservation on behalf of a9909d723ea2474c8ab31fbf61357fb1 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:03.917435 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a811895-aaaf-432d-918e-a463facce57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:03.951773 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a811895-aaaf-432d-918e-a463facce57d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:04.056735 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda077b-612f-4983-9c1a-98696346ca45 req-4ab04234-939b-4744-9d45-f3d0e7e5fd13 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:04.058549 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0eda077b-612f-4983-9c1a-98696346ca45 req-4ab04234-939b-4744-9d45-f3d0e7e5fd13 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57ee9e2-1395-4b2d-b07c-fde0e0c4028c HTTP/1.1" status: 200 len: 946 time: 0.0847220 May 06 09:46:04.107977 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a811895-aaaf-432d-918e-a463facce57d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:04.117832 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a811895-aaaf-432d-918e-a463facce57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:04.143947 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a811895-aaaf-432d-918e-a463facce57d admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:46:04.152239 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 9262d57e-22a5-49b2-90f9-0a29fbac4818 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:46:04.175182 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a811895-aaaf-432d-918e-a463facce57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:04.176044 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-1a811895-aaaf-432d-918e-a463facce57d admin admin] Added segment 49d43060-ee07-4c61-ac9d-adfdd1c215d3 of type vlan for network a56d154d-d6a1-4d36-a52a-ab164b4d7305 May 06 09:46:04.177860 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a811895-aaaf-432d-918e-a463facce57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fb1082-28d9-434b-8527-260a3bc46de1,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:04.205974 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0eda077b-612f-4983-9c1a-98696346ca45 req-65e700d8-ae53-405a-9efa-6292882cfbe2 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390967 May 06 09:46:04.256602 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44024aa8-a203-4976-b423-30abe7d15b3a req-09581c65-0513-4107-aec6-d644e60a6571 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:04.258621 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-44024aa8-a203-4976-b423-30abe7d15b3a req-09581c65-0513-4107-aec6-d644e60a6571 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.73 "GET /v2.0/ports?device_id=a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f HTTP/1.1" status: 200 len: 949 time: 0.1642191 May 06 09:46:04.308827 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a811895-aaaf-432d-918e-a463facce57d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:04.335789 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-44024aa8-a203-4976-b423-30abe7d15b3a req-dd758b56-e4ac-4d23-8925-ccb4f39222ce tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e9e3fd7-5b07-4e3f-a31f-abff0204440b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677893 May 06 09:46:04.352734 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a811895-aaaf-432d-918e-a463facce57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:04.353923 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a811895-aaaf-432d-918e-a463facce57d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:04.355090 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a811895-aaaf-432d-918e-a463facce57d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:04.432361 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1a811895-aaaf-432d-918e-a463facce57d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7224803 May 06 09:46:04.435228 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 51600) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:04.440905 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-380dc144-ced3-4eec-9467-9be49f7127d2 admin admin] Request body: {'subnet': {'network_id': 'a56d154d-d6a1-4d36-a52a-ab164b4d7305', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-321210880-subnet', 'tenant_id': 'a9909d723ea2474c8ab31fbf61357fb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:04.446084 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:04.463587 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a811895-aaaf-432d-918e-a463facce57d admin admin] Pushing event updated for resources: {'Network': ['ID=a56d154d-d6a1-4d36-a52a-ab164b4d7305,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:04.479789 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380dc144-ced3-4eec-9467-9be49f7127d2 admin admin] Made reservation on behalf of a9909d723ea2474c8ab31fbf61357fb1 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:04.483606 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-380dc144-ced3-4eec-9467-9be49f7127d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:04.485485 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network a56d154d-d6a1-4d36-a52a-ab164b4d7305 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:46:04.562479 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 9262d57e-22a5-49b2-90f9-0a29fbac4818, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=9262d57e-22a5-49b2-90f9-0a29fbac4818,segment=NetworkSegment(f854416d-9159-4e65-9cd2-8b8dead0809d),segment_id=f854416d-9159-4e65-9cd2-8b8dead0809d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:04.569380 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:04.666076 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=9262d57e-22a5-49b2-90f9-0a29fbac4818,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:04.801832 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a0f9d-5ed0-46f7-aab0-398e2153940c req-e799e25b-3354-4998-96d0-ccf6756faeb6 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:04.803737 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d8a0f9d-5ed0-46f7-aab0-398e2153940c req-e799e25b-3354-4998-96d0-ccf6756faeb6 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 943 time: 0.0985196 May 06 09:46:04.825764 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 51606) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:04.856723 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-380dc144-ced3-4eec-9467-9be49f7127d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:04.910724 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a52d3c5-1a53-438a-9910-8276b150a882 admin admin] Deleting subnet a25a8583-5c11-4434-bc4b-5e65436f1243 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:46:04.916002 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7a52d3c5-1a53-438a-9910-8276b150a882 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:04.919893 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d8a0f9d-5ed0-46f7-aab0-398e2153940c req-154c78fc-07be-4676-b8fc-dbff5d1a67fd tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068990 May 06 09:46:04.954064 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380dc144-ced3-4eec-9467-9be49f7127d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8918be9d-c472-49c4-ac84-93081c4b8f60,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:04.966895 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7a52d3c5-1a53-438a-9910-8276b150a882 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:04.989599 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380dc144-ced3-4eec-9467-9be49f7127d2 admin admin] Checking segment: {'id': '49d43060-ee07-4c61-ac9d-adfdd1c215d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a56d154d-d6a1-4d36-a52a-ab164b4d7305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:04.989973 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380dc144-ced3-4eec-9467-9be49f7127d2 admin admin] Network hostable DHCP agents. Network: a56d154d-d6a1-4d36-a52a-ab164b4d7305, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:46:05.054410 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7a52d3c5-1a53-438a-9910-8276b150a882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:05.063762 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380dc144-ced3-4eec-9467-9be49f7127d2 admin admin] Network a56d154d-d6a1-4d36-a52a-ab164b4d7305 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:46:05.109192 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-380dc144-ced3-4eec-9467-9be49f7127d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, a56d154d-d6a1-4d36-a52a-ab164b4d7305) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:05.119088 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380dc144-ced3-4eec-9467-9be49f7127d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:05.119729 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-380dc144-ced3-4eec-9467-9be49f7127d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:05.123646 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a501cbbe-0a88-40f4-9ae3-85535a6d7074 None None] Network a56d154d-d6a1-4d36-a52a-ab164b4d7305 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:46:05.151167 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ae50e-74f9-4f86-8e11-34c3589c55b1 req-132e2655-f361-47b8-a35c-2c41f4c44bee tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:05.153342 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d4ae50e-74f9-4f86-8e11-34c3589c55b1 req-132e2655-f361-47b8-a35c-2c41f4c44bee tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 943 time: 0.1167178 May 06 09:46:05.161310 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-380dc144-ced3-4eec-9467-9be49f7127d2 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7240591 May 06 09:46:05.176190 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7a52d3c5-1a53-438a-9910-8276b150a882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:05.193240 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7a52d3c5-1a53-438a-9910-8276b150a882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:05.199403 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7a52d3c5-1a53-438a-9910-8276b150a882 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a25a8583-5c11-4434-bc4b-5e65436f1243 HTTP/1.1" status: 204 len: 168 time: 0.3701131 May 06 09:46:05.219159 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 51612) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:05.225026 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52d3c5-1a53-438a-9910-8276b150a882 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a25a8583-5c11-4434-bc4b-5e65436f1243,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:05.419855 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfeb920b-b4a1-4492-8e60-088eafbd7d0d None None] Network a56d154d-d6a1-4d36-a52a-ab164b4d7305 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:46:05.499907 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-77870835-783e-4db7-b214-eb6e6fa77b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:05.513950 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d4ae50e-74f9-4f86-8e11-34c3589c55b1 req-37eb0f22-9ae5-400b-90a2-56a93da13c1f tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509507 May 06 09:46:05.538116 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087173f-75c4-402b-af1a-b33685b5751a req-5feea3ad-4fce-4c3d-9061-b16b295d0c86 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:05.549541 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9087173f-75c4-402b-af1a-b33685b5751a req-5feea3ad-4fce-4c3d-9061-b16b295d0c86 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57ee9e2-1395-4b2d-b07c-fde0e0c4028c HTTP/1.1" status: 200 len: 946 time: 0.1663475 May 06 09:46:05.672708 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9087173f-75c4-402b-af1a-b33685b5751a req-7885ea2c-43d4-4efc-911a-3d6f44c47720 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220868 May 06 09:46:05.721350 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-77870835-783e-4db7-b214-eb6e6fa77b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:05.749397 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-77870835-783e-4db7-b214-eb6e6fa77b30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:05.763020 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-77870835-783e-4db7-b214-eb6e6fa77b30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3efc151-d04e-4e8f-92d3-0960dd0693b4') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:05.763877 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-77870835-783e-4db7-b214-eb6e6fa77b30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3efc151-d04e-4e8f-92d3-0960dd0693b4') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:05.773228 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9bce5-b84d-4988-93ae-2a9f46cf220d req-fa4f85a3-7d0d-409d-9cc3-fd2aefe2cb38 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:05.775823 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bdd9bce5-b84d-4988-93ae-2a9f46cf220d req-fa4f85a3-7d0d-409d-9cc3-fd2aefe2cb38 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.73 "GET /v2.0/ports?device_id=a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f HTTP/1.1" status: 200 len: 949 time: 0.1163435 May 06 09:46:05.789679 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b15440e-1d8d-43e9-a38a-3fbb3021f1cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9262d57e-22a5-49b2-90f9-0a29fbac4818'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:05.792410 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a700129-e0ee-4a9e-9454-17d029e6af36" -d '{"events": [{"server_uuid": "3b15440e-1d8d-43e9-a38a-3fbb3021f1cb", "name": "network-vif-unplugged", "status": "completed", "tag": "9262d57e-22a5-49b2-90f9-0a29fbac4818"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:05.796051 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-77870835-783e-4db7-b214-eb6e6fa77b30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:05.826853 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-77870835-783e-4db7-b214-eb6e6fa77b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:05.840204 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bdd9bce5-b84d-4988-93ae-2a9f46cf220d req-225a28ae-eceb-48bc-b2db-38c059052269 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e9e3fd7-5b07-4e3f-a31f-abff0204440b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576320 May 06 09:46:05.841233 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77870835-783e-4db7-b214-eb6e6fa77b30 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:46:05.841659 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-77870835-783e-4db7-b214-eb6e6fa77b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: timer() May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:46:05.845536 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:46:05.918327 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-77870835-783e-4db7-b214-eb6e6fa77b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:05.931153 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-77870835-783e-4db7-b214-eb6e6fa77b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:05.937542 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-77870835-783e-4db7-b214-eb6e6fa77b30 admin admin] 10.222.0.73 "DELETE /v2.0/networks/bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087 HTTP/1.1" status: 204 len: 168 time: 0.7133720 May 06 09:46:05.947164 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77870835-783e-4db7-b214-eb6e6fa77b30 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcfcd7b6-1dbc-4ff6-917c-be8b66dc5087,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:06.154423 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 44739aa0-1ab3-4b5a-babc-5ef044b4c391 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:46:06.172747 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 51660) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:06.239060 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-cc880e71-f92b-48c4-ae07-45ac37d31896 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:06.241100 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-cc880e71-f92b-48c4-ae07-45ac37d31896 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/networks?id=a56d154d-d6a1-4d36-a52a-ab164b4d7305 HTTP/1.1" status: 200 len: 813 time: 0.1988976 May 06 09:46:06.242309 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 44739aa0-1ab3-4b5a-babc-5ef044b4c391 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:46:06.242743 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 44739aa0-1ab3-4b5a-babc-5ef044b4c391 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:46:06.275380 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-bb765ee0-e69c-4c1b-94c0-5da816bfd3ab tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/quotas/a9909d723ea2474c8ab31fbf61357fb1 HTTP/1.1" status: 200 len: 375 time: 0.0167060 May 06 09:46:06.289722 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-df78d09c-7b4f-4452-afad-0e61197e6752 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b54f0d0799bf403bafa2978d277a93b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1149395 May 06 09:46:06.292648 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 51662) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:06.331062 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-478db891-c337-4b01-aeb2-7e655c0394c4 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a9909d723ea2474c8ab31fbf61357fb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536458 May 06 09:46:06.382203 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-877887e1-5109-493e-9693-4aaa1c862c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:06.447653 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-877887e1-5109-493e-9693-4aaa1c862c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:06.518538 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-877887e1-5109-493e-9693-4aaa1c862c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:06.523978 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-877887e1-5109-493e-9693-4aaa1c862c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:06.526298 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-877887e1-5109-493e-9693-4aaa1c862c42 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/749f4314-6d79-46a7-a634-d9734f1a7e06 HTTP/1.1" status: 204 len: 168 time: 0.2326393 May 06 09:46:06.536299 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-992e5c7b-a462-4910-8390-bf9fff273633 service neutron] 10.222.0.73 "GET /v2.0/networks/a56d154d-d6a1-4d36-a52a-ab164b4d7305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038894 May 06 09:46:06.539626 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877887e1-5109-493e-9693-4aaa1c862c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749f4314-6d79-46a7-a634-d9734f1a7e06,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:06.633614 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 06 May 2022 09:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b39c12-f7b9-4492-818b-bfe03f5623bb x-openstack-request-id: req-e5b39c12-f7b9-4492-818b-bfe03f5623bb {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:06.634926 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b15440e-1d8d-43e9-a38a-3fbb3021f1cb", "name": "network-vif-unplugged", "status": "failed", "tag": "9262d57e-22a5-49b2-90f9-0a29fbac4818", "code": 422}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:06.634926 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e5b39c12-f7b9-4492-818b-bfe03f5623bb {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:06.634926 n-d-840835-1 neutron-server[102654]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e5b39c12-f7b9-4492-818b-bfe03f5623bb']: {'server_uuid': '3b15440e-1d8d-43e9-a38a-3fbb3021f1cb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9262d57e-22a5-49b2-90f9-0a29fbac4818', 'code': 422} returned with failed status May 06 09:46:06.722251 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-8de27820-b629-48a5-85d6-1666537a029c req-29d4f4bd-edb1-4aa2-9619-0477d562c510 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:46:06.723553 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8de27820-b629-48a5-85d6-1666537a029c req-29d4f4bd-edb1-4aa2-9619-0477d562c510 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091040 May 06 09:46:06.764768 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72063e9a-3d41-4c1c-b348-6f259aa9778e req-1ab7f32c-f802-4fc8-ac12-de3a52eb503c tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:06.766504 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-72063e9a-3d41-4c1c-b348-6f259aa9778e req-1ab7f32c-f802-4fc8-ac12-de3a52eb503c tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.84 "GET /v2.0/ports?device_id=a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f HTTP/1.1" status: 200 len: 949 time: 0.0890248 May 06 09:46:06.867900 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-731085dd-1896-4dac-a96f-7ce5baa03f1a service neutron] 10.222.0.73 "GET /v2.0/networks/a56d154d-d6a1-4d36-a52a-ab164b4d7305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114598 May 06 09:46:07.089639 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-72063e9a-3d41-4c1c-b348-6f259aa9778e req-82fab55d-3214-4503-adc0-b1cffa67980f tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Deleting port edea07e1-602d-4b8f-bc5d-ff14e17b635a {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:46:07.090441 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-72063e9a-3d41-4c1c-b348-6f259aa9778e req-82fab55d-3214-4503-adc0-b1cffa67980f tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:07.249831 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-72063e9a-3d41-4c1c-b348-6f259aa9778e req-82fab55d-3214-4503-adc0-b1cffa67980f tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] For port edea07e1-602d-4b8f-bc5d-ff14e17b635a, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=edea07e1-602d-4b8f-bc5d-ff14e17b635a,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:07.265300 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-72063e9a-3d41-4c1c-b348-6f259aa9778e req-82fab55d-3214-4503-adc0-b1cffa67980f tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:07.311391 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-72063e9a-3d41-4c1c-b348-6f259aa9778e req-82fab55d-3214-4503-adc0-b1cffa67980f tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Calling delete_port for edea07e1-602d-4b8f-bc5d-ff14e17b635a owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:46:07.461404 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916fed6-7345-4334-b63f-e458a30c136b req-01df95fd-c369-4161-a0a0-74ee3ef6ffd4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:07.471614 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4916fed6-7345-4334-b63f-e458a30c136b req-01df95fd-c369-4161-a0a0-74ee3ef6ffd4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57ee9e2-1395-4b2d-b07c-fde0e0c4028c HTTP/1.1" status: 200 len: 946 time: 0.5147486 May 06 09:46:07.659216 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-72063e9a-3d41-4c1c-b348-6f259aa9778e req-82fab55d-3214-4503-adc0-b1cffa67980f tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:07.704651 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fab55d-3214-4503-adc0-b1cffa67980f tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Pushing event deleted for resources: {'Port': ['ID=edea07e1-602d-4b8f-bc5d-ff14e17b635a,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:07.738462 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4916fed6-7345-4334-b63f-e458a30c136b req-008c8b0d-3777-4c6e-b8f4-f5458a1b951a tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654371 May 06 09:46:07.907515 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-72063e9a-3d41-4c1c-b348-6f259aa9778e req-82fab55d-3214-4503-adc0-b1cffa67980f tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] No DVR routers for this DVR port edea07e1-602d-4b8f-bc5d-ff14e17b635a on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:46:07.924663 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aeb7933e-52d7-4b26-ae7a-fb362d36ffe0 req-f2b7d32f-9f31-47d7-b686-447f34f07071 tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.73 "GET /v2.0/ports?device_id=a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f HTTP/1.1" status: 200 len: 210 time: 0.0520303 May 06 09:46:07.953752 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-72063e9a-3d41-4c1c-b348-6f259aa9778e req-82fab55d-3214-4503-adc0-b1cffa67980f tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:07.964398 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-72063e9a-3d41-4c1c-b348-6f259aa9778e req-82fab55d-3214-4503-adc0-b1cffa67980f tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.84 "DELETE /v2.0/ports/edea07e1-602d-4b8f-bc5d-ff14e17b635a HTTP/1.1" status: 204 len: 173 time: 1.1860173 May 06 09:46:07.971653 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6d765fb0-9f12-4deb-a949-cf3affac4cd6 req-9bcc69ee-fe56-4dcc-8728-f63880f3a08f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3316419 May 06 09:46:07.978797 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-6d765fb0-9f12-4deb-a949-cf3affac4cd6 req-b47e1a51-5b20-4149-a32e-950fd62a5837 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:46:07.979844 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f', 'name': 'network-vif-deleted', 'tag': 'edea07e1-602d-4b8f-bc5d-ff14e17b635a'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:07.987008 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee751ba-c4ec-4a04-b7c0-db201bee5345" -d '{"events": [{"server_uuid": "a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f", "name": "network-vif-deleted", "tag": "edea07e1-602d-4b8f-bc5d-ff14e17b635a"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:07.997590 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6d765fb0-9f12-4deb-a949-cf3affac4cd6 req-b47e1a51-5b20-4149-a32e-950fd62a5837 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0241969 May 06 09:46:08.107163 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d71069cc-f85e-43d7-b7c3-e4705312813d req-5d05e928-0a1c-4599-94e2-e7e5fd08720c tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/ports?device_id=db082156-0c02-477f-9d13-94bad57081ab HTTP/1.1" status: 200 len: 210 time: 0.0928416 May 06 09:46:08.159087 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe4cf8-23de-4707-a204-3a1737d1592a req-8bd2e370-1b1f-4221-bc9e-dc8e93f0db03 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:08.160751 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-18fe4cf8-23de-4707-a204-3a1737d1592a req-8bd2e370-1b1f-4221-bc9e-dc8e93f0db03 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 943 time: 0.3537502 May 06 09:46:08.171864 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 9262d57e-22a5-49b2-90f9-0a29fbac4818 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:46:08.201476 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 51734) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:08.261765 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba8f811-e7ec-41f5-876a-03ae046ac03c x-openstack-request-id: req-eba8f811-e7ec-41f5-876a-03ae046ac03c {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:08.262054 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f", "name": "network-vif-deleted", "tag": "edea07e1-602d-4b8f-bc5d-ff14e17b635a", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:08.277327 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eba8f811-e7ec-41f5-876a-03ae046ac03c {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:08.277845 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eba8f811-e7ec-41f5-876a-03ae046ac03c'] response: {'server_uuid': 'a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f', 'name': 'network-vif-deleted', 'tag': 'edea07e1-602d-4b8f-bc5d-ff14e17b635a', 'status': 'completed', 'code': 200} May 06 09:46:08.378743 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-18fe4cf8-23de-4707-a204-3a1737d1592a req-29bf0c2c-6593-45a0-a01f-bb70f8864321 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084103 May 06 09:46:08.425943 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-89736fcd-be5f-48a3-8c7c-047e52c46a35 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-520292082-network', 'tenant_id': '767d9c69e2da4544a1c508f4f332aaa4'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:08.459475 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89736fcd-be5f-48a3-8c7c-047e52c46a35 admin admin] Made reservation on behalf of 767d9c69e2da4544a1c508f4f332aaa4 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:08.477388 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-89736fcd-be5f-48a3-8c7c-047e52c46a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:08.501149 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-89736fcd-be5f-48a3-8c7c-047e52c46a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:08.661258 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-89736fcd-be5f-48a3-8c7c-047e52c46a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:08.669771 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-89736fcd-be5f-48a3-8c7c-047e52c46a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:08.703866 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89736fcd-be5f-48a3-8c7c-047e52c46a35 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:46:08.724840 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89736fcd-be5f-48a3-8c7c-047e52c46a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f219f0-99d7-4698-99c0-494363efe2e8,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:08.743222 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-89736fcd-be5f-48a3-8c7c-047e52c46a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:08.743953 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-89736fcd-be5f-48a3-8c7c-047e52c46a35 admin admin] Added segment 35debb7c-3bac-4f08-9866-7111447fe1bf of type vlan for network 62558b65-2ecc-44cb-b688-6d316dd01546 May 06 09:46:08.813087 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-89736fcd-be5f-48a3-8c7c-047e52c46a35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:08.852797 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-89736fcd-be5f-48a3-8c7c-047e52c46a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:08.853816 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89736fcd-be5f-48a3-8c7c-047e52c46a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:08.854455 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-89736fcd-be5f-48a3-8c7c-047e52c46a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:08.943516 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-89736fcd-be5f-48a3-8c7c-047e52c46a35 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7399969 May 06 09:46:08.948806 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 51756) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:08.957619 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-a3c44837-3bf9-4d5b-956f-4312c0e37a06 admin admin] Request body: {'subnet': {'network_id': '62558b65-2ecc-44cb-b688-6d316dd01546', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-520292082-subnet', 'tenant_id': '767d9c69e2da4544a1c508f4f332aaa4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:08.971192 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89736fcd-be5f-48a3-8c7c-047e52c46a35 admin admin] Pushing event updated for resources: {'Network': ['ID=62558b65-2ecc-44cb-b688-6d316dd01546,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:08.982359 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f160e2-1602-4926-bd75-b0763e70c392 req-8658cc3e-1a70-4761-be65-7e9c7efa3abb tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:08.982990 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 62558b65-2ecc-44cb-b688-6d316dd01546 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:46:08.990950 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0f160e2-1602-4926-bd75-b0763e70c392 req-8658cc3e-1a70-4761-be65-7e9c7efa3abb tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57ee9e2-1395-4b2d-b07c-fde0e0c4028c HTTP/1.1" status: 200 len: 946 time: 0.1140513 May 06 09:46:09.000925 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c44837-3bf9-4d5b-956f-4312c0e37a06 admin admin] Made reservation on behalf of 767d9c69e2da4544a1c508f4f332aaa4 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:09.006520 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a3c44837-3bf9-4d5b-956f-4312c0e37a06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:09.057262 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0f160e2-1602-4926-bd75-b0763e70c392 req-5fae4ae1-a150-4e0c-a818-3526f98fcd9f tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644693 May 06 09:46:09.134639 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device af7149c3-ef60-4ee1-82f3-805828735448 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:46:09.190498 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-676d1659-a8e4-42b5-a693-3517578f3f71 req-733f01e2-c6d0-46af-b7b6-d2db67ab2faa tempest-ImagesOneServerTestJSON-1230113781 tempest-ImagesOneServerTestJSON-1230113781-project] 10.222.0.73 "GET /v2.0/ports?device_id=a27dc3b8-2dc7-4a2c-bf9a-8e9ae1e42d6f HTTP/1.1" status: 200 len: 210 time: 0.1138713 May 06 09:46:09.283023 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port af7149c3-ef60-4ee1-82f3-805828735448, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=af7149c3-ef60-4ee1-82f3-805828735448,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:09.301562 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device edea07e1-602d-4b8f-bc5d-ff14e17b635a no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:46:09.305131 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'af7149c3-ef60-4ee1-82f3-805828735448', 'network_id': '138aada2-7aee-4749-819b-d219deb27012', 'port_id': 'af7149c3-ef60-4ee1-82f3-805828735448', 'mac_address': 'fa:16:3e:98:b8:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceacdbe3-a021-4ce2-8b17-bdad66d69597', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:46:09.332082 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: edea07e1-602d-4b8f-bc5d-ff14e17b635a {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:46:09.332485 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device edea07e1-602d-4b8f-bc5d-ff14e17b635a not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:46:09.343512 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-27f0c81f-7da0-4316-bb38-a6093fc15f4a req-d8cb350e-9f92-4098-bd77-1696eb4b03ec tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/ports?device_id=db082156-0c02-477f-9d13-94bad57081ab HTTP/1.1" status: 200 len: 210 time: 0.0995076 May 06 09:46:09.445664 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:09.481470 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af7149c3-ef60-4ee1-82f3-805828735448 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:46:09.510090 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a3c44837-3bf9-4d5b-956f-4312c0e37a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:09.551291 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b0a72-5d9b-4372-be80-2dd7ded830cb req-749afdcb-3baa-4541-8a7a-2ad20375850d tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:09.552134 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port af7149c3-ef60-4ee1-82f3-805828735448, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=af7149c3-ef60-4ee1-82f3-805828735448,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:09.557531 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:09.560609 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c55b0a72-5d9b-4372-be80-2dd7ded830cb req-749afdcb-3baa-4541-8a7a-2ad20375850d tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 943 time: 0.0739489 May 06 09:46:09.604503 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-9ff26e8f-2e85-4f8f-9fc2-8e7c80e0fab4 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:09.606729 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-9ff26e8f-2e85-4f8f-9fc2-8e7c80e0fab4 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.77 "GET /v2.0/networks?id=a56d154d-d6a1-4d36-a52a-ab164b4d7305 HTTP/1.1" status: 200 len: 813 time: 0.2991970 May 06 09:46:09.613127 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c55b0a72-5d9b-4372-be80-2dd7ded830cb req-b518b6ee-ed5f-4b71-8ea6-676926aa1b4d tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499926 May 06 09:46:09.638166 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-5b4e3039-6a58-4015-ac35-05aab3f067c0 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Request body: {'port': {'device_id': 'db082156-0c02-477f-9d13-94bad57081ab', 'network_id': 'a56d154d-d6a1-4d36-a52a-ab164b4d7305', 'admin_state_up': True, 'tenant_id': 'a9909d723ea2474c8ab31fbf61357fb1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:09.664578 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=af7149c3-ef60-4ee1-82f3-805828735448,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:09.706522 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c44837-3bf9-4d5b-956f-4312c0e37a06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d1f3a23-5174-4642-9e0d-aa826fbcdb37,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:09.720704 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c44837-3bf9-4d5b-956f-4312c0e37a06 admin admin] Checking segment: {'id': '35debb7c-3bac-4f08-9866-7111447fe1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '62558b65-2ecc-44cb-b688-6d316dd01546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:09.721059 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c44837-3bf9-4d5b-956f-4312c0e37a06 admin admin] Network hostable DHCP agents. Network: 62558b65-2ecc-44cb-b688-6d316dd01546, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:46:09.739457 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['af7149c3-ef60-4ee1-82f3-805828735448'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:46:09.762234 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c44837-3bf9-4d5b-956f-4312c0e37a06 admin admin] Network 62558b65-2ecc-44cb-b688-6d316dd01546 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:46:09.805740 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-a3c44837-3bf9-4d5b-956f-4312c0e37a06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 62558b65-2ecc-44cb-b688-6d316dd01546) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:09.814865 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c44837-3bf9-4d5b-956f-4312c0e37a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:09.815785 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a3c44837-3bf9-4d5b-956f-4312c0e37a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:09.819202 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088fa2bb-8a0b-4927-9e75-341b20a37949 None None] Network 62558b65-2ecc-44cb-b688-6d316dd01546 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:46:09.853743 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-5b4e3039-6a58-4015-ac35-05aab3f067c0 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Made reservation on behalf of a9909d723ea2474c8ab31fbf61357fb1 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:09.858598 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-5b4e3039-6a58-4015-ac35-05aab3f067c0 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:09.898697 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a3c44837-3bf9-4d5b-956f-4312c0e37a06 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9485373 May 06 09:46:09.905046 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 51780) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:09.918869 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-e1e2b2ce-bf87-4420-81d7-3f0c4f645fd0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-520292082-router', 'tenant_id': '767d9c69e2da4544a1c508f4f332aaa4', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:09.954152 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d765fb0-9f12-4deb-a949-cf3affac4cd6 req-2eade3c3-62ed-4bba-af0d-c1cde186229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:09.956148 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d765fb0-9f12-4deb-a949-cf3affac4cd6 req-2eade3c3-62ed-4bba-af0d-c1cde186229e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb&tenant_id=be72d6df18784826a3c8ee1c4d56a700 HTTP/1.1" status: 200 len: 1094 time: 0.0928729 May 06 09:46:10.044284 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e1e2b2ce-bf87-4420-81d7-3f0c4f645fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:10.046872 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e1e2b2ce-bf87-4420-81d7-3f0c4f645fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:10.068331 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9610e901-6de1-4ff8-8fb1-3e2d426bf8ed None None] Network 62558b65-2ecc-44cb-b688-6d316dd01546 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:46:10.091258 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d765fb0-9f12-4deb-a949-cf3affac4cd6 req-d2aa63cb-0f77-4d04-a4c1-6ec8afdc98c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:10.097865 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d765fb0-9f12-4deb-a949-cf3affac4cd6 req-d2aa63cb-0f77-4d04-a4c1-6ec8afdc98c8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=be72d6df18784826a3c8ee1c4d56a700&device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 1094 time: 0.1025546 May 06 09:46:10.128873 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e1e2b2ce-bf87-4420-81d7-3f0c4f645fd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:10.386166 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:46:10.475239 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53b892-d1aa-404f-92e2-4f690caafdc0 req-c599ae3a-3188-4ed5-8d87-6557787fbd6f tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:10.477708 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eb53b892-d1aa-404f-92e2-4f690caafdc0 req-c599ae3a-3188-4ed5-8d87-6557787fbd6f tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57ee9e2-1395-4b2d-b07c-fde0e0c4028c HTTP/1.1" status: 200 len: 945 time: 0.2021606 May 06 09:46:10.515151 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e1e2b2ce-bf87-4420-81d7-3f0c4f645fd0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:10.518769 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-5b4e3039-6a58-4015-ac35-05aab3f067c0 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Allocated IP 172.20.0.9 (a56d154d-d6a1-4d36-a52a-ab164b4d7305/8918be9d-c472-49c4-ac84-93081c4b8f60/3e3db032-fc80-494f-a1c3-cd0ed467a4fb) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:10.607406 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f54fffdf-1745-49a8-af9e-e7cbf54ca3ea req-1e56e7ce-6e61-4c64-8617-3c00bcd657b9 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/ports?device_id=db082156-0c02-477f-9d13-94bad57081ab HTTP/1.1" status: 200 len: 210 time: 0.1170642 May 06 09:46:10.637706 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d765fb0-9f12-4deb-a949-cf3affac4cd6 req-a3fea26c-7b0c-4c2e-a94c-d68d027a7825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:10.639592 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d765fb0-9f12-4deb-a949-cf3affac4cd6 req-a3fea26c-7b0c-4c2e-a94c-d68d027a7825 service neutron] 10.222.0.77 "GET /v2.0/networks?id=23e21561-4495-4701-b589-fe4647d5086e HTTP/1.1" status: 200 len: 915 time: 0.5278969 May 06 09:46:10.753118 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 51806) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:10.768198 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d765fb0-9f12-4deb-a949-cf3affac4cd6 req-57fe845a-5752-444a-adaa-063d2b2072a2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9262d57e-22a5-49b2-90f9-0a29fbac4818 HTTP/1.1" status: 200 len: 217 time: 0.1013939 May 06 09:46:10.809410 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eb53b892-d1aa-404f-92e2-4f690caafdc0 req-5a0661f6-63b4-4f0d-8cfa-b50867513be4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194370 May 06 09:46:10.886996 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-5b4e3039-6a58-4015-ac35-05aab3f067c0 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:10.900285 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d765fb0-9f12-4deb-a949-cf3affac4cd6 req-fe0230c0-857e-445d-946a-1fd7aa7a5338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:10.901843 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d765fb0-9f12-4deb-a949-cf3affac4cd6 req-fe0230c0-857e-445d-946a-1fd7aa7a5338 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d54bd8cf-7c94-46e0-bd93-71eea8040eb3 HTTP/1.1" status: 200 len: 854 time: 0.1192498 May 06 09:46:10.918884 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29818f4-93ac-45bb-90e2-f1d0c4b1c7e3 req-35919b8b-33e5-4981-bae0-966d55f2dd4a tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:10.920681 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b29818f4-93ac-45bb-90e2-f1d0c4b1c7e3 req-35919b8b-33e5-4981-bae0-966d55f2dd4a tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 943 time: 0.1494567 May 06 09:46:11.000797 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b29818f4-93ac-45bb-90e2-f1d0c4b1c7e3 req-84a89197-dd82-444a-b331-9871211624b2 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682046 May 06 09:46:11.005022 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d765fb0-9f12-4deb-a949-cf3affac4cd6 req-b67aa5d0-3be0-4cd7-9769-5bb74a6a485b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=23e21561-4495-4701-b589-fe4647d5086e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820692 May 06 09:46:11.136070 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device af7149c3-ef60-4ee1-82f3-805828735448 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:11.160527 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8cd4de9f-2bbe-4efe-9ed4-fe97c8b3200a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=44b4da988bc14ec8940c6ad6377379ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4060323 May 06 09:46:11.174862 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 51820) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:11.177179 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d765fb0-9f12-4deb-a949-cf3affac4cd6 req-55afbdd4-a085-4fb5-9b99-02ba11a9e415 service neutron] 10.222.0.77 "GET /v2.0/networks/23e21561-4495-4701-b589-fe4647d5086e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613090 May 06 09:46:11.226693 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e1e2b2ce-bf87-4420-81d7-3f0c4f645fd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:11.260563 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e1e2b2ce-bf87-4420-81d7-3f0c4f645fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:11.265097 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port af7149c3-ef60-4ee1-82f3-805828735448 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:11.265483 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:11.357240 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d765fb0-9f12-4deb-a949-cf3affac4cd6 req-0ad80ddd-42d7-485e-87d2-a4c46bf2a283 service neutron] 10.222.0.77 "GET /v2.0/networks/23e21561-4495-4701-b589-fe4647d5086e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721838 May 06 09:46:11.429285 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-e1e2b2ce-bf87-4420-81d7-3f0c4f645fd0 admin admin] Allocated IP 172.25.5.228 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/3de6cd22-24c5-4002-8b88-ec17363462c8) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:11.497752 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:11.503146 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-5b4e3039-6a58-4015-ac35-05aab3f067c0 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:11.604091 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port af7149c3-ef60-4ee1-82f3-805828735448, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=af7149c3-ef60-4ee1-82f3-805828735448,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:11.605132 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57ee9e2-1395-4b2d-b07c-fde0e0c4028c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7149c3-ef60-4ee1-82f3-805828735448'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:11.608778 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4ced04-b204-4d33-9cc2-b412f4dd2385" -d '{"events": [{"server_uuid": "f57ee9e2-1395-4b2d-b07c-fde0e0c4028c", "name": "network-vif-plugged", "status": "completed", "tag": "af7149c3-ef60-4ee1-82f3-805828735448"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:11.617661 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e3039-6a58-4015-ac35-05aab3f067c0 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Pushing event updated for resources: {'Port': ['ID=3e3db032-fc80-494f-a1c3-cd0ed467a4fb,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:11.617893 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:11.705721 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1fa71114-8d53-4c5e-889e-15255865aa4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:11.709067 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508f16eb-541b-47c1-b8ad-aed9537cc3c0 x-openstack-request-id: req-508f16eb-541b-47c1-b8ad-aed9537cc3c0 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:11.709067 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57ee9e2-1395-4b2d-b07c-fde0e0c4028c", "name": "network-vif-plugged", "status": "completed", "tag": "af7149c3-ef60-4ee1-82f3-805828735448", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:11.709067 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-508f16eb-541b-47c1-b8ad-aed9537cc3c0 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:11.709444 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-508f16eb-541b-47c1-b8ad-aed9537cc3c0'] response: {'server_uuid': 'f57ee9e2-1395-4b2d-b07c-fde0e0c4028c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7149c3-ef60-4ee1-82f3-805828735448', 'code': 200} May 06 09:46:11.796695 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=af7149c3-ef60-4ee1-82f3-805828735448,revision_number=7']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:11.871553 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-5b4e3039-6a58-4015-ac35-05aab3f067c0 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Network a56d154d-d6a1-4d36-a52a-ab164b4d7305 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:11.876191 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-5b4e3039-6a58-4015-ac35-05aab3f067c0 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:11.883078 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-5b4e3039-6a58-4015-ac35-05aab3f067c0 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:11.909921 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590a1d4-15a1-4a1a-b356-e09588f46413 req-6f6f0bbf-90ed-4a5e-9dcd-837ac4bac6ec tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:11.919154 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d590a1d4-15a1-4a1a-b356-e09588f46413 req-6f6f0bbf-90ed-4a5e-9dcd-837ac4bac6ec tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/ports?device_id=db082156-0c02-477f-9d13-94bad57081ab HTTP/1.1" status: 200 len: 931 time: 0.1295183 May 06 09:46:11.926979 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1fa71114-8d53-4c5e-889e-15255865aa4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:12.004849 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d590a1d4-15a1-4a1a-b356-e09588f46413 req-addfc242-dfb6-46d0-9f18-807435a5c3e8 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/security-groups?id=95fb1082-28d9-434b-8527-260a3bc46de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844033 May 06 09:46:12.060709 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e1e2b2ce-bf87-4420-81d7-3f0c4f645fd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:12.098954 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1fa71114-8d53-4c5e-889e-15255865aa4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:12.102100 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1fa71114-8d53-4c5e-889e-15255865aa4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:12.105789 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1fa71114-8d53-4c5e-889e-15255865aa4c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7e9e3fd7-5b07-4e3f-a31f-abff0204440b HTTP/1.1" status: 204 len: 168 time: 0.9259679 May 06 09:46:12.141194 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa71114-8d53-4c5e-889e-15255865aa4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9e3fd7-5b07-4e3f-a31f-abff0204440b,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:12.143702 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e1e2b2ce-bf87-4420-81d7-3f0c4f645fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:12.235255 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e2b2ce-bf87-4420-81d7-3f0c4f645fd0 admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:12.241728 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-e1e2b2ce-bf87-4420-81d7-3f0c4f645fd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:12.249416 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-5b4e3039-6a58-4015-ac35-05aab3f067c0 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:12.250070 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-5b4e3039-6a58-4015-ac35-05aab3f067c0 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:12.260915 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e2b2ce-bf87-4420-81d7-3f0c4f645fd0 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:12.263010 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2b2ce-bf87-4420-81d7-3f0c4f645fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=3de6cd22-24c5-4002-8b88-ec17363462c8,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:12.282461 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda1b41-9562-4665-a6ae-be7e2bfd1a57 req-6c6b37ad-3574-4867-b481-02e5c8c71a4e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:12.293948 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-5b4e3039-6a58-4015-ac35-05aab3f067c0 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6633515 May 06 09:46:12.295483 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1eda1b41-9562-4665-a6ae-be7e2bfd1a57 req-6c6b37ad-3574-4867-b481-02e5c8c71a4e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57ee9e2-1395-4b2d-b07c-fde0e0c4028c HTTP/1.1" status: 200 len: 946 time: 0.1340878 May 06 09:46:12.380224 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1eda1b41-9562-4665-a6ae-be7e2bfd1a57 req-b2af3619-fb97-421f-8a80-407d4af0ff1c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829556 May 06 09:46:12.579264 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965cd160-d6bc-49f2-af43-41e6a688d212 req-e1b7cb55-f2f3-4024-a4e2-a5f2617a4c37 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:12.579488 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-650f0c04-0f8e-437c-b63c-acadffe09283 service neutron] Request body: {'port': {'device_id': 'db082156-0c02-477f-9d13-94bad57081ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:12.579587 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-965cd160-d6bc-49f2-af43-41e6a688d212 req-e1b7cb55-f2f3-4024-a4e2-a5f2617a4c37 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 943 time: 0.0775039 May 06 09:46:12.651993 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-965cd160-d6bc-49f2-af43-41e6a688d212 req-9b1cee91-38b1-4767-ac0b-a0e9b6feeaf2 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742290 May 06 09:46:13.245757 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9bbbbd-3a65-4ce0-a800-a4e45c6865a3 req-ae2a3cf2-7201-42fb-8b11-853c3d9cc17d tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:13.254895 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c9bbbbd-3a65-4ce0-a800-a4e45c6865a3 req-ae2a3cf2-7201-42fb-8b11-853c3d9cc17d tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/ports?device_id=db082156-0c02-477f-9d13-94bad57081ab HTTP/1.1" status: 200 len: 931 time: 0.1164539 May 06 09:46:13.306430 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c9bbbbd-3a65-4ce0-a800-a4e45c6865a3 req-a350b022-16ab-498b-8da6-ba2a2c287aa8 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/security-groups?id=95fb1082-28d9-434b-8527-260a3bc46de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493822 May 06 09:46:13.509552 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-650f0c04-0f8e-437c-b63c-acadffe09283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:13.601655 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e1e2b2ce-bf87-4420-81d7-3f0c4f645fd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:13.616489 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1fe1b-1dd6-432d-883b-119ae6f629ca req-3764f1e9-4344-44e6-9c63-16eb6241eabe tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:13.624113 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3ea1fe1b-1dd6-432d-883b-119ae6f629ca req-3764f1e9-4344-44e6-9c63-16eb6241eabe tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57ee9e2-1395-4b2d-b07c-fde0e0c4028c HTTP/1.1" status: 200 len: 946 time: 0.0955691 May 06 09:46:13.638128 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 51862) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:13.701079 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3ea1fe1b-1dd6-432d-883b-119ae6f629ca req-41d11334-e907-4bed-bdfc-0dfc4927e1f4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695384 May 06 09:46:13.852454 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a283bba-04a0-41ec-adf0-5ac79fdb3a1c req-ffa6e8ce-9bca-4c7c-a12f-40e929b59882 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:13.854040 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a283bba-04a0-41ec-adf0-5ac79fdb3a1c req-ffa6e8ce-9bca-4c7c-a12f-40e929b59882 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 943 time: 0.0690262 May 06 09:46:13.884990 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-cfff7746-2591-4cf8-a571-41e3471fa7f4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-241285309-network', 'tenant_id': '5f198b5c30904793be7e450e22d435d7'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:13.940746 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a283bba-04a0-41ec-adf0-5ac79fdb3a1c req-3fb91b28-7f51-4e4f-95c4-a96ecfe52087 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801792 May 06 09:46:13.948130 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfff7746-2591-4cf8-a571-41e3471fa7f4 admin admin] Made reservation on behalf of 5f198b5c30904793be7e450e22d435d7 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:13.954366 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cfff7746-2591-4cf8-a571-41e3471fa7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:13.968605 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cfff7746-2591-4cf8-a571-41e3471fa7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:14.083055 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cfff7746-2591-4cf8-a571-41e3471fa7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:14.090282 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cfff7746-2591-4cf8-a571-41e3471fa7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:14.127530 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff7746-2591-4cf8-a571-41e3471fa7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b99d88-5c0d-4c41-b8d8-d71b58caf6f2,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:14.156827 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff7746-2591-4cf8-a571-41e3471fa7f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:14.157371 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff7746-2591-4cf8-a571-41e3471fa7f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:14.157915 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff7746-2591-4cf8-a571-41e3471fa7f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:14.158403 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff7746-2591-4cf8-a571-41e3471fa7f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:14.158893 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff7746-2591-4cf8-a571-41e3471fa7f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:14.159392 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff7746-2591-4cf8-a571-41e3471fa7f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:14.160054 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff7746-2591-4cf8-a571-41e3471fa7f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:14.160613 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff7746-2591-4cf8-a571-41e3471fa7f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:14.173255 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff7746-2591-4cf8-a571-41e3471fa7f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:14.173512 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e1e2b2ce-bf87-4420-81d7-3f0c4f645fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:14.174519 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff7746-2591-4cf8-a571-41e3471fa7f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:14.176977 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff7746-2591-4cf8-a571-41e3471fa7f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:14.177492 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff7746-2591-4cf8-a571-41e3471fa7f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:14.188941 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfff7746-2591-4cf8-a571-41e3471fa7f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:46:14.210994 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cfff7746-2591-4cf8-a571-41e3471fa7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:14.211414 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-cfff7746-2591-4cf8-a571-41e3471fa7f4 admin admin] Added segment 0678ec33-8cc8-45ee-8e93-c046bd71ec89 of type vlan for network 6eb96293-1e8c-4e97-aacc-f302cea7dcdf May 06 09:46:14.269263 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cfff7746-2591-4cf8-a571-41e3471fa7f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:14.317912 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cfff7746-2591-4cf8-a571-41e3471fa7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:14.319184 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfff7746-2591-4cf8-a571-41e3471fa7f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:14.320413 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cfff7746-2591-4cf8-a571-41e3471fa7f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:14.431276 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-cfff7746-2591-4cf8-a571-41e3471fa7f4 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7920187 May 06 09:46:14.444892 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 51898) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:14.462827 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-2fe61b66-6ce3-4a1c-b374-25c1fc631260 admin admin] Request body: {'subnet': {'network_id': '6eb96293-1e8c-4e97-aacc-f302cea7dcdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-241285309-subnet', 'tenant_id': '5f198b5c30904793be7e450e22d435d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:14.498438 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe61b66-6ce3-4a1c-b374-25c1fc631260 admin admin] Made reservation on behalf of 5f198b5c30904793be7e450e22d435d7 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:14.501112 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2fe61b66-6ce3-4a1c-b374-25c1fc631260 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:14.525374 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e2b2ce-bf87-4420-81d7-3f0c4f645fd0 admin admin] Router 012e4b5c-1d9c-4df4-b447-0ff1cd889c5d is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:46:14.535867 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff7746-2591-4cf8-a571-41e3471fa7f4 admin admin] Pushing event updated for resources: {'Network': ['ID=6eb96293-1e8c-4e97-aacc-f302cea7dcdf,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:14.540298 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-650f0c04-0f8e-437c-b63c-acadffe09283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e3db032-fc80-494f-a1c3-cd0ed467a4fb {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:46:14.548270 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 6eb96293-1e8c-4e97-aacc-f302cea7dcdf details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:46:14.564169 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-650f0c04-0f8e-437c-b63c-acadffe09283 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:14.641238 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea4b1b-d4f4-4b77-9dee-3a5f4442fb01 req-49bd0d87-5635-4f68-a50c-852576a069e3 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:14.649801 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1aea4b1b-d4f4-4b77-9dee-3a5f4442fb01 req-49bd0d87-5635-4f68-a50c-852576a069e3 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/ports?device_id=db082156-0c02-477f-9d13-94bad57081ab HTTP/1.1" status: 200 len: 931 time: 0.1657422 May 06 09:46:14.718054 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1aea4b1b-d4f4-4b77-9dee-3a5f4442fb01 req-330db7b4-893d-478b-8c9a-2218aecd9df1 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/security-groups?id=95fb1082-28d9-434b-8527-260a3bc46de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617542 May 06 09:46:14.727493 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e2b2ce-bf87-4420-81d7-3f0c4f645fd0 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:46:14.729737 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-650f0c04-0f8e-437c-b63c-acadffe09283 service neutron] Transition to ACTIVE for port object 3e3db032-fc80-494f-a1c3-cd0ed467a4fb will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:46:14.743883 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b8db89-8382-4dba-a065-2300db963662 None None] Sync routers for ids ['012e4b5c-1d9c-4df4-b447-0ff1cd889c5d'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:46:14.753038 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-650f0c04-0f8e-437c-b63c-acadffe09283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:14.768333 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e1e2b2ce-bf87-4420-81d7-3f0c4f645fd0 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:14.769829 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e1e2b2ce-bf87-4420-81d7-3f0c4f645fd0 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8615422 May 06 09:46:14.777233 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b8db89-8382-4dba-a065-2300db963662 None None] Routers {'012e4b5c-1d9c-4df4-b447-0ff1cd889c5d'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:14.777902 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-31b8db89-8382-4dba-a065-2300db963662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:45:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['012e4b5c-1d9c-4df4-b447-0ff1cd889c5d'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:14.779097 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 51906) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:14.859360 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f0c04-0f8e-437c-b63c-acadffe09283 service neutron] Pushing event updated for resources: {'Port': ['ID=3e3db032-fc80-494f-a1c3-cd0ed467a4fb,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:14.994715 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-650f0c04-0f8e-437c-b63c-acadffe09283 service neutron] Attempting to bind port 3e3db032-fc80-494f-a1c3-cd0ed467a4fb on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:46:14.995050 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-650f0c04-0f8e-437c-b63c-acadffe09283 service neutron] Attempting to bind port 3e3db032-fc80-494f-a1c3-cd0ed467a4fb by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '49d43060-ee07-4c61-ac9d-adfdd1c215d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a56d154d-d6a1-4d36-a52a-ab164b4d7305'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:46:14.995448 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-650f0c04-0f8e-437c-b63c-acadffe09283 service neutron] Attempting to bind port 3e3db032-fc80-494f-a1c3-cd0ed467a4fb on network a56d154d-d6a1-4d36-a52a-ab164b4d7305 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:15.008679 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-650f0c04-0f8e-437c-b63c-acadffe09283 service neutron] Port 3e3db032-fc80-494f-a1c3-cd0ed467a4fb on network a56d154d-d6a1-4d36-a52a-ab164b4d7305 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:46:15.009119 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-650f0c04-0f8e-437c-b63c-acadffe09283 service neutron] Attempting to bind port 3e3db032-fc80-494f-a1c3-cd0ed467a4fb on network a56d154d-d6a1-4d36-a52a-ab164b4d7305 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:15.026726 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-650f0c04-0f8e-437c-b63c-acadffe09283 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:46:15.030122 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-650f0c04-0f8e-437c-b63c-acadffe09283 service neutron] Checking segment: {'id': '49d43060-ee07-4c61-ac9d-adfdd1c215d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a56d154d-d6a1-4d36-a52a-ab164b4d7305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:15.031022 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-650f0c04-0f8e-437c-b63c-acadffe09283 service neutron] Bound using segment: {'id': '49d43060-ee07-4c61-ac9d-adfdd1c215d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a56d154d-d6a1-4d36-a52a-ab164b4d7305'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:46:15.031867 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-650f0c04-0f8e-437c-b63c-acadffe09283 service neutron] Bound port: 3e3db032-fc80-494f-a1c3-cd0ed467a4fb, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49d43060-ee07-4c61-ac9d-adfdd1c215d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a56d154d-d6a1-4d36-a52a-ab164b4d7305'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:46:15.034860 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-650f0c04-0f8e-437c-b63c-acadffe09283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:15.059650 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-31b8db89-8382-4dba-a065-2300db963662 None None] Set router 012e4b5c-1d9c-4df4-b447-0ff1cd889c5d gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:15.175349 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0daa47-65af-43e6-a76a-6a1bd828d199 req-26d58dc8-b89a-49eb-82e1-8fc20122af8b tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:15.177692 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bb0daa47-65af-43e6-a76a-6a1bd828d199 req-26d58dc8-b89a-49eb-82e1-8fc20122af8b tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57ee9e2-1395-4b2d-b07c-fde0e0c4028c HTTP/1.1" status: 200 len: 946 time: 0.2080343 May 06 09:46:15.221732 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-650f0c04-0f8e-437c-b63c-acadffe09283 service neutron] For port 3e3db032-fc80-494f-a1c3-cd0ed467a4fb, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:46:15.229587 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-650f0c04-0f8e-437c-b63c-acadffe09283 service neutron] For port 3e3db032-fc80-494f-a1c3-cd0ed467a4fb, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=3e3db032-fc80-494f-a1c3-cd0ed467a4fb,segment=NetworkSegment(49d43060-ee07-4c61-ac9d-adfdd1c215d3),segment_id=49d43060-ee07-4c61-ac9d-adfdd1c215d3)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:46:15.238890 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-650f0c04-0f8e-437c-b63c-acadffe09283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:15.312811 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bb0daa47-65af-43e6-a76a-6a1bd828d199 req-fab68317-95d7-4cfe-a7bd-f512f3f410e4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252468 May 06 09:46:15.316869 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2fe61b66-6ce3-4a1c-b374-25c1fc631260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:15.404244 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-650f0c04-0f8e-437c-b63c-acadffe09283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:15.416995 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe61b66-6ce3-4a1c-b374-25c1fc631260 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e10ebc95-e65f-4c0f-9549-4ef62203fda6,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:15.418028 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-650f0c04-0f8e-437c-b63c-acadffe09283 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:15.424737 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-650f0c04-0f8e-437c-b63c-acadffe09283 service neutron] 10.222.0.77 "PUT /v2.0/ports/3e3db032-fc80-494f-a1c3-cd0ed467a4fb HTTP/1.1" status: 200 len: 1091 time: 2.8530679 May 06 09:46:15.425246 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db082156-0c02-477f-9d13-94bad57081ab', 'tag': '3e3db032-fc80-494f-a1c3-cd0ed467a4fb'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:15.430315 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2249d37a-a4db-46d0-abc2-9c37f50d9a40" -d '{"events": [{"name": "network-changed", "server_uuid": "db082156-0c02-477f-9d13-94bad57081ab", "tag": "3e3db032-fc80-494f-a1c3-cd0ed467a4fb"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:15.488878 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f0c04-0f8e-437c-b63c-acadffe09283 service neutron] Pushing event updated for resources: {'Port': ['ID=3e3db032-fc80-494f-a1c3-cd0ed467a4fb,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:15.598822 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-31b8db89-8382-4dba-a065-2300db963662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012e4b5c-1d9c-4df4-b447-0ff1cd889c5d', 'name': 'tempest-ServerRescueTestJSON-520292082-router', 'tenant_id': '767d9c69e2da4544a1c508f4f332aaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '3de6cd22-24c5-4002-8b88-ec17363462c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:10Z', 'updated_at': '2022-05-06T09:46:12Z', 'revision_number': 3, 'project_id': '767d9c69e2da4544a1c508f4f332aaa4', 'gw_port': {'id': '3de6cd22-24c5-4002-8b88-ec17363462c8', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012e4b5c-1d9c-4df4-b447-0ff1cd889c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:11Z', 'updated_at': '2022-05-06T09:46:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:15.637653 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe61b66-6ce3-4a1c-b374-25c1fc631260 admin admin] Checking segment: {'id': '0678ec33-8cc8-45ee-8e93-c046bd71ec89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '6eb96293-1e8c-4e97-aacc-f302cea7dcdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:15.637653 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe61b66-6ce3-4a1c-b374-25c1fc631260 admin admin] Network hostable DHCP agents. Network: 6eb96293-1e8c-4e97-aacc-f302cea7dcdf, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:46:15.637653 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265cf57-d5e5-466f-af9a-c60557665a16 req-7d4d3169-9778-469d-b4c3-ebce5b599f56 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:15.652850 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e265cf57-d5e5-466f-af9a-c60557665a16 req-7d4d3169-9778-469d-b4c3-ebce5b599f56 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 943 time: 0.1480103 May 06 09:46:15.682368 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-836b7288-e007-4af2-aff7-5433b3aaf2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:15.683987 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-836b7288-e007-4af2-aff7-5433b3aaf2bd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a9909d723ea2474c8ab31fbf61357fb1&device_id=db082156-0c02-477f-9d13-94bad57081ab HTTP/1.1" status: 200 len: 1094 time: 0.0609751 May 06 09:46:15.733992 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b8db89-8382-4dba-a065-2300db963662 None None] Checking router: 012e4b5c-1d9c-4df4-b447-0ff1cd889c5d for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:46:15.734986 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b8db89-8382-4dba-a065-2300db963662 None None] Updating router 012e4b5c-1d9c-4df4-b447-0ff1cd889c5d port 3de6cd22-24c5-4002-8b88-ec17363462c8 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:46:15.737443 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe61b66-6ce3-4a1c-b374-25c1fc631260 admin admin] Network 6eb96293-1e8c-4e97-aacc-f302cea7dcdf is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:46:15.749891 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e265cf57-d5e5-466f-af9a-c60557665a16 req-d56810c1-b599-4ffa-98ef-9211898cc8a6 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084971 May 06 09:46:15.769578 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-a276e3f7-1363-485a-95cf-0f70c4cb7ba5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e3db032-fc80-494f-a1c3-cd0ed467a4fb HTTP/1.1" status: 200 len: 217 time: 0.0657995 May 06 09:46:15.777204 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-31b8db89-8382-4dba-a065-2300db963662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:15.808991 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-2fe61b66-6ce3-4a1c-b374-25c1fc631260 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 6eb96293-1e8c-4e97-aacc-f302cea7dcdf) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:15.827450 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501b0fd9-de7c-462c-9844-9c1a7f9e62fd None None] Network 6eb96293-1e8c-4e97-aacc-f302cea7dcdf requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:46:15.848662 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe61b66-6ce3-4a1c-b374-25c1fc631260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:15.849361 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2fe61b66-6ce3-4a1c-b374-25c1fc631260 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:15.873855 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-b10df0d0-308c-4479-ae30-1d5296d5f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:15.875820 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-b10df0d0-308c-4479-ae30-1d5296d5f763 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8918be9d-c472-49c4-ac84-93081c4b8f60 HTTP/1.1" status: 200 len: 853 time: 0.0906730 May 06 09:46:15.905269 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a382722-0bb8-4bfe-8151-f71134fa97c9 x-openstack-request-id: req-6a382722-0bb8-4bfe-8151-f71134fa97c9 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:15.905702 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db082156-0c02-477f-9d13-94bad57081ab", "tag": "3e3db032-fc80-494f-a1c3-cd0ed467a4fb", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:15.906022 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6a382722-0bb8-4bfe-8151-f71134fa97c9 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:15.906443 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a382722-0bb8-4bfe-8151-f71134fa97c9'] response: {'name': 'network-changed', 'server_uuid': 'db082156-0c02-477f-9d13-94bad57081ab', 'tag': '3e3db032-fc80-494f-a1c3-cd0ed467a4fb', 'status': 'completed', 'code': 200} May 06 09:46:15.936745 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2fe61b66-6ce3-4a1c-b374-25c1fc631260 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4863126 May 06 09:46:15.939654 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-89d2b1c5-29c4-431b-b256-14125d92fc8d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a56d154d-d6a1-4d36-a52a-ab164b4d7305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549686 May 06 09:46:16.049947 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e4f0c9b0-7ec8-4a81-bc88-2281564a4656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:16.213920 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafa465d-e925-48fd-98b0-6d15210e1d15 None None] Network 6eb96293-1e8c-4e97-aacc-f302cea7dcdf requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:46:16.282972 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-ef740ba6-3c1e-409f-ba63-8c6fc08a0115 service neutron] 10.222.0.77 "GET /v2.0/networks/a56d154d-d6a1-4d36-a52a-ab164b4d7305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276789 May 06 09:46:16.344137 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-31b8db89-8382-4dba-a065-2300db963662 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:16.362651 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-31b8db89-8382-4dba-a065-2300db963662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:16.419217 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1cb5a-509b-4819-8260-15193f5768cd req-31459d96-507d-438a-b48c-bd11b3892400 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:16.427743 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-53e1cb5a-509b-4819-8260-15193f5768cd req-31459d96-507d-438a-b48c-bd11b3892400 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/ports?device_id=db082156-0c02-477f-9d13-94bad57081ab HTTP/1.1" status: 200 len: 943 time: 0.3873432 May 06 09:46:16.475559 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7a1d62df-3231-4eb6-8fb0-e469b0fc475c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:16.490689 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ce215-211b-4718-bc00-0432bbb6c18b None None] Pushing event updated for resources: {'Port': ['ID=3de6cd22-24c5-4002-8b88-ec17363462c8,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:16.529044 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-31b8db89-8382-4dba-a065-2300db963662 None None] Attempting to bind port 3de6cd22-24c5-4002-8b88-ec17363462c8 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:46:16.531489 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-31b8db89-8382-4dba-a065-2300db963662 None None] Attempting to bind port 3de6cd22-24c5-4002-8b88-ec17363462c8 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:46:16.532189 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b8db89-8382-4dba-a065-2300db963662 None None] Attempting to bind port 3de6cd22-24c5-4002-8b88-ec17363462c8 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:16.548979 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b8db89-8382-4dba-a065-2300db963662 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:46:16.549217 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7e2cdd68-86ce-4754-b8a5-610d38b32e19 req-9dc528f5-2dd9-4e39-af8a-20c5b0c2eb68 service neutron] 10.222.0.77 "GET /v2.0/networks/a56d154d-d6a1-4d36-a52a-ab164b4d7305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558999 May 06 09:46:16.549866 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b8db89-8382-4dba-a065-2300db963662 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:16.550507 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-31b8db89-8382-4dba-a065-2300db963662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:16.551008 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b8db89-8382-4dba-a065-2300db963662 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:46:16.551783 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-31b8db89-8382-4dba-a065-2300db963662 None None] Bound port: 3de6cd22-24c5-4002-8b88-ec17363462c8, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:46:16.552273 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-31b8db89-8382-4dba-a065-2300db963662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:16.557343 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-53e1cb5a-509b-4819-8260-15193f5768cd req-53b69d43-b251-4ff2-acb1-49f3cffeae2f tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/security-groups?id=95fb1082-28d9-434b-8527-260a3bc46de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286190 May 06 09:46:16.670567 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ce215-211b-4718-bc00-0432bbb6c18b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:16.672906 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ce215-211b-4718-bc00-0432bbb6c18b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:16.675931 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ce215-211b-4718-bc00-0432bbb6c18b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:16.677300 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ce215-211b-4718-bc00-0432bbb6c18b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:16.682761 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ce215-211b-4718-bc00-0432bbb6c18b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:16.684212 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ce215-211b-4718-bc00-0432bbb6c18b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:16.685496 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ce215-211b-4718-bc00-0432bbb6c18b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:16.686922 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ce215-211b-4718-bc00-0432bbb6c18b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:16.688255 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ce215-211b-4718-bc00-0432bbb6c18b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:16.692265 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ce215-211b-4718-bc00-0432bbb6c18b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:16.692621 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ce215-211b-4718-bc00-0432bbb6c18b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:16.692972 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ce215-211b-4718-bc00-0432bbb6c18b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:16.822198 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-31b8db89-8382-4dba-a065-2300db963662 None None] For port 3de6cd22-24c5-4002-8b88-ec17363462c8, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:46:16.835495 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-31b8db89-8382-4dba-a065-2300db963662 None None] For port 3de6cd22-24c5-4002-8b88-ec17363462c8, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3de6cd22-24c5-4002-8b88-ec17363462c8,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:46:16.844571 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-31b8db89-8382-4dba-a065-2300db963662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:16.893475 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249d37a-a4db-46d0-abc2-9c37f50d9a40 req-e923fe81-6ad7-489d-8d86-364a62f55eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:16.895031 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2249d37a-a4db-46d0-abc2-9c37f50d9a40 req-e923fe81-6ad7-489d-8d86-364a62f55eed service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a9909d723ea2474c8ab31fbf61357fb1&device_id=db082156-0c02-477f-9d13-94bad57081ab HTTP/1.1" status: 200 len: 1094 time: 0.1099327 May 06 09:46:16.943648 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ce215-211b-4718-bc00-0432bbb6c18b None None] Pushing event updated for resources: {'Port': ['ID=3de6cd22-24c5-4002-8b88-ec17363462c8,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:16.960304 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b8db89-8382-4dba-a065-2300db963662 None None] Routers {'012e4b5c-1d9c-4df4-b447-0ff1cd889c5d'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:16.961138 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-31b8db89-8382-4dba-a065-2300db963662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:45:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['012e4b5c-1d9c-4df4-b447-0ff1cd889c5d'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:16.991346 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-ee02d475-7f36-4626-9e73-f41482cd60a0 req-bdb3ddff-e337-49b3-8cda-25667656659f tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-892815895', 'description': 'tempest-description-67824432'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:17.001213 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-7a1d62df-3231-4eb6-8fb0-e469b0fc475c admin admin] Allocated IP 172.20.0.1 (62558b65-2ecc-44cb-b688-6d316dd01546/8d1f3a23-5174-4642-9e0d-aa826fbcdb37/eda51c1f-3d8d-4d7b-8fd9-05cad5f34691) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:17.066253 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ee02d475-7f36-4626-9e73-f41482cd60a0 req-bdb3ddff-e337-49b3-8cda-25667656659f tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:17.104404 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-31b8db89-8382-4dba-a065-2300db963662 None None] Set router 012e4b5c-1d9c-4df4-b447-0ff1cd889c5d gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:17.154112 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249d37a-a4db-46d0-abc2-9c37f50d9a40 req-a49efd3a-0a40-4b27-803d-91cce9ff7ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:17.155649 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2249d37a-a4db-46d0-abc2-9c37f50d9a40 req-a49efd3a-0a40-4b27-803d-91cce9ff7ec3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a56d154d-d6a1-4d36-a52a-ab164b4d7305 HTTP/1.1" status: 200 len: 914 time: 0.2476752 May 06 09:46:17.254572 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ee02d475-7f36-4626-9e73-f41482cd60a0 req-bdb3ddff-e337-49b3-8cda-25667656659f tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:17.258145 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2249d37a-a4db-46d0-abc2-9c37f50d9a40 req-a9c8ea16-0048-4a65-a136-a12d4ed4ceed service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e3db032-fc80-494f-a1c3-cd0ed467a4fb HTTP/1.1" status: 200 len: 217 time: 0.0896659 May 06 09:46:17.272789 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ee02d475-7f36-4626-9e73-f41482cd60a0 req-bdb3ddff-e337-49b3-8cda-25667656659f tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:17.322493 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ee02d475-7f36-4626-9e73-f41482cd60a0 req-bdb3ddff-e337-49b3-8cda-25667656659f tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:17.335835 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ee02d475-7f36-4626-9e73-f41482cd60a0 req-bdb3ddff-e337-49b3-8cda-25667656659f tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3557839 May 06 09:46:17.363996 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-31b8db89-8382-4dba-a065-2300db963662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012e4b5c-1d9c-4df4-b447-0ff1cd889c5d', 'name': 'tempest-ServerRescueTestJSON-520292082-router', 'tenant_id': '767d9c69e2da4544a1c508f4f332aaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '3de6cd22-24c5-4002-8b88-ec17363462c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:10Z', 'updated_at': '2022-05-06T09:46:12Z', 'revision_number': 3, 'project_id': '767d9c69e2da4544a1c508f4f332aaa4', 'gw_port': {'id': '3de6cd22-24c5-4002-8b88-ec17363462c8', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012e4b5c-1d9c-4df4-b447-0ff1cd889c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:11Z', 'updated_at': '2022-05-06T09:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:17.374326 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3ddff-e337-49b3-8cda-25667656659f tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf641f8-4e99-4d8c-83ca-af4ec8101db4,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:17.386331 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249d37a-a4db-46d0-abc2-9c37f50d9a40 req-54f6d2e8-f556-4fc3-b056-22b150776878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:17.388119 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2249d37a-a4db-46d0-abc2-9c37f50d9a40 req-54f6d2e8-f556-4fc3-b056-22b150776878 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8918be9d-c472-49c4-ac84-93081c4b8f60 HTTP/1.1" status: 200 len: 853 time: 0.1201954 May 06 09:46:17.428954 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b8db89-8382-4dba-a065-2300db963662 None None] The sync data for ids ['012e4b5c-1d9c-4df4-b447-0ff1cd889c5d'] in n-d-840835-1 is: [{'id': '012e4b5c-1d9c-4df4-b447-0ff1cd889c5d', 'name': 'tempest-ServerRescueTestJSON-520292082-router', 'tenant_id': '767d9c69e2da4544a1c508f4f332aaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '3de6cd22-24c5-4002-8b88-ec17363462c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:10Z', 'updated_at': '2022-05-06T09:46:12Z', 'revision_number': 3, 'project_id': '767d9c69e2da4544a1c508f4f332aaa4', 'gw_port': {'id': '3de6cd22-24c5-4002-8b88-ec17363462c8', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012e4b5c-1d9c-4df4-b447-0ff1cd889c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:11Z', 'updated_at': '2022-05-06T09:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:46:17.442988 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2249d37a-a4db-46d0-abc2-9c37f50d9a40 req-a59f8958-fb00-4e88-9f06-2f0ddef00833 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a56d154d-d6a1-4d36-a52a-ab164b4d7305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464487 May 06 09:46:17.450793 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7a1d62df-3231-4eb6-8fb0-e469b0fc475c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:17.540903 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45a75b-acd7-416b-9ead-9d2e3692f2eb req-93fc6a58-6c2d-413c-9e28-89272f249d8e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:17.542692 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3f45a75b-acd7-416b-9ead-9d2e3692f2eb req-93fc6a58-6c2d-413c-9e28-89272f249d8e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57ee9e2-1395-4b2d-b07c-fde0e0c4028c HTTP/1.1" status: 200 len: 946 time: 0.0894189 May 06 09:46:17.564531 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7a1d62df-3231-4eb6-8fb0-e469b0fc475c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:17.644219 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1d62df-3231-4eb6-8fb0-e469b0fc475c admin admin] Network 62558b65-2ecc-44cb-b688-6d316dd01546 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:17.651696 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d62df-3231-4eb6-8fb0-e469b0fc475c admin admin] Pushing event updated for resources: {'Port': ['ID=eda51c1f-3d8d-4d7b-8fd9-05cad5f34691,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:17.660928 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-7a1d62df-3231-4eb6-8fb0-e469b0fc475c admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:17.663516 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2249d37a-a4db-46d0-abc2-9c37f50d9a40 req-61a615e8-093a-42c7-b33f-9b1f711043db service neutron] 10.222.0.77 "GET /v2.0/networks/a56d154d-d6a1-4d36-a52a-ab164b4d7305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085667 May 06 09:46:17.668359 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3f45a75b-acd7-416b-9ead-9d2e3692f2eb req-f2308df1-b237-4bfd-beec-dcacf67e9946 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165397 May 06 09:46:17.669606 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1d62df-3231-4eb6-8fb0-e469b0fc475c admin admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:17.723298 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7a1d62df-3231-4eb6-8fb0-e469b0fc475c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:17.907222 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2249d37a-a4db-46d0-abc2-9c37f50d9a40 req-5ae94ec6-e4e2-4c4e-9095-2cde340d9d55 service neutron] 10.222.0.77 "GET /v2.0/networks/a56d154d-d6a1-4d36-a52a-ab164b4d7305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325375 May 06 09:46:17.932230 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7a1d62df-3231-4eb6-8fb0-e469b0fc475c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:18.096262 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd96dd-7186-480b-9881-91b6c2ffd9c9 req-0aa94fc6-605d-41fd-b6fe-273751eafd8e tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:18.098265 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-29cd96dd-7186-480b-9881-91b6c2ffd9c9 req-0aa94fc6-605d-41fd-b6fe-273751eafd8e tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 943 time: 0.1674080 May 06 09:46:18.214160 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-29cd96dd-7186-480b-9881-91b6c2ffd9c9 req-43683907-8595-4dea-a521-1040fac2a791 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034956 May 06 09:46:18.348956 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fbc657ea-2d66-45a0-8fda-1d562bb76e04 req-0e6de9a8-a0e3-4868-9fe9-496ad22d6f83 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "GET /v2.0/security-groups/4cf641f8-4e99-4d8c-83ca-af4ec8101db4 HTTP/1.1" status: 200 len: 1804 time: 0.0826895 May 06 09:46:18.359795 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-fbc657ea-2d66-45a0-8fda-1d562bb76e04 req-b6def608-77ee-4ef9-a210-cc95d54b89f3 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4cf641f8-4e99-4d8c-83ca-af4ec8101db4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:18.360226 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-fbc657ea-2d66-45a0-8fda-1d562bb76e04 req-b6def608-77ee-4ef9-a210-cc95d54b89f3 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4cf641f8-4e99-4d8c-83ca-af4ec8101db4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:18.413664 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7a1d62df-3231-4eb6-8fb0-e469b0fc475c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:18.431668 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7a1d62df-3231-4eb6-8fb0-e469b0fc475c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:18.456262 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3de6cd22-24c5-4002-8b88-ec17363462c8 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:18.518943 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d62df-3231-4eb6-8fb0-e469b0fc475c admin admin] Pushing event updated for resources: {'Port': ['ID=eda51c1f-3d8d-4d7b-8fd9-05cad5f34691,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:18.548352 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9d99d287-2226-45f2-bc71-7dd2c2158715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:18.564756 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7a1d62df-3231-4eb6-8fb0-e469b0fc475c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:18.585349 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-fbc657ea-2d66-45a0-8fda-1d562bb76e04 req-b6def608-77ee-4ef9-a210-cc95d54b89f3 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:18.591789 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 3de6cd22-24c5-4002-8b88-ec17363462c8 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:18.592414 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:18.716943 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:18.814394 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:18.901267 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 3de6cd22-24c5-4002-8b88-ec17363462c8, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3de6cd22-24c5-4002-8b88-ec17363462c8,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:18.907508 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:19.053467 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=3de6cd22-24c5-4002-8b88-ec17363462c8,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:19.408171 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-fbc657ea-2d66-45a0-8fda-1d562bb76e04 req-b6def608-77ee-4ef9-a210-cc95d54b89f3 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:19.416777 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-fbc657ea-2d66-45a0-8fda-1d562bb76e04 req-b6def608-77ee-4ef9-a210-cc95d54b89f3 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:19.446990 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:19.470374 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6def608-77ee-4ef9-a210-cc95d54b89f3 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a12b6809-a2cc-43c5-90fe-e8b55a088e58,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:19.497188 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-fbc657ea-2d66-45a0-8fda-1d562bb76e04 req-b6def608-77ee-4ef9-a210-cc95d54b89f3 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:19.511614 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fbc657ea-2d66-45a0-8fda-1d562bb76e04 req-b6def608-77ee-4ef9-a210-cc95d54b89f3 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1615641 May 06 09:46:19.593599 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1d62df-3231-4eb6-8fb0-e469b0fc475c admin admin] Network 62558b65-2ecc-44cb-b688-6d316dd01546 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:19.597785 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-7a1d62df-3231-4eb6-8fb0-e469b0fc475c admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:19.852254 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1feb634-55eb-4d93-bca7-cea9bdf00b00 req-e529b45b-fb63-4ac2-adc8-f2a6a7cd6847 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:19.862502 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1feb634-55eb-4d93-bca7-cea9bdf00b00 req-e529b45b-fb63-4ac2-adc8-f2a6a7cd6847 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/ports?device_id=db082156-0c02-477f-9d13-94bad57081ab HTTP/1.1" status: 200 len: 943 time: 0.1707532 May 06 09:46:19.937388 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1d62df-3231-4eb6-8fb0-e469b0fc475c admin admin] Router 012e4b5c-1d9c-4df4-b447-0ff1cd889c5d has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:46:20.150993 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1feb634-55eb-4d93-bca7-cea9bdf00b00 req-1eaaee58-7e0d-4a20-928c-9479065ed53e tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/security-groups?id=95fb1082-28d9-434b-8527-260a3bc46de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859406 May 06 09:46:20.189401 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1d62df-3231-4eb6-8fb0-e469b0fc475c admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:46:20.206946 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7a1d62df-3231-4eb6-8fb0-e469b0fc475c admin admin] 10.222.0.73 "PUT /v2.0/routers/012e4b5c-1d9c-4df4-b447-0ff1cd889c5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4179609 May 06 09:46:20.407090 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3de6cd22-24c5-4002-8b88-ec17363462c8 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:20.428569 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866559e-c48c-4bf9-b8a4-3e8a9b754764 req-625f3f4f-16b3-4ece-b56f-2a266e2a5e50 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:20.431524 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b866559e-c48c-4bf9-b8a4-3e8a9b754764 req-625f3f4f-16b3-4ece-b56f-2a266e2a5e50 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57ee9e2-1395-4b2d-b07c-fde0e0c4028c HTTP/1.1" status: 200 len: 946 time: 0.1118031 May 06 09:46:20.536079 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b866559e-c48c-4bf9-b8a4-3e8a9b754764 req-6d059ccb-064c-464d-96ba-12a4da08431b tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978506 May 06 09:46:20.594606 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 3de6cd22-24c5-4002-8b88-ec17363462c8 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:20.595768 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:20.800263 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ca323f-a86b-48d1-9723-e93e7575637c None None] Sync routers for ids ['012e4b5c-1d9c-4df4-b447-0ff1cd889c5d'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:46:20.809572 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bff2d-0861-4959-b50e-17a9f72ef228 req-4efbb2db-765b-45e8-8eac-2ac99cd019ca tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:20.812940 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f47bff2d-0861-4959-b50e-17a9f72ef228 req-4efbb2db-765b-45e8-8eac-2ac99cd019ca tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 943 time: 0.1104190 May 06 09:46:20.836896 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ca323f-a86b-48d1-9723-e93e7575637c None None] Routers {'012e4b5c-1d9c-4df4-b447-0ff1cd889c5d'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:20.837912 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-39ca323f-a86b-48d1-9723-e93e7575637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:46:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['012e4b5c-1d9c-4df4-b447-0ff1cd889c5d'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:20.944554 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f47bff2d-0861-4959-b50e-17a9f72ef228 req-47831c59-04eb-4c15-ad75-318f15a8e3ef tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136541 May 06 09:46:21.104307 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-39ca323f-a86b-48d1-9723-e93e7575637c None None] Set router 012e4b5c-1d9c-4df4-b447-0ff1cd889c5d gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:21.185955 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718024e2-98a2-43f9-a131-0b3876bc0e54 req-e2ac407d-2025-42ec-9e07-e786fe0767b4 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:21.195265 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718024e2-98a2-43f9-a131-0b3876bc0e54 req-e2ac407d-2025-42ec-9e07-e786fe0767b4 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:21.203008 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718024e2-98a2-43f9-a131-0b3876bc0e54 req-e2ac407d-2025-42ec-9e07-e786fe0767b4 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:21.210472 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718024e2-98a2-43f9-a131-0b3876bc0e54 req-e2ac407d-2025-42ec-9e07-e786fe0767b4 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:21.220634 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718024e2-98a2-43f9-a131-0b3876bc0e54 req-e2ac407d-2025-42ec-9e07-e786fe0767b4 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:21.230232 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718024e2-98a2-43f9-a131-0b3876bc0e54 req-e2ac407d-2025-42ec-9e07-e786fe0767b4 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:21.241559 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718024e2-98a2-43f9-a131-0b3876bc0e54 req-e2ac407d-2025-42ec-9e07-e786fe0767b4 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:21.244599 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-718024e2-98a2-43f9-a131-0b3876bc0e54 req-e2ac407d-2025-42ec-9e07-e786fe0767b4 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5442 time: 0.1723943 May 06 09:46:21.323056 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:21.328599 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-718024e2-98a2-43f9-a131-0b3876bc0e54 req-3a84c543-d7dd-4bdc-8ed2-f80e4dd18b4a tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0652821 May 06 09:46:21.406854 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-815431e7-3f28-4e5c-b638-30b2e3b59932 req-f7b6c8d4-9214-4fbd-a349-f7a4aa25e338 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-847213824', 'description': 'tempest-description-1293628599'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:21.455047 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-815431e7-3f28-4e5c-b638-30b2e3b59932 req-f7b6c8d4-9214-4fbd-a349-f7a4aa25e338 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:21.488654 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:21.594603 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-39ca323f-a86b-48d1-9723-e93e7575637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012e4b5c-1d9c-4df4-b447-0ff1cd889c5d', 'name': 'tempest-ServerRescueTestJSON-520292082-router', 'tenant_id': '767d9c69e2da4544a1c508f4f332aaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '3de6cd22-24c5-4002-8b88-ec17363462c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:10Z', 'updated_at': '2022-05-06T09:46:17Z', 'revision_number': 4, 'project_id': '767d9c69e2da4544a1c508f4f332aaa4', 'gw_port': {'id': '3de6cd22-24c5-4002-8b88-ec17363462c8', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012e4b5c-1d9c-4df4-b447-0ff1cd889c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:11Z', 'updated_at': '2022-05-06T09:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'eda51c1f-3d8d-4d7b-8fd9-05cad5f34691', 'name': '', 'network_id': '62558b65-2ecc-44cb-b688-6d316dd01546', 'tenant_id': '767d9c69e2da4544a1c508f4f332aaa4', 'mac_address': 'fa:16:3e:c7:b6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012e4b5c-1d9c-4df4-b447-0ff1cd889c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '8d1f3a23-5174-4642-9e0d-aa826fbcdb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:16Z', 'updated_at': '2022-05-06T09:46:18Z', 'revision_number': 2, 'project_id': '767d9c69e2da4544a1c508f4f332aaa4', 'subnets': [{'id': '8d1f3a23-5174-4642-9e0d-aa826fbcdb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:21.605014 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-815431e7-3f28-4e5c-b638-30b2e3b59932 req-f7b6c8d4-9214-4fbd-a349-f7a4aa25e338 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:21.611238 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-815431e7-3f28-4e5c-b638-30b2e3b59932 req-f7b6c8d4-9214-4fbd-a349-f7a4aa25e338 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:21.639885 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ca323f-a86b-48d1-9723-e93e7575637c None None] Checking router: 012e4b5c-1d9c-4df4-b447-0ff1cd889c5d for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:46:21.640392 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ca323f-a86b-48d1-9723-e93e7575637c None None] Updating router 012e4b5c-1d9c-4df4-b447-0ff1cd889c5d port eda51c1f-3d8d-4d7b-8fd9-05cad5f34691 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:46:21.666790 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-815431e7-3f28-4e5c-b638-30b2e3b59932 req-f7b6c8d4-9214-4fbd-a349-f7a4aa25e338 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:21.668353 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-815431e7-3f28-4e5c-b638-30b2e3b59932 req-f7b6c8d4-9214-4fbd-a349-f7a4aa25e338 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2753124 May 06 09:46:21.670874 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6c8d4-9214-4fbd-a349-f7a4aa25e338 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0762c061-2d5e-4005-adab-b08e4c5b6683,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:21.710215 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-39ca323f-a86b-48d1-9723-e93e7575637c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:22.255251 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 3e3db032-fc80-494f-a1c3-cd0ed467a4fb details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:46:22.352160 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-39ca323f-a86b-48d1-9723-e93e7575637c None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:22.375498 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-39ca323f-a86b-48d1-9723-e93e7575637c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:22.524527 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d6a9d-9cf5-4026-be57-76389721db20 None None] Pushing event updated for resources: {'Port': ['ID=eda51c1f-3d8d-4d7b-8fd9-05cad5f34691,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:22.648495 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-39ca323f-a86b-48d1-9723-e93e7575637c None None] Attempting to bind port eda51c1f-3d8d-4d7b-8fd9-05cad5f34691 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:46:22.649157 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-39ca323f-a86b-48d1-9723-e93e7575637c None None] Attempting to bind port eda51c1f-3d8d-4d7b-8fd9-05cad5f34691 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '35debb7c-3bac-4f08-9866-7111447fe1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '62558b65-2ecc-44cb-b688-6d316dd01546'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:46:22.649699 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ca323f-a86b-48d1-9723-e93e7575637c None None] Attempting to bind port eda51c1f-3d8d-4d7b-8fd9-05cad5f34691 on network 62558b65-2ecc-44cb-b688-6d316dd01546 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:22.653151 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 3e3db032-fc80-494f-a1c3-cd0ed467a4fb, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=3e3db032-fc80-494f-a1c3-cd0ed467a4fb,segment=NetworkSegment(49d43060-ee07-4c61-ac9d-adfdd1c215d3),segment_id=49d43060-ee07-4c61-ac9d-adfdd1c215d3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:22.674866 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '3e3db032-fc80-494f-a1c3-cd0ed467a4fb', 'network_id': 'a56d154d-d6a1-4d36-a52a-ab164b4d7305', 'port_id': '3e3db032-fc80-494f-a1c3-cd0ed467a4fb', 'mac_address': 'fa:16:3e:da:9f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8918be9d-c472-49c4-ac84-93081c4b8f60', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:46:22.686122 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ca323f-a86b-48d1-9723-e93e7575637c None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:46:22.686702 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ca323f-a86b-48d1-9723-e93e7575637c None None] Checking segment: {'id': '35debb7c-3bac-4f08-9866-7111447fe1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '62558b65-2ecc-44cb-b688-6d316dd01546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:22.687767 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-39ca323f-a86b-48d1-9723-e93e7575637c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:22.688288 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ca323f-a86b-48d1-9723-e93e7575637c None None] Bound using segment: {'id': '35debb7c-3bac-4f08-9866-7111447fe1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '62558b65-2ecc-44cb-b688-6d316dd01546'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:46:22.688842 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-39ca323f-a86b-48d1-9723-e93e7575637c None None] Bound port: eda51c1f-3d8d-4d7b-8fd9-05cad5f34691, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35debb7c-3bac-4f08-9866-7111447fe1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '62558b65-2ecc-44cb-b688-6d316dd01546'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:46:22.689319 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-39ca323f-a86b-48d1-9723-e93e7575637c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:22.815207 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-39ca323f-a86b-48d1-9723-e93e7575637c None None] For port eda51c1f-3d8d-4d7b-8fd9-05cad5f34691, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:46:22.819322 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-39ca323f-a86b-48d1-9723-e93e7575637c None None] For port eda51c1f-3d8d-4d7b-8fd9-05cad5f34691, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=eda51c1f-3d8d-4d7b-8fd9-05cad5f34691,segment=NetworkSegment(35debb7c-3bac-4f08-9866-7111447fe1bf),segment_id=35debb7c-3bac-4f08-9866-7111447fe1bf)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:46:22.821272 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:22.836507 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-39ca323f-a86b-48d1-9723-e93e7575637c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:22.871805 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e3db032-fc80-494f-a1c3-cd0ed467a4fb {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:46:22.916234 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 3e3db032-fc80-494f-a1c3-cd0ed467a4fb, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=3e3db032-fc80-494f-a1c3-cd0ed467a4fb,segment=NetworkSegment(49d43060-ee07-4c61-ac9d-adfdd1c215d3),segment_id=49d43060-ee07-4c61-ac9d-adfdd1c215d3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:22.933337 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:22.958305 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ca323f-a86b-48d1-9723-e93e7575637c None None] Routers {'012e4b5c-1d9c-4df4-b447-0ff1cd889c5d'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:22.959108 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-39ca323f-a86b-48d1-9723-e93e7575637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:46:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['012e4b5c-1d9c-4df4-b447-0ff1cd889c5d'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:22.962036 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d6a9d-9cf5-4026-be57-76389721db20 None None] Pushing event updated for resources: {'Port': ['ID=eda51c1f-3d8d-4d7b-8fd9-05cad5f34691,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:23.108782 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-39ca323f-a86b-48d1-9723-e93e7575637c None None] Set router 012e4b5c-1d9c-4df4-b447-0ff1cd889c5d gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:23.284942 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=3e3db032-fc80-494f-a1c3-cd0ed467a4fb,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:23.405360 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['3e3db032-fc80-494f-a1c3-cd0ed467a4fb'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:46:23.510086 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-39ca323f-a86b-48d1-9723-e93e7575637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012e4b5c-1d9c-4df4-b447-0ff1cd889c5d', 'name': 'tempest-ServerRescueTestJSON-520292082-router', 'tenant_id': '767d9c69e2da4544a1c508f4f332aaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '3de6cd22-24c5-4002-8b88-ec17363462c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:10Z', 'updated_at': '2022-05-06T09:46:17Z', 'revision_number': 4, 'project_id': '767d9c69e2da4544a1c508f4f332aaa4', 'gw_port': {'id': '3de6cd22-24c5-4002-8b88-ec17363462c8', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012e4b5c-1d9c-4df4-b447-0ff1cd889c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:11Z', 'updated_at': '2022-05-06T09:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'eda51c1f-3d8d-4d7b-8fd9-05cad5f34691', 'name': '', 'network_id': '62558b65-2ecc-44cb-b688-6d316dd01546', 'tenant_id': '767d9c69e2da4544a1c508f4f332aaa4', 'mac_address': 'fa:16:3e:c7:b6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012e4b5c-1d9c-4df4-b447-0ff1cd889c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '8d1f3a23-5174-4642-9e0d-aa826fbcdb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:16Z', 'updated_at': '2022-05-06T09:46:22Z', 'revision_number': 4, 'project_id': '767d9c69e2da4544a1c508f4f332aaa4', 'subnets': [{'id': '8d1f3a23-5174-4642-9e0d-aa826fbcdb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:23.510394 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ca323f-a86b-48d1-9723-e93e7575637c None None] The sync data for ids ['012e4b5c-1d9c-4df4-b447-0ff1cd889c5d'] in n-d-840835-1 is: [{'id': '012e4b5c-1d9c-4df4-b447-0ff1cd889c5d', 'name': 'tempest-ServerRescueTestJSON-520292082-router', 'tenant_id': '767d9c69e2da4544a1c508f4f332aaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '3de6cd22-24c5-4002-8b88-ec17363462c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:10Z', 'updated_at': '2022-05-06T09:46:17Z', 'revision_number': 4, 'project_id': '767d9c69e2da4544a1c508f4f332aaa4', 'gw_port': {'id': '3de6cd22-24c5-4002-8b88-ec17363462c8', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012e4b5c-1d9c-4df4-b447-0ff1cd889c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:11Z', 'updated_at': '2022-05-06T09:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'eda51c1f-3d8d-4d7b-8fd9-05cad5f34691', 'name': '', 'network_id': '62558b65-2ecc-44cb-b688-6d316dd01546', 'tenant_id': '767d9c69e2da4544a1c508f4f332aaa4', 'mac_address': 'fa:16:3e:c7:b6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012e4b5c-1d9c-4df4-b447-0ff1cd889c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '8d1f3a23-5174-4642-9e0d-aa826fbcdb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:16Z', 'updated_at': '2022-05-06T09:46:22Z', 'revision_number': 4, 'project_id': '767d9c69e2da4544a1c508f4f332aaa4', 'subnets': [{'id': '8d1f3a23-5174-4642-9e0d-aa826fbcdb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:46:24.467556 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device eda51c1f-3d8d-4d7b-8fd9-05cad5f34691 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:24.594199 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port eda51c1f-3d8d-4d7b-8fd9-05cad5f34691 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:24.594683 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:24.916981 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-45704146-c479-4695-aa07-38ff91021d5b tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:24.925851 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-45704146-c479-4695-aa07-38ff91021d5b tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/networks?id=62558b65-2ecc-44cb-b688-6d316dd01546 HTTP/1.1" status: 200 len: 810 time: 0.2999384 May 06 09:46:24.970835 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-729feb0d-dfa7-42c8-82e0-644471940bf9 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/quotas/767d9c69e2da4544a1c508f4f332aaa4 HTTP/1.1" status: 200 len: 375 time: 0.0431440 May 06 09:46:25.002920 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2121ae4-7a0c-4acd-b88a-afcdd3308ece req-8bce81f9-7df1-4209-a56d-0c6530f6bc71 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:25.004799 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2121ae4-7a0c-4acd-b88a-afcdd3308ece req-8bce81f9-7df1-4209-a56d-0c6530f6bc71 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/ports?device_id=db082156-0c02-477f-9d13-94bad57081ab HTTP/1.1" status: 200 len: 944 time: 0.2722614 May 06 09:46:25.038547 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:25.106955 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port eda51c1f-3d8d-4d7b-8fd9-05cad5f34691, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=eda51c1f-3d8d-4d7b-8fd9-05cad5f34691,segment=NetworkSegment(35debb7c-3bac-4f08-9866-7111447fe1bf),segment_id=35debb7c-3bac-4f08-9866-7111447fe1bf)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:25.115212 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:25.172044 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-ed88743c-612b-45d2-82c0-7046625d8592 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=767d9c69e2da4544a1c508f4f332aaa4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2002432 May 06 09:46:25.179313 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2121ae4-7a0c-4acd-b88a-afcdd3308ece req-d0552313-10a5-42d5-a57e-a9ed7e3bea0c tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/security-groups?id=95fb1082-28d9-434b-8527-260a3bc46de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277900 May 06 09:46:25.226983 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=eda51c1f-3d8d-4d7b-8fd9-05cad5f34691,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:25.374559 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f172eb3-dc4b-4fcf-93a1-ff7365d9ce41 req-e8634aa8-a6e3-4bf3-b0f2-fb005931eb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:25.376239 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0f172eb3-dc4b-4fcf-93a1-ff7365d9ce41 req-e8634aa8-a6e3-4bf3-b0f2-fb005931eb49 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e6b8f11daba14014856a1a2bb0688844&device_id=f57ee9e2-1395-4b2d-b07c-fde0e0c4028c HTTP/1.1" status: 200 len: 1097 time: 0.1248252 May 06 09:46:25.434076 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbc803-6cd1-442c-9d29-63e423eb34e0 req-52331c1c-b663-4d63-9e3a-d819623cfd75 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:25.440473 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbc803-6cd1-442c-9d29-63e423eb34e0 req-52331c1c-b663-4d63-9e3a-d819623cfd75 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:25.446633 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbc803-6cd1-442c-9d29-63e423eb34e0 req-52331c1c-b663-4d63-9e3a-d819623cfd75 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:25.452619 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbc803-6cd1-442c-9d29-63e423eb34e0 req-52331c1c-b663-4d63-9e3a-d819623cfd75 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:25.458847 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbc803-6cd1-442c-9d29-63e423eb34e0 req-52331c1c-b663-4d63-9e3a-d819623cfd75 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:25.465502 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbc803-6cd1-442c-9d29-63e423eb34e0 req-52331c1c-b663-4d63-9e3a-d819623cfd75 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:25.472011 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbc803-6cd1-442c-9d29-63e423eb34e0 req-52331c1c-b663-4d63-9e3a-d819623cfd75 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:25.473949 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9bfbc803-6cd1-442c-9d29-63e423eb34e0 req-52331c1c-b663-4d63-9e3a-d819623cfd75 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5442 time: 0.1683781 May 06 09:46:25.513432 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-ecab6a10-0348-4ec2-908b-832f54ca0b0f service neutron] 10.222.0.73 "GET /v2.0/networks/62558b65-2ecc-44cb-b688-6d316dd01546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284595 May 06 09:46:25.666875 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f172eb3-dc4b-4fcf-93a1-ff7365d9ce41 req-51bee781-5ff4-4711-bcbb-40fd419bca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:25.668560 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0f172eb3-dc4b-4fcf-93a1-ff7365d9ce41 req-51bee781-5ff4-4711-bcbb-40fd419bca8a service neutron] 10.222.0.84 "GET /v2.0/networks?id=138aada2-7aee-4749-819b-d219deb27012 HTTP/1.1" status: 200 len: 913 time: 0.2829106 May 06 09:46:25.742238 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-f908285d-1394-4a8d-ba1e-3fd3fa7ca387 service neutron] 10.222.0.73 "GET /v2.0/networks/62558b65-2ecc-44cb-b688-6d316dd01546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172587 May 06 09:46:25.745154 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0f172eb3-dc4b-4fcf-93a1-ff7365d9ce41 req-30cafc65-bb7d-42f7-8674-f41afd22e1cd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af7149c3-ef60-4ee1-82f3-805828735448 HTTP/1.1" status: 200 len: 217 time: 0.0637078 May 06 09:46:25.770090 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08252f-0450-429c-8685-4e90a5a00396 req-74995d81-3313-43ae-8ec4-d58e4ac892ce tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:25.777982 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0b08252f-0450-429c-8685-4e90a5a00396 req-74995d81-3313-43ae-8ec4-d58e4ac892ce tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57ee9e2-1395-4b2d-b07c-fde0e0c4028c HTTP/1.1" status: 200 len: 946 time: 0.1730301 May 06 09:46:25.935894 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0b08252f-0450-429c-8685-4e90a5a00396 req-33736af6-75f7-4e7e-b31a-8032cd3a2eb0 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565220 May 06 09:46:25.955916 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f172eb3-dc4b-4fcf-93a1-ff7365d9ce41 req-d7fd1ceb-efe0-47ad-887f-ad7a9e9ea903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:25.958182 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0f172eb3-dc4b-4fcf-93a1-ff7365d9ce41 req-d7fd1ceb-efe0-47ad-887f-ad7a9e9ea903 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ceacdbe3-a021-4ce2-8b17-bdad66d69597 HTTP/1.1" status: 200 len: 851 time: 0.1779051 May 06 09:46:26.143792 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c14ccc66-d8bd-4755-b3ce-e32fcf4ec7f5 req-af011dd4-9cd2-470b-b61f-73cfd00d06d1 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "GET /v2.0/security-groups/0762c061-2d5e-4005-adab-b08e4c5b6683 HTTP/1.1" status: 200 len: 1806 time: 0.1764238 May 06 09:46:26.154109 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aec911-aeba-4ecf-b4e2-447d778f3389 req-e31b179e-bb80-4f0d-ba69-0e060f220a5d tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:26.161602 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-74aec911-aeba-4ecf-b4e2-447d778f3389 req-e31b179e-bb80-4f0d-ba69-0e060f220a5d tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 943 time: 0.1453490 May 06 09:46:26.189806 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-c14ccc66-d8bd-4755-b3ce-e32fcf4ec7f5 req-eb00e0d1-a205-441c-af46-08ac90dc92ac tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0762c061-2d5e-4005-adab-b08e4c5b6683', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:26.190426 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-c14ccc66-d8bd-4755-b3ce-e32fcf4ec7f5 req-eb00e0d1-a205-441c-af46-08ac90dc92ac tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0762c061-2d5e-4005-adab-b08e4c5b6683', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:26.202687 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f172eb3-dc4b-4fcf-93a1-ff7365d9ce41 req-ea297ad3-9f6f-40e6-a93f-bd3f9f33c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:26.204553 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0f172eb3-dc4b-4fcf-93a1-ff7365d9ce41 req-ea297ad3-9f6f-40e6-a93f-bd3f9f33c7b0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=138aada2-7aee-4749-819b-d219deb27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2172065 May 06 09:46:26.288191 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 3e3db032-fc80-494f-a1c3-cd0ed467a4fb up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:26.318570 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-74aec911-aeba-4ecf-b4e2-447d778f3389 req-f5fd2257-719a-434d-bb3a-1e579d718091 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501431 May 06 09:46:26.381930 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 3e3db032-fc80-494f-a1c3-cd0ed467a4fb completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:46:26.390197 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 3e3db032-fc80-494f-a1c3-cd0ed467a4fb triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:26.390570 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:26.474617 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device eda51c1f-3d8d-4d7b-8fd9-05cad5f34691 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:26.511016 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-c14ccc66-d8bd-4755-b3ce-e32fcf4ec7f5 req-eb00e0d1-a205-441c-af46-08ac90dc92ac tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:26.534987 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0f172eb3-dc4b-4fcf-93a1-ff7365d9ce41 req-ac86b458-66c1-4cb2-b24c-4098fe85d646 service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213215 May 06 09:46:26.633930 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:26.678815 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-c14ccc66-d8bd-4755-b3ce-e32fcf4ec7f5 req-eb00e0d1-a205-441c-af46-08ac90dc92ac tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:26.693786 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-c14ccc66-d8bd-4755-b3ce-e32fcf4ec7f5 req-eb00e0d1-a205-441c-af46-08ac90dc92ac tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:26.711049 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db082156-0c02-477f-9d13-94bad57081ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3db032-fc80-494f-a1c3-cd0ed467a4fb'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:26.714123 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1421640b-3326-48ce-b302-5686657aa8b0" -d '{"events": [{"server_uuid": "db082156-0c02-477f-9d13-94bad57081ab", "name": "network-vif-plugged", "status": "completed", "tag": "3e3db032-fc80-494f-a1c3-cd0ed467a4fb"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:26.784288 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port eda51c1f-3d8d-4d7b-8fd9-05cad5f34691 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:26.809173 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:26.813816 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-c14ccc66-d8bd-4755-b3ce-e32fcf4ec7f5 req-eb00e0d1-a205-441c-af46-08ac90dc92ac tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:26.823391 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c14ccc66-d8bd-4755-b3ce-e32fcf4ec7f5 req-eb00e0d1-a205-441c-af46-08ac90dc92ac tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6404300 May 06 09:46:26.825246 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00e0d1-a205-441c-af46-08ac90dc92ac tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6382917-72df-4bd8-af90-9fb71f47a317,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:26.858090 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 3e3db032-fc80-494f-a1c3-cd0ed467a4fb, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=3e3db032-fc80-494f-a1c3-cd0ed467a4fb,segment=NetworkSegment(49d43060-ee07-4c61-ac9d-adfdd1c215d3),segment_id=49d43060-ee07-4c61-ac9d-adfdd1c215d3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:26.872971 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0f172eb3-dc4b-4fcf-93a1-ff7365d9ce41 req-38fc44c0-a3a6-4d20-a675-d7026977cc65 service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253825 May 06 09:46:26.873287 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:27.027759 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a4305bc-c307-40f3-8eca-5f8ca512f61a req-316a469f-8d71-4ecb-bf20-020654d35c93 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 210 time: 0.0709400 May 06 09:46:27.069408 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=3e3db032-fc80-494f-a1c3-cd0ed467a4fb,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:27.216016 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device af7149c3-ef60-4ee1-82f3-805828735448 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:46:27.228601 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ace6b-20dd-4a2e-bbfa-f0ebfa837be8 req-c93c85de-71e4-45bf-a132-2dafca0faafa tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:27.230612 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a76ace6b-20dd-4a2e-bbfa-f0ebfa837be8 req-c93c85de-71e4-45bf-a132-2dafca0faafa tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/ports?device_id=db082156-0c02-477f-9d13-94bad57081ab HTTP/1.1" status: 200 len: 945 time: 0.1185114 May 06 09:46:27.395713 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a76ace6b-20dd-4a2e-bbfa-f0ebfa837be8 req-360a8556-67b6-402a-bd7c-745d1ba9725f tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/security-groups?id=95fb1082-28d9-434b-8527-260a3bc46de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552539 May 06 09:46:27.408578 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:27.428209 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2a470ecf-a578-48d5-9c1d-3305697a1ca0 req-14501018-7a6e-41cc-b87f-a32fc4673ae1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1539671 May 06 09:46:27.484876 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port af7149c3-ef60-4ee1-82f3-805828735448, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=af7149c3-ef60-4ee1-82f3-805828735448,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:27.498357 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:27.502116 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 60782168-12e4-4917-b558-131d20aae484 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:46:27.531934 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a470ecf-a578-48d5-9c1d-3305697a1ca0 req-df1d1197-9444-493a-b3c9-685fd9235d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:27.534995 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2a470ecf-a578-48d5-9c1d-3305697a1ca0 req-df1d1197-9444-493a-b3c9-685fd9235d0e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e6b8f11daba14014856a1a2bb0688844&device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 1096 time: 0.0783927 May 06 09:46:27.566218 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f9b42a-b699-444d-884f-5911419e901e x-openstack-request-id: req-f5f9b42a-b699-444d-884f-5911419e901e {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:27.566569 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db082156-0c02-477f-9d13-94bad57081ab", "name": "network-vif-plugged", "status": "completed", "tag": "3e3db032-fc80-494f-a1c3-cd0ed467a4fb", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:27.566968 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f5f9b42a-b699-444d-884f-5911419e901e {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:27.567304 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5f9b42a-b699-444d-884f-5911419e901e'] response: {'server_uuid': 'db082156-0c02-477f-9d13-94bad57081ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3db032-fc80-494f-a1c3-cd0ed467a4fb', 'code': 200} May 06 09:46:27.623859 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52078) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:27.672961 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=af7149c3-ef60-4ee1-82f3-805828735448,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:27.717370 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-b2223161-108c-4b63-b8dd-5e4c57053cff req-cdecdd04-d747-4920-8d87-5bdd544cdbe2 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1019148467', 'description': 'tempest-description-1991959809'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:27.766660 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:27.818501 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a470ecf-a578-48d5-9c1d-3305697a1ca0 req-8fb52d30-ff56-41cc-9941-17047e70db71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:27.820204 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2a470ecf-a578-48d5-9c1d-3305697a1ca0 req-8fb52d30-ff56-41cc-9941-17047e70db71 service neutron] 10.222.0.84 "GET /v2.0/networks?id=138aada2-7aee-4749-819b-d219deb27012 HTTP/1.1" status: 200 len: 913 time: 0.2576799 May 06 09:46:27.877357 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 60782168-12e4-4917-b558-131d20aae484, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=60782168-12e4-4917-b558-131d20aae484,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:27.914928 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:27.916169 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2a470ecf-a578-48d5-9c1d-3305697a1ca0 req-2d273328-fb56-45fe-b06a-889d2bc944e6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=855d2a78-7e53-4c34-b489-8b27d845d56d HTTP/1.1" status: 200 len: 217 time: 0.0859430 May 06 09:46:27.931542 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b2223161-108c-4b63-b8dd-5e4c57053cff req-cdecdd04-d747-4920-8d87-5bdd544cdbe2 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:27.945436 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d7971-ee61-4033-98c4-4273f6609674 req-a9c088b3-9033-44af-8ae9-4aaed97358d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:27.946273 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d7971-ee61-4033-98c4-4273f6609674 req-a9c088b3-9033-44af-8ae9-4aaed97358d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:27.946947 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d7971-ee61-4033-98c4-4273f6609674 req-a9c088b3-9033-44af-8ae9-4aaed97358d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:27.947663 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d7971-ee61-4033-98c4-4273f6609674 req-a9c088b3-9033-44af-8ae9-4aaed97358d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:27.948324 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d7971-ee61-4033-98c4-4273f6609674 req-a9c088b3-9033-44af-8ae9-4aaed97358d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:27.949369 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d7971-ee61-4033-98c4-4273f6609674 req-a9c088b3-9033-44af-8ae9-4aaed97358d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:27.950034 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d7971-ee61-4033-98c4-4273f6609674 req-a9c088b3-9033-44af-8ae9-4aaed97358d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:27.960352 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bf4d7971-ee61-4033-98c4-4273f6609674 req-a9c088b3-9033-44af-8ae9-4aaed97358d9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 6499 time: 0.3345008 May 06 09:46:28.005776 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bf4d7971-ee61-4033-98c4-4273f6609674 req-03713712-e35a-4bc6-832c-60b8a8d2aa87 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440071 May 06 09:46:28.047455 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a470ecf-a578-48d5-9c1d-3305697a1ca0 req-0db64588-0aee-4689-b4bb-0836a08f7f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:28.050588 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2a470ecf-a578-48d5-9c1d-3305697a1ca0 req-0db64588-0aee-4689-b4bb-0836a08f7f14 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ceacdbe3-a021-4ce2-8b17-bdad66d69597 HTTP/1.1" status: 200 len: 851 time: 0.1212976 May 06 09:46:28.091270 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f2260-375e-41a2-adcb-8357b4a7fe53 req-3c63f3de-4070-4a8f-b34e-3882024685a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:28.096024 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-865f2260-375e-41a2-adcb-8357b4a7fe53 req-3c63f3de-4070-4a8f-b34e-3882024685a4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=db082156-0c02-477f-9d13-94bad57081ab HTTP/1.1" status: 200 len: 1096 time: 0.0767376 May 06 09:46:28.107803 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=60782168-12e4-4917-b558-131d20aae484,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:28.200019 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b2223161-108c-4b63-b8dd-5e4c57053cff req-cdecdd04-d747-4920-8d87-5bdd544cdbe2 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:28.211894 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963be623-4832-4775-b206-fce42d99bf1c req-23a5d7dd-2db2-4856-bd39-b3e9d769d72f tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:28.213475 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-963be623-4832-4775-b206-fce42d99bf1c req-23a5d7dd-2db2-4856-bd39-b3e9d769d72f tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57ee9e2-1395-4b2d-b07c-fde0e0c4028c HTTP/1.1" status: 200 len: 944 time: 0.0891612 May 06 09:46:28.227516 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b2223161-108c-4b63-b8dd-5e4c57053cff req-cdecdd04-d747-4920-8d87-5bdd544cdbe2 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:28.235981 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a470ecf-a578-48d5-9c1d-3305697a1ca0 req-1782a537-41c6-4024-9a44-85c3da47c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:28.237724 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2a470ecf-a578-48d5-9c1d-3305697a1ca0 req-1782a537-41c6-4024-9a44-85c3da47c6ea service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=138aada2-7aee-4749-819b-d219deb27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1735663 May 06 09:46:28.254433 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b2223161-108c-4b63-b8dd-5e4c57053cff req-cdecdd04-d747-4920-8d87-5bdd544cdbe2 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:28.273766 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b2223161-108c-4b63-b8dd-5e4c57053cff req-cdecdd04-d747-4920-8d87-5bdd544cdbe2 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.6711719 May 06 09:46:28.433060 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-963be623-4832-4775-b206-fce42d99bf1c req-6c021a04-1dd3-486d-afe3-15b9449760de tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064118 May 06 09:46:28.437177 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdecdd04-d747-4920-8d87-5bdd544cdbe2 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd9d496-f040-4ff2-9752-3773d0421ed5,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:28.475506 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928fdd4-e369-4a19-b240-8223c1d0bf66 req-08d0840b-137e-42c0-a323-7bacd702b381 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:28.477041 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f928fdd4-e369-4a19-b240-8223c1d0bf66 req-08d0840b-137e-42c0-a323-7bacd702b381 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 943 time: 0.0989797 May 06 09:46:28.514560 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2a470ecf-a578-48d5-9c1d-3305697a1ca0 req-bb11025a-0065-4619-bc77-e1f27e56f485 service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653742 May 06 09:46:28.538447 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f928fdd4-e369-4a19-b240-8223c1d0bf66 req-36535458-09a6-4353-8e12-c7c449852a38 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523763 May 06 09:46:28.636169 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-8f1a3fe3-9ca5-4c62-95d1-e780f71f4c4f req-5a58d036-07a5-46db-ba7d-92c8fe9bb8cf tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1992694361', 'description': 'tempest-description-1752408370'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:28.661977 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b63f64a5-8258-4b33-87e6-e143e13024fa req-2be7bcb9-497b-4f10-b573-d27286621dbd tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 210 time: 0.0554869 May 06 09:46:28.688535 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2a470ecf-a578-48d5-9c1d-3305697a1ca0 req-5aa8ae1a-951d-44e8-8907-94edf636e6e8 service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643267 May 06 09:46:28.690333 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8f1a3fe3-9ca5-4c62-95d1-e780f71f4c4f req-5a58d036-07a5-46db-ba7d-92c8fe9bb8cf tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:28.795543 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8f1a3fe3-9ca5-4c62-95d1-e780f71f4c4f req-5a58d036-07a5-46db-ba7d-92c8fe9bb8cf tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:28.800888 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8f1a3fe3-9ca5-4c62-95d1-e780f71f4c4f req-5a58d036-07a5-46db-ba7d-92c8fe9bb8cf tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:28.842487 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8f1a3fe3-9ca5-4c62-95d1-e780f71f4c4f req-5a58d036-07a5-46db-ba7d-92c8fe9bb8cf tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:28.843746 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f1a3fe3-9ca5-4c62-95d1-e780f71f4c4f req-5a58d036-07a5-46db-ba7d-92c8fe9bb8cf tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2294431 May 06 09:46:28.853231 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ca3b4-d037-4d6a-ae2b-7dccd66cb7b8 req-8fd0057c-e86e-4054-87fe-0df63239744f tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:28.855198 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-824ca3b4-d037-4d6a-ae2b-7dccd66cb7b8 req-8fd0057c-e86e-4054-87fe-0df63239744f tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/ports?device_id=db082156-0c02-477f-9d13-94bad57081ab HTTP/1.1" status: 200 len: 945 time: 0.1019325 May 06 09:46:28.856240 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58d036-07a5-46db-ba7d-92c8fe9bb8cf tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2591153-f972-435f-aca9-4c434335c3ea,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:28.901796 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:28.925515 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-824ca3b4-d037-4d6a-ae2b-7dccd66cb7b8 req-f709185a-2519-4249-8e06-e08fa86fc9d2 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/security-groups?id=95fb1082-28d9-434b-8527-260a3bc46de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579748 May 06 09:46:29.079926 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d558a901-40df-4e8f-96cc-4b840b4e44b3 req-e4f67509-f775-437b-afbb-ec1a2bf9caa5 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "GET /v2.0/security-groups/ffd9d496-f040-4ff2-9752-3773d0421ed5 HTTP/1.1" status: 200 len: 1807 time: 0.1024547 May 06 09:46:29.118067 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-70cd1121-8795-497f-b458-92f4796c7152 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:29.119608 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-70cd1121-8795-497f-b458-92f4796c7152 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/networks?id=16dc8542-3f4f-4c03-b279-70aaa1b5cdbc HTTP/1.1" status: 200 len: 804 time: 0.1545541 May 06 09:46:29.145647 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-a8c8e8b1-93aa-482e-bfeb-431e7798c457 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/quotas/ff525b3c5a1e46169d46a30de372a412 HTTP/1.1" status: 200 len: 375 time: 0.0184460 May 06 09:46:29.152258 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d558a901-40df-4e8f-96cc-4b840b4e44b3 req-925d4cc7-66d7-4542-953b-178f31fe1786 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "GET /v2.0/security-groups/b2591153-f972-435f-aca9-4c434335c3ea HTTP/1.1" status: 200 len: 1807 time: 0.0655887 May 06 09:46:29.168056 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-d558a901-40df-4e8f-96cc-4b840b4e44b3 req-806e8597-ff5f-4420-911e-8c4ce3e4b036 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ffd9d496-f040-4ff2-9752-3773d0421ed5', 'remote_group_id': 'b2591153-f972-435f-aca9-4c434335c3ea', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:29.169114 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-d558a901-40df-4e8f-96cc-4b840b4e44b3 req-806e8597-ff5f-4420-911e-8c4ce3e4b036 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ffd9d496-f040-4ff2-9752-3773d0421ed5', 'remote_group_id': 'b2591153-f972-435f-aca9-4c434335c3ea', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:29.219300 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-7533ea74-d367-4038-9fa5-7a13f4333a8a tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ff525b3c5a1e46169d46a30de372a412&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0652862 May 06 09:46:29.319095 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d558a901-40df-4e8f-96cc-4b840b4e44b3 req-806e8597-ff5f-4420-911e-8c4ce3e4b036 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:29.372342 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d558a901-40df-4e8f-96cc-4b840b4e44b3 req-806e8597-ff5f-4420-911e-8c4ce3e4b036 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:29.380357 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d558a901-40df-4e8f-96cc-4b840b4e44b3 req-806e8597-ff5f-4420-911e-8c4ce3e4b036 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:29.392705 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-5b35033e-159c-4925-9bf0-74680c72c7ba service neutron] 10.222.0.73 "GET /v2.0/networks/16dc8542-3f4f-4c03-b279-70aaa1b5cdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655977 May 06 09:46:29.407010 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e8597-ff5f-4420-911e-8c4ce3e4b036 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917ab36b-f1e9-4310-9058-2ed27c854c25,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:29.423696 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d558a901-40df-4e8f-96cc-4b840b4e44b3 req-806e8597-ff5f-4420-911e-8c4ce3e4b036 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:29.427784 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d558a901-40df-4e8f-96cc-4b840b4e44b3 req-806e8597-ff5f-4420-911e-8c4ce3e4b036 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2655592 May 06 09:46:29.475704 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-ddb2723d-7685-4d63-a709-0f6fb6f87b7b req-0c2c1951-4132-493a-a069-5f29934348f8 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-513739976', 'description': 'tempest-description-440522527'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:29.513583 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ddb2723d-7685-4d63-a709-0f6fb6f87b7b req-0c2c1951-4132-493a-a069-5f29934348f8 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:29.550611 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-66a23d03-a1a4-4c40-8d2e-d192f3c7d202 service neutron] 10.222.0.73 "GET /v2.0/networks/16dc8542-3f4f-4c03-b279-70aaa1b5cdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397140 May 06 09:46:29.569603 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57ee9e2-1395-4b2d-b07c-fde0e0c4028c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af7149c3-ef60-4ee1-82f3-805828735448'}, {'server_uuid': 'ff90f3cc-aff3-44ef-bf3c-4b9dfd316607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60782168-12e4-4917-b558-131d20aae484'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:29.572980 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cbfce0-6392-48f0-862d-849ce5170b1a" -d '{"events": [{"server_uuid": "f57ee9e2-1395-4b2d-b07c-fde0e0c4028c", "name": "network-vif-unplugged", "status": "completed", "tag": "af7149c3-ef60-4ee1-82f3-805828735448"}, {"server_uuid": "ff90f3cc-aff3-44ef-bf3c-4b9dfd316607", "name": "network-vif-unplugged", "status": "completed", "tag": "60782168-12e4-4917-b558-131d20aae484"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:29.610423 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ddb2723d-7685-4d63-a709-0f6fb6f87b7b req-0c2c1951-4132-493a-a069-5f29934348f8 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:29.615596 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ddb2723d-7685-4d63-a709-0f6fb6f87b7b req-0c2c1951-4132-493a-a069-5f29934348f8 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:29.648270 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ddb2723d-7685-4d63-a709-0f6fb6f87b7b req-0c2c1951-4132-493a-a069-5f29934348f8 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:29.649513 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ddb2723d-7685-4d63-a709-0f6fb6f87b7b req-0c2c1951-4132-493a-a069-5f29934348f8 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1817474 May 06 09:46:29.654239 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c1951-4132-493a-a069-5f29934348f8 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ad531a-a2a3-45c9-9a55-9553611c70e6,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:29.791067 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e3869-0cd0-4965-b9da-b741ddcee935 req-0ea38f9a-2a32-4b08-95f9-cfdec40a9fe1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:29.792620 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e14e3869-0cd0-4965-b9da-b741ddcee935 req-0ea38f9a-2a32-4b08-95f9-cfdec40a9fe1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57ee9e2-1395-4b2d-b07c-fde0e0c4028c HTTP/1.1" status: 200 len: 944 time: 0.0823460 May 06 09:46:29.826839 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c06bd6-e398-4f31-aadc-e223b5d4fe31 req-3d9e227b-fd07-4234-9f02-d19bae5f48dc tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:29.828458 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f9c06bd6-e398-4f31-aadc-e223b5d4fe31 req-3d9e227b-fd07-4234-9f02-d19bae5f48dc tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 943 time: 0.0893590 May 06 09:46:29.854987 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e14e3869-0cd0-4965-b9da-b741ddcee935 req-72ab2839-4ead-4507-8365-ce7b6b9233b0 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540371 May 06 09:46:29.888656 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f9c06bd6-e398-4f31-aadc-e223b5d4fe31 req-8366f47a-a6a1-46fa-af4e-26570621f4d3 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482988 May 06 09:46:29.934548 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-095c57c3-acb2-476b-b85b-b46b783d13ee req-33f38441-6ea8-416a-98fe-51a11c037f19 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-986457727', 'description': 'tempest-description-518763501'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:29.936574 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 355 Content-Type: application/json Date: Fri, 06 May 2022 09:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbae89f1-ed06-4b28-b527-867d3b62cb3f x-openstack-request-id: req-bbae89f1-ed06-4b28-b527-867d3b62cb3f {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:29.937832 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57ee9e2-1395-4b2d-b07c-fde0e0c4028c", "name": "network-vif-unplugged", "status": "failed", "tag": "af7149c3-ef60-4ee1-82f3-805828735448", "code": 422}, {"server_uuid": "ff90f3cc-aff3-44ef-bf3c-4b9dfd316607", "name": "network-vif-unplugged", "status": "completed", "tag": "60782168-12e4-4917-b558-131d20aae484", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:29.938504 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bbae89f1-ed06-4b28-b527-867d3b62cb3f {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:29.939367 n-d-840835-1 neutron-server[102654]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-bbae89f1-ed06-4b28-b527-867d3b62cb3f']: {'server_uuid': 'f57ee9e2-1395-4b2d-b07c-fde0e0c4028c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'af7149c3-ef60-4ee1-82f3-805828735448', 'code': 422} returned with failed status May 06 09:46:29.939973 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbae89f1-ed06-4b28-b527-867d3b62cb3f'] response: {'server_uuid': 'ff90f3cc-aff3-44ef-bf3c-4b9dfd316607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60782168-12e4-4917-b558-131d20aae484', 'code': 200} May 06 09:46:29.962487 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-095c57c3-acb2-476b-b85b-b46b783d13ee req-33f38441-6ea8-416a-98fe-51a11c037f19 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:30.011536 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb0f7204-b128-47f7-873c-59568d81fb20 req-df1746da-eff6-4e30-9e65-b0a444e5f989 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc032943-762d-4c77-8353-cfabc96b417f HTTP/1.1" status: 200 len: 210 time: 0.0362000 May 06 09:46:30.073772 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-095c57c3-acb2-476b-b85b-b46b783d13ee req-33f38441-6ea8-416a-98fe-51a11c037f19 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:30.095390 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-095c57c3-acb2-476b-b85b-b46b783d13ee req-33f38441-6ea8-416a-98fe-51a11c037f19 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:30.123949 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-706c4465-e34b-4ca4-8169-ebb14e834f8e req-a64e77f6-cb48-43e1-87de-5c39d0a87e1a tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 210 time: 0.0387323 May 06 09:46:30.137113 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-095c57c3-acb2-476b-b85b-b46b783d13ee req-33f38441-6ea8-416a-98fe-51a11c037f19 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:30.139377 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-095c57c3-acb2-476b-b85b-b46b783d13ee req-33f38441-6ea8-416a-98fe-51a11c037f19 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2101395 May 06 09:46:30.161021 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f38441-6ea8-416a-98fe-51a11c037f19 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95148d28-d71a-4cf6-95ea-7aaafb4b5cca,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:30.293702 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a20353-6693-426d-bc04-1d774957235c req-92d59220-3d0c-4040-9fc3-00ae0e48caa8 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:30.295156 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6a20353-6693-426d-bc04-1d774957235c req-92d59220-3d0c-4040-9fc3-00ae0e48caa8 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/ports?device_id=db082156-0c02-477f-9d13-94bad57081ab HTTP/1.1" status: 200 len: 945 time: 0.0818765 May 06 09:46:30.306782 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56b3b2-3f6d-43a3-9aab-b15f9729e464 req-e59dda66-90f7-45b0-89fc-8c8675e7e488 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:30.308403 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9b56b3b2-3f6d-43a3-9aab-b15f9729e464 req-e59dda66-90f7-45b0-89fc-8c8675e7e488 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.0932460 May 06 09:46:30.374440 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9b56b3b2-3f6d-43a3-9aab-b15f9729e464 req-123c36d0-68bb-4033-85b6-4d56f22b5da3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590959 May 06 09:46:30.378986 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6a20353-6693-426d-bc04-1d774957235c req-1aed59c3-8850-43d7-971a-43f098efa652 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/security-groups?id=95fb1082-28d9-434b-8527-260a3bc46de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695903 May 06 09:46:30.438783 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29bfc2-f608-4748-babd-2118ae46eefb req-9b30641b-626a-406e-a274-0f23eb8fd39b tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:30.440471 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d29bfc2-f608-4748-babd-2118ae46eefb req-9b30641b-626a-406e-a274-0f23eb8fd39b tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff90f3cc-aff3-44ef-bf3c-4b9dfd316607 HTTP/1.1" status: 200 len: 943 time: 0.0782320 May 06 09:46:30.526038 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f4f92e37-dc17-49ab-b54c-4177b2da2bac req-bbacad06-0953-4d69-b2b4-ef1a5f213709 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "GET /v2.0/security-groups/d6ad531a-a2a3-45c9-9a55-9553611c70e6 HTTP/1.1" status: 200 len: 1805 time: 0.1190517 May 06 09:46:30.599552 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7dfd97-208f-4ea4-960d-d312108b0326 req-ff030ea7-87d3-4aac-8dd5-ea5147b93aa6 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:30.601555 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea7dfd97-208f-4ea4-960d-d312108b0326 req-ff030ea7-87d3-4aac-8dd5-ea5147b93aa6 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1446855 May 06 09:46:30.635635 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f4f92e37-dc17-49ab-b54c-4177b2da2bac req-211a78c1-d7c5-44cf-8465-d64cf2b6ca0f tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "GET /v2.0/security-groups/95148d28-d71a-4cf6-95ea-7aaafb4b5cca HTTP/1.1" status: 200 len: 1805 time: 0.0967848 May 06 09:46:30.656569 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-f4f92e37-dc17-49ab-b54c-4177b2da2bac req-1f87fcbe-5700-4c26-93d0-9e0006d3629f tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd6ad531a-a2a3-45c9-9a55-9553611c70e6', 'remote_group_id': '95148d28-d71a-4cf6-95ea-7aaafb4b5cca', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:30.656885 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-f4f92e37-dc17-49ab-b54c-4177b2da2bac req-1f87fcbe-5700-4c26-93d0-9e0006d3629f tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd6ad531a-a2a3-45c9-9a55-9553611c70e6', 'remote_group_id': '95148d28-d71a-4cf6-95ea-7aaafb4b5cca', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:30.672768 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea7dfd97-208f-4ea4-960d-d312108b0326 req-d16a581e-6874-49a9-b971-9b5acf2d8365 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597384 May 06 09:46:30.682115 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-6d29bfc2-f608-4748-babd-2118ae46eefb req-3cec4033-2337-4d68-a68e-35a580ce86c1 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Deleting port 60782168-12e4-4917-b558-131d20aae484 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:46:30.682454 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6d29bfc2-f608-4748-babd-2118ae46eefb req-3cec4033-2337-4d68-a68e-35a580ce86c1 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:30.833594 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-6d29bfc2-f608-4748-babd-2118ae46eefb req-3cec4033-2337-4d68-a68e-35a580ce86c1 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] For port 60782168-12e4-4917-b558-131d20aae484, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=60782168-12e4-4917-b558-131d20aae484,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:30.834504 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6d29bfc2-f608-4748-babd-2118ae46eefb req-3cec4033-2337-4d68-a68e-35a580ce86c1 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:30.856902 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f4f92e37-dc17-49ab-b54c-4177b2da2bac req-1f87fcbe-5700-4c26-93d0-9e0006d3629f tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:30.859990 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-6d29bfc2-f608-4748-babd-2118ae46eefb req-3cec4033-2337-4d68-a68e-35a580ce86c1 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Calling delete_port for 60782168-12e4-4917-b558-131d20aae484 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:46:30.873007 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd8a5f-bc39-4839-b7cf-c97128c5fe4d req-1b30eae5-0662-47f3-81a7-6251e9bc450c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:30.874521 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-76fd8a5f-bc39-4839-b7cf-c97128c5fe4d req-1b30eae5-0662-47f3-81a7-6251e9bc450c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1250784 May 06 09:46:30.973180 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f4f92e37-dc17-49ab-b54c-4177b2da2bac req-1f87fcbe-5700-4c26-93d0-9e0006d3629f tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:30.983017 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-76fd8a5f-bc39-4839-b7cf-c97128c5fe4d req-b1c73ede-5efc-4b66-b2f1-e1c9c475255d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019702 May 06 09:46:30.988458 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f4f92e37-dc17-49ab-b54c-4177b2da2bac req-1f87fcbe-5700-4c26-93d0-9e0006d3629f tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:31.024057 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f4f92e37-dc17-49ab-b54c-4177b2da2bac req-1f87fcbe-5700-4c26-93d0-9e0006d3629f tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:31.025275 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f4f92e37-dc17-49ab-b54c-4177b2da2bac req-1f87fcbe-5700-4c26-93d0-9e0006d3629f tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3817775 May 06 09:46:31.026892 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87fcbe-5700-4c26-93d0-9e0006d3629f tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff5a333-fcab-44dc-8660-ad4d2076e58d,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:31.154800 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6d29bfc2-f608-4748-babd-2118ae46eefb req-3cec4033-2337-4d68-a68e-35a580ce86c1 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:31.194284 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec4033-2337-4d68-a68e-35a580ce86c1 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Pushing event deleted for resources: {'Port': ['ID=60782168-12e4-4917-b558-131d20aae484,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:31.205996 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f23fd6-dcbd-459f-8e2d-7bdc1a25dd3a req-bed48a5e-d919-4787-b6c1-bc462f63c5ce tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:31.207549 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-10f23fd6-dcbd-459f-8e2d-7bdc1a25dd3a req-bed48a5e-d919-4787-b6c1-bc462f63c5ce tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1219652 May 06 09:46:31.211200 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device af7149c3-ef60-4ee1-82f3-805828735448 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:46:31.215557 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732a929-cf1b-462d-9ce1-7eb9f1b6d744 req-f7693fc3-9699-4113-84fd-2a2b338e42dc tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:31.217074 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c732a929-cf1b-462d-9ce1-7eb9f1b6d744 req-f7693fc3-9699-4113-84fd-2a2b338e42dc tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 943 time: 0.1461139 May 06 09:46:31.276586 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d29bfc2-f608-4748-babd-2118ae46eefb req-3cec4033-2337-4d68-a68e-35a580ce86c1 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] No DVR routers for this DVR port 60782168-12e4-4917-b558-131d20aae484 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:46:31.286865 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6d29bfc2-f608-4748-babd-2118ae46eefb req-3cec4033-2337-4d68-a68e-35a580ce86c1 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:31.290219 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d29bfc2-f608-4748-babd-2118ae46eefb req-3cec4033-2337-4d68-a68e-35a580ce86c1 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.84 "DELETE /v2.0/ports/60782168-12e4-4917-b558-131d20aae484 HTTP/1.1" status: 204 len: 173 time: 0.8421133 May 06 09:46:31.293450 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff90f3cc-aff3-44ef-bf3c-4b9dfd316607', 'name': 'network-vif-deleted', 'tag': '60782168-12e4-4917-b558-131d20aae484'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:31.295827 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345a6873-30a4-48f9-bfe9-ff9fd661a45c" -d '{"events": [{"server_uuid": "ff90f3cc-aff3-44ef-bf3c-4b9dfd316607", "name": "network-vif-deleted", "tag": "60782168-12e4-4917-b558-131d20aae484"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:31.322689 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-10f23fd6-dcbd-459f-8e2d-7bdc1a25dd3a req-8ee31397-32e2-4db6-818b-846a57cc8ed2 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045961 May 06 09:46:31.331823 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c732a929-cf1b-462d-9ce1-7eb9f1b6d744 req-e588d41d-df2c-4271-90e1-15422b82e966 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870249 May 06 09:46:31.396770 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-865f2260-375e-41a2-adcb-8357b4a7fe53 req-075bbad4-4049-471a-a0df-73d58560c9ab service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=95fb1082-28d9-434b-8527-260a3bc46de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735493 May 06 09:46:31.449758 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9057abc8-b2e3-4372-836b-d0e7a3e0a682 req-c60afeb4-be1a-4eab-a095-24e72a76f566 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc032943-762d-4c77-8353-cfabc96b417f HTTP/1.1" status: 200 len: 210 time: 0.0413771 May 06 09:46:31.454038 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fd6151f1-7ebc-4e71-925b-366737762aae req-6193910c-cd6d-422e-9486-36f8e42a29a3 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "GET /v2.0/security-groups/95148d28-d71a-4cf6-95ea-7aaafb4b5cca HTTP/1.1" status: 200 len: 1805 time: 0.0890977 May 06 09:46:31.540020 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-fd6151f1-7ebc-4e71-925b-366737762aae req-56cd199f-a863-4053-81d8-8496cc6df076 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:31.560584 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7056874e-94e1-4481-80d9-4853cf69c576 req-1bae0bd5-9e22-4311-b563-f0ad3d0be270 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 210 time: 0.0344858 May 06 09:46:31.584951 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-fd6151f1-7ebc-4e71-925b-366737762aae req-56cd199f-a863-4053-81d8-8496cc6df076 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:31.605646 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72802b2d-f580-4acf-af8f-fffd427fc53f x-openstack-request-id: req-72802b2d-f580-4acf-af8f-fffd427fc53f {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:31.606795 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff90f3cc-aff3-44ef-bf3c-4b9dfd316607", "name": "network-vif-deleted", "tag": "60782168-12e4-4917-b558-131d20aae484", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:31.606795 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-72802b2d-f580-4acf-af8f-fffd427fc53f {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:31.610146 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72802b2d-f580-4acf-af8f-fffd427fc53f'] response: {'server_uuid': 'ff90f3cc-aff3-44ef-bf3c-4b9dfd316607', 'name': 'network-vif-deleted', 'tag': '60782168-12e4-4917-b558-131d20aae484', 'status': 'completed', 'code': 200} May 06 09:46:31.665482 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-fd6151f1-7ebc-4e71-925b-366737762aae req-56cd199f-a863-4053-81d8-8496cc6df076 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:31.668366 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-fd6151f1-7ebc-4e71-925b-366737762aae req-56cd199f-a863-4053-81d8-8496cc6df076 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:31.671849 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fd6151f1-7ebc-4e71-925b-366737762aae req-56cd199f-a863-4053-81d8-8496cc6df076 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "DELETE /v2.0/security-groups/95148d28-d71a-4cf6-95ea-7aaafb4b5cca HTTP/1.1" status: 204 len: 173 time: 0.2090907 May 06 09:46:31.684892 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd199f-a863-4053-81d8-8496cc6df076 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95148d28-d71a-4cf6-95ea-7aaafb4b5cca,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:31.812152 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-21afd076-18cf-402f-af30-7ec1274e82e5 req-1f6cfd51-cf1c-404a-a806-8aef05e96e34 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "GET /v2.0/security-groups/d6ad531a-a2a3-45c9-9a55-9553611c70e6 HTTP/1.1" status: 200 len: 1805 time: 0.1004806 May 06 09:46:31.835686 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d872a-5c7c-48a4-84ad-8fb65a54b4f8 req-ae5891e2-aaeb-4e9d-bfc4-a2fecd520784 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:31.837778 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-db4d872a-5c7c-48a4-84ad-8fb65a54b4f8 req-ae5891e2-aaeb-4e9d-bfc4-a2fecd520784 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/ports?device_id=db082156-0c02-477f-9d13-94bad57081ab HTTP/1.1" status: 200 len: 945 time: 0.1063271 May 06 09:46:31.917504 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-db4d872a-5c7c-48a4-84ad-8fb65a54b4f8 req-c2883af9-0ed4-4257-bf67-0066cd93a7b2 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/security-groups?id=95fb1082-28d9-434b-8527-260a3bc46de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735004 May 06 09:46:31.936257 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd2e8b-0fb5-43da-af4b-b2c8f9935127 req-ae1bc9ff-1391-4190-9f1a-c141fb790f11 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:31.937828 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aefd2e8b-0fb5-43da-af4b-b2c8f9935127 req-ae1bc9ff-1391-4190-9f1a-c141fb790f11 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.0688608 May 06 09:46:31.947965 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-efdb6719-2fed-4feb-bf87-05e45882f713 req-23ab4433-3905-4dd8-b159-f5e59d1a9f8f tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1350758970', 'description': 'tempest-description-1822437944'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:31.992202 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-efdb6719-2fed-4feb-bf87-05e45882f713 req-23ab4433-3905-4dd8-b159-f5e59d1a9f8f tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:32.007416 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aefd2e8b-0fb5-43da-af4b-b2c8f9935127 req-6b9b445b-734b-4163-a90c-011c014505a1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545132 May 06 09:46:32.070487 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-efdb6719-2fed-4feb-bf87-05e45882f713 req-23ab4433-3905-4dd8-b159-f5e59d1a9f8f tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:32.074480 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-efdb6719-2fed-4feb-bf87-05e45882f713 req-23ab4433-3905-4dd8-b159-f5e59d1a9f8f tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:32.113197 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-efdb6719-2fed-4feb-bf87-05e45882f713 req-23ab4433-3905-4dd8-b159-f5e59d1a9f8f tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:32.114416 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-efdb6719-2fed-4feb-bf87-05e45882f713 req-23ab4433-3905-4dd8-b159-f5e59d1a9f8f tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.1706104 May 06 09:46:32.123014 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab4433-3905-4dd8-b159-f5e59d1a9f8f tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98b043a7-fea2-41cb-9ebb-7e4541ffe044,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:32.176346 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f0aa16b-7ffe-42d9-a154-8856d486b145 req-e67ecdf5-c105-4843-8651-9bb6e06d7641 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "GET /v2.0/security-groups/98b043a7-fea2-41cb-9ebb-7e4541ffe044 HTTP/1.1" status: 200 len: 1807 time: 0.0404122 May 06 09:46:32.186495 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-9f0aa16b-7ffe-42d9-a154-8856d486b145 req-990a26cb-36a9-4601-a9dd-305c2a2edb5e tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '98b043a7-fea2-41cb-9ebb-7e4541ffe044', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:32.186810 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-9f0aa16b-7ffe-42d9-a154-8856d486b145 req-990a26cb-36a9-4601-a9dd-305c2a2edb5e tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '98b043a7-fea2-41cb-9ebb-7e4541ffe044', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:32.250020 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-9f0aa16b-7ffe-42d9-a154-8856d486b145 req-990a26cb-36a9-4601-a9dd-305c2a2edb5e tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:32.279285 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-9f0aa16b-7ffe-42d9-a154-8856d486b145 req-990a26cb-36a9-4601-a9dd-305c2a2edb5e tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:32.284689 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-9f0aa16b-7ffe-42d9-a154-8856d486b145 req-990a26cb-36a9-4601-a9dd-305c2a2edb5e tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:32.317541 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a26cb-36a9-4601-a9dd-305c2a2edb5e tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d02c554-039a-48e7-b8cd-90b811cd5bab,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:32.327687 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-9f0aa16b-7ffe-42d9-a154-8856d486b145 req-990a26cb-36a9-4601-a9dd-305c2a2edb5e tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:32.330677 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f0aa16b-7ffe-42d9-a154-8856d486b145 req-990a26cb-36a9-4601-a9dd-305c2a2edb5e tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1468792 May 06 09:46:32.405019 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d03d7a2e-890a-40c4-8604-9d2e1d40f97d req-0b0deb02-568f-42d1-bf46-252a7ab05207 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "GET /v2.0/security-groups/98b043a7-fea2-41cb-9ebb-7e4541ffe044 HTTP/1.1" status: 200 len: 2401 time: 0.0520139 May 06 09:46:32.419412 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-d03d7a2e-890a-40c4-8604-9d2e1d40f97d req-a5ea9b59-5ddc-4798-9ab5-54b0bab059d8 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '98b043a7-fea2-41cb-9ebb-7e4541ffe044', 'remote_group_id': None}]} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:32.419735 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-d03d7a2e-890a-40c4-8604-9d2e1d40f97d req-a5ea9b59-5ddc-4798-9ab5-54b0bab059d8 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '98b043a7-fea2-41cb-9ebb-7e4541ffe044', 'remote_group_id': None}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:32.525544 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-482651f4-365d-48c0-be27-7f39cbab4ab0 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:32.525544 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-482651f4-365d-48c0-be27-7f39cbab4ab0 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.77 "GET /v2.0/networks?id=62558b65-2ecc-44cb-b688-6d316dd01546 HTTP/1.1" status: 200 len: 810 time: 0.1599324 May 06 09:46:32.548096 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-8531c33f-3c66-4f80-beb8-a5d90d54b4e9 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Request body: {'port': {'device_id': 'd92467f8-336c-498f-b262-43ffd55e7c1c', 'network_id': '62558b65-2ecc-44cb-b688-6d316dd01546', 'admin_state_up': True, 'tenant_id': '767d9c69e2da4544a1c508f4f332aaa4'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:32.673151 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-8531c33f-3c66-4f80-beb8-a5d90d54b4e9 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Made reservation on behalf of 767d9c69e2da4544a1c508f4f332aaa4 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:32.677014 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-8531c33f-3c66-4f80-beb8-a5d90d54b4e9 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:32.831640 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-8531c33f-3c66-4f80-beb8-a5d90d54b4e9 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Allocated IP 172.20.0.3 (62558b65-2ecc-44cb-b688-6d316dd01546/8d1f3a23-5174-4642-9e0d-aa826fbcdb37/ae3bde3e-4312-49f1-8ceb-5c2f53fec57c) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:32.892757 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d03d7a2e-890a-40c4-8604-9d2e1d40f97d req-a5ea9b59-5ddc-4798-9ab5-54b0bab059d8 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:32.929972 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d03d7a2e-890a-40c4-8604-9d2e1d40f97d req-a5ea9b59-5ddc-4798-9ab5-54b0bab059d8 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:32.938207 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc062fcf-4b38-43a6-bba6-bd83d48eabec req-594def9f-b175-4e98-8b5f-7000f154b4e0 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:32.939858 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc062fcf-4b38-43a6-bba6-bd83d48eabec req-594def9f-b175-4e98-8b5f-7000f154b4e0 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 943 time: 0.4501104 May 06 09:46:32.941323 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d03d7a2e-890a-40c4-8604-9d2e1d40f97d req-a5ea9b59-5ddc-4798-9ab5-54b0bab059d8 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:32.957993 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea9b59-5ddc-4798-9ab5-54b0bab059d8 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a93b95-b7a2-4ef4-bbdb-5c022d7cf447,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:32.986379 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d03d7a2e-890a-40c4-8604-9d2e1d40f97d req-a5ea9b59-5ddc-4798-9ab5-54b0bab059d8 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:32.997963 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d03d7a2e-890a-40c4-8604-9d2e1d40f97d req-a5ea9b59-5ddc-4798-9ab5-54b0bab059d8 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5817750 May 06 09:46:33.010998 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-8531c33f-3c66-4f80-beb8-a5d90d54b4e9 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:33.022981 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc062fcf-4b38-43a6-bba6-bd83d48eabec req-6b01e17b-d2d3-4d2f-b660-3a1cbe2dc7f8 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605860 May 06 09:46:33.064394 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-8531c33f-3c66-4f80-beb8-a5d90d54b4e9 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:33.092127 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dabad833-479f-42e6-98f5-331313401aa2 req-e4a8cf04-9fa4-4ad5-b0cf-c0aa7242db07 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc032943-762d-4c77-8353-cfabc96b417f HTTP/1.1" status: 200 len: 210 time: 0.0286605 May 06 09:46:33.117125 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-8531c33f-3c66-4f80-beb8-a5d90d54b4e9 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Network 62558b65-2ecc-44cb-b688-6d316dd01546 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:33.121469 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-8531c33f-3c66-4f80-beb8-a5d90d54b4e9 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:33.125666 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-8531c33f-3c66-4f80-beb8-a5d90d54b4e9 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:33.157314 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531c33f-3c66-4f80-beb8-a5d90d54b4e9 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Pushing event updated for resources: {'Port': ['ID=ae3bde3e-4312-49f1-8ceb-5c2f53fec57c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:33.171713 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531c33f-3c66-4f80-beb8-a5d90d54b4e9 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:33.172091 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531c33f-3c66-4f80-beb8-a5d90d54b4e9 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:33.172541 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531c33f-3c66-4f80-beb8-a5d90d54b4e9 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:33.173117 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531c33f-3c66-4f80-beb8-a5d90d54b4e9 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:33.173117 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531c33f-3c66-4f80-beb8-a5d90d54b4e9 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:33.173430 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531c33f-3c66-4f80-beb8-a5d90d54b4e9 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:33.173739 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531c33f-3c66-4f80-beb8-a5d90d54b4e9 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:33.174071 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531c33f-3c66-4f80-beb8-a5d90d54b4e9 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:33.174401 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531c33f-3c66-4f80-beb8-a5d90d54b4e9 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:33.175185 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531c33f-3c66-4f80-beb8-a5d90d54b4e9 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:33.175185 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531c33f-3c66-4f80-beb8-a5d90d54b4e9 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:33.175469 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531c33f-3c66-4f80-beb8-a5d90d54b4e9 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:33.197419 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-8531c33f-3c66-4f80-beb8-a5d90d54b4e9 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:33.198098 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-8531c33f-3c66-4f80-beb8-a5d90d54b4e9 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:33.211209 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 60782168-12e4-4917-b558-131d20aae484 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:46:33.227968 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-8531c33f-3c66-4f80-beb8-a5d90d54b4e9 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6821289 May 06 09:46:33.237708 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 60782168-12e4-4917-b558-131d20aae484 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:46:33.238322 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 60782168-12e4-4917-b558-131d20aae484 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:46:33.258511 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-db9c02f9-c5c0-40b0-9c78-3aa2377e0d0c service neutron] Request body: {'port': {'device_id': 'd92467f8-336c-498f-b262-43ffd55e7c1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:33.298986 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf14a08-abe8-450c-8986-80cac75bc483 req-a401d131-ccb3-4d97-92dc-ae59078bc55a tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:33.307800 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-edf14a08-abe8-450c-8986-80cac75bc483 req-a401d131-ccb3-4d97-92dc-ae59078bc55a tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 931 time: 0.2118282 May 06 09:46:33.324712 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-db9c02f9-c5c0-40b0-9c78-3aa2377e0d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:33.360210 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cedac-faa9-4a15-98ec-5024ecc4e55e req-e67b1c1c-6464-428b-8699-1b70f92b4ca6 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:33.361791 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b07cedac-faa9-4a15-98ec-5024ecc4e55e req-e67b1c1c-6464-428b-8699-1b70f92b4ca6 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/ports?device_id=db082156-0c02-477f-9d13-94bad57081ab HTTP/1.1" status: 200 len: 945 time: 0.1625555 May 06 09:46:33.398100 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-edf14a08-abe8-450c-8986-80cac75bc483 req-fea66ac8-38de-450d-b245-141b99376db2 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892909 May 06 09:46:33.411577 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-4effd6a7-f0db-4e41-a79e-fe74da2a29f7 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:33.413592 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-4effd6a7-f0db-4e41-a79e-fe74da2a29f7 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.77 "GET /v2.0/networks?id=16dc8542-3f4f-4c03-b279-70aaa1b5cdbc HTTP/1.1" status: 200 len: 804 time: 0.2675066 May 06 09:46:33.435601 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b07cedac-faa9-4a15-98ec-5024ecc4e55e req-9da5b2df-2bd4-4f38-a837-5e36ad9100a8 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/security-groups?id=95fb1082-28d9-434b-8527-260a3bc46de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538411 May 06 09:46:33.458617 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-d73d0070-333c-4c26-b031-388b0d9c595b tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Request body: {'port': {'device_id': 'fc032943-762d-4c77-8353-cfabc96b417f', 'network_id': '16dc8542-3f4f-4c03-b279-70aaa1b5cdbc', 'admin_state_up': True, 'tenant_id': 'ff525b3c5a1e46169d46a30de372a412'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:33.581715 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-19eda70f-f7a8-4b66-afeb-143fbae0446f req-3274dbe0-2a9c-45d8-8972-8adfe005b4f8 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "GET /v2.0/security-groups/98b043a7-fea2-41cb-9ebb-7e4541ffe044 HTTP/1.1" status: 200 len: 3000 time: 0.1450212 May 06 09:46:33.617694 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fa55b-b6af-4d0b-ad47-58cbafde5658 req-0396ebec-9319-4103-9b4d-e5ffa5b5f0a4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:33.619628 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-216fa55b-b6af-4d0b-ad47-58cbafde5658 req-0396ebec-9319-4103-9b4d-e5ffa5b5f0a4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1125391 May 06 09:46:33.656403 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-d73d0070-333c-4c26-b031-388b0d9c595b tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Made reservation on behalf of ff525b3c5a1e46169d46a30de372a412 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:33.658613 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-db9c02f9-c5c0-40b0-9c78-3aa2377e0d0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae3bde3e-4312-49f1-8ceb-5c2f53fec57c {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:46:33.659988 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-d73d0070-333c-4c26-b031-388b0d9c595b tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:33.669120 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-db9c02f9-c5c0-40b0-9c78-3aa2377e0d0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:33.683177 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-db9c02f9-c5c0-40b0-9c78-3aa2377e0d0c service neutron] Transition to ACTIVE for port object ae3bde3e-4312-49f1-8ceb-5c2f53fec57c will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:46:33.685037 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-216fa55b-b6af-4d0b-ad47-58cbafde5658 req-ede96097-45dc-469a-aa3d-43b134bc3baa tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540304 May 06 09:46:33.688842 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-db9c02f9-c5c0-40b0-9c78-3aa2377e0d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:33.768495 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c02f9-c5c0-40b0-9c78-3aa2377e0d0c service neutron] Pushing event updated for resources: {'Port': ['ID=ae3bde3e-4312-49f1-8ceb-5c2f53fec57c,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:33.772795 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce41032c-9084-4798-8a7c-4fd500b99440 req-f32ce8ee-6f01-4e27-bd94-7eabcfbc6e6f tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "GET /v2.0/security-group-rules/63a93b95-b7a2-4ef4-bbdb-5c022d7cf447 HTTP/1.1" status: 200 len: 783 time: 0.0281107 May 06 09:46:33.843923 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-db9c02f9-c5c0-40b0-9c78-3aa2377e0d0c service neutron] Attempting to bind port ae3bde3e-4312-49f1-8ceb-5c2f53fec57c on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:46:33.844338 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-db9c02f9-c5c0-40b0-9c78-3aa2377e0d0c service neutron] Attempting to bind port ae3bde3e-4312-49f1-8ceb-5c2f53fec57c by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '35debb7c-3bac-4f08-9866-7111447fe1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '62558b65-2ecc-44cb-b688-6d316dd01546'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:46:33.844592 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-db9c02f9-c5c0-40b0-9c78-3aa2377e0d0c service neutron] Attempting to bind port ae3bde3e-4312-49f1-8ceb-5c2f53fec57c on network 62558b65-2ecc-44cb-b688-6d316dd01546 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:33.849495 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-db9c02f9-c5c0-40b0-9c78-3aa2377e0d0c service neutron] Port ae3bde3e-4312-49f1-8ceb-5c2f53fec57c on network 62558b65-2ecc-44cb-b688-6d316dd01546 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:46:33.850311 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-db9c02f9-c5c0-40b0-9c78-3aa2377e0d0c service neutron] Attempting to bind port ae3bde3e-4312-49f1-8ceb-5c2f53fec57c on network 62558b65-2ecc-44cb-b688-6d316dd01546 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:33.855432 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-db9c02f9-c5c0-40b0-9c78-3aa2377e0d0c service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:46:33.855760 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-db9c02f9-c5c0-40b0-9c78-3aa2377e0d0c service neutron] Checking segment: {'id': '35debb7c-3bac-4f08-9866-7111447fe1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '62558b65-2ecc-44cb-b688-6d316dd01546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:33.856140 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-db9c02f9-c5c0-40b0-9c78-3aa2377e0d0c service neutron] Bound using segment: {'id': '35debb7c-3bac-4f08-9866-7111447fe1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '62558b65-2ecc-44cb-b688-6d316dd01546'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:46:33.856572 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-db9c02f9-c5c0-40b0-9c78-3aa2377e0d0c service neutron] Bound port: ae3bde3e-4312-49f1-8ceb-5c2f53fec57c, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35debb7c-3bac-4f08-9866-7111447fe1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '62558b65-2ecc-44cb-b688-6d316dd01546'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:46:33.856936 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-db9c02f9-c5c0-40b0-9c78-3aa2377e0d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:33.905122 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-d73d0070-333c-4c26-b031-388b0d9c595b tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Allocated IP 172.20.0.14 (16dc8542-3f4f-4c03-b279-70aaa1b5cdbc/922edf83-b4a4-4bdd-8455-01a609c6fee5/682b17fb-441c-4e13-960c-18224050c113) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:33.921742 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce41032c-9084-4798-8a7c-4fd500b99440 req-81dc8b0d-cf41-48a3-8c90-10e6002afaed tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "GET /v2.0/security-groups/98b043a7-fea2-41cb-9ebb-7e4541ffe044 HTTP/1.1" status: 200 len: 3000 time: 0.1248279 May 06 09:46:33.928129 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-db9c02f9-c5c0-40b0-9c78-3aa2377e0d0c service neutron] For port ae3bde3e-4312-49f1-8ceb-5c2f53fec57c, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:46:33.931614 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-db9c02f9-c5c0-40b0-9c78-3aa2377e0d0c service neutron] For port ae3bde3e-4312-49f1-8ceb-5c2f53fec57c, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ae3bde3e-4312-49f1-8ceb-5c2f53fec57c,segment=NetworkSegment(35debb7c-3bac-4f08-9866-7111447fe1bf),segment_id=35debb7c-3bac-4f08-9866-7111447fe1bf)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:46:33.936515 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-db9c02f9-c5c0-40b0-9c78-3aa2377e0d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:33.964228 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149da16b-304d-4a8b-8301-f14c1c8167ee req-9807b024-05ca-48bf-adf9-d302fa785f61 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:33.965805 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-149da16b-304d-4a8b-8301-f14c1c8167ee req-9807b024-05ca-48bf-adf9-d302fa785f61 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/ports?device_id=f54c80f4-ac5a-4690-8586-1c83a29ab595 HTTP/1.1" status: 200 len: 945 time: 0.1219532 May 06 09:46:33.971739 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-db9c02f9-c5c0-40b0-9c78-3aa2377e0d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:33.972378 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-db9c02f9-c5c0-40b0-9c78-3aa2377e0d0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:33.973781 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-db9c02f9-c5c0-40b0-9c78-3aa2377e0d0c service neutron] 10.222.0.77 "PUT /v2.0/ports/ae3bde3e-4312-49f1-8ceb-5c2f53fec57c HTTP/1.1" status: 200 len: 1091 time: 0.7199242 May 06 09:46:33.974229 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92467f8-336c-498f-b262-43ffd55e7c1c', 'tag': 'ae3bde3e-4312-49f1-8ceb-5c2f53fec57c'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:33.976668 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fe069b-c2d2-4aa6-831d-c52876660e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "d92467f8-336c-498f-b262-43ffd55e7c1c", "tag": "ae3bde3e-4312-49f1-8ceb-5c2f53fec57c"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:34.005233 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c02f9-c5c0-40b0-9c78-3aa2377e0d0c service neutron] Pushing event updated for resources: {'Port': ['ID=ae3bde3e-4312-49f1-8ceb-5c2f53fec57c,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:34.015382 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ce41032c-9084-4798-8a7c-4fd500b99440 req-e64a0fa0-49b9-47c9-b945-c36d36365813 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:34.064044 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ce41032c-9084-4798-8a7c-4fd500b99440 req-e64a0fa0-49b9-47c9-b945-c36d36365813 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:34.078176 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-ce5fbd79-85fe-40da-add9-a1e5fffccfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:34.079725 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-ce5fbd79-85fe-40da-add9-a1e5fffccfd0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=767d9c69e2da4544a1c508f4f332aaa4&device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 1094 time: 0.0442779 May 06 09:46:34.108576 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-149da16b-304d-4a8b-8301-f14c1c8167ee req-7a596a43-0735-4da7-b060-e102fee45a63 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b384782-6713-4e00-a5c6-cb11e8bcedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313341 May 06 09:46:34.135502 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ce41032c-9084-4798-8a7c-4fd500b99440 req-e64a0fa0-49b9-47c9-b945-c36d36365813 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:34.138184 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-b848de3a-e2e1-4ae6-a9d2-108b4a4cb2f9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae3bde3e-4312-49f1-8ceb-5c2f53fec57c HTTP/1.1" status: 200 len: 217 time: 0.0436833 May 06 09:46:34.145129 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ce41032c-9084-4798-8a7c-4fd500b99440 req-e64a0fa0-49b9-47c9-b945-c36d36365813 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:34.146259 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce41032c-9084-4798-8a7c-4fd500b99440 req-e64a0fa0-49b9-47c9-b945-c36d36365813 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/63a93b95-b7a2-4ef4-bbdb-5c022d7cf447 HTTP/1.1" status: 204 len: 173 time: 0.2158046 May 06 09:46:34.160172 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a0fa0-49b9-47c9-b945-c36d36365813 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63a93b95-b7a2-4ef4-bbdb-5c022d7cf447,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:34.186494 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fb06c2-6674-4881-b919-4f8b3cd4a134 x-openstack-request-id: req-68fb06c2-6674-4881-b919-4f8b3cd4a134 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:34.186688 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-d73d0070-333c-4c26-b031-388b0d9c595b tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:34.187251 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92467f8-336c-498f-b262-43ffd55e7c1c", "tag": "ae3bde3e-4312-49f1-8ceb-5c2f53fec57c", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:34.187754 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-68fb06c2-6674-4881-b919-4f8b3cd4a134 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:34.188482 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68fb06c2-6674-4881-b919-4f8b3cd4a134'] response: {'name': 'network-changed', 'server_uuid': 'd92467f8-336c-498f-b262-43ffd55e7c1c', 'tag': 'ae3bde3e-4312-49f1-8ceb-5c2f53fec57c', 'status': 'completed', 'code': 200} May 06 09:46:34.218264 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-2bbe64a5-1b55-4b66-85a0-e574b3a05efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:34.221021 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-2bbe64a5-1b55-4b66-85a0-e574b3a05efc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d1f3a23-5174-4642-9e0d-aa826fbcdb37 HTTP/1.1" status: 200 len: 850 time: 0.0747459 May 06 09:46:34.260908 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a26d1591-e878-4368-ab56-f67a741dfbb4 req-5aea4f1b-0030-43db-a862-4f3c5a61a723 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc032943-762d-4c77-8353-cfabc96b417f HTTP/1.1" status: 200 len: 210 time: 0.0394101 May 06 09:46:34.265408 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-4620dd8c-a170-4015-b841-1b4fdc425edc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=62558b65-2ecc-44cb-b688-6d316dd01546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289133 May 06 09:46:34.294848 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-d73d0070-333c-4c26-b031-388b0d9c595b tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:34.368812 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-34bb5762-b961-419c-aaab-97c63a4c5eed service neutron] 10.222.0.77 "GET /v2.0/networks/62558b65-2ecc-44cb-b688-6d316dd01546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968142 May 06 09:46:34.383733 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293921fd-ba56-444b-a6ac-44c80cedce50 req-6a601d1e-4685-43c6-a633-3fa08caa3628 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:34.385347 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-293921fd-ba56-444b-a6ac-44c80cedce50 req-6a601d1e-4685-43c6-a633-3fa08caa3628 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 943 time: 0.1608388 May 06 09:46:34.387363 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-d73d0070-333c-4c26-b031-388b0d9c595b tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Network 16dc8542-3f4f-4c03-b279-70aaa1b5cdbc is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:34.404834 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-d73d0070-333c-4c26-b031-388b0d9c595b tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:34.412044 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d0070-333c-4c26-b031-388b0d9c595b tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Pushing event updated for resources: {'Port': ['ID=682b17fb-441c-4e13-960c-18224050c113,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:34.414491 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-d73d0070-333c-4c26-b031-388b0d9c595b tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:34.468722 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bd158d13-40ad-4088-812a-3b590a94b21b req-48b4700b-9515-439b-a5c7-e8e468a141d1 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "GET /v2.0/security-groups/98b043a7-fea2-41cb-9ebb-7e4541ffe044 HTTP/1.1" status: 200 len: 2401 time: 0.1404028 May 06 09:46:34.473054 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b4edb8c-5294-49ed-8272-0887c0ccca90 req-70ade591-3a59-4296-b234-77d1008a1e43 service neutron] 10.222.0.77 "GET /v2.0/networks/62558b65-2ecc-44cb-b688-6d316dd01546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967171 May 06 09:46:34.501616 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-293921fd-ba56-444b-a6ac-44c80cedce50 req-19247619-555e-45f8-8c82-8f5b88bcce7f tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017058 May 06 09:46:34.513293 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-d73d0070-333c-4c26-b031-388b0d9c595b tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:34.513964 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-d73d0070-333c-4c26-b031-388b0d9c595b tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:34.558269 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-d73d0070-333c-4c26-b031-388b0d9c595b tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1138325 May 06 09:46:34.574636 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-bd158d13-40ad-4088-812a-3b590a94b21b req-0bbb9a7b-df3a-4990-b83b-ab0c2f9f6435 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:34.591716 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-a83ae119-d2bf-454c-9666-8f138dcd8ee5 service neutron] Request body: {'port': {'device_id': 'fc032943-762d-4c77-8353-cfabc96b417f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:34.638553 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe069b-c2d2-4aa6-831d-c52876660e7f req-3dae789c-2c09-48fa-91c7-d00a80afcbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:34.640108 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-03fe069b-c2d2-4aa6-831d-c52876660e7f req-3dae789c-2c09-48fa-91c7-d00a80afcbe6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=767d9c69e2da4544a1c508f4f332aaa4&device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 1094 time: 0.0582390 May 06 09:46:34.657374 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-bd158d13-40ad-4088-812a-3b590a94b21b req-0bbb9a7b-df3a-4990-b83b-ab0c2f9f6435 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:34.731096 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fa20e-b1f1-4af5-a5e0-24736882d120 req-fa2b5631-a49b-4be6-8e14-6b85ea0a160d tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:34.732617 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f83fa20e-b1f1-4af5-a5e0-24736882d120 req-fa2b5631-a49b-4be6-8e14-6b85ea0a160d tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 943 time: 0.1525276 May 06 09:46:34.736250 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-a83ae119-d2bf-454c-9666-8f138dcd8ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:34.745117 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe069b-c2d2-4aa6-831d-c52876660e7f req-f68b6c06-be59-4188-9e56-1db98af1e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:34.747296 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-03fe069b-c2d2-4aa6-831d-c52876660e7f req-f68b6c06-be59-4188-9e56-1db98af1e3b6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=62558b65-2ecc-44cb-b688-6d316dd01546 HTTP/1.1" status: 200 len: 911 time: 0.1005380 May 06 09:46:34.788293 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-bd158d13-40ad-4088-812a-3b590a94b21b req-0bbb9a7b-df3a-4990-b83b-ab0c2f9f6435 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:34.790858 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-bd158d13-40ad-4088-812a-3b590a94b21b req-0bbb9a7b-df3a-4990-b83b-ab0c2f9f6435 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:34.791438 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-03fe069b-c2d2-4aa6-831d-c52876660e7f req-1aec3880-884b-4c69-9857-47b89ede3fe4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae3bde3e-4312-49f1-8ceb-5c2f53fec57c HTTP/1.1" status: 200 len: 217 time: 0.0370636 May 06 09:46:34.792054 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bd158d13-40ad-4088-812a-3b590a94b21b req-0bbb9a7b-df3a-4990-b83b-ab0c2f9f6435 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "DELETE /v2.0/security-groups/98b043a7-fea2-41cb-9ebb-7e4541ffe044 HTTP/1.1" status: 204 len: 173 time: 0.3145914 May 06 09:46:34.822697 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb9a7b-df3a-4990-b83b-ab0c2f9f6435 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b043a7-fea2-41cb-9ebb-7e4541ffe044,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:34.848856 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f83fa20e-b1f1-4af5-a5e0-24736882d120 req-a7220a3b-3010-492b-a21a-9d5441e73d29 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019652 May 06 09:46:34.873901 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe069b-c2d2-4aa6-831d-c52876660e7f req-eef67f6c-de5d-41f4-8e95-07f807a130c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:34.875524 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-03fe069b-c2d2-4aa6-831d-c52876660e7f req-eef67f6c-de5d-41f4-8e95-07f807a130c3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d1f3a23-5174-4642-9e0d-aa826fbcdb37 HTTP/1.1" status: 200 len: 850 time: 0.0771813 May 06 09:46:34.929504 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-03fe069b-c2d2-4aa6-831d-c52876660e7f req-099d7a68-30c1-44e2-90ed-9fc8c3b7e0ec service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=62558b65-2ecc-44cb-b688-6d316dd01546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390146 May 06 09:46:34.993945 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24e425-220d-4795-ab46-a6f130a7844e req-5c0d3f8a-fc43-4723-a80e-61af80df248c tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:34.996279 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d24e425-220d-4795-ab46-a6f130a7844e req-5c0d3f8a-fc43-4723-a80e-61af80df248c tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/ports?device_id=db082156-0c02-477f-9d13-94bad57081ab HTTP/1.1" status: 200 len: 945 time: 0.0930564 May 06 09:46:35.051693 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-03fe069b-c2d2-4aa6-831d-c52876660e7f req-8bea3dce-fadc-4538-9aca-2dc5884cf4fb service neutron] 10.222.0.77 "GET /v2.0/networks/62558b65-2ecc-44cb-b688-6d316dd01546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115506 May 06 09:46:35.091847 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d24e425-220d-4795-ab46-a6f130a7844e req-31f9f782-4a89-4fc1-9d22-8776209400a8 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/security-groups?id=95fb1082-28d9-434b-8527-260a3bc46de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569191 May 06 09:46:35.167546 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-b5a1c0d6-bec1-4b26-8182-df7a55850f59 req-9e44755d-fcda-4f20-937e-4125dc7b49de tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] show failed (client error): The resource could not be found. May 06 09:46:35.167809 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-03fe069b-c2d2-4aa6-831d-c52876660e7f req-6bdba1bd-bb31-44f0-a046-11cb3fc78a27 service neutron] 10.222.0.77 "GET /v2.0/networks/62558b65-2ecc-44cb-b688-6d316dd01546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989730 May 06 09:46:35.168695 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b5a1c0d6-bec1-4b26-8182-df7a55850f59 req-9e44755d-fcda-4f20-937e-4125dc7b49de tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "GET /v2.0/security-groups/95148d28-d71a-4cf6-95ea-7aaafb4b5cca HTTP/1.1" status: 404 len: 352 time: 0.0331466 May 06 09:46:35.196006 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953459d-5c34-461f-93f0-246aa7f9b22a req-8eba7325-e476-466c-a285-f778ca1f23af tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:35.197560 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e953459d-5c34-461f-93f0-246aa7f9b22a req-8eba7325-e476-466c-a285-f778ca1f23af tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1113474 May 06 09:46:35.258357 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-a83ae119-d2bf-454c-9666-8f138dcd8ee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 682b17fb-441c-4e13-960c-18224050c113 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:46:35.290559 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-a83ae119-d2bf-454c-9666-8f138dcd8ee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:35.304116 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e953459d-5c34-461f-93f0-246aa7f9b22a req-a79ca8dc-74f9-4c69-a55a-8c5fccced323 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845706 May 06 09:46:35.315625 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-a83ae119-d2bf-454c-9666-8f138dcd8ee5 service neutron] Transition to ACTIVE for port object 682b17fb-441c-4e13-960c-18224050c113 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:46:35.328475 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75410385-15da-423c-8072-15066bd4f5d1 req-7a342998-e552-43cd-aa82-2ac944ee4a15 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:35.330212 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75410385-15da-423c-8072-15066bd4f5d1 req-7a342998-e552-43cd-aa82-2ac944ee4a15 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/ports?device_id=f54c80f4-ac5a-4690-8586-1c83a29ab595 HTTP/1.1" status: 200 len: 945 time: 0.0900180 May 06 09:46:35.331412 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-a83ae119-d2bf-454c-9666-8f138dcd8ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:35.439278 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ae119-d2bf-454c-9666-8f138dcd8ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=682b17fb-441c-4e13-960c-18224050c113,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:35.463321 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75410385-15da-423c-8072-15066bd4f5d1 req-13533014-e023-4d25-99b2-9fc0f9daad11 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b384782-6713-4e00-a5c6-cb11e8bcedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239569 May 06 09:46:35.498906 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d95cb65a-f665-4756-a515-ac29f1f95a36 req-8c0fff1f-8344-4151-ac86-643c72c36230 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "GET /v2.0/security-groups/d6ad531a-a2a3-45c9-9a55-9553611c70e6 HTTP/1.1" status: 200 len: 1805 time: 0.1222539 May 06 09:46:35.574173 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-a83ae119-d2bf-454c-9666-8f138dcd8ee5 service neutron] Attempting to bind port 682b17fb-441c-4e13-960c-18224050c113 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:46:35.574425 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-a83ae119-d2bf-454c-9666-8f138dcd8ee5 service neutron] Attempting to bind port 682b17fb-441c-4e13-960c-18224050c113 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '3ad2a963-104c-493f-b013-3dd12710e0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '16dc8542-3f4f-4c03-b279-70aaa1b5cdbc'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:46:35.574759 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-a83ae119-d2bf-454c-9666-8f138dcd8ee5 service neutron] Attempting to bind port 682b17fb-441c-4e13-960c-18224050c113 on network 16dc8542-3f4f-4c03-b279-70aaa1b5cdbc {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:35.588661 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-a83ae119-d2bf-454c-9666-8f138dcd8ee5 service neutron] Port 682b17fb-441c-4e13-960c-18224050c113 on network 16dc8542-3f4f-4c03-b279-70aaa1b5cdbc not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:46:35.588984 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-a83ae119-d2bf-454c-9666-8f138dcd8ee5 service neutron] Attempting to bind port 682b17fb-441c-4e13-960c-18224050c113 on network 16dc8542-3f4f-4c03-b279-70aaa1b5cdbc {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:35.602907 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-a83ae119-d2bf-454c-9666-8f138dcd8ee5 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:46:35.603285 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-a83ae119-d2bf-454c-9666-8f138dcd8ee5 service neutron] Checking segment: {'id': '3ad2a963-104c-493f-b013-3dd12710e0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '16dc8542-3f4f-4c03-b279-70aaa1b5cdbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:35.603675 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-a83ae119-d2bf-454c-9666-8f138dcd8ee5 service neutron] Bound using segment: {'id': '3ad2a963-104c-493f-b013-3dd12710e0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '16dc8542-3f4f-4c03-b279-70aaa1b5cdbc'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:46:35.604394 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-a83ae119-d2bf-454c-9666-8f138dcd8ee5 service neutron] Bound port: 682b17fb-441c-4e13-960c-18224050c113, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ad2a963-104c-493f-b013-3dd12710e0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '16dc8542-3f4f-4c03-b279-70aaa1b5cdbc'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:46:35.604749 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-a83ae119-d2bf-454c-9666-8f138dcd8ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:35.634950 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7747eb-702e-4065-b94f-1e3ae4b34e3f req-029e0f33-e0df-4da9-95f5-62f18435b36e tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:35.636473 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bf7747eb-702e-4065-b94f-1e3ae4b34e3f req-029e0f33-e0df-4da9-95f5-62f18435b36e tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc032943-762d-4c77-8353-cfabc96b417f HTTP/1.1" status: 200 len: 944 time: 0.1127558 May 06 09:46:35.647835 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d95cb65a-f665-4756-a515-ac29f1f95a36 req-ed2b7848-586f-478b-8831-eaf497666e0b tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:35.722026 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d95cb65a-f665-4756-a515-ac29f1f95a36 req-ed2b7848-586f-478b-8831-eaf497666e0b tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:35.752405 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-a83ae119-d2bf-454c-9666-8f138dcd8ee5 service neutron] For port 682b17fb-441c-4e13-960c-18224050c113, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:46:35.757519 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bf7747eb-702e-4065-b94f-1e3ae4b34e3f req-11546627-24ba-41f7-bffe-0b5c75e5a065 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134901 May 06 09:46:35.780491 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-a83ae119-d2bf-454c-9666-8f138dcd8ee5 service neutron] For port 682b17fb-441c-4e13-960c-18224050c113, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=682b17fb-441c-4e13-960c-18224050c113,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:46:35.789189 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-a83ae119-d2bf-454c-9666-8f138dcd8ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:35.834103 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d95cb65a-f665-4756-a515-ac29f1f95a36 req-ed2b7848-586f-478b-8831-eaf497666e0b tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:35.836534 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d95cb65a-f665-4756-a515-ac29f1f95a36 req-ed2b7848-586f-478b-8831-eaf497666e0b tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:35.837686 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d95cb65a-f665-4756-a515-ac29f1f95a36 req-ed2b7848-586f-478b-8831-eaf497666e0b tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "DELETE /v2.0/security-groups/d6ad531a-a2a3-45c9-9a55-9553611c70e6 HTTP/1.1" status: 204 len: 173 time: 0.3326442 May 06 09:46:35.839022 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-a83ae119-d2bf-454c-9666-8f138dcd8ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:35.839660 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-a83ae119-d2bf-454c-9666-8f138dcd8ee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:35.840944 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-a83ae119-d2bf-454c-9666-8f138dcd8ee5 service neutron] 10.222.0.77 "PUT /v2.0/ports/682b17fb-441c-4e13-960c-18224050c113 HTTP/1.1" status: 200 len: 1092 time: 1.2597456 May 06 09:46:35.846399 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc032943-762d-4c77-8353-cfabc96b417f', 'tag': '682b17fb-441c-4e13-960c-18224050c113'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:35.848704 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac63425-d0e0-4613-9f77-96085ce30ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "fc032943-762d-4c77-8353-cfabc96b417f", "tag": "682b17fb-441c-4e13-960c-18224050c113"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:35.860613 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b7848-586f-478b-8831-eaf497666e0b tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ad531a-a2a3-45c9-9a55-9553611c70e6,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:35.890000 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ae119-d2bf-454c-9666-8f138dcd8ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=682b17fb-441c-4e13-960c-18224050c113,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:35.932310 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5499ac-fdc4-411a-91c2-2bfa795cb729 req-5646929d-cad3-439a-8648-b0b196760639 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:35.934048 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3f5499ac-fdc4-411a-91c2-2bfa795cb729 req-5646929d-cad3-439a-8648-b0b196760639 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 943 time: 0.0650911 May 06 09:46:36.025245 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3f5499ac-fdc4-411a-91c2-2bfa795cb729 req-83d83aca-0af8-41b9-a379-ec8641684419 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826380 May 06 09:46:36.031733 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-21585326-a468-4d76-b40e-39a69f47bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:36.033218 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-21585326-a468-4d76-b40e-39a69f47bc51 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff525b3c5a1e46169d46a30de372a412&device_id=fc032943-762d-4c77-8353-cfabc96b417f HTTP/1.1" status: 200 len: 1095 time: 0.1102214 May 06 09:46:36.036006 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-060142df-7b39-4670-9511-bfe3e32b5ba2 req-53a85fa8-933f-4907-aa67-755b3289dfde tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "GET /v2.0/security-groups/b2591153-f972-435f-aca9-4c434335c3ea HTTP/1.1" status: 200 len: 1807 time: 0.0945487 May 06 09:46:36.102153 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd777ac-68dc-430c-8dfb-7ca6bb557cc2 x-openstack-request-id: req-2cd777ac-68dc-430c-8dfb-7ca6bb557cc2 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:36.102449 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc032943-762d-4c77-8353-cfabc96b417f", "tag": "682b17fb-441c-4e13-960c-18224050c113", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:36.102708 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2cd777ac-68dc-430c-8dfb-7ca6bb557cc2 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:36.103151 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cd777ac-68dc-430c-8dfb-7ca6bb557cc2'] response: {'name': 'network-changed', 'server_uuid': 'fc032943-762d-4c77-8353-cfabc96b417f', 'tag': '682b17fb-441c-4e13-960c-18224050c113', 'status': 'completed', 'code': 200} May 06 09:46:36.108741 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-9e56d99a-a406-4f1e-95c8-fc8082de6dd8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=682b17fb-441c-4e13-960c-18224050c113 HTTP/1.1" status: 200 len: 217 time: 0.0573845 May 06 09:46:36.215772 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-060142df-7b39-4670-9511-bfe3e32b5ba2 req-767ac812-d5b5-4751-a919-529f26068430 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:36.219535 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-a82e12f5-5f8c-4ad5-ac85-22923ecbde2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:36.221286 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-a82e12f5-5f8c-4ad5-ac85-22923ecbde2e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=922edf83-b4a4-4bdd-8455-01a609c6fee5 HTTP/1.1" status: 200 len: 844 time: 0.1009474 May 06 09:46:36.253233 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb6bfc-c49a-49df-bba4-ccf5f93d4068 req-9e996678-fd61-4372-85c5-262bdece5b36 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:36.254782 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8bdb6bfc-c49a-49df-bba4-ccf5f93d4068 req-9e996678-fd61-4372-85c5-262bdece5b36 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 943 time: 0.1246336 May 06 09:46:36.279349 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-f7ea05f7-f11f-4339-9044-94b5857ea9c3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=16dc8542-3f4f-4c03-b279-70aaa1b5cdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454094 May 06 09:46:36.280858 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-060142df-7b39-4670-9511-bfe3e32b5ba2 req-767ac812-d5b5-4751-a919-529f26068430 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:36.298959 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 9262d57e-22a5-49b2-90f9-0a29fbac4818 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:46:36.405354 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8bdb6bfc-c49a-49df-bba4-ccf5f93d4068 req-6757fa91-95a6-4215-b40b-e91710d4d8c0 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305127 May 06 09:46:36.416845 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 9262d57e-22a5-49b2-90f9-0a29fbac4818, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=9262d57e-22a5-49b2-90f9-0a29fbac4818,segment=NetworkSegment(f854416d-9159-4e65-9cd2-8b8dead0809d),segment_id=f854416d-9159-4e65-9cd2-8b8dead0809d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:36.431810 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '9262d57e-22a5-49b2-90f9-0a29fbac4818', 'network_id': '23e21561-4495-4701-b589-fe4647d5086e', 'port_id': '9262d57e-22a5-49b2-90f9-0a29fbac4818', 'mac_address': 'fa:16:3e:38:08:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd54bd8cf-7c94-46e0-bd93-71eea8040eb3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:46:36.456437 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-060142df-7b39-4670-9511-bfe3e32b5ba2 req-767ac812-d5b5-4751-a919-529f26068430 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:36.460645 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-060142df-7b39-4670-9511-bfe3e32b5ba2 req-767ac812-d5b5-4751-a919-529f26068430 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:36.461899 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-060142df-7b39-4670-9511-bfe3e32b5ba2 req-767ac812-d5b5-4751-a919-529f26068430 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "DELETE /v2.0/security-groups/b2591153-f972-435f-aca9-4c434335c3ea HTTP/1.1" status: 204 len: 173 time: 0.4176648 May 06 09:46:36.471706 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-9ce63104-1416-42b8-bd1d-60cc3b551acd service neutron] 10.222.0.77 "GET /v2.0/networks/16dc8542-3f4f-4c03-b279-70aaa1b5cdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742575 May 06 09:46:36.479190 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ac812-d5b5-4751-a919-529f26068430 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2591153-f972-435f-aca9-4c434335c3ea,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:36.540896 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:36.561030 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9262d57e-22a5-49b2-90f9-0a29fbac4818 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:46:36.594294 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 9262d57e-22a5-49b2-90f9-0a29fbac4818, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=9262d57e-22a5-49b2-90f9-0a29fbac4818,segment=NetworkSegment(f854416d-9159-4e65-9cd2-8b8dead0809d),segment_id=f854416d-9159-4e65-9cd2-8b8dead0809d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:36.603434 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:36.667896 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fbc5b-7376-4631-8e03-9fccaf07be89 req-852cbe16-766c-498d-8b3f-2b7f89a2a9f2 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:36.670203 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7a9fbc5b-7376-4631-8e03-9fccaf07be89 req-852cbe16-766c-498d-8b3f-2b7f89a2a9f2 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1055019 May 06 09:46:36.674447 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-efdfcf6b-2103-47ec-9550-d8e5941cc3b2 req-13bc5fa9-2810-4926-aadc-5995528aeb74 service neutron] 10.222.0.77 "GET /v2.0/networks/16dc8542-3f4f-4c03-b279-70aaa1b5cdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901839 May 06 09:46:36.706590 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=9262d57e-22a5-49b2-90f9-0a29fbac4818,revision_number=9']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:36.762981 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7a9fbc5b-7376-4631-8e03-9fccaf07be89 req-583ae38a-22b2-49b1-86ea-903918aa6e47 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822768 May 06 09:46:36.774993 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d52ca2da-20eb-414a-a361-2f89b000da9f req-482d553c-d8e2-4e72-b1ca-17ef86682eda tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "GET /v2.0/security-groups/ffd9d496-f040-4ff2-9752-3773d0421ed5 HTTP/1.1" status: 200 len: 1807 time: 0.0595520 May 06 09:46:36.933716 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d52ca2da-20eb-414a-a361-2f89b000da9f req-cd8f205f-079e-4803-ba70-e2a5d226b73a tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:36.938458 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac63425-d0e0-4613-9f77-96085ce30ad9 req-faec1d99-f383-40cb-8f32-2216a7f81083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:36.939988 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1ac63425-d0e0-4613-9f77-96085ce30ad9 req-faec1d99-f383-40cb-8f32-2216a7f81083 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff525b3c5a1e46169d46a30de372a412&device_id=fc032943-762d-4c77-8353-cfabc96b417f HTTP/1.1" status: 200 len: 1095 time: 0.1229260 May 06 09:46:36.972860 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b8780-b1fe-4919-8d84-d8ec0bf58c19 req-f3074dda-e0ef-421e-9d9b-25c1249d1800 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:36.974388 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba7b8780-b1fe-4919-8d84-d8ec0bf58c19 req-f3074dda-e0ef-421e-9d9b-25c1249d1800 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/ports?device_id=f54c80f4-ac5a-4690-8586-1c83a29ab595 HTTP/1.1" status: 200 len: 945 time: 0.1456692 May 06 09:46:37.027102 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d52ca2da-20eb-414a-a361-2f89b000da9f req-cd8f205f-079e-4803-ba70-e2a5d226b73a tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:37.057021 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378ea27-a32c-4466-a3dd-371e9ee0260a req-bdd0489e-03fa-4e27-a4db-e5f9730b7ae1 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:37.058553 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f378ea27-a32c-4466-a3dd-371e9ee0260a req-bdd0489e-03fa-4e27-a4db-e5f9730b7ae1 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.77 "GET /v2.0/ports?device_id=f54c80f4-ac5a-4690-8586-1c83a29ab595 HTTP/1.1" status: 200 len: 945 time: 0.0540791 May 06 09:46:37.110852 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba7b8780-b1fe-4919-8d84-d8ec0bf58c19 req-cbf1af7c-0aa4-4826-aec2-945b10f19da5 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b384782-6713-4e00-a5c6-cb11e8bcedc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284728 May 06 09:46:37.126489 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d52ca2da-20eb-414a-a361-2f89b000da9f req-cd8f205f-079e-4803-ba70-e2a5d226b73a tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:37.129113 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d52ca2da-20eb-414a-a361-2f89b000da9f req-cd8f205f-079e-4803-ba70-e2a5d226b73a tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:37.130349 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d52ca2da-20eb-414a-a361-2f89b000da9f req-cd8f205f-079e-4803-ba70-e2a5d226b73a tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "DELETE /v2.0/security-groups/ffd9d496-f040-4ff2-9752-3773d0421ed5 HTTP/1.1" status: 204 len: 173 time: 0.3379898 May 06 09:46:37.139847 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac63425-d0e0-4613-9f77-96085ce30ad9 req-a818becd-6dbf-4e1e-8da5-14bb65216a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:37.141494 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1ac63425-d0e0-4613-9f77-96085ce30ad9 req-a818becd-6dbf-4e1e-8da5-14bb65216a3d service neutron] 10.222.0.77 "GET /v2.0/networks?id=16dc8542-3f4f-4c03-b279-70aaa1b5cdbc HTTP/1.1" status: 200 len: 905 time: 0.1894929 May 06 09:46:37.159769 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f205f-079e-4803-ba70-e2a5d226b73a tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd9d496-f040-4ff2-9752-3773d0421ed5,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:37.195073 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1ac63425-d0e0-4613-9f77-96085ce30ad9 req-f005fe64-ea5e-4ec1-9d52-5ac4b717f391 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=682b17fb-441c-4e13-960c-18224050c113 HTTP/1.1" status: 200 len: 217 time: 0.0429676 May 06 09:46:37.224637 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-f378ea27-a32c-4466-a3dd-371e9ee0260a req-589128f0-e48a-4072-a127-b26e4985b783 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Deleting port 759bfe57-ac95-465e-88a9-dbe95c5517f6 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:46:37.224992 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f378ea27-a32c-4466-a3dd-371e9ee0260a req-589128f0-e48a-4072-a127-b26e4985b783 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:37.309943 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac63425-d0e0-4613-9f77-96085ce30ad9 req-8f2add4c-6b87-40c7-81a5-88f434cdd131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:37.311432 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1ac63425-d0e0-4613-9f77-96085ce30ad9 req-8f2add4c-6b87-40c7-81a5-88f434cdd131 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=922edf83-b4a4-4bdd-8455-01a609c6fee5 HTTP/1.1" status: 200 len: 844 time: 0.1007218 May 06 09:46:37.321624 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-f378ea27-a32c-4466-a3dd-371e9ee0260a req-589128f0-e48a-4072-a127-b26e4985b783 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] For port 759bfe57-ac95-465e-88a9-dbe95c5517f6, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=759bfe57-ac95-465e-88a9-dbe95c5517f6,segment=NetworkSegment(ae34b415-e7ea-4359-9186-a76174fab2b4),segment_id=ae34b415-e7ea-4359-9186-a76174fab2b4)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:37.321624 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f378ea27-a32c-4466-a3dd-371e9ee0260a req-589128f0-e48a-4072-a127-b26e4985b783 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:37.325247 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bc285-d9ae-4029-847c-7ff664253292 req-2e988d9f-ed88-4b44-b67b-5c6889fb817b tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:37.326768 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-639bc285-d9ae-4029-847c-7ff664253292 req-2e988d9f-ed88-4b44-b67b-5c6889fb817b tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc032943-762d-4c77-8353-cfabc96b417f HTTP/1.1" status: 200 len: 944 time: 0.1281567 May 06 09:46:37.342979 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee5adc-6264-45de-90e6-5acc832b9de7 req-eb6aa864-58cb-44b6-8099-88689d42ac06 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:37.344519 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-90ee5adc-6264-45de-90e6-5acc832b9de7 req-eb6aa864-58cb-44b6-8099-88689d42ac06 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/ports?device_id=db082156-0c02-477f-9d13-94bad57081ab HTTP/1.1" status: 200 len: 945 time: 0.1354315 May 06 09:46:37.375532 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1ac63425-d0e0-4613-9f77-96085ce30ad9 req-98e35c50-66a3-4eb0-b5e9-331891b63afb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=16dc8542-3f4f-4c03-b279-70aaa1b5cdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477254 May 06 09:46:37.399313 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['9262d57e-22a5-49b2-90f9-0a29fbac4818'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:46:37.473325 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-639bc285-d9ae-4029-847c-7ff664253292 req-cf95cac9-0c34-451d-a235-dc49dbaaaf00 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262519 May 06 09:46:37.481713 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-90ee5adc-6264-45de-90e6-5acc832b9de7 req-73abe446-6080-4667-b38e-3994cc7347ad tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/security-groups?id=95fb1082-28d9-434b-8527-260a3bc46de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287284 May 06 09:46:37.518777 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1ac63425-d0e0-4613-9f77-96085ce30ad9 req-26ea6ea7-32e4-405d-b94b-db471fc7574e service neutron] 10.222.0.77 "GET /v2.0/networks/16dc8542-3f4f-4c03-b279-70aaa1b5cdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339023 May 06 09:46:37.523576 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f378ea27-a32c-4466-a3dd-371e9ee0260a req-589128f0-e48a-4072-a127-b26e4985b783 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:37.523954 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f378ea27-a32c-4466-a3dd-371e9ee0260a req-589128f0-e48a-4072-a127-b26e4985b783 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:37.524282 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [req-f378ea27-a32c-4466-a3dd-371e9ee0260a req-589128f0-e48a-4072-a127-b26e4985b783 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Floating IP 581921f8-8b6c-4671-85e5-7ca5a9df6206 disassociated. External IP: 172.25.5.249, port: 759bfe57-ac95-465e-88a9-dbe95c5517f6. May 06 09:46:37.524641 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-f378ea27-a32c-4466-a3dd-371e9ee0260a req-589128f0-e48a-4072-a127-b26e4985b783 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Calling delete_port for 759bfe57-ac95-465e-88a9-dbe95c5517f6 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:46:37.671954 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f378ea27-a32c-4466-a3dd-371e9ee0260a req-589128f0-e48a-4072-a127-b26e4985b783 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:37.693507 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b77808ee-8e47-49c7-aed8-c825109fc133 req-a7654a41-6c9c-4dd0-b15d-b7a8291e120c tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "GET /v2.0/security-groups/0762c061-2d5e-4005-adab-b08e4c5b6683 HTTP/1.1" status: 200 len: 2406 time: 0.1327991 May 06 09:46:37.702647 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589128f0-e48a-4072-a127-b26e4985b783 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Pushing event deleted for resources: {'Port': ['ID=759bfe57-ac95-465e-88a9-dbe95c5517f6,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:37.723438 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f33fcb-ab74-4d79-98c8-78ee51ee4d2b req-a688c037-0fe4-470c-8478-a4798c9a124c tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:37.726224 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-53f33fcb-ab74-4d79-98c8-78ee51ee4d2b req-a688c037-0fe4-470c-8478-a4798c9a124c tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 944 time: 0.1362538 May 06 09:46:37.727631 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1ac63425-d0e0-4613-9f77-96085ce30ad9 req-5bf00103-270b-4db7-a988-f03ec5d18774 service neutron] 10.222.0.77 "GET /v2.0/networks/16dc8542-3f4f-4c03-b279-70aaa1b5cdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020965 May 06 09:46:37.797007 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-53f33fcb-ab74-4d79-98c8-78ee51ee4d2b req-4091f2c6-d7fd-4b76-bd6c-dc205d74a8e0 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598800 May 06 09:46:37.816909 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b77808ee-8e47-49c7-aed8-c825109fc133 req-be9f7bad-ae5c-4a27-9a78-32a1b295e550 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:37.835686 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f378ea27-a32c-4466-a3dd-371e9ee0260a req-589128f0-e48a-4072-a127-b26e4985b783 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Router 8d8cdb39-7aab-4b72-a465-5b17f30738d5 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:46:37.846495 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b77808ee-8e47-49c7-aed8-c825109fc133 req-be9f7bad-ae5c-4a27-9a78-32a1b295e550 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:37.923815 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b77808ee-8e47-49c7-aed8-c825109fc133 req-be9f7bad-ae5c-4a27-9a78-32a1b295e550 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:37.926320 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b77808ee-8e47-49c7-aed8-c825109fc133 req-be9f7bad-ae5c-4a27-9a78-32a1b295e550 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:37.928045 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b77808ee-8e47-49c7-aed8-c825109fc133 req-be9f7bad-ae5c-4a27-9a78-32a1b295e550 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "DELETE /v2.0/security-groups/0762c061-2d5e-4005-adab-b08e4c5b6683 HTTP/1.1" status: 204 len: 173 time: 0.2259736 May 06 09:46:37.942900 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f7bad-ae5c-4a27-9a78-32a1b295e550 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0762c061-2d5e-4005-adab-b08e4c5b6683,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:37.971544 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f378ea27-a32c-4466-a3dd-371e9ee0260a req-589128f0-e48a-4072-a127-b26e4985b783 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:46:37.973110 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a04bf-4026-4ec1-8607-350535e3224c req-c67a2cae-1f33-470e-827b-02f3f18716df tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:37.975485 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bb5a04bf-4026-4ec1-8607-350535e3224c req-c67a2cae-1f33-470e-827b-02f3f18716df tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 943 time: 0.0965207 May 06 09:46:37.983786 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8af031e-2e10-4fdf-af8b-49205a653f04 None None] Sync routers for ids ['8d8cdb39-7aab-4b72-a465-5b17f30738d5'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:46:37.995463 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8af031e-2e10-4fdf-af8b-49205a653f04 None None] Routers {'8d8cdb39-7aab-4b72-a465-5b17f30738d5'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:37.996419 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-f8af031e-2e10-4fdf-af8b-49205a653f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:46:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['8d8cdb39-7aab-4b72-a465-5b17f30738d5'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:38.017040 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f378ea27-a32c-4466-a3dd-371e9ee0260a req-589128f0-e48a-4072-a127-b26e4985b783 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] No DVR routers for this DVR port 759bfe57-ac95-465e-88a9-dbe95c5517f6 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:46:38.019890 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f378ea27-a32c-4466-a3dd-371e9ee0260a req-589128f0-e48a-4072-a127-b26e4985b783 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:38.023955 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f378ea27-a32c-4466-a3dd-371e9ee0260a req-589128f0-e48a-4072-a127-b26e4985b783 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.77 "DELETE /v2.0/ports/759bfe57-ac95-465e-88a9-dbe95c5517f6 HTTP/1.1" status: 204 len: 173 time: 0.9590349 May 06 09:46:38.024438 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54c80f4-ac5a-4690-8586-1c83a29ab595', 'name': 'network-vif-deleted', 'tag': '759bfe57-ac95-465e-88a9-dbe95c5517f6'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:38.026777 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed6d498-059b-426a-950a-f7832df9c69c" -d '{"events": [{"server_uuid": "f54c80f4-ac5a-4690-8586-1c83a29ab595", "name": "network-vif-deleted", "tag": "759bfe57-ac95-465e-88a9-dbe95c5517f6"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:38.139829 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-f8af031e-2e10-4fdf-af8b-49205a653f04 None None] Set router 8d8cdb39-7aab-4b72-a465-5b17f30738d5 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:38.322848 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ae3bde3e-4312-49f1-8ceb-5c2f53fec57c details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:46:38.395588 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-f8af031e-2e10-4fdf-af8b-49205a653f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'name': 'tempest-ServersTestJSON-1238654958-router', 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'ae151db4-20f2-43b3-9f87-1fa5ffaee0ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:33Z', 'updated_at': '2022-05-06T09:44:42Z', 'revision_number': 4, 'project_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'gw_port': {'id': 'ae151db4-20f2-43b3-9f87-1fa5ffaee0ff', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:36Z', 'updated_at': '2022-05-06T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'ae7fa224-fc34-44c2-98a1-926b0b617c8c', 'name': '', 'network_id': 'd9bd76c5-f544-4d72-8dc5-36475ed60bba', 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'mac_address': 'fa:16:3e:14:f6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '33ffc5b1-5423-4b93-a2ee-c6b4f870c046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:40Z', 'updated_at': '2022-05-06T09:44:47Z', 'revision_number': 5, 'project_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'subnets': [{'id': '33ffc5b1-5423-4b93-a2ee-c6b4f870c046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:38.409361 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bb5a04bf-4026-4ec1-8607-350535e3224c req-751cdfdd-2bc1-4604-bb9e-b1a6449a61f7 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200063 May 06 09:46:38.426006 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6c689-7041-4342-943a-3513ea13fc27 req-771b8b26-f30c-483c-8317-d0949ff04592 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:38.427643 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-39d6c689-7041-4342-943a-3513ea13fc27 req-771b8b26-f30c-483c-8317-d0949ff04592 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.4353919 May 06 09:46:38.431490 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8af031e-2e10-4fdf-af8b-49205a653f04 None None] Checking router: 8d8cdb39-7aab-4b72-a465-5b17f30738d5 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:46:38.443724 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8af031e-2e10-4fdf-af8b-49205a653f04 None None] Routers {'8d8cdb39-7aab-4b72-a465-5b17f30738d5'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:38.444328 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-f8af031e-2e10-4fdf-af8b-49205a653f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:46:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['8d8cdb39-7aab-4b72-a465-5b17f30738d5'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:38.465063 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port ae3bde3e-4312-49f1-8ceb-5c2f53fec57c, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ae3bde3e-4312-49f1-8ceb-5c2f53fec57c,segment=NetworkSegment(35debb7c-3bac-4f08-9866-7111447fe1bf),segment_id=35debb7c-3bac-4f08-9866-7111447fe1bf)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:38.482996 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'ae3bde3e-4312-49f1-8ceb-5c2f53fec57c', 'network_id': '62558b65-2ecc-44cb-b688-6d316dd01546', 'port_id': 'ae3bde3e-4312-49f1-8ceb-5c2f53fec57c', 'mac_address': 'fa:16:3e:e5:a4:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d1f3a23-5174-4642-9e0d-aa826fbcdb37', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:46:38.494043 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-39d6c689-7041-4342-943a-3513ea13fc27 req-935b4a3d-1894-4f5a-88a7-ea12be297ffb tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583332 May 06 09:46:38.510328 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5934ac53-fc5d-4860-861a-c952b220987c req-885f5861-a91d-4e95-a872-ed02b5c6f049 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "GET /v2.0/security-groups/4cf641f8-4e99-4d8c-83ca-af4ec8101db4 HTTP/1.1" status: 200 len: 2398 time: 0.0605440 May 06 09:46:38.536554 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:38.553220 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3bde3e-4312-49f1-8ceb-5c2f53fec57c {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:46:38.570289 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576eb93d-e8e0-417b-a9dc-d814803de558 x-openstack-request-id: req-576eb93d-e8e0-417b-a9dc-d814803de558 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:38.570816 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54c80f4-ac5a-4690-8586-1c83a29ab595", "name": "network-vif-deleted", "tag": "759bfe57-ac95-465e-88a9-dbe95c5517f6", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:38.570816 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-576eb93d-e8e0-417b-a9dc-d814803de558 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:38.571256 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-576eb93d-e8e0-417b-a9dc-d814803de558'] response: {'server_uuid': 'f54c80f4-ac5a-4690-8586-1c83a29ab595', 'name': 'network-vif-deleted', 'tag': '759bfe57-ac95-465e-88a9-dbe95c5517f6', 'status': 'completed', 'code': 200} May 06 09:46:38.586331 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5934ac53-fc5d-4860-861a-c952b220987c req-a4455548-673b-4296-a634-5fe64d72a9c5 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:38.604390 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-f8af031e-2e10-4fdf-af8b-49205a653f04 None None] Set router 8d8cdb39-7aab-4b72-a465-5b17f30738d5 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:38.604810 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port ae3bde3e-4312-49f1-8ceb-5c2f53fec57c, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ae3bde3e-4312-49f1-8ceb-5c2f53fec57c,segment=NetworkSegment(35debb7c-3bac-4f08-9866-7111447fe1bf),segment_id=35debb7c-3bac-4f08-9866-7111447fe1bf)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:38.615201 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:38.639027 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5934ac53-fc5d-4860-861a-c952b220987c req-a4455548-673b-4296-a634-5fe64d72a9c5 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:38.664100 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc3c30-2d93-4ba9-be96-a136633a716e req-768d4168-99d6-4e31-a2fa-088a6f3df6b2 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:38.666049 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-20cc3c30-2d93-4ba9-be96-a136633a716e req-768d4168-99d6-4e31-a2fa-088a6f3df6b2 tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.77 "GET /v2.0/ports?device_id=db082156-0c02-477f-9d13-94bad57081ab HTTP/1.1" status: 200 len: 945 time: 0.1078002 May 06 09:46:38.701689 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=ae3bde3e-4312-49f1-8ceb-5c2f53fec57c,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:38.746467 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-de8ab924-5319-4fb9-8e09-7fc00031c870 req-66956c41-d13a-430a-b7e0-9a94bb6137c8 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/ports?device_id=f54c80f4-ac5a-4690-8586-1c83a29ab595 HTTP/1.1" status: 200 len: 210 time: 0.0413194 May 06 09:46:38.773730 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5934ac53-fc5d-4860-861a-c952b220987c req-a4455548-673b-4296-a634-5fe64d72a9c5 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:38.776543 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5934ac53-fc5d-4860-861a-c952b220987c req-a4455548-673b-4296-a634-5fe64d72a9c5 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:38.778370 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5934ac53-fc5d-4860-861a-c952b220987c req-a4455548-673b-4296-a634-5fe64d72a9c5 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] 10.222.0.73 "DELETE /v2.0/security-groups/4cf641f8-4e99-4d8c-83ca-af4ec8101db4 HTTP/1.1" status: 204 len: 173 time: 0.2617373 May 06 09:46:38.791176 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 52258) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:38.792016 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4455548-673b-4296-a634-5fe64d72a9c5 tempest-SecurityGroupRulesTestJSON-1375832632 tempest-SecurityGroupRulesTestJSON-1375832632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf641f8-4e99-4d8c-83ca-af4ec8101db4,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:38.857948 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ce8e35-2aa1-4e2f-8db1-4173c7730e56 admin admin] Deleting subnet e10ebc95-e65f-4c0f-9549-4ef62203fda6 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:46:38.863480 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-20cc3c30-2d93-4ba9-be96-a136633a716e req-58018272-2587-43e3-b772-546ff41fc3ca tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Deleting port 3e3db032-fc80-494f-a1c3-cd0ed467a4fb {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:46:38.863832 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-20cc3c30-2d93-4ba9-be96-a136633a716e req-58018272-2587-43e3-b772-546ff41fc3ca tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:38.872376 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-43ce8e35-2aa1-4e2f-8db1-4173c7730e56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:38.963617 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-43ce8e35-2aa1-4e2f-8db1-4173c7730e56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:38.975921 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-f8af031e-2e10-4fdf-af8b-49205a653f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'name': 'tempest-ServersTestJSON-1238654958-router', 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'ae151db4-20f2-43b3-9f87-1fa5ffaee0ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:33Z', 'updated_at': '2022-05-06T09:44:42Z', 'revision_number': 4, 'project_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'gw_port': {'id': 'ae151db4-20f2-43b3-9f87-1fa5ffaee0ff', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:36Z', 'updated_at': '2022-05-06T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'ae7fa224-fc34-44c2-98a1-926b0b617c8c', 'name': '', 'network_id': 'd9bd76c5-f544-4d72-8dc5-36475ed60bba', 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'mac_address': 'fa:16:3e:14:f6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '33ffc5b1-5423-4b93-a2ee-c6b4f870c046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:40Z', 'updated_at': '2022-05-06T09:44:47Z', 'revision_number': 5, 'project_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'subnets': [{'id': '33ffc5b1-5423-4b93-a2ee-c6b4f870c046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:38.981779 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-20cc3c30-2d93-4ba9-be96-a136633a716e req-58018272-2587-43e3-b772-546ff41fc3ca tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] For port 3e3db032-fc80-494f-a1c3-cd0ed467a4fb, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=3e3db032-fc80-494f-a1c3-cd0ed467a4fb,segment=NetworkSegment(49d43060-ee07-4c61-ac9d-adfdd1c215d3),segment_id=49d43060-ee07-4c61-ac9d-adfdd1c215d3)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:38.982156 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-20cc3c30-2d93-4ba9-be96-a136633a716e req-58018272-2587-43e3-b772-546ff41fc3ca tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.002894 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-20cc3c30-2d93-4ba9-be96-a136633a716e req-58018272-2587-43e3-b772-546ff41fc3ca tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Calling delete_port for 3e3db032-fc80-494f-a1c3-cd0ed467a4fb owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:46:39.009202 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a0a41-6ce5-426e-85c6-4aa72060dd67 req-c01e4ecc-77f6-4965-96c7-b35a0514553c tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:39.010949 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f63a0a41-6ce5-426e-85c6-4aa72060dd67 req-c01e4ecc-77f6-4965-96c7-b35a0514553c tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc032943-762d-4c77-8353-cfabc96b417f HTTP/1.1" status: 200 len: 944 time: 0.1381683 May 06 09:46:39.023195 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95ca3a-073d-42d3-886a-cb8888b3c99a req-e2d32634-7067-492f-99ab-7e2196fa505d tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:39.026090 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4f95ca3a-073d-42d3-886a-cb8888b3c99a req-e2d32634-7067-492f-99ab-7e2196fa505d tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/ports?device_id=db082156-0c02-477f-9d13-94bad57081ab HTTP/1.1" status: 200 len: 945 time: 0.1709616 May 06 09:46:39.067619 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-43ce8e35-2aa1-4e2f-8db1-4173c7730e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.114670 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8af031e-2e10-4fdf-af8b-49205a653f04 None None] The sync data for ids ['8d8cdb39-7aab-4b72-a465-5b17f30738d5'] in n-d-840835-1 is: [{'id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'name': 'tempest-ServersTestJSON-1238654958-router', 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'ae151db4-20f2-43b3-9f87-1fa5ffaee0ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:33Z', 'updated_at': '2022-05-06T09:44:42Z', 'revision_number': 4, 'project_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'gw_port': {'id': 'ae151db4-20f2-43b3-9f87-1fa5ffaee0ff', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:36Z', 'updated_at': '2022-05-06T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'ae7fa224-fc34-44c2-98a1-926b0b617c8c', 'name': '', 'network_id': 'd9bd76c5-f544-4d72-8dc5-36475ed60bba', 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'mac_address': 'fa:16:3e:14:f6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '33ffc5b1-5423-4b93-a2ee-c6b4f870c046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:40Z', 'updated_at': '2022-05-06T09:44:47Z', 'revision_number': 5, 'project_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'subnets': [{'id': '33ffc5b1-5423-4b93-a2ee-c6b4f870c046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:46:39.131571 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f63a0a41-6ce5-426e-85c6-4aa72060dd67 req-e93effa8-3646-483b-80ad-5213507bcbf5 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046357 May 06 09:46:39.137868 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4f95ca3a-073d-42d3-886a-cb8888b3c99a req-4e93e406-0769-4ffc-8ace-943d0ec50edf tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.73 "GET /v2.0/security-groups?id=95fb1082-28d9-434b-8527-260a3bc46de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040072 May 06 09:46:39.160381 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['ae3bde3e-4312-49f1-8ceb-5c2f53fec57c'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:46:39.168137 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-43ce8e35-2aa1-4e2f-8db1-4173c7730e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.191604 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-20cc3c30-2d93-4ba9-be96-a136633a716e req-58018272-2587-43e3-b772-546ff41fc3ca tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.203536 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce8e35-2aa1-4e2f-8db1-4173c7730e56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e10ebc95-e65f-4c0f-9549-4ef62203fda6,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:39.205648 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-43ce8e35-2aa1-4e2f-8db1-4173c7730e56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.227571 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-43ce8e35-2aa1-4e2f-8db1-4173c7730e56 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e10ebc95-e65f-4c0f-9549-4ef62203fda6 HTTP/1.1" status: 204 len: 168 time: 0.4328094 May 06 09:46:39.230078 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 52262) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:39.245483 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58018272-2587-43e3-b772-546ff41fc3ca tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Pushing event deleted for resources: {'Port': ['ID=3e3db032-fc80-494f-a1c3-cd0ed467a4fb,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:39.319893 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cc3c30-2d93-4ba9-be96-a136633a716e req-58018272-2587-43e3-b772-546ff41fc3ca tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] No DVR routers for this DVR port 3e3db032-fc80-494f-a1c3-cd0ed467a4fb on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:46:39.324957 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-20cc3c30-2d93-4ba9-be96-a136633a716e req-58018272-2587-43e3-b772-546ff41fc3ca tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.331627 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-20cc3c30-2d93-4ba9-be96-a136633a716e req-58018272-2587-43e3-b772-546ff41fc3ca tempest-ServerAddressesTestJSON-1125857707 tempest-ServerAddressesTestJSON-1125857707-project] 10.222.0.77 "DELETE /v2.0/ports/3e3db032-fc80-494f-a1c3-cd0ed467a4fb HTTP/1.1" status: 204 len: 173 time: 0.6494601 May 06 09:46:39.349898 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-44374b39-5a26-44a5-ac13-818f8ae31422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.361195 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afcdc5-895d-4ada-892e-51e61b5dc620 req-85a09ba9-6518-4616-8bbb-22659ea8ccda tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:39.362346 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e4afcdc5-895d-4ada-892e-51e61b5dc620 req-85a09ba9-6518-4616-8bbb-22659ea8ccda tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 944 time: 0.1336436 May 06 09:46:39.447289 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e4afcdc5-895d-4ada-892e-51e61b5dc620 req-5a6415ed-5707-4ded-a8d0-e45858806b36 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671079 May 06 09:46:39.507860 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-44374b39-5a26-44a5-ac13-818f8ae31422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.515311 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afae3ca-b9bf-4211-90fb-8378098b80f4 None None] New status for floating IP 581921f8-8b6c-4671-85e5-7ca5a9df6206: DOWN {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:46:39.543674 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-44374b39-5a26-44a5-ac13-818f8ae31422 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb96293-1e8c-4e97-aacc-f302cea7dcdf']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:39.576210 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-44374b39-5a26-44a5-ac13-818f8ae31422 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0678ec33-8cc8-45ee-8e93-c046bd71ec89') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:39.576505 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-44374b39-5a26-44a5-ac13-818f8ae31422 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0678ec33-8cc8-45ee-8e93-c046bd71ec89') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:39.602002 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-44374b39-5a26-44a5-ac13-818f8ae31422 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.637479 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-44374b39-5a26-44a5-ac13-818f8ae31422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.650188 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9db4a-0eb3-48c9-b9df-11f650b535e2 req-0ed98f77-dfd6-4bbd-b914-6d1c2d3a7759 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:39.652036 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5fa9db4a-0eb3-48c9-b9df-11f650b535e2 req-0ed98f77-dfd6-4bbd-b914-6d1c2d3a7759 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 944 time: 0.1299815 May 06 09:46:39.661372 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44374b39-5a26-44a5-ac13-818f8ae31422 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:46:39.662336 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-44374b39-5a26-44a5-ac13-818f8ae31422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: timer() May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:46:39.664155 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:46:39.733735 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37e332-5fd2-49f6-8353-a5cfdfe86ff9 req-6c9f7037-4e61-4c92-ab5c-7c285d1c1f90 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:39.735273 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0e37e332-5fd2-49f6-8353-a5cfdfe86ff9 req-6c9f7037-4e61-4c92-ab5c-7c285d1c1f90 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1568131 May 06 09:46:39.775014 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5fa9db4a-0eb3-48c9-b9df-11f650b535e2 req-aad3bc44-c64b-4ad7-a6da-859f267c6778 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149435 May 06 09:46:39.780172 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-44374b39-5a26-44a5-ac13-818f8ae31422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.786141 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-44374b39-5a26-44a5-ac13-818f8ae31422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.792864 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-44374b39-5a26-44a5-ac13-818f8ae31422 admin admin] 10.222.0.73 "DELETE /v2.0/networks/6eb96293-1e8c-4e97-aacc-f302cea7dcdf HTTP/1.1" status: 204 len: 168 time: 0.5585568 May 06 09:46:39.812846 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44374b39-5a26-44a5-ac13-818f8ae31422 admin admin] Pushing event deleted for resources: {'Network': ['ID=6eb96293-1e8c-4e97-aacc-f302cea7dcdf,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:39.817040 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0e37e332-5fd2-49f6-8353-a5cfdfe86ff9 req-4e4a7d92-d5f7-4ea9-9449-c4ba7205e7b1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715282 May 06 09:46:39.874191 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 52274) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:39.941566 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4eb30014-2a21-44e1-8f27-51d652a57310 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.950377 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52276) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:39.969184 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4eb30014-2a21-44e1-8f27-51d652a57310 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.994060 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c3ac4385-8db6-4c9d-9567-52d676bfd9c5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5f198b5c30904793be7e450e22d435d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423546 May 06 09:46:39.996634 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52278) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:40.022779 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4eb30014-2a21-44e1-8f27-51d652a57310 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.025659 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4eb30014-2a21-44e1-8f27-51d652a57310 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.027279 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4eb30014-2a21-44e1-8f27-51d652a57310 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "DELETE /v2.0/security-groups/3b384782-6713-4e00-a5c6-cb11e8bcedc0 HTTP/1.1" status: 204 len: 168 time: 0.1510773 May 06 09:46:40.030541 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 52280) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:40.048020 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb30014-2a21-44e1-8f27-51d652a57310 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b384782-6713-4e00-a5c6-cb11e8bcedc0,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:40.050456 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b65eed3c-4731-4c08-b7ae-07c3efc89974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.051650 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-c80e6b3b-6ef7-4c75-be6e-1df4847efb96 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] show failed (client error): The resource could not be found. May 06 09:46:40.052908 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c80e6b3b-6ef7-4c75-be6e-1df4847efb96 tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "GET /v2.0/security-groups/3b384782-6713-4e00-a5c6-cb11e8bcedc0 HTTP/1.1" status: 404 len: 347 time: 0.0213473 May 06 09:46:40.055763 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 52282) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:40.076474 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b65eed3c-4731-4c08-b7ae-07c3efc89974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.127106 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b65eed3c-4731-4c08-b7ae-07c3efc89974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.129855 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b65eed3c-4731-4c08-b7ae-07c3efc89974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.132775 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b65eed3c-4731-4c08-b7ae-07c3efc89974 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/28b99d88-5c0d-4c41-b8d8-d71b58caf6f2 HTTP/1.1" status: 204 len: 168 time: 0.1351612 May 06 09:46:40.141858 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65eed3c-4731-4c08-b7ae-07c3efc89974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b99d88-5c0d-4c41-b8d8-d71b58caf6f2,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:40.206036 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-65504064-2561-4cc3-a926-b92f239c6b3d tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Deleting port 98835f73-515b-44cd-a805-5a0ee1194016 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:46:40.206455 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-65504064-2561-4cc3-a926-b92f239c6b3d tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.233962 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52290) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:40.248136 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['3e3db032-fc80-494f-a1c3-cd0ed467a4fb'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:46:40.298590 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-706797a3-4062-431b-ae6e-8caa543afcb5 admin admin] Deleting subnet 8918be9d-c472-49c4-ac84-93081c4b8f60 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:46:40.302170 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-706797a3-4062-431b-ae6e-8caa543afcb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.326789 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145fc68-c46f-4dd9-bc27-0a66c82a1d60 req-cf78b858-de46-4da6-ad83-42a859fa131c tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:40.327618 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3145fc68-c46f-4dd9-bc27-0a66c82a1d60 req-cf78b858-de46-4da6-ad83-42a859fa131c tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc032943-762d-4c77-8353-cfabc96b417f HTTP/1.1" status: 200 len: 944 time: 0.1162186 May 06 09:46:40.339599 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-706797a3-4062-431b-ae6e-8caa543afcb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.356001 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-65504064-2561-4cc3-a926-b92f239c6b3d tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.356330 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-65504064-2561-4cc3-a926-b92f239c6b3d tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.369568 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 9262d57e-22a5-49b2-90f9-0a29fbac4818 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:40.380382 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-65504064-2561-4cc3-a926-b92f239c6b3d tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Calling delete_port for 98835f73-515b-44cd-a805-5a0ee1194016 owned by network:floatingip {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:46:40.391843 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-706797a3-4062-431b-ae6e-8caa543afcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.414504 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3145fc68-c46f-4dd9-bc27-0a66c82a1d60 req-66094f0e-0049-4f9b-ae60-02757ffb53f5 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757761 May 06 09:46:40.440203 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 9262d57e-22a5-49b2-90f9-0a29fbac4818 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:40.440592 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.476858 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-706797a3-4062-431b-ae6e-8caa543afcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.517416 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706797a3-4062-431b-ae6e-8caa543afcb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8918be9d-c472-49c4-ac84-93081c4b8f60,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:40.519605 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-706797a3-4062-431b-ae6e-8caa543afcb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.524271 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-706797a3-4062-431b-ae6e-8caa543afcb5 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8918be9d-c472-49c4-ac84-93081c4b8f60 HTTP/1.1" status: 204 len: 168 time: 0.2891438 May 06 09:46:40.527102 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52298) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:40.598565 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e30a61-ab9f-43f7-9d46-73bb94b843ca req-4711dc04-baaf-4831-b0b5-479dd6620457 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:40.600513 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-48e30a61-ab9f-43f7-9d46-73bb94b843ca req-4711dc04-baaf-4831-b0b5-479dd6620457 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 944 time: 0.0640533 May 06 09:46:40.609534 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db082156-0c02-477f-9d13-94bad57081ab', 'name': 'network-vif-deleted', 'tag': '3e3db032-fc80-494f-a1c3-cd0ed467a4fb'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:40.612755 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ef8745-50f0-4fcd-9ad3-2d7e72c61b4a" -d '{"events": [{"server_uuid": "db082156-0c02-477f-9d13-94bad57081ab", "name": "network-vif-deleted", "tag": "3e3db032-fc80-494f-a1c3-cd0ed467a4fb"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:40.668711 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfadd2ad-a3e4-4220-91a3-a869a7d13a69 x-openstack-request-id: req-cfadd2ad-a3e4-4220-91a3-a869a7d13a69 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:40.668711 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db082156-0c02-477f-9d13-94bad57081ab", "name": "network-vif-deleted", "tag": "3e3db032-fc80-494f-a1c3-cd0ed467a4fb", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:40.668711 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cfadd2ad-a3e4-4220-91a3-a869a7d13a69 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:40.668711 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfadd2ad-a3e4-4220-91a3-a869a7d13a69'] response: {'server_uuid': 'db082156-0c02-477f-9d13-94bad57081ab', 'name': 'network-vif-deleted', 'tag': '3e3db032-fc80-494f-a1c3-cd0ed467a4fb', 'status': 'completed', 'code': 200} May 06 09:46:40.674915 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-07948318-92db-472c-9fba-497ed02fda65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.680540 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-48e30a61-ab9f-43f7-9d46-73bb94b843ca req-48313883-dee2-4e93-9eae-b419ccb6f28c tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580080 May 06 09:46:40.720456 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-65504064-2561-4cc3-a926-b92f239c6b3d tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.753275 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.781871 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b15440e-1d8d-43e9-a38a-3fbb3021f1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9262d57e-22a5-49b2-90f9-0a29fbac4818'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:40.785245 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe897b9b-2e7a-4517-a725-48ff0807092c" -d '{"events": [{"server_uuid": "3b15440e-1d8d-43e9-a38a-3fbb3021f1cb", "name": "network-vif-plugged", "status": "completed", "tag": "9262d57e-22a5-49b2-90f9-0a29fbac4818"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:40.803744 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 9262d57e-22a5-49b2-90f9-0a29fbac4818, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=9262d57e-22a5-49b2-90f9-0a29fbac4818,segment=NetworkSegment(f854416d-9159-4e65-9cd2-8b8dead0809d),segment_id=f854416d-9159-4e65-9cd2-8b8dead0809d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:40.806615 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-07948318-92db-472c-9fba-497ed02fda65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.812712 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.813950 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 3e3db032-fc80-494f-a1c3-cd0ed467a4fb no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:46:40.815471 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65504064-2561-4cc3-a926-b92f239c6b3d tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Pushing event deleted for resources: {'Port': ['ID=98835f73-515b-44cd-a805-5a0ee1194016,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:40.846777 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-65504064-2561-4cc3-a926-b92f239c6b3d tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks [] for floatingip, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.848300 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 3e3db032-fc80-494f-a1c3-cd0ed467a4fb {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:46:40.848869 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 3e3db032-fc80-494f-a1c3-cd0ed467a4fb not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:46:40.849981 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 759bfe57-ac95-465e-88a9-dbe95c5517f6 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:46:40.850768 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-65504064-2561-4cc3-a926-b92f239c6b3d tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.855763 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-65504064-2561-4cc3-a926-b92f239c6b3d tempest-ServersTestJSON-3663210 tempest-ServersTestJSON-3663210-project] 10.222.0.73 "DELETE /v2.0/floatingips/581921f8-8b6c-4671-85e5-7ca5a9df6206 HTTP/1.1" status: 204 len: 168 time: 0.7961915 May 06 09:46:40.856477 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 52314) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:40.929532 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0f3a3c-2151-4063-89dc-2ea15c13ea4c x-openstack-request-id: req-1c0f3a3c-2151-4063-89dc-2ea15c13ea4c {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:40.930071 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b15440e-1d8d-43e9-a38a-3fbb3021f1cb", "name": "network-vif-plugged", "status": "completed", "tag": "9262d57e-22a5-49b2-90f9-0a29fbac4818", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:40.930498 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1c0f3a3c-2151-4063-89dc-2ea15c13ea4c {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:40.931154 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c0f3a3c-2151-4063-89dc-2ea15c13ea4c'] response: {'server_uuid': '3b15440e-1d8d-43e9-a38a-3fbb3021f1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9262d57e-22a5-49b2-90f9-0a29fbac4818', 'code': 200} May 06 09:46:40.935507 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 759bfe57-ac95-465e-88a9-dbe95c5517f6 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:46:40.936092 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 759bfe57-ac95-465e-88a9-dbe95c5517f6 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:46:41.008282 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=9262d57e-22a5-49b2-90f9-0a29fbac4818,revision_number=10']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:41.040902 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352ca1c-ee35-488b-b399-513309d84304 req-e071edab-ac41-47ee-b546-a8010e080bb4 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:41.043183 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5352ca1c-ee35-488b-b399-513309d84304 req-e071edab-ac41-47ee-b546-a8010e080bb4 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 944 time: 0.1182120 May 06 09:46:41.172036 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5352ca1c-ee35-488b-b399-513309d84304 req-00f76ade-0ac8-42e3-a60d-fc37888b26f3 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184051 May 06 09:46:41.179903 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a53e1e-379b-44c5-ad70-11e4b26e0c86 req-9597ed08-1cb4-48b5-ab82-900d097f1f1c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:41.181511 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-50a53e1e-379b-44c5-ad70-11e4b26e0c86 req-9597ed08-1cb4-48b5-ab82-900d097f1f1c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1543174 May 06 09:46:41.244576 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 52324) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:41.284313 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-50a53e1e-379b-44c5-ad70-11e4b26e0c86 req-104e8a8a-41ad-403e-a5a7-b898703aa9e2 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916173 May 06 09:46:41.323311 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-07948318-92db-472c-9fba-497ed02fda65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56d154d-d6a1-4d36-a52a-ab164b4d7305']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:41.352194 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-07948318-92db-472c-9fba-497ed02fda65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d43060-ee07-4c61-ac9d-adfdd1c215d3') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:41.352570 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-07948318-92db-472c-9fba-497ed02fda65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d43060-ee07-4c61-ac9d-adfdd1c215d3') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:41.364753 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-07948318-92db-472c-9fba-497ed02fda65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.369922 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-0415ab3d-681d-478f-a366-1f55efbd652f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-151414626-network', 'tenant_id': '2432312eddf749dea1d91914dd979e43'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:41.384330 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4fb2a-1515-445a-a2e8-3a21c796b915 req-35863989-217e-4d7d-a0a9-77e5ea402f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:41.385860 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-64e4fb2a-1515-445a-a2e8-3a21c796b915 req-35863989-217e-4d7d-a0a9-77e5ea402f5f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 1097 time: 0.0715308 May 06 09:46:41.389138 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-07948318-92db-472c-9fba-497ed02fda65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.398368 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0415ab3d-681d-478f-a366-1f55efbd652f admin admin] Made reservation on behalf of 2432312eddf749dea1d91914dd979e43 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:41.400826 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0415ab3d-681d-478f-a366-1f55efbd652f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.401905 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07948318-92db-472c-9fba-497ed02fda65 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:46:41.402367 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-07948318-92db-472c-9fba-497ed02fda65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: timer() May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:46:41.404146 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:46:41.412449 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0415ab3d-681d-478f-a366-1f55efbd652f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.480115 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-64e4fb2a-1515-445a-a2e8-3a21c796b915 req-763fc901-8852-439e-abf6-6dfd7e5f9bea service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874896 May 06 09:46:41.487211 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-07948318-92db-472c-9fba-497ed02fda65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.494821 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-07948318-92db-472c-9fba-497ed02fda65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.500732 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-07948318-92db-472c-9fba-497ed02fda65 admin admin] 10.222.0.73 "DELETE /v2.0/networks/a56d154d-d6a1-4d36-a52a-ab164b4d7305 HTTP/1.1" status: 204 len: 168 time: 0.9712524 May 06 09:46:41.515927 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07948318-92db-472c-9fba-497ed02fda65 admin admin] Pushing event deleted for resources: {'Network': ['ID=a56d154d-d6a1-4d36-a52a-ab164b4d7305,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:41.575888 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de09eefa-db16-43d5-948e-cbc598a6830f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.592787 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094fc05c-48f4-4467-8c7f-80941c066a9c req-39fd6e29-a7fc-4ebc-8540-b58241827f76 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:41.594355 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-094fc05c-48f4-4467-8c7f-80941c066a9c req-39fd6e29-a7fc-4ebc-8540-b58241827f76 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc032943-762d-4c77-8353-cfabc96b417f HTTP/1.1" status: 200 len: 944 time: 0.1030273 May 06 09:46:41.631108 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0415ab3d-681d-478f-a366-1f55efbd652f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.641874 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0415ab3d-681d-478f-a366-1f55efbd652f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.643735 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52332) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:41.687906 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-eca4306b-7ee3-43dd-b953-76fabf423a82 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a9909d723ea2474c8ab31fbf61357fb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426862 May 06 09:46:41.689548 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52334) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:41.728752 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0415ab3d-681d-478f-a366-1f55efbd652f admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:46:41.742111 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-094fc05c-48f4-4467-8c7f-80941c066a9c req-1338b5d1-9795-4d5f-9efb-3c14c2e63215 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137338 May 06 09:46:41.746290 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0415ab3d-681d-478f-a366-1f55efbd652f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e86cbb-373a-416c-a8f1-b1513a810024,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:41.752302 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0415ab3d-681d-478f-a366-1f55efbd652f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.752692 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-0415ab3d-681d-478f-a366-1f55efbd652f admin admin] Added segment 75406f18-28f0-452e-a3ad-da7df718661b of type vlan for network 59db4229-2b1d-4e95-9668-875e8735cfea May 06 09:46:41.757192 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c88873c6-34da-42a4-9c5c-ee281a0f590f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.782390 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c88873c6-34da-42a4-9c5c-ee281a0f590f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.833132 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c88873c6-34da-42a4-9c5c-ee281a0f590f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.834842 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0415ab3d-681d-478f-a366-1f55efbd652f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.835980 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c88873c6-34da-42a4-9c5c-ee281a0f590f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.837356 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c88873c6-34da-42a4-9c5c-ee281a0f590f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/95fb1082-28d9-434b-8527-260a3bc46de1 HTTP/1.1" status: 204 len: 168 time: 0.1466112 May 06 09:46:41.846798 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88873c6-34da-42a4-9c5c-ee281a0f590f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fb1082-28d9-434b-8527-260a3bc46de1,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:41.904754 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59aee07-83b5-4d7b-8c99-3181d09a99f5 req-e1609448-b102-48b9-8fe6-45c33235d6b4 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:41.906354 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b59aee07-83b5-4d7b-8c99-3181d09a99f5 req-e1609448-b102-48b9-8fe6-45c33235d6b4 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.1436017 May 06 09:46:41.936058 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0415ab3d-681d-478f-a366-1f55efbd652f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.937155 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0415ab3d-681d-478f-a366-1f55efbd652f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:41.937750 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0415ab3d-681d-478f-a366-1f55efbd652f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:42.007865 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0415ab3d-681d-478f-a366-1f55efbd652f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7621956 May 06 09:46:42.011440 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52340) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:42.025355 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-7d337736-ee7e-41f1-aad1-36ec2fc6aee0 admin admin] Request body: {'subnet': {'network_id': '59db4229-2b1d-4e95-9668-875e8735cfea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-151414626-subnet', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:42.042388 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b59aee07-83b5-4d7b-8c99-3181d09a99f5 req-1ae9df74-6118-4506-9f15-c14537dbf25e tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177359 May 06 09:46:42.044366 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0415ab3d-681d-478f-a366-1f55efbd652f admin admin] Pushing event updated for resources: {'Network': ['ID=59db4229-2b1d-4e95-9668-875e8735cfea,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:42.074059 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 59db4229-2b1d-4e95-9668-875e8735cfea details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:46:42.098363 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d337736-ee7e-41f1-aad1-36ec2fc6aee0 admin admin] Made reservation on behalf of 2432312eddf749dea1d91914dd979e43 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:42.103056 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7d337736-ee7e-41f1-aad1-36ec2fc6aee0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:42.150761 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-de09eefa-db16-43d5-948e-cbc598a6830f admin admin] Deleting port ae7fa224-fc34-44c2-98a1-926b0b617c8c {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:46:42.151010 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de09eefa-db16-43d5-948e-cbc598a6830f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:42.256254 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-de09eefa-db16-43d5-948e-cbc598a6830f admin admin] For port ae7fa224-fc34-44c2-98a1-926b0b617c8c, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=ae7fa224-fc34-44c2-98a1-926b0b617c8c,segment=NetworkSegment(ae34b415-e7ea-4359-9186-a76174fab2b4),segment_id=ae34b415-e7ea-4359-9186-a76174fab2b4)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:42.257005 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de09eefa-db16-43d5-948e-cbc598a6830f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:42.284658 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-de09eefa-db16-43d5-948e-cbc598a6830f admin admin] Calling delete_port for ae7fa224-fc34-44c2-98a1-926b0b617c8c owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:46:42.353608 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 682b17fb-441c-4e13-960c-18224050c113 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:46:42.376135 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ae3bde3e-4312-49f1-8ceb-5c2f53fec57c up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:42.396335 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7d337736-ee7e-41f1-aad1-36ec2fc6aee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:42.406405 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245baa4-6a82-4762-9419-3c90fc3a1893 req-d5a3a19c-e560-4bf1-8589-94830d135689 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:42.408003 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b245baa4-6a82-4762-9419-3c90fc3a1893 req-d5a3a19c-e560-4bf1-8589-94830d135689 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 944 time: 0.1417074 May 06 09:46:42.483394 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d337736-ee7e-41f1-aad1-36ec2fc6aee0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddf543b7-b852-448e-b236-f24084c28a5a,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:42.499097 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d337736-ee7e-41f1-aad1-36ec2fc6aee0 admin admin] Checking segment: {'id': '75406f18-28f0-452e-a3ad-da7df718661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '59db4229-2b1d-4e95-9668-875e8735cfea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:42.499613 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d337736-ee7e-41f1-aad1-36ec2fc6aee0 admin admin] Network hostable DHCP agents. Network: 59db4229-2b1d-4e95-9668-875e8735cfea, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:46:42.527078 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d337736-ee7e-41f1-aad1-36ec2fc6aee0 admin admin] Network 59db4229-2b1d-4e95-9668-875e8735cfea is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:46:42.530511 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02b7c3-d393-4635-a6cb-27aa5f99d239 req-ee3e5e15-1e74-4e3e-9621-151fde8019a8 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:42.532136 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab02b7c3-d393-4635-a6cb-27aa5f99d239 req-ee3e5e15-1e74-4e3e-9621-151fde8019a8 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1587782 May 06 09:46:42.535521 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b245baa4-6a82-4762-9419-3c90fc3a1893 req-39ba704f-6717-433c-938b-f25227020edf tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046638 May 06 09:46:42.546949 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-7d337736-ee7e-41f1-aad1-36ec2fc6aee0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 59db4229-2b1d-4e95-9668-875e8735cfea) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:42.556016 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d337736-ee7e-41f1-aad1-36ec2fc6aee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:42.556417 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7d337736-ee7e-41f1-aad1-36ec2fc6aee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:42.584938 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1aa2cc3-5a53-4ca5-899d-ed4422d84106 None None] Network 59db4229-2b1d-4e95-9668-875e8735cfea requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:46:42.588535 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7d337736-ee7e-41f1-aad1-36ec2fc6aee0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5746193 May 06 09:46:42.594667 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 52358) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:42.596434 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-11fad495-70c4-466a-b3d5-a76284c4a94c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-151414626-router', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:42.597308 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port ae3bde3e-4312-49f1-8ceb-5c2f53fec57c completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:46:42.614898 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port ae3bde3e-4312-49f1-8ceb-5c2f53fec57c triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:42.615625 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:42.648847 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab02b7c3-d393-4635-a6cb-27aa5f99d239 req-c4345fe6-064c-4678-914e-2990bfa9fbae tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036875 May 06 09:46:42.675180 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-11fad495-70c4-466a-b3d5-a76284c4a94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:42.676568 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-11fad495-70c4-466a-b3d5-a76284c4a94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:42.747340 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 682b17fb-441c-4e13-960c-18224050c113, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=682b17fb-441c-4e13-960c-18224050c113,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:42.753253 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de09eefa-db16-43d5-948e-cbc598a6830f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:42.762322 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-11fad495-70c4-466a-b3d5-a76284c4a94c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:42.779473 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '682b17fb-441c-4e13-960c-18224050c113', 'network_id': '16dc8542-3f4f-4c03-b279-70aaa1b5cdbc', 'port_id': '682b17fb-441c-4e13-960c-18224050c113', 'mac_address': 'fa:16:3e:2f:40:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922edf83-b4a4-4bdd-8455-01a609c6fee5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:46:42.796497 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09eefa-db16-43d5-948e-cbc598a6830f admin admin] Pushing event deleted for resources: {'Port': ['ID=ae7fa224-fc34-44c2-98a1-926b0b617c8c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:42.834036 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:42.925335 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 682b17fb-441c-4e13-960c-18224050c113 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:46:43.059776 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 682b17fb-441c-4e13-960c-18224050c113, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=682b17fb-441c-4e13-960c-18224050c113,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:43.061478 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:43.092833 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:43.108608 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92467f8-336c-498f-b262-43ffd55e7c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3bde3e-4312-49f1-8ceb-5c2f53fec57c'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:43.111283 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b100a04d-02b1-401a-a416-404ac2e633e2" -d '{"events": [{"server_uuid": "d92467f8-336c-498f-b262-43ffd55e7c1c", "name": "network-vif-plugged", "status": "completed", "tag": "ae3bde3e-4312-49f1-8ceb-5c2f53fec57c"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:43.172277 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port ae3bde3e-4312-49f1-8ceb-5c2f53fec57c, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ae3bde3e-4312-49f1-8ceb-5c2f53fec57c,segment=NetworkSegment(35debb7c-3bac-4f08-9866-7111447fe1bf),segment_id=35debb7c-3bac-4f08-9866-7111447fe1bf)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:43.181175 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:43.195479 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ff738e-f7d4-4dd1-af00-5924b4bc310b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-59db4229-2b1d-4e95-9668-875e8735cfea', 'network_id': '59db4229-2b1d-4e95-9668-875e8735cfea', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'fixed_ips': [{'subnet_id': 'ddf543b7-b852-448e-b236-f24084c28a5a'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:46:43.196357 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a3ff738e-f7d4-4dd1-af00-5924b4bc310b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:43.220405 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=682b17fb-441c-4e13-960c-18224050c113,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:43.328440 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-11fad495-70c4-466a-b3d5-a76284c4a94c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:43.336967 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=ae3bde3e-4312-49f1-8ceb-5c2f53fec57c,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:43.389196 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f60b4-95a2-4213-a9bf-2d3cf8fc60be req-2aa5f980-e8e9-4c3c-9ef8-60f8b0f2273f tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:43.392261 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b35f60b4-95a2-4213-a9bf-2d3cf8fc60be req-2aa5f980-e8e9-4c3c-9ef8-60f8b0f2273f tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc032943-762d-4c77-8353-cfabc96b417f HTTP/1.1" status: 200 len: 944 time: 0.3954468 May 06 09:46:43.413771 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-a3ff738e-f7d4-4dd1-af00-5924b4bc310b None None] Allocated IP 172.20.0.2 (59db4229-2b1d-4e95-9668-875e8735cfea/ddf543b7-b852-448e-b236-f24084c28a5a/5dee9e47-a984-4cb9-ae72-b882ecec8536) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:43.577593 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['682b17fb-441c-4e13-960c-18224050c113'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:46:43.643501 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a3ff738e-f7d4-4dd1-af00-5924b4bc310b None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:43.658702 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a3ff738e-f7d4-4dd1-af00-5924b4bc310b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:43.726785 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ff738e-f7d4-4dd1-af00-5924b4bc310b None None] Network 59db4229-2b1d-4e95-9668-875e8735cfea is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:43.735974 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-a3ff738e-f7d4-4dd1-af00-5924b4bc310b None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:43.739336 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ff738e-f7d4-4dd1-af00-5924b4bc310b None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:43.745348 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff738e-f7d4-4dd1-af00-5924b4bc310b None None] Pushing event updated for resources: {'Port': ['ID=5dee9e47-a984-4cb9-ae72-b882ecec8536,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:43.825215 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19660ecc-7be1-474c-a6c3-9b3aa3d5d10c req-affbed65-2adf-4958-acc9-2c572e98ee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:43.826805 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-19660ecc-7be1-474c-a6c3-9b3aa3d5d10c req-affbed65-2adf-4958-acc9-2c572e98ee26 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e6b8f11daba14014856a1a2bb0688844&device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 1095 time: 0.6830809 May 06 09:46:43.840114 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a3ff738e-f7d4-4dd1-af00-5924b4bc310b None None] Attempting to bind port 5dee9e47-a984-4cb9-ae72-b882ecec8536 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:46:43.840495 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a3ff738e-f7d4-4dd1-af00-5924b4bc310b None None] Attempting to bind port 5dee9e47-a984-4cb9-ae72-b882ecec8536 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '75406f18-28f0-452e-a3ad-da7df718661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '59db4229-2b1d-4e95-9668-875e8735cfea'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:46:43.840868 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ff738e-f7d4-4dd1-af00-5924b4bc310b None None] Attempting to bind port 5dee9e47-a984-4cb9-ae72-b882ecec8536 on network 59db4229-2b1d-4e95-9668-875e8735cfea {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:43.844067 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bbfae-a555-4da1-ba38-b782dc124c3b req-c49c4e71-be0d-48f4-86e4-18cd5b53c392 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:43.845841 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff4bbfae-a555-4da1-ba38-b782dc124c3b req-c49c4e71-be0d-48f4-86e4-18cd5b53c392 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.6691744 May 06 09:46:43.855504 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ff738e-f7d4-4dd1-af00-5924b4bc310b None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:46:43.855886 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ff738e-f7d4-4dd1-af00-5924b4bc310b None None] Checking segment: {'id': '75406f18-28f0-452e-a3ad-da7df718661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '59db4229-2b1d-4e95-9668-875e8735cfea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:43.856297 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a3ff738e-f7d4-4dd1-af00-5924b4bc310b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:43.857033 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ff738e-f7d4-4dd1-af00-5924b4bc310b None None] Bound using segment: {'id': '75406f18-28f0-452e-a3ad-da7df718661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '59db4229-2b1d-4e95-9668-875e8735cfea'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:46:43.857525 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a3ff738e-f7d4-4dd1-af00-5924b4bc310b None None] Bound port: 5dee9e47-a984-4cb9-ae72-b882ecec8536, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75406f18-28f0-452e-a3ad-da7df718661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '59db4229-2b1d-4e95-9668-875e8735cfea'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:46:43.857914 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a3ff738e-f7d4-4dd1-af00-5924b4bc310b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:43.950332 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b35f60b4-95a2-4213-a9bf-2d3cf8fc60be req-f18948da-2891-4cc9-b8b4-37f2fc39b9d5 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5417709 May 06 09:46:43.958260 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de09eefa-db16-43d5-948e-cbc598a6830f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:43.960586 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a3ff738e-f7d4-4dd1-af00-5924b4bc310b None None] For port 5dee9e47-a984-4cb9-ae72-b882ecec8536, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:46:43.964103 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a3ff738e-f7d4-4dd1-af00-5924b4bc310b None None] For port 5dee9e47-a984-4cb9-ae72-b882ecec8536, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=5dee9e47-a984-4cb9-ae72-b882ecec8536,segment=NetworkSegment(75406f18-28f0-452e-a3ad-da7df718661b),segment_id=75406f18-28f0-452e-a3ad-da7df718661b)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:46:43.973162 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a3ff738e-f7d4-4dd1-af00-5924b4bc310b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:44.054471 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff4bbfae-a555-4da1-ba38-b782dc124c3b req-cd11839e-50f8-40e8-b79b-fe2abdaadfa3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896272 May 06 09:46:44.081729 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff738e-f7d4-4dd1-af00-5924b4bc310b None None] Pushing event updated for resources: {'Port': ['ID=5dee9e47-a984-4cb9-ae72-b882ecec8536,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:44.156239 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19660ecc-7be1-474c-a6c3-9b3aa3d5d10c req-2d2ae4ea-b051-4abb-85d7-856b97f137aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:44.157752 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-19660ecc-7be1-474c-a6c3-9b3aa3d5d10c req-2d2ae4ea-b051-4abb-85d7-856b97f137aa service neutron] 10.222.0.84 "GET /v2.0/networks?id=138aada2-7aee-4749-819b-d219deb27012 HTTP/1.1" status: 200 len: 913 time: 0.3094299 May 06 09:46:44.281690 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbfe557-10ab-4f9a-ae70-098bd5d21865 x-openstack-request-id: req-cfbfe557-10ab-4f9a-ae70-098bd5d21865 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:44.281690 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92467f8-336c-498f-b262-43ffd55e7c1c", "name": "network-vif-plugged", "status": "completed", "tag": "ae3bde3e-4312-49f1-8ceb-5c2f53fec57c", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:44.282275 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cfbfe557-10ab-4f9a-ae70-098bd5d21865 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:44.282275 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfbfe557-10ab-4f9a-ae70-098bd5d21865'] response: {'server_uuid': 'd92467f8-336c-498f-b262-43ffd55e7c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3bde3e-4312-49f1-8ceb-5c2f53fec57c', 'code': 200} May 06 09:46:44.305638 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973558b2-340f-435c-a792-367b20f6c5a5 req-9b1420dd-89fe-4901-bc93-09610448af1b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:44.306562 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-973558b2-340f-435c-a792-367b20f6c5a5 req-9b1420dd-89fe-4901-bc93-09610448af1b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.2272930 May 06 09:46:44.354783 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-19660ecc-7be1-474c-a6c3-9b3aa3d5d10c req-4749324a-6f39-4e5c-b1fa-5628bb8fed02 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01da8cd2-188a-4f87-8a7e-0aea3f350e6e HTTP/1.1" status: 200 len: 998 time: 0.1867216 May 06 09:46:44.456949 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7cc713-caf6-4e29-bd59-ffc7ab060383 req-41ac1a77-fd94-44bf-a3b8-dcbc1fd180d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:44.459452 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7c7cc713-caf6-4e29-bd59-ffc7ab060383 req-41ac1a77-fd94-44bf-a3b8-dcbc1fd180d4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 1096 time: 0.0818887 May 06 09:46:44.513666 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7c7cc713-caf6-4e29-bd59-ffc7ab060383 req-dc1e7b95-02ec-46a4-baee-df205a067ceb service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461166 May 06 09:46:44.539606 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 5dee9e47-a984-4cb9-ae72-b882ecec8536 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:44.597192 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 5dee9e47-a984-4cb9-ae72-b882ecec8536 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:44.597568 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:44.639706 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-973558b2-340f-435c-a792-367b20f6c5a5 req-2e924ca3-2141-41ab-9790-0e1742e0d1ef tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071644 May 06 09:46:44.683377 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19660ecc-7be1-474c-a6c3-9b3aa3d5d10c req-7dabb67f-f4a5-49e9-9b92-e07b7b1c7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:44.684878 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-19660ecc-7be1-474c-a6c3-9b3aa3d5d10c req-7dabb67f-f4a5-49e9-9b92-e07b7b1c7267 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ceacdbe3-a021-4ce2-8b17-bdad66d69597 HTTP/1.1" status: 200 len: 851 time: 0.3140464 May 06 09:46:44.698661 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89295330-c0ef-4a90-bb78-76b4e0bb251b req-46002c35-4262-42e9-bc2f-9e1b6b0a48c0 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:44.700281 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-89295330-c0ef-4a90-bb78-76b4e0bb251b req-46002c35-4262-42e9-bc2f-9e1b6b0a48c0 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 945 time: 0.3305378 May 06 09:46:44.700767 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:44.721115 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-11fad495-70c4-466a-b3d5-a76284c4a94c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:44.755874 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 5dee9e47-a984-4cb9-ae72-b882ecec8536, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=5dee9e47-a984-4cb9-ae72-b882ecec8536,segment=NetworkSegment(75406f18-28f0-452e-a3ad-da7df718661b),segment_id=75406f18-28f0-452e-a3ad-da7df718661b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:44.761160 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:44.796928 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-11fad495-70c4-466a-b3d5-a76284c4a94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:44.833634 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=5dee9e47-a984-4cb9-ae72-b882ecec8536,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:44.903574 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de09eefa-db16-43d5-948e-cbc598a6830f admin admin] Router 8d8cdb39-7aab-4b72-a465-5b17f30738d5 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:46:44.913367 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-89295330-c0ef-4a90-bb78-76b4e0bb251b req-888d37f4-b641-4a9a-9f2e-98f746305af0 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948228 May 06 09:46:44.921969 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19660ecc-7be1-474c-a6c3-9b3aa3d5d10c req-b98e82c5-eb1a-42d2-b565-259b4f13eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:44.923536 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-19660ecc-7be1-474c-a6c3-9b3aa3d5d10c req-b98e82c5-eb1a-42d2-b565-259b4f13eb56 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=138aada2-7aee-4749-819b-d219deb27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2203970 May 06 09:46:45.035315 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c142f05-6c10-40f9-8751-e1eb1df5a0a3 req-efc257e5-2594-4e0b-8afa-61f3caa4e8fc tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:45.036976 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7c142f05-6c10-40f9-8751-e1eb1df5a0a3 req-efc257e5-2594-4e0b-8afa-61f3caa4e8fc tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.2684762 May 06 09:46:45.066342 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52426) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:45.192623 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-11fad495-70c4-466a-b3d5-a76284c4a94c admin admin] Allocated IP 172.25.5.134 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/e90b9fe8-eb83-4977-b5d9-a8799df0123f) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:45.214941 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c86468b7-be93-4fc4-9242-e03434a8472b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:45.265092 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a19bdd0-b528-4d2e-951d-d80536a92c52 None None] Network 59db4229-2b1d-4e95-9668-875e8735cfea requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:46:45.271610 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7c142f05-6c10-40f9-8751-e1eb1df5a0a3 req-dfb7098a-c3e4-4df9-b050-abd21e8c6c95 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842821 May 06 09:46:45.304307 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-19660ecc-7be1-474c-a6c3-9b3aa3d5d10c req-3571a8f1-05d0-42ec-9b3b-ce82db803b48 service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706903 May 06 09:46:45.346149 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c86468b7-be93-4fc4-9242-e03434a8472b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:45.353305 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c86468b7-be93-4fc4-9242-e03434a8472b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:45.376544 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-97f0a16b-2d50-419b-92c4-97b7fc10062a None None] Provisioning complete for port 5dee9e47-a984-4cb9-ae72-b882ecec8536 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:45.377107 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e0349-9eaa-4f2e-abbf-cdc40efeb1dd req-1379119d-85d4-40b3-9aeb-725b269f8259 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:45.377254 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-97f0a16b-2d50-419b-92c4-97b7fc10062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:45.378457 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f5e0349-9eaa-4f2e-abbf-cdc40efeb1dd req-1379119d-85d4-40b3-9aeb-725b269f8259 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc032943-762d-4c77-8353-cfabc96b417f HTTP/1.1" status: 200 len: 945 time: 0.2901394 May 06 09:46:45.379578 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de09eefa-db16-43d5-948e-cbc598a6830f admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:46:45.391479 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b10ecb-36f4-4702-a845-b77cfb6d7e99 None None] Sync routers for ids ['8d8cdb39-7aab-4b72-a465-5b17f30738d5'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:46:45.392547 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-de09eefa-db16-43d5-948e-cbc598a6830f admin admin] 10.222.0.73 "PUT /v2.0/routers/8d8cdb39-7aab-4b72-a465-5b17f30738d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5349746 May 06 09:46:45.398324 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52434) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:45.404069 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b10ecb-36f4-4702-a845-b77cfb6d7e99 None None] Routers {'8d8cdb39-7aab-4b72-a465-5b17f30738d5'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:45.405142 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-c8b10ecb-36f4-4702-a845-b77cfb6d7e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:46:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['8d8cdb39-7aab-4b72-a465-5b17f30738d5'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:45.517048 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5a36c299-4b95-4e66-9d81-4585651663e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:45.524864 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c86468b7-be93-4fc4-9242-e03434a8472b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=13ca50c6363c4395b3c02d2d305a914c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4567003 May 06 09:46:45.526723 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52436) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:45.537412 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-c8b10ecb-36f4-4702-a845-b77cfb6d7e99 None None] Set router 8d8cdb39-7aab-4b72-a465-5b17f30738d5 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:45.552373 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4121bd8-87e7-4736-b3bb-395693a39c24 req-dcb3cce7-14a0-439d-99c9-7b5b94e81105 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:45.554106 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c4121bd8-87e7-4736-b3bb-395693a39c24 req-dcb3cce7-14a0-439d-99c9-7b5b94e81105 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1989331 May 06 09:46:45.557157 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f5e0349-9eaa-4f2e-abbf-cdc40efeb1dd req-fef63488-f46d-423a-9ba8-d7a5b789c850 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537733 May 06 09:46:45.576242 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86468b7-be93-4fc4-9242-e03434a8472b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f67e1e-95fb-4503-9d9e-b9ab2b6d0ee1,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:45.585637 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-11fad495-70c4-466a-b3d5-a76284c4a94c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:45.628595 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-19660ecc-7be1-474c-a6c3-9b3aa3d5d10c req-4665ce0c-6e0b-4310-9953-16fd9446d76b service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897868 May 06 09:46:45.651929 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c4121bd8-87e7-4736-b3bb-395693a39c24 req-bf4e8faf-1c70-4c5f-995a-cfcc34559664 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766835 May 06 09:46:45.701799 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-11fad495-70c4-466a-b3d5-a76284c4a94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:45.713540 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5a36c299-4b95-4e66-9d81-4585651663e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:45.741493 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b5a477a0-7026-4942-af7b-cbac7676a8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:45.761993 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fad495-70c4-466a-b3d5-a76284c4a94c admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:45.771896 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-11fad495-70c4-466a-b3d5-a76284c4a94c admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:45.774952 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fad495-70c4-466a-b3d5-a76284c4a94c admin admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:45.777122 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fad495-70c4-466a-b3d5-a76284c4a94c admin admin] Pushing event updated for resources: {'Port': ['ID=e90b9fe8-eb83-4977-b5d9-a8799df0123f,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:45.778311 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-c8b10ecb-36f4-4702-a845-b77cfb6d7e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'name': 'tempest-ServersTestJSON-1238654958-router', 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'ae151db4-20f2-43b3-9f87-1fa5ffaee0ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:33Z', 'updated_at': '2022-05-06T09:46:42Z', 'revision_number': 5, 'project_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'gw_port': {'id': 'ae151db4-20f2-43b3-9f87-1fa5ffaee0ff', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:36Z', 'updated_at': '2022-05-06T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:45.812516 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b10ecb-36f4-4702-a845-b77cfb6d7e99 None None] Checking router: 8d8cdb39-7aab-4b72-a465-5b17f30738d5 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:46:45.824903 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b10ecb-36f4-4702-a845-b77cfb6d7e99 None None] Routers {'8d8cdb39-7aab-4b72-a465-5b17f30738d5'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:45.825590 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b5a477a0-7026-4942-af7b-cbac7676a8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:45.826014 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-c8b10ecb-36f4-4702-a845-b77cfb6d7e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:46:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['8d8cdb39-7aab-4b72-a465-5b17f30738d5'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:45.883507 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-078b32d9-d092-4c6c-91b9-65f25667c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:45.916295 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-5a36c299-4b95-4e66-9d81-4585651663e8 admin admin] Deleting port ae151db4-20f2-43b3-9f87-1fa5ffaee0ff {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:46:45.916692 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5a36c299-4b95-4e66-9d81-4585651663e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:45.979099 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-c8b10ecb-36f4-4702-a845-b77cfb6d7e99 None None] Set router 8d8cdb39-7aab-4b72-a465-5b17f30738d5 gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:46.051492 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea9873-2e08-4f70-8b9e-8f088c16e754 req-6ff1a0a2-ee8c-49a3-a704-90c9a3afca56 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:46.054528 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-c8b10ecb-36f4-4702-a845-b77cfb6d7e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'name': 'tempest-ServersTestJSON-1238654958-router', 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:33Z', 'updated_at': '2022-05-06T09:46:45Z', 'revision_number': 6, 'project_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:46.059582 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-76ea9873-2e08-4f70-8b9e-8f088c16e754 req-6ff1a0a2-ee8c-49a3-a704-90c9a3afca56 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.2508080 May 06 09:46:46.117586 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b10ecb-36f4-4702-a845-b77cfb6d7e99 None None] The sync data for ids ['8d8cdb39-7aab-4b72-a465-5b17f30738d5'] in n-d-840835-1 is: [{'id': '8d8cdb39-7aab-4b72-a465-5b17f30738d5', 'name': 'tempest-ServersTestJSON-1238654958-router', 'tenant_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:33Z', 'updated_at': '2022-05-06T09:46:45Z', 'revision_number': 6, 'project_id': '977fcbbd3f0349b0bd213c031a85b7c3', 'gw_port_host': None}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:46:46.119987 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-5a36c299-4b95-4e66-9d81-4585651663e8 admin admin] For port ae151db4-20f2-43b3-9f87-1fa5ffaee0ff, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=ae151db4-20f2-43b3-9f87-1fa5ffaee0ff,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:46.120516 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5a36c299-4b95-4e66-9d81-4585651663e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:46.123962 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b5a477a0-7026-4942-af7b-cbac7676a8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:46.127283 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b5a477a0-7026-4942-af7b-cbac7676a8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:46.131890 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b5a477a0-7026-4942-af7b-cbac7676a8d6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/09f67e1e-95fb-4503-9d9e-b9ab2b6d0ee1 HTTP/1.1" status: 204 len: 168 time: 0.6006801 May 06 09:46:46.166025 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a477a0-7026-4942-af7b-cbac7676a8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f67e1e-95fb-4503-9d9e-b9ab2b6d0ee1,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:46.170572 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-5a36c299-4b95-4e66-9d81-4585651663e8 admin admin] Calling delete_port for ae151db4-20f2-43b3-9f87-1fa5ffaee0ff owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:46:46.231245 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-42dd79bd-4804-4b02-9eef-b1ade008e1fb None None] Provisioning complete for port 5dee9e47-a984-4cb9-ae72-b882ecec8536 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:46.231628 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-42dd79bd-4804-4b02-9eef-b1ade008e1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:46.242690 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-76ea9873-2e08-4f70-8b9e-8f088c16e754 req-b9900fc7-b3c5-4cfe-8713-87c30105caf6 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821120 May 06 09:46:46.282615 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede19251-466c-49c0-ad6b-da154f884cd0 req-85fc3703-e782-48df-a950-709717c98a51 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:46.284415 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ede19251-466c-49c0-ad6b-da154f884cd0 req-85fc3703-e782-48df-a950-709717c98a51 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 945 time: 0.1822240 May 06 09:46:46.377616 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 682b17fb-441c-4e13-960c-18224050c113 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:46.417153 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ede19251-466c-49c0-ad6b-da154f884cd0 req-c587e2b6-a782-4080-bdfb-799f2b181522 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235089 May 06 09:46:46.421358 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-11fad495-70c4-466a-b3d5-a76284c4a94c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:46.434772 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e7bc1-b62c-4471-a494-c3819e07c012 req-663a4b43-a93d-4371-8d9d-09f0b3360a31 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:46.436365 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-de4e7bc1-b62c-4471-a494-c3819e07c012 req-663a4b43-a93d-4371-8d9d-09f0b3360a31 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.0819807 May 06 09:46:46.465585 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 682b17fb-441c-4e13-960c-18224050c113 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:46:46.468987 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5a36c299-4b95-4e66-9d81-4585651663e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:46.470695 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 682b17fb-441c-4e13-960c-18224050c113 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:46.471079 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:46.537239 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36c299-4b95-4e66-9d81-4585651663e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae151db4-20f2-43b3-9f87-1fa5ffaee0ff,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:46.605849 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 5dee9e47-a984-4cb9-ae72-b882ecec8536 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:46.674410 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-de4e7bc1-b62c-4471-a494-c3819e07c012 req-fab2a801-705c-4809-bd41-fc2c5e525f0a tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235259 May 06 09:46:46.706832 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:46.735721 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5a36c299-4b95-4e66-9d81-4585651663e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:46.776595 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 682b17fb-441c-4e13-960c-18224050c113, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=682b17fb-441c-4e13-960c-18224050c113,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:46.781409 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc032943-762d-4c77-8353-cfabc96b417f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682b17fb-441c-4e13-960c-18224050c113'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:46.787346 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db4e4b0-d3c5-4860-af34-c6ce1d1d179e" -d '{"events": [{"server_uuid": "fc032943-762d-4c77-8353-cfabc96b417f", "name": "network-vif-plugged", "status": "completed", "tag": "682b17fb-441c-4e13-960c-18224050c113"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:46.802121 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:46.857648 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 5dee9e47-a984-4cb9-ae72-b882ecec8536 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:46.858089 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:46.863163 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5a36c299-4b95-4e66-9d81-4585651663e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:46.865765 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5a36c299-4b95-4e66-9d81-4585651663e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:46.866844 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176080a5-4751-426f-a8a3-b190d613993c req-4a2db1c9-f840-46ed-9eb3-b151024563c7 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:46.875468 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-176080a5-4751-426f-a8a3-b190d613993c req-4a2db1c9-f840-46ed-9eb3-b151024563c7 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc032943-762d-4c77-8353-cfabc96b417f HTTP/1.1" status: 200 len: 945 time: 0.1065092 May 06 09:46:46.933553 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5a36c299-4b95-4e66-9d81-4585651663e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:46.933553 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a36c299-4b95-4e66-9d81-4585651663e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d8cdb39-7aab-4b72-a465-5b17f30738d5 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:46:46.940589 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=682b17fb-441c-4e13-960c-18224050c113,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:46.942663 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5a36c299-4b95-4e66-9d81-4585651663e8 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:46.946034 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5a36c299-4b95-4e66-9d81-4585651663e8 admin admin] 10.222.0.73 "DELETE /v2.0/routers/8d8cdb39-7aab-4b72-a465-5b17f30738d5 HTTP/1.1" status: 204 len: 168 time: 1.5443792 May 06 09:46:46.946812 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52470) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:46.965868 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:46.966450 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:46.967089 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:46.976308 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:46.976747 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:46.977095 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:46.977464 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:46.977905 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:46.978242 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:46.978564 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:46.978890 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:46.979236 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:46.981771 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8863f6-7dd4-47f0-9a04-1635fb514b2a req-c755e181-6bc2-426e-9d91-dcaef754906e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:46.994305 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df8863f6-7dd4-47f0-9a04-1635fb514b2a req-c755e181-6bc2-426e-9d91-dcaef754906e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1863737 May 06 09:46:47.043614 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17ff587-d734-4498-877f-8ab689bc74c8 admin admin] Deleting subnet 33ffc5b1-5423-4b93-a2ee-c6b4f870c046 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:46:47.050180 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f17ff587-d734-4498-877f-8ab689bc74c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:47.072359 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ae7fa224-fc34-44c2-98a1-926b0b617c8c no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:46:47.074430 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-176080a5-4751-426f-a8a3-b190d613993c req-e859d103-55d8-4d8c-84af-5a477ea68627 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979885 May 06 09:46:47.099651 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: ae7fa224-fc34-44c2-98a1-926b0b617c8c {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:46:47.100080 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ae7fa224-fc34-44c2-98a1-926b0b617c8c not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:46:47.106283 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df8863f6-7dd4-47f0-9a04-1635fb514b2a req-23aaaaa1-28c5-49a9-b338-580c44d89950 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107142 May 06 09:46:47.107670 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-11fad495-70c4-466a-b3d5-a76284c4a94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:47.113983 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f17ff587-d734-4498-877f-8ab689bc74c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:47.216690 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 52478) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:47.221766 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643c9a5b-8d52-40a2-a648-b25dc73bfb3f x-openstack-request-id: req-643c9a5b-8d52-40a2-a648-b25dc73bfb3f {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:47.222225 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc032943-762d-4c77-8353-cfabc96b417f", "name": "network-vif-plugged", "status": "completed", "tag": "682b17fb-441c-4e13-960c-18224050c113", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:47.222590 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-643c9a5b-8d52-40a2-a648-b25dc73bfb3f {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:47.223074 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-643c9a5b-8d52-40a2-a648-b25dc73bfb3f'] response: {'server_uuid': 'fc032943-762d-4c77-8353-cfabc96b417f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682b17fb-441c-4e13-960c-18224050c113', 'code': 200} May 06 09:46:47.252286 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f17ff587-d734-4498-877f-8ab689bc74c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:47.368778 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f17ff587-d734-4498-877f-8ab689bc74c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:47.390799 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:46:47.400303 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ff587-d734-4498-877f-8ab689bc74c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33ffc5b1-5423-4b93-a2ee-c6b4f870c046,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:47.411227 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f17ff587-d734-4498-877f-8ab689bc74c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:47.417191 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f17ff587-d734-4498-877f-8ab689bc74c8 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/33ffc5b1-5423-4b93-a2ee-c6b4f870c046 HTTP/1.1" status: 204 len: 168 time: 0.4693165 May 06 09:46:47.417822 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52482) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:47.419845 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e428fc-f4c5-4541-8d64-76cc9e66eba5 req-fa3b9732-52e0-45e3-a704-8b8c6ac565be tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:47.423825 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34911d3-60da-4568-a22a-578d575eb6ad None None] Network d9bd76c5-f544-4d72-8dc5-36475ed60bba requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:46:47.427177 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75e428fc-f4c5-4541-8d64-76cc9e66eba5 req-fa3b9732-52e0-45e3-a704-8b8c6ac565be tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.1323740 May 06 09:46:47.474187 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5bc9f-47b0-4741-b783-5e05154258e9 req-b47fcfd3-87d9-43e1-945e-c8833fc49bad tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:47.475918 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ecc5bc9f-47b0-4741-b783-5e05154258e9 req-b47fcfd3-87d9-43e1-945e-c8833fc49bad tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1808817 May 06 09:46:47.496367 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-fadee3f7-03f7-49f8-8cc9-2db29d530cef admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1205873776-network', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:47.496550 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40064b-6ba5-469e-ae1c-384aea1abdb7 req-11f3913b-fa15-4c34-892c-43a0d265c882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:47.498007 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bd40064b-6ba5-469e-ae1c-384aea1abdb7 req-11f3913b-fa15-4c34-892c-43a0d265c882 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fc032943-762d-4c77-8353-cfabc96b417f HTTP/1.1" status: 200 len: 1097 time: 0.1799250 May 06 09:46:47.526742 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5adb1af6-5e71-49a4-bea2-ad3792491d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:47.531929 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11fad495-70c4-466a-b3d5-a76284c4a94c admin admin] Router 5ff8a1a2-abae-429f-bc09-83b61660bad4 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:46:47.556269 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bd40064b-6ba5-469e-ae1c-384aea1abdb7 req-505a2686-184c-4830-ad6f-a8f8c0426ab0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477979 May 06 09:46:47.568795 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75e428fc-f4c5-4541-8d64-76cc9e66eba5 req-6ff79d21-215a-43d7-b852-bc0f0cfeffac tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360724 May 06 09:46:47.583951 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadee3f7-03f7-49f8-8cc9-2db29d530cef admin admin] Made reservation on behalf of 1750166bc51841a8bad92d45b4eec5fb for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:47.586435 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fadee3f7-03f7-49f8-8cc9-2db29d530cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:47.618431 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-5adb1af6-5e71-49a4-bea2-ad3792491d4d admin admin] Deleting port aba90d50-d41c-4c60-bc9d-b27528cfddfd {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:46:47.619048 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5adb1af6-5e71-49a4-bea2-ad3792491d4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:47.654738 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ecc5bc9f-47b0-4741-b783-5e05154258e9 req-99275267-b174-46d4-89e8-a02aec03db50 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423378 May 06 09:46:47.657906 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fadee3f7-03f7-49f8-8cc9-2db29d530cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:47.706739 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-5adb1af6-5e71-49a4-bea2-ad3792491d4d admin admin] For port aba90d50-d41c-4c60-bc9d-b27528cfddfd, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=aba90d50-d41c-4c60-bc9d-b27528cfddfd,segment=NetworkSegment(ae34b415-e7ea-4359-9186-a76174fab2b4),segment_id=ae34b415-e7ea-4359-9186-a76174fab2b4)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:47.707815 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5adb1af6-5e71-49a4-bea2-ad3792491d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:47.726819 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c31c719-2100-49fe-b85b-46de37939fbc None None] DHCP port deletion for d9bd76c5-f544-4d72-8dc5-36475ed60bba request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:46:47.735751 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-5adb1af6-5e71-49a4-bea2-ad3792491d4d admin admin] Calling delete_port for aba90d50-d41c-4c60-bc9d-b27528cfddfd owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:46:47.797868 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-0c31c719-2100-49fe-b85b-46de37939fbc None None] Deleting port aba90d50-d41c-4c60-bc9d-b27528cfddfd {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:46:47.798254 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0c31c719-2100-49fe-b85b-46de37939fbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:47.832800 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5adb1af6-5e71-49a4-bea2-ad3792491d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:47.858499 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb1af6-5e71-49a4-bea2-ad3792491d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=aba90d50-d41c-4c60-bc9d-b27528cfddfd,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:47.870792 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adb1af6-5e71-49a4-bea2-ad3792491d4d admin admin] No DVR routers for this DVR port aba90d50-d41c-4c60-bc9d-b27528cfddfd on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:46:47.951555 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5adb1af6-5e71-49a4-bea2-ad3792491d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:47.978063 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-5adb1af6-5e71-49a4-bea2-ad3792491d4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9bd76c5-f544-4d72-8dc5-36475ed60bba']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:47.990328 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-5adb1af6-5e71-49a4-bea2-ad3792491d4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae34b415-e7ea-4359-9186-a76174fab2b4') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:47.990823 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-5adb1af6-5e71-49a4-bea2-ad3792491d4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae34b415-e7ea-4359-9186-a76174fab2b4') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:48.009069 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5adb1af6-5e71-49a4-bea2-ad3792491d4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.025620 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5adb1af6-5e71-49a4-bea2-ad3792491d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.037448 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5adb1af6-5e71-49a4-bea2-ad3792491d4d admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:46:48.038562 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5adb1af6-5e71-49a4-bea2-ad3792491d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: timer() May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:46:48.040864 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:46:48.044884 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-0c31c719-2100-49fe-b85b-46de37939fbc None None] For port aba90d50-d41c-4c60-bc9d-b27528cfddfd, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=aba90d50-d41c-4c60-bc9d-b27528cfddfd,segment=NetworkSegment(ae34b415-e7ea-4359-9186-a76174fab2b4),segment_id=ae34b415-e7ea-4359-9186-a76174fab2b4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:48.045447 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0c31c719-2100-49fe-b85b-46de37939fbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.064285 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-0c31c719-2100-49fe-b85b-46de37939fbc None None] Calling delete_port for aba90d50-d41c-4c60-bc9d-b27528cfddfd owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:46:48.119549 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5adb1af6-5e71-49a4-bea2-ad3792491d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.136850 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5adb1af6-5e71-49a4-bea2-ad3792491d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.142627 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5adb1af6-5e71-49a4-bea2-ad3792491d4d admin admin] 10.222.0.73 "DELETE /v2.0/networks/d9bd76c5-f544-4d72-8dc5-36475ed60bba HTTP/1.1" status: 204 len: 168 time: 0.7200425 May 06 09:46:48.144308 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb1af6-5e71-49a4-bea2-ad3792491d4d admin admin] Pushing event deleted for resources: {'Network': ['ID=d9bd76c5-f544-4d72-8dc5-36475ed60bba,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:48.167428 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0c31c719-2100-49fe-b85b-46de37939fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.193815 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31c719-2100-49fe-b85b-46de37939fbc None None] Pushing event deleted for resources: {'Port': ['ID=aba90d50-d41c-4c60-bc9d-b27528cfddfd,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:48.201089 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0c31c719-2100-49fe-b85b-46de37939fbc None None] Network d9bd76c5-f544-4d72-8dc5-36475ed60bba is not hosted by any dhcp agent {{(pid=102654) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 06 09:46:48.201559 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c31c719-2100-49fe-b85b-46de37939fbc None None] No DVR routers for this DVR port aba90d50-d41c-4c60-bc9d-b27528cfddfd on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:46:48.234555 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36189e-6e2a-459a-8860-813daaeb12ea req-b9b0bb95-6ee0-46e1-9689-03eb1f29905b tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:48.236306 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f36189e-6e2a-459a-8860-813daaeb12ea req-b9b0bb95-6ee0-46e1-9689-03eb1f29905b tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 945 time: 0.5502090 May 06 09:46:48.237386 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fad495-70c4-466a-b3d5-a76284c4a94c admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:46:48.253726 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c25b011-f68f-4c0d-ba7a-7395eeaa161a None None] Sync routers for ids ['5ff8a1a2-abae-429f-bc09-83b61660bad4'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:46:48.260993 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697110e-3352-4636-b34c-9d1598d4b0ab req-2c4fc91d-ca5c-475c-924e-93b1d8f8bd3a tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:48.262421 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0697110e-3352-4636-b34c-9d1598d4b0ab req-2c4fc91d-ca5c-475c-924e-93b1d8f8bd3a tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1200986 May 06 09:46:48.265457 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c25b011-f68f-4c0d-ba7a-7395eeaa161a None None] Routers {'5ff8a1a2-abae-429f-bc09-83b61660bad4'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:48.266109 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8c25b011-f68f-4c0d-ba7a-7395eeaa161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:46:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5ff8a1a2-abae-429f-bc09-83b61660bad4'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:48.330852 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-11fad495-70c4-466a-b3d5-a76284c4a94c admin admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.332125 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-11fad495-70c4-466a-b3d5-a76284c4a94c admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7395079 May 06 09:46:48.332688 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 52496) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:48.338802 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52498) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:48.341857 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fadee3f7-03f7-49f8-8cc9-2db29d530cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.363110 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fadee3f7-03f7-49f8-8cc9-2db29d530cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.394762 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device aba90d50-d41c-4c60-bc9d-b27528cfddfd no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:46:48.417832 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0697110e-3352-4636-b34c-9d1598d4b0ab req-4e307e0c-0f77-4f9e-ba04-7cb2ed0d87a2 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416891 May 06 09:46:48.420459 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f36189e-6e2a-459a-8860-813daaeb12ea req-3c7bb787-9b39-4e5b-aead-5e5c65c13286 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691105 May 06 09:46:48.424377 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: aba90d50-d41c-4c60-bc9d-b27528cfddfd {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:46:48.424917 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device aba90d50-d41c-4c60-bc9d-b27528cfddfd not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:46:48.425129 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ae151db4-20f2-43b3-9f87-1fa5ffaee0ff no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:46:48.430522 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fadee3f7-03f7-49f8-8cc9-2db29d530cef admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:46:48.453041 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c2c96b93-413d-4298-b590-0908e6b44375 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=977fcbbd3f0349b0bd213c031a85b7c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1132536 May 06 09:46:48.453245 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: ae151db4-20f2-43b3-9f87-1fa5ffaee0ff {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:46:48.453245 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ae151db4-20f2-43b3-9f87-1fa5ffaee0ff not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:46:48.453394 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 52500) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:48.454904 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadee3f7-03f7-49f8-8cc9-2db29d530cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ea0f7d-11ae-43d5-bf70-ad2f574b4c5c,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:48.458277 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fadee3f7-03f7-49f8-8cc9-2db29d530cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.458633 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-fadee3f7-03f7-49f8-8cc9-2db29d530cef admin admin] Added segment ae8ffd01-4126-4a51-9834-d09bbf1a2313 of type vlan for network 02e8aba3-387b-400e-9f74-334ab3eab168 May 06 09:46:48.491558 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f5533b95-000b-425b-837b-c8d2a0e67628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.499504 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-8c25b011-f68f-4c0d-ba7a-7395eeaa161a None None] Set router 5ff8a1a2-abae-429f-bc09-83b61660bad4 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:48.642572 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fadee3f7-03f7-49f8-8cc9-2db29d530cef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.684159 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cf40c2a4-d713-4008-86d4-4a5ba8618a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.710193 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fadee3f7-03f7-49f8-8cc9-2db29d530cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.711188 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadee3f7-03f7-49f8-8cc9-2db29d530cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:48.711786 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fadee3f7-03f7-49f8-8cc9-2db29d530cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.725043 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.733958 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a5893-9730-4418-a586-aa18a0b00bb9 req-83d6cbcf-24e4-41c9-8b4e-c30d21b3268d tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:48.735599 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-598a5893-9730-4418-a586-aa18a0b00bb9 req-83d6cbcf-24e4-41c9-8b4e-c30d21b3268d tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc032943-762d-4c77-8353-cfabc96b417f HTTP/1.1" status: 200 len: 946 time: 0.1665587 May 06 09:46:48.738558 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8c25b011-f68f-4c0d-ba7a-7395eeaa161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'name': 'tempest-TaggedBootDevicesTest-151414626-router', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'e90b9fe8-eb83-4977-b5d9-a8799df0123f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:42Z', 'updated_at': '2022-05-06T09:46:46Z', 'revision_number': 3, 'project_id': '2432312eddf749dea1d91914dd979e43', 'gw_port': {'id': 'e90b9fe8-eb83-4977-b5d9-a8799df0123f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:44Z', 'updated_at': '2022-05-06T09:46:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:48.747977 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb272c2b-af16-483c-b2a3-05c9e88d80c6 req-14dd9f42-f563-451b-9a90-b5eed4a7b55f tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:48.749518 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb272c2b-af16-483c-b2a3-05c9e88d80c6 req-14dd9f42-f563-451b-9a90-b5eed4a7b55f tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.1613123 May 06 09:46:48.764512 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cf40c2a4-d713-4008-86d4-4a5ba8618a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.778100 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c25b011-f68f-4c0d-ba7a-7395eeaa161a None None] Checking router: 5ff8a1a2-abae-429f-bc09-83b61660bad4 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:46:48.778549 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c25b011-f68f-4c0d-ba7a-7395eeaa161a None None] Updating router 5ff8a1a2-abae-429f-bc09-83b61660bad4 port e90b9fe8-eb83-4977-b5d9-a8799df0123f binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:46:48.806122 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8c25b011-f68f-4c0d-ba7a-7395eeaa161a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.858599 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fadee3f7-03f7-49f8-8cc9-2db29d530cef admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6374171 May 06 09:46:48.859000 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52506) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:48.868570 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-b8ee9346-ddd8-4309-97e9-dd546a824746 admin admin] Request body: {'subnet': {'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1205873776-subnet', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:48.890244 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadee3f7-03f7-49f8-8cc9-2db29d530cef admin admin] Pushing event updated for resources: {'Network': ['ID=02e8aba3-387b-400e-9f74-334ab3eab168,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:48.906819 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-598a5893-9730-4418-a586-aa18a0b00bb9 req-8cef78f7-4aa8-4fa7-a0f3-8737bae8d924 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561930 May 06 09:46:48.910833 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 02e8aba3-387b-400e-9f74-334ab3eab168 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:46:48.945196 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb272c2b-af16-483c-b2a3-05c9e88d80c6 req-627c1600-6f86-41c7-b70a-da4f1f5cb40d tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785722 May 06 09:46:48.988502 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cf40c2a4-d713-4008-86d4-4a5ba8618a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.991427 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cf40c2a4-d713-4008-86d4-4a5ba8618a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.995995 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-cf40c2a4-d713-4008-86d4-4a5ba8618a58 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/57f21687-2715-4d26-8e62-b9f1c61a5b21 HTTP/1.1" status: 204 len: 168 time: 0.5386412 May 06 09:46:49.003318 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40c2a4-d713-4008-86d4-4a5ba8618a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f21687-2715-4d26-8e62-b9f1c61a5b21,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:49.030810 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ee9346-ddd8-4309-97e9-dd546a824746 admin admin] Made reservation on behalf of 1750166bc51841a8bad92d45b4eec5fb for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:49.033217 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b8ee9346-ddd8-4309-97e9-dd546a824746 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:49.082690 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c70d9058-8990-4e32-8127-5671bdfcdf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:49.199341 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2a5f2-8ffe-492b-8822-27c44d6e2c2a req-2d55ec19-6eb7-4280-9361-4e27a46c8be2 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:49.204636 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f9a2a5f2-8ffe-492b-8822-27c44d6e2c2a req-2d55ec19-6eb7-4280-9361-4e27a46c8be2 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1388812 May 06 09:46:49.280706 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8c25b011-f68f-4c0d-ba7a-7395eeaa161a None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:49.289780 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8c25b011-f68f-4c0d-ba7a-7395eeaa161a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:49.335765 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65305471-37e4-49c6-98d0-c837ead9247a req-ab2c98de-5975-4e1b-8e37-c21e9f19441a tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:49.343438 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-65305471-37e4-49c6-98d0-c837ead9247a req-ab2c98de-5975-4e1b-8e37-c21e9f19441a tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.0917726 May 06 09:46:49.360786 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8c25b011-f68f-4c0d-ba7a-7395eeaa161a None None] Attempting to bind port e90b9fe8-eb83-4977-b5d9-a8799df0123f on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:46:49.360786 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8c25b011-f68f-4c0d-ba7a-7395eeaa161a None None] Attempting to bind port e90b9fe8-eb83-4977-b5d9-a8799df0123f by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:46:49.361106 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c25b011-f68f-4c0d-ba7a-7395eeaa161a None None] Attempting to bind port e90b9fe8-eb83-4977-b5d9-a8799df0123f on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:49.372230 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c25b011-f68f-4c0d-ba7a-7395eeaa161a None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:46:49.372579 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c25b011-f68f-4c0d-ba7a-7395eeaa161a None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:49.372994 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8c25b011-f68f-4c0d-ba7a-7395eeaa161a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:49.373949 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c25b011-f68f-4c0d-ba7a-7395eeaa161a None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:46:49.374564 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8c25b011-f68f-4c0d-ba7a-7395eeaa161a None None] Bound port: e90b9fe8-eb83-4977-b5d9-a8799df0123f, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:46:49.374953 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8c25b011-f68f-4c0d-ba7a-7395eeaa161a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:49.379618 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f9a2a5f2-8ffe-492b-8822-27c44d6e2c2a req-0b526014-476f-4181-8747-7dd578f2a1dd tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664248 May 06 09:46:49.419325 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d4394-0f37-4a87-b809-9e2168023ab3 req-24dc9320-33ff-47e2-9995-81ba52168a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:49.421079 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-604d4394-0f37-4a87-b809-9e2168023ab3 req-24dc9320-33ff-47e2-9995-81ba52168a89 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=767d9c69e2da4544a1c508f4f332aaa4&device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 1096 time: 0.1414626 May 06 09:46:49.428165 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-65305471-37e4-49c6-98d0-c837ead9247a req-811a8ba9-e1ce-4304-b7eb-85b5a0f0141b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822663 May 06 09:46:49.459707 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23bbab1-c964-44aa-ac74-8e87631ca3fa None None] Pushing event updated for resources: {'Port': ['ID=e90b9fe8-eb83-4977-b5d9-a8799df0123f,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:49.488371 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8c25b011-f68f-4c0d-ba7a-7395eeaa161a None None] For port e90b9fe8-eb83-4977-b5d9-a8799df0123f, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:46:49.494886 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8c25b011-f68f-4c0d-ba7a-7395eeaa161a None None] For port e90b9fe8-eb83-4977-b5d9-a8799df0123f, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e90b9fe8-eb83-4977-b5d9-a8799df0123f,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:46:49.500814 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:49.513112 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8c25b011-f68f-4c0d-ba7a-7395eeaa161a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:49.524152 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-c70d9058-8990-4e32-8127-5671bdfcdf69 admin admin] Allocated IP 172.20.0.1 (59db4229-2b1d-4e95-9668-875e8735cfea/ddf543b7-b852-448e-b236-f24084c28a5a/afb18b21-98a5-43ec-a09f-f89555198207) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:49.546014 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b8ee9346-ddd8-4309-97e9-dd546a824746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:49.621152 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23bbab1-c964-44aa-ac74-8e87631ca3fa None None] Pushing event updated for resources: {'Port': ['ID=e90b9fe8-eb83-4977-b5d9-a8799df0123f,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:49.626256 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad43dbd-991a-4e4d-82f6-41d46da6db2c req-5ddf9d75-3700-4a1f-bf8e-f4daaf75c838 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:49.628104 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9ad43dbd-991a-4e4d-82f6-41d46da6db2c req-5ddf9d75-3700-4a1f-bf8e-f4daaf75c838 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 945 time: 0.1114109 May 06 09:46:49.654028 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c25b011-f68f-4c0d-ba7a-7395eeaa161a None None] Routers {'5ff8a1a2-abae-429f-bc09-83b61660bad4'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:49.654733 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8c25b011-f68f-4c0d-ba7a-7395eeaa161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:46:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5ff8a1a2-abae-429f-bc09-83b61660bad4'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:49.691972 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61c5c2-3d35-4f45-8195-82120f2e4e55 req-8322736d-832c-4493-a507-5dcd812c8228 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:49.700247 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b61c5c2-3d35-4f45-8195-82120f2e4e55 req-8322736d-832c-4493-a507-5dcd812c8228 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1349621 May 06 09:46:49.744962 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d4394-0f37-4a87-b809-9e2168023ab3 req-375b9406-b8dc-4135-b405-c37b42d894f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:49.746686 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-604d4394-0f37-4a87-b809-9e2168023ab3 req-375b9406-b8dc-4135-b405-c37b42d894f2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=62558b65-2ecc-44cb-b688-6d316dd01546 HTTP/1.1" status: 200 len: 911 time: 0.2939196 May 06 09:46:49.749723 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee9346-ddd8-4309-97e9-dd546a824746 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d4098cb-ab83-4260-9cb2-59b447fa9932,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:49.762376 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b61c5c2-3d35-4f45-8195-82120f2e4e55 req-e90bee3a-f0d0-4ca7-b8a3-1bf1bdfb5463 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606225 May 06 09:46:49.779763 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9ad43dbd-991a-4e4d-82f6-41d46da6db2c req-10b456d2-69b2-4c46-ac40-9e44b8c24faf tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352873 May 06 09:46:49.809575 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ee9346-ddd8-4309-97e9-dd546a824746 admin admin] Checking segment: {'id': 'ae8ffd01-4126-4a51-9834-d09bbf1a2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:49.813355 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ee9346-ddd8-4309-97e9-dd546a824746 admin admin] Network hostable DHCP agents. Network: 02e8aba3-387b-400e-9f74-334ab3eab168, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:46:49.826614 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-8c25b011-f68f-4c0d-ba7a-7395eeaa161a None None] Set router 5ff8a1a2-abae-429f-bc09-83b61660bad4 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:49.900730 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-604d4394-0f37-4a87-b809-9e2168023ab3 req-11e8dc36-ca99-420f-92a6-fa40b17b21c1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae3bde3e-4312-49f1-8ceb-5c2f53fec57c HTTP/1.1" status: 200 len: 217 time: 0.0920935 May 06 09:46:49.907747 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c70d9058-8990-4e32-8127-5671bdfcdf69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:50.007317 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ee9346-ddd8-4309-97e9-dd546a824746 admin admin] Network 02e8aba3-387b-400e-9f74-334ab3eab168 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:46:50.041618 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-b8ee9346-ddd8-4309-97e9-dd546a824746 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 02e8aba3-387b-400e-9f74-334ab3eab168) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:50.052290 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d4394-0f37-4a87-b809-9e2168023ab3 req-5985199a-714b-4e48-b821-124245676c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:50.057952 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75d977e-0237-40c9-b647-ba8d5ef13549 None None] Network 02e8aba3-387b-400e-9f74-334ab3eab168 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:46:50.061718 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-604d4394-0f37-4a87-b809-9e2168023ab3 req-5985199a-714b-4e48-b821-124245676c24 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d1f3a23-5174-4642-9e0d-aa826fbcdb37 HTTP/1.1" status: 200 len: 850 time: 0.1517005 May 06 09:46:50.069355 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ee9346-ddd8-4309-97e9-dd546a824746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:50.070481 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b8ee9346-ddd8-4309-97e9-dd546a824746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:50.128061 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-604d4394-0f37-4a87-b809-9e2168023ab3 req-560fa00e-7b89-4ed8-93fd-e1f1a8c91c2a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=62558b65-2ecc-44cb-b688-6d316dd01546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482776 May 06 09:46:50.136947 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b8ee9346-ddd8-4309-97e9-dd546a824746 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2765615 May 06 09:46:50.140608 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c70d9058-8990-4e32-8127-5671bdfcdf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:50.143666 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52542) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:50.152342 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ed17e-8f34-4717-a77d-a11ff7f1712b req-f6e7fbea-7055-4db6-a2cb-a287e51e3bc2 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:50.153934 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e9ed17e-8f34-4717-a77d-a11ff7f1712b req-f6e7fbea-7055-4db6-a2cb-a287e51e3bc2 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc032943-762d-4c77-8353-cfabc96b417f HTTP/1.1" status: 200 len: 946 time: 0.1469884 May 06 09:46:50.161908 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-6a1afbc5-0cf6-487d-bd54-9b5bc0e6f5e2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1205873776-router', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:50.213522 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8fc40-3359-4dd9-8fb5-85afef2b2361 req-ae291902-0e5c-48c8-8570-c47e6bffcad8 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:50.215195 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2d8fc40-3359-4dd9-8fb5-85afef2b2361 req-ae291902-0e5c-48c8-8570-c47e6bffcad8 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.1191061 May 06 09:46:50.233375 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70d9058-8990-4e32-8127-5671bdfcdf69 admin admin] Network 59db4229-2b1d-4e95-9668-875e8735cfea is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:50.257372 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8c25b011-f68f-4c0d-ba7a-7395eeaa161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'name': 'tempest-TaggedBootDevicesTest-151414626-router', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'e90b9fe8-eb83-4977-b5d9-a8799df0123f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:42Z', 'updated_at': '2022-05-06T09:46:46Z', 'revision_number': 3, 'project_id': '2432312eddf749dea1d91914dd979e43', 'gw_port': {'id': 'e90b9fe8-eb83-4977-b5d9-a8799df0123f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:44Z', 'updated_at': '2022-05-06T09:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:50.264927 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e9ed17e-8f34-4717-a77d-a11ff7f1712b req-5e60877f-dd83-44b7-8ab2-ff796de2e9cc tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975471 May 06 09:46:50.282784 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-c70d9058-8990-4e32-8127-5671bdfcdf69 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:50.285967 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70d9058-8990-4e32-8127-5671bdfcdf69 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:50.288954 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6a1afbc5-0cf6-487d-bd54-9b5bc0e6f5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:50.290250 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6a1afbc5-0cf6-487d-bd54-9b5bc0e6f5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:50.302315 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 52548) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:50.314646 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c25b011-f68f-4c0d-ba7a-7395eeaa161a None None] The sync data for ids ['5ff8a1a2-abae-429f-bc09-83b61660bad4'] in n-d-840835-1 is: [{'id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'name': 'tempest-TaggedBootDevicesTest-151414626-router', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'e90b9fe8-eb83-4977-b5d9-a8799df0123f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:42Z', 'updated_at': '2022-05-06T09:46:46Z', 'revision_number': 3, 'project_id': '2432312eddf749dea1d91914dd979e43', 'gw_port': {'id': 'e90b9fe8-eb83-4977-b5d9-a8799df0123f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:44Z', 'updated_at': '2022-05-06T09:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:46:50.327063 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2d8fc40-3359-4dd9-8fb5-85afef2b2361 req-520a4ea4-074a-4317-b970-31e5f4b833f8 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002429 May 06 09:46:50.382020 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6a1afbc5-0cf6-487d-bd54-9b5bc0e6f5e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:50.416462 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e6914e-9b8c-4b12-aee6-9373a5ec0ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-02e8aba3-387b-400e-9f74-334ab3eab168', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'fixed_ips': [{'subnet_id': '1d4098cb-ab83-4260-9cb2-59b447fa9932'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:46:50.423476 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c7e6914e-9b8c-4b12-aee6-9373a5ec0ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:50.471737 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555abd3a-e523-46e9-a2b4-6d0eacc459eb req-92e1953d-a064-4299-80c8-f4b1188546b3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:50.486213 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-555abd3a-e523-46e9-a2b4-6d0eacc459eb req-92e1953d-a064-4299-80c8-f4b1188546b3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1140280 May 06 09:46:50.534001 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d9058-8990-4e32-8127-5671bdfcdf69 admin admin] Pushing event updated for resources: {'Port': ['ID=afb18b21-98a5-43ec-a09f-f89555198207,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:50.536928 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-060493fa-b004-47e5-a08f-fca9aefe49e6 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1217582095-network', 'tenant_id': '235571e8cf5c40e6a84a6eac39aa7ce1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:50.589548 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-555abd3a-e523-46e9-a2b4-6d0eacc459eb req-6eaaa981-394a-4351-9ea3-abe5f02e0c27 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003861 May 06 09:46:50.591669 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060493fa-b004-47e5-a08f-fca9aefe49e6 admin admin] Made reservation on behalf of 235571e8cf5c40e6a84a6eac39aa7ce1 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:50.594195 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-060493fa-b004-47e5-a08f-fca9aefe49e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:50.609033 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-060493fa-b004-47e5-a08f-fca9aefe49e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:50.725155 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6a1afbc5-0cf6-487d-bd54-9b5bc0e6f5e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:50.730877 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c70d9058-8990-4e32-8127-5671bdfcdf69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:50.818950 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-c7e6914e-9b8c-4b12-aee6-9373a5ec0ca7 None None] Allocated IP 172.20.0.2 (02e8aba3-387b-400e-9f74-334ab3eab168/1d4098cb-ab83-4260-9cb2-59b447fa9932/4477ace9-d296-4323-b87f-bb5fafd2aa7c) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:50.864009 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-060493fa-b004-47e5-a08f-fca9aefe49e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:50.883674 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-060493fa-b004-47e5-a08f-fca9aefe49e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:50.931367 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934154c-1781-4a4b-8f2e-9e62f4b7f38b req-790ce0cd-213a-4488-b989-bf0d2497158e tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:50.939688 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a934154c-1781-4a4b-8f2e-9e62f4b7f38b req-790ce0cd-213a-4488-b989-bf0d2497158e tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc032943-762d-4c77-8353-cfabc96b417f HTTP/1.1" status: 200 len: 946 time: 0.1693029 May 06 09:46:50.951862 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060493fa-b004-47e5-a08f-fca9aefe49e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:46:50.971729 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-604d4394-0f37-4a87-b809-9e2168023ab3 req-bfd5eb07-7872-4995-9e91-60ce54d12239 service neutron] 10.222.0.77 "GET /v2.0/networks/62558b65-2ecc-44cb-b688-6d316dd01546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8333175 May 06 09:46:51.007158 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060493fa-b004-47e5-a08f-fca9aefe49e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc3929c-0d03-467e-86e4-1cd6a64d94ca,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:51.015441 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-060493fa-b004-47e5-a08f-fca9aefe49e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:51.015939 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-060493fa-b004-47e5-a08f-fca9aefe49e6 admin admin] Added segment bfa87719-ef54-4d27-aba7-e5aa36d17665 of type vlan for network 198ad638-598b-42db-86bb-beed091d38c3 May 06 09:46:51.101345 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a934154c-1781-4a4b-8f2e-9e62f4b7f38b req-7cae9591-b91e-4479-a2e0-9f949e5d8343 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604652 May 06 09:46:51.107371 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-060493fa-b004-47e5-a08f-fca9aefe49e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:51.133275 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc64e97-2d1d-4aa5-8156-964e508226e0 req-65e433c1-eb42-43e2-bedf-8a8880b28568 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:51.136042 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1bc64e97-2d1d-4aa5-8156-964e508226e0 req-65e433c1-eb42-43e2-bedf-8a8880b28568 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 945 time: 0.1908112 May 06 09:46:51.167323 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-9b585763-02a3-4ec4-98f8-4e0d160300a2 None None] Provisioning complete for port afb18b21-98a5-43ec-a09f-f89555198207 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:51.167806 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9b585763-02a3-4ec4-98f8-4e0d160300a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:51.215636 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:51.216105 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1bc64e97-2d1d-4aa5-8156-964e508226e0 req-00a474e6-d6fc-4dde-a2ed-7b087897cc3e tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529418 May 06 09:46:51.217072 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-060493fa-b004-47e5-a08f-fca9aefe49e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:51.218368 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060493fa-b004-47e5-a08f-fca9aefe49e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:51.219221 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-060493fa-b004-47e5-a08f-fca9aefe49e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:51.256978 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-9b585763-02a3-4ec4-98f8-4e0d160300a2 None None] Port afb18b21-98a5-43ec-a09f-f89555198207 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:46:51.307905 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-060493fa-b004-47e5-a08f-fca9aefe49e6 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9969778 May 06 09:46:51.308143 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 52556) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:51.315583 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-d14ff20b-19c6-4652-9050-6316d17d9aa4 admin admin] Request body: {'subnet': {'network_id': '198ad638-598b-42db-86bb-beed091d38c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1217582095-subnet', 'tenant_id': '235571e8cf5c40e6a84a6eac39aa7ce1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:51.329294 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060493fa-b004-47e5-a08f-fca9aefe49e6 admin admin] Pushing event updated for resources: {'Network': ['ID=198ad638-598b-42db-86bb-beed091d38c3,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:51.362685 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c7e6914e-9b8c-4b12-aee6-9373a5ec0ca7 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:51.368750 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 198ad638-598b-42db-86bb-beed091d38c3 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:46:51.370516 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14ff20b-19c6-4652-9050-6316d17d9aa4 admin admin] Made reservation on behalf of 235571e8cf5c40e6a84a6eac39aa7ce1 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:51.375350 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d14ff20b-19c6-4652-9050-6316d17d9aa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:51.384659 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c7e6914e-9b8c-4b12-aee6-9373a5ec0ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:51.500431 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e6914e-9b8c-4b12-aee6-9373a5ec0ca7 None None] Network 02e8aba3-387b-400e-9f74-334ab3eab168 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:51.511304 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-c7e6914e-9b8c-4b12-aee6-9373a5ec0ca7 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:51.528622 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e6914e-9b8c-4b12-aee6-9373a5ec0ca7 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:51.533279 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318b2ed-c22a-45f2-a915-a0fcd87a1ae1 req-8327e47f-9e77-41ed-a468-0eb12ff66744 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:51.535765 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a318b2ed-c22a-45f2-a915-a0fcd87a1ae1 req-8327e47f-9e77-41ed-a468-0eb12ff66744 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.1018674 May 06 09:46:51.547733 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:51.562838 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6914e-9b8c-4b12-aee6-9373a5ec0ca7 None None] Pushing event updated for resources: {'Port': ['ID=4477ace9-d296-4323-b87f-bb5fafd2aa7c,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:51.567095 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c70d9058-8990-4e32-8127-5671bdfcdf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:51.573291 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-604d4394-0f37-4a87-b809-9e2168023ab3 req-496c9084-fa82-4401-8323-a00d3b91f34f service neutron] 10.222.0.77 "GET /v2.0/networks/62558b65-2ecc-44cb-b688-6d316dd01546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5917351 May 06 09:46:51.630811 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a318b2ed-c22a-45f2-a915-a0fcd87a1ae1 req-fed05ac9-f0bb-4e31-a917-24264cd5528b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855446 May 06 09:46:51.719150 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-c7e6914e-9b8c-4b12-aee6-9373a5ec0ca7 None None] Attempting to bind port 4477ace9-d296-4323-b87f-bb5fafd2aa7c on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:46:51.719484 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-c7e6914e-9b8c-4b12-aee6-9373a5ec0ca7 None None] Attempting to bind port 4477ace9-d296-4323-b87f-bb5fafd2aa7c by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'ae8ffd01-4126-4a51-9834-d09bbf1a2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:46:51.720031 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6914e-9b8c-4b12-aee6-9373a5ec0ca7 None None] Attempting to bind port 4477ace9-d296-4323-b87f-bb5fafd2aa7c on network 02e8aba3-387b-400e-9f74-334ab3eab168 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:51.734409 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6914e-9b8c-4b12-aee6-9373a5ec0ca7 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:46:51.743048 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6914e-9b8c-4b12-aee6-9373a5ec0ca7 None None] Checking segment: {'id': 'ae8ffd01-4126-4a51-9834-d09bbf1a2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:51.743856 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c7e6914e-9b8c-4b12-aee6-9373a5ec0ca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:51.744522 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6914e-9b8c-4b12-aee6-9373a5ec0ca7 None None] Bound using segment: {'id': 'ae8ffd01-4126-4a51-9834-d09bbf1a2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:46:51.745323 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-c7e6914e-9b8c-4b12-aee6-9373a5ec0ca7 None None] Bound port: 4477ace9-d296-4323-b87f-bb5fafd2aa7c, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8ffd01-4126-4a51-9834-d09bbf1a2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:46:51.745844 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c7e6914e-9b8c-4b12-aee6-9373a5ec0ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:51.830073 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d14ff20b-19c6-4652-9050-6316d17d9aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:51.877239 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6a1afbc5-0cf6-487d-bd54-9b5bc0e6f5e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:51.880548 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-c7e6914e-9b8c-4b12-aee6-9373a5ec0ca7 None None] For port 4477ace9-d296-4323-b87f-bb5fafd2aa7c, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:46:51.885239 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-c7e6914e-9b8c-4b12-aee6-9373a5ec0ca7 None None] For port 4477ace9-d296-4323-b87f-bb5fafd2aa7c, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=4477ace9-d296-4323-b87f-bb5fafd2aa7c,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:46:51.897789 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c7e6914e-9b8c-4b12-aee6-9373a5ec0ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:51.929387 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6a1afbc5-0cf6-487d-bd54-9b5bc0e6f5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:51.939938 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb30232-369b-40b4-bf39-21bad294c849 req-02b72f73-daed-4bfd-98d9-3c263d1ac0d5 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:51.941996 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9eb30232-369b-40b4-bf39-21bad294c849 req-02b72f73-daed-4bfd-98d9-3c263d1ac0d5 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1741273 May 06 09:46:51.947688 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ff20b-19c6-4652-9050-6316d17d9aa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec0bd67d-f23b-40f6-b06d-1b716aca1667,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:51.956626 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14ff20b-19c6-4652-9050-6316d17d9aa4 admin admin] Checking segment: {'id': 'bfa87719-ef54-4d27-aba7-e5aa36d17665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '198ad638-598b-42db-86bb-beed091d38c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:51.957280 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14ff20b-19c6-4652-9050-6316d17d9aa4 admin admin] Network hostable DHCP agents. Network: 198ad638-598b-42db-86bb-beed091d38c3, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:46:51.985064 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14ff20b-19c6-4652-9050-6316d17d9aa4 admin admin] Network 198ad638-598b-42db-86bb-beed091d38c3 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:46:52.005435 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6914e-9b8c-4b12-aee6-9373a5ec0ca7 None None] Pushing event updated for resources: {'Port': ['ID=4477ace9-d296-4323-b87f-bb5fafd2aa7c,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:52.030405 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-d14ff20b-19c6-4652-9050-6316d17d9aa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 198ad638-598b-42db-86bb-beed091d38c3) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:52.039653 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14ff20b-19c6-4652-9050-6316d17d9aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:52.040484 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d14ff20b-19c6-4652-9050-6316d17d9aa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:52.047564 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6beeaef7-62bb-4014-919e-531f66e582bf None None] Network 198ad638-598b-42db-86bb-beed091d38c3 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:46:52.063580 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9eb30232-369b-40b4-bf39-21bad294c849 req-7d9cee40-3703-4754-92a7-6e09dd0ac1a3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810521 May 06 09:46:52.098556 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d14ff20b-19c6-4652-9050-6316d17d9aa4 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7892327 May 06 09:46:52.229678 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026d913-6bae-44d2-9a73-54514321a6ca req-3649159c-adde-4bd7-83e0-1ddc2055582c tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:52.242171 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c70d9058-8990-4e32-8127-5671bdfcdf69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:52.244981 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7026d913-6bae-44d2-9a73-54514321a6ca req-3649159c-adde-4bd7-83e0-1ddc2055582c tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.0923135 May 06 09:46:52.259638 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-6a1afbc5-0cf6-487d-bd54-9b5bc0e6f5e2 admin admin] Allocated IP 172.25.5.65 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/40b6f4a4-6bd3-42d0-a39b-3cffefceecd1) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:52.262036 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c70d9058-8990-4e32-8127-5671bdfcdf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:52.424291 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c70d9058-8990-4e32-8127-5671bdfcdf69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:52.441348 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7026d913-6bae-44d2-9a73-54514321a6ca req-17c8f798-c92e-4dea-8067-51bb7a59bc04 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729910 May 06 09:46:52.444226 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca972a67-87f5-407a-a423-40c06e2ac180 None None] Network 198ad638-598b-42db-86bb-beed091d38c3 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:46:52.539429 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e90b9fe8-eb83-4977-b5d9-a8799df0123f up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:52.558004 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d9058-8990-4e32-8127-5671bdfcdf69 admin admin] Pushing event updated for resources: {'Port': ['ID=afb18b21-98a5-43ec-a09f-f89555198207,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:52.658791 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28cfb7-6d8e-483e-a9a1-34e15e33ea2a req-927bdd83-4339-4f39-a69a-28f07e15e1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:52.660407 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3c28cfb7-6d8e-483e-a9a1-34e15e33ea2a req-927bdd83-4339-4f39-a69a-28f07e15e1c7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e6b8f11daba14014856a1a2bb0688844&device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 1095 time: 0.1764138 May 06 09:46:52.691879 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70d9058-8990-4e32-8127-5671bdfcdf69 admin admin] Network 59db4229-2b1d-4e95-9668-875e8735cfea is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:52.692552 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a6308-748f-479b-903e-a0cbcf2bdb13 req-0096ac48-cf79-4ef8-b9ef-ab3817c3da12 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:52.694313 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c2457-1187-47ee-9b09-964441049d28 req-4ca332eb-cd90-4a39-9328-485df7b3bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:52.695388 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e5a6308-748f-479b-903e-a0cbcf2bdb13 req-0096ac48-cf79-4ef8-b9ef-ab3817c3da12 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc032943-762d-4c77-8353-cfabc96b417f HTTP/1.1" status: 200 len: 946 time: 0.2524769 May 06 09:46:52.696439 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9e4c2457-1187-47ee-9b09-964441049d28 req-4ca332eb-cd90-4a39-9328-485df7b3bcc5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=be72d6df18784826a3c8ee1c4d56a700&device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 1097 time: 0.5182037 May 06 09:46:52.709712 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-c70d9058-8990-4e32-8127-5671bdfcdf69 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:52.718267 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b72dd5-592e-47c6-999e-61ad631ef019 req-79e0754f-3baa-494b-a350-db4843506603 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:52.720178 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-91b72dd5-592e-47c6-999e-61ad631ef019 req-79e0754f-3baa-494b-a350-db4843506603 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 945 time: 0.1317468 May 06 09:46:52.744096 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port e90b9fe8-eb83-4977-b5d9-a8799df0123f triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:52.744547 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:52.850316 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e5a6308-748f-479b-903e-a0cbcf2bdb13 req-afcca8f3-3681-4ce8-a4cb-83434e67167b tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922360 May 06 09:46:52.861336 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:52.883336 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-91b72dd5-592e-47c6-999e-61ad631ef019 req-75689a74-168f-447a-affd-b6d86f30611b tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245520 May 06 09:46:52.912519 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28cfb7-6d8e-483e-a9a1-34e15e33ea2a req-00d4ba1c-1274-49b7-9485-3aa7e8f30150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:52.917392 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3c28cfb7-6d8e-483e-a9a1-34e15e33ea2a req-00d4ba1c-1274-49b7-9485-3aa7e8f30150 service neutron] 10.222.0.84 "GET /v2.0/networks?id=138aada2-7aee-4749-819b-d219deb27012 HTTP/1.1" status: 200 len: 913 time: 0.2471721 May 06 09:46:52.923309 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port e90b9fe8-eb83-4977-b5d9-a8799df0123f, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e90b9fe8-eb83-4977-b5d9-a8799df0123f,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:52.930903 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:53.042464 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=e90b9fe8-eb83-4977-b5d9-a8799df0123f,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:53.065252 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3c28cfb7-6d8e-483e-a9a1-34e15e33ea2a req-794897cb-a8e6-4eca-a2bd-f411dbb304c9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01da8cd2-188a-4f87-8a7e-0aea3f350e6e HTTP/1.1" status: 200 len: 998 time: 0.1404610 May 06 09:46:53.081315 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750aef3f-3d5d-434c-af64-39f64d0ac2c5 req-34dac98e-3748-46b1-a618-a1188f8e0741 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:53.089371 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-750aef3f-3d5d-434c-af64-39f64d0ac2c5 req-34dac98e-3748-46b1-a618-a1188f8e0741 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.0870271 May 06 09:46:53.132003 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c2457-1187-47ee-9b09-964441049d28 req-59fa36d4-bcee-4e8e-ad8c-feb53eeffeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:53.133352 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9e4c2457-1187-47ee-9b09-964441049d28 req-59fa36d4-bcee-4e8e-ad8c-feb53eeffeb7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=23e21561-4495-4701-b589-fe4647d5086e HTTP/1.1" status: 200 len: 915 time: 0.3902512 May 06 09:46:53.140306 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6a1afbc5-0cf6-487d-bd54-9b5bc0e6f5e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:53.165290 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-750aef3f-3d5d-434c-af64-39f64d0ac2c5 req-dc5206c9-b3d2-44f5-bf13-e0142bcb131d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750072 May 06 09:46:53.169405 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28cfb7-6d8e-483e-a9a1-34e15e33ea2a req-6d80743b-7789-4711-a99b-1549ad36a69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:53.170836 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3c28cfb7-6d8e-483e-a9a1-34e15e33ea2a req-6d80743b-7789-4711-a99b-1549ad36a69d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ceacdbe3-a021-4ce2-8b17-bdad66d69597 HTTP/1.1" status: 200 len: 851 time: 0.0735481 May 06 09:46:53.198882 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70d9058-8990-4e32-8127-5671bdfcdf69 admin admin] Router 5ff8a1a2-abae-429f-bc09-83b61660bad4 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:46:53.200640 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9e4c2457-1187-47ee-9b09-964441049d28 req-e3723f0e-5b63-4c00-b90c-d3f06951385c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9262d57e-22a5-49b2-90f9-0a29fbac4818 HTTP/1.1" status: 200 len: 217 time: 0.0593443 May 06 09:46:53.226033 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-0d572215-0786-4ccf-b112-2cf218d47e44 None None] Provisioning complete for port afb18b21-98a5-43ec-a09f-f89555198207 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:53.229541 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0d572215-0786-4ccf-b112-2cf218d47e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:53.279577 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-0d572215-0786-4ccf-b112-2cf218d47e44 None None] Port afb18b21-98a5-43ec-a09f-f89555198207 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:46:53.312994 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28cfb7-6d8e-483e-a9a1-34e15e33ea2a req-ddc6883b-2dee-4bcd-83c4-a5bfe84d6af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:53.314507 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3c28cfb7-6d8e-483e-a9a1-34e15e33ea2a req-ddc6883b-2dee-4bcd-83c4-a5bfe84d6af5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=138aada2-7aee-4749-819b-d219deb27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265011 May 06 09:46:53.329528 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6a1afbc5-0cf6-487d-bd54-9b5bc0e6f5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:53.332384 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c2457-1187-47ee-9b09-964441049d28 req-c09393e3-47d4-4955-8075-3cec2ee0d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:53.334334 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9e4c2457-1187-47ee-9b09-964441049d28 req-c09393e3-47d4-4955-8075-3cec2ee0d2af service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d54bd8cf-7c94-46e0-bd93-71eea8040eb3 HTTP/1.1" status: 200 len: 854 time: 0.1242788 May 06 09:46:53.391848 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-5b722edf-f363-46e0-a95a-b708aa6989bf tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:53.393896 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-5b722edf-f363-46e0-a95a-b708aa6989bf tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/networks?id=198ad638-598b-42db-86bb-beed091d38c3 HTTP/1.1" status: 200 len: 818 time: 0.1544368 May 06 09:46:53.440781 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9e4c2457-1187-47ee-9b09-964441049d28 req-7aeba4d9-d0be-49d2-a4cc-a82b8a1d8562 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=23e21561-4495-4701-b589-fe4647d5086e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968068 May 06 09:46:53.464316 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1afbc5-0cf6-487d-bd54-9b5bc0e6f5e2 admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:53.464536 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-7c777318-c5e3-4267-99a6-fce92d633a9d tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/quotas/235571e8cf5c40e6a84a6eac39aa7ce1 HTTP/1.1" status: 200 len: 375 time: 0.0219989 May 06 09:46:53.484369 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-6a1afbc5-0cf6-487d-bd54-9b5bc0e6f5e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:53.487023 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1afbc5-0cf6-487d-bd54-9b5bc0e6f5e2 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:53.489636 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1afbc5-0cf6-487d-bd54-9b5bc0e6f5e2 admin admin] Pushing event updated for resources: {'Port': ['ID=40b6f4a4-6bd3-42d0-a39b-3cffefceecd1,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:53.524013 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-5d16a953-b2d5-48b7-8cf3-90154666068c tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=235571e8cf5c40e6a84a6eac39aa7ce1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500896 May 06 09:46:53.581350 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70d9058-8990-4e32-8127-5671bdfcdf69 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:46:53.602513 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c70d9058-8990-4e32-8127-5671bdfcdf69 admin admin] 10.222.0.73 "PUT /v2.0/routers/5ff8a1a2-abae-429f-bc09-83b61660bad4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2535968 May 06 09:46:53.602736 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204a751c-c0f7-4bef-b8b9-62dcfb4ce82a None None] Sync routers for ids ['5ff8a1a2-abae-429f-bc09-83b61660bad4'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:46:53.614297 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204a751c-c0f7-4bef-b8b9-62dcfb4ce82a None None] Routers {'5ff8a1a2-abae-429f-bc09-83b61660bad4'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:53.615081 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-204a751c-c0f7-4bef-b8b9-62dcfb4ce82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:46:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5ff8a1a2-abae-429f-bc09-83b61660bad4'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:53.662075 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3c28cfb7-6d8e-483e-a9a1-34e15e33ea2a req-69fb4f8a-88d1-409d-a5be-e826d3c699e6 service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383698 May 06 09:46:53.672167 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9e4c2457-1187-47ee-9b09-964441049d28 req-80a87699-bda8-48f4-9d90-e3aeb1e758ae service neutron] 10.222.0.77 "GET /v2.0/networks/23e21561-4495-4701-b589-fe4647d5086e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196078 May 06 09:46:53.838074 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-204a751c-c0f7-4bef-b8b9-62dcfb4ce82a None None] Set router 5ff8a1a2-abae-429f-bc09-83b61660bad4 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:53.901935 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-015955b7-5bbf-42ab-a011-760ac1ffeec7 service neutron] 10.222.0.73 "GET /v2.0/networks/198ad638-598b-42db-86bb-beed091d38c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565474 May 06 09:46:53.934596 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3480947-4792-4eea-8a8d-1bd8017746dc None None] Network 02e8aba3-387b-400e-9f74-334ab3eab168 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:46:54.004317 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9e4c2457-1187-47ee-9b09-964441049d28 req-c95ec0a8-c187-45e3-b59e-9013fd07554a service neutron] 10.222.0.77 "GET /v2.0/networks/23e21561-4495-4701-b589-fe4647d5086e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774167 May 06 09:46:54.008993 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453e8f2-1d3e-45ba-917e-812528f9092b req-d16bb2a5-a09b-453a-b066-330775626955 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:54.019213 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7453e8f2-1d3e-45ba-917e-812528f9092b req-d16bb2a5-a09b-453a-b066-330775626955 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.2670658 May 06 09:46:54.023903 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3c28cfb7-6d8e-483e-a9a1-34e15e33ea2a req-d6d16d11-c340-4871-b54d-e4cd7cef9654 service neutron] 10.222.0.84 "GET /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533294 May 06 09:46:54.087919 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6a1afbc5-0cf6-487d-bd54-9b5bc0e6f5e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:54.138196 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7453e8f2-1d3e-45ba-917e-812528f9092b req-bb9df4f0-20ce-4372-8574-a3502808a0f0 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135306 May 06 09:46:54.144456 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-9153dcba-93e9-42f1-b8db-754ab31a0be5 None None] Provisioning complete for port 4477ace9-d296-4323-b87f-bb5fafd2aa7c triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:54.144863 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9153dcba-93e9-42f1-b8db-754ab31a0be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:54.191340 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-91e53b5a-fa15-4ac2-aab5-d15e5dcab411 service neutron] 10.222.0.73 "GET /v2.0/networks/198ad638-598b-42db-86bb-beed091d38c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883086 May 06 09:46:54.199802 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-204a751c-c0f7-4bef-b8b9-62dcfb4ce82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'name': 'tempest-TaggedBootDevicesTest-151414626-router', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'e90b9fe8-eb83-4977-b5d9-a8799df0123f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:42Z', 'updated_at': '2022-05-06T09:46:51Z', 'revision_number': 4, 'project_id': '2432312eddf749dea1d91914dd979e43', 'gw_port': {'id': 'e90b9fe8-eb83-4977-b5d9-a8799df0123f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:44Z', 'updated_at': '2022-05-06T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'afb18b21-98a5-43ec-a09f-f89555198207', 'name': '', 'network_id': '59db4229-2b1d-4e95-9668-875e8735cfea', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'mac_address': 'fa:16:3e:f0:e9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'ddf543b7-b852-448e-b236-f24084c28a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:49Z', 'updated_at': '2022-05-06T09:46:51Z', 'revision_number': 2, 'project_id': '2432312eddf749dea1d91914dd979e43', 'subnets': [{'id': 'ddf543b7-b852-448e-b236-f24084c28a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:54.237441 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204a751c-c0f7-4bef-b8b9-62dcfb4ce82a None None] Checking router: 5ff8a1a2-abae-429f-bc09-83b61660bad4 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:46:54.237917 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204a751c-c0f7-4bef-b8b9-62dcfb4ce82a None None] Updating router 5ff8a1a2-abae-429f-bc09-83b61660bad4 port afb18b21-98a5-43ec-a09f-f89555198207 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:46:54.267573 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-204a751c-c0f7-4bef-b8b9-62dcfb4ce82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:54.475611 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab975d4f-3dd8-4561-9e0b-cfca3e07bd04 req-82c6b320-b869-4118-8510-d3d7ff599a24 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:54.479539 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab975d4f-3dd8-4561-9e0b-cfca3e07bd04 req-82c6b320-b869-4118-8510-d3d7ff599a24 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 945 time: 0.0934556 May 06 09:46:54.529394 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9153dcba-93e9-42f1-b8db-754ab31a0be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:54.586043 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6a1afbc5-0cf6-487d-bd54-9b5bc0e6f5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:54.632994 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e90b9fe8-eb83-4977-b5d9-a8799df0123f up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:54.696403 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab975d4f-3dd8-4561-9e0b-cfca3e07bd04 req-dcaafd9f-bee5-4013-b8c6-f067950e2ff6 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018411 May 06 09:46:54.713506 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 52636) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:54.718754 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-6f78018c-df90-4445-adc0-7a1b25da3bad admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1949805568-network', 'tenant_id': '946b84efc8434d3a892fb4373332a806'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:54.723308 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-9153dcba-93e9-42f1-b8db-754ab31a0be5 None None] For port 4477ace9-d296-4323-b87f-bb5fafd2aa7c, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=4477ace9-d296-4323-b87f-bb5fafd2aa7c,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:54.724777 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-204a751c-c0f7-4bef-b8b9-62dcfb4ce82a None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:54.740448 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9153dcba-93e9-42f1-b8db-754ab31a0be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:54.741163 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-204a751c-c0f7-4bef-b8b9-62dcfb4ce82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:54.788939 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f78018c-df90-4445-adc0-7a1b25da3bad admin admin] Made reservation on behalf of 946b84efc8434d3a892fb4373332a806 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:54.791812 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6f78018c-df90-4445-adc0-7a1b25da3bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:54.805619 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6f78018c-df90-4445-adc0-7a1b25da3bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:54.913523 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1afbc5-0cf6-487d-bd54-9b5bc0e6f5e2 admin admin] Router 281776a7-ed7c-440e-879c-88327b06ac90 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:46:54.943986 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port e90b9fe8-eb83-4977-b5d9-a8799df0123f triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:54.947651 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:54.954760 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153dcba-93e9-42f1-b8db-754ab31a0be5 None None] Pushing event updated for resources: {'Port': ['ID=4477ace9-d296-4323-b87f-bb5fafd2aa7c,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:54.999988 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54052a31-deb5-43cf-87f8-1189c200a48a req-5ab6bee2-25b2-4222-94af-aafbc4b69b66 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:55.013814 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-54052a31-deb5-43cf-87f8-1189c200a48a req-5ab6bee2-25b2-4222-94af-aafbc4b69b66 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1841505 May 06 09:46:55.070756 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fff1b7-c1b6-4f6b-b9eb-5337ef152a21 None None] Pushing event updated for resources: {'Port': ['ID=afb18b21-98a5-43ec-a09f-f89555198207,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:55.106691 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-204a751c-c0f7-4bef-b8b9-62dcfb4ce82a None None] Attempting to bind port afb18b21-98a5-43ec-a09f-f89555198207 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:46:55.107402 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-204a751c-c0f7-4bef-b8b9-62dcfb4ce82a None None] Attempting to bind port afb18b21-98a5-43ec-a09f-f89555198207 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '75406f18-28f0-452e-a3ad-da7df718661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '59db4229-2b1d-4e95-9668-875e8735cfea'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:46:55.108024 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204a751c-c0f7-4bef-b8b9-62dcfb4ce82a None None] Attempting to bind port afb18b21-98a5-43ec-a09f-f89555198207 on network 59db4229-2b1d-4e95-9668-875e8735cfea {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:55.117083 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204a751c-c0f7-4bef-b8b9-62dcfb4ce82a None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:46:55.117531 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204a751c-c0f7-4bef-b8b9-62dcfb4ce82a None None] Checking segment: {'id': '75406f18-28f0-452e-a3ad-da7df718661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '59db4229-2b1d-4e95-9668-875e8735cfea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:55.117938 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-204a751c-c0f7-4bef-b8b9-62dcfb4ce82a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:55.118405 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204a751c-c0f7-4bef-b8b9-62dcfb4ce82a None None] Bound using segment: {'id': '75406f18-28f0-452e-a3ad-da7df718661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '59db4229-2b1d-4e95-9668-875e8735cfea'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:46:55.119396 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-204a751c-c0f7-4bef-b8b9-62dcfb4ce82a None None] Bound port: afb18b21-98a5-43ec-a09f-f89555198207, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75406f18-28f0-452e-a3ad-da7df718661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '59db4229-2b1d-4e95-9668-875e8735cfea'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:46:55.121502 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-204a751c-c0f7-4bef-b8b9-62dcfb4ce82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:55.140710 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-77ac1010-11c9-4269-8517-5818a1820ca2 None None] Provisioning complete for port 4477ace9-d296-4323-b87f-bb5fafd2aa7c triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:55.141167 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-77ac1010-11c9-4269-8517-5818a1820ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:55.204415 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-97ede3aa-8d69-4495-a5fe-10397fa460ed req-fe35011d-5b1e-4133-aee3-bab46fd48798 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/ports?device_id=bce4d1cc-33ad-448d-b9c4-88c6615f5c64 HTTP/1.1" status: 200 len: 210 time: 0.1149466 May 06 09:46:55.218116 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1afbc5-0cf6-487d-bd54-9b5bc0e6f5e2 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:46:55.263738 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6a1afbc5-0cf6-487d-bd54-9b5bc0e6f5e2 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:55.266474 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6a1afbc5-0cf6-487d-bd54-9b5bc0e6f5e2 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1128368 May 06 09:46:55.269641 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52652) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:55.274240 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-54052a31-deb5-43cf-87f8-1189c200a48a req-257d5833-494c-4d29-97b8-56bbca77a21a tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603745 May 06 09:46:55.308471 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a70d44-9be8-438e-865b-47bd3a3fe6a4 None None] Sync routers for ids ['281776a7-ed7c-440e-879c-88327b06ac90'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:46:55.346194 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6f78018c-df90-4445-adc0-7a1b25da3bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:55.354647 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6f78018c-df90-4445-adc0-7a1b25da3bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:55.370691 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a70d44-9be8-438e-865b-47bd3a3fe6a4 None None] Routers {'281776a7-ed7c-440e-879c-88327b06ac90'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:55.371394 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-c8a70d44-9be8-438e-865b-47bd3a3fe6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:46:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['281776a7-ed7c-440e-879c-88327b06ac90'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:55.378799 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-204a751c-c0f7-4bef-b8b9-62dcfb4ce82a None None] For port afb18b21-98a5-43ec-a09f-f89555198207, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:46:55.390040 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-204a751c-c0f7-4bef-b8b9-62dcfb4ce82a None None] For port afb18b21-98a5-43ec-a09f-f89555198207, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=afb18b21-98a5-43ec-a09f-f89555198207,segment=NetworkSegment(75406f18-28f0-452e-a3ad-da7df718661b),segment_id=75406f18-28f0-452e-a3ad-da7df718661b)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:46:55.409256 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-204a751c-c0f7-4bef-b8b9-62dcfb4ce82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:55.435368 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f78018c-df90-4445-adc0-7a1b25da3bad admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:46:55.445791 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78018c-df90-4445-adc0-7a1b25da3bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804998bd-d8c1-4546-8415-48729f2a75e8,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:55.457680 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6f78018c-df90-4445-adc0-7a1b25da3bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:55.458007 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-6f78018c-df90-4445-adc0-7a1b25da3bad admin admin] Added segment 167a0a16-1099-4966-b3cc-63b80ea7cf19 of type vlan for network a545af7c-703a-48d9-88cf-a76ec6260a8e May 06 09:46:55.516196 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6669cb-48fa-4126-b6f3-a077027f8535 req-20c9089d-1e93-40d9-95ef-412cbf27d56b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:55.518393 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c6669cb-48fa-4126-b6f3-a077027f8535 req-20c9089d-1e93-40d9-95ef-412cbf27d56b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.1352201 May 06 09:46:55.525034 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6f78018c-df90-4445-adc0-7a1b25da3bad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:55.562030 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 4477ace9-d296-4323-b87f-bb5fafd2aa7c up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:55.623090 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-c8a70d44-9be8-438e-865b-47bd3a3fe6a4 None None] Set router 281776a7-ed7c-440e-879c-88327b06ac90 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:55.645217 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c6669cb-48fa-4126-b6f3-a077027f8535 req-b169f18d-68dd-48a8-914f-ccadbcef4ab9 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175106 May 06 09:46:55.655990 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6f78018c-df90-4445-adc0-7a1b25da3bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:55.659702 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f78018c-df90-4445-adc0-7a1b25da3bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:55.660297 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6f78018c-df90-4445-adc0-7a1b25da3bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:55.740239 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fff1b7-c1b6-4f6b-b9eb-5337ef152a21 None None] Pushing event updated for resources: {'Port': ['ID=afb18b21-98a5-43ec-a09f-f89555198207,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:55.774503 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204a751c-c0f7-4bef-b8b9-62dcfb4ce82a None None] Routers {'5ff8a1a2-abae-429f-bc09-83b61660bad4'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:55.775569 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-204a751c-c0f7-4bef-b8b9-62dcfb4ce82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:46:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5ff8a1a2-abae-429f-bc09-83b61660bad4'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:55.828234 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6f78018c-df90-4445-adc0-7a1b25da3bad admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1138208 May 06 09:46:55.838552 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 52674) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:55.888679 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-a0a29fc5-7e5c-43e6-956c-bd9e304a06b6 admin admin] Request body: {'subnet': {'network_id': 'a545af7c-703a-48d9-88cf-a76ec6260a8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1949805568-subnet', 'tenant_id': '946b84efc8434d3a892fb4373332a806', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:55.902812 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-0495925e-c15c-49b0-ac4e-948bbe259cde None None] Provisioning complete for port afb18b21-98a5-43ec-a09f-f89555198207 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:55.902812 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0495925e-c15c-49b0-ac4e-948bbe259cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:55.910714 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78018c-df90-4445-adc0-7a1b25da3bad admin admin] Pushing event updated for resources: {'Network': ['ID=a545af7c-703a-48d9-88cf-a76ec6260a8e,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:55.959503 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network a545af7c-703a-48d9-88cf-a76ec6260a8e details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:46:55.967368 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 4477ace9-d296-4323-b87f-bb5fafd2aa7c triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:55.968187 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:56.022493 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a29fc5-7e5c-43e6-956c-bd9e304a06b6 admin admin] Made reservation on behalf of 946b84efc8434d3a892fb4373332a806 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:56.024119 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a0a29fc5-7e5c-43e6-956c-bd9e304a06b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:56.026376 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-204a751c-c0f7-4bef-b8b9-62dcfb4ce82a None None] Set router 5ff8a1a2-abae-429f-bc09-83b61660bad4 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:56.057429 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402b4a4-3460-4d4c-8270-92a974f65756 req-02131443-5586-4f6f-9d95-667f92430251 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:56.059179 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1402b4a4-3460-4d4c-8270-92a974f65756 req-02131443-5586-4f6f-9d95-667f92430251 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 945 time: 0.2293990 May 06 09:46:56.085255 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-c8a70d44-9be8-438e-865b-47bd3a3fe6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281776a7-ed7c-440e-879c-88327b06ac90', 'name': 'tempest-AttachVolumeShelveTestJSON-1205873776-router', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:50Z', 'updated_at': '2022-05-06T09:46:53Z', 'revision_number': 3, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'gw_port': {'id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:51Z', 'updated_at': '2022-05-06T09:46:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:56.202030 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9d402731-577c-4978-890a-5f770f180e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:56.217989 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1402b4a4-3460-4d4c-8270-92a974f65756 req-022ba8fc-09bf-4513-a825-deb9bef54894 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080468 May 06 09:46:56.337526 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a70d44-9be8-438e-865b-47bd3a3fe6a4 None None] Checking router: 281776a7-ed7c-440e-879c-88327b06ac90 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:46:56.338049 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a70d44-9be8-438e-865b-47bd3a3fe6a4 None None] Updating router 281776a7-ed7c-440e-879c-88327b06ac90 port 40b6f4a4-6bd3-42d0-a39b-3cffefceecd1 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:46:56.380736 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c8a70d44-9be8-438e-865b-47bd3a3fe6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:56.441154 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a831943b-e336-42f1-8364-51496026945d req-6881aa8b-d512-40b1-86af-84e137607840 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/ports?device_id=bce4d1cc-33ad-448d-b9c4-88c6615f5c64 HTTP/1.1" status: 200 len: 210 time: 0.0995042 May 06 09:46:56.548049 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-204a751c-c0f7-4bef-b8b9-62dcfb4ce82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'name': 'tempest-TaggedBootDevicesTest-151414626-router', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'e90b9fe8-eb83-4977-b5d9-a8799df0123f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:42Z', 'updated_at': '2022-05-06T09:46:51Z', 'revision_number': 4, 'project_id': '2432312eddf749dea1d91914dd979e43', 'gw_port': {'id': 'e90b9fe8-eb83-4977-b5d9-a8799df0123f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:44Z', 'updated_at': '2022-05-06T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'afb18b21-98a5-43ec-a09f-f89555198207', 'name': '', 'network_id': '59db4229-2b1d-4e95-9668-875e8735cfea', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'mac_address': 'fa:16:3e:f0:e9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'ddf543b7-b852-448e-b236-f24084c28a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:49Z', 'updated_at': '2022-05-06T09:46:55Z', 'revision_number': 4, 'project_id': '2432312eddf749dea1d91914dd979e43', 'subnets': [{'id': 'ddf543b7-b852-448e-b236-f24084c28a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:56.583691 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2bba0-4b54-44a5-9c26-717fd70dd014 req-80f198ad-231e-4e9a-aab1-172983881676 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:56.585781 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fed2bba0-4b54-44a5-9c26-717fd70dd014 req-80f198ad-231e-4e9a-aab1-172983881676 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1492708 May 06 09:46:56.591630 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204a751c-c0f7-4bef-b8b9-62dcfb4ce82a None None] The sync data for ids ['5ff8a1a2-abae-429f-bc09-83b61660bad4'] in n-d-840835-1 is: [{'id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'name': 'tempest-TaggedBootDevicesTest-151414626-router', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'e90b9fe8-eb83-4977-b5d9-a8799df0123f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:42Z', 'updated_at': '2022-05-06T09:46:51Z', 'revision_number': 4, 'project_id': '2432312eddf749dea1d91914dd979e43', 'gw_port': {'id': 'e90b9fe8-eb83-4977-b5d9-a8799df0123f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:44Z', 'updated_at': '2022-05-06T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'afb18b21-98a5-43ec-a09f-f89555198207', 'name': '', 'network_id': '59db4229-2b1d-4e95-9668-875e8735cfea', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'mac_address': 'fa:16:3e:f0:e9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'ddf543b7-b852-448e-b236-f24084c28a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:49Z', 'updated_at': '2022-05-06T09:46:55Z', 'revision_number': 4, 'project_id': '2432312eddf749dea1d91914dd979e43', 'subnets': [{'id': 'ddf543b7-b852-448e-b236-f24084c28a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:46:56.622998 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a0a29fc5-7e5c-43e6-956c-bd9e304a06b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:56.640893 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-9d402731-577c-4978-890a-5f770f180e8e admin admin] Allocated IP 172.20.0.1 (02e8aba3-387b-400e-9f74-334ab3eab168/1d4098cb-ab83-4260-9cb2-59b447fa9932/ef4f4acb-a4d1-467f-9a23-b176d81f0e9b) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:56.718872 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0495925e-c15c-49b0-ac4e-948bbe259cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:56.803778 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fed2bba0-4b54-44a5-9c26-717fd70dd014 req-5d5403ab-3d5f-4576-8c8e-1cfc5a4a395e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051365 May 06 09:46:56.837418 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a29fc5-7e5c-43e6-956c-bd9e304a06b6 admin admin] Checking segment: {'id': '167a0a16-1099-4966-b3cc-63b80ea7cf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a545af7c-703a-48d9-88cf-a76ec6260a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:56.838036 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a29fc5-7e5c-43e6-956c-bd9e304a06b6 admin admin] Network hostable DHCP agents. Network: a545af7c-703a-48d9-88cf-a76ec6260a8e, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:46:56.850290 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a29fc5-7e5c-43e6-956c-bd9e304a06b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d0786a9-1786-4954-aa55-4c7a838fedbb,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:56.931345 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a29fc5-7e5c-43e6-956c-bd9e304a06b6 admin admin] Network a545af7c-703a-48d9-88cf-a76ec6260a8e is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:46:56.962789 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-a0a29fc5-7e5c-43e6-956c-bd9e304a06b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, a545af7c-703a-48d9-88cf-a76ec6260a8e) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:56.980526 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a29fc5-7e5c-43e6-956c-bd9e304a06b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:56.981126 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a0a29fc5-7e5c-43e6-956c-bd9e304a06b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:56.983304 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-0495925e-c15c-49b0-ac4e-948bbe259cde None None] For port afb18b21-98a5-43ec-a09f-f89555198207, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=afb18b21-98a5-43ec-a09f-f89555198207,segment=NetworkSegment(75406f18-28f0-452e-a3ad-da7df718661b),segment_id=75406f18-28f0-452e-a3ad-da7df718661b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:57.003422 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaddd03-427d-4c52-9972-530275f58d10 None None] Network a545af7c-703a-48d9-88cf-a76ec6260a8e requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:46:57.003729 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742aa27-2d83-4288-a87d-d8005afa9007 req-a7c5ef2c-cdfd-48a1-bf6e-d5dd099246aa tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:57.006245 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7742aa27-2d83-4288-a87d-d8005afa9007 req-a7c5ef2c-cdfd-48a1-bf6e-d5dd099246aa tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.1389391 May 06 09:46:57.024791 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0495925e-c15c-49b0-ac4e-948bbe259cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:57.077466 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a0a29fc5-7e5c-43e6-956c-bd9e304a06b6 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2353070 May 06 09:46:57.085940 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 52694) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:57.108440 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-33985ea2-19b5-4075-b314-26b6effb182a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1949805568-router', 'tenant_id': '946b84efc8434d3a892fb4373332a806', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:57.130578 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device afb18b21-98a5-43ec-a09f-f89555198207 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:57.167345 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7742aa27-2d83-4288-a87d-d8005afa9007 req-5acf8240-7ede-4664-bc44-c614a7d226aa tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469278 May 06 09:46:57.168298 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-33985ea2-19b5-4075-b314-26b6effb182a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:57.177383 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-33985ea2-19b5-4075-b314-26b6effb182a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:57.409450 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d07d9a-909c-48de-938a-18650fddb373 req-133ce605-191c-4117-b662-d56665c1afc9 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:57.424402 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-28d07d9a-909c-48de-938a-18650fddb373 req-133ce605-191c-4117-b662-d56665c1afc9 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.4160624 May 06 09:46:57.460468 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9d402731-577c-4978-890a-5f770f180e8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:57.476296 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-fd5ce40d-7a59-4954-8847-acdfe3c84aeb None None] Provisioning complete for port afb18b21-98a5-43ec-a09f-f89555198207 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:57.476673 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fd5ce40d-7a59-4954-8847-acdfe3c84aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:57.481513 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495925e-c15c-49b0-ac4e-948bbe259cde None None] Pushing event updated for resources: {'Port': ['ID=afb18b21-98a5-43ec-a09f-f89555198207,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:57.523654 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9d402731-577c-4978-890a-5f770f180e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:57.531134 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port afb18b21-98a5-43ec-a09f-f89555198207 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:57.533838 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:57.649684 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d402731-577c-4978-890a-5f770f180e8e admin admin] Network 02e8aba3-387b-400e-9f74-334ab3eab168 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:57.660309 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-10fd15f9-f40c-47ec-8e35-236be7ec5a07 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:57.663441 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-10fd15f9-f40c-47ec-8e35-236be7ec5a07 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.84 "GET /v2.0/networks?id=198ad638-598b-42db-86bb-beed091d38c3 HTTP/1.1" status: 200 len: 818 time: 0.4558010 May 06 09:46:57.665714 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-9d402731-577c-4978-890a-5f770f180e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:57.667634 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-33985ea2-19b5-4075-b314-26b6effb182a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:57.670700 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d402731-577c-4978-890a-5f770f180e8e admin admin] Pushing event updated for resources: {'Port': ['ID=ef4f4acb-a4d1-467f-9a23-b176d81f0e9b,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:57.683731 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d402731-577c-4978-890a-5f770f180e8e admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:57.693009 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1adab1f7-9045-48ae-8551-90a5b0ba23d1 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Request body: {'port': {'device_id': '41181579-095a-4b94-9bed-2118f2d90451', 'network_id': '198ad638-598b-42db-86bb-beed091d38c3', 'admin_state_up': True, 'tenant_id': '235571e8cf5c40e6a84a6eac39aa7ce1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:57.748825 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9d402731-577c-4978-890a-5f770f180e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:57.869490 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-d3f89908-5e63-4e9a-9974-cc1b03150737 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:57.872236 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-d3f89908-5e63-4e9a-9974-cc1b03150737 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.77 "GET /v2.0/networks?id=198ad638-598b-42db-86bb-beed091d38c3 HTTP/1.1" status: 200 len: 818 time: 0.3614976 May 06 09:46:57.887043 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-28d07d9a-909c-48de-938a-18650fddb373 req-fa780a8b-4c4e-43f4-9647-0707abb07d1d tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4615400 May 06 09:46:57.985190 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae01935-5fa8-417a-a621-0f26f8dd9707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-a545af7c-703a-48d9-88cf-a76ec6260a8e', 'network_id': 'a545af7c-703a-48d9-88cf-a76ec6260a8e', 'tenant_id': '946b84efc8434d3a892fb4373332a806', 'fixed_ips': [{'subnet_id': '1d0786a9-1786-4954-aa55-4c7a838fedbb'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:46:57.986051 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-aae01935-5fa8-417a-a621-0f26f8dd9707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:57.997913 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e8a49-44fd-420b-b184-cf99ff8c0150 req-aa2a6e61-60c1-458c-8e5c-ddc78096d156 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:58.007048 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-680e8a49-44fd-420b-b184-cf99ff8c0150 req-aa2a6e61-60c1-458c-8e5c-ddc78096d156 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.6377487 May 06 09:46:58.009104 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-3f2cff44-601d-4c6d-ad9d-670afb13d594 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Request body: {'port': {'device_id': 'bce4d1cc-33ad-448d-b9c4-88c6615f5c64', 'network_id': '198ad638-598b-42db-86bb-beed091d38c3', 'admin_state_up': True, 'tenant_id': '235571e8cf5c40e6a84a6eac39aa7ce1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:58.200352 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9d402731-577c-4978-890a-5f770f180e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:58.224831 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-3f2cff44-601d-4c6d-ad9d-670afb13d594 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Made reservation on behalf of 235571e8cf5c40e6a84a6eac39aa7ce1 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:58.228804 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-3f2cff44-601d-4c6d-ad9d-670afb13d594 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:58.292537 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 4477ace9-d296-4323-b87f-bb5fafd2aa7c up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:58.336026 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-aae01935-5fa8-417a-a621-0f26f8dd9707 None None] Allocated IP 172.20.0.2 (a545af7c-703a-48d9-88cf-a76ec6260a8e/1d0786a9-1786-4954-aa55-4c7a838fedbb/89484fd6-0fe7-473e-be8f-5017f477cdaf) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:58.508038 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-3f2cff44-601d-4c6d-ad9d-670afb13d594 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Allocated IP 172.20.0.5 (198ad638-598b-42db-86bb-beed091d38c3/ec0bd67d-f23b-40f6-b06d-1b716aca1667/07be7b3d-1ea1-45d6-868a-fe82ea0526c4) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:58.519800 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 682b17fb-441c-4e13-960c-18224050c113 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:46:58.556050 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9d402731-577c-4978-890a-5f770f180e8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:58.574364 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9d402731-577c-4978-890a-5f770f180e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:58.589612 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c8a70d44-9be8-438e-865b-47bd3a3fe6a4 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:58.605870 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-33985ea2-19b5-4075-b314-26b6effb182a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:58.660430 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c8a70d44-9be8-438e-865b-47bd3a3fe6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:58.664987 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-680e8a49-44fd-420b-b184-cf99ff8c0150 req-dfb544c7-cf3e-4f1a-8636-6ead99aaa6b1 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6564231 May 06 09:46:58.710414 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d402731-577c-4978-890a-5f770f180e8e admin admin] Pushing event updated for resources: {'Port': ['ID=ef4f4acb-a4d1-467f-9a23-b176d81f0e9b,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:58.722157 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-4b695623-4d52-4186-a8e5-fc20d8704022 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:58.723900 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-4b695623-4d52-4186-a8e5-fc20d8704022 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.84 "GET /v2.0/networks?id=198ad638-598b-42db-86bb-beed091d38c3 HTTP/1.1" status: 200 len: 818 time: 0.8505077 May 06 09:46:58.776597 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9d402731-577c-4978-890a-5f770f180e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:58.778406 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-72b04bb5-6f80-419b-bd28-88b3af1b242e tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Request body: {'port': {'device_id': '969741c5-4439-4596-85a1-328dd09efb54', 'network_id': '198ad638-598b-42db-86bb-beed091d38c3', 'admin_state_up': True, 'tenant_id': '235571e8cf5c40e6a84a6eac39aa7ce1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:58.790796 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb0a14-a4b0-4412-99ec-0b8a0ff0e5dd req-59946c49-f641-45a7-b469-3be06cc5469b tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:58.803387 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3cdb0a14-a4b0-4412-99ec-0b8a0ff0e5dd req-59946c49-f641-45a7-b469-3be06cc5469b tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 945 time: 0.7159247 May 06 09:46:58.805238 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 4477ace9-d296-4323-b87f-bb5fafd2aa7c triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:58.805614 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:58.808005 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b8a42613-83fb-468f-9687-88382867ce84 None None] Provisioning complete for port ef4f4acb-a4d1-467f-9a23-b176d81f0e9b triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:58.808005 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b8a42613-83fb-468f-9687-88382867ce84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:58.882862 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-c8a70d44-9be8-438e-865b-47bd3a3fe6a4 None None] Attempting to bind port 40b6f4a4-6bd3-42d0-a39b-3cffefceecd1 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:46:58.883250 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-c8a70d44-9be8-438e-865b-47bd3a3fe6a4 None None] Attempting to bind port 40b6f4a4-6bd3-42d0-a39b-3cffefceecd1 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:46:58.883620 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a70d44-9be8-438e-865b-47bd3a3fe6a4 None None] Attempting to bind port 40b6f4a4-6bd3-42d0-a39b-3cffefceecd1 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:58.908828 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0d02d-be4a-4d76-a347-975f46a831e8 None None] Pushing event updated for resources: {'Port': ['ID=40b6f4a4-6bd3-42d0-a39b-3cffefceecd1,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:58.919214 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1adab1f7-9045-48ae-8551-90a5b0ba23d1 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Made reservation on behalf of 235571e8cf5c40e6a84a6eac39aa7ce1 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:58.922808 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-aae01935-5fa8-417a-a621-0f26f8dd9707 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:58.923923 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1adab1f7-9045-48ae-8551-90a5b0ba23d1 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:58.929111 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad39f1de-59f7-4296-8c80-0e1db08f9c65 req-49b07ff4-90d8-4b03-999b-49f2dcf3b795 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/ports?device_id=bce4d1cc-33ad-448d-b9c4-88c6615f5c64 HTTP/1.1" status: 200 len: 210 time: 0.1235640 May 06 09:46:58.949710 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a70d44-9be8-438e-865b-47bd3a3fe6a4 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:46:58.950091 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a70d44-9be8-438e-865b-47bd3a3fe6a4 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:58.950562 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c8a70d44-9be8-438e-865b-47bd3a3fe6a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:58.950957 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a70d44-9be8-438e-865b-47bd3a3fe6a4 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:46:58.955946 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-c8a70d44-9be8-438e-865b-47bd3a3fe6a4 None None] Bound port: 40b6f4a4-6bd3-42d0-a39b-3cffefceecd1, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:46:58.956366 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c8a70d44-9be8-438e-865b-47bd3a3fe6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:58.959013 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d402731-577c-4978-890a-5f770f180e8e admin admin] Network 02e8aba3-387b-400e-9f74-334ab3eab168 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:58.962510 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-3f2cff44-601d-4c6d-ad9d-670afb13d594 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:58.964574 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-9d402731-577c-4978-890a-5f770f180e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:59.005431 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-aae01935-5fa8-417a-a621-0f26f8dd9707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:59.007297 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:59.017781 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-b8a42613-83fb-468f-9687-88382867ce84 None None] Port ef4f4acb-a4d1-467f-9a23-b176d81f0e9b cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:46:59.079512 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3cdb0a14-a4b0-4412-99ec-0b8a0ff0e5dd req-84a305c2-727a-45ae-b386-e8d83052bdb0 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601116 May 06 09:46:59.119312 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 682b17fb-441c-4e13-960c-18224050c113, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=682b17fb-441c-4e13-960c-18224050c113,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:59.158733 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae01935-5fa8-417a-a621-0f26f8dd9707 None None] Network a545af7c-703a-48d9-88cf-a76ec6260a8e is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:59.199648 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d402731-577c-4978-890a-5f770f180e8e admin admin] Router 281776a7-ed7c-440e-879c-88327b06ac90 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:46:59.205869 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-aae01935-5fa8-417a-a621-0f26f8dd9707 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:59.217998 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '682b17fb-441c-4e13-960c-18224050c113', 'network_id': '16dc8542-3f4f-4c03-b279-70aaa1b5cdbc', 'port_id': '682b17fb-441c-4e13-960c-18224050c113', 'mac_address': 'fa:16:3e:2f:40:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922edf83-b4a4-4bdd-8455-01a609c6fee5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:46:59.238082 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae01935-5fa8-417a-a621-0f26f8dd9707 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:59.249608 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae01935-5fa8-417a-a621-0f26f8dd9707 None None] Pushing event updated for resources: {'Port': ['ID=89484fd6-0fe7-473e-be8f-5017f477cdaf,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:59.252424 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-3f2cff44-601d-4c6d-ad9d-670afb13d594 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:59.281177 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-c8a70d44-9be8-438e-865b-47bd3a3fe6a4 None None] For port 40b6f4a4-6bd3-42d0-a39b-3cffefceecd1, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:46:59.346662 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-c8a70d44-9be8-438e-865b-47bd3a3fe6a4 None None] For port 40b6f4a4-6bd3-42d0-a39b-3cffefceecd1, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=40b6f4a4-6bd3-42d0-a39b-3cffefceecd1,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:46:59.348383 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2cff44-601d-4c6d-ad9d-670afb13d594 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Pushing event updated for resources: {'Port': ['ID=07be7b3d-1ea1-45d6-868a-fe82ea0526c4,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:59.365374 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c8a70d44-9be8-438e-865b-47bd3a3fe6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:59.376934 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-72b04bb5-6f80-419b-bd28-88b3af1b242e tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Made reservation on behalf of 235571e8cf5c40e6a84a6eac39aa7ce1 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:59.381789 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-72b04bb5-6f80-419b-bd28-88b3af1b242e tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:59.398634 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285adcbb-bba2-4fca-82ae-507263ace2e4 req-40b4d7b9-13ee-45ef-b180-cb987b80bcf6 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:59.406667 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-285adcbb-bba2-4fca-82ae-507263ace2e4 req-40b4d7b9-13ee-45ef-b180-cb987b80bcf6 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.2000823 May 06 09:46:59.440779 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-3f2cff44-601d-4c6d-ad9d-670afb13d594 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Network 198ad638-598b-42db-86bb-beed091d38c3 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:59.448018 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:59.458886 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-3f2cff44-601d-4c6d-ad9d-670afb13d594 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:59.467784 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-3f2cff44-601d-4c6d-ad9d-670afb13d594 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:59.469714 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-aae01935-5fa8-417a-a621-0f26f8dd9707 None None] Attempting to bind port 89484fd6-0fe7-473e-be8f-5017f477cdaf on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:46:59.470351 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-aae01935-5fa8-417a-a621-0f26f8dd9707 None None] Attempting to bind port 89484fd6-0fe7-473e-be8f-5017f477cdaf by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '167a0a16-1099-4966-b3cc-63b80ea7cf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a545af7c-703a-48d9-88cf-a76ec6260a8e'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:46:59.470812 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae01935-5fa8-417a-a621-0f26f8dd9707 None None] Attempting to bind port 89484fd6-0fe7-473e-be8f-5017f477cdaf on network a545af7c-703a-48d9-88cf-a76ec6260a8e {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:59.481411 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-afe2120b-3c9f-4320-9fab-90f8680ae230 None None] Provisioning complete for port ef4f4acb-a4d1-467f-9a23-b176d81f0e9b triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:59.481902 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-afe2120b-3c9f-4320-9fab-90f8680ae230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:59.520237 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae01935-5fa8-417a-a621-0f26f8dd9707 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:46:59.520477 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae01935-5fa8-417a-a621-0f26f8dd9707 None None] Checking segment: {'id': '167a0a16-1099-4966-b3cc-63b80ea7cf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a545af7c-703a-48d9-88cf-a76ec6260a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:59.520776 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-aae01935-5fa8-417a-a621-0f26f8dd9707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:59.521180 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae01935-5fa8-417a-a621-0f26f8dd9707 None None] Bound using segment: {'id': '167a0a16-1099-4966-b3cc-63b80ea7cf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a545af7c-703a-48d9-88cf-a76ec6260a8e'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:46:59.521742 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-aae01935-5fa8-417a-a621-0f26f8dd9707 None None] Bound port: 89484fd6-0fe7-473e-be8f-5017f477cdaf, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167a0a16-1099-4966-b3cc-63b80ea7cf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a545af7c-703a-48d9-88cf-a76ec6260a8e'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:46:59.522140 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-aae01935-5fa8-417a-a621-0f26f8dd9707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:59.524949 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 682b17fb-441c-4e13-960c-18224050c113 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:46:59.554922 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device afb18b21-98a5-43ec-a09f-f89555198207 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:59.591267 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-3f2cff44-601d-4c6d-ad9d-670afb13d594 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:59.592111 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-3f2cff44-601d-4c6d-ad9d-670afb13d594 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:59.632699 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-3f2cff44-601d-4c6d-ad9d-670afb13d594 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6354713 May 06 09:46:59.640391 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d402731-577c-4978-890a-5f770f180e8e admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:46:59.656038 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9d402731-577c-4978-890a-5f770f180e8e admin admin] 10.222.0.73 "PUT /v2.0/routers/281776a7-ed7c-440e-879c-88327b06ac90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3751025 May 06 09:46:59.696852 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-99734169-15ad-4512-9a43-046e25324dff service neutron] Request body: {'port': {'device_id': 'bce4d1cc-33ad-448d-b9c4-88c6615f5c64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:59.706629 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1adab1f7-9045-48ae-8551-90a5b0ba23d1 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Allocated IP 172.20.0.4 (198ad638-598b-42db-86bb-beed091d38c3/ec0bd67d-f23b-40f6-b06d-1b716aca1667/ccf6c9f7-5628-4ec8-b411-3e4172083d54) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:59.721348 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-285adcbb-bba2-4fca-82ae-507263ace2e4 req-f9406440-f543-43f8-a888-fb6f813526a1 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134134 May 06 09:46:59.817180 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-99734169-15ad-4512-9a43-046e25324dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:59.844520 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-33985ea2-19b5-4075-b314-26b6effb182a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:59.887697 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-33985ea2-19b5-4075-b314-26b6effb182a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:59.914641 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 682b17fb-441c-4e13-960c-18224050c113, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=682b17fb-441c-4e13-960c-18224050c113,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:59.936496 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a70d44-9be8-438e-865b-47bd3a3fe6a4 None None] Routers {'281776a7-ed7c-440e-879c-88327b06ac90'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:59.937506 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-c8a70d44-9be8-438e-865b-47bd3a3fe6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:46:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['281776a7-ed7c-440e-879c-88327b06ac90'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:00.059811 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0d02d-be4a-4d76-a347-975f46a831e8 None None] Pushing event updated for resources: {'Port': ['ID=40b6f4a4-6bd3-42d0-a39b-3cffefceecd1,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:00.067051 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-afe2120b-3c9f-4320-9fab-90f8680ae230 None None] Port ef4f4acb-a4d1-467f-9a23-b176d81f0e9b cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:47:00.080328 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1adab1f7-9045-48ae-8551-90a5b0ba23d1 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:00.111855 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:00.119841 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-c8a70d44-9be8-438e-865b-47bd3a3fe6a4 None None] Set router 281776a7-ed7c-440e-879c-88327b06ac90 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:00.168140 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port afb18b21-98a5-43ec-a09f-f89555198207 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:00.168647 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:00.244324 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1adab1f7-9045-48ae-8551-90a5b0ba23d1 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:00.374909 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-aae01935-5fa8-417a-a621-0f26f8dd9707 None None] For port 89484fd6-0fe7-473e-be8f-5017f477cdaf, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:47:00.382967 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['682b17fb-441c-4e13-960c-18224050c113'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:47:00.419161 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7f728-5b05-4855-af9f-3e68b5f53f28 req-dca6abf1-5130-4401-ace0-ca7672893b52 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:00.423398 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b1b7f728-5b05-4855-af9f-3e68b5f53f28 req-dca6abf1-5130-4401-ace0-ca7672893b52 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.4999292 May 06 09:47:00.437210 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=682b17fb-441c-4e13-960c-18224050c113,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:00.446624 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-aae01935-5fa8-417a-a621-0f26f8dd9707 None None] For port 89484fd6-0fe7-473e-be8f-5017f477cdaf, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=89484fd6-0fe7-473e-be8f-5017f477cdaf,segment=NetworkSegment(167a0a16-1099-4966-b3cc-63b80ea7cf19),segment_id=167a0a16-1099-4966-b3cc-63b80ea7cf19)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:47:00.453495 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1adab1f7-9045-48ae-8551-90a5b0ba23d1 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Network 198ad638-598b-42db-86bb-beed091d38c3 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:00.482985 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adab1f7-9045-48ae-8551-90a5b0ba23d1 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Pushing event updated for resources: {'Port': ['ID=ccf6c9f7-5628-4ec8-b411-3e4172083d54,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:00.491927 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-33985ea2-19b5-4075-b314-26b6effb182a admin admin] Allocated IP 172.25.5.200 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/d1ac074a-127b-4163-96ae-64672c572c9e) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:00.501743 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-aae01935-5fa8-417a-a621-0f26f8dd9707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:00.507907 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2c70f-6b0c-43a3-9ddd-58d980a5efc9 req-af2e87db-ecf4-406e-892d-19cd2cf64df9 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:00.509726 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62d2c70f-6b0c-43a3-9ddd-58d980a5efc9 req-af2e87db-ecf4-406e-892d-19cd2cf64df9 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57ee9e2-1395-4b2d-b07c-fde0e0c4028c HTTP/1.1" status: 200 len: 944 time: 0.2843933 May 06 09:47:00.510839 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1adab1f7-9045-48ae-8551-90a5b0ba23d1 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:00.529462 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1adab1f7-9045-48ae-8551-90a5b0ba23d1 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:00.541915 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.db.api [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-72b04bb5-6f80-419b-bd28-88b3af1b242e tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.4-212c592a-ae28-4ec0-b4f9-7a6a379d97dc {{(pid=102653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:47:00.542265 n-d-840835-1 neutron-server[102653]: DEBUG oslo_db.api [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-72b04bb5-6f80-419b-bd28-88b3af1b242e tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:47:00.665460 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae01935-5fa8-417a-a621-0f26f8dd9707 None None] Pushing event updated for resources: {'Port': ['ID=89484fd6-0fe7-473e-be8f-5017f477cdaf,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:00.752004 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1adab1f7-9045-48ae-8551-90a5b0ba23d1 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:00.752682 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1adab1f7-9045-48ae-8551-90a5b0ba23d1 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:00.773260 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b1b7f728-5b05-4855-af9f-3e68b5f53f28 req-ea6ad90f-dbe7-405f-a4b8-5a289eae135d tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150496 May 06 09:47:00.790178 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1adab1f7-9045-48ae-8551-90a5b0ba23d1 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1147249 May 06 09:47:00.805031 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-c8a70d44-9be8-438e-865b-47bd3a3fe6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281776a7-ed7c-440e-879c-88327b06ac90', 'name': 'tempest-AttachVolumeShelveTestJSON-1205873776-router', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:50Z', 'updated_at': '2022-05-06T09:46:58Z', 'revision_number': 4, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'gw_port': {'id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:51Z', 'updated_at': '2022-05-06T09:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'ef4f4acb-a4d1-467f-9a23-b176d81f0e9b', 'name': '', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'mac_address': 'fa:16:3e:29:ca:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:56Z', 'updated_at': '2022-05-06T09:46:58Z', 'revision_number': 2, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'subnets': [{'id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:00.829866 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1a5aa78b-6b71-4166-8957-e14bfff051b3 service neutron] Request body: {'port': {'device_id': '41181579-095a-4b94-9bed-2118f2d90451', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:00.861339 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-99734169-15ad-4512-9a43-046e25324dff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07be7b3d-1ea1-45d6-868a-fe82ea0526c4 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:47:00.872228 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-99734169-15ad-4512-9a43-046e25324dff service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:00.898607 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-99734169-15ad-4512-9a43-046e25324dff service neutron] Transition to ACTIVE for port object 07be7b3d-1ea1-45d6-868a-fe82ea0526c4 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:47:00.907763 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a70d44-9be8-438e-865b-47bd3a3fe6a4 None None] The sync data for ids ['281776a7-ed7c-440e-879c-88327b06ac90'] in n-d-840835-1 is: [{'id': '281776a7-ed7c-440e-879c-88327b06ac90', 'name': 'tempest-AttachVolumeShelveTestJSON-1205873776-router', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:50Z', 'updated_at': '2022-05-06T09:46:58Z', 'revision_number': 4, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'gw_port': {'id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:51Z', 'updated_at': '2022-05-06T09:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'ef4f4acb-a4d1-467f-9a23-b176d81f0e9b', 'name': '', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'mac_address': 'fa:16:3e:29:ca:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:56Z', 'updated_at': '2022-05-06T09:46:58Z', 'revision_number': 2, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'subnets': [{'id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:47:00.913734 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-99734169-15ad-4512-9a43-046e25324dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.053955 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-72b04bb5-6f80-419b-bd28-88b3af1b242e tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.058027 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1a5aa78b-6b71-4166-8957-e14bfff051b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.146302 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-62d2c70f-6b0c-43a3-9ddd-58d980a5efc9 req-83e24074-eb7e-473b-8cfd-1de53fda497c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Deleting port af7149c3-ef60-4ee1-82f3-805828735448 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:01.146876 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-62d2c70f-6b0c-43a3-9ddd-58d980a5efc9 req-83e24074-eb7e-473b-8cfd-1de53fda497c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.152449 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-33985ea2-19b5-4075-b314-26b6effb182a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.171961 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99734169-15ad-4512-9a43-046e25324dff service neutron] Pushing event updated for resources: {'Port': ['ID=07be7b3d-1ea1-45d6-868a-fe82ea0526c4,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:01.232065 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-99734169-15ad-4512-9a43-046e25324dff service neutron] Attempting to bind port 07be7b3d-1ea1-45d6-868a-fe82ea0526c4 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:47:01.232895 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-99734169-15ad-4512-9a43-046e25324dff service neutron] Attempting to bind port 07be7b3d-1ea1-45d6-868a-fe82ea0526c4 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'bfa87719-ef54-4d27-aba7-e5aa36d17665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '198ad638-598b-42db-86bb-beed091d38c3'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:47:01.233402 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-99734169-15ad-4512-9a43-046e25324dff service neutron] Attempting to bind port 07be7b3d-1ea1-45d6-868a-fe82ea0526c4 on network 198ad638-598b-42db-86bb-beed091d38c3 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:01.244101 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-99734169-15ad-4512-9a43-046e25324dff service neutron] Port 07be7b3d-1ea1-45d6-868a-fe82ea0526c4 on network 198ad638-598b-42db-86bb-beed091d38c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:47:01.244679 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-99734169-15ad-4512-9a43-046e25324dff service neutron] Attempting to bind port 07be7b3d-1ea1-45d6-868a-fe82ea0526c4 on network 198ad638-598b-42db-86bb-beed091d38c3 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:01.253069 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-99734169-15ad-4512-9a43-046e25324dff service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:47:01.253957 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-99734169-15ad-4512-9a43-046e25324dff service neutron] Checking segment: {'id': 'bfa87719-ef54-4d27-aba7-e5aa36d17665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '198ad638-598b-42db-86bb-beed091d38c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:01.253957 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-99734169-15ad-4512-9a43-046e25324dff service neutron] Bound using segment: {'id': 'bfa87719-ef54-4d27-aba7-e5aa36d17665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '198ad638-598b-42db-86bb-beed091d38c3'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:47:01.254227 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-99734169-15ad-4512-9a43-046e25324dff service neutron] Bound port: 07be7b3d-1ea1-45d6-868a-fe82ea0526c4, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa87719-ef54-4d27-aba7-e5aa36d17665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '198ad638-598b-42db-86bb-beed091d38c3'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:47:01.255172 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-99734169-15ad-4512-9a43-046e25324dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.354807 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-99734169-15ad-4512-9a43-046e25324dff service neutron] For port 07be7b3d-1ea1-45d6-868a-fe82ea0526c4, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:47:01.363619 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-99734169-15ad-4512-9a43-046e25324dff service neutron] For port 07be7b3d-1ea1-45d6-868a-fe82ea0526c4, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=07be7b3d-1ea1-45d6-868a-fe82ea0526c4,segment=NetworkSegment(bfa87719-ef54-4d27-aba7-e5aa36d17665),segment_id=bfa87719-ef54-4d27-aba7-e5aa36d17665)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:47:01.370729 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-99734169-15ad-4512-9a43-046e25324dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.470366 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-99734169-15ad-4512-9a43-046e25324dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:01.471186 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-99734169-15ad-4512-9a43-046e25324dff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.472965 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-99734169-15ad-4512-9a43-046e25324dff service neutron] 10.222.0.77 "PUT /v2.0/ports/07be7b3d-1ea1-45d6-868a-fe82ea0526c4 HTTP/1.1" status: 200 len: 1091 time: 1.7811515 May 06 09:47:01.474238 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce4d1cc-33ad-448d-b9c4-88c6615f5c64', 'tag': '07be7b3d-1ea1-45d6-868a-fe82ea0526c4'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:01.476715 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2b9fd3-0760-454d-baf1-9dd97c36861b" -d '{"events": [{"name": "network-changed", "server_uuid": "bce4d1cc-33ad-448d-b9c4-88c6615f5c64", "tag": "07be7b3d-1ea1-45d6-868a-fe82ea0526c4"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:01.541711 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52796) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:01.575076 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-04536b31-4744-4671-a686-ffaea1204fac tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Request body: {'security_group': {'name': 'tempest-securitygroup--303524855', 'description': 'tempest-description--488245920'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:01.602348 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99734169-15ad-4512-9a43-046e25324dff service neutron] Pushing event updated for resources: {'Port': ['ID=07be7b3d-1ea1-45d6-868a-fe82ea0526c4,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:01.665652 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-04536b31-4744-4671-a686-ffaea1204fac tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.696965 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 89484fd6-0fe7-473e-be8f-5017f477cdaf up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:01.699388 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-3a0f0050-bf4b-435d-b63f-b30ef98b3715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:01.701924 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-3a0f0050-bf4b-435d-b63f-b30ef98b3715 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=235571e8cf5c40e6a84a6eac39aa7ce1&device_id=bce4d1cc-33ad-448d-b9c4-88c6615f5c64 HTTP/1.1" status: 200 len: 1094 time: 0.1567552 May 06 09:47:01.812744 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-62d2c70f-6b0c-43a3-9ddd-58d980a5efc9 req-83e24074-eb7e-473b-8cfd-1de53fda497c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] For port af7149c3-ef60-4ee1-82f3-805828735448, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=af7149c3-ef60-4ee1-82f3-805828735448,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:01.814055 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-62d2c70f-6b0c-43a3-9ddd-58d980a5efc9 req-83e24074-eb7e-473b-8cfd-1de53fda497c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.843454 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-62d2c70f-6b0c-43a3-9ddd-58d980a5efc9 req-83e24074-eb7e-473b-8cfd-1de53fda497c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Calling delete_port for af7149c3-ef60-4ee1-82f3-805828735448 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:01.864496 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 89484fd6-0fe7-473e-be8f-5017f477cdaf triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:01.864874 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.882492 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-04536b31-4744-4671-a686-ffaea1204fac tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.885165 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-08306cd7-ee3d-425b-aa0c-673ed0dd7e54 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07be7b3d-1ea1-45d6-868a-fe82ea0526c4 HTTP/1.1" status: 200 len: 217 time: 0.1510978 May 06 09:47:01.918966 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-04536b31-4744-4671-a686-ffaea1204fac tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.982052 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04536b31-4744-4671-a686-ffaea1204fac tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22c8950f-3980-4689-9a3d-ce6a0d2c08e5,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:02.037464 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-04536b31-4744-4671-a686-ffaea1204fac tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:02.041452 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-04536b31-4744-4671-a686-ffaea1204fac tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4748890 May 06 09:47:02.046596 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52798) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:02.059403 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-f8feda54-0087-46dd-89f1-fae677c08935 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Request body: {'security_group_rule': {'security_group_id': '22c8950f-3980-4689-9a3d-ce6a0d2c08e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:02.115352 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-d1950533-de1a-4ebc-90b2-c5072e43b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:02.117003 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-d1950533-de1a-4ebc-90b2-c5072e43b53f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ec0bd67d-f23b-40f6-b06d-1b716aca1667 HTTP/1.1" status: 200 len: 858 time: 0.2150464 May 06 09:47:02.135294 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:02.188230 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-33985ea2-19b5-4075-b314-26b6effb182a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:02.208203 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 89484fd6-0fe7-473e-be8f-5017f477cdaf, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=89484fd6-0fe7-473e-be8f-5017f477cdaf,segment=NetworkSegment(167a0a16-1099-4966-b3cc-63b80ea7cf19),segment_id=167a0a16-1099-4966-b3cc-63b80ea7cf19)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:02.209700 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-74ecdf57-cf50-4846-af8d-093d031aff87 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=198ad638-598b-42db-86bb-beed091d38c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692005 May 06 09:47:02.228480 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f8feda54-0087-46dd-89f1-fae677c08935 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:02.231657 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:02.322366 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33985ea2-19b5-4075-b314-26b6effb182a admin admin] Pushing event updated for resources: {'Port': ['ID=d1ac074a-127b-4163-96ae-64672c572c9e,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:02.366397 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33985ea2-19b5-4075-b314-26b6effb182a admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:02.381834 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-33985ea2-19b5-4075-b314-26b6effb182a admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:02.386148 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-72b04bb5-6f80-419b-bd28-88b3af1b242e tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Allocated IP 172.20.0.2 (198ad638-598b-42db-86bb-beed091d38c3/ec0bd67d-f23b-40f6-b06d-1b716aca1667/e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:02.388998 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-62d2c70f-6b0c-43a3-9ddd-58d980a5efc9 req-83e24074-eb7e-473b-8cfd-1de53fda497c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:02.393432 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33985ea2-19b5-4075-b314-26b6effb182a admin admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:02.418571 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['855d2a78-7e53-4c34-b489-8b27d845d56d', '82cc8ff9-0b16-4903-a1af-751dac4e9e85'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:47:02.455764 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f8feda54-0087-46dd-89f1-fae677c08935 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:02.474681 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f8feda54-0087-46dd-89f1-fae677c08935 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:02.494409 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9794c047-82fd-4681-ac8c-e45686c22024 None None] Network a545af7c-703a-48d9-88cf-a76ec6260a8e requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:02.496953 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 682b17fb-441c-4e13-960c-18224050c113 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:02.500651 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-97722bc3-fc0d-4eb3-9f3a-d8a4b7614afd service neutron] 10.222.0.77 "GET /v2.0/networks/198ad638-598b-42db-86bb-beed091d38c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626650 May 06 09:47:02.508486 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8feda54-0087-46dd-89f1-fae677c08935 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f5ebf34-b84f-476f-9a75-f5bef6374f0d,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:02.531012 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=89484fd6-0fe7-473e-be8f-5017f477cdaf,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:02.579013 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f8feda54-0087-46dd-89f1-fae677c08935 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:02.582887 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f8feda54-0087-46dd-89f1-fae677c08935 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5323722 May 06 09:47:02.584875 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52800) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:02.591640 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-bd9e5bd7-f666-489d-a72f-39058abd372e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Request body: {'security_group_rule': {'security_group_id': '22c8950f-3980-4689-9a3d-ce6a0d2c08e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:02.699630 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bd9e5bd7-f666-489d-a72f-39058abd372e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:02.702023 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-fae53955-fa8e-45e4-a082-2d78731da628 None None] Provisioning complete for port 89484fd6-0fe7-473e-be8f-5017f477cdaf triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:02.707666 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fae53955-fa8e-45e4-a082-2d78731da628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:02.743578 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f0972-1f1e-46fe-adf0-96a6825ac21b req-dc3412e9-3778-4b86-964a-422c49cbf3dd tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:02.751549 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9a3f0972-1f1e-46fe-adf0-96a6825ac21b req-dc3412e9-3778-4b86-964a-422c49cbf3dd tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/ports?device_id=bce4d1cc-33ad-448d-b9c4-88c6615f5c64 HTTP/1.1" status: 200 len: 943 time: 1.0944510 May 06 09:47:02.793620 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-97d0823d-58bc-4cf9-a609-59fca57c713f service neutron] 10.222.0.77 "GET /v2.0/networks/198ad638-598b-42db-86bb-beed091d38c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862091 May 06 09:47:02.861646 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bd9e5bd7-f666-489d-a72f-39058abd372e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:02.878980 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bd9e5bd7-f666-489d-a72f-39058abd372e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:02.917403 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 682b17fb-441c-4e13-960c-18224050c113 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:02.917893 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:02.928440 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e24074-eb7e-473b-8cfd-1de53fda497c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Pushing event deleted for resources: {'Port': ['ID=af7149c3-ef60-4ee1-82f3-805828735448,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:03.000868 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bd9e5bd7-f666-489d-a72f-39058abd372e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:03.006134 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bd9e5bd7-f666-489d-a72f-39058abd372e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4190116 May 06 09:47:03.009683 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e5bd7-f666-489d-a72f-39058abd372e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae6e948a-6dac-44d0-a5b8-1ddcc3c5a470,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:03.023631 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d2c70f-6b0c-43a3-9ddd-58d980a5efc9 req-83e24074-eb7e-473b-8cfd-1de53fda497c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] No DVR routers for this DVR port af7149c3-ef60-4ee1-82f3-805828735448 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:47:03.027552 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52802) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:03.036490 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-e10a12a3-bcac-4142-a58d-a48f095a8339 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:03.038339 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9a3f0972-1f1e-46fe-adf0-96a6825ac21b req-5c56581b-e6f0-43bc-af14-4b955a68008d tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/security-groups?id=ffc3929c-0d03-467e-86e4-1cd6a64d94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836220 May 06 09:47:03.050329 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-62d2c70f-6b0c-43a3-9ddd-58d980a5efc9 req-83e24074-eb7e-473b-8cfd-1de53fda497c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:03.061622 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62d2c70f-6b0c-43a3-9ddd-58d980a5efc9 req-83e24074-eb7e-473b-8cfd-1de53fda497c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "DELETE /v2.0/ports/af7149c3-ef60-4ee1-82f3-805828735448 HTTP/1.1" status: 204 len: 173 time: 2.5223813 May 06 09:47:03.061622 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57ee9e2-1395-4b2d-b07c-fde0e0c4028c', 'name': 'network-vif-deleted', 'tag': 'af7149c3-ef60-4ee1-82f3-805828735448'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:03.076724 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e521283-04e5-4e50-9341-2169e8053f03" -d '{"events": [{"server_uuid": "f57ee9e2-1395-4b2d-b07c-fde0e0c4028c", "name": "network-vif-deleted", "tag": "af7149c3-ef60-4ee1-82f3-805828735448"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:03.113314 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e10a12a3-bcac-4142-a58d-a48f095a8339 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for floatingip, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:03.426183 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-33985ea2-19b5-4075-b314-26b6effb182a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:03.564977 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e10a12a3-bcac-4142-a58d-a48f095a8339 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:03.662107 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-72b04bb5-6f80-419b-bd28-88b3af1b242e tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:03.708764 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-72b04bb5-6f80-419b-bd28-88b3af1b242e tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:03.790581 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:03.813362 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 40b6f4a4-6bd3-42d0-a39b-3cffefceecd1 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:03.907183 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 682b17fb-441c-4e13-960c-18224050c113, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=682b17fb-441c-4e13-960c-18224050c113,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:03.909509 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-e10a12a3-bcac-4142-a58d-a48f095a8339 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Allocated IP 172.25.5.239 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/50f047c8-8f05-4516-b88e-fb81d9d67d60) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:03.919285 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd08f94-cf94-4cb9-995e-eae0691cbcdf x-openstack-request-id: req-bfd08f94-cf94-4cb9-995e-eae0691cbcdf {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:03.919928 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc032943-762d-4c77-8353-cfabc96b417f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682b17fb-441c-4e13-960c-18224050c113'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:03.920786 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce4d1cc-33ad-448d-b9c4-88c6615f5c64", "tag": "07be7b3d-1ea1-45d6-868a-fe82ea0526c4", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:03.921081 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bfd08f94-cf94-4cb9-995e-eae0691cbcdf {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:03.921553 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfd08f94-cf94-4cb9-995e-eae0691cbcdf'] response: {'name': 'network-changed', 'server_uuid': 'bce4d1cc-33ad-448d-b9c4-88c6615f5c64', 'tag': '07be7b3d-1ea1-45d6-868a-fe82ea0526c4', 'status': 'completed', 'code': 200} May 06 09:47:03.924557 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e21fc2-6d30-426d-9086-090151806f18" -d '{"events": [{"server_uuid": "fc032943-762d-4c77-8353-cfabc96b417f", "name": "network-vif-plugged", "status": "completed", "tag": "682b17fb-441c-4e13-960c-18224050c113"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:03.933998 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:04.085269 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 40b6f4a4-6bd3-42d0-a39b-3cffefceecd1 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:04.085810 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:04.135415 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=682b17fb-441c-4e13-960c-18224050c113,revision_number=7']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:04.286792 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e10a12a3-bcac-4142-a58d-a48f095a8339 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:04.343060 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:04.438617 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e10a12a3-bcac-4142-a58d-a48f095a8339 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:04.489921 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b9fd3-0760-454d-baf1-9dd97c36861b req-fe3a3149-ca59-4ef7-aaa0-b19bb4d77fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:04.494668 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b2b9fd3-0760-454d-baf1-9dd97c36861b req-fe3a3149-ca59-4ef7-aaa0-b19bb4d77fc7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=235571e8cf5c40e6a84a6eac39aa7ce1&device_id=bce4d1cc-33ad-448d-b9c4-88c6615f5c64 HTTP/1.1" status: 200 len: 1094 time: 0.3967555 May 06 09:47:04.505210 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10a12a3-bcac-4142-a58d-a48f095a8339 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:04.517961 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-e10a12a3-bcac-4142-a58d-a48f095a8339 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:04.540535 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10a12a3-bcac-4142-a58d-a48f095a8339 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:04.587863 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a12a3-bcac-4142-a58d-a48f095a8339 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Pushing event updated for resources: {'Port': ['ID=50f047c8-8f05-4516-b88e-fb81d9d67d60,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:04.637223 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 40b6f4a4-6bd3-42d0-a39b-3cffefceecd1, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=40b6f4a4-6bd3-42d0-a39b-3cffefceecd1,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:04.653563 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-1d26c94a-00c8-4752-99e9-7d47c4952cc6 None None] Provisioning complete for port 89484fd6-0fe7-473e-be8f-5017f477cdaf triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:04.654502 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1d26c94a-00c8-4752-99e9-7d47c4952cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:04.716458 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:04.717032 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 89484fd6-0fe7-473e-be8f-5017f477cdaf up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:04.729405 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1a5aa78b-6b71-4166-8957-e14bfff051b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccf6c9f7-5628-4ec8-b411-3e4172083d54 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:47:04.732170 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b9fd3-0760-454d-baf1-9dd97c36861b req-8babc116-dd36-471a-a15b-050cd4d7a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:04.733808 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b2b9fd3-0760-454d-baf1-9dd97c36861b req-8babc116-dd36-471a-a15b-050cd4d7a3c2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=198ad638-598b-42db-86bb-beed091d38c3 HTTP/1.1" status: 200 len: 919 time: 0.2254121 May 06 09:47:04.739514 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1a5aa78b-6b71-4166-8957-e14bfff051b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:04.752849 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1a5aa78b-6b71-4166-8957-e14bfff051b3 service neutron] Transition to ACTIVE for port object ccf6c9f7-5628-4ec8-b411-3e4172083d54 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:47:04.805235 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b2b9fd3-0760-454d-baf1-9dd97c36861b req-77d06ed7-d3e6-48ef-b2b9-f507c0f23d04 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07be7b3d-1ea1-45d6-868a-fe82ea0526c4 HTTP/1.1" status: 200 len: 217 time: 0.0613735 May 06 09:47:04.806142 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e10a12a3-bcac-4142-a58d-a48f095a8339 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:04.824121 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 06 May 2022 09:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480514fc-b64d-4a62-a75f-3589139e5f3a x-openstack-request-id: req-480514fc-b64d-4a62-a75f-3589139e5f3a {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:04.824572 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57ee9e2-1395-4b2d-b07c-fde0e0c4028c", "name": "network-vif-deleted", "tag": "af7149c3-ef60-4ee1-82f3-805828735448", "status": "failed", "code": 422}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:04.824924 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-480514fc-b64d-4a62-a75f-3589139e5f3a {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:04.825434 n-d-840835-1 neutron-server[102653]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-480514fc-b64d-4a62-a75f-3589139e5f3a']: {'server_uuid': 'f57ee9e2-1395-4b2d-b07c-fde0e0c4028c', 'name': 'network-vif-deleted', 'tag': 'af7149c3-ef60-4ee1-82f3-805828735448', 'status': 'failed', 'code': 422} returned with failed status May 06 09:47:04.827838 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b04bb5-6f80-419b-bd28-88b3af1b242e tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Pushing event updated for resources: {'Port': ['ID=e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:04.831441 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1a5aa78b-6b71-4166-8957-e14bfff051b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:04.839997 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=40b6f4a4-6bd3-42d0-a39b-3cffefceecd1,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:04.882538 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b1a03-deac-4853-b6ac-e3eff0c42248 req-39ff9267-9b01-4ca5-abe6-851f1e2c3972 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:04.891516 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b48b1a03-deac-4853-b6ac-e3eff0c42248 req-39ff9267-9b01-4ca5-abe6-851f1e2c3972 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 945 time: 1.5312641 May 06 09:47:04.935168 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e10a12a3-bcac-4142-a58d-a48f095a8339 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:04.936902 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 89484fd6-0fe7-473e-be8f-5017f477cdaf triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:04.937451 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:04.939541 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b9fd3-0760-454d-baf1-9dd97c36861b req-e3b1b219-f7bf-40b3-9523-2b8225a60d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:04.941537 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b2b9fd3-0760-454d-baf1-9dd97c36861b req-e3b1b219-f7bf-40b3-9523-2b8225a60d1e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ec0bd67d-f23b-40f6-b06d-1b716aca1667 HTTP/1.1" status: 200 len: 858 time: 0.1225064 May 06 09:47:05.046700 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b2b9fd3-0760-454d-baf1-9dd97c36861b req-81b7cc54-a930-4a93-9893-7b9757559f02 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=198ad638-598b-42db-86bb-beed091d38c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595281 May 06 09:47:05.061562 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-72b04bb5-6f80-419b-bd28-88b3af1b242e tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Network 198ad638-598b-42db-86bb-beed091d38c3 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:05.076924 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-72b04bb5-6f80-419b-bd28-88b3af1b242e tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:05.087571 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-72b04bb5-6f80-419b-bd28-88b3af1b242e tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:05.172652 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d222ac-50e6-4c3f-bd31-41dee27d01c4 req-84a04702-f134-4e81-b519-b4dec1e793c2 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:05.174282 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62d222ac-50e6-4c3f-bd31-41dee27d01c4 req-84a04702-f134-4e81-b519-b4dec1e793c2 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.3549209 May 06 09:47:05.185473 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad19b256-e4b9-4a9e-9163-c85afacc8e4e None None] Sync routers for ids ['281776a7-ed7c-440e-879c-88327b06ac90'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:47:05.191299 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b2b9fd3-0760-454d-baf1-9dd97c36861b req-186657e7-b6f3-49e8-8d0f-e11deceade6a service neutron] 10.222.0.77 "GET /v2.0/networks/198ad638-598b-42db-86bb-beed091d38c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346028 May 06 09:47:05.199823 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1a5aa78b-6b71-4166-8957-e14bfff051b3 service neutron] Attempting to bind port ccf6c9f7-5628-4ec8-b411-3e4172083d54 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:47:05.200174 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1a5aa78b-6b71-4166-8957-e14bfff051b3 service neutron] Attempting to bind port ccf6c9f7-5628-4ec8-b411-3e4172083d54 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'bfa87719-ef54-4d27-aba7-e5aa36d17665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '198ad638-598b-42db-86bb-beed091d38c3'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:47:05.200512 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1a5aa78b-6b71-4166-8957-e14bfff051b3 service neutron] Attempting to bind port ccf6c9f7-5628-4ec8-b411-3e4172083d54 on network 198ad638-598b-42db-86bb-beed091d38c3 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:05.203719 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad19b256-e4b9-4a9e-9163-c85afacc8e4e None None] Routers {'281776a7-ed7c-440e-879c-88327b06ac90'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:05.206126 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ad19b256-e4b9-4a9e-9163-c85afacc8e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:46:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['281776a7-ed7c-440e-879c-88327b06ac90'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:05.212227 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1a5aa78b-6b71-4166-8957-e14bfff051b3 service neutron] Port ccf6c9f7-5628-4ec8-b411-3e4172083d54 on network 198ad638-598b-42db-86bb-beed091d38c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:47:05.212575 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1a5aa78b-6b71-4166-8957-e14bfff051b3 service neutron] Attempting to bind port ccf6c9f7-5628-4ec8-b411-3e4172083d54 on network 198ad638-598b-42db-86bb-beed091d38c3 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:05.214562 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5aa78b-6b71-4166-8957-e14bfff051b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf6c9f7-5628-4ec8-b411-3e4172083d54,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:05.245871 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b48b1a03-deac-4853-b6ac-e3eff0c42248 req-dbdbde46-ee7a-4e11-ade2-a4d3cea154b2 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532174 May 06 09:47:05.270532 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-72b04bb5-6f80-419b-bd28-88b3af1b242e tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:05.276032 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-72b04bb5-6f80-419b-bd28-88b3af1b242e tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:05.283145 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1a5aa78b-6b71-4166-8957-e14bfff051b3 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:47:05.295023 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1a5aa78b-6b71-4166-8957-e14bfff051b3 service neutron] Checking segment: {'id': 'bfa87719-ef54-4d27-aba7-e5aa36d17665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '198ad638-598b-42db-86bb-beed091d38c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:05.295754 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1a5aa78b-6b71-4166-8957-e14bfff051b3 service neutron] Bound using segment: {'id': 'bfa87719-ef54-4d27-aba7-e5aa36d17665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '198ad638-598b-42db-86bb-beed091d38c3'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:47:05.296418 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1a5aa78b-6b71-4166-8957-e14bfff051b3 service neutron] Bound port: ccf6c9f7-5628-4ec8-b411-3e4172083d54, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa87719-ef54-4d27-aba7-e5aa36d17665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '198ad638-598b-42db-86bb-beed091d38c3'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:47:05.297020 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1a5aa78b-6b71-4166-8957-e14bfff051b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:05.319501 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0ddd20-0856-4d41-8ef9-5d6889f76e24 x-openstack-request-id: req-ff0ddd20-0856-4d41-8ef9-5d6889f76e24 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:05.319931 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc032943-762d-4c77-8353-cfabc96b417f", "name": "network-vif-plugged", "status": "completed", "tag": "682b17fb-441c-4e13-960c-18224050c113", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:05.320297 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ff0ddd20-0856-4d41-8ef9-5d6889f76e24 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:05.320821 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff0ddd20-0856-4d41-8ef9-5d6889f76e24'] response: {'server_uuid': 'fc032943-762d-4c77-8353-cfabc96b417f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682b17fb-441c-4e13-960c-18224050c113', 'code': 200} May 06 09:47:05.324625 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b2b9fd3-0760-454d-baf1-9dd97c36861b req-f3737cbd-65b6-4142-b801-693962e1f9cf service neutron] 10.222.0.77 "GET /v2.0/networks/198ad638-598b-42db-86bb-beed091d38c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160474 May 06 09:47:05.341537 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-ad19b256-e4b9-4a9e-9163-c85afacc8e4e None None] Set router 281776a7-ed7c-440e-879c-88327b06ac90 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:05.479185 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e10a12a3-bcac-4142-a58d-a48f095a8339 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:05.484112 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-72b04bb5-6f80-419b-bd28-88b3af1b242e tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7178822 May 06 09:47:05.494215 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e10a12a3-bcac-4142-a58d-a48f095a8339 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:05.517016 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 40b6f4a4-6bd3-42d0-a39b-3cffefceecd1 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:05.530955 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-43ca8f47-ae52-4466-a827-2de84ebed970 service neutron] Request body: {'port': {'device_id': '969741c5-4439-4596-85a1-328dd09efb54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:05.550883 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a12a3-bcac-4142-a58d-a48f095a8339 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Pushing event updated for resources: {'Port': ['ID=50f047c8-8f05-4516-b88e-fb81d9d67d60,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:05.565528 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62d222ac-50e6-4c3f-bd31-41dee27d01c4 req-4cce6a25-bd00-4b18-ab35-fa3fe4a6d98b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672063 May 06 09:47:05.654565 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e10a12a3-bcac-4142-a58d-a48f095a8339 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:05.667842 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 40b6f4a4-6bd3-42d0-a39b-3cffefceecd1 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:05.668227 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:05.683311 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e10a12a3-bcac-4142-a58d-a48f095a8339 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:05.687648 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e10a12a3-bcac-4142-a58d-a48f095a8339 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6586173 May 06 09:47:05.755040 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ad19b256-e4b9-4a9e-9163-c85afacc8e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281776a7-ed7c-440e-879c-88327b06ac90', 'name': 'tempest-AttachVolumeShelveTestJSON-1205873776-router', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:50Z', 'updated_at': '2022-05-06T09:46:58Z', 'revision_number': 4, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'gw_port': {'id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:51Z', 'updated_at': '2022-05-06T09:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'ef4f4acb-a4d1-467f-9a23-b176d81f0e9b', 'name': '', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'mac_address': 'fa:16:3e:29:ca:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:56Z', 'updated_at': '2022-05-06T09:46:58Z', 'revision_number': 2, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'subnets': [{'id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:05.777056 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-33985ea2-19b5-4075-b314-26b6effb182a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:05.805910 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-43ca8f47-ae52-4466-a827-2de84ebed970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:05.806842 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad19b256-e4b9-4a9e-9163-c85afacc8e4e None None] Checking router: 281776a7-ed7c-440e-879c-88327b06ac90 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:47:05.807592 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad19b256-e4b9-4a9e-9163-c85afacc8e4e None None] Updating router 281776a7-ed7c-440e-879c-88327b06ac90 port ef4f4acb-a4d1-467f-9a23-b176d81f0e9b binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:47:05.863873 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ad19b256-e4b9-4a9e-9163-c85afacc8e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:05.902291 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1a5aa78b-6b71-4166-8957-e14bfff051b3 service neutron] For port ccf6c9f7-5628-4ec8-b411-3e4172083d54, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:47:05.982383 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f554de-a8c9-497b-b833-a3f81f560a61 req-6e1ff80f-ddb3-47a1-82ad-4870d77db49b tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:05.984210 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-35f554de-a8c9-497b-b833-a3f81f560a61 req-6e1ff80f-ddb3-47a1-82ad-4870d77db49b tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/ports?device_id=bce4d1cc-33ad-448d-b9c4-88c6615f5c64 HTTP/1.1" status: 200 len: 943 time: 0.5411623 May 06 09:47:06.057972 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1a5aa78b-6b71-4166-8957-e14bfff051b3 service neutron] For port ccf6c9f7-5628-4ec8-b411-3e4172083d54, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=ccf6c9f7-5628-4ec8-b411-3e4172083d54,segment=NetworkSegment(bfa87719-ef54-4d27-aba7-e5aa36d17665),segment_id=bfa87719-ef54-4d27-aba7-e5aa36d17665)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:47:06.165722 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1a5aa78b-6b71-4166-8957-e14bfff051b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:06.217999 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ad19b256-e4b9-4a9e-9163-c85afacc8e4e None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:06.234554 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ad19b256-e4b9-4a9e-9163-c85afacc8e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:06.254123 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-35f554de-a8c9-497b-b833-a3f81f560a61 req-71f4f4f9-2be7-4822-8401-f450ed0a1c01 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/security-groups?id=ffc3929c-0d03-467e-86e4-1cd6a64d94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112362 May 06 09:47:06.281605 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1a5aa78b-6b71-4166-8957-e14bfff051b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:06.282501 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1a5aa78b-6b71-4166-8957-e14bfff051b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:06.284208 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1a5aa78b-6b71-4166-8957-e14bfff051b3 service neutron] 10.222.0.84 "PUT /v2.0/ports/ccf6c9f7-5628-4ec8-b411-3e4172083d54 HTTP/1.1" status: 200 len: 1091 time: 5.4595311 May 06 09:47:06.393714 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a692e-2840-4a13-937d-94d6d88d1226 None None] Pushing event updated for resources: {'Port': ['ID=ef4f4acb-a4d1-467f-9a23-b176d81f0e9b,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:06.422464 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a1fc0-32aa-46f2-8f2d-a40ce51c7883 req-39af8c22-eb8a-4737-bb87-0f58ba04a855 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:06.424598 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c6a1fc0-32aa-46f2-8f2d-a40ce51c7883 req-39af8c22-eb8a-4737-bb87-0f58ba04a855 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.3806491 May 06 09:47:06.454035 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-ad19b256-e4b9-4a9e-9163-c85afacc8e4e None None] Attempting to bind port ef4f4acb-a4d1-467f-9a23-b176d81f0e9b on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:47:06.454417 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-ad19b256-e4b9-4a9e-9163-c85afacc8e4e None None] Attempting to bind port ef4f4acb-a4d1-467f-9a23-b176d81f0e9b by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'ae8ffd01-4126-4a51-9834-d09bbf1a2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:47:06.454793 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad19b256-e4b9-4a9e-9163-c85afacc8e4e None None] Attempting to bind port ef4f4acb-a4d1-467f-9a23-b176d81f0e9b on network 02e8aba3-387b-400e-9f74-334ab3eab168 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:06.468439 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad19b256-e4b9-4a9e-9163-c85afacc8e4e None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:47:06.468818 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad19b256-e4b9-4a9e-9163-c85afacc8e4e None None] Checking segment: {'id': 'ae8ffd01-4126-4a51-9834-d09bbf1a2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:06.469232 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ad19b256-e4b9-4a9e-9163-c85afacc8e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:06.469636 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad19b256-e4b9-4a9e-9163-c85afacc8e4e None None] Bound using segment: {'id': 'ae8ffd01-4126-4a51-9834-d09bbf1a2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:47:06.470382 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-ad19b256-e4b9-4a9e-9163-c85afacc8e4e None None] Bound port: ef4f4acb-a4d1-467f-9a23-b176d81f0e9b, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8ffd01-4126-4a51-9834-d09bbf1a2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:47:06.470769 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ad19b256-e4b9-4a9e-9163-c85afacc8e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:06.481223 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5aa78b-6b71-4166-8957-e14bfff051b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf6c9f7-5628-4ec8-b411-3e4172083d54,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:06.500993 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 07be7b3d-1ea1-45d6-868a-fe82ea0526c4 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:47:06.620713 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-a780d165-1755-4b3c-b626-6d3ea613256a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:06.622447 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-a780d165-1755-4b3c-b626-6d3ea613256a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=235571e8cf5c40e6a84a6eac39aa7ce1&device_id=41181579-095a-4b94-9bed-2118f2d90451 HTTP/1.1" status: 200 len: 1094 time: 0.2637942 May 06 09:47:06.650733 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c6a1fc0-32aa-46f2-8f2d-a40ce51c7883 req-c09fa147-9267-48cb-97b7-fec541c4847e tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715860 May 06 09:47:06.659262 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-2afed6a0-eafc-4cdf-934b-fad499401cf0 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--303524855&fields=id&tenant_id=1750166bc51841a8bad92d45b4eec5fb HTTP/1.1" status: 200 len: 267 time: 0.2488685 May 06 09:47:06.664061 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-ad19b256-e4b9-4a9e-9163-c85afacc8e4e None None] For port ef4f4acb-a4d1-467f-9a23-b176d81f0e9b, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:47:06.667489 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-ad19b256-e4b9-4a9e-9163-c85afacc8e4e None None] For port ef4f4acb-a4d1-467f-9a23-b176d81f0e9b, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=ef4f4acb-a4d1-467f-9a23-b176d81f0e9b,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:47:06.676232 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ad19b256-e4b9-4a9e-9163-c85afacc8e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:06.714559 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33985ea2-19b5-4075-b314-26b6effb182a admin admin] Router 64a6f11e-7d95-4e68-bbb9-766ccc20b0fc is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:47:06.716137 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 07be7b3d-1ea1-45d6-868a-fe82ea0526c4, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=07be7b3d-1ea1-45d6-868a-fe82ea0526c4,segment=NetworkSegment(bfa87719-ef54-4d27-aba7-e5aa36d17665),segment_id=bfa87719-ef54-4d27-aba7-e5aa36d17665)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:06.737849 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '07be7b3d-1ea1-45d6-868a-fe82ea0526c4', 'network_id': '198ad638-598b-42db-86bb-beed091d38c3', 'port_id': '07be7b3d-1ea1-45d6-868a-fe82ea0526c4', 'mac_address': 'fa:16:3e:d0:c6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0bd67d-f23b-40f6-b06d-1b716aca1667', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:47:06.759367 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-76408ebf-51d5-4931-a361-8dbef41cab40 None None] Provisioning complete for port ef4f4acb-a4d1-467f-9a23-b176d81f0e9b triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:06.759977 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-76408ebf-51d5-4931-a361-8dbef41cab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:06.763853 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad19b256-e4b9-4a9e-9163-c85afacc8e4e None None] Routers {'281776a7-ed7c-440e-879c-88327b06ac90'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:06.764490 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ad19b256-e4b9-4a9e-9163-c85afacc8e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:46:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['281776a7-ed7c-440e-879c-88327b06ac90'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:06.808765 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-aa6e0906-4bb9-464e-b978-91ebc068b89d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccf6c9f7-5628-4ec8-b411-3e4172083d54 HTTP/1.1" status: 200 len: 217 time: 0.1748359 May 06 09:47:06.858833 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41181579-095a-4b94-9bed-2118f2d90451', 'tag': 'ccf6c9f7-5628-4ec8-b411-3e4172083d54'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:06.861187 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0afb4b-797d-4605-ba3a-b5cff9250ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "41181579-095a-4b94-9bed-2118f2d90451", "tag": "ccf6c9f7-5628-4ec8-b411-3e4172083d54"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:06.886501 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:06.893409 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-ad19b256-e4b9-4a9e-9163-c85afacc8e4e None None] Set router 281776a7-ed7c-440e-879c-88327b06ac90 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:06.936196 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07be7b3d-1ea1-45d6-868a-fe82ea0526c4 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:47:07.039012 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 07be7b3d-1ea1-45d6-868a-fe82ea0526c4, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=07be7b3d-1ea1-45d6-868a-fe82ea0526c4,segment=NetworkSegment(bfa87719-ef54-4d27-aba7-e5aa36d17665),segment_id=bfa87719-ef54-4d27-aba7-e5aa36d17665)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:07.067481 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:07.153272 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-76408ebf-51d5-4931-a361-8dbef41cab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:07.170292 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=07be7b3d-1ea1-45d6-868a-fe82ea0526c4,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:07.178109 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-43ca8f47-ae52-4466-a827-2de84ebed970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:47:07.194938 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-43ca8f47-ae52-4466-a827-2de84ebed970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:07.206653 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-76408ebf-51d5-4931-a361-8dbef41cab40 None None] For port ef4f4acb-a4d1-467f-9a23-b176d81f0e9b, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=ef4f4acb-a4d1-467f-9a23-b176d81f0e9b,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:07.212666 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1d942-c90e-41f0-abce-85cb3a92afc1 req-8aa26306-aa62-4e17-b3ed-8f3d00e7151e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:07.225398 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2fb1d942-c90e-41f0-abce-85cb3a92afc1 req-8aa26306-aa62-4e17-b3ed-8f3d00e7151e tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=6aee28dd-3795-48ec-8fad-618ecbb46d7f HTTP/1.1" status: 200 len: 907 time: 0.4551084 May 06 09:47:07.228225 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-76408ebf-51d5-4931-a361-8dbef41cab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:07.247872 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a692e-2840-4a13-937d-94d6d88d1226 None None] Pushing event updated for resources: {'Port': ['ID=ef4f4acb-a4d1-467f-9a23-b176d81f0e9b,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:07.262972 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-2039dcf4-6488-4c3d-992f-eeaac08c9db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:07.266496 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-2039dcf4-6488-4c3d-992f-eeaac08c9db6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ec0bd67d-f23b-40f6-b06d-1b716aca1667 HTTP/1.1" status: 200 len: 858 time: 0.3341155 May 06 09:47:07.286836 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ad19b256-e4b9-4a9e-9163-c85afacc8e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281776a7-ed7c-440e-879c-88327b06ac90', 'name': 'tempest-AttachVolumeShelveTestJSON-1205873776-router', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:50Z', 'updated_at': '2022-05-06T09:46:58Z', 'revision_number': 4, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'gw_port': {'id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:51Z', 'updated_at': '2022-05-06T09:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'ef4f4acb-a4d1-467f-9a23-b176d81f0e9b', 'name': '', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'mac_address': 'fa:16:3e:29:ca:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:56Z', 'updated_at': '2022-05-06T09:47:06Z', 'revision_number': 4, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'subnets': [{'id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:07.311667 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76408ebf-51d5-4931-a361-8dbef41cab40 None None] Pushing event updated for resources: {'Port': ['ID=ef4f4acb-a4d1-467f-9a23-b176d81f0e9b,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:07.333896 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad19b256-e4b9-4a9e-9163-c85afacc8e4e None None] The sync data for ids ['281776a7-ed7c-440e-879c-88327b06ac90'] in n-d-840835-1 is: [{'id': '281776a7-ed7c-440e-879c-88327b06ac90', 'name': 'tempest-AttachVolumeShelveTestJSON-1205873776-router', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:50Z', 'updated_at': '2022-05-06T09:46:58Z', 'revision_number': 4, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'gw_port': {'id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:51Z', 'updated_at': '2022-05-06T09:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'ef4f4acb-a4d1-467f-9a23-b176d81f0e9b', 'name': '', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'mac_address': 'fa:16:3e:29:ca:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:56Z', 'updated_at': '2022-05-06T09:47:06Z', 'revision_number': 4, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'subnets': [{'id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:47:07.364140 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-051448d3-d0a1-40b5-9143-57dfe9bf6ff4 None None] Provisioning complete for port ef4f4acb-a4d1-467f-9a23-b176d81f0e9b triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:07.364982 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-051448d3-d0a1-40b5-9143-57dfe9bf6ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:07.380980 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-9d6d9490-d163-4154-85dd-1c6503c3005f tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:07.382729 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-9d6d9490-d163-4154-85dd-1c6503c3005f tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/networks?id=02e8aba3-387b-400e-9f74-334ab3eab168 HTTP/1.1" status: 200 len: 817 time: 0.6708751 May 06 09:47:07.385715 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-43ca8f47-ae52-4466-a827-2de84ebed970 service neutron] Transition to ACTIVE for port object e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:47:07.406759 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-164b1b7f-1be5-4c55-91bb-12db5f555c5c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=198ad638-598b-42db-86bb-beed091d38c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977125 May 06 09:47:07.430172 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-43ca8f47-ae52-4466-a827-2de84ebed970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:07.482897 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7768bbc-f753-47ff-adbf-051201784ba3 req-2d172410-2754-4690-ac6d-30ef252935f7 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:07.484507 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e7768bbc-f753-47ff-adbf-051201784ba3 req-2d172410-2754-4690-ac6d-30ef252935f7 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.84 "GET /v2.0/ports?device_id=6aee28dd-3795-48ec-8fad-618ecbb46d7f HTTP/1.1" status: 200 len: 907 time: 0.1679411 May 06 09:47:07.576462 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ef4f4acb-a4d1-467f-9a23-b176d81f0e9b up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:07.609832 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca8f47-ae52-4466-a827-2de84ebed970 service neutron] Pushing event updated for resources: {'Port': ['ID=e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:07.613250 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33985ea2-19b5-4075-b314-26b6effb182a admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:47:07.640928 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-869aa614-963d-4dab-b0fd-3675e420a165 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/quotas/1750166bc51841a8bad92d45b4eec5fb HTTP/1.1" status: 200 len: 375 time: 0.2383795 May 06 09:47:07.645938 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abf8761-54e5-415f-89bc-6b0f623f55be None None] Sync routers for ids ['64a6f11e-7d95-4e68-bbb9-766ccc20b0fc'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:47:07.662549 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abf8761-54e5-415f-89bc-6b0f623f55be None None] Routers {'64a6f11e-7d95-4e68-bbb9-766ccc20b0fc'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:07.663990 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-2abf8761-54e5-415f-89bc-6b0f623f55be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:46:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['64a6f11e-7d95-4e68-bbb9-766ccc20b0fc'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:07.724741 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-e7768bbc-f753-47ff-adbf-051201784ba3 req-9b9889eb-59ec-4847-adee-eaed4f7915eb tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Deleting port 31c8967f-e3f3-414b-9bbe-aaafec6512b2 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:07.725089 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-e7768bbc-f753-47ff-adbf-051201784ba3 req-9b9889eb-59ec-4847-adee-eaed4f7915eb tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:07.776133 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca7dce-52f4-4153-8fdd-d6a3653add1d req-594e90f0-d110-46b6-9250-c9f85d343fd1 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:07.784012 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f8ca7dce-52f4-4153-8fdd-d6a3653add1d req-594e90f0-d110-46b6-9250-c9f85d343fd1 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 945 time: 0.4227252 May 06 09:47:07.816420 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-2abf8761-54e5-415f-89bc-6b0f623f55be None None] Set router 64a6f11e-7d95-4e68-bbb9-766ccc20b0fc gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:07.912109 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-33985ea2-19b5-4075-b314-26b6effb182a admin admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:07.915898 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-33985ea2-19b5-4075-b314-26b6effb182a admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.8263910 May 06 09:47:07.924625 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52864) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:07.981537 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-61b695b9-587d-45d9-9a3d-afcae0ec0063 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1750166bc51841a8bad92d45b4eec5fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3395963 May 06 09:47:08.087941 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['07be7b3d-1ea1-45d6-868a-fe82ea0526c4'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:47:08.106345 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f8ca7dce-52f4-4153-8fdd-d6a3653add1d req-a9872499-42bf-499f-9a8f-2c3133b9de25 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212574 May 06 09:47:08.122912 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-fc67d638-ca79-4a7b-889c-c4b3ed4cbc56 service neutron] 10.222.0.84 "GET /v2.0/networks/198ad638-598b-42db-86bb-beed091d38c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6879232 May 06 09:47:08.255379 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ad1d48-894e-422c-b255-21cdd6ab4999 x-openstack-request-id: req-44ad1d48-894e-422c-b255-21cdd6ab4999 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:08.255672 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41181579-095a-4b94-9bed-2118f2d90451", "tag": "ccf6c9f7-5628-4ec8-b411-3e4172083d54", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:08.255932 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-44ad1d48-894e-422c-b255-21cdd6ab4999 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:08.256335 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44ad1d48-894e-422c-b255-21cdd6ab4999'] response: {'name': 'network-changed', 'server_uuid': '41181579-095a-4b94-9bed-2118f2d90451', 'tag': 'ccf6c9f7-5628-4ec8-b411-3e4172083d54', 'status': 'completed', 'code': 200} May 06 09:47:08.409252 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port ef4f4acb-a4d1-467f-9a23-b176d81f0e9b triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:08.409624 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:08.661563 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-e7768bbc-f753-47ff-adbf-051201784ba3 req-9b9889eb-59ec-4847-adee-eaed4f7915eb tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] For port 31c8967f-e3f3-414b-9bbe-aaafec6512b2, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=31c8967f-e3f3-414b-9bbe-aaafec6512b2,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:08.662101 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-e7768bbc-f753-47ff-adbf-051201784ba3 req-9b9889eb-59ec-4847-adee-eaed4f7915eb tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:08.678909 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-2abf8761-54e5-415f-89bc-6b0f623f55be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6f11e-7d95-4e68-bbb9-766ccc20b0fc', 'name': 'tempest-TaggedBootDevicesTest-1949805568-router', 'tenant_id': '946b84efc8434d3a892fb4373332a806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd1ac074a-127b-4163-96ae-64672c572c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:57Z', 'updated_at': '2022-05-06T09:47:02Z', 'revision_number': 3, 'project_id': '946b84efc8434d3a892fb4373332a806', 'gw_port': {'id': 'd1ac074a-127b-4163-96ae-64672c572c9e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:57:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a6f11e-7d95-4e68-bbb9-766ccc20b0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:00Z', 'updated_at': '2022-05-06T09:47:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:08.691026 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-e7768bbc-f753-47ff-adbf-051201784ba3 req-9b9889eb-59ec-4847-adee-eaed4f7915eb tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Calling delete_port for 31c8967f-e3f3-414b-9bbe-aaafec6512b2 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:08.724603 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abf8761-54e5-415f-89bc-6b0f623f55be None None] Checking router: 64a6f11e-7d95-4e68-bbb9-766ccc20b0fc for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:47:08.724942 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abf8761-54e5-415f-89bc-6b0f623f55be None None] Updating router 64a6f11e-7d95-4e68-bbb9-766ccc20b0fc port d1ac074a-127b-4163-96ae-64672c572c9e binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:47:08.793448 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2abf8761-54e5-415f-89bc-6b0f623f55be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:08.868059 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-cdca1b04-2001-4534-9aa6-956917818ca2 service neutron] 10.222.0.73 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8696861 May 06 09:47:08.877550 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-43ca8f47-ae52-4466-a827-2de84ebed970 service neutron] Attempting to bind port e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:47:08.877888 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-43ca8f47-ae52-4466-a827-2de84ebed970 service neutron] Attempting to bind port e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'bfa87719-ef54-4d27-aba7-e5aa36d17665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '198ad638-598b-42db-86bb-beed091d38c3'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:47:08.879932 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-43ca8f47-ae52-4466-a827-2de84ebed970 service neutron] Attempting to bind port e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1 on network 198ad638-598b-42db-86bb-beed091d38c3 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:08.962138 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-43ca8f47-ae52-4466-a827-2de84ebed970 service neutron] Port e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1 on network 198ad638-598b-42db-86bb-beed091d38c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:47:08.967607 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-43ca8f47-ae52-4466-a827-2de84ebed970 service neutron] Attempting to bind port e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1 on network 198ad638-598b-42db-86bb-beed091d38c3 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:09.007082 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-43ca8f47-ae52-4466-a827-2de84ebed970 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:47:09.007999 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-43ca8f47-ae52-4466-a827-2de84ebed970 service neutron] Checking segment: {'id': 'bfa87719-ef54-4d27-aba7-e5aa36d17665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '198ad638-598b-42db-86bb-beed091d38c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:09.008618 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-43ca8f47-ae52-4466-a827-2de84ebed970 service neutron] Bound using segment: {'id': 'bfa87719-ef54-4d27-aba7-e5aa36d17665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '198ad638-598b-42db-86bb-beed091d38c3'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:47:09.011562 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-43ca8f47-ae52-4466-a827-2de84ebed970 service neutron] Bound port: e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa87719-ef54-4d27-aba7-e5aa36d17665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '198ad638-598b-42db-86bb-beed091d38c3'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:47:09.012116 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-43ca8f47-ae52-4466-a827-2de84ebed970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:09.079172 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-e7768bbc-f753-47ff-adbf-051201784ba3 req-9b9889eb-59ec-4847-adee-eaed4f7915eb tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:09.112934 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9889eb-59ec-4847-adee-eaed4f7915eb tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Pushing event deleted for resources: {'Port': ['ID=31c8967f-e3f3-414b-9bbe-aaafec6512b2,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:09.129773 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-46b7bcca-e742-40ed-a273-4b6858202ef0 service neutron] 10.222.0.84 "GET /v2.0/networks/198ad638-598b-42db-86bb-beed091d38c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9967759 May 06 09:47:09.149436 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f7f25-0f35-4d54-ab4a-e47c51e58d9f req-a1c7599d-f82b-43ab-afec-7f2298fe76f0 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:09.158475 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-293f7f25-0f35-4d54-ab4a-e47c51e58d9f req-a1c7599d-f82b-43ab-afec-7f2298fe76f0 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/ports?device_id=bce4d1cc-33ad-448d-b9c4-88c6615f5c64 HTTP/1.1" status: 200 len: 944 time: 0.2971137 May 06 09:47:09.203374 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7768bbc-f753-47ff-adbf-051201784ba3 req-9b9889eb-59ec-4847-adee-eaed4f7915eb tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] No DVR routers for this DVR port 31c8967f-e3f3-414b-9bbe-aaafec6512b2 on host n-h1-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:47:09.209184 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-e7768bbc-f753-47ff-adbf-051201784ba3 req-9b9889eb-59ec-4847-adee-eaed4f7915eb tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:09.217350 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e7768bbc-f753-47ff-adbf-051201784ba3 req-9b9889eb-59ec-4847-adee-eaed4f7915eb tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.84 "DELETE /v2.0/ports/31c8967f-e3f3-414b-9bbe-aaafec6512b2 HTTP/1.1" status: 204 len: 173 time: 1.7151721 May 06 09:47:09.217769 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aee28dd-3795-48ec-8fad-618ecbb46d7f', 'name': 'network-vif-deleted', 'tag': '31c8967f-e3f3-414b-9bbe-aaafec6512b2'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:09.228570 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-53e58d62-6d3e-4164-ab2f-d5256415de94 service neutron] 10.222.0.73 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434141 May 06 09:47:09.234149 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c278a17-1ac6-43b5-ad30-ca764950dbbc" -d '{"events": [{"server_uuid": "6aee28dd-3795-48ec-8fad-618ecbb46d7f", "name": "network-vif-deleted", "tag": "31c8967f-e3f3-414b-9bbe-aaafec6512b2"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:09.328450 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-43ca8f47-ae52-4466-a827-2de84ebed970 service neutron] For port e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:47:09.363408 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-293f7f25-0f35-4d54-ab4a-e47c51e58d9f req-7062f19e-2ec9-48c8-9650-a0a2f8986fc0 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/security-groups?id=ffc3929c-0d03-467e-86e4-1cd6a64d94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010465 May 06 09:47:09.411090 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2abf8761-54e5-415f-89bc-6b0f623f55be None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:09.418382 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-43ca8f47-ae52-4466-a827-2de84ebed970 service neutron] For port e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1,segment=NetworkSegment(bfa87719-ef54-4d27-aba7-e5aa36d17665),segment_id=bfa87719-ef54-4d27-aba7-e5aa36d17665)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:47:09.422426 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 31c8967f-e3f3-414b-9bbe-aaafec6512b2 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:09.444407 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0afb4b-797d-4605-ba3a-b5cff9250ed3 req-c54835f9-200b-4585-8b8b-01ca4cac7f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:09.446008 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a0afb4b-797d-4605-ba3a-b5cff9250ed3 req-c54835f9-200b-4585-8b8b-01ca4cac7f85 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=235571e8cf5c40e6a84a6eac39aa7ce1&device_id=41181579-095a-4b94-9bed-2118f2d90451 HTTP/1.1" status: 200 len: 1094 time: 0.2415526 May 06 09:47:09.451731 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-43ca8f47-ae52-4466-a827-2de84ebed970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:09.452851 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 31c8967f-e3f3-414b-9bbe-aaafec6512b2 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:47:09.453412 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 31c8967f-e3f3-414b-9bbe-aaafec6512b2 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:47:09.456506 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2abf8761-54e5-415f-89bc-6b0f623f55be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:09.575795 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef4d1b2e-8719-4885-91fb-71988145430d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:09.589370 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa13072-1bec-44da-838b-0e57160f2164 None None] Pushing event updated for resources: {'Port': ['ID=d1ac074a-127b-4163-96ae-64672c572c9e,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:09.593945 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-2abf8761-54e5-415f-89bc-6b0f623f55be None None] Attempting to bind port d1ac074a-127b-4163-96ae-64672c572c9e on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:47:09.594929 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-2abf8761-54e5-415f-89bc-6b0f623f55be None None] Attempting to bind port d1ac074a-127b-4163-96ae-64672c572c9e by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:47:09.595539 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abf8761-54e5-415f-89bc-6b0f623f55be None None] Attempting to bind port d1ac074a-127b-4163-96ae-64672c572c9e on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:09.604475 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abf8761-54e5-415f-89bc-6b0f623f55be None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:47:09.605259 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abf8761-54e5-415f-89bc-6b0f623f55be None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:09.605901 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2abf8761-54e5-415f-89bc-6b0f623f55be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:09.606751 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abf8761-54e5-415f-89bc-6b0f623f55be None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:47:09.607766 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-2abf8761-54e5-415f-89bc-6b0f623f55be None None] Bound port: d1ac074a-127b-4163-96ae-64672c572c9e, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:47:09.608368 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2abf8761-54e5-415f-89bc-6b0f623f55be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:09.717747 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-2abf8761-54e5-415f-89bc-6b0f623f55be None None] For port d1ac074a-127b-4163-96ae-64672c572c9e, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:47:09.722874 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-2abf8761-54e5-415f-89bc-6b0f623f55be None None] For port d1ac074a-127b-4163-96ae-64672c572c9e, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=d1ac074a-127b-4163-96ae-64672c572c9e,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:47:09.740323 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2abf8761-54e5-415f-89bc-6b0f623f55be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:09.788596 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-43ca8f47-ae52-4466-a827-2de84ebed970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:09.788596 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-43ca8f47-ae52-4466-a827-2de84ebed970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:09.789720 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-43ca8f47-ae52-4466-a827-2de84ebed970 service neutron] 10.222.0.84 "PUT /v2.0/ports/e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1 HTTP/1.1" status: 200 len: 1091 time: 4.2731733 May 06 09:47:09.822819 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abf8761-54e5-415f-89bc-6b0f623f55be None None] Routers {'64a6f11e-7d95-4e68-bbb9-766ccc20b0fc'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:09.823495 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-2abf8761-54e5-415f-89bc-6b0f623f55be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:46:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['64a6f11e-7d95-4e68-bbb9-766ccc20b0fc'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:09.854767 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-65fde3a6-4797-47d3-b967-edc0b3d56e7c req-53a03943-1095-414b-a0b9-be68ad9717c1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=6aee28dd-3795-48ec-8fad-618ecbb46d7f HTTP/1.1" status: 200 len: 210 time: 0.0706244 May 06 09:47:09.867375 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca8f47-ae52-4466-a827-2de84ebed970 service neutron] Pushing event updated for resources: {'Port': ['ID=e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:09.899054 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa13072-1bec-44da-838b-0e57160f2164 None None] Pushing event updated for resources: {'Port': ['ID=d1ac074a-127b-4163-96ae-64672c572c9e,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:09.944533 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-ef4d1b2e-8719-4885-91fb-71988145430d admin admin] Allocated IP 172.20.0.1 (a545af7c-703a-48d9-88cf-a76ec6260a8e/1d0786a9-1786-4954-aa55-4c7a838fedbb/388cc163-1362-43fe-a495-e72dc67cd618) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:09.998511 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8333bc1-84d9-4575-ab17-57869ec68399 req-138cb76b-576f-4f4d-99cd-7ec9128e6159 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:10.005578 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c8333bc1-84d9-4575-ab17-57869ec68399 req-138cb76b-576f-4f4d-99cd-7ec9128e6159 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.4498739 May 06 09:47:10.104058 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0afb4b-797d-4605-ba3a-b5cff9250ed3 req-e0f64819-41e5-4915-bf8d-09fc7d2b10c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:10.106746 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a0afb4b-797d-4605-ba3a-b5cff9250ed3 req-e0f64819-41e5-4915-bf8d-09fc7d2b10c9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=198ad638-598b-42db-86bb-beed091d38c3 HTTP/1.1" status: 200 len: 919 time: 0.5498052 May 06 09:47:10.218157 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef4d1b2e-8719-4885-91fb-71988145430d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:10.258924 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969741c5-4439-4596-85a1-328dd09efb54', 'tag': 'e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:10.266165 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9c95c4-e8d0-443b-a59a-acb1d645dca3" -d '{"events": [{"name": "network-changed", "server_uuid": "969741c5-4439-4596-85a1-328dd09efb54", "tag": "e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:10.276675 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef4d1b2e-8719-4885-91fb-71988145430d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:10.290334 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a0afb4b-797d-4605-ba3a-b5cff9250ed3 req-a2813d6c-beb0-4e20-a36b-1daf5cb0725d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccf6c9f7-5628-4ec8-b411-3e4172083d54 HTTP/1.1" status: 200 len: 217 time: 0.0931737 May 06 09:47:10.293393 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-757a539d-7918-4609-8df9-4a3ac1188062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:10.294893 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-757a539d-7918-4609-8df9-4a3ac1188062 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=235571e8cf5c40e6a84a6eac39aa7ce1&device_id=969741c5-4439-4596-85a1-328dd09efb54 HTTP/1.1" status: 200 len: 1094 time: 0.4040277 May 06 09:47:10.316177 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c8333bc1-84d9-4575-ab17-57869ec68399 req-2047b3c9-961b-4e85-b20d-f7f6cdeecbdc tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949326 May 06 09:47:10.341516 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d1b2e-8719-4885-91fb-71988145430d admin admin] Pushing event updated for resources: {'Port': ['ID=388cc163-1362-43fe-a495-e72dc67cd618,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:10.356855 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4d1b2e-8719-4885-91fb-71988145430d admin admin] Network a545af7c-703a-48d9-88cf-a76ec6260a8e is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:10.358572 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-ef4d1b2e-8719-4885-91fb-71988145430d admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:10.361291 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4d1b2e-8719-4885-91fb-71988145430d admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:10.367476 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-2abf8761-54e5-415f-89bc-6b0f623f55be None None] Set router 64a6f11e-7d95-4e68-bbb9-766ccc20b0fc gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:10.424419 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef4d1b2e-8719-4885-91fb-71988145430d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:10.566923 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 07be7b3d-1ea1-45d6-868a-fe82ea0526c4 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:10.601219 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8796a6a-1a8d-4b62-ac50-a85099de894f req-eb62747f-6b26-4af4-85b2-722cf837d60b tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:10.637991 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8796a6a-1a8d-4b62-ac50-a85099de894f req-eb62747f-6b26-4af4-85b2-722cf837d60b tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 945 time: 0.5693679 May 06 09:47:10.661110 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-19704bdd-99eb-42c4-ad8e-b6125a1a2572 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1 HTTP/1.1" status: 200 len: 217 time: 0.3350537 May 06 09:47:10.719433 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c917f16-646b-4017-9cff-dafd25936c91 x-openstack-request-id: req-6c917f16-646b-4017-9cff-dafd25936c91 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:10.720715 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aee28dd-3795-48ec-8fad-618ecbb46d7f", "name": "network-vif-deleted", "tag": "31c8967f-e3f3-414b-9bbe-aaafec6512b2", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:10.723548 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6c917f16-646b-4017-9cff-dafd25936c91 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:10.724182 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c917f16-646b-4017-9cff-dafd25936c91'] response: {'server_uuid': '6aee28dd-3795-48ec-8fad-618ecbb46d7f', 'name': 'network-vif-deleted', 'tag': '31c8967f-e3f3-414b-9bbe-aaafec6512b2', 'status': 'completed', 'code': 200} May 06 09:47:10.768699 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef4d1b2e-8719-4885-91fb-71988145430d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:10.822189 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0afb4b-797d-4605-ba3a-b5cff9250ed3 req-a826bfd4-df4d-40a4-99e2-00fe63909e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:10.831932 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a0afb4b-797d-4605-ba3a-b5cff9250ed3 req-a826bfd4-df4d-40a4-99e2-00fe63909e1a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ec0bd67d-f23b-40f6-b06d-1b716aca1667 HTTP/1.1" status: 200 len: 858 time: 0.5040438 May 06 09:47:10.930425 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4ca8ccbb-79d6-48e5-923c-95a5eb3ae067 None None] Provisioning complete for port 388cc163-1362-43fe-a495-e72dc67cd618 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:10.932457 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4ca8ccbb-79d6-48e5-923c-95a5eb3ae067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:10.963618 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 07be7b3d-1ea1-45d6-868a-fe82ea0526c4 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:47:10.975791 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 07be7b3d-1ea1-45d6-868a-fe82ea0526c4 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:10.976546 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:11.002250 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-2abf8761-54e5-415f-89bc-6b0f623f55be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6f11e-7d95-4e68-bbb9-766ccc20b0fc', 'name': 'tempest-TaggedBootDevicesTest-1949805568-router', 'tenant_id': '946b84efc8434d3a892fb4373332a806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd1ac074a-127b-4163-96ae-64672c572c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:57Z', 'updated_at': '2022-05-06T09:47:02Z', 'revision_number': 3, 'project_id': '946b84efc8434d3a892fb4373332a806', 'gw_port': {'id': 'd1ac074a-127b-4163-96ae-64672c572c9e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:57:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a6f11e-7d95-4e68-bbb9-766ccc20b0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:00Z', 'updated_at': '2022-05-06T09:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:11.009718 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8796a6a-1a8d-4b62-ac50-a85099de894f req-1ef1b87f-7e89-4d83-b9d4-168592931e3f tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692532 May 06 09:47:11.013087 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1d0cf802-e8eb-46ae-9036-7ce8ae9c934f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:11.022125 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-4ca8ccbb-79d6-48e5-923c-95a5eb3ae067 None None] Port 388cc163-1362-43fe-a495-e72dc67cd618 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:47:11.022337 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1d0cf802-e8eb-46ae-9036-7ce8ae9c934f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ec0bd67d-f23b-40f6-b06d-1b716aca1667 HTTP/1.1" status: 200 len: 858 time: 0.3315797 May 06 09:47:11.052911 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1329dd3b-931a-423c-b97b-cc2abd915d55 req-e5150dc4-be1f-4ed4-a35e-77e1908a1bb2 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 210 time: 0.1341581 May 06 09:47:11.108995 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abf8761-54e5-415f-89bc-6b0f623f55be None None] The sync data for ids ['64a6f11e-7d95-4e68-bbb9-766ccc20b0fc'] in n-d-840835-1 is: [{'id': '64a6f11e-7d95-4e68-bbb9-766ccc20b0fc', 'name': 'tempest-TaggedBootDevicesTest-1949805568-router', 'tenant_id': '946b84efc8434d3a892fb4373332a806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd1ac074a-127b-4163-96ae-64672c572c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:57Z', 'updated_at': '2022-05-06T09:47:02Z', 'revision_number': 3, 'project_id': '946b84efc8434d3a892fb4373332a806', 'gw_port': {'id': 'd1ac074a-127b-4163-96ae-64672c572c9e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:57:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a6f11e-7d95-4e68-bbb9-766ccc20b0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:00Z', 'updated_at': '2022-05-06T09:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:47:11.183521 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c57495-c43a-4fae-97b7-de44ccfe9e7d x-openstack-request-id: req-a9c57495-c43a-4fae-97b7-de44ccfe9e7d {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:11.183818 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969741c5-4439-4596-85a1-328dd09efb54", "tag": "e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:11.188917 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a9c57495-c43a-4fae-97b7-de44ccfe9e7d {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:11.189817 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9c57495-c43a-4fae-97b7-de44ccfe9e7d'] response: {'name': 'network-changed', 'server_uuid': '969741c5-4439-4596-85a1-328dd09efb54', 'tag': 'e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1', 'status': 'completed', 'code': 200} May 06 09:47:11.197440 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-c9d1506f-172d-4b0a-a7df-833dfd8a9f1f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=198ad638-598b-42db-86bb-beed091d38c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1363332 May 06 09:47:11.223069 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef4d1b2e-8719-4885-91fb-71988145430d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:11.233857 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef4d1b2e-8719-4885-91fb-71988145430d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:11.266614 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:11.296645 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d1b2e-8719-4885-91fb-71988145430d admin admin] Pushing event updated for resources: {'Port': ['ID=388cc163-1362-43fe-a495-e72dc67cd618,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:11.320471 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce4d1cc-33ad-448d-b9c4-88c6615f5c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07be7b3d-1ea1-45d6-868a-fe82ea0526c4'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:11.322748 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e044f2-a7be-4195-b692-545b1e0bb0bb" -d '{"events": [{"server_uuid": "bce4d1cc-33ad-448d-b9c4-88c6615f5c64", "name": "network-vif-plugged", "status": "completed", "tag": "07be7b3d-1ea1-45d6-868a-fe82ea0526c4"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:11.354357 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 07be7b3d-1ea1-45d6-868a-fe82ea0526c4, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=07be7b3d-1ea1-45d6-868a-fe82ea0526c4,segment=NetworkSegment(bfa87719-ef54-4d27-aba7-e5aa36d17665),segment_id=bfa87719-ef54-4d27-aba7-e5aa36d17665)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:11.355745 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef4d1b2e-8719-4885-91fb-71988145430d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:11.364188 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:11.428452 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a0afb4b-797d-4605-ba3a-b5cff9250ed3 req-f2d39450-2c98-4b83-b251-90c984c74787 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=198ad638-598b-42db-86bb-beed091d38c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3685074 May 06 09:47:11.462619 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=07be7b3d-1ea1-45d6-868a-fe82ea0526c4,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:11.492584 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4d1b2e-8719-4885-91fb-71988145430d admin admin] Network a545af7c-703a-48d9-88cf-a76ec6260a8e is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:11.494459 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-ef4d1b2e-8719-4885-91fb-71988145430d admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:11.741233 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41ce83-9d28-4c5f-a5b8-24a051ad1c06 req-b114abb2-2481-4a9d-8541-0be3f594eda1 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:11.745035 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b41ce83-9d28-4c5f-a5b8-24a051ad1c06 req-b114abb2-2481-4a9d-8541-0be3f594eda1 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/ports?device_id=bce4d1cc-33ad-448d-b9c4-88c6615f5c64 HTTP/1.1" status: 200 len: 944 time: 0.4700031 May 06 09:47:11.777231 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-fd246b10-f7f4-4618-b090-36b5ed8674c5 service neutron] 10.222.0.84 "GET /v2.0/networks/198ad638-598b-42db-86bb-beed091d38c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572895 May 06 09:47:11.842058 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34fa96d-3dbf-4ddc-b6a6-bbdcb1afa15b req-c47955c5-ced2-4d0a-b293-f8a739f02aae tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:11.848642 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-fda3d40e-2b5d-4fab-89e9-0c206e4e271a tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:11.849307 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d34fa96d-3dbf-4ddc-b6a6-bbdcb1afa15b req-c47955c5-ced2-4d0a-b293-f8a739f02aae tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.6132908 May 06 09:47:11.857991 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-fda3d40e-2b5d-4fab-89e9-0c206e4e271a tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.84 "GET /v2.0/networks?id=02e8aba3-387b-400e-9f74-334ab3eab168 HTTP/1.1" status: 200 len: 817 time: 0.2403812 May 06 09:47:11.999909 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-ff7ae359-cd2c-4542-a86e-d3a521fb9440 None None] Provisioning complete for port 388cc163-1362-43fe-a495-e72dc67cd618 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:12.000503 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ff7ae359-cd2c-4542-a86e-d3a521fb9440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:12.020641 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-d59f6610-6bb6-4a69-81e9-91a6229669a3 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1750166bc51841a8bad92d45b4eec5fb HTTP/1.1" status: 200 len: 379 time: 0.1462312 May 06 09:47:12.028142 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4d1b2e-8719-4885-91fb-71988145430d admin admin] Router 64a6f11e-7d95-4e68-bbb9-766ccc20b0fc has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:47:12.052553 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-0c5286aa-cc13-4399-b938-4e2ac7d2991e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Request body: {'port': {'device_id': 'd651b330-4936-40ab-b73c-18040c1bf70f', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'admin_state_up': True, 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'security_groups': ['22c8950f-3980-4689-9a3d-ce6a0d2c08e5']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:12.054111 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b41ce83-9d28-4c5f-a5b8-24a051ad1c06 req-4d0b9359-9282-4d56-9bff-ff0e5e9be0d6 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/security-groups?id=ffc3929c-0d03-467e-86e4-1cd6a64d94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828550 May 06 09:47:12.074209 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-ff7ae359-cd2c-4542-a86e-d3a521fb9440 None None] Port 388cc163-1362-43fe-a495-e72dc67cd618 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:47:12.109484 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d34fa96d-3dbf-4ddc-b6a6-bbdcb1afa15b req-3c500da6-0ccf-461f-abf8-7e14957422f2 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157452 May 06 09:47:12.115752 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a0afb4b-797d-4605-ba3a-b5cff9250ed3 req-ae2af122-2309-4cb7-9941-4be1533d71e5 service neutron] 10.222.0.84 "GET /v2.0/networks/198ad638-598b-42db-86bb-beed091d38c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5567982 May 06 09:47:12.195420 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63e0691-030c-47a8-8047-bf6d50a857fa x-openstack-request-id: req-c63e0691-030c-47a8-8047-bf6d50a857fa {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:12.195780 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce4d1cc-33ad-448d-b9c4-88c6615f5c64", "name": "network-vif-plugged", "status": "completed", "tag": "07be7b3d-1ea1-45d6-868a-fe82ea0526c4", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:12.196099 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c63e0691-030c-47a8-8047-bf6d50a857fa {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:12.196560 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c63e0691-030c-47a8-8047-bf6d50a857fa'] response: {'server_uuid': 'bce4d1cc-33ad-448d-b9c4-88c6615f5c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07be7b3d-1ea1-45d6-868a-fe82ea0526c4', 'code': 200} May 06 09:47:12.282076 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75eb04db-5a6e-4fe6-970c-6b427a4c49fe req-1b3660f5-e775-4fd3-94ad-60abec755799 service neutron] 10.222.0.84 "GET /v2.0/networks/198ad638-598b-42db-86bb-beed091d38c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886935 May 06 09:47:12.430415 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-556f3982-142e-4aaf-be78-b316674a956e req-03328797-7bb6-43ca-a620-4f581fcd77f3 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 210 time: 0.0793562 May 06 09:47:12.477186 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a0afb4b-797d-4605-ba3a-b5cff9250ed3 req-c6bdc215-7f6b-4e80-8fbb-fcc3e78f3651 service neutron] 10.222.0.84 "GET /v2.0/networks/198ad638-598b-42db-86bb-beed091d38c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430452 May 06 09:47:12.507595 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160f4e1-603e-4372-a320-d215a5fca1d4 req-4c68613f-8c31-417a-a1c6-519716557b77 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:12.509817 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7160f4e1-603e-4372-a320-d215a5fca1d4 req-4c68613f-8c31-417a-a1c6-519716557b77 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 945 time: 0.2153249 May 06 09:47:12.544256 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4d1b2e-8719-4885-91fb-71988145430d admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:47:12.559940 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c95c4-e8d0-443b-a59a-acb1d645dca3 req-fa1a00ab-6878-445d-bdc0-3715fd57f515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:12.561541 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d9c95c4-e8d0-443b-a59a-acb1d645dca3 req-fa1a00ab-6878-445d-bdc0-3715fd57f515 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=235571e8cf5c40e6a84a6eac39aa7ce1&device_id=969741c5-4439-4596-85a1-328dd09efb54 HTTP/1.1" status: 200 len: 1094 time: 0.1990752 May 06 09:47:12.578044 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ef4d1b2e-8719-4885-91fb-71988145430d admin admin] 10.222.0.73 "PUT /v2.0/routers/64a6f11e-7d95-4e68-bbb9-766ccc20b0fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6413207 May 06 09:47:12.591737 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb1d61-f457-4526-9b12-850b3b895f84 req-9da4850c-e81b-4470-a4a0-7d0b19b105de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:12.593586 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-94fb1d61-f457-4526-9b12-850b3b895f84 req-9da4850c-e81b-4470-a4a0-7d0b19b105de service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bce4d1cc-33ad-448d-b9c4-88c6615f5c64 HTTP/1.1" status: 200 len: 1096 time: 0.1954439 May 06 09:47:12.595027 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-0c5286aa-cc13-4399-b938-4e2ac7d2991e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Made reservation on behalf of 1750166bc51841a8bad92d45b4eec5fb for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:12.613399 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-0c5286aa-cc13-4399-b938-4e2ac7d2991e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:12.714763 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7160f4e1-603e-4372-a320-d215a5fca1d4 req-fb91c2cd-3eff-4341-8671-0c2b41599926 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956716 May 06 09:47:12.833275 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c95c4-e8d0-443b-a59a-acb1d645dca3 req-cc2d5b04-44e0-47e7-847e-1e6a61c896ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:12.839978 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d9c95c4-e8d0-443b-a59a-acb1d645dca3 req-cc2d5b04-44e0-47e7-847e-1e6a61c896ea service neutron] 10.222.0.84 "GET /v2.0/networks?id=198ad638-598b-42db-86bb-beed091d38c3 HTTP/1.1" status: 200 len: 919 time: 0.2655249 May 06 09:47:12.873340 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-94fb1d61-f457-4526-9b12-850b3b895f84 req-310680bf-e935-4592-8769-f656391d5f9d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ffc3929c-0d03-467e-86e4-1cd6a64d94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450767 May 06 09:47:13.004800 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-0c5286aa-cc13-4399-b938-4e2ac7d2991e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Allocated IP 172.20.0.10 (02e8aba3-387b-400e-9f74-334ab3eab168/1d4098cb-ab83-4260-9cb2-59b447fa9932/cf1e41e2-bb41-4232-93f0-f6954f63dd79) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:13.009295 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d9c95c4-e8d0-443b-a59a-acb1d645dca3 req-8d3fce18-a8ec-4e99-8572-d988cbd41563 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1 HTTP/1.1" status: 200 len: 217 time: 0.1538477 May 06 09:47:13.138731 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81344e-7245-4854-afbb-85c3dd17c77a req-4f3c71f4-080a-4e76-a995-1b7256850e2e tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:13.140478 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8e81344e-7245-4854-afbb-85c3dd17c77a req-4f3c71f4-080a-4e76-a995-1b7256850e2e tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.2674327 May 06 09:47:13.148351 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c95c4-e8d0-443b-a59a-acb1d645dca3 req-c5e45d7c-68cd-4c79-8978-f333849faef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:13.150481 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d9c95c4-e8d0-443b-a59a-acb1d645dca3 req-c5e45d7c-68cd-4c79-8978-f333849faef7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ec0bd67d-f23b-40f6-b06d-1b716aca1667 HTTP/1.1" status: 200 len: 858 time: 0.1076031 May 06 09:47:13.158888 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba444491-b8e4-416a-8e79-8717178486f9 req-cdbd9388-c219-4c67-870f-3b4e94510dbc tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:13.166769 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba444491-b8e4-416a-8e79-8717178486f9 req-cdbd9388-c219-4c67-870f-3b4e94510dbc tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=38111985-0ca9-49c5-a1b1-74e01048b182 HTTP/1.1" status: 200 len: 945 time: 0.1795928 May 06 09:47:13.249472 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d9c95c4-e8d0-443b-a59a-acb1d645dca3 req-a228c315-a62c-4867-9bdb-7a1cd4e6988b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=198ad638-598b-42db-86bb-beed091d38c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803664 May 06 09:47:13.317445 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba444491-b8e4-416a-8e79-8717178486f9 req-e78b126a-7426-43b4-8ff6-00fcd9668c0f tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494427 May 06 09:47:13.386365 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-0c5286aa-cc13-4399-b938-4e2ac7d2991e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:13.386678 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device ccf6c9f7-5628-4ec8-b411-3e4172083d54 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:47:13.400920 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8e81344e-7245-4854-afbb-85c3dd17c77a req-0226230b-0bad-405b-b07c-0b81cb3a0e55 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308459 May 06 09:47:13.498794 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-0c5286aa-cc13-4399-b938-4e2ac7d2991e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:13.633778 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d9c95c4-e8d0-443b-a59a-acb1d645dca3 req-a38a1ee2-d8c2-4c62-b6df-c39fbaaeda30 service neutron] 10.222.0.84 "GET /v2.0/networks/198ad638-598b-42db-86bb-beed091d38c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504503 May 06 09:47:13.696372 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-0c5286aa-cc13-4399-b938-4e2ac7d2991e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Network 02e8aba3-387b-400e-9f74-334ab3eab168 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:13.700349 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-0c5286aa-cc13-4399-b938-4e2ac7d2991e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:13.728479 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-0c5286aa-cc13-4399-b938-4e2ac7d2991e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:13.732157 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667bd9df-5a5c-411b-924f-71346936fba3 req-da7c16ae-0fc7-4ffa-b029-891fe36fdf63 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:13.733718 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d1ac074a-127b-4163-96ae-64672c572c9e up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:13.733893 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-667bd9df-5a5c-411b-924f-71346936fba3 req-da7c16ae-0fc7-4ffa-b029-891fe36fdf63 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/ports?device_id=bce4d1cc-33ad-448d-b9c4-88c6615f5c64 HTTP/1.1" status: 200 len: 945 time: 0.2871301 May 06 09:47:13.862972 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port d1ac074a-127b-4163-96ae-64672c572c9e triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:13.863869 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:13.881241 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-0c5286aa-cc13-4399-b938-4e2ac7d2991e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:13.887850 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-0c5286aa-cc13-4399-b938-4e2ac7d2991e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:13.915844 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5286aa-cc13-4399-b938-4e2ac7d2991e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Pushing event updated for resources: {'Port': ['ID=cf1e41e2-bb41-4232-93f0-f6954f63dd79,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:13.949322 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-0c5286aa-cc13-4399-b938-4e2ac7d2991e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9145501 May 06 09:47:13.952432 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fb088-37d6-4c50-8f03-c712b36e733e req-e2c095f3-d60f-4746-afa0-7901659b8a33 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:13.966866 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fa3fb088-37d6-4c50-8f03-c712b36e733e req-e2c095f3-d60f-4746-afa0-7901659b8a33 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.3300622 May 06 09:47:13.969020 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-b0e4fab1-7714-4435-a1c9-c4fcf8f00a75 service neutron] Request body: {'port': {'device_id': 'd651b330-4936-40ab-b73c-18040c1bf70f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:13.994784 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d9c95c4-e8d0-443b-a59a-acb1d645dca3 req-8f96d17b-779f-4898-bd7a-41875bcf88e1 service neutron] 10.222.0.84 "GET /v2.0/networks/198ad638-598b-42db-86bb-beed091d38c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604131 May 06 09:47:14.049575 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-667bd9df-5a5c-411b-924f-71346936fba3 req-1d40a903-4200-4380-8edb-c6f66889721f tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/security-groups?id=ffc3929c-0d03-467e-86e4-1cd6a64d94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067825 May 06 09:47:14.129933 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port ccf6c9f7-5628-4ec8-b411-3e4172083d54, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=ccf6c9f7-5628-4ec8-b411-3e4172083d54,segment=NetworkSegment(bfa87719-ef54-4d27-aba7-e5aa36d17665),segment_id=bfa87719-ef54-4d27-aba7-e5aa36d17665)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:14.147106 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:14.155907 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fa3fb088-37d6-4c50-8f03-c712b36e733e req-01a907d3-6937-4b22-990c-b3a0f6f0a8de tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876633 May 06 09:47:14.158665 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'ccf6c9f7-5628-4ec8-b411-3e4172083d54', 'network_id': '198ad638-598b-42db-86bb-beed091d38c3', 'port_id': 'ccf6c9f7-5628-4ec8-b411-3e4172083d54', 'mac_address': 'fa:16:3e:17:4e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0bd67d-f23b-40f6-b06d-1b716aca1667', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:47:14.210757 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-b0e4fab1-7714-4435-a1c9-c4fcf8f00a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:14.251901 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port d1ac074a-127b-4163-96ae-64672c572c9e, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=d1ac074a-127b-4163-96ae-64672c572c9e,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:14.319990 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:14.360871 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:14.374520 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccf6c9f7-5628-4ec8-b411-3e4172083d54 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:47:14.450924 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port ccf6c9f7-5628-4ec8-b411-3e4172083d54, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=ccf6c9f7-5628-4ec8-b411-3e4172083d54,segment=NetworkSegment(bfa87719-ef54-4d27-aba7-e5aa36d17665),segment_id=bfa87719-ef54-4d27-aba7-e5aa36d17665)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:14.509785 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:14.552683 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5157e2-e295-482c-92e0-bd347fbf6751 req-5653ccfb-9a3a-4633-bd60-2d0f0fbd5848 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:14.554348 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7f5157e2-e295-482c-92e0-bd347fbf6751 req-5653ccfb-9a3a-4633-bd60-2d0f0fbd5848 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.84 "GET /v2.0/ports?device_id=38111985-0ca9-49c5-a1b1-74e01048b182 HTTP/1.1" status: 200 len: 945 time: 0.3098464 May 06 09:47:14.558122 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-33ec8f61-ac93-4a27-bf40-981d035ff83f None None] Provisioning complete for port cf1e41e2-bb41-4232-93f0-f6954f63dd79 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:14.558499 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-33ec8f61-ac93-4a27-bf40-981d035ff83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:14.593779 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cdfe0-8c48-4921-9e99-87ccd607092d req-a2772dec-245a-49b1-84a4-a7d72b0314d5 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:14.599190 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c71cdfe0-8c48-4921-9e99-87ccd607092d req-a2772dec-245a-49b1-84a4-a7d72b0314d5 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 932 time: 0.2690122 May 06 09:47:14.628733 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d0c94a-ce30-42e4-b0e1-cae834f985f5 None None] Sync routers for ids ['64a6f11e-7d95-4e68-bbb9-766ccc20b0fc'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:47:14.645648 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d0c94a-ce30-42e4-b0e1-cae834f985f5 None None] Routers {'64a6f11e-7d95-4e68-bbb9-766ccc20b0fc'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:14.647083 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-33ec8f61-ac93-4a27-bf40-981d035ff83f None None] Port cf1e41e2-bb41-4232-93f0-f6954f63dd79 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:47:14.648504 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-52d0c94a-ce30-42e4-b0e1-cae834f985f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:46:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['64a6f11e-7d95-4e68-bbb9-766ccc20b0fc'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:14.663934 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=d1ac074a-127b-4163-96ae-64672c572c9e,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:14.756698 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=ccf6c9f7-5628-4ec8-b411-3e4172083d54,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:14.793384 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205b3af-bb55-45ee-b29c-0a3587446a63 req-a7934252-a7fc-43fb-8939-a09950ceac80 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:14.798237 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f205b3af-bb55-45ee-b29c-0a3587446a63 req-a7934252-a7fc-43fb-8939-a09950ceac80 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 945 time: 0.4429495 May 06 09:47:14.806034 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['ccf6c9f7-5628-4ec8-b411-3e4172083d54'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:47:14.866955 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-b0e4fab1-7714-4435-a1c9-c4fcf8f00a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf1e41e2-bb41-4232-93f0-f6954f63dd79 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:47:14.897730 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-b0e4fab1-7714-4435-a1c9-c4fcf8f00a75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:14.923093 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-52d0c94a-ce30-42e4-b0e1-cae834f985f5 None None] Set router 64a6f11e-7d95-4e68-bbb9-766ccc20b0fc gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:14.929738 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-b0e4fab1-7714-4435-a1c9-c4fcf8f00a75 service neutron] Transition to ACTIVE for port object cf1e41e2-bb41-4232-93f0-f6954f63dd79 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:47:14.938550 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-b0e4fab1-7714-4435-a1c9-c4fcf8f00a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:14.986632 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c71cdfe0-8c48-4921-9e99-87ccd607092d req-886ac7b0-00df-4add-8cff-dd51eb9f4829 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3640885 May 06 09:47:15.002261 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f205b3af-bb55-45ee-b29c-0a3587446a63 req-9409a1eb-0738-44af-bc1e-8c3603f68f01 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802235 May 06 09:47:15.112070 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4fab1-7714-4435-a1c9-c4fcf8f00a75 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1e41e2-bb41-4232-93f0-f6954f63dd79,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:15.163955 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-7f5157e2-e295-482c-92e0-bd347fbf6751 req-bb2ef7cb-1ed8-4b76-95e2-542c037a78e1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Deleting port 82cc8ff9-0b16-4903-a1af-751dac4e9e85 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:15.164565 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7f5157e2-e295-482c-92e0-bd347fbf6751 req-bb2ef7cb-1ed8-4b76-95e2-542c037a78e1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:15.258317 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-b0e4fab1-7714-4435-a1c9-c4fcf8f00a75 service neutron] Attempting to bind port cf1e41e2-bb41-4232-93f0-f6954f63dd79 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:47:15.258657 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-b0e4fab1-7714-4435-a1c9-c4fcf8f00a75 service neutron] Attempting to bind port cf1e41e2-bb41-4232-93f0-f6954f63dd79 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'ae8ffd01-4126-4a51-9834-d09bbf1a2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:47:15.264967 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-b0e4fab1-7714-4435-a1c9-c4fcf8f00a75 service neutron] Attempting to bind port cf1e41e2-bb41-4232-93f0-f6954f63dd79 on network 02e8aba3-387b-400e-9f74-334ab3eab168 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:15.276612 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-b0e4fab1-7714-4435-a1c9-c4fcf8f00a75 service neutron] Port cf1e41e2-bb41-4232-93f0-f6954f63dd79 on network 02e8aba3-387b-400e-9f74-334ab3eab168 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:47:15.276971 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-b0e4fab1-7714-4435-a1c9-c4fcf8f00a75 service neutron] Attempting to bind port cf1e41e2-bb41-4232-93f0-f6954f63dd79 on network 02e8aba3-387b-400e-9f74-334ab3eab168 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:15.291199 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-b0e4fab1-7714-4435-a1c9-c4fcf8f00a75 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:47:15.297446 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-b0e4fab1-7714-4435-a1c9-c4fcf8f00a75 service neutron] Checking segment: {'id': 'ae8ffd01-4126-4a51-9834-d09bbf1a2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:15.297924 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-b0e4fab1-7714-4435-a1c9-c4fcf8f00a75 service neutron] Bound using segment: {'id': 'ae8ffd01-4126-4a51-9834-d09bbf1a2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:47:15.298415 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-b0e4fab1-7714-4435-a1c9-c4fcf8f00a75 service neutron] Bound port: cf1e41e2-bb41-4232-93f0-f6954f63dd79, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8ffd01-4126-4a51-9834-d09bbf1a2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:47:15.298792 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-b0e4fab1-7714-4435-a1c9-c4fcf8f00a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:15.385534 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:47:15.428721 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396afe8-795a-4a1e-8e2f-d28919e01b2d req-6c25e946-3d11-499b-b90e-e28833af1ee3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:15.446120 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b396afe8-795a-4a1e-8e2f-d28919e01b2d req-6c25e946-3d11-499b-b90e-e28833af1ee3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=38111985-0ca9-49c5-a1b1-74e01048b182 HTTP/1.1" status: 200 len: 945 time: 0.1687024 May 06 09:47:15.531177 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-b0e4fab1-7714-4435-a1c9-c4fcf8f00a75 service neutron] For port cf1e41e2-bb41-4232-93f0-f6954f63dd79, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:47:15.543170 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-b0e4fab1-7714-4435-a1c9-c4fcf8f00a75 service neutron] For port cf1e41e2-bb41-4232-93f0-f6954f63dd79, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=cf1e41e2-bb41-4232-93f0-f6954f63dd79,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:47:15.551814 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b396afe8-795a-4a1e-8e2f-d28919e01b2d req-829b58e0-3836-4491-bcc3-b228102348f3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005542 May 06 09:47:15.557581 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-b0e4fab1-7714-4435-a1c9-c4fcf8f00a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:15.577380 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-7f5157e2-e295-482c-92e0-bd347fbf6751 req-bb2ef7cb-1ed8-4b76-95e2-542c037a78e1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] For port 82cc8ff9-0b16-4903-a1af-751dac4e9e85, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=82cc8ff9-0b16-4903-a1af-751dac4e9e85,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:15.581114 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7f5157e2-e295-482c-92e0-bd347fbf6751 req-bb2ef7cb-1ed8-4b76-95e2-542c037a78e1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:15.629231 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-7f5157e2-e295-482c-92e0-bd347fbf6751 req-bb2ef7cb-1ed8-4b76-95e2-542c037a78e1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Calling delete_port for 82cc8ff9-0b16-4903-a1af-751dac4e9e85 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:15.642762 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-b0e4fab1-7714-4435-a1c9-c4fcf8f00a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:15.643430 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-b0e4fab1-7714-4435-a1c9-c4fcf8f00a75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:15.646079 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-b0e4fab1-7714-4435-a1c9-c4fcf8f00a75 service neutron] 10.222.0.84 "PUT /v2.0/ports/cf1e41e2-bb41-4232-93f0-f6954f63dd79 HTTP/1.1" status: 200 len: 1092 time: 1.6842511 May 06 09:47:15.646527 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd651b330-4936-40ab-b73c-18040c1bf70f', 'tag': 'cf1e41e2-bb41-4232-93f0-f6954f63dd79'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:15.649077 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eeece2d-4479-4e93-92de-686349c57d74" -d '{"events": [{"name": "network-changed", "server_uuid": "d651b330-4936-40ab-b73c-18040c1bf70f", "tag": "cf1e41e2-bb41-4232-93f0-f6954f63dd79"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:15.669111 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-52d0c94a-ce30-42e4-b0e1-cae834f985f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6f11e-7d95-4e68-bbb9-766ccc20b0fc', 'name': 'tempest-TaggedBootDevicesTest-1949805568-router', 'tenant_id': '946b84efc8434d3a892fb4373332a806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd1ac074a-127b-4163-96ae-64672c572c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:57Z', 'updated_at': '2022-05-06T09:47:10Z', 'revision_number': 4, 'project_id': '946b84efc8434d3a892fb4373332a806', 'gw_port': {'id': 'd1ac074a-127b-4163-96ae-64672c572c9e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6f11e-7d95-4e68-bbb9-766ccc20b0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:00Z', 'updated_at': '2022-05-06T09:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '388cc163-1362-43fe-a495-e72dc67cd618', 'name': '', 'network_id': 'a545af7c-703a-48d9-88cf-a76ec6260a8e', 'tenant_id': '946b84efc8434d3a892fb4373332a806', 'mac_address': 'fa:16:3e:f3:ba:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a6f11e-7d95-4e68-bbb9-766ccc20b0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '1d0786a9-1786-4954-aa55-4c7a838fedbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:09Z', 'updated_at': '2022-05-06T09:47:10Z', 'revision_number': 2, 'project_id': '946b84efc8434d3a892fb4373332a806', 'subnets': [{'id': '1d0786a9-1786-4954-aa55-4c7a838fedbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:15.702675 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d1ac074a-127b-4163-96ae-64672c572c9e up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:15.735106 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d0c94a-ce30-42e4-b0e1-cae834f985f5 None None] Checking router: 64a6f11e-7d95-4e68-bbb9-766ccc20b0fc for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:47:15.736726 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d0c94a-ce30-42e4-b0e1-cae834f985f5 None None] Updating router 64a6f11e-7d95-4e68-bbb9-766ccc20b0fc port 388cc163-1362-43fe-a495-e72dc67cd618 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:47:15.744920 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4fab1-7714-4435-a1c9-c4fcf8f00a75 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1e41e2-bb41-4232-93f0-f6954f63dd79,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:15.818147 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-52d0c94a-ce30-42e4-b0e1-cae834f985f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:15.852592 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1,segment=NetworkSegment(bfa87719-ef54-4d27-aba7-e5aa36d17665),segment_id=bfa87719-ef54-4d27-aba7-e5aa36d17665)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:15.865427 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-b72196f8-c399-41b0-92a6-46309600c313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:15.870989 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1', 'network_id': '198ad638-598b-42db-86bb-beed091d38c3', 'port_id': 'e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1', 'mac_address': 'fa:16:3e:62:df:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0bd67d-f23b-40f6-b06d-1b716aca1667', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:47:15.872058 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-b72196f8-c399-41b0-92a6-46309600c313 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1750166bc51841a8bad92d45b4eec5fb&device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 1095 time: 0.1755404 May 06 09:47:15.972062 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-1fee7e26-d215-4f2f-bed8-8bf901dee70e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf1e41e2-bb41-4232-93f0-f6954f63dd79 HTTP/1.1" status: 200 len: 217 time: 0.0891497 May 06 09:47:15.999721 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-505fb1af-1019-4c70-a929-2af728c69b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:16.001240 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port d1ac074a-127b-4163-96ae-64672c572c9e triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:16.010845 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:16.011959 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01995c9-89a6-4328-b72e-c249d53efbbb req-628f94f8-d62d-4a67-bfdb-652e486ed888 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:16.023517 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e01995c9-89a6-4328-b72e-c249d53efbbb req-628f94f8-d62d-4a67-bfdb-652e486ed888 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.1915281 May 06 09:47:16.104875 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:16.111218 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-fdee519e-0024-40b6-a9f2-0022d97c0f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:16.112417 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-fdee519e-0024-40b6-a9f2-0022d97c0f3b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1d4098cb-ab83-4260-9cb2-59b447fa9932 HTTP/1.1" status: 200 len: 856 time: 0.1333804 May 06 09:47:16.179977 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:47:16.194549 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e01995c9-89a6-4328-b72e-c249d53efbbb req-94bd5d56-6ea2-4a64-914b-1bb2ef671059 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717937 May 06 09:47:16.220014 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-0c0124fc-01ae-42cc-b418-84ced3f09193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:16.221736 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-0c0124fc-01ae-42cc-b418-84ced3f09193 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=02e8aba3-387b-400e-9f74-334ab3eab168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018288 May 06 09:47:16.272870 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1,segment=NetworkSegment(bfa87719-ef54-4d27-aba7-e5aa36d17665),segment_id=bfa87719-ef54-4d27-aba7-e5aa36d17665)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:16.304736 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7f5157e2-e295-482c-92e0-bd347fbf6751 req-bb2ef7cb-1ed8-4b76-95e2-542c037a78e1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:16.352929 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:16.377985 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['855d2a78-7e53-4c34-b489-8b27d845d56d', '82cc8ff9-0b16-4903-a1af-751dac4e9e85'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:47:16.398914 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ef7cb-1ed8-4b76-95e2-542c037a78e1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Pushing event deleted for resources: {'Port': ['ID=82cc8ff9-0b16-4903-a1af-751dac4e9e85,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:16.454514 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-826dad2a-c19b-4327-a19d-436ed7faafd2 service neutron] 10.222.0.84 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254372 May 06 09:47:16.496296 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ef7cb-1ed8-4b76-95e2-542c037a78e1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:16.497661 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ef7cb-1ed8-4b76-95e2-542c037a78e1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:16.498210 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ef7cb-1ed8-4b76-95e2-542c037a78e1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:16.498714 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ef7cb-1ed8-4b76-95e2-542c037a78e1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:16.499253 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ef7cb-1ed8-4b76-95e2-542c037a78e1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:16.499776 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ef7cb-1ed8-4b76-95e2-542c037a78e1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:16.500476 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ef7cb-1ed8-4b76-95e2-542c037a78e1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:16.500979 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ef7cb-1ed8-4b76-95e2-542c037a78e1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:16.501468 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ef7cb-1ed8-4b76-95e2-542c037a78e1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:16.501972 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ef7cb-1ed8-4b76-95e2-542c037a78e1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:16.502461 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ef7cb-1ed8-4b76-95e2-542c037a78e1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:16.502949 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ef7cb-1ed8-4b76-95e2-542c037a78e1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:16.509980 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:16.529712 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5157e2-e295-482c-92e0-bd347fbf6751 req-bb2ef7cb-1ed8-4b76-95e2-542c037a78e1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] No DVR routers for this DVR port 82cc8ff9-0b16-4903-a1af-751dac4e9e85 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:47:16.533430 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7f5157e2-e295-482c-92e0-bd347fbf6751 req-bb2ef7cb-1ed8-4b76-95e2-542c037a78e1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:16.538107 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7f5157e2-e295-482c-92e0-bd347fbf6751 req-bb2ef7cb-1ed8-4b76-95e2-542c037a78e1 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.84 "DELETE /v2.0/ports/82cc8ff9-0b16-4903-a1af-751dac4e9e85 HTTP/1.1" status: 204 len: 173 time: 1.9659426 May 06 09:47:16.538772 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38111985-0ca9-49c5-a1b1-74e01048b182', 'name': 'network-vif-deleted', 'tag': '82cc8ff9-0b16-4903-a1af-751dac4e9e85'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:16.542010 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205909b1-eefa-490a-9f91-cd12ec415491" -d '{"events": [{"server_uuid": "38111985-0ca9-49c5-a1b1-74e01048b182", "name": "network-vif-deleted", "tag": "82cc8ff9-0b16-4903-a1af-751dac4e9e85"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:16.595992 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-52d0c94a-ce30-42e4-b0e1-cae834f985f5 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:16.612169 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-52d0c94a-ce30-42e4-b0e1-cae834f985f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:16.612876 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e2231-d1d2-45a9-9ca3-7d29f887a855 req-da80b7ef-17c8-409d-97bb-3daa78921758 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:16.626186 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d8e2231-d1d2-45a9-9ca3-7d29f887a855 req-da80b7ef-17c8-409d-97bb-3daa78921758 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/ports?device_id=bce4d1cc-33ad-448d-b9c4-88c6615f5c64 HTTP/1.1" status: 200 len: 945 time: 0.2364361 May 06 09:47:16.635144 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:47:16.755687 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d8e2231-d1d2-45a9-9ca3-7d29f887a855 req-67151233-7d2b-4629-85b0-4362d9011b5d tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/security-groups?id=ffc3929c-0d03-467e-86e4-1cd6a64d94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134775 May 06 09:47:16.823411 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7d11f9f0-e932-48e2-a7c0-240f23c74823 req-9d586a64-2fca-4197-9082-270286f768aa service neutron] 10.222.0.84 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586800 May 06 09:47:16.865360 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb01e4a5-42b6-4c90-b881-b5f39a0078d0 x-openstack-request-id: req-bb01e4a5-42b6-4c90-b881-b5f39a0078d0 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:16.865996 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d651b330-4936-40ab-b73c-18040c1bf70f", "tag": "cf1e41e2-bb41-4232-93f0-f6954f63dd79", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:16.866431 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bb01e4a5-42b6-4c90-b881-b5f39a0078d0 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:16.867021 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb01e4a5-42b6-4c90-b881-b5f39a0078d0'] response: {'name': 'network-changed', 'server_uuid': 'd651b330-4936-40ab-b73c-18040c1bf70f', 'tag': 'cf1e41e2-bb41-4232-93f0-f6954f63dd79', 'status': 'completed', 'code': 200} May 06 09:47:16.891904 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-52d0c94a-ce30-42e4-b0e1-cae834f985f5 None None] Attempting to bind port 388cc163-1362-43fe-a495-e72dc67cd618 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:47:16.892469 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-52d0c94a-ce30-42e4-b0e1-cae834f985f5 None None] Attempting to bind port 388cc163-1362-43fe-a495-e72dc67cd618 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '167a0a16-1099-4966-b3cc-63b80ea7cf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a545af7c-703a-48d9-88cf-a76ec6260a8e'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:47:16.899370 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d0c94a-ce30-42e4-b0e1-cae834f985f5 None None] Attempting to bind port 388cc163-1362-43fe-a495-e72dc67cd618 on network a545af7c-703a-48d9-88cf-a76ec6260a8e {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:16.907095 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d0c94a-ce30-42e4-b0e1-cae834f985f5 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:47:16.907614 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d0c94a-ce30-42e4-b0e1-cae834f985f5 None None] Checking segment: {'id': '167a0a16-1099-4966-b3cc-63b80ea7cf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a545af7c-703a-48d9-88cf-a76ec6260a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:16.908287 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-52d0c94a-ce30-42e4-b0e1-cae834f985f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:16.909263 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d0c94a-ce30-42e4-b0e1-cae834f985f5 None None] Bound using segment: {'id': '167a0a16-1099-4966-b3cc-63b80ea7cf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a545af7c-703a-48d9-88cf-a76ec6260a8e'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:47:16.909263 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-52d0c94a-ce30-42e4-b0e1-cae834f985f5 None None] Bound port: 388cc163-1362-43fe-a495-e72dc67cd618, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167a0a16-1099-4966-b3cc-63b80ea7cf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a545af7c-703a-48d9-88cf-a76ec6260a8e'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:47:16.909808 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-52d0c94a-ce30-42e4-b0e1-cae834f985f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:17.073784 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeece2d-4479-4e93-92de-686349c57d74 req-896dcf68-6338-4d26-8be8-7da87e677832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:17.077923 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1eeece2d-4479-4e93-92de-686349c57d74 req-896dcf68-6338-4d26-8be8-7da87e677832 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1750166bc51841a8bad92d45b4eec5fb&device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 1095 time: 0.1902471 May 06 09:47:17.096584 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-52d0c94a-ce30-42e4-b0e1-cae834f985f5 None None] For port 388cc163-1362-43fe-a495-e72dc67cd618, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:47:17.101307 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-52d0c94a-ce30-42e4-b0e1-cae834f985f5 None None] For port 388cc163-1362-43fe-a495-e72dc67cd618, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=388cc163-1362-43fe-a495-e72dc67cd618,segment=NetworkSegment(167a0a16-1099-4966-b3cc-63b80ea7cf19),segment_id=167a0a16-1099-4966-b3cc-63b80ea7cf19)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:47:17.114096 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-52d0c94a-ce30-42e4-b0e1-cae834f985f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:17.126676 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01573d3-010d-459a-9726-588f060239fd None None] Pushing event updated for resources: {'Port': ['ID=388cc163-1362-43fe-a495-e72dc67cd618,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:17.150216 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01573d3-010d-459a-9726-588f060239fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:17.151835 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01573d3-010d-459a-9726-588f060239fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:17.154967 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01573d3-010d-459a-9726-588f060239fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:17.166888 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01573d3-010d-459a-9726-588f060239fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:17.169463 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01573d3-010d-459a-9726-588f060239fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:17.169973 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01573d3-010d-459a-9726-588f060239fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:17.170402 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01573d3-010d-459a-9726-588f060239fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:17.171407 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01573d3-010d-459a-9726-588f060239fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:17.173049 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01573d3-010d-459a-9726-588f060239fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:17.173530 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01573d3-010d-459a-9726-588f060239fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:17.174020 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01573d3-010d-459a-9726-588f060239fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:17.176377 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01573d3-010d-459a-9726-588f060239fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:17.207410 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70bc7e-9a65-4cde-9dcf-247d802303d0 req-b5e9c040-ca60-4d0b-bcaa-2526f2c1a7ad tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:17.221519 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb70bc7e-9a65-4cde-9dcf-247d802303d0 req-b5e9c040-ca60-4d0b-bcaa-2526f2c1a7ad tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 944 time: 0.1023896 May 06 09:47:17.271095 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01573d3-010d-459a-9726-588f060239fd None None] Pushing event updated for resources: {'Port': ['ID=388cc163-1362-43fe-a495-e72dc67cd618,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:17.281892 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d0c94a-ce30-42e4-b0e1-cae834f985f5 None None] Routers {'64a6f11e-7d95-4e68-bbb9-766ccc20b0fc'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:17.282636 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-52d0c94a-ce30-42e4-b0e1-cae834f985f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:46:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['64a6f11e-7d95-4e68-bbb9-766ccc20b0fc'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:17.315809 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-bdae7ad0-ed43-4a74-8e46-50e1ecf76bb0 None None] Provisioning complete for port 388cc163-1362-43fe-a495-e72dc67cd618 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:17.316585 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bdae7ad0-ed43-4a74-8e46-50e1ecf76bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:17.324510 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb70bc7e-9a65-4cde-9dcf-247d802303d0 req-4ccdfcef-b9a7-4b35-9b15-4ffa491c042d tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017234 May 06 09:47:17.407809 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device ccf6c9f7-5628-4ec8-b411-3e4172083d54 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:17.487449 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeece2d-4479-4e93-92de-686349c57d74 req-355d8267-5718-4940-885b-a6a4f0b111e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:17.489086 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1eeece2d-4479-4e93-92de-686349c57d74 req-355d8267-5718-4940-885b-a6a4f0b111e6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=02e8aba3-387b-400e-9f74-334ab3eab168 HTTP/1.1" status: 200 len: 918 time: 0.4035449 May 06 09:47:17.527760 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-52d0c94a-ce30-42e4-b0e1-cae834f985f5 None None] Set router 64a6f11e-7d95-4e68-bbb9-766ccc20b0fc gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:17.623907 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1eeece2d-4479-4e93-92de-686349c57d74 req-3547cb44-4ae9-4a53-98f3-025c32e2d9e8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf1e41e2-bb41-4232-93f0-f6954f63dd79 HTTP/1.1" status: 200 len: 217 time: 0.1246758 May 06 09:47:17.703808 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2bd1d-8285-49c5-a06b-11acb935a067 req-5eb91c1a-2dfc-4a94-9038-59ba31f5d682 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:17.717571 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-81e2bd1d-8285-49c5-a06b-11acb935a067 req-5eb91c1a-2dfc-4a94-9038-59ba31f5d682 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 945 time: 0.1307530 May 06 09:47:17.728739 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port ccf6c9f7-5628-4ec8-b411-3e4172083d54 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:47:17.736842 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeece2d-4479-4e93-92de-686349c57d74 req-b7634377-42c9-4937-99c2-e5ffe6bd45ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:17.738893 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1eeece2d-4479-4e93-92de-686349c57d74 req-b7634377-42c9-4937-99c2-e5ffe6bd45ca service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1d4098cb-ab83-4260-9cb2-59b447fa9932 HTTP/1.1" status: 200 len: 856 time: 0.1059265 May 06 09:47:17.739264 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bdae7ad0-ed43-4a74-8e46-50e1ecf76bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:17.771423 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port ccf6c9f7-5628-4ec8-b411-3e4172083d54 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:17.771860 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:17.794052 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-81e2bd1d-8285-49c5-a06b-11acb935a067 req-06112dbe-a878-4d3c-8162-92ae3fe31c57 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751472 May 06 09:47:17.845791 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeece2d-4479-4e93-92de-686349c57d74 req-111abe35-f27a-4080-ab6a-65112ec2490f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:17.848525 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1eeece2d-4479-4e93-92de-686349c57d74 req-111abe35-f27a-4080-ab6a-65112ec2490f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=02e8aba3-387b-400e-9f74-334ab3eab168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979562 May 06 09:47:17.923878 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-bdae7ad0-ed43-4a74-8e46-50e1ecf76bb0 None None] For port 388cc163-1362-43fe-a495-e72dc67cd618, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=388cc163-1362-43fe-a495-e72dc67cd618,segment=NetworkSegment(167a0a16-1099-4966-b3cc-63b80ea7cf19),segment_id=167a0a16-1099-4966-b3cc-63b80ea7cf19)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:17.926489 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:17.939817 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bdae7ad0-ed43-4a74-8e46-50e1ecf76bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:17.948378 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-52d0c94a-ce30-42e4-b0e1-cae834f985f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6f11e-7d95-4e68-bbb9-766ccc20b0fc', 'name': 'tempest-TaggedBootDevicesTest-1949805568-router', 'tenant_id': '946b84efc8434d3a892fb4373332a806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd1ac074a-127b-4163-96ae-64672c572c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:57Z', 'updated_at': '2022-05-06T09:47:10Z', 'revision_number': 4, 'project_id': '946b84efc8434d3a892fb4373332a806', 'gw_port': {'id': 'd1ac074a-127b-4163-96ae-64672c572c9e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6f11e-7d95-4e68-bbb9-766ccc20b0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:00Z', 'updated_at': '2022-05-06T09:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '388cc163-1362-43fe-a495-e72dc67cd618', 'name': '', 'network_id': 'a545af7c-703a-48d9-88cf-a76ec6260a8e', 'tenant_id': '946b84efc8434d3a892fb4373332a806', 'mac_address': 'fa:16:3e:f3:ba:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a6f11e-7d95-4e68-bbb9-766ccc20b0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '1d0786a9-1786-4954-aa55-4c7a838fedbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:09Z', 'updated_at': '2022-05-06T09:47:17Z', 'revision_number': 4, 'project_id': '946b84efc8434d3a892fb4373332a806', 'subnets': [{'id': '1d0786a9-1786-4954-aa55-4c7a838fedbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:18.005539 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae7ad0-ed43-4a74-8e46-50e1ecf76bb0 None None] Pushing event updated for resources: {'Port': ['ID=388cc163-1362-43fe-a495-e72dc67cd618,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:18.013868 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d0c94a-ce30-42e4-b0e1-cae834f985f5 None None] The sync data for ids ['64a6f11e-7d95-4e68-bbb9-766ccc20b0fc'] in n-d-840835-1 is: [{'id': '64a6f11e-7d95-4e68-bbb9-766ccc20b0fc', 'name': 'tempest-TaggedBootDevicesTest-1949805568-router', 'tenant_id': '946b84efc8434d3a892fb4373332a806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd1ac074a-127b-4163-96ae-64672c572c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:57Z', 'updated_at': '2022-05-06T09:47:10Z', 'revision_number': 4, 'project_id': '946b84efc8434d3a892fb4373332a806', 'gw_port': {'id': 'd1ac074a-127b-4163-96ae-64672c572c9e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6f11e-7d95-4e68-bbb9-766ccc20b0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:00Z', 'updated_at': '2022-05-06T09:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '388cc163-1362-43fe-a495-e72dc67cd618', 'name': '', 'network_id': 'a545af7c-703a-48d9-88cf-a76ec6260a8e', 'tenant_id': '946b84efc8434d3a892fb4373332a806', 'mac_address': 'fa:16:3e:f3:ba:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a6f11e-7d95-4e68-bbb9-766ccc20b0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '1d0786a9-1786-4954-aa55-4c7a838fedbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:09Z', 'updated_at': '2022-05-06T09:47:17Z', 'revision_number': 4, 'project_id': '946b84efc8434d3a892fb4373332a806', 'subnets': [{'id': '1d0786a9-1786-4954-aa55-4c7a838fedbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:47:18.015438 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0e918-6e18-443c-a922-c2a005096a4e req-89d83639-9f06-4fff-8211-66178edfe887 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:18.031157 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41181579-095a-4b94-9bed-2118f2d90451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf6c9f7-5628-4ec8-b411-3e4172083d54'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:18.033534 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3ad2b0-f4fd-4942-994d-3fd0172a815f" -d '{"events": [{"server_uuid": "41181579-095a-4b94-9bed-2118f2d90451", "name": "network-vif-plugged", "status": "completed", "tag": "ccf6c9f7-5628-4ec8-b411-3e4172083d54"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:18.034260 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9b0e918-6e18-443c-a922-c2a005096a4e req-89d83639-9f06-4fff-8211-66178edfe887 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.0995121 May 06 09:47:18.098866 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port ccf6c9f7-5628-4ec8-b411-3e4172083d54, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=ccf6c9f7-5628-4ec8-b411-3e4172083d54,segment=NetworkSegment(bfa87719-ef54-4d27-aba7-e5aa36d17665),segment_id=bfa87719-ef54-4d27-aba7-e5aa36d17665)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:18.141133 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9b0e918-6e18-443c-a922-c2a005096a4e req-ba193fab-14c4-4044-a497-5726f9fe7a99 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058059 May 06 09:47:18.148484 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:18.151266 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 82cc8ff9-0b16-4903-a1af-751dac4e9e85 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:18.210523 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b0225b-eecc-4892-ab37-233911d82756 x-openstack-request-id: req-23b0225b-eecc-4892-ab37-233911d82756 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:18.211013 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38111985-0ca9-49c5-a1b1-74e01048b182", "name": "network-vif-deleted", "tag": "82cc8ff9-0b16-4903-a1af-751dac4e9e85", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:18.211099 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-23b0225b-eecc-4892-ab37-233911d82756 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:18.211520 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b0225b-eecc-4892-ab37-233911d82756'] response: {'server_uuid': '38111985-0ca9-49c5-a1b1-74e01048b182', 'name': 'network-vif-deleted', 'tag': '82cc8ff9-0b16-4903-a1af-751dac4e9e85', 'status': 'completed', 'code': 200} May 06 09:47:18.212456 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1eeece2d-4479-4e93-92de-686349c57d74 req-2681d543-b8aa-4426-ae4a-71a5ce7ee8d2 service neutron] 10.222.0.84 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530560 May 06 09:47:18.260717 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 82cc8ff9-0b16-4903-a1af-751dac4e9e85 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:47:18.261237 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 82cc8ff9-0b16-4903-a1af-751dac4e9e85 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:47:18.263337 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-58f334a3-0f78-45b9-bec8-4717f94674d0 None None] Provisioning complete for port 388cc163-1362-43fe-a495-e72dc67cd618 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:18.263883 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-58f334a3-0f78-45b9-bec8-4717f94674d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:18.335448 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=ccf6c9f7-5628-4ec8-b411-3e4172083d54,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:18.444380 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1eeece2d-4479-4e93-92de-686349c57d74 req-a3b30cef-d394-4372-84f1-8346c26b49bd service neutron] 10.222.0.84 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228467 May 06 09:47:18.520441 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fd6b4389-f2a4-4fd3-8782-7d2c7c335856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:18.541743 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6addcbf1-5c4f-4d0d-8294-ab8f53d80c5d req-457c2371-2c7d-4a4e-9f57-e8db43333bc8 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:18.552576 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6addcbf1-5c4f-4d0d-8294-ab8f53d80c5d req-457c2371-2c7d-4a4e-9f57-e8db43333bc8 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/ports?device_id=969741c5-4439-4596-85a1-328dd09efb54 HTTP/1.1" status: 200 len: 944 time: 0.1516023 May 06 09:47:18.635834 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6addcbf1-5c4f-4d0d-8294-ab8f53d80c5d req-2fbbd2ee-ded2-4494-835e-bb6a1bf05c2a tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/security-groups?id=ffc3929c-0d03-467e-86e4-1cd6a64d94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756614 May 06 09:47:18.694943 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835cbddf-4e66-4d4e-a10e-79571d87b56b x-openstack-request-id: req-835cbddf-4e66-4d4e-a10e-79571d87b56b {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:18.695280 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41181579-095a-4b94-9bed-2118f2d90451", "name": "network-vif-plugged", "status": "completed", "tag": "ccf6c9f7-5628-4ec8-b411-3e4172083d54", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:18.695536 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-835cbddf-4e66-4d4e-a10e-79571d87b56b {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:18.695991 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-835cbddf-4e66-4d4e-a10e-79571d87b56b'] response: {'server_uuid': '41181579-095a-4b94-9bed-2118f2d90451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf6c9f7-5628-4ec8-b411-3e4172083d54', 'code': 200} May 06 09:47:18.742049 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:18.868066 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9681f-e6aa-4d97-9867-b59ab1ce1b6c req-1fe6b3a6-1505-41e0-97f5-832dd59ab2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:18.871231 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fda9681f-e6aa-4d97-9867-b59ab1ce1b6c req-1fe6b3a6-1505-41e0-97f5-832dd59ab2cd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=41181579-095a-4b94-9bed-2118f2d90451 HTTP/1.1" status: 200 len: 1096 time: 0.0956221 May 06 09:47:18.943904 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fda9681f-e6aa-4d97-9867-b59ab1ce1b6c req-a88904b2-bad4-46b2-8ada-02542260fa62 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ffc3929c-0d03-467e-86e4-1cd6a64d94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635653 May 06 09:47:19.147650 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1878e-073f-43c6-8fec-ee16a9447445 req-dac29b27-9065-4ba6-bcee-8112c1659e36 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:19.149300 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-63e1878e-073f-43c6-8fec-ee16a9447445 req-dac29b27-9065-4ba6-bcee-8112c1659e36 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 944 time: 0.0771961 May 06 09:47:19.219377 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-63e1878e-073f-43c6-8fec-ee16a9447445 req-16b439a8-08c1-4d59-8b6a-b9e659bb429d tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607235 May 06 09:47:19.376889 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a4915-0def-4bfc-b2d3-c5f837cfc2cc req-e23a8d50-a52b-46c2-a506-2a915a0921f0 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:19.386431 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fc4a4915-0def-4bfc-b2d3-c5f837cfc2cc req-e23a8d50-a52b-46c2-a506-2a915a0921f0 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.0819876 May 06 09:47:19.412612 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:19.461369 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fc4a4915-0def-4bfc-b2d3-c5f837cfc2cc req-33c95a7e-cfcf-45ed-9f81-9aae0476dbab tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741982 May 06 09:47:19.589945 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:19.619883 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:47:19.627693 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:19.628067 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:19.631668 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911f0a4-1ecb-40a9-b865-52cf729c2ec4 req-cf28df7e-f862-47a9-b5fb-7078615b0c90 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:19.634512 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d911f0a4-1ecb-40a9-b865-52cf729c2ec4 req-cf28df7e-f862-47a9-b5fb-7078615b0c90 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.84 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 945 time: 0.1055250 May 06 09:47:19.694016 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 388cc163-1362-43fe-a495-e72dc67cd618 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:19.767833 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8733ad-9f7b-409e-bee0-eea170ae7956 req-af2b45b5-17c8-4a24-b37c-83ffbcd6491e tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:19.778953 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a8733ad-9f7b-409e-bee0-eea170ae7956 req-af2b45b5-17c8-4a24-b37c-83ffbcd6491e tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 945 time: 0.1877239 May 06 09:47:19.805265 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 388cc163-1362-43fe-a495-e72dc67cd618 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:19.805946 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:19.872289 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a8733ad-9f7b-409e-bee0-eea170ae7956 req-02a6ccd3-d2ca-416c-8f15-4207bfd1ba88 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871973 May 06 09:47:19.940362 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-d911f0a4-1ecb-40a9-b865-52cf729c2ec4 req-ec797029-b30d-4d38-b7f8-70e7945b7498 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Deleting port 855d2a78-7e53-4c34-b489-8b27d845d56d {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:19.940362 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d911f0a4-1ecb-40a9-b865-52cf729c2ec4 req-ec797029-b30d-4d38-b7f8-70e7945b7498 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:19.978941 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:20.103836 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a4e71-89fb-44fa-be45-515f5a142f7a req-58f8b736-293c-4369-ad26-44482270f5b8 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:20.105478 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d1a4e71-89fb-44fa-be45-515f5a142f7a req-58f8b736-293c-4369-ad26-44482270f5b8 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f52337-945f-44c6-b300-72f3eeadb696 HTTP/1.1" status: 200 len: 945 time: 0.1174350 May 06 09:47:20.158669 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-d911f0a4-1ecb-40a9-b865-52cf729c2ec4 req-ec797029-b30d-4d38-b7f8-70e7945b7498 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] For port 855d2a78-7e53-4c34-b489-8b27d845d56d, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=855d2a78-7e53-4c34-b489-8b27d845d56d,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:20.158892 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d911f0a4-1ecb-40a9-b865-52cf729c2ec4 req-ec797029-b30d-4d38-b7f8-70e7945b7498 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:20.184889 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-d911f0a4-1ecb-40a9-b865-52cf729c2ec4 req-ec797029-b30d-4d38-b7f8-70e7945b7498 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Calling delete_port for 855d2a78-7e53-4c34-b489-8b27d845d56d owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:20.200162 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d1a4e71-89fb-44fa-be45-515f5a142f7a req-87896cfc-a8a1-4321-8e65-e269a79b3247 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=760c7e5d-1f6d-4540-91d3-7a892bdfae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874109 May 06 09:47:20.396163 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1,segment=NetworkSegment(bfa87719-ef54-4d27-aba7-e5aa36d17665),segment_id=bfa87719-ef54-4d27-aba7-e5aa36d17665)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:20.408260 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:20.415616 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aecf08-a7d5-4df5-a03e-8c56a68d5dd3 req-76f3052f-7bad-43be-a676-34bdf9d50932 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:20.417616 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-07aecf08-a7d5-4df5-a03e-8c56a68d5dd3 req-76f3052f-7bad-43be-a676-34bdf9d50932 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.0952408 May 06 09:47:20.483783 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:20.491401 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d911f0a4-1ecb-40a9-b865-52cf729c2ec4 req-ec797029-b30d-4d38-b7f8-70e7945b7498 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:20.505878 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['855d2a78-7e53-4c34-b489-8b27d845d56d'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:47:20.512970 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-07aecf08-a7d5-4df5-a03e-8c56a68d5dd3 req-30d2fb5d-27b5-4660-87c1-d2dc24fdb837 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875607 May 06 09:47:20.575455 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec797029-b30d-4d38-b7f8-70e7945b7498 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Pushing event deleted for resources: {'Port': ['ID=855d2a78-7e53-4c34-b489-8b27d845d56d,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:20.643518 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-d911f0a4-1ecb-40a9-b865-52cf729c2ec4 req-ec797029-b30d-4d38-b7f8-70e7945b7498 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] No DVR routers for this DVR port 855d2a78-7e53-4c34-b489-8b27d845d56d on host n-h1-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:47:20.647466 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d911f0a4-1ecb-40a9-b865-52cf729c2ec4 req-ec797029-b30d-4d38-b7f8-70e7945b7498 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:20.654105 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d911f0a4-1ecb-40a9-b865-52cf729c2ec4 req-ec797029-b30d-4d38-b7f8-70e7945b7498 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.84 "DELETE /v2.0/ports/855d2a78-7e53-4c34-b489-8b27d845d56d HTTP/1.1" status: 204 len: 173 time: 1.0129967 May 06 09:47:20.654616 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f52337-945f-44c6-b300-72f3eeadb696', 'name': 'network-vif-deleted', 'tag': '855d2a78-7e53-4c34-b489-8b27d845d56d'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:20.674212 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f6f08a-7bf0-4bfe-b0bf-01000df26866" -d '{"events": [{"server_uuid": "16f52337-945f-44c6-b300-72f3eeadb696", "name": "network-vif-deleted", "tag": "855d2a78-7e53-4c34-b489-8b27d845d56d"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:20.698092 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969741c5-4439-4596-85a1-328dd09efb54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:20.701157 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58a28db-a85b-442b-b559-8cea8bc3b849" -d '{"events": [{"server_uuid": "969741c5-4439-4596-85a1-328dd09efb54", "name": "network-vif-plugged", "status": "completed", "tag": "e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:20.722088 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f43f0-e423-4685-9b6b-0a46760e08e0 req-cb2e9b47-d9e1-40f6-a679-c1edb191086a tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:20.725224 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-741f43f0-e423-4685-9b6b-0a46760e08e0 req-cb2e9b47-d9e1-40f6-a679-c1edb191086a tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/ports?device_id=969741c5-4439-4596-85a1-328dd09efb54 HTTP/1.1" status: 200 len: 945 time: 0.0940857 May 06 09:47:20.892929 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-741f43f0-e423-4685-9b6b-0a46760e08e0 req-ae16172d-a13d-4c5f-aae4-78330ca23928 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/security-groups?id=ffc3929c-0d03-467e-86e4-1cd6a64d94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512918 May 06 09:47:21.026877 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15b2d8-4566-4aac-ab02-27e3e3bc08da req-4f8a3c5e-7caf-4111-a6f7-48c5e680cb77 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:21.038437 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad15b2d8-4566-4aac-ab02-27e3e3bc08da req-4f8a3c5e-7caf-4111-a6f7-48c5e680cb77 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 944 time: 0.0743470 May 06 09:47:21.090456 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad15b2d8-4566-4aac-ab02-27e3e3bc08da req-decb58cb-2e80-4191-a05f-a300065c5b68 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507710 May 06 09:47:21.135170 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:21.172274 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338a3dbc-cac3-4d21-aaaa-9c8fc13e98db x-openstack-request-id: req-338a3dbc-cac3-4d21-aaaa-9c8fc13e98db {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:21.172610 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f52337-945f-44c6-b300-72f3eeadb696", "name": "network-vif-deleted", "tag": "855d2a78-7e53-4c34-b489-8b27d845d56d", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:21.176557 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-338a3dbc-cac3-4d21-aaaa-9c8fc13e98db {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:21.177273 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-338a3dbc-cac3-4d21-aaaa-9c8fc13e98db'] response: {'server_uuid': '16f52337-945f-44c6-b300-72f3eeadb696', 'name': 'network-vif-deleted', 'tag': '855d2a78-7e53-4c34-b489-8b27d845d56d', 'status': 'completed', 'code': 200} May 06 09:47:21.225225 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9566fa-7a7d-47fb-b900-ea26923ac9e7 x-openstack-request-id: req-9c9566fa-7a7d-47fb-b900-ea26923ac9e7 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:21.225958 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969741c5-4439-4596-85a1-328dd09efb54", "name": "network-vif-plugged", "status": "completed", "tag": "e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:21.226222 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9c9566fa-7a7d-47fb-b900-ea26923ac9e7 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:21.226678 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c9566fa-7a7d-47fb-b900-ea26923ac9e7'] response: {'server_uuid': '969741c5-4439-4596-85a1-328dd09efb54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1', 'code': 200} May 06 09:47:21.370711 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb019c3b-fe72-4704-8305-372863269dfe req-e7009789-4130-4fca-a48d-11336d122782 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:21.383692 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bb019c3b-fe72-4704-8305-372863269dfe req-e7009789-4130-4fca-a48d-11336d122782 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 945 time: 0.0849981 May 06 09:47:21.418408 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:21.419705 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c20f0-07d0-4a3c-8521-b6ee2225c1d9 req-a32039b6-22ff-4466-968f-1b5422bb97c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:21.421251 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a01c20f0-07d0-4a3c-8521-b6ee2225c1d9 req-a32039b6-22ff-4466-968f-1b5422bb97c0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=969741c5-4439-4596-85a1-328dd09efb54 HTTP/1.1" status: 200 len: 1096 time: 0.1253083 May 06 09:47:21.429231 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device cf1e41e2-bb41-4232-93f0-f6954f63dd79 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:47:21.477674 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bb019c3b-fe72-4704-8305-372863269dfe req-bd35518d-3103-4364-8862-14c2036eaa57 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858729 May 06 09:47:21.534704 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a01c20f0-07d0-4a3c-8521-b6ee2225c1d9 req-4bb2fd1e-2a09-4831-b685-d334205e66af service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ffc3929c-0d03-467e-86e4-1cd6a64d94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042840 May 06 09:47:21.631206 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port cf1e41e2-bb41-4232-93f0-f6954f63dd79, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=cf1e41e2-bb41-4232-93f0-f6954f63dd79,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:21.640175 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d2bbd-686b-417c-af1d-d14b49f6e5ea req-c30effb2-db94-4205-8c00-ca832da1481b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:21.643050 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a67d2bbd-686b-417c-af1d-d14b49f6e5ea req-c30effb2-db94-4205-8c00-ca832da1481b tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.0834525 May 06 09:47:21.649806 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'cf1e41e2-bb41-4232-93f0-f6954f63dd79', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'port_id': 'cf1e41e2-bb41-4232-93f0-f6954f63dd79', 'mac_address': 'fa:16:3e:a5:35:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:47:21.703213 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:21.705757 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a67d2bbd-686b-417c-af1d-d14b49f6e5ea req-73f6ac75-0f1f-45bf-a796-1d560401687f tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488801 May 06 09:47:21.724893 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf1e41e2-bb41-4232-93f0-f6954f63dd79 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:47:21.756302 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port cf1e41e2-bb41-4232-93f0-f6954f63dd79, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=cf1e41e2-bb41-4232-93f0-f6954f63dd79,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:21.763787 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:21.844012 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=cf1e41e2-bb41-4232-93f0-f6954f63dd79,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:22.087394 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['cf1e41e2-bb41-4232-93f0-f6954f63dd79'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:47:22.334092 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e4d5f-4c72-4eaf-b9d4-38b5210d2fe8 req-a764aa5f-f974-4d1c-9e04-b6687ec99576 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:22.336414 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c77e4d5f-4c72-4eaf-b9d4-38b5210d2fe8 req-a764aa5f-f974-4d1c-9e04-b6687ec99576 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/ports?device_id=969741c5-4439-4596-85a1-328dd09efb54 HTTP/1.1" status: 200 len: 945 time: 0.0923984 May 06 09:47:22.415056 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c77e4d5f-4c72-4eaf-b9d4-38b5210d2fe8 req-0ac03b76-f17d-4dcb-a7c1-d4caad40645b tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/security-groups?id=ffc3929c-0d03-467e-86e4-1cd6a64d94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642509 May 06 09:47:22.536981 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe10e0-7fa7-4f21-9024-2ef648f1d686 req-d707e13c-294c-4877-aeeb-607a561e2565 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:22.547025 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7fbe10e0-7fa7-4f21-9024-2ef648f1d686 req-d707e13c-294c-4877-aeeb-607a561e2565 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 945 time: 0.0802643 May 06 09:47:22.619780 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7fbe10e0-7fa7-4f21-9024-2ef648f1d686 req-823227cc-270c-4abb-a102-eff1b9e897ac tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710812 May 06 09:47:22.789866 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d75165-6496-4cab-bfd6-19781fb33d0c req-0288802c-710b-491f-9b96-8045f73e6866 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:22.792209 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b1d75165-6496-4cab-bfd6-19781fb33d0c req-0288802c-710b-491f-9b96-8045f73e6866 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.1041014 May 06 09:47:22.869737 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b1d75165-6496-4cab-bfd6-19781fb33d0c req-44446e0f-929a-44f2-bb07-6b571796121f tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702269 May 06 09:47:23.087171 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a8076-cbb4-4dff-a68b-c45163e2defb req-79516155-916e-4e78-870e-bb344180e531 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:23.102343 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c60a8076-cbb4-4dff-a68b-c45163e2defb req-79516155-916e-4e78-870e-bb344180e531 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 945 time: 0.1012809 May 06 09:47:23.150314 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c60a8076-cbb4-4dff-a68b-c45163e2defb req-78787943-01eb-4062-9284-1c513dbebdfb tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465465 May 06 09:47:23.448315 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device cf1e41e2-bb41-4232-93f0-f6954f63dd79 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:23.541731 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6476e65-d4a2-4127-bd30-ef3ca961c7de req-edfcf267-ebcd-4b54-83dd-2b92a596505c tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:23.543496 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b6476e65-d4a2-4127-bd30-ef3ca961c7de req-edfcf267-ebcd-4b54-83dd-2b92a596505c tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/ports?device_id=969741c5-4439-4596-85a1-328dd09efb54 HTTP/1.1" status: 200 len: 945 time: 0.0562267 May 06 09:47:23.571356 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port cf1e41e2-bb41-4232-93f0-f6954f63dd79 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:47:23.587012 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port cf1e41e2-bb41-4232-93f0-f6954f63dd79 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:23.587615 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:23.610857 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b6476e65-d4a2-4127-bd30-ef3ca961c7de req-2f8d02e6-7f26-40d2-97d5-7b50151de677 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/security-groups?id=ffc3929c-0d03-467e-86e4-1cd6a64d94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584991 May 06 09:47:23.755302 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:23.795622 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd651b330-4936-40ab-b73c-18040c1bf70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1e41e2-bb41-4232-93f0-f6954f63dd79'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:23.797891 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913201c3-ddee-405a-af61-7ef3bb9ed21e" -d '{"events": [{"server_uuid": "d651b330-4936-40ab-b73c-18040c1bf70f", "name": "network-vif-plugged", "status": "completed", "tag": "cf1e41e2-bb41-4232-93f0-f6954f63dd79"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:23.819778 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port cf1e41e2-bb41-4232-93f0-f6954f63dd79, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=cf1e41e2-bb41-4232-93f0-f6954f63dd79,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:23.829248 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:23.830331 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 855d2a78-7e53-4c34-b489-8b27d845d56d no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:23.849527 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13049df-4c0a-431a-87dd-d95668ff4407 req-1dbed3ff-ea34-4e4c-a926-de4bfb1f757c tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:23.855398 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c13049df-4c0a-431a-87dd-d95668ff4407 req-1dbed3ff-ea34-4e4c-a926-de4bfb1f757c tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/ports?device_id=41181579-095a-4b94-9bed-2118f2d90451 HTTP/1.1" status: 200 len: 945 time: 0.1215346 May 06 09:47:23.893428 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 855d2a78-7e53-4c34-b489-8b27d845d56d {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:47:23.893802 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 855d2a78-7e53-4c34-b489-8b27d845d56d not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:47:23.946373 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c13049df-4c0a-431a-87dd-d95668ff4407 req-f5990a8b-f26d-4bb1-8c79-2a5a8d70eb47 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/security-groups?id=ffc3929c-0d03-467e-86e4-1cd6a64d94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758336 May 06 09:47:23.951379 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=cf1e41e2-bb41-4232-93f0-f6954f63dd79,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:23.991969 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c6f48-f110-404d-a738-25be87118013 req-099a6b7c-cc87-4bc4-bfd0-b395859c6826 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:23.995752 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-020c6f48-f110-404d-a738-25be87118013 req-099a6b7c-cc87-4bc4-bfd0-b395859c6826 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.0898554 May 06 09:47:24.207463 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcd655-ed3d-4adf-bc28-0204e5a6b904 req-532f45ad-877b-417c-886f-a9122cb0270b tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:24.209062 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7dbcd655-ed3d-4adf-bc28-0204e5a6b904 req-532f45ad-877b-417c-886f-a9122cb0270b tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.1574602 May 06 09:47:24.221655 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-020c6f48-f110-404d-a738-25be87118013 req-bfc38de7-af25-434f-b4ac-3bb84dcdfac3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Deleting port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:24.222564 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-020c6f48-f110-404d-a738-25be87118013 req-bfc38de7-af25-434f-b4ac-3bb84dcdfac3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:24.317602 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7dbcd655-ed3d-4adf-bc28-0204e5a6b904 req-1c042bb2-5638-4f07-99ae-0f3c8911cc8f tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019247 May 06 09:47:24.377137 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9de6a-d2a0-4b82-8a12-da8be13a3f08 req-f6f67aad-77b2-45c1-a208-1a26f27a6022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:24.381625 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a9c9de6a-d2a0-4b82-8a12-da8be13a3f08 req-f6f67aad-77b2-45c1-a208-1a26f27a6022 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 1096 time: 0.1532335 May 06 09:47:24.384401 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:47:24.407366 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cb54e1-8c60-4175-8d7e-cab5bb885636 x-openstack-request-id: req-33cb54e1-8c60-4175-8d7e-cab5bb885636 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:24.407898 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d651b330-4936-40ab-b73c-18040c1bf70f", "name": "network-vif-plugged", "status": "completed", "tag": "cf1e41e2-bb41-4232-93f0-f6954f63dd79", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:24.408243 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-33cb54e1-8c60-4175-8d7e-cab5bb885636 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:24.408864 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33cb54e1-8c60-4175-8d7e-cab5bb885636'] response: {'server_uuid': 'd651b330-4936-40ab-b73c-18040c1bf70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1e41e2-bb41-4232-93f0-f6954f63dd79', 'code': 200} May 06 09:47:24.579756 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-020c6f48-f110-404d-a738-25be87118013 req-bfc38de7-af25-434f-b4ac-3bb84dcdfac3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] For port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:24.580063 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-020c6f48-f110-404d-a738-25be87118013 req-bfc38de7-af25-434f-b4ac-3bb84dcdfac3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:24.602348 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a9c9de6a-d2a0-4b82-8a12-da8be13a3f08 req-c473e75a-193d-493e-a74f-e0518af053b9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116013 May 06 09:47:24.728122 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e924b7-a8c7-4521-87f7-d021b330ad37 req-e617e569-23c2-4028-8feb-652131223f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:24.733101 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47e924b7-a8c7-4521-87f7-d021b330ad37 req-e617e569-23c2-4028-8feb-652131223f5d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 1097 time: 0.2389131 May 06 09:47:24.917824 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-020c6f48-f110-404d-a738-25be87118013 req-bfc38de7-af25-434f-b4ac-3bb84dcdfac3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:24.918644 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-020c6f48-f110-404d-a738-25be87118013 req-bfc38de7-af25-434f-b4ac-3bb84dcdfac3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:24.919414 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [req-020c6f48-f110-404d-a738-25be87118013 req-bfc38de7-af25-434f-b4ac-3bb84dcdfac3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Floating IP 8d652734-f5c5-47f1-8977-d220cd8fbcdd disassociated. External IP: 172.25.5.51, port: 01da8cd2-188a-4f87-8a7e-0aea3f350e6e. May 06 09:47:24.920219 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-020c6f48-f110-404d-a738-25be87118013 req-bfc38de7-af25-434f-b4ac-3bb84dcdfac3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Calling delete_port for 01da8cd2-188a-4f87-8a7e-0aea3f350e6e owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:25.130351 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-020c6f48-f110-404d-a738-25be87118013 req-bfc38de7-af25-434f-b4ac-3bb84dcdfac3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:25.177262 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc38de7-af25-434f-b4ac-3bb84dcdfac3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Pushing event deleted for resources: {'Port': ['ID=01da8cd2-188a-4f87-8a7e-0aea3f350e6e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:25.252354 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d4487-0f6c-4063-a8df-4834680d56f9 req-ee2e43c2-03fe-492e-bd26-5a36519de81b tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:25.254888 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac5d4487-0f6c-4063-a8df-4834680d56f9 req-ee2e43c2-03fe-492e-bd26-5a36519de81b tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 944 time: 0.7014923 May 06 09:47:25.262735 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47e924b7-a8c7-4521-87f7-d021b330ad37 req-d302eccc-7d4c-46ed-883a-1427928b4397 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5177500 May 06 09:47:25.307271 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e879eaa-eef8-4d0d-884a-7897fca763f4 req-0be6445f-67c9-4d8c-9b6f-ad72d8bca2de tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:25.315836 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5e879eaa-eef8-4d0d-884a-7897fca763f4 req-0be6445f-67c9-4d8c-9b6f-ad72d8bca2de tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 945 time: 0.5463829 May 06 09:47:25.399622 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-020c6f48-f110-404d-a738-25be87118013 req-bfc38de7-af25-434f-b4ac-3bb84dcdfac3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Router 16d34813-9779-414f-a9b5-9d088eac8a03 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:47:25.414514 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac5d4487-0f6c-4063-a8df-4834680d56f9 req-3ff2dd57-ff05-442c-a47c-90e9fc0c64fb tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups?id=ad9a5439-513e-48a0-815d-f625ae038e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410420 May 06 09:47:25.429135 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5e879eaa-eef8-4d0d-884a-7897fca763f4 req-f4b03a8d-dcee-499a-ac97-9d31fb01e003 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056595 May 06 09:47:25.588570 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-020c6f48-f110-404d-a738-25be87118013 req-bfc38de7-af25-434f-b4ac-3bb84dcdfac3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:47:25.601594 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02aa432-cc72-4215-9401-39aab5c6a7c3 None None] Sync routers for ids ['16d34813-9779-414f-a9b5-9d088eac8a03'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:47:25.627628 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02aa432-cc72-4215-9401-39aab5c6a7c3 None None] Routers {'16d34813-9779-414f-a9b5-9d088eac8a03'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:25.630273 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f02aa432-cc72-4215-9401-39aab5c6a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:47:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['16d34813-9779-414f-a9b5-9d088eac8a03'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:25.752105 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3c30b-9baa-47f4-8159-aac7a3aab4ae req-bc0b0dec-cec9-4fae-86f1-ce1d928a9fac tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:25.762197 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-58a3c30b-9baa-47f4-8159-aac7a3aab4ae req-bc0b0dec-cec9-4fae-86f1-ce1d928a9fac tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/ports?device_id=41181579-095a-4b94-9bed-2118f2d90451 HTTP/1.1" status: 200 len: 945 time: 0.1824739 May 06 09:47:25.886895 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-58a3c30b-9baa-47f4-8159-aac7a3aab4ae req-555029ef-9e21-4a47-b062-d5e1f395fbbb tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/security-groups?id=ffc3929c-0d03-467e-86e4-1cd6a64d94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252043 May 06 09:47:25.950845 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-f02aa432-cc72-4215-9401-39aab5c6a7c3 None None] Set router 16d34813-9779-414f-a9b5-9d088eac8a03 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:26.035926 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead7690-d3c5-488d-9914-68d3e07ff7ff req-f972a171-f95b-48e1-90e1-046a02010d12 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:26.050068 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dead7690-d3c5-488d-9914-68d3e07ff7ff req-f972a171-f95b-48e1-90e1-046a02010d12 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.2060058 May 06 09:47:26.132066 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dead7690-d3c5-488d-9914-68d3e07ff7ff req-31bb89c6-0dc1-45b3-a987-f8aade438f15 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804141 May 06 09:47:26.306319 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f02aa432-cc72-4215-9401-39aab5c6a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'name': 'tempest-ServerActionsTestJSON-1869297783-router', 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '08bdcf1f-83e9-4135-86e9-1afe4a178a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:38:53Z', 'updated_at': '2022-05-06T09:39:00Z', 'revision_number': 4, 'project_id': 'e6b8f11daba14014856a1a2bb0688844', 'gw_port': {'id': '08bdcf1f-83e9-4135-86e9-1afe4a178a5a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:54Z', 'updated_at': '2022-05-06T09:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '52aadd6d-95f8-4610-9c39-7a29badb285a', 'name': '', 'network_id': '138aada2-7aee-4749-819b-d219deb27012', 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844', 'mac_address': 'fa:16:3e:b4:0b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'ceacdbe3-a021-4ce2-8b17-bdad66d69597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:59Z', 'updated_at': '2022-05-06T09:39:07Z', 'revision_number': 5, 'project_id': 'e6b8f11daba14014856a1a2bb0688844', 'subnets': [{'id': 'ceacdbe3-a021-4ce2-8b17-bdad66d69597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:26.317601 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-020c6f48-f110-404d-a738-25be87118013 req-bfc38de7-af25-434f-b4ac-3bb84dcdfac3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] No DVR routers for this DVR port 01da8cd2-188a-4f87-8a7e-0aea3f350e6e on host n-h1-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:47:26.320266 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-020c6f48-f110-404d-a738-25be87118013 req-bfc38de7-af25-434f-b4ac-3bb84dcdfac3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:26.323963 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-020c6f48-f110-404d-a738-25be87118013 req-bfc38de7-af25-434f-b4ac-3bb84dcdfac3 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.84 "DELETE /v2.0/ports/01da8cd2-188a-4f87-8a7e-0aea3f350e6e HTTP/1.1" status: 204 len: 173 time: 2.3215823 May 06 09:47:26.324434 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4086e8-670b-410b-8c9a-da027f433e62', 'name': 'network-vif-deleted', 'tag': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:26.335522 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1a50a3-e9d0-4568-abee-00d0851d18b9" -d '{"events": [{"server_uuid": "9a4086e8-670b-410b-8c9a-da027f433e62", "name": "network-vif-deleted", "tag": "01da8cd2-188a-4f87-8a7e-0aea3f350e6e"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:26.350942 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-cb17dd17-5295-4dc9-b2a1-54fefd8b4d4b tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:26.358664 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-cb17dd17-5295-4dc9-b2a1-54fefd8b4d4b tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/networks?id=16dc8542-3f4f-4c03-b279-70aaa1b5cdbc HTTP/1.1" status: 200 len: 804 time: 0.2723262 May 06 09:47:26.384870 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-51e35bac-f8aa-4e92-b867-bd534adc158a tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/quotas/ff525b3c5a1e46169d46a30de372a412 HTTP/1.1" status: 200 len: 375 time: 0.0226278 May 06 09:47:26.407985 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02aa432-cc72-4215-9401-39aab5c6a7c3 None None] Checking router: 16d34813-9779-414f-a9b5-9d088eac8a03 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:47:26.429667 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d403c7fe-2b10-4aad-b76e-2be2f3368210 x-openstack-request-id: req-d403c7fe-2b10-4aad-b76e-2be2f3368210 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:26.429958 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4086e8-670b-410b-8c9a-da027f433e62", "name": "network-vif-deleted", "tag": "01da8cd2-188a-4f87-8a7e-0aea3f350e6e", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:26.430239 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d403c7fe-2b10-4aad-b76e-2be2f3368210 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:26.430617 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d403c7fe-2b10-4aad-b76e-2be2f3368210'] response: {'server_uuid': '9a4086e8-670b-410b-8c9a-da027f433e62', 'name': 'network-vif-deleted', 'tag': '01da8cd2-188a-4f87-8a7e-0aea3f350e6e', 'status': 'completed', 'code': 200} May 06 09:47:26.439108 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02aa432-cc72-4215-9401-39aab5c6a7c3 None None] Routers {'16d34813-9779-414f-a9b5-9d088eac8a03'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:26.440039 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f02aa432-cc72-4215-9401-39aab5c6a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:47:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['16d34813-9779-414f-a9b5-9d088eac8a03'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:26.492105 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-cb732bf1-16da-4101-8c7a-a29959d324ce tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ff525b3c5a1e46169d46a30de372a412&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1062815 May 06 09:47:26.546269 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 682b17fb-441c-4e13-960c-18224050c113 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:26.637376 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20610921-9280-4e9d-b5cc-42e40f5f9659 req-6826542e-afd1-4f81-896d-f9af26c13370 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:26.645702 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-20610921-9280-4e9d-b5cc-42e40f5f9659 req-6826542e-afd1-4f81-896d-f9af26c13370 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 945 time: 0.1210737 May 06 09:47:26.695728 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-f02aa432-cc72-4215-9401-39aab5c6a7c3 None None] Set router 16d34813-9779-414f-a9b5-9d088eac8a03 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:26.700545 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec976f-9e74-4d7f-b62e-f10a7269aba5 req-015dc713-0547-46d8-ade6-17dfa0324fbc tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:26.702512 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ccec976f-9e74-4d7f-b62e-f10a7269aba5 req-015dc713-0547-46d8-ade6-17dfa0324fbc tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.84 "GET /v2.0/ports?device_id=41181579-095a-4b94-9bed-2118f2d90451 HTTP/1.1" status: 200 len: 945 time: 0.1199148 May 06 09:47:26.703728 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-20610921-9280-4e9d-b5cc-42e40f5f9659 req-906608f6-f3f9-4032-ab03-35a4336e11fa tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569935 May 06 09:47:26.707001 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-0eaec920-d440-461d-8ee9-baa00417cb2c service neutron] 10.222.0.73 "GET /v2.0/networks/16dc8542-3f4f-4c03-b279-70aaa1b5cdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086999 May 06 09:47:26.818105 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:26.885483 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3e266ef8-a725-4b7e-a78d-dba905ebb45a req-b3ee6017-e8c6-4446-a2e2-bffe71589ba8 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a4086e8-670b-410b-8c9a-da027f433e62 HTTP/1.1" status: 200 len: 210 time: 0.0485651 May 06 09:47:26.931765 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc032943-762d-4c77-8353-cfabc96b417f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '682b17fb-441c-4e13-960c-18224050c113'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:26.934167 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881a3f1d-657d-4732-8791-7b46118dd5bb" -d '{"events": [{"server_uuid": "fc032943-762d-4c77-8353-cfabc96b417f", "name": "network-vif-unplugged", "status": "completed", "tag": "682b17fb-441c-4e13-960c-18224050c113"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:26.958585 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-e3593c75-4a12-4899-939b-cf343859c32f service neutron] 10.222.0.73 "GET /v2.0/networks/16dc8542-3f4f-4c03-b279-70aaa1b5cdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432942 May 06 09:47:27.000907 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 682b17fb-441c-4e13-960c-18224050c113, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=682b17fb-441c-4e13-960c-18224050c113,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:27.014949 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-ccec976f-9e74-4d7f-b62e-f10a7269aba5 req-6ce35a32-3200-4a34-9fa9-cf62cd65fea9 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Deleting port ccf6c9f7-5628-4ec8-b411-3e4172083d54 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:27.015239 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:27.022524 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ccec976f-9e74-4d7f-b62e-f10a7269aba5 req-6ce35a32-3200-4a34-9fa9-cf62cd65fea9 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:27.130527 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=682b17fb-441c-4e13-960c-18224050c113,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:27.163212 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46117fb9-bca5-4a64-8dac-5805379a139b req-e4856e7f-7a71-47dc-80ca-c8116da566ff tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:27.183444 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-46117fb9-bca5-4a64-8dac-5805379a139b req-e4856e7f-7a71-47dc-80ca-c8116da566ff tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/ports?device_id=41181579-095a-4b94-9bed-2118f2d90451 HTTP/1.1" status: 200 len: 945 time: 0.1967463 May 06 09:47:27.236589 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f02aa432-cc72-4215-9401-39aab5c6a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'name': 'tempest-ServerActionsTestJSON-1869297783-router', 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '08bdcf1f-83e9-4135-86e9-1afe4a178a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:38:53Z', 'updated_at': '2022-05-06T09:39:00Z', 'revision_number': 4, 'project_id': 'e6b8f11daba14014856a1a2bb0688844', 'gw_port': {'id': '08bdcf1f-83e9-4135-86e9-1afe4a178a5a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:54Z', 'updated_at': '2022-05-06T09:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '52aadd6d-95f8-4610-9c39-7a29badb285a', 'name': '', 'network_id': '138aada2-7aee-4749-819b-d219deb27012', 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844', 'mac_address': 'fa:16:3e:b4:0b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'ceacdbe3-a021-4ce2-8b17-bdad66d69597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:59Z', 'updated_at': '2022-05-06T09:39:07Z', 'revision_number': 5, 'project_id': 'e6b8f11daba14014856a1a2bb0688844', 'subnets': [{'id': 'ceacdbe3-a021-4ce2-8b17-bdad66d69597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:27.263746 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-ccec976f-9e74-4d7f-b62e-f10a7269aba5 req-6ce35a32-3200-4a34-9fa9-cf62cd65fea9 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] For port ccf6c9f7-5628-4ec8-b411-3e4172083d54, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=ccf6c9f7-5628-4ec8-b411-3e4172083d54,segment=NetworkSegment(bfa87719-ef54-4d27-aba7-e5aa36d17665),segment_id=bfa87719-ef54-4d27-aba7-e5aa36d17665)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:27.272557 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ccec976f-9e74-4d7f-b62e-f10a7269aba5 req-6ce35a32-3200-4a34-9fa9-cf62cd65fea9 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:27.285206 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02aa432-cc72-4215-9401-39aab5c6a7c3 None None] The sync data for ids ['16d34813-9779-414f-a9b5-9d088eac8a03'] in n-d-840835-1 is: [{'id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'name': 'tempest-ServerActionsTestJSON-1869297783-router', 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '08bdcf1f-83e9-4135-86e9-1afe4a178a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:38:53Z', 'updated_at': '2022-05-06T09:39:00Z', 'revision_number': 4, 'project_id': 'e6b8f11daba14014856a1a2bb0688844', 'gw_port': {'id': '08bdcf1f-83e9-4135-86e9-1afe4a178a5a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:54Z', 'updated_at': '2022-05-06T09:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '52aadd6d-95f8-4610-9c39-7a29badb285a', 'name': '', 'network_id': '138aada2-7aee-4749-819b-d219deb27012', 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844', 'mac_address': 'fa:16:3e:b4:0b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'ceacdbe3-a021-4ce2-8b17-bdad66d69597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:59Z', 'updated_at': '2022-05-06T09:39:07Z', 'revision_number': 5, 'project_id': 'e6b8f11daba14014856a1a2bb0688844', 'subnets': [{'id': 'ceacdbe3-a021-4ce2-8b17-bdad66d69597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:47:27.295824 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-46117fb9-bca5-4a64-8dac-5805379a139b req-0ce9677b-344a-4d1b-8d16-214a6ff40155 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/security-groups?id=ffc3929c-0d03-467e-86e4-1cd6a64d94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116986 May 06 09:47:27.308681 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-ccec976f-9e74-4d7f-b62e-f10a7269aba5 req-6ce35a32-3200-4a34-9fa9-cf62cd65fea9 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Calling delete_port for ccf6c9f7-5628-4ec8-b411-3e4172083d54 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:27.398998 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf5df67-5bbf-4d77-a3af-d0eea26474b8 x-openstack-request-id: req-bbf5df67-5bbf-4d77-a3af-d0eea26474b8 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:27.400609 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc032943-762d-4c77-8353-cfabc96b417f", "name": "network-vif-unplugged", "status": "completed", "tag": "682b17fb-441c-4e13-960c-18224050c113", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:27.400609 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bbf5df67-5bbf-4d77-a3af-d0eea26474b8 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:27.400609 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbf5df67-5bbf-4d77-a3af-d0eea26474b8'] response: {'server_uuid': 'fc032943-762d-4c77-8353-cfabc96b417f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '682b17fb-441c-4e13-960c-18224050c113', 'code': 200} May 06 09:47:27.455697 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device ccf6c9f7-5628-4ec8-b411-3e4172083d54 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:27.589998 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:27.652879 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-7ea4b7ac-9d5c-46c9-ab1c-1f130b5354b6 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:27.662369 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-7ea4b7ac-9d5c-46c9-ab1c-1f130b5354b6 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/networks?id=62558b65-2ecc-44cb-b688-6d316dd01546 HTTP/1.1" status: 200 len: 810 time: 0.3161230 May 06 09:47:27.679639 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ccec976f-9e74-4d7f-b62e-f10a7269aba5 req-6ce35a32-3200-4a34-9fa9-cf62cd65fea9 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:27.690047 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-735bbe7c-f317-48ae-a638-deed16542516 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/quotas/767d9c69e2da4544a1c508f4f332aaa4 HTTP/1.1" status: 200 len: 375 time: 0.0261900 May 06 09:47:27.723552 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce35a32-3200-4a34-9fa9-cf62cd65fea9 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Pushing event deleted for resources: {'Port': ['ID=ccf6c9f7-5628-4ec8-b411-3e4172083d54,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:27.761487 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:47:27.793639 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['07be7b3d-1ea1-45d6-868a-fe82ea0526c4'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:47:27.804514 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccec976f-9e74-4d7f-b62e-f10a7269aba5 req-6ce35a32-3200-4a34-9fa9-cf62cd65fea9 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] No DVR routers for this DVR port ccf6c9f7-5628-4ec8-b411-3e4172083d54 on host n-h1-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:47:27.808629 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ccec976f-9e74-4d7f-b62e-f10a7269aba5 req-6ce35a32-3200-4a34-9fa9-cf62cd65fea9 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:27.815538 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ccec976f-9e74-4d7f-b62e-f10a7269aba5 req-6ce35a32-3200-4a34-9fa9-cf62cd65fea9 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.84 "DELETE /v2.0/ports/ccf6c9f7-5628-4ec8-b411-3e4172083d54 HTTP/1.1" status: 204 len: 173 time: 1.1040440 May 06 09:47:27.817202 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e48f38-c69c-4a0c-9e0e-86d76c36ac9d req-75ecb010-b108-4eed-b705-5a8c722e2910 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:27.833816 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 01da8cd2-188a-4f87-8a7e-0aea3f350e6e no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:27.839656 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-81e48f38-c69c-4a0c-9e0e-86d76c36ac9d req-75ecb010-b108-4eed-b705-5a8c722e2910 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.3514163 May 06 09:47:27.870973 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fac7d13-5cf0-4b92-b65a-2df4cfcb80ad None None] New status for floating IP 8d652734-f5c5-47f1-8977-d220cd8fbcdd: DOWN {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:47:27.900557 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 01da8cd2-188a-4f87-8a7e-0aea3f350e6e {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:47:27.901595 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 01da8cd2-188a-4f87-8a7e-0aea3f350e6e not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:47:27.941734 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-bf80c3b3-630b-4f59-a2cd-db5ff0f7645f tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=767d9c69e2da4544a1c508f4f332aaa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2389383 May 06 09:47:27.998031 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-81e48f38-c69c-4a0c-9e0e-86d76c36ac9d req-2340cef2-6cf9-4ca3-aec7-1110109f0b7d tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573203 May 06 09:47:28.155599 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13194fa-d640-404c-b214-bb707f840aec req-13cde476-1ed7-4b61-a494-a8b3487cabde tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:28.163183 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a13194fa-d640-404c-b214-bb707f840aec req-13cde476-1ed7-4b61-a494-a8b3487cabde tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc032943-762d-4c77-8353-cfabc96b417f HTTP/1.1" status: 200 len: 944 time: 0.1820071 May 06 09:47:28.299218 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-e661fd96-3883-40ec-9d92-2159dff284f3 service neutron] 10.222.0.73 "GET /v2.0/networks/62558b65-2ecc-44cb-b688-6d316dd01546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521547 May 06 09:47:28.325161 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aa78dabe-9f2c-4b51-a436-660b7b0d35bf req-0e967b82-ea2d-4646-b86d-2f8a6670cdbc tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6a7220e-d673-4799-b263-c72d7b571f0d HTTP/1.1" status: 200 len: 210 time: 0.1938825 May 06 09:47:28.404880 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-a13194fa-d640-404c-b214-bb707f840aec req-7f15c3a1-6217-4403-8d8d-7912c45650fb tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Deleting port 682b17fb-441c-4e13-960c-18224050c113 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:28.405588 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a13194fa-d640-404c-b214-bb707f840aec req-7f15c3a1-6217-4403-8d8d-7912c45650fb tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:28.438909 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41181579-095a-4b94-9bed-2118f2d90451', 'name': 'network-vif-deleted', 'tag': 'ccf6c9f7-5628-4ec8-b411-3e4172083d54'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:28.453330 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0da052-bff6-420e-8252-8bc727fc14a0" -d '{"events": [{"server_uuid": "41181579-095a-4b94-9bed-2118f2d90451", "name": "network-vif-deleted", "tag": "ccf6c9f7-5628-4ec8-b411-3e4172083d54"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:28.613471 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-22c0f68d-67f5-4554-bb3d-7c99e27bc72b service neutron] 10.222.0.73 "GET /v2.0/networks/62558b65-2ecc-44cb-b688-6d316dd01546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126760 May 06 09:47:28.705490 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-a13194fa-d640-404c-b214-bb707f840aec req-7f15c3a1-6217-4403-8d8d-7912c45650fb tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] For port 682b17fb-441c-4e13-960c-18224050c113, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=682b17fb-441c-4e13-960c-18224050c113,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:28.706497 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a13194fa-d640-404c-b214-bb707f840aec req-7f15c3a1-6217-4403-8d8d-7912c45650fb tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:28.735158 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19648b7d-0508-4a56-b0c0-9eaa16a0a0d4 req-ee6309cd-0ea0-4d66-9e78-591507ba581c tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:28.737044 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-19648b7d-0508-4a56-b0c0-9eaa16a0a0d4 req-ee6309cd-0ea0-4d66-9e78-591507ba581c tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.0782676 May 06 09:47:28.739645 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-a13194fa-d640-404c-b214-bb707f840aec req-7f15c3a1-6217-4403-8d8d-7912c45650fb tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Calling delete_port for 682b17fb-441c-4e13-960c-18224050c113 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:28.748106 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 53300) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:28.754289 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-c0bb98de-524d-4204-a829-d3f2a7f90b2e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Request body: {'floatingip': {'port_id': 'cf1e41e2-bb41-4232-93f0-f6954f63dd79'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:28.852815 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c0bb98de-524d-4204-a829-d3f2a7f90b2e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for floatingip, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:28.876798 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 53308) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:28.899153 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:28.956056 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c82ede-a34e-492e-b151-9a95edb3c138 x-openstack-request-id: req-04c82ede-a34e-492e-b151-9a95edb3c138 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:28.957053 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41181579-095a-4b94-9bed-2118f2d90451", "name": "network-vif-deleted", "tag": "ccf6c9f7-5628-4ec8-b411-3e4172083d54", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:28.957543 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-04c82ede-a34e-492e-b151-9a95edb3c138 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:28.957955 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04c82ede-a34e-492e-b151-9a95edb3c138'] response: {'server_uuid': '41181579-095a-4b94-9bed-2118f2d90451', 'name': 'network-vif-deleted', 'tag': 'ccf6c9f7-5628-4ec8-b411-3e4172083d54', 'status': 'completed', 'code': 200} May 06 09:47:29.040643 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-638d9c1e-54a8-43b4-9c1f-3d33b8a986e2 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:29.069904 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eaf121ed-4d6c-4883-88ca-436737866317 req-b4a3a977-ee9a-403d-88bd-cefb6e9dcebd tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 210 time: 0.0948124 May 06 09:47:29.092074 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-638d9c1e-54a8-43b4-9c1f-3d33b8a986e2 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:29.533893 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a13194fa-d640-404c-b214-bb707f840aec req-7f15c3a1-6217-4403-8d8d-7912c45650fb tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:29.727949 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15c3a1-6217-4403-8d8d-7912c45650fb tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Pushing event deleted for resources: {'Port': ['ID=682b17fb-441c-4e13-960c-18224050c113,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:29.747696 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-638d9c1e-54a8-43b4-9c1f-3d33b8a986e2 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:29.759587 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-638d9c1e-54a8-43b4-9c1f-3d33b8a986e2 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:29.760753 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-638d9c1e-54a8-43b4-9c1f-3d33b8a986e2 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "DELETE /v2.0/security-groups/ad9a5439-513e-48a0-815d-f625ae038e85 HTTP/1.1" status: 204 len: 168 time: 0.8807514 May 06 09:47:29.772460 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 53330) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:29.831914 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13194fa-d640-404c-b214-bb707f840aec req-7f15c3a1-6217-4403-8d8d-7912c45650fb tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] No DVR routers for this DVR port 682b17fb-441c-4e13-960c-18224050c113 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:47:29.835525 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a13194fa-d640-404c-b214-bb707f840aec req-7f15c3a1-6217-4403-8d8d-7912c45650fb tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:29.839954 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a13194fa-d640-404c-b214-bb707f840aec req-7f15c3a1-6217-4403-8d8d-7912c45650fb tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.77 "DELETE /v2.0/ports/682b17fb-441c-4e13-960c-18224050c113 HTTP/1.1" status: 204 len: 173 time: 1.6631074 May 06 09:47:29.871442 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-59d48a5a-3235-4b13-8850-ef47bdde9b19 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:29.875090 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-59d48a5a-3235-4b13-8850-ef47bdde9b19 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.84 "GET /v2.0/networks?id=16dc8542-3f4f-4c03-b279-70aaa1b5cdbc HTTP/1.1" status: 200 len: 804 time: 0.7081568 May 06 09:47:29.877965 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d9c1e-54a8-43b4-9c1f-3d33b8a986e2 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9a5439-513e-48a0-815d-f625ae038e85,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:29.904624 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-8cb88a02-2c76-4f80-abce-2fdebfd650ef tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Request body: {'port': {'device_id': 'f6a7220e-d673-4799-b263-c72d7b571f0d', 'network_id': '16dc8542-3f4f-4c03-b279-70aaa1b5cdbc', 'admin_state_up': True, 'tenant_id': 'ff525b3c5a1e46169d46a30de372a412'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:30.002826 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac2022df-eb22-4691-a8f8-bae2779d6446 req-f072de47-2101-4078-8be3-123fc07232e5 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6a7220e-d673-4799-b263-c72d7b571f0d HTTP/1.1" status: 200 len: 210 time: 0.2485240 May 06 09:47:30.009256 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-f7592d6e-d5c5-4d92-b101-593b00b66c2c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] show failed (client error): The resource could not be found. May 06 09:47:30.013153 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f7592d6e-d5c5-4d92-b101-593b00b66c2c tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "GET /v2.0/security-groups/ad9a5439-513e-48a0-815d-f625ae038e85 HTTP/1.1" status: 404 len: 347 time: 0.2135689 May 06 09:47:30.016793 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 53332) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:30.056143 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c0bb98de-524d-4204-a829-d3f2a7f90b2e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:30.074358 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c0bb98de-524d-4204-a829-d3f2a7f90b2e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:30.091556 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcfdc1-a5b2-4d1a-8131-fe955605098d req-2837d2c9-90bf-4c05-bb03-9aa537550ecd tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:30.093252 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c3dcfdc1-a5b2-4d1a-8131-fe955605098d req-2837d2c9-90bf-4c05-bb03-9aa537550ecd tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.3271141 May 06 09:47:30.249619 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c3dcfdc1-a5b2-4d1a-8131-fe955605098d req-ec08e5b8-19a3-461b-88a2-84719435d839 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088972 May 06 09:47:30.276458 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-c0bb98de-524d-4204-a829-d3f2a7f90b2e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Floating IP 25a11944-623e-4808-a829-89ad8b51f49b associated. External IP: 172.25.5.239, port: cf1e41e2-bb41-4232-93f0-f6954f63dd79. May 06 09:47:30.337745 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-71f24e10-ca19-4589-9d9b-b23ecc1e4bc4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Deleting port 087b603f-d7b0-46ab-a3fc-eed9fc573a29 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:30.337745 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-71f24e10-ca19-4589-9d9b-b23ecc1e4bc4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:30.355218 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-8cb88a02-2c76-4f80-abce-2fdebfd650ef tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Made reservation on behalf of ff525b3c5a1e46169d46a30de372a412 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:30.359634 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-8cb88a02-2c76-4f80-abce-2fdebfd650ef tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:30.360574 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c926d87-3b9f-446e-866a-503f84ad9aaf req-604cc6bc-43b0-4afb-a505-11164d6a7e52 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 210 time: 0.0300174 May 06 09:47:30.570369 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 682b17fb-441c-4e13-960c-18224050c113 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:30.683165 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 682b17fb-441c-4e13-960c-18224050c113 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:47:30.687398 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 682b17fb-441c-4e13-960c-18224050c113 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:47:30.716789 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-8cb88a02-2c76-4f80-abce-2fdebfd650ef tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Allocated IP 172.20.0.3 (16dc8542-3f4f-4c03-b279-70aaa1b5cdbc/922edf83-b4a4-4bdd-8455-01a609c6fee5/28879952-669d-43f1-b540-69ee91d61993) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:30.827576 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0bb98de-524d-4204-a829-d3f2a7f90b2e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Router 281776a7-ed7c-440e-879c-88327b06ac90 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:47:30.882021 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-71f24e10-ca19-4589-9d9b-b23ecc1e4bc4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:30.882568 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-71f24e10-ca19-4589-9d9b-b23ecc1e4bc4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:30.951517 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-71f24e10-ca19-4589-9d9b-b23ecc1e4bc4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Calling delete_port for 087b603f-d7b0-46ab-a3fc-eed9fc573a29 owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:30.958900 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc032943-762d-4c77-8353-cfabc96b417f', 'name': 'network-vif-deleted', 'tag': '682b17fb-441c-4e13-960c-18224050c113'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:30.961279 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6eb6405-9bdf-43a2-940b-18fe343b2b6b" -d '{"events": [{"server_uuid": "fc032943-762d-4c77-8353-cfabc96b417f", "name": "network-vif-deleted", "tag": "682b17fb-441c-4e13-960c-18224050c113"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:30.965129 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-4b873279-5f75-4e77-8d80-d9a1c570191d tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:30.966664 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-4b873279-5f75-4e77-8d80-d9a1c570191d tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.84 "GET /v2.0/networks?id=62558b65-2ecc-44cb-b688-6d316dd01546 HTTP/1.1" status: 200 len: 810 time: 0.3245709 May 06 09:47:30.981978 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-6b1e8a4a-2799-49cf-9cea-4c35bc363c2b tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Request body: {'port': {'device_id': '49125de3-3fe4-4603-a277-1787d691bdf9', 'network_id': '62558b65-2ecc-44cb-b688-6d316dd01546', 'admin_state_up': True, 'tenant_id': '767d9c69e2da4544a1c508f4f332aaa4'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:31.023522 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bc5be5-a755-48cd-a53c-94db34812f2f x-openstack-request-id: req-98bc5be5-a755-48cd-a53c-94db34812f2f {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:31.023821 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc032943-762d-4c77-8353-cfabc96b417f", "name": "network-vif-deleted", "tag": "682b17fb-441c-4e13-960c-18224050c113", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:31.024074 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-98bc5be5-a755-48cd-a53c-94db34812f2f {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:31.024474 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98bc5be5-a755-48cd-a53c-94db34812f2f'] response: {'server_uuid': 'fc032943-762d-4c77-8353-cfabc96b417f', 'name': 'network-vif-deleted', 'tag': '682b17fb-441c-4e13-960c-18224050c113', 'status': 'completed', 'code': 200} May 06 09:47:31.027298 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cc3cf-62e7-4299-8eed-5b92a2a9e3f8 req-09e5d9da-7e9b-4345-904e-086fa2c725e5 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:31.033359 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cc3cf-62e7-4299-8eed-5b92a2a9e3f8 req-09e5d9da-7e9b-4345-904e-086fa2c725e5 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:31.041017 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0e4cc3cf-62e7-4299-8eed-5b92a2a9e3f8 req-09e5d9da-7e9b-4345-904e-086fa2c725e5 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/ports?device_id=969741c5-4439-4596-85a1-328dd09efb54&device_id=bce4d1cc-33ad-448d-b9c4-88c6615f5c64 HTTP/1.1" status: 200 len: 1681 time: 0.1828237 May 06 09:47:31.096746 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-8cb88a02-2c76-4f80-abce-2fdebfd650ef tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:31.180335 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c8877187-4ad9-4f53-bd4b-c2655d706484 req-d55784ea-3d26-4492-bd36-d541c23c2ebe tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6a7220e-d673-4799-b263-c72d7b571f0d HTTP/1.1" status: 200 len: 210 time: 0.0656340 May 06 09:47:31.188662 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-8cb88a02-2c76-4f80-abce-2fdebfd650ef tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:31.191102 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bb98de-524d-4204-a829-d3f2a7f90b2e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:47:31.205739 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c0bb98de-524d-4204-a829-d3f2a7f90b2e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:31.215878 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cdb151-c3e2-4087-9b9a-15757d101da4 None None] Sync routers for ids ['281776a7-ed7c-440e-879c-88327b06ac90'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:47:31.218889 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0e4cc3cf-62e7-4299-8eed-5b92a2a9e3f8 req-ec68b4b7-f1a3-417f-a6b2-ab9b5d36f10f tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/security-groups?id=ffc3929c-0d03-467e-86e4-1cd6a64d94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761394 May 06 09:47:31.240169 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cdb151-c3e2-4087-9b9a-15757d101da4 None None] Routers {'281776a7-ed7c-440e-879c-88327b06ac90'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:31.242442 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-66cdb151-c3e2-4087-9b9a-15757d101da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:47:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['281776a7-ed7c-440e-879c-88327b06ac90'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:31.264562 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-8cb88a02-2c76-4f80-abce-2fdebfd650ef tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Network 16dc8542-3f4f-4c03-b279-70aaa1b5cdbc is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:31.270262 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-8cb88a02-2c76-4f80-abce-2fdebfd650ef tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:31.274726 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-8cb88a02-2c76-4f80-abce-2fdebfd650ef tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:31.276847 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-71f24e10-ca19-4589-9d9b-b23ecc1e4bc4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:31.295844 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c0bb98de-524d-4204-a829-d3f2a7f90b2e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "PUT /v2.0/floatingips/25a11944-623e-4808-a829-89ad8b51f49b HTTP/1.1" status: 200 len: 992 time: 2.5463934 May 06 09:47:31.304178 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd651b330-4936-40ab-b73c-18040c1bf70f', 'tag': 'cf1e41e2-bb41-4232-93f0-f6954f63dd79'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:31.306725 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c726071-f9b7-4564-9bf4-537ae4d86743" -d '{"events": [{"name": "network-changed", "server_uuid": "d651b330-4936-40ab-b73c-18040c1bf70f", "tag": "cf1e41e2-bb41-4232-93f0-f6954f63dd79"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:31.323599 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb88a02-2c76-4f80-abce-2fdebfd650ef tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Pushing event updated for resources: {'Port': ['ID=28879952-669d-43f1-b540-69ee91d61993,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:31.347894 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-6b1e8a4a-2799-49cf-9cea-4c35bc363c2b tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Made reservation on behalf of 767d9c69e2da4544a1c508f4f332aaa4 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:31.363010 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-6b1e8a4a-2799-49cf-9cea-4c35bc363c2b tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:31.382732 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f24e10-ca19-4589-9d9b-b23ecc1e4bc4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Pushing event deleted for resources: {'Port': ['ID=087b603f-d7b0-46ab-a3fc-eed9fc573a29,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:31.446261 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-8cb88a02-2c76-4f80-abce-2fdebfd650ef tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:31.447008 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-8cb88a02-2c76-4f80-abce-2fdebfd650ef tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:31.469295 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-71f24e10-ca19-4589-9d9b-b23ecc1e4bc4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:31.473931 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-71f24e10-ca19-4589-9d9b-b23ecc1e4bc4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:31.478250 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-71f24e10-ca19-4589-9d9b-b23ecc1e4bc4 tempest-ServerActionsTestJSON-951204307 tempest-ServerActionsTestJSON-951204307-project] 10.222.0.73 "DELETE /v2.0/floatingips/8d652734-f5c5-47f1-8977-d220cd8fbcdd HTTP/1.1" status: 204 len: 168 time: 1.4571850 May 06 09:47:31.478753 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 53366) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:31.491509 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-8cb88a02-2c76-4f80-abce-2fdebfd650ef tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5931993 May 06 09:47:31.517329 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Request body: {'port': {'device_id': 'f6a7220e-d673-4799-b263-c72d7b571f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:31.547514 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-66cdb151-c3e2-4087-9b9a-15757d101da4 None None] Set router 281776a7-ed7c-440e-879c-88327b06ac90 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:31.551552 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180e00c-e1a8-4b1b-bbb7-0220427e6be0 req-ad8ed714-e924-4918-a16b-6f17a34281a8 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:31.552947 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1180e00c-e1a8-4b1b-bbb7-0220427e6be0 req-ad8ed714-e924-4918-a16b-6f17a34281a8 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.1747012 May 06 09:47:31.640973 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1180e00c-e1a8-4b1b-bbb7-0220427e6be0 req-f7e3af0d-ee36-471a-bdca-782ff35f65fc tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739281 May 06 09:47:31.692892 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:31.732344 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1280ef3b-1dbc-4dc3-83c0-ec67ee49fa96 x-openstack-request-id: req-1280ef3b-1dbc-4dc3-83c0-ec67ee49fa96 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:31.735951 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d651b330-4936-40ab-b73c-18040c1bf70f", "tag": "cf1e41e2-bb41-4232-93f0-f6954f63dd79", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:31.736192 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1280ef3b-1dbc-4dc3-83c0-ec67ee49fa96 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:31.736607 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1280ef3b-1dbc-4dc3-83c0-ec67ee49fa96'] response: {'name': 'network-changed', 'server_uuid': 'd651b330-4936-40ab-b73c-18040c1bf70f', 'tag': 'cf1e41e2-bb41-4232-93f0-f6954f63dd79', 'status': 'completed', 'code': 200} May 06 09:47:31.835085 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-6b1e8a4a-2799-49cf-9cea-4c35bc363c2b tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Allocated IP 172.20.0.7 (62558b65-2ecc-44cb-b688-6d316dd01546/8d1f3a23-5174-4642-9e0d-aa826fbcdb37/94912fa1-30e9-4f8b-b03b-ca8a6c51b21b) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:31.931922 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-076c331f-236a-49c4-9e4b-45b74a86dd87 req-227126f1-5d31-42cc-9124-a459abed8084 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 210 time: 0.0781662 May 06 09:47:31.971435 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c726071-f9b7-4564-9bf4-537ae4d86743 req-f88b57b3-dfe2-4dd2-8a70-679009d68da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:31.973028 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c726071-f9b7-4564-9bf4-537ae4d86743 req-f88b57b3-dfe2-4dd2-8a70-679009d68da5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1750166bc51841a8bad92d45b4eec5fb&device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 1097 time: 0.2992494 May 06 09:47:32.054021 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-66cdb151-c3e2-4087-9b9a-15757d101da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281776a7-ed7c-440e-879c-88327b06ac90', 'name': 'tempest-AttachVolumeShelveTestJSON-1205873776-router', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:50Z', 'updated_at': '2022-05-06T09:46:58Z', 'revision_number': 4, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'gw_port': {'id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:51Z', 'updated_at': '2022-05-06T09:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '25a11944-623e-4808-a829-89ad8b51f49b', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'floating_ip_address': '172.25.5.239', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'port_id': 'cf1e41e2-bb41-4232-93f0-f6954f63dd79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'mac_address': 'fa:16:3e:a5:35:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd651b330-4936-40ab-b73c-18040c1bf70f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:47:04Z', 'updated_at': '2022-05-06T09:47:29Z', 'revision_number': 1, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef4f4acb-a4d1-467f-9a23-b176d81f0e9b', 'name': '', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'mac_address': 'fa:16:3e:29:ca:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:56Z', 'updated_at': '2022-05-06T09:47:07Z', 'revision_number': 5, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'subnets': [{'id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:32.103628 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cdb151-c3e2-4087-9b9a-15757d101da4 None None] Checking router: 281776a7-ed7c-440e-879c-88327b06ac90 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:47:32.114394 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cdb151-c3e2-4087-9b9a-15757d101da4 None None] Routers {'281776a7-ed7c-440e-879c-88327b06ac90'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:32.115093 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-66cdb151-c3e2-4087-9b9a-15757d101da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:47:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['281776a7-ed7c-440e-879c-88327b06ac90'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:32.121410 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7924b24-59c7-4400-b46d-d69f58969513 req-6a7abba6-5309-40a5-a0a3-23b4042e0ca6 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:32.123023 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f7924b24-59c7-4400-b46d-d69f58969513 req-6a7abba6-5309-40a5-a0a3-23b4042e0ca6 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.3291318 May 06 09:47:32.337712 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-6b1e8a4a-2799-49cf-9cea-4c35bc363c2b tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:32.501986 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c726071-f9b7-4564-9bf4-537ae4d86743 req-8263b817-5d11-43df-97a7-32b9ae7b9e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:32.503799 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c726071-f9b7-4564-9bf4-537ae4d86743 req-8263b817-5d11-43df-97a7-32b9ae7b9e41 service neutron] 10.222.0.84 "GET /v2.0/networks?id=02e8aba3-387b-400e-9f74-334ab3eab168 HTTP/1.1" status: 200 len: 918 time: 0.5145657 May 06 09:47:32.512363 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f1186-580d-43c0-aa10-a7b87cdd21fb req-a165de1b-5b20-4a96-b8d2-e896cdfab2bd tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:32.514045 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9c0f1186-580d-43c0-aa10-a7b87cdd21fb req-a165de1b-5b20-4a96-b8d2-e896cdfab2bd tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6a7220e-d673-4799-b263-c72d7b571f0d HTTP/1.1" status: 200 len: 931 time: 0.1547124 May 06 09:47:32.523507 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28879952-669d-43f1-b540-69ee91d61993 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:47:32.544507 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:32.552549 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-66cdb151-c3e2-4087-9b9a-15757d101da4 None None] Set router 281776a7-ed7c-440e-879c-88327b06ac90 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:32.562739 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-f7924b24-59c7-4400-b46d-d69f58969513 req-a70b0ca2-54b9-42bb-b3a7-a423cc57ec92 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Deleting port 9262d57e-22a5-49b2-90f9-0a29fbac4818 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:32.563195 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f7924b24-59c7-4400-b46d-d69f58969513 req-a70b0ca2-54b9-42bb-b3a7-a423cc57ec92 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:32.565407 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-6b1e8a4a-2799-49cf-9cea-4c35bc363c2b tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:32.607657 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['ae3bde3e-4312-49f1-8ceb-5c2f53fec57c'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:47:32.609160 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd308dd-84ed-4f72-b91a-62eddc072d83 req-f225ad70-e13d-4bd8-880d-976a7627e8d8 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:32.611046 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6dd308dd-84ed-4f72-b91a-62eddc072d83 req-f225ad70-e13d-4bd8-880d-976a7627e8d8 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/ports?device_id=969741c5-4439-4596-85a1-328dd09efb54 HTTP/1.1" status: 200 len: 945 time: 0.1693161 May 06 09:47:32.669703 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-6b1e8a4a-2799-49cf-9cea-4c35bc363c2b tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Network 62558b65-2ecc-44cb-b688-6d316dd01546 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:32.698693 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-6b1e8a4a-2799-49cf-9cea-4c35bc363c2b tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:32.699227 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Transition to ACTIVE for port object 28879952-669d-43f1-b540-69ee91d61993 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:47:32.701383 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-6b1e8a4a-2799-49cf-9cea-4c35bc363c2b tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:32.719165 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:32.738140 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e8a4a-2799-49cf-9cea-4c35bc363c2b tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Pushing event updated for resources: {'Port': ['ID=94912fa1-30e9-4f8b-b03b-ca8a6c51b21b,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:32.749846 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9c0f1186-580d-43c0-aa10-a7b87cdd21fb req-aca97cbb-3c6f-46aa-976f-fc27cd64188b tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244916 May 06 09:47:32.754187 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c726071-f9b7-4564-9bf4-537ae4d86743 req-4ec588cd-76f1-43d9-837e-97608a5636df service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf1e41e2-bb41-4232-93f0-f6954f63dd79 HTTP/1.1" status: 200 len: 1000 time: 0.2382507 May 06 09:47:32.820622 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6dd308dd-84ed-4f72-b91a-62eddc072d83 req-f72c4d09-dd12-4978-9d79-1a48543f2ee7 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/security-groups?id=ffc3929c-0d03-467e-86e4-1cd6a64d94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794302 May 06 09:47:32.841235 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-6b1e8a4a-2799-49cf-9cea-4c35bc363c2b tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:32.842233 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-6b1e8a4a-2799-49cf-9cea-4c35bc363c2b tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:32.868331 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Pushing event updated for resources: {'Port': ['ID=28879952-669d-43f1-b540-69ee91d61993,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:32.893640 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c726071-f9b7-4564-9bf4-537ae4d86743 req-b8123a23-c056-4718-894b-feaee356d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:32.896430 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c726071-f9b7-4564-9bf4-537ae4d86743 req-b8123a23-c056-4718-894b-feaee356d711 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1d4098cb-ab83-4260-9cb2-59b447fa9932 HTTP/1.1" status: 200 len: 856 time: 0.1299477 May 06 09:47:32.918000 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-6b1e8a4a-2799-49cf-9cea-4c35bc363c2b tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9399800 May 06 09:47:32.997206 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-2bc80037-258c-4709-85fe-12d62caa4d49 service neutron] Request body: {'port': {'device_id': '49125de3-3fe4-4603-a277-1787d691bdf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:33.023611 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96ffba-e5dd-4b89-ab8b-720f391cdd30 req-d2c09004-5e44-439b-8740-66c25c5f0cca tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:33.029244 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Attempting to bind port 28879952-669d-43f1-b540-69ee91d61993 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:47:33.029728 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Attempting to bind port 28879952-669d-43f1-b540-69ee91d61993 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '3ad2a963-104c-493f-b013-3dd12710e0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '16dc8542-3f4f-4c03-b279-70aaa1b5cdbc'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:47:33.030336 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Attempting to bind port 28879952-669d-43f1-b540-69ee91d61993 on network 16dc8542-3f4f-4c03-b279-70aaa1b5cdbc {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:33.032304 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb96ffba-e5dd-4b89-ab8b-720f391cdd30 req-d2c09004-5e44-439b-8740-66c25c5f0cca tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b15440e-1d8d-43e9-a38a-3fbb3021f1cb HTTP/1.1" status: 200 len: 946 time: 0.1866162 May 06 09:47:33.042351 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-f7924b24-59c7-4400-b46d-d69f58969513 req-a70b0ca2-54b9-42bb-b3a7-a423cc57ec92 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] For port 9262d57e-22a5-49b2-90f9-0a29fbac4818, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=9262d57e-22a5-49b2-90f9-0a29fbac4818,segment=NetworkSegment(f854416d-9159-4e65-9cd2-8b8dead0809d),segment_id=f854416d-9159-4e65-9cd2-8b8dead0809d)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:33.042351 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f7924b24-59c7-4400-b46d-d69f58969513 req-a70b0ca2-54b9-42bb-b3a7-a423cc57ec92 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:33.048610 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Port 28879952-669d-43f1-b540-69ee91d61993 on network 16dc8542-3f4f-4c03-b279-70aaa1b5cdbc not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:47:33.048903 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Attempting to bind port 28879952-669d-43f1-b540-69ee91d61993 on network 16dc8542-3f4f-4c03-b279-70aaa1b5cdbc {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:33.052436 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-66cdb151-c3e2-4087-9b9a-15757d101da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281776a7-ed7c-440e-879c-88327b06ac90', 'name': 'tempest-AttachVolumeShelveTestJSON-1205873776-router', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:50Z', 'updated_at': '2022-05-06T09:46:58Z', 'revision_number': 4, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'gw_port': {'id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:51Z', 'updated_at': '2022-05-06T09:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '25a11944-623e-4808-a829-89ad8b51f49b', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'floating_ip_address': '172.25.5.239', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'port_id': 'cf1e41e2-bb41-4232-93f0-f6954f63dd79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'mac_address': 'fa:16:3e:a5:35:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd651b330-4936-40ab-b73c-18040c1bf70f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:47:04Z', 'updated_at': '2022-05-06T09:47:29Z', 'revision_number': 1, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef4f4acb-a4d1-467f-9a23-b176d81f0e9b', 'name': '', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'mac_address': 'fa:16:3e:29:ca:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:56Z', 'updated_at': '2022-05-06T09:47:07Z', 'revision_number': 5, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'subnets': [{'id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:33.060323 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:47:33.060837 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Checking segment: {'id': '3ad2a963-104c-493f-b013-3dd12710e0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '16dc8542-3f4f-4c03-b279-70aaa1b5cdbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:33.061332 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Bound using segment: {'id': '3ad2a963-104c-493f-b013-3dd12710e0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '16dc8542-3f4f-4c03-b279-70aaa1b5cdbc'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:47:33.061896 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Bound port: 28879952-669d-43f1-b540-69ee91d61993, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ad2a963-104c-493f-b013-3dd12710e0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '16dc8542-3f4f-4c03-b279-70aaa1b5cdbc'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:47:33.062443 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:33.093714 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cdb151-c3e2-4087-9b9a-15757d101da4 None None] The sync data for ids ['281776a7-ed7c-440e-879c-88327b06ac90'] in n-d-840835-1 is: [{'id': '281776a7-ed7c-440e-879c-88327b06ac90', 'name': 'tempest-AttachVolumeShelveTestJSON-1205873776-router', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:50Z', 'updated_at': '2022-05-06T09:46:58Z', 'revision_number': 4, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'gw_port': {'id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:51Z', 'updated_at': '2022-05-06T09:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '25a11944-623e-4808-a829-89ad8b51f49b', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'floating_ip_address': '172.25.5.239', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'port_id': 'cf1e41e2-bb41-4232-93f0-f6954f63dd79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'mac_address': 'fa:16:3e:a5:35:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd651b330-4936-40ab-b73c-18040c1bf70f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:47:04Z', 'updated_at': '2022-05-06T09:47:29Z', 'revision_number': 1, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef4f4acb-a4d1-467f-9a23-b176d81f0e9b', 'name': '', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'mac_address': 'fa:16:3e:29:ca:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:56Z', 'updated_at': '2022-05-06T09:47:07Z', 'revision_number': 5, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'subnets': [{'id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:47:33.116299 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-f7924b24-59c7-4400-b46d-d69f58969513 req-a70b0ca2-54b9-42bb-b3a7-a423cc57ec92 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Calling delete_port for 9262d57e-22a5-49b2-90f9-0a29fbac4818 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:33.261838 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] For port 28879952-669d-43f1-b540-69ee91d61993, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:47:33.293585 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] For port 28879952-669d-43f1-b540-69ee91d61993, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=28879952-669d-43f1-b540-69ee91d61993,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:47:33.307775 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:33.400913 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:33.401623 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:33.403098 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] 10.222.0.84 "PUT /v2.0/ports/28879952-669d-43f1-b540-69ee91d61993 HTTP/1.1" status: 200 len: 1091 time: 1.8997233 May 06 09:47:33.404981 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a7220e-d673-4799-b263-c72d7b571f0d', 'tag': '28879952-669d-43f1-b540-69ee91d61993'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:33.408182 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b9e1e7-8c88-4322-a26a-ff1c1e49d01b" -d '{"events": [{"name": "network-changed", "server_uuid": "f6a7220e-d673-4799-b263-c72d7b571f0d", "tag": "28879952-669d-43f1-b540-69ee91d61993"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:33.439429 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c503ab-b8bd-4756-94b5-b4657ccd6397 None None] New status for floating IP 25a11944-623e-4808-a829-89ad8b51f49b: ACTIVE {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:47:33.478191 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Pushing event updated for resources: {'Port': ['ID=28879952-669d-43f1-b540-69ee91d61993,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:33.539724 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:33.539724 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:33.540215 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:33.540522 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:33.540922 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:33.541279 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:33.541621 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:33.542568 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:33.542568 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:33.542894 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:33.543000 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:33.543279 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8c1cc-61e7-45e4-9823-9582e08e333c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:33.565035 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-53006594-cdca-47e8-a5f7-e6e886c68291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:33.572372 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f7924b24-59c7-4400-b46d-d69f58969513 req-a70b0ca2-54b9-42bb-b3a7-a423cc57ec92 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:33.597489 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c726071-f9b7-4564-9bf4-537ae4d86743 req-34f22708-321e-4813-9ab6-cc4882aa7fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:33.599062 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c726071-f9b7-4564-9bf4-537ae4d86743 req-34f22708-321e-4813-9ab6-cc4882aa7fa3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=02e8aba3-387b-400e-9f74-334ab3eab168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6937568 May 06 09:47:33.630519 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb96ffba-e5dd-4b89-ab8b-720f391cdd30 req-8146e864-e179-42a9-87b0-1481d2b804c9 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.73 "GET /v2.0/security-groups?id=68b9179c-afe2-495f-a248-f7c140991f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5972321 May 06 09:47:33.658059 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-4b36d947-8214-4ed4-a1c2-c0b8bdcbf4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:33.661146 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-4b36d947-8214-4ed4-a1c2-c0b8bdcbf4a1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ff525b3c5a1e46169d46a30de372a412&device_id=f6a7220e-d673-4799-b263-c72d7b571f0d HTTP/1.1" status: 200 len: 1094 time: 0.1723695 May 06 09:47:33.680073 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b0ca2-54b9-42bb-b3a7-a423cc57ec92 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Pushing event deleted for resources: {'Port': ['ID=9262d57e-22a5-49b2-90f9-0a29fbac4818,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:33.730084 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494d3ab9-685e-4460-948d-542ac290d4e7 x-openstack-request-id: req-494d3ab9-685e-4460-948d-542ac290d4e7 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:33.730428 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6a7220e-d673-4799-b263-c72d7b571f0d", "tag": "28879952-669d-43f1-b540-69ee91d61993", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:33.730636 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-494d3ab9-685e-4460-948d-542ac290d4e7 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:33.731052 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-494d3ab9-685e-4460-948d-542ac290d4e7'] response: {'name': 'network-changed', 'server_uuid': 'f6a7220e-d673-4799-b263-c72d7b571f0d', 'tag': '28879952-669d-43f1-b540-69ee91d61993', 'status': 'completed', 'code': 200} May 06 09:47:33.751982 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-2bc80037-258c-4709-85fe-12d62caa4d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:33.775746 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-8b6b4529-980f-4d9b-b4bc-44ac26ad494b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28879952-669d-43f1-b540-69ee91d61993 HTTP/1.1" status: 200 len: 217 time: 0.0933681 May 06 09:47:33.779233 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7924b24-59c7-4400-b46d-d69f58969513 req-a70b0ca2-54b9-42bb-b3a7-a423cc57ec92 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] No DVR routers for this DVR port 9262d57e-22a5-49b2-90f9-0a29fbac4818 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:47:33.783021 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f7924b24-59c7-4400-b46d-d69f58969513 req-a70b0ca2-54b9-42bb-b3a7-a423cc57ec92 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:33.786964 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f7924b24-59c7-4400-b46d-d69f58969513 req-a70b0ca2-54b9-42bb-b3a7-a423cc57ec92 tempest-ServersNegativeTestJSON-241973099 tempest-ServersNegativeTestJSON-241973099-project] 10.222.0.77 "DELETE /v2.0/ports/9262d57e-22a5-49b2-90f9-0a29fbac4818 HTTP/1.1" status: 204 len: 173 time: 1.6541874 May 06 09:47:33.791750 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4618419-433f-4450-a78e-2845d13d7aea req-985e592e-9004-4446-a2fd-c4567e6b5427 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:33.793811 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c4618419-433f-4450-a78e-2845d13d7aea req-985e592e-9004-4446-a2fd-c4567e6b5427 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 931 time: 0.2891405 May 06 09:47:33.839446 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a25fb3-ba7d-498f-8b5a-0a3795d6a02e req-4dee253b-8aa5-48d6-98cc-aebc8962ff9f tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:33.841013 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a9a25fb3-ba7d-498f-8b5a-0a3795d6a02e req-4dee253b-8aa5-48d6-98cc-aebc8962ff9f tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.84 "GET /v2.0/ports?device_id=969741c5-4439-4596-85a1-328dd09efb54 HTTP/1.1" status: 200 len: 945 time: 0.3086638 May 06 09:47:33.870974 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-d7074a93-b708-4997-8adf-27be27afc8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:33.872571 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-d7074a93-b708-4997-8adf-27be27afc8e6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=922edf83-b4a4-4bdd-8455-01a609c6fee5 HTTP/1.1" status: 200 len: 844 time: 0.0846610 May 06 09:47:34.062143 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c726071-f9b7-4564-9bf4-537ae4d86743 req-963d6ee6-8ad5-436c-8394-78afb4c372e2 service neutron] 10.222.0.84 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225011 May 06 09:47:34.143107 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c4618419-433f-4450-a78e-2845d13d7aea req-c36e8b76-cf38-4de8-8c23-3e2290e416e7 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278828 May 06 09:47:34.333348 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-ab25ef5c-6f3a-4714-a1d3-bd570bf318c1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=16dc8542-3f4f-4c03-b279-70aaa1b5cdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583122 May 06 09:47:34.362947 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf7662-db5e-4148-b077-3f3ad5a5b75e req-7f444e75-5fcb-4982-98c6-4acad6e82dbe tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:34.364633 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6ccf7662-db5e-4148-b077-3f3ad5a5b75e req-7f444e75-5fcb-4982-98c6-4acad6e82dbe tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6a7220e-d673-4799-b263-c72d7b571f0d HTTP/1.1" status: 200 len: 943 time: 0.4429657 May 06 09:47:34.429610 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6c59a-c3a7-4fdd-8de8-a6aa8a3740e1 req-2394d075-975b-4ee5-9fe4-2b370686e430 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:34.431363 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fbd6c59a-c3a7-4fdd-8de8-a6aa8a3740e1 req-2394d075-975b-4ee5-9fe4-2b370686e430 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.77 "GET /v2.0/ports?device_id=bce4d1cc-33ad-448d-b9c4-88c6615f5c64 HTTP/1.1" status: 200 len: 945 time: 0.1549497 May 06 09:47:34.490458 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d8a30-ad26-40a6-b6e4-31da719f8b05 req-ee5628cc-a53d-4e00-8792-8688d3c43f46 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:34.492151 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f4d8a30-ad26-40a6-b6e4-31da719f8b05 req-ee5628cc-a53d-4e00-8792-8688d3c43f46 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/ports?device_id=969741c5-4439-4596-85a1-328dd09efb54 HTTP/1.1" status: 200 len: 945 time: 0.2236381 May 06 09:47:34.507022 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-a9a25fb3-ba7d-498f-8b5a-0a3795d6a02e req-0e896ac4-a10e-4cdf-b367-327433916e08 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Deleting port e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:34.507416 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a9a25fb3-ba7d-498f-8b5a-0a3795d6a02e req-0e896ac4-a10e-4cdf-b367-327433916e08 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:34.511833 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c726071-f9b7-4564-9bf4-537ae4d86743 req-b58354e0-4aaf-4a8d-97ff-fcd8287e58ee service neutron] 10.222.0.84 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393425 May 06 09:47:34.545566 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-f768c415-c27c-4df8-aafb-7453b4441c76 service neutron] 10.222.0.84 "GET /v2.0/networks/16dc8542-3f4f-4c03-b279-70aaa1b5cdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890905 May 06 09:47:34.555945 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6ccf7662-db5e-4148-b077-3f3ad5a5b75e req-014f1823-0a70-433c-b061-ba6d0e2a5f5d tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484327 May 06 09:47:34.588556 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 9262d57e-22a5-49b2-90f9-0a29fbac4818 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:34.631939 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 9262d57e-22a5-49b2-90f9-0a29fbac4818 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:47:34.632840 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 9262d57e-22a5-49b2-90f9-0a29fbac4818 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:47:34.645259 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f4d8a30-ad26-40a6-b6e4-31da719f8b05 req-38dd4300-521f-45fd-b8bc-784e923d2ef8 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/security-groups?id=ffc3929c-0d03-467e-86e4-1cd6a64d94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288545 May 06 09:47:34.712678 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 53402) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:34.731337 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-a9a25fb3-ba7d-498f-8b5a-0a3795d6a02e req-0e896ac4-a10e-4cdf-b367-327433916e08 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] For port e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1,segment=NetworkSegment(bfa87719-ef54-4d27-aba7-e5aa36d17665),segment_id=bfa87719-ef54-4d27-aba7-e5aa36d17665)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:34.731712 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a9a25fb3-ba7d-498f-8b5a-0a3795d6a02e req-0e896ac4-a10e-4cdf-b367-327433916e08 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:34.752952 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-2bc80037-258c-4709-85fe-12d62caa4d49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94912fa1-30e9-4f8b-b03b-ca8a6c51b21b {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:47:34.762752 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-a9a25fb3-ba7d-498f-8b5a-0a3795d6a02e req-0e896ac4-a10e-4cdf-b367-327433916e08 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Calling delete_port for e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:34.765594 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-2bc80037-258c-4709-85fe-12d62caa4d49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:34.785913 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-fbd6c59a-c3a7-4fdd-8de8-a6aa8a3740e1 req-fbab3356-472b-4983-848a-3773311c4731 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Deleting port 07be7b3d-1ea1-45d6-868a-fe82ea0526c4 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:34.786263 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fbd6c59a-c3a7-4fdd-8de8-a6aa8a3740e1 req-fbab3356-472b-4983-848a-3773311c4731 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:34.816130 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-2bc80037-258c-4709-85fe-12d62caa4d49 service neutron] Transition to ACTIVE for port object 94912fa1-30e9-4f8b-b03b-ca8a6c51b21b will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:47:34.823740 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-2bc80037-258c-4709-85fe-12d62caa4d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:34.865546 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f2b763a-8f22-4d84-a2c8-1539ea597716 req-7233c7f2-89aa-4d85-9b8a-b3bb4d577732 service neutron] 10.222.0.84 "GET /v2.0/networks/16dc8542-3f4f-4c03-b279-70aaa1b5cdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092201 May 06 09:47:34.874462 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a5d6e5-1b16-496c-bc96-c5eff8ff7d21 admin admin] Deleting subnet d54bd8cf-7c94-46e0-bd93-71eea8040eb3 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:47:34.888804 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c9a5d6e5-1b16-496c-bc96-c5eff8ff7d21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:34.918091 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc80037-258c-4709-85fe-12d62caa4d49 service neutron] Pushing event updated for resources: {'Port': ['ID=94912fa1-30e9-4f8b-b03b-ca8a6c51b21b,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:34.995183 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-53006594-cdca-47e8-a5f7-e6e886c68291 admin admin] Deleting port 52aadd6d-95f8-4610-9c39-7a29badb285a {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:34.995549 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-53006594-cdca-47e8-a5f7-e6e886c68291 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:35.003399 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c9a5d6e5-1b16-496c-bc96-c5eff8ff7d21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:35.050868 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-2bc80037-258c-4709-85fe-12d62caa4d49 service neutron] Attempting to bind port 94912fa1-30e9-4f8b-b03b-ca8a6c51b21b on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:47:35.051243 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-2bc80037-258c-4709-85fe-12d62caa4d49 service neutron] Attempting to bind port 94912fa1-30e9-4f8b-b03b-ca8a6c51b21b by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '35debb7c-3bac-4f08-9866-7111447fe1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '62558b65-2ecc-44cb-b688-6d316dd01546'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:47:35.051578 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-2bc80037-258c-4709-85fe-12d62caa4d49 service neutron] Attempting to bind port 94912fa1-30e9-4f8b-b03b-ca8a6c51b21b on network 62558b65-2ecc-44cb-b688-6d316dd01546 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:35.058564 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-2bc80037-258c-4709-85fe-12d62caa4d49 service neutron] Port 94912fa1-30e9-4f8b-b03b-ca8a6c51b21b on network 62558b65-2ecc-44cb-b688-6d316dd01546 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:47:35.059193 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-2bc80037-258c-4709-85fe-12d62caa4d49 service neutron] Attempting to bind port 94912fa1-30e9-4f8b-b03b-ca8a6c51b21b on network 62558b65-2ecc-44cb-b688-6d316dd01546 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:35.062547 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a9a25fb3-ba7d-498f-8b5a-0a3795d6a02e req-0e896ac4-a10e-4cdf-b367-327433916e08 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:35.071319 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-2bc80037-258c-4709-85fe-12d62caa4d49 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:47:35.071675 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-2bc80037-258c-4709-85fe-12d62caa4d49 service neutron] Checking segment: {'id': '35debb7c-3bac-4f08-9866-7111447fe1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '62558b65-2ecc-44cb-b688-6d316dd01546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:35.072071 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-2bc80037-258c-4709-85fe-12d62caa4d49 service neutron] Bound using segment: {'id': '35debb7c-3bac-4f08-9866-7111447fe1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '62558b65-2ecc-44cb-b688-6d316dd01546'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:47:35.072529 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-2bc80037-258c-4709-85fe-12d62caa4d49 service neutron] Bound port: 94912fa1-30e9-4f8b-b03b-ca8a6c51b21b, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35debb7c-3bac-4f08-9866-7111447fe1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '62558b65-2ecc-44cb-b688-6d316dd01546'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:47:35.072901 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-2bc80037-258c-4709-85fe-12d62caa4d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:35.102092 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-fbd6c59a-c3a7-4fdd-8de8-a6aa8a3740e1 req-fbab3356-472b-4983-848a-3773311c4731 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] For port 07be7b3d-1ea1-45d6-868a-fe82ea0526c4, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=07be7b3d-1ea1-45d6-868a-fe82ea0526c4,segment=NetworkSegment(bfa87719-ef54-4d27-aba7-e5aa36d17665),segment_id=bfa87719-ef54-4d27-aba7-e5aa36d17665)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:35.102474 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fbd6c59a-c3a7-4fdd-8de8-a6aa8a3740e1 req-fbab3356-472b-4983-848a-3773311c4731 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:35.108476 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e896ac4-a10e-4cdf-b367-327433916e08 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Pushing event deleted for resources: {'Port': ['ID=e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:35.144544 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9e1e7-8c88-4322-a26a-ff1c1e49d01b req-777120f2-3892-46e2-903c-670b44d5303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:35.146577 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-05b9e1e7-8c88-4322-a26a-ff1c1e49d01b req-777120f2-3892-46e2-903c-670b44d5303a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ff525b3c5a1e46169d46a30de372a412&device_id=f6a7220e-d673-4799-b263-c72d7b571f0d HTTP/1.1" status: 200 len: 1094 time: 0.2135644 May 06 09:47:35.149339 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-fbd6c59a-c3a7-4fdd-8de8-a6aa8a3740e1 req-fbab3356-472b-4983-848a-3773311c4731 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Calling delete_port for 07be7b3d-1ea1-45d6-868a-fe82ea0526c4 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:35.172061 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c9a5d6e5-1b16-496c-bc96-c5eff8ff7d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:35.190597 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a25fb3-ba7d-498f-8b5a-0a3795d6a02e req-0e896ac4-a10e-4cdf-b367-327433916e08 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] No DVR routers for this DVR port e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:47:35.194899 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a9a25fb3-ba7d-498f-8b5a-0a3795d6a02e req-0e896ac4-a10e-4cdf-b367-327433916e08 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:35.199890 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a9a25fb3-ba7d-498f-8b5a-0a3795d6a02e req-0e896ac4-a10e-4cdf-b367-327433916e08 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.84 "DELETE /v2.0/ports/e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1 HTTP/1.1" status: 204 len: 173 time: 1.3290925 May 06 09:47:35.201770 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969741c5-4439-4596-85a1-328dd09efb54', 'name': 'network-vif-deleted', 'tag': 'e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:35.204988 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53931709-4688-4672-857d-81cd34a3b34b" -d '{"events": [{"server_uuid": "969741c5-4439-4596-85a1-328dd09efb54", "name": "network-vif-deleted", "tag": "e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:35.271153 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b07d4aa-87b2-4375-aedc-8d630a45e6cf x-openstack-request-id: req-0b07d4aa-87b2-4375-aedc-8d630a45e6cf {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:35.271153 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969741c5-4439-4596-85a1-328dd09efb54", "name": "network-vif-deleted", "tag": "e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:35.271153 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0b07d4aa-87b2-4375-aedc-8d630a45e6cf {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:35.271646 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b07d4aa-87b2-4375-aedc-8d630a45e6cf'] response: {'server_uuid': '969741c5-4439-4596-85a1-328dd09efb54', 'name': 'network-vif-deleted', 'tag': 'e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1', 'status': 'completed', 'code': 200} May 06 09:47:35.305336 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-2bc80037-258c-4709-85fe-12d62caa4d49 service neutron] For port 94912fa1-30e9-4f8b-b03b-ca8a6c51b21b, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:47:35.324940 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-2bc80037-258c-4709-85fe-12d62caa4d49 service neutron] For port 94912fa1-30e9-4f8b-b03b-ca8a6c51b21b, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=94912fa1-30e9-4f8b-b03b-ca8a6c51b21b,segment=NetworkSegment(35debb7c-3bac-4f08-9866-7111447fe1bf),segment_id=35debb7c-3bac-4f08-9866-7111447fe1bf)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:47:35.332897 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-53006594-cdca-47e8-a5f7-e6e886c68291 admin admin] For port 52aadd6d-95f8-4610-9c39-7a29badb285a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=52aadd6d-95f8-4610-9c39-7a29badb285a,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:35.333353 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-53006594-cdca-47e8-a5f7-e6e886c68291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:35.339171 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08aaf2-ebaa-425e-a5bd-e8dcb88e87c6 req-9e9b60f4-a949-4296-86d6-d442566cb2c3 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:35.340789 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6e08aaf2-ebaa-425e-a5bd-e8dcb88e87c6 req-9e9b60f4-a949-4296-86d6-d442566cb2c3 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 943 time: 0.0864329 May 06 09:47:35.344407 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-2bc80037-258c-4709-85fe-12d62caa4d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:35.390803 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-2bc80037-258c-4709-85fe-12d62caa4d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:35.391364 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-2bc80037-258c-4709-85fe-12d62caa4d49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:35.393093 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-2bc80037-258c-4709-85fe-12d62caa4d49 service neutron] 10.222.0.84 "PUT /v2.0/ports/94912fa1-30e9-4f8b-b03b-ca8a6c51b21b HTTP/1.1" status: 200 len: 1091 time: 2.4317837 May 06 09:47:35.411348 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-53006594-cdca-47e8-a5f7-e6e886c68291 admin admin] Calling delete_port for 52aadd6d-95f8-4610-9c39-7a29badb285a owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:35.441654 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc80037-258c-4709-85fe-12d62caa4d49 service neutron] Pushing event updated for resources: {'Port': ['ID=94912fa1-30e9-4f8b-b03b-ca8a6c51b21b,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:35.447430 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6e08aaf2-ebaa-425e-a5bd-e8dcb88e87c6 req-e18d3d41-9aac-4613-acc7-57d5f593f06f tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726507 May 06 09:47:35.453169 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:35.476043 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:47:35.476386 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device e4df6cd2-da3f-4bbc-9368-25f9dd92e0b1 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:47:35.541605 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-f9057dd2-372b-4ac4-9ce1-29aa6bf0d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:35.543398 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-f9057dd2-372b-4ac4-9ce1-29aa6bf0d2fd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=767d9c69e2da4544a1c508f4f332aaa4&device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 1094 time: 0.0607193 May 06 09:47:35.553089 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c9a5d6e5-1b16-496c-bc96-c5eff8ff7d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:35.562315 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9e1e7-8c88-4322-a26a-ff1c1e49d01b req-6664a3dd-1647-4c29-b7dd-7b6770616b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:35.563825 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-05b9e1e7-8c88-4322-a26a-ff1c1e49d01b req-6664a3dd-1647-4c29-b7dd-7b6770616b6e service neutron] 10.222.0.84 "GET /v2.0/networks?id=16dc8542-3f4f-4c03-b279-70aaa1b5cdbc HTTP/1.1" status: 200 len: 905 time: 0.4009633 May 06 09:47:35.601436 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-e92406f6-c53d-4061-a127-ba27d13f8036 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94912fa1-30e9-4f8b-b03b-ca8a6c51b21b HTTP/1.1" status: 200 len: 217 time: 0.0393813 May 06 09:47:35.606874 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5d6e5-1b16-496c-bc96-c5eff8ff7d21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d54bd8cf-7c94-46e0-bd93-71eea8040eb3,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:35.685558 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-05b9e1e7-8c88-4322-a26a-ff1c1e49d01b req-2bb401d5-457a-4dfe-b094-b1f917dc9b4a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28879952-669d-43f1-b540-69ee91d61993 HTTP/1.1" status: 200 len: 217 time: 0.0914125 May 06 09:47:35.700785 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c9a5d6e5-1b16-496c-bc96-c5eff8ff7d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:35.705519 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c9a5d6e5-1b16-496c-bc96-c5eff8ff7d21 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d54bd8cf-7c94-46e0-bd93-71eea8040eb3 HTTP/1.1" status: 204 len: 168 time: 0.9713814 May 06 09:47:35.715225 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 53414) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:35.748458 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b15440e-1d8d-43e9-a38a-3fbb3021f1cb', 'name': 'network-vif-deleted', 'tag': '9262d57e-22a5-49b2-90f9-0a29fbac4818'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:35.751150 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b2447e-5e15-4910-9dec-5d157e171c61" -d '{"events": [{"server_uuid": "3b15440e-1d8d-43e9-a38a-3fbb3021f1cb", "name": "network-vif-deleted", "tag": "9262d57e-22a5-49b2-90f9-0a29fbac4818"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:35.768031 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-2d761fb9-2503-4c14-bbd1-2edd57007903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:35.770384 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-2d761fb9-2503-4c14-bbd1-2edd57007903 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8d1f3a23-5174-4642-9e0d-aa826fbcdb37 HTTP/1.1" status: 200 len: 850 time: 0.1594522 May 06 09:47:35.872855 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-f4f6f351-7ba1-496b-9913-6af7c8e629b2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=62558b65-2ecc-44cb-b688-6d316dd01546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839593 May 06 09:47:35.911294 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d4306dd-c033-4d62-bc14-5c0fdbc2f9a5 req-64a68ebd-185e-4f02-b05b-a9a008c1abbd tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/ports?device_id=969741c5-4439-4596-85a1-328dd09efb54 HTTP/1.1" status: 200 len: 210 time: 0.0750344 May 06 09:47:35.947945 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fbd6c59a-c3a7-4fdd-8de8-a6aa8a3740e1 req-fbab3356-472b-4983-848a-3773311c4731 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:35.992522 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae4935-425a-4f90-b2ab-e6c1173a2c53 req-8dacf4b0-6d24-4955-83e4-d0b60a95b19d tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:35.996113 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9e1e7-8c88-4322-a26a-ff1c1e49d01b req-009c3e16-6c53-4eca-b369-6c1290323ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:35.997829 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-05b9e1e7-8c88-4322-a26a-ff1c1e49d01b req-009c3e16-6c53-4eca-b369-6c1290323ef7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=922edf83-b4a4-4bdd-8455-01a609c6fee5 HTTP/1.1" status: 200 len: 844 time: 0.3098502 May 06 09:47:36.000766 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56ae4935-425a-4f90-b2ab-e6c1173a2c53 req-8dacf4b0-6d24-4955-83e4-d0b60a95b19d tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6a7220e-d673-4799-b263-c72d7b571f0d HTTP/1.1" status: 200 len: 943 time: 0.2843640 May 06 09:47:36.004924 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab3356-472b-4983-848a-3773311c4731 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Pushing event deleted for resources: {'Port': ['ID=07be7b3d-1ea1-45d6-868a-fe82ea0526c4,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:36.031834 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2e674da8-1ef5-4aee-874a-9593f1eb2a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:36.055644 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-05b9e1e7-8c88-4322-a26a-ff1c1e49d01b req-27749b9d-1e75-4691-bfff-32f6c5b8eacb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=16dc8542-3f4f-4c03-b279-70aaa1b5cdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402298 May 06 09:47:36.058278 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74567164-b3cc-4bdc-9001-2485c760b677 x-openstack-request-id: req-74567164-b3cc-4bdc-9001-2485c760b677 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:36.058829 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b15440e-1d8d-43e9-a38a-3fbb3021f1cb", "name": "network-vif-deleted", "tag": "9262d57e-22a5-49b2-90f9-0a29fbac4818", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:36.059271 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-74567164-b3cc-4bdc-9001-2485c760b677 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:36.059820 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74567164-b3cc-4bdc-9001-2485c760b677'] response: {'server_uuid': '3b15440e-1d8d-43e9-a38a-3fbb3021f1cb', 'name': 'network-vif-deleted', 'tag': '9262d57e-22a5-49b2-90f9-0a29fbac4818', 'status': 'completed', 'code': 200} May 06 09:47:36.096982 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56ae4935-425a-4f90-b2ab-e6c1173a2c53 req-d3a4eeb4-9721-4cf1-8eb9-1ca3db72fdf8 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951028 May 06 09:47:36.107901 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-53006594-cdca-47e8-a5f7-e6e886c68291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:36.140023 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-8a74c9ed-49d0-418f-8b14-3e1e32914ee3 service neutron] 10.222.0.84 "GET /v2.0/networks/62558b65-2ecc-44cb-b688-6d316dd01546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424829 May 06 09:47:36.273527 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53006594-cdca-47e8-a5f7-e6e886c68291 admin admin] Pushing event deleted for resources: {'Port': ['ID=52aadd6d-95f8-4610-9c39-7a29badb285a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:36.323049 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2e674da8-1ef5-4aee-874a-9593f1eb2a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:36.367321 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-2e674da8-1ef5-4aee-874a-9593f1eb2a84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23e21561-4495-4701-b589-fe4647d5086e']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:36.375744 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd6c59a-c3a7-4fdd-8de8-a6aa8a3740e1 req-fbab3356-472b-4983-848a-3773311c4731 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] No DVR routers for this DVR port 07be7b3d-1ea1-45d6-868a-fe82ea0526c4 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:47:36.383087 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fbd6c59a-c3a7-4fdd-8de8-a6aa8a3740e1 req-fbab3356-472b-4983-848a-3773311c4731 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:36.386671 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fbd6c59a-c3a7-4fdd-8de8-a6aa8a3740e1 req-fbab3356-472b-4983-848a-3773311c4731 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.77 "DELETE /v2.0/ports/07be7b3d-1ea1-45d6-868a-fe82ea0526c4 HTTP/1.1" status: 204 len: 173 time: 1.9496973 May 06 09:47:36.416193 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-2e674da8-1ef5-4aee-874a-9593f1eb2a84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f854416d-9159-4e65-9cd2-8b8dead0809d') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:36.416504 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-2e674da8-1ef5-4aee-874a-9593f1eb2a84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f854416d-9159-4e65-9cd2-8b8dead0809d') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:36.450501 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2e674da8-1ef5-4aee-874a-9593f1eb2a84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:36.476679 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e095912-fdc7-4542-a5b0-78692ee4693d req-5d6a3950-3e83-42a3-8c57-8b646feeb9bd service neutron] 10.222.0.84 "GET /v2.0/networks/62558b65-2ecc-44cb-b688-6d316dd01546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110459 May 06 09:47:36.483235 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2e674da8-1ef5-4aee-874a-9593f1eb2a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:36.492474 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e674da8-1ef5-4aee-874a-9593f1eb2a84 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:47:36.493027 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2e674da8-1ef5-4aee-874a-9593f1eb2a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: timer() May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:47:36.495596 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:47:36.526471 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-05b9e1e7-8c88-4322-a26a-ff1c1e49d01b req-6a23bda4-7194-4fa7-a112-c7c05637c650 service neutron] 10.222.0.84 "GET /v2.0/networks/16dc8542-3f4f-4c03-b279-70aaa1b5cdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480886 May 06 09:47:36.591238 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2e674da8-1ef5-4aee-874a-9593f1eb2a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:36.598932 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 07be7b3d-1ea1-45d6-868a-fe82ea0526c4 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:36.605714 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-53006594-cdca-47e8-a5f7-e6e886c68291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:36.639514 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 07be7b3d-1ea1-45d6-868a-fe82ea0526c4 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:47:36.639875 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 07be7b3d-1ea1-45d6-868a-fe82ea0526c4 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:47:36.650226 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2e674da8-1ef5-4aee-874a-9593f1eb2a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:36.653566 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2e674da8-1ef5-4aee-874a-9593f1eb2a84 admin admin] 10.222.0.73 "DELETE /v2.0/networks/23e21561-4495-4701-b589-fe4647d5086e HTTP/1.1" status: 204 len: 168 time: 0.9351778 May 06 09:47:36.666213 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e674da8-1ef5-4aee-874a-9593f1eb2a84 admin admin] Pushing event deleted for resources: {'Network': ['ID=23e21561-4495-4701-b589-fe4647d5086e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:36.689349 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b4f37-658b-4439-89d8-d76026721f59 req-20d1a535-0ae3-47d7-9fea-54201d7bcd52 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:36.691057 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f83b4f37-658b-4439-89d8-d76026721f59 req-20d1a535-0ae3-47d7-9fea-54201d7bcd52 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 943 time: 0.0978339 May 06 09:47:36.731727 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-05b9e1e7-8c88-4322-a26a-ff1c1e49d01b req-e24f5dbc-7be0-4b3a-8ccd-5d5abc45d6c2 service neutron] 10.222.0.84 "GET /v2.0/networks/16dc8542-3f4f-4c03-b279-70aaa1b5cdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973300 May 06 09:47:36.760754 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f83b4f37-658b-4439-89d8-d76026721f59 req-3a94af6f-c1d3-4edc-b137-687d6ff561d3 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592773 May 06 09:47:36.885770 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 53440) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:36.962652 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-76cbc7bd-4ffd-43f4-9852-a1aaf14533b7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=be72d6df18784826a3c8ee1c4d56a700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0735223 May 06 09:47:36.965205 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 53444) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:36.979768 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53006594-cdca-47e8-a5f7-e6e886c68291 admin admin] Router 16d34813-9779-414f-a9b5-9d088eac8a03 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:47:37.091717 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ff144ae1-c313-4a0b-8540-8edee2f04000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:37.176415 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8acc3049-6d8b-434a-b673-c67a3bc97d67 req-65a73b9f-2266-4fd6-9798-c7d7a522a205 tempest-ListServersNegativeTestJSON-1185145235 tempest-ListServersNegativeTestJSON-1185145235-project] 10.222.0.73 "GET /v2.0/ports?device_id=bce4d1cc-33ad-448d-b9c4-88c6615f5c64 HTTP/1.1" status: 200 len: 210 time: 0.0562468 May 06 09:47:37.178393 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ff144ae1-c313-4a0b-8540-8edee2f04000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:37.179827 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53006594-cdca-47e8-a5f7-e6e886c68291 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:47:37.194296 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-53006594-cdca-47e8-a5f7-e6e886c68291 admin admin] 10.222.0.73 "PUT /v2.0/routers/16d34813-9779-414f-a9b5-9d088eac8a03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7099586 May 06 09:47:37.194503 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2786c362-8106-44f5-8693-d33d75d11b86 None None] Sync routers for ids ['16d34813-9779-414f-a9b5-9d088eac8a03'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:47:37.215180 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 53450) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:37.215398 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2786c362-8106-44f5-8693-d33d75d11b86 None None] Routers {'16d34813-9779-414f-a9b5-9d088eac8a03'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:37.215398 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-2786c362-8106-44f5-8693-d33d75d11b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:47:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['16d34813-9779-414f-a9b5-9d088eac8a03'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:37.273664 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49125de3-3fe4-4603-a277-1787d691bdf9', 'tag': '94912fa1-30e9-4f8b-b03b-ca8a6c51b21b'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:37.282018 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7678a2b-8948-4700-9c74-91dc74c9fc04" -d '{"events": [{"name": "network-changed", "server_uuid": "49125de3-3fe4-4603-a277-1787d691bdf9", "tag": "94912fa1-30e9-4f8b-b03b-ca8a6c51b21b"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:37.397976 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b98bc9-e28c-43b8-a85c-f26f1e4ecb0f x-openstack-request-id: req-89b98bc9-e28c-43b8-a85c-f26f1e4ecb0f {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:37.398282 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49125de3-3fe4-4603-a277-1787d691bdf9", "tag": "94912fa1-30e9-4f8b-b03b-ca8a6c51b21b", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:37.398543 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-89b98bc9-e28c-43b8-a85c-f26f1e4ecb0f {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:37.398960 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89b98bc9-e28c-43b8-a85c-f26f1e4ecb0f'] response: {'name': 'network-changed', 'server_uuid': '49125de3-3fe4-4603-a277-1787d691bdf9', 'tag': '94912fa1-30e9-4f8b-b03b-ca8a6c51b21b', 'status': 'completed', 'code': 200} May 06 09:47:37.415756 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e948b6cd-811c-4524-ad6a-cf3be22d71a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:37.426662 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-2786c362-8106-44f5-8693-d33d75d11b86 None None] Set router 16d34813-9779-414f-a9b5-9d088eac8a03 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:37.433553 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ff144ae1-c313-4a0b-8540-8edee2f04000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:37.437303 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ff144ae1-c313-4a0b-8540-8edee2f04000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:37.438790 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ff144ae1-c313-4a0b-8540-8edee2f04000 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/68b9179c-afe2-495f-a248-f7c140991f43 HTTP/1.1" status: 204 len: 168 time: 0.4717562 May 06 09:47:37.470664 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf00a7-9151-444a-bac5-fef7968fb01f req-a143d13a-44d3-432d-8c96-5a44eaf1f3f3 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:37.494522 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bfbf00a7-9151-444a-bac5-fef7968fb01f req-a143d13a-44d3-432d-8c96-5a44eaf1f3f3 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6a7220e-d673-4799-b263-c72d7b571f0d HTTP/1.1" status: 200 len: 943 time: 0.2278039 May 06 09:47:37.552288 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144ae1-c313-4a0b-8540-8edee2f04000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b9179c-afe2-495f-a248-f7c140991f43,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:37.584696 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7678a2b-8948-4700-9c74-91dc74c9fc04 req-ba2e54d8-baf4-4083-96af-112bf1f4019b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:37.586230 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a7678a2b-8948-4700-9c74-91dc74c9fc04 req-ba2e54d8-baf4-4083-96af-112bf1f4019b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=767d9c69e2da4544a1c508f4f332aaa4&device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 1094 time: 0.1208205 May 06 09:47:37.616538 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bfbf00a7-9151-444a-bac5-fef7968fb01f req-ac3d2f56-3d58-495e-ba6a-76dec7bf4179 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210186 May 06 09:47:37.672533 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e948b6cd-811c-4524-ad6a-cf3be22d71a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:37.754159 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-2786c362-8106-44f5-8693-d33d75d11b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'name': 'tempest-ServerActionsTestJSON-1869297783-router', 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '08bdcf1f-83e9-4135-86e9-1afe4a178a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:38:53Z', 'updated_at': '2022-05-06T09:47:35Z', 'revision_number': 5, 'project_id': 'e6b8f11daba14014856a1a2bb0688844', 'gw_port': {'id': '08bdcf1f-83e9-4135-86e9-1afe4a178a5a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:38:54Z', 'updated_at': '2022-05-06T09:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:37.794394 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2786c362-8106-44f5-8693-d33d75d11b86 None None] Checking router: 16d34813-9779-414f-a9b5-9d088eac8a03 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:47:37.805934 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2786c362-8106-44f5-8693-d33d75d11b86 None None] Routers {'16d34813-9779-414f-a9b5-9d088eac8a03'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:37.806813 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-2786c362-8106-44f5-8693-d33d75d11b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:47:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['16d34813-9779-414f-a9b5-9d088eac8a03'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:37.933393 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-2786c362-8106-44f5-8693-d33d75d11b86 None None] Set router 16d34813-9779-414f-a9b5-9d088eac8a03 gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:38.024327 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823963be-9d35-4136-8d15-f7743f9349ff req-42833cc4-2f3a-44a7-aabe-920574252d06 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:38.036059 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-823963be-9d35-4136-8d15-f7743f9349ff req-42833cc4-2f3a-44a7-aabe-920574252d06 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 943 time: 0.1441572 May 06 09:47:38.072675 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-2786c362-8106-44f5-8693-d33d75d11b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'name': 'tempest-ServerActionsTestJSON-1869297783-router', 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:38:53Z', 'updated_at': '2022-05-06T09:47:37Z', 'revision_number': 6, 'project_id': 'e6b8f11daba14014856a1a2bb0688844', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:38.142382 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-823963be-9d35-4136-8d15-f7743f9349ff req-ac60cc98-b465-42ad-979c-7c9cacae39c1 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935819 May 06 09:47:38.142494 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce4d1cc-33ad-448d-b9c4-88c6615f5c64', 'name': 'network-vif-deleted', 'tag': '07be7b3d-1ea1-45d6-868a-fe82ea0526c4'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:38.142494 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bcd7d3-50f1-4b6e-8c37-be5455c4b6aa" -d '{"events": [{"server_uuid": "bce4d1cc-33ad-448d-b9c4-88c6615f5c64", "name": "network-vif-deleted", "tag": "07be7b3d-1ea1-45d6-868a-fe82ea0526c4"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:38.149274 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2786c362-8106-44f5-8693-d33d75d11b86 None None] The sync data for ids ['16d34813-9779-414f-a9b5-9d088eac8a03'] in n-d-840835-1 is: [{'id': '16d34813-9779-414f-a9b5-9d088eac8a03', 'name': 'tempest-ServerActionsTestJSON-1869297783-router', 'tenant_id': 'e6b8f11daba14014856a1a2bb0688844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:38:53Z', 'updated_at': '2022-05-06T09:47:37Z', 'revision_number': 6, 'project_id': 'e6b8f11daba14014856a1a2bb0688844', 'gw_port_host': None}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:47:38.167948 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7678a2b-8948-4700-9c74-91dc74c9fc04 req-54ac4f65-a3fd-4752-aea6-063144e6e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:38.169889 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a7678a2b-8948-4700-9c74-91dc74c9fc04 req-54ac4f65-a3fd-4752-aea6-063144e6e9ff service neutron] 10.222.0.84 "GET /v2.0/networks?id=62558b65-2ecc-44cb-b688-6d316dd01546 HTTP/1.1" status: 200 len: 911 time: 0.5727065 May 06 09:47:38.246270 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85d71c3-75a9-463d-a5df-aad359e8e367 x-openstack-request-id: req-e85d71c3-75a9-463d-a5df-aad359e8e367 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:38.246270 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce4d1cc-33ad-448d-b9c4-88c6615f5c64", "name": "network-vif-deleted", "tag": "07be7b3d-1ea1-45d6-868a-fe82ea0526c4", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:38.246525 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e85d71c3-75a9-463d-a5df-aad359e8e367 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:38.246983 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e85d71c3-75a9-463d-a5df-aad359e8e367'] response: {'server_uuid': 'bce4d1cc-33ad-448d-b9c4-88c6615f5c64', 'name': 'network-vif-deleted', 'tag': '07be7b3d-1ea1-45d6-868a-fe82ea0526c4', 'status': 'completed', 'code': 200} May 06 09:47:38.251710 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a7678a2b-8948-4700-9c74-91dc74c9fc04 req-766867c6-4bda-4604-af2f-402009adbb04 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94912fa1-30e9-4f8b-b03b-ca8a6c51b21b HTTP/1.1" status: 200 len: 217 time: 0.0729566 May 06 09:47:38.261275 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 53484) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:38.311699 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-e948b6cd-811c-4524-ad6a-cf3be22d71a9 admin admin] Deleting port 08bdcf1f-83e9-4135-86e9-1afe4a178a5a {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:38.312199 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e948b6cd-811c-4524-ad6a-cf3be22d71a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:38.315013 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9901ad6-5950-49ce-8a75-6e4db14b330d admin admin] Deleting subnet ec0bd67d-f23b-40f6-b06d-1b716aca1667 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:47:38.318964 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e9901ad6-5950-49ce-8a75-6e4db14b330d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:38.372152 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e9901ad6-5950-49ce-8a75-6e4db14b330d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:38.378508 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7678a2b-8948-4700-9c74-91dc74c9fc04 req-842b9fef-61d6-44a7-884b-ecafa8053b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:38.380476 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a7678a2b-8948-4700-9c74-91dc74c9fc04 req-842b9fef-61d6-44a7-884b-ecafa8053b86 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8d1f3a23-5174-4642-9e0d-aa826fbcdb37 HTTP/1.1" status: 200 len: 850 time: 0.1162581 May 06 09:47:38.433501 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e9901ad6-5950-49ce-8a75-6e4db14b330d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:38.443735 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-e948b6cd-811c-4524-ad6a-cf3be22d71a9 admin admin] For port 08bdcf1f-83e9-4135-86e9-1afe4a178a5a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=08bdcf1f-83e9-4135-86e9-1afe4a178a5a,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:38.444446 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e948b6cd-811c-4524-ad6a-cf3be22d71a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:38.463168 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-e948b6cd-811c-4524-ad6a-cf3be22d71a9 admin admin] Calling delete_port for 08bdcf1f-83e9-4135-86e9-1afe4a178a5a owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:38.500927 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a7678a2b-8948-4700-9c74-91dc74c9fc04 req-fd48f835-824d-4b58-aba7-713484192a15 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=62558b65-2ecc-44cb-b688-6d316dd01546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016674 May 06 09:47:38.512772 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e9901ad6-5950-49ce-8a75-6e4db14b330d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:38.585452 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9901ad6-5950-49ce-8a75-6e4db14b330d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec0bd67d-f23b-40f6-b06d-1b716aca1667,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:38.595232 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e9901ad6-5950-49ce-8a75-6e4db14b330d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:38.605824 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e9901ad6-5950-49ce-8a75-6e4db14b330d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ec0bd67d-f23b-40f6-b06d-1b716aca1667 HTTP/1.1" status: 204 len: 168 time: 0.3434024 May 06 09:47:38.606656 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 53494) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:38.632969 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 53496) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:38.721418 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e903a5c3-79a0-4540-8d9a-93465cc4f624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:38.778054 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a7678a2b-8948-4700-9c74-91dc74c9fc04 req-8c078209-80b4-4142-8472-24a2bea0d44a service neutron] 10.222.0.84 "GET /v2.0/networks/62558b65-2ecc-44cb-b688-6d316dd01546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655191 May 06 09:47:38.846307 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-939d5487-86aa-4f03-af79-438751969d4d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1336332993-network', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:38.856300 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e903a5c3-79a0-4540-8d9a-93465cc4f624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:38.898002 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-e903a5c3-79a0-4540-8d9a-93465cc4f624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198ad638-598b-42db-86bb-beed091d38c3']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:38.914965 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-e903a5c3-79a0-4540-8d9a-93465cc4f624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa87719-ef54-4d27-aba7-e5aa36d17665') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:38.915728 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-e903a5c3-79a0-4540-8d9a-93465cc4f624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa87719-ef54-4d27-aba7-e5aa36d17665') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:38.934443 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be7134-979b-471d-a55a-08757a95d172 req-0b364add-e044-4ddc-a17b-2895d1898246 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:38.937571 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95be7134-979b-471d-a55a-08757a95d172 req-0b364add-e044-4ddc-a17b-2895d1898246 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6a7220e-d673-4799-b263-c72d7b571f0d HTTP/1.1" status: 200 len: 943 time: 0.0979493 May 06 09:47:38.939295 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e903a5c3-79a0-4540-8d9a-93465cc4f624 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:38.949031 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939d5487-86aa-4f03-af79-438751969d4d admin admin] Made reservation on behalf of fc3665e2c2e04868b3a33544c6d53039 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:38.951527 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-939d5487-86aa-4f03-af79-438751969d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:38.954520 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e948b6cd-811c-4524-ad6a-cf3be22d71a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:38.974889 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e903a5c3-79a0-4540-8d9a-93465cc4f624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:38.997976 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e903a5c3-79a0-4540-8d9a-93465cc4f624 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:47:38.998425 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e903a5c3-79a0-4540-8d9a-93465cc4f624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:38.999804 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-939d5487-86aa-4f03-af79-438751969d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: timer() May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:47:39.000178 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:47:39.008204 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948b6cd-811c-4524-ad6a-cf3be22d71a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=08bdcf1f-83e9-4135-86e9-1afe4a178a5a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:39.023110 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a7678a2b-8948-4700-9c74-91dc74c9fc04 req-e2baef1e-4234-4023-ba07-c7f76e065af3 service neutron] 10.222.0.84 "GET /v2.0/networks/62558b65-2ecc-44cb-b688-6d316dd01546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367747 May 06 09:47:39.032040 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95be7134-979b-471d-a55a-08757a95d172 req-a9a8563e-0894-43ba-b999-b55375e7515c tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807717 May 06 09:47:39.107755 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e903a5c3-79a0-4540-8d9a-93465cc4f624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.114151 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e948b6cd-811c-4524-ad6a-cf3be22d71a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.123109 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e903a5c3-79a0-4540-8d9a-93465cc4f624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.134637 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e903a5c3-79a0-4540-8d9a-93465cc4f624 admin admin] 10.222.0.73 "DELETE /v2.0/networks/198ad638-598b-42db-86bb-beed091d38c3 HTTP/1.1" status: 204 len: 168 time: 0.5266573 May 06 09:47:39.147415 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903a5c3-79a0-4540-8d9a-93465cc4f624 admin admin] Pushing event deleted for resources: {'Network': ['ID=198ad638-598b-42db-86bb-beed091d38c3,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:39.259662 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e948b6cd-811c-4524-ad6a-cf3be22d71a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.263261 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e948b6cd-811c-4524-ad6a-cf3be22d71a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.282373 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37283cef-69b7-4d8f-b2a8-7e63dd41b1ac req-fae82b0a-3280-4b12-97bc-ae7d6b3b187e tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:39.293701 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37283cef-69b7-4d8f-b2a8-7e63dd41b1ac req-fae82b0a-3280-4b12-97bc-ae7d6b3b187e tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 943 time: 0.0769966 May 06 09:47:39.333257 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-939d5487-86aa-4f03-af79-438751969d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.338112 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e948b6cd-811c-4524-ad6a-cf3be22d71a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.338739 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e948b6cd-811c-4524-ad6a-cf3be22d71a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16d34813-9779-414f-a9b5-9d088eac8a03 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:47:39.341303 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-939d5487-86aa-4f03-af79-438751969d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.349627 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e948b6cd-811c-4524-ad6a-cf3be22d71a9 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.352317 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37283cef-69b7-4d8f-b2a8-7e63dd41b1ac req-a5d52be6-7769-4917-bcbe-3229271b6c15 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572920 May 06 09:47:39.352830 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 53506) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:39.355894 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e948b6cd-811c-4524-ad6a-cf3be22d71a9 admin admin] 10.222.0.73 "DELETE /v2.0/routers/16d34813-9779-414f-a9b5-9d088eac8a03 HTTP/1.1" status: 204 len: 168 time: 2.1473577 May 06 09:47:39.359536 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 53508) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:39.394718 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939d5487-86aa-4f03-af79-438751969d4d admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:47:39.416555 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a41b2274-53a1-4feb-9218-42ddc78c44e7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=235571e8cf5c40e6a84a6eac39aa7ce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595949 May 06 09:47:39.416555 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 53510) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:39.445076 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-939d5487-86aa-4f03-af79-438751969d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.445559 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-939d5487-86aa-4f03-af79-438751969d4d admin admin] Added segment 851cb677-78d5-47cf-bae8-64d638270576 of type vlan for network 5312fc31-6ea9-4a0c-acf2-db4b77673e7e May 06 09:47:39.474262 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 94912fa1-30e9-4f8b-b03b-ca8a6c51b21b details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:47:39.519999 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-07fc4cee-bcff-4e4b-a770-6e6f3cd64451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.572930 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 52aadd6d-95f8-4610-9c39-7a29badb285a no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:39.574230 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-07fc4cee-bcff-4e4b-a770-6e6f3cd64451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.575141 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-939d5487-86aa-4f03-af79-438751969d4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.586590 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d5487-86aa-4f03-af79-438751969d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57084ba8-8ed8-400b-a7cc-4990869997fb,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:39.599813 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe00ded8-ccf1-4f7f-a2fb-d2b53aa06954 admin admin] Deleting subnet ceacdbe3-a021-4ce2-8b17-bdad66d69597 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:47:39.602211 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 52aadd6d-95f8-4610-9c39-7a29badb285a {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:47:39.602785 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 52aadd6d-95f8-4610-9c39-7a29badb285a not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:47:39.604320 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 08bdcf1f-83e9-4135-86e9-1afe4a178a5a no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:39.605558 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe00ded8-ccf1-4f7f-a2fb-d2b53aa06954 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.630648 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 08bdcf1f-83e9-4135-86e9-1afe4a178a5a {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:47:39.636091 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 08bdcf1f-83e9-4135-86e9-1afe4a178a5a not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:47:39.655373 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe00ded8-ccf1-4f7f-a2fb-d2b53aa06954 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.658355 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-939d5487-86aa-4f03-af79-438751969d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.660142 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939d5487-86aa-4f03-af79-438751969d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:39.661016 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-939d5487-86aa-4f03-af79-438751969d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.682737 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 94912fa1-30e9-4f8b-b03b-ca8a6c51b21b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=94912fa1-30e9-4f8b-b03b-ca8a6c51b21b,segment=NetworkSegment(35debb7c-3bac-4f08-9866-7111447fe1bf),segment_id=35debb7c-3bac-4f08-9866-7111447fe1bf)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:39.721242 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '94912fa1-30e9-4f8b-b03b-ca8a6c51b21b', 'network_id': '62558b65-2ecc-44cb-b688-6d316dd01546', 'port_id': '94912fa1-30e9-4f8b-b03b-ca8a6c51b21b', 'mac_address': 'fa:16:3e:12:40:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d1f3a23-5174-4642-9e0d-aa826fbcdb37', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:47:39.737666 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-07fc4cee-bcff-4e4b-a770-6e6f3cd64451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.740603 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-07fc4cee-bcff-4e4b-a770-6e6f3cd64451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.742039 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-07fc4cee-bcff-4e4b-a770-6e6f3cd64451 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ffc3929c-0d03-467e-86e4-1cd6a64d94ca HTTP/1.1" status: 204 len: 168 time: 0.3244836 May 06 09:47:39.753247 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc4cee-bcff-4e4b-a770-6e6f3cd64451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc3929c-0d03-467e-86e4-1cd6a64d94ca,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:39.757237 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-939d5487-86aa-4f03-af79-438751969d4d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1199081 May 06 09:47:39.757645 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 53518) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:39.770773 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-f7d19f6f-0e46-4f1d-9e61-095f8a384889 admin admin] Request body: {'subnet': {'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1336332993-subnet', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:39.781688 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d5487-86aa-4f03-af79-438751969d4d admin admin] Pushing event updated for resources: {'Network': ['ID=5312fc31-6ea9-4a0c-acf2-db4b77673e7e,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:39.816332 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d19f6f-0e46-4f1d-9e61-095f8a384889 admin admin] Made reservation on behalf of fc3665e2c2e04868b3a33544c6d53039 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:39.819450 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f7d19f6f-0e46-4f1d-9e61-095f8a384889 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.822023 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 5312fc31-6ea9-4a0c-acf2-db4b77673e7e details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:47:39.840332 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe00ded8-ccf1-4f7f-a2fb-d2b53aa06954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.859339 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.922464 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94912fa1-30e9-4f8b-b03b-ca8a6c51b21b {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:47:39.936803 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe00ded8-ccf1-4f7f-a2fb-d2b53aa06954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.972114 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 94912fa1-30e9-4f8b-b03b-ca8a6c51b21b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=94912fa1-30e9-4f8b-b03b-ca8a6c51b21b,segment=NetworkSegment(35debb7c-3bac-4f08-9866-7111447fe1bf),segment_id=35debb7c-3bac-4f08-9866-7111447fe1bf)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:39.986209 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.987045 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 28879952-669d-43f1-b540-69ee91d61993 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:47:40.001937 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe00ded8-ccf1-4f7f-a2fb-d2b53aa06954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:40.009404 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fe00ded8-ccf1-4f7f-a2fb-d2b53aa06954 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ceacdbe3-a021-4ce2-8b17-bdad66d69597 HTTP/1.1" status: 204 len: 168 time: 0.6465046 May 06 09:47:40.010994 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00ded8-ccf1-4f7f-a2fb-d2b53aa06954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceacdbe3-a021-4ce2-8b17-bdad66d69597,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:40.015402 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 53522) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:40.048209 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2451efe-1517-49bf-8c2d-5a8bc45e0f70 None None] Network 138aada2-7aee-4749-819b-d219deb27012 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:40.152344 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f7d19f6f-0e46-4f1d-9e61-095f8a384889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:40.174255 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0c0fd7a5-a5a7-404d-9b78-6af7d3ade666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:40.236225 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d19f6f-0e46-4f1d-9e61-095f8a384889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccc21fd6-3e83-4532-8289-a853643de30c,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:40.301283 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-0c0fd7a5-a5a7-404d-9b78-6af7d3ade666 admin admin] Deleting port 61b6ad80-d8e4-4c7a-9f7b-d4bea73e0291 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:40.301964 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0c0fd7a5-a5a7-404d-9b78-6af7d3ade666 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:40.303686 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871fc18-0cd5-40bf-a4fc-9d050f287709 req-91afe192-f324-4ab9-9cf4-792ee71a6388 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:40.305731 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5871fc18-0cd5-40bf-a4fc-9d050f287709 req-91afe192-f324-4ab9-9cf4-792ee71a6388 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6a7220e-d673-4799-b263-c72d7b571f0d HTTP/1.1" status: 200 len: 943 time: 0.1685677 May 06 09:47:40.308995 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d19f6f-0e46-4f1d-9e61-095f8a384889 admin admin] Checking segment: {'id': '851cb677-78d5-47cf-bae8-64d638270576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:40.309510 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d19f6f-0e46-4f1d-9e61-095f8a384889 admin admin] Network hostable DHCP agents. Network: 5312fc31-6ea9-4a0c-acf2-db4b77673e7e, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:47:40.335706 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.resource_extend [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:47:40.392564 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-0c0fd7a5-a5a7-404d-9b78-6af7d3ade666 admin admin] For port 61b6ad80-d8e4-4c7a-9f7b-d4bea73e0291, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=61b6ad80-d8e4-4c7a-9f7b-d4bea73e0291,segment=NetworkSegment(b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23),segment_id=b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:40.393284 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0c0fd7a5-a5a7-404d-9b78-6af7d3ade666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:40.408581 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=94912fa1-30e9-4f8b-b03b-ca8a6c51b21b,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:40.419760 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d19f6f-0e46-4f1d-9e61-095f8a384889 admin admin] Network 5312fc31-6ea9-4a0c-acf2-db4b77673e7e is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:47:40.427193 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-0c0fd7a5-a5a7-404d-9b78-6af7d3ade666 admin admin] Calling delete_port for 61b6ad80-d8e4-4c7a-9f7b-d4bea73e0291 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:40.453066 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5871fc18-0cd5-40bf-a4fc-9d050f287709 req-1ec0a872-96d6-4c30-b9dc-0a336fdb2a02 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373897 May 06 09:47:40.456357 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-f7d19f6f-0e46-4f1d-9e61-095f8a384889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 5312fc31-6ea9-4a0c-acf2-db4b77673e7e) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:40.481095 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d19f6f-0e46-4f1d-9e61-095f8a384889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:40.481890 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f7d19f6f-0e46-4f1d-9e61-095f8a384889 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:40.526338 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cbebb1-9ddb-44ac-8ac9-e559dc6d1cfe None None] Network 5312fc31-6ea9-4a0c-acf2-db4b77673e7e requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:40.531418 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f7d19f6f-0e46-4f1d-9e61-095f8a384889 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7692842 May 06 09:47:40.531600 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 53540) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:40.537005 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-cb2c7a65-8d1b-4550-a427-a68b1183633e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1336332993-router', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:40.555157 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5fc10f-bf95-441d-90aa-b7abcf8609a1 req-a52b873a-9899-4674-8b97-3f9c1a9d5c1d tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:40.564131 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b5fc10f-bf95-441d-90aa-b7abcf8609a1 req-a52b873a-9899-4674-8b97-3f9c1a9d5c1d tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 944 time: 0.1095397 May 06 09:47:40.610110 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0c0fd7a5-a5a7-404d-9b78-6af7d3ade666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:40.614102 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7a65-8d1b-4550-a427-a68b1183633e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:40.616042 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7a65-8d1b-4550-a427-a68b1183633e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:40.654111 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b5fc10f-bf95-441d-90aa-b7abcf8609a1 req-0cb69fe1-0800-4396-8751-5b9259ab1bcd tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888948 May 06 09:47:40.655271 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0fd7a5-a5a7-404d-9b78-6af7d3ade666 admin admin] No DVR routers for this DVR port 61b6ad80-d8e4-4c7a-9f7b-d4bea73e0291 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:47:40.724073 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0fd7a5-a5a7-404d-9b78-6af7d3ade666 admin admin] Pushing event deleted for resources: {'Port': ['ID=61b6ad80-d8e4-4c7a-9f7b-d4bea73e0291,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:40.739240 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 28879952-669d-43f1-b540-69ee91d61993, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=28879952-669d-43f1-b540-69ee91d61993,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:40.750336 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7a65-8d1b-4550-a427-a68b1183633e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:40.814153 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '28879952-669d-43f1-b540-69ee91d61993', 'network_id': '16dc8542-3f4f-4c03-b279-70aaa1b5cdbc', 'port_id': '28879952-669d-43f1-b540-69ee91d61993', 'mac_address': 'fa:16:3e:a6:1a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922edf83-b4a4-4bdd-8455-01a609c6fee5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:47:40.816746 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0c0fd7a5-a5a7-404d-9b78-6af7d3ade666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:40.852985 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-0c0fd7a5-a5a7-404d-9b78-6af7d3ade666 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['138aada2-7aee-4749-819b-d219deb27012']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:40.901578 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:40.923164 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28879952-669d-43f1-b540-69ee91d61993 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:47:40.933748 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-0c0fd7a5-a5a7-404d-9b78-6af7d3ade666 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:40.943383 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-0c0fd7a5-a5a7-404d-9b78-6af7d3ade666 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1eb98aa-e3f3-4d60-ac46-3c0e9d31af23') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:40.973063 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0c0fd7a5-a5a7-404d-9b78-6af7d3ade666 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:40.973668 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7a65-8d1b-4550-a427-a68b1183633e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:40.973766 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a01209-bf38-4b04-83a8-eb5838d5b1ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-5312fc31-6ea9-4a0c-acf2-db4b77673e7e', 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'fixed_ips': [{'subnet_id': 'ccc21fd6-3e83-4532-8289-a853643de30c'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:47:40.973766 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a9a01209-bf38-4b04-83a8-eb5838d5b1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:40.989964 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0c0fd7a5-a5a7-404d-9b78-6af7d3ade666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:40.999162 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c0fd7a5-a5a7-404d-9b78-6af7d3ade666 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:47:40.999922 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0c0fd7a5-a5a7-404d-9b78-6af7d3ade666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: timer() May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:47:41.004470 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:47:41.007556 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40f5932-fa42-44f1-81e5-58232bee5c00 None None] DHCP port deletion for 138aada2-7aee-4749-819b-d219deb27012 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:47:41.016445 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 28879952-669d-43f1-b540-69ee91d61993, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=28879952-669d-43f1-b540-69ee91d61993,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:41.030277 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:41.135515 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0c0fd7a5-a5a7-404d-9b78-6af7d3ade666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:41.141935 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=28879952-669d-43f1-b540-69ee91d61993,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:41.158464 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0c0fd7a5-a5a7-404d-9b78-6af7d3ade666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:41.165936 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0c0fd7a5-a5a7-404d-9b78-6af7d3ade666 admin admin] 10.222.0.73 "DELETE /v2.0/networks/138aada2-7aee-4749-819b-d219deb27012 HTTP/1.1" status: 204 len: 168 time: 1.1468344 May 06 09:47:41.165936 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0fd7a5-a5a7-404d-9b78-6af7d3ade666 admin admin] Pushing event deleted for resources: {'Network': ['ID=138aada2-7aee-4749-819b-d219deb27012,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:41.332943 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7a65-8d1b-4550-a427-a68b1183633e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:41.333781 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['94912fa1-30e9-4f8b-b03b-ca8a6c51b21b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:47:41.339022 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['28879952-669d-43f1-b540-69ee91d61993'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:47:41.364285 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7a65-8d1b-4550-a427-a68b1183633e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:41.623796 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 53562) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:41.646898 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-cb2c7a65-8d1b-4550-a427-a68b1183633e admin admin] Allocated IP 172.25.5.186 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/e5e34355-aed1-4ca6-b7f5-a11617731e3f) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:41.678379 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-a9a01209-bf38-4b04-83a8-eb5838d5b1ff None None] Allocated IP 172.20.0.2 (5312fc31-6ea9-4a0c-acf2-db4b77673e7e/ccc21fd6-3e83-4532-8289-a853643de30c/200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:41.697226 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 61b6ad80-d8e4-4c7a-9f7b-d4bea73e0291 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:41.715328 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f2282bd1-06ec-49a0-9a44-2f1a520d81fc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e6b8f11daba14014856a1a2bb0688844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0900059 May 06 09:47:41.717960 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 53566) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:41.801437 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 61b6ad80-d8e4-4c7a-9f7b-d4bea73e0291 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:47:41.801788 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 61b6ad80-d8e4-4c7a-9f7b-d4bea73e0291 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:47:41.806534 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf48bca-2ed5-4ac8-a37b-44fa9f6e90a1 req-9b281a85-0d11-4ac2-9bc4-e13c13fe5eff tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:41.810008 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6cf48bca-2ed5-4ac8-a37b-44fa9f6e90a1 req-9b281a85-0d11-4ac2-9bc4-e13c13fe5eff tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6a7220e-d673-4799-b263-c72d7b571f0d HTTP/1.1" status: 200 len: 944 time: 0.1655016 May 06 09:47:41.824894 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9e740d7e-0bee-4783-ac83-05a282fc4fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:41.856352 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9e740d7e-0bee-4783-ac83-05a282fc4fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:41.904729 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6cf48bca-2ed5-4ac8-a37b-44fa9f6e90a1 req-185eac9e-6213-4ab9-8b01-ce8cadbf3ce0 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873735 May 06 09:47:41.925527 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7a65-8d1b-4550-a427-a68b1183633e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:41.961569 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9e740d7e-0bee-4783-ac83-05a282fc4fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:41.965259 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9e740d7e-0bee-4783-ac83-05a282fc4fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:41.969188 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9e740d7e-0bee-4783-ac83-05a282fc4fc7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/760c7e5d-1f6d-4540-91d3-7a892bdfae93 HTTP/1.1" status: 204 len: 168 time: 0.2473576 May 06 09:47:41.987009 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e740d7e-0bee-4783-ac83-05a282fc4fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760c7e5d-1f6d-4540-91d3-7a892bdfae93,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:42.012081 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7a65-8d1b-4550-a427-a68b1183633e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:42.070101 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2c7a65-8d1b-4550-a427-a68b1183633e admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:42.078181 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-cb2c7a65-8d1b-4550-a427-a68b1183633e admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:42.118705 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2c7a65-8d1b-4550-a427-a68b1183633e admin admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:42.179159 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c7a65-8d1b-4550-a427-a68b1183633e admin admin] Pushing event updated for resources: {'Port': ['ID=e5e34355-aed1-4ca6-b7f5-a11617731e3f,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:42.205353 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af812c21-c8a8-4e90-b16e-6e2b606e3bc6 req-10344182-77ab-4885-a5b7-72669fe4b031 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:42.213346 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-af812c21-c8a8-4e90-b16e-6e2b606e3bc6 req-10344182-77ab-4885-a5b7-72669fe4b031 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 944 time: 0.1551304 May 06 09:47:42.397696 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce16f083-e815-4020-b987-92e065373b6b req-df446bc9-90f9-48de-95a5-5d07f60d45fc tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5d00839-05eb-4b1c-9d80-f4dbf669fc89 HTTP/1.1" status: 200 len: 210 time: 0.0672622 May 06 09:47:42.401834 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a9a01209-bf38-4b04-83a8-eb5838d5b1ff None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:42.411919 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-af812c21-c8a8-4e90-b16e-6e2b606e3bc6 req-c06df965-e10f-4419-83b8-2e28c528d9e4 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947200 May 06 09:47:42.413295 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a9a01209-bf38-4b04-83a8-eb5838d5b1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:42.476976 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a01209-bf38-4b04-83a8-eb5838d5b1ff None None] Pushing event updated for resources: {'Port': ['ID=200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:42.492644 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a01209-bf38-4b04-83a8-eb5838d5b1ff None None] Network 5312fc31-6ea9-4a0c-acf2-db4b77673e7e is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:42.494220 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-a9a01209-bf38-4b04-83a8-eb5838d5b1ff None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:42.496962 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a01209-bf38-4b04-83a8-eb5838d5b1ff None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:42.569886 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a9a01209-bf38-4b04-83a8-eb5838d5b1ff None None] Attempting to bind port 200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:47:42.570522 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a9a01209-bf38-4b04-83a8-eb5838d5b1ff None None] Attempting to bind port 200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '851cb677-78d5-47cf-bae8-64d638270576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:47:42.571504 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a01209-bf38-4b04-83a8-eb5838d5b1ff None None] Attempting to bind port 200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1 on network 5312fc31-6ea9-4a0c-acf2-db4b77673e7e {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:42.580272 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a01209-bf38-4b04-83a8-eb5838d5b1ff None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:47:42.583317 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a01209-bf38-4b04-83a8-eb5838d5b1ff None None] Checking segment: {'id': '851cb677-78d5-47cf-bae8-64d638270576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:42.584076 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a9a01209-bf38-4b04-83a8-eb5838d5b1ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:42.584789 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a01209-bf38-4b04-83a8-eb5838d5b1ff None None] Bound using segment: {'id': '851cb677-78d5-47cf-bae8-64d638270576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:47:42.585694 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a9a01209-bf38-4b04-83a8-eb5838d5b1ff None None] Bound port: 200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851cb677-78d5-47cf-bae8-64d638270576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:47:42.586260 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a9a01209-bf38-4b04-83a8-eb5838d5b1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:42.656133 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7a65-8d1b-4550-a427-a68b1183633e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:42.703566 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a9a01209-bf38-4b04-83a8-eb5838d5b1ff None None] For port 200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:47:42.709808 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a9a01209-bf38-4b04-83a8-eb5838d5b1ff None None] For port 200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1,segment=NetworkSegment(851cb677-78d5-47cf-bae8-64d638270576),segment_id=851cb677-78d5-47cf-bae8-64d638270576)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:47:42.719321 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a9a01209-bf38-4b04-83a8-eb5838d5b1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:42.814936 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a01209-bf38-4b04-83a8-eb5838d5b1ff None None] Pushing event updated for resources: {'Port': ['ID=200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:43.191275 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfedaa-7a1b-4c08-8c77-8621abfb04e8 req-a4bd1a21-d883-44b4-9f02-15b325532308 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:43.192939 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-09bfedaa-7a1b-4c08-8c77-8621abfb04e8 req-a4bd1a21-d883-44b4-9f02-15b325532308 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6a7220e-d673-4799-b263-c72d7b571f0d HTTP/1.1" status: 200 len: 944 time: 0.1483796 May 06 09:47:43.258846 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7a65-8d1b-4550-a427-a68b1183633e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:43.386072 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f61e619-7e0e-4738-b715-948c7717015c req-dd67cb6d-b404-4c6c-a3a0-d180a20d2199 tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.1203692 May 06 09:47:43.453047 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-09bfedaa-7a1b-4c08-8c77-8621abfb04e8 req-03cd13e4-d137-49bf-9d62-1b1f89c033e4 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408257 May 06 09:47:43.504145 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 94912fa1-30e9-4f8b-b03b-ca8a6c51b21b up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:43.587969 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2c7a65-8d1b-4550-a427-a68b1183633e admin admin] Router f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:47:43.615425 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 94912fa1-30e9-4f8b-b03b-ca8a6c51b21b completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:47:43.631961 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 94912fa1-30e9-4f8b-b03b-ca8a6c51b21b triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:43.632824 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:43.678133 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:43.788087 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:43.788721 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:43.850438 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:43.914666 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49125de3-3fe4-4603-a277-1787d691bdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94912fa1-30e9-4f8b-b03b-ca8a6c51b21b'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:43.917365 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3dc2b2-d3d9-4d52-9be5-1b69d5f3d2f6" -d '{"events": [{"server_uuid": "49125de3-3fe4-4603-a277-1787d691bdf9", "name": "network-vif-plugged", "status": "completed", "tag": "94912fa1-30e9-4f8b-b03b-ca8a6c51b21b"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:43.932506 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 94912fa1-30e9-4f8b-b03b-ca8a6c51b21b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=94912fa1-30e9-4f8b-b03b-ca8a6c51b21b,segment=NetworkSegment(35debb7c-3bac-4f08-9866-7111447fe1bf),segment_id=35debb7c-3bac-4f08-9866-7111447fe1bf)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:43.948606 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:43.950418 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 28879952-669d-43f1-b540-69ee91d61993 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:44.059697 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1e10d8-bbdb-4d52-a280-90321a0ecb7e x-openstack-request-id: req-fe1e10d8-bbdb-4d52-a280-90321a0ecb7e {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:44.060350 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49125de3-3fe4-4603-a277-1787d691bdf9", "name": "network-vif-plugged", "status": "completed", "tag": "94912fa1-30e9-4f8b-b03b-ca8a6c51b21b", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:44.061093 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fe1e10d8-bbdb-4d52-a280-90321a0ecb7e {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:44.061957 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe1e10d8-bbdb-4d52-a280-90321a0ecb7e'] response: {'server_uuid': '49125de3-3fe4-4603-a277-1787d691bdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94912fa1-30e9-4f8b-b03b-ca8a6c51b21b', 'code': 200} May 06 09:47:44.066939 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:44.138965 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1,segment=NetworkSegment(851cb677-78d5-47cf-bae8-64d638270576),segment_id=851cb677-78d5-47cf-bae8-64d638270576)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:44.150562 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:44.192815 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=94912fa1-30e9-4f8b-b03b-ca8a6c51b21b,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:44.242457 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 28879952-669d-43f1-b540-69ee91d61993 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:47:44.247793 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3600d-c3bd-4527-92a8-91c228fe3873 req-5cdbe1c1-8275-4cc9-95a1-e8ab7aa3df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:44.248735 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 28879952-669d-43f1-b540-69ee91d61993 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:44.249208 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:44.251036 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-99b3600d-c3bd-4527-92a8-91c228fe3873 req-5cdbe1c1-8275-4cc9-95a1-e8ab7aa3df2c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 1096 time: 0.1572125 May 06 09:47:44.345258 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-99b3600d-c3bd-4527-92a8-91c228fe3873 req-676ce6b1-f036-41bc-a40f-b0934ade4f03 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796826 May 06 09:47:44.362742 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:44.387561 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:44.409864 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e0c4d-8982-435c-9a91-961703aa5d48 req-07f6ed96-6cc1-45e5-aa69-360eb99d1017 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:44.426367 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-007e0c4d-8982-435c-9a91-961703aa5d48 req-07f6ed96-6cc1-45e5-aa69-360eb99d1017 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 944 time: 0.8557572 May 06 09:47:44.460460 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2c7a65-8d1b-4550-a427-a68b1183633e admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:47:44.478605 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9355d029-014e-47c7-93e1-9783db5ae37f None None] Sync routers for ids ['f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:47:44.505829 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9355d029-014e-47c7-93e1-9783db5ae37f None None] Routers {'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:44.506411 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-9355d029-014e-47c7-93e1-9783db5ae37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:47:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:44.531052 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 28879952-669d-43f1-b540-69ee91d61993, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=28879952-669d-43f1-b540-69ee91d61993,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:44.546801 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:44.618914 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7a65-8d1b-4550-a427-a68b1183633e admin admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:44.627147 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-cb2c7a65-8d1b-4550-a427-a68b1183633e admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0917084 May 06 09:47:44.627497 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 53668) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:44.630607 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-007e0c4d-8982-435c-9a91-961703aa5d48 req-8dc45c09-b7c2-4203-9cb4-3ccc648ea3e8 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026062 May 06 09:47:44.660271 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=28879952-669d-43f1-b540-69ee91d61993,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:44.663368 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c2884e-80d0-4a63-9c9a-e869864a25be None None] Network 5312fc31-6ea9-4a0c-acf2-db4b77673e7e requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:44.714520 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-472f6af0-6631-42d5-ac96-020b095898f4 req-be3a79ec-d82e-432c-bcd3-f0399a8bb811 tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0608318 May 06 09:47:44.788547 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-9355d029-014e-47c7-93e1-9783db5ae37f None None] Set router f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:44.919238 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-7836f1ef-15c6-4a17-8bd8-ecf676c0ead1 None None] Provisioning complete for port 200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:44.919799 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7836f1ef-15c6-4a17-8bd8-ecf676c0ead1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:44.919913 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84335e94-3282-40f8-bd5e-1fd2e5b2f07b req-816bbe32-f532-4921-bd50-5453dd08962d tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:44.921238 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-84335e94-3282-40f8-bd5e-1fd2e5b2f07b req-816bbe32-f532-4921-bd50-5453dd08962d tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6a7220e-d673-4799-b263-c72d7b571f0d HTTP/1.1" status: 200 len: 945 time: 0.1045699 May 06 09:47:45.005808 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-84335e94-3282-40f8-bd5e-1fd2e5b2f07b req-098e5246-0c4d-4302-97e4-040d2489c904 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732608 May 06 09:47:45.093663 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-9355d029-014e-47c7-93e1-9783db5ae37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'name': 'tempest-AttachVolumeTestJSON-1336332993-router', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:40Z', 'updated_at': '2022-05-06T09:47:42Z', 'revision_number': 3, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'gw_port': {'id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:41Z', 'updated_at': '2022-05-06T09:47:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:45.108698 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-3ad6fdb4-3e1d-4a4b-a7b9-6a1e4cb7c1a2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2132242 May 06 09:47:45.163657 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9355d029-014e-47c7-93e1-9783db5ae37f None None] Checking router: f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:47:45.164014 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9355d029-014e-47c7-93e1-9783db5ae37f None None] Updating router f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 port e5e34355-aed1-4ca6-b7f5-a11617731e3f binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:47:45.216555 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-9355d029-014e-47c7-93e1-9783db5ae37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:45.390772 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-12130bd1-32ff-4054-83af-b11618626a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:45.391825 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-12130bd1-32ff-4054-83af-b11618626a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:45.392453 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-12130bd1-32ff-4054-83af-b11618626a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:45.393076 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-12130bd1-32ff-4054-83af-b11618626a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:45.393735 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-12130bd1-32ff-4054-83af-b11618626a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:45.395696 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-12130bd1-32ff-4054-83af-b11618626a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:45.396606 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-12130bd1-32ff-4054-83af-b11618626a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:45.399052 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-12130bd1-32ff-4054-83af-b11618626a2f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=25aba9ec7dab4fc585e8e72a34137627&device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 6499 time: 0.1902678 May 06 09:47:45.594114 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:45.720630 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-9355d029-014e-47c7-93e1-9783db5ae37f None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:45.733570 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-9355d029-014e-47c7-93e1-9783db5ae37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:45.787230 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-9355d029-014e-47c7-93e1-9783db5ae37f None None] Attempting to bind port e5e34355-aed1-4ca6-b7f5-a11617731e3f on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:47:45.787875 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-9355d029-014e-47c7-93e1-9783db5ae37f None None] Attempting to bind port e5e34355-aed1-4ca6-b7f5-a11617731e3f by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:47:45.788415 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9355d029-014e-47c7-93e1-9783db5ae37f None None] Attempting to bind port e5e34355-aed1-4ca6-b7f5-a11617731e3f on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:45.804310 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9355d029-014e-47c7-93e1-9783db5ae37f None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:47:45.805019 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9355d029-014e-47c7-93e1-9783db5ae37f None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:45.805774 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-9355d029-014e-47c7-93e1-9783db5ae37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:45.806326 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9355d029-014e-47c7-93e1-9783db5ae37f None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:47:45.806986 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-9355d029-014e-47c7-93e1-9783db5ae37f None None] Bound port: e5e34355-aed1-4ca6-b7f5-a11617731e3f, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:47:45.807824 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-9355d029-014e-47c7-93e1-9783db5ae37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:45.828140 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-fd124d92-826f-4637-aac7-afd485cd95af None None] Provisioning complete for port 200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:45.836622 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fd124d92-826f-4637-aac7-afd485cd95af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:45.853583 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-40c830d9-28ee-4f05-b8d4-513d39cbf837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:45.869249 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-40c830d9-28ee-4f05-b8d4-513d39cbf837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:45.871804 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-40c830d9-28ee-4f05-b8d4-513d39cbf837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:45.876147 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-40c830d9-28ee-4f05-b8d4-513d39cbf837 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d000d0ea-cd9f-4476-8d53-8b34cfa9641e&id=6fffdccd-9d01-41e0-85b5-9c674bdd21ed&id=6fffdccd-9d01-41e0-85b5-9c674bdd21ed&id=6fffdccd-9d01-41e0-85b5-9c674bdd21ed&id=6fffdccd-9d01-41e0-85b5-9c674bdd21ed&id=7d9fc154-3e75-4eba-b7be-fb999f1d724a&id=7d9fc154-3e75-4eba-b7be-fb999f1d724a HTTP/1.1" status: 200 len: 2297 time: 0.4521477 May 06 09:47:45.909653 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822bcb7c-4567-4cc1-9317-ba7c01c8916d None None] Pushing event updated for resources: {'Port': ['ID=e5e34355-aed1-4ca6-b7f5-a11617731e3f,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:45.911781 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b3049-53b4-41e9-8a89-5e23814826b1 req-450ae2d2-cabe-43c0-a436-91d19a2532ec tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:45.916111 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f3b3049-53b4-41e9-8a89-5e23814826b1 req-450ae2d2-cabe-43c0-a436-91d19a2532ec tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.1165333 May 06 09:47:45.953842 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-97b16b74-9494-45a1-a071-7d362e900401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:45.959710 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-9355d029-014e-47c7-93e1-9783db5ae37f None None] For port e5e34355-aed1-4ca6-b7f5-a11617731e3f, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:47:45.965832 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:45.966209 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:45.970802 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-9355d029-014e-47c7-93e1-9783db5ae37f None None] For port e5e34355-aed1-4ca6-b7f5-a11617731e3f, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e5e34355-aed1-4ca6-b7f5-a11617731e3f,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:47:45.973796 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-10711432-f480-4ed6-9597-6003a5534cc2 req-6ca751ec-784b-4ef6-a0ac-575288e3e365 tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0566545 May 06 09:47:45.981010 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-9355d029-014e-47c7-93e1-9783db5ae37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:46.062892 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a7220e-d673-4799-b263-c72d7b571f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28879952-669d-43f1-b540-69ee91d61993'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:46.063899 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f3b3049-53b4-41e9-8a89-5e23814826b1 req-20ac6fe6-2aca-4213-bd12-53f1cc309fd2 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300123 May 06 09:47:46.066256 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a487e1e8-4503-4652-aa4b-df44c4c0f7fb" -d '{"events": [{"server_uuid": "f6a7220e-d673-4799-b263-c72d7b571f0d", "name": "network-vif-plugged", "status": "completed", "tag": "28879952-669d-43f1-b540-69ee91d61993"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:46.138217 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822bcb7c-4567-4cc1-9317-ba7c01c8916d None None] Pushing event updated for resources: {'Port': ['ID=e5e34355-aed1-4ca6-b7f5-a11617731e3f,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:46.147035 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3075d9d4-4088-41b4-86aa-d01ac20be791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:46.154436 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-45f54099-17c8-415b-ad3e-b7451cb5de24 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a23d161e-c6d1-4e70-a50a-9e4363915d68 HTTP/1.1" status: 200 len: 1002 time: 0.2647135 May 06 09:47:46.159074 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9355d029-014e-47c7-93e1-9783db5ae37f None None] Routers {'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:46.161232 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-9355d029-014e-47c7-93e1-9783db5ae37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:47:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:46.197374 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffa3885-500c-487c-ba3e-919dbeb97088 x-openstack-request-id: req-3ffa3885-500c-487c-ba3e-919dbeb97088 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:46.198635 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a7220e-d673-4799-b263-c72d7b571f0d", "name": "network-vif-plugged", "status": "completed", "tag": "28879952-669d-43f1-b540-69ee91d61993", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:46.198940 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3ffa3885-500c-487c-ba3e-919dbeb97088 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:46.199427 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ffa3885-500c-487c-ba3e-919dbeb97088'] response: {'server_uuid': 'f6a7220e-d673-4799-b263-c72d7b571f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28879952-669d-43f1-b540-69ee91d61993', 'code': 200} May 06 09:47:46.238812 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-a64abe9b-cbef-4cbb-ab92-3e65a1bca7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:46.240804 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad2e5c-2634-44fb-9e77-2a150473fc5f req-7d3ce654-7de6-454e-9898-b69d50fac77b tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:46.241480 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-a64abe9b-cbef-4cbb-ab92-3e65a1bca7b9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9b6a855e-7008-4f56-8287-accfc5fa41f4 HTTP/1.1" status: 200 len: 855 time: 0.0721478 May 06 09:47:46.245912 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5cad2e5c-2634-44fb-9e77-2a150473fc5f req-7d3ce654-7de6-454e-9898-b69d50fac77b tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6a7220e-d673-4799-b263-c72d7b571f0d HTTP/1.1" status: 200 len: 945 time: 0.1311362 May 06 09:47:46.329180 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-9355d029-014e-47c7-93e1-9783db5ae37f None None] Set router f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:46.334957 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5cad2e5c-2634-44fb-9e77-2a150473fc5f req-be68f105-1459-46a8-9a1c-406faad5fa6a tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824964 May 06 09:47:46.494378 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-a462880b-bcca-43d2-a8b6-fed52fa1ddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:46.495933 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-a462880b-bcca-43d2-a8b6-fed52fa1ddc7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d000d0ea-cd9f-4476-8d53-8b34cfa9641e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2412324 May 06 09:47:46.500284 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940f785-3662-461c-9a8c-1a239e9195c0 req-96492c98-de92-46a0-950e-a9af739b6278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:46.501725 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b940f785-3662-461c-9a8c-1a239e9195c0 req-96492c98-de92-46a0-950e-a9af739b6278 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f6a7220e-d673-4799-b263-c72d7b571f0d HTTP/1.1" status: 200 len: 1096 time: 0.2007260 May 06 09:47:46.540774 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b35a9-a17e-4d0e-8bb9-901dc72b7240 req-1bf97bde-1ab7-4569-9a90-c9824e0b627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:46.543290 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e37b35a9-a17e-4d0e-8bb9-901dc72b7240 req-1bf97bde-1ab7-4569-9a90-c9824e0b627a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=767d9c69e2da4544a1c508f4f332aaa4&device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 1096 time: 0.0802374 May 06 09:47:46.572889 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 53716) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:46.582527 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ae194-b9a9-4c64-bbe1-aed14dd23314 req-324f159e-1ac9-4b89-be06-8cbef59ae6a3 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:46.584558 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-268ae194-b9a9-4c64-bbe1-aed14dd23314 req-324f159e-1ac9-4b89-be06-8cbef59ae6a3 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.1102786 May 06 09:47:46.598047 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-9355d029-014e-47c7-93e1-9783db5ae37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'name': 'tempest-AttachVolumeTestJSON-1336332993-router', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:40Z', 'updated_at': '2022-05-06T09:47:42Z', 'revision_number': 3, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'gw_port': {'id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:41Z', 'updated_at': '2022-05-06T09:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:46.635497 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9355d029-014e-47c7-93e1-9783db5ae37f None None] The sync data for ids ['f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'] in n-d-840835-1 is: [{'id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'name': 'tempest-AttachVolumeTestJSON-1336332993-router', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:40Z', 'updated_at': '2022-05-06T09:47:42Z', 'revision_number': 3, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'gw_port': {'id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:41Z', 'updated_at': '2022-05-06T09:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:47:46.650317 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b940f785-3662-461c-9a8c-1a239e9195c0 req-aa8c1d29-68c6-4391-ace0-b56f0cbf914b service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353729 May 06 09:47:46.676669 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-268ae194-b9a9-4c64-bbe1-aed14dd23314 req-d338dd06-af67-4800-a2d5-bdd0dc5d3305 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585954 May 06 09:47:46.691208 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-3075d9d4-4088-41b4-86aa-d01ac20be791 admin admin] Allocated IP 172.20.0.1 (5312fc31-6ea9-4a0c-acf2-db4b77673e7e/ccc21fd6-3e83-4532-8289-a853643de30c/a75a258e-d68f-42b0-9b9a-4331bbc68248) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:46.720216 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-3a0bb9b8-b30c-4689-a77f-8c7539a2e826 service neutron] 10.222.0.77 "GET /v2.0/networks/d000d0ea-cd9f-4476-8d53-8b34cfa9641e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132204 May 06 09:47:46.730537 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b35a9-a17e-4d0e-8bb9-901dc72b7240 req-7065ee49-76f7-4558-87b7-798279d74d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:46.732577 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e37b35a9-a17e-4d0e-8bb9-901dc72b7240 req-7065ee49-76f7-4558-87b7-798279d74d78 service neutron] 10.222.0.84 "GET /v2.0/networks?id=62558b65-2ecc-44cb-b688-6d316dd01546 HTTP/1.1" status: 200 len: 911 time: 0.1815031 May 06 09:47:46.838340 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4257433e-7cd6-45c6-8713-3f9964757038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:46.922739 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e37b35a9-a17e-4d0e-8bb9-901dc72b7240 req-aef9bde0-f05b-4739-8e06-6751c9bd3e3b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94912fa1-30e9-4f8b-b03b-ca8a6c51b21b HTTP/1.1" status: 200 len: 217 time: 0.0607007 May 06 09:47:46.954754 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3075d9d4-4088-41b4-86aa-d01ac20be791 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:47.003980 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-d51fa6bb-569f-4e45-be6d-b57691e9e2f0 service neutron] 10.222.0.77 "GET /v2.0/networks/d000d0ea-cd9f-4476-8d53-8b34cfa9641e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709498 May 06 09:47:47.039236 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b35a9-a17e-4d0e-8bb9-901dc72b7240 req-ccc82317-3ffa-4fb0-9aaa-20e306c13ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:47.043954 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e37b35a9-a17e-4d0e-8bb9-901dc72b7240 req-ccc82317-3ffa-4fb0-9aaa-20e306c13ec3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8d1f3a23-5174-4642-9e0d-aa826fbcdb37 HTTP/1.1" status: 200 len: 850 time: 0.1106422 May 06 09:47:47.079033 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-7b208284-6268-41a6-9c89-f56b4193c3cb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=b9046c83-a238-4ecf-9873-2902976be919 HTTP/1.1" status: 200 len: 217 time: 0.0714641 May 06 09:47:47.103302 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e37b35a9-a17e-4d0e-8bb9-901dc72b7240 req-c5dd9255-00ee-40dc-977d-b2fbc827a56b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=62558b65-2ecc-44cb-b688-6d316dd01546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417094 May 06 09:47:47.183055 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-ce85af7e-266a-4937-b167-9c85dd7677e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:47.184982 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-ce85af7e-266a-4937-b167-9c85dd7677e6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9b5f3725-dba4-4109-8ae6-1b69e3c26c4c HTTP/1.1" status: 200 len: 797 time: 0.0991597 May 06 09:47:47.191470 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3075d9d4-4088-41b4-86aa-d01ac20be791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:47.210773 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11794a2d-9f4c-4aa8-afea-9a2263cf31d4 req-575fb2fa-6bbc-40b8-bac4-6e115402f982 tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0898511 May 06 09:47:47.271602 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e37b35a9-a17e-4d0e-8bb9-901dc72b7240 req-e6d8deff-f28d-4512-8fa9-0841d3b8f717 service neutron] 10.222.0.84 "GET /v2.0/networks/62558b65-2ecc-44cb-b688-6d316dd01546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521032 May 06 09:47:47.311312 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4257433e-7cd6-45c6-8713-3f9964757038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:47.316421 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3075d9d4-4088-41b4-86aa-d01ac20be791 admin admin] Network 5312fc31-6ea9-4a0c-acf2-db4b77673e7e is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:47.333385 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075d9d4-4088-41b4-86aa-d01ac20be791 admin admin] Pushing event updated for resources: {'Port': ['ID=a75a258e-d68f-42b0-9b9a-4331bbc68248,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:47.335858 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4257433e-7cd6-45c6-8713-3f9964757038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:47.338876 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-3075d9d4-4088-41b4-86aa-d01ac20be791 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:47.346965 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3075d9d4-4088-41b4-86aa-d01ac20be791 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:47.451569 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e37b35a9-a17e-4d0e-8bb9-901dc72b7240 req-f1665e29-50e8-4d2f-a976-9821d320c0f5 service neutron] 10.222.0.84 "GET /v2.0/networks/62558b65-2ecc-44cb-b688-6d316dd01546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717710 May 06 09:47:47.598865 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215b707-41a6-479b-8ad0-5d83b5f27940 req-17c6fb92-04d0-41be-9e5e-0a65c9ebba17 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:47.601789 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1215b707-41a6-479b-8ad0-5d83b5f27940 req-17c6fb92-04d0-41be-9e5e-0a65c9ebba17 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6a7220e-d673-4799-b263-c72d7b571f0d HTTP/1.1" status: 200 len: 945 time: 0.1096661 May 06 09:47:47.637506 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e5e34355-aed1-4ca6-b7f5-a11617731e3f up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:47.658398 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1215b707-41a6-479b-8ad0-5d83b5f27940 req-aa6d57c9-02a4-4027-a0a0-8ce42d11daae tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491364 May 06 09:47:47.777740 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port e5e34355-aed1-4ca6-b7f5-a11617731e3f triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:47.778401 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:47.840372 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-fe5a0f9e-be68-4596-b6e0-897476592cf2 None None] Provisioning complete for port a75a258e-d68f-42b0-9b9a-4331bbc68248 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:47.840659 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fe5a0f9e-be68-4596-b6e0-897476592cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:47.892382 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-fe5a0f9e-be68-4596-b6e0-897476592cf2 None None] Port a75a258e-d68f-42b0-9b9a-4331bbc68248 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:47:48.017534 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:48.042150 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5adc4da0-6b80-4c1a-a411-2bb8730c9ce7 req-95d31539-c084-4613-8446-6ef5abe4c9b1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a5d00839-05eb-4b1c-9d80-f4dbf669fc89 HTTP/1.1" status: 200 len: 210 time: 0.0982139 May 06 09:47:48.048024 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port e5e34355-aed1-4ca6-b7f5-a11617731e3f, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e5e34355-aed1-4ca6-b7f5-a11617731e3f,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:48.055994 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:48.088826 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-2c623cd0-2ccf-445b-ac7d-9f6231c74e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:48.090344 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-2c623cd0-2ccf-445b-ac7d-9f6231c74e68 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6fffdccd-9d01-41e0-85b5-9c674bdd21ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8963785 May 06 09:47:48.133059 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4257433e-7cd6-45c6-8713-3f9964757038 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4cd9b264323a455db928ea21ffeb7879&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5591416 May 06 09:47:48.136020 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 53744) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:48.138199 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257433e-7cd6-45c6-8713-3f9964757038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b5e1bb-c6c5-4f3a-9eb2-9a2b28d4520b,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:48.138552 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=e5e34355-aed1-4ca6-b7f5-a11617731e3f,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:48.145418 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3075d9d4-4088-41b4-86aa-d01ac20be791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:48.148239 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:48.148599 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:48.148926 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:48.149274 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:48.149613 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:48.149948 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:48.150280 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:48.150613 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:48.150947 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:48.156253 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:48.156683 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:48.157111 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:48.235599 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89801d3e-c679-42c8-917d-89786991127c req-8ccabb38-dd6e-4ece-9b22-41fb6a8ac3e7 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:48.237740 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-89801d3e-c679-42c8-917d-89786991127c req-8ccabb38-dd6e-4ece-9b22-41fb6a8ac3e7 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.4514427 May 06 09:47:48.266915 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-00aa393b-00cb-452f-b3fe-3c8b808ed2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:48.310635 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3075d9d4-4088-41b4-86aa-d01ac20be791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:48.311756 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-89801d3e-c679-42c8-917d-89786991127c req-404ceab2-cc2e-4575-8da2-9f536f5e85cd tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585737 May 06 09:47:48.350067 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-00aa393b-00cb-452f-b3fe-3c8b808ed2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:48.353557 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab37f3af-013a-48c0-98ac-a74f1827d7cf req-d1c75ea1-a947-4647-a74e-ae6b977a00d4 tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0365772 May 06 09:47:48.403255 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-00aa393b-00cb-452f-b3fe-3c8b808ed2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:48.405851 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-00aa393b-00cb-452f-b3fe-3c8b808ed2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:48.407285 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-00aa393b-00cb-452f-b3fe-3c8b808ed2cd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/00b5e1bb-c6c5-4f3a-9eb2-9a2b28d4520b HTTP/1.1" status: 204 len: 168 time: 0.2564397 May 06 09:47:48.415966 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa393b-00cb-452f-b3fe-3c8b808ed2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b5e1bb-c6c5-4f3a-9eb2-9a2b28d4520b,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:48.469937 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-44d04606-60c2-401f-8e1c-dcdb77d41cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:48.546574 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-6d561df2-9fd0-46ab-87e9-36d23c14daf3 service neutron] 10.222.0.77 "GET /v2.0/networks/6fffdccd-9d01-41e0-85b5-9c674bdd21ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617835 May 06 09:47:48.636584 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3075d9d4-4088-41b4-86aa-d01ac20be791 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:48.651151 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3075d9d4-4088-41b4-86aa-d01ac20be791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:48.734718 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:48.743757 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-f300e2f8-436e-4c66-a9b5-3a76f91e832b service neutron] 10.222.0.77 "GET /v2.0/networks/6fffdccd-9d01-41e0-85b5-9c674bdd21ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867146 May 06 09:47:48.747183 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075d9d4-4088-41b4-86aa-d01ac20be791 admin admin] Pushing event updated for resources: {'Port': ['ID=a75a258e-d68f-42b0-9b9a-4331bbc68248,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:48.747978 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f9917d1c-b8ef-44ab-9054-9417cf08473c req-9ca5bf18-6c30-45d6-8e26-00a5a9dec054 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0682437 May 06 09:47:48.752722 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3075d9d4-4088-41b4-86aa-d01ac20be791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:48.805454 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 53754) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:48.826090 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c0746490-9ecd-440a-8f21-52c0f8398535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:48.834186 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865f3bb-54e0-4ebd-b8e1-c785d30d4264 req-50a4725f-6ec2-416e-ae2c-52e4ce124d2b tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:48.835807 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7865f3bb-54e0-4ebd-b8e1-c785d30d4264 req-50a4725f-6ec2-416e-ae2c-52e4ce124d2b tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6a7220e-d673-4799-b263-c72d7b571f0d HTTP/1.1" status: 200 len: 945 time: 0.0618432 May 06 09:47:48.877399 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7865f3bb-54e0-4ebd-b8e1-c785d30d4264 req-22111bf6-c995-42be-ad4d-d5945c3d9874 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343211 May 06 09:47:48.912736 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3075d9d4-4088-41b4-86aa-d01ac20be791 admin admin] Network 5312fc31-6ea9-4a0c-acf2-db4b77673e7e is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:48.915310 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-3075d9d4-4088-41b4-86aa-d01ac20be791 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:49.013318 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c0746490-9ecd-440a-8f21-52c0f8398535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:49.045995 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c0746490-9ecd-440a-8f21-52c0f8398535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:49.152436 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c0746490-9ecd-440a-8f21-52c0f8398535 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fcb873c3105c448c9de8351fb82eb051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3452468 May 06 09:47:49.154343 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 53764) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:49.195252 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-ebe86c2e-7820-4774-9c23-e2c9dfb80422 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=7d6de0b3-19e5-492d-b661-4ff64145d752 HTTP/1.1" status: 200 len: 217 time: 0.0762084 May 06 09:47:49.199105 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0746490-9ecd-440a-8f21-52c0f8398535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ab42ed-db64-4c7e-8738-1e8d13c6ba65,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:49.205273 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3075d9d4-4088-41b4-86aa-d01ac20be791 admin admin] Router f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:47:49.219208 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-425f639f-af80-4df7-b327-93a250b87ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:49.239050 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-57957c8b-4fe4-4408-a361-6863a54c7363 None None] Provisioning complete for port a75a258e-d68f-42b0-9b9a-4331bbc68248 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:49.239533 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-57957c8b-4fe4-4408-a361-6863a54c7363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:49.259151 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-425f639f-af80-4df7-b327-93a250b87ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:49.276772 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 53768) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:49.282432 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-f61b73c8-6a5b-4f2b-be0a-8e3df83d101c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2093224882'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:49.303152 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-57957c8b-4fe4-4408-a361-6863a54c7363 None None] Port a75a258e-d68f-42b0-9b9a-4331bbc68248 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:47:49.331388 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61b73c8-6a5b-4f2b-be0a-8e3df83d101c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Made reservation on behalf of 2432312eddf749dea1d91914dd979e43 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:49.337561 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f61b73c8-6a5b-4f2b-be0a-8e3df83d101c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:49.357622 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-986c9667-7c6d-4af9-b367-160dc5496294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:49.359679 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-986c9667-7c6d-4af9-b367-160dc5496294 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9b5f3725-dba4-4109-8ae6-1b69e3c26c4c HTTP/1.1" status: 200 len: 797 time: 0.1409049 May 06 09:47:49.361684 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-425f639f-af80-4df7-b327-93a250b87ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:49.368045 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-425f639f-af80-4df7-b327-93a250b87ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:49.369460 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-425f639f-af80-4df7-b327-93a250b87ba1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/14ab42ed-db64-4c7e-8738-1e8d13c6ba65 HTTP/1.1" status: 204 len: 168 time: 0.2137063 May 06 09:47:49.392307 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f61b73c8-6a5b-4f2b-be0a-8e3df83d101c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:47:49.396945 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f639f-af80-4df7-b327-93a250b87ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ab42ed-db64-4c7e-8738-1e8d13c6ba65,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:49.508794 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:49.520950 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-5f63a7d3-5ca1-4ff0-871c-908897625716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:49.523288 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-5f63a7d3-5ca1-4ff0-871c-908897625716 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6fffdccd-9d01-41e0-85b5-9c674bdd21ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1352789 May 06 09:47:49.524744 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3075d9d4-4088-41b4-86aa-d01ac20be791 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:47:49.530249 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3075d9d4-4088-41b4-86aa-d01ac20be791 admin admin] 10.222.0.73 "PUT /v2.0/routers/f19025e4-b4e2-4a17-a22d-ebcd76a6ea30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9009216 May 06 09:47:49.541823 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95498493-ccb3-4fb3-a37b-571fc20c8aa9 None None] Sync routers for ids ['f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:47:49.577524 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f61b73c8-6a5b-4f2b-be0a-8e3df83d101c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:49.577908 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-f61b73c8-6a5b-4f2b-be0a-8e3df83d101c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Added segment f6d50db6-0b43-4540-af3d-5a193cdc7027 of type vlan for network 06ea11b1-d543-495d-bbe7-8e909ad3a0f6 May 06 09:47:49.743372 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382fdcc-53c9-4bfc-ad02-f03ff48a4c0e req-1354283c-3a4e-4dc2-85d2-5eb34db616b9 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:49.751505 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f382fdcc-53c9-4bfc-ad02-f03ff48a4c0e req-1354283c-3a4e-4dc2-85d2-5eb34db616b9 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.3102255 May 06 09:47:49.764344 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e5e34355-aed1-4ca6-b7f5-a11617731e3f up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:49.790411 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-f5303760-b731-4ac6-a5ce-2ddeb53625f3 service neutron] 10.222.0.77 "GET /v2.0/networks/6fffdccd-9d01-41e0-85b5-9c674bdd21ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590184 May 06 09:47:49.791421 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f61b73c8-6a5b-4f2b-be0a-8e3df83d101c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:49.817003 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95498493-ccb3-4fb3-a37b-571fc20c8aa9 None None] Routers {'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:49.817931 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-95498493-ccb3-4fb3-a37b-571fc20c8aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:47:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:49.886641 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f382fdcc-53c9-4bfc-ad02-f03ff48a4c0e req-49b91a11-c117-4086-9bbc-85c4924cf465 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202333 May 06 09:47:49.891526 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f61b73c8-6a5b-4f2b-be0a-8e3df83d101c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:49.929548 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61b73c8-6a5b-4f2b-be0a-8e3df83d101c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:49.939719 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f61b73c8-6a5b-4f2b-be0a-8e3df83d101c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:49.947972 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-95498493-ccb3-4fb3-a37b-571fc20c8aa9 None None] Set router f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:50.107316 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-670f8e9b-3b51-4e14-bd2e-7dbb4f8003c1 service neutron] 10.222.0.77 "GET /v2.0/networks/6fffdccd-9d01-41e0-85b5-9c674bdd21ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006201 May 06 09:47:50.153657 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port e5e34355-aed1-4ca6-b7f5-a11617731e3f triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:50.154032 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:50.158652 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4db653bb-247d-4c57-98e0-f5997f10a438 req-75bd94d2-aea4-4904-9822-918498de3d22 tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.1829302 May 06 09:47:50.164397 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f61b73c8-6a5b-4f2b-be0a-8e3df83d101c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8865149 May 06 09:47:50.165743 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b73c8-6a5b-4f2b-be0a-8e3df83d101c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Pushing event updated for resources: {'Network': ['ID=06ea11b1-d543-495d-bbe7-8e909ad3a0f6,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:50.168077 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 53808) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:50.175216 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-c337ebfd-bfad-4158-9f47-c65084290c77 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-672458141'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:50.217629 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c337ebfd-bfad-4158-9f47-c65084290c77 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Made reservation on behalf of 2432312eddf749dea1d91914dd979e43 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:50.222592 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 06ea11b1-d543-495d-bbe7-8e909ad3a0f6 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:47:50.224231 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-ebb95efe-2c08-48ed-a59d-6aceff18fe6a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=30e5cf1a-c55d-4245-a918-a50422989b35 HTTP/1.1" status: 200 len: 217 time: 0.1045058 May 06 09:47:50.226757 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c337ebfd-bfad-4158-9f47-c65084290c77 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:50.276688 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c337ebfd-bfad-4158-9f47-c65084290c77 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:47:50.302325 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c337ebfd-bfad-4158-9f47-c65084290c77 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:50.302325 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-c337ebfd-bfad-4158-9f47-c65084290c77 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Added segment 60d35e3b-79dc-4a3d-ac7f-c67585bcd646 of type vlan for network 90b62890-c9c7-41c5-bba3-14db135037a9 May 06 09:47:50.350914 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-cda817f2-932a-4492-a151-a44704c549f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:50.364839 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-cda817f2-932a-4492-a151-a44704c549f3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9b5f3725-dba4-4109-8ae6-1b69e3c26c4c HTTP/1.1" status: 200 len: 797 time: 0.1165586 May 06 09:47:50.384075 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c337ebfd-bfad-4158-9f47-c65084290c77 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:50.430220 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c337ebfd-bfad-4158-9f47-c65084290c77 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:50.440379 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c337ebfd-bfad-4158-9f47-c65084290c77 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:50.441464 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c337ebfd-bfad-4158-9f47-c65084290c77 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:50.458874 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-36e4ea19-c661-41a4-97fb-691bf0926422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:50.461119 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-36e4ea19-c661-41a4-97fb-691bf0926422 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6fffdccd-9d01-41e0-85b5-9c674bdd21ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0802436 May 06 09:47:50.545757 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c337ebfd-bfad-4158-9f47-c65084290c77 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3740587 May 06 09:47:50.546955 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 53830) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:50.552011 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-0792d07f-3651-491d-9886-da9c5e983d82 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Request body: {'subnet': {'network_id': '06ea11b1-d543-495d-bbe7-8e909ad3a0f6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:50.572561 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337ebfd-bfad-4158-9f47-c65084290c77 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Pushing event updated for resources: {'Network': ['ID=90b62890-c9c7-41c5-bba3-14db135037a9,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:50.589986 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 90b62890-c9c7-41c5-bba3-14db135037a9 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:47:50.661772 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-5c95032b-ec10-4ac1-b3a5-cad50faba5e7 service neutron] 10.222.0.77 "GET /v2.0/networks/6fffdccd-9d01-41e0-85b5-9c674bdd21ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809111 May 06 09:47:50.725565 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0792d07f-3651-491d-9886-da9c5e983d82 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Made reservation on behalf of 2432312eddf749dea1d91914dd979e43 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:50.729657 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0792d07f-3651-491d-9886-da9c5e983d82 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:50.772824 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-95498493-ccb3-4fb3-a37b-571fc20c8aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'name': 'tempest-AttachVolumeTestJSON-1336332993-router', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:40Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 4, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'gw_port': {'id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:41Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'a75a258e-d68f-42b0-9b9a-4331bbc68248', 'name': '', 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'mac_address': 'fa:16:3e:ce:be:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:46Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 2, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'subnets': [{'id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:50.812854 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-85a35ab2-594b-47fc-9f21-e38dbc7102bc service neutron] 10.222.0.77 "GET /v2.0/networks/6fffdccd-9d01-41e0-85b5-9c674bdd21ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439414 May 06 09:47:50.819890 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95498493-ccb3-4fb3-a37b-571fc20c8aa9 None None] Checking router: f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:47:50.820633 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95498493-ccb3-4fb3-a37b-571fc20c8aa9 None None] Updating router f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 port a75a258e-d68f-42b0-9b9a-4331bbc68248 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:47:50.850202 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-95498493-ccb3-4fb3-a37b-571fc20c8aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:50.882886 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212515c-7b0d-4021-a11d-e7089e9d8f46 req-d999c3d2-0dc8-4a79-a9e7-cbb2f9504ebf tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:50.884472 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f212515c-7b0d-4021-a11d-e7089e9d8f46 req-d999c3d2-0dc8-4a79-a9e7-cbb2f9504ebf tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6a7220e-d673-4799-b263-c72d7b571f0d HTTP/1.1" status: 200 len: 945 time: 0.0908530 May 06 09:47:50.886062 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-851f49f9-3d14-4ac9-90f1-1fd49915ff6a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=f821c4bf-a2e5-4eee-b05e-3fda28dcde76 HTTP/1.1" status: 200 len: 217 time: 0.0657880 May 06 09:47:50.977145 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 53848) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:50.983883 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-113d721e-d271-447d-96b2-284abcdf5096 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1218456685', 'description': 'tempest-description--416950709'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:51.006263 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f212515c-7b0d-4021-a11d-e7089e9d8f46 req-e1ecc3a5-3fbb-4d9c-a104-6b1483988085 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033547 May 06 09:47:51.039329 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-be20a680-0d97-4759-92cd-ec517680bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:51.043347 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-be20a680-0d97-4759-92cd-ec517680bfb6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9b5f3725-dba4-4109-8ae6-1b69e3c26c4c HTTP/1.1" status: 200 len: 797 time: 0.1508806 May 06 09:47:51.057038 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-113d721e-d271-447d-96b2-284abcdf5096 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:51.114263 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-94ff301b-e4cf-4e64-8a6c-8e22d46bdc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:51.117238 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-94ff301b-e4cf-4e64-8a6c-8e22d46bdc39 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6fffdccd-9d01-41e0-85b5-9c674bdd21ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0666809 May 06 09:47:51.126780 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0792d07f-3651-491d-9886-da9c5e983d82 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:51.153800 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:51.183109 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792d07f-3651-491d-9886-da9c5e983d82 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Pushing event updated for resources: {'Subnet': ['ID=f2218277-fb20-4cc3-b5e2-7bc8e00b50df,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:51.196382 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40a9bd-9416-41cd-a2df-51307492e9a7 req-48de073e-4509-46d3-bcec-c4209d806d38 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:51.198066 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d40a9bd-9416-41cd-a2df-51307492e9a7 req-48de073e-4509-46d3-bcec-c4209d806d38 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.1475644 May 06 09:47:51.246693 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-962822d6-881e-427a-a09b-7bf4d87f788b service neutron] 10.222.0.77 "GET /v2.0/networks/6fffdccd-9d01-41e0-85b5-9c674bdd21ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221495 May 06 09:47:51.285406 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d40a9bd-9416-41cd-a2df-51307492e9a7 req-09c22eaf-215a-41f1-845f-43ab34fe8811 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749521 May 06 09:47:51.289214 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-95498493-ccb3-4fb3-a37b-571fc20c8aa9 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:51.296895 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-95498493-ccb3-4fb3-a37b-571fc20c8aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:51.321992 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0792d07f-3651-491d-9886-da9c5e983d82 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Checking segment: {'id': 'f6d50db6-0b43-4540-af3d-5a193cdc7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '06ea11b1-d543-495d-bbe7-8e909ad3a0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:51.322460 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0792d07f-3651-491d-9886-da9c5e983d82 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Network hostable DHCP agents. Network: 06ea11b1-d543-495d-bbe7-8e909ad3a0f6, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:47:51.352348 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2bebc9f5-b21a-4427-bd0e-1d30aa4d78ed req-ebab529b-8226-49bc-8910-39bd80203d61 tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0718393 May 06 09:47:51.355615 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-113d721e-d271-447d-96b2-284abcdf5096 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:51.372689 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-113d721e-d271-447d-96b2-284abcdf5096 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:51.379725 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9fa4e6-eb41-40f1-8a91-0bc4e8a4733a None None] Pushing event updated for resources: {'Port': ['ID=a75a258e-d68f-42b0-9b9a-4331bbc68248,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:51.401303 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0792d07f-3651-491d-9886-da9c5e983d82 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Network 06ea11b1-d543-495d-bbe7-8e909ad3a0f6 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:47:51.442888 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-0debed46-8913-4a8b-bf13-e3b03ed96b82 service neutron] 10.222.0.77 "GET /v2.0/networks/6fffdccd-9d01-41e0-85b5-9c674bdd21ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891141 May 06 09:47:51.458165 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-0792d07f-3651-491d-9886-da9c5e983d82 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 06ea11b1-d543-495d-bbe7-8e909ad3a0f6) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:51.474920 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0792d07f-3651-491d-9886-da9c5e983d82 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:51.475726 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0792d07f-3651-491d-9886-da9c5e983d82 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:51.479373 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c32f598-a4d9-4f27-abc3-d1515a1573b1 None None] Network 06ea11b1-d543-495d-bbe7-8e909ad3a0f6 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:51.522421 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-113d721e-d271-447d-96b2-284abcdf5096 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:51.525118 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-1071409e-b155-4cb6-9fe5-28300d4153af service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5657ef8a-6946-4f8a-b6db-d71d2f6baecd HTTP/1.1" status: 200 len: 217 time: 0.0709920 May 06 09:47:51.529102 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-113d721e-d271-447d-96b2-284abcdf5096 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5488195 May 06 09:47:51.531821 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d721e-d271-447d-96b2-284abcdf5096 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:51.532706 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 53862) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:51.546663 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0792d07f-3651-491d-9886-da9c5e983d82 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9964805 May 06 09:47:51.547435 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 53870) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:51.550752 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-5c6448e5-c17c-4015-b84b-dabf172418bf tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Request body: {'security_group_rule': {'security_group_id': '2a71d1a8-fd12-4926-bf9c-9e40c3340ee3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:51.553497 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-ff8a04ba-cbef-48d3-bb71-9b7335b0e0c5 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Request body: {'subnet': {'network_id': '90b62890-c9c7-41c5-bba3-14db135037a9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:51.568338 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:51.586794 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-95498493-ccb3-4fb3-a37b-571fc20c8aa9 None None] Attempting to bind port a75a258e-d68f-42b0-9b9a-4331bbc68248 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:47:51.587443 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-95498493-ccb3-4fb3-a37b-571fc20c8aa9 None None] Attempting to bind port a75a258e-d68f-42b0-9b9a-4331bbc68248 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '851cb677-78d5-47cf-bae8-64d638270576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:47:51.588023 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95498493-ccb3-4fb3-a37b-571fc20c8aa9 None None] Attempting to bind port a75a258e-d68f-42b0-9b9a-4331bbc68248 on network 5312fc31-6ea9-4a0c-acf2-db4b77673e7e {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:51.598460 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95498493-ccb3-4fb3-a37b-571fc20c8aa9 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:47:51.599155 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95498493-ccb3-4fb3-a37b-571fc20c8aa9 None None] Checking segment: {'id': '851cb677-78d5-47cf-bae8-64d638270576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:51.599768 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-95498493-ccb3-4fb3-a37b-571fc20c8aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:51.600386 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95498493-ccb3-4fb3-a37b-571fc20c8aa9 None None] Bound using segment: {'id': '851cb677-78d5-47cf-bae8-64d638270576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:47:51.601206 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-95498493-ccb3-4fb3-a37b-571fc20c8aa9 None None] Bound port: a75a258e-d68f-42b0-9b9a-4331bbc68248, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851cb677-78d5-47cf-bae8-64d638270576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:47:51.601809 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-95498493-ccb3-4fb3-a37b-571fc20c8aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:51.676929 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-caa96c38-56f8-4a98-90d7-d726e0df8d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:51.678505 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-caa96c38-56f8-4a98-90d7-d726e0df8d0c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5c335cf1-1bd2-4605-9b91-b2c2b45fc21f HTTP/1.1" status: 200 len: 797 time: 0.1390982 May 06 09:47:51.679988 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5c6448e5-c17c-4015-b84b-dabf172418bf tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:51.712818 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8a04ba-cbef-48d3-bb71-9b7335b0e0c5 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Made reservation on behalf of 2432312eddf749dea1d91914dd979e43 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:51.717511 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ff8a04ba-cbef-48d3-bb71-9b7335b0e0c5 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:51.769460 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-0aecf028-57cb-4d31-a2c9-f997fdf11bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:51.770969 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-0aecf028-57cb-4d31-a2c9-f997fdf11bfb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7d9fc154-3e75-4eba-b7be-fb999f1d724a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0800192 May 06 09:47:51.793262 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5c6448e5-c17c-4015-b84b-dabf172418bf tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:51.804184 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5c6448e5-c17c-4015-b84b-dabf172418bf tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:51.874207 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb3bfe1-05b2-4724-b71c-b53c4acc2d62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-06ea11b1-d543-495d-bbe7-8e909ad3a0f6', 'network_id': '06ea11b1-d543-495d-bbe7-8e909ad3a0f6', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'fixed_ips': [{'subnet_id': 'f2218277-fb20-4cc3-b5e2-7bc8e00b50df'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:47:51.875084 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1bb3bfe1-05b2-4724-b71c-b53c4acc2d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:51.890822 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-95498493-ccb3-4fb3-a37b-571fc20c8aa9 None None] For port a75a258e-d68f-42b0-9b9a-4331bbc68248, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:47:51.910464 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f0beab0d-3179-4766-b4c4-212ce1aca544 None None] Provisioning complete for port a75a258e-d68f-42b0-9b9a-4331bbc68248 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:51.910925 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f0beab0d-3179-4766-b4c4-212ce1aca544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:51.943852 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6448e5-c17c-4015-b84b-dabf172418bf tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=760b9a69-5f97-4147-9bc8-a2073acf2f16,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:51.982901 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-95498493-ccb3-4fb3-a37b-571fc20c8aa9 None None] For port a75a258e-d68f-42b0-9b9a-4331bbc68248, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=a75a258e-d68f-42b0-9b9a-4331bbc68248,segment=NetworkSegment(851cb677-78d5-47cf-bae8-64d638270576),segment_id=851cb677-78d5-47cf-bae8-64d638270576)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:47:52.000907 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5c6448e5-c17c-4015-b84b-dabf172418bf tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:52.006810 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5c6448e5-c17c-4015-b84b-dabf172418bf tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4709442 May 06 09:47:52.007586 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 53888) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:52.016290 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f0beab0d-3179-4766-b4c4-212ce1aca544 None None] Port a75a258e-d68f-42b0-9b9a-4331bbc68248 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:47:52.025604 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-19e3fe38-6174-4e9c-b518-7eeda04b2dbe tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Request body: {'security_group_rule': {'security_group_id': '2a71d1a8-fd12-4926-bf9c-9e40c3340ee3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:52.039483 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-95498493-ccb3-4fb3-a37b-571fc20c8aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:52.086235 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2574c8f5-cecb-4bcc-8b22-2d8d667d89f0 req-27d7262f-1edb-4562-ba85-c19943b2ca46 tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0418699 May 06 09:47:52.089143 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-1e9c896d-6bab-4dd7-80c2-aaa69fb9d776 service neutron] 10.222.0.77 "GET /v2.0/networks/7d9fc154-3e75-4eba-b7be-fb999f1d724a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103418 May 06 09:47:52.091018 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ff8a04ba-cbef-48d3-bb71-9b7335b0e0c5 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:52.107845 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19e3fe38-6174-4e9c-b518-7eeda04b2dbe tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:52.228952 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ca691-e8e7-4358-a2eb-f1a7f31a33fa req-8db92c2e-3d8c-4ae4-8422-0920f37f7eec tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:52.231468 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-036ca691-e8e7-4358-a2eb-f1a7f31a33fa req-8db92c2e-3d8c-4ae4-8422-0920f37f7eec tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6a7220e-d673-4799-b263-c72d7b571f0d HTTP/1.1" status: 200 len: 945 time: 0.1260705 May 06 09:47:52.266126 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-b3ec5865-3023-4d9d-acdd-a66fee3320c5 service neutron] 10.222.0.77 "GET /v2.0/networks/7d9fc154-3e75-4eba-b7be-fb999f1d724a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683490 May 06 09:47:52.268815 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19e3fe38-6174-4e9c-b518-7eeda04b2dbe tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:52.275538 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19e3fe38-6174-4e9c-b518-7eeda04b2dbe tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:52.282925 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a04ba-cbef-48d3-bb71-9b7335b0e0c5 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Pushing event updated for resources: {'Subnet': ['ID=6632b80e-db26-42ad-8042-1788ccc125cd,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:52.286544 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8a04ba-cbef-48d3-bb71-9b7335b0e0c5 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Checking segment: {'id': '60d35e3b-79dc-4a3d-ac7f-c67585bcd646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '90b62890-c9c7-41c5-bba3-14db135037a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:52.286915 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8a04ba-cbef-48d3-bb71-9b7335b0e0c5 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Network hostable DHCP agents. Network: 90b62890-c9c7-41c5-bba3-14db135037a9, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:47:52.306417 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3fe38-6174-4e9c-b518-7eeda04b2dbe tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a820eb-0344-4ee1-9fa2-75af6f0a715f,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:52.323704 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95498493-ccb3-4fb3-a37b-571fc20c8aa9 None None] Routers {'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:52.329800 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-95498493-ccb3-4fb3-a37b-571fc20c8aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:47:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:52.359938 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-3cf9d539-2d35-4a39-8922-bf4df764ab0b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=33947b19-31b2-4338-b727-408a0344a6ca HTTP/1.1" status: 200 len: 217 time: 0.0610366 May 06 09:47:52.367706 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8a04ba-cbef-48d3-bb71-9b7335b0e0c5 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Network 90b62890-c9c7-41c5-bba3-14db135037a9 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:47:52.375700 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-036ca691-e8e7-4358-a2eb-f1a7f31a33fa req-dc8d9f48-5d4f-4293-8780-66c4ca82d7cd tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191683 May 06 09:47:52.391659 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19e3fe38-6174-4e9c-b518-7eeda04b2dbe tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:52.394570 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-19e3fe38-6174-4e9c-b518-7eeda04b2dbe tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3826520 May 06 09:47:52.397830 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 53898) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:52.402489 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9fa4e6-eb41-40f1-8a91-0bc4e8a4733a None None] Pushing event updated for resources: {'Port': ['ID=a75a258e-d68f-42b0-9b9a-4331bbc68248,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:52.403257 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-0713f729-62c9-4518-89bd-270c5d8a66b8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:52.430444 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-1bb3bfe1-05b2-4724-b71c-b53c4acc2d62 None None] Allocated IP 10.1.1.2 (06ea11b1-d543-495d-bbe7-8e909ad3a0f6/f2218277-fb20-4cc3-b5e2-7bc8e00b50df/80845cf8-ac01-4112-91cf-654a5c063427) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:52.481291 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-ff8a04ba-cbef-48d3-bb71-9b7335b0e0c5 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 90b62890-c9c7-41c5-bba3-14db135037a9) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:52.484828 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-d1c90935-bfa9-483d-9cf9-dfd4d4a03a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:52.487727 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-d1c90935-bfa9-483d-9cf9-dfd4d4a03a89 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5c335cf1-1bd2-4605-9b91-b2c2b45fc21f HTTP/1.1" status: 200 len: 797 time: 0.1073401 May 06 09:47:52.490721 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8a04ba-cbef-48d3-bb71-9b7335b0e0c5 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:52.491523 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ff8a04ba-cbef-48d3-bb71-9b7335b0e0c5 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:52.510162 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcfc84d-7ce1-45a8-aad7-3aa38ee9f4da None None] Network 90b62890-c9c7-41c5-bba3-14db135037a9 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:52.516966 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0713f729-62c9-4518-89bd-270c5d8a66b8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:52.553112 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-dddc64d2-1253-4390-9bb5-05bf67412d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:52.563590 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-dddc64d2-1253-4390-9bb5-05bf67412d7e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7d9fc154-3e75-4eba-b7be-fb999f1d724a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0606570 May 06 09:47:52.624266 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bc0fa-8907-4775-b912-0c5421474d79 req-01caa6a9-8d96-488a-a2ae-65a1ae6b5a70 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:52.628922 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f50bc0fa-8907-4775-b912-0c5421474d79 req-01caa6a9-8d96-488a-a2ae-65a1ae6b5a70 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.1930776 May 06 09:47:52.636451 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ff8a04ba-cbef-48d3-bb71-9b7335b0e0c5 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0879722 May 06 09:47:52.640131 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 53906) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:52.646981 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-7426011d-7a72-46c7-bf2b-ccecd559a3f2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Request body: {'port': {'network_id': '06ea11b1-d543-495d-bbe7-8e909ad3a0f6', 'name': 'tempest-TaggedBootDevicesTest-1209805187', 'fixed_ips': [{'subnet_id': 'f2218277-fb20-4cc3-b5e2-7bc8e00b50df'}]}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:52.709142 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-10843986-5290-4680-b3ee-a5da0f138009 service neutron] 10.222.0.77 "GET /v2.0/networks/7d9fc154-3e75-4eba-b7be-fb999f1d724a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443872 May 06 09:47:52.765066 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f50bc0fa-8907-4775-b912-0c5421474d79 req-91a949e1-04bd-4693-b4c8-86eeff15450f tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188264 May 06 09:47:52.841235 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0713f729-62c9-4518-89bd-270c5d8a66b8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:52.848743 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df1a5a4f-8052-4276-8532-9974b6d53240 req-799d7281-6381-4d36-87d2-35c4ce642268 service neutron] 10.222.0.77 "GET /v2.0/networks/7d9fc154-3e75-4eba-b7be-fb999f1d724a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324403 May 06 09:47:52.850424 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7426011d-7a72-46c7-bf2b-ccecd559a3f2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Made reservation on behalf of 2432312eddf749dea1d91914dd979e43 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:52.884932 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-95498493-ccb3-4fb3-a37b-571fc20c8aa9 None None] Set router f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:52.897957 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d89c6af4-4cad-4dbf-8b96-b9813d7dd7de None None] Provisioning complete for port a75a258e-d68f-42b0-9b9a-4331bbc68248 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:52.898671 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d89c6af4-4cad-4dbf-8b96-b9813d7dd7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:53.018485 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7426011d-7a72-46c7-bf2b-ccecd559a3f2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:53.045390 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-0713f729-62c9-4518-89bd-270c5d8a66b8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Allocated IP 172.25.5.39 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/9f16f723-54d2-4ae4-a203-fddfc4a96e30) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:53.055084 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-7426011d-7a72-46c7-bf2b-ccecd559a3f2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] device_id is not set on port 8d303aa1-b7fd-4784-9cb4-de5b64174005 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:47:53.139535 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1bb3bfe1-05b2-4724-b71c-b53c4acc2d62 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:53.196184 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1bb3bfe1-05b2-4724-b71c-b53c4acc2d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:53.270836 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb3bfe1-05b2-4724-b71c-b53c4acc2d62 None None] Network 06ea11b1-d543-495d-bbe7-8e909ad3a0f6 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:53.274793 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d89c6af4-4cad-4dbf-8b96-b9813d7dd7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:53.282151 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f6b58eab-61fd-4740-bfe8-243ce2b91e4b req-da920ba2-b8c1-47fa-97c4-2eefe2bbe825 tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0730577 May 06 09:47:53.286747 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-1bb3bfe1-05b2-4724-b71c-b53c4acc2d62 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:53.301715 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb3bfe1-05b2-4724-b71c-b53c4acc2d62 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:53.370203 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee5d9ea-4206-48b6-9f45-1eacb4ba0ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-90b62890-c9c7-41c5-bba3-14db135037a9', 'network_id': '90b62890-c9c7-41c5-bba3-14db135037a9', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'fixed_ips': [{'subnet_id': '6632b80e-db26-42ad-8042-1788ccc125cd'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:47:53.371036 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bee5d9ea-4206-48b6-9f45-1eacb4ba0ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:53.379981 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3bfe1-05b2-4724-b71c-b53c4acc2d62 None None] Pushing event updated for resources: {'Port': ['ID=80845cf8-ac01-4112-91cf-654a5c063427,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:53.398977 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0713f729-62c9-4518-89bd-270c5d8a66b8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:53.417141 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d89c6af4-4cad-4dbf-8b96-b9813d7dd7de None None] For port a75a258e-d68f-42b0-9b9a-4331bbc68248, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=a75a258e-d68f-42b0-9b9a-4331bbc68248,segment=NetworkSegment(851cb677-78d5-47cf-bae8-64d638270576),segment_id=851cb677-78d5-47cf-bae8-64d638270576)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:53.491607 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-7426011d-7a72-46c7-bf2b-ccecd559a3f2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Allocated IP 10.1.1.217 (06ea11b1-d543-495d-bbe7-8e909ad3a0f6/f2218277-fb20-4cc3-b5e2-7bc8e00b50df/8d303aa1-b7fd-4784-9cb4-de5b64174005) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:53.506582 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d89c6af4-4cad-4dbf-8b96-b9813d7dd7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:53.537773 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 53926) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:53.555002 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0713f729-62c9-4518-89bd-270c5d8a66b8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:53.567020 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-1bb3bfe1-05b2-4724-b71c-b53c4acc2d62 None None] Attempting to bind port 80845cf8-ac01-4112-91cf-654a5c063427 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:47:53.567425 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-1bb3bfe1-05b2-4724-b71c-b53c4acc2d62 None None] Attempting to bind port 80845cf8-ac01-4112-91cf-654a5c063427 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'f6d50db6-0b43-4540-af3d-5a193cdc7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '06ea11b1-d543-495d-bbe7-8e909ad3a0f6'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:47:53.567792 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb3bfe1-05b2-4724-b71c-b53c4acc2d62 None None] Attempting to bind port 80845cf8-ac01-4112-91cf-654a5c063427 on network 06ea11b1-d543-495d-bbe7-8e909ad3a0f6 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:53.586486 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb3bfe1-05b2-4724-b71c-b53c4acc2d62 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:47:53.586862 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb3bfe1-05b2-4724-b71c-b53c4acc2d62 None None] Checking segment: {'id': 'f6d50db6-0b43-4540-af3d-5a193cdc7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '06ea11b1-d543-495d-bbe7-8e909ad3a0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:53.587295 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1bb3bfe1-05b2-4724-b71c-b53c4acc2d62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:53.587695 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb3bfe1-05b2-4724-b71c-b53c4acc2d62 None None] Bound using segment: {'id': 'f6d50db6-0b43-4540-af3d-5a193cdc7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '06ea11b1-d543-495d-bbe7-8e909ad3a0f6'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:47:53.588180 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-1bb3bfe1-05b2-4724-b71c-b53c4acc2d62 None None] Bound port: 80845cf8-ac01-4112-91cf-654a5c063427, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d50db6-0b43-4540-af3d-5a193cdc7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '06ea11b1-d543-495d-bbe7-8e909ad3a0f6'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:47:53.588695 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1bb3bfe1-05b2-4724-b71c-b53c4acc2d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:53.608444 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 28879952-669d-43f1-b540-69ee91d61993 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:47:53.635966 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b4ca9-1835-4091-adee-51511a08833b req-b30770b2-5f3d-48a2-a8b5-89a10938350e tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:53.637555 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4f2b4ca9-1835-4091-adee-51511a08833b req-b30770b2-5f3d-48a2-a8b5-89a10938350e tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6a7220e-d673-4799-b263-c72d7b571f0d HTTP/1.1" status: 200 len: 945 time: 0.1379700 May 06 09:47:53.644564 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0713f729-62c9-4518-89bd-270c5d8a66b8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:53.663187 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-0713f729-62c9-4518-89bd-270c5d8a66b8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:53.671708 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f04d4435-4da4-4954-b301-8ecd90310a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:53.687572 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c6af4-4cad-4dbf-8b96-b9813d7dd7de None None] Pushing event updated for resources: {'Port': ['ID=a75a258e-d68f-42b0-9b9a-4331bbc68248,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:53.691660 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0713f729-62c9-4518-89bd-270c5d8a66b8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:53.698109 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0713f729-62c9-4518-89bd-270c5d8a66b8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Pushing event updated for resources: {'Port': ['ID=9f16f723-54d2-4ae4-a203-fddfc4a96e30,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:53.711847 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-95498493-ccb3-4fb3-a37b-571fc20c8aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'name': 'tempest-AttachVolumeTestJSON-1336332993-router', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:40Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 4, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'gw_port': {'id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:41Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'a75a258e-d68f-42b0-9b9a-4331bbc68248', 'name': '', 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'mac_address': 'fa:16:3e:ce:be:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:46Z', 'updated_at': '2022-05-06T09:47:51Z', 'revision_number': 4, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'subnets': [{'id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:53.770109 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-bee5d9ea-4206-48b6-9f45-1eacb4ba0ad2 None None] Allocated IP 10.2.2.2 (90b62890-c9c7-41c5-bba3-14db135037a9/6632b80e-db26-42ad-8042-1788ccc125cd/b5dd7c98-8d1f-492a-8ebe-00ce77e3f9b7) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:53.771217 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f04d4435-4da4-4954-b301-8ecd90310a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:53.780388 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95498493-ccb3-4fb3-a37b-571fc20c8aa9 None None] The sync data for ids ['f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'] in n-d-840835-1 is: [{'id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'name': 'tempest-AttachVolumeTestJSON-1336332993-router', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:40Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 4, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'gw_port': {'id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:41Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'a75a258e-d68f-42b0-9b9a-4331bbc68248', 'name': '', 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'mac_address': 'fa:16:3e:ce:be:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:46Z', 'updated_at': '2022-05-06T09:47:51Z', 'revision_number': 4, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'subnets': [{'id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:47:53.785760 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.resource_extend [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:47:53.791298 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f04d4435-4da4-4954-b301-8ecd90310a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:53.797495 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4f2b4ca9-1835-4091-adee-51511a08833b req-6518e505-5077-404e-85eb-1faabfecac36 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355252 May 06 09:47:53.870910 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f04d4435-4da4-4954-b301-8ecd90310a0c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a551610f5f2a439d95a7bffc611e31cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3308208 May 06 09:47:53.871589 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 53932) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:53.873608 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d4435-4da4-4954-b301-8ecd90310a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36f7190-ae79-4322-a976-b6687d365e33,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:53.954118 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7426011d-7a72-46c7-bf2b-ccecd559a3f2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:53.959773 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3573a6d-4236-49d5-a7d4-fb3a814f4c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:53.983337 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3573a6d-4236-49d5-a7d4-fb3a814f4c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.010682 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-1bb3bfe1-05b2-4724-b71c-b53c4acc2d62 None None] For port 80845cf8-ac01-4112-91cf-654a5c063427, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:47:54.020522 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7426011d-7a72-46c7-bf2b-ccecd559a3f2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.020769 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-1bb3bfe1-05b2-4724-b71c-b53c4acc2d62 None None] For port 80845cf8-ac01-4112-91cf-654a5c063427, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=80845cf8-ac01-4112-91cf-654a5c063427,segment=NetworkSegment(f6d50db6-0b43-4540-af3d-5a193cdc7027),segment_id=f6d50db6-0b43-4540-af3d-5a193cdc7027)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:47:54.040389 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1bb3bfe1-05b2-4724-b71c-b53c4acc2d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.056567 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3573a6d-4236-49d5-a7d4-fb3a814f4c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.060048 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3573a6d-4236-49d5-a7d4-fb3a814f4c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.062445 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b3573a6d-4236-49d5-a7d4-fb3a814f4c50 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e36f7190-ae79-4322-a976-b6687d365e33 HTTP/1.1" status: 204 len: 168 time: 0.1893752 May 06 09:47:54.073765 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3573a6d-4236-49d5-a7d4-fb3a814f4c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36f7190-ae79-4322-a976-b6687d365e33,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:54.130681 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 28879952-669d-43f1-b540-69ee91d61993, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=28879952-669d-43f1-b540-69ee91d61993,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:54.178291 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '28879952-669d-43f1-b540-69ee91d61993', 'network_id': '16dc8542-3f4f-4c03-b279-70aaa1b5cdbc', 'port_id': '28879952-669d-43f1-b540-69ee91d61993', 'mac_address': 'fa:16:3e:a6:1a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922edf83-b4a4-4bdd-8455-01a609c6fee5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:47:54.185646 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3bfe1-05b2-4724-b71c-b53c4acc2d62 None None] Pushing event updated for resources: {'Port': ['ID=80845cf8-ac01-4112-91cf-654a5c063427,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:54.193379 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426011d-7a72-46c7-bf2b-ccecd559a3f2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Pushing event updated for resources: {'Port': ['ID=8d303aa1-b7fd-4784-9cb4-de5b64174005,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:54.206217 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0713f729-62c9-4518-89bd-270c5d8a66b8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.239828 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7426011d-7a72-46c7-bf2b-ccecd559a3f2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Network 06ea11b1-d543-495d-bbe7-8e909ad3a0f6 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:54.255923 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.257741 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ad90a-3986-4450-9957-ff211d945078 req-de765202-b625-48f7-ac9a-143b082692f2 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:54.266614 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d46ad90a-3986-4450-9957-ff211d945078 req-de765202-b625-48f7-ac9a-143b082692f2 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.3310001 May 06 09:47:54.279383 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-7426011d-7a72-46c7-bf2b-ccecd559a3f2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:54.282053 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7426011d-7a72-46c7-bf2b-ccecd559a3f2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:54.283336 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28879952-669d-43f1-b540-69ee91d61993 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:47:54.334803 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bee5d9ea-4206-48b6-9f45-1eacb4ba0ad2 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.337785 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 28879952-669d-43f1-b540-69ee91d61993, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=28879952-669d-43f1-b540-69ee91d61993,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:54.344022 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.407568 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bee5d9ea-4206-48b6-9f45-1eacb4ba0ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.439293 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0713f729-62c9-4518-89bd-270c5d8a66b8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.455755 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['28879952-669d-43f1-b540-69ee91d61993'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:47:54.502317 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee5d9ea-4206-48b6-9f45-1eacb4ba0ad2 None None] Network 90b62890-c9c7-41c5-bba3-14db135037a9 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:54.505153 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=28879952-669d-43f1-b540-69ee91d61993,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:54.508251 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7426011d-7a72-46c7-bf2b-ccecd559a3f2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:54.508905 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7426011d-7a72-46c7-bf2b-ccecd559a3f2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.514587 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-bee5d9ea-4206-48b6-9f45-1eacb4ba0ad2 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:54.523998 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d46ad90a-3986-4450-9957-ff211d945078 req-df047b1b-5118-41e8-a91e-edba2a75bc70 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526405 May 06 09:47:54.532618 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee5d9ea-4206-48b6-9f45-1eacb4ba0ad2 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:54.566314 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-328bb8ed-6b44-486a-9097-e4447f4ef7c3 req-1863494f-5ec2-43b4-8dd2-96fa8ea8dbbb tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0805855 May 06 09:47:54.646829 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7426011d-7a72-46c7-bf2b-ccecd559a3f2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0043809 May 06 09:47:54.647071 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5d9ea-4206-48b6-9f45-1eacb4ba0ad2 None None] Pushing event updated for resources: {'Port': ['ID=b5dd7c98-8d1f-492a-8ebe-00ce77e3f9b7,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:54.649456 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 53940) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:54.654740 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-f239d6a1-d9a9-458b-8dc4-9d0d0e14daab tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Request body: {'port': {'network_id': '06ea11b1-d543-495d-bbe7-8e909ad3a0f6', 'name': 'tempest-TaggedBootDevicesTest-477949946', 'fixed_ips': [{'subnet_id': 'f2218277-fb20-4cc3-b5e2-7bc8e00b50df'}]}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:54.665858 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 53942) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:54.695271 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-bee5d9ea-4206-48b6-9f45-1eacb4ba0ad2 None None] Attempting to bind port b5dd7c98-8d1f-492a-8ebe-00ce77e3f9b7 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:47:54.695648 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-bee5d9ea-4206-48b6-9f45-1eacb4ba0ad2 None None] Attempting to bind port b5dd7c98-8d1f-492a-8ebe-00ce77e3f9b7 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '60d35e3b-79dc-4a3d-ac7f-c67585bcd646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '90b62890-c9c7-41c5-bba3-14db135037a9'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:47:54.696211 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee5d9ea-4206-48b6-9f45-1eacb4ba0ad2 None None] Attempting to bind port b5dd7c98-8d1f-492a-8ebe-00ce77e3f9b7 on network 90b62890-c9c7-41c5-bba3-14db135037a9 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:54.701564 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-68b9fb27-107f-4200-8996-6cb83493241e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.710171 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee5d9ea-4206-48b6-9f45-1eacb4ba0ad2 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:47:54.710847 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee5d9ea-4206-48b6-9f45-1eacb4ba0ad2 None None] Checking segment: {'id': '60d35e3b-79dc-4a3d-ac7f-c67585bcd646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '90b62890-c9c7-41c5-bba3-14db135037a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:54.711294 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bee5d9ea-4206-48b6-9f45-1eacb4ba0ad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.711692 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee5d9ea-4206-48b6-9f45-1eacb4ba0ad2 None None] Bound using segment: {'id': '60d35e3b-79dc-4a3d-ac7f-c67585bcd646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '90b62890-c9c7-41c5-bba3-14db135037a9'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:47:54.712351 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-bee5d9ea-4206-48b6-9f45-1eacb4ba0ad2 None None] Bound port: b5dd7c98-8d1f-492a-8ebe-00ce77e3f9b7, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d35e3b-79dc-4a3d-ac7f-c67585bcd646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '90b62890-c9c7-41c5-bba3-14db135037a9'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:47:54.712928 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bee5d9ea-4206-48b6-9f45-1eacb4ba0ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.784447 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0713f729-62c9-4518-89bd-270c5d8a66b8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.799455 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0713f729-62c9-4518-89bd-270c5d8a66b8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.823722 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f239d6a1-d9a9-458b-8dc4-9d0d0e14daab tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Made reservation on behalf of 2432312eddf749dea1d91914dd979e43 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:54.866095 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-bee5d9ea-4206-48b6-9f45-1eacb4ba0ad2 None None] For port b5dd7c98-8d1f-492a-8ebe-00ce77e3f9b7, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:47:54.880914 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-bee5d9ea-4206-48b6-9f45-1eacb4ba0ad2 None None] For port b5dd7c98-8d1f-492a-8ebe-00ce77e3f9b7, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b5dd7c98-8d1f-492a-8ebe-00ce77e3f9b7,segment=NetworkSegment(60d35e3b-79dc-4a3d-ac7f-c67585bcd646),segment_id=60d35e3b-79dc-4a3d-ac7f-c67585bcd646)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:47:54.908933 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bee5d9ea-4206-48b6-9f45-1eacb4ba0ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.912492 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0713f729-62c9-4518-89bd-270c5d8a66b8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Pushing event updated for resources: {'Port': ['ID=9f16f723-54d2-4ae4-a203-fddfc4a96e30,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:54.940373 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-68b9fb27-107f-4200-8996-6cb83493241e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.986471 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-68b9fb27-107f-4200-8996-6cb83493241e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:55.006214 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f239d6a1-d9a9-458b-8dc4-9d0d0e14daab tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:55.018512 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0713f729-62c9-4518-89bd-270c5d8a66b8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:55.021952 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5d9ea-4206-48b6-9f45-1eacb4ba0ad2 None None] Pushing event updated for resources: {'Port': ['ID=b5dd7c98-8d1f-492a-8ebe-00ce77e3f9b7,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:55.039618 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-f239d6a1-d9a9-458b-8dc4-9d0d0e14daab tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] device_id is not set on port e94b7502-0449-4c81-b3d5-ef7fa04e0258 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:47:55.312075 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-f239d6a1-d9a9-458b-8dc4-9d0d0e14daab tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Allocated IP 10.1.1.242 (06ea11b1-d543-495d-bbe7-8e909ad3a0f6/f2218277-fb20-4cc3-b5e2-7bc8e00b50df/e94b7502-0449-4c81-b3d5-ef7fa04e0258) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:55.567196 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f239d6a1-d9a9-458b-8dc4-9d0d0e14daab tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:55.607487 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-68b9fb27-107f-4200-8996-6cb83493241e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b116bf511aaf4a48a41c1962e7163fab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9404304 May 06 09:47:55.611161 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 53948) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:55.632807 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 28879952-669d-43f1-b540-69ee91d61993 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:55.638214 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0713f729-62c9-4518-89bd-270c5d8a66b8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:55.648876 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f239d6a1-d9a9-458b-8dc4-9d0d0e14daab tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:55.683866 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0713f729-62c9-4518-89bd-270c5d8a66b8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2845874 May 06 09:47:55.733989 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239d6a1-d9a9-458b-8dc4-9d0d0e14daab tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Pushing event updated for resources: {'Port': ['ID=e94b7502-0449-4c81-b3d5-ef7fa04e0258,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:55.740882 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2bd296-0094-46fe-b73b-b155966043f3 None None] Network 06ea11b1-d543-495d-bbe7-8e909ad3a0f6 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:55.780986 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f239d6a1-d9a9-458b-8dc4-9d0d0e14daab tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Network 06ea11b1-d543-495d-bbe7-8e909ad3a0f6 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:55.784814 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-f239d6a1-d9a9-458b-8dc4-9d0d0e14daab tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:55.791948 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f239d6a1-d9a9-458b-8dc4-9d0d0e14daab tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:55.803811 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 80845cf8-ac01-4112-91cf-654a5c063427 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:55.804633 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca29309-82c8-4721-8b23-f7535f7749c7 req-96c02132-a0ee-48a1-b43c-d26283f4cd03 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:55.812548 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ca29309-82c8-4721-8b23-f7535f7749c7 req-96c02132-a0ee-48a1-b43c-d26283f4cd03 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6a7220e-d673-4799-b263-c72d7b571f0d HTTP/1.1" status: 200 len: 944 time: 0.8769855 May 06 09:47:55.866856 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ca29309-82c8-4721-8b23-f7535f7749c7 req-95957a38-52ec-4e3a-9b5c-b1161bc96c77 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532169 May 06 09:47:55.867704 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9fb27-107f-4200-8996-6cb83493241e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933b7d1c-c8fb-4f8c-9171-ad712b86e36a,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:55.875048 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d96ec3d5-6fb3-45ed-b375-a2c9a813df8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:55.910648 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f239d6a1-d9a9-458b-8dc4-9d0d0e14daab tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:55.911629 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f239d6a1-d9a9-458b-8dc4-9d0d0e14daab tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:55.933308 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6ae9e-6379-4cb3-8923-7896d3bbaa2a req-db27b551-4bde-4227-a943-fe0beefed085 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:55.939150 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f239d6a1-d9a9-458b-8dc4-9d0d0e14daab tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2884555 May 06 09:47:55.942667 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26b6ae9e-6379-4cb3-8923-7896d3bbaa2a req-db27b551-4bde-4227-a943-fe0beefed085 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.2513161 May 06 09:47:55.951898 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d96ec3d5-6fb3-45ed-b375-a2c9a813df8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:56.027417 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47f9056f-b51c-4911-a17c-aec62414a2ee req-68ccde61-7134-48e5-a319-cebb8fbb20d1 tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0601921 May 06 09:47:56.044228 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26b6ae9e-6379-4cb3-8923-7896d3bbaa2a req-c1701659-14cd-4176-9923-a55de10517c0 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004090 May 06 09:47:56.046918 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f35355ee-dd73-4d97-b720-9b282ffb1a20 None None] Provisioning complete for port 80845cf8-ac01-4112-91cf-654a5c063427 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:56.047431 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f35355ee-dd73-4d97-b720-9b282ffb1a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:56.074792 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d96ec3d5-6fb3-45ed-b375-a2c9a813df8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:56.077728 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d96ec3d5-6fb3-45ed-b375-a2c9a813df8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:56.081232 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d96ec3d5-6fb3-45ed-b375-a2c9a813df8a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/933b7d1c-c8fb-4f8c-9171-ad712b86e36a HTTP/1.1" status: 204 len: 168 time: 0.4638107 May 06 09:47:56.103730 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ec3d5-6fb3-45ed-b375-a2c9a813df8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933b7d1c-c8fb-4f8c-9171-ad712b86e36a,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:56.144954 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:56.229233 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 28879952-669d-43f1-b540-69ee91d61993 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:47:56.243330 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 80845cf8-ac01-4112-91cf-654a5c063427 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:56.243613 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:56.255188 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-de3ccc4f-fcb8-477d-830a-5f5b0413a385 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1218456685&fields=id&tenant_id=fc3665e2c2e04868b3a33544c6d53039 HTTP/1.1" status: 200 len: 267 time: 0.0611372 May 06 09:47:56.316449 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 28879952-669d-43f1-b540-69ee91d61993, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=28879952-669d-43f1-b540-69ee91d61993,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:56.366194 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:56.450468 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f35355ee-dd73-4d97-b720-9b282ffb1a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:56.461770 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-ebe9843a-111a-47b5-85a4-89de47f0becb tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:56.470695 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-ebe9843a-111a-47b5-85a4-89de47f0becb tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/networks?id=5312fc31-6ea9-4a0c-acf2-db4b77673e7e HTTP/1.1" status: 200 len: 811 time: 0.2062149 May 06 09:47:56.492016 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-b52f73b6-4e82-4cb0-b95b-a6a7d2ca5f62 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/quotas/fc3665e2c2e04868b3a33544c6d53039 HTTP/1.1" status: 200 len: 375 time: 0.0194321 May 06 09:47:56.496169 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=28879952-669d-43f1-b540-69ee91d61993,revision_number=7']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:56.578792 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-fee06836-f878-4d9e-a807-947eab3f2369 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc3665e2c2e04868b3a33544c6d53039&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0855656 May 06 09:47:56.579048 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f35355ee-dd73-4d97-b720-9b282ffb1a20 None None] For port 80845cf8-ac01-4112-91cf-654a5c063427, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=80845cf8-ac01-4112-91cf-654a5c063427,segment=NetworkSegment(f6d50db6-0b43-4540-af3d-5a193cdc7027),segment_id=f6d50db6-0b43-4540-af3d-5a193cdc7027)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:56.580876 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:56.607703 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0bf38b-4ca4-4f0b-89f9-f1b2376f381b None None] Network 90b62890-c9c7-41c5-bba3-14db135037a9 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:56.635939 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 53980) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:56.640512 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-aab3e2a2-2c8f-46f6-91bd-0392097d3eda tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Request body: {'security_group': {'name': 'tempest-securitygroup--225990387', 'description': 'tempest-description--303451728'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:56.687255 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aab3e2a2-2c8f-46f6-91bd-0392097d3eda tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:56.691405 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f35355ee-dd73-4d97-b720-9b282ffb1a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:56.709835 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:47:56.710465 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:47:56.745379 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-0b7ed2e8-7a18-4849-b2c9-70b3c294d9d9 service neutron] 10.222.0.73 "GET /v2.0/networks/5312fc31-6ea9-4a0c-acf2-db4b77673e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611733 May 06 09:47:56.810727 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aab3e2a2-2c8f-46f6-91bd-0392097d3eda tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:56.817552 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aab3e2a2-2c8f-46f6-91bd-0392097d3eda tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:56.863089 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35355ee-dd73-4d97-b720-9b282ffb1a20 None None] Pushing event updated for resources: {'Port': ['ID=80845cf8-ac01-4112-91cf-654a5c063427,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:56.868539 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-474e135d-8db8-4c92-b303-0d82a67f248b None None] Provisioning complete for port b5dd7c98-8d1f-492a-8ebe-00ce77e3f9b7 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:56.868935 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-474e135d-8db8-4c92-b303-0d82a67f248b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:56.871990 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aab3e2a2-2c8f-46f6-91bd-0392097d3eda tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:56.876191 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-aab3e2a2-2c8f-46f6-91bd-0392097d3eda tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2367997 May 06 09:47:56.886646 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 53990) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:56.891893 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-92398f58-64a5-4542-b159-4d37b75e4366 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Request body: {'security_group_rule': {'security_group_id': '5a6f232e-7983-4d0d-90ba-32abf51156b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:56.923323 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-d31e8ef8-ab12-433b-87a8-ad05b9b44b1e service neutron] 10.222.0.73 "GET /v2.0/networks/5312fc31-6ea9-4a0c-acf2-db4b77673e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708176 May 06 09:47:56.948131 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3e2a2-2c8f-46f6-91bd-0392097d3eda tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6f232e-7983-4d0d-90ba-32abf51156b8,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:56.997233 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-92398f58-64a5-4542-b159-4d37b75e4366 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:57.089982 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b87b2-3c55-4d1d-ab7c-f94d26c0198a req-7d552e74-83ac-4fc3-8003-2f1f60712feb tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:57.103035 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c17b87b2-3c55-4d1d-ab7c-f94d26c0198a req-7d552e74-83ac-4fc3-8003-2f1f60712feb tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6a7220e-d673-4799-b263-c72d7b571f0d HTTP/1.1" status: 200 len: 943 time: 0.1057870 May 06 09:47:57.131898 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-92398f58-64a5-4542-b159-4d37b75e4366 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:57.145003 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-92398f58-64a5-4542-b159-4d37b75e4366 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:57.167587 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92398f58-64a5-4542-b159-4d37b75e4366 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=870ba2ef-3b74-4915-bdc6-b6b32713a5b6,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:57.194452 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-92398f58-64a5-4542-b159-4d37b75e4366 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:57.197823 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-92398f58-64a5-4542-b159-4d37b75e4366 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3097186 May 06 09:47:57.199987 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 54008) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:57.203536 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-474e135d-8db8-4c92-b303-0d82a67f248b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:57.212018 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-be14b856-f68b-4420-ae6f-6202034d655b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Request body: {'security_group_rule': {'security_group_id': '5a6f232e-7983-4d0d-90ba-32abf51156b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:57.224752 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c17b87b2-3c55-4d1d-ab7c-f94d26c0198a req-983c6ffa-ad78-4eaf-afc2-e47240e2fad9 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142883 May 06 09:47:57.295722 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-be14b856-f68b-4420-ae6f-6202034d655b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:57.333336 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b5dd7c98-8d1f-492a-8ebe-00ce77e3f9b7 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:57.361548 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2a501-3834-4712-9606-38ed3a1519ae req-526d6ea7-bf1c-40ff-90f1-ee628b515966 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:57.363060 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-40c2a501-3834-4712-9606-38ed3a1519ae req-526d6ea7-bf1c-40ff-90f1-ee628b515966 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.1362090 May 06 09:47:57.387047 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-474e135d-8db8-4c92-b303-0d82a67f248b None None] For port b5dd7c98-8d1f-492a-8ebe-00ce77e3f9b7, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b5dd7c98-8d1f-492a-8ebe-00ce77e3f9b7,segment=NetworkSegment(60d35e3b-79dc-4a3d-ac7f-c67585bcd646),segment_id=60d35e3b-79dc-4a3d-ac7f-c67585bcd646)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:57.404996 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-474e135d-8db8-4c92-b303-0d82a67f248b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:57.437180 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b18c2af9-71d7-4239-9ded-ada491e7aba9 req-ad467eae-7549-417f-a6b9-80467178e416 tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0682960 May 06 09:47:57.461617 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-be14b856-f68b-4420-ae6f-6202034d655b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:57.469244 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-be14b856-f68b-4420-ae6f-6202034d655b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:57.524381 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-40c2a501-3834-4712-9606-38ed3a1519ae req-3ac67176-7db1-472a-91bc-619f5fbaa219 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811007 May 06 09:47:57.526276 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-be14b856-f68b-4420-ae6f-6202034d655b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:57.537987 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-be14b856-f68b-4420-ae6f-6202034d655b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3283598 May 06 09:47:57.537987 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 54016) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:57.548472 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-d6a2e98f-877f-403f-a9e7-dfdf80a083e2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:57.557660 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14b856-f68b-4420-ae6f-6202034d655b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d554b14-c7de-416c-b4c6-97661c9250c3,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:57.578722 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6a2e98f-877f-403f-a9e7-dfdf80a083e2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for floatingip, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:57.588841 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-87020edb-6852-4cc3-ab0f-ec2ea1c2f1ef None None] Provisioning complete for port 80845cf8-ac01-4112-91cf-654a5c063427 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:57.589213 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-87020edb-6852-4cc3-ab0f-ec2ea1c2f1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:57.593673 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e135d-8db8-4c92-b303-0d82a67f248b None None] Pushing event updated for resources: {'Port': ['ID=b5dd7c98-8d1f-492a-8ebe-00ce77e3f9b7,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:57.606491 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-149d3274-cee1-4068-864e-950dee602f8e req-eba10c8a-cb54-4a8c-84c5-bc31b584e679 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 210 time: 0.0703893 May 06 09:47:57.649781 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port b5dd7c98-8d1f-492a-8ebe-00ce77e3f9b7 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:57.655557 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:57.750343 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6a2e98f-877f-403f-a9e7-dfdf80a083e2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:57.827067 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-87020edb-6852-4cc3-ab0f-ec2ea1c2f1ef None None] Provisioning complete for port 8d303aa1-b7fd-4784-9cb4-de5b64174005 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:57.827500 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-87020edb-6852-4cc3-ab0f-ec2ea1c2f1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:57.858294 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device a75a258e-d68f-42b0-9b9a-4331bbc68248 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:57.898490 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-87020edb-6852-4cc3-ab0f-ec2ea1c2f1ef None None] Port 8d303aa1-b7fd-4784-9cb4-de5b64174005 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:47:57.901643 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-d6a2e98f-877f-403f-a9e7-dfdf80a083e2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Allocated IP 172.25.5.108 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/92434e94-ba88-486f-85e8-0ac93432e1d9) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:57.923852 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-87020edb-6852-4cc3-ab0f-ec2ea1c2f1ef None None] Provisioning complete for port e94b7502-0449-4c81-b3d5-ef7fa04e0258 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:57.924918 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-87020edb-6852-4cc3-ab0f-ec2ea1c2f1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:57.960493 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port a75a258e-d68f-42b0-9b9a-4331bbc68248 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:57.960868 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:57.998401 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-87020edb-6852-4cc3-ab0f-ec2ea1c2f1ef None None] Port e94b7502-0449-4c81-b3d5-ef7fa04e0258 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:47:58.076328 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6a2e98f-877f-403f-a9e7-dfdf80a083e2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:58.125586 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-aad85061-212b-42d7-b60d-842689216cde None None] Provisioning complete for port e94b7502-0449-4c81-b3d5-ef7fa04e0258 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:58.126102 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-aad85061-212b-42d7-b60d-842689216cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:58.135889 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6a2e98f-877f-403f-a9e7-dfdf80a083e2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:58.180731 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a2e98f-877f-403f-a9e7-dfdf80a083e2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:58.188596 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-d6a2e98f-877f-403f-a9e7-dfdf80a083e2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:58.192027 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a2e98f-877f-403f-a9e7-dfdf80a083e2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:58.192801 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 80845cf8-ac01-4112-91cf-654a5c063427 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:58.196689 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-aad85061-212b-42d7-b60d-842689216cde None None] Port e94b7502-0449-4c81-b3d5-ef7fa04e0258 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:47:58.222854 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2e98f-877f-403f-a9e7-dfdf80a083e2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Pushing event updated for resources: {'Port': ['ID=92434e94-ba88-486f-85e8-0ac93432e1d9,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:58.242463 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-aad85061-212b-42d7-b60d-842689216cde None None] Provisioning complete for port b5dd7c98-8d1f-492a-8ebe-00ce77e3f9b7 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:58.243005 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-aad85061-212b-42d7-b60d-842689216cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:58.285763 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 80845cf8-ac01-4112-91cf-654a5c063427 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:58.285763 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:58.338736 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6a2e98f-877f-403f-a9e7-dfdf80a083e2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:58.388953 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee494dd-1519-4010-8edd-49192a4f585f req-7150c82c-70ad-4ebd-bc2e-bb3a287471e8 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:58.392273 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0ee494dd-1519-4010-8edd-49192a4f585f req-7150c82c-70ad-4ebd-bc2e-bb3a287471e8 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6a7220e-d673-4799-b263-c72d7b571f0d HTTP/1.1" status: 200 len: 943 time: 0.1544075 May 06 09:47:58.419591 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b5dd7c98-8d1f-492a-8ebe-00ce77e3f9b7 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:58.440081 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6a2e98f-877f-403f-a9e7-dfdf80a083e2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:58.476191 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port b5dd7c98-8d1f-492a-8ebe-00ce77e3f9b7 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:58.476719 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:58.516275 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4b7f1-f717-469c-bb73-bf5a97294e53 req-c2d8c044-9fad-42e5-aa7b-a0daf10f30ec tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:58.525161 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-daf4b7f1-f717-469c-bb73-bf5a97294e53 req-c2d8c044-9fad-42e5-aa7b-a0daf10f30ec tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6a7220e-d673-4799-b263-c72d7b571f0d HTTP/1.1" status: 200 len: 943 time: 0.1310897 May 06 09:47:58.625758 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-daf4b7f1-f717-469c-bb73-bf5a97294e53 req-4fe9ec4d-68f3-4547-8b50-7e0470efb35f tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/security-groups?id=38cc87df-6f03-41dc-9267-1d844de7f976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993166 May 06 09:47:58.629542 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ef5d97e8-dd1e-482f-8d97-624e24f3b808 req-9cb40b0d-3356-4506-920e-a7bebb825515 tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0621021 May 06 09:47:58.673131 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-0ee494dd-1519-4010-8edd-49192a4f585f req-0f19c0a5-0b8e-411b-ac2b-1197ae86c1e8 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Deleting port 28879952-669d-43f1-b540-69ee91d61993 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:58.673503 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0ee494dd-1519-4010-8edd-49192a4f585f req-0f19c0a5-0b8e-411b-ac2b-1197ae86c1e8 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:58.717553 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6a2e98f-877f-403f-a9e7-dfdf80a083e2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:58.724330 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6a2e98f-877f-403f-a9e7-dfdf80a083e2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:58.776355 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-af2026d2-b32e-4321-9dfb-0ef52ec45a27 req-9e55054b-ea0b-4dd3-8a22-06fd6be3a020 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 210 time: 0.0525165 May 06 09:47:58.822109 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2e98f-877f-403f-a9e7-dfdf80a083e2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Pushing event updated for resources: {'Port': ['ID=92434e94-ba88-486f-85e8-0ac93432e1d9,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:58.826095 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6a2e98f-877f-403f-a9e7-dfdf80a083e2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:58.843415 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8baaf-035c-496c-bc67-46725ca5bb65 req-af9e01e4-329b-461a-909f-c9a101dba0be tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:58.845346 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9ba8baaf-035c-496c-bc67-46725ca5bb65 req-af9e01e4-329b-461a-909f-c9a101dba0be tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.1056747 May 06 09:47:58.847713 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6a2e98f-877f-403f-a9e7-dfdf80a083e2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:58.849205 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d6a2e98f-877f-403f-a9e7-dfdf80a083e2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3152759 May 06 09:47:58.853160 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-0ee494dd-1519-4010-8edd-49192a4f585f req-0f19c0a5-0b8e-411b-ac2b-1197ae86c1e8 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] For port 28879952-669d-43f1-b540-69ee91d61993, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=28879952-669d-43f1-b540-69ee91d61993,segment=NetworkSegment(3ad2a963-104c-493f-b013-3dd12710e0b3),segment_id=3ad2a963-104c-493f-b013-3dd12710e0b3)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:58.853537 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0ee494dd-1519-4010-8edd-49192a4f585f req-0f19c0a5-0b8e-411b-ac2b-1197ae86c1e8 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:58.867656 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-0ee494dd-1519-4010-8edd-49192a4f585f req-0f19c0a5-0b8e-411b-ac2b-1197ae86c1e8 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Calling delete_port for 28879952-669d-43f1-b540-69ee91d61993 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:58.909744 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:58.978349 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9ba8baaf-035c-496c-bc67-46725ca5bb65 req-f3ea09d3-ca2a-44c5-bb33-25bd9c80511d tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522561 May 06 09:47:59.073772 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0ee494dd-1519-4010-8edd-49192a4f585f req-0f19c0a5-0b8e-411b-ac2b-1197ae86c1e8 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:59.136473 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19c0a5-0b8e-411b-ac2b-1197ae86c1e8 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Pushing event deleted for resources: {'Port': ['ID=28879952-669d-43f1-b540-69ee91d61993,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:59.150343 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-0aae6efa-54c4-4aaf-adfb-c2ff8a9480fe tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:59.152442 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-0aae6efa-54c4-4aaf-adfb-c2ff8a9480fe tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.84 "GET /v2.0/networks?id=5312fc31-6ea9-4a0c-acf2-db4b77673e7e HTTP/1.1" status: 200 len: 811 time: 0.1702361 May 06 09:47:59.196315 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee494dd-1519-4010-8edd-49192a4f585f req-0f19c0a5-0b8e-411b-ac2b-1197ae86c1e8 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] No DVR routers for this DVR port 28879952-669d-43f1-b540-69ee91d61993 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:47:59.198996 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0ee494dd-1519-4010-8edd-49192a4f585f req-0f19c0a5-0b8e-411b-ac2b-1197ae86c1e8 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:59.202329 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0ee494dd-1519-4010-8edd-49192a4f585f req-0f19c0a5-0b8e-411b-ac2b-1197ae86c1e8 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.84 "DELETE /v2.0/ports/28879952-669d-43f1-b540-69ee91d61993 HTTP/1.1" status: 204 len: 173 time: 0.7749820 May 06 09:47:59.208357 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a7220e-d673-4799-b263-c72d7b571f0d', 'name': 'network-vif-deleted', 'tag': '28879952-669d-43f1-b540-69ee91d61993'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:59.210625 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a682fa6-83fc-42ae-895a-b2a3c8f185c7" -d '{"events": [{"server_uuid": "f6a7220e-d673-4799-b263-c72d7b571f0d", "name": "network-vif-deleted", "tag": "28879952-669d-43f1-b540-69ee91d61993"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:59.213922 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-b3620c9f-1f4a-4f4b-95f4-00265d672918 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc3665e2c2e04868b3a33544c6d53039 HTTP/1.1" status: 200 len: 380 time: 0.0490036 May 06 09:47:59.235173 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-32cddd15-0b48-4bf3-93fb-233f718d3151 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Request body: {'port': {'device_id': 'e877c558-4ee9-4f71-9ef6-edfc073b2782', 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e', 'admin_state_up': True, 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'security_groups': ['2a71d1a8-fd12-4926-bf9c-9e40c3340ee3']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:59.242999 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-7cad3b5f-8982-4106-aeae-df58e164d822 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--225990387&fields=id&tenant_id=2432312eddf749dea1d91914dd979e43 HTTP/1.1" status: 200 len: 267 time: 0.0474691 May 06 09:47:59.267177 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ecf57a-01e2-4246-8d69-3418e84a6edc x-openstack-request-id: req-77ecf57a-01e2-4246-8d69-3418e84a6edc {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:59.267790 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a7220e-d673-4799-b263-c72d7b571f0d", "name": "network-vif-deleted", "tag": "28879952-669d-43f1-b540-69ee91d61993", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:59.268065 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-77ecf57a-01e2-4246-8d69-3418e84a6edc {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:59.268473 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77ecf57a-01e2-4246-8d69-3418e84a6edc'] response: {'server_uuid': 'f6a7220e-d673-4799-b263-c72d7b571f0d', 'name': 'network-vif-deleted', 'tag': '28879952-669d-43f1-b540-69ee91d61993', 'status': 'completed', 'code': 200} May 06 09:47:59.306137 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-1a91be6f-a293-496a-9130-764626346b7c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:59.307642 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-1a91be6f-a293-496a-9130-764626346b7c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports/8d303aa1-b7fd-4784-9cb4-de5b64174005 HTTP/1.1" status: 200 len: 932 time: 0.0570116 May 06 09:47:59.363720 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-fb4d86ec-46f9-41f7-b0b8-c3af38411707 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:59.372412 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-fb4d86ec-46f9-41f7-b0b8-c3af38411707 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports/e94b7502-0449-4c81-b3d5-ef7fa04e0258 HTTP/1.1" status: 200 len: 931 time: 0.0586519 May 06 09:47:59.373270 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-32cddd15-0b48-4bf3-93fb-233f718d3151 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Made reservation on behalf of fc3665e2c2e04868b3a33544c6d53039 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:59.377935 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-32cddd15-0b48-4bf3-93fb-233f718d3151 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:59.429739 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-26b959fc-b121-4cc6-89e8-05a8b6cd7872 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?network_id=90b62890-c9c7-41c5-bba3-14db135037a9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0557687 May 06 09:47:59.464157 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-d6dbe928-590c-4c3c-ac39-491fb8133d05 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?network_id=90b62890-c9c7-41c5-bba3-14db135037a9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0277526 May 06 09:47:59.521350 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-32cddd15-0b48-4bf3-93fb-233f718d3151 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Allocated IP 172.20.0.10 (5312fc31-6ea9-4a0c-acf2-db4b77673e7e/ccc21fd6-3e83-4532-8289-a853643de30c/f0fa2814-7e98-4015-a8d9-c881c8e68a6c) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:59.582847 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-0018eb26-5c60-4a50-bfa9-3938f6d4114e tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:59.588731 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-0018eb26-5c60-4a50-bfa9-3938f6d4114e tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:59.595130 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-0018eb26-5c60-4a50-bfa9-3938f6d4114e tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:59.603085 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-0018eb26-5c60-4a50-bfa9-3938f6d4114e tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/networks?id=59db4229-2b1d-4e95-9668-875e8735cfea&id=06ea11b1-d543-495d-bbe7-8e909ad3a0f6&id=06ea11b1-d543-495d-bbe7-8e909ad3a0f6&id=90b62890-c9c7-41c5-bba3-14db135037a9&id=90b62890-c9c7-41c5-bba3-14db135037a9 HTTP/1.1" status: 200 len: 1989 time: 0.1300671 May 06 09:47:59.614371 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-d3baa97c-06f5-4b39-9d9b-115426bf1f84 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/quotas/2432312eddf749dea1d91914dd979e43 HTTP/1.1" status: 200 len: 375 time: 0.0103180 May 06 09:47:59.692550 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-32cddd15-0b48-4bf3-93fb-233f718d3151 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:59.726564 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-6adabd1a-b397-4bdd-b232-34d360f4a67a tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2432312eddf749dea1d91914dd979e43&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1034803 May 06 09:47:59.742391 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-32cddd15-0b48-4bf3-93fb-233f718d3151 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:59.795219 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-32cddd15-0b48-4bf3-93fb-233f718d3151 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Network 5312fc31-6ea9-4a0c-acf2-db4b77673e7e is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:59.802979 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-32cddd15-0b48-4bf3-93fb-233f718d3151 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:59.805097 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-32cddd15-0b48-4bf3-93fb-233f718d3151 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:59.814898 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cddd15-0b48-4bf3-93fb-233f718d3151 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Pushing event updated for resources: {'Port': ['ID=f0fa2814-7e98-4015-a8d9-c881c8e68a6c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:59.840563 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1b476fa-0174-4aa9-8169-89ada6299166 req-0d02b076-0bfb-4907-9b2b-3dc850413673 tempest-ImagesTestJSON-1999089722 tempest-ImagesTestJSON-1999089722-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6a7220e-d673-4799-b263-c72d7b571f0d HTTP/1.1" status: 200 len: 210 time: 0.0904589 May 06 09:47:59.881685 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-32cddd15-0b48-4bf3-93fb-233f718d3151 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:59.884405 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-32cddd15-0b48-4bf3-93fb-233f718d3151 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:59.912333 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-32cddd15-0b48-4bf3-93fb-233f718d3151 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6868527 May 06 09:47:59.931331 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-83480832-c349-4247-a2cf-632170f4e01c service neutron] 10.222.0.73 "GET /v2.0/networks/59db4229-2b1d-4e95-9668-875e8735cfea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893947 May 06 09:48:00.039424 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d06a789-3537-42ae-9a6e-87d93eeec4b3 req-fef8a874-14c1-4f1f-a779-fbc848318455 tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0358512 May 06 09:48:00.094247 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-54e039d4-0fb2-4e49-a1b3-04ef2ba1c3aa service neutron] Request body: {'port': {'device_id': 'e877c558-4ee9-4f71-9ef6-edfc073b2782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:00.107725 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-033fd3ed-4234-4b90-8074-7d3a1de9f554 service neutron] 10.222.0.73 "GET /v2.0/networks/59db4229-2b1d-4e95-9668-875e8735cfea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752937 May 06 09:48:00.155680 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-47a50f6a-d913-4856-ad09-276081c9dcb2 service neutron] 10.222.0.73 "GET /v2.0/ports/8d303aa1-b7fd-4784-9cb4-de5b64174005?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0470188 May 06 09:48:00.184956 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-54e039d4-0fb2-4e49-a1b3-04ef2ba1c3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:00.246140 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-fd9b1cf1-4ff0-4b22-b220-175fad0568ff None None] Provisioning complete for port f0fa2814-7e98-4015-a8d9-c881c8e68a6c triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:00.246755 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fd9b1cf1-4ff0-4b22-b220-175fad0568ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:00.271976 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db73c57-a55c-4877-ae41-36bc4c591e00 req-2b6fa71b-1204-4132-9202-04ccf424ee3d tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:00.279619 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0db73c57-a55c-4877-ae41-36bc4c591e00 req-2b6fa71b-1204-4132-9202-04ccf424ee3d tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 932 time: 0.1333287 May 06 09:48:00.295373 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-fd9b1cf1-4ff0-4b22-b220-175fad0568ff None None] Port f0fa2814-7e98-4015-a8d9-c881c8e68a6c cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:48:00.315915 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-65143b05-00d9-4b51-8135-ac870c1a9d08 service neutron] 10.222.0.73 "GET /v2.0/networks/06ea11b1-d543-495d-bbe7-8e909ad3a0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593840 May 06 09:48:00.423854 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-32060666-3a7a-4a04-bf02-dd92f584be7c service neutron] 10.222.0.73 "GET /v2.0/networks/06ea11b1-d543-495d-bbe7-8e909ad3a0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976086 May 06 09:48:00.429768 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0db73c57-a55c-4877-ae41-36bc4c591e00 req-43207bec-a8d1-49fc-a3ec-370436874a61 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493003 May 06 09:48:00.488648 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-7fe593e5-46d6-4553-b454-831a9fe86201 service neutron] 10.222.0.73 "GET /v2.0/ports/e94b7502-0449-4c81-b3d5-ef7fa04e0258?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0550680 May 06 09:48:00.619644 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c661db1-96f0-470a-af88-785d60b6ac2b req-a4ff7dab-2ec7-448e-92ce-31cfa9370984 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:00.621301 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6c661db1-96f0-470a-af88-785d60b6ac2b req-a4ff7dab-2ec7-448e-92ce-31cfa9370984 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.1193459 May 06 09:48:00.654709 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-f329958c-b47f-492b-a918-138328c690c6 service neutron] 10.222.0.73 "GET /v2.0/networks/06ea11b1-d543-495d-bbe7-8e909ad3a0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499541 May 06 09:48:00.698625 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6c661db1-96f0-470a-af88-785d60b6ac2b req-d853379c-5aff-4f8d-8c8e-e3dadd3fd7cb tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679469 May 06 09:48:00.783657 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-bc3f599d-6cec-44ce-90fa-2f6ff8a9070a service neutron] 10.222.0.73 "GET /v2.0/networks/06ea11b1-d543-495d-bbe7-8e909ad3a0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144087 May 06 09:48:00.813975 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-54e039d4-0fb2-4e49-a1b3-04ef2ba1c3aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0fa2814-7e98-4015-a8d9-c881c8e68a6c {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:48:00.822040 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-54e039d4-0fb2-4e49-a1b3-04ef2ba1c3aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:00.833937 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-54e039d4-0fb2-4e49-a1b3-04ef2ba1c3aa service neutron] Transition to ACTIVE for port object f0fa2814-7e98-4015-a8d9-c881c8e68a6c will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:48:00.839150 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-54e039d4-0fb2-4e49-a1b3-04ef2ba1c3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:00.899386 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e039d4-0fb2-4e49-a1b3-04ef2ba1c3aa service neutron] Pushing event updated for resources: {'Port': ['ID=f0fa2814-7e98-4015-a8d9-c881c8e68a6c,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:00.916951 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-274788c2-8423-466e-98b5-85ee8c93cc6b service neutron] 10.222.0.73 "GET /v2.0/networks/06ea11b1-d543-495d-bbe7-8e909ad3a0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270683 May 06 09:48:01.010899 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-54e039d4-0fb2-4e49-a1b3-04ef2ba1c3aa service neutron] Attempting to bind port f0fa2814-7e98-4015-a8d9-c881c8e68a6c on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:48:01.011278 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-54e039d4-0fb2-4e49-a1b3-04ef2ba1c3aa service neutron] Attempting to bind port f0fa2814-7e98-4015-a8d9-c881c8e68a6c by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '851cb677-78d5-47cf-bae8-64d638270576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:48:01.011626 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-54e039d4-0fb2-4e49-a1b3-04ef2ba1c3aa service neutron] Attempting to bind port f0fa2814-7e98-4015-a8d9-c881c8e68a6c on network 5312fc31-6ea9-4a0c-acf2-db4b77673e7e {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:01.024933 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-54e039d4-0fb2-4e49-a1b3-04ef2ba1c3aa service neutron] Port f0fa2814-7e98-4015-a8d9-c881c8e68a6c on network 5312fc31-6ea9-4a0c-acf2-db4b77673e7e not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:48:01.025305 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-54e039d4-0fb2-4e49-a1b3-04ef2ba1c3aa service neutron] Attempting to bind port f0fa2814-7e98-4015-a8d9-c881c8e68a6c on network 5312fc31-6ea9-4a0c-acf2-db4b77673e7e {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:01.034794 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-54e039d4-0fb2-4e49-a1b3-04ef2ba1c3aa service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:48:01.034983 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-54e039d4-0fb2-4e49-a1b3-04ef2ba1c3aa service neutron] Checking segment: {'id': '851cb677-78d5-47cf-bae8-64d638270576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:48:01.035405 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-54e039d4-0fb2-4e49-a1b3-04ef2ba1c3aa service neutron] Bound using segment: {'id': '851cb677-78d5-47cf-bae8-64d638270576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:48:01.035873 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-54e039d4-0fb2-4e49-a1b3-04ef2ba1c3aa service neutron] Bound port: f0fa2814-7e98-4015-a8d9-c881c8e68a6c, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851cb677-78d5-47cf-bae8-64d638270576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:48:01.036213 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-54e039d4-0fb2-4e49-a1b3-04ef2ba1c3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:01.057021 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-18bd916a-7bad-4506-ae09-bed31a3dde0f service neutron] 10.222.0.73 "GET /v2.0/networks/06ea11b1-d543-495d-bbe7-8e909ad3a0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322899 May 06 09:48:01.156649 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-54e039d4-0fb2-4e49-a1b3-04ef2ba1c3aa service neutron] For port f0fa2814-7e98-4015-a8d9-c881c8e68a6c, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:48:01.161657 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-54e039d4-0fb2-4e49-a1b3-04ef2ba1c3aa service neutron] For port f0fa2814-7e98-4015-a8d9-c881c8e68a6c, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f0fa2814-7e98-4015-a8d9-c881c8e68a6c,segment=NetworkSegment(851cb677-78d5-47cf-bae8-64d638270576),segment_id=851cb677-78d5-47cf-bae8-64d638270576)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:48:01.166667 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-54e039d4-0fb2-4e49-a1b3-04ef2ba1c3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:01.215911 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1a2be55-9d00-42af-b684-c41341a80eb0 req-320d26bd-a4de-4326-b3f6-433ca65b8cb2 tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0389225 May 06 09:48:01.218445 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-54e039d4-0fb2-4e49-a1b3-04ef2ba1c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:01.219049 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-54e039d4-0fb2-4e49-a1b3-04ef2ba1c3aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:01.219819 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-8fcd798b-05af-41df-a141-05eaa58c7b82 service neutron] 10.222.0.73 "GET /v2.0/networks/06ea11b1-d543-495d-bbe7-8e909ad3a0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505973 May 06 09:48:01.221274 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-54e039d4-0fb2-4e49-a1b3-04ef2ba1c3aa service neutron] 10.222.0.84 "PUT /v2.0/ports/f0fa2814-7e98-4015-a8d9-c881c8e68a6c HTTP/1.1" status: 200 len: 1092 time: 1.2969122 May 06 09:48:01.221866 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e877c558-4ee9-4f71-9ef6-edfc073b2782', 'tag': 'f0fa2814-7e98-4015-a8d9-c881c8e68a6c'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:01.224203 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34eeef16-1f37-48fc-8118-6d3da81c1e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "e877c558-4ee9-4f71-9ef6-edfc073b2782", "tag": "f0fa2814-7e98-4015-a8d9-c881c8e68a6c"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:01.248775 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e039d4-0fb2-4e49-a1b3-04ef2ba1c3aa service neutron] Pushing event updated for resources: {'Port': ['ID=f0fa2814-7e98-4015-a8d9-c881c8e68a6c,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:01.353778 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-a37e5f07-8fb3-45f7-9056-14132c56100a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:01.356250 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-a37e5f07-8fb3-45f7-9056-14132c56100a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fc3665e2c2e04868b3a33544c6d53039&device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 1095 time: 0.0714788 May 06 09:48:01.386965 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:48:01.416905 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-70ea1a97-f404-488c-a138-6742503033db service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0fa2814-7e98-4015-a8d9-c881c8e68a6c HTTP/1.1" status: 200 len: 217 time: 0.0440316 May 06 09:48:01.425115 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-b1e9833e-4d7b-4dd8-8f26-d93ef90c743d service neutron] 10.222.0.73 "GET /v2.0/networks/06ea11b1-d543-495d-bbe7-8e909ad3a0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809728 May 06 09:48:01.501759 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-72cacdf8-cb72-4662-9492-580f60a1b831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:01.505087 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-72cacdf8-cb72-4662-9492-580f60a1b831 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ccc21fd6-3e83-4532-8289-a853643de30c HTTP/1.1" status: 200 len: 850 time: 0.0793982 May 06 09:48:01.558525 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-89f222a9-451c-45d3-b28c-cde054a02d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:01.559703 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-40010833-0096-480e-a953-8a3afb2d5cbf service neutron] 10.222.0.73 "GET /v2.0/networks/90b62890-c9c7-41c5-bba3-14db135037a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334350 May 06 09:48:01.560191 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-89f222a9-451c-45d3-b28c-cde054a02d8a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5312fc31-6ea9-4a0c-acf2-db4b77673e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469396 May 06 09:48:01.662153 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abaa482c-2360-4634-9da8-b6bca5d07570 x-openstack-request-id: req-abaa482c-2360-4634-9da8-b6bca5d07570 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:01.662550 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e877c558-4ee9-4f71-9ef6-edfc073b2782", "tag": "f0fa2814-7e98-4015-a8d9-c881c8e68a6c", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:01.662900 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-abaa482c-2360-4634-9da8-b6bca5d07570 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:01.663438 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abaa482c-2360-4634-9da8-b6bca5d07570'] response: {'name': 'network-changed', 'server_uuid': 'e877c558-4ee9-4f71-9ef6-edfc073b2782', 'tag': 'f0fa2814-7e98-4015-a8d9-c881c8e68a6c', 'status': 'completed', 'code': 200} May 06 09:48:01.674086 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 28879952-669d-43f1-b540-69ee91d61993 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:01.700697 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-323dfd6e-54e9-4aa9-8abd-daae0b45a887 service neutron] 10.222.0.73 "GET /v2.0/networks/90b62890-c9c7-41c5-bba3-14db135037a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349223 May 06 09:48:01.715416 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 28879952-669d-43f1-b540-69ee91d61993 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:48:01.715765 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 28879952-669d-43f1-b540-69ee91d61993 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:48:01.727147 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-24776d9c-786f-4a88-951d-21e13fa87049 service neutron] 10.222.0.84 "GET /v2.0/networks/5312fc31-6ea9-4a0c-acf2-db4b77673e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576772 May 06 09:48:01.826500 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fdf44ce3-030a-4e3b-8297-93d2a465d6d7 req-a72e7034-d1b7-4b86-9a99-1082885cb729 service neutron] 10.222.0.84 "GET /v2.0/networks/5312fc31-6ea9-4a0c-acf2-db4b77673e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915105 May 06 09:48:01.847063 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f17909-61ac-422b-aaf3-9f2ccff61d90 req-bf419a84-2f9a-492c-b269-84cb254d5be8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:01.848747 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-36f17909-61ac-422b-aaf3-9f2ccff61d90 req-bf419a84-2f9a-492c-b269-84cb254d5be8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 944 time: 0.0818939 May 06 09:48:01.851277 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-ac0db543-c64c-4ab5-9c8d-80e4445eab6c service neutron] 10.222.0.73 "GET /v2.0/networks/90b62890-c9c7-41c5-bba3-14db135037a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446693 May 06 09:48:01.927330 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eeef16-1f37-48fc-8118-6d3da81c1e1e req-9d5cb6ac-642e-4145-8296-334fc2e8957f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:01.929105 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-34eeef16-1f37-48fc-8118-6d3da81c1e1e req-9d5cb6ac-642e-4145-8296-334fc2e8957f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fc3665e2c2e04868b3a33544c6d53039&device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 1095 time: 0.0535655 May 06 09:48:01.959712 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-36f17909-61ac-422b-aaf3-9f2ccff61d90 req-1d58acac-fd71-42ab-8d82-79180de8ed7e tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029980 May 06 09:48:02.009773 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-3106bb55-1bdc-4915-89fb-94e7d88ee48f service neutron] 10.222.0.73 "GET /v2.0/networks/90b62890-c9c7-41c5-bba3-14db135037a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511865 May 06 09:48:02.043226 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eeef16-1f37-48fc-8118-6d3da81c1e1e req-2428a98b-46ac-4cdb-a790-1896052c549c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:02.045318 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-34eeef16-1f37-48fc-8118-6d3da81c1e1e req-2428a98b-46ac-4cdb-a790-1896052c549c service neutron] 10.222.0.84 "GET /v2.0/networks?id=5312fc31-6ea9-4a0c-acf2-db4b77673e7e HTTP/1.1" status: 200 len: 912 time: 0.1080401 May 06 09:48:02.105453 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-34eeef16-1f37-48fc-8118-6d3da81c1e1e req-e120bca0-3394-4a90-9fcb-6a2bfb149085 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0fa2814-7e98-4015-a8d9-c881c8e68a6c HTTP/1.1" status: 200 len: 217 time: 0.0508473 May 06 09:48:02.183035 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eeef16-1f37-48fc-8118-6d3da81c1e1e req-953c4fa6-3e86-418c-aa4e-b3cccff357e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:02.184821 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-34eeef16-1f37-48fc-8118-6d3da81c1e1e req-953c4fa6-3e86-418c-aa4e-b3cccff357e8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ccc21fd6-3e83-4532-8289-a853643de30c HTTP/1.1" status: 200 len: 850 time: 0.0620379 May 06 09:48:02.257605 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eeef16-1f37-48fc-8118-6d3da81c1e1e req-c6a22a39-c2b6-4f13-88c6-c87947f6688a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:02.259507 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-34eeef16-1f37-48fc-8118-6d3da81c1e1e req-c6a22a39-c2b6-4f13-88c6-c87947f6688a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5312fc31-6ea9-4a0c-acf2-db4b77673e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660522 May 06 09:48:02.387257 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-34eeef16-1f37-48fc-8118-6d3da81c1e1e req-5bc6f468-91cb-4d2b-99ee-9981b2fa7bca service neutron] 10.222.0.84 "GET /v2.0/networks/5312fc31-6ea9-4a0c-acf2-db4b77673e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150451 May 06 09:48:02.393485 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fcf57-cf97-43ca-8e81-9afd02cf5028 req-1bbeba92-94aa-42bb-81b2-48535707c67e tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:02.395374 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-236fcf57-cf97-43ca-8e81-9afd02cf5028 req-1bbeba92-94aa-42bb-81b2-48535707c67e tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.0559678 May 06 09:48:02.444020 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-236fcf57-cf97-43ca-8e81-9afd02cf5028 req-c277c086-6825-42b6-85ee-3d52e0428a60 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418882 May 06 09:48:02.505200 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-34eeef16-1f37-48fc-8118-6d3da81c1e1e req-12064781-fcfd-48ab-88ce-147fdbd13d5a service neutron] 10.222.0.84 "GET /v2.0/networks/5312fc31-6ea9-4a0c-acf2-db4b77673e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099560 May 06 09:48:02.590555 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-41476b04-6f03-43cd-ae94-272bc0d2fc30 req-b54accd2-c16d-42fd-b507-72c33ea54fb7 tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0284135 May 06 09:48:02.648120 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 54190) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:02.699351 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f3e38f-db74-4a90-aca4-5c1a4c6b5c51 admin admin] Deleting subnet 922edf83-b4a4-4bdd-8455-01a609c6fee5 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:48:02.702982 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b7f3e38f-db74-4a90-aca4-5c1a4c6b5c51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:02.711244 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-77b8664b-e1d8-4f33-a3ec-7ffbae8693ac req-06af3357-b442-4787-8da9-1aff21adbcc9 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 210 time: 0.0465233 May 06 09:48:02.749706 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b7f3e38f-db74-4a90-aca4-5c1a4c6b5c51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:02.795624 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b7f3e38f-db74-4a90-aca4-5c1a4c6b5c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:02.857210 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b7f3e38f-db74-4a90-aca4-5c1a4c6b5c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:02.887815 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b7f3e38f-db74-4a90-aca4-5c1a4c6b5c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:02.893673 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b7f3e38f-db74-4a90-aca4-5c1a4c6b5c51 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/922edf83-b4a4-4bdd-8455-01a609c6fee5 HTTP/1.1" status: 204 len: 168 time: 0.2417507 May 06 09:48:02.894065 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54202) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:02.896706 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3e38f-db74-4a90-aca4-5c1a4c6b5c51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=922edf83-b4a4-4bdd-8455-01a609c6fee5,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:02.979441 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c9539a99-56a3-4e39-a2b4-74d273564b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:03.098200 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c9539a99-56a3-4e39-a2b4-74d273564b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:03.125129 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-c9539a99-56a3-4e39-a2b4-74d273564b78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16dc8542-3f4f-4c03-b279-70aaa1b5cdbc']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:03.139360 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-c9539a99-56a3-4e39-a2b4-74d273564b78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad2a963-104c-493f-b013-3dd12710e0b3') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:03.139661 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-c9539a99-56a3-4e39-a2b4-74d273564b78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad2a963-104c-493f-b013-3dd12710e0b3') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:03.155346 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b9b40-5df8-4ad9-89f5-c490caedf3b7 req-aa8dc138-1998-4b88-adff-db418e7ef749 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:03.156890 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-813b9b40-5df8-4ad9-89f5-c490caedf3b7 req-aa8dc138-1998-4b88-adff-db418e7ef749 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 944 time: 0.1002946 May 06 09:48:03.161858 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c9539a99-56a3-4e39-a2b4-74d273564b78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:03.191085 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c9539a99-56a3-4e39-a2b4-74d273564b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:03.217654 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9539a99-56a3-4e39-a2b4-74d273564b78 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:48:03.218021 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c9539a99-56a3-4e39-a2b4-74d273564b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: timer() May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:48:03.220252 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:48:03.232006 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-813b9b40-5df8-4ad9-89f5-c490caedf3b7 req-62b22ae5-74dc-4abe-8a78-4db4360e55f5 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620437 May 06 09:48:03.291071 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c9539a99-56a3-4e39-a2b4-74d273564b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:03.553622 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c9539a99-56a3-4e39-a2b4-74d273564b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:03.557203 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c9539a99-56a3-4e39-a2b4-74d273564b78 admin admin] 10.222.0.73 "DELETE /v2.0/networks/16dc8542-3f4f-4c03-b279-70aaa1b5cdbc HTTP/1.1" status: 204 len: 168 time: 0.6619062 May 06 09:48:03.558960 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9539a99-56a3-4e39-a2b4-74d273564b78 admin admin] Pushing event deleted for resources: {'Network': ['ID=16dc8542-3f4f-4c03-b279-70aaa1b5cdbc,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:03.640446 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65e105-8e66-45a9-8644-9e8e9b168494 req-a76276ce-019e-428c-bc9e-4f5ff88de4e5 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:03.643355 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc65e105-8e66-45a9-8644-9e8e9b168494 req-a76276ce-019e-428c-bc9e-4f5ff88de4e5 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.0912578 May 06 09:48:03.745548 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-921a0b29-1a77-4914-a503-def104c0e940 req-6f23ec4c-b208-4a51-b98b-96db51bda3cd tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0370591 May 06 09:48:03.758562 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc65e105-8e66-45a9-8644-9e8e9b168494 req-68a0f552-ca78-4d13-ac46-e4bf6a6c320e tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028240 May 06 09:48:03.829828 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-fce5e857-17de-4845-acc5-a7d340bdd64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:03.832167 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-fce5e857-17de-4845-acc5-a7d340bdd64a service neutron] 10.222.0.84 "GET /v2.0/ports/8d303aa1-b7fd-4784-9cb4-de5b64174005 HTTP/1.1" status: 200 len: 1028 time: 0.0849292 May 06 09:48:03.882903 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0b546e87-2213-4cb9-bf5f-8e07f9b8821d req-b8f320ab-7d4c-415d-850f-909650a1ec66 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 210 time: 0.0452042 May 06 09:48:03.940079 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-5c8c2aee-f3e3-4ee8-abb0-55719eaa2c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:03.943827 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54226) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:03.948483 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-5c8c2aee-f3e3-4ee8-abb0-55719eaa2c99 service neutron] 10.222.0.84 "GET /v2.0/ports/e94b7502-0449-4c81-b3d5-ef7fa04e0258 HTTP/1.1" status: 200 len: 1027 time: 0.1002898 May 06 09:48:03.993888 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-643a6e3d-a20d-4924-b87d-eba1fa883f6b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ff525b3c5a1e46169d46a30de372a412&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468240 May 06 09:48:03.994098 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54228) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:04.046671 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f7e37dc2-ee92-4259-99a9-fb7952cdbdec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:04.075841 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f7e37dc2-ee92-4259-99a9-fb7952cdbdec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:04.100681 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-e20bb337-8bb3-4978-96c3-9283d76db950 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:04.108518 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-e20bb337-8bb3-4978-96c3-9283d76db950 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:04.116599 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-e20bb337-8bb3-4978-96c3-9283d76db950 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:04.118278 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-e20bb337-8bb3-4978-96c3-9283d76db950 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.84 "GET /v2.0/networks?id=59db4229-2b1d-4e95-9668-875e8735cfea&id=06ea11b1-d543-495d-bbe7-8e909ad3a0f6&id=06ea11b1-d543-495d-bbe7-8e909ad3a0f6&id=06ea11b1-d543-495d-bbe7-8e909ad3a0f6&id=06ea11b1-d543-495d-bbe7-8e909ad3a0f6&id=90b62890-c9c7-41c5-bba3-14db135037a9&id=90b62890-c9c7-41c5-bba3-14db135037a9 HTTP/1.1" status: 200 len: 1989 time: 0.1579661 May 06 09:48:04.139391 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f7e37dc2-ee92-4259-99a9-fb7952cdbdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:04.144742 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f7e37dc2-ee92-4259-99a9-fb7952cdbdec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:04.150724 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f7e37dc2-ee92-4259-99a9-fb7952cdbdec admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/38cc87df-6f03-41dc-9267-1d844de7f976 HTTP/1.1" status: 204 len: 168 time: 0.1531706 May 06 09:48:04.177255 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e37dc2-ee92-4259-99a9-fb7952cdbdec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cc87df-6f03-41dc-9267-1d844de7f976,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:04.223176 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-befa084a-6498-49ae-b5c0-20c1bddc508c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2432312eddf749dea1d91914dd979e43 HTTP/1.1" status: 200 len: 379 time: 0.0947335 May 06 09:48:04.237281 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-55d27d64-7959-45e7-9f09-3179213728fb req-df8d0238-c7d9-4dc7-bb80-567d0ab22b93 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Request body: {'port': {'device_id': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'network_id': '59db4229-2b1d-4e95-9668-875e8735cfea', 'admin_state_up': True, 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'security_groups': ['5a6f232e-7983-4d0d-90ba-32abf51156b8']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:04.427855 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e733d-310a-4403-b8ed-156d653926c3 req-a0b7d3f5-3bf8-4574-a830-ba6c0487fa26 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:04.438793 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-460e733d-310a-4403-b8ed-156d653926c3 req-a0b7d3f5-3bf8-4574-a830-ba6c0487fa26 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 944 time: 0.0984545 May 06 09:48:04.474182 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-df8d0238-c7d9-4dc7-bb80-567d0ab22b93 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Made reservation on behalf of 2432312eddf749dea1d91914dd979e43 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:48:04.480333 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-df8d0238-c7d9-4dc7-bb80-567d0ab22b93 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:04.499829 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-460e733d-310a-4403-b8ed-156d653926c3 req-9a5b124d-5f10-49da-9798-000741f78268 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590377 May 06 09:48:04.683472 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-55d27d64-7959-45e7-9f09-3179213728fb req-df8d0238-c7d9-4dc7-bb80-567d0ab22b93 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Allocated IP 172.20.0.8 (59db4229-2b1d-4e95-9668-875e8735cfea/ddf543b7-b852-448e-b236-f24084c28a5a/e77a6f80-ee78-4b75-adf4-af7a982e62eb) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:48:04.928084 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-df8d0238-c7d9-4dc7-bb80-567d0ab22b93 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:04.972227 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-df8d0238-c7d9-4dc7-bb80-567d0ab22b93 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:04.997055 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ec367c10-745e-45be-a397-076bf6080e3d req-10870916-47be-451f-93d8-35c47c0b97c6 tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0904708 May 06 09:48:05.040136 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d27d64-7959-45e7-9f09-3179213728fb req-df8d0238-c7d9-4dc7-bb80-567d0ab22b93 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Network 59db4229-2b1d-4e95-9668-875e8735cfea is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:48:05.044247 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-55d27d64-7959-45e7-9f09-3179213728fb req-df8d0238-c7d9-4dc7-bb80-567d0ab22b93 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:05.050439 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d27d64-7959-45e7-9f09-3179213728fb req-df8d0238-c7d9-4dc7-bb80-567d0ab22b93 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:48:05.070260 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16cb1f-40c5-4035-9147-993379791d2b req-223bee52-bc29-4167-adaa-1d9cbacdca19 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:05.080784 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c16cb1f-40c5-4035-9147-993379791d2b req-223bee52-bc29-4167-adaa-1d9cbacdca19 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.1630285 May 06 09:48:05.139909 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c16cb1f-40c5-4035-9147-993379791d2b req-d6401d6d-fa93-4b85-9987-f742ac6e180d tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524600 May 06 09:48:05.163211 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d0238-c7d9-4dc7-bb80-567d0ab22b93 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Pushing event updated for resources: {'Port': ['ID=e77a6f80-ee78-4b75-adf4-af7a982e62eb,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:05.212819 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-df8d0238-c7d9-4dc7-bb80-567d0ab22b93 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:05.215061 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-df8d0238-c7d9-4dc7-bb80-567d0ab22b93 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:05.238463 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b4988-0daa-4a80-9fe8-f7641bd4db0f req-0dd1d996-e572-4b75-b873-889584c40f76 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:05.240645 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f30b4988-0daa-4a80-9fe8-f7641bd4db0f req-0dd1d996-e572-4b75-b873-889584c40f76 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 931 time: 0.1059256 May 06 09:48:05.244599 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-df8d0238-c7d9-4dc7-bb80-567d0ab22b93 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0139365 May 06 09:48:05.261822 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-55d27d64-7959-45e7-9f09-3179213728fb req-257ed885-b15b-4221-b8e6-c678387fed85 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Request body: {'port': {'device_id': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'network_id': '06ea11b1-d543-495d-bbe7-8e909ad3a0f6', 'admin_state_up': True, 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'security_groups': ['5a6f232e-7983-4d0d-90ba-32abf51156b8']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:05.331715 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f30b4988-0daa-4a80-9fe8-f7641bd4db0f req-041014cb-8dfd-4d77-9ade-a84ee8dfb37d tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808227 May 06 09:48:05.510690 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-257ed885-b15b-4221-b8e6-c678387fed85 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Made reservation on behalf of 2432312eddf749dea1d91914dd979e43 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:48:05.514772 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-257ed885-b15b-4221-b8e6-c678387fed85 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:05.672319 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-296b27ba-9e7a-42ba-84b6-3aff8d56eab7 None None] Provisioning complete for port e77a6f80-ee78-4b75-adf4-af7a982e62eb triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:05.672892 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-296b27ba-9e7a-42ba-84b6-3aff8d56eab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:05.716685 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device f0fa2814-7e98-4015-a8d9-c881c8e68a6c details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:48:05.719250 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 54280) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:05.731575 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd8776-fa8a-4286-8396-0262d141c7f6 req-e69c127b-bd73-4b4f-86b0-067908ac6e25 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:05.749917 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a8bd8776-fa8a-4286-8396-0262d141c7f6 req-e69c127b-bd73-4b4f-86b0-067908ac6e25 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 944 time: 0.1490262 May 06 09:48:05.814627 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a8bd8776-fa8a-4286-8396-0262d141c7f6 req-78167c1f-07cb-44fa-abe4-fbc5a1e6e55e tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635362 May 06 09:48:05.827755 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-55d27d64-7959-45e7-9f09-3179213728fb req-257ed885-b15b-4221-b8e6-c678387fed85 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Allocated IP 10.1.1.180 (06ea11b1-d543-495d-bbe7-8e909ad3a0f6/f2218277-fb20-4cc3-b5e2-7bc8e00b50df/1147ef60-b34c-4fbc-b161-75b9b7f5894d) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:48:05.875302 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-296b27ba-9e7a-42ba-84b6-3aff8d56eab7 None None] Port e77a6f80-ee78-4b75-adf4-af7a982e62eb cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:48:05.898241 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port f0fa2814-7e98-4015-a8d9-c881c8e68a6c, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f0fa2814-7e98-4015-a8d9-c881c8e68a6c,segment=NetworkSegment(851cb677-78d5-47cf-bae8-64d638270576),segment_id=851cb677-78d5-47cf-bae8-64d638270576)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:05.918305 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'f0fa2814-7e98-4015-a8d9-c881c8e68a6c', 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e', 'port_id': 'f0fa2814-7e98-4015-a8d9-c881c8e68a6c', 'mac_address': 'fa:16:3e:e0:89:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:48:05.963827 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:05.979214 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0fa2814-7e98-4015-a8d9-c881c8e68a6c {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:48:06.006801 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port f0fa2814-7e98-4015-a8d9-c881c8e68a6c, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f0fa2814-7e98-4015-a8d9-c881c8e68a6c,segment=NetworkSegment(851cb677-78d5-47cf-bae8-64d638270576),segment_id=851cb677-78d5-47cf-bae8-64d638270576)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:06.016848 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:06.093476 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-257ed885-b15b-4221-b8e6-c678387fed85 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:06.115606 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=f0fa2814-7e98-4015-a8d9-c881c8e68a6c,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:06.141691 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-8e424269-7673-42af-ac32-0f52360e9b14 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-473834340-network', 'tenant_id': 'e937610fa6d344d497a1176339a92969'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:06.157118 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-257ed885-b15b-4221-b8e6-c678387fed85 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:06.160689 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38afcde6-5e95-4555-a5e9-ba8b7497a852 req-ab5deabc-5840-4786-afc4-0ca8bb8e512b tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0400770 May 06 09:48:06.203322 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d27d64-7959-45e7-9f09-3179213728fb req-257ed885-b15b-4221-b8e6-c678387fed85 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Network 06ea11b1-d543-495d-bbe7-8e909ad3a0f6 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:48:06.207956 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-55d27d64-7959-45e7-9f09-3179213728fb req-257ed885-b15b-4221-b8e6-c678387fed85 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:06.212080 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d27d64-7959-45e7-9f09-3179213728fb req-257ed885-b15b-4221-b8e6-c678387fed85 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:48:06.238833 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e424269-7673-42af-ac32-0f52360e9b14 admin admin] Made reservation on behalf of e937610fa6d344d497a1176339a92969 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:48:06.241173 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8e424269-7673-42af-ac32-0f52360e9b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:06.263583 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ed885-b15b-4221-b8e6-c678387fed85 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Pushing event updated for resources: {'Port': ['ID=1147ef60-b34c-4fbc-b161-75b9b7f5894d,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:06.266047 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8e424269-7673-42af-ac32-0f52360e9b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:06.274008 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['f0fa2814-7e98-4015-a8d9-c881c8e68a6c'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:48:06.303879 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66350332-eb6f-4552-b1c3-74f6cad832e2 req-12192de8-b4d3-4990-9a1d-414b27bc3f92 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:06.310323 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-66350332-eb6f-4552-b1c3-74f6cad832e2 req-12192de8-b4d3-4990-9a1d-414b27bc3f92 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.0737898 May 06 09:48:06.344007 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-257ed885-b15b-4221-b8e6-c678387fed85 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:06.345676 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-257ed885-b15b-4221-b8e6-c678387fed85 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:06.363014 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-66350332-eb6f-4552-b1c3-74f6cad832e2 req-70d9d93d-cdf9-4902-ba1c-fe3637d7648e tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437679 May 06 09:48:06.407425 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-257ed885-b15b-4221-b8e6-c678387fed85 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1515353 May 06 09:48:06.420188 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-55d27d64-7959-45e7-9f09-3179213728fb req-a08a91ee-152e-436f-a6cc-64854a88a7e8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Request body: {'port': {'device_id': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'network_id': '06ea11b1-d543-495d-bbe7-8e909ad3a0f6', 'admin_state_up': True, 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'security_groups': ['5a6f232e-7983-4d0d-90ba-32abf51156b8']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:06.578572 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8e424269-7673-42af-ac32-0f52360e9b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:06.593067 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8e424269-7673-42af-ac32-0f52360e9b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:06.599725 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-a08a91ee-152e-436f-a6cc-64854a88a7e8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Made reservation on behalf of 2432312eddf749dea1d91914dd979e43 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:48:06.603739 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-a08a91ee-152e-436f-a6cc-64854a88a7e8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:06.605031 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84805f3b-e303-4442-84aa-9a187da61137 req-794f4b3e-763f-46a6-9f49-5061e83e30b3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:06.611714 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84805f3b-e303-4442-84aa-9a187da61137 req-794f4b3e-763f-46a6-9f49-5061e83e30b3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:06.630537 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-84805f3b-e303-4442-84aa-9a187da61137 req-794f4b3e-763f-46a6-9f49-5061e83e30b3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 1653 time: 0.1375816 May 06 09:48:06.659284 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c177f565-d13d-4ef6-bba3-91f4f1bff59a None None] Provisioning complete for port 1147ef60-b34c-4fbc-b161-75b9b7f5894d triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:06.659664 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c177f565-d13d-4ef6-bba3-91f4f1bff59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:06.662560 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e424269-7673-42af-ac32-0f52360e9b14 admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:48:06.678854 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e424269-7673-42af-ac32-0f52360e9b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdcd5da-0b79-4ebd-8677-15b57259de76,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:06.690390 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8e424269-7673-42af-ac32-0f52360e9b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:06.690948 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-8e424269-7673-42af-ac32-0f52360e9b14 admin admin] Added segment cbe72a48-c421-451e-86ad-4b99d621abda of type vlan for network 3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4 May 06 09:48:06.706021 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-c177f565-d13d-4ef6-bba3-91f4f1bff59a None None] Port 1147ef60-b34c-4fbc-b161-75b9b7f5894d cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:48:06.727768 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-84805f3b-e303-4442-84aa-9a187da61137 req-29ca8e04-54fb-4bb4-9279-196fb53cbe72 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962458 May 06 09:48:06.799945 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8e424269-7673-42af-ac32-0f52360e9b14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:06.869098 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-55d27d64-7959-45e7-9f09-3179213728fb req-a08a91ee-152e-436f-a6cc-64854a88a7e8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Allocated IP 10.1.1.67 (06ea11b1-d543-495d-bbe7-8e909ad3a0f6/f2218277-fb20-4cc3-b5e2-7bc8e00b50df/65c153c5-a7ec-46f6-b943-218c2332159a) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:48:06.871161 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8e424269-7673-42af-ac32-0f52360e9b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:06.872225 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e424269-7673-42af-ac32-0f52360e9b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:06.872844 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8e424269-7673-42af-ac32-0f52360e9b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:06.960222 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8e424269-7673-42af-ac32-0f52360e9b14 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2387524 May 06 09:48:06.966996 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 54308) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:06.978188 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-9bfbc14f-aba7-4951-bccd-c8e8d1f919fb admin admin] Request body: {'subnet': {'network_id': '3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-473834340-subnet', 'tenant_id': 'e937610fa6d344d497a1176339a92969', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:06.994727 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e424269-7673-42af-ac32-0f52360e9b14 admin admin] Pushing event updated for resources: {'Network': ['ID=3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:07.008003 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:48:07.020391 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a0504-83d8-4256-abb7-7e638dad0adc req-5555388d-0f50-417a-b3db-dcebc2a0cd20 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:07.022086 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-be8a0504-83d8-4256-abb7-7e638dad0adc req-5555388d-0f50-417a-b3db-dcebc2a0cd20 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 945 time: 0.0940499 May 06 09:48:07.067822 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-be8a0504-83d8-4256-abb7-7e638dad0adc req-a65bf4ac-15ad-4937-a544-51fc5ef01aa8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366116 May 06 09:48:07.111822 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfbc14f-aba7-4951-bccd-c8e8d1f919fb admin admin] Made reservation on behalf of e937610fa6d344d497a1176339a92969 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:48:07.114258 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc14f-aba7-4951-bccd-c8e8d1f919fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:07.220816 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54318) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:07.246367 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-a08a91ee-152e-436f-a6cc-64854a88a7e8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:07.357130 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-a08a91ee-152e-436f-a6cc-64854a88a7e8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:07.360893 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce1b3739-476b-4a0b-a811-5e292e0b34e9 req-695e8072-7db7-42f9-9e89-f37b67c5cd24 tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0799747 May 06 09:48:07.395660 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a1e56084-e899-44a1-8a6c-d17306a55e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:07.451490 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d27d64-7959-45e7-9f09-3179213728fb req-a08a91ee-152e-436f-a6cc-64854a88a7e8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Network 06ea11b1-d543-495d-bbe7-8e909ad3a0f6 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:48:07.459052 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-55d27d64-7959-45e7-9f09-3179213728fb req-a08a91ee-152e-436f-a6cc-64854a88a7e8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:07.463186 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d27d64-7959-45e7-9f09-3179213728fb req-a08a91ee-152e-436f-a6cc-64854a88a7e8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:48:07.492020 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc14f-aba7-4951-bccd-c8e8d1f919fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:07.493890 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a91ee-152e-436f-a6cc-64854a88a7e8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Pushing event updated for resources: {'Port': ['ID=65c153c5-a7ec-46f6-b943-218c2332159a,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:07.601703 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-a08a91ee-152e-436f-a6cc-64854a88a7e8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:07.602556 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-a08a91ee-152e-436f-a6cc-64854a88a7e8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:07.614377 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a1e56084-e899-44a1-8a6c-d17306a55e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:07.629602 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a9bae-430b-4bbf-94f8-29985d3f1453 req-63a7434f-b7a3-40a5-ab47-c639b30b2827 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:07.630313 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbc14f-aba7-4951-bccd-c8e8d1f919fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=51825785-c1c2-434a-b6d0-df2b85401ddd,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:07.632088 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a12a9bae-430b-4bbf-94f8-29985d3f1453 req-63a7434f-b7a3-40a5-ab47-c639b30b2827 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.1137443 May 06 09:48:07.643488 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a1e56084-e899-44a1-8a6c-d17306a55e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:07.655512 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-a08a91ee-152e-436f-a6cc-64854a88a7e8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2411931 May 06 09:48:07.659341 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfbc14f-aba7-4951-bccd-c8e8d1f919fb admin admin] Checking segment: {'id': 'cbe72a48-c421-451e-86ad-4b99d621abda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:48:07.659740 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfbc14f-aba7-4951-bccd-c8e8d1f919fb admin admin] Network hostable DHCP agents. Network: 3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:48:07.678327 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-55d27d64-7959-45e7-9f09-3179213728fb req-e40015d7-480b-4757-83ba-b75dd64eb82e tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Request body: {'port': {'device_id': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '90b62890-c9c7-41c5-bba3-14db135037a9', 'admin_state_up': True, 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'security_groups': ['5a6f232e-7983-4d0d-90ba-32abf51156b8']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:07.710968 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device f0fa2814-7e98-4015-a8d9-c881c8e68a6c up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:48:07.739373 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a12a9bae-430b-4bbf-94f8-29985d3f1453 req-a361857a-2c73-4b2d-8b92-6fec9d7e1524 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983200 May 06 09:48:07.742030 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a1e56084-e899-44a1-8a6c-d17306a55e66 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=971880d79af442dfa538d75526cf6d2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5201104 May 06 09:48:07.743746 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e56084-e899-44a1-8a6c-d17306a55e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec55d79-ee41-4533-9829-991c9046b9a7,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:07.746445 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54328) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:07.796407 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfbc14f-aba7-4951-bccd-c8e8d1f919fb admin admin] Network 3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:48:07.830484 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-9bfbc14f-aba7-4951-bccd-c8e8d1f919fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:07.842640 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226762f5-4f04-4926-8e22-fe3506b4cebd None None] Network 3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:48:07.847525 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port f0fa2814-7e98-4015-a8d9-c881c8e68a6c completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:48:07.855344 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfbc14f-aba7-4951-bccd-c8e8d1f919fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:07.855952 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc14f-aba7-4951-bccd-c8e8d1f919fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:07.881663 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b1f90b5c-d044-4fcc-8141-f78f410b7393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:07.898172 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9bfbc14f-aba7-4951-bccd-c8e8d1f919fb admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9300592 May 06 09:48:07.907330 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port f0fa2814-7e98-4015-a8d9-c881c8e68a6c triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:07.907714 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:07.940790 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b1f90b5c-d044-4fcc-8141-f78f410b7393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:07.962292 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f6f3c-efcd-4601-9917-237a0cf81ca5 req-a00e7e34-92ff-448b-ba8c-126e8d0f5220 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:07.966642 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-e40015d7-480b-4757-83ba-b75dd64eb82e tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Made reservation on behalf of 2432312eddf749dea1d91914dd979e43 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:48:07.968900 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f6f3c-efcd-4601-9917-237a0cf81ca5 req-a00e7e34-92ff-448b-ba8c-126e8d0f5220 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:07.977820 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f6f3c-efcd-4601-9917-237a0cf81ca5 req-a00e7e34-92ff-448b-ba8c-126e8d0f5220 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:07.988362 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d6f6f3c-efcd-4601-9917-237a0cf81ca5 req-a00e7e34-92ff-448b-ba8c-126e8d0f5220 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 2373 time: 0.1586459 May 06 09:48:08.069189 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d6f6f3c-efcd-4601-9917-237a0cf81ca5 req-133e349c-049f-4a9e-af6a-38d22741ae2b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750251 May 06 09:48:08.080541 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-95ad0b6a-7dc3-408d-a587-8b10e17d5262 None None] Provisioning complete for port 65c153c5-a7ec-46f6-b943-218c2332159a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:08.081012 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-95ad0b6a-7dc3-408d-a587-8b10e17d5262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:08.107749 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b1f90b5c-d044-4fcc-8141-f78f410b7393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:08.110516 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b1f90b5c-d044-4fcc-8141-f78f410b7393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:08.128003 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b1f90b5c-d044-4fcc-8141-f78f410b7393 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5ec55d79-ee41-4533-9829-991c9046b9a7 HTTP/1.1" status: 204 len: 168 time: 0.3568351 May 06 09:48:08.151150 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f90b5c-d044-4fcc-8141-f78f410b7393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec55d79-ee41-4533-9829-991c9046b9a7,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:08.188337 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-e40015d7-480b-4757-83ba-b75dd64eb82e tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:08.358827 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851da46-bd03-4734-8fde-6c711f8fe8c4 req-915e54d6-d535-4514-8b5e-af8ad6e170a2 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:08.366128 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2851da46-bd03-4734-8fde-6c711f8fe8c4 req-915e54d6-d535-4514-8b5e-af8ad6e170a2 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 945 time: 0.1312282 May 06 09:48:08.374598 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-95ad0b6a-7dc3-408d-a587-8b10e17d5262 None None] Port 65c153c5-a7ec-46f6-b943-218c2332159a cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:48:08.442994 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2851da46-bd03-4734-8fde-6c711f8fe8c4 req-2f4bb9fc-b1c5-43bf-a8eb-914c40430a79 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702400 May 06 09:48:08.529957 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:08.556896 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378ac650-445f-47ca-9c11-b56e3b5ef501 None None] Network 3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:48:08.600958 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-55d27d64-7959-45e7-9f09-3179213728fb req-e40015d7-480b-4757-83ba-b75dd64eb82e tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Allocated IP 10.2.2.100 (90b62890-c9c7-41c5-bba3-14db135037a9/6632b80e-db26-42ad-8042-1788ccc125cd/f6503005-76df-46c2-959e-945208a4bdc6) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:48:08.655025 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-926640f7-b56c-4fb0-972e-e9450bcaa486 req-e4fb2803-297d-4ab3-bec3-ce0ec7474d61 tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0568647 May 06 09:48:08.679795 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54350) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:08.709876 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6f04ba52-8820-4ac6-b8ca-515deadc665b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:08.920887 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-e40015d7-480b-4757-83ba-b75dd64eb82e tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:08.931485 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e877c558-4ee9-4f71-9ef6-edfc073b2782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fa2814-7e98-4015-a8d9-c881c8e68a6c'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:08.933732 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d046b52-656b-4173-865a-af59b86f11d7" -d '{"events": [{"server_uuid": "e877c558-4ee9-4f71-9ef6-edfc073b2782", "name": "network-vif-plugged", "status": "completed", "tag": "f0fa2814-7e98-4015-a8d9-c881c8e68a6c"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:08.961394 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port f0fa2814-7e98-4015-a8d9-c881c8e68a6c, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f0fa2814-7e98-4015-a8d9-c881c8e68a6c,segment=NetworkSegment(851cb677-78d5-47cf-bae8-64d638270576),segment_id=851cb677-78d5-47cf-bae8-64d638270576)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:08.971760 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:08.972784 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-e40015d7-480b-4757-83ba-b75dd64eb82e tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:09.045526 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d27d64-7959-45e7-9f09-3179213728fb req-e40015d7-480b-4757-83ba-b75dd64eb82e tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Network 90b62890-c9c7-41c5-bba3-14db135037a9 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:48:09.053402 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-55d27d64-7959-45e7-9f09-3179213728fb req-e40015d7-480b-4757-83ba-b75dd64eb82e tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:09.055937 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d27d64-7959-45e7-9f09-3179213728fb req-e40015d7-480b-4757-83ba-b75dd64eb82e tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:48:09.061005 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40015d7-480b-4757-83ba-b75dd64eb82e tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Pushing event updated for resources: {'Port': ['ID=f6503005-76df-46c2-959e-945208a4bdc6,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:09.069934 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6f04ba52-8820-4ac6-b8ca-515deadc665b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:09.077353 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=f0fa2814-7e98-4015-a8d9-c881c8e68a6c,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:09.089675 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6f04ba52-8820-4ac6-b8ca-515deadc665b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:09.123388 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6f04ba52-8820-4ac6-b8ca-515deadc665b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3b144370fe344312b0acb44e74f1e508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4419835 May 06 09:48:09.127774 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 54368) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:09.131984 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb005b-9a72-4f09-97b6-85b2c7aa75f4 req-634aaf80-44d2-47c9-9af2-a77a92067248 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:09.139402 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cecb005b-9a72-4f09-97b6-85b2c7aa75f4 req-634aaf80-44d2-47c9-9af2-a77a92067248 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.1929336 May 06 09:48:09.184863 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-e40015d7-480b-4757-83ba-b75dd64eb82e tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:09.185520 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-9907c1c6-7af6-4d92-ada1-561b8c09a79c tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:09.186097 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-e40015d7-480b-4757-83ba-b75dd64eb82e tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:09.192906 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-9907c1c6-7af6-4d92-ada1-561b8c09a79c tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/networks?id=3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4 HTTP/1.1" status: 200 len: 814 time: 0.3551421 May 06 09:48:09.212294 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04ba52-8820-4ac6-b8ca-515deadc665b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91dde5b4-2d36-45dd-b49a-b82819654dab,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:09.224648 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-e40015d7-480b-4757-83ba-b75dd64eb82e tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5575235 May 06 09:48:09.228759 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-3c557b59-0e77-4768-a912-f6f4201aaade tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/quotas/e937610fa6d344d497a1176339a92969 HTTP/1.1" status: 200 len: 375 time: 0.0350361 May 06 09:48:09.241793 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-55d27d64-7959-45e7-9f09-3179213728fb req-0ab542b7-80d4-412c-8790-e3debbd1829b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Request body: {'port': {'device_id': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '90b62890-c9c7-41c5-bba3-14db135037a9', 'admin_state_up': True, 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'security_groups': ['5a6f232e-7983-4d0d-90ba-32abf51156b8']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:09.263374 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6463e50c-d594-41f2-a710-4dd5674a0bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:09.273712 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cecb005b-9a72-4f09-97b6-85b2c7aa75f4 req-0e99de3a-27cb-4c6c-ad4d-2f78c69befcf tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333334 May 06 09:48:09.286759 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-51ca5345-abcc-4723-917a-057ea8fa9778 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e937610fa6d344d497a1176339a92969&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570710 May 06 09:48:09.289704 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6463e50c-d594-41f2-a710-4dd5674a0bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:09.355344 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576d1afd-2856-423a-8a0b-4097fff83b15 x-openstack-request-id: req-576d1afd-2856-423a-8a0b-4097fff83b15 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:09.355635 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e877c558-4ee9-4f71-9ef6-edfc073b2782", "name": "network-vif-plugged", "status": "completed", "tag": "f0fa2814-7e98-4015-a8d9-c881c8e68a6c", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:09.355881 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-576d1afd-2856-423a-8a0b-4097fff83b15 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:09.356272 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-576d1afd-2856-423a-8a0b-4097fff83b15'] response: {'server_uuid': 'e877c558-4ee9-4f71-9ef6-edfc073b2782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fa2814-7e98-4015-a8d9-c881c8e68a6c', 'code': 200} May 06 09:48:09.390817 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6463e50c-d594-41f2-a710-4dd5674a0bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:09.393501 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6463e50c-d594-41f2-a710-4dd5674a0bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:09.407235 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6463e50c-d594-41f2-a710-4dd5674a0bee admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/91dde5b4-2d36-45dd-b49a-b82819654dab HTTP/1.1" status: 204 len: 168 time: 0.2747159 May 06 09:48:09.414293 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-75e5725b-004b-43f4-89eb-0f9b2c0d76d2 None None] Provisioning complete for port f6503005-76df-46c2-959e-945208a4bdc6 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:09.417833 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-75e5725b-004b-43f4-89eb-0f9b2c0d76d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:09.439592 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463e50c-d594-41f2-a710-4dd5674a0bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dde5b4-2d36-45dd-b49a-b82819654dab,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:09.516641 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-75e5725b-004b-43f4-89eb-0f9b2c0d76d2 None None] Port f6503005-76df-46c2-959e-945208a4bdc6 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:48:09.545738 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-0ab542b7-80d4-412c-8790-e3debbd1829b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Made reservation on behalf of 2432312eddf749dea1d91914dd979e43 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:48:09.555448 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-0ab542b7-80d4-412c-8790-e3debbd1829b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:09.561300 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-f946b944-a602-439b-bad4-527398e086c5 service neutron] 10.222.0.73 "GET /v2.0/networks/3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734063 May 06 09:48:09.578536 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53102943-cc73-4394-949f-6726a43a9e04 req-6487ef52-e5cd-4bc0-b666-77b8ada9acad tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:09.585461 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53102943-cc73-4394-949f-6726a43a9e04 req-6487ef52-e5cd-4bc0-b666-77b8ada9acad tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:09.592914 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53102943-cc73-4394-949f-6726a43a9e04 req-6487ef52-e5cd-4bc0-b666-77b8ada9acad tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:09.602393 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53102943-cc73-4394-949f-6726a43a9e04 req-6487ef52-e5cd-4bc0-b666-77b8ada9acad tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:09.604318 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-53102943-cc73-4394-949f-6726a43a9e04 req-6487ef52-e5cd-4bc0-b666-77b8ada9acad tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 3094 time: 0.1693621 May 06 09:48:09.608166 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83149f-178a-46fa-96d0-0b53ee30dd6f req-4dbf4ebb-8422-416e-b342-7da26776536b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:09.609507 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b83149f-178a-46fa-96d0-0b53ee30dd6f req-4dbf4ebb-8422-416e-b342-7da26776536b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 1097 time: 0.1974838 May 06 09:48:09.704000 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-42531a61-1515-456e-8980-44c5421b812c service neutron] 10.222.0.73 "GET /v2.0/networks/3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982840 May 06 09:48:09.764589 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b83149f-178a-46fa-96d0-0b53ee30dd6f req-f9652699-b869-4c3c-9ff2-f3fb169dd4f1 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596838 May 06 09:48:09.793605 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-53102943-cc73-4394-949f-6726a43a9e04 req-95abfd5e-a50d-42e0-82e5-e78ee2fa8b21 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678084 May 06 09:48:09.873670 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-55d27d64-7959-45e7-9f09-3179213728fb req-0ab542b7-80d4-412c-8790-e3debbd1829b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Allocated IP 10.2.2.200 (90b62890-c9c7-41c5-bba3-14db135037a9/6632b80e-db26-42ad-8042-1788ccc125cd/65810e48-f2da-4617-81d0-b19b0a068097) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:48:09.965966 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb3159-ae03-4ed1-ae71-19ca20ba5a65 req-15aac269-8748-4566-98b9-d22beb15771e tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:09.967446 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2fdb3159-ae03-4ed1-ae71-19ca20ba5a65 req-15aac269-8748-4566-98b9-d22beb15771e tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.1204350 May 06 09:48:10.059759 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5fe53fc7-b267-424f-8dea-c960a6086872 req-d0cfb59e-b26e-45dd-8744-0c4e345a46c5 tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0544851 May 06 09:48:10.082147 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2fdb3159-ae03-4ed1-ae71-19ca20ba5a65 req-af9849fa-5c2d-4726-a149-8d59368e49f4 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015270 May 06 09:48:10.176783 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-0ab542b7-80d4-412c-8790-e3debbd1829b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:10.211665 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0cb24e8b-f148-4658-a9a9-b207e3aec63c req-a994eee7-df0d-4f5d-92c2-d36c803943d9 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 210 time: 0.0693257 May 06 09:48:10.219183 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-0ab542b7-80d4-412c-8790-e3debbd1829b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:10.274524 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d27d64-7959-45e7-9f09-3179213728fb req-0ab542b7-80d4-412c-8790-e3debbd1829b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Network 90b62890-c9c7-41c5-bba3-14db135037a9 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:48:10.277558 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-55d27d64-7959-45e7-9f09-3179213728fb req-0ab542b7-80d4-412c-8790-e3debbd1829b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:10.281243 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d27d64-7959-45e7-9f09-3179213728fb req-0ab542b7-80d4-412c-8790-e3debbd1829b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:48:10.293894 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab542b7-80d4-412c-8790-e3debbd1829b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Pushing event updated for resources: {'Port': ['ID=65810e48-f2da-4617-81d0-b19b0a068097,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:10.348553 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-0ab542b7-80d4-412c-8790-e3debbd1829b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:10.349351 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-0ab542b7-80d4-412c-8790-e3debbd1829b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:10.374547 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-0ab542b7-80d4-412c-8790-e3debbd1829b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1368029 May 06 09:48:10.390534 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-55d27d64-7959-45e7-9f09-3179213728fb req-9fee5691-6544-4cf8-8322-796a725077a0 service neutron] Request body: {'port': {'device_id': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:10.517764 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafaf949-20c7-463b-9d73-6a06e7da3b8d req-836d8e9b-bd15-4b11-ac4d-ca9a2c7914c8 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:10.532776 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aafaf949-20c7-463b-9d73-6a06e7da3b8d req-836d8e9b-bd15-4b11-ac4d-ca9a2c7914c8 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.1164477 May 06 09:48:10.538425 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-9fee5691-6544-4cf8-8322-796a725077a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:10.598229 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aafaf949-20c7-463b-9d73-6a06e7da3b8d req-fa2a1ea4-c49f-4bd4-a3b6-82d87f02a548 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551128 May 06 09:48:10.754275 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-ac74cfb2-407e-4794-87dd-a1abbdbc427c None None] Provisioning complete for port 65810e48-f2da-4617-81d0-b19b0a068097 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:10.755243 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ac74cfb2-407e-4794-87dd-a1abbdbc427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:10.804028 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-ac74cfb2-407e-4794-87dd-a1abbdbc427c None None] Port 65810e48-f2da-4617-81d0-b19b0a068097 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:48:10.980040 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-55d27d64-7959-45e7-9f09-3179213728fb req-9fee5691-6544-4cf8-8322-796a725077a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e77a6f80-ee78-4b75-adf4-af7a982e62eb {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:48:10.987489 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8313335-4d33-4f38-a3c3-275be368c0e9 req-adde94ff-bd91-4755-9700-a3d94545f985 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:10.995233 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-9fee5691-6544-4cf8-8322-796a725077a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:11.004761 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8313335-4d33-4f38-a3c3-275be368c0e9 req-adde94ff-bd91-4755-9700-a3d94545f985 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:11.014304 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-55d27d64-7959-45e7-9f09-3179213728fb req-9fee5691-6544-4cf8-8322-796a725077a0 service neutron] Transition to ACTIVE for port object e77a6f80-ee78-4b75-adf4-af7a982e62eb will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:48:11.018691 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8313335-4d33-4f38-a3c3-275be368c0e9 req-adde94ff-bd91-4755-9700-a3d94545f985 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:11.020215 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-9fee5691-6544-4cf8-8322-796a725077a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:11.030684 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8313335-4d33-4f38-a3c3-275be368c0e9 req-adde94ff-bd91-4755-9700-a3d94545f985 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:11.038791 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8313335-4d33-4f38-a3c3-275be368c0e9 req-adde94ff-bd91-4755-9700-a3d94545f985 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:11.041225 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a8313335-4d33-4f38-a3c3-275be368c0e9 req-adde94ff-bd91-4755-9700-a3d94545f985 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 3815 time: 0.1816773 May 06 09:48:11.105551 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a8313335-4d33-4f38-a3c3-275be368c0e9 req-8c9a7d8e-6b66-4855-a884-b31b7e80a9dc tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549994 May 06 09:48:11.140354 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee5691-6544-4cf8-8322-796a725077a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e77a6f80-ee78-4b75-adf4-af7a982e62eb,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:11.260695 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4347d020-7380-4996-b298-4654a73acbcf req-d5209411-27d8-466d-8f70-43383e47eadf tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0457416 May 06 09:48:11.276113 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-55d27d64-7959-45e7-9f09-3179213728fb req-9fee5691-6544-4cf8-8322-796a725077a0 service neutron] Attempting to bind port e77a6f80-ee78-4b75-adf4-af7a982e62eb on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:48:11.276597 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-55d27d64-7959-45e7-9f09-3179213728fb req-9fee5691-6544-4cf8-8322-796a725077a0 service neutron] Attempting to bind port e77a6f80-ee78-4b75-adf4-af7a982e62eb by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '75406f18-28f0-452e-a3ad-da7df718661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '59db4229-2b1d-4e95-9668-875e8735cfea'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:48:11.276852 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-9fee5691-6544-4cf8-8322-796a725077a0 service neutron] Attempting to bind port e77a6f80-ee78-4b75-adf4-af7a982e62eb on network 59db4229-2b1d-4e95-9668-875e8735cfea {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:11.281804 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-9fee5691-6544-4cf8-8322-796a725077a0 service neutron] Port e77a6f80-ee78-4b75-adf4-af7a982e62eb on network 59db4229-2b1d-4e95-9668-875e8735cfea not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:48:11.282156 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-9fee5691-6544-4cf8-8322-796a725077a0 service neutron] Attempting to bind port e77a6f80-ee78-4b75-adf4-af7a982e62eb on network 59db4229-2b1d-4e95-9668-875e8735cfea {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:11.289947 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-9fee5691-6544-4cf8-8322-796a725077a0 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:48:11.290438 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-9fee5691-6544-4cf8-8322-796a725077a0 service neutron] Checking segment: {'id': '75406f18-28f0-452e-a3ad-da7df718661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '59db4229-2b1d-4e95-9668-875e8735cfea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:48:11.290962 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-9fee5691-6544-4cf8-8322-796a725077a0 service neutron] Bound using segment: {'id': '75406f18-28f0-452e-a3ad-da7df718661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '59db4229-2b1d-4e95-9668-875e8735cfea'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:48:11.291693 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-55d27d64-7959-45e7-9f09-3179213728fb req-9fee5691-6544-4cf8-8322-796a725077a0 service neutron] Bound port: e77a6f80-ee78-4b75-adf4-af7a982e62eb, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75406f18-28f0-452e-a3ad-da7df718661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '59db4229-2b1d-4e95-9668-875e8735cfea'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:48:11.292210 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-9fee5691-6544-4cf8-8322-796a725077a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:11.470775 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-55d27d64-7959-45e7-9f09-3179213728fb req-9fee5691-6544-4cf8-8322-796a725077a0 service neutron] For port e77a6f80-ee78-4b75-adf4-af7a982e62eb, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:48:11.475651 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-55d27d64-7959-45e7-9f09-3179213728fb req-9fee5691-6544-4cf8-8322-796a725077a0 service neutron] For port e77a6f80-ee78-4b75-adf4-af7a982e62eb, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e77a6f80-ee78-4b75-adf4-af7a982e62eb,segment=NetworkSegment(75406f18-28f0-452e-a3ad-da7df718661b),segment_id=75406f18-28f0-452e-a3ad-da7df718661b)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:48:11.496548 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-9fee5691-6544-4cf8-8322-796a725077a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:11.524385 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315ed65-cae8-423a-ba20-8f5569658f3b req-5342a768-0101-4c07-abbc-a62b5cc0df69 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:11.529485 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d315ed65-cae8-423a-ba20-8f5569658f3b req-5342a768-0101-4c07-abbc-a62b5cc0df69 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.1459229 May 06 09:48:11.632424 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d315ed65-cae8-423a-ba20-8f5569658f3b req-c0626aed-530e-48ec-9d91-80a2d62d1a86 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953643 May 06 09:48:11.693313 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-9fee5691-6544-4cf8-8322-796a725077a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:11.693921 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-9fee5691-6544-4cf8-8322-796a725077a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:11.695405 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-9fee5691-6544-4cf8-8322-796a725077a0 service neutron] 10.222.0.84 "PUT /v2.0/ports/e77a6f80-ee78-4b75-adf4-af7a982e62eb HTTP/1.1" status: 200 len: 1091 time: 1.3093402 May 06 09:48:11.698548 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'tag': 'e77a6f80-ee78-4b75-adf4-af7a982e62eb'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:11.699966 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4418127d-6072-4449-af6e-fb4564d814e8" -d '{"events": [{"name": "network-changed", "server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "tag": "e77a6f80-ee78-4b75-adf4-af7a982e62eb"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:11.724370 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-81caedd7-63b8-4f84-9a43-40eb521717a1 req-ad9c2b85-5292-483f-bf1f-7cb41132bad7 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 210 time: 0.0817707 May 06 09:48:11.744307 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-55d27d64-7959-45e7-9f09-3179213728fb req-66f75523-a202-4831-b11f-305f15c5887d service neutron] Request body: {'port': {'device_id': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:11.788330 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee5691-6544-4cf8-8322-796a725077a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e77a6f80-ee78-4b75-adf4-af7a982e62eb,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:11.866824 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-3dbfe529-5a6d-47f5-9c37-da202f7c22ab tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:11.871550 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-3dbfe529-5a6d-47f5-9c37-da202f7c22ab tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.77 "GET /v2.0/networks?id=3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4 HTTP/1.1" status: 200 len: 814 time: 0.3868515 May 06 09:48:11.879759 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-66f75523-a202-4831-b11f-305f15c5887d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:11.898717 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3bfe9-6560-4bab-9037-aaae7272f559 req-e755e199-742b-4281-8cdd-28bac09c133b tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:11.901743 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-6f1e1947-ffdd-4716-ad77-4e70c5dbf446 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Request body: {'port': {'device_id': '1a2c8b02-1fa4-49a8-8267-52e2474e9b5d', 'network_id': '3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4', 'admin_state_up': True, 'tenant_id': 'e937610fa6d344d497a1176339a92969'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:11.906035 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-63e3bfe9-6560-4bab-9037-aaae7272f559 req-e755e199-742b-4281-8cdd-28bac09c133b tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.1374338 May 06 09:48:11.947812 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9007de-6bb2-472f-9ac7-c5a6b6970363 req-13db9c14-da5b-47a1-83df-4cb90147dd1c tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:11.957386 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aa9007de-6bb2-472f-9ac7-c5a6b6970363 req-13db9c14-da5b-47a1-83df-4cb90147dd1c tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.1193912 May 06 09:48:12.031389 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-63e3bfe9-6560-4bab-9037-aaae7272f559 req-ead4e9a9-d43a-446f-b6f9-1c479b32d036 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243761 May 06 09:48:12.049004 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aa9007de-6bb2-472f-9ac7-c5a6b6970363 req-70d952a0-bd9c-45ab-95b7-5ea98734eb95 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902402 May 06 09:48:12.318990 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b69403-f639-40d3-9eab-1e50aa81ba70 req-829df834-7beb-4416-8922-33403d279509 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:12.331181 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b2b69403-f639-40d3-9eab-1e50aa81ba70 req-829df834-7beb-4416-8922-33403d279509 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.1965384 May 06 09:48:12.336226 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54470) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:12.353758 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-2e462c52-3207-4208-bfcf-710724b3b4fe tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Request body: {'floatingip': {'port_id': 'f0fa2814-7e98-4015-a8d9-c881c8e68a6c'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:12.386095 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbeba95-8037-40b1-9c20-c7eeebc7cc4a req-5e2f707b-8a0d-4362-bbd2-7faa1540ec48 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:12.400666 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbeba95-8037-40b1-9c20-c7eeebc7cc4a req-5e2f707b-8a0d-4362-bbd2-7faa1540ec48 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:12.414799 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbeba95-8037-40b1-9c20-c7eeebc7cc4a req-5e2f707b-8a0d-4362-bbd2-7faa1540ec48 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:12.420907 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbeba95-8037-40b1-9c20-c7eeebc7cc4a req-5e2f707b-8a0d-4362-bbd2-7faa1540ec48 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:12.429550 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbeba95-8037-40b1-9c20-c7eeebc7cc4a req-5e2f707b-8a0d-4362-bbd2-7faa1540ec48 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:12.437442 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4fbeba95-8037-40b1-9c20-c7eeebc7cc4a req-5e2f707b-8a0d-4362-bbd2-7faa1540ec48 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 3827 time: 0.2227471 May 06 09:48:12.452761 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418127d-6072-4449-af6e-fb4564d814e8 req-5ca5360d-27f6-41e4-9e45-c75a2b04f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:12.453243 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418127d-6072-4449-af6e-fb4564d814e8 req-5ca5360d-27f6-41e4-9e45-c75a2b04f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:12.453713 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418127d-6072-4449-af6e-fb4564d814e8 req-5ca5360d-27f6-41e4-9e45-c75a2b04f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:12.454182 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418127d-6072-4449-af6e-fb4564d814e8 req-5ca5360d-27f6-41e4-9e45-c75a2b04f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:12.455511 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418127d-6072-4449-af6e-fb4564d814e8 req-5ca5360d-27f6-41e4-9e45-c75a2b04f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:12.457430 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4418127d-6072-4449-af6e-fb4564d814e8 req-5ca5360d-27f6-41e4-9e45-c75a2b04f5e5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2432312eddf749dea1d91914dd979e43&device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 4362 time: 0.2621601 May 06 09:48:12.537542 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fe88fb-67f4-4f3b-83e2-3dfbd58a9e94 x-openstack-request-id: req-f5fe88fb-67f4-4f3b-83e2-3dfbd58a9e94 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:12.538434 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "tag": "e77a6f80-ee78-4b75-adf4-af7a982e62eb", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:12.538842 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f5fe88fb-67f4-4f3b-83e2-3dfbd58a9e94 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:12.539423 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5fe88fb-67f4-4f3b-83e2-3dfbd58a9e94'] response: {'name': 'network-changed', 'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'tag': 'e77a6f80-ee78-4b75-adf4-af7a982e62eb', 'status': 'completed', 'code': 200} May 06 09:48:12.615491 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-6f1e1947-ffdd-4716-ad77-4e70c5dbf446 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Made reservation on behalf of e937610fa6d344d497a1176339a92969 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:48:12.619500 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-6f1e1947-ffdd-4716-ad77-4e70c5dbf446 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:12.709930 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b72b0cd8-1f3e-49a2-b7f1-894fa7235a67 req-b171d33d-f46c-466d-8c3b-58beaae72c2f tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.2694550 May 06 09:48:12.728556 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2e462c52-3207-4208-bfcf-710724b3b4fe tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for floatingip, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:12.889490 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-55d27d64-7959-45e7-9f09-3179213728fb req-66f75523-a202-4831-b11f-305f15c5887d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d303aa1-b7fd-4784-9cb4-de5b64174005 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:48:12.899351 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-6f1e1947-ffdd-4716-ad77-4e70c5dbf446 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Allocated IP 172.20.0.14 (3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4/51825785-c1c2-434a-b6d0-df2b85401ddd/a3db1179-588e-473f-888d-d2e90353ccc5) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:48:12.902769 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-66f75523-a202-4831-b11f-305f15c5887d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:12.923156 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418127d-6072-4449-af6e-fb4564d814e8 req-979b4403-7b8e-40db-84bb-79b0c348ff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:12.923921 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418127d-6072-4449-af6e-fb4564d814e8 req-979b4403-7b8e-40db-84bb-79b0c348ff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:12.924836 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418127d-6072-4449-af6e-fb4564d814e8 req-979b4403-7b8e-40db-84bb-79b0c348ff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:12.925729 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-55d27d64-7959-45e7-9f09-3179213728fb req-66f75523-a202-4831-b11f-305f15c5887d service neutron] Transition to ACTIVE for port object 8d303aa1-b7fd-4784-9cb4-de5b64174005 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:48:12.926459 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4418127d-6072-4449-af6e-fb4564d814e8 req-979b4403-7b8e-40db-84bb-79b0c348ff45 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=2432312eddf749dea1d91914dd979e43&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4202971 May 06 09:48:12.929649 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4fbeba95-8037-40b1-9c20-c7eeebc7cc4a req-d71a641c-1bed-4be0-9d6e-8531881c823a tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4913888 May 06 09:48:12.933801 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-66f75523-a202-4831-b11f-305f15c5887d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:12.973225 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-69c294f6-e116-41c8-9aee-27c70800a410 req-0b4439aa-9394-4b2b-a688-004c48e8b472 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 210 time: 0.1208649 May 06 09:48:13.068768 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54482) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:13.132241 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f75523-a202-4831-b11f-305f15c5887d service neutron] Pushing event updated for resources: {'Port': ['ID=8d303aa1-b7fd-4784-9cb4-de5b64174005,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:13.239790 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-55d27d64-7959-45e7-9f09-3179213728fb req-66f75523-a202-4831-b11f-305f15c5887d service neutron] Attempting to bind port 8d303aa1-b7fd-4784-9cb4-de5b64174005 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:48:13.240143 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-55d27d64-7959-45e7-9f09-3179213728fb req-66f75523-a202-4831-b11f-305f15c5887d service neutron] Attempting to bind port 8d303aa1-b7fd-4784-9cb4-de5b64174005 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'f6d50db6-0b43-4540-af3d-5a193cdc7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '06ea11b1-d543-495d-bbe7-8e909ad3a0f6'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:48:13.240467 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-66f75523-a202-4831-b11f-305f15c5887d service neutron] Attempting to bind port 8d303aa1-b7fd-4784-9cb4-de5b64174005 on network 06ea11b1-d543-495d-bbe7-8e909ad3a0f6 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:13.257157 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-66f75523-a202-4831-b11f-305f15c5887d service neutron] Port 8d303aa1-b7fd-4784-9cb4-de5b64174005 on network 06ea11b1-d543-495d-bbe7-8e909ad3a0f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:48:13.257488 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-66f75523-a202-4831-b11f-305f15c5887d service neutron] Attempting to bind port 8d303aa1-b7fd-4784-9cb4-de5b64174005 on network 06ea11b1-d543-495d-bbe7-8e909ad3a0f6 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:13.279038 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-6f1e1947-ffdd-4716-ad77-4e70c5dbf446 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:13.281209 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-66f75523-a202-4831-b11f-305f15c5887d service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:48:13.281623 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-66f75523-a202-4831-b11f-305f15c5887d service neutron] Checking segment: {'id': 'f6d50db6-0b43-4540-af3d-5a193cdc7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '06ea11b1-d543-495d-bbe7-8e909ad3a0f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:48:13.282019 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-66f75523-a202-4831-b11f-305f15c5887d service neutron] Bound using segment: {'id': 'f6d50db6-0b43-4540-af3d-5a193cdc7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '06ea11b1-d543-495d-bbe7-8e909ad3a0f6'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:48:13.282539 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-55d27d64-7959-45e7-9f09-3179213728fb req-66f75523-a202-4831-b11f-305f15c5887d service neutron] Bound port: 8d303aa1-b7fd-4784-9cb4-de5b64174005, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d50db6-0b43-4540-af3d-5a193cdc7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '06ea11b1-d543-495d-bbe7-8e909ad3a0f6'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:48:13.283573 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-66f75523-a202-4831-b11f-305f15c5887d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:13.378822 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-55d27d64-7959-45e7-9f09-3179213728fb req-66f75523-a202-4831-b11f-305f15c5887d service neutron] For port 8d303aa1-b7fd-4784-9cb4-de5b64174005, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:48:13.386308 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-6f1e1947-ffdd-4716-ad77-4e70c5dbf446 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:13.389924 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-55d27d64-7959-45e7-9f09-3179213728fb req-66f75523-a202-4831-b11f-305f15c5887d service neutron] For port 8d303aa1-b7fd-4784-9cb4-de5b64174005, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=8d303aa1-b7fd-4784-9cb4-de5b64174005,segment=NetworkSegment(f6d50db6-0b43-4540-af3d-5a193cdc7027),segment_id=f6d50db6-0b43-4540-af3d-5a193cdc7027)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:48:13.459633 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e1947-ffdd-4716-ad77-4e70c5dbf446 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Pushing event updated for resources: {'Port': ['ID=a3db1179-588e-473f-888d-d2e90353ccc5,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:13.469163 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-66f75523-a202-4831-b11f-305f15c5887d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:13.528141 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-6f1e1947-ffdd-4716-ad77-4e70c5dbf446 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Network 3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:48:13.532156 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-66f75523-a202-4831-b11f-305f15c5887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:13.533352 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-66f75523-a202-4831-b11f-305f15c5887d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:13.534776 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-66f75523-a202-4831-b11f-305f15c5887d service neutron] 10.222.0.84 "PUT /v2.0/ports/8d303aa1-b7fd-4784-9cb4-de5b64174005 HTTP/1.1" status: 200 len: 1131 time: 1.8047974 May 06 09:48:13.535719 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-6f1e1947-ffdd-4716-ad77-4e70c5dbf446 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:13.546872 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-6f1e1947-ffdd-4716-ad77-4e70c5dbf446 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:48:13.610864 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-55d27d64-7959-45e7-9f09-3179213728fb req-3341887e-efff-4906-9cd7-4b057877c064 service neutron] Request body: {'port': {'device_id': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:13.635173 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce249df-ed1c-416e-8ef7-100e0ad42998 req-898d955f-1454-40ba-842c-a114571d3971 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:13.643426 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3ce249df-ed1c-416e-8ef7-100e0ad42998 req-898d955f-1454-40ba-842c-a114571d3971 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.2292612 May 06 09:48:13.651795 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-341abd34-271a-48ab-92d5-f09dbf5738e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:13.675640 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f75523-a202-4831-b11f-305f15c5887d service neutron] Pushing event updated for resources: {'Port': ['ID=8d303aa1-b7fd-4784-9cb4-de5b64174005,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:13.675906 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3824ab-403b-488d-8ce6-9b429545a768 req-153925ae-efcf-4324-bc65-ba81a1ded7a8 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:13.683304 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae3824ab-403b-488d-8ce6-9b429545a768 req-153925ae-efcf-4324-bc65-ba81a1ded7a8 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.2679842 May 06 09:48:13.697162 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-6f1e1947-ffdd-4716-ad77-4e70c5dbf446 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:13.697984 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-6f1e1947-ffdd-4716-ad77-4e70c5dbf446 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:13.710491 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-3341887e-efff-4906-9cd7-4b057877c064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:13.732037 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418127d-6072-4449-af6e-fb4564d814e8 req-77f50ee5-2e5e-48e7-bb41-5cc50b8f0abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:13.732848 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-6f1e1947-ffdd-4716-ad77-4e70c5dbf446 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8355551 May 06 09:48:13.733523 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4418127d-6072-4449-af6e-fb4564d814e8 req-77f50ee5-2e5e-48e7-bb41-5cc50b8f0abb service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7776318 May 06 09:48:13.823084 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae3824ab-403b-488d-8ce6-9b429545a768 req-c6d95523-84e8-497e-a516-f0cd7a65751b tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249876 May 06 09:48:13.913871 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-b23f7a02-1cb0-4af2-93f4-7e7719a03c83 service neutron] Request body: {'port': {'device_id': '1a2c8b02-1fa4-49a8-8267-52e2474e9b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:14.005484 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3ce249df-ed1c-416e-8ef7-100e0ad42998 req-0b196278-4cf4-4028-a395-714ae67d2eb6 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3607991 May 06 09:48:14.035629 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-b23f7a02-1cb0-4af2-93f4-7e7719a03c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.038985 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f48ab7e3-7e5c-4b30-9698-e71b8d44a4e0 req-2c2d471b-2ea5-479a-ab51-cfd1b05eebfa tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.1330869 May 06 09:48:14.200193 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.db.resource_extend [None req-2e462c52-3207-4208-bfcf-710724b3b4fe tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:48:14.207669 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-341abd34-271a-48ab-92d5-f09dbf5738e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.248146 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-341abd34-271a-48ab-92d5-f09dbf5738e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.327395 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-55d27d64-7959-45e7-9f09-3179213728fb req-3341887e-efff-4906-9cd7-4b057877c064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e94b7502-0449-4c81-b3d5-ef7fa04e0258 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:48:14.328824 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2e462c52-3207-4208-bfcf-710724b3b4fe tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.337574 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba033ac-32fc-47f2-8b4c-012d49f90319 req-cd81db47-0057-4ca5-8a8a-a76fa36fa2ad tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:14.337840 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-3341887e-efff-4906-9cd7-4b057877c064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.339159 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bba033ac-32fc-47f2-8b4c-012d49f90319 req-cd81db47-0057-4ca5-8a8a-a76fa36fa2ad tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 932 time: 0.1860580 May 06 09:48:14.340131 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341abd34-271a-48ab-92d5-f09dbf5738e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821c92dd-88a0-4d8b-a96e-423c7bb5d1a3,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:14.345955 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2e462c52-3207-4208-bfcf-710724b3b4fe tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.352316 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-341abd34-271a-48ab-92d5-f09dbf5738e2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4fdf98265797465187dd13b68f04fede&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2072017 May 06 09:48:14.355994 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54496) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:14.361770 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-55d27d64-7959-45e7-9f09-3179213728fb req-3341887e-efff-4906-9cd7-4b057877c064 service neutron] Transition to ACTIVE for port object e94b7502-0449-4c81-b3d5-ef7fa04e0258 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:48:14.371743 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-3341887e-efff-4906-9cd7-4b057877c064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.482082 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e9549-cdca-40e5-9ff0-dbeeaa61ee2a req-c8bdc2ed-5d91-4aa0-a4e1-653f047a92f4 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:14.482717 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341887e-efff-4906-9cd7-4b057877c064 service neutron] Pushing event updated for resources: {'Port': ['ID=e94b7502-0449-4c81-b3d5-ef7fa04e0258,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:14.488345 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e9549-cdca-40e5-9ff0-dbeeaa61ee2a req-c8bdc2ed-5d91-4aa0-a4e1-653f047a92f4 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:14.495399 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e9549-cdca-40e5-9ff0-dbeeaa61ee2a req-c8bdc2ed-5d91-4aa0-a4e1-653f047a92f4 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:14.502371 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e9549-cdca-40e5-9ff0-dbeeaa61ee2a req-c8bdc2ed-5d91-4aa0-a4e1-653f047a92f4 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:14.507990 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e9549-cdca-40e5-9ff0-dbeeaa61ee2a req-c8bdc2ed-5d91-4aa0-a4e1-653f047a92f4 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:14.514077 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e9549-cdca-40e5-9ff0-dbeeaa61ee2a req-c8bdc2ed-5d91-4aa0-a4e1-653f047a92f4 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:14.516836 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a95e9549-cdca-40e5-9ff0-dbeeaa61ee2a req-c8bdc2ed-5d91-4aa0-a4e1-653f047a92f4 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 4600 time: 0.3209057 May 06 09:48:14.540480 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'tag': '8d303aa1-b7fd-4784-9cb4-de5b64174005'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:14.542755 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae6fcfb-7d93-4836-ad87-17dbd104ebc3" -d '{"events": [{"name": "network-changed", "server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "tag": "8d303aa1-b7fd-4784-9cb4-de5b64174005"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:14.567442 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-b23f7a02-1cb0-4af2-93f4-7e7719a03c83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3db1179-588e-473f-888d-d2e90353ccc5 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:48:14.591160 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-b23f7a02-1cb0-4af2-93f4-7e7719a03c83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.593484 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-55d27d64-7959-45e7-9f09-3179213728fb req-3341887e-efff-4906-9cd7-4b057877c064 service neutron] Attempting to bind port e94b7502-0449-4c81-b3d5-ef7fa04e0258 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:48:14.593484 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-55d27d64-7959-45e7-9f09-3179213728fb req-3341887e-efff-4906-9cd7-4b057877c064 service neutron] Attempting to bind port e94b7502-0449-4c81-b3d5-ef7fa04e0258 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'f6d50db6-0b43-4540-af3d-5a193cdc7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '06ea11b1-d543-495d-bbe7-8e909ad3a0f6'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:48:14.593484 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-3341887e-efff-4906-9cd7-4b057877c064 service neutron] Attempting to bind port e94b7502-0449-4c81-b3d5-ef7fa04e0258 on network 06ea11b1-d543-495d-bbe7-8e909ad3a0f6 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:14.605481 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-3341887e-efff-4906-9cd7-4b057877c064 service neutron] Port e94b7502-0449-4c81-b3d5-ef7fa04e0258 on network 06ea11b1-d543-495d-bbe7-8e909ad3a0f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:48:14.605796 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-3341887e-efff-4906-9cd7-4b057877c064 service neutron] Attempting to bind port e94b7502-0449-4c81-b3d5-ef7fa04e0258 on network 06ea11b1-d543-495d-bbe7-8e909ad3a0f6 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:14.610481 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-b23f7a02-1cb0-4af2-93f4-7e7719a03c83 service neutron] Transition to ACTIVE for port object a3db1179-588e-473f-888d-d2e90353ccc5 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:48:14.614886 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-3341887e-efff-4906-9cd7-4b057877c064 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:48:14.614886 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-3341887e-efff-4906-9cd7-4b057877c064 service neutron] Checking segment: {'id': 'f6d50db6-0b43-4540-af3d-5a193cdc7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '06ea11b1-d543-495d-bbe7-8e909ad3a0f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:48:14.614886 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-3341887e-efff-4906-9cd7-4b057877c064 service neutron] Bound using segment: {'id': 'f6d50db6-0b43-4540-af3d-5a193cdc7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '06ea11b1-d543-495d-bbe7-8e909ad3a0f6'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:48:14.614886 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-55d27d64-7959-45e7-9f09-3179213728fb req-3341887e-efff-4906-9cd7-4b057877c064 service neutron] Bound port: e94b7502-0449-4c81-b3d5-ef7fa04e0258, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d50db6-0b43-4540-af3d-5a193cdc7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '06ea11b1-d543-495d-bbe7-8e909ad3a0f6'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:48:14.614886 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-3341887e-efff-4906-9cd7-4b057877c064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.628271 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-b23f7a02-1cb0-4af2-93f4-7e7719a03c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.640280 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bba033ac-32fc-47f2-8b4c-012d49f90319 req-ba7f17e4-bcd0-4df9-9080-594d4fdc5660 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132883 May 06 09:48:14.654856 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-90695aee-6404-450c-b8a6-c38463d872db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.703450 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c354d851-57f6-4188-b35a-76f1f1650f8b x-openstack-request-id: req-c354d851-57f6-4188-b35a-76f1f1650f8b {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:14.703781 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "tag": "8d303aa1-b7fd-4784-9cb4-de5b64174005", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:14.703998 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c354d851-57f6-4188-b35a-76f1f1650f8b {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:14.704402 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c354d851-57f6-4188-b35a-76f1f1650f8b'] response: {'name': 'network-changed', 'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'tag': '8d303aa1-b7fd-4784-9cb4-de5b64174005', 'status': 'completed', 'code': 200} May 06 09:48:14.708994 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-90695aee-6404-450c-b8a6-c38463d872db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.746189 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-2e462c52-3207-4208-bfcf-710724b3b4fe tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Floating IP 71ad8db1-bd7a-4434-9cb3-e75513dd0700 associated. External IP: 172.25.5.39, port: f0fa2814-7e98-4015-a8d9-c881c8e68a6c. May 06 09:48:14.817777 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f7a02-1cb0-4af2-93f4-7e7719a03c83 service neutron] Pushing event updated for resources: {'Port': ['ID=a3db1179-588e-473f-888d-d2e90353ccc5,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:14.850168 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-55d27d64-7959-45e7-9f09-3179213728fb req-3341887e-efff-4906-9cd7-4b057877c064 service neutron] For port e94b7502-0449-4c81-b3d5-ef7fa04e0258, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:48:14.855152 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-55d27d64-7959-45e7-9f09-3179213728fb req-3341887e-efff-4906-9cd7-4b057877c064 service neutron] For port e94b7502-0449-4c81-b3d5-ef7fa04e0258, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e94b7502-0449-4c81-b3d5-ef7fa04e0258,segment=NetworkSegment(f6d50db6-0b43-4540-af3d-5a193cdc7027),segment_id=f6d50db6-0b43-4540-af3d-5a193cdc7027)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:48:14.859633 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a95e9549-cdca-40e5-9ff0-dbeeaa61ee2a req-b401b3bf-1858-4eef-82c0-7d0646986205 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3017368 May 06 09:48:14.885820 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-b23f7a02-1cb0-4af2-93f4-7e7719a03c83 service neutron] Attempting to bind port a3db1179-588e-473f-888d-d2e90353ccc5 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:48:14.885820 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-b23f7a02-1cb0-4af2-93f4-7e7719a03c83 service neutron] Attempting to bind port a3db1179-588e-473f-888d-d2e90353ccc5 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'cbe72a48-c421-451e-86ad-4b99d621abda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:48:14.885820 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-b23f7a02-1cb0-4af2-93f4-7e7719a03c83 service neutron] Attempting to bind port a3db1179-588e-473f-888d-d2e90353ccc5 on network 3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:14.888235 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-3341887e-efff-4906-9cd7-4b057877c064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.904466 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-b23f7a02-1cb0-4af2-93f4-7e7719a03c83 service neutron] Port a3db1179-588e-473f-888d-d2e90353ccc5 on network 3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:48:14.904796 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-b23f7a02-1cb0-4af2-93f4-7e7719a03c83 service neutron] Attempting to bind port a3db1179-588e-473f-888d-d2e90353ccc5 on network 3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:14.938987 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-b23f7a02-1cb0-4af2-93f4-7e7719a03c83 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:48:14.939382 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-b23f7a02-1cb0-4af2-93f4-7e7719a03c83 service neutron] Checking segment: {'id': 'cbe72a48-c421-451e-86ad-4b99d621abda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:48:14.939844 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-b23f7a02-1cb0-4af2-93f4-7e7719a03c83 service neutron] Bound using segment: {'id': 'cbe72a48-c421-451e-86ad-4b99d621abda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:48:14.940847 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-b23f7a02-1cb0-4af2-93f4-7e7719a03c83 service neutron] Bound port: a3db1179-588e-473f-888d-d2e90353ccc5, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe72a48-c421-451e-86ad-4b99d621abda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:48:14.941202 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-b23f7a02-1cb0-4af2-93f4-7e7719a03c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.967926 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-3341887e-efff-4906-9cd7-4b057877c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:14.968632 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-3341887e-efff-4906-9cd7-4b057877c064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.970449 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-3341887e-efff-4906-9cd7-4b057877c064 service neutron] 10.222.0.84 "PUT /v2.0/ports/e94b7502-0449-4c81-b3d5-ef7fa04e0258 HTTP/1.1" status: 200 len: 1130 time: 1.3699412 May 06 09:48:15.019188 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-55d27d64-7959-45e7-9f09-3179213728fb req-a01df4f4-757f-49dc-b753-2762e6c67a11 service neutron] Request body: {'port': {'device_id': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:15.020715 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6fcfb-7d93-4836-ad87-17dbd104ebc3 req-4506b72b-6b74-4338-ae0a-a4e80417167d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:15.021293 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6fcfb-7d93-4836-ad87-17dbd104ebc3 req-4506b72b-6b74-4338-ae0a-a4e80417167d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:15.021664 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6fcfb-7d93-4836-ad87-17dbd104ebc3 req-4506b72b-6b74-4338-ae0a-a4e80417167d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:15.022135 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6fcfb-7d93-4836-ad87-17dbd104ebc3 req-4506b72b-6b74-4338-ae0a-a4e80417167d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:15.022606 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6fcfb-7d93-4836-ad87-17dbd104ebc3 req-4506b72b-6b74-4338-ae0a-a4e80417167d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:15.023077 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6fcfb-7d93-4836-ad87-17dbd104ebc3 req-4506b72b-6b74-4338-ae0a-a4e80417167d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:15.023585 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6fcfb-7d93-4836-ad87-17dbd104ebc3 req-4506b72b-6b74-4338-ae0a-a4e80417167d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:15.027390 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cae6fcfb-7d93-4836-ad87-17dbd104ebc3 req-4506b72b-6b74-4338-ae0a-a4e80417167d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2432312eddf749dea1d91914dd979e43&device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 6167 time: 0.2736967 May 06 09:48:15.028576 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341887e-efff-4906-9cd7-4b057877c064 service neutron] Pushing event updated for resources: {'Port': ['ID=e94b7502-0449-4c81-b3d5-ef7fa04e0258,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:15.060583 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cab92f-e5ed-4055-89c8-845ca08bd1ae req-1d2ed3f4-687c-4cbf-96f5-86cfdd23b2fb tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:15.062140 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9cab92f-e5ed-4055-89c8-845ca08bd1ae req-1d2ed3f4-687c-4cbf-96f5-86cfdd23b2fb tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.1680012 May 06 09:48:15.070474 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-90695aee-6404-450c-b8a6-c38463d872db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:15.073046 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-90695aee-6404-450c-b8a6-c38463d872db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:15.076749 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-90695aee-6404-450c-b8a6-c38463d872db admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/821c92dd-88a0-4d8b-a96e-423c7bb5d1a3 HTTP/1.1" status: 204 len: 168 time: 0.7172613 May 06 09:48:15.183055 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-b23f7a02-1cb0-4af2-93f4-7e7719a03c83 service neutron] For port a3db1179-588e-473f-888d-d2e90353ccc5, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:48:15.208808 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-b23f7a02-1cb0-4af2-93f4-7e7719a03c83 service neutron] For port a3db1179-588e-473f-888d-d2e90353ccc5, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a3db1179-588e-473f-888d-d2e90353ccc5,segment=NetworkSegment(cbe72a48-c421-451e-86ad-4b99d621abda),segment_id=cbe72a48-c421-451e-86ad-4b99d621abda)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:48:15.210846 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-a01df4f4-757f-49dc-b753-2762e6c67a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:15.218236 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90695aee-6404-450c-b8a6-c38463d872db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821c92dd-88a0-4d8b-a96e-423c7bb5d1a3,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:15.226642 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-b23f7a02-1cb0-4af2-93f4-7e7719a03c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:15.315276 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4517b249-0672-4689-960d-81d5579d3821 req-16c09d09-a418-472f-91db-c161e877a41d tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.1126564 May 06 09:48:15.411685 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9cab92f-e5ed-4055-89c8-845ca08bd1ae req-2c7fa4dc-07c8-4833-9b74-2a0adc93522a tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293050 May 06 09:48:15.460149 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6fcfb-7d93-4836-ad87-17dbd104ebc3 req-752caa8f-48d2-4e44-8212-427ccae389bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:15.460728 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6fcfb-7d93-4836-ad87-17dbd104ebc3 req-752caa8f-48d2-4e44-8212-427ccae389bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:15.461305 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6fcfb-7d93-4836-ad87-17dbd104ebc3 req-752caa8f-48d2-4e44-8212-427ccae389bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:15.463195 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cae6fcfb-7d93-4836-ad87-17dbd104ebc3 req-752caa8f-48d2-4e44-8212-427ccae389bd service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=2432312eddf749dea1d91914dd979e43&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4248381 May 06 09:48:15.463451 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-b23f7a02-1cb0-4af2-93f4-7e7719a03c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:15.464084 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-b23f7a02-1cb0-4af2-93f4-7e7719a03c83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:15.465539 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-b23f7a02-1cb0-4af2-93f4-7e7719a03c83 service neutron] 10.222.0.77 "PUT /v2.0/ports/a3db1179-588e-473f-888d-d2e90353ccc5 HTTP/1.1" status: 200 len: 1092 time: 1.7122724 May 06 09:48:15.515529 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e462c52-3207-4208-bfcf-710724b3b4fe tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Router f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:48:15.522978 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f7a02-1cb0-4af2-93f4-7e7719a03c83 service neutron] Pushing event updated for resources: {'Port': ['ID=a3db1179-588e-473f-888d-d2e90353ccc5,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:15.544901 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54510) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:15.580711 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e1280470-1a6a-4a49-aa83-1e3204e43f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:15.604260 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-6acdb747-96ee-46b5-9ffa-16310ffee66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:15.606337 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-6acdb747-96ee-46b5-9ffa-16310ffee66b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e937610fa6d344d497a1176339a92969&device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 1095 time: 0.0798564 May 06 09:48:15.664534 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-55d27d64-7959-45e7-9f09-3179213728fb req-a01df4f4-757f-49dc-b753-2762e6c67a11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1147ef60-b34c-4fbc-b161-75b9b7f5894d {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:48:15.666242 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba86753-702a-4b44-a5c8-d8478ce286ac req-1dfaedbf-13e9-4244-abe7-37d82f28b450 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:15.667837 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8ba86753-702a-4b44-a5c8-d8478ce286ac req-1dfaedbf-13e9-4244-abe7-37d82f28b450 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.2023058 May 06 09:48:15.705592 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-a01df4f4-757f-49dc-b753-2762e6c67a11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:15.724167 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6fcfb-7d93-4836-ad87-17dbd104ebc3 req-067e22a4-5036-4e16-8453-f8e46a250096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:15.725636 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cae6fcfb-7d93-4836-ad87-17dbd104ebc3 req-067e22a4-5036-4e16-8453-f8e46a250096 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2472229 May 06 09:48:15.754614 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-6cff0395-58cb-4968-89bc-9dafe5853fc4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3db1179-588e-473f-888d-d2e90353ccc5 HTTP/1.1" status: 200 len: 217 time: 0.1173637 May 06 09:48:15.797816 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-55d27d64-7959-45e7-9f09-3179213728fb req-a01df4f4-757f-49dc-b753-2762e6c67a11 service neutron] Transition to ACTIVE for port object 1147ef60-b34c-4fbc-b161-75b9b7f5894d will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:48:15.802990 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-a01df4f4-757f-49dc-b753-2762e6c67a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:15.858548 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-40a60c80-f354-4375-b3ae-7005f133b920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:15.863793 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-40a60c80-f354-4375-b3ae-7005f133b920 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51825785-c1c2-434a-b6d0-df2b85401ddd HTTP/1.1" status: 200 len: 854 time: 0.0967548 May 06 09:48:15.874608 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01df4f4-757f-49dc-b753-2762e6c67a11 service neutron] Pushing event updated for resources: {'Port': ['ID=1147ef60-b34c-4fbc-b161-75b9b7f5894d,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:15.911556 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-aceedc9a-0913-4eaa-916e-f7c72a846ca4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374117 May 06 09:48:15.912948 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b81e751d-ffde-44ab-a2af-4813cfc0084d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.045364 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-55d27d64-7959-45e7-9f09-3179213728fb req-a01df4f4-757f-49dc-b753-2762e6c67a11 service neutron] Attempting to bind port 1147ef60-b34c-4fbc-b161-75b9b7f5894d on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:48:16.045710 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-55d27d64-7959-45e7-9f09-3179213728fb req-a01df4f4-757f-49dc-b753-2762e6c67a11 service neutron] Attempting to bind port 1147ef60-b34c-4fbc-b161-75b9b7f5894d by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'f6d50db6-0b43-4540-af3d-5a193cdc7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '06ea11b1-d543-495d-bbe7-8e909ad3a0f6'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:48:16.046045 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-a01df4f4-757f-49dc-b753-2762e6c67a11 service neutron] Attempting to bind port 1147ef60-b34c-4fbc-b161-75b9b7f5894d on network 06ea11b1-d543-495d-bbe7-8e909ad3a0f6 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:16.059764 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-a01df4f4-757f-49dc-b753-2762e6c67a11 service neutron] Port 1147ef60-b34c-4fbc-b161-75b9b7f5894d on network 06ea11b1-d543-495d-bbe7-8e909ad3a0f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:48:16.060094 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-a01df4f4-757f-49dc-b753-2762e6c67a11 service neutron] Attempting to bind port 1147ef60-b34c-4fbc-b161-75b9b7f5894d on network 06ea11b1-d543-495d-bbe7-8e909ad3a0f6 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:16.078290 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-a01df4f4-757f-49dc-b753-2762e6c67a11 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:48:16.078638 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-a01df4f4-757f-49dc-b753-2762e6c67a11 service neutron] Checking segment: {'id': 'f6d50db6-0b43-4540-af3d-5a193cdc7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '06ea11b1-d543-495d-bbe7-8e909ad3a0f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:48:16.079038 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-a01df4f4-757f-49dc-b753-2762e6c67a11 service neutron] Bound using segment: {'id': 'f6d50db6-0b43-4540-af3d-5a193cdc7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '06ea11b1-d543-495d-bbe7-8e909ad3a0f6'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:48:16.080120 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-55d27d64-7959-45e7-9f09-3179213728fb req-a01df4f4-757f-49dc-b753-2762e6c67a11 service neutron] Bound port: 1147ef60-b34c-4fbc-b161-75b9b7f5894d, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d50db6-0b43-4540-af3d-5a193cdc7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '06ea11b1-d543-495d-bbe7-8e909ad3a0f6'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:48:16.080497 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-a01df4f4-757f-49dc-b753-2762e6c67a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.114718 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-5b25374f-2eb8-4496-ae52-bfe7546cfed6 service neutron] 10.222.0.77 "GET /v2.0/networks/3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886749 May 06 09:48:16.122596 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8ba86753-702a-4b44-a5c8-d8478ce286ac req-15e393ff-b895-4a40-9287-04d4d5b83905 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4446366 May 06 09:48:16.148912 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e1280470-1a6a-4a49-aa83-1e3204e43f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.161815 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85e657-1ef3-4766-b25e-e5e6b77f1b0d req-ad0fbff4-d4d4-4e58-9de7-f0fa97540986 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:16.163460 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f85e657-1ef3-4766-b25e-e5e6b77f1b0d req-ad0fbff4-d4d4-4e58-9de7-f0fa97540986 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 944 time: 0.4607649 May 06 09:48:16.165060 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e1280470-1a6a-4a49-aa83-1e3204e43f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.168167 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e462c52-3207-4208-bfcf-710724b3b4fe tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:48:16.182355 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ec40d4-71ca-498a-9570-687eaa2aa9f0 None None] Sync routers for ids ['f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:48:16.191158 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2e462c52-3207-4208-bfcf-710724b3b4fe tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.208057 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ec40d4-71ca-498a-9570-687eaa2aa9f0 None None] Routers {'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:16.209226 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b7ec40d4-71ca-498a-9570-687eaa2aa9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:47:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:16.273436 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2e462c52-3207-4208-bfcf-710724b3b4fe tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "PUT /v2.0/floatingips/71ad8db1-bd7a-4434-9cb3-e75513dd0700 HTTP/1.1" status: 200 len: 991 time: 3.9318161 May 06 09:48:16.274621 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e877c558-4ee9-4f71-9ef6-edfc073b2782', 'tag': 'f0fa2814-7e98-4015-a8d9-c881c8e68a6c'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:16.288547 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b51d2ed-4086-4f72-b096-e65fbf96af98" -d '{"events": [{"name": "network-changed", "server_uuid": "e877c558-4ee9-4f71-9ef6-edfc073b2782", "tag": "f0fa2814-7e98-4015-a8d9-c881c8e68a6c"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:16.293121 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e1280470-1a6a-4a49-aa83-1e3204e43f91 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7a172750ead54b47907db0bc8ed1d2ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7430310 May 06 09:48:16.297664 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 54520) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:16.298018 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1280470-1a6a-4a49-aa83-1e3204e43f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1061f0e3-e52b-4884-9afb-1b25e1c5576c,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:16.332298 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-55d27d64-7959-45e7-9f09-3179213728fb req-a01df4f4-757f-49dc-b753-2762e6c67a11 service neutron] For port 1147ef60-b34c-4fbc-b161-75b9b7f5894d, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:48:16.370772 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f85e657-1ef3-4766-b25e-e5e6b77f1b0d req-793fd9df-b2f7-48fb-9d6e-b5a216fa6d15 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770828 May 06 09:48:16.374180 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-b7ec40d4-71ca-498a-9570-687eaa2aa9f0 None None] Set router f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:48:16.388330 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-55d27d64-7959-45e7-9f09-3179213728fb req-a01df4f4-757f-49dc-b753-2762e6c67a11 service neutron] For port 1147ef60-b34c-4fbc-b161-75b9b7f5894d, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=1147ef60-b34c-4fbc-b161-75b9b7f5894d,segment=NetworkSegment(f6d50db6-0b43-4540-af3d-5a193cdc7027),segment_id=f6d50db6-0b43-4540-af3d-5a193cdc7027)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:48:16.406059 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4c149c75-192c-4698-8cd2-1fb08a0c1adb req-820ac48a-662d-448a-aed3-69cd634f44ac service neutron] 10.222.0.77 "GET /v2.0/networks/3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140398 May 06 09:48:16.407358 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-a01df4f4-757f-49dc-b753-2762e6c67a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.421063 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27e9e4-62ef-4f23-b9fb-fada938b874f req-f141a998-0bd1-4463-adad-7e9b7641c3da tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:16.435947 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27e9e4-62ef-4f23-b9fb-fada938b874f req-f141a998-0bd1-4463-adad-7e9b7641c3da tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:16.451212 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27e9e4-62ef-4f23-b9fb-fada938b874f req-f141a998-0bd1-4463-adad-7e9b7641c3da tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:16.458632 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27e9e4-62ef-4f23-b9fb-fada938b874f req-f141a998-0bd1-4463-adad-7e9b7641c3da tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:16.466955 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27e9e4-62ef-4f23-b9fb-fada938b874f req-f141a998-0bd1-4463-adad-7e9b7641c3da tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:16.475071 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27e9e4-62ef-4f23-b9fb-fada938b874f req-f141a998-0bd1-4463-adad-7e9b7641c3da tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:16.481620 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45932fcd-26c4-4bb1-8c1c-c9fef158c327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.483400 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27e9e4-62ef-4f23-b9fb-fada938b874f req-f141a998-0bd1-4463-adad-7e9b7641c3da tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:16.485594 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad27e9e4-62ef-4f23-b9fb-fada938b874f req-f141a998-0bd1-4463-adad-7e9b7641c3da tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5384 time: 0.1910193 May 06 09:48:16.496506 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2475dd54-543e-4656-9f16-a904ec70b6f0 x-openstack-request-id: req-2475dd54-543e-4656-9f16-a904ec70b6f0 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:16.496800 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e877c558-4ee9-4f71-9ef6-edfc073b2782", "tag": "f0fa2814-7e98-4015-a8d9-c881c8e68a6c", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:16.497057 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2475dd54-543e-4656-9f16-a904ec70b6f0 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:16.497459 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2475dd54-543e-4656-9f16-a904ec70b6f0'] response: {'name': 'network-changed', 'server_uuid': 'e877c558-4ee9-4f71-9ef6-edfc073b2782', 'tag': 'f0fa2814-7e98-4015-a8d9-c881c8e68a6c', 'status': 'completed', 'code': 200} May 06 09:48:16.560184 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45932fcd-26c4-4bb1-8c1c-c9fef158c327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.585140 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f7b050a3-7cd4-473c-aecf-0b2fef9324dc req-191ab153-b321-44d4-af0a-7d6fa1498033 tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0508201 May 06 09:48:16.592593 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51d2ed-4086-4f72-b096-e65fbf96af98 req-f8352ffa-6f4f-4f81-bc51-aa1fd976ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:16.595001 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b51d2ed-4086-4f72-b096-e65fbf96af98 req-f8352ffa-6f4f-4f81-bc51-aa1fd976ab90 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fc3665e2c2e04868b3a33544c6d53039&device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 1097 time: 0.1077123 May 06 09:48:16.599878 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad27e9e4-62ef-4f23-b9fb-fada938b874f req-88f76c51-afbd-4ec8-9a08-852fb9d9eb33 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1003425 May 06 09:48:16.654587 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-a01df4f4-757f-49dc-b753-2762e6c67a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:16.663344 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-a01df4f4-757f-49dc-b753-2762e6c67a11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.665979 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-a01df4f4-757f-49dc-b753-2762e6c67a11 service neutron] 10.222.0.84 "PUT /v2.0/ports/1147ef60-b34c-4fbc-b161-75b9b7f5894d HTTP/1.1" status: 200 len: 1091 time: 1.6513679 May 06 09:48:16.708700 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-55d27d64-7959-45e7-9f09-3179213728fb req-4e6996ad-99ab-480c-9c95-35e6aa6ff816 service neutron] Request body: {'port': {'device_id': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:16.713004 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'tag': 'e94b7502-0449-4c81-b3d5-ef7fa04e0258'}, {'name': 'network-changed', 'server_uuid': '1a2c8b02-1fa4-49a8-8267-52e2474e9b5d', 'tag': 'a3db1179-588e-473f-888d-d2e90353ccc5'}, {'name': 'network-changed', 'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'tag': '1147ef60-b34c-4fbc-b161-75b9b7f5894d'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:16.715575 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd222ebb-b98e-4690-b18f-764d5a7dc175" -d '{"events": [{"name": "network-changed", "server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "tag": "e94b7502-0449-4c81-b3d5-ef7fa04e0258"}, {"name": "network-changed", "server_uuid": "1a2c8b02-1fa4-49a8-8267-52e2474e9b5d", "tag": "a3db1179-588e-473f-888d-d2e90353ccc5"}, {"name": "network-changed", "server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "tag": "1147ef60-b34c-4fbc-b161-75b9b7f5894d"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:16.801326 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01df4f4-757f-49dc-b753-2762e6c67a11 service neutron] Pushing event updated for resources: {'Port': ['ID=1147ef60-b34c-4fbc-b161-75b9b7f5894d,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:16.817539 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 06 May 2022 09:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d0eb44-a12b-4f15-8f24-30289254d3ae x-openstack-request-id: req-e7d0eb44-a12b-4f15-8f24-30289254d3ae {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:16.818257 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "tag": "e94b7502-0449-4c81-b3d5-ef7fa04e0258", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1a2c8b02-1fa4-49a8-8267-52e2474e9b5d", "tag": "a3db1179-588e-473f-888d-d2e90353ccc5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "tag": "1147ef60-b34c-4fbc-b161-75b9b7f5894d", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:16.818956 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e7d0eb44-a12b-4f15-8f24-30289254d3ae {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:16.819552 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7d0eb44-a12b-4f15-8f24-30289254d3ae'] response: {'name': 'network-changed', 'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'tag': 'e94b7502-0449-4c81-b3d5-ef7fa04e0258', 'status': 'completed', 'code': 200} May 06 09:48:16.819978 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7d0eb44-a12b-4f15-8f24-30289254d3ae'] response: {'name': 'network-changed', 'server_uuid': '1a2c8b02-1fa4-49a8-8267-52e2474e9b5d', 'tag': 'a3db1179-588e-473f-888d-d2e90353ccc5', 'status': 'completed', 'code': 200} May 06 09:48:16.820385 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7d0eb44-a12b-4f15-8f24-30289254d3ae'] response: {'name': 'network-changed', 'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'tag': '1147ef60-b34c-4fbc-b161-75b9b7f5894d', 'status': 'completed', 'code': 200} May 06 09:48:16.857274 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51d2ed-4086-4f72-b096-e65fbf96af98 req-41c034ae-5a34-4c81-bf93-f8af4f93e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:16.859672 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b51d2ed-4086-4f72-b096-e65fbf96af98 req-41c034ae-5a34-4c81-bf93-f8af4f93e61f service neutron] 10.222.0.84 "GET /v2.0/networks?id=5312fc31-6ea9-4a0c-acf2-db4b77673e7e HTTP/1.1" status: 200 len: 912 time: 0.2483199 May 06 09:48:16.886252 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-4e6996ad-99ab-480c-9c95-35e6aa6ff816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.942724 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45932fcd-26c4-4bb1-8c1c-c9fef158c327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.946549 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45932fcd-26c4-4bb1-8c1c-c9fef158c327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.953699 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b7ec40d4-71ca-498a-9570-687eaa2aa9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'name': 'tempest-AttachVolumeTestJSON-1336332993-router', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:40Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 4, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'gw_port': {'id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:41Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '71ad8db1-bd7a-4434-9cb3-e75513dd0700', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'floating_ip_address': '172.25.5.39', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'port_id': 'f0fa2814-7e98-4015-a8d9-c881c8e68a6c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e', 'mac_address': 'fa:16:3e:e0:89:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e877c558-4ee9-4f71-9ef6-edfc073b2782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:47:53Z', 'updated_at': '2022-05-06T09:48:14Z', 'revision_number': 1, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75a258e-d68f-42b0-9b9a-4331bbc68248', 'name': '', 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'mac_address': 'fa:16:3e:ce:be:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:46Z', 'updated_at': '2022-05-06T09:47:53Z', 'revision_number': 5, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'subnets': [{'id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:16.967002 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-45932fcd-26c4-4bb1-8c1c-c9fef158c327 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1061f0e3-e52b-4884-9afb-1b25e1c5576c HTTP/1.1" status: 204 len: 168 time: 0.6606879 May 06 09:48:16.987815 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45932fcd-26c4-4bb1-8c1c-c9fef158c327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1061f0e3-e52b-4884-9afb-1b25e1c5576c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:17.004309 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ec40d4-71ca-498a-9570-687eaa2aa9f0 None None] Checking router: f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:48:17.016092 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ec40d4-71ca-498a-9570-687eaa2aa9f0 None None] Routers {'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:17.018231 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b7ec40d4-71ca-498a-9570-687eaa2aa9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:47:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:17.037010 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd7a96-fd7e-47eb-bb7b-4f2fb8f317f1 req-69b27c7f-0d7e-45c0-94ce-f05481bed50c tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:17.039238 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dbfd7a96-fd7e-47eb-bb7b-4f2fb8f317f1 req-69b27c7f-0d7e-45c0-94ce-f05481bed50c tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.2602458 May 06 09:48:17.048736 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b51d2ed-4086-4f72-b096-e65fbf96af98 req-24b7f736-1e50-45cb-af4c-335ebce2b1b8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0fa2814-7e98-4015-a8d9-c881c8e68a6c HTTP/1.1" status: 200 len: 999 time: 0.1763840 May 06 09:48:17.073914 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-f551a433-c7a2-498e-b501-d1c28a7c8acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:17.076274 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-f551a433-c7a2-498e-b501-d1c28a7c8acb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e937610fa6d344d497a1176339a92969&device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 1095 time: 0.2191713 May 06 09:48:17.107608 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-920709b2-f3c7-4fa4-9981-9d793a71e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:17.108313 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-920709b2-f3c7-4fa4-9981-9d793a71e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:17.108986 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-920709b2-f3c7-4fa4-9981-9d793a71e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:17.109457 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-920709b2-f3c7-4fa4-9981-9d793a71e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:17.109924 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-920709b2-f3c7-4fa4-9981-9d793a71e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:17.110436 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-920709b2-f3c7-4fa4-9981-9d793a71e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:17.110946 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-920709b2-f3c7-4fa4-9981-9d793a71e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:17.113436 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-920709b2-f3c7-4fa4-9981-9d793a71e3ba service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2432312eddf749dea1d91914dd979e43&device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 6276 time: 0.2620311 May 06 09:48:17.181346 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-b7ec40d4-71ca-498a-9570-687eaa2aa9f0 None None] Set router f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:48:17.213288 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dbfd7a96-fd7e-47eb-bb7b-4f2fb8f317f1 req-8fd88860-827c-4284-85ac-a414e16be61c tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624947 May 06 09:48:17.333443 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-d04547b2-e346-499d-9708-adb2847415d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:17.335022 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-d04547b2-e346-499d-9708-adb2847415d5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4 HTTP/1.1" status: 200 len: 915 time: 0.2471573 May 06 09:48:17.374596 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51d2ed-4086-4f72-b096-e65fbf96af98 req-be24e7bc-9aea-43ab-8e98-b36d2d2d437d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:17.376986 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b51d2ed-4086-4f72-b096-e65fbf96af98 req-be24e7bc-9aea-43ab-8e98-b36d2d2d437d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ccc21fd6-3e83-4532-8289-a853643de30c HTTP/1.1" status: 200 len: 850 time: 0.3146274 May 06 09:48:17.461371 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-8e2ee344-556a-4994-a4b8-d131fa3dbe89 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3db1179-588e-473f-888d-d2e90353ccc5 HTTP/1.1" status: 200 len: 217 time: 0.0981002 May 06 09:48:17.470853 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2339e79-4da6-4dd0-b836-070834e26f3f req-56a8cb2e-5895-4e38-b60a-d0d7be501f41 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:17.472855 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2339e79-4da6-4dd0-b836-070834e26f3f req-56a8cb2e-5895-4e38-b60a-d0d7be501f41 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.1644475 May 06 09:48:17.503771 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51d2ed-4086-4f72-b096-e65fbf96af98 req-71788d11-d53e-4fa6-b11b-b42be6f988b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:17.505679 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b51d2ed-4086-4f72-b096-e65fbf96af98 req-71788d11-d53e-4fa6-b11b-b42be6f988b8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5312fc31-6ea9-4a0c-acf2-db4b77673e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210330 May 06 09:48:17.530132 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-122a4189-f63a-4a3d-bbab-d7ba4e5cefd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:17.530730 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-122a4189-f63a-4a3d-bbab-d7ba4e5cefd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:17.531237 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-122a4189-f63a-4a3d-bbab-d7ba4e5cefd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:17.533008 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-122a4189-f63a-4a3d-bbab-d7ba4e5cefd4 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=2432312eddf749dea1d91914dd979e43&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3920274 May 06 09:48:17.601500 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b7ec40d4-71ca-498a-9570-687eaa2aa9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'name': 'tempest-AttachVolumeTestJSON-1336332993-router', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:40Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 4, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'gw_port': {'id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:41Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '71ad8db1-bd7a-4434-9cb3-e75513dd0700', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'floating_ip_address': '172.25.5.39', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'port_id': 'f0fa2814-7e98-4015-a8d9-c881c8e68a6c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e', 'mac_address': 'fa:16:3e:e0:89:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e877c558-4ee9-4f71-9ef6-edfc073b2782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:47:53Z', 'updated_at': '2022-05-06T09:48:14Z', 'revision_number': 1, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75a258e-d68f-42b0-9b9a-4331bbc68248', 'name': '', 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'mac_address': 'fa:16:3e:ce:be:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:46Z', 'updated_at': '2022-05-06T09:47:53Z', 'revision_number': 5, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'subnets': [{'id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:17.625695 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-914b65f7-57c9-4539-be27-2740817a540a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:17.628679 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-914b65f7-57c9-4539-be27-2740817a540a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51825785-c1c2-434a-b6d0-df2b85401ddd HTTP/1.1" status: 200 len: 854 time: 0.1570957 May 06 09:48:17.667532 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ec40d4-71ca-498a-9570-687eaa2aa9f0 None None] The sync data for ids ['f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'] in n-d-840835-1 is: [{'id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'name': 'tempest-AttachVolumeTestJSON-1336332993-router', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:40Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 4, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'gw_port': {'id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:41Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '71ad8db1-bd7a-4434-9cb3-e75513dd0700', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'floating_ip_address': '172.25.5.39', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'port_id': 'f0fa2814-7e98-4015-a8d9-c881c8e68a6c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e', 'mac_address': 'fa:16:3e:e0:89:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e877c558-4ee9-4f71-9ef6-edfc073b2782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:47:53Z', 'updated_at': '2022-05-06T09:48:14Z', 'revision_number': 1, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75a258e-d68f-42b0-9b9a-4331bbc68248', 'name': '', 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'mac_address': 'fa:16:3e:ce:be:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:46Z', 'updated_at': '2022-05-06T09:47:53Z', 'revision_number': 5, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'subnets': [{'id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:48:17.694688 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2339e79-4da6-4dd0-b836-070834e26f3f req-cadf240e-7b19-4199-ac9a-8624c95bb2db tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075932 May 06 09:48:17.749500 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-55d27d64-7959-45e7-9f09-3179213728fb req-4e6996ad-99ab-480c-9c95-35e6aa6ff816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65c153c5-a7ec-46f6-b943-218c2332159a {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:48:17.758720 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-4e6996ad-99ab-480c-9c95-35e6aa6ff816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:17.765664 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b92c99-a17f-41c7-a9a7-000f6b408089 req-32a2a098-1cdd-47de-9e0f-68962b17591d tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:17.768609 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47b92c99-a17f-41c7-a9a7-000f6b408089 req-32a2a098-1cdd-47de-9e0f-68962b17591d tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 944 time: 0.2547014 May 06 09:48:17.779994 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-55d27d64-7959-45e7-9f09-3179213728fb req-4e6996ad-99ab-480c-9c95-35e6aa6ff816 service neutron] Transition to ACTIVE for port object 65c153c5-a7ec-46f6-b943-218c2332159a will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:48:17.784131 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-da7f3b83-ac78-4978-9da5-e6a8d66312c8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1435337 May 06 09:48:17.790570 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-4e6996ad-99ab-480c-9c95-35e6aa6ff816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:17.866107 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b51d2ed-4086-4f72-b096-e65fbf96af98 req-19f353cc-5582-4249-a703-920af9bd1170 service neutron] 10.222.0.84 "GET /v2.0/networks/5312fc31-6ea9-4a0c-acf2-db4b77673e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503685 May 06 09:48:17.941736 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a7f1530c-28e2-466f-a34c-59734ffe4d0d req-a7a8d13c-5aa7-41c0-aa20-99f2f6d085d5 tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.1014524 May 06 09:48:17.981097 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-b998502a-fd9d-4814-ae86-70c8f51c819b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:17.982580 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-b998502a-fd9d-4814-ae86-70c8f51c819b service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4381633 May 06 09:48:17.989510 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6996ad-99ab-480c-9c95-35e6aa6ff816 service neutron] Pushing event updated for resources: {'Port': ['ID=65c153c5-a7ec-46f6-b943-218c2332159a,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:18.108328 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-2bc15b7e-fd1a-425c-96b8-4d74c58d105c service neutron] 10.222.0.77 "GET /v2.0/networks/3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156672 May 06 09:48:18.179465 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e7854b-d703-4ed9-8de2-4ddfbdd0384f None None] New status for floating IP 71ad8db1-bd7a-4434-9cb3-e75513dd0700: ACTIVE {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:48:18.246065 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-55d27d64-7959-45e7-9f09-3179213728fb req-4e6996ad-99ab-480c-9c95-35e6aa6ff816 service neutron] Attempting to bind port 65c153c5-a7ec-46f6-b943-218c2332159a on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:48:18.246402 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-55d27d64-7959-45e7-9f09-3179213728fb req-4e6996ad-99ab-480c-9c95-35e6aa6ff816 service neutron] Attempting to bind port 65c153c5-a7ec-46f6-b943-218c2332159a by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'f6d50db6-0b43-4540-af3d-5a193cdc7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '06ea11b1-d543-495d-bbe7-8e909ad3a0f6'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:48:18.246874 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-4e6996ad-99ab-480c-9c95-35e6aa6ff816 service neutron] Attempting to bind port 65c153c5-a7ec-46f6-b943-218c2332159a on network 06ea11b1-d543-495d-bbe7-8e909ad3a0f6 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:18.253133 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-4e6996ad-99ab-480c-9c95-35e6aa6ff816 service neutron] Port 65c153c5-a7ec-46f6-b943-218c2332159a on network 06ea11b1-d543-495d-bbe7-8e909ad3a0f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:48:18.253445 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-4e6996ad-99ab-480c-9c95-35e6aa6ff816 service neutron] Attempting to bind port 65c153c5-a7ec-46f6-b943-218c2332159a on network 06ea11b1-d543-495d-bbe7-8e909ad3a0f6 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:18.260342 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-4e6996ad-99ab-480c-9c95-35e6aa6ff816 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:48:18.260688 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-4e6996ad-99ab-480c-9c95-35e6aa6ff816 service neutron] Checking segment: {'id': 'f6d50db6-0b43-4540-af3d-5a193cdc7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '06ea11b1-d543-495d-bbe7-8e909ad3a0f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:48:18.261214 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-4e6996ad-99ab-480c-9c95-35e6aa6ff816 service neutron] Bound using segment: {'id': 'f6d50db6-0b43-4540-af3d-5a193cdc7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '06ea11b1-d543-495d-bbe7-8e909ad3a0f6'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:48:18.261778 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-55d27d64-7959-45e7-9f09-3179213728fb req-4e6996ad-99ab-480c-9c95-35e6aa6ff816 service neutron] Bound port: 65c153c5-a7ec-46f6-b943-218c2332159a, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d50db6-0b43-4540-af3d-5a193cdc7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '06ea11b1-d543-495d-bbe7-8e909ad3a0f6'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:48:18.262151 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-4e6996ad-99ab-480c-9c95-35e6aa6ff816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:18.351098 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-a1635f12-8c6c-4848-a012-fadf8202338e service neutron] 10.222.0.77 "GET /v2.0/networks/3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329550 May 06 09:48:18.382212 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-55d27d64-7959-45e7-9f09-3179213728fb req-4e6996ad-99ab-480c-9c95-35e6aa6ff816 service neutron] For port 65c153c5-a7ec-46f6-b943-218c2332159a, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:48:18.382769 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47b92c99-a17f-41c7-a9a7-000f6b408089 req-b2ddd9a5-1ba0-4a91-bac1-2c15ddcdccbf tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5839593 May 06 09:48:18.386965 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-55d27d64-7959-45e7-9f09-3179213728fb req-4e6996ad-99ab-480c-9c95-35e6aa6ff816 service neutron] For port 65c153c5-a7ec-46f6-b943-218c2332159a, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=65c153c5-a7ec-46f6-b943-218c2332159a,segment=NetworkSegment(f6d50db6-0b43-4540-af3d-5a193cdc7027),segment_id=f6d50db6-0b43-4540-af3d-5a193cdc7027)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:48:18.394611 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-4e6996ad-99ab-480c-9c95-35e6aa6ff816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:18.464001 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b51d2ed-4086-4f72-b096-e65fbf96af98 req-5e14ce74-fb99-486a-9218-638cfd98d57a service neutron] 10.222.0.84 "GET /v2.0/networks/5312fc31-6ea9-4a0c-acf2-db4b77673e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5864253 May 06 09:48:18.483623 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-7e9a1692-be42-4077-a823-748816af225d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:18.484157 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-7e9a1692-be42-4077-a823-748816af225d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:18.484643 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-7e9a1692-be42-4077-a823-748816af225d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:18.485129 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-7e9a1692-be42-4077-a823-748816af225d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:18.492247 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3dc9eb81-1a45-4555-9b40-a54ed03afeb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:18.494828 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-4e6996ad-99ab-480c-9c95-35e6aa6ff816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:18.497009 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-4e6996ad-99ab-480c-9c95-35e6aa6ff816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:18.498024 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-7e9a1692-be42-4077-a823-748816af225d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:18.498694 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-7e9a1692-be42-4077-a823-748816af225d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:18.499213 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-7e9a1692-be42-4077-a823-748816af225d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:18.499373 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-4e6996ad-99ab-480c-9c95-35e6aa6ff816 service neutron] 10.222.0.84 "PUT /v2.0/ports/65c153c5-a7ec-46f6-b943-218c2332159a HTTP/1.1" status: 200 len: 1090 time: 1.7970109 May 06 09:48:18.501327 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-7e9a1692-be42-4077-a823-748816af225d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2432312eddf749dea1d91914dd979e43&device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 6301 time: 0.3239708 May 06 09:48:18.548445 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-55d27d64-7959-45e7-9f09-3179213728fb req-62c6b5cd-6a40-435f-901b-c23f77b22d6d service neutron] Request body: {'port': {'device_id': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:18.602129 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6996ad-99ab-480c-9c95-35e6aa6ff816 service neutron] Pushing event updated for resources: {'Port': ['ID=65c153c5-a7ec-46f6-b943-218c2332159a,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:18.652595 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-62c6b5cd-6a40-435f-901b-c23f77b22d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:18.675705 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffd903-a64c-4a10-820a-7996a0f15fe5 req-8feea3b1-b491-416c-914d-cf3527f3cad4 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:18.684640 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffd903-a64c-4a10-820a-7996a0f15fe5 req-8feea3b1-b491-416c-914d-cf3527f3cad4 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:18.692062 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffd903-a64c-4a10-820a-7996a0f15fe5 req-8feea3b1-b491-416c-914d-cf3527f3cad4 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:18.717040 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffd903-a64c-4a10-820a-7996a0f15fe5 req-8feea3b1-b491-416c-914d-cf3527f3cad4 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:18.735748 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:18.738475 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffd903-a64c-4a10-820a-7996a0f15fe5 req-8feea3b1-b491-416c-914d-cf3527f3cad4 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:18.745287 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffd903-a64c-4a10-820a-7996a0f15fe5 req-8feea3b1-b491-416c-914d-cf3527f3cad4 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:18.750863 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffd903-a64c-4a10-820a-7996a0f15fe5 req-8feea3b1-b491-416c-914d-cf3527f3cad4 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:18.753052 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9dffd903-a64c-4a10-820a-7996a0f15fe5 req-8feea3b1-b491-416c-914d-cf3527f3cad4 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5396 time: 0.4877982 May 06 09:48:18.826745 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'tag': '65c153c5-a7ec-46f6-b943-218c2332159a'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:18.830845 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0910fbd6-35b2-4393-9e04-ad91c0821989" -d '{"events": [{"name": "network-changed", "server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "tag": "65c153c5-a7ec-46f6-b943-218c2332159a"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:18.912406 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d93533-e300-403b-b0a1-06ec6e241ca4 req-f6099f76-3423-47b7-889d-320a6871f86f tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:18.915078 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2d93533-e300-403b-b0a1-06ec6e241ca4 req-f6099f76-3423-47b7-889d-320a6871f86f tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.3761306 May 06 09:48:18.933819 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f529bec-3076-4d66-9b2f-8176d3403b19 req-ef34e260-6bfa-48b4-8627-0e13f6a341b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:18.937754 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f529bec-3076-4d66-9b2f-8176d3403b19 req-ef34e260-6bfa-48b4-8627-0e13f6a341b7 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 1096 time: 0.1808085 May 06 09:48:18.991565 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9dffd903-a64c-4a10-820a-7996a0f15fe5 req-4306cabd-5479-444a-b14b-b6f324ab669a tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2149658 May 06 09:48:19.055780 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-c59ffb9f-ee69-4e0c-b8a4-0eb302f0f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:19.056258 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-c59ffb9f-ee69-4e0c-b8a4-0eb302f0f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:19.056725 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-c59ffb9f-ee69-4e0c-b8a4-0eb302f0f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:19.058351 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-c59ffb9f-ee69-4e0c-b8a4-0eb302f0f412 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=2432312eddf749dea1d91914dd979e43&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5426235 May 06 09:48:19.143133 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-55d27d64-7959-45e7-9f09-3179213728fb req-62c6b5cd-6a40-435f-901b-c23f77b22d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6503005-76df-46c2-959e-945208a4bdc6 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:48:19.152274 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-62c6b5cd-6a40-435f-901b-c23f77b22d6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:19.165989 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-55d27d64-7959-45e7-9f09-3179213728fb req-62c6b5cd-6a40-435f-901b-c23f77b22d6d service neutron] Transition to ACTIVE for port object f6503005-76df-46c2-959e-945208a4bdc6 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:48:19.172919 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-62c6b5cd-6a40-435f-901b-c23f77b22d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:19.258804 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2d93533-e300-403b-b0a1-06ec6e241ca4 req-2423c8b2-08d0-4576-af6d-79ccf94478c6 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165436 May 06 09:48:19.282470 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f529bec-3076-4d66-9b2f-8176d3403b19 req-6fc276a9-fe2a-4424-85f5-d906d8331723 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874527 May 06 09:48:19.288218 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6b5cd-6a40-435f-901b-c23f77b22d6d service neutron] Pushing event updated for resources: {'Port': ['ID=f6503005-76df-46c2-959e-945208a4bdc6,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:19.349220 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242643a-c181-4455-be96-a2d388e040a5 req-a6c6a8cf-d90e-4749-862d-9293ba3f4f9d tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:19.354996 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9242643a-c181-4455-be96-a2d388e040a5 req-a6c6a8cf-d90e-4749-862d-9293ba3f4f9d tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.2352331 May 06 09:48:19.372306 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa6996b-212d-48da-a97a-fc53a72404e6 x-openstack-request-id: req-7fa6996b-212d-48da-a97a-fc53a72404e6 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:19.372940 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "tag": "65c153c5-a7ec-46f6-b943-218c2332159a", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:19.373384 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7fa6996b-212d-48da-a97a-fc53a72404e6 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:19.373968 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fa6996b-212d-48da-a97a-fc53a72404e6'] response: {'name': 'network-changed', 'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'tag': '65c153c5-a7ec-46f6-b943-218c2332159a', 'status': 'completed', 'code': 200} May 06 09:48:19.394714 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-55d27d64-7959-45e7-9f09-3179213728fb req-62c6b5cd-6a40-435f-901b-c23f77b22d6d service neutron] Attempting to bind port f6503005-76df-46c2-959e-945208a4bdc6 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:48:19.396635 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-55d27d64-7959-45e7-9f09-3179213728fb req-62c6b5cd-6a40-435f-901b-c23f77b22d6d service neutron] Attempting to bind port f6503005-76df-46c2-959e-945208a4bdc6 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '60d35e3b-79dc-4a3d-ac7f-c67585bcd646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '90b62890-c9c7-41c5-bba3-14db135037a9'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:48:19.397075 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-62c6b5cd-6a40-435f-901b-c23f77b22d6d service neutron] Attempting to bind port f6503005-76df-46c2-959e-945208a4bdc6 on network 90b62890-c9c7-41c5-bba3-14db135037a9 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:19.409834 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-62c6b5cd-6a40-435f-901b-c23f77b22d6d service neutron] Port f6503005-76df-46c2-959e-945208a4bdc6 on network 90b62890-c9c7-41c5-bba3-14db135037a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:48:19.412249 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-62c6b5cd-6a40-435f-901b-c23f77b22d6d service neutron] Attempting to bind port f6503005-76df-46c2-959e-945208a4bdc6 on network 90b62890-c9c7-41c5-bba3-14db135037a9 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:19.424539 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-62c6b5cd-6a40-435f-901b-c23f77b22d6d service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:48:19.425007 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-62c6b5cd-6a40-435f-901b-c23f77b22d6d service neutron] Checking segment: {'id': '60d35e3b-79dc-4a3d-ac7f-c67585bcd646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '90b62890-c9c7-41c5-bba3-14db135037a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:48:19.425495 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-62c6b5cd-6a40-435f-901b-c23f77b22d6d service neutron] Bound using segment: {'id': '60d35e3b-79dc-4a3d-ac7f-c67585bcd646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '90b62890-c9c7-41c5-bba3-14db135037a9'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:48:19.426054 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-55d27d64-7959-45e7-9f09-3179213728fb req-62c6b5cd-6a40-435f-901b-c23f77b22d6d service neutron] Bound port: f6503005-76df-46c2-959e-945208a4bdc6, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60d35e3b-79dc-4a3d-ac7f-c67585bcd646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '90b62890-c9c7-41c5-bba3-14db135037a9'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:48:19.426521 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-62c6b5cd-6a40-435f-901b-c23f77b22d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:19.456464 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:19.492385 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-d9f24abc-bc09-4830-94e6-e3337c133741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:19.494040 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bd222ebb-b98e-4690-b18f-764d5a7dc175 req-d9f24abc-bc09-4830-94e6-e3337c133741 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3972189 May 06 09:48:19.536722 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c0f923bd-631d-4956-acd2-6b74584f99d4 req-26925226-c0c6-489f-b266-10ad44c7261a tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0342419 May 06 09:48:19.541270 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9242643a-c181-4455-be96-a2d388e040a5 req-4197a01e-6864-4221-9aa0-4f7aad51a232 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636477 May 06 09:48:19.549286 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-55d27d64-7959-45e7-9f09-3179213728fb req-62c6b5cd-6a40-435f-901b-c23f77b22d6d service neutron] For port f6503005-76df-46c2-959e-945208a4bdc6, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:48:19.560948 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-55d27d64-7959-45e7-9f09-3179213728fb req-62c6b5cd-6a40-435f-901b-c23f77b22d6d service neutron] For port f6503005-76df-46c2-959e-945208a4bdc6, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f6503005-76df-46c2-959e-945208a4bdc6,segment=NetworkSegment(60d35e3b-79dc-4a3d-ac7f-c67585bcd646),segment_id=60d35e3b-79dc-4a3d-ac7f-c67585bcd646)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:48:19.577626 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-62c6b5cd-6a40-435f-901b-c23f77b22d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:19.610041 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-62c6b5cd-6a40-435f-901b-c23f77b22d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:19.610620 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-62c6b5cd-6a40-435f-901b-c23f77b22d6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:19.612231 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-62c6b5cd-6a40-435f-901b-c23f77b22d6d service neutron] 10.222.0.84 "PUT /v2.0/ports/f6503005-76df-46c2-959e-945208a4bdc6 HTTP/1.1" status: 200 len: 1091 time: 1.0778069 May 06 09:48:19.652761 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910fbd6-35b2-4393-9e04-ad91c0821989 req-305a3b09-091a-453b-aecf-662e35441cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:19.653778 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910fbd6-35b2-4393-9e04-ad91c0821989 req-305a3b09-091a-453b-aecf-662e35441cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:19.655149 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910fbd6-35b2-4393-9e04-ad91c0821989 req-305a3b09-091a-453b-aecf-662e35441cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:19.655625 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910fbd6-35b2-4393-9e04-ad91c0821989 req-305a3b09-091a-453b-aecf-662e35441cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:19.658918 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910fbd6-35b2-4393-9e04-ad91c0821989 req-305a3b09-091a-453b-aecf-662e35441cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:19.659519 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910fbd6-35b2-4393-9e04-ad91c0821989 req-305a3b09-091a-453b-aecf-662e35441cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:19.661975 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-55d27d64-7959-45e7-9f09-3179213728fb req-5d27696c-b0e4-4fc7-8d57-c0084d212001 service neutron] Request body: {'port': {'device_id': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:19.663661 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910fbd6-35b2-4393-9e04-ad91c0821989 req-305a3b09-091a-453b-aecf-662e35441cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:19.665859 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0910fbd6-35b2-4393-9e04-ad91c0821989 req-305a3b09-091a-453b-aecf-662e35441cfc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2432312eddf749dea1d91914dd979e43&device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 6368 time: 0.1186559 May 06 09:48:19.718268 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6b5cd-6a40-435f-901b-c23f77b22d6d service neutron] Pushing event updated for resources: {'Port': ['ID=f6503005-76df-46c2-959e-945208a4bdc6,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:19.760255 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-5d27696c-b0e4-4fc7-8d57-c0084d212001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:19.871158 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d5e1c-e9df-41f0-aa26-b634333290a7 req-8c7317e3-057b-4b56-b242-688c43563bde tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:19.872962 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e71d5e1c-e9df-41f0-aa26-b634333290a7 req-8c7317e3-057b-4b56-b242-688c43563bde tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 944 time: 0.1011672 May 06 09:48:19.879861 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910fbd6-35b2-4393-9e04-ad91c0821989 req-b432ccab-472e-40be-a1ef-3569132372d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:19.880339 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910fbd6-35b2-4393-9e04-ad91c0821989 req-b432ccab-472e-40be-a1ef-3569132372d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:19.880905 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910fbd6-35b2-4393-9e04-ad91c0821989 req-b432ccab-472e-40be-a1ef-3569132372d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:19.889200 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0910fbd6-35b2-4393-9e04-ad91c0821989 req-b432ccab-472e-40be-a1ef-3569132372d8 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=2432312eddf749dea1d91914dd979e43&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2095218 May 06 09:48:20.049310 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e71d5e1c-e9df-41f0-aa26-b634333290a7 req-7990c008-0880-4369-bc23-79f551e9f8a8 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548269 May 06 09:48:20.101538 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910fbd6-35b2-4393-9e04-ad91c0821989 req-2e4ed35d-8f47-48f3-9fd2-6dc0047743b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:20.103184 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0910fbd6-35b2-4393-9e04-ad91c0821989 req-2e4ed35d-8f47-48f3-9fd2-6dc0047743b4 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2054517 May 06 09:48:20.181246 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-55d27d64-7959-45e7-9f09-3179213728fb req-5d27696c-b0e4-4fc7-8d57-c0084d212001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65810e48-f2da-4617-81d0-b19b0a068097 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:48:20.190674 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-5d27696c-b0e4-4fc7-8d57-c0084d212001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.206796 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-55d27d64-7959-45e7-9f09-3179213728fb req-5d27696c-b0e4-4fc7-8d57-c0084d212001 service neutron] Transition to ACTIVE for port object 65810e48-f2da-4617-81d0-b19b0a068097 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:48:20.212303 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-5d27696c-b0e4-4fc7-8d57-c0084d212001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.217823 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9cf06-a665-4bf9-9e8f-052453f8d6a9 req-baa0a56c-ed50-40c4-a617-0d0694985dc8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:20.227149 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9cf06-a665-4bf9-9e8f-052453f8d6a9 req-baa0a56c-ed50-40c4-a617-0d0694985dc8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:20.233320 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9cf06-a665-4bf9-9e8f-052453f8d6a9 req-baa0a56c-ed50-40c4-a617-0d0694985dc8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:20.239982 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9cf06-a665-4bf9-9e8f-052453f8d6a9 req-baa0a56c-ed50-40c4-a617-0d0694985dc8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:20.246410 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9cf06-a665-4bf9-9e8f-052453f8d6a9 req-baa0a56c-ed50-40c4-a617-0d0694985dc8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:20.252731 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9cf06-a665-4bf9-9e8f-052453f8d6a9 req-baa0a56c-ed50-40c4-a617-0d0694985dc8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:20.259362 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9cf06-a665-4bf9-9e8f-052453f8d6a9 req-baa0a56c-ed50-40c4-a617-0d0694985dc8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:20.261551 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-12e9cf06-a665-4bf9-9e8f-052453f8d6a9 req-baa0a56c-ed50-40c4-a617-0d0694985dc8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5408 time: 0.1160183 May 06 09:48:20.317141 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27696c-b0e4-4fc7-8d57-c0084d212001 service neutron] Pushing event updated for resources: {'Port': ['ID=65810e48-f2da-4617-81d0-b19b0a068097,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:20.350836 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-12e9cf06-a665-4bf9-9e8f-052453f8d6a9 req-6f38d43f-dfc9-4263-8e7a-3392a1bbbce4 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0814159 May 06 09:48:20.469310 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-55d27d64-7959-45e7-9f09-3179213728fb req-5d27696c-b0e4-4fc7-8d57-c0084d212001 service neutron] Attempting to bind port 65810e48-f2da-4617-81d0-b19b0a068097 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:48:20.470001 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-55d27d64-7959-45e7-9f09-3179213728fb req-5d27696c-b0e4-4fc7-8d57-c0084d212001 service neutron] Attempting to bind port 65810e48-f2da-4617-81d0-b19b0a068097 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '60d35e3b-79dc-4a3d-ac7f-c67585bcd646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '90b62890-c9c7-41c5-bba3-14db135037a9'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:48:20.470303 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-5d27696c-b0e4-4fc7-8d57-c0084d212001 service neutron] Attempting to bind port 65810e48-f2da-4617-81d0-b19b0a068097 on network 90b62890-c9c7-41c5-bba3-14db135037a9 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:20.476571 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-5d27696c-b0e4-4fc7-8d57-c0084d212001 service neutron] Port 65810e48-f2da-4617-81d0-b19b0a068097 on network 90b62890-c9c7-41c5-bba3-14db135037a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:48:20.476900 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-5d27696c-b0e4-4fc7-8d57-c0084d212001 service neutron] Attempting to bind port 65810e48-f2da-4617-81d0-b19b0a068097 on network 90b62890-c9c7-41c5-bba3-14db135037a9 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:20.486243 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-5d27696c-b0e4-4fc7-8d57-c0084d212001 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:48:20.487158 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-5d27696c-b0e4-4fc7-8d57-c0084d212001 service neutron] Checking segment: {'id': '60d35e3b-79dc-4a3d-ac7f-c67585bcd646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '90b62890-c9c7-41c5-bba3-14db135037a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:48:20.487581 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d27d64-7959-45e7-9f09-3179213728fb req-5d27696c-b0e4-4fc7-8d57-c0084d212001 service neutron] Bound using segment: {'id': '60d35e3b-79dc-4a3d-ac7f-c67585bcd646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '90b62890-c9c7-41c5-bba3-14db135037a9'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:48:20.488088 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-55d27d64-7959-45e7-9f09-3179213728fb req-5d27696c-b0e4-4fc7-8d57-c0084d212001 service neutron] Bound port: 65810e48-f2da-4617-81d0-b19b0a068097, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60d35e3b-79dc-4a3d-ac7f-c67585bcd646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '90b62890-c9c7-41c5-bba3-14db135037a9'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:48:20.488466 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-5d27696c-b0e4-4fc7-8d57-c0084d212001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.531047 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07698a80-ee9e-4918-bcda-5cf73d09ffbf req-2f255550-f60d-424f-ae2c-adbc23770b69 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:20.538683 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-07698a80-ee9e-4918-bcda-5cf73d09ffbf req-2f255550-f60d-424f-ae2c-adbc23770b69 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.1073821 May 06 09:48:20.582697 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-55d27d64-7959-45e7-9f09-3179213728fb req-5d27696c-b0e4-4fc7-8d57-c0084d212001 service neutron] For port 65810e48-f2da-4617-81d0-b19b0a068097, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:48:20.588041 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-55d27d64-7959-45e7-9f09-3179213728fb req-5d27696c-b0e4-4fc7-8d57-c0084d212001 service neutron] For port 65810e48-f2da-4617-81d0-b19b0a068097, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=65810e48-f2da-4617-81d0-b19b0a068097,segment=NetworkSegment(60d35e3b-79dc-4a3d-ac7f-c67585bcd646),segment_id=60d35e3b-79dc-4a3d-ac7f-c67585bcd646)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:48:20.596282 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-5d27696c-b0e4-4fc7-8d57-c0084d212001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.619453 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-07698a80-ee9e-4918-bcda-5cf73d09ffbf req-3dfc8e18-ec52-42f7-973b-3c19bb33aa94 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797052 May 06 09:48:20.655101 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-5d27696c-b0e4-4fc7-8d57-c0084d212001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:20.655834 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-55d27d64-7959-45e7-9f09-3179213728fb req-5d27696c-b0e4-4fc7-8d57-c0084d212001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.657594 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-5d27696c-b0e4-4fc7-8d57-c0084d212001 service neutron] 10.222.0.84 "PUT /v2.0/ports/65810e48-f2da-4617-81d0-b19b0a068097 HTTP/1.1" status: 200 len: 1091 time: 1.0026481 May 06 09:48:20.766353 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9fcf281e-4b1a-4328-a0e8-372f63aeaafb req-d61abb80-a9e1-4056-9257-aebaf59386e4 tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0510302 May 06 09:48:20.793433 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27696c-b0e4-4fc7-8d57-c0084d212001 service neutron] Pushing event updated for resources: {'Port': ['ID=65810e48-f2da-4617-81d0-b19b0a068097,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:20.826134 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-dc9aca5c-578c-4dd3-894a-b82c41f30310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:20.826615 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-dc9aca5c-578c-4dd3-894a-b82c41f30310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:20.827248 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-dc9aca5c-578c-4dd3-894a-b82c41f30310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:20.827710 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-dc9aca5c-578c-4dd3-894a-b82c41f30310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:20.828182 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-dc9aca5c-578c-4dd3-894a-b82c41f30310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:20.828634 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-dc9aca5c-578c-4dd3-894a-b82c41f30310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:20.829100 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-dc9aca5c-578c-4dd3-894a-b82c41f30310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:20.831159 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-dc9aca5c-578c-4dd3-894a-b82c41f30310 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2432312eddf749dea1d91914dd979e43&device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 6477 time: 0.1085961 May 06 09:48:20.850031 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d87ec1-b275-451e-b7d8-28beb61e9925 req-fcf76ddf-6743-4736-ac29-ed79369f7bca tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:20.850876 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device a3db1179-588e-473f-888d-d2e90353ccc5 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:48:20.852805 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6d87ec1-b275-451e-b7d8-28beb61e9925 req-fcf76ddf-6743-4736-ac29-ed79369f7bca tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.0849125 May 06 09:48:20.897716 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-b5a7e56c-4f46-4334-a921-a643542e73b0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e77a6f80-ee78-4b75-adf4-af7a982e62eb HTTP/1.1" status: 200 len: 217 time: 0.0579424 May 06 09:48:20.945204 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6d87ec1-b275-451e-b7d8-28beb61e9925 req-52739230-dd89-459c-96b3-1687e98d8fe7 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835581 May 06 09:48:20.967951 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-c6f5c3bc-e59a-4cef-91a8-e53bb5c29ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:20.969876 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-c6f5c3bc-e59a-4cef-91a8-e53bb5c29ec2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ddf543b7-b852-448e-b236-f24084c28a5a HTTP/1.1" status: 200 len: 850 time: 0.0648551 May 06 09:48:21.026447 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port a3db1179-588e-473f-888d-d2e90353ccc5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a3db1179-588e-473f-888d-d2e90353ccc5,segment=NetworkSegment(cbe72a48-c421-451e-86ad-4b99d621abda),segment_id=cbe72a48-c421-451e-86ad-4b99d621abda)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:21.031008 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-539b74e4-9832-4c1e-b630-1ccddc38a8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:21.032623 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-539b74e4-9832-4c1e-b630-1ccddc38a8c4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=59db4229-2b1d-4e95-9668-875e8735cfea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495238 May 06 09:48:21.056334 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'a3db1179-588e-473f-888d-d2e90353ccc5', 'network_id': '3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4', 'port_id': 'a3db1179-588e-473f-888d-d2e90353ccc5', 'mac_address': 'fa:16:3e:55:a4:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51825785-c1c2-434a-b6d0-df2b85401ddd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:48:21.132185 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54610) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:21.137374 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:21.167875 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3db1179-588e-473f-888d-d2e90353ccc5 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:48:21.176306 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:21.192489 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port a3db1179-588e-473f-888d-d2e90353ccc5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a3db1179-588e-473f-888d-d2e90353ccc5,segment=NetworkSegment(cbe72a48-c421-451e-86ad-4b99d621abda),segment_id=cbe72a48-c421-451e-86ad-4b99d621abda)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:21.200200 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:21.201105 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-2f80beac-fadf-4e78-af36-d029fc53382b service neutron] 10.222.0.84 "GET /v2.0/networks/59db4229-2b1d-4e95-9668-875e8735cfea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609533 May 06 09:48:21.232516 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ab694-381a-4cc1-b2ae-14219ff2b8d2 req-25fb5765-c979-4af6-ac11-d2d62dcfe4c8 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:21.235026 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e47ab694-381a-4cc1-b2ae-14219ff2b8d2 req-25fb5765-c979-4af6-ac11-d2d62dcfe4c8 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 944 time: 0.0785036 May 06 09:48:21.272914 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=a3db1179-588e-473f-888d-d2e90353ccc5,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:21.287624 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e47ab694-381a-4cc1-b2ae-14219ff2b8d2 req-8fe4c455-d10e-466b-87a5-7f693fa7229e tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453365 May 06 09:48:21.333230 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a0b7595-2587-421d-b612-93c835417462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:21.347004 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-80c73a5c-ae28-43e1-80e4-b7bc21d152ed service neutron] 10.222.0.84 "GET /v2.0/networks/59db4229-2b1d-4e95-9668-875e8735cfea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395538 May 06 09:48:21.424364 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:21.440530 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a0b7595-2587-421d-b612-93c835417462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:21.448549 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a0b7595-2587-421d-b612-93c835417462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:21.504709 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b7595-2587-421d-b612-93c835417462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0adec7-1328-4cfe-a4e5-d4a42ab75e2b,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:21.545638 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b7595-2587-421d-b612-93c835417462 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:21.546310 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b7595-2587-421d-b612-93c835417462 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:21.546412 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b7595-2587-421d-b612-93c835417462 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:21.546846 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b7595-2587-421d-b612-93c835417462 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:21.547288 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b7595-2587-421d-b612-93c835417462 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:21.547692 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b7595-2587-421d-b612-93c835417462 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:21.548142 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b7595-2587-421d-b612-93c835417462 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:21.548564 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b7595-2587-421d-b612-93c835417462 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:21.548966 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b7595-2587-421d-b612-93c835417462 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:21.549367 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b7595-2587-421d-b612-93c835417462 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:21.549786 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b7595-2587-421d-b612-93c835417462 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:21.550183 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b7595-2587-421d-b612-93c835417462 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:21.560214 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6a0b7595-2587-421d-b612-93c835417462 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c2f469da48b74ba5b1ee91ad7d49143c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4267762 May 06 09:48:21.561657 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54616) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:21.611926 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200cae9-f865-4628-8cc2-59465b737313 req-4c8087d9-9dfc-442a-b149-bf5ee5d463fa tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:21.621818 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200cae9-f865-4628-8cc2-59465b737313 req-4c8087d9-9dfc-442a-b149-bf5ee5d463fa tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:21.628225 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200cae9-f865-4628-8cc2-59465b737313 req-4c8087d9-9dfc-442a-b149-bf5ee5d463fa tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:21.634387 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200cae9-f865-4628-8cc2-59465b737313 req-4c8087d9-9dfc-442a-b149-bf5ee5d463fa tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:21.640486 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200cae9-f865-4628-8cc2-59465b737313 req-4c8087d9-9dfc-442a-b149-bf5ee5d463fa tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:21.647189 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200cae9-f865-4628-8cc2-59465b737313 req-4c8087d9-9dfc-442a-b149-bf5ee5d463fa tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:21.653249 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200cae9-f865-4628-8cc2-59465b737313 req-4c8087d9-9dfc-442a-b149-bf5ee5d463fa tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:21.655335 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6200cae9-f865-4628-8cc2-59465b737313 req-4c8087d9-9dfc-442a-b149-bf5ee5d463fa tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5420 time: 0.1659739 May 06 09:48:21.704993 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['a3db1179-588e-473f-888d-d2e90353ccc5'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:48:21.717203 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a5ad4442-c9b3-4087-bd79-776ddad8ee6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:21.745026 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a5ad4442-c9b3-4087-bd79-776ddad8ee6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:21.801885 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'tag': 'f6503005-76df-46c2-959e-945208a4bdc6'}, {'name': 'network-changed', 'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'tag': '65810e48-f2da-4617-81d0-b19b0a068097'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:21.809928 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6200cae9-f865-4628-8cc2-59465b737313 req-92824f47-0c5f-49cc-8568-68669460aa23 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1363471 May 06 09:48:21.818846 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28" -d '{"events": [{"name": "network-changed", "server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "tag": "f6503005-76df-46c2-959e-945208a4bdc6"}, {"name": "network-changed", "server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "tag": "65810e48-f2da-4617-81d0-b19b0a068097"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:21.828002 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-886fb300-f074-447e-9a34-682b586594b3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=8d303aa1-b7fd-4784-9cb4-de5b64174005 HTTP/1.1" status: 200 len: 217 time: 0.4741294 May 06 09:48:21.884276 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a5ad4442-c9b3-4087-bd79-776ddad8ee6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:21.886278 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a5ad4442-c9b3-4087-bd79-776ddad8ee6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:21.888246 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a5ad4442-c9b3-4087-bd79-776ddad8ee6d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1d0adec7-1328-4cfe-a4e5-d4a42ab75e2b HTTP/1.1" status: 204 len: 168 time: 0.3197496 May 06 09:48:21.915267 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad4442-c9b3-4087-bd79-776ddad8ee6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0adec7-1328-4cfe-a4e5-d4a42ab75e2b,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:21.971411 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c031d9d-af31-497f-8b9b-3421c64798f3 req-58d8ef60-2148-481b-9286-1f8e35b80123 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:21.981326 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7c031d9d-af31-497f-8b9b-3421c64798f3 req-58d8ef60-2148-481b-9286-1f8e35b80123 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.2661304 May 06 09:48:21.984902 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-9b6e77af-f6fc-4be0-9cc7-34a01f006dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:21.988281 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-9b6e77af-f6fc-4be0-9cc7-34a01f006dbe service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f2218277-fb20-4cc3-b5e2-7bc8e00b50df HTTP/1.1" status: 200 len: 797 time: 0.1531508 May 06 09:48:22.033826 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2ec524ce-5d9f-4e76-931f-91a0d2623f49 req-f2981e1e-ddd5-4767-b30b-e147eb34af29 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0558047 May 06 09:48:22.046609 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2425c4a4-6b4f-4dc0-98a1-10516e19713a req-b298fdd3-34ce-4dd6-bb06-8c3fe9770d7d tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0506051 May 06 09:48:22.095196 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7c031d9d-af31-497f-8b9b-3421c64798f3 req-2dde97a6-79dc-45ab-ba89-47fca60b9eb1 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083617 May 06 09:48:22.145108 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 06 May 2022 09:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73da40c-b819-4b0b-b9f5-7a55cbb26486 x-openstack-request-id: req-f73da40c-b819-4b0b-b9f5-7a55cbb26486 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:22.147174 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "tag": "f6503005-76df-46c2-959e-945208a4bdc6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "tag": "65810e48-f2da-4617-81d0-b19b0a068097", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:22.147595 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f73da40c-b819-4b0b-b9f5-7a55cbb26486 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:22.148151 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f73da40c-b819-4b0b-b9f5-7a55cbb26486'] response: {'name': 'network-changed', 'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'tag': 'f6503005-76df-46c2-959e-945208a4bdc6', 'status': 'completed', 'code': 200} May 06 09:48:22.148576 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f73da40c-b819-4b0b-b9f5-7a55cbb26486'] response: {'name': 'network-changed', 'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'tag': '65810e48-f2da-4617-81d0-b19b0a068097', 'status': 'completed', 'code': 200} May 06 09:48:22.152366 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-9f2302ca-9b69-4fc9-b7c3-905d1f9f1487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:22.156130 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-9f2302ca-9b69-4fc9-b7c3-905d1f9f1487 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=06ea11b1-d543-495d-bbe7-8e909ad3a0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1566691 May 06 09:48:22.276541 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54632) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:22.291617 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9e9bc4fa-a01e-4199-be1b-d6598b35b5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:22.322039 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-57c8d99e-7c30-410d-a6e2-5cbd54e2f850 service neutron] 10.222.0.84 "GET /v2.0/networks/06ea11b1-d543-495d-bbe7-8e909ad3a0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529286 May 06 09:48:22.325459 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16be739-e672-4b17-af99-0d698e9f2566 req-7d22c401-899d-412c-bd57-58746f1f8d23 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:22.328334 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f16be739-e672-4b17-af99-0d698e9f2566 req-7d22c401-899d-412c-bd57-58746f1f8d23 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.1038525 May 06 09:48:22.435891 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-70e264cf-53b6-4a21-8642-422d66154451 service neutron] 10.222.0.84 "GET /v2.0/networks/06ea11b1-d543-495d-bbe7-8e909ad3a0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011813 May 06 09:48:22.469339 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f16be739-e672-4b17-af99-0d698e9f2566 req-2710347c-7e3b-47bb-9f83-5ce0485f8fce tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098559 May 06 09:48:22.491223 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-5b24063e-3b68-4e1b-b971-a18e5ae4b60e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=e94b7502-0449-4c81-b3d5-ef7fa04e0258 HTTP/1.1" status: 200 len: 217 time: 0.0450623 May 06 09:48:22.494397 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb9105-143b-4bfc-8e66-37786af24f9f req-378a9086-0ffb-44a7-ad0d-fea9fe3aabb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:22.495929 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-18bb9105-143b-4bfc-8e66-37786af24f9f req-378a9086-0ffb-44a7-ad0d-fea9fe3aabb0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=767d9c69e2da4544a1c508f4f332aaa4&device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 1096 time: 0.1388466 May 06 09:48:22.577956 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-75168033-9abe-40e6-83ca-66eb09bf681b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:22.580574 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-75168033-9abe-40e6-83ca-66eb09bf681b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f2218277-fb20-4cc3-b5e2-7bc8e00b50df HTTP/1.1" status: 200 len: 797 time: 0.0763786 May 06 09:48:22.640401 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-351d73cc-da64-4a7c-aeb0-eb4e9866524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:22.642757 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-351d73cc-da64-4a7c-aeb0-eb4e9866524b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=06ea11b1-d543-495d-bbe7-8e909ad3a0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0550470 May 06 09:48:22.770281 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-eee52ba1-96c7-4ace-bc2d-f7b2ffa3db64 service neutron] 10.222.0.84 "GET /v2.0/networks/06ea11b1-d543-495d-bbe7-8e909ad3a0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194081 May 06 09:48:22.859503 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8978c-ee4a-43b9-b4ca-99022a6a1295 req-1ad3dc77-2140-422f-83a7-e8e647bef427 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:22.860925 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43b8978c-ee4a-43b9-b4ca-99022a6a1295 req-1ad3dc77-2140-422f-83a7-e8e647bef427 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.4431617 May 06 09:48:22.884092 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9e9bc4fa-a01e-4199-be1b-d6598b35b5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:22.897896 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9e9bc4fa-a01e-4199-be1b-d6598b35b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:22.899893 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-8ad8ce61-dd35-4267-8b70-2dd3f3b2e38c service neutron] 10.222.0.84 "GET /v2.0/networks/06ea11b1-d543-495d-bbe7-8e909ad3a0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181538 May 06 09:48:22.963690 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-93a8fb46-d8d0-4e32-a8b0-2e8cfb2f2ab1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=1147ef60-b34c-4fbc-b161-75b9b7f5894d HTTP/1.1" status: 200 len: 217 time: 0.0534449 May 06 09:48:22.985106 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9e9bc4fa-a01e-4199-be1b-d6598b35b5f6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f5f64ce295264e6d93e55eb80e7d9efc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7070212 May 06 09:48:22.994474 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54640) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:22.994474 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43b8978c-ee4a-43b9-b4ca-99022a6a1295 req-aaf28c72-9531-4878-aa3f-66cbacdde033 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148975 May 06 09:48:22.995565 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb9105-143b-4bfc-8e66-37786af24f9f req-701cd1be-c257-4781-a446-70e6fbcb810c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:22.997048 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-18bb9105-143b-4bfc-8e66-37786af24f9f req-701cd1be-c257-4781-a446-70e6fbcb810c service neutron] 10.222.0.84 "GET /v2.0/networks?id=62558b65-2ecc-44cb-b688-6d316dd01546 HTTP/1.1" status: 200 len: 911 time: 0.4925661 May 06 09:48:23.008034 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9bc4fa-a01e-4199-be1b-d6598b35b5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eece054-16dd-44be-a0ff-29e8918899b5,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:23.031474 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-79a84040-89fe-46d2-bfb4-bb5c9bddb958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:23.033195 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581587c-52e5-4ebc-a65f-cae1fca9d365 req-dad241e7-2441-48bb-91f3-1507b3fd96d5 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:23.034252 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-79a84040-89fe-46d2-bfb4-bb5c9bddb958 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f2218277-fb20-4cc3-b5e2-7bc8e00b50df HTTP/1.1" status: 200 len: 797 time: 0.0629694 May 06 09:48:23.034721 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7581587c-52e5-4ebc-a65f-cae1fca9d365 req-dad241e7-2441-48bb-91f3-1507b3fd96d5 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 945 time: 0.2143714 May 06 09:48:23.076084 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-18bb9105-143b-4bfc-8e66-37786af24f9f req-6ddfc565-56af-4b43-bb76-40140d20d9c1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94912fa1-30e9-4f8b-b03b-ca8a6c51b21b HTTP/1.1" status: 200 len: 217 time: 0.0699499 May 06 09:48:23.097430 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-40a13b04-c3ca-476d-942a-051c69d64aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:23.101390 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-40a13b04-c3ca-476d-942a-051c69d64aae service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=06ea11b1-d543-495d-bbe7-8e909ad3a0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0588837 May 06 09:48:23.204497 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7581587c-52e5-4ebc-a65f-cae1fca9d365 req-948eddf4-7583-4802-b4cd-a0c639c92121 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336880 May 06 09:48:23.209742 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bd83ce56-e611-4901-b243-8d6f014aec6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:23.213817 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb9105-143b-4bfc-8e66-37786af24f9f req-c7e822f8-03da-466e-bff4-1e907e651dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:23.215365 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-18bb9105-143b-4bfc-8e66-37786af24f9f req-c7e822f8-03da-466e-bff4-1e907e651dd2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8d1f3a23-5174-4642-9e0d-aa826fbcdb37 HTTP/1.1" status: 200 len: 850 time: 0.1186674 May 06 09:48:23.230658 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-a769d54b-19f7-46ff-b7e8-368b1d0640ff service neutron] 10.222.0.84 "GET /v2.0/networks/06ea11b1-d543-495d-bbe7-8e909ad3a0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202996 May 06 09:48:23.234105 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796d8f9-13f3-4c6f-b990-e6cafe147c31 req-b0af3d5e-3983-41b6-b25f-0982f717d4c3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:23.240652 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796d8f9-13f3-4c6f-b990-e6cafe147c31 req-b0af3d5e-3983-41b6-b25f-0982f717d4c3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:23.246620 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796d8f9-13f3-4c6f-b990-e6cafe147c31 req-b0af3d5e-3983-41b6-b25f-0982f717d4c3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:23.253223 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796d8f9-13f3-4c6f-b990-e6cafe147c31 req-b0af3d5e-3983-41b6-b25f-0982f717d4c3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:23.259257 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796d8f9-13f3-4c6f-b990-e6cafe147c31 req-b0af3d5e-3983-41b6-b25f-0982f717d4c3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:23.265276 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796d8f9-13f3-4c6f-b990-e6cafe147c31 req-b0af3d5e-3983-41b6-b25f-0982f717d4c3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:23.271418 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796d8f9-13f3-4c6f-b990-e6cafe147c31 req-b0af3d5e-3983-41b6-b25f-0982f717d4c3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:23.273500 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6796d8f9-13f3-4c6f-b990-e6cafe147c31 req-b0af3d5e-3983-41b6-b25f-0982f717d4c3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5420 time: 0.1637897 May 06 09:48:23.331783 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-0c52b148-f92b-406c-ac8b-6f3ac8c7716c service neutron] 10.222.0.84 "GET /v2.0/networks/06ea11b1-d543-495d-bbe7-8e909ad3a0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914514 May 06 09:48:23.347387 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bd83ce56-e611-4901-b243-8d6f014aec6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:23.350803 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c7363295-c621-4d3a-be5c-e3827d64160d req-bab6e484-92bc-4775-bbc5-394bc8ab9477 tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0763381 May 06 09:48:23.352604 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-18bb9105-143b-4bfc-8e66-37786af24f9f req-ba4dc976-6f68-48fd-9cd4-c1c2d43d2955 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=62558b65-2ecc-44cb-b688-6d316dd01546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711749 May 06 09:48:23.385212 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-f11f408d-6595-415c-954c-17149b590603 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=65c153c5-a7ec-46f6-b943-218c2332159a HTTP/1.1" status: 200 len: 217 time: 0.0443666 May 06 09:48:23.437432 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-3e659887-1dc6-4084-93c6-7fd72a59ee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:23.439107 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-3e659887-1dc6-4084-93c6-7fd72a59ee59 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f2218277-fb20-4cc3-b5e2-7bc8e00b50df HTTP/1.1" status: 200 len: 797 time: 0.0467315 May 06 09:48:23.452019 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6796d8f9-13f3-4c6f-b990-e6cafe147c31 req-f7497d46-88f0-4d36-a675-8b74e2b1c8f1 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1609621 May 06 09:48:23.490317 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-b921bdb7-111d-4e9a-b92a-1a4960155e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:23.491195 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bd83ce56-e611-4901-b243-8d6f014aec6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:23.492126 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-b921bdb7-111d-4e9a-b92a-1a4960155e3c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=06ea11b1-d543-495d-bbe7-8e909ad3a0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0466518 May 06 09:48:23.493909 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bd83ce56-e611-4901-b243-8d6f014aec6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:23.495049 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bd83ce56-e611-4901-b243-8d6f014aec6e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6eece054-16dd-44be-a0ff-29e8918899b5 HTTP/1.1" status: 204 len: 168 time: 0.4971123 May 06 09:48:23.497154 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-18bb9105-143b-4bfc-8e66-37786af24f9f req-4b93c77a-7a81-42df-ba8f-8ff4d2c77fae service neutron] 10.222.0.84 "GET /v2.0/networks/62558b65-2ecc-44cb-b688-6d316dd01546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326945 May 06 09:48:23.504980 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83ce56-e611-4901-b243-8d6f014aec6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eece054-16dd-44be-a0ff-29e8918899b5,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:23.626873 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-a93892cd-4774-4e5d-9633-5e4b28eb95ba service neutron] 10.222.0.84 "GET /v2.0/networks/06ea11b1-d543-495d-bbe7-8e909ad3a0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191351 May 06 09:48:23.680074 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7dbf1-034c-4c67-9234-39db6027427e req-5b33bed6-a266-492f-9770-49af423c14a4 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:23.682251 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-90a7dbf1-034c-4c67-9234-39db6027427e req-5b33bed6-a266-492f-9770-49af423c14a4 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.0894186 May 06 09:48:23.702522 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-18bb9105-143b-4bfc-8e66-37786af24f9f req-0e444a35-d3bf-4a53-b8c1-e389281f4da5 service neutron] 10.222.0.84 "GET /v2.0/networks/62558b65-2ecc-44cb-b688-6d316dd01546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943183 May 06 09:48:23.731989 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-8a81e0f3-f500-4c3e-a6f0-5af0f0ca1884 service neutron] 10.222.0.84 "GET /v2.0/networks/06ea11b1-d543-495d-bbe7-8e909ad3a0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980995 May 06 09:48:23.734029 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-90a7dbf1-034c-4c67-9234-39db6027427e req-50bbdd4f-e924-408c-b8d3-edcd196212e3 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405793 May 06 09:48:23.786517 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-6acfd270-bf77-4d7a-bd82-0ae92ea2ec93 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f6503005-76df-46c2-959e-945208a4bdc6 HTTP/1.1" status: 200 len: 217 time: 0.0427966 May 06 09:48:23.843003 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-42daef1f-28cf-470a-b6db-68480028ffc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:23.845485 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-42daef1f-28cf-470a-b6db-68480028ffc3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6632b80e-db26-42ad-8042-1788ccc125cd HTTP/1.1" status: 200 len: 797 time: 0.0500672 May 06 09:48:23.902488 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-4faa635e-2253-4aa5-b3de-1fbf7bb4de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:23.904685 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-4faa635e-2253-4aa5-b3de-1fbf7bb4de68 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=90b62890-c9c7-41c5-bba3-14db135037a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0433941 May 06 09:48:24.006917 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-6e60cdef-3e2e-4102-a5a7-44d3eae3be32 service neutron] 10.222.0.84 "GET /v2.0/networks/90b62890-c9c7-41c5-bba3-14db135037a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925190 May 06 09:48:24.135170 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-af1bd7bc-c46e-4037-a52f-e9f9b7c9ebcf service neutron] 10.222.0.84 "GET /v2.0/networks/90b62890-c9c7-41c5-bba3-14db135037a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158736 May 06 09:48:24.171022 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f86c9-74b2-4bca-a882-f642a375fb03 req-4363b17a-ffc7-43d3-9f21-cd6d94f762c5 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:24.172620 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3c9f86c9-74b2-4bca-a882-f642a375fb03 req-4363b17a-ffc7-43d3-9f21-cd6d94f762c5 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.0549202 May 06 09:48:24.209180 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-80222eca-6d99-430b-994f-0a4720a5effe service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=65810e48-f2da-4617-81d0-b19b0a068097 HTTP/1.1" status: 200 len: 217 time: 0.0656786 May 06 09:48:24.254963 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3c9f86c9-74b2-4bca-a882-f642a375fb03 req-5ae23c44-e1a0-487e-9d28-6f26d2e4aaab tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703182 May 06 09:48:24.287700 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-71025331-ba87-4a9b-8c98-632b8d1e88cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:24.289237 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-71025331-ba87-4a9b-8c98-632b8d1e88cd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6632b80e-db26-42ad-8042-1788ccc125cd HTTP/1.1" status: 200 len: 797 time: 0.0690846 May 06 09:48:24.343471 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cacd39-666d-4869-8c67-a18148a9a7f0 req-f349bbd4-3284-4898-8fb4-33eb6f9e2c3e tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:24.345404 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27d64-7959-45e7-9f09-3179213728fb req-12cacecf-67f2-4387-8ea8-82ebee192caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:24.346935 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-12cacecf-67f2-4387-8ea8-82ebee192caa service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=90b62890-c9c7-41c5-bba3-14db135037a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0504951 May 06 09:48:24.351372 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-01cacd39-666d-4869-8c67-a18148a9a7f0 req-f349bbd4-3284-4898-8fb4-33eb6f9e2c3e tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 945 time: 0.0660455 May 06 09:48:24.394037 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-01cacd39-666d-4869-8c67-a18148a9a7f0 req-9aa5535e-a99e-4c64-b981-a6c085ab5132 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416567 May 06 09:48:24.461023 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-a951c0c5-c194-4b61-897f-5f29fdb3542a service neutron] 10.222.0.84 "GET /v2.0/networks/90b62890-c9c7-41c5-bba3-14db135037a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069260 May 06 09:48:24.480072 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2ce0150c-546a-43f5-a90d-60b9b74abee8 req-f39f40fc-1112-4e7d-9321-dbf16b26986f tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0298696 May 06 09:48:24.585421 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-55d27d64-7959-45e7-9f09-3179213728fb req-a528f0be-94a8-4ba5-aaaa-2431e85d669f service neutron] 10.222.0.84 "GET /v2.0/networks/90b62890-c9c7-41c5-bba3-14db135037a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109495 May 06 09:48:24.633299 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429f5a2-1eaf-478f-aa06-38199d8542cd req-46e7420c-0a72-4093-828f-52feb1248d75 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:24.639329 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429f5a2-1eaf-478f-aa06-38199d8542cd req-46e7420c-0a72-4093-828f-52feb1248d75 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:24.645545 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429f5a2-1eaf-478f-aa06-38199d8542cd req-46e7420c-0a72-4093-828f-52feb1248d75 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:24.651493 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429f5a2-1eaf-478f-aa06-38199d8542cd req-46e7420c-0a72-4093-828f-52feb1248d75 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:24.657563 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429f5a2-1eaf-478f-aa06-38199d8542cd req-46e7420c-0a72-4093-828f-52feb1248d75 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:24.663842 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429f5a2-1eaf-478f-aa06-38199d8542cd req-46e7420c-0a72-4093-828f-52feb1248d75 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:24.669963 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429f5a2-1eaf-478f-aa06-38199d8542cd req-46e7420c-0a72-4093-828f-52feb1248d75 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:24.671863 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b429f5a2-1eaf-478f-aa06-38199d8542cd req-46e7420c-0a72-4093-828f-52feb1248d75 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5420 time: 0.1149008 May 06 09:48:24.731833 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b429f5a2-1eaf-478f-aa06-38199d8542cd req-8a89d86c-e4c0-42b8-abce-b8afdeb99820 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523460 May 06 09:48:24.739939 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-2a528526-2d93-4146-92f5-6514e9f272af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:24.740824 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-2a528526-2d93-4146-92f5-6514e9f272af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:24.741444 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-2a528526-2d93-4146-92f5-6514e9f272af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:24.742387 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-2a528526-2d93-4146-92f5-6514e9f272af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:24.742509 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-2a528526-2d93-4146-92f5-6514e9f272af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:24.742957 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-2a528526-2d93-4146-92f5-6514e9f272af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:24.743474 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-2a528526-2d93-4146-92f5-6514e9f272af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:24.745929 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-2a528526-2d93-4146-92f5-6514e9f272af service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2432312eddf749dea1d91914dd979e43&device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 6477 time: 0.0749986 May 06 09:48:24.848596 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-49c9351a-44d0-40d3-8dd7-f182d08c80b5 req-dae99555-f347-4765-8aae-0b963aed21c5 tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f&device_id=a5d00839-05eb-4b1c-9d80-f4dbf669fc89 HTTP/1.1" status: 200 len: 210 time: 0.0366154 May 06 09:48:24.852246 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device a3db1179-588e-473f-888d-d2e90353ccc5 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:48:24.886115 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-5634203b-86c1-459e-b6ae-b540fec7cdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:24.888991 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-5634203b-86c1-459e-b6ae-b540fec7cdb7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=90b62890-c9c7-41c5-bba3-14db135037a9 HTTP/1.1" status: 200 len: 902 time: 0.1347518 May 06 09:48:24.949531 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-39ec3b19-399c-4bff-a46e-4c00f85cdbc3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f6503005-76df-46c2-959e-945208a4bdc6 HTTP/1.1" status: 200 len: 217 time: 0.0532627 May 06 09:48:24.963620 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487b3f9-7752-4255-b399-805ab5616b0f req-2fadc184-58e0-44dd-acba-acb3910f9667 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:24.965555 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b487b3f9-7752-4255-b399-805ab5616b0f req-2fadc184-58e0-44dd-acba-acb3910f9667 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.1199222 May 06 09:48:24.986539 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port a3db1179-588e-473f-888d-d2e90353ccc5 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:48:24.993565 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port a3db1179-588e-473f-888d-d2e90353ccc5 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:24.994056 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:25.026532 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-d57c22f8-de6e-4bdb-b282-e104e63d69c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:25.028254 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-d57c22f8-de6e-4bdb-b282-e104e63d69c7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6632b80e-db26-42ad-8042-1788ccc125cd HTTP/1.1" status: 200 len: 797 time: 0.0698018 May 06 09:48:25.031684 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b487b3f9-7752-4255-b399-805ab5616b0f req-bba7ad13-b747-4d65-8e4b-9347229760eb tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552394 May 06 09:48:25.087724 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-38f2f9be-1aeb-4d78-8f27-689e3794e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:25.089487 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-38f2f9be-1aeb-4d78-8f27-689e3794e7e0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=90b62890-c9c7-41c5-bba3-14db135037a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0527086 May 06 09:48:25.175418 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:25.193400 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f082223a-2c62-48a6-85aa-d7f4a0851e85 req-e7f9c2a8-9e85-496d-be8d-0667ae71f6be service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=591f644bf049406cac6e358671b1b294&device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0316019 May 06 09:48:25.198189 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-263e6d77-e197-4b05-aab7-d91e6e79365d req-030edc3b-8786-4913-a612-4f3fe1b855b2 tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0453944 May 06 09:48:25.221737 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2c8b02-1fa4-49a8-8267-52e2474e9b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3db1179-588e-473f-888d-d2e90353ccc5'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:25.224093 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461ceb9a-38a6-47ce-b621-0177ca469f2b" -d '{"events": [{"server_uuid": "1a2c8b02-1fa4-49a8-8267-52e2474e9b5d", "name": "network-vif-plugged", "status": "completed", "tag": "a3db1179-588e-473f-888d-d2e90353ccc5"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:25.239681 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port a3db1179-588e-473f-888d-d2e90353ccc5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a3db1179-588e-473f-888d-d2e90353ccc5,segment=NetworkSegment(cbe72a48-c421-451e-86ad-4b99d621abda),segment_id=cbe72a48-c421-451e-86ad-4b99d621abda)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:25.239878 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f082223a-2c62-48a6-85aa-d7f4a0851e85 req-f2fa0bb7-0455-4e88-b9fc-84e3511fad24 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=591f644bf049406cac6e358671b1b294&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280852 May 06 09:48:25.245680 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:25.310337 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-2aa65476-4941-4e0a-bb2f-c0e0242fc856 service neutron] 10.222.0.84 "GET /v2.0/networks/90b62890-c9c7-41c5-bba3-14db135037a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121615 May 06 09:48:25.313685 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=a3db1179-588e-473f-888d-d2e90353ccc5,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:25.426727 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fa91e-632d-4309-b4e9-4cfceaa9aa49 req-6a051d3a-1495-4e6d-a69f-8f849b26d5be tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:25.433194 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082223a-2c62-48a6-85aa-d7f4a0851e85 req-9e4b1d4a-0697-4c6b-9267-4c76c08c070a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:25.434836 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f082223a-2c62-48a6-85aa-d7f4a0851e85 req-9e4b1d4a-0697-4c6b-9267-4c76c08c070a service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1842525 May 06 09:48:25.437794 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-885fa91e-632d-4309-b4e9-4cfceaa9aa49 req-6a051d3a-1495-4e6d-a69f-8f849b26d5be tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.0876820 May 06 09:48:25.451816 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-a556d354-bd8b-4e86-b197-99f57eca4b9c service neutron] 10.222.0.84 "GET /v2.0/networks/90b62890-c9c7-41c5-bba3-14db135037a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326642 May 06 09:48:25.486833 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-885fa91e-632d-4309-b4e9-4cfceaa9aa49 req-f1b86b9a-91dd-461c-9b03-a4f3222c93fb tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476904 May 06 09:48:25.491804 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5b500e-f4fa-40a5-84be-4449b157421a x-openstack-request-id: req-2b5b500e-f4fa-40a5-84be-4449b157421a {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:25.492513 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2c8b02-1fa4-49a8-8267-52e2474e9b5d", "name": "network-vif-plugged", "status": "completed", "tag": "a3db1179-588e-473f-888d-d2e90353ccc5", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:25.492954 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2b5b500e-f4fa-40a5-84be-4449b157421a {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:25.493510 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b5b500e-f4fa-40a5-84be-4449b157421a'] response: {'server_uuid': '1a2c8b02-1fa4-49a8-8267-52e2474e9b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3db1179-588e-473f-888d-d2e90353ccc5', 'code': 200} May 06 09:48:25.574352 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-cdc151d1-0d00-486f-871c-b7bcfd076ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:25.574831 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-cdc151d1-0d00-486f-871c-b7bcfd076ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:25.575328 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-cdc151d1-0d00-486f-871c-b7bcfd076ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:25.576248 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-cdc151d1-0d00-486f-871c-b7bcfd076ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:25.576248 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-cdc151d1-0d00-486f-871c-b7bcfd076ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:25.576685 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-cdc151d1-0d00-486f-871c-b7bcfd076ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:25.577148 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-cdc151d1-0d00-486f-871c-b7bcfd076ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:25.579714 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-cdc151d1-0d00-486f-871c-b7bcfd076ccb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2432312eddf749dea1d91914dd979e43&device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 6477 time: 0.0610950 May 06 09:48:25.615614 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434da7a2-4f1a-4988-a6f6-47eaa2f70fcd req-c54a5497-6d6a-489d-bd8d-478e27d62883 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:25.623746 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-434da7a2-4f1a-4988-a6f6-47eaa2f70fcd req-c54a5497-6d6a-489d-bd8d-478e27d62883 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 946 time: 0.0646815 May 06 09:48:25.658100 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-434da7a2-4f1a-4988-a6f6-47eaa2f70fcd req-0554005d-f57b-4852-9a95-296efa4444b0 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333273 May 06 09:48:25.680071 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54722) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:25.712084 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88d3bc-6a8f-4bc9-8410-bb5f4fbd64eb req-b8712bb8-6973-4aeb-950f-bdbd38648961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:25.714008 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7f88d3bc-6a8f-4bc9-8410-bb5f4fbd64eb req-b8712bb8-6973-4aeb-950f-bdbd38648961 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 1097 time: 0.1066024 May 06 09:48:25.744244 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-e62bc3be-434b-434b-8883-34f763da41ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:25.745747 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-e62bc3be-434b-434b-8883-34f763da41ac service neutron] 10.222.0.84 "GET /v2.0/networks?id=90b62890-c9c7-41c5-bba3-14db135037a9 HTTP/1.1" status: 200 len: 902 time: 0.1602724 May 06 09:48:25.793021 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7f88d3bc-6a8f-4bc9-8410-bb5f4fbd64eb req-083a59ad-e71f-4c3e-9d7f-7b8625188bf9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700014 May 06 09:48:25.794334 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-ce8a8e5a-5f93-4e07-bca9-022ddda6c3ec service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=65810e48-f2da-4617-81d0-b19b0a068097 HTTP/1.1" status: 200 len: 217 time: 0.0388265 May 06 09:48:25.811348 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f64a1372-c5d4-4777-98e9-a933011869d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:25.849609 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-71a9a64e-c8bc-4675-9243-8620c613ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:25.851072 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-71a9a64e-c8bc-4675-9243-8620c613ff1d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6632b80e-db26-42ad-8042-1788ccc125cd HTTP/1.1" status: 200 len: 797 time: 0.0483119 May 06 09:48:25.889281 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8a165-a390-4172-8276-4fb1885d73c5 req-6267c7b3-8d2f-47ba-b555-4721611f0df3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:25.896302 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8a165-a390-4172-8276-4fb1885d73c5 req-6267c7b3-8d2f-47ba-b555-4721611f0df3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:25.896818 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-0306d9d9-8cd7-41a9-b1c2-09c0c36aa4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:25.898318 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-0306d9d9-8cd7-41a9-b1c2-09c0c36aa4c9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=90b62890-c9c7-41c5-bba3-14db135037a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0404701 May 06 09:48:25.902240 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8a165-a390-4172-8276-4fb1885d73c5 req-6267c7b3-8d2f-47ba-b555-4721611f0df3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:25.908206 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8a165-a390-4172-8276-4fb1885d73c5 req-6267c7b3-8d2f-47ba-b555-4721611f0df3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:25.914072 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8a165-a390-4172-8276-4fb1885d73c5 req-6267c7b3-8d2f-47ba-b555-4721611f0df3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:25.920024 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8a165-a390-4172-8276-4fb1885d73c5 req-6267c7b3-8d2f-47ba-b555-4721611f0df3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:25.925896 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8a165-a390-4172-8276-4fb1885d73c5 req-6267c7b3-8d2f-47ba-b555-4721611f0df3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:25.927886 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a5b8a165-a390-4172-8276-4fb1885d73c5 req-6267c7b3-8d2f-47ba-b555-4721611f0df3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5420 time: 0.1184382 May 06 09:48:25.992069 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-035ee70d-e4ab-4d51-90e5-6de659b45e32 service neutron] 10.222.0.84 "GET /v2.0/networks/90b62890-c9c7-41c5-bba3-14db135037a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857332 May 06 09:48:25.997996 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a5b8a165-a390-4172-8276-4fb1885d73c5 req-8a574e5d-2656-4308-a67a-d2f67c1d1a4f tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600302 May 06 09:48:26.007347 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f64a1372-c5d4-4777-98e9-a933011869d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.011704 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f64a1372-c5d4-4777-98e9-a933011869d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.051090 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f64a1372-c5d4-4777-98e9-a933011869d2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d7c1146d9cfc46c6b5440f08ab8c517c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3780332 May 06 09:48:26.052362 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a1372-c5d4-4777-98e9-a933011869d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98963781-cb11-44f4-9ae8-dcfdfcf02e57,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:26.054185 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 54728) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:26.125482 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dfc62fa5-7dc8-46da-b33d-0e7ac3f01a28 req-985aef6c-50f7-4dcf-8c24-f0e5cb849e9f service neutron] 10.222.0.84 "GET /v2.0/networks/90b62890-c9c7-41c5-bba3-14db135037a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227772 May 06 09:48:26.136533 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7ae0cbcf-a63e-4de2-85b2-64e429eea754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.161702 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7ae0cbcf-a63e-4de2-85b2-64e429eea754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.215767 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7ae0cbcf-a63e-4de2-85b2-64e429eea754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.218569 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7ae0cbcf-a63e-4de2-85b2-64e429eea754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.220409 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7ae0cbcf-a63e-4de2-85b2-64e429eea754 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/98963781-cb11-44f4-9ae8-dcfdfcf02e57 HTTP/1.1" status: 204 len: 168 time: 0.1650894 May 06 09:48:26.235867 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0cbcf-a63e-4de2-85b2-64e429eea754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98963781-cb11-44f4-9ae8-dcfdfcf02e57,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:26.316521 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-093b23bf-ce48-4c15-934a-faef275b2402 req-b7af4a18-237a-4348-9a46-4c21883334ff tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0310338 May 06 09:48:26.402857 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64cc21-890b-4b12-9029-1aeb3a04292f req-f980b307-d7d5-446f-a2d3-7f5db28140c3 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:26.404395 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d64cc21-890b-4b12-9029-1aeb3a04292f req-f980b307-d7d5-446f-a2d3-7f5db28140c3 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.0553377 May 06 09:48:26.444578 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d64cc21-890b-4b12-9029-1aeb3a04292f req-e4042b45-898f-4036-9ccb-129e73715024 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335567 May 06 09:48:26.613335 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0bc98-46cf-411b-b4f9-8ccdc2d0fb43 req-0a21f18f-2582-4418-9e3b-1971ab9f2754 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:26.614852 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9d0bc98-46cf-411b-b4f9-8ccdc2d0fb43 req-0a21f18f-2582-4418-9e3b-1971ab9f2754 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.0551815 May 06 09:48:26.655830 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9d0bc98-46cf-411b-b4f9-8ccdc2d0fb43 req-b062a082-3e07-419a-9783-125954c45fd8 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334642 May 06 09:48:26.786714 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838221c-478d-485b-ab62-36541ed92994 req-9fa3ca7e-3c62-4c9b-9553-9e120311632a tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:26.788612 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6838221c-478d-485b-ab62-36541ed92994 req-9fa3ca7e-3c62-4c9b-9553-9e120311632a tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 946 time: 0.0565279 May 06 09:48:26.840973 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6838221c-478d-485b-ab62-36541ed92994 req-981fc66c-551e-491c-bfd0-7a8c066a5a74 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449445 May 06 09:48:26.921163 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a4cf8-1792-4ccb-b6ad-a4f1f22d6e8e req-7694e984-5da7-4644-b3bd-a369cc5920ba tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:26.922878 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b0a4cf8-1792-4ccb-b6ad-a4f1f22d6e8e req-7694e984-5da7-4644-b3bd-a369cc5920ba tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.0524733 May 06 09:48:26.962907 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b0a4cf8-1792-4ccb-b6ad-a4f1f22d6e8e req-76b52e04-8ebd-4d63-bc6d-86d309645956 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339053 May 06 09:48:27.135967 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c920a-e12f-4a13-b6a8-ab05d1e149f1 req-faca081e-89fd-4cf0-80a5-8d83d7ffb63b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:27.142368 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c920a-e12f-4a13-b6a8-ab05d1e149f1 req-faca081e-89fd-4cf0-80a5-8d83d7ffb63b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:27.149362 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c920a-e12f-4a13-b6a8-ab05d1e149f1 req-faca081e-89fd-4cf0-80a5-8d83d7ffb63b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:27.155224 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c920a-e12f-4a13-b6a8-ab05d1e149f1 req-faca081e-89fd-4cf0-80a5-8d83d7ffb63b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:27.161179 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c920a-e12f-4a13-b6a8-ab05d1e149f1 req-faca081e-89fd-4cf0-80a5-8d83d7ffb63b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:27.166960 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c920a-e12f-4a13-b6a8-ab05d1e149f1 req-faca081e-89fd-4cf0-80a5-8d83d7ffb63b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:27.172808 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c920a-e12f-4a13-b6a8-ab05d1e149f1 req-faca081e-89fd-4cf0-80a5-8d83d7ffb63b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:27.176170 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d80c920a-e12f-4a13-b6a8-ab05d1e149f1 req-faca081e-89fd-4cf0-80a5-8d83d7ffb63b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5420 time: 0.1035273 May 06 09:48:27.219280 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d80c920a-e12f-4a13-b6a8-ab05d1e149f1 req-dc3648b1-25d2-4ed0-abd4-e0c8b4226189 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370536 May 06 09:48:27.420143 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b9d0e1d-23fc-4573-9fe7-5c8f62edd24f req-171d8b1c-c2c9-415f-83a3-b5fa3ce900e9 tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0264375 May 06 09:48:27.555490 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f082223a-2c62-48a6-85aa-d7f4a0851e85 req-5ee1910c-3a78-449f-8ddc-5d9b0d652da6 tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ffac60f-7125-4615-8d63-a29928f3204f HTTP/1.1" status: 200 len: 210 time: 0.0348325 May 06 09:48:27.579959 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848574c3-93a4-415b-ab18-89f7e03043fa req-eedaee87-1e34-42b2-8117-5b51926a8e56 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:27.581602 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-848574c3-93a4-415b-ab18-89f7e03043fa req-eedaee87-1e34-42b2-8117-5b51926a8e56 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.0586929 May 06 09:48:27.624067 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-848574c3-93a4-415b-ab18-89f7e03043fa req-44e1035c-0532-48b2-9791-1e90d98ad931 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357139 May 06 09:48:27.973540 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a68a6-e2af-4e6c-8569-914af5933cdb req-3299ea5b-ac03-43fa-9b37-1480663bdc16 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:27.975150 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-757a68a6-e2af-4e6c-8569-914af5933cdb req-3299ea5b-ac03-43fa-9b37-1480663bdc16 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 946 time: 0.0628943 May 06 09:48:28.023771 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-757a68a6-e2af-4e6c-8569-914af5933cdb req-8094d5d3-6c7f-4815-a3ce-85e96c963698 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422838 May 06 09:48:28.183883 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5cfce-630f-4209-97c4-ad6386b0d77c req-3dbd84b5-e135-4a09-b197-eaf6c8a4b802 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:28.185483 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-abe5cfce-630f-4209-97c4-ad6386b0d77c req-3dbd84b5-e135-4a09-b197-eaf6c8a4b802 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.1015012 May 06 09:48:28.200370 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546e012-774d-451c-b349-560ca4de5b0d req-1b5fc3c4-11f1-4a5a-93e7-66a95f022810 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:28.201845 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0546e012-774d-451c-b349-560ca4de5b0d req-1b5fc3c4-11f1-4a5a-93e7-66a95f022810 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 946 time: 0.0801659 May 06 09:48:28.261254 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-abe5cfce-630f-4209-97c4-ad6386b0d77c req-176e5d26-e1ad-4d5e-9dea-0da711ac06fb tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583668 May 06 09:48:28.267552 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0546e012-774d-451c-b349-560ca4de5b0d req-74c04236-f870-44de-ba26-45f6b95d5e7c tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587556 May 06 09:48:28.398022 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e4345-b69f-4cb8-b79c-19b34987da0d req-cbaa213c-7426-4d92-9a73-ffac05ba3943 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:28.403729 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e4345-b69f-4cb8-b79c-19b34987da0d req-cbaa213c-7426-4d92-9a73-ffac05ba3943 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:28.410345 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e4345-b69f-4cb8-b79c-19b34987da0d req-cbaa213c-7426-4d92-9a73-ffac05ba3943 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:28.416618 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e4345-b69f-4cb8-b79c-19b34987da0d req-cbaa213c-7426-4d92-9a73-ffac05ba3943 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:28.422417 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e4345-b69f-4cb8-b79c-19b34987da0d req-cbaa213c-7426-4d92-9a73-ffac05ba3943 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:28.428414 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e4345-b69f-4cb8-b79c-19b34987da0d req-cbaa213c-7426-4d92-9a73-ffac05ba3943 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:28.435302 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e4345-b69f-4cb8-b79c-19b34987da0d req-cbaa213c-7426-4d92-9a73-ffac05ba3943 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:28.437402 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-172e4345-b69f-4cb8-b79c-19b34987da0d req-cbaa213c-7426-4d92-9a73-ffac05ba3943 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5420 time: 0.1033351 May 06 09:48:28.506883 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-172e4345-b69f-4cb8-b79c-19b34987da0d req-371711e7-5b02-420a-b0a2-0f712c17d1d5 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562928 May 06 09:48:28.638612 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 54892) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:28.691557 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383360c5-38d8-4db1-b18e-de0221800a7d req-6b484ef5-de94-4b05-8d32-6059a30093d7 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:28.699503 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-383360c5-38d8-4db1-b18e-de0221800a7d req-6b484ef5-de94-4b05-8d32-6059a30093d7 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 946 time: 0.0786393 May 06 09:48:28.753911 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-383360c5-38d8-4db1-b18e-de0221800a7d req-f951f8b9-fd4a-4e1f-8efe-5b033955df94 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472932 May 06 09:48:28.789415 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3854e2af-e836-4113-971d-22b01ee6bfc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:28.817932 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1f2864c4-b8e7-4262-9065-bc4e5e250e77 req-02373c50-51dd-4142-8e6f-6b2fb94f7b37 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=591f644bf049406cac6e358671b1b294&device_id=a5d00839-05eb-4b1c-9d80-f4dbf669fc89 HTTP/1.1" status: 200 len: 210 time: 0.0254269 May 06 09:48:28.850892 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-63b6c665-b015-48cf-93d2-ba5bc88b706f req-5902c286-3760-4b98-b148-e6fcc4e61013 tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5d00839-05eb-4b1c-9d80-f4dbf669fc89 HTTP/1.1" status: 200 len: 210 time: 0.0332959 May 06 09:48:28.854546 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1f2864c4-b8e7-4262-9065-bc4e5e250e77 req-c7f7af37-d8c7-403f-acd7-46ea72a07848 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=591f644bf049406cac6e358671b1b294&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213726 May 06 09:48:28.858062 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea153c5-f416-4cc4-b842-067ff7df1d63 req-346f1ad1-5bf4-456c-b7a6-d59e5fe5312b tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:28.859595 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dea153c5-f416-4cc4-b842-067ff7df1d63 req-346f1ad1-5bf4-456c-b7a6-d59e5fe5312b tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.0778420 May 06 09:48:28.883316 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:28.904062 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dea153c5-f416-4cc4-b842-067ff7df1d63 req-8b19267f-6345-4ad2-baea-6a7083ad738a tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369761 May 06 09:48:29.023364 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2864c4-b8e7-4262-9065-bc4e5e250e77 req-97648463-4fed-41a3-bd65-9c21830e81ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:29.024852 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1f2864c4-b8e7-4262-9065-bc4e5e250e77 req-97648463-4fed-41a3-bd65-9c21830e81ac service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1608241 May 06 09:48:29.029207 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3854e2af-e836-4113-971d-22b01ee6bfc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.033604 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3854e2af-e836-4113-971d-22b01ee6bfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.071438 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3854e2af-e836-4113-971d-22b01ee6bfc9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=af9a326d98aa46abbfa8a115b9a18980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4308834 May 06 09:48:29.072310 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854e2af-e836-4113-971d-22b01ee6bfc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6556b276-f987-476d-9843-c7050fd34e46,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:29.074170 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54900) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:29.123814 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6fabe47e-5fbf-487b-9cae-c5e951c08301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.145542 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6fabe47e-5fbf-487b-9cae-c5e951c08301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.191539 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6fabe47e-5fbf-487b-9cae-c5e951c08301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.194147 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6fabe47e-5fbf-487b-9cae-c5e951c08301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.195380 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6fabe47e-5fbf-487b-9cae-c5e951c08301 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6556b276-f987-476d-9843-c7050fd34e46 HTTP/1.1" status: 204 len: 168 time: 0.1202033 May 06 09:48:29.202999 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabe47e-5fbf-487b-9cae-c5e951c08301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6556b276-f987-476d-9843-c7050fd34e46,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:29.385430 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1653bb-9557-42e8-895c-17641eadaa91 req-bf443b7d-37c6-4058-89d5-f176baf00412 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:29.387036 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2a1653bb-9557-42e8-895c-17641eadaa91 req-bf443b7d-37c6-4058-89d5-f176baf00412 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.0498390 May 06 09:48:29.430837 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2a1653bb-9557-42e8-895c-17641eadaa91 req-c98bef5b-0436-4402-ac78-54454ec66ff1 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370245 May 06 09:48:29.483768 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54908) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:29.497317 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-52fa1630-9b92-4de2-8be2-831056df6024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.573664 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-52fa1630-9b92-4de2-8be2-831056df6024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.586230 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-52fa1630-9b92-4de2-8be2-831056df6024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.645613 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-52fa1630-9b92-4de2-8be2-831056df6024 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9ab870843c7741418878d1a4ac510290&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1607363 May 06 09:48:29.648470 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 54912) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:29.650524 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa1630-9b92-4de2-8be2-831056df6024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856fbd7d-794b-43e3-a4ff-581e9d4318ee,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:29.668614 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804760d-1323-4d61-ae0d-cf077880c167 req-e0e80ac6-91d5-4238-aa47-20956f48348c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:29.674567 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804760d-1323-4d61-ae0d-cf077880c167 req-e0e80ac6-91d5-4238-aa47-20956f48348c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:29.680507 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804760d-1323-4d61-ae0d-cf077880c167 req-e0e80ac6-91d5-4238-aa47-20956f48348c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:29.686898 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804760d-1323-4d61-ae0d-cf077880c167 req-e0e80ac6-91d5-4238-aa47-20956f48348c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:29.693385 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804760d-1323-4d61-ae0d-cf077880c167 req-e0e80ac6-91d5-4238-aa47-20956f48348c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:29.699410 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804760d-1323-4d61-ae0d-cf077880c167 req-e0e80ac6-91d5-4238-aa47-20956f48348c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:29.704711 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-88c7a498-3a17-4c3b-b3b6-ad6c1bbee59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.705834 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804760d-1323-4d61-ae0d-cf077880c167 req-e0e80ac6-91d5-4238-aa47-20956f48348c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:29.707806 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b804760d-1323-4d61-ae0d-cf077880c167 req-e0e80ac6-91d5-4238-aa47-20956f48348c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5420 time: 0.1322379 May 06 09:48:29.726010 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-88c7a498-3a17-4c3b-b3b6-ad6c1bbee59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.750443 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b804760d-1323-4d61-ae0d-cf077880c167 req-2cd0bf6e-daa8-41ab-8348-9dec7a7dccb9 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361986 May 06 09:48:29.775079 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-88c7a498-3a17-4c3b-b3b6-ad6c1bbee59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.778114 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-88c7a498-3a17-4c3b-b3b6-ad6c1bbee59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.782450 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-88c7a498-3a17-4c3b-b3b6-ad6c1bbee59d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/856fbd7d-794b-43e3-a4ff-581e9d4318ee HTTP/1.1" status: 204 len: 168 time: 0.1326549 May 06 09:48:29.791104 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7a498-3a17-4c3b-b3b6-ad6c1bbee59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856fbd7d-794b-43e3-a4ff-581e9d4318ee,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:29.871341 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a27f18-1330-4c44-bed9-8c387049ad68 req-2f791e08-1d70-469f-ac36-0f5de83c17e6 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:29.872834 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-02a27f18-1330-4c44-bed9-8c387049ad68 req-2f791e08-1d70-469f-ac36-0f5de83c17e6 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 946 time: 0.0523171 May 06 09:48:29.924713 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-02a27f18-1330-4c44-bed9-8c387049ad68 req-591d963e-7d51-42ab-b6b9-8a96b2913e7d tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399444 May 06 09:48:29.996324 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2fc1ddee-4e1d-4acc-8c81-51990b68f0a0 req-f345bbcb-c46b-4e60-b6c0-7382838cc53f tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5d00839-05eb-4b1c-9d80-f4dbf669fc89 HTTP/1.1" status: 200 len: 210 time: 0.0342290 May 06 09:48:30.072553 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252641b7-caaf-494f-a49f-d2ef0515834d req-10b9e395-c7c0-4ade-a832-8d0b559e3bcf tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:30.074205 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-252641b7-caaf-494f-a49f-d2ef0515834d req-10b9e395-c7c0-4ade-a832-8d0b559e3bcf tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.0769928 May 06 09:48:30.131643 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-252641b7-caaf-494f-a49f-d2ef0515834d req-fdf99d98-8efe-4112-a542-9d0c72c906ae tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508957 May 06 09:48:30.363499 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dae41c-de94-4827-b009-f3bee32c6ee9 req-fcde32f4-bd4b-4a3b-a54f-d934b93fde40 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:30.365013 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-36dae41c-de94-4827-b009-f3bee32c6ee9 req-fcde32f4-bd4b-4a3b-a54f-d934b93fde40 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.84 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.1030347 May 06 09:48:30.419241 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba219e8-aa7a-4537-91d0-aebec7a94971 req-580e1a35-c481-4600-96da-f8ec1665fba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:30.420783 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ba219e8-aa7a-4537-91d0-aebec7a94971 req-580e1a35-c481-4600-96da-f8ec1665fba1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1750166bc51841a8bad92d45b4eec5fb&device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 1097 time: 0.0825493 May 06 09:48:30.501617 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-36dae41c-de94-4827-b009-f3bee32c6ee9 req-791793a5-3254-48fd-a52d-a6dd0c073365 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Deleting port 94912fa1-30e9-4f8b-b03b-ca8a6c51b21b {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:30.503945 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-36dae41c-de94-4827-b009-f3bee32c6ee9 req-791793a5-3254-48fd-a52d-a6dd0c073365 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:30.620673 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-36dae41c-de94-4827-b009-f3bee32c6ee9 req-791793a5-3254-48fd-a52d-a6dd0c073365 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] For port 94912fa1-30e9-4f8b-b03b-ca8a6c51b21b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=94912fa1-30e9-4f8b-b03b-ca8a6c51b21b,segment=NetworkSegment(35debb7c-3bac-4f08-9866-7111447fe1bf),segment_id=35debb7c-3bac-4f08-9866-7111447fe1bf)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:30.622123 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-36dae41c-de94-4827-b009-f3bee32c6ee9 req-791793a5-3254-48fd-a52d-a6dd0c073365 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:30.639286 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-36dae41c-de94-4827-b009-f3bee32c6ee9 req-791793a5-3254-48fd-a52d-a6dd0c073365 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Calling delete_port for 94912fa1-30e9-4f8b-b03b-ca8a6c51b21b owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:30.650464 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba219e8-aa7a-4537-91d0-aebec7a94971 req-1b89fe78-4f9c-4f78-8f77-6a9c2b12db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:30.652754 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ba219e8-aa7a-4537-91d0-aebec7a94971 req-1b89fe78-4f9c-4f78-8f77-6a9c2b12db7a service neutron] 10.222.0.84 "GET /v2.0/networks?id=02e8aba3-387b-400e-9f74-334ab3eab168 HTTP/1.1" status: 200 len: 918 time: 0.2119586 May 06 09:48:30.663908 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace36d8-a6f8-4912-87fe-f8e2e9c4a41f req-c9e011e5-a0b3-407d-aef2-f8b15f58938c tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:30.669695 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace36d8-a6f8-4912-87fe-f8e2e9c4a41f req-c9e011e5-a0b3-407d-aef2-f8b15f58938c tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:30.676317 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace36d8-a6f8-4912-87fe-f8e2e9c4a41f req-c9e011e5-a0b3-407d-aef2-f8b15f58938c tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:30.682248 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace36d8-a6f8-4912-87fe-f8e2e9c4a41f req-c9e011e5-a0b3-407d-aef2-f8b15f58938c tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:30.688134 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace36d8-a6f8-4912-87fe-f8e2e9c4a41f req-c9e011e5-a0b3-407d-aef2-f8b15f58938c tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:30.695876 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace36d8-a6f8-4912-87fe-f8e2e9c4a41f req-c9e011e5-a0b3-407d-aef2-f8b15f58938c tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:30.701686 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace36d8-a6f8-4912-87fe-f8e2e9c4a41f req-c9e011e5-a0b3-407d-aef2-f8b15f58938c tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:30.703578 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bace36d8-a6f8-4912-87fe-f8e2e9c4a41f req-c9e011e5-a0b3-407d-aef2-f8b15f58938c tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5442 time: 0.1632998 May 06 09:48:30.712546 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d7210-72a1-44f4-8ed7-ae1e11919bdd req-08a0d202-5004-42b5-a189-96379e864195 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:30.715582 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c36d7210-72a1-44f4-8ed7-ae1e11919bdd req-08a0d202-5004-42b5-a189-96379e864195 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=49125de3-3fe4-4603-a277-1787d691bdf9 HTTP/1.1" status: 200 len: 945 time: 0.1904228 May 06 09:48:30.746658 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1f2864c4-b8e7-4262-9065-bc4e5e250e77 req-cf357375-6e59-4054-b47d-e0c805d34a6e tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5d00839-05eb-4b1c-9d80-f4dbf669fc89 HTTP/1.1" status: 200 len: 210 time: 0.0333681 May 06 09:48:30.826955 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-36dae41c-de94-4827-b009-f3bee32c6ee9 req-791793a5-3254-48fd-a52d-a6dd0c073365 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:30.828266 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bace36d8-a6f8-4912-87fe-f8e2e9c4a41f req-72e016fd-3ea5-4ad6-ae3b-c1978da53d19 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1116829 May 06 09:48:30.836201 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c36d7210-72a1-44f4-8ed7-ae1e11919bdd req-d829da5f-e9d4-4f11-b522-f3bd7fb322be tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785146 May 06 09:48:30.839894 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ba219e8-aa7a-4537-91d0-aebec7a94971 req-d14b7dc9-11f3-448b-9157-70cb28453943 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf1e41e2-bb41-4232-93f0-f6954f63dd79 HTTP/1.1" status: 200 len: 1002 time: 0.1351883 May 06 09:48:30.851636 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['94912fa1-30e9-4f8b-b03b-ca8a6c51b21b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:48:30.895034 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['ae3bde3e-4312-49f1-8ceb-5c2f53fec57c'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:48:30.904675 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791793a5-3254-48fd-a52d-a6dd0c073365 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Pushing event deleted for resources: {'Port': ['ID=94912fa1-30e9-4f8b-b03b-ca8a6c51b21b,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:30.940378 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba219e8-aa7a-4537-91d0-aebec7a94971 req-c15eb085-459b-4029-8425-fc880d38b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:30.946772 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ba219e8-aa7a-4537-91d0-aebec7a94971 req-c15eb085-459b-4029-8425-fc880d38b5dd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1d4098cb-ab83-4260-9cb2-59b447fa9932 HTTP/1.1" status: 200 len: 856 time: 0.0983005 May 06 09:48:30.976210 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-36dae41c-de94-4827-b009-f3bee32c6ee9 req-791793a5-3254-48fd-a52d-a6dd0c073365 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] No DVR routers for this DVR port 94912fa1-30e9-4f8b-b03b-ca8a6c51b21b on host n-h1-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:48:30.979084 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-36dae41c-de94-4827-b009-f3bee32c6ee9 req-791793a5-3254-48fd-a52d-a6dd0c073365 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:30.982935 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-36dae41c-de94-4827-b009-f3bee32c6ee9 req-791793a5-3254-48fd-a52d-a6dd0c073365 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.84 "DELETE /v2.0/ports/94912fa1-30e9-4f8b-b03b-ca8a6c51b21b HTTP/1.1" status: 204 len: 173 time: 0.6115949 May 06 09:48:30.983686 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49125de3-3fe4-4603-a277-1787d691bdf9', 'name': 'network-vif-deleted', 'tag': '94912fa1-30e9-4f8b-b03b-ca8a6c51b21b'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:30.988031 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4e0f41-218b-45d2-8f39-37ec3605f1a6" -d '{"events": [{"server_uuid": "49125de3-3fe4-4603-a277-1787d691bdf9", "name": "network-vif-deleted", "tag": "94912fa1-30e9-4f8b-b03b-ca8a6c51b21b"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:31.067165 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e6eb0-9503-4dde-8f03-2cecca9f7cfc req-1a208ee6-6057-46af-bacd-ac58d96a7a93 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:31.073817 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e6eb0-9503-4dde-8f03-2cecca9f7cfc req-1a208ee6-6057-46af-bacd-ac58d96a7a93 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:31.080029 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e6eb0-9503-4dde-8f03-2cecca9f7cfc req-1a208ee6-6057-46af-bacd-ac58d96a7a93 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:31.087254 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e6eb0-9503-4dde-8f03-2cecca9f7cfc req-1a208ee6-6057-46af-bacd-ac58d96a7a93 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:31.095474 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e6eb0-9503-4dde-8f03-2cecca9f7cfc req-1a208ee6-6057-46af-bacd-ac58d96a7a93 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:31.101277 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e6eb0-9503-4dde-8f03-2cecca9f7cfc req-1a208ee6-6057-46af-bacd-ac58d96a7a93 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:31.108500 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e6eb0-9503-4dde-8f03-2cecca9f7cfc req-1a208ee6-6057-46af-bacd-ac58d96a7a93 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:31.111208 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f17e6eb0-9503-4dde-8f03-2cecca9f7cfc req-1a208ee6-6057-46af-bacd-ac58d96a7a93 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5420 time: 0.1616538 May 06 09:48:31.135362 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba219e8-aa7a-4537-91d0-aebec7a94971 req-c1085433-1b96-4baf-a68e-62f1996f7eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:31.137257 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ba219e8-aa7a-4537-91d0-aebec7a94971 req-c1085433-1b96-4baf-a68e-62f1996f7eda service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=02e8aba3-387b-400e-9f74-334ab3eab168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1441548 May 06 09:48:31.239204 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f17e6eb0-9503-4dde-8f03-2cecca9f7cfc req-b5c6ad2b-04c3-460e-9329-7f8566c1f5d7 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1216388 May 06 09:48:31.246358 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c042f4e-e699-46a9-8956-b0410103806c req-194a0198-08a3-4c90-b436-cd04119e938c tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:31.247835 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c042f4e-e699-46a9-8956-b0410103806c req-194a0198-08a3-4c90-b436-cd04119e938c tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 946 time: 0.2130456 May 06 09:48:31.303499 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06dbe0b9-8769-4a55-b70e-cdc8dc3dd69a x-openstack-request-id: req-06dbe0b9-8769-4a55-b70e-cdc8dc3dd69a {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:31.304208 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49125de3-3fe4-4603-a277-1787d691bdf9", "name": "network-vif-deleted", "tag": "94912fa1-30e9-4f8b-b03b-ca8a6c51b21b", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:31.304653 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-06dbe0b9-8769-4a55-b70e-cdc8dc3dd69a {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:31.305518 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06dbe0b9-8769-4a55-b70e-cdc8dc3dd69a'] response: {'server_uuid': '49125de3-3fe4-4603-a277-1787d691bdf9', 'name': 'network-vif-deleted', 'tag': '94912fa1-30e9-4f8b-b03b-ca8a6c51b21b', 'status': 'completed', 'code': 200} May 06 09:48:31.309010 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ba219e8-aa7a-4537-91d0-aebec7a94971 req-9e23a265-355d-49f2-a42a-889e411a7147 service neutron] 10.222.0.84 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621161 May 06 09:48:31.333266 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c042f4e-e699-46a9-8956-b0410103806c req-caf74857-8f7a-4e42-9f59-763f8e74d6ff tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634365 May 06 09:48:31.428808 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67322e47-0335-46b4-8a7d-94a27aed8c74 req-2b3b166d-5085-47f8-82b9-a91a052f41b8 tempest-ServerShowV247Test-1354469293 tempest-ServerShowV247Test-1354469293-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5d00839-05eb-4b1c-9d80-f4dbf669fc89 HTTP/1.1" status: 200 len: 210 time: 0.0527539 May 06 09:48:31.505445 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ba219e8-aa7a-4537-91d0-aebec7a94971 req-408e1f25-1ed9-46a5-8361-53ed738d7cf4 service neutron] 10.222.0.84 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864898 May 06 09:48:31.536116 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552aeb9-a690-4318-9ac9-1410eb5fb609 req-f574a851-0050-4973-be2a-2f22567a66be tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:31.540011 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a552aeb9-a690-4318-9ac9-1410eb5fb609 req-f574a851-0050-4973-be2a-2f22567a66be tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.0785730 May 06 09:48:31.597445 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a552aeb9-a690-4318-9ac9-1410eb5fb609 req-a3ac4511-5e1b-448a-be69-6cbde33db0e4 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532496 May 06 09:48:32.005219 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd3a14-1e09-4038-91e2-58857ffbd5ac req-7fb3c5c9-bee0-4939-b171-bece568104ff tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:32.011754 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd3a14-1e09-4038-91e2-58857ffbd5ac req-7fb3c5c9-bee0-4939-b171-bece568104ff tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:32.018329 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd3a14-1e09-4038-91e2-58857ffbd5ac req-7fb3c5c9-bee0-4939-b171-bece568104ff tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:32.024908 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd3a14-1e09-4038-91e2-58857ffbd5ac req-7fb3c5c9-bee0-4939-b171-bece568104ff tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:32.031110 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd3a14-1e09-4038-91e2-58857ffbd5ac req-7fb3c5c9-bee0-4939-b171-bece568104ff tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:32.044080 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd3a14-1e09-4038-91e2-58857ffbd5ac req-7fb3c5c9-bee0-4939-b171-bece568104ff tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:32.054128 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd3a14-1e09-4038-91e2-58857ffbd5ac req-7fb3c5c9-bee0-4939-b171-bece568104ff tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:32.056316 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b9fd3a14-1e09-4038-91e2-58857ffbd5ac req-7fb3c5c9-bee0-4939-b171-bece568104ff tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5442 time: 0.1251841 May 06 09:48:32.101258 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b9fd3a14-1e09-4038-91e2-58857ffbd5ac req-e6fd824b-1b55-4115-bfbe-ee8b234015b7 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376787 May 06 09:48:32.162890 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591a8f3-0350-4b35-b841-0c06b47e21e7 req-50c8e232-b3c9-4479-98d8-717424fbbf24 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:32.164484 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f591a8f3-0350-4b35-b841-0c06b47e21e7 req-50c8e232-b3c9-4479-98d8-717424fbbf24 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 945 time: 0.0570326 May 06 09:48:32.204031 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f591a8f3-0350-4b35-b841-0c06b47e21e7 req-ff29c05e-fffe-4ec4-9564-4da666694b3c tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334749 May 06 09:48:32.376806 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574415b-8108-4f7d-a928-c9194031d4ff req-3c2fcb6c-775b-4794-87e8-d877f7d1f94a tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:32.382858 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574415b-8108-4f7d-a928-c9194031d4ff req-3c2fcb6c-775b-4794-87e8-d877f7d1f94a tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:32.389042 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574415b-8108-4f7d-a928-c9194031d4ff req-3c2fcb6c-775b-4794-87e8-d877f7d1f94a tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:32.395864 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574415b-8108-4f7d-a928-c9194031d4ff req-3c2fcb6c-775b-4794-87e8-d877f7d1f94a tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:32.402439 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574415b-8108-4f7d-a928-c9194031d4ff req-3c2fcb6c-775b-4794-87e8-d877f7d1f94a tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:32.409737 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574415b-8108-4f7d-a928-c9194031d4ff req-3c2fcb6c-775b-4794-87e8-d877f7d1f94a tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:32.416046 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574415b-8108-4f7d-a928-c9194031d4ff req-3c2fcb6c-775b-4794-87e8-d877f7d1f94a tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:32.417982 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3574415b-8108-4f7d-a928-c9194031d4ff req-3c2fcb6c-775b-4794-87e8-d877f7d1f94a tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5420 time: 0.1019855 May 06 09:48:32.489954 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3574415b-8108-4f7d-a928-c9194031d4ff req-32b5a3f5-9516-48e9-bedd-a2388cebc420 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601087 May 06 09:48:32.498073 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33b1b1-45b6-4542-8752-82bb6b7be4e1 req-7521033c-2119-43a6-b3b8-2131d531ea74 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:32.499572 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7c33b1b1-45b6-4542-8752-82bb6b7be4e1 req-7521033c-2119-43a6-b3b8-2131d531ea74 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 946 time: 0.0806801 May 06 09:48:32.555755 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7c33b1b1-45b6-4542-8752-82bb6b7be4e1 req-95a1acf8-9323-4427-a56e-e5ed21a7c71d tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488951 May 06 09:48:32.748111 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 55056) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:32.754304 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 55058) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:32.874270 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b94fa14b-046f-47a0-bf2d-68f93f3a57fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:32.886608 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d25246dd-a56c-4b8d-ac82-afcb3843413f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:32.985163 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bd4c5-2fd2-417e-804d-2332761d05b2 req-d1b081d7-d00a-408b-8a98-b2e5f4bfc2a2 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:32.986815 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-817bd4c5-2fd2-417e-804d-2332761d05b2 req-d1b081d7-d00a-408b-8a98-b2e5f4bfc2a2 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.3076177 May 06 09:48:33.026382 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-817bd4c5-2fd2-417e-804d-2332761d05b2 req-39f60a40-b621-431b-9fbf-40c6e076313b tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331109 May 06 09:48:33.027111 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b94fa14b-046f-47a0-bf2d-68f93f3a57fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.029477 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d25246dd-a56c-4b8d-ac82-afcb3843413f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.031966 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b94fa14b-046f-47a0-bf2d-68f93f3a57fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.043183 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d25246dd-a56c-4b8d-ac82-afcb3843413f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.083725 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94fa14b-046f-47a0-bf2d-68f93f3a57fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed03f923-4e06-4d44-9b52-dfc453b87092,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:33.091986 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b94fa14b-046f-47a0-bf2d-68f93f3a57fd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=591f644bf049406cac6e358671b1b294&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3362179 May 06 09:48:33.095866 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 55064) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:33.101450 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d25246dd-a56c-4b8d-ac82-afcb3843413f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d8d19a7d5f504fb0972dafddca5b3a24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3520103 May 06 09:48:33.106043 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 55066) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:33.127269 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25246dd-a56c-4b8d-ac82-afcb3843413f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c9b399-c1b9-4db6-9aea-14070315afa2,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:33.156999 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5ec1ece8-1783-45a6-92b4-3f4721af8a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.168138 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-90722ee8-85c2-4b30-8113-890102d7d8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.180299 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5ec1ece8-1783-45a6-92b4-3f4721af8a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.195406 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-90722ee8-85c2-4b30-8113-890102d7d8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.254970 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-90722ee8-85c2-4b30-8113-890102d7d8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.258189 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-90722ee8-85c2-4b30-8113-890102d7d8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.262994 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-90722ee8-85c2-4b30-8113-890102d7d8fa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c7c9b399-c1b9-4db6-9aea-14070315afa2 HTTP/1.1" status: 204 len: 168 time: 0.1559954 May 06 09:48:33.278626 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d05902-a030-496f-891e-f7467bb32048 req-df6b0a73-06d8-4c32-a63e-e7081454a475 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:33.284014 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90722ee8-85c2-4b30-8113-890102d7d8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c9b399-c1b9-4db6-9aea-14070315afa2,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:33.287404 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d05902-a030-496f-891e-f7467bb32048 req-df6b0a73-06d8-4c32-a63e-e7081454a475 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:33.294147 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d05902-a030-496f-891e-f7467bb32048 req-df6b0a73-06d8-4c32-a63e-e7081454a475 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:33.300997 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d05902-a030-496f-891e-f7467bb32048 req-df6b0a73-06d8-4c32-a63e-e7081454a475 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:33.307238 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d05902-a030-496f-891e-f7467bb32048 req-df6b0a73-06d8-4c32-a63e-e7081454a475 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:33.314479 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d05902-a030-496f-891e-f7467bb32048 req-df6b0a73-06d8-4c32-a63e-e7081454a475 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:33.320541 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d05902-a030-496f-891e-f7467bb32048 req-df6b0a73-06d8-4c32-a63e-e7081454a475 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:33.322476 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-68d05902-a030-496f-891e-f7467bb32048 req-df6b0a73-06d8-4c32-a63e-e7081454a475 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5442 time: 0.1357963 May 06 09:48:33.361936 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5ec1ece8-1783-45a6-92b4-3f4721af8a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.364433 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5ec1ece8-1783-45a6-92b4-3f4721af8a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.367896 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5ec1ece8-1783-45a6-92b4-3f4721af8a74 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ed03f923-4e06-4d44-9b52-dfc453b87092 HTTP/1.1" status: 204 len: 168 time: 0.2686813 May 06 09:48:33.386008 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1ece8-1783-45a6-92b4-3f4721af8a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed03f923-4e06-4d44-9b52-dfc453b87092,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:33.408125 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-68d05902-a030-496f-891e-f7467bb32048 req-84b79628-9e25-41a1-a29c-0fed57b409b1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0727947 May 06 09:48:33.419930 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fa63e-0135-42e4-80d3-d40ca9f42ca6 req-379db03c-a239-458d-ada5-b4c673f4c34e tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:33.421569 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cc3fa63e-0135-42e4-80d3-d40ca9f42ca6 req-379db03c-a239-458d-ada5-b4c673f4c34e tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 945 time: 0.0977244 May 06 09:48:33.476195 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cc3fa63e-0135-42e4-80d3-d40ca9f42ca6 req-0e3602f8-2e90-454e-9e6a-fa59023bc81f tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482426 May 06 09:48:33.586016 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 55084) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:33.600420 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e47fc335-c4ca-4983-94cc-e61f6e08bc3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.693831 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e47fc335-c4ca-4983-94cc-e61f6e08bc3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.701119 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953778f-f022-43f9-ab57-db151c00a3b9 req-81e80dad-7a15-4daf-892e-8acdd64dbb23 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:33.709140 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953778f-f022-43f9-ab57-db151c00a3b9 req-81e80dad-7a15-4daf-892e-8acdd64dbb23 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:33.714171 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e47fc335-c4ca-4983-94cc-e61f6e08bc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.715520 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953778f-f022-43f9-ab57-db151c00a3b9 req-81e80dad-7a15-4daf-892e-8acdd64dbb23 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:33.722739 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953778f-f022-43f9-ab57-db151c00a3b9 req-81e80dad-7a15-4daf-892e-8acdd64dbb23 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:33.729045 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953778f-f022-43f9-ab57-db151c00a3b9 req-81e80dad-7a15-4daf-892e-8acdd64dbb23 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:33.735942 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953778f-f022-43f9-ab57-db151c00a3b9 req-81e80dad-7a15-4daf-892e-8acdd64dbb23 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:33.743154 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953778f-f022-43f9-ab57-db151c00a3b9 req-81e80dad-7a15-4daf-892e-8acdd64dbb23 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:33.752944 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9953778f-f022-43f9-ab57-db151c00a3b9 req-81e80dad-7a15-4daf-892e-8acdd64dbb23 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5420 time: 0.1765528 May 06 09:48:33.782572 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device cf1e41e2-bb41-4232-93f0-f6954f63dd79 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:48:33.788019 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af15084-c341-4806-9964-12edd9919fac req-98c6579d-98d5-4e5d-84bd-ad28c3c54dd8 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:33.790013 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3af15084-c341-4806-9964-12edd9919fac req-98c6579d-98d5-4e5d-84bd-ad28c3c54dd8 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 946 time: 0.1425531 May 06 09:48:33.792455 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e47fc335-c4ca-4983-94cc-e61f6e08bc3f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=95f2bf4c7e434dd1b60290ecaf6d363f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2044671 May 06 09:48:33.794035 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47fc335-c4ca-4983-94cc-e61f6e08bc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c273065f-f8d0-417d-9661-2a20b0331373,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:33.795216 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 55090) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:33.805078 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47fc335-c4ca-4983-94cc-e61f6e08bc3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:33.805896 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47fc335-c4ca-4983-94cc-e61f6e08bc3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:33.806455 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47fc335-c4ca-4983-94cc-e61f6e08bc3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:33.807038 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47fc335-c4ca-4983-94cc-e61f6e08bc3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:33.807763 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47fc335-c4ca-4983-94cc-e61f6e08bc3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:33.808713 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47fc335-c4ca-4983-94cc-e61f6e08bc3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:33.809473 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47fc335-c4ca-4983-94cc-e61f6e08bc3f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:33.810164 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47fc335-c4ca-4983-94cc-e61f6e08bc3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:33.810744 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47fc335-c4ca-4983-94cc-e61f6e08bc3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:33.811323 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47fc335-c4ca-4983-94cc-e61f6e08bc3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:33.811874 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47fc335-c4ca-4983-94cc-e61f6e08bc3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:33.812572 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47fc335-c4ca-4983-94cc-e61f6e08bc3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:33.867810 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9953778f-f022-43f9-ab57-db151c00a3b9 req-13734a0a-d297-4f06-b3cc-6b4938c846e7 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1137912 May 06 09:48:33.930480 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3af15084-c341-4806-9964-12edd9919fac req-6b4fb4a3-8b94-447c-89cb-ab3e8b3b52bb tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236742 May 06 09:48:33.933633 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0c7cfe20-8ac9-42f0-b6bb-e952143df801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.947160 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port cf1e41e2-bb41-4232-93f0-f6954f63dd79, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=cf1e41e2-bb41-4232-93f0-f6954f63dd79,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:33.960397 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0c7cfe20-8ac9-42f0-b6bb-e952143df801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.960972 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'cf1e41e2-bb41-4232-93f0-f6954f63dd79', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'port_id': 'cf1e41e2-bb41-4232-93f0-f6954f63dd79', 'mac_address': 'fa:16:3e:a5:35:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:48:34.007606 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:34.015444 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0c7cfe20-8ac9-42f0-b6bb-e952143df801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:34.018161 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0c7cfe20-8ac9-42f0-b6bb-e952143df801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:34.019336 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0c7cfe20-8ac9-42f0-b6bb-e952143df801 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c273065f-f8d0-417d-9661-2a20b0331373 HTTP/1.1" status: 204 len: 168 time: 0.2195756 May 06 09:48:34.025116 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf1e41e2-bb41-4232-93f0-f6954f63dd79 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:48:34.031388 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7cfe20-8ac9-42f0-b6bb-e952143df801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c273065f-f8d0-417d-9661-2a20b0331373,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:34.055763 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port cf1e41e2-bb41-4232-93f0-f6954f63dd79, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=cf1e41e2-bb41-4232-93f0-f6954f63dd79,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:34.061377 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:34.128322 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=cf1e41e2-bb41-4232-93f0-f6954f63dd79,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:34.156431 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['cf1e41e2-bb41-4232-93f0-f6954f63dd79'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:48:34.191479 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bfaed6-6f7e-44e4-b78b-4f8e2b7e2ad2 req-7eba4653-fa54-4fcc-8ef0-ebee4587e481 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:34.193564 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26bfaed6-6f7e-44e4-b78b-4f8e2b7e2ad2 req-7eba4653-fa54-4fcc-8ef0-ebee4587e481 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 945 time: 0.0634890 May 06 09:48:34.252874 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26bfaed6-6f7e-44e4-b78b-4f8e2b7e2ad2 req-bf6f8f0f-79a3-494f-86c4-ab35b7f68832 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521939 May 06 09:48:34.366165 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-7a41c2a0-2a0f-466a-b1b2-2dc3fdd402cd tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:34.372380 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-7a41c2a0-2a0f-466a-b1b2-2dc3fdd402cd tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:34.378248 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-7a41c2a0-2a0f-466a-b1b2-2dc3fdd402cd tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:34.384199 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-7a41c2a0-2a0f-466a-b1b2-2dc3fdd402cd tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:34.390400 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-7a41c2a0-2a0f-466a-b1b2-2dc3fdd402cd tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:34.397074 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-7a41c2a0-2a0f-466a-b1b2-2dc3fdd402cd tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:34.403222 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-7a41c2a0-2a0f-466a-b1b2-2dc3fdd402cd tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:34.405601 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-7a41c2a0-2a0f-466a-b1b2-2dc3fdd402cd tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.77 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5442 time: 0.0955162 May 06 09:48:34.459672 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-0dfab033-2174-4f05-9ab7-ea7be64080b1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:34.461204 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-0dfab033-2174-4f05-9ab7-ea7be64080b1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.77 "GET /v2.0/ports/b9046c83-a238-4ecf-9873-2902976be919?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0478654 May 06 09:48:34.606204 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-90252761-66f6-4e62-818c-df46aa7e68b6 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.77 "GET /v2.0/networks/6fffdccd-9d01-41e0-85b5-9c674bdd21ed?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1368980 May 06 09:48:34.622520 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-0a78fbf3-28a6-4d44-8687-c1c249373a0e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:34.623963 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5ec72-e65e-4a1c-aa4b-9889ff4ef005 req-4ddd6f87-949f-4517-8668-b176133dfbc8 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:34.632022 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5ec72-e65e-4a1c-aa4b-9889ff4ef005 req-4ddd6f87-949f-4517-8668-b176133dfbc8 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:34.638759 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5ec72-e65e-4a1c-aa4b-9889ff4ef005 req-4ddd6f87-949f-4517-8668-b176133dfbc8 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:34.650601 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5ec72-e65e-4a1c-aa4b-9889ff4ef005 req-4ddd6f87-949f-4517-8668-b176133dfbc8 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:34.655046 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 55128) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:34.657104 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5ec72-e65e-4a1c-aa4b-9889ff4ef005 req-4ddd6f87-949f-4517-8668-b176133dfbc8 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:34.663831 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5ec72-e65e-4a1c-aa4b-9889ff4ef005 req-4ddd6f87-949f-4517-8668-b176133dfbc8 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:34.670875 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5ec72-e65e-4a1c-aa4b-9889ff4ef005 req-4ddd6f87-949f-4517-8668-b176133dfbc8 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:34.673118 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bbb5ec72-e65e-4a1c-aa4b-9889ff4ef005 req-4ddd6f87-949f-4517-8668-b176133dfbc8 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 5442 time: 0.1554744 May 06 09:48:34.686222 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133c06d-d213-496e-8829-ce5d1ba53c69 req-c5cd39bf-00f9-4949-bd76-f2ed8f267d4d tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:34.694565 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a133c06d-d213-496e-8829-ce5d1ba53c69 req-c5cd39bf-00f9-4949-bd76-f2ed8f267d4d tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 945 time: 0.1288435 May 06 09:48:34.705357 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-0a78fbf3-28a6-4d44-8687-c1c249373a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:34.771780 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a133c06d-d213-496e-8829-ce5d1ba53c69 req-9b9b71c4-56fe-4c9d-bd5d-39732eef6990 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2f219f0-99d7-4698-99c0-494363efe2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758069 May 06 09:48:34.783695 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bbb5ec72-e65e-4a1c-aa4b-9889ff4ef005 req-25e87f5b-15ed-47fa-afef-738669ea226b tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&id=74f3a3f6-8495-4772-a160-36d2c090be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0806174 May 06 09:48:34.834462 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-83bf6b02-ec22-4934-b1dc-e7c810466f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:34.900754 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-0a78fbf3-28a6-4d44-8687-c1c249373a0e service neutron] For port b9046c83-a238-4ecf-9873-2902976be919, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=b9046c83-a238-4ecf-9873-2902976be919,segment=NetworkSegment(575a8a23-13f7-4b94-8526-a3cf557709f5),segment_id=575a8a23-13f7-4b94-8526-a3cf557709f5)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:34.991495 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd8c55-13a0-438f-b60a-2f47a70ffb36 req-d0b3b89e-639d-410b-bf81-bfb951695ff3 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:34.993451 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4dbd8c55-13a0-438f-b60a-2f47a70ffb36 req-d0b3b89e-639d-410b-bf81-bfb951695ff3 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.77 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 945 time: 0.0728834 May 06 09:48:35.021396 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-0a78fbf3-28a6-4d44-8687-c1c249373a0e service neutron] For port b9046c83-a238-4ecf-9873-2902976be919, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:48:35.057136 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-83bf6b02-ec22-4934-b1dc-e7c810466f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.068769 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-0a78fbf3-28a6-4d44-8687-c1c249373a0e service neutron] device_id is not set on port b9046c83-a238-4ecf-9873-2902976be919 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:48:35.074224 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-83bf6b02-ec22-4934-b1dc-e7c810466f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.102627 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-0a78fbf3-28a6-4d44-8687-c1c249373a0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.124009 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-0a78fbf3-28a6-4d44-8687-c1c249373a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.130480 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-83bf6b02-ec22-4934-b1dc-e7c810466f9c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d05b921cfe9640af843c9e1262f2352e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4743276 May 06 09:48:35.133448 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf6b02-ec22-4934-b1dc-e7c810466f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832677cf-fb1c-47f1-b77d-8a01f40373ec,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:35.139208 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 55154) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:35.143745 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d31ae-4edf-4329-b110-ad85aa92f12f req-8d6566ce-bb0e-446b-b150-96de481a3881 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:35.149493 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d31ae-4edf-4329-b110-ad85aa92f12f req-8d6566ce-bb0e-446b-b150-96de481a3881 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:35.155403 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d31ae-4edf-4329-b110-ad85aa92f12f req-8d6566ce-bb0e-446b-b150-96de481a3881 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:35.162119 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d31ae-4edf-4329-b110-ad85aa92f12f req-8d6566ce-bb0e-446b-b150-96de481a3881 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:35.168287 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d31ae-4edf-4329-b110-ad85aa92f12f req-8d6566ce-bb0e-446b-b150-96de481a3881 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:35.174955 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d31ae-4edf-4329-b110-ad85aa92f12f req-8d6566ce-bb0e-446b-b150-96de481a3881 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:35.181750 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d31ae-4edf-4329-b110-ad85aa92f12f req-8d6566ce-bb0e-446b-b150-96de481a3881 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:35.196475 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b5d31ae-4edf-4329-b110-ad85aa92f12f req-8d6566ce-bb0e-446b-b150-96de481a3881 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5420 time: 0.2152672 May 06 09:48:35.214749 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78fbf3-28a6-4d44-8687-c1c249373a0e service neutron] Pushing event updated for resources: {'Port': ['ID=b9046c83-a238-4ecf-9873-2902976be919,revision_number=6']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:35.244930 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fda87-6e6a-406f-a8bd-595b97f0fe69 req-1439cd55-df41-4308-93d3-15074fd33172 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:35.246810 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-712fda87-6e6a-406f-a8bd-595b97f0fe69 req-1439cd55-df41-4308-93d3-15074fd33172 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 946 time: 0.2350965 May 06 09:48:35.253288 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-0a78fbf3-28a6-4d44-8687-c1c249373a0e service neutron] No DVR routers for this DVR port b9046c83-a238-4ecf-9873-2902976be919 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:48:35.289619 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b5d31ae-4edf-4329-b110-ad85aa92f12f req-1aa423cc-3ab3-4808-9662-6de837dce613 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0907319 May 06 09:48:35.305577 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aaef8b24-3cee-4465-a4f7-560aa33b1100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.314412 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-0a78fbf3-28a6-4d44-8687-c1c249373a0e service neutron] In _notify_port_updated(), no bound segment for port b9046c83-a238-4ecf-9873-2902976be919 on network 6fffdccd-9d01-41e0-85b5-9c674bdd21ed {{(pid=102652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:48:35.315322 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-0a78fbf3-28a6-4d44-8687-c1c249373a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:35.315950 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-0a78fbf3-28a6-4d44-8687-c1c249373a0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.317261 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-0a78fbf3-28a6-4d44-8687-c1c249373a0e service neutron] 10.222.0.77 "PUT /v2.0/ports/b9046c83-a238-4ecf-9873-2902976be919 HTTP/1.1" status: 200 len: 1032 time: 0.7023768 May 06 09:48:35.383157 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aaef8b24-3cee-4465-a4f7-560aa33b1100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.386396 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-712fda87-6e6a-406f-a8bd-595b97f0fe69 req-cae0371d-116d-426b-814c-8d3266ad01dc tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198936 May 06 09:48:35.399456 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-21310d31-351b-40c4-99b8-0758f3462871 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:35.412000 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-21310d31-351b-40c4-99b8-0758f3462871 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.77 "GET /v2.0/ports/7d6de0b3-19e5-492d-b661-4ff64145d752?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0775654 May 06 09:48:35.412742 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-4dbd8c55-13a0-438f-b60a-2f47a70ffb36 req-170bdf04-e7cd-454f-be69-340ed512ee55 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Deleting port ae3bde3e-4312-49f1-8ceb-5c2f53fec57c {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:35.413170 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4dbd8c55-13a0-438f-b60a-2f47a70ffb36 req-170bdf04-e7cd-454f-be69-340ed512ee55 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.418778 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-19130e88-21e1-4f8f-a354-466f388ed434 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:35.529712 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-19130e88-21e1-4f8f-a354-466f388ed434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.561486 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17f3e6-9c3e-4c8e-ab8e-7ec1134669b5 req-864d1d45-3d02-45f9-b7d9-21bc8da189e0 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:35.570110 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fa17f3e6-9c3e-4c8e-ab8e-7ec1134669b5 req-864d1d45-3d02-45f9-b7d9-21bc8da189e0 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 945 time: 0.1449032 May 06 09:48:35.595712 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aaef8b24-3cee-4465-a4f7-560aa33b1100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.599649 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aaef8b24-3cee-4465-a4f7-560aa33b1100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.604669 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-aaef8b24-3cee-4465-a4f7-560aa33b1100 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/832677cf-fb1c-47f1-b77d-8a01f40373ec HTTP/1.1" status: 204 len: 168 time: 0.4398532 May 06 09:48:35.605753 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-4dbd8c55-13a0-438f-b60a-2f47a70ffb36 req-170bdf04-e7cd-454f-be69-340ed512ee55 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] For port ae3bde3e-4312-49f1-8ceb-5c2f53fec57c, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ae3bde3e-4312-49f1-8ceb-5c2f53fec57c,segment=NetworkSegment(35debb7c-3bac-4f08-9866-7111447fe1bf),segment_id=35debb7c-3bac-4f08-9866-7111447fe1bf)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:35.606352 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4dbd8c55-13a0-438f-b60a-2f47a70ffb36 req-170bdf04-e7cd-454f-be69-340ed512ee55 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.629770 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef8b24-3cee-4465-a4f7-560aa33b1100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832677cf-fb1c-47f1-b77d-8a01f40373ec,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:35.633323 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-4dbd8c55-13a0-438f-b60a-2f47a70ffb36 req-170bdf04-e7cd-454f-be69-340ed512ee55 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Calling delete_port for ae3bde3e-4312-49f1-8ceb-5c2f53fec57c owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:35.638907 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-7ad871f4-e0b5-427d-93a9-174cabadbc46 None None] Provisioning complete for port b9046c83-a238-4ecf-9873-2902976be919 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:35.640849 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7ad871f4-e0b5-427d-93a9-174cabadbc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.654767 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fa17f3e6-9c3e-4c8e-ab8e-7ec1134669b5 req-6765e178-5a9a-4192-bdda-9e289d69d8a4 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836885 May 06 09:48:35.779766 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-7ad871f4-e0b5-427d-93a9-174cabadbc46 None None] Port b9046c83-a238-4ecf-9873-2902976be919 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:48:35.801631 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-19130e88-21e1-4f8f-a354-466f388ed434 service neutron] For port 7d6de0b3-19e5-492d-b661-4ff64145d752, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=7d6de0b3-19e5-492d-b661-4ff64145d752,segment=NetworkSegment(575a8a23-13f7-4b94-8526-a3cf557709f5),segment_id=575a8a23-13f7-4b94-8526-a3cf557709f5)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:35.803331 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device cf1e41e2-bb41-4232-93f0-f6954f63dd79 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:48:35.861641 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port cf1e41e2-bb41-4232-93f0-f6954f63dd79 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:35.862298 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.862435 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4dbd8c55-13a0-438f-b60a-2f47a70ffb36 req-170bdf04-e7cd-454f-be69-340ed512ee55 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.870416 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-19130e88-21e1-4f8f-a354-466f388ed434 service neutron] For port 7d6de0b3-19e5-492d-b661-4ff64145d752, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:48:35.904259 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170bdf04-e7cd-454f-be69-340ed512ee55 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Pushing event deleted for resources: {'Port': ['ID=ae3bde3e-4312-49f1-8ceb-5c2f53fec57c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:35.935140 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['ae3bde3e-4312-49f1-8ceb-5c2f53fec57c'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:48:35.958973 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-19130e88-21e1-4f8f-a354-466f388ed434 service neutron] device_id is not set on port 7d6de0b3-19e5-492d-b661-4ff64145d752 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:48:35.988933 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-19130e88-21e1-4f8f-a354-466f388ed434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.999217 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-19130e88-21e1-4f8f-a354-466f388ed434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:36.025149 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67a4758e-89b0-466f-a49d-1761dbc4ccbd req-e9a6ac41-0334-46f7-ab32-ed71a3c37154 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92467f8-336c-498f-b262-43ffd55e7c1c HTTP/1.1" status: 200 len: 210 time: 0.0921211 May 06 09:48:36.071762 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbd8c55-13a0-438f-b60a-2f47a70ffb36 req-170bdf04-e7cd-454f-be69-340ed512ee55 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] No DVR routers for this DVR port ae3bde3e-4312-49f1-8ceb-5c2f53fec57c on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:48:36.109144 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4dbd8c55-13a0-438f-b60a-2f47a70ffb36 req-170bdf04-e7cd-454f-be69-340ed512ee55 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:36.113048 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4dbd8c55-13a0-438f-b60a-2f47a70ffb36 req-170bdf04-e7cd-454f-be69-340ed512ee55 tempest-ServerRescueTestJSON-85239846 tempest-ServerRescueTestJSON-85239846-project] 10.222.0.77 "DELETE /v2.0/ports/ae3bde3e-4312-49f1-8ceb-5c2f53fec57c HTTP/1.1" status: 204 len: 173 time: 1.1026633 May 06 09:48:36.113524 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92467f8-336c-498f-b262-43ffd55e7c1c', 'name': 'network-vif-deleted', 'tag': 'ae3bde3e-4312-49f1-8ceb-5c2f53fec57c'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:36.135396 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d1223d-7904-480a-a318-5416ce1288c7" -d '{"events": [{"server_uuid": "d92467f8-336c-498f-b262-43ffd55e7c1c", "name": "network-vif-deleted", "tag": "ae3bde3e-4312-49f1-8ceb-5c2f53fec57c"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:36.160543 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:36.168864 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-19130e88-21e1-4f8f-a354-466f388ed434 service neutron] No DVR routers for this DVR port 7d6de0b3-19e5-492d-b661-4ff64145d752 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:48:36.227627 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b92e66-20c1-4b69-b710-02e18330e5d7 req-f071a35d-c83b-4744-87bd-766312f38e30 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:36.233356 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd651b330-4936-40ab-b73c-18040c1bf70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1e41e2-bb41-4232-93f0-f6954f63dd79'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:36.239365 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07146141-871a-4668-985b-123aab71ec7f" -d '{"events": [{"server_uuid": "d651b330-4936-40ab-b73c-18040c1bf70f", "name": "network-vif-plugged", "status": "completed", "tag": "cf1e41e2-bb41-4232-93f0-f6954f63dd79"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:36.261904 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19130e88-21e1-4f8f-a354-466f388ed434 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6de0b3-19e5-492d-b661-4ff64145d752,revision_number=6']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:36.262493 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b92e66-20c1-4b69-b710-02e18330e5d7 req-f071a35d-c83b-4744-87bd-766312f38e30 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:36.284331 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b92e66-20c1-4b69-b710-02e18330e5d7 req-f071a35d-c83b-4744-87bd-766312f38e30 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:36.294370 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port cf1e41e2-bb41-4232-93f0-f6954f63dd79, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=cf1e41e2-bb41-4232-93f0-f6954f63dd79,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:36.303554 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b92e66-20c1-4b69-b710-02e18330e5d7 req-f071a35d-c83b-4744-87bd-766312f38e30 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:36.304830 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:36.305839 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 94912fa1-30e9-4f8b-b03b-ca8a6c51b21b no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:36.317387 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-19130e88-21e1-4f8f-a354-466f388ed434 service neutron] In _notify_port_updated(), no bound segment for port 7d6de0b3-19e5-492d-b661-4ff64145d752 on network 6fffdccd-9d01-41e0-85b5-9c674bdd21ed {{(pid=102652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:48:36.318977 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-19130e88-21e1-4f8f-a354-466f388ed434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:36.320215 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-19130e88-21e1-4f8f-a354-466f388ed434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:36.324450 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-19130e88-21e1-4f8f-a354-466f388ed434 service neutron] 10.222.0.77 "PUT /v2.0/ports/7d6de0b3-19e5-492d-b661-4ff64145d752 HTTP/1.1" status: 200 len: 1031 time: 0.9100459 May 06 09:48:36.327832 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b92e66-20c1-4b69-b710-02e18330e5d7 req-f071a35d-c83b-4744-87bd-766312f38e30 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:36.335516 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52b92e66-20c1-4b69-b710-02e18330e5d7 req-f071a35d-c83b-4744-87bd-766312f38e30 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 3885 time: 0.3678608 May 06 09:48:36.450932 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 94912fa1-30e9-4f8b-b03b-ca8a6c51b21b {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:48:36.451311 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 94912fa1-30e9-4f8b-b03b-ca8a6c51b21b not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:48:36.455526 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52b92e66-20c1-4b69-b710-02e18330e5d7 req-be7e3134-ef6e-45c5-98d5-abf4128853b8 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006882 May 06 09:48:36.540818 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=cf1e41e2-bb41-4232-93f0-f6954f63dd79,revision_number=7']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:36.602428 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636146c8-6563-48c6-a2cb-28cd823cddca x-openstack-request-id: req-636146c8-6563-48c6-a2cb-28cd823cddca {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:36.602985 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92467f8-336c-498f-b262-43ffd55e7c1c", "name": "network-vif-deleted", "tag": "ae3bde3e-4312-49f1-8ceb-5c2f53fec57c", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:36.603432 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-636146c8-6563-48c6-a2cb-28cd823cddca {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:36.604006 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-636146c8-6563-48c6-a2cb-28cd823cddca'] response: {'server_uuid': 'd92467f8-336c-498f-b262-43ffd55e7c1c', 'name': 'network-vif-deleted', 'tag': 'ae3bde3e-4312-49f1-8ceb-5c2f53fec57c', 'status': 'completed', 'code': 200} May 06 09:48:36.618778 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-e7404232-30ef-4a09-99af-1b45119376bb tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Deleting port f821c4bf-a2e5-4eee-b05e-3fda28dcde76 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:36.620896 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-e7404232-30ef-4a09-99af-1b45119376bb tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:36.658666 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf9a9ff-da7a-458b-84b4-39ad793407c4 x-openstack-request-id: req-3bf9a9ff-da7a-458b-84b4-39ad793407c4 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:36.659108 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d651b330-4936-40ab-b73c-18040c1bf70f", "name": "network-vif-plugged", "status": "completed", "tag": "cf1e41e2-bb41-4232-93f0-f6954f63dd79", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:36.659108 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3bf9a9ff-da7a-458b-84b4-39ad793407c4 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:36.659621 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bf9a9ff-da7a-458b-84b4-39ad793407c4'] response: {'server_uuid': 'd651b330-4936-40ab-b73c-18040c1bf70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1e41e2-bb41-4232-93f0-f6954f63dd79', 'code': 200} May 06 09:48:36.707747 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-ed1c2ee2-2017-406a-ae4e-1d1ac15fe781 None None] Provisioning complete for port 7d6de0b3-19e5-492d-b661-4ff64145d752 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:36.708131 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ed1c2ee2-2017-406a-ae4e-1d1ac15fe781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:36.819570 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c2ee2-2017-406a-ae4e-1d1ac15fe781 None None] Port 7d6de0b3-19e5-492d-b661-4ff64145d752 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:48:36.887487 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa57184-08e1-421a-a08d-7acb24bf1928 req-451dea46-ef54-44fb-a8b6-8daf527ec2ca tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:36.894777 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa57184-08e1-421a-a08d-7acb24bf1928 req-451dea46-ef54-44fb-a8b6-8daf527ec2ca tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:36.901418 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa57184-08e1-421a-a08d-7acb24bf1928 req-451dea46-ef54-44fb-a8b6-8daf527ec2ca tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:36.908569 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa57184-08e1-421a-a08d-7acb24bf1928 req-451dea46-ef54-44fb-a8b6-8daf527ec2ca tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:36.920222 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa57184-08e1-421a-a08d-7acb24bf1928 req-451dea46-ef54-44fb-a8b6-8daf527ec2ca tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:36.927218 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa57184-08e1-421a-a08d-7acb24bf1928 req-451dea46-ef54-44fb-a8b6-8daf527ec2ca tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:36.936627 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa57184-08e1-421a-a08d-7acb24bf1928 req-451dea46-ef54-44fb-a8b6-8daf527ec2ca tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:36.947426 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8aa57184-08e1-421a-a08d-7acb24bf1928 req-451dea46-ef54-44fb-a8b6-8daf527ec2ca tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5420 time: 0.1977537 May 06 09:48:36.988262 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ae3bde3e-4312-49f1-8ceb-5c2f53fec57c no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:37.018168 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-e7404232-30ef-4a09-99af-1b45119376bb tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] For port f821c4bf-a2e5-4eee-b05e-3fda28dcde76, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=f821c4bf-a2e5-4eee-b05e-3fda28dcde76,segment=NetworkSegment(575a8a23-13f7-4b94-8526-a3cf557709f5),segment_id=575a8a23-13f7-4b94-8526-a3cf557709f5)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:37.026680 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-e7404232-30ef-4a09-99af-1b45119376bb tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:37.044696 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8aa57184-08e1-421a-a08d-7acb24bf1928 req-91f17e77-6424-469c-9599-d035ea947fcc tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0948184 May 06 09:48:37.077859 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-e7404232-30ef-4a09-99af-1b45119376bb tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Calling delete_port for f821c4bf-a2e5-4eee-b05e-3fda28dcde76 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:37.140514 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5dc41-f67f-41b0-a966-1f17ae785f51 req-77e00642-76ba-41b6-b8f4-cab86c2d38fb tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:37.156927 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-64d5dc41-f67f-41b0-a966-1f17ae785f51 req-77e00642-76ba-41b6-b8f4-cab86c2d38fb tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 946 time: 0.3398402 May 06 09:48:37.337050 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-64d5dc41-f67f-41b0-a966-1f17ae785f51 req-34080b76-3f68-412e-b753-6e1445cec469 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723301 May 06 09:48:37.415927 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-e7404232-30ef-4a09-99af-1b45119376bb tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:37.483694 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 55228) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:37.494811 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930eb444-8503-480c-ac94-1cf005c1673b req-2a4caa5a-97ec-441a-a41c-f370d7cec585 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:37.495583 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7404232-30ef-4a09-99af-1b45119376bb tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Pushing event deleted for resources: {'Port': ['ID=f821c4bf-a2e5-4eee-b05e-3fda28dcde76,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:37.498203 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 55230) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:37.506895 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-930eb444-8503-480c-ac94-1cf005c1673b req-2a4caa5a-97ec-441a-a41c-f370d7cec585 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.2250149 May 06 09:48:37.556966 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: ae3bde3e-4312-49f1-8ceb-5c2f53fec57c {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:48:37.557445 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ae3bde3e-4312-49f1-8ceb-5c2f53fec57c not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:48:37.563845 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 33947b19-31b2-4338-b727-408a0344a6ca no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:37.602420 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-930eb444-8503-480c-ac94-1cf005c1673b req-56d94e1e-4d66-4b4a-b8d9-2a4ef34c675b tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940986 May 06 09:48:37.703430 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-e7404232-30ef-4a09-99af-1b45119376bb tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] No DVR routers for this DVR port f821c4bf-a2e5-4eee-b05e-3fda28dcde76 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:48:37.707578 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-e7404232-30ef-4a09-99af-1b45119376bb tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:37.711220 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-e7404232-30ef-4a09-99af-1b45119376bb tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.77 "DELETE /v2.0/ports/f821c4bf-a2e5-4eee-b05e-3fda28dcde76 HTTP/1.1" status: 204 len: 173 time: 1.3808947 May 06 09:48:37.713803 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'name': 'network-vif-deleted', 'tag': 'f821c4bf-a2e5-4eee-b05e-3fda28dcde76'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:37.720239 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a753d80-6c6f-44e3-bad1-ee8b4cab1d55" -d '{"events": [{"server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "name": "network-vif-deleted", "tag": "f821c4bf-a2e5-4eee-b05e-3fda28dcde76"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:37.821390 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:37.855741 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a497d34d-fcfc-443c-aed8-db703ecc4eec x-openstack-request-id: req-a497d34d-fcfc-443c-aed8-db703ecc4eec {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:37.856642 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "name": "network-vif-deleted", "tag": "f821c4bf-a2e5-4eee-b05e-3fda28dcde76", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:37.857142 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a497d34d-fcfc-443c-aed8-db703ecc4eec {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:37.858341 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a497d34d-fcfc-443c-aed8-db703ecc4eec'] response: {'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'name': 'network-vif-deleted', 'tag': 'f821c4bf-a2e5-4eee-b05e-3fda28dcde76', 'status': 'completed', 'code': 200} May 06 09:48:37.874651 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c8444-0b46-43fd-b171-f6b6ba4d96d3 req-d2db327b-375d-4a50-8a15-71c08a81b67f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:37.890426 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c8444-0b46-43fd-b171-f6b6ba4d96d3 req-d2db327b-375d-4a50-8a15-71c08a81b67f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:37.905091 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c8444-0b46-43fd-b171-f6b6ba4d96d3 req-d2db327b-375d-4a50-8a15-71c08a81b67f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:37.929283 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c8444-0b46-43fd-b171-f6b6ba4d96d3 req-d2db327b-375d-4a50-8a15-71c08a81b67f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:37.933640 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-332c8444-0b46-43fd-b171-f6b6ba4d96d3 req-d2db327b-375d-4a50-8a15-71c08a81b67f tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 3151 time: 0.2032561 May 06 09:48:37.965246 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 33947b19-31b2-4338-b727-408a0344a6ca, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=33947b19-31b2-4338-b727-408a0344a6ca,segment=NetworkSegment(f74ae27d-23fa-482c-b590-8b104f569714),segment_id=f74ae27d-23fa-482c-b590-8b104f569714)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:37.966347 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-55b491dc-f137-4d93-a9e6-22e86b51dfdd tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:37.979059 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:37.979985 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 7d6de0b3-19e5-492d-b661-4ff64145d752 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:38.079507 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-55b491dc-f137-4d93-a9e6-22e86b51dfdd tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:38.132688 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 55248) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:38.170104 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-332c8444-0b46-43fd-b171-f6b6ba4d96d3 req-ecaeeffd-2533-4b0f-a014-9c74d0878af7 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258701 May 06 09:48:38.213051 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 7d6de0b3-19e5-492d-b661-4ff64145d752 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:48:38.213788 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device b9046c83-a238-4ecf-9873-2902976be919 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:38.328766 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=33947b19-31b2-4338-b727-408a0344a6ca,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:38.341316 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device b9046c83-a238-4ecf-9873-2902976be919 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:48:38.349017 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03743177-45aa-4128-93c4-e63b8929e636 req-77047da3-e19a-4b04-bee2-ed56d509aaf3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:38.356713 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03743177-45aa-4128-93c4-e63b8929e636 req-77047da3-e19a-4b04-bee2-ed56d509aaf3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:38.365521 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03743177-45aa-4128-93c4-e63b8929e636 req-77047da3-e19a-4b04-bee2-ed56d509aaf3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:38.373727 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03743177-45aa-4128-93c4-e63b8929e636 req-77047da3-e19a-4b04-bee2-ed56d509aaf3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:38.394293 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:48:38.400379 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03743177-45aa-4128-93c4-e63b8929e636 req-77047da3-e19a-4b04-bee2-ed56d509aaf3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:38.409954 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03743177-45aa-4128-93c4-e63b8929e636 req-77047da3-e19a-4b04-bee2-ed56d509aaf3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:38.426886 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03743177-45aa-4128-93c4-e63b8929e636 req-77047da3-e19a-4b04-bee2-ed56d509aaf3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:38.430162 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-03743177-45aa-4128-93c4-e63b8929e636 req-77047da3-e19a-4b04-bee2-ed56d509aaf3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5420 time: 0.1941893 May 06 09:48:38.485718 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-1b5a0f94-20e8-4e29-8006-ec8f6a402643 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2041634692-network', 'tenant_id': '1b0d2c2f65094a93b463c064e228c565'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:38.556051 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-03743177-45aa-4128-93c4-e63b8929e636 req-ce60e78e-9859-43ff-aee5-620950c6a0df tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1157274 May 06 09:48:38.583805 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5a0f94-20e8-4e29-8006-ec8f6a402643 admin admin] Made reservation on behalf of 1b0d2c2f65094a93b463c064e228c565 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:48:38.586563 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1b5a0f94-20e8-4e29-8006-ec8f6a402643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:38.604497 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49a9d8-699a-4ebe-a43c-db85812a47bd req-8180d6ab-dbc1-4929-8ee0-37805c5ae875 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:38.606062 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-db49a9d8-699a-4ebe-a43c-db85812a47bd req-8180d6ab-dbc1-4929-8ee0-37805c5ae875 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 946 time: 0.1403518 May 06 09:48:38.615698 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1b5a0f94-20e8-4e29-8006-ec8f6a402643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:38.619993 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-55b491dc-f137-4d93-a9e6-22e86b51dfdd tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:38.661559 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33947b19-31b2-4338-b727-408a0344a6ca'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:38.665285 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86c2f0a-ff27-4b30-b1f0-f2410fead463" -d '{"events": [{"server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "name": "network-vif-unplugged", "status": "completed", "tag": "33947b19-31b2-4338-b727-408a0344a6ca"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:38.708593 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-db7d1314-0c13-4577-b4eb-91322b74f4c1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Deleting port 5657ef8a-6946-4f8a-b6db-d71d2f6baecd {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:38.709228 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-db7d1314-0c13-4577-b4eb-91322b74f4c1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:38.775087 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-db49a9d8-699a-4ebe-a43c-db85812a47bd req-38bf2cdb-defa-40d8-a381-a3379a08bd6a tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605887 May 06 09:48:38.869803 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc0c540-e728-4966-af54-7e1e4f58d2bd x-openstack-request-id: req-8fc0c540-e728-4966-af54-7e1e4f58d2bd {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:38.870700 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "name": "network-vif-unplugged", "status": "completed", "tag": "33947b19-31b2-4338-b727-408a0344a6ca", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:38.871147 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8fc0c540-e728-4966-af54-7e1e4f58d2bd {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:38.871337 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1b5a0f94-20e8-4e29-8006-ec8f6a402643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:38.872093 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fc0c540-e728-4966-af54-7e1e4f58d2bd'] response: {'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33947b19-31b2-4338-b727-408a0344a6ca', 'code': 200} May 06 09:48:38.879998 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1b5a0f94-20e8-4e29-8006-ec8f6a402643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:38.897409 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5a0f94-20e8-4e29-8006-ec8f6a402643 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:48:38.902656 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-db7d1314-0c13-4577-b4eb-91322b74f4c1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] For port 5657ef8a-6946-4f8a-b6db-d71d2f6baecd, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=5657ef8a-6946-4f8a-b6db-d71d2f6baecd,segment=NetworkSegment(f74ae27d-23fa-482c-b590-8b104f569714),segment_id=f74ae27d-23fa-482c-b590-8b104f569714)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:38.903085 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-db7d1314-0c13-4577-b4eb-91322b74f4c1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:38.909142 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1b5a0f94-20e8-4e29-8006-ec8f6a402643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:38.909500 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-1b5a0f94-20e8-4e29-8006-ec8f6a402643 admin admin] Added segment 32d97f98-6463-4211-91df-babdc206f526 of type vlan for network 74dee0a9-6e69-4c4b-b523-39428af93e24 May 06 09:48:38.920963 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-db7d1314-0c13-4577-b4eb-91322b74f4c1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Calling delete_port for 5657ef8a-6946-4f8a-b6db-d71d2f6baecd owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:38.953023 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 5657ef8a-6946-4f8a-b6db-d71d2f6baecd no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:38.963253 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1b5a0f94-20e8-4e29-8006-ec8f6a402643 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.014541 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1b5a0f94-20e8-4e29-8006-ec8f6a402643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.016508 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5a0f94-20e8-4e29-8006-ec8f6a402643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:39.017515 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1b5a0f94-20e8-4e29-8006-ec8f6a402643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.069759 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.103873 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5fa05d66-27e7-4e7f-b0f4-b080c8dbbcea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.140498 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a0f94-20e8-4e29-8006-ec8f6a402643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa54069-ecdb-49f0-a72b-d0ca36b1bdfe,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:39.159435 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1b5a0f94-20e8-4e29-8006-ec8f6a402643 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0147734 May 06 09:48:39.167336 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca694ea0-658b-40a0-9347-b8e35f54a4ef req-0a81aa2d-c956-48e1-bb5d-a0628ed17c30 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:39.169079 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ca694ea0-658b-40a0-9347-b8e35f54a4ef req-0a81aa2d-c956-48e1-bb5d-a0628ed17c30 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.4445469 May 06 09:48:39.188665 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-db7d1314-0c13-4577-b4eb-91322b74f4c1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.218602 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-55b491dc-f137-4d93-a9e6-22e86b51dfdd tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Allocated IP 172.25.5.46 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/f82472ca-b043-4876-8ba2-943460449b58) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:48:39.221354 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a0f94-20e8-4e29-8006-ec8f6a402643 admin admin] Pushing event updated for resources: {'Network': ['ID=74dee0a9-6e69-4c4b-b523-39428af93e24,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:39.245211 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ca694ea0-658b-40a0-9347-b8e35f54a4ef req-34ac0461-249f-4d9b-a266-896d6848310f tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653908 May 06 09:48:39.272933 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d1314-0c13-4577-b4eb-91322b74f4c1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Pushing event deleted for resources: {'Port': ['ID=5657ef8a-6946-4f8a-b6db-d71d2f6baecd,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:39.289805 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device f821c4bf-a2e5-4eee-b05e-3fda28dcde76 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:39.341830 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 74dee0a9-6e69-4c4b-b523-39428af93e24 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:48:39.390085 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-db7d1314-0c13-4577-b4eb-91322b74f4c1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] No DVR routers for this DVR port 5657ef8a-6946-4f8a-b6db-d71d2f6baecd on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:48:39.402354 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-55b491dc-f137-4d93-a9e6-22e86b51dfdd tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.412682 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-db7d1314-0c13-4577-b4eb-91322b74f4c1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.417892 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-db7d1314-0c13-4577-b4eb-91322b74f4c1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.77 "DELETE /v2.0/ports/5657ef8a-6946-4f8a-b6db-d71d2f6baecd HTTP/1.1" status: 204 len: 173 time: 1.6886466 May 06 09:48:39.448640 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-55b491dc-f137-4d93-a9e6-22e86b51dfdd tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.483141 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: f821c4bf-a2e5-4eee-b05e-3fda28dcde76 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:48:39.483141 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device f821c4bf-a2e5-4eee-b05e-3fda28dcde76 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:48:39.483141 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device a23d161e-c6d1-4e70-a50a-9e4363915d68 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:39.537956 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b491dc-f137-4d93-a9e6-22e86b51dfdd tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:48:39.546306 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-55b491dc-f137-4d93-a9e6-22e86b51dfdd tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:39.553923 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b491dc-f137-4d93-a9e6-22e86b51dfdd tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:48:39.580252 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-52d91406-4c8b-43fc-a5ed-869f85a10ba1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Deleting port a23d161e-c6d1-4e70-a50a-9e4363915d68 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:39.580600 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-52d91406-4c8b-43fc-a5ed-869f85a10ba1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.615280 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.663643 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port a23d161e-c6d1-4e70-a50a-9e4363915d68, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a23d161e-c6d1-4e70-a50a-9e4363915d68,segment=NetworkSegment(81dfb034-c6ca-4f2c-a88a-36b44ae760cc),segment_id=81dfb034-c6ca-4f2c-a88a-36b44ae760cc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:39.674772 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.675811 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 30e5cf1a-c55d-4245-a918-a50422989b35 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:39.682468 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-52d91406-4c8b-43fc-a5ed-869f85a10ba1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] For port a23d161e-c6d1-4e70-a50a-9e4363915d68, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a23d161e-c6d1-4e70-a50a-9e4363915d68,segment=NetworkSegment(81dfb034-c6ca-4f2c-a88a-36b44ae760cc),segment_id=81dfb034-c6ca-4f2c-a88a-36b44ae760cc)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:39.683649 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-52d91406-4c8b-43fc-a5ed-869f85a10ba1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.693539 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b491dc-f137-4d93-a9e6-22e86b51dfdd tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Pushing event updated for resources: {'Port': ['ID=f82472ca-b043-4876-8ba2-943460449b58,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:39.737946 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0700af8-aa89-4ffa-9d33-a1f68b41742e req-ba881ffa-e01c-4999-a382-8ddec2c72aeb tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:39.754687 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0700af8-aa89-4ffa-9d33-a1f68b41742e req-ba881ffa-e01c-4999-a382-8ddec2c72aeb tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:39.764226 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0700af8-aa89-4ffa-9d33-a1f68b41742e req-ba881ffa-e01c-4999-a382-8ddec2c72aeb tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:39.766508 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0700af8-aa89-4ffa-9d33-a1f68b41742e req-ba881ffa-e01c-4999-a382-8ddec2c72aeb tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 2414 time: 0.3293617 May 06 09:48:39.867012 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-55b491dc-f137-4d93-a9e6-22e86b51dfdd tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.894482 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'name': 'network-vif-deleted', 'tag': '5657ef8a-6946-4f8a-b6db-d71d2f6baecd'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:39.896279 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=a23d161e-c6d1-4e70-a50a-9e4363915d68,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:39.899457 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5d07c3-9717-4c8f-9940-264bcdab156a" -d '{"events": [{"server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "name": "network-vif-deleted", "tag": "5657ef8a-6946-4f8a-b6db-d71d2f6baecd"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:39.913734 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.968298 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 30e5cf1a-c55d-4245-a918-a50422989b35, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=30e5cf1a-c55d-4245-a918-a50422989b35,segment=NetworkSegment(575a8a23-13f7-4b94-8526-a3cf557709f5),segment_id=575a8a23-13f7-4b94-8526-a3cf557709f5)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:39.987533 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:40.003068 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-5fa05d66-27e7-4e7f-b0f4-b080c8dbbcea admin admin] Deleting port eda51c1f-3d8d-4d7b-8fd9-05cad5f34691 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:40.003068 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5fa05d66-27e7-4e7f-b0f4-b080c8dbbcea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:40.059111 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0700af8-aa89-4ffa-9d33-a1f68b41742e req-9340961f-6399-4a7e-8b83-1f3e7f8a806c tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2849085 May 06 09:48:40.060312 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=30e5cf1a-c55d-4245-a918-a50422989b35,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:40.086510 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-55b491dc-f137-4d93-a9e6-22e86b51dfdd tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:40.124003 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-5fa05d66-27e7-4e7f-b0f4-b080c8dbbcea admin admin] For port eda51c1f-3d8d-4d7b-8fd9-05cad5f34691, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=eda51c1f-3d8d-4d7b-8fd9-05cad5f34691,segment=NetworkSegment(35debb7c-3bac-4f08-9866-7111447fe1bf),segment_id=35debb7c-3bac-4f08-9866-7111447fe1bf)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:40.124387 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5fa05d66-27e7-4e7f-b0f4-b080c8dbbcea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:40.139894 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-5fa05d66-27e7-4e7f-b0f4-b080c8dbbcea admin admin] Calling delete_port for eda51c1f-3d8d-4d7b-8fd9-05cad5f34691 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:40.249316 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0622f4-85d5-464c-bbcf-bf8c0dc817e6 req-50f45d56-2f78-4eb6-8dcb-7a74813e885c tempest-ComputeTenantNetworksTest-1597214759 tempest-ComputeTenantNetworksTest-1597214759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:40.258924 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0622f4-85d5-464c-bbcf-bf8c0dc817e6 req-50f45d56-2f78-4eb6-8dcb-7a74813e885c tempest-ComputeTenantNetworksTest-1597214759 tempest-ComputeTenantNetworksTest-1597214759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:40.265374 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0622f4-85d5-464c-bbcf-bf8c0dc817e6 req-50f45d56-2f78-4eb6-8dcb-7a74813e885c tempest-ComputeTenantNetworksTest-1597214759 tempest-ComputeTenantNetworksTest-1597214759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:40.267100 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cd0622f4-85d5-464c-bbcf-bf8c0dc817e6 req-50f45d56-2f78-4eb6-8dcb-7a74813e885c tempest-ComputeTenantNetworksTest-1597214759 tempest-ComputeTenantNetworksTest-1597214759-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3828099 May 06 09:48:40.336998 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f79e70-53bc-4da3-9f75-b7e82ed4923c req-16afdfd2-2278-4f07-a5c8-b6913ad373b5 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:40.345951 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f79e70-53bc-4da3-9f75-b7e82ed4923c req-16afdfd2-2278-4f07-a5c8-b6913ad373b5 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:40.352079 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f79e70-53bc-4da3-9f75-b7e82ed4923c req-16afdfd2-2278-4f07-a5c8-b6913ad373b5 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:40.358208 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f79e70-53bc-4da3-9f75-b7e82ed4923c req-16afdfd2-2278-4f07-a5c8-b6913ad373b5 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:40.365410 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f79e70-53bc-4da3-9f75-b7e82ed4923c req-16afdfd2-2278-4f07-a5c8-b6913ad373b5 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:40.372816 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f79e70-53bc-4da3-9f75-b7e82ed4923c req-16afdfd2-2278-4f07-a5c8-b6913ad373b5 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:40.381275 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f79e70-53bc-4da3-9f75-b7e82ed4923c req-16afdfd2-2278-4f07-a5c8-b6913ad373b5 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:40.382497 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-93f79e70-53bc-4da3-9f75-b7e82ed4923c req-16afdfd2-2278-4f07-a5c8-b6913ad373b5 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5420 time: 0.2285581 May 06 09:48:40.387404 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5fa05d66-27e7-4e7f-b0f4-b080c8dbbcea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:40.413553 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-52d91406-4c8b-43fc-a5ed-869f85a10ba1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:40.414281 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-52d91406-4c8b-43fc-a5ed-869f85a10ba1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:40.414947 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-52d91406-4c8b-43fc-a5ed-869f85a10ba1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Floating IP cad567df-88df-4783-b20d-9f3380fd0de6 disassociated. External IP: 172.25.5.106, port: a23d161e-c6d1-4e70-a50a-9e4363915d68. May 06 09:48:40.415433 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-52d91406-4c8b-43fc-a5ed-869f85a10ba1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Calling delete_port for a23d161e-c6d1-4e70-a50a-9e4363915d68 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:40.420117 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa05d66-27e7-4e7f-b0f4-b080c8dbbcea admin admin] Pushing event deleted for resources: {'Port': ['ID=eda51c1f-3d8d-4d7b-8fd9-05cad5f34691,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:40.502898 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-93f79e70-53bc-4da3-9f75-b7e82ed4923c req-4560b6e8-0baa-4ba0-b614-b46b8a545cdc tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1131775 May 06 09:48:40.524620 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0cf66-3cfe-4a5c-889e-c089de54e058 req-9168c3a3-dc5f-4a26-b0cb-600248fb4129 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:40.526196 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-efe0cf66-3cfe-4a5c-889e-c089de54e058 req-9168c3a3-dc5f-4a26-b0cb-600248fb4129 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 946 time: 0.1383169 May 06 09:48:40.571502 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-55b491dc-f137-4d93-a9e6-22e86b51dfdd tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:40.585323 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-55b491dc-f137-4d93-a9e6-22e86b51dfdd tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:40.603851 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b94227-7b0a-40fc-ac24-73e484ec4065 x-openstack-request-id: req-f1b94227-7b0a-40fc-ac24-73e484ec4065 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:40.604384 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "name": "network-vif-deleted", "tag": "5657ef8a-6946-4f8a-b6db-d71d2f6baecd", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:40.604828 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f1b94227-7b0a-40fc-ac24-73e484ec4065 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:40.605415 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1b94227-7b0a-40fc-ac24-73e484ec4065'] response: {'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'name': 'network-vif-deleted', 'tag': '5657ef8a-6946-4f8a-b6db-d71d2f6baecd', 'status': 'completed', 'code': 200} May 06 09:48:40.657658 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-efe0cf66-3cfe-4a5c-889e-c089de54e058 req-4d65bf93-89ef-40e0-a39e-f3c58315567b tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105030 May 06 09:48:40.798819 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5fa05d66-27e7-4e7f-b0f4-b080c8dbbcea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:40.803523 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-52d91406-4c8b-43fc-a5ed-869f85a10ba1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:40.859235 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d91406-4c8b-43fc-a5ed-869f85a10ba1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Pushing event deleted for resources: {'Port': ['ID=a23d161e-c6d1-4e70-a50a-9e4363915d68,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:40.874266 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a23d161e-c6d1-4e70-a50a-9e4363915d68'}, {'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30e5cf1a-c55d-4245-a918-a50422989b35'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:40.878109 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66dfaaa6-3485-4e4d-b883-c30341c57bcf" -d '{"events": [{"server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "name": "network-vif-unplugged", "status": "completed", "tag": "a23d161e-c6d1-4e70-a50a-9e4363915d68"}, {"server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "name": "network-vif-unplugged", "status": "completed", "tag": "30e5cf1a-c55d-4245-a918-a50422989b35"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:41.092855 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b491dc-f137-4d93-a9e6-22e86b51dfdd tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Pushing event updated for resources: {'Port': ['ID=f82472ca-b043-4876-8ba2-943460449b58,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:41.123834 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8508f1-54d7-48dd-8713-38829eb64c16 req-b6dff1d9-08f6-432c-8975-826c7a4042cb tempest-ComputeTenantNetworksTest-1597214759 tempest-ComputeTenantNetworksTest-1597214759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:41.125840 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aa8508f1-54d7-48dd-8713-38829eb64c16 req-b6dff1d9-08f6-432c-8975-826c7a4042cb tempest-ComputeTenantNetworksTest-1597214759 tempest-ComputeTenantNetworksTest-1597214759-project] 10.222.0.73 "GET /v2.0/networks/74dee0a9-6e69-4c4b-b523-39428af93e24 HTTP/1.1" status: 200 len: 769 time: 0.4667103 May 06 09:48:41.128065 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-55b491dc-f137-4d93-a9e6-22e86b51dfdd tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:41.134598 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 55282) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:41.170592 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc642c-cfac-4076-9b2c-879ed02a0ef0 req-cf71dcfa-a8d3-40d1-a1ff-ef7cc03dae46 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:41.173387 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9ddc642c-cfac-4076-9b2c-879ed02a0ef0 req-cf71dcfa-a8d3-40d1-a1ff-ef7cc03dae46 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.1437213 May 06 09:48:41.176893 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-55b491dc-f137-4d93-a9e6-22e86b51dfdd tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:41.180690 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-55b491dc-f137-4d93-a9e6-22e86b51dfdd tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6682136 May 06 09:48:41.185465 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 55284) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:41.187205 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 06 May 2022 09:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd99e95-4cac-4e34-840e-470a2fd23117 x-openstack-request-id: req-6bd99e95-4cac-4e34-840e-470a2fd23117 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:41.187691 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "name": "network-vif-unplugged", "status": "completed", "tag": "a23d161e-c6d1-4e70-a50a-9e4363915d68", "code": 200}, {"server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "name": "network-vif-unplugged", "status": "completed", "tag": "30e5cf1a-c55d-4245-a918-a50422989b35", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:41.187843 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6bd99e95-4cac-4e34-840e-470a2fd23117 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:41.188720 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bd99e95-4cac-4e34-840e-470a2fd23117'] response: {'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a23d161e-c6d1-4e70-a50a-9e4363915d68', 'code': 200} May 06 09:48:41.188982 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bd99e95-4cac-4e34-840e-470a2fd23117'] response: {'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30e5cf1a-c55d-4245-a918-a50422989b35', 'code': 200} May 06 09:48:41.194418 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-30815594-2ba5-4561-8015-dd0a785461b3 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1211487651'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:41.232041 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1039edcf-a2a6-488f-ac42-d7f05d6996f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:41.246312 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30815594-2ba5-4561-8015-dd0a785461b3 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Made reservation on behalf of 17e27a80aaf349c5a138aa61f44ff562 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:48:41.250151 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-30815594-2ba5-4561-8015-dd0a785461b3 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:41.254199 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-52d91406-4c8b-43fc-a5ed-869f85a10ba1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Router 30ea5725-9e8d-4658-8b57-28266b7ccaed has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:48:41.277279 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9ddc642c-cfac-4076-9b2c-879ed02a0ef0 req-184cb1fd-f203-4d34-96a6-74f8db746f24 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904152 May 06 09:48:41.295687 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-30815594-2ba5-4561-8015-dd0a785461b3 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:41.351690 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010c392-52b9-43bc-aab1-cb8853d09afa req-d3ab424c-c4a5-40f8-8d23-3d46a10fff74 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:41.358829 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010c392-52b9-43bc-aab1-cb8853d09afa req-d3ab424c-c4a5-40f8-8d23-3d46a10fff74 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:41.361446 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a010c392-52b9-43bc-aab1-cb8853d09afa req-d3ab424c-c4a5-40f8-8d23-3d46a10fff74 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 1676 time: 0.1073716 May 06 09:48:41.432734 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a010c392-52b9-43bc-aab1-cb8853d09afa req-379d3387-c2d8-409f-be7f-6410b2cb3c9e tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633631 May 06 09:48:41.486801 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1039edcf-a2a6-488f-ac42-d7f05d6996f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:41.500910 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-30815594-2ba5-4561-8015-dd0a785461b3 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:41.518116 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa05d66-27e7-4e7f-b0f4-b080c8dbbcea admin admin] Router 012e4b5c-1d9c-4df4-b447-0ff1cd889c5d has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:48:41.520906 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-30815594-2ba5-4561-8015-dd0a785461b3 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:41.567942 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30815594-2ba5-4561-8015-dd0a785461b3 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:48:41.578201 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-1039edcf-a2a6-488f-ac42-d7f05d6996f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74dee0a9-6e69-4c4b-b523-39428af93e24']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:41.596840 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-30815594-2ba5-4561-8015-dd0a785461b3 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:41.598520 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-30815594-2ba5-4561-8015-dd0a785461b3 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Added segment 51a4ed57-95a4-4b90-b53b-b5c1ec295145 of type vlan for network 724f0718-3671-4a43-9e24-c72a6b764945 May 06 09:48:41.602827 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-1039edcf-a2a6-488f-ac42-d7f05d6996f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d97f98-6463-4211-91df-babdc206f526') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:41.603147 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-1039edcf-a2a6-488f-ac42-d7f05d6996f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d97f98-6463-4211-91df-babdc206f526') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:41.624813 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1039edcf-a2a6-488f-ac42-d7f05d6996f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:41.663819 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-30815594-2ba5-4561-8015-dd0a785461b3 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:41.738542 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-30815594-2ba5-4561-8015-dd0a785461b3 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:41.745118 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30815594-2ba5-4561-8015-dd0a785461b3 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:41.746288 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-30815594-2ba5-4561-8015-dd0a785461b3 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:41.877950 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-30815594-2ba5-4561-8015-dd0a785461b3 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6849735 May 06 09:48:41.878912 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30815594-2ba5-4561-8015-dd0a785461b3 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54a6ae3a-3aa4-4543-a1c9-8bf7ed43744f,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:41.881895 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 55290) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:41.913105 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-dced6292-253e-4bfe-bfbc-69dd0f453ed8 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Request body: {'subnet': {'network_id': '724f0718-3671-4a43-9e24-c72a6b764945', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:41.935081 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627f9ea-1043-472d-907e-c76fa00e5b39 req-b82df154-16d2-49d7-8043-ea5b71acc286 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:41.941782 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627f9ea-1043-472d-907e-c76fa00e5b39 req-b82df154-16d2-49d7-8043-ea5b71acc286 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:41.950260 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627f9ea-1043-472d-907e-c76fa00e5b39 req-b82df154-16d2-49d7-8043-ea5b71acc286 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:41.957410 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627f9ea-1043-472d-907e-c76fa00e5b39 req-b82df154-16d2-49d7-8043-ea5b71acc286 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:41.963680 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627f9ea-1043-472d-907e-c76fa00e5b39 req-b82df154-16d2-49d7-8043-ea5b71acc286 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:41.970524 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627f9ea-1043-472d-907e-c76fa00e5b39 req-b82df154-16d2-49d7-8043-ea5b71acc286 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:41.978505 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627f9ea-1043-472d-907e-c76fa00e5b39 req-b82df154-16d2-49d7-8043-ea5b71acc286 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:41.986973 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c627f9ea-1043-472d-907e-c76fa00e5b39 req-b82df154-16d2-49d7-8043-ea5b71acc286 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5420 time: 0.2920048 May 06 09:48:42.018436 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-52d91406-4c8b-43fc-a5ed-869f85a10ba1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:48:42.027406 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1039edcf-a2a6-488f-ac42-d7f05d6996f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:42.035799 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2e0ea7-1b3c-4e7e-b068-b511bfc4da4f None None] Sync routers for ids ['30ea5725-9e8d-4658-8b57-28266b7ccaed'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:48:42.056237 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1039edcf-a2a6-488f-ac42-d7f05d6996f3 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:48:42.056688 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1039edcf-a2a6-488f-ac42-d7f05d6996f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: timer() May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:48:42.059567 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:48:42.082840 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2e0ea7-1b3c-4e7e-b068-b511bfc4da4f None None] Routers {'30ea5725-9e8d-4658-8b57-28266b7ccaed'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:42.085864 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ee2e0ea7-1b3c-4e7e-b068-b511bfc4da4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:48:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['30ea5725-9e8d-4658-8b57-28266b7ccaed'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:42.098685 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c627f9ea-1043-472d-907e-c76fa00e5b39 req-fe032cb3-4a49-4981-a36c-90bf4b9bed95 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1104965 May 06 09:48:42.112751 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30815594-2ba5-4561-8015-dd0a785461b3 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Pushing event updated for resources: {'Network': ['ID=724f0718-3671-4a43-9e24-c72a6b764945,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:42.139329 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 724f0718-3671-4a43-9e24-c72a6b764945 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:48:42.149531 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bebf8-d938-4c9f-a67e-92b5eb9f663b req-3f90b118-f82f-4e10-aced-e9f923c1e08c tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:42.149531 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6c8bebf8-d938-4c9f-a67e-92b5eb9f663b req-3f90b118-f82f-4e10-aced-e9f923c1e08c tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 946 time: 0.3988571 May 06 09:48:42.177683 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-52d91406-4c8b-43fc-a5ed-869f85a10ba1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] No DVR routers for this DVR port a23d161e-c6d1-4e70-a50a-9e4363915d68 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:48:42.178820 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-52d91406-4c8b-43fc-a5ed-869f85a10ba1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:42.187859 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-52d91406-4c8b-43fc-a5ed-869f85a10ba1 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.77 "DELETE /v2.0/ports/a23d161e-c6d1-4e70-a50a-9e4363915d68 HTTP/1.1" status: 204 len: 173 time: 2.7575061 May 06 09:48:42.265527 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6c8bebf8-d938-4c9f-a67e-92b5eb9f663b req-221ccc9a-bf30-4ed3-957c-aa05f61cceb6 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122847 May 06 09:48:42.313336 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dced6292-253e-4bfe-bfbc-69dd0f453ed8 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Made reservation on behalf of 17e27a80aaf349c5a138aa61f44ff562 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:48:42.321347 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1039edcf-a2a6-488f-ac42-d7f05d6996f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:42.324338 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dced6292-253e-4bfe-bfbc-69dd0f453ed8 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:42.333589 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1039edcf-a2a6-488f-ac42-d7f05d6996f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:42.343433 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1039edcf-a2a6-488f-ac42-d7f05d6996f3 admin admin] 10.222.0.73 "DELETE /v2.0/networks/74dee0a9-6e69-4c4b-b523-39428af93e24 HTTP/1.1" status: 204 len: 168 time: 1.2076881 May 06 09:48:42.418250 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039edcf-a2a6-488f-ac42-d7f05d6996f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=74dee0a9-6e69-4c4b-b523-39428af93e24,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:42.476507 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-ee2e0ea7-1b3c-4e7e-b068-b511bfc4da4f None None] Set router 30ea5725-9e8d-4658-8b57-28266b7ccaed gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:48:42.496561 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa05d66-27e7-4e7f-b0f4-b080c8dbbcea admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:48:42.505367 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258071b3-1af0-46bf-a34c-54e5ee176258 None None] Sync routers for ids ['012e4b5c-1d9c-4df4-b447-0ff1cd889c5d'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:48:42.520207 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258071b3-1af0-46bf-a34c-54e5ee176258 None None] Routers {'012e4b5c-1d9c-4df4-b447-0ff1cd889c5d'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:42.521155 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-258071b3-1af0-46bf-a34c-54e5ee176258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:48:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['012e4b5c-1d9c-4df4-b447-0ff1cd889c5d'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:42.521745 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5fa05d66-27e7-4e7f-b0f4-b080c8dbbcea admin admin] 10.222.0.73 "PUT /v2.0/routers/012e4b5c-1d9c-4df4-b447-0ff1cd889c5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0218437 May 06 09:48:42.533018 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 55302) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:42.550887 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 55304) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:42.640713 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'name': 'network-vif-deleted', 'tag': 'a23d161e-c6d1-4e70-a50a-9e4363915d68'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:42.643735 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22082323-2670-4ac9-8ea1-4f0901b17a50" -d '{"events": [{"server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "name": "network-vif-deleted", "tag": "a23d161e-c6d1-4e70-a50a-9e4363915d68"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:42.695020 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-5326db17-4223-421b-887c-f8aaa2b8ea63 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Deleting port 33947b19-31b2-4338-b727-408a0344a6ca {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:42.695363 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-5326db17-4223-421b-887c-f8aaa2b8ea63 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:42.722753 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b93f4e84-1384-4145-b061-e2d0a98b4117 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1b0d2c2f65094a93b463c064e228c565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1662574 May 06 09:48:42.734795 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 55308) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:42.807781 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ee2e0ea7-1b3c-4e7e-b068-b511bfc4da4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'name': 'tempest-TaggedBootDevicesTest_v242-827483097-router', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2286739a-2cfe-4287-8a87-a9b6998b8874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:49Z', 'updated_at': '2022-05-06T09:42:53Z', 'revision_number': 4, 'project_id': '25aba9ec7dab4fc585e8e72a34137627', 'gw_port': {'id': '2286739a-2cfe-4287-8a87-a9b6998b8874', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:49Z', 'updated_at': '2022-05-06T09:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '378bea14-3ba0-4dc5-9296-03245886d7cc', 'name': '', 'network_id': 'd000d0ea-cd9f-4476-8d53-8b34cfa9641e', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'mac_address': 'fa:16:3e:a3:0f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '9b6a855e-7008-4f56-8287-accfc5fa41f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:52Z', 'updated_at': '2022-05-06T09:43:00Z', 'revision_number': 5, 'project_id': '25aba9ec7dab4fc585e8e72a34137627', 'subnets': [{'id': '9b6a855e-7008-4f56-8287-accfc5fa41f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:42.830972 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-258071b3-1af0-46bf-a34c-54e5ee176258 None None] Set router 012e4b5c-1d9c-4df4-b447-0ff1cd889c5d gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:48:42.833600 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5935449a-5ac0-43ac-b2c3-8e9abcf82e5b admin admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:42.838173 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f84f54-949c-49e2-b7ec-01680e58178a req-a003470d-7b3c-4c0f-810f-2d9f15be4034 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:42.853833 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f84f54-949c-49e2-b7ec-01680e58178a req-a003470d-7b3c-4c0f-810f-2d9f15be4034 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:42.861621 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-83f84f54-949c-49e2-b7ec-01680e58178a req-a003470d-7b3c-4c0f-810f-2d9f15be4034 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 1676 time: 0.2678668 May 06 09:48:42.870753 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2e0ea7-1b3c-4e7e-b068-b511bfc4da4f None None] Checking router: 30ea5725-9e8d-4658-8b57-28266b7ccaed for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:48:42.883960 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2e0ea7-1b3c-4e7e-b068-b511bfc4da4f None None] Routers {'30ea5725-9e8d-4658-8b57-28266b7ccaed'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:42.884961 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ee2e0ea7-1b3c-4e7e-b068-b511bfc4da4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:48:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['30ea5725-9e8d-4658-8b57-28266b7ccaed'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:42.894459 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dced6292-253e-4bfe-bfbc-69dd0f453ed8 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:42.952903 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e67801-0033-4094-8fdc-4098bf7749a7 req-f5e8cab2-fc61-43fd-97b2-2238d3583654 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:42.961879 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3e67801-0033-4094-8fdc-4098bf7749a7 req-f5e8cab2-fc61-43fd-97b2-2238d3583654 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.3691955 May 06 09:48:42.996453 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5935449a-5ac0-43ac-b2c3-8e9abcf82e5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:43.017881 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-5326db17-4223-421b-887c-f8aaa2b8ea63 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] For port 33947b19-31b2-4338-b727-408a0344a6ca, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=33947b19-31b2-4338-b727-408a0344a6ca,segment=NetworkSegment(f74ae27d-23fa-482c-b590-8b104f569714),segment_id=f74ae27d-23fa-482c-b590-8b104f569714)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:43.018450 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-5326db17-4223-421b-887c-f8aaa2b8ea63 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:43.056265 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-ee2e0ea7-1b3c-4e7e-b068-b511bfc4da4f None None] Set router 30ea5725-9e8d-4658-8b57-28266b7ccaed gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:48:43.059535 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-5326db17-4223-421b-887c-f8aaa2b8ea63 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Calling delete_port for 33947b19-31b2-4338-b727-408a0344a6ca owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:43.136025 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-5935449a-5ac0-43ac-b2c3-8e9abcf82e5b admin admin] Deleting port 3de6cd22-24c5-4002-8b88-ec17363462c8 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:43.136930 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5935449a-5ac0-43ac-b2c3-8e9abcf82e5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:43.206745 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced6292-253e-4bfe-bfbc-69dd0f453ed8 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Pushing event updated for resources: {'Subnet': ['ID=12378272-40fb-440f-8ae4-83897539a935,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:43.230703 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-83f84f54-949c-49e2-b7ec-01680e58178a req-8b643936-c13a-4ce6-a2f4-301eaa9b5f55 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups?id=297cfa56-a718-4cdf-acfe-78503854dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3670194 May 06 09:48:43.244695 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-258071b3-1af0-46bf-a34c-54e5ee176258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012e4b5c-1d9c-4df4-b447-0ff1cd889c5d', 'name': 'tempest-ServerRescueTestJSON-520292082-router', 'tenant_id': '767d9c69e2da4544a1c508f4f332aaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '3de6cd22-24c5-4002-8b88-ec17363462c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:10Z', 'updated_at': '2022-05-06T09:48:40Z', 'revision_number': 5, 'project_id': '767d9c69e2da4544a1c508f4f332aaa4', 'gw_port': {'id': '3de6cd22-24c5-4002-8b88-ec17363462c8', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012e4b5c-1d9c-4df4-b447-0ff1cd889c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:11Z', 'updated_at': '2022-05-06T09:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:43.268911 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-5935449a-5ac0-43ac-b2c3-8e9abcf82e5b admin admin] For port 3de6cd22-24c5-4002-8b88-ec17363462c8, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3de6cd22-24c5-4002-8b88-ec17363462c8,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:43.269442 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5935449a-5ac0-43ac-b2c3-8e9abcf82e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:43.289077 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3e67801-0033-4094-8fdc-4098bf7749a7 req-cc3d8205-1668-4033-b40b-356a0e034f85 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3146091 May 06 09:48:43.311592 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-987986ce-d4a3-49d8-9d69-a15638b55188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:43.314782 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-5935449a-5ac0-43ac-b2c3-8e9abcf82e5b admin admin] Calling delete_port for 3de6cd22-24c5-4002-8b88-ec17363462c8 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:43.370090 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258071b3-1af0-46bf-a34c-54e5ee176258 None None] Checking router: 012e4b5c-1d9c-4df4-b447-0ff1cd889c5d for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:48:43.404281 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258071b3-1af0-46bf-a34c-54e5ee176258 None None] Routers {'012e4b5c-1d9c-4df4-b447-0ff1cd889c5d'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:43.404934 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-258071b3-1af0-46bf-a34c-54e5ee176258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:48:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['012e4b5c-1d9c-4df4-b447-0ff1cd889c5d'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:43.406328 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d16aad-484c-4223-8da5-1270c8902e49 x-openstack-request-id: req-72d16aad-484c-4223-8da5-1270c8902e49 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:43.407509 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "name": "network-vif-deleted", "tag": "a23d161e-c6d1-4e70-a50a-9e4363915d68", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:43.408117 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-72d16aad-484c-4223-8da5-1270c8902e49 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:43.408528 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d16aad-484c-4223-8da5-1270c8902e49'] response: {'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'name': 'network-vif-deleted', 'tag': 'a23d161e-c6d1-4e70-a50a-9e4363915d68', 'status': 'completed', 'code': 200} May 06 09:48:43.420477 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-5326db17-4223-421b-887c-f8aaa2b8ea63 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:43.421387 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dced6292-253e-4bfe-bfbc-69dd0f453ed8 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Checking segment: {'id': '51a4ed57-95a4-4b90-b53b-b5c1ec295145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '724f0718-3671-4a43-9e24-c72a6b764945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:48:43.422345 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dced6292-253e-4bfe-bfbc-69dd0f453ed8 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Network hostable DHCP agents. Network: 724f0718-3671-4a43-9e24-c72a6b764945, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:48:43.464619 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326db17-4223-421b-887c-f8aaa2b8ea63 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Pushing event deleted for resources: {'Port': ['ID=33947b19-31b2-4338-b727-408a0344a6ca,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:43.491184 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-987986ce-d4a3-49d8-9d69-a15638b55188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:43.521651 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-5326db17-4223-421b-887c-f8aaa2b8ea63 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] No DVR routers for this DVR port 33947b19-31b2-4338-b727-408a0344a6ca on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:48:43.528665 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-5326db17-4223-421b-887c-f8aaa2b8ea63 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:43.532775 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-5326db17-4223-421b-887c-f8aaa2b8ea63 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.77 "DELETE /v2.0/ports/33947b19-31b2-4338-b727-408a0344a6ca HTTP/1.1" status: 204 len: 173 time: 1.3384652 May 06 09:48:43.535342 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ee2e0ea7-1b3c-4e7e-b068-b511bfc4da4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'name': 'tempest-TaggedBootDevicesTest_v242-827483097-router', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2286739a-2cfe-4287-8a87-a9b6998b8874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:49Z', 'updated_at': '2022-05-06T09:42:53Z', 'revision_number': 4, 'project_id': '25aba9ec7dab4fc585e8e72a34137627', 'gw_port': {'id': '2286739a-2cfe-4287-8a87-a9b6998b8874', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:49Z', 'updated_at': '2022-05-06T09:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '378bea14-3ba0-4dc5-9296-03245886d7cc', 'name': '', 'network_id': 'd000d0ea-cd9f-4476-8d53-8b34cfa9641e', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'mac_address': 'fa:16:3e:a3:0f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '9b6a855e-7008-4f56-8287-accfc5fa41f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:52Z', 'updated_at': '2022-05-06T09:43:00Z', 'revision_number': 5, 'project_id': '25aba9ec7dab4fc585e8e72a34137627', 'subnets': [{'id': '9b6a855e-7008-4f56-8287-accfc5fa41f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:43.596194 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2e0ea7-1b3c-4e7e-b068-b511bfc4da4f None None] The sync data for ids ['30ea5725-9e8d-4658-8b57-28266b7ccaed'] in n-d-840835-1 is: [{'id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'name': 'tempest-TaggedBootDevicesTest_v242-827483097-router', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2286739a-2cfe-4287-8a87-a9b6998b8874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:49Z', 'updated_at': '2022-05-06T09:42:53Z', 'revision_number': 4, 'project_id': '25aba9ec7dab4fc585e8e72a34137627', 'gw_port': {'id': '2286739a-2cfe-4287-8a87-a9b6998b8874', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:49Z', 'updated_at': '2022-05-06T09:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '378bea14-3ba0-4dc5-9296-03245886d7cc', 'name': '', 'network_id': 'd000d0ea-cd9f-4476-8d53-8b34cfa9641e', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'mac_address': 'fa:16:3e:a3:0f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '9b6a855e-7008-4f56-8287-accfc5fa41f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:52Z', 'updated_at': '2022-05-06T09:43:00Z', 'revision_number': 5, 'project_id': '25aba9ec7dab4fc585e8e72a34137627', 'subnets': [{'id': '9b6a855e-7008-4f56-8287-accfc5fa41f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:48:43.672676 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-258071b3-1af0-46bf-a34c-54e5ee176258 None None] Set router 012e4b5c-1d9c-4df4-b447-0ff1cd889c5d gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:48:43.713579 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dced6292-253e-4bfe-bfbc-69dd0f453ed8 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Network 724f0718-3671-4a43-9e24-c72a6b764945 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:48:43.751937 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-0ea880fd-390a-47b0-9616-b0097203cc32 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Deleting port 30e5cf1a-c55d-4245-a918-a50422989b35 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:43.752182 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-0ea880fd-390a-47b0-9616-b0097203cc32 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:43.764207 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07f360-4c2b-4398-abc2-4ddf55166ce0 req-aac3508b-d004-42a7-b590-afdf943c2386 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:43.776893 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07f360-4c2b-4398-abc2-4ddf55166ce0 req-aac3508b-d004-42a7-b590-afdf943c2386 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:43.784448 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07f360-4c2b-4398-abc2-4ddf55166ce0 req-aac3508b-d004-42a7-b590-afdf943c2386 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:43.790504 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07f360-4c2b-4398-abc2-4ddf55166ce0 req-aac3508b-d004-42a7-b590-afdf943c2386 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:43.797258 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07f360-4c2b-4398-abc2-4ddf55166ce0 req-aac3508b-d004-42a7-b590-afdf943c2386 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:43.800759 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-258071b3-1af0-46bf-a34c-54e5ee176258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012e4b5c-1d9c-4df4-b447-0ff1cd889c5d', 'name': 'tempest-ServerRescueTestJSON-520292082-router', 'tenant_id': '767d9c69e2da4544a1c508f4f332aaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:10Z', 'updated_at': '2022-05-06T09:48:42Z', 'revision_number': 6, 'project_id': '767d9c69e2da4544a1c508f4f332aaa4', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:43.804379 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07f360-4c2b-4398-abc2-4ddf55166ce0 req-aac3508b-d004-42a7-b590-afdf943c2386 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:43.809653 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07f360-4c2b-4398-abc2-4ddf55166ce0 req-aac3508b-d004-42a7-b590-afdf943c2386 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:43.819654 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c07f360-4c2b-4398-abc2-4ddf55166ce0 req-aac3508b-d004-42a7-b590-afdf943c2386 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5420 time: 0.3459094 May 06 09:48:43.826311 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-dced6292-253e-4bfe-bfbc-69dd0f453ed8 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 724f0718-3671-4a43-9e24-c72a6b764945) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:43.830730 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dced6292-253e-4bfe-bfbc-69dd0f453ed8 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:43.831487 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dced6292-253e-4bfe-bfbc-69dd0f453ed8 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:43.866827 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-0ea880fd-390a-47b0-9616-b0097203cc32 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] For port 30e5cf1a-c55d-4245-a918-a50422989b35, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=30e5cf1a-c55d-4245-a918-a50422989b35,segment=NetworkSegment(575a8a23-13f7-4b94-8526-a3cf557709f5),segment_id=575a8a23-13f7-4b94-8526-a3cf557709f5)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:43.866827 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-0ea880fd-390a-47b0-9616-b0097203cc32 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:43.878999 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13b58c-4ea1-458f-85a6-b6c0857fb18c req-6fbd49ad-9483-4604-8b89-4e965247e5ce tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:43.886919 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d13b58c-4ea1-458f-85a6-b6c0857fb18c req-6fbd49ad-9483-4604-8b89-4e965247e5ce tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 946 time: 0.2819033 May 06 09:48:43.909903 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device e94b7502-0449-4c81-b3d5-ef7fa04e0258 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:48:43.915243 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-0ea880fd-390a-47b0-9616-b0097203cc32 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Calling delete_port for 30e5cf1a-c55d-4245-a918-a50422989b35 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:43.926117 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-987986ce-d4a3-49d8-9d69-a15638b55188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:43.929045 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-987986ce-d4a3-49d8-9d69-a15638b55188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:43.931188 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecbf960-7181-436d-a327-a9c53bd2d46b None None] Network 724f0718-3671-4a43-9e24-c72a6b764945 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:48:43.944744 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-987986ce-d4a3-49d8-9d69-a15638b55188 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2fa54069-ecdb-49f0-a72b-d0ca36b1bdfe HTTP/1.1" status: 204 len: 168 time: 1.1966860 May 06 09:48:43.976961 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-dced6292-253e-4bfe-bfbc-69dd0f453ed8 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0805783 May 06 09:48:43.978634 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987986ce-d4a3-49d8-9d69-a15638b55188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa54069-ecdb-49f0-a72b-d0ca36b1bdfe,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:43.986481 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 55316) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:43.993031 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-af78c069-78f3-4303-a88a-deace2db4644 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1794712435', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}, 'admin_state_up': False}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:44.003569 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258071b3-1af0-46bf-a34c-54e5ee176258 None None] The sync data for ids ['012e4b5c-1d9c-4df4-b447-0ff1cd889c5d'] in n-d-840835-1 is: [{'id': '012e4b5c-1d9c-4df4-b447-0ff1cd889c5d', 'name': 'tempest-ServerRescueTestJSON-520292082-router', 'tenant_id': '767d9c69e2da4544a1c508f4f332aaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:10Z', 'updated_at': '2022-05-06T09:48:42Z', 'revision_number': 6, 'project_id': '767d9c69e2da4544a1c508f4f332aaa4', 'gw_port_host': None}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:48:44.129656 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c07f360-4c2b-4398-abc2-4ddf55166ce0 req-b157d0fa-e41d-4d6c-a1c0-58ae130e3a71 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3030479 May 06 09:48:44.141956 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-0ea880fd-390a-47b0-9616-b0097203cc32 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:44.146136 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730b2819-253c-4c1a-b0ef-b0e3c5a59b82 None None] New status for floating IP cad567df-88df-4783-b20d-9f3380fd0de6: DOWN {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:48:44.155856 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d13b58c-4ea1-458f-85a6-b6c0857fb18c req-2d82b8df-4f2e-4bb7-aac8-a60c99efa8fc tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679303 May 06 09:48:44.217733 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-af78c069-78f3-4303-a88a-deace2db4644 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:44.220790 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-af78c069-78f3-4303-a88a-deace2db4644 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:44.262520 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea880fd-390a-47b0-9616-b0097203cc32 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Pushing event deleted for resources: {'Port': ['ID=30e5cf1a-c55d-4245-a918-a50422989b35,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:44.329462 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-af78c069-78f3-4303-a88a-deace2db4644 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:44.512102 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device eda51c1f-3d8d-4d7b-8fd9-05cad5f34691 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:44.546212 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d56eaef-4ee9-490b-b68b-4e8bc4014f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-724f0718-3671-4a43-9e24-c72a6b764945', 'network_id': '724f0718-3671-4a43-9e24-c72a6b764945', 'tenant_id': '17e27a80aaf349c5a138aa61f44ff562', 'fixed_ips': [{'subnet_id': '12378272-40fb-440f-8ae4-83897539a935'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:48:44.548055 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7d56eaef-4ee9-490b-b68b-4e8bc4014f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:44.549817 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-0ea880fd-390a-47b0-9616-b0097203cc32 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] No DVR routers for this DVR port 30e5cf1a-c55d-4245-a918-a50422989b35 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:48:44.566449 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: eda51c1f-3d8d-4d7b-8fd9-05cad5f34691 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:48:44.567253 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device eda51c1f-3d8d-4d7b-8fd9-05cad5f34691 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:48:44.571860 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port e94b7502-0449-4c81-b3d5-ef7fa04e0258, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e94b7502-0449-4c81-b3d5-ef7fa04e0258,segment=NetworkSegment(f6d50db6-0b43-4540-af3d-5a193cdc7027),segment_id=f6d50db6-0b43-4540-af3d-5a193cdc7027)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:44.580871 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-0ea880fd-390a-47b0-9616-b0097203cc32 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:44.584253 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ab4ffb98-4e1a-44aa-83d2-4efaf6bbb169 req-0ea880fd-390a-47b0-9616-b0097203cc32 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.77 "DELETE /v2.0/ports/30e5cf1a-c55d-4245-a918-a50422989b35 HTTP/1.1" status: 204 len: 173 time: 1.0328729 May 06 09:48:44.608052 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'e94b7502-0449-4c81-b3d5-ef7fa04e0258', 'network_id': '06ea11b1-d543-495d-bbe7-8e909ad3a0f6', 'port_id': 'e94b7502-0449-4c81-b3d5-ef7fa04e0258', 'mac_address': 'fa:16:3e:ea:70:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2218277-fb20-4cc3-b5e2-7bc8e00b50df', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:48:44.643612 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5935449a-5ac0-43ac-b2c3-8e9abcf82e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:44.739023 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935449a-5ac0-43ac-b2c3-8e9abcf82e5b admin admin] Pushing event deleted for resources: {'Port': ['ID=3de6cd22-24c5-4002-8b88-ec17363462c8,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:44.825028 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e43a6d6c-3884-4da1-9fb4-5ff1cabdfa87 req-6019892b-484f-428b-bfd9-ab4b81aae327 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 210 time: 0.1310215 May 06 09:48:44.869545 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:44.940451 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5935449a-5ac0-43ac-b2c3-8e9abcf82e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:44.968331 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28387e-f100-4823-9d4a-6bddca4559c4 req-52ff81d1-e08c-4825-81f2-8e5511f649c2 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:44.981284 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f28387e-f100-4823-9d4a-6bddca4559c4 req-52ff81d1-e08c-4825-81f2-8e5511f649c2 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.3941174 May 06 09:48:45.107111 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e94b7502-0449-4c81-b3d5-ef7fa04e0258 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:48:45.159389 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-af78c069-78f3-4303-a88a-deace2db4644 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:45.162025 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port e94b7502-0449-4c81-b3d5-ef7fa04e0258, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e94b7502-0449-4c81-b3d5-ef7fa04e0258,segment=NetworkSegment(f6d50db6-0b43-4540-af3d-5a193cdc7027),segment_id=f6d50db6-0b43-4540-af3d-5a193cdc7027)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:45.186950 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:45.188366 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 1147ef60-b34c-4fbc-b161-75b9b7f5894d details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:48:45.199910 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f28387e-f100-4823-9d4a-6bddca4559c4 req-a5a01235-c72c-49b7-90e1-a7e5542e9573 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2173276 May 06 09:48:45.273524 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-7d56eaef-4ee9-490b-b68b-4e8bc4014f3d None None] Allocated IP 172.20.0.2 (724f0718-3671-4a43-9e24-c72a6b764945/12378272-40fb-440f-8ae4-83897539a935/35a028fa-1cb6-4c14-a2bb-4d74c537e684) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:48:45.284036 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5935449a-5ac0-43ac-b2c3-8e9abcf82e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:45.297352 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5935449a-5ac0-43ac-b2c3-8e9abcf82e5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:45.434855 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'name': 'network-vif-deleted', 'tag': '33947b19-31b2-4338-b727-408a0344a6ca'}, {'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'name': 'network-vif-deleted', 'tag': '30e5cf1a-c55d-4245-a918-a50422989b35'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:45.439231 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2bd989-8e6a-41d4-b855-99cf39182239" -d '{"events": [{"server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "name": "network-vif-deleted", "tag": "33947b19-31b2-4338-b727-408a0344a6ca"}, {"server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "name": "network-vif-deleted", "tag": "30e5cf1a-c55d-4245-a918-a50422989b35"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:45.451107 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5935449a-5ac0-43ac-b2c3-8e9abcf82e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:45.452478 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5935449a-5ac0-43ac-b2c3-8e9abcf82e5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 012e4b5c-1d9c-4df4-b447-0ff1cd889c5d {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:48:45.472154 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5935449a-5ac0-43ac-b2c3-8e9abcf82e5b admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:45.473592 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5935449a-5ac0-43ac-b2c3-8e9abcf82e5b admin admin] 10.222.0.73 "DELETE /v2.0/routers/012e4b5c-1d9c-4df4-b447-0ff1cd889c5d HTTP/1.1" status: 204 len: 168 time: 2.9396143 May 06 09:48:45.477468 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 55344) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:45.598512 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ae44ed-7d51-4aa1-846d-2c4372009eb3 admin admin] Deleting subnet 8d1f3a23-5174-4642-9e0d-aa826fbcdb37 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:48:45.616751 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01ae44ed-7d51-4aa1-846d-2c4372009eb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:45.693618 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01ae44ed-7d51-4aa1-846d-2c4372009eb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:45.738663 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8971ec-9a70-4377-84b4-5c6b42612acf req-5d211d9a-fa37-48ef-8320-0c86674edc23 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:45.751841 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8971ec-9a70-4377-84b4-5c6b42612acf req-5d211d9a-fa37-48ef-8320-0c86674edc23 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:45.761497 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8971ec-9a70-4377-84b4-5c6b42612acf req-5d211d9a-fa37-48ef-8320-0c86674edc23 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:45.775370 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8971ec-9a70-4377-84b4-5c6b42612acf req-5d211d9a-fa37-48ef-8320-0c86674edc23 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:45.781293 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01ae44ed-7d51-4aa1-846d-2c4372009eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:45.789273 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8971ec-9a70-4377-84b4-5c6b42612acf req-5d211d9a-fa37-48ef-8320-0c86674edc23 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:45.790206 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7d56eaef-4ee9-490b-b68b-4e8bc4014f3d None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:45.796558 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8971ec-9a70-4377-84b4-5c6b42612acf req-5d211d9a-fa37-48ef-8320-0c86674edc23 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:45.803529 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8971ec-9a70-4377-84b4-5c6b42612acf req-5d211d9a-fa37-48ef-8320-0c86674edc23 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:45.811233 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 1147ef60-b34c-4fbc-b161-75b9b7f5894d, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=1147ef60-b34c-4fbc-b161-75b9b7f5894d,segment=NetworkSegment(f6d50db6-0b43-4540-af3d-5a193cdc7027),segment_id=f6d50db6-0b43-4540-af3d-5a193cdc7027)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:45.812713 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f8971ec-9a70-4377-84b4-5c6b42612acf req-5d211d9a-fa37-48ef-8320-0c86674edc23 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5421 time: 0.3889749 May 06 09:48:45.818747 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7d56eaef-4ee9-490b-b68b-4e8bc4014f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:45.828051 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=e94b7502-0449-4c81-b3d5-ef7fa04e0258,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:45.852821 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7c60f-cf49-42be-8f32-b8dc62e583d9 req-3f58667f-5f0a-4cd8-af84-1c5284d3ae8b tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:45.861888 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0ec7c60f-cf49-42be-8f32-b8dc62e583d9 req-3f58667f-5f0a-4cd8-af84-1c5284d3ae8b tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 946 time: 0.4398947 May 06 09:48:45.893500 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '1147ef60-b34c-4fbc-b161-75b9b7f5894d', 'network_id': '06ea11b1-d543-495d-bbe7-8e909ad3a0f6', 'port_id': '1147ef60-b34c-4fbc-b161-75b9b7f5894d', 'mac_address': 'fa:16:3e:3b:6b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2218277-fb20-4cc3-b5e2-7bc8e00b50df', 'ip_address': '10.1.1.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:48:45.908137 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d56eaef-4ee9-490b-b68b-4e8bc4014f3d None None] Network 724f0718-3671-4a43-9e24-c72a6b764945 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:48:45.917585 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-7d56eaef-4ee9-490b-b68b-4e8bc4014f3d None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:45.924373 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d56eaef-4ee9-490b-b68b-4e8bc4014f3d None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:48:45.943739 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-64959123-c1a9-4142-8864-24149167be0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:45.945616 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01ae44ed-7d51-4aa1-846d-2c4372009eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:45.984945 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae44ed-7d51-4aa1-846d-2c4372009eb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d1f3a23-5174-4642-9e0d-aa826fbcdb37,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:45.998063 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01ae44ed-7d51-4aa1-846d-2c4372009eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.006962 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-01ae44ed-7d51-4aa1-846d-2c4372009eb3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8d1f3a23-5174-4642-9e0d-aa826fbcdb37 HTTP/1.1" status: 204 len: 168 time: 0.5282440 May 06 09:48:46.009216 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 55352) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:46.014232 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56eaef-4ee9-490b-b68b-4e8bc4014f3d None None] Pushing event updated for resources: {'Port': ['ID=35a028fa-1cb6-4c14-a2bb-4d74c537e684,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:46.031478 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0ec7c60f-cf49-42be-8f32-b8dc62e583d9 req-dcc47c2d-b0af-437d-9f68-33cc4273c38b tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621273 May 06 09:48:46.091460 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.135953 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f8971ec-9a70-4377-84b4-5c6b42612acf req-8b30efbc-6a2e-477c-a2ba-9dc92d4d325f tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3221114 May 06 09:48:46.139508 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 May 2022 09:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1b225c-7001-4e59-92d2-8597dc3934fd x-openstack-request-id: req-5a1b225c-7001-4e59-92d2-8597dc3934fd {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:46.140137 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "name": "network-vif-deleted", "tag": "33947b19-31b2-4338-b727-408a0344a6ca", "status": "completed", "code": 200}, {"server_uuid": "25594d6c-6211-449e-aacd-b4a4a6f6bf6a", "name": "network-vif-deleted", "tag": "30e5cf1a-c55d-4245-a918-a50422989b35", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:46.141912 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5a1b225c-7001-4e59-92d2-8597dc3934fd {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:46.143617 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a1b225c-7001-4e59-92d2-8597dc3934fd'] response: {'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'name': 'network-vif-deleted', 'tag': '33947b19-31b2-4338-b727-408a0344a6ca', 'status': 'completed', 'code': 200} May 06 09:48:46.144088 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a1b225c-7001-4e59-92d2-8597dc3934fd'] response: {'server_uuid': '25594d6c-6211-449e-aacd-b4a4a6f6bf6a', 'name': 'network-vif-deleted', 'tag': '30e5cf1a-c55d-4245-a918-a50422989b35', 'status': 'completed', 'code': 200} May 06 09:48:46.145987 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-7d56eaef-4ee9-490b-b68b-4e8bc4014f3d None None] Attempting to bind port 35a028fa-1cb6-4c14-a2bb-4d74c537e684 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:48:46.149714 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-7d56eaef-4ee9-490b-b68b-4e8bc4014f3d None None] Attempting to bind port 35a028fa-1cb6-4c14-a2bb-4d74c537e684 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '51a4ed57-95a4-4b90-b53b-b5c1ec295145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '724f0718-3671-4a43-9e24-c72a6b764945'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:48:46.151086 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d56eaef-4ee9-490b-b68b-4e8bc4014f3d None None] Attempting to bind port 35a028fa-1cb6-4c14-a2bb-4d74c537e684 on network 724f0718-3671-4a43-9e24-c72a6b764945 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:46.175524 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d56eaef-4ee9-490b-b68b-4e8bc4014f3d None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:48:46.178959 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d56eaef-4ee9-490b-b68b-4e8bc4014f3d None None] Checking segment: {'id': '51a4ed57-95a4-4b90-b53b-b5c1ec295145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '724f0718-3671-4a43-9e24-c72a6b764945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:48:46.192793 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7d56eaef-4ee9-490b-b68b-4e8bc4014f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.193585 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d56eaef-4ee9-490b-b68b-4e8bc4014f3d None None] Bound using segment: {'id': '51a4ed57-95a4-4b90-b53b-b5c1ec295145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '724f0718-3671-4a43-9e24-c72a6b764945'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:48:46.195567 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-7d56eaef-4ee9-490b-b68b-4e8bc4014f3d None None] Bound port: 35a028fa-1cb6-4c14-a2bb-4d74c537e684, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a4ed57-95a4-4b90-b53b-b5c1ec295145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '724f0718-3671-4a43-9e24-c72a6b764945'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:48:46.196731 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7d56eaef-4ee9-490b-b68b-4e8bc4014f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.230965 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f8b910c8-5795-4717-9541-0e7275e343a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.245755 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1147ef60-b34c-4fbc-b161-75b9b7f5894d {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:48:46.314728 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 1147ef60-b34c-4fbc-b161-75b9b7f5894d, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=1147ef60-b34c-4fbc-b161-75b9b7f5894d,segment=NetworkSegment(f6d50db6-0b43-4540-af3d-5a193cdc7027),segment_id=f6d50db6-0b43-4540-af3d-5a193cdc7027)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:46.342420 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.347622 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 8d303aa1-b7fd-4784-9cb4-de5b64174005 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:48:46.404145 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-7d56eaef-4ee9-490b-b68b-4e8bc4014f3d None None] For port 35a028fa-1cb6-4c14-a2bb-4d74c537e684, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:48:46.410813 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-7d56eaef-4ee9-490b-b68b-4e8bc4014f3d None None] For port 35a028fa-1cb6-4c14-a2bb-4d74c537e684, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=35a028fa-1cb6-4c14-a2bb-4d74c537e684,segment=NetworkSegment(51a4ed57-95a4-4b90-b53b-b5c1ec295145),segment_id=51a4ed57-95a4-4b90-b53b-b5c1ec295145)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:48:46.454712 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f8b910c8-5795-4717-9541-0e7275e343a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.489026 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e5c73500-5819-43ea-9e4f-efae192db35d req-25fbe4f9-1ce6-4b2e-90be-d3740a081d65 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 210 time: 0.1898875 May 06 09:48:46.542266 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-f8b910c8-5795-4717-9541-0e7275e343a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62558b65-2ecc-44cb-b688-6d316dd01546']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:46.564560 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3de6cd22-24c5-4002-8b88-ec17363462c8 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:46.570127 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-f8b910c8-5795-4717-9541-0e7275e343a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35debb7c-3bac-4f08-9866-7111447fe1bf') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:46.570405 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-f8b910c8-5795-4717-9541-0e7275e343a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35debb7c-3bac-4f08-9866-7111447fe1bf') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:46.598304 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7d56eaef-4ee9-490b-b68b-4e8bc4014f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.599095 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f8b910c8-5795-4717-9541-0e7275e343a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.618018 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 3de6cd22-24c5-4002-8b88-ec17363462c8 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:48:46.618370 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3de6cd22-24c5-4002-8b88-ec17363462c8 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:48:46.621102 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.resource_extend [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:48:46.628104 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=1147ef60-b34c-4fbc-b161-75b9b7f5894d,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:46.652177 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-af78c069-78f3-4303-a88a-deace2db4644 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks [] for router_gateway, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.666894 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f8b910c8-5795-4717-9541-0e7275e343a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.685408 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b910c8-5795-4717-9541-0e7275e343a5 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:48:46.685824 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f8b910c8-5795-4717-9541-0e7275e343a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: timer() May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:48:46.689096 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:48:46.691181 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 8d303aa1-b7fd-4784-9cb4-de5b64174005, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=8d303aa1-b7fd-4784-9cb4-de5b64174005,segment=NetworkSegment(f6d50db6-0b43-4540-af3d-5a193cdc7027),segment_id=f6d50db6-0b43-4540-af3d-5a193cdc7027)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:46.732845 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '8d303aa1-b7fd-4784-9cb4-de5b64174005', 'network_id': '06ea11b1-d543-495d-bbe7-8e909ad3a0f6', 'port_id': '8d303aa1-b7fd-4784-9cb4-de5b64174005', 'mac_address': 'fa:16:3e:b9:1f:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2218277-fb20-4cc3-b5e2-7bc8e00b50df', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:48:46.747023 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-af78c069-78f3-4303-a88a-deace2db4644 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.771851 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56eaef-4ee9-490b-b68b-4e8bc4014f3d None None] Pushing event updated for resources: {'Port': ['ID=35a028fa-1cb6-4c14-a2bb-4d74c537e684,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:46.788614 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f8b910c8-5795-4717-9541-0e7275e343a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.805279 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f8b910c8-5795-4717-9541-0e7275e343a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.809940 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f8b910c8-5795-4717-9541-0e7275e343a5 admin admin] 10.222.0.73 "DELETE /v2.0/networks/62558b65-2ecc-44cb-b688-6d316dd01546 HTTP/1.1" status: 204 len: 168 time: 0.7994885 May 06 09:48:46.832688 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b910c8-5795-4717-9541-0e7275e343a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=62558b65-2ecc-44cb-b688-6d316dd01546,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:46.841027 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.871997 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d303aa1-b7fd-4784-9cb4-de5b64174005 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:48:46.939825 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 8d303aa1-b7fd-4784-9cb4-de5b64174005, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=8d303aa1-b7fd-4784-9cb4-de5b64174005,segment=NetworkSegment(f6d50db6-0b43-4540-af3d-5a193cdc7027),segment_id=f6d50db6-0b43-4540-af3d-5a193cdc7027)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:46.955695 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.956506 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 65c153c5-a7ec-46f6-b943-218c2332159a details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:48:46.999696 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efda59-646f-4f8d-a3c7-ad1bd87c5ee8 req-7db2be44-342b-4202-8eac-396736029dca tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:47.004135 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17efda59-646f-4f8d-a3c7-ad1bd87c5ee8 req-7db2be44-342b-4202-8eac-396736029dca tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.5842371 May 06 09:48:47.176633 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=8d303aa1-b7fd-4784-9cb4-de5b64174005,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:47.185332 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17efda59-646f-4f8d-a3c7-ad1bd87c5ee8 req-e9122e54-c073-4016-9746-839b1407eb2a tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702728 May 06 09:48:47.220148 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 65c153c5-a7ec-46f6-b943-218c2332159a, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=65c153c5-a7ec-46f6-b943-218c2332159a,segment=NetworkSegment(f6d50db6-0b43-4540-af3d-5a193cdc7027),segment_id=f6d50db6-0b43-4540-af3d-5a193cdc7027)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:47.255145 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-af78c069-78f3-4303-a88a-deace2db4644 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Allocated IP 172.25.5.82 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/fe30d4b5-fcf1-42ef-8f9b-3eb80f84492a) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:48:47.275920 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '65c153c5-a7ec-46f6-b943-218c2332159a', 'network_id': '06ea11b1-d543-495d-bbe7-8e909ad3a0f6', 'port_id': '65c153c5-a7ec-46f6-b943-218c2332159a', 'mac_address': 'fa:16:3e:81:ea:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2218277-fb20-4cc3-b5e2-7bc8e00b50df', 'ip_address': '10.1.1.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:48:47.304446 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 55380) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:47.400582 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:47.408604 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c4145053-aedf-4935-a048-88f23f649d3b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=767d9c69e2da4544a1c508f4f332aaa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1025498 May 06 09:48:47.409567 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 55384) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:47.416277 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c153c5-a7ec-46f6-b943-218c2332159a {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:48:47.476905 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 65c153c5-a7ec-46f6-b943-218c2332159a, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=65c153c5-a7ec-46f6-b943-218c2332159a,segment=NetworkSegment(f6d50db6-0b43-4540-af3d-5a193cdc7027),segment_id=f6d50db6-0b43-4540-af3d-5a193cdc7027)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:47.491560 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:47.492302 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device e77a6f80-ee78-4b75-adf4-af7a982e62eb details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:48:47.539991 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-af78c069-78f3-4303-a88a-deace2db4644 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:47.561770 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a404234f-0b1c-4c73-a50b-d4ae1e3b5578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:47.618602 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a404234f-0b1c-4c73-a50b-d4ae1e3b5578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:47.638803 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port e77a6f80-ee78-4b75-adf4-af7a982e62eb, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e77a6f80-ee78-4b75-adf4-af7a982e62eb,segment=NetworkSegment(75406f18-28f0-452e-a3ad-da7df718661b),segment_id=75406f18-28f0-452e-a3ad-da7df718661b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:47.654375 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db99fd-ac34-4dd8-b709-eb2657409194 req-cdbcaf1b-413e-427a-b5c2-6da608b025b5 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:47.656981 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'e77a6f80-ee78-4b75-adf4-af7a982e62eb', 'network_id': '59db4229-2b1d-4e95-9668-875e8735cfea', 'port_id': 'e77a6f80-ee78-4b75-adf4-af7a982e62eb', 'mac_address': 'fa:16:3e:33:d1:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddf543b7-b852-448e-b236-f24084c28a5a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:48:47.668162 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11db99fd-ac34-4dd8-b709-eb2657409194 req-cdbcaf1b-413e-427a-b5c2-6da608b025b5 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 946 time: 0.3875151 May 06 09:48:47.738142 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a404234f-0b1c-4c73-a50b-d4ae1e3b5578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:47.742771 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a404234f-0b1c-4c73-a50b-d4ae1e3b5578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:47.752712 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a404234f-0b1c-4c73-a50b-d4ae1e3b5578 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c2f219f0-99d7-4698-99c0-494363efe2e8 HTTP/1.1" status: 204 len: 168 time: 0.3372235 May 06 09:48:47.767129 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=65c153c5-a7ec-46f6-b943-218c2332159a,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:47.779365 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404234f-0b1c-4c73-a50b-d4ae1e3b5578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f219f0-99d7-4698-99c0-494363efe2e8,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:47.789332 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fb923-08ca-4628-bd85-14c40520464c req-10e68e66-28f4-455f-8c4a-acfa448fdd14 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:47.796597 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fb923-08ca-4628-bd85-14c40520464c req-10e68e66-28f4-455f-8c4a-acfa448fdd14 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:47.805908 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fb923-08ca-4628-bd85-14c40520464c req-10e68e66-28f4-455f-8c4a-acfa448fdd14 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:47.825119 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fb923-08ca-4628-bd85-14c40520464c req-10e68e66-28f4-455f-8c4a-acfa448fdd14 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:47.832376 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fb923-08ca-4628-bd85-14c40520464c req-10e68e66-28f4-455f-8c4a-acfa448fdd14 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:47.849246 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fb923-08ca-4628-bd85-14c40520464c req-10e68e66-28f4-455f-8c4a-acfa448fdd14 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:47.857206 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fb923-08ca-4628-bd85-14c40520464c req-10e68e66-28f4-455f-8c4a-acfa448fdd14 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:47.873393 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d66fb923-08ca-4628-bd85-14c40520464c req-10e68e66-28f4-455f-8c4a-acfa448fdd14 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5424 time: 0.3565776 May 06 09:48:47.967028 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:47.995550 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-af78c069-78f3-4303-a88a-deace2db4644 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:48.008038 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e77a6f80-ee78-4b75-adf4-af7a982e62eb {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:48:48.052681 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11db99fd-ac34-4dd8-b709-eb2657409194 req-91c5dec8-3cd3-4fc2-83d5-a67f86595070 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658607 May 06 09:48:48.059373 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port e77a6f80-ee78-4b75-adf4-af7a982e62eb, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e77a6f80-ee78-4b75-adf4-af7a982e62eb,segment=NetworkSegment(75406f18-28f0-452e-a3ad-da7df718661b),segment_id=75406f18-28f0-452e-a3ad-da7df718661b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:48.077625 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:48.077739 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 65810e48-f2da-4617-81d0-b19b0a068097 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:48:48.314176 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af78c069-78f3-4303-a88a-deace2db4644 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:48:48.329446 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 65810e48-f2da-4617-81d0-b19b0a068097, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=65810e48-f2da-4617-81d0-b19b0a068097,segment=NetworkSegment(60d35e3b-79dc-4a3d-ac7f-c67585bcd646),segment_id=60d35e3b-79dc-4a3d-ac7f-c67585bcd646)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:48.372502 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d66fb923-08ca-4628-bd85-14c40520464c req-2c49ac87-dd92-480d-8caf-3d525cd3e2ea tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4886580 May 06 09:48:48.424179 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-af78c069-78f3-4303-a88a-deace2db4644 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:48.427693 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af78c069-78f3-4303-a88a-deace2db4644 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:48:48.448335 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78c069-78f3-4303-a88a-deace2db4644 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Pushing event updated for resources: {'Port': ['ID=fe30d4b5-fcf1-42ef-8f9b-3eb80f84492a,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:48.468319 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4f701a31-3107-4cab-af3b-b53e08112e0c req-3b8f3f2f-2a47-4505-9f09-0f23b8b3c421 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 210 time: 0.1510217 May 06 09:48:48.544834 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '65810e48-f2da-4617-81d0-b19b0a068097', 'network_id': '90b62890-c9c7-41c5-bba3-14db135037a9', 'port_id': '65810e48-f2da-4617-81d0-b19b0a068097', 'mac_address': 'fa:16:3e:c6:fd:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6632b80e-db26-42ad-8042-1788ccc125cd', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:48:48.549825 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 35a028fa-1cb6-4c14-a2bb-4d74c537e684 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:48:48.599432 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=e77a6f80-ee78-4b75-adf4-af7a982e62eb,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:48.649125 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883e6da5-fb25-4d58-a63f-f2ae489e9cba None None] Network 724f0718-3671-4a43-9e24-c72a6b764945 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:48:48.811679 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:48.812695 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:48.813208 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:48.813715 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:48.814208 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:48.814695 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:48.815205 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:48.815747 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:48.816275 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:48.816818 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:48.817357 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:48.817894 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:48.873274 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:48.878629 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365a2c5-f500-4f9f-b00f-aa81753844ba req-a8d58d29-df93-48b6-8b09-30c7a5e850ec tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:48.885566 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b3e4fb6d-98ba-4b0b-b356-db340c5bb24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:48.886370 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d365a2c5-f500-4f9f-b00f-aa81753844ba req-a8d58d29-df93-48b6-8b09-30c7a5e850ec tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.3022420 May 06 09:48:48.893073 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-38082867-ef71-48f6-ab34-90f9d9f595c7 None None] Provisioning complete for port 35a028fa-1cb6-4c14-a2bb-4d74c537e684 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:48.903698 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-38082867-ef71-48f6-ab34-90f9d9f595c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:48.944818 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d365a2c5-f500-4f9f-b00f-aa81753844ba req-2f8aedf1-af44-41df-bf31-89fff96176c1 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574055 May 06 09:48:48.987668 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:49.028559 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 35a028fa-1cb6-4c14-a2bb-4d74c537e684 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:49.028935 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:49.095774 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65810e48-f2da-4617-81d0-b19b0a068097 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:48:49.207729 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 55414) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:49.246699 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 65810e48-f2da-4617-81d0-b19b0a068097, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=65810e48-f2da-4617-81d0-b19b0a068097,segment=NetworkSegment(60d35e3b-79dc-4a3d-ac7f-c67585bcd646),segment_id=60d35e3b-79dc-4a3d-ac7f-c67585bcd646)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:49.275348 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:49.276243 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device f6503005-76df-46c2-959e-945208a4bdc6 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:48:49.429115 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-38082867-ef71-48f6-ab34-90f9d9f595c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:49.490443 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-18636961-0d37-4be9-858e-cdd48c3479cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:49.680483 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.resource_extend [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:48:49.684538 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-18636961-0d37-4be9-858e-cdd48c3479cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:49.695431 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-18636961-0d37-4be9-858e-cdd48c3479cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:49.759589 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-38082867-ef71-48f6-ab34-90f9d9f595c7 None None] For port 35a028fa-1cb6-4c14-a2bb-4d74c537e684, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=35a028fa-1cb6-4c14-a2bb-4d74c537e684,segment=NetworkSegment(51a4ed57-95a4-4b90-b53b-b5c1ec295145),segment_id=51a4ed57-95a4-4b90-b53b-b5c1ec295145)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:49.780633 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:49.785721 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-18636961-0d37-4be9-858e-cdd48c3479cc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fde69c2f7a8c4fdf89f9604c5e7582ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5767183 May 06 09:48:49.793662 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port f6503005-76df-46c2-959e-945208a4bdc6, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f6503005-76df-46c2-959e-945208a4bdc6,segment=NetworkSegment(60d35e3b-79dc-4a3d-ac7f-c67585bcd646),segment_id=60d35e3b-79dc-4a3d-ac7f-c67585bcd646)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:49.796666 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 55432) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:49.805875 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-38082867-ef71-48f6-ab34-90f9d9f595c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:49.830406 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=65810e48-f2da-4617-81d0-b19b0a068097,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:49.846824 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:49.904284 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18636961-0d37-4be9-858e-cdd48c3479cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2013c03c-904b-4e78-9c1a-f378bc5eae5d,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:49.921013 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'f6503005-76df-46c2-959e-945208a4bdc6', 'network_id': '90b62890-c9c7-41c5-bba3-14db135037a9', 'port_id': 'f6503005-76df-46c2-959e-945208a4bdc6', 'mac_address': 'fa:16:3e:07:d3:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6632b80e-db26-42ad-8042-1788ccc125cd', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:48:49.958059 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-558fb5d8-630f-4144-9954-0b5a7ef7bad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:49.984801 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38082867-ef71-48f6-ab34-90f9d9f595c7 None None] Pushing event updated for resources: {'Port': ['ID=35a028fa-1cb6-4c14-a2bb-4d74c537e684,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:49.997660 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-558fb5d8-630f-4144-9954-0b5a7ef7bad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:50.039590 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-41574b7e-37c3-455a-90f0-fbb99cee97cc None None] Provisioning complete for port 35a028fa-1cb6-4c14-a2bb-4d74c537e684 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:50.040149 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-41574b7e-37c3-455a-90f0-fbb99cee97cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:50.105643 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-558fb5d8-630f-4144-9954-0b5a7ef7bad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:50.115331 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-558fb5d8-630f-4144-9954-0b5a7ef7bad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:50.119337 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-558fb5d8-630f-4144-9954-0b5a7ef7bad5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2013c03c-904b-4e78-9c1a-f378bc5eae5d HTTP/1.1" status: 204 len: 168 time: 0.3184419 May 06 09:48:50.133490 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fb5d8-630f-4144-9954-0b5a7ef7bad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2013c03c-904b-4e78-9c1a-f378bc5eae5d,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:50.147416 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-af78c069-78f3-4303-a88a-deace2db4644 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks [] for router_gateway, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:50.308777 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:50.317737 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c560c-f10e-451e-99d4-bfd167bb3075 req-c44cb299-756f-451e-9090-2220350895b2 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:50.331984 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3c7c560c-f10e-451e-99d4-bfd167bb3075 req-c44cb299-756f-451e-9090-2220350895b2 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 946 time: 0.5994959 May 06 09:48:50.335739 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:48:50.336363 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:48:50.339531 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6503005-76df-46c2-959e-945208a4bdc6 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:48:50.361659 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9ffbd-5335-4e99-832e-80921a42ee51 req-b2421c0e-3368-428b-aa49-4d431b4478b6 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:50.373748 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9ffbd-5335-4e99-832e-80921a42ee51 req-b2421c0e-3368-428b-aa49-4d431b4478b6 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:50.396097 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9ffbd-5335-4e99-832e-80921a42ee51 req-b2421c0e-3368-428b-aa49-4d431b4478b6 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:50.409842 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port f6503005-76df-46c2-959e-945208a4bdc6, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f6503005-76df-46c2-959e-945208a4bdc6,segment=NetworkSegment(60d35e3b-79dc-4a3d-ac7f-c67585bcd646),segment_id=60d35e3b-79dc-4a3d-ac7f-c67585bcd646)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:50.413820 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9ffbd-5335-4e99-832e-80921a42ee51 req-b2421c0e-3368-428b-aa49-4d431b4478b6 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:50.416450 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:50.429321 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9ffbd-5335-4e99-832e-80921a42ee51 req-b2421c0e-3368-428b-aa49-4d431b4478b6 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:50.446379 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9ffbd-5335-4e99-832e-80921a42ee51 req-b2421c0e-3368-428b-aa49-4d431b4478b6 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:50.455455 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9ffbd-5335-4e99-832e-80921a42ee51 req-b2421c0e-3368-428b-aa49-4d431b4478b6 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:50.464365 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ea9ffbd-5335-4e99-832e-80921a42ee51 req-b2421c0e-3368-428b-aa49-4d431b4478b6 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5426 time: 0.7377517 May 06 09:48:50.541230 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=f6503005-76df-46c2-959e-945208a4bdc6,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:50.730744 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 55452) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:50.731262 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3c7c560c-f10e-451e-99d4-bfd167bb3075 req-c770fa0b-0466-44f2-9f99-cfd193fb73ca tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620867 May 06 09:48:50.762656 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4afff359-62b6-47b4-9ee4-6ce89c8cc907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:50.834355 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ea9ffbd-5335-4e99-832e-80921a42ee51 req-333e6416-3bc0-4194-993d-37f154a6bee7 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3689919 May 06 09:48:50.888289 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4afff359-62b6-47b4-9ee4-6ce89c8cc907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:50.901893 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4afff359-62b6-47b4-9ee4-6ce89c8cc907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:51.021735 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9017ff3e-db44-4918-9275-a713fdc06027 req-c7e6fb44-bf32-4ce1-994e-2cd3d0386348 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 210 time: 0.1389050 May 06 09:48:51.023748 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-af78c069-78f3-4303-a88a-deace2db4644 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:51.066062 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afff359-62b6-47b4-9ee4-6ce89c8cc907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb78aac-a0a5-4697-b09b-6deaf2d3a482,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:51.078604 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4afff359-62b6-47b4-9ee4-6ce89c8cc907 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6bc03377f1574104b55114dcd0c846f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3466432 May 06 09:48:51.090775 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 55456) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:51.156979 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:51.190919 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 35a028fa-1cb6-4c14-a2bb-4d74c537e684 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:48:51.203273 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b1b66af8-fa2a-4b2f-8a45-895ae5971b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:51.210173 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ff895-04ec-4a7c-bbbc-55256504b7e1 req-2a1af889-b7d9-406b-9807-c12dc18f032d tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:51.217779 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-915ff895-04ec-4a7c-bbbc-55256504b7e1 req-2a1af889-b7d9-406b-9807-c12dc18f032d tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.0827041 May 06 09:48:51.248200 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b1b66af8-fa2a-4b2f-8a45-895ae5971b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:51.348112 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b1b66af8-fa2a-4b2f-8a45-895ae5971b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:51.351678 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b1b66af8-fa2a-4b2f-8a45-895ae5971b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:51.353131 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b1b66af8-fa2a-4b2f-8a45-895ae5971b23 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fcb78aac-a0a5-4697-b09b-6deaf2d3a482 HTTP/1.1" status: 204 len: 168 time: 0.2607923 May 06 09:48:51.369494 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b66af8-fa2a-4b2f-8a45-895ae5971b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb78aac-a0a5-4697-b09b-6deaf2d3a482,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:51.370408 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-915ff895-04ec-4a7c-bbbc-55256504b7e1 req-c84be700-005d-46fd-87f2-c5a4fe18a4dd tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515183 May 06 09:48:51.478159 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af78c069-78f3-4303-a88a-deace2db4644 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Router e1fc1cc3-c564-4dd2-8427-7d3131de91a0 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:48:51.561494 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['1147ef60-b34c-4fbc-b161-75b9b7f5894d'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:48:51.575096 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['65c153c5-a7ec-46f6-b943-218c2332159a'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:48:51.622959 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['65810e48-f2da-4617-81d0-b19b0a068097'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:48:51.627737 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['f6503005-76df-46c2-959e-945208a4bdc6'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:48:51.744469 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af78c069-78f3-4303-a88a-deace2db4644 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:48:51.795852 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-af78c069-78f3-4303-a88a-deace2db4644 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:51.798429 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-af78c069-78f3-4303-a88a-deace2db4644 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.8106065 May 06 09:48:51.800632 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 55478) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:51.886040 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1967b358-85bb-4d9f-b66f-aed359d5f2f2 None None] Sync routers for ids ['e1fc1cc3-c564-4dd2-8427-7d3131de91a0'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:48:52.002713 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92475fb6-73c4-4f67-a776-65f725b82d1b req-e7d64cb9-c8d0-42b6-85f4-d3d7bc2a40ab tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:52.012558 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-92475fb6-73c4-4f67-a776-65f725b82d1b req-e7d64cb9-c8d0-42b6-85f4-d3d7bc2a40ab tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 946 time: 0.1471002 May 06 09:48:52.067308 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1967b358-85bb-4d9f-b66f-aed359d5f2f2 None None] Routers {'e1fc1cc3-c564-4dd2-8427-7d3131de91a0'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:52.068954 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-1967b358-85bb-4d9f-b66f-aed359d5f2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:48:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e1fc1cc3-c564-4dd2-8427-7d3131de91a0'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:52.188874 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-92475fb6-73c4-4f67-a776-65f725b82d1b req-2a2b9a71-0e79-4c43-b918-8dd3f62ee6ce tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753249 May 06 09:48:52.250245 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299dadb2-9c12-46a6-be28-1d1bd80bad1f req-273f9200-076b-4a6d-b950-730d6b6713ff tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:52.294701 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299dadb2-9c12-46a6-be28-1d1bd80bad1f req-273f9200-076b-4a6d-b950-730d6b6713ff tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:52.320353 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299dadb2-9c12-46a6-be28-1d1bd80bad1f req-273f9200-076b-4a6d-b950-730d6b6713ff tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:52.342896 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299dadb2-9c12-46a6-be28-1d1bd80bad1f req-273f9200-076b-4a6d-b950-730d6b6713ff tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:52.358705 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299dadb2-9c12-46a6-be28-1d1bd80bad1f req-273f9200-076b-4a6d-b950-730d6b6713ff tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:52.369262 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299dadb2-9c12-46a6-be28-1d1bd80bad1f req-273f9200-076b-4a6d-b950-730d6b6713ff tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:52.376101 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299dadb2-9c12-46a6-be28-1d1bd80bad1f req-273f9200-076b-4a6d-b950-730d6b6713ff tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:52.378472 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-299dadb2-9c12-46a6-be28-1d1bd80bad1f req-273f9200-076b-4a6d-b950-730d6b6713ff tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5427 time: 0.3232872 May 06 09:48:52.396196 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:52.437381 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['e94b7502-0449-4c81-b3d5-ef7fa04e0258'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:48:52.473156 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['e77a6f80-ee78-4b75-adf4-af7a982e62eb'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:48:52.528299 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['8d303aa1-b7fd-4784-9cb4-de5b64174005'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:48:52.536307 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 35a028fa-1cb6-4c14-a2bb-4d74c537e684 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:52.537157 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:52.581401 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-299dadb2-9c12-46a6-be28-1d1bd80bad1f req-876fc586-dd1c-4c1f-9bf4-46f2804fc763 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1759174 May 06 09:48:52.583613 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7cc2f3a3-d806-4e76-b70f-911e1cc20d0d req-eb2d4da1-67ab-4bd8-a0b7-332ee34c6085 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 210 time: 0.2039058 May 06 09:48:52.664244 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-1967b358-85bb-4d9f-b66f-aed359d5f2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:52.956416 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd849e-9ec3-4670-893d-27d7a825a071 req-86618672-d595-42ca-aa62-307703961807 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:52.970670 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-adcd849e-9ec3-4670-893d-27d7a825a071 req-86618672-d595-42ca-aa62-307703961807 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.1466613 May 06 09:48:53.092082 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-adcd849e-9ec3-4670-893d-27d7a825a071 req-b62ea57f-c320-4adb-9e86-3cdf4da1484f tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156533 May 06 09:48:53.218573 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1967b358-85bb-4d9f-b66f-aed359d5f2f2 None None] Routers {'e1fc1cc3-c564-4dd2-8427-7d3131de91a0'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:53.221906 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-1967b358-85bb-4d9f-b66f-aed359d5f2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:48:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e1fc1cc3-c564-4dd2-8427-7d3131de91a0'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:53.385269 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b109839c-0f3d-486d-9aa4-3ef51be561fb tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:53.413896 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-1967b358-85bb-4d9f-b66f-aed359d5f2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:53.427633 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1967b358-85bb-4d9f-b66f-aed359d5f2f2 None None] The sync data for ids ['e1fc1cc3-c564-4dd2-8427-7d3131de91a0'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:48:53.562533 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad53da-4bbc-483f-ae2a-2df331c93dd9 req-b00efab5-7c87-48a1-addf-7ad71b6fa38a tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:53.572160 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e7ad53da-4bbc-483f-ae2a-2df331c93dd9 req-b00efab5-7c87-48a1-addf-7ad71b6fa38a tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 946 time: 0.1383281 May 06 09:48:53.668204 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e7ad53da-4bbc-483f-ae2a-2df331c93dd9 req-fa6a12a2-f0e7-4dc3-9a36-53af976374c1 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939729 May 06 09:48:53.796435 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-431cf791-20e0-485d-ae54-04c5fd9a70f3 req-bc410e14-2c96-40fd-91f7-552e76b16618 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 210 time: 0.0487263 May 06 09:48:53.966010 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b097c-85cb-48e2-9aaf-1e73627ea010 req-82ae9ddf-cf86-4fab-a420-eaddc8aea636 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:53.973795 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b097c-85cb-48e2-9aaf-1e73627ea010 req-82ae9ddf-cf86-4fab-a420-eaddc8aea636 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:53.996705 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b097c-85cb-48e2-9aaf-1e73627ea010 req-82ae9ddf-cf86-4fab-a420-eaddc8aea636 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:54.013534 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b097c-85cb-48e2-9aaf-1e73627ea010 req-82ae9ddf-cf86-4fab-a420-eaddc8aea636 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:54.025331 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b097c-85cb-48e2-9aaf-1e73627ea010 req-82ae9ddf-cf86-4fab-a420-eaddc8aea636 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:54.039881 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-b109839c-0f3d-486d-9aa4-3ef51be561fb tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Allocated IP 172.20.0.1 (724f0718-3671-4a43-9e24-c72a6b764945/12378272-40fb-440f-8ae4-83897539a935/7cb37b52-1bf7-4a4b-b3f7-5d4bcfaa2b66) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:48:54.042613 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b097c-85cb-48e2-9aaf-1e73627ea010 req-82ae9ddf-cf86-4fab-a420-eaddc8aea636 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:54.073445 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b097c-85cb-48e2-9aaf-1e73627ea010 req-82ae9ddf-cf86-4fab-a420-eaddc8aea636 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:54.080870 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b37b097c-85cb-48e2-9aaf-1e73627ea010 req-82ae9ddf-cf86-4fab-a420-eaddc8aea636 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5427 time: 0.2187085 May 06 09:48:54.183012 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b37b097c-85cb-48e2-9aaf-1e73627ea010 req-9e46065c-090c-451f-86e4-ce71c671e163 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0939050 May 06 09:48:54.321021 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b109839c-0f3d-486d-9aa4-3ef51be561fb tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:54.385002 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b109839c-0f3d-486d-9aa4-3ef51be561fb tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:54.405513 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d907455-2269-42eb-9340-63cc3caa8e6f req-df97331f-d751-44f7-aa2c-88b32ba204fa tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:54.408499 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d907455-2269-42eb-9340-63cc3caa8e6f req-df97331f-d751-44f7-aa2c-88b32ba204fa tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.1219544 May 06 09:48:54.457129 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 65c153c5-a7ec-46f6-b943-218c2332159a up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:48:54.507270 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b109839c-0f3d-486d-9aa4-3ef51be561fb tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Network 724f0718-3671-4a43-9e24-c72a6b764945 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:48:54.511705 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-b109839c-0f3d-486d-9aa4-3ef51be561fb tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:54.517048 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b109839c-0f3d-486d-9aa4-3ef51be561fb tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:48:54.533408 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d907455-2269-42eb-9340-63cc3caa8e6f req-2e2ca10b-733d-4eda-add4-f81a54fbda83 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135104 May 06 09:48:54.590911 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109839c-0f3d-486d-9aa4-3ef51be561fb tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Pushing event updated for resources: {'Port': ['ID=7cb37b52-1bf7-4a4b-b3f7-5d4bcfaa2b66,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:54.612616 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 65c153c5-a7ec-46f6-b943-218c2332159a completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:48:54.623432 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 65c153c5-a7ec-46f6-b943-218c2332159a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:54.624259 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:54.647030 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b109839c-0f3d-486d-9aa4-3ef51be561fb tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:54.830080 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:54.873477 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c153c5-a7ec-46f6-b943-218c2332159a'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:54.882475 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe13c33-673e-41cf-b127-40bf3fac9ffa" -d '{"events": [{"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-plugged", "status": "completed", "tag": "65c153c5-a7ec-46f6-b943-218c2332159a"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:54.910274 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 65c153c5-a7ec-46f6-b943-218c2332159a, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=65c153c5-a7ec-46f6-b943-218c2332159a,segment=NetworkSegment(f6d50db6-0b43-4540-af3d-5a193cdc7027),segment_id=f6d50db6-0b43-4540-af3d-5a193cdc7027)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:54.923530 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:54.925016 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device f6503005-76df-46c2-959e-945208a4bdc6 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:48:55.035808 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b109839c-0f3d-486d-9aa4-3ef51be561fb tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:55.061447 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a02d95-4c6a-4c36-b791-8b8d58d9f11a req-cceec8ef-0179-43f7-a1c3-c568a8c8b4bd tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:55.066362 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-74a02d95-4c6a-4c36-b791-8b8d58d9f11a req-cceec8ef-0179-43f7-a1c3-c568a8c8b4bd tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 946 time: 0.1990788 May 06 09:48:55.165937 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e8f8a61-3670-48bc-8b5a-a3cf553dc7c1 req-e6aeddb8-92b8-4b6f-916c-0cea1251d987 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 210 time: 0.1315165 May 06 09:48:55.225256 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-74a02d95-4c6a-4c36-b791-8b8d58d9f11a req-0a121d67-87ca-4343-8042-ba8c047d58ea tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436532 May 06 09:48:55.256177 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c0c75a6e-7e46-4cde-9791-492fb2d66e42 None None] Provisioning complete for port 7cb37b52-1bf7-4a4b-b3f7-5d4bcfaa2b66 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:55.256572 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c0c75a6e-7e46-4cde-9791-492fb2d66e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:55.336982 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffecfbf1-9d61-4016-8f88-cbc94a20e37f x-openstack-request-id: req-ffecfbf1-9d61-4016-8f88-cbc94a20e37f {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:55.337458 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-plugged", "status": "completed", "tag": "65c153c5-a7ec-46f6-b943-218c2332159a", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:55.338464 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ffecfbf1-9d61-4016-8f88-cbc94a20e37f {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:55.340259 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffecfbf1-9d61-4016-8f88-cbc94a20e37f'] response: {'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c153c5-a7ec-46f6-b943-218c2332159a', 'code': 200} May 06 09:48:55.344088 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=65c153c5-a7ec-46f6-b943-218c2332159a,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:55.376771 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port f6503005-76df-46c2-959e-945208a4bdc6 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:48:55.394376 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port f6503005-76df-46c2-959e-945208a4bdc6 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:55.394751 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:55.489087 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-c0c75a6e-7e46-4cde-9791-492fb2d66e42 None None] Port 7cb37b52-1bf7-4a4b-b3f7-5d4bcfaa2b66 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:48:55.651261 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aacdb5-ed4b-4a68-9b0a-0c7cd747a59c req-09a1840b-3f6b-4b76-ba39-e8089cd45851 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:55.672610 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aacdb5-ed4b-4a68-9b0a-0c7cd747a59c req-09a1840b-3f6b-4b76-ba39-e8089cd45851 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:55.692037 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aacdb5-ed4b-4a68-9b0a-0c7cd747a59c req-09a1840b-3f6b-4b76-ba39-e8089cd45851 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:55.734812 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aacdb5-ed4b-4a68-9b0a-0c7cd747a59c req-09a1840b-3f6b-4b76-ba39-e8089cd45851 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:55.745542 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aacdb5-ed4b-4a68-9b0a-0c7cd747a59c req-09a1840b-3f6b-4b76-ba39-e8089cd45851 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:55.775179 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aacdb5-ed4b-4a68-9b0a-0c7cd747a59c req-09a1840b-3f6b-4b76-ba39-e8089cd45851 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:55.791175 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aacdb5-ed4b-4a68-9b0a-0c7cd747a59c req-09a1840b-3f6b-4b76-ba39-e8089cd45851 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:55.810125 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e1aacdb5-ed4b-4a68-9b0a-0c7cd747a59c req-09a1840b-3f6b-4b76-ba39-e8089cd45851 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5428 time: 0.3657668 May 06 09:48:55.810333 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:55.864924 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port f6503005-76df-46c2-959e-945208a4bdc6, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f6503005-76df-46c2-959e-945208a4bdc6,segment=NetworkSegment(60d35e3b-79dc-4a3d-ac7f-c67585bcd646),segment_id=60d35e3b-79dc-4a3d-ac7f-c67585bcd646)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:55.876025 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:56.078690 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=f6503005-76df-46c2-959e-945208a4bdc6,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:56.083860 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e1aacdb5-ed4b-4a68-9b0a-0c7cd747a59c req-28b22963-a3e8-471d-9b1a-89377550d785 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2720006 May 06 09:48:56.097459 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b109839c-0f3d-486d-9aa4-3ef51be561fb tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:56.113058 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b109839c-0f3d-486d-9aa4-3ef51be561fb tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:56.152231 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f37fd0-f0c2-4121-bb18-f9e13c95b278 req-adf8970f-6243-4b7d-98ab-2e85f4bdd3a3 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:56.154056 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c9f37fd0-f0c2-4121-bb18-f9e13c95b278 req-adf8970f-6243-4b7d-98ab-2e85f4bdd3a3 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.3406997 May 06 09:48:56.199378 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b109839c-0f3d-486d-9aa4-3ef51be561fb tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:56.294551 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c9f37fd0-f0c2-4121-bb18-f9e13c95b278 req-aead210c-d7e5-4d4e-a2ef-6ae27e8b71b1 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258302 May 06 09:48:56.343964 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109839c-0f3d-486d-9aa4-3ef51be561fb tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Pushing event updated for resources: {'Port': ['ID=7cb37b52-1bf7-4a4b-b3f7-5d4bcfaa2b66,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:56.429421 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f28790ee-5678-438b-85ab-47d22b864a0d req-93ad0964-6ef6-4b6c-bd5f-2bf2154a5866 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 210 time: 0.0815504 May 06 09:48:56.459899 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device e77a6f80-ee78-4b75-adf4-af7a982e62eb up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:48:56.483504 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b109839c-0f3d-486d-9aa4-3ef51be561fb tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Network 724f0718-3671-4a43-9e24-c72a6b764945 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:48:56.485582 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-b109839c-0f3d-486d-9aa4-3ef51be561fb tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:56.682103 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port e77a6f80-ee78-4b75-adf4-af7a982e62eb completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:48:56.694374 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e6161-718a-4f18-8a2b-dec4f7f3ecc4 req-dfd80d34-bd31-45a4-b6a4-d883e15a322e tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:56.697203 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port e77a6f80-ee78-4b75-adf4-af7a982e62eb triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:56.698966 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:56.724549 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-460e6161-718a-4f18-8a2b-dec4f7f3ecc4 req-dfd80d34-bd31-45a4-b6a4-d883e15a322e tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 946 time: 0.1766965 May 06 09:48:56.913308 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b109839c-0f3d-486d-9aa4-3ef51be561fb tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Router e1fc1cc3-c564-4dd2-8427-7d3131de91a0 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:48:56.917604 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-460e6161-718a-4f18-8a2b-dec4f7f3ecc4 req-20416062-1395-49e9-a350-5f8dc59ea760 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903653 May 06 09:48:57.156900 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:57.263342 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-7c03ee3a-a1a7-4b89-ad5b-b47e5f6db3bc None None] Provisioning complete for port 7cb37b52-1bf7-4a4b-b3f7-5d4bcfaa2b66 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:57.280171 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7c03ee3a-a1a7-4b89-ad5b-b47e5f6db3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:57.387947 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f32dd1-ee9f-435c-87fe-5476fff2219d req-b3b338bb-88ce-4d97-bc18-5e346451a9a5 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:57.399978 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6503005-76df-46c2-959e-945208a4bdc6'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:57.406414 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f32dd1-ee9f-435c-87fe-5476fff2219d req-b3b338bb-88ce-4d97-bc18-5e346451a9a5 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:57.407638 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0aacf27-135d-45a1-a3fd-4f7f7cf456d4" -d '{"events": [{"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-plugged", "status": "completed", "tag": "f6503005-76df-46c2-959e-945208a4bdc6"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:57.412619 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-7c03ee3a-a1a7-4b89-ad5b-b47e5f6db3bc None None] Port 7cb37b52-1bf7-4a4b-b3f7-5d4bcfaa2b66 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:48:57.425715 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f32dd1-ee9f-435c-87fe-5476fff2219d req-b3b338bb-88ce-4d97-bc18-5e346451a9a5 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:57.440352 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f32dd1-ee9f-435c-87fe-5476fff2219d req-b3b338bb-88ce-4d97-bc18-5e346451a9a5 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:57.460912 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port e77a6f80-ee78-4b75-adf4-af7a982e62eb, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e77a6f80-ee78-4b75-adf4-af7a982e62eb,segment=NetworkSegment(75406f18-28f0-452e-a3ad-da7df718661b),segment_id=75406f18-28f0-452e-a3ad-da7df718661b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:57.464217 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f32dd1-ee9f-435c-87fe-5476fff2219d req-b3b338bb-88ce-4d97-bc18-5e346451a9a5 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:57.469064 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:57.471529 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 8d303aa1-b7fd-4784-9cb4-de5b64174005 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:48:57.480442 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f32dd1-ee9f-435c-87fe-5476fff2219d req-b3b338bb-88ce-4d97-bc18-5e346451a9a5 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:57.494312 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f32dd1-ee9f-435c-87fe-5476fff2219d req-b3b338bb-88ce-4d97-bc18-5e346451a9a5 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:57.513871 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87f32dd1-ee9f-435c-87fe-5476fff2219d req-b3b338bb-88ce-4d97-bc18-5e346451a9a5 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5429 time: 0.2472279 May 06 09:48:57.702623 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 8d303aa1-b7fd-4784-9cb4-de5b64174005 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:48:57.717757 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 8d303aa1-b7fd-4784-9cb4-de5b64174005 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:57.718190 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:57.754848 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87f32dd1-ee9f-435c-87fe-5476fff2219d req-10466f83-8024-4113-843b-f2d0852fd28f tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2368822 May 06 09:48:57.787659 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=e77a6f80-ee78-4b75-adf4-af7a982e62eb,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:57.806636 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b109839c-0f3d-486d-9aa4-3ef51be561fb tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:48:57.822242 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ca49af-f273-44dc-adf4-9325bae39dfd None None] Sync routers for ids ['e1fc1cc3-c564-4dd2-8427-7d3131de91a0'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:48:57.840523 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590f5e3-9da7-4b14-a50c-a8f70722fc95 req-a689ef88-57b4-4a7c-9482-3020d4b9f3ed tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:57.842122 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8590f5e3-9da7-4b14-a50c-a8f70722fc95 req-a689ef88-57b4-4a7c-9482-3020d4b9f3ed tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.3188589 May 06 09:48:57.849583 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 55644) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:57.850183 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ca49af-f273-44dc-adf4-9325bae39dfd None None] Routers {'e1fc1cc3-c564-4dd2-8427-7d3131de91a0'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:57.854349 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-f1ca49af-f273-44dc-adf4-9325bae39dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:48:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e1fc1cc3-c564-4dd2-8427-7d3131de91a0'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:57.854569 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-8d91d661-c806-47bf-95c7-f84fe669bc7c tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Request body: {'port': {'network_id': '724f0718-3671-4a43-9e24-c72a6b764945', 'name': 'tempest-FloatingIPAdminTestJSON-426446733'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:57.855044 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b109839c-0f3d-486d-9aa4-3ef51be561fb tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] 10.222.0.73 "PUT /v2.0/routers/e1fc1cc3-c564-4dd2-8427-7d3131de91a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0423050 May 06 09:48:57.931317 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:58.015657 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 8d303aa1-b7fd-4784-9cb4-de5b64174005, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=8d303aa1-b7fd-4784-9cb4-de5b64174005,segment=NetworkSegment(f6d50db6-0b43-4540-af3d-5a193cdc7027),segment_id=f6d50db6-0b43-4540-af3d-5a193cdc7027)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:58.020782 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ccfc1e-c5e2-409a-909d-91cfa84a5afb x-openstack-request-id: req-27ccfc1e-c5e2-409a-909d-91cfa84a5afb {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:58.022295 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-plugged", "status": "completed", "tag": "f6503005-76df-46c2-959e-945208a4bdc6", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:58.022820 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-27ccfc1e-c5e2-409a-909d-91cfa84a5afb {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:58.024394 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27ccfc1e-c5e2-409a-909d-91cfa84a5afb'] response: {'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6503005-76df-46c2-959e-945208a4bdc6', 'code': 200} May 06 09:48:58.027488 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:58.030326 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 65810e48-f2da-4617-81d0-b19b0a068097 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:48:58.178006 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-f1ca49af-f273-44dc-adf4-9325bae39dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:58.185308 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8590f5e3-9da7-4b14-a50c-a8f70722fc95 req-a8b15c8f-b5c0-484b-98fd-a54c792cdb00 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3068728 May 06 09:48:58.196190 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ca49af-f273-44dc-adf4-9325bae39dfd None None] Routers {'e1fc1cc3-c564-4dd2-8427-7d3131de91a0'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:58.197930 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-f1ca49af-f273-44dc-adf4-9325bae39dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:48:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e1fc1cc3-c564-4dd2-8427-7d3131de91a0'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:58.212880 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e00971d8-7e02-4f06-92a4-a4d86a252b79 req-1bd6bf21-5e0c-461e-9273-941dd56af09c tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 210 time: 0.0993042 May 06 09:48:58.252519 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-f1ca49af-f273-44dc-adf4-9325bae39dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:58.253513 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ca49af-f273-44dc-adf4-9325bae39dfd None None] The sync data for ids ['e1fc1cc3-c564-4dd2-8427-7d3131de91a0'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:48:58.289352 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=8d303aa1-b7fd-4784-9cb4-de5b64174005,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:58.311158 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 65810e48-f2da-4617-81d0-b19b0a068097 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:48:58.331195 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 65810e48-f2da-4617-81d0-b19b0a068097 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:58.331647 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:58.370610 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d91d661-c806-47bf-95c7-f84fe669bc7c tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Made reservation on behalf of 17e27a80aaf349c5a138aa61f44ff562 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:48:58.395059 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d91d661-c806-47bf-95c7-f84fe669bc7c tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:58.512277 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-8d91d661-c806-47bf-95c7-f84fe669bc7c tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] device_id is not set on port ea45f8cf-0eaa-41d8-a733-8815e3fce923 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:48:58.528372 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c88fe-b76b-4257-a03f-2baea15b2208 req-6a519ba0-4247-407d-a58e-551e9564e591 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:58.530294 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-062c88fe-b76b-4257-a03f-2baea15b2208 req-6a519ba0-4247-407d-a58e-551e9564e591 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 946 time: 0.1703284 May 06 09:48:58.599952 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:58.660778 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-062c88fe-b76b-4257-a03f-2baea15b2208 req-d792dfec-c214-43a9-afe0-b4b79d0d4bf5 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849593 May 06 09:48:58.713175 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 65810e48-f2da-4617-81d0-b19b0a068097, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=65810e48-f2da-4617-81d0-b19b0a068097,segment=NetworkSegment(60d35e3b-79dc-4a3d-ac7f-c67585bcd646),segment_id=60d35e3b-79dc-4a3d-ac7f-c67585bcd646)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:58.720960 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:58.723098 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 1147ef60-b34c-4fbc-b161-75b9b7f5894d up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:48:58.810141 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-8d91d661-c806-47bf-95c7-f84fe669bc7c tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Allocated IP 172.20.0.10 (724f0718-3671-4a43-9e24-c72a6b764945/12378272-40fb-440f-8ae4-83897539a935/ea45f8cf-0eaa-41d8-a733-8815e3fce923) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:48:58.945608 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=65810e48-f2da-4617-81d0-b19b0a068097,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:58.950433 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:58.974049 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 1147ef60-b34c-4fbc-b161-75b9b7f5894d completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:48:58.987033 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 1147ef60-b34c-4fbc-b161-75b9b7f5894d triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:58.989670 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:59.062682 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device a3db1179-588e-473f-888d-d2e90353ccc5 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:48:59.083772 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device a3db1179-588e-473f-888d-d2e90353ccc5 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:59.240892 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d91d661-c806-47bf-95c7-f84fe669bc7c tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:59.341799 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 55682) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:59.602289 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d91d661-c806-47bf-95c7-f84fe669bc7c tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:59.674769 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-edf09c1a-4498-4199-9c81-0b82f737b9fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:59.680565 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:59.716444 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:59.768452 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port a3db1179-588e-473f-888d-d2e90353ccc5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a3db1179-588e-473f-888d-d2e90353ccc5,segment=NetworkSegment(cbe72a48-c421-451e-86ad-4b99d621abda),segment_id=cbe72a48-c421-451e-86ad-4b99d621abda)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:59.818493 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91d661-c806-47bf-95c7-f84fe669bc7c tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Pushing event updated for resources: {'Port': ['ID=ea45f8cf-0eaa-41d8-a733-8815e3fce923,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:59.838360 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'a3db1179-588e-473f-888d-d2e90353ccc5', 'network_id': '3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4', 'port_id': 'a3db1179-588e-473f-888d-d2e90353ccc5', 'mac_address': 'fa:16:3e:55:a4:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51825785-c1c2-434a-b6d0-df2b85401ddd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:48:59.892545 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-edf09c1a-4498-4199-9c81-0b82f737b9fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:59.901373 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-edf09c1a-4498-4199-9c81-0b82f737b9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:59.902007 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d91d661-c806-47bf-95c7-f84fe669bc7c tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Network 724f0718-3671-4a43-9e24-c72a6b764945 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:48:59.906946 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-8d91d661-c806-47bf-95c7-f84fe669bc7c tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:59.923325 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 1147ef60-b34c-4fbc-b161-75b9b7f5894d, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=1147ef60-b34c-4fbc-b161-75b9b7f5894d,segment=NetworkSegment(f6d50db6-0b43-4540-af3d-5a193cdc7027),segment_id=f6d50db6-0b43-4540-af3d-5a193cdc7027)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:59.927752 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port a3db1179-588e-473f-888d-d2e90353ccc5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a3db1179-588e-473f-888d-d2e90353ccc5,segment=NetworkSegment(cbe72a48-c421-451e-86ad-4b99d621abda),segment_id=cbe72a48-c421-451e-86ad-4b99d621abda)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:59.944516 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e687481-19e6-4c0e-b499-a4963d9e9a70 req-2551ac00-b69b-418b-8d24-6b148a425973 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:59.949798 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:59.956324 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e687481-19e6-4c0e-b499-a4963d9e9a70 req-2551ac00-b69b-418b-8d24-6b148a425973 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.5795479 May 06 09:48:59.970410 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:59.974596 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device e94b7502-0449-4c81-b3d5-ef7fa04e0258 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:48:59.994431 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d91d661-c806-47bf-95c7-f84fe669bc7c tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:49:00.033993 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77a6f80-ee78-4b75-adf4-af7a982e62eb'}, {'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d303aa1-b7fd-4784-9cb4-de5b64174005'}, {'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65810e48-f2da-4617-81d0-b19b0a068097'}, {'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1147ef60-b34c-4fbc-b161-75b9b7f5894d'}, {'server_uuid': '1a2c8b02-1fa4-49a8-8267-52e2474e9b5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3db1179-588e-473f-888d-d2e90353ccc5'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:49:00.036596 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f83b39b-5ed0-480b-88b4-4016ebcb6544" -d '{"events": [{"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-plugged", "status": "completed", "tag": "e77a6f80-ee78-4b75-adf4-af7a982e62eb"}, {"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-plugged", "status": "completed", "tag": "8d303aa1-b7fd-4784-9cb4-de5b64174005"}, {"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-plugged", "status": "completed", "tag": "65810e48-f2da-4617-81d0-b19b0a068097"}, {"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-plugged", "status": "completed", "tag": "1147ef60-b34c-4fbc-b161-75b9b7f5894d"}, {"server_uuid": "1a2c8b02-1fa4-49a8-8267-52e2474e9b5d", "name": "network-vif-unplugged", "status": "completed", "tag": "a3db1179-588e-473f-888d-d2e90353ccc5"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:49:00.057407 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:00.083718 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf09c1a-4498-4199-9c81-0b82f737b9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137481ed-9f11-43ac-afe3-8265cec2c3b1,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:00.118251 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-edf09c1a-4498-4199-9c81-0b82f737b9fa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b61149f70cf34f12a941e1af8a005bbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7752116 May 06 09:49:00.118518 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=1147ef60-b34c-4fbc-b161-75b9b7f5894d,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:00.123300 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 55698) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:00.127784 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3db1179-588e-473f-888d-d2e90353ccc5 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:49:00.149689 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d91d661-c806-47bf-95c7-f84fe669bc7c tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:00.151337 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d91d661-c806-47bf-95c7-f84fe669bc7c tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:00.223880 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60080def-7396-40e9-8e87-fbd5ccb482e9 req-7a8e8109-4fc7-4eec-bce6-dab4ffc614ec tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:00.244506 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60080def-7396-40e9-8e87-fbd5ccb482e9 req-7a8e8109-4fc7-4eec-bce6-dab4ffc614ec tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:00.252493 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60080def-7396-40e9-8e87-fbd5ccb482e9 req-7a8e8109-4fc7-4eec-bce6-dab4ffc614ec tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:00.259823 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60080def-7396-40e9-8e87-fbd5ccb482e9 req-7a8e8109-4fc7-4eec-bce6-dab4ffc614ec tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:00.268956 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60080def-7396-40e9-8e87-fbd5ccb482e9 req-7a8e8109-4fc7-4eec-bce6-dab4ffc614ec tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:00.280634 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60080def-7396-40e9-8e87-fbd5ccb482e9 req-7a8e8109-4fc7-4eec-bce6-dab4ffc614ec tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:00.295270 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60080def-7396-40e9-8e87-fbd5ccb482e9 req-7a8e8109-4fc7-4eec-bce6-dab4ffc614ec tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:00.305260 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8713b611-8da7-4cd0-8bee-28f97bae86f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:00.306598 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port e94b7502-0449-4c81-b3d5-ef7fa04e0258 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:49:00.318493 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-60080def-7396-40e9-8e87-fbd5ccb482e9 req-7a8e8109-4fc7-4eec-bce6-dab4ffc614ec tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5432 time: 0.9436007 May 06 09:49:00.334431 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=a3db1179-588e-473f-888d-d2e90353ccc5,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:00.344789 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port e94b7502-0449-4c81-b3d5-ef7fa04e0258 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:00.347355 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:00.373760 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e687481-19e6-4c0e-b499-a4963d9e9a70 req-342d1f9c-e85c-4ae8-8c7e-4823441067ff tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4159780 May 06 09:49:00.385952 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8713b611-8da7-4cd0-8bee-28f97bae86f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:00.427815 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:49:00.428181 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:49:00.451740 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8d91d661-c806-47bf-95c7-f84fe669bc7c tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6009636 May 06 09:49:00.452447 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 55702) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:00.553484 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d695135d-b0d1-4f16-8a01-6ad9b23b8ad0 None None] Provisioning complete for port ea45f8cf-0eaa-41d8-a733-8815e3fce923 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:00.554015 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d695135d-b0d1-4f16-8a01-6ad9b23b8ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:00.577231 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8713b611-8da7-4cd0-8bee-28f97bae86f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:00.580543 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8713b611-8da7-4cd0-8bee-28f97bae86f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:00.581864 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-85eae742-e9b6-43a8-be05-1f3f313cfe8f req-fab79073-5140-4a20-9bca-331e8bbeaebb tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 210 time: 0.0662560 May 06 09:49:00.584263 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8713b611-8da7-4cd0-8bee-28f97bae86f0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/137481ed-9f11-43ac-afe3-8265cec2c3b1 HTTP/1.1" status: 204 len: 168 time: 0.4599528 May 06 09:49:00.626218 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-60080def-7396-40e9-8e87-fbd5ccb482e9 req-36ec84c5-31b9-4d52-96ad-78ef4a04c1b2 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3045261 May 06 09:49:00.631898 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713b611-8da7-4cd0-8bee-28f97bae86f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137481ed-9f11-43ac-afe3-8265cec2c3b1,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:00.776456 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d695135d-b0d1-4f16-8a01-6ad9b23b8ad0 None None] Port ea45f8cf-0eaa-41d8-a733-8815e3fce923 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:49:00.793761 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:00.847929 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 869 Content-Type: application/json Date: Fri, 06 May 2022 09:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5fa5cd-2c51-42cf-aa54-f0f77d13685f x-openstack-request-id: req-fc5fa5cd-2c51-42cf-aa54-f0f77d13685f {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:49:00.848892 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-plugged", "status": "completed", "tag": "e77a6f80-ee78-4b75-adf4-af7a982e62eb", "code": 200}, {"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-plugged", "status": "completed", "tag": "8d303aa1-b7fd-4784-9cb4-de5b64174005", "code": 200}, {"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-plugged", "status": "completed", "tag": "65810e48-f2da-4617-81d0-b19b0a068097", "code": 200}, {"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-plugged", "status": "completed", "tag": "1147ef60-b34c-4fbc-b161-75b9b7f5894d", "code": 200}, {"server_uuid": "1a2c8b02-1fa4-49a8-8267-52e2474e9b5d", "name": "network-vif-unplugged", "status": "completed", "tag": "a3db1179-588e-473f-888d-d2e90353ccc5", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:49:00.849320 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fc5fa5cd-2c51-42cf-aa54-f0f77d13685f {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:49:00.849841 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc5fa5cd-2c51-42cf-aa54-f0f77d13685f'] response: {'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77a6f80-ee78-4b75-adf4-af7a982e62eb', 'code': 200} May 06 09:49:00.850233 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc5fa5cd-2c51-42cf-aa54-f0f77d13685f'] response: {'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d303aa1-b7fd-4784-9cb4-de5b64174005', 'code': 200} May 06 09:49:00.850683 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc5fa5cd-2c51-42cf-aa54-f0f77d13685f'] response: {'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65810e48-f2da-4617-81d0-b19b0a068097', 'code': 200} May 06 09:49:00.850995 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc5fa5cd-2c51-42cf-aa54-f0f77d13685f'] response: {'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1147ef60-b34c-4fbc-b161-75b9b7f5894d', 'code': 200} May 06 09:49:00.851326 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc5fa5cd-2c51-42cf-aa54-f0f77d13685f'] response: {'server_uuid': '1a2c8b02-1fa4-49a8-8267-52e2474e9b5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3db1179-588e-473f-888d-d2e90353ccc5', 'code': 200} May 06 09:49:00.880178 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port e94b7502-0449-4c81-b3d5-ef7fa04e0258, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e94b7502-0449-4c81-b3d5-ef7fa04e0258,segment=NetworkSegment(f6d50db6-0b43-4540-af3d-5a193cdc7027),segment_id=f6d50db6-0b43-4540-af3d-5a193cdc7027)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:00.887431 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:00.916183 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-b6c9fb9f-8610-4913-bc73-379c9e5c002c tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'project_id': '17e27a80aaf349c5a138aa61f44ff562', 'port_id': 'ea45f8cf-0eaa-41d8-a733-8815e3fce923'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:00.972310 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594d0ff-f887-482d-938b-1bff14221873 req-fcee5aa1-dd5b-4a55-b2e6-4d1cdd3c3de6 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:00.975421 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7594d0ff-f887-482d-938b-1bff14221873 req-fcee5aa1-dd5b-4a55-b2e6-4d1cdd3c3de6 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 944 time: 0.1380601 May 06 09:49:00.993266 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b6c9fb9f-8610-4913-bc73-379c9e5c002c tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:01.053879 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=e94b7502-0449-4c81-b3d5-ef7fa04e0258,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:01.099473 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7594d0ff-f887-482d-938b-1bff14221873 req-da614364-adea-4dd2-868c-f67ac3205fb0 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079419 May 06 09:49:01.103215 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:01.129203 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3db1179-588e-473f-888d-d2e90353ccc5 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:49:01.177029 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b6c9fb9f-8610-4913-bc73-379c9e5c002c tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:01.181706 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port a3db1179-588e-473f-888d-d2e90353ccc5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a3db1179-588e-473f-888d-d2e90353ccc5,segment=NetworkSegment(cbe72a48-c421-451e-86ad-4b99d621abda),segment_id=cbe72a48-c421-451e-86ad-4b99d621abda)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:01.189473 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:01.276270 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=a3db1179-588e-473f-888d-d2e90353ccc5,revision_number=7']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:01.406711 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-b6c9fb9f-8610-4913-bc73-379c9e5c002c tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Allocated IP 172.25.5.27 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/2d223928-b935-41f8-a93a-51e193d6cb8b) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:49:01.581804 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['a3db1179-588e-473f-888d-d2e90353ccc5'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:49:01.662788 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b6c9fb9f-8610-4913-bc73-379c9e5c002c tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:01.814851 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b6c9fb9f-8610-4913-bc73-379c9e5c002c tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:01.925944 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 55724) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:01.929825 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9fb9f-8610-4913-bc73-379c9e5c002c tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Pushing event updated for resources: {'Port': ['ID=2d223928-b935-41f8-a93a-51e193d6cb8b,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:01.954497 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aee38a1c-179e-48d4-a8a2-2daf619daecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:02.029851 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eed9be63-237c-4c9a-b418-3eb7a9500a70 req-564a7427-0b4b-43ea-8e00-3691f0f7f99c tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 210 time: 0.1120863 May 06 09:49:02.036094 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c9fb9f-8610-4913-bc73-379c9e5c002c tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:49:02.051553 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-b6c9fb9f-8610-4913-bc73-379c9e5c002c tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:02.067672 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c9fb9f-8610-4913-bc73-379c9e5c002c tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:49:02.157613 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aee38a1c-179e-48d4-a8a2-2daf619daecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:02.163322 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2e584-144d-4e86-9d9c-60df2edbeb95 req-b2e95046-6d93-4a09-99a4-7e3df12d5516 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:02.163719 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aee38a1c-179e-48d4-a8a2-2daf619daecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:02.164966 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1cf2e584-144d-4e86-9d9c-60df2edbeb95 req-b2e95046-6d93-4a09-99a4-7e3df12d5516 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.4624844 May 06 09:49:02.248607 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 55730) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:02.252817 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-aee38a1c-179e-48d4-a8a2-2daf619daecd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c91ee4075c984c6083ccf9240419f914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3254912 May 06 09:49:02.253736 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee38a1c-179e-48d4-a8a2-2daf619daecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a260c716-fb74-418a-8bc0-ed1a3ae60473,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:02.345235 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1cf2e584-144d-4e86-9d9c-60df2edbeb95 req-c66db508-8442-44d8-954a-888753df5338 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401179 May 06 09:49:02.460139 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbbfb1-3cb6-4317-a257-abe9dddcc2ca req-3c10c11d-c3f8-41b0-9108-017253c8904a tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:02.467553 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbbfb1-3cb6-4317-a257-abe9dddcc2ca req-3c10c11d-c3f8-41b0-9108-017253c8904a tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:02.473771 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbbfb1-3cb6-4317-a257-abe9dddcc2ca req-3c10c11d-c3f8-41b0-9108-017253c8904a tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:02.479700 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbbfb1-3cb6-4317-a257-abe9dddcc2ca req-3c10c11d-c3f8-41b0-9108-017253c8904a tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:02.485568 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbbfb1-3cb6-4317-a257-abe9dddcc2ca req-3c10c11d-c3f8-41b0-9108-017253c8904a tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:02.491442 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbbfb1-3cb6-4317-a257-abe9dddcc2ca req-3c10c11d-c3f8-41b0-9108-017253c8904a tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:02.497250 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbbfb1-3cb6-4317-a257-abe9dddcc2ca req-3c10c11d-c3f8-41b0-9108-017253c8904a tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:02.500155 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cfdbbfb1-3cb6-4317-a257-abe9dddcc2ca req-3c10c11d-c3f8-41b0-9108-017253c8904a tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5434 time: 0.3017912 May 06 09:49:02.552332 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 55734) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:02.741113 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6bab2c18-c105-4dd8-9f30-bb5754715c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:02.852061 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94b7502-0449-4c81-b3d5-ef7fa04e0258'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:49:02.854436 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9350db-e425-4eb0-827c-f39c87929f42" -d '{"events": [{"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-plugged", "status": "completed", "tag": "e94b7502-0449-4c81-b3d5-ef7fa04e0258"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:49:02.857495 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6bab2c18-c105-4dd8-9f30-bb5754715c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:02.867347 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6bab2c18-c105-4dd8-9f30-bb5754715c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:02.893479 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5f0ebca4-1a3a-4da0-8912-4a1039b4207f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:02.914110 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6bab2c18-c105-4dd8-9f30-bb5754715c2b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d447d666e1384b0fb6b185669b3436e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3600812 May 06 09:49:02.916409 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 55740) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:02.982999 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab2c18-c105-4dd8-9f30-bb5754715c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ecddd3-c4f5-4f8a-a3b8-9b152a1587b9,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:03.015087 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cfdbbfb1-3cb6-4317-a257-abe9dddcc2ca req-065d2d5b-3e7f-4ab3-94ec-804b1c678af8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1129422 May 06 09:49:03.063549 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-633874c2-74e9-42de-948e-c7f87bd0c243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:03.083736 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abd356-ceb9-4b4c-ab67-284cae2e411c req-90bf84ca-0490-4897-b465-49a8dfcbb9ea tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:03.097204 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43abd356-ceb9-4b4c-ab67-284cae2e411c req-90bf84ca-0490-4897-b465-49a8dfcbb9ea tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 945 time: 0.6490979 May 06 09:49:03.106268 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-633874c2-74e9-42de-948e-c7f87bd0c243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:03.131236 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009dca79-3a67-48f6-a734-7f8778f74670 x-openstack-request-id: req-009dca79-3a67-48f6-a734-7f8778f74670 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:49:03.131582 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-plugged", "status": "completed", "tag": "e94b7502-0449-4c81-b3d5-ef7fa04e0258", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:49:03.132030 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-009dca79-3a67-48f6-a734-7f8778f74670 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:49:03.134002 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-009dca79-3a67-48f6-a734-7f8778f74670'] response: {'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94b7502-0449-4c81-b3d5-ef7fa04e0258', 'code': 200} May 06 09:49:03.199574 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-633874c2-74e9-42de-948e-c7f87bd0c243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:03.201036 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5f0ebca4-1a3a-4da0-8912-4a1039b4207f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:03.206796 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-633874c2-74e9-42de-948e-c7f87bd0c243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:03.210698 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-633874c2-74e9-42de-948e-c7f87bd0c243 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d1ecddd3-c4f5-4f8a-a3b8-9b152a1587b9 HTTP/1.1" status: 204 len: 168 time: 0.2907767 May 06 09:49:03.215319 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device a3db1179-588e-473f-888d-d2e90353ccc5 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:49:03.222822 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633874c2-74e9-42de-948e-c7f87bd0c243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ecddd3-c4f5-4f8a-a3b8-9b152a1587b9,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:03.281765 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43abd356-ceb9-4b4c-ab67-284cae2e411c req-29ce4902-50f1-4771-9fa7-555c06b45c88 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833293 May 06 09:49:03.334617 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port a3db1179-588e-473f-888d-d2e90353ccc5 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:03.335588 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:03.454469 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c87757-39f0-4b2c-937b-d90c71a444d5 req-2fb1cdf6-7778-4133-a55f-540ecf39a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:03.455407 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c87757-39f0-4b2c-937b-d90c71a444d5 req-2fb1cdf6-7778-4133-a55f-540ecf39a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:03.457160 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c87757-39f0-4b2c-937b-d90c71a444d5 req-2fb1cdf6-7778-4133-a55f-540ecf39a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:03.457934 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c87757-39f0-4b2c-937b-d90c71a444d5 req-2fb1cdf6-7778-4133-a55f-540ecf39a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:03.464038 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:03.464879 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c87757-39f0-4b2c-937b-d90c71a444d5 req-2fb1cdf6-7778-4133-a55f-540ecf39a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:03.465867 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c87757-39f0-4b2c-937b-d90c71a444d5 req-2fb1cdf6-7778-4133-a55f-540ecf39a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:03.467983 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c87757-39f0-4b2c-937b-d90c71a444d5 req-2fb1cdf6-7778-4133-a55f-540ecf39a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:03.471100 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f7c87757-39f0-4b2c-937b-d90c71a444d5 req-2fb1cdf6-7778-4133-a55f-540ecf39a54a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 6491 time: 0.2000935 May 06 09:49:03.505167 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-564cf1f0-6159-4f45-8aec-3796808f75ac req-c3a3de13-290f-4ed6-9dc7-41406f6023bc tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 210 time: 0.2202857 May 06 09:49:03.530672 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port a3db1179-588e-473f-888d-d2e90353ccc5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a3db1179-588e-473f-888d-d2e90353ccc5,segment=NetworkSegment(cbe72a48-c421-451e-86ad-4b99d621abda),segment_id=cbe72a48-c421-451e-86ad-4b99d621abda)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:03.538897 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:03.617056 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=a3db1179-588e-473f-888d-d2e90353ccc5,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:03.732123 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d04eba-e883-48a0-ae71-596057ee35f1 req-2aa0c84f-fd2c-45a0-8d4d-c671a37cf4be tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:03.741631 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-21d04eba-e883-48a0-ae71-596057ee35f1 req-2aa0c84f-fd2c-45a0-8d4d-c671a37cf4be tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.1985724 May 06 09:49:03.745205 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f7c87757-39f0-4b2c-937b-d90c71a444d5 req-6a2cb8e1-783f-4336-91d6-3eb0dc4d2d8f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2291114 May 06 09:49:03.773187 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5f0ebca4-1a3a-4da0-8912-4a1039b4207f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:03.776341 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5f0ebca4-1a3a-4da0-8912-4a1039b4207f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:03.780055 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5f0ebca4-1a3a-4da0-8912-4a1039b4207f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a260c716-fb74-418a-8bc0-ed1a3ae60473 HTTP/1.1" status: 204 len: 168 time: 1.5085423 May 06 09:49:03.819637 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-21d04eba-e883-48a0-ae71-596057ee35f1 req-fa11cdac-a5ce-4b7a-8df5-b041db48591a tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691981 May 06 09:49:03.854013 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 55760) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:03.868025 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ebca4-1a3a-4da0-8912-4a1039b4207f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a260c716-fb74-418a-8bc0-ed1a3ae60473,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:03.880721 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f70d514-1e73-44b3-9d60-9d7775067fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:03.967231 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b6c9fb9f-8610-4913-bc73-379c9e5c002c tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:04.017036 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f70d514-1e73-44b3-9d60-9d7775067fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:04.022251 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f70d514-1e73-44b3-9d60-9d7775067fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:04.067099 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6f70d514-1e73-44b3-9d60-9d7775067fac admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=56a578c5f6fe47e9ad88a835ce5cbede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2108498 May 06 09:49:04.072413 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 55772) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:04.135710 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b6c9fb9f-8610-4913-bc73-379c9e5c002c tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:04.144011 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70d514-1e73-44b3-9d60-9d7775067fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab680721-f137-4915-99d5-cc83d29ad8aa,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:04.216402 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4b264129-5052-4b26-bf13-e33697913fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:04.262527 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4b264129-5052-4b26-bf13-e33697913fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:04.331935 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfe3c6-906b-4cb8-8240-2ef6b14356dd req-08148c2f-c5f1-4c77-aec5-397c0cc7000c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:04.338024 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfe3c6-906b-4cb8-8240-2ef6b14356dd req-08148c2f-c5f1-4c77-aec5-397c0cc7000c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:04.345147 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfe3c6-906b-4cb8-8240-2ef6b14356dd req-08148c2f-c5f1-4c77-aec5-397c0cc7000c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:04.351968 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfe3c6-906b-4cb8-8240-2ef6b14356dd req-08148c2f-c5f1-4c77-aec5-397c0cc7000c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:04.358239 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfe3c6-906b-4cb8-8240-2ef6b14356dd req-08148c2f-c5f1-4c77-aec5-397c0cc7000c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:04.364585 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfe3c6-906b-4cb8-8240-2ef6b14356dd req-08148c2f-c5f1-4c77-aec5-397c0cc7000c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:04.371888 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfe3c6-906b-4cb8-8240-2ef6b14356dd req-08148c2f-c5f1-4c77-aec5-397c0cc7000c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:04.374425 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95dfe3c6-906b-4cb8-8240-2ef6b14356dd req-08148c2f-c5f1-4c77-aec5-397c0cc7000c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5434 time: 0.2072272 May 06 09:49:04.508590 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95dfe3c6-906b-4cb8-8240-2ef6b14356dd req-73bda05a-fc32-40d4-bc23-bca1cbd19737 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1237710 May 06 09:49:04.521387 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73e626-1bea-49c7-a548-c2435fcd0a85 req-62b9024a-78df-4f02-8f7a-b8e5daef82aa tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:04.523274 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cf73e626-1bea-49c7-a548-c2435fcd0a85 req-62b9024a-78df-4f02-8f7a-b8e5daef82aa tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 946 time: 0.1420200 May 06 09:49:04.543196 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4b264129-5052-4b26-bf13-e33697913fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:04.543196 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4b264129-5052-4b26-bf13-e33697913fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:04.544248 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4b264129-5052-4b26-bf13-e33697913fe9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ab680721-f137-4915-99d5-cc83d29ad8aa HTTP/1.1" status: 204 len: 168 time: 0.4708242 May 06 09:49:04.589898 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b264129-5052-4b26-bf13-e33697913fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab680721-f137-4915-99d5-cc83d29ad8aa,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:04.653503 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b6c9fb9f-8610-4913-bc73-379c9e5c002c tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:04.665023 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cf73e626-1bea-49c7-a548-c2435fcd0a85 req-7069276d-ba33-4edb-81d4-3606244b8e4c tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299777 May 06 09:49:04.667012 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b6c9fb9f-8610-4913-bc73-379c9e5c002c tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:04.764012 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6760b82-85b2-4504-b0bf-bd8f3d8c4970 req-de36eb65-c062-4819-b40c-5872a5abac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:04.766084 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a6760b82-85b2-4504-b0bf-bd8f3d8c4970 req-de36eb65-c062-4819-b40c-5872a5abac99 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1750166bc51841a8bad92d45b4eec5fb&device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 1097 time: 0.2078087 May 06 09:49:04.773343 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cd1b4b35-13db-4821-87d1-de3189e7890b req-695abf8b-0e69-48f5-bfda-885e5d2311de tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 210 time: 0.0712163 May 06 09:49:04.810104 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9fb9f-8610-4913-bc73-379c9e5c002c tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Pushing event updated for resources: {'Port': ['ID=2d223928-b935-41f8-a93a-51e193d6cb8b,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:04.862109 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b6c9fb9f-8610-4913-bc73-379c9e5c002c tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:05.076133 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6760b82-85b2-4504-b0bf-bd8f3d8c4970 req-a11fc2ac-dc8f-4620-b69d-eff9ef4bd7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:05.077697 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a6760b82-85b2-4504-b0bf-bd8f3d8c4970 req-a11fc2ac-dc8f-4620-b69d-eff9ef4bd7bd service neutron] 10.222.0.84 "GET /v2.0/networks?id=02e8aba3-387b-400e-9f74-334ab3eab168 HTTP/1.1" status: 200 len: 918 time: 0.3003967 May 06 09:49:05.097106 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9d0fe-b2bc-4a66-974a-166525fbb87d req-5d00dc1c-270f-435f-8c21-cf9a07ad73c9 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:05.098916 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d7c9d0fe-b2bc-4a66-974a-166525fbb87d req-5d00dc1c-270f-435f-8c21-cf9a07ad73c9 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.1142573 May 06 09:49:05.101200 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-b6c9fb9f-8610-4913-bc73-379c9e5c002c tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Floating IP 5f6248d7-0985-440e-ad1c-cf6a2ea26df6 associated. External IP: 172.25.5.27, port: ea45f8cf-0eaa-41d8-a733-8815e3fce923. May 06 09:49:05.136990 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2c8b02-1fa4-49a8-8267-52e2474e9b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3db1179-588e-473f-888d-d2e90353ccc5'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:49:05.144701 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d762f7a4-cbc4-47b8-ab01-fbb25bfdcdc1" -d '{"events": [{"server_uuid": "1a2c8b02-1fa4-49a8-8267-52e2474e9b5d", "name": "network-vif-plugged", "status": "completed", "tag": "a3db1179-588e-473f-888d-d2e90353ccc5"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:49:05.242300 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d7c9d0fe-b2bc-4a66-974a-166525fbb87d req-e540f5b5-40f2-45c5-8b2c-d31177558e22 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952270 May 06 09:49:05.259741 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afeb0d17-1985-4175-967c-5754840806ec x-openstack-request-id: req-afeb0d17-1985-4175-967c-5754840806ec {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:49:05.259908 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2c8b02-1fa4-49a8-8267-52e2474e9b5d", "name": "network-vif-plugged", "status": "completed", "tag": "a3db1179-588e-473f-888d-d2e90353ccc5", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:49:05.260109 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-afeb0d17-1985-4175-967c-5754840806ec {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:49:05.260528 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afeb0d17-1985-4175-967c-5754840806ec'] response: {'server_uuid': '1a2c8b02-1fa4-49a8-8267-52e2474e9b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3db1179-588e-473f-888d-d2e90353ccc5', 'code': 200} May 06 09:49:05.295442 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a6760b82-85b2-4504-b0bf-bd8f3d8c4970 req-8903c4fc-5994-450c-9405-1bc9c6c1d11a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf1e41e2-bb41-4232-93f0-f6954f63dd79 HTTP/1.1" status: 200 len: 1002 time: 0.2085929 May 06 09:49:05.367879 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6760b82-85b2-4504-b0bf-bd8f3d8c4970 req-bb4cb416-1c50-4041-b01e-aa77f948da44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:05.369379 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a6760b82-85b2-4504-b0bf-bd8f3d8c4970 req-bb4cb416-1c50-4041-b01e-aa77f948da44 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1d4098cb-ab83-4260-9cb2-59b447fa9932 HTTP/1.1" status: 200 len: 856 time: 0.0651841 May 06 09:49:05.586032 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef37cf7-31fa-4674-8822-ff12d9600b36 req-2447f2f6-11c5-4a30-955f-e8ec980aca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:05.596076 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0ef37cf7-31fa-4674-8822-ff12d9600b36 req-2447f2f6-11c5-4a30-955f-e8ec980aca94 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 1097 time: 0.1027942 May 06 09:49:05.649108 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6760b82-85b2-4504-b0bf-bd8f3d8c4970 req-ec80aece-ed5f-49aa-9cc7-219c48e4cd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:05.651019 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a6760b82-85b2-4504-b0bf-bd8f3d8c4970 req-ec80aece-ed5f-49aa-9cc7-219c48e4cd91 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=02e8aba3-387b-400e-9f74-334ab3eab168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2089114 May 06 09:49:05.663383 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c9fb9f-8610-4913-bc73-379c9e5c002c tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Router e1fc1cc3-c564-4dd2-8427-7d3131de91a0 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:49:05.675947 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0ef37cf7-31fa-4674-8822-ff12d9600b36 req-0a10f60c-3a8e-41e6-855b-a50a52ff34ff service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725019 May 06 09:49:06.150221 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c9fb9f-8610-4913-bc73-379c9e5c002c tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:49:06.161948 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5f6553-090f-4812-a06b-05229e8993e4 None None] Sync routers for ids ['e1fc1cc3-c564-4dd2-8427-7d3131de91a0'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:49:06.188158 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5f6553-090f-4812-a06b-05229e8993e4 None None] Routers {'e1fc1cc3-c564-4dd2-8427-7d3131de91a0'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:06.188829 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-0b5f6553-090f-4812-a06b-05229e8993e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:48:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e1fc1cc3-c564-4dd2-8427-7d3131de91a0'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:06.212525 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b6c9fb9f-8610-4913-bc73-379c9e5c002c tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:06.248227 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b6c9fb9f-8610-4913-bc73-379c9e5c002c tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.7937646 May 06 09:49:06.251556 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 55848) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:06.280599 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-0b5f6553-090f-4812-a06b-05229e8993e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:06.284316 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82d883-52ac-45a3-a681-462ce2defb95 req-af06f1b8-4b69-4803-8224-dfb318b65f19 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.292974 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82d883-52ac-45a3-a681-462ce2defb95 req-af06f1b8-4b69-4803-8224-dfb318b65f19 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.300460 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82d883-52ac-45a3-a681-462ce2defb95 req-af06f1b8-4b69-4803-8224-dfb318b65f19 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.306304 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5f6553-090f-4812-a06b-05229e8993e4 None None] Routers {'e1fc1cc3-c564-4dd2-8427-7d3131de91a0'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:06.307034 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82d883-52ac-45a3-a681-462ce2defb95 req-af06f1b8-4b69-4803-8224-dfb318b65f19 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.307429 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-0b5f6553-090f-4812-a06b-05229e8993e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:48:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e1fc1cc3-c564-4dd2-8427-7d3131de91a0'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:06.324767 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82d883-52ac-45a3-a681-462ce2defb95 req-af06f1b8-4b69-4803-8224-dfb318b65f19 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.337318 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82d883-52ac-45a3-a681-462ce2defb95 req-af06f1b8-4b69-4803-8224-dfb318b65f19 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.356164 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82d883-52ac-45a3-a681-462ce2defb95 req-af06f1b8-4b69-4803-8224-dfb318b65f19 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.357698 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d82d883-52ac-45a3-a681-462ce2defb95 req-af06f1b8-4b69-4803-8224-dfb318b65f19 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5434 time: 0.6910679 May 06 09:49:06.401315 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-0b5f6553-090f-4812-a06b-05229e8993e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:06.405179 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5f6553-090f-4812-a06b-05229e8993e4 None None] The sync data for ids ['e1fc1cc3-c564-4dd2-8427-7d3131de91a0'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:49:06.420841 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b765955-6dd5-41e9-8e1c-68df7d1e8d41 req-5eadfb54-f714-4fd9-a303-b7ab47ac8460 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.422489 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b765955-6dd5-41e9-8e1c-68df7d1e8d41 req-5eadfb54-f714-4fd9-a303-b7ab47ac8460 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 946 time: 0.2748139 May 06 09:49:06.451780 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3639ad31-b4b7-472b-b729-ee25b22d9e30 tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] 10.222.0.73 "GET /v2.0/floatingips/5f6248d7-0985-440e-ad1c-cf6a2ea26df6 HTTP/1.1" status: 200 len: 982 time: 0.1986065 May 06 09:49:06.454966 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 55856) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:06.456837 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a6760b82-85b2-4504-b0bf-bd8f3d8c4970 req-9dc31214-e47c-4099-91cd-4912983ea420 service neutron] 10.222.0.84 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7912908 May 06 09:49:06.466796 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d82d883-52ac-45a3-a681-462ce2defb95 req-6d81a50f-2c4a-4835-ae71-3a5d6b53ea82 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0902648 May 06 09:49:06.485740 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device cf1e41e2-bb41-4232-93f0-f6954f63dd79 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:49:06.580079 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a6760b82-85b2-4504-b0bf-bd8f3d8c4970 req-a7405c52-145b-4580-8503-19f4e80e8c72 service neutron] 10.222.0.84 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120224 May 06 09:49:06.618965 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b765955-6dd5-41e9-8e1c-68df7d1e8d41 req-72481530-b182-4330-85ae-9ea780510b5e tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823428 May 06 09:49:06.680813 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:06.720599 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47077f97-0250-4bb6-aac5-fcadbaca6039 req-d6ff7f59-67d0-4566-9b5b-91681d2d67e8 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 210 time: 0.0513587 May 06 09:49:06.737661 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port cf1e41e2-bb41-4232-93f0-f6954f63dd79, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=cf1e41e2-bb41-4232-93f0-f6954f63dd79,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:06.743941 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:06.806276 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-91c1bff6-92e0-4011-b99d-4372024dc777 tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3996 time: 0.3498173 May 06 09:49:06.808618 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 55866) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:06.812500 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=cf1e41e2-bb41-4232-93f0-f6954f63dd79,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:06.857465 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde20a6f-7b26-4fea-bf9b-20cc6305190b req-7bcb9942-8766-46af-8841-bdc0c2badf87 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.859062 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cde20a6f-7b26-4fea-bf9b-20cc6305190b req-7bcb9942-8766-46af-8841-bdc0c2badf87 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 944 time: 0.0608482 May 06 09:49:06.949986 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cde20a6f-7b26-4fea-bf9b-20cc6305190b req-01740c4c-412a-4cbf-93db-73f83b4f952e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794387 May 06 09:49:06.995462 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef920c20-88e9-4452-9401-75b087760f7c req-82d1f034-ca55-41bd-8469-f978fac1d891 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:07.001935 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef920c20-88e9-4452-9401-75b087760f7c req-82d1f034-ca55-41bd-8469-f978fac1d891 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:07.023845 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef920c20-88e9-4452-9401-75b087760f7c req-82d1f034-ca55-41bd-8469-f978fac1d891 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:07.038203 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef920c20-88e9-4452-9401-75b087760f7c req-82d1f034-ca55-41bd-8469-f978fac1d891 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:07.060043 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef920c20-88e9-4452-9401-75b087760f7c req-82d1f034-ca55-41bd-8469-f978fac1d891 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:07.079703 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef920c20-88e9-4452-9401-75b087760f7c req-82d1f034-ca55-41bd-8469-f978fac1d891 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:07.087088 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef920c20-88e9-4452-9401-75b087760f7c req-82d1f034-ca55-41bd-8469-f978fac1d891 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:07.087996 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-53d0c5cd-71cb-483a-bae9-b7e6cd84047f tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Deleting port 2d223928-b935-41f8-a93a-51e193d6cb8b {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:07.088647 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-53d0c5cd-71cb-483a-bae9-b7e6cd84047f tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:07.104503 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 55872) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:07.117332 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ef920c20-88e9-4452-9401-75b087760f7c req-82d1f034-ca55-41bd-8469-f978fac1d891 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5434 time: 0.2557130 May 06 09:49:07.164182 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-9822c409-74a5-4844-8a88-8b354f2f81ef tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Request body: {'floatingip': {'port_id': 'e77a6f80-ee78-4b75-adf4-af7a982e62eb'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:07.225841 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9822c409-74a5-4844-8a88-8b354f2f81ef tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for floatingip, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:07.261589 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd651b330-4936-40ab-b73c-18040c1bf70f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf1e41e2-bb41-4232-93f0-f6954f63dd79'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:49:07.264157 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcfdae8-e5a9-4689-a82f-b2f9d78d851e" -d '{"events": [{"server_uuid": "d651b330-4936-40ab-b73c-18040c1bf70f", "name": "network-vif-unplugged", "status": "completed", "tag": "cf1e41e2-bb41-4232-93f0-f6954f63dd79"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:49:07.324626 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4e5d31-d288-479a-a547-b8020f2ac795 x-openstack-request-id: req-ff4e5d31-d288-479a-a547-b8020f2ac795 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:49:07.325939 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d651b330-4936-40ab-b73c-18040c1bf70f", "name": "network-vif-unplugged", "status": "completed", "tag": "cf1e41e2-bb41-4232-93f0-f6954f63dd79", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:49:07.326765 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ff4e5d31-d288-479a-a547-b8020f2ac795 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:49:07.327521 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff4e5d31-d288-479a-a547-b8020f2ac795'] response: {'server_uuid': 'd651b330-4936-40ab-b73c-18040c1bf70f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf1e41e2-bb41-4232-93f0-f6954f63dd79', 'code': 200} May 06 09:49:07.395759 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-53d0c5cd-71cb-483a-bae9-b7e6cd84047f tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:07.396665 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-53d0c5cd-71cb-483a-bae9-b7e6cd84047f tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:07.416631 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-53d0c5cd-71cb-483a-bae9-b7e6cd84047f tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Calling delete_port for 2d223928-b935-41f8-a93a-51e193d6cb8b owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:07.851010 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-53d0c5cd-71cb-483a-bae9-b7e6cd84047f tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:07.907097 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d6890f68-22f6-43e4-bbc7-c0cafe4d37bc req-033f81df-6696-49ef-b360-a3c3c77130fa tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 210 time: 0.0601087 May 06 09:49:07.929992 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ca063-1962-45a7-90fc-056f3867d56d req-fc998e83-72f7-475d-b47f-e523d85b8b45 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:07.932035 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dd3ca063-1962-45a7-90fc-056f3867d56d req-fc998e83-72f7-475d-b47f-e523d85b8b45 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 946 time: 0.1659229 May 06 09:49:07.979685 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0c5cd-71cb-483a-bae9-b7e6cd84047f tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Pushing event deleted for resources: {'Port': ['ID=2d223928-b935-41f8-a93a-51e193d6cb8b,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:08.019023 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dd3ca063-1962-45a7-90fc-056f3867d56d req-dc48a011-1632-4c6f-8def-9527f979827f tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803552 May 06 09:49:08.244394 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-53d0c5cd-71cb-483a-bae9-b7e6cd84047f tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:08.245116 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-53d0c5cd-71cb-483a-bae9-b7e6cd84047f tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Floating IP 5f6248d7-0985-440e-ad1c-cf6a2ea26df6 disassociated (deleted). External IP: 172.25.5.27, port: ea45f8cf-0eaa-41d8-a733-8815e3fce923. May 06 09:49:08.268746 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ddf73-4e8b-40b2-b523-adab93270dc4 req-9f351421-a2fc-4333-b61b-bc18747a2a12 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:08.270369 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-332ddf73-4e8b-40b2-b523-adab93270dc4 req-9f351421-a2fc-4333-b61b-bc18747a2a12 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 944 time: 0.1827805 May 06 09:49:08.284427 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0aa63-b00a-46df-8418-adf2c6da3512 req-30362523-62fe-4f1f-98e0-64dc3c8052ec tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:08.286676 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4cb0aa63-b00a-46df-8418-adf2c6da3512 req-30362523-62fe-4f1f-98e0-64dc3c8052ec tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 946 time: 0.1415665 May 06 09:49:08.439805 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-332ddf73-4e8b-40b2-b523-adab93270dc4 req-45dacf8d-dbb2-498c-a33b-bed3e552820f tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486537 May 06 09:49:08.471673 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4cb0aa63-b00a-46df-8418-adf2c6da3512 req-bafc3a77-4324-4bfa-8387-124dc7c32b5f tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186879 May 06 09:49:08.540570 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.db.resource_extend [None req-9822c409-74a5-4844-8a88-8b354f2f81ef tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:49:08.678385 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9822c409-74a5-4844-8a88-8b354f2f81ef tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:08.824308 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9822c409-74a5-4844-8a88-8b354f2f81ef tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:08.837843 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d0c5cd-71cb-483a-bae9-b7e6cd84047f tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Router e1fc1cc3-c564-4dd2-8427-7d3131de91a0 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:49:09.145963 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e3dac9a3-fc66-4fc7-9c79-7fc4d004d0ed req-ca6114c1-2658-4eb4-be6d-148f1dd45eba tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 210 time: 0.0417860 May 06 09:49:09.298572 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-85910f59-a7d4-4efe-8d15-dd26e9c34863 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:09.306536 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-85910f59-a7d4-4efe-8d15-dd26e9c34863 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/networks?id=3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4 HTTP/1.1" status: 200 len: 814 time: 0.2420821 May 06 09:49:09.330728 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-2626bba8-edb2-4a06-ac37-b55365fbcf8a tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/quotas/e937610fa6d344d497a1176339a92969 HTTP/1.1" status: 200 len: 375 time: 0.0228059 May 06 09:49:09.391399 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-9822c409-74a5-4844-8a88-8b354f2f81ef tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Floating IP a2cf8554-07ed-4f2b-bea4-4c40968b064d associated. External IP: 172.25.5.108, port: e77a6f80-ee78-4b75-adf4-af7a982e62eb. May 06 09:49:09.408671 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 55950) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:09.431716 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-6b7a3177-3234-47ad-ad12-d9bb967d948f tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e937610fa6d344d497a1176339a92969&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0986147 May 06 09:49:09.451426 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d0c5cd-71cb-483a-bae9-b7e6cd84047f tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:49:09.459963 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-53d0c5cd-71cb-483a-bae9-b7e6cd84047f tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:09.468826 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee87bae-a233-4bb7-bd52-0815c34ee35b None None] Sync routers for ids ['e1fc1cc3-c564-4dd2-8427-7d3131de91a0'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:49:09.486432 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee87bae-a233-4bb7-bd52-0815c34ee35b None None] Routers {'e1fc1cc3-c564-4dd2-8427-7d3131de91a0'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:09.487072 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-2ee87bae-a233-4bb7-bd52-0815c34ee35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:48:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e1fc1cc3-c564-4dd2-8427-7d3131de91a0'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:09.526087 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-53d0c5cd-71cb-483a-bae9-b7e6cd84047f tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] 10.222.0.73 "DELETE /v2.0/floatingips/5f6248d7-0985-440e-ad1c-cf6a2ea26df6 HTTP/1.1" status: 204 len: 168 time: 2.7111712 May 06 09:49:09.526535 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 55958) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:09.533928 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-5980678b-136a-4522-917a-68ccfdc5c7f0 tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:09.562522 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-2ee87bae-a233-4bb7-bd52-0815c34ee35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:09.579228 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5980678b-136a-4522-917a-68ccfdc5c7f0 tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:09.579652 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee87bae-a233-4bb7-bd52-0815c34ee35b None None] Routers {'e1fc1cc3-c564-4dd2-8427-7d3131de91a0'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:09.581877 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-2ee87bae-a233-4bb7-bd52-0815c34ee35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:48:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e1fc1cc3-c564-4dd2-8427-7d3131de91a0'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:09.644021 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-2ee87bae-a233-4bb7-bd52-0815c34ee35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:09.645010 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee87bae-a233-4bb7-bd52-0815c34ee35b None None] The sync data for ids ['e1fc1cc3-c564-4dd2-8427-7d3131de91a0'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:49:09.741211 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9822c409-74a5-4844-8a88-8b354f2f81ef tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Router 5ff8a1a2-abae-429f-bc09-83b61660bad4 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:49:09.749934 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0265401-bf38-4239-a349-7e8f0dfa7345 req-cf2995c0-205e-4633-b636-16d11c5ba6db tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:09.759794 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0265401-bf38-4239-a349-7e8f0dfa7345 req-cf2995c0-205e-4633-b636-16d11c5ba6db tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 944 time: 0.1697471 May 06 09:49:09.887748 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0265401-bf38-4239-a349-7e8f0dfa7345 req-7fc3e023-e5a9-4570-bd9d-c3ec0b770e6a tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268554 May 06 09:49:09.906346 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3630a54f-fa6e-4c84-bac0-bc22dc91fc2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:09.909366 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9822c409-74a5-4844-8a88-8b354f2f81ef tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:49:09.917987 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9822c409-74a5-4844-8a88-8b354f2f81ef tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:09.919908 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a79000-d342-4317-aae0-9cf41a6fb088 None None] Sync routers for ids ['5ff8a1a2-abae-429f-bc09-83b61660bad4'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:49:09.938638 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a79000-d342-4317-aae0-9cf41a6fb088 None None] Routers {'5ff8a1a2-abae-429f-bc09-83b61660bad4'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:09.940342 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-58a79000-d342-4317-aae0-9cf41a6fb088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:48:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5ff8a1a2-abae-429f-bc09-83b61660bad4'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:09.968646 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9822c409-74a5-4844-8a88-8b354f2f81ef tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "PUT /v2.0/floatingips/a2cf8554-07ed-4f2b-bea4-4c40968b064d HTTP/1.1" status: 200 len: 991 time: 2.8621912 May 06 09:49:09.969244 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'tag': 'e77a6f80-ee78-4b75-adf4-af7a982e62eb'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:49:09.971825 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b422490-9620-4b6a-8d83-53457d9daa85" -d '{"events": [{"name": "network-changed", "server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "tag": "e77a6f80-ee78-4b75-adf4-af7a982e62eb"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:49:09.987980 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5980678b-136a-4522-917a-68ccfdc5c7f0 tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:10.065527 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-cc3a88aa-fc35-44ab-b027-d755c6651a5e service neutron] 10.222.0.73 "GET /v2.0/networks/3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6326079 May 06 09:49:10.129803 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-58a79000-d342-4317-aae0-9cf41a6fb088 None None] Set router 5ff8a1a2-abae-429f-bc09-83b61660bad4 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:49:10.250694 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3630a54f-fa6e-4c84-bac0-bc22dc91fc2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:10.266998 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3630a54f-fa6e-4c84-bac0-bc22dc91fc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:10.329613 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-5767ac63-bb03-427e-95ca-6aabda9c571f service neutron] 10.222.0.73 "GET /v2.0/networks/3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630827 May 06 09:49:10.335693 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-5980678b-136a-4522-917a-68ccfdc5c7f0 tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Allocated IP 172.25.5.153 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/4c9cd3e1-44b1-42c7-8e90-ca2612ed6059) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:49:10.496602 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device cf1e41e2-bb41-4232-93f0-f6954f63dd79 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:49:10.518751 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-58a79000-d342-4317-aae0-9cf41a6fb088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'name': 'tempest-TaggedBootDevicesTest-151414626-router', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'e90b9fe8-eb83-4977-b5d9-a8799df0123f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:42Z', 'updated_at': '2022-05-06T09:46:51Z', 'revision_number': 4, 'project_id': '2432312eddf749dea1d91914dd979e43', 'gw_port': {'id': 'e90b9fe8-eb83-4977-b5d9-a8799df0123f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:44Z', 'updated_at': '2022-05-06T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'a2cf8554-07ed-4f2b-bea4-4c40968b064d', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'floating_ip_address': '172.25.5.108', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'port_id': 'e77a6f80-ee78-4b75-adf4-af7a982e62eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59db4229-2b1d-4e95-9668-875e8735cfea', 'mac_address': 'fa:16:3e:33:d1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:47:58Z', 'updated_at': '2022-05-06T09:49:08Z', 'revision_number': 1, 'project_id': '2432312eddf749dea1d91914dd979e43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afb18b21-98a5-43ec-a09f-f89555198207', 'name': '', 'network_id': '59db4229-2b1d-4e95-9668-875e8735cfea', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'mac_address': 'fa:16:3e:f0:e9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'ddf543b7-b852-448e-b236-f24084c28a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:49Z', 'updated_at': '2022-05-06T09:46:56Z', 'revision_number': 5, 'project_id': '2432312eddf749dea1d91914dd979e43', 'subnets': [{'id': 'ddf543b7-b852-448e-b236-f24084c28a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:10.569385 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a79000-d342-4317-aae0-9cf41a6fb088 None None] Checking router: 5ff8a1a2-abae-429f-bc09-83b61660bad4 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:49:10.588865 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d5a68-5bfd-47bb-9b16-d1f96e5ce93f req-ab2b764d-a950-4508-be53-d82094a7f381 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:10.589979 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a79000-d342-4317-aae0-9cf41a6fb088 None None] Routers {'5ff8a1a2-abae-429f-bc09-83b61660bad4'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:10.590610 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-58a79000-d342-4317-aae0-9cf41a6fb088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:48:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5ff8a1a2-abae-429f-bc09-83b61660bad4'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:10.598597 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae0d5a68-5bfd-47bb-9b16-d1f96e5ce93f req-ab2b764d-a950-4508-be53-d82094a7f381 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2c8b02-1fa4-49a8-8267-52e2474e9b5d HTTP/1.1" status: 200 len: 946 time: 0.1467252 May 06 09:49:10.730082 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5980678b-136a-4522-917a-68ccfdc5c7f0 tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:10.777479 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee6aee1-8550-4421-bc38-a8f7d7180738 x-openstack-request-id: req-cee6aee1-8550-4421-bc38-a8f7d7180738 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:49:10.777976 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "tag": "e77a6f80-ee78-4b75-adf4-af7a982e62eb", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:49:10.781157 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3630a54f-fa6e-4c84-bac0-bc22dc91fc2c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e293b976979c4f4693ccb285e2b092c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3688593 May 06 09:49:10.781157 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630a54f-fa6e-4c84-bac0-bc22dc91fc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73ed2fd-7d49-48b1-97a6-7a64e95276fb,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:10.781575 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cee6aee1-8550-4421-bc38-a8f7d7180738 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:49:10.782247 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cee6aee1-8550-4421-bc38-a8f7d7180738'] response: {'name': 'network-changed', 'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'tag': 'e77a6f80-ee78-4b75-adf4-af7a982e62eb', 'status': 'completed', 'code': 200} May 06 09:49:10.782364 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 55986) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:10.954300 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-ae0d5a68-5bfd-47bb-9b16-d1f96e5ce93f req-1d8b927e-f494-4b82-8dfc-56a464d01684 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Deleting port a3db1179-588e-473f-888d-d2e90353ccc5 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:10.954664 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ae0d5a68-5bfd-47bb-9b16-d1f96e5ce93f req-1d8b927e-f494-4b82-8dfc-56a464d01684 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:11.072096 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b4458f5a-c9bf-461c-bae8-99957798e296 req-00b8adc4-2b8e-481e-8a86-45943d1493f7 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/ports?device_id=25594d6c-6211-449e-aacd-b4a4a6f6bf6a HTTP/1.1" status: 200 len: 210 time: 0.1059890 May 06 09:49:11.122054 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-58a79000-d342-4317-aae0-9cf41a6fb088 None None] Set router 5ff8a1a2-abae-429f-bc09-83b61660bad4 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:49:11.129280 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b422490-9620-4b6a-8d83-53457d9daa85 req-506b1a2d-8fd9-4f24-82e9-320814139018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:11.130133 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b422490-9620-4b6a-8d83-53457d9daa85 req-506b1a2d-8fd9-4f24-82e9-320814139018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:11.130794 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b422490-9620-4b6a-8d83-53457d9daa85 req-506b1a2d-8fd9-4f24-82e9-320814139018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:11.131535 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b422490-9620-4b6a-8d83-53457d9daa85 req-506b1a2d-8fd9-4f24-82e9-320814139018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:11.132267 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b422490-9620-4b6a-8d83-53457d9daa85 req-506b1a2d-8fd9-4f24-82e9-320814139018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:11.132925 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b422490-9620-4b6a-8d83-53457d9daa85 req-506b1a2d-8fd9-4f24-82e9-320814139018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:11.133640 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b422490-9620-4b6a-8d83-53457d9daa85 req-506b1a2d-8fd9-4f24-82e9-320814139018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:11.135944 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b422490-9620-4b6a-8d83-53457d9daa85 req-506b1a2d-8fd9-4f24-82e9-320814139018 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2432312eddf749dea1d91914dd979e43&device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 6491 time: 0.3471711 May 06 09:49:11.166084 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-19bd479b-75a3-4da8-9bbc-eadc550ad146 req-ff6e24b9-8572-427e-87a1-144361550771 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 210 time: 0.1365569 May 06 09:49:11.243711 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5980678b-136a-4522-917a-68ccfdc5c7f0 tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:11.319786 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-ae0d5a68-5bfd-47bb-9b16-d1f96e5ce93f req-1d8b927e-f494-4b82-8dfc-56a464d01684 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] For port a3db1179-588e-473f-888d-d2e90353ccc5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a3db1179-588e-473f-888d-d2e90353ccc5,segment=NetworkSegment(cbe72a48-c421-451e-86ad-4b99d621abda),segment_id=cbe72a48-c421-451e-86ad-4b99d621abda)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:11.320160 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ae0d5a68-5bfd-47bb-9b16-d1f96e5ce93f req-1d8b927e-f494-4b82-8dfc-56a464d01684 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:11.332669 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-41cd270d-dac3-440d-baca-836d29880319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:11.339543 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5980678b-136a-4522-917a-68ccfdc5c7f0 tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:49:11.359907 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-5980678b-136a-4522-917a-68ccfdc5c7f0 tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:11.363767 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-ae0d5a68-5bfd-47bb-9b16-d1f96e5ce93f req-1d8b927e-f494-4b82-8dfc-56a464d01684 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Calling delete_port for a3db1179-588e-473f-888d-d2e90353ccc5 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:11.382270 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5980678b-136a-4522-917a-68ccfdc5c7f0 tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:49:11.417539 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980678b-136a-4522-917a-68ccfdc5c7f0 tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Pushing event updated for resources: {'Port': ['ID=4c9cd3e1-44b1-42c7-8e90-ca2612ed6059,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:11.507991 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-41cd270d-dac3-440d-baca-836d29880319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:11.575177 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b422490-9620-4b6a-8d83-53457d9daa85 req-97c14eec-cade-45f6-82c5-32a9339971f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:11.576616 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b422490-9620-4b6a-8d83-53457d9daa85 req-97c14eec-cade-45f6-82c5-32a9339971f9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=59db4229-2b1d-4e95-9668-875e8735cfea HTTP/1.1" status: 200 len: 912 time: 0.4154971 May 06 09:49:11.722094 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8221c9c-df35-454f-aa74-cabb7ade3874 req-c00f9e4b-ecd6-4c8d-b7e4-3343db857dff tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:11.729861 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c8221c9c-df35-454f-aa74-cabb7ade3874 req-c00f9e4b-ecd6-4c8d-b7e4-3343db857dff tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 944 time: 0.2049668 May 06 09:49:11.742729 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-41cd270d-dac3-440d-baca-836d29880319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:11.745294 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-41cd270d-dac3-440d-baca-836d29880319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:11.749684 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-41cd270d-dac3-440d-baca-836d29880319 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f73ed2fd-7d49-48b1-97a6-7a64e95276fb HTTP/1.1" status: 204 len: 168 time: 0.9595859 May 06 09:49:11.775832 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b422490-9620-4b6a-8d83-53457d9daa85 req-cb910c13-d6a7-446f-b4db-e943c8cb9e88 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e77a6f80-ee78-4b75-adf4-af7a982e62eb HTTP/1.1" status: 200 len: 999 time: 0.1858029 May 06 09:49:11.793590 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-58a79000-d342-4317-aae0-9cf41a6fb088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'name': 'tempest-TaggedBootDevicesTest-151414626-router', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'e90b9fe8-eb83-4977-b5d9-a8799df0123f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:42Z', 'updated_at': '2022-05-06T09:46:51Z', 'revision_number': 4, 'project_id': '2432312eddf749dea1d91914dd979e43', 'gw_port': {'id': 'e90b9fe8-eb83-4977-b5d9-a8799df0123f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:44Z', 'updated_at': '2022-05-06T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'a2cf8554-07ed-4f2b-bea4-4c40968b064d', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'floating_ip_address': '172.25.5.108', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'port_id': 'e77a6f80-ee78-4b75-adf4-af7a982e62eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59db4229-2b1d-4e95-9668-875e8735cfea', 'mac_address': 'fa:16:3e:33:d1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:47:58Z', 'updated_at': '2022-05-06T09:49:08Z', 'revision_number': 1, 'project_id': '2432312eddf749dea1d91914dd979e43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afb18b21-98a5-43ec-a09f-f89555198207', 'name': '', 'network_id': '59db4229-2b1d-4e95-9668-875e8735cfea', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'mac_address': 'fa:16:3e:f0:e9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'ddf543b7-b852-448e-b236-f24084c28a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:49Z', 'updated_at': '2022-05-06T09:46:56Z', 'revision_number': 5, 'project_id': '2432312eddf749dea1d91914dd979e43', 'subnets': [{'id': 'ddf543b7-b852-448e-b236-f24084c28a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:11.795444 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ae0d5a68-5bfd-47bb-9b16-d1f96e5ce93f req-1d8b927e-f494-4b82-8dfc-56a464d01684 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:11.807576 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-1b1ea4b6-d6a7-40d7-b4f0-e000a8365f7a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2287912 May 06 09:49:11.809017 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd270d-dac3-440d-baca-836d29880319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73ed2fd-7d49-48b1-97a6-7a64e95276fb,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:11.888819 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a79000-d342-4317-aae0-9cf41a6fb088 None None] The sync data for ids ['5ff8a1a2-abae-429f-bc09-83b61660bad4'] in n-d-840835-1 is: [{'id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'name': 'tempest-TaggedBootDevicesTest-151414626-router', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'e90b9fe8-eb83-4977-b5d9-a8799df0123f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:42Z', 'updated_at': '2022-05-06T09:46:51Z', 'revision_number': 4, 'project_id': '2432312eddf749dea1d91914dd979e43', 'gw_port': {'id': 'e90b9fe8-eb83-4977-b5d9-a8799df0123f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:44Z', 'updated_at': '2022-05-06T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'a2cf8554-07ed-4f2b-bea4-4c40968b064d', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'floating_ip_address': '172.25.5.108', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'port_id': 'e77a6f80-ee78-4b75-adf4-af7a982e62eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59db4229-2b1d-4e95-9668-875e8735cfea', 'mac_address': 'fa:16:3e:33:d1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:47:58Z', 'updated_at': '2022-05-06T09:49:08Z', 'revision_number': 1, 'project_id': '2432312eddf749dea1d91914dd979e43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afb18b21-98a5-43ec-a09f-f89555198207', 'name': '', 'network_id': '59db4229-2b1d-4e95-9668-875e8735cfea', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'mac_address': 'fa:16:3e:f0:e9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'ddf543b7-b852-448e-b236-f24084c28a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:49Z', 'updated_at': '2022-05-06T09:46:56Z', 'revision_number': 5, 'project_id': '2432312eddf749dea1d91914dd979e43', 'subnets': [{'id': 'ddf543b7-b852-448e-b236-f24084c28a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:49:11.891981 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c8221c9c-df35-454f-aa74-cabb7ade3874 req-ea00791a-c8f0-4343-87e0-b1aad0577117 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513078 May 06 09:49:11.901026 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5980678b-136a-4522-917a-68ccfdc5c7f0 tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:11.931220 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b422490-9620-4b6a-8d83-53457d9daa85 req-c8cdadb7-fed7-40f9-82ac-df279d218682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:11.933295 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b422490-9620-4b6a-8d83-53457d9daa85 req-c8cdadb7-fed7-40f9-82ac-df279d218682 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ddf543b7-b852-448e-b236-f24084c28a5a HTTP/1.1" status: 200 len: 850 time: 0.1410558 May 06 09:49:11.987717 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b927e-f494-4b82-8dfc-56a464d01684 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Pushing event deleted for resources: {'Port': ['ID=a3db1179-588e-473f-888d-d2e90353ccc5,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:12.061138 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5980678b-136a-4522-917a-68ccfdc5c7f0 tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:12.070195 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b422490-9620-4b6a-8d83-53457d9daa85 req-9f8ec0bf-8e77-4ad4-9448-dc158bc642f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:12.072175 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b422490-9620-4b6a-8d83-53457d9daa85 req-9f8ec0bf-8e77-4ad4-9448-dc158bc642f7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=59db4229-2b1d-4e95-9668-875e8735cfea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293857 May 06 09:49:12.072850 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0d5a68-5bfd-47bb-9b16-d1f96e5ce93f req-1d8b927e-f494-4b82-8dfc-56a464d01684 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] No DVR routers for this DVR port a3db1179-588e-473f-888d-d2e90353ccc5 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:49:12.077993 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ae0d5a68-5bfd-47bb-9b16-d1f96e5ce93f req-1d8b927e-f494-4b82-8dfc-56a464d01684 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:12.081454 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae0d5a68-5bfd-47bb-9b16-d1f96e5ce93f req-1d8b927e-f494-4b82-8dfc-56a464d01684 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.77 "DELETE /v2.0/ports/a3db1179-588e-473f-888d-d2e90353ccc5 HTTP/1.1" status: 204 len: 173 time: 1.4782381 May 06 09:49:12.243346 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56038) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:12.329851 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5980678b-136a-4522-917a-68ccfdc5c7f0 tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:12.346561 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5980678b-136a-4522-917a-68ccfdc5c7f0 tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:12.368205 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d859c5-568a-4d06-9bd6-c69164cbd201 None None] New status for floating IP a2cf8554-07ed-4f2b-bea4-4c40968b064d: ACTIVE {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:49:12.502304 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-23f78f4b-10cf-443b-89f8-a0696d29ca8a tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:12.516783 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980678b-136a-4522-917a-68ccfdc5c7f0 tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Pushing event updated for resources: {'Port': ['ID=4c9cd3e1-44b1-42c7-8e90-ca2612ed6059,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:12.563444 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cdb1fe33-3249-4af5-97fd-09deb79bdf05 req-3c9f258c-de77-4c36-a069-ac82c520dd22 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 210 time: 0.0830548 May 06 09:49:12.590760 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5980678b-136a-4522-917a-68ccfdc5c7f0 tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:12.623222 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b422490-9620-4b6a-8d83-53457d9daa85 req-4d228459-f91b-46dd-b828-f4da802d80b6 service neutron] 10.222.0.84 "GET /v2.0/networks/59db4229-2b1d-4e95-9668-875e8735cfea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898936 May 06 09:49:12.628683 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5980678b-136a-4522-917a-68ccfdc5c7f0 tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:12.631391 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5980678b-136a-4522-917a-68ccfdc5c7f0 tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1034427 May 06 09:49:12.634265 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-23f78f4b-10cf-443b-89f8-a0696d29ca8a tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:12.637583 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56052) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:12.732679 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-23f78f4b-10cf-443b-89f8-a0696d29ca8a tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:12.735674 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-23f78f4b-10cf-443b-89f8-a0696d29ca8a tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:12.739836 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-23f78f4b-10cf-443b-89f8-a0696d29ca8a tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "DELETE /v2.0/security-groups/297cfa56-a718-4cdf-acfe-78503854dd2e HTTP/1.1" status: 204 len: 168 time: 0.4954193 May 06 09:49:12.740475 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56056) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:12.829145 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f78f4b-10cf-443b-89f8-a0696d29ca8a tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=297cfa56-a718-4cdf-acfe-78503854dd2e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:12.830818 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2c8b02-1fa4-49a8-8267-52e2474e9b5d', 'name': 'network-vif-deleted', 'tag': 'a3db1179-588e-473f-888d-d2e90353ccc5'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:49:12.836158 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f653bb6-998c-4f55-9ce7-6bfd75dba41e" -d '{"events": [{"server_uuid": "1a2c8b02-1fa4-49a8-8267-52e2474e9b5d", "name": "network-vif-deleted", "tag": "a3db1179-588e-473f-888d-d2e90353ccc5"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:49:12.878926 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-dd4cbad0-bdc4-4581-8502-49e9e89e94e7 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] show failed (client error): The resource could not be found. May 06 09:49:12.883423 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-dd4cbad0-bdc4-4581-8502-49e9e89e94e7 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "GET /v2.0/security-groups/297cfa56-a718-4cdf-acfe-78503854dd2e HTTP/1.1" status: 404 len: 347 time: 0.1138949 May 06 09:49:12.886170 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56062) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:13.015752 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b422490-9620-4b6a-8d83-53457d9daa85 req-d810199c-4207-4303-afd1-4b64a9ccf383 service neutron] 10.222.0.84 "GET /v2.0/networks/59db4229-2b1d-4e95-9668-875e8735cfea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827088 May 06 09:49:13.028057 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56066) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:13.077684 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-922e7d00-9e36-4763-ab97-c8becbfcb313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:13.228970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ab4e8-54c4-4418-9b8f-f584be162ce0 req-5fafc5bf-7300-4753-8e47-f1f0f3113057 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:13.240441 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-533ab4e8-54c4-4418-9b8f-f584be162ce0 req-5fafc5bf-7300-4753-8e47-f1f0f3113057 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 944 time: 0.1672294 May 06 09:49:13.246325 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-affd7cce-73ab-4f7c-b459-418ad5680f4d tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:13.248118 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-affd7cce-73ab-4f7c-b459-418ad5680f4d tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.77 "GET /v2.0/networks?id=3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4 HTTP/1.1" status: 200 len: 814 time: 0.2693241 May 06 09:49:13.254371 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device a3db1179-588e-473f-888d-d2e90353ccc5 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:49:13.281116 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: a3db1179-588e-473f-888d-d2e90353ccc5 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:49:13.281675 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device a3db1179-588e-473f-888d-d2e90353ccc5 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:49:13.306158 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad6f0dc-cfb9-43bd-96a5-fdd0862bda52 x-openstack-request-id: req-bad6f0dc-cfb9-43bd-96a5-fdd0862bda52 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:49:13.306556 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2c8b02-1fa4-49a8-8267-52e2474e9b5d", "name": "network-vif-deleted", "tag": "a3db1179-588e-473f-888d-d2e90353ccc5", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:49:13.306748 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bad6f0dc-cfb9-43bd-96a5-fdd0862bda52 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:49:13.307188 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bad6f0dc-cfb9-43bd-96a5-fdd0862bda52'] response: {'server_uuid': '1a2c8b02-1fa4-49a8-8267-52e2474e9b5d', 'name': 'network-vif-deleted', 'tag': 'a3db1179-588e-473f-888d-d2e90353ccc5', 'status': 'completed', 'code': 200} May 06 09:49:13.330378 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-d38639e0-6d65-435e-a74c-93065ecb1611 tempest-FloatingIPAdminTestJSON-1217954717 tempest-FloatingIPAdminTestJSON-1217954717-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:13.378002 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-533ab4e8-54c4-4418-9b8f-f584be162ce0 req-fd302452-c219-4976-b79d-bc830dd63359 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365566 May 06 09:49:13.381296 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-9d031285-5a96-4e68-b0fd-b537251f0e22 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Request body: {'port': {'device_id': '4d55a61d-1d82-41e1-8f1e-7451f551d890', 'network_id': '3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4', 'admin_state_up': True, 'tenant_id': 'e937610fa6d344d497a1176339a92969'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:13.436711 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-922e7d00-9e36-4763-ab97-c8becbfcb313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:13.443330 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-922e7d00-9e36-4763-ab97-c8becbfcb313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:13.529534 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d38639e0-6d65-435e-a74c-93065ecb1611 tempest-FloatingIPAdminTestJSON-1217954717 tempest-FloatingIPAdminTestJSON-1217954717-project] Notify callbacks [] for floatingip, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:13.565960 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-922e7d00-9e36-4763-ab97-c8becbfcb313 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a090696d58e74f0d87105ebae1ab31fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5362523 May 06 09:49:13.566581 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56070) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:13.569252 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e7d00-9e36-4763-ab97-c8becbfcb313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2406faa2-398c-4487-b707-c8c1e08e504a,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:13.647469 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-75b9df13-b7d8-4707-9743-fcbe6033ac95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:13.676195 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-ee7c9699-e536-47ed-bc28-8b03252aa0f2 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Deleting port 97427950-7ba2-4f84-b02a-7545fdc67e32 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:13.676549 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ee7c9699-e536-47ed-bc28-8b03252aa0f2 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:13.688826 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-75b9df13-b7d8-4707-9743-fcbe6033ac95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:13.740250 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-766090e9-043b-4896-a635-9bdbb8b975dc req-a0b8dbbe-4210-48ff-b088-4fdecf5c4d62 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 210 time: 0.0454640 May 06 09:49:13.759661 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-9d031285-5a96-4e68-b0fd-b537251f0e22 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Made reservation on behalf of e937610fa6d344d497a1176339a92969 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:49:13.763492 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-9d031285-5a96-4e68-b0fd-b537251f0e22 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:13.798355 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-75b9df13-b7d8-4707-9743-fcbe6033ac95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:13.801840 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-75b9df13-b7d8-4707-9743-fcbe6033ac95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:13.809382 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ee7c9699-e536-47ed-bc28-8b03252aa0f2 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:13.809382 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ee7c9699-e536-47ed-bc28-8b03252aa0f2 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:13.810265 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-75b9df13-b7d8-4707-9743-fcbe6033ac95 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2406faa2-398c-4487-b707-c8c1e08e504a HTTP/1.1" status: 204 len: 168 time: 0.2421019 May 06 09:49:13.828248 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b9df13-b7d8-4707-9743-fcbe6033ac95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2406faa2-398c-4487-b707-c8c1e08e504a,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:13.882232 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-ee7c9699-e536-47ed-bc28-8b03252aa0f2 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Calling delete_port for 97427950-7ba2-4f84-b02a-7545fdc67e32 owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:13.954770 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d38639e0-6d65-435e-a74c-93065ecb1611 tempest-FloatingIPAdminTestJSON-1217954717 tempest-FloatingIPAdminTestJSON-1217954717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:14.202757 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-9d031285-5a96-4e68-b0fd-b537251f0e22 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Allocated IP 172.20.0.13 (3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4/51825785-c1c2-434a-b6d0-df2b85401ddd/3e9ac2b5-40e7-489c-9aba-deb881ca1940) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:49:14.272059 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-d38639e0-6d65-435e-a74c-93065ecb1611 tempest-FloatingIPAdminTestJSON-1217954717 tempest-FloatingIPAdminTestJSON-1217954717-project] Allocated IP 172.25.5.190 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/72364a97-0b87-44f0-9f2d-1a5ce3dbe1a6) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:49:14.394877 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ee7c9699-e536-47ed-bc28-8b03252aa0f2 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:14.462097 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c9699-e536-47ed-bc28-8b03252aa0f2 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Pushing event deleted for resources: {'Port': ['ID=97427950-7ba2-4f84-b02a-7545fdc67e32,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:14.600674 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d38639e0-6d65-435e-a74c-93065ecb1611 tempest-FloatingIPAdminTestJSON-1217954717 tempest-FloatingIPAdminTestJSON-1217954717-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:14.618213 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507fc70-f230-4515-a0b3-ead83e173e77 req-418645b6-70f2-4f12-9540-70424e726e9a tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:14.621543 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ee7c9699-e536-47ed-bc28-8b03252aa0f2 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:14.626152 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ee7c9699-e536-47ed-bc28-8b03252aa0f2 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:14.627557 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ee7c9699-e536-47ed-bc28-8b03252aa0f2 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "DELETE /v2.0/floatingips/cad567df-88df-4783-b20d-9f3380fd0de6 HTTP/1.1" status: 204 len: 168 time: 1.7375503 May 06 09:49:14.636366 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56096) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:14.638509 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b507fc70-f230-4515-a0b3-ead83e173e77 req-418645b6-70f2-4f12-9540-70424e726e9a tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 944 time: 0.1152518 May 06 09:49:14.659309 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-9d031285-5a96-4e68-b0fd-b537251f0e22 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:14.691895 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b507fc70-f230-4515-a0b3-ead83e173e77 req-76c20054-97ab-4359-8b7d-c2ee0bbdf29d tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535431 May 06 09:49:14.773286 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d38639e0-6d65-435e-a74c-93065ecb1611 tempest-FloatingIPAdminTestJSON-1217954717 tempest-FloatingIPAdminTestJSON-1217954717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:14.820755 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-9d031285-5a96-4e68-b0fd-b537251f0e22 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:14.838807 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38639e0-6d65-435e-a74c-93065ecb1611 tempest-FloatingIPAdminTestJSON-1217954717 tempest-FloatingIPAdminTestJSON-1217954717-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:49:14.853737 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-d38639e0-6d65-435e-a74c-93065ecb1611 tempest-FloatingIPAdminTestJSON-1217954717 tempest-FloatingIPAdminTestJSON-1217954717-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:14.856987 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38639e0-6d65-435e-a74c-93065ecb1611 tempest-FloatingIPAdminTestJSON-1217954717 tempest-FloatingIPAdminTestJSON-1217954717-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:49:14.861915 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38639e0-6d65-435e-a74c-93065ecb1611 tempest-FloatingIPAdminTestJSON-1217954717 tempest-FloatingIPAdminTestJSON-1217954717-project] Pushing event updated for resources: {'Port': ['ID=72364a97-0b87-44f0-9f2d-1a5ce3dbe1a6,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:14.901620 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-034e57b7-77e0-46d3-8692-3d84e37b3d75 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Deleting port 7d6de0b3-19e5-492d-b661-4ff64145d752 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:14.902843 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-034e57b7-77e0-46d3-8692-3d84e37b3d75 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:14.944652 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-9d031285-5a96-4e68-b0fd-b537251f0e22 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Network 3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:49:14.954223 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-9d031285-5a96-4e68-b0fd-b537251f0e22 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:14.996922 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b2ac3-bb3d-4325-8b0c-26518022ac8d req-2864af37-84f3-4418-86ce-7bacaeabe809 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:15.002513 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e5b2ac3-bb3d-4325-8b0c-26518022ac8d req-2864af37-84f3-4418-86ce-7bacaeabe809 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 932 time: 0.1054103 May 06 09:49:15.035450 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-9d031285-5a96-4e68-b0fd-b537251f0e22 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:49:15.073151 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e5b2ac3-bb3d-4325-8b0c-26518022ac8d req-49cbd737-1171-48c8-98ca-085b39bd8b4d tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628099 May 06 09:49:15.180943 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d031285-5a96-4e68-b0fd-b537251f0e22 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Pushing event updated for resources: {'Port': ['ID=3e9ac2b5-40e7-489c-9aba-deb881ca1940,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:15.236936 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-9d031285-5a96-4e68-b0fd-b537251f0e22 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:15.237867 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-9d031285-5a96-4e68-b0fd-b537251f0e22 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:15.252367 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-034e57b7-77e0-46d3-8692-3d84e37b3d75 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:15.277186 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-034e57b7-77e0-46d3-8692-3d84e37b3d75 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Calling delete_port for 7d6de0b3-19e5-492d-b661-4ff64145d752 owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:15.277892 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56116) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:15.283881 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d38639e0-6d65-435e-a74c-93065ecb1611 tempest-FloatingIPAdminTestJSON-1217954717 tempest-FloatingIPAdminTestJSON-1217954717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:15.305457 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-9d031285-5a96-4e68-b0fd-b537251f0e22 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9681125 May 06 09:49:15.397514 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:49:15.424682 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-40d9fb0d-0635-41ed-82fe-5545b3b27486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:15.530261 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-40d9fb0d-0635-41ed-82fe-5545b3b27486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:15.536839 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-40d9fb0d-0635-41ed-82fe-5545b3b27486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:15.585473 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-40d9fb0d-0635-41ed-82fe-5545b3b27486 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=afd047bf77784fa698639b78426507ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3058534 May 06 09:49:15.586428 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9fb0d-0635-41ed-82fe-5545b3b27486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa522e8-3ead-4fd9-842d-6eac40dac7e9,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:15.589086 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56126) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:15.669709 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b00bbbc7-b6e2-42dd-a083-8061ad3770b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:15.686014 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-8bac2052-2140-4d44-afaa-a7ec8bfc9bd6 service neutron] Request body: {'port': {'device_id': '4d55a61d-1d82-41e1-8f1e-7451f551d890', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:15.699622 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b00bbbc7-b6e2-42dd-a083-8061ad3770b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:15.781879 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b00bbbc7-b6e2-42dd-a083-8061ad3770b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:15.787389 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b00bbbc7-b6e2-42dd-a083-8061ad3770b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:15.787562 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d38639e0-6d65-435e-a74c-93065ecb1611 tempest-FloatingIPAdminTestJSON-1217954717 tempest-FloatingIPAdminTestJSON-1217954717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:15.789029 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b00bbbc7-b6e2-42dd-a083-8061ad3770b2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dfa522e8-3ead-4fd9-842d-6eac40dac7e9 HTTP/1.1" status: 204 len: 168 time: 0.1985474 May 06 09:49:15.820051 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00bbbc7-b6e2-42dd-a083-8061ad3770b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa522e8-3ead-4fd9-842d-6eac40dac7e9,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:15.904216 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f58feefa-9600-4b9b-a4f2-2462655254b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:15.905571 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-8bac2052-2140-4d44-afaa-a7ec8bfc9bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:16.014608 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acd4f3-173e-40cb-8812-9c765da1c0c7 req-23623225-d182-4a12-ab40-15a72be05283 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:16.020163 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87acd4f3-173e-40cb-8812-9c765da1c0c7 req-23623225-d182-4a12-ab40-15a72be05283 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 944 time: 0.1336448 May 06 09:49:16.104340 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87acd4f3-173e-40cb-8812-9c765da1c0c7 req-f1273f6d-d689-4ae4-895d-0d84d39e066f tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731733 May 06 09:49:16.203598 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-034e57b7-77e0-46d3-8692-3d84e37b3d75 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:16.259514 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e57b7-77e0-46d3-8692-3d84e37b3d75 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Pushing event deleted for resources: {'Port': ['ID=7d6de0b3-19e5-492d-b661-4ff64145d752,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:16.327544 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c4e49-6713-403f-aef5-6f621dcd8fb7 req-6c46da69-a29f-46ee-9182-7fd2107a32e3 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:16.329238 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a95c4e49-6713-403f-aef5-6f621dcd8fb7 req-6c46da69-a29f-46ee-9182-7fd2107a32e3 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 932 time: 0.1279385 May 06 09:49:16.348982 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56150) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:16.383235 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-646ed6a6-aefd-45fa-9cd2-91ed8ec2796e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:16.403094 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a95c4e49-6713-403f-aef5-6f621dcd8fb7 req-550a29df-84bf-447c-a4be-d076fe1759e1 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662146 May 06 09:49:16.513141 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-034e57b7-77e0-46d3-8692-3d84e37b3d75 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:16.519542 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-034e57b7-77e0-46d3-8692-3d84e37b3d75 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "DELETE /v2.0/ports/7d6de0b3-19e5-492d-b661-4ff64145d752 HTTP/1.1" status: 204 len: 168 time: 1.8779159 May 06 09:49:16.521119 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56154) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:16.563574 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d38639e0-6d65-435e-a74c-93065ecb1611 tempest-FloatingIPAdminTestJSON-1217954717 tempest-FloatingIPAdminTestJSON-1217954717-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:16.581766 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d38639e0-6d65-435e-a74c-93065ecb1611 tempest-FloatingIPAdminTestJSON-1217954717 tempest-FloatingIPAdminTestJSON-1217954717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:16.629271 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-686bc495-1aec-4737-b573-5e35767917ec tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Deleting port b9046c83-a238-4ecf-9873-2902976be919 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:16.629744 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-686bc495-1aec-4737-b573-5e35767917ec tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:16.751282 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-8bac2052-2140-4d44-afaa-a7ec8bfc9bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e9ac2b5-40e7-489c-9aba-deb881ca1940 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:49:16.773420 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-8bac2052-2140-4d44-afaa-a7ec8bfc9bd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:16.785299 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-686bc495-1aec-4737-b573-5e35767917ec tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:16.786419 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-646ed6a6-aefd-45fa-9cd2-91ed8ec2796e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:16.792579 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38639e0-6d65-435e-a74c-93065ecb1611 tempest-FloatingIPAdminTestJSON-1217954717 tempest-FloatingIPAdminTestJSON-1217954717-project] Pushing event updated for resources: {'Port': ['ID=72364a97-0b87-44f0-9f2d-1a5ce3dbe1a6,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:16.803493 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-686bc495-1aec-4737-b573-5e35767917ec tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Calling delete_port for b9046c83-a238-4ecf-9873-2902976be919 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:16.814591 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-646ed6a6-aefd-45fa-9cd2-91ed8ec2796e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:16.822464 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-8bac2052-2140-4d44-afaa-a7ec8bfc9bd6 service neutron] Transition to ACTIVE for port object 3e9ac2b5-40e7-489c-9aba-deb881ca1940 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:49:16.826803 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d38639e0-6d65-435e-a74c-93065ecb1611 tempest-FloatingIPAdminTestJSON-1217954717 tempest-FloatingIPAdminTestJSON-1217954717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:16.853752 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-8bac2052-2140-4d44-afaa-a7ec8bfc9bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:16.978753 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d38639e0-6d65-435e-a74c-93065ecb1611 tempest-FloatingIPAdminTestJSON-1217954717 tempest-FloatingIPAdminTestJSON-1217954717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:16.981236 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d38639e0-6d65-435e-a74c-93065ecb1611 tempest-FloatingIPAdminTestJSON-1217954717 tempest-FloatingIPAdminTestJSON-1217954717-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3431001 May 06 09:49:16.985607 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56160) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:16.994868 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-646ed6a6-aefd-45fa-9cd2-91ed8ec2796e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=359b21505cde45be8dcd44dc69b8fcbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6294999 May 06 09:49:16.996178 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56162) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:17.011996 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ed6a6-aefd-45fa-9cd2-91ed8ec2796e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9b10ad-596e-4c31-84fc-1e4e61ca3d07,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:17.037917 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac2052-2140-4d44-afaa-a7ec8bfc9bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9ac2b5-40e7-489c-9aba-deb881ca1940,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:17.102722 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-686bc495-1aec-4737-b573-5e35767917ec tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:17.150277 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bc495-1aec-4737-b573-5e35767917ec tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Pushing event deleted for resources: {'Port': ['ID=b9046c83-a238-4ecf-9873-2902976be919,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:17.183564 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dad68649-02e1-4000-b9cc-ee83ef46fb0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:17.215796 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-8bac2052-2140-4d44-afaa-a7ec8bfc9bd6 service neutron] Attempting to bind port 3e9ac2b5-40e7-489c-9aba-deb881ca1940 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:17.216189 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-8bac2052-2140-4d44-afaa-a7ec8bfc9bd6 service neutron] Attempting to bind port 3e9ac2b5-40e7-489c-9aba-deb881ca1940 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'cbe72a48-c421-451e-86ad-4b99d621abda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:17.216596 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-8bac2052-2140-4d44-afaa-a7ec8bfc9bd6 service neutron] Attempting to bind port 3e9ac2b5-40e7-489c-9aba-deb881ca1940 on network 3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:17.243158 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-8bac2052-2140-4d44-afaa-a7ec8bfc9bd6 service neutron] Port 3e9ac2b5-40e7-489c-9aba-deb881ca1940 on network 3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:17.243512 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-8bac2052-2140-4d44-afaa-a7ec8bfc9bd6 service neutron] Attempting to bind port 3e9ac2b5-40e7-489c-9aba-deb881ca1940 on network 3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:17.255396 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dad68649-02e1-4000-b9cc-ee83ef46fb0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:17.280797 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-8bac2052-2140-4d44-afaa-a7ec8bfc9bd6 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:49:17.281033 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-8bac2052-2140-4d44-afaa-a7ec8bfc9bd6 service neutron] Checking segment: {'id': 'cbe72a48-c421-451e-86ad-4b99d621abda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:49:17.281432 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-8bac2052-2140-4d44-afaa-a7ec8bfc9bd6 service neutron] Bound using segment: {'id': 'cbe72a48-c421-451e-86ad-4b99d621abda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:49:17.281964 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-8bac2052-2140-4d44-afaa-a7ec8bfc9bd6 service neutron] Bound port: 3e9ac2b5-40e7-489c-9aba-deb881ca1940, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe72a48-c421-451e-86ad-4b99d621abda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:49:17.282124 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f6b86695-311a-4bec-94cb-b90f526635aa tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4005 time: 0.2952137 May 06 09:49:17.282350 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-8bac2052-2140-4d44-afaa-a7ec8bfc9bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:17.286203 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56172) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:17.372343 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e2e7c-50bc-4f12-b46a-50176217d704 req-c832f3ff-092e-41b7-b578-b9e58b15d90b tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:17.374560 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b6e2e7c-50bc-4f12-b46a-50176217d704 req-c832f3ff-092e-41b7-b578-b9e58b15d90b tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 944 time: 0.0984824 May 06 09:49:17.377935 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-686bc495-1aec-4737-b573-5e35767917ec tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:17.382762 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-686bc495-1aec-4737-b573-5e35767917ec tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "DELETE /v2.0/ports/b9046c83-a238-4ecf-9873-2902976be919 HTTP/1.1" status: 204 len: 168 time: 0.8617764 May 06 09:49:17.385265 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56174) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:17.461967 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-8bac2052-2140-4d44-afaa-a7ec8bfc9bd6 service neutron] For port 3e9ac2b5-40e7-489c-9aba-deb881ca1940, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:49:17.466396 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-8bac2052-2140-4d44-afaa-a7ec8bfc9bd6 service neutron] For port 3e9ac2b5-40e7-489c-9aba-deb881ca1940, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=3e9ac2b5-40e7-489c-9aba-deb881ca1940,segment=NetworkSegment(cbe72a48-c421-451e-86ad-4b99d621abda),segment_id=cbe72a48-c421-451e-86ad-4b99d621abda)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:49:17.474413 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-189fc788-cce9-4d83-b728-2b970de97d60 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1835470 May 06 09:49:17.474616 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-8bac2052-2140-4d44-afaa-a7ec8bfc9bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:17.477126 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56180) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:17.486135 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-5098f829-7c69-4a55-affc-00351642ccf5 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Deleting subnet 5c335cf1-1bd2-4605-9b91-b2c2b45fc21f {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:49:17.492838 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b6e2e7c-50bc-4f12-b46a-50176217d704 req-7df1edc1-94dc-4d10-bf7f-d7e279da1134 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048033 May 06 09:49:17.494071 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5098f829-7c69-4a55-affc-00351642ccf5 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:17.544560 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5098f829-7c69-4a55-affc-00351642ccf5 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:17.594740 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-8bac2052-2140-4d44-afaa-a7ec8bfc9bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:17.595491 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-8bac2052-2140-4d44-afaa-a7ec8bfc9bd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:17.596958 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-8bac2052-2140-4d44-afaa-a7ec8bfc9bd6 service neutron] 10.222.0.77 "PUT /v2.0/ports/3e9ac2b5-40e7-489c-9aba-deb881ca1940 HTTP/1.1" status: 200 len: 1092 time: 1.9170682 May 06 09:49:17.599549 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d55a61d-1d82-41e1-8f1e-7451f551d890', 'tag': '3e9ac2b5-40e7-489c-9aba-deb881ca1940'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:49:17.602040 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31f2c85-16f9-437f-ab80-b72b76f45d65" -d '{"events": [{"name": "network-changed", "server_uuid": "4d55a61d-1d82-41e1-8f1e-7451f551d890", "tag": "3e9ac2b5-40e7-489c-9aba-deb881ca1940"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:49:17.713552 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2716ee-4f33-463b-b482-2c216c900efb x-openstack-request-id: req-3e2716ee-4f33-463b-b482-2c216c900efb {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:49:17.714288 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d55a61d-1d82-41e1-8f1e-7451f551d890", "tag": "3e9ac2b5-40e7-489c-9aba-deb881ca1940", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:49:17.714740 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3e2716ee-4f33-463b-b482-2c216c900efb {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:49:17.715407 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e2716ee-4f33-463b-b482-2c216c900efb'] response: {'name': 'network-changed', 'server_uuid': '4d55a61d-1d82-41e1-8f1e-7451f551d890', 'tag': '3e9ac2b5-40e7-489c-9aba-deb881ca1940', 'status': 'completed', 'code': 200} May 06 09:49:17.717482 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dad68649-02e1-4000-b9cc-ee83ef46fb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:17.722629 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dad68649-02e1-4000-b9cc-ee83ef46fb0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:17.724285 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-dad68649-02e1-4000-b9cc-ee83ef46fb0a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1e9b10ad-596e-4c31-84fc-1e4e61ca3d07 HTTP/1.1" status: 204 len: 168 time: 0.7236388 May 06 09:49:17.827564 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad68649-02e1-4000-b9cc-ee83ef46fb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9b10ad-596e-4c31-84fc-1e4e61ca3d07,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:17.845075 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac2052-2140-4d44-afaa-a7ec8bfc9bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9ac2b5-40e7-489c-9aba-deb881ca1940,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:17.859742 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-45d82700-583b-4000-8ec5-4110260ae719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:17.861946 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-45d82700-583b-4000-8ec5-4110260ae719 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e937610fa6d344d497a1176339a92969&device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 1095 time: 0.1700432 May 06 09:49:17.916570 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-0e8461c9-a667-45f4-989b-a162927a8908 tempest-FloatingIPAdminTestJSON-1217954717 tempest-FloatingIPAdminTestJSON-1217954717-project] Deleting port 72364a97-0b87-44f0-9f2d-1a5ce3dbe1a6 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:17.916972 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0e8461c9-a667-45f4-989b-a162927a8908 tempest-FloatingIPAdminTestJSON-1217954717 tempest-FloatingIPAdminTestJSON-1217954717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:18.028478 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-fe8138b7-79eb-4c96-ba08-97c3137d1728 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e9ac2b5-40e7-489c-9aba-deb881ca1940 HTTP/1.1" status: 200 len: 217 time: 0.1530535 May 06 09:49:18.202857 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-ec19fe59-05e5-4d12-8542-6928c24906a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:18.207236 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-ec19fe59-05e5-4d12-8542-6928c24906a0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51825785-c1c2-434a-b6d0-df2b85401ddd HTTP/1.1" status: 200 len: 854 time: 0.1615036 May 06 09:49:18.258702 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0e8461c9-a667-45f4-989b-a162927a8908 tempest-FloatingIPAdminTestJSON-1217954717 tempest-FloatingIPAdminTestJSON-1217954717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:18.259040 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0e8461c9-a667-45f4-989b-a162927a8908 tempest-FloatingIPAdminTestJSON-1217954717 tempest-FloatingIPAdminTestJSON-1217954717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:18.298873 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-4f79b3f9-ce12-42d9-b936-b1880cf41fea service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816793 May 06 09:49:18.305396 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-0e8461c9-a667-45f4-989b-a162927a8908 tempest-FloatingIPAdminTestJSON-1217954717 tempest-FloatingIPAdminTestJSON-1217954717-project] Calling delete_port for 72364a97-0b87-44f0-9f2d-1a5ce3dbe1a6 owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:18.403464 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcbb32-749b-45fc-92ca-57a57dbf6ed7 req-042d8faa-322d-44fa-8301-4d5951c8852a tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:18.405608 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-06dcbb32-749b-45fc-92ca-57a57dbf6ed7 req-042d8faa-322d-44fa-8301-4d5951c8852a tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 944 time: 0.8459299 May 06 09:49:18.409610 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5098f829-7c69-4a55-affc-00351642ccf5 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:18.456815 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-85f1abdd-1b2e-4634-93bf-5066c2e2d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:18.574619 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-a0e4278e-9c30-48b7-824d-cbdb7b90a000 service neutron] 10.222.0.77 "GET /v2.0/networks/3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672119 May 06 09:49:18.633249 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-06dcbb32-749b-45fc-92ca-57a57dbf6ed7 req-1e8e9d4b-0b13-4f89-8e9a-31f52c9a177d tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065275 May 06 09:49:18.735642 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0e8461c9-a667-45f4-989b-a162927a8908 tempest-FloatingIPAdminTestJSON-1217954717 tempest-FloatingIPAdminTestJSON-1217954717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:18.742308 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5098f829-7c69-4a55-affc-00351642ccf5 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:18.754036 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:18.789328 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8461c9-a667-45f4-989b-a162927a8908 tempest-FloatingIPAdminTestJSON-1217954717 tempest-FloatingIPAdminTestJSON-1217954717-project] Pushing event deleted for resources: {'Port': ['ID=72364a97-0b87-44f0-9f2d-1a5ce3dbe1a6,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:18.811223 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a236bf-7afa-4d30-b33f-89ed19138cb1 req-22a8bd2c-9a41-40ce-bb81-f25fd5794fe2 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:18.813190 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55a236bf-7afa-4d30-b33f-89ed19138cb1 req-22a8bd2c-9a41-40ce-bb81-f25fd5794fe2 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 944 time: 0.1523502 May 06 09:49:18.816997 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098f829-7c69-4a55-affc-00351642ccf5 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Pushing event deleted for resources: {'Subnet': ['ID=5c335cf1-1bd2-4605-9b91-b2c2b45fc21f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:18.820017 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5098f829-7c69-4a55-affc-00351642ccf5 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:18.823470 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5098f829-7c69-4a55-affc-00351642ccf5 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "DELETE /v2.0/subnets/5c335cf1-1bd2-4605-9b91-b2c2b45fc21f HTTP/1.1" status: 204 len: 168 time: 1.4368944 May 06 09:49:18.828928 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56220) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:18.832870 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b351e7f8-5891-4d2c-8dc1-7d4f185af79f None None] Network 7d9fc154-3e75-4eba-b7be-fb999f1d724a requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:49:18.851588 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-64addbe0-5b25-4d37-84e4-fef8cc8339f2 req-a02274d2-e382-4ee7-af9c-bc52832db801 service neutron] 10.222.0.77 "GET /v2.0/networks/3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675231 May 06 09:49:18.898793 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0e8461c9-a667-45f4-989b-a162927a8908 tempest-FloatingIPAdminTestJSON-1217954717 tempest-FloatingIPAdminTestJSON-1217954717-project] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:18.904412 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0e8461c9-a667-45f4-989b-a162927a8908 tempest-FloatingIPAdminTestJSON-1217954717 tempest-FloatingIPAdminTestJSON-1217954717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:18.908573 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0e8461c9-a667-45f4-989b-a162927a8908 tempest-FloatingIPAdminTestJSON-1217954717 tempest-FloatingIPAdminTestJSON-1217954717-project] 10.222.0.73 "DELETE /v2.0/floatingips/b3709154-b58d-46ea-97b4-919a9f4cf17b HTTP/1.1" status: 204 len: 168 time: 1.4278805 May 06 09:49:18.914448 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56222) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:18.959977 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55a236bf-7afa-4d30-b33f-89ed19138cb1 req-560d7b91-403d-4da0-845b-225c856f7178 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331108 May 06 09:49:18.992526 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a098bd-f449-4f8b-b433-ccd476870727 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Deleting subnet 9b5f3725-dba4-4109-8ae6-1b69e3c26c4c {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:49:18.998563 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-17a098bd-f449-4f8b-b433-ccd476870727 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:19.067019 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-17a098bd-f449-4f8b-b433-ccd476870727 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:19.095959 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f2c85-16f9-437f-ab80-b72b76f45d65 req-dd1f067f-31e7-49fd-a879-906b73132259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:19.098455 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e31f2c85-16f9-437f-ab80-b72b76f45d65 req-dd1f067f-31e7-49fd-a879-906b73132259 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e937610fa6d344d497a1176339a92969&device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 1095 time: 0.0741596 May 06 09:49:19.232414 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbe1ceb-a015-4888-a476-6a5f7f000a6d None None] DHCP port deletion for 7d9fc154-3e75-4eba-b7be-fb999f1d724a request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:49:19.272086 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-29eae740-6a4d-48fe-a49d-1f836fb0f1c1 tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Deleting port 4c9cd3e1-44b1-42c7-8e90-ca2612ed6059 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:19.272436 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-29eae740-6a4d-48fe-a49d-1f836fb0f1c1 tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:19.326782 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-17a098bd-f449-4f8b-b433-ccd476870727 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:19.381092 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f2c85-16f9-437f-ab80-b72b76f45d65 req-75fdbaab-9b33-4726-961f-7e87b5c00525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:19.385664 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e31f2c85-16f9-437f-ab80-b72b76f45d65 req-75fdbaab-9b33-4726-961f-7e87b5c00525 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4 HTTP/1.1" status: 200 len: 915 time: 0.2783310 May 06 09:49:19.436523 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-4dbe1ceb-a015-4888-a476-6a5f7f000a6d None None] Deleting port d185e17d-5f1f-4d4b-8e8c-7e7929b7d963 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:19.438249 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4dbe1ceb-a015-4888-a476-6a5f7f000a6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:19.504278 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-17a098bd-f449-4f8b-b433-ccd476870727 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:19.513652 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e31f2c85-16f9-437f-ab80-b72b76f45d65 req-f9dd2ddd-d38a-4c10-9438-364a171d0ca8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e9ac2b5-40e7-489c-9aba-deb881ca1940 HTTP/1.1" status: 200 len: 217 time: 0.1164525 May 06 09:49:19.523226 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-29eae740-6a4d-48fe-a49d-1f836fb0f1c1 tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:19.523570 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-29eae740-6a4d-48fe-a49d-1f836fb0f1c1 tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:19.528285 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-17a098bd-f449-4f8b-b433-ccd476870727 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:19.535159 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-17a098bd-f449-4f8b-b433-ccd476870727 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "DELETE /v2.0/subnets/9b5f3725-dba4-4109-8ae6-1b69e3c26c4c HTTP/1.1" status: 204 len: 168 time: 0.7047400 May 06 09:49:19.546685 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56238) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:19.571331 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a098bd-f449-4f8b-b433-ccd476870727 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Pushing event deleted for resources: {'Subnet': ['ID=9b5f3725-dba4-4109-8ae6-1b69e3c26c4c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:19.596679 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59e93f2-ff88-416d-ad68-30a3c2651311 None None] Network 6fffdccd-9d01-41e0-85b5-9c674bdd21ed requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:49:19.690639 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:19.697447 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-4dbe1ceb-a015-4888-a476-6a5f7f000a6d None None] For port d185e17d-5f1f-4d4b-8e8c-7e7929b7d963, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=d185e17d-5f1f-4d4b-8e8c-7e7929b7d963,segment=NetworkSegment(f74ae27d-23fa-482c-b590-8b104f569714),segment_id=f74ae27d-23fa-482c-b590-8b104f569714)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:19.698135 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4dbe1ceb-a015-4888-a476-6a5f7f000a6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:19.722557 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-4dbe1ceb-a015-4888-a476-6a5f7f000a6d None None] Calling delete_port for d185e17d-5f1f-4d4b-8e8c-7e7929b7d963 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:19.739555 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-29eae740-6a4d-48fe-a49d-1f836fb0f1c1 tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Calling delete_port for 4c9cd3e1-44b1-42c7-8e90-ca2612ed6059 owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:19.964856 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512e573-d76c-4d43-82bc-7ce383c38f37 req-50c425d4-6695-4a3d-8f5e-9235452eccd5 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:19.973515 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8512e573-d76c-4d43-82bc-7ce383c38f37 req-50c425d4-6695-4a3d-8f5e-9235452eccd5 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 944 time: 0.1468914 May 06 09:49:19.977242 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d185e17d-5f1f-4d4b-8e8c-7e7929b7d963 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:49:20.069000 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f2c85-16f9-437f-ab80-b72b76f45d65 req-76f356a5-25d9-449a-a791-2589cd4f7f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:20.080302 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e31f2c85-16f9-437f-ab80-b72b76f45d65 req-76f356a5-25d9-449a-a791-2589cd4f7f70 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51825785-c1c2-434a-b6d0-df2b85401ddd HTTP/1.1" status: 200 len: 854 time: 0.5338016 May 06 09:49:20.084888 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4dbe1ceb-a015-4888-a476-6a5f7f000a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:20.102408 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8512e573-d76c-4d43-82bc-7ce383c38f37 req-e73750a7-c3a4-4b9d-b5b9-de4718ca0b9d tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274090 May 06 09:49:20.118516 n-d-840835-1 neutron-server[102654]: INFO neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No ports have port_id starting with d185e17d-5f1f-4d4b-8e8c-7e7929b7d963 May 06 09:49:20.120061 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe1ceb-a015-4888-a476-6a5f7f000a6d None None] Pushing event deleted for resources: {'Port': ['ID=d185e17d-5f1f-4d4b-8e8c-7e7929b7d963,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:20.127929 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbe1ceb-a015-4888-a476-6a5f7f000a6d None None] No DVR routers for this DVR port d185e17d-5f1f-4d4b-8e8c-7e7929b7d963 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:49:20.153325 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d62fd09f-6688-4358-93bd-abc0e0793965 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:20.169816 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e01f1b-dc00-4aae-ac82-831ddebbea00 req-7251d102-72a9-47c5-ae6b-68206fd02ad4 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:20.177323 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70b9ed6-739f-44c4-b53b-e66e0f506001 None None] DHCP port deletion for 6fffdccd-9d01-41e0-85b5-9c674bdd21ed request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:49:20.187318 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-77e01f1b-dc00-4aae-ac82-831ddebbea00 req-7251d102-72a9-47c5-ae6b-68206fd02ad4 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.1472449 May 06 09:49:20.238622 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e31f2c85-16f9-437f-ab80-b72b76f45d65 req-87477dd3-7749-4459-8342-fb569e5f8d3f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274846 May 06 09:49:20.286123 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-c70b9ed6-739f-44c4-b53b-e66e0f506001 None None] Deleting port a79d4db0-ee90-4fe4-8eeb-94fccaf08870 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:20.286500 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c70b9ed6-739f-44c4-b53b-e66e0f506001 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:20.295220 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-77e01f1b-dc00-4aae-ac82-831ddebbea00 req-0e7f9380-63ed-4957-989f-878f22fb966d tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069965 May 06 09:49:20.342241 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88aa5a7-7830-43e7-90c0-41a760414557 req-7889477d-4721-46bf-9ba4-fe452dc7e09b tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:20.352274 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f88aa5a7-7830-43e7-90c0-41a760414557 req-7889477d-4721-46bf-9ba4-fe452dc7e09b tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 944 time: 0.1036787 May 06 09:49:20.370472 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-c70b9ed6-739f-44c4-b53b-e66e0f506001 None None] For port a79d4db0-ee90-4fe4-8eeb-94fccaf08870, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=a79d4db0-ee90-4fe4-8eeb-94fccaf08870,segment=NetworkSegment(575a8a23-13f7-4b94-8526-a3cf557709f5),segment_id=575a8a23-13f7-4b94-8526-a3cf557709f5)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:20.371463 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c70b9ed6-739f-44c4-b53b-e66e0f506001 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:20.390616 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-c70b9ed6-739f-44c4-b53b-e66e0f506001 None None] Calling delete_port for a79d4db0-ee90-4fe4-8eeb-94fccaf08870 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:20.392762 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e31f2c85-16f9-437f-ab80-b72b76f45d65 req-287138e0-5f20-4187-9e7c-6c9a7fcdf840 service neutron] 10.222.0.77 "GET /v2.0/networks/3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358452 May 06 09:49:20.427416 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f88aa5a7-7830-43e7-90c0-41a760414557 req-5047064c-c8ec-4c94-a455-04cae76cd88f tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706954 May 06 09:49:20.500819 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c70b9ed6-739f-44c4-b53b-e66e0f506001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:20.530303 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b9ed6-739f-44c4-b53b-e66e0f506001 None None] Pushing event deleted for resources: {'Port': ['ID=a79d4db0-ee90-4fe4-8eeb-94fccaf08870,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:20.538101 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70b9ed6-739f-44c4-b53b-e66e0f506001 None None] No DVR routers for this DVR port a79d4db0-ee90-4fe4-8eeb-94fccaf08870 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:49:20.699968 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-0ae69e37-ea05-4fe7-adb6-b2cd9a11bcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:20.704828 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-0ae69e37-ea05-4fe7-adb6-b2cd9a11bcee service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f&tenant_id=1750166bc51841a8bad92d45b4eec5fb HTTP/1.1" status: 200 len: 1095 time: 0.1088731 May 06 09:49:20.728102 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840835-1', 'device_owner': 'compute:nova'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:20.840611 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:20.883034 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d62fd09f-6688-4358-93bd-abc0e0793965 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:20.929770 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d62fd09f-6688-4358-93bd-abc0e0793965 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d9fc154-3e75-4eba-b7be-fb999f1d724a']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:20.946803 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e31f2c85-16f9-437f-ab80-b72b76f45d65 req-62d8e9ea-d773-4e3b-ae20-13952b673920 service neutron] 10.222.0.77 "GET /v2.0/networks/3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5372639 May 06 09:49:20.948850 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d62fd09f-6688-4358-93bd-abc0e0793965 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f74ae27d-23fa-482c-b590-8b104f569714') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:20.949378 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d62fd09f-6688-4358-93bd-abc0e0793965 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f74ae27d-23fa-482c-b590-8b104f569714') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:20.956637 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-29eae740-6a4d-48fe-a49d-1f836fb0f1c1 tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:20.966297 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d62fd09f-6688-4358-93bd-abc0e0793965 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:20.996105 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eae740-6a4d-48fe-a49d-1f836fb0f1c1 tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c9cd3e1-44b1-42c7-8e90-ca2612ed6059,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:21.008573 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d62fd09f-6688-4358-93bd-abc0e0793965 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.029546 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62fd09f-6688-4358-93bd-abc0e0793965 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:49:21.030082 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d62fd09f-6688-4358-93bd-abc0e0793965 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: timer() May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:49:21.033426 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:49:21.132232 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d62fd09f-6688-4358-93bd-abc0e0793965 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.134136 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-29eae740-6a4d-48fe-a49d-1f836fb0f1c1 tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.137032 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-29eae740-6a4d-48fe-a49d-1f836fb0f1c1 tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.143274 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-29eae740-6a4d-48fe-a49d-1f836fb0f1c1 tempest-FloatingIPAdminTestJSON-1701848957 tempest-FloatingIPAdminTestJSON-1701848957-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/c90b8eba-eaf7-4111-9610-ba0917a61147 HTTP/1.1" status: 204 len: 168 time: 2.2274928 May 06 09:49:21.143916 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56282) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:21.169659 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d62fd09f-6688-4358-93bd-abc0e0793965 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.170611 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] For port cf1e41e2-bb41-4232-93f0-f6954f63dd79, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=cf1e41e2-bb41-4232-93f0-f6954f63dd79,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:21.171903 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.177440 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56284) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:21.177590 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d62fd09f-6688-4358-93bd-abc0e0793965 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "DELETE /v2.0/networks/7d9fc154-3e75-4eba-b7be-fb999f1d724a HTTP/1.1" status: 204 len: 168 time: 1.6167128 May 06 09:49:21.191299 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62fd09f-6688-4358-93bd-abc0e0793965 tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Pushing event deleted for resources: {'Network': ['ID=7d9fc154-3e75-4eba-b7be-fb999f1d724a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:21.252924 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 3e9ac2b5-40e7-489c-9aba-deb881ca1940 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:49:21.326659 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-ac7de8cf-f766-455a-b66a-0de6ccb114a5 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Deleting port ea45f8cf-0eaa-41d8-a733-8815e3fce923 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:21.327209 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ac7de8cf-f766-455a-b66a-0de6ccb114a5 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.356554 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e61506de-be31-41d9-a185-a3acabadecbe tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.409289 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] For port cf1e41e2-bb41-4232-93f0-f6954f63dd79, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:49:21.443929 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.444201 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ee62e-ba38-4390-8784-c53dafd922d2 req-ae6daf41-32e7-4bf0-861f-f7462170c1c1 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:21.453782 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e99ee62e-ba38-4390-8784-c53dafd922d2 req-ae6daf41-32e7-4bf0-861f-f7462170c1c1 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 944 time: 0.2245116 May 06 09:49:21.468667 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ac7de8cf-f766-455a-b66a-0de6ccb114a5 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.475591 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 3e9ac2b5-40e7-489c-9aba-deb881ca1940, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=3e9ac2b5-40e7-489c-9aba-deb881ca1940,segment=NetworkSegment(cbe72a48-c421-451e-86ad-4b99d621abda),segment_id=cbe72a48-c421-451e-86ad-4b99d621abda)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:21.482485 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-ac7de8cf-f766-455a-b66a-0de6ccb114a5 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Calling delete_port for ea45f8cf-0eaa-41d8-a733-8815e3fce923 owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:21.501478 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '3e9ac2b5-40e7-489c-9aba-deb881ca1940', 'network_id': '3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4', 'port_id': '3e9ac2b5-40e7-489c-9aba-deb881ca1940', 'mac_address': 'fa:16:3e:15:bb:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51825785-c1c2-434a-b6d0-df2b85401ddd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:49:21.601076 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf1e41e2-bb41-4232-93f0-f6954f63dd79 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:49:21.606661 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.627479 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.632606 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9ac2b5-40e7-489c-9aba-deb881ca1940 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:49:21.639259 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ac7de8cf-f766-455a-b66a-0de6ccb114a5 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.653219 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e61506de-be31-41d9-a185-a3acabadecbe tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.659444 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 3e9ac2b5-40e7-489c-9aba-deb881ca1940, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=3e9ac2b5-40e7-489c-9aba-deb881ca1940,segment=NetworkSegment(cbe72a48-c421-451e-86ad-4b99d621abda),segment_id=cbe72a48-c421-451e-86ad-4b99d621abda)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:21.665232 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.681568 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e99ee62e-ba38-4390-8784-c53dafd922d2 req-37b77bc6-0ed9-4c0a-8aa9-57792887e151 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266345 May 06 09:49:21.696313 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7de8cf-f766-455a-b66a-0de6ccb114a5 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Pushing event deleted for resources: {'Port': ['ID=ea45f8cf-0eaa-41d8-a733-8815e3fce923,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:21.717063 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=3e9ac2b5-40e7-489c-9aba-deb881ca1940,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:21.737671 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Transition to ACTIVE for port object cf1e41e2-bb41-4232-93f0-f6954f63dd79 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:49:21.757288 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.772915 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9681a-9074-4f87-8b9f-340bcfc53822 req-fc6e2862-b021-4c86-ac58-702678ac7a7c tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:21.782061 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-88b9681a-9074-4f87-8b9f-340bcfc53822 req-fc6e2862-b021-4c86-ac58-702678ac7a7c tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.3259387 May 06 09:49:21.800084 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-e61506de-be31-41d9-a185-a3acabadecbe tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fffdccd-9d01-41e0-85b5-9c674bdd21ed']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:21.856578 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ac7de8cf-f766-455a-b66a-0de6ccb114a5 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.863985 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ac7de8cf-f766-455a-b66a-0de6ccb114a5 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] 10.222.0.73 "DELETE /v2.0/ports/ea45f8cf-0eaa-41d8-a733-8815e3fce923 HTTP/1.1" status: 204 len: 168 time: 0.7171192 May 06 09:49:21.866860 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56308) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:21.941992 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-e61506de-be31-41d9-a185-a3acabadecbe tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '575a8a23-13f7-4b94-8526-a3cf557709f5') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:21.942292 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-e61506de-be31-41d9-a185-a3acabadecbe tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '575a8a23-13f7-4b94-8526-a3cf557709f5') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:21.982581 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device a79d4db0-ee90-4fe4-8eeb-94fccaf08870 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:49:21.996838 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e61506de-be31-41d9-a185-a3acabadecbe tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.997180 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea24674b-2c3f-4bb7-a67b-f441aaf76a82 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:22.000378 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ea24674b-2c3f-4bb7-a67b-f441aaf76a82 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1fc1cc3-c564-4dd2-8427-7d3131de91a0 HTTP/1.1" status: 200 len: 913 time: 0.1324761 May 06 09:49:22.003109 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56314) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:22.038304 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: a79d4db0-ee90-4fe4-8eeb-94fccaf08870 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:49:22.039068 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device a79d4db0-ee90-4fe4-8eeb-94fccaf08870 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:49:22.058524 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['3e9ac2b5-40e7-489c-9aba-deb881ca1940'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:49:22.144741 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Pushing event updated for resources: {'Port': ['ID=cf1e41e2-bb41-4232-93f0-f6954f63dd79,revision_number=9']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:22.166104 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e61506de-be31-41d9-a185-a3acabadecbe tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:22.190427 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-88b9681a-9074-4f87-8b9f-340bcfc53822 req-c8655bd7-7520-49b9-873f-be9a58bc87be tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4062264 May 06 09:49:22.210860 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:22.211485 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:22.212050 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:22.212607 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:22.213156 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:22.213727 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:22.214272 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:22.214911 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:22.215626 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:22.216314 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:22.217008 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:22.218096 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:22.224286 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61506de-be31-41d9-a185-a3acabadecbe tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:49:22.224958 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e61506de-be31-41d9-a185-a3acabadecbe tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: timer() May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:49:22.234920 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:49:22.305915 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eedc20-d8fa-4240-a966-816469639591 req-a1a79799-2842-43ab-965d-e9a317b87508 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:22.307933 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-89eedc20-d8fa-4240-a966-816469639591 req-a1a79799-2842-43ab-965d-e9a317b87508 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 944 time: 0.3777292 May 06 09:49:22.378185 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] No DVR routers for this DVR port cf1e41e2-bb41-4232-93f0-f6954f63dd79 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:49:22.425676 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e61506de-be31-41d9-a185-a3acabadecbe tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:22.435757 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e61506de-be31-41d9-a185-a3acabadecbe tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:22.441799 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e61506de-be31-41d9-a185-a3acabadecbe tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] 10.222.0.73 "DELETE /v2.0/networks/6fffdccd-9d01-41e0-85b5-9c674bdd21ed HTTP/1.1" status: 204 len: 168 time: 1.2600656 May 06 09:49:22.484744 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-89eedc20-d8fa-4240-a966-816469639591 req-78791f28-df23-4708-a082-f44045c2e4ae tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541088 May 06 09:49:22.487920 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61506de-be31-41d9-a185-a3acabadecbe tempest-TaggedBootDevicesTest_v242-920912943 tempest-TaggedBootDevicesTest_v242-920912943-project] Pushing event deleted for resources: {'Network': ['ID=6fffdccd-9d01-41e0-85b5-9c674bdd21ed,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:22.618820 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ee6f-50d6-4aa6-9ef5-d2ad1e632072 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:22.628268 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Attempting to bind port cf1e41e2-bb41-4232-93f0-f6954f63dd79 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:22.628976 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Attempting to bind port cf1e41e2-bb41-4232-93f0-f6954f63dd79 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'ae8ffd01-4126-4a51-9834-d09bbf1a2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:22.629714 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Attempting to bind port cf1e41e2-bb41-4232-93f0-f6954f63dd79 on network 02e8aba3-387b-400e-9f74-334ab3eab168 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:22.635711 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Port cf1e41e2-bb41-4232-93f0-f6954f63dd79 on network 02e8aba3-387b-400e-9f74-334ab3eab168 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:22.636410 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Attempting to bind port cf1e41e2-bb41-4232-93f0-f6954f63dd79 on network 02e8aba3-387b-400e-9f74-334ab3eab168 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:22.647243 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:49:22.647755 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Checking segment: {'id': 'ae8ffd01-4126-4a51-9834-d09bbf1a2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:49:22.648378 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Bound using segment: {'id': 'ae8ffd01-4126-4a51-9834-d09bbf1a2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:49:22.648941 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Bound port: cf1e41e2-bb41-4232-93f0-f6954f63dd79, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8ffd01-4126-4a51-9834-d09bbf1a2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:49:22.649601 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:22.748233 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] For port cf1e41e2-bb41-4232-93f0-f6954f63dd79, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:49:22.754131 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] For port cf1e41e2-bb41-4232-93f0-f6954f63dd79, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=cf1e41e2-bb41-4232-93f0-f6954f63dd79,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:49:22.760101 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:22.838583 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Pushing event updated for resources: {'Port': ['ID=cf1e41e2-bb41-4232-93f0-f6954f63dd79,revision_number=10']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:22.861280 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:22.861924 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:22.863391 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-0a4d1d83-69ce-4e7a-b21e-edae9e219b2b service neutron] 10.222.0.77 "PUT /v2.0/ports/cf1e41e2-bb41-4232-93f0-f6954f63dd79 HTTP/1.1" status: 200 len: 1092 time: 2.1443160 May 06 09:49:22.864008 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd651b330-4936-40ab-b73c-18040c1bf70f', 'tag': 'cf1e41e2-bb41-4232-93f0-f6954f63dd79'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:49:22.866745 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913144e2-e3dd-46a5-b567-209614aef3e8" -d '{"events": [{"name": "network-changed", "server_uuid": "d651b330-4936-40ab-b73c-18040c1bf70f", "tag": "cf1e41e2-bb41-4232-93f0-f6954f63dd79"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:49:22.947817 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159cfd8-8342-4169-b397-989b11a35c91 req-4a88b8b8-7195-4537-8350-fa47051779c0 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:22.949851 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3159cfd8-8342-4169-b397-989b11a35c91 req-4a88b8b8-7195-4537-8350-fa47051779c0 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 945 time: 0.1242239 May 06 09:49:22.983862 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3c87fc-199b-4eae-8052-2e1d88e86de5 x-openstack-request-id: req-bc3c87fc-199b-4eae-8052-2e1d88e86de5 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:49:22.984129 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d651b330-4936-40ab-b73c-18040c1bf70f", "tag": "cf1e41e2-bb41-4232-93f0-f6954f63dd79", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:49:22.984530 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bc3c87fc-199b-4eae-8052-2e1d88e86de5 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:49:22.985085 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc3c87fc-199b-4eae-8052-2e1d88e86de5'] response: {'name': 'network-changed', 'server_uuid': 'd651b330-4936-40ab-b73c-18040c1bf70f', 'tag': 'cf1e41e2-bb41-4232-93f0-f6954f63dd79', 'status': 'completed', 'code': 200} May 06 09:49:23.022004 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ee6f-50d6-4aa6-9ef5-d2ad1e632072 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Deleting port 7cb37b52-1bf7-4a4b-b3f7-5d4bcfaa2b66 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:23.022671 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ee6f-50d6-4aa6-9ef5-d2ad1e632072 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:23.048484 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3159cfd8-8342-4169-b397-989b11a35c91 req-7d5719e5-1298-4d35-8446-314cf37e7823 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665090 May 06 09:49:23.051793 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-62abfb9f-7006-4f31-8f9c-10b08fa1b401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:23.053814 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-62abfb9f-7006-4f31-8f9c-10b08fa1b401 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1750166bc51841a8bad92d45b4eec5fb&device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 1096 time: 0.1429248 May 06 09:49:23.183026 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ee6f-50d6-4aa6-9ef5-d2ad1e632072 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:23.206628 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ee6f-50d6-4aa6-9ef5-d2ad1e632072 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Calling delete_port for 7cb37b52-1bf7-4a4b-b3f7-5d4bcfaa2b66 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:23.258782 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 3e9ac2b5-40e7-489c-9aba-deb881ca1940 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:49:23.307870 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-64b5e3ed-6092-4675-97a0-e579f0532c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:23.309675 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-64b5e3ed-6092-4675-97a0-e579f0532c37 service neutron] 10.222.0.77 "GET /v2.0/networks?id=02e8aba3-387b-400e-9f74-334ab3eab168 HTTP/1.1" status: 200 len: 918 time: 0.2474597 May 06 09:49:23.413757 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 3e9ac2b5-40e7-489c-9aba-deb881ca1940 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:49:23.419278 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 3e9ac2b5-40e7-489c-9aba-deb881ca1940 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:23.419833 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:23.471535 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ee6f-50d6-4aa6-9ef5-d2ad1e632072 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:23.480866 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109c246-acc7-48c8-a7bd-77053a6a5ef8 req-700e9f07-1a42-4ddb-96ae-cb063b7ffc23 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:23.483718 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6109c246-acc7-48c8-a7bd-77053a6a5ef8 req-700e9f07-1a42-4ddb-96ae-cb063b7ffc23 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.1685486 May 06 09:49:23.547302 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-df2c9c9f-5af6-4f64-a624-af851a14fdc3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf1e41e2-bb41-4232-93f0-f6954f63dd79 HTTP/1.1" status: 200 len: 1000 time: 0.1943164 May 06 09:49:23.614039 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ee6f-50d6-4aa6-9ef5-d2ad1e632072 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Pushing event deleted for resources: {'Port': ['ID=7cb37b52-1bf7-4a4b-b3f7-5d4bcfaa2b66,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:23.671757 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6109c246-acc7-48c8-a7bd-77053a6a5ef8 req-dc98966a-b9d4-4812-b6fc-37f3e8757997 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794350 May 06 09:49:23.675270 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:23.748069 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d55a61d-1d82-41e1-8f1e-7451f551d890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9ac2b5-40e7-489c-9aba-deb881ca1940'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:49:23.750660 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947cedfc-976d-4871-bc1b-99bcbabb6e47" -d '{"events": [{"server_uuid": "4d55a61d-1d82-41e1-8f1e-7451f551d890", "name": "network-vif-plugged", "status": "completed", "tag": "3e9ac2b5-40e7-489c-9aba-deb881ca1940"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:49:23.809268 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 3e9ac2b5-40e7-489c-9aba-deb881ca1940, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=3e9ac2b5-40e7-489c-9aba-deb881ca1940,segment=NetworkSegment(cbe72a48-c421-451e-86ad-4b99d621abda),segment_id=cbe72a48-c421-451e-86ad-4b99d621abda)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:23.818762 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:23.821588 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-3a08acf2-86ac-4f0b-8f75-1306b89c6a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:23.823252 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-3a08acf2-86ac-4f0b-8f75-1306b89c6a74 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1d4098cb-ab83-4260-9cb2-59b447fa9932 HTTP/1.1" status: 200 len: 856 time: 0.2680027 May 06 09:49:23.894560 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328661b6-7c37-4919-a470-a6eb0a9493c0 req-1d817200-d91a-4c97-9cc3-b7b1fbbf29b2 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:23.896711 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-328661b6-7c37-4919-a470-a6eb0a9493c0 req-1d817200-d91a-4c97-9cc3-b7b1fbbf29b2 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 945 time: 0.2123055 May 06 09:49:23.978748 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb6c8fb-dfa9-44a9-80c2-47cf739724ae x-openstack-request-id: req-bcb6c8fb-dfa9-44a9-80c2-47cf739724ae {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:49:23.979302 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d55a61d-1d82-41e1-8f1e-7451f551d890", "name": "network-vif-plugged", "status": "completed", "tag": "3e9ac2b5-40e7-489c-9aba-deb881ca1940", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:49:23.979746 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bcb6c8fb-dfa9-44a9-80c2-47cf739724ae {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:49:23.980456 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcb6c8fb-dfa9-44a9-80c2-47cf739724ae'] response: {'server_uuid': '4d55a61d-1d82-41e1-8f1e-7451f551d890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9ac2b5-40e7-489c-9aba-deb881ca1940', 'code': 200} May 06 09:49:23.981782 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=3e9ac2b5-40e7-489c-9aba-deb881ca1940,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:24.009900 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-6a2f33a0-b619-47f1-8230-fff25196993e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:24.017394 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-6a2f33a0-b619-47f1-8230-fff25196993e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=02e8aba3-387b-400e-9f74-334ab3eab168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1753840 May 06 09:49:24.047167 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ee6f-50d6-4aa6-9ef5-d2ad1e632072 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:24.047801 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-328661b6-7c37-4919-a470-a6eb0a9493c0 req-1296ba5e-7d93-4b80-886e-fd25c45d1c29 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350212 May 06 09:49:24.198647 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-53d75dfb-68ec-47fc-ab01-0fe25c288709 service neutron] 10.222.0.77 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557009 May 06 09:49:24.212056 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23dc3c-54ed-4372-8bc8-2e850f049632 req-6c50d8f8-8d3a-4fbb-b888-91f9c9c579bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:24.213590 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1a23dc3c-54ed-4372-8bc8-2e850f049632 req-6c50d8f8-8d3a-4fbb-b888-91f9c9c579bc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 1097 time: 0.2139232 May 06 09:49:24.260873 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1a23dc3c-54ed-4372-8bc8-2e850f049632 req-267cce1b-15ba-493d-9912-e9f9136306df service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395961 May 06 09:49:24.408102 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc71e5a-7eb9-409a-bb3a-0a175ed652fe req-9e861419-b5a9-41b5-82c3-22b6feeb7329 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:24.409720 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fdc71e5a-7eb9-409a-bb3a-0a175ed652fe req-9e861419-b5a9-41b5-82c3-22b6feeb7329 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 946 time: 0.1819508 May 06 09:49:24.440432 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c7ee6f-50d6-4aa6-9ef5-d2ad1e632072 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Router e1fc1cc3-c564-4dd2-8427-7d3131de91a0 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:49:24.446973 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-88b936dd-10ac-42b8-804a-2902f48c3230 req-23ede03b-d820-4ef4-8859-0820e72c28d5 service neutron] 10.222.0.77 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419596 May 06 09:49:24.486799 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fdc71e5a-7eb9-409a-bb3a-0a175ed652fe req-d6b6b160-a4d9-4dfa-a29b-e9db70abeef6 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623574 May 06 09:49:24.608053 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c7ee6f-50d6-4aa6-9ef5-d2ad1e632072 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:49:24.621293 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78ba21b-6d1d-4b5a-9e8e-603534e519c3 None None] Sync routers for ids ['e1fc1cc3-c564-4dd2-8427-7d3131de91a0'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:49:24.625959 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56384) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:24.626237 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d5c7ee6f-50d6-4aa6-9ef5-d2ad1e632072 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] 10.222.0.73 "PUT /v2.0/routers/e1fc1cc3-c564-4dd2-8427-7d3131de91a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6187479 May 06 09:49:24.673631 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78ba21b-6d1d-4b5a-9e8e-603534e519c3 None None] Routers {'e1fc1cc3-c564-4dd2-8427-7d3131de91a0'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:24.674677 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-c78ba21b-6d1d-4b5a-9e8e-603534e519c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:49:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e1fc1cc3-c564-4dd2-8427-7d3131de91a0'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:24.770654 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-c78ba21b-6d1d-4b5a-9e8e-603534e519c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:24.803589 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78ba21b-6d1d-4b5a-9e8e-603534e519c3 None None] Routers {'e1fc1cc3-c564-4dd2-8427-7d3131de91a0'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:24.804342 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-c78ba21b-6d1d-4b5a-9e8e-603534e519c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:49:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e1fc1cc3-c564-4dd2-8427-7d3131de91a0'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:24.916242 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-c78ba21b-6d1d-4b5a-9e8e-603534e519c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:24.916978 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78ba21b-6d1d-4b5a-9e8e-603534e519c3 None None] The sync data for ids ['e1fc1cc3-c564-4dd2-8427-7d3131de91a0'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:49:25.316358 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da48886f-8a4b-4138-813b-bb2ced81c958 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:25.394161 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fc69e-7f8f-4c25-96bf-4c926c9048a6 req-b84babb6-7d02-4eb4-96c3-c9341444ae23 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:25.395806 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-728fc69e-7f8f-4c25-96bf-4c926c9048a6 req-b84babb6-7d02-4eb4-96c3-c9341444ae23 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 945 time: 0.1428003 May 06 09:49:25.403254 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c363fe-2a5d-4563-9c6a-1204f658ec79 req-61133b78-0793-428a-8d66-9f25fe44800d tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:25.404794 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1c363fe-2a5d-4563-9c6a-1204f658ec79 req-61133b78-0793-428a-8d66-9f25fe44800d tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.5930634 May 06 09:49:25.410029 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913144e2-e3dd-46a5-b567-209614aef3e8 req-e917068a-2fe5-4ac0-ac14-c02aa75f8486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:25.411506 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-913144e2-e3dd-46a5-b567-209614aef3e8 req-e917068a-2fe5-4ac0-ac14-c02aa75f8486 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1750166bc51841a8bad92d45b4eec5fb&device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 1096 time: 0.6009200 May 06 09:49:25.692597 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1c363fe-2a5d-4563-9c6a-1204f658ec79 req-cf6f5352-a4e1-4b30-93c1-8973e19f684a tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2766621 May 06 09:49:25.707248 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56426) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:25.917309 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da48886f-8a4b-4138-813b-bb2ced81c958 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:25.942410 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-728fc69e-7f8f-4c25-96bf-4c926c9048a6 req-7c9a65dd-7e9e-4cb1-a40c-4a313172ea4b tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5364871 May 06 09:49:26.104598 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913144e2-e3dd-46a5-b567-209614aef3e8 req-ccd9771e-7789-4629-8d55-c6755fb80ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:26.107204 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-913144e2-e3dd-46a5-b567-209614aef3e8 req-ccd9771e-7789-4629-8d55-c6755fb80ba8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=02e8aba3-387b-400e-9f74-334ab3eab168 HTTP/1.1" status: 200 len: 918 time: 0.6843545 May 06 09:49:26.149899 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6163d2-9833-4c8f-be0f-7bf3de86483a req-ec4cc519-dada-43e0-9525-c2d76e375486 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:26.151816 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb6163d2-9833-4c8f-be0f-7bf3de86483a req-ec4cc519-dada-43e0-9525-c2d76e375486 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 946 time: 0.1777368 May 06 09:49:26.404626 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-913144e2-e3dd-46a5-b567-209614aef3e8 req-3c97ce82-d4ac-459d-933f-6be12168c3cb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf1e41e2-bb41-4232-93f0-f6954f63dd79 HTTP/1.1" status: 200 len: 1000 time: 0.2763233 May 06 09:49:26.424013 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-da48886f-8a4b-4138-813b-bb2ced81c958 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Deleting port fe30d4b5-fcf1-42ef-8f9b-3eb80f84492a {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:26.424360 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da48886f-8a4b-4138-813b-bb2ced81c958 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:26.578954 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35efa403-b024-46d9-86dd-942cbc36f6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:26.725270 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb6163d2-9833-4c8f-be0f-7bf3de86483a req-d14fbecc-548d-4997-9fc5-5e8d4754cbe0 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4787385 May 06 09:49:26.783475 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913144e2-e3dd-46a5-b567-209614aef3e8 req-b60e3317-573a-4bbb-a9ce-e4bfb8f7469d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:26.785201 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-913144e2-e3dd-46a5-b567-209614aef3e8 req-b60e3317-573a-4bbb-a9ce-e4bfb8f7469d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1d4098cb-ab83-4260-9cb2-59b447fa9932 HTTP/1.1" status: 200 len: 856 time: 0.3657708 May 06 09:49:26.802814 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35efa403-b024-46d9-86dd-942cbc36f6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:26.810550 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35efa403-b024-46d9-86dd-942cbc36f6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:26.908813 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-35efa403-b024-46d9-86dd-942cbc36f6b9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=73976927e95d40f4a6958bfa97759222&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2003844 May 06 09:49:26.917479 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56450) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:27.085991 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-25155552-b486-42c5-9862-10669d379573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:27.088971 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efa403-b024-46d9-86dd-942cbc36f6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203fdeb8-00f9-4e57-b7ce-0834d639da17,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:27.121048 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-25155552-b486-42c5-9862-10669d379573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:27.257430 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-25155552-b486-42c5-9862-10669d379573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:27.266818 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da48886f-8a4b-4138-813b-bb2ced81c958 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:27.269234 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-25155552-b486-42c5-9862-10669d379573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:27.271205 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-25155552-b486-42c5-9862-10669d379573 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/203fdeb8-00f9-4e57-b7ce-0834d639da17 HTTP/1.1" status: 204 len: 168 time: 0.3523693 May 06 09:49:27.305908 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25155552-b486-42c5-9862-10669d379573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203fdeb8-00f9-4e57-b7ce-0834d639da17,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:27.341441 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-da48886f-8a4b-4138-813b-bb2ced81c958 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Calling delete_port for fe30d4b5-fcf1-42ef-8f9b-3eb80f84492a owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:27.384273 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913144e2-e3dd-46a5-b567-209614aef3e8 req-db78dff0-e980-443f-a841-692a86a54cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:27.388637 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-913144e2-e3dd-46a5-b567-209614aef3e8 req-db78dff0-e980-443f-a841-692a86a54cce service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=02e8aba3-387b-400e-9f74-334ab3eab168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5819814 May 06 09:49:27.423052 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d676d1-a2d6-48a3-b954-25fc51357685 req-e5575dee-a6dc-4cb4-98dd-d697591faaa8 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:27.424689 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d3d676d1-a2d6-48a3-b954-25fc51357685 req-e5575dee-a6dc-4cb4-98dd-d697591faaa8 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 946 time: 0.4915462 May 06 09:49:27.448663 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40083146-f0b6-475f-a209-e80341faa460 req-98ac64e9-6408-4e43-bae4-a312688a67d9 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:27.450208 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-40083146-f0b6-475f-a209-e80341faa460 req-98ac64e9-6408-4e43-bae4-a312688a67d9 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.5157766 May 06 09:49:27.874073 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d3d676d1-a2d6-48a3-b954-25fc51357685 req-f48dac8e-dc86-41a0-b4e1-e2352b3c3099 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185152 May 06 09:49:28.073626 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-40083146-f0b6-475f-a209-e80341faa460 req-a65401ad-ce63-49bb-82c0-14ff7275fe4f tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6029723 May 06 09:49:28.158451 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56474) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:28.186508 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-351d1d0b-c8df-49cb-aa78-4f89e6105141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:28.283633 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-913144e2-e3dd-46a5-b567-209614aef3e8 req-36908c8d-8917-4eaf-a8f7-4dc30eb05e81 service neutron] 10.222.0.77 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8249178 May 06 09:49:28.397863 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e774645-074a-4a7a-ad03-7cdf67df3012 req-23a6a6f5-9c4e-4b3e-b40c-322fb6ae4b26 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:28.401787 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6e774645-074a-4a7a-ad03-7cdf67df3012 req-23a6a6f5-9c4e-4b3e-b40c-322fb6ae4b26 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 945 time: 0.1999538 May 06 09:49:28.461370 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-351d1d0b-c8df-49cb-aa78-4f89e6105141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:28.470109 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-351d1d0b-c8df-49cb-aa78-4f89e6105141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:28.539166 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-351d1d0b-c8df-49cb-aa78-4f89e6105141 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4cf7b0ada1554df5b79c4ae65edba01a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3772213 May 06 09:49:28.540270 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56480) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:28.543551 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d1d0b-c8df-49cb-aa78-4f89e6105141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9dd27e-d7de-4856-ac6a-ee0b834e5018,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:28.658911 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da48886f-8a4b-4138-813b-bb2ced81c958 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:28.686406 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-53b318fe-c11b-40ab-aa18-a270482d5372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:28.716513 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-53b318fe-c11b-40ab-aa18-a270482d5372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:28.729667 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48886f-8a4b-4138-813b-bb2ced81c958 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Pushing event deleted for resources: {'Port': ['ID=fe30d4b5-fcf1-42ef-8f9b-3eb80f84492a,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:28.768763 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6e774645-074a-4a7a-ad03-7cdf67df3012 req-c56f0e45-cc60-4977-b327-755baa69a5a0 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3214483 May 06 09:49:28.777558 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-913144e2-e3dd-46a5-b567-209614aef3e8 req-c21d124b-9bbe-4e42-b15b-a6f946d6947f service neutron] 10.222.0.77 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825454 May 06 09:49:28.846925 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0daa9-9a2b-44b1-aed3-fc12310fe8c9 req-cea9a345-cca3-452c-b756-30a7cd2517e3 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:28.852543 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ebe0daa9-9a2b-44b1-aed3-fc12310fe8c9 req-cea9a345-cca3-452c-b756-30a7cd2517e3 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 946 time: 0.3741701 May 06 09:49:28.864867 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-53b318fe-c11b-40ab-aa18-a270482d5372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:28.868482 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-53b318fe-c11b-40ab-aa18-a270482d5372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:28.874736 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-53b318fe-c11b-40ab-aa18-a270482d5372 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8f9dd27e-d7de-4856-ac6a-ee0b834e5018 HTTP/1.1" status: 204 len: 168 time: 0.3328705 May 06 09:49:28.882198 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:28.896339 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b318fe-c11b-40ab-aa18-a270482d5372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9dd27e-d7de-4856-ac6a-ee0b834e5018,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:28.981098 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da48886f-8a4b-4138-813b-bb2ced81c958 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.142684 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ebe0daa9-9a2b-44b1-aed3-fc12310fe8c9 req-3c8ace44-2f50-4da4-b961-f036362b9c0b tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520721 May 06 09:49:29.149580 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da48886f-8a4b-4138-813b-bb2ced81c958 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.155027 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da48886f-8a4b-4138-813b-bb2ced81c958 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.414234 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da48886f-8a4b-4138-813b-bb2ced81c958 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.415851 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da48886f-8a4b-4138-813b-bb2ced81c958 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Fanout notify agent at l3_agent the message router_deleted on router e1fc1cc3-c564-4dd2-8427-7d3131de91a0 {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:49:29.443221 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da48886f-8a4b-4138-813b-bb2ced81c958 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.445660 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-da48886f-8a4b-4138-813b-bb2ced81c958 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] 10.222.0.73 "DELETE /v2.0/routers/e1fc1cc3-c564-4dd2-8427-7d3131de91a0 HTTP/1.1" status: 204 len: 168 time: 4.8216062 May 06 09:49:29.448927 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56496) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:29.570343 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15153867-b6a6-4988-b5ad-e98cdc5288bc req-70fe82d9-ae57-449d-86e5-15e2bb8f6096 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:29.581685 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-15153867-b6a6-4988-b5ad-e98cdc5288bc req-70fe82d9-ae57-449d-86e5-15e2bb8f6096 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.2892323 May 06 09:49:29.616187 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe2a5d-a705-40df-bf4b-21c49686eec5 req-ec99c9ae-5da9-422b-a3ff-6ebc7b75a321 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:29.618804 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4fbe2a5d-a705-40df-bf4b-21c49686eec5 req-ec99c9ae-5da9-422b-a3ff-6ebc7b75a321 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 946 time: 0.2430310 May 06 09:49:29.637489 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a75ea0b-e051-4d89-9a72-e77a2cb43f05 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Deleting subnet 12378272-40fb-440f-8ae4-83897539a935 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:49:29.644253 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a75ea0b-e051-4d89-9a72-e77a2cb43f05 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.670835 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-15153867-b6a6-4988-b5ad-e98cdc5288bc req-fd8aa0b7-6193-4fa6-a09a-04b9cdebf9c9 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873096 May 06 09:49:29.709698 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a75ea0b-e051-4d89-9a72-e77a2cb43f05 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.735296 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4fbe2a5d-a705-40df-bf4b-21c49686eec5 req-a08da319-82a5-4168-b3ab-0bcdecdd3f38 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893049 May 06 09:49:30.057390 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0e176-8136-4810-9a19-fcfe423cbd4f req-5ee756a0-ee18-415a-ac52-a8b16cdb3f72 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:30.059167 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-06b0e176-8136-4810-9a19-fcfe423cbd4f req-5ee756a0-ee18-415a-ac52-a8b16cdb3f72 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 945 time: 0.1275234 May 06 09:49:30.115523 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a75ea0b-e051-4d89-9a72-e77a2cb43f05 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:30.130547 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-06b0e176-8136-4810-9a19-fcfe423cbd4f req-e726a36e-778c-4290-aaee-9ad9623f6de1 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610533 May 06 09:49:30.321787 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a75ea0b-e051-4d89-9a72-e77a2cb43f05 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:30.464085 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a269f-139e-4ca9-9e36-64bdba1cbed3 req-67719970-831d-47f3-b829-996470ce8a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:30.466568 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a40a269f-139e-4ca9-9e36-64bdba1cbed3 req-67719970-831d-47f3-b829-996470ce8a8b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fc3665e2c2e04868b3a33544c6d53039&device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 1097 time: 0.0888824 May 06 09:49:30.478843 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b732d8a7-3caf-404e-8969-341653326430 None None] Network 724f0718-3671-4a43-9e24-c72a6b764945 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:49:30.480234 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a75ea0b-e051-4d89-9a72-e77a2cb43f05 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:30.486101 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9a75ea0b-e051-4d89-9a72-e77a2cb43f05 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] 10.222.0.73 "DELETE /v2.0/subnets/12378272-40fb-440f-8ae4-83897539a935 HTTP/1.1" status: 204 len: 168 time: 1.0352750 May 06 09:49:30.491551 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75ea0b-e051-4d89-9a72-e77a2cb43f05 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Pushing event deleted for resources: {'Subnet': ['ID=12378272-40fb-440f-8ae4-83897539a935,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:30.497557 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56536) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:30.942986 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf2c2-88ea-4e4c-80fd-d46f9c072032 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:30.991169 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112521be-0201-4c60-a621-2432ff384f0e req-d1caa2fe-f183-40c5-96ed-71b109e5b069 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:31.002394 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-112521be-0201-4c60-a621-2432ff384f0e req-d1caa2fe-f183-40c5-96ed-71b109e5b069 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 946 time: 0.5271516 May 06 09:49:31.085405 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93fdedf-b7ab-4dab-a54a-e3a5e03ef6cc None None] DHCP port deletion for 724f0718-3671-4a43-9e24-c72a6b764945 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:49:31.141252 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-4a8bf2c2-88ea-4e4c-80fd-d46f9c072032 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Deleting port 35a028fa-1cb6-4c14-a2bb-4d74c537e684 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:31.141933 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf2c2-88ea-4e4c-80fd-d46f9c072032 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:31.224000 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f93fdedf-b7ab-4dab-a54a-e3a5e03ef6cc None None] Deleting port 35a028fa-1cb6-4c14-a2bb-4d74c537e684 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:31.227497 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f93fdedf-b7ab-4dab-a54a-e3a5e03ef6cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:31.244165 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a269f-139e-4ca9-9e36-64bdba1cbed3 req-01254b69-b135-45ef-a8bd-fd85c04b407f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:31.247654 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a40a269f-139e-4ca9-9e36-64bdba1cbed3 req-01254b69-b135-45ef-a8bd-fd85c04b407f service neutron] 10.222.0.84 "GET /v2.0/networks?id=5312fc31-6ea9-4a0c-acf2-db4b77673e7e HTTP/1.1" status: 200 len: 912 time: 0.7253475 May 06 09:49:31.409007 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f93fdedf-b7ab-4dab-a54a-e3a5e03ef6cc None None] For port 35a028fa-1cb6-4c14-a2bb-4d74c537e684, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=35a028fa-1cb6-4c14-a2bb-4d74c537e684,segment=NetworkSegment(51a4ed57-95a4-4b90-b53b-b5c1ec295145),segment_id=51a4ed57-95a4-4b90-b53b-b5c1ec295145)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:31.409471 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f93fdedf-b7ab-4dab-a54a-e3a5e03ef6cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:31.411591 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-4a8bf2c2-88ea-4e4c-80fd-d46f9c072032 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] For port 35a028fa-1cb6-4c14-a2bb-4d74c537e684, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=35a028fa-1cb6-4c14-a2bb-4d74c537e684,segment=NetworkSegment(51a4ed57-95a4-4b90-b53b-b5c1ec295145),segment_id=51a4ed57-95a4-4b90-b53b-b5c1ec295145)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:31.412039 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf2c2-88ea-4e4c-80fd-d46f9c072032 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:31.433314 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a40a269f-139e-4ca9-9e36-64bdba1cbed3 req-94584fa1-6702-4983-b7b5-fc2290cbaf64 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0fa2814-7e98-4015-a8d9-c881c8e68a6c HTTP/1.1" status: 200 len: 1001 time: 0.1571910 May 06 09:49:31.449663 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338b391-94eb-4de3-9bed-2552cc92fc50 req-c69c17cf-c3ff-4f6e-9190-5dd8f5f5aff3 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:31.461658 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d338b391-94eb-4de3-9bed-2552cc92fc50 req-c69c17cf-c3ff-4f6e-9190-5dd8f5f5aff3 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.4936054 May 06 09:49:31.467106 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-4a8bf2c2-88ea-4e4c-80fd-d46f9c072032 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Calling delete_port for 35a028fa-1cb6-4c14-a2bb-4d74c537e684 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:31.586682 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a269f-139e-4ca9-9e36-64bdba1cbed3 req-e3f2655e-2757-4064-bb72-c6abbd1554c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:31.588417 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a40a269f-139e-4ca9-9e36-64bdba1cbed3 req-e3f2655e-2757-4064-bb72-c6abbd1554c6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ccc21fd6-3e83-4532-8289-a853643de30c HTTP/1.1" status: 200 len: 850 time: 0.1171508 May 06 09:49:31.609140 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-112521be-0201-4c60-a621-2432ff384f0e req-4e19dbab-bbc1-47dc-91ac-d4f3cac1b39a tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5942380 May 06 09:49:31.802124 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf2c2-88ea-4e4c-80fd-d46f9c072032 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:31.847484 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8bf2c2-88ea-4e4c-80fd-d46f9c072032 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] No DVR routers for this DVR port 35a028fa-1cb6-4c14-a2bb-4d74c537e684 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:49:31.967541 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f93fdedf-b7ab-4dab-a54a-e3a5e03ef6cc None None] Calling delete_port for 35a028fa-1cb6-4c14-a2bb-4d74c537e684 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:31.973486 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d338b391-94eb-4de3-9bed-2552cc92fc50 req-ae9d06bb-b7a4-4668-8c89-fcb95c222a03 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5113785 May 06 09:49:32.007835 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a269f-139e-4ca9-9e36-64bdba1cbed3 req-7d993b0b-9d13-4322-899c-fb9ad47dbad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:32.018087 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a40a269f-139e-4ca9-9e36-64bdba1cbed3 req-7d993b0b-9d13-4322-899c-fb9ad47dbad4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5312fc31-6ea9-4a0c-acf2-db4b77673e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4050884 May 06 09:49:32.098464 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 35a028fa-1cb6-4c14-a2bb-4d74c537e684 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:49:32.156749 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 35a028fa-1cb6-4c14-a2bb-4d74c537e684 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:49:32.157109 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 35a028fa-1cb6-4c14-a2bb-4d74c537e684 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:49:32.320704 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f93fdedf-b7ab-4dab-a54a-e3a5e03ef6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:32.331009 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8bf2c2-88ea-4e4c-80fd-d46f9c072032 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Pushing event deleted for resources: {'Port': ['ID=35a028fa-1cb6-4c14-a2bb-4d74c537e684,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:32.398685 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf2c2-88ea-4e4c-80fd-d46f9c072032 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:32.413363 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93fdedf-b7ab-4dab-a54a-e3a5e03ef6cc None None] No DVR routers for this DVR port 35a028fa-1cb6-4c14-a2bb-4d74c537e684 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:49:32.422122 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93fdedf-b7ab-4dab-a54a-e3a5e03ef6cc None None] Pushing event deleted for resources: {'Port': ['ID=35a028fa-1cb6-4c14-a2bb-4d74c537e684,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:32.498448 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-4a8bf2c2-88ea-4e4c-80fd-d46f9c072032 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['724f0718-3671-4a43-9e24-c72a6b764945']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:32.542661 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-4a8bf2c2-88ea-4e4c-80fd-d46f9c072032 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a4ed57-95a4-4b90-b53b-b5c1ec295145') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:32.547521 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-4a8bf2c2-88ea-4e4c-80fd-d46f9c072032 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a4ed57-95a4-4b90-b53b-b5c1ec295145') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:32.600958 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf2c2-88ea-4e4c-80fd-d46f9c072032 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:32.690900 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf2c2-88ea-4e4c-80fd-d46f9c072032 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:32.715072 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a8bf2c2-88ea-4e4c-80fd-d46f9c072032 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:49:32.717510 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf2c2-88ea-4e4c-80fd-d46f9c072032 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: timer() May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:49:32.731640 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:49:32.828456 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf2c2-88ea-4e4c-80fd-d46f9c072032 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:32.845409 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf2c2-88ea-4e4c-80fd-d46f9c072032 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:32.851015 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4a8bf2c2-88ea-4e4c-80fd-d46f9c072032 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] 10.222.0.73 "DELETE /v2.0/networks/724f0718-3671-4a43-9e24-c72a6b764945 HTTP/1.1" status: 204 len: 168 time: 2.3522992 May 06 09:49:32.855967 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56576) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:33.044819 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56578) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:33.089480 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8bf2c2-88ea-4e4c-80fd-d46f9c072032 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Pushing event deleted for resources: {'Network': ['ID=724f0718-3671-4a43-9e24-c72a6b764945,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:33.152632 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-657f9fae-a27c-4d3d-b2f3-125b33c21a42 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Deleting port f82472ca-b043-4876-8ba2-943460449b58 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:33.153284 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-657f9fae-a27c-4d3d-b2f3-125b33c21a42 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:33.452525 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-657f9fae-a27c-4d3d-b2f3-125b33c21a42 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:33.452891 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-657f9fae-a27c-4d3d-b2f3-125b33c21a42 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:33.482693 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a40a269f-139e-4ca9-9e36-64bdba1cbed3 req-3c5f5689-7612-4330-afa3-199d485fd118 service neutron] 10.222.0.84 "GET /v2.0/networks/5312fc31-6ea9-4a0c-acf2-db4b77673e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4608998 May 06 09:49:33.501664 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5e848-783a-4d24-8eed-11d55d70816d req-859de054-6ed3-4599-8b8f-32507d41ac12 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:33.503640 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8bb5e848-783a-4d24-8eed-11d55d70816d req-859de054-6ed3-4599-8b8f-32507d41ac12 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 945 time: 1.6395600 May 06 09:49:33.511509 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-657f9fae-a27c-4d3d-b2f3-125b33c21a42 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Calling delete_port for f82472ca-b043-4876-8ba2-943460449b58 owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:33.618648 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a40a269f-139e-4ca9-9e36-64bdba1cbed3 req-dfcacea2-69c1-4fcb-b0bd-418ef0a05d00 service neutron] 10.222.0.84 "GET /v2.0/networks/5312fc31-6ea9-4a0c-acf2-db4b77673e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119628 May 06 09:49:33.658943 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a394631-fa82-4398-96f1-35f02ebe7ec7 req-1b641aa8-b269-480a-8362-82dc1d88766c tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:33.661170 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1a394631-fa82-4398-96f1-35f02ebe7ec7 req-1b641aa8-b269-480a-8362-82dc1d88766c tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 946 time: 0.3779917 May 06 09:49:33.688458 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8bb5e848-783a-4d24-8eed-11d55d70816d req-74c4f2bc-e624-4e91-ba49-cbe2e94df2d5 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684683 May 06 09:49:33.731451 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-792ce2fc-9ad4-453a-8f96-c44d73be4411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:33.767217 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1a394631-fa82-4398-96f1-35f02ebe7ec7 req-fa28e2dd-e97b-4da7-b637-7a088c6d9911 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838768 May 06 09:49:33.970517 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-792ce2fc-9ad4-453a-8f96-c44d73be4411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:34.013086 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-792ce2fc-9ad4-453a-8f96-c44d73be4411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:34.014879 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15433a98-f366-4878-872d-ab8ff96c4fdd req-9cdf00d0-8902-4d23-83b6-2132021771f6 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:34.018249 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-15433a98-f366-4878-872d-ab8ff96c4fdd req-9cdf00d0-8902-4d23-83b6-2132021771f6 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.0772138 May 06 09:49:34.064499 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-792ce2fc-9ad4-453a-8f96-c44d73be4411 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=97a695200767465f9a241aa3667b3f25&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0127363 May 06 09:49:34.067008 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-657f9fae-a27c-4d3d-b2f3-125b33c21a42 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:34.070237 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56590) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:34.103415 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-15433a98-f366-4878-872d-ab8ff96c4fdd req-f027a860-e6da-4a24-8473-3eb4b464684b tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777907 May 06 09:49:34.206881 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f9fae-a27c-4d3d-b2f3-125b33c21a42 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Pushing event deleted for resources: {'Port': ['ID=f82472ca-b043-4876-8ba2-943460449b58,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:34.286523 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ce2fc-9ad4-453a-8f96-c44d73be4411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afa2a3e-428c-4f0b-8677-7e771d0c7af4,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:34.335927 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ce2fc-9ad4-453a-8f96-c44d73be4411 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:34.336506 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ce2fc-9ad4-453a-8f96-c44d73be4411 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:34.337050 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ce2fc-9ad4-453a-8f96-c44d73be4411 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:34.337460 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ce2fc-9ad4-453a-8f96-c44d73be4411 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:34.337850 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ce2fc-9ad4-453a-8f96-c44d73be4411 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:34.340639 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ce2fc-9ad4-453a-8f96-c44d73be4411 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:34.341122 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ce2fc-9ad4-453a-8f96-c44d73be4411 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:34.341556 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ce2fc-9ad4-453a-8f96-c44d73be4411 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:34.341985 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ce2fc-9ad4-453a-8f96-c44d73be4411 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:34.346266 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ce2fc-9ad4-453a-8f96-c44d73be4411 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:34.350011 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ce2fc-9ad4-453a-8f96-c44d73be4411 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:34.350429 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ce2fc-9ad4-453a-8f96-c44d73be4411 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:34.383440 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657f9fae-a27c-4d3d-b2f3-125b33c21a42 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:34.383683 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657f9fae-a27c-4d3d-b2f3-125b33c21a42 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:34.384070 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657f9fae-a27c-4d3d-b2f3-125b33c21a42 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:34.384526 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657f9fae-a27c-4d3d-b2f3-125b33c21a42 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:34.384956 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657f9fae-a27c-4d3d-b2f3-125b33c21a42 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:34.385474 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657f9fae-a27c-4d3d-b2f3-125b33c21a42 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:34.385875 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657f9fae-a27c-4d3d-b2f3-125b33c21a42 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:34.386411 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657f9fae-a27c-4d3d-b2f3-125b33c21a42 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:34.386793 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657f9fae-a27c-4d3d-b2f3-125b33c21a42 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:34.387241 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657f9fae-a27c-4d3d-b2f3-125b33c21a42 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:34.387761 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657f9fae-a27c-4d3d-b2f3-125b33c21a42 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:34.388103 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657f9fae-a27c-4d3d-b2f3-125b33c21a42 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:34.520015 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8f4fd5c7-9d56-42d1-ae99-ba6d8b67aa67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:34.558012 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-657f9fae-a27c-4d3d-b2f3-125b33c21a42 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:34.561963 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-657f9fae-a27c-4d3d-b2f3-125b33c21a42 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:34.565641 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-657f9fae-a27c-4d3d-b2f3-125b33c21a42 tempest-FloatingIPAdminTestJSON-943846240 tempest-FloatingIPAdminTestJSON-943846240-project] 10.222.0.73 "DELETE /v2.0/floatingips/89a91be3-364b-4063-81db-ff920aea0f5a HTTP/1.1" status: 204 len: 168 time: 1.7042890 May 06 09:49:34.591675 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8f4fd5c7-9d56-42d1-ae99-ba6d8b67aa67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:34.731708 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8f4fd5c7-9d56-42d1-ae99-ba6d8b67aa67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:34.741010 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8f4fd5c7-9d56-42d1-ae99-ba6d8b67aa67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:34.742727 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8f4fd5c7-9d56-42d1-ae99-ba6d8b67aa67 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4afa2a3e-428c-4f0b-8677-7e771d0c7af4 HTTP/1.1" status: 204 len: 168 time: 0.6440206 May 06 09:49:34.773125 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4fd5c7-9d56-42d1-ae99-ba6d8b67aa67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afa2a3e-428c-4f0b-8677-7e771d0c7af4,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:35.079832 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56610) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:35.149535 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56614) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:35.163360 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc03be-b777-42c5-a344-9e79b1a26ef4 req-f9fc0130-b566-4737-92aa-1dc96b992812 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:35.171454 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73fc03be-b777-42c5-a344-9e79b1a26ef4 req-f9fc0130-b566-4737-92aa-1dc96b992812 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 945 time: 0.2284644 May 06 09:49:35.234230 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73fc03be-b777-42c5-a344-9e79b1a26ef4 req-606f1776-0ff5-474d-b679-19224db9fa42 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591705 May 06 09:49:35.297459 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b35cbf-dd53-41e8-9860-724a210bfc41 req-a40de861-dca8-4353-9a47-14de561f78a2 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:35.314897 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-88b35cbf-dd53-41e8-9860-724a210bfc41 req-a40de861-dca8-4353-9a47-14de561f78a2 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 946 time: 0.2763605 May 06 09:49:35.458646 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-32185047-2f00-4e8a-900f-f8f4d6f1d7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:35.459930 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-88b35cbf-dd53-41e8-9860-724a210bfc41 req-50f7618b-d5cf-4587-88e3-cc074c5cbce1 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428442 May 06 09:49:35.508113 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32eedb6-6f3a-4ba2-94f3-92d66a6bac8c req-8c5c2a0b-d50d-4bce-8324-0a7123a6aacd tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:35.510500 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e32eedb6-6f3a-4ba2-94f3-92d66a6bac8c req-8c5c2a0b-d50d-4bce-8324-0a7123a6aacd tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.1169629 May 06 09:49:35.615727 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e32eedb6-6f3a-4ba2-94f3-92d66a6bac8c req-73adfdf6-a73d-4b08-a493-b802a206fb34 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973551 May 06 09:49:35.690846 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-32185047-2f00-4e8a-900f-f8f4d6f1d7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:35.698375 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-32185047-2f00-4e8a-900f-f8f4d6f1d7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:35.752858 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-32185047-2f00-4e8a-900f-f8f4d6f1d7f4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a421b7e3d6be4e4faf7d2a2039f6acd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6724133 May 06 09:49:35.755679 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56624) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:35.841997 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32185047-2f00-4e8a-900f-f8f4d6f1d7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da259dff-37f5-4aa1-ae3c-7b88e892d53c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:35.923256 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63a617b7-4973-405c-bc8e-9dbac15137cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:36.086966 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63a617b7-4973-405c-bc8e-9dbac15137cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:36.198528 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2170c091-f6f0-4e7f-9042-71a28c0d3d36 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=17e27a80aaf349c5a138aa61f44ff562&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0456691 May 06 09:49:36.199181 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56634) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:36.234929 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63a617b7-4973-405c-bc8e-9dbac15137cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:36.243741 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63a617b7-4973-405c-bc8e-9dbac15137cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:36.250618 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-63a617b7-4973-405c-bc8e-9dbac15137cd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/da259dff-37f5-4aa1-ae3c-7b88e892d53c HTTP/1.1" status: 204 len: 168 time: 0.4938853 May 06 09:49:36.306339 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a617b7-4973-405c-bc8e-9dbac15137cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da259dff-37f5-4aa1-ae3c-7b88e892d53c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:36.450285 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4a384243-981f-4564-b1b1-2c65894278f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:36.562636 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4a384243-981f-4564-b1b1-2c65894278f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:36.811415 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4a384243-981f-4564-b1b1-2c65894278f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:36.815530 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4a384243-981f-4564-b1b1-2c65894278f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:36.817777 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4a384243-981f-4564-b1b1-2c65894278f6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/54a6ae3a-3aa4-4543-a1c9-8bf7ed43744f HTTP/1.1" status: 204 len: 168 time: 0.6174228 May 06 09:49:36.891678 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a384243-981f-4564-b1b1-2c65894278f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a6ae3a-3aa4-4543-a1c9-8bf7ed43744f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:36.988950 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa626d-483d-4c20-be06-ded50c8087c6 req-9ee04961-6b7a-4167-bd93-595a997f99aa tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:36.991847 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6ffa626d-483d-4c20-be06-ded50c8087c6 req-9ee04961-6b7a-4167-bd93-595a997f99aa tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 946 time: 0.2155647 May 06 09:49:37.077564 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0ef41-d026-47e5-a720-19db74e5b9e9 req-4fed2f94-f692-4b9e-8c0f-2360261596c7 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:37.080101 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-35b0ef41-d026-47e5-a720-19db74e5b9e9 req-4fed2f94-f692-4b9e-8c0f-2360261596c7 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 945 time: 0.3019822 May 06 09:49:37.085912 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6ffa626d-483d-4c20-be06-ded50c8087c6 req-f06f353e-2fa7-4840-a5ad-7ff75d9a0169 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824215 May 06 09:49:37.148819 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-35b0ef41-d026-47e5-a720-19db74e5b9e9 req-6ea1dc8c-631b-4e9d-a6c8-61a38508bada tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614848 May 06 09:49:37.455840 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56658) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:37.469902 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88be255-6b0e-4f56-ac6e-77422e0418fa req-9ea7857e-e66d-454b-afa6-15b4f7868419 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:37.489489 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f88be255-6b0e-4f56-ac6e-77422e0418fa req-9ea7857e-e66d-454b-afa6-15b4f7868419 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.2069154 May 06 09:49:37.506759 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9bb95f74-0bbe-4e6d-97ce-dca539180a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:37.578707 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f88be255-6b0e-4f56-ac6e-77422e0418fa req-78702c66-5234-46e1-bd62-652189bc3b94 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879869 May 06 09:49:37.750916 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9bb95f74-0bbe-4e6d-97ce-dca539180a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:37.758882 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9bb95f74-0bbe-4e6d-97ce-dca539180a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:37.907559 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9bb95f74-0bbe-4e6d-97ce-dca539180a30 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e515c29654984edcb2c241bdab6a570c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4494796 May 06 09:49:37.910160 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56666) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:37.918481 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56668) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:37.927894 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb95f74-0bbe-4e6d-97ce-dca539180a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c873f1f-2b4a-46a0-9094-2660eaa7c75d,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:37.968226 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56674) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:37.994855 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-705b0580-b89b-4635-84f5-71bf7a27eb0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:38.097052 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cc682a50-9f07-46e1-9273-201a2e42451a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:38.217620 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cc682a50-9f07-46e1-9273-201a2e42451a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:38.244742 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-705b0580-b89b-4635-84f5-71bf7a27eb0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:38.258771 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-705b0580-b89b-4635-84f5-71bf7a27eb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:38.374561 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-705b0580-b89b-4635-84f5-71bf7a27eb0e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=140b9599dcf74090aad4623ee0c9974a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4040768 May 06 09:49:38.375450 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b0580-b89b-4635-84f5-71bf7a27eb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08002c04-57eb-4af4-b480-433da0eac904,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:38.377851 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56682) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:38.442095 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9c4ed94a-9799-491b-b3f7-5a837dc793b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:38.475306 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9c4ed94a-9799-491b-b3f7-5a837dc793b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:38.594531 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b831f-fee9-4f09-a5e4-99358d254a52 req-220e3159-f173-4693-85e0-6938d2847440 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:38.603942 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b63b831f-fee9-4f09-a5e4-99358d254a52 req-220e3159-f173-4693-85e0-6938d2847440 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 945 time: 0.1783521 May 06 09:49:38.629163 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9c4ed94a-9799-491b-b3f7-5a837dc793b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:38.637161 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9c4ed94a-9799-491b-b3f7-5a837dc793b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:38.639591 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b402a7-a3bc-40b6-91b4-510cc910de12 req-8b62bdca-e903-4dea-a6fa-080dd8bd7822 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:38.640679 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9c4ed94a-9799-491b-b3f7-5a837dc793b0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/08002c04-57eb-4af4-b480-433da0eac904 HTTP/1.1" status: 204 len: 168 time: 0.2618198 May 06 09:49:38.661044 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d3b402a7-a3bc-40b6-91b4-510cc910de12 req-8b62bdca-e903-4dea-a6fa-080dd8bd7822 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 946 time: 0.3610559 May 06 09:49:38.669111 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ed94a-9799-491b-b3f7-5a837dc793b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08002c04-57eb-4af4-b480-433da0eac904,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:38.788905 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cc682a50-9f07-46e1-9273-201a2e42451a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:38.793731 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cc682a50-9f07-46e1-9273-201a2e42451a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:38.804283 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-cc682a50-9f07-46e1-9273-201a2e42451a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8c873f1f-2b4a-46a0-9094-2660eaa7c75d HTTP/1.1" status: 204 len: 168 time: 0.8929062 May 06 09:49:38.847893 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc682a50-9f07-46e1-9273-201a2e42451a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c873f1f-2b4a-46a0-9094-2660eaa7c75d,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:38.873083 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b63b831f-fee9-4f09-a5e4-99358d254a52 req-ab729612-7884-497f-85ef-e47df16c78c8 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2679267 May 06 09:49:38.917768 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d3b402a7-a3bc-40b6-91b4-510cc910de12 req-87085a5a-de39-4d1e-9cfe-04a95f91624a tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554867 May 06 09:49:39.207910 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36b2cf-a255-4613-ba61-c8c88391594d req-c91db5c6-cbcf-4801-92b8-50af0f62c03e tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:39.209446 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9b36b2cf-a255-4613-ba61-c8c88391594d req-c91db5c6-cbcf-4801-92b8-50af0f62c03e tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.1489618 May 06 09:49:39.436577 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9b36b2cf-a255-4613-ba61-c8c88391594d req-1d862578-a5ab-441a-a20c-2cbf75dbc3d8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910870 May 06 09:49:39.600361 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56708) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:39.634561 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef08f89f-a5c3-42c0-916c-14de284e8527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:39.809017 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b89e0a18-b1d8-4ead-8c10-3ae882fa8b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:39.833105 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef08f89f-a5c3-42c0-916c-14de284e8527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:39.838720 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef08f89f-a5c3-42c0-916c-14de284e8527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:39.936005 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ef08f89f-a5c3-42c0-916c-14de284e8527 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=70df601161664afa88dd4c293fe3d3f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3334227 May 06 09:49:39.939155 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56726) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:40.020929 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08f89f-a5c3-42c0-916c-14de284e8527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa45d5d-d1a3-41f0-bc7f-36e329ad15f0,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:40.107170 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aa19ea91-287e-4a00-9996-4be0defae01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:40.149229 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aa19ea91-287e-4a00-9996-4be0defae01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:40.212607 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6a023-3620-4b54-b4c4-50d0e4f737de req-45064dc4-1fb0-4dcd-82af-b5fccc76e0df tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:40.215424 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-83a6a023-3620-4b54-b4c4-50d0e4f737de req-45064dc4-1fb0-4dcd-82af-b5fccc76e0df tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 946 time: 0.1898553 May 06 09:49:40.241227 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aa19ea91-287e-4a00-9996-4be0defae01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:40.246847 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aa19ea91-287e-4a00-9996-4be0defae01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:40.253981 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-aa19ea91-287e-4a00-9996-4be0defae01a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2aa45d5d-d1a3-41f0-bc7f-36e329ad15f0 HTTP/1.1" status: 204 len: 168 time: 0.3133626 May 06 09:49:40.270340 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19ea91-287e-4a00-9996-4be0defae01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa45d5d-d1a3-41f0-bc7f-36e329ad15f0,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:40.294742 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b19df5-2175-4d84-bd26-71900942cab5 req-e94e1a17-c530-40ed-ab6c-df11981305a9 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:40.310149 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73b19df5-2175-4d84-bd26-71900942cab5 req-e94e1a17-c530-40ed-ab6c-df11981305a9 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 945 time: 0.2440934 May 06 09:49:40.420613 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-83a6a023-3620-4b54-b4c4-50d0e4f737de req-f819248e-b617-4651-b795-3286dd48d82e tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941135 May 06 09:49:40.513041 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73b19df5-2175-4d84-bd26-71900942cab5 req-25ca2810-53bc-4d23-bfc3-9974ad0219c3 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007973 May 06 09:49:40.669074 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff561f-602f-4ad8-aff2-39c7eb69256e req-7609b32f-1e2d-4000-aed7-9c105d0b1482 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:40.676950 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5cff561f-602f-4ad8-aff2-39c7eb69256e req-7609b32f-1e2d-4000-aed7-9c105d0b1482 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.0917699 May 06 09:49:40.723923 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5cff561f-602f-4ad8-aff2-39c7eb69256e req-5c0add99-28ed-4de3-82c0-148547ce670b tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461316 May 06 09:49:40.728835 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-b89e0a18-b1d8-4ead-8c10-3ae882fa8b82 admin admin] Deleting port 378bea14-3ba0-4dc5-9296-03245886d7cc {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:40.729182 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b89e0a18-b1d8-4ead-8c10-3ae882fa8b82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:40.820867 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-b89e0a18-b1d8-4ead-8c10-3ae882fa8b82 admin admin] For port 378bea14-3ba0-4dc5-9296-03245886d7cc, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=378bea14-3ba0-4dc5-9296-03245886d7cc,segment=NetworkSegment(81dfb034-c6ca-4f2c-a88a-36b44ae760cc),segment_id=81dfb034-c6ca-4f2c-a88a-36b44ae760cc)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:40.821525 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b89e0a18-b1d8-4ead-8c10-3ae882fa8b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:40.841129 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-b89e0a18-b1d8-4ead-8c10-3ae882fa8b82 admin admin] Calling delete_port for 378bea14-3ba0-4dc5-9296-03245886d7cc owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:41.043595 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b89e0a18-b1d8-4ead-8c10-3ae882fa8b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:41.076475 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e0a18-b1d8-4ead-8c10-3ae882fa8b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=378bea14-3ba0-4dc5-9296-03245886d7cc,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:41.183239 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56794) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:41.298160 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b89e0a18-b1d8-4ead-8c10-3ae882fa8b82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:41.348553 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f3402646-9155-4e2c-8a0c-ad9e1a9380a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:41.445618 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56806) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:41.462814 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f3402646-9155-4e2c-8a0c-ad9e1a9380a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:41.471040 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f3402646-9155-4e2c-8a0c-ad9e1a9380a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:41.530402 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f3402646-9155-4e2c-8a0c-ad9e1a9380a4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d02d450c9d4f4a3ebd39586bac9d4959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3458440 May 06 09:49:41.533002 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56812) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:41.543152 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3402646-9155-4e2c-8a0c-ad9e1a9380a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c45eb6-257e-465e-918d-c58667155011,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:41.646322 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89e0a18-b1d8-4ead-8c10-3ae882fa8b82 admin admin] Router 30ea5725-9e8d-4658-8b57-28266b7ccaed has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:49:41.655323 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d5bf6f52-2d2d-40b0-a858-05a7199e4952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:41.671656 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f268e-1db6-462e-b9ad-34d660b8c5cd req-de5ef47c-5529-4d04-a0f3-caac1612cde1 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:41.673650 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-794f268e-1db6-462e-b9ad-34d660b8c5cd req-de5ef47c-5529-4d04-a0f3-caac1612cde1 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 946 time: 0.0942795 May 06 09:49:41.748440 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-3fac5346-9299-4c82-93d6-6685b723fc90 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1623225918', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:41.899296 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-794f268e-1db6-462e-b9ad-34d660b8c5cd req-4b37b6b7-8c12-483e-b398-4217337a48a5 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770813 May 06 09:49:41.901112 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3fac5346-9299-4c82-93d6-6685b723fc90 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:41.902627 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3fac5346-9299-4c82-93d6-6685b723fc90 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:41.979127 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d5bf6f52-2d2d-40b0-a858-05a7199e4952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.008784 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56e7d5-3c82-4c83-bab4-7f7f384a0608 req-b9e628a5-afc5-40ed-8592-054a4ecd945f tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:42.010950 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6c56e7d5-3c82-4c83-bab4-7f7f384a0608 req-b9e628a5-afc5-40ed-8592-054a4ecd945f tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 945 time: 0.3361540 May 06 09:49:42.033889 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d5bf6f52-2d2d-40b0-a858-05a7199e4952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.036748 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d5bf6f52-2d2d-40b0-a858-05a7199e4952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.038003 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d5bf6f52-2d2d-40b0-a858-05a7199e4952 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e5c45eb6-257e-465e-918d-c58667155011 HTTP/1.1" status: 204 len: 168 time: 0.5038638 May 06 09:49:42.047893 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf6f52-2d2d-40b0-a858-05a7199e4952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c45eb6-257e-465e-918d-c58667155011,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:42.064682 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89e0a18-b1d8-4ead-8c10-3ae882fa8b82 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:49:42.071537 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3fac5346-9299-4c82-93d6-6685b723fc90 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.077128 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb7c2f1-09ee-4122-a980-d89557f48842 None None] Sync routers for ids ['30ea5725-9e8d-4658-8b57-28266b7ccaed'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:49:42.083997 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b89e0a18-b1d8-4ead-8c10-3ae882fa8b82 admin admin] 10.222.0.73 "PUT /v2.0/routers/30ea5725-9e8d-4658-8b57-28266b7ccaed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1644704 May 06 09:49:42.086877 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56832) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:42.105187 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb7c2f1-09ee-4122-a980-d89557f48842 None None] Routers {'30ea5725-9e8d-4658-8b57-28266b7ccaed'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:42.108392 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6bb7c2f1-09ee-4122-a980-d89557f48842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:49:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['30ea5725-9e8d-4658-8b57-28266b7ccaed'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:42.151395 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3fac5346-9299-4c82-93d6-6685b723fc90 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.236722 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-6bb7c2f1-09ee-4122-a980-d89557f48842 None None] Set router 30ea5725-9e8d-4658-8b57-28266b7ccaed gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:49:42.246470 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6c56e7d5-3c82-4c83-bab4-7f7f384a0608 req-2beaefe7-e179-4f1c-86ec-25cd4656c758 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785884 May 06 09:49:42.252754 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3fac5346-9299-4c82-93d6-6685b723fc90 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.266201 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3fac5346-9299-4c82-93d6-6685b723fc90 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8151700 May 06 09:49:42.270175 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56838) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:42.276259 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-ed5f0b67-2130-4594-a4ad-84b387f1eecd tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-47625926'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:42.288897 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd779fe-734b-4fc3-8f0e-a990cdf814a6 req-d42e84ec-07df-4678-a307-88ccf0bddc10 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:42.300624 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6dd779fe-734b-4fc3-8f0e-a990cdf814a6 req-d42e84ec-07df-4678-a307-88ccf0bddc10 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.2463796 May 06 09:49:42.324134 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-705d4a5c-b3f4-4930-abab-9194cc3c0993 admin admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.359375 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6dd779fe-734b-4fc3-8f0e-a990cdf814a6 req-eebecfb2-b6b0-4a07-84eb-c30d91dbc1d1 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435421 May 06 09:49:42.360121 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5f0b67-2130-4594-a4ad-84b387f1eecd tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Made reservation on behalf of 14d201366abc48be90182c42b0dc1102 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:49:42.364759 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ed5f0b67-2130-4594-a4ad-84b387f1eecd tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.391096 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ed5f0b67-2130-4594-a4ad-84b387f1eecd tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.498923 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6bb7c2f1-09ee-4122-a980-d89557f48842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'name': 'tempest-TaggedBootDevicesTest_v242-827483097-router', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '2286739a-2cfe-4287-8a87-a9b6998b8874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:49Z', 'updated_at': '2022-05-06T09:49:40Z', 'revision_number': 5, 'project_id': '25aba9ec7dab4fc585e8e72a34137627', 'gw_port': {'id': '2286739a-2cfe-4287-8a87-a9b6998b8874', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:49Z', 'updated_at': '2022-05-06T09:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:42.509202 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-705d4a5c-b3f4-4930-abab-9194cc3c0993 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.541649 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb7c2f1-09ee-4122-a980-d89557f48842 None None] Checking router: 30ea5725-9e8d-4658-8b57-28266b7ccaed for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:49:42.551927 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb7c2f1-09ee-4122-a980-d89557f48842 None None] Routers {'30ea5725-9e8d-4658-8b57-28266b7ccaed'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:42.552800 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6bb7c2f1-09ee-4122-a980-d89557f48842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:49:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['30ea5725-9e8d-4658-8b57-28266b7ccaed'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:42.555012 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ed5f0b67-2130-4594-a4ad-84b387f1eecd tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.564688 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ed5f0b67-2130-4594-a4ad-84b387f1eecd tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.593879 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-705d4a5c-b3f4-4930-abab-9194cc3c0993 admin admin] Deleting port 2286739a-2cfe-4287-8a87-a9b6998b8874 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:42.594801 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-705d4a5c-b3f4-4930-abab-9194cc3c0993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.609581 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5f0b67-2130-4594-a4ad-84b387f1eecd tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:49:42.637670 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f0b67-2130-4594-a4ad-84b387f1eecd tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9061704-c673-4dec-afa8-7a206c9b0dd0,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:42.643544 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ed5f0b67-2130-4594-a4ad-84b387f1eecd tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.643953 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-ed5f0b67-2130-4594-a4ad-84b387f1eecd tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Added segment 5dbe4efe-6a04-4d18-8d39-99aef22e3e8a of type vlan for network 42954096-6eee-4e60-87b9-bd8e785538eb May 06 09:49:42.672848 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-6bb7c2f1-09ee-4122-a980-d89557f48842 None None] Set router 30ea5725-9e8d-4658-8b57-28266b7ccaed gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:49:42.694257 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ed5f0b67-2130-4594-a4ad-84b387f1eecd tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.714024 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56846) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:42.723799 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-705d4a5c-b3f4-4930-abab-9194cc3c0993 admin admin] For port 2286739a-2cfe-4287-8a87-a9b6998b8874, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=2286739a-2cfe-4287-8a87-a9b6998b8874,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:42.724471 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-705d4a5c-b3f4-4930-abab-9194cc3c0993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.739590 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b434da1b-e2f3-4378-a1b6-880409e57787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.742528 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-705d4a5c-b3f4-4930-abab-9194cc3c0993 admin admin] Calling delete_port for 2286739a-2cfe-4287-8a87-a9b6998b8874 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:42.752597 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ed5f0b67-2130-4594-a4ad-84b387f1eecd tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.753093 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6bb7c2f1-09ee-4122-a980-d89557f48842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'name': 'tempest-TaggedBootDevicesTest_v242-827483097-router', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:49Z', 'updated_at': '2022-05-06T09:49:42Z', 'revision_number': 6, 'project_id': '25aba9ec7dab4fc585e8e72a34137627', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:42.758737 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5f0b67-2130-4594-a4ad-84b387f1eecd tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:42.759552 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ed5f0b67-2130-4594-a4ad-84b387f1eecd tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.783073 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb7c2f1-09ee-4122-a980-d89557f48842 None None] The sync data for ids ['30ea5725-9e8d-4658-8b57-28266b7ccaed'] in n-d-840835-1 is: [{'id': '30ea5725-9e8d-4658-8b57-28266b7ccaed', 'name': 'tempest-TaggedBootDevicesTest_v242-827483097-router', 'tenant_id': '25aba9ec7dab4fc585e8e72a34137627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:49Z', 'updated_at': '2022-05-06T09:49:42Z', 'revision_number': 6, 'project_id': '25aba9ec7dab4fc585e8e72a34137627', 'gw_port_host': None}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:49:42.836443 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ed5f0b67-2130-4594-a4ad-84b387f1eecd tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5651920 May 06 09:49:42.845774 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56848) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:42.856961 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-ca30b823-0340-4eba-9149-cedd5f8111de tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Request body: {'subnet': {'network_id': '42954096-6eee-4e60-87b9-bd8e785538eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:42.905887 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f0b67-2130-4594-a4ad-84b387f1eecd tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Pushing event updated for resources: {'Network': ['ID=42954096-6eee-4e60-87b9-bd8e785538eb,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:42.922961 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 42954096-6eee-4e60-87b9-bd8e785538eb details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:49:42.995034 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b434da1b-e2f3-4378-a1b6-880409e57787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.996693 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-705d4a5c-b3f4-4930-abab-9194cc3c0993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:43.001075 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b434da1b-e2f3-4378-a1b6-880409e57787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:43.027970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca30b823-0340-4eba-9149-cedd5f8111de tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Made reservation on behalf of 14d201366abc48be90182c42b0dc1102 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:49:43.032831 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ca30b823-0340-4eba-9149-cedd5f8111de tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:43.042156 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d4a5c-b3f4-4930-abab-9194cc3c0993 admin admin] Pushing event deleted for resources: {'Port': ['ID=2286739a-2cfe-4287-8a87-a9b6998b8874,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:43.108068 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-705d4a5c-b3f4-4930-abab-9194cc3c0993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:43.146886 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434da1b-e2f3-4378-a1b6-880409e57787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed619dab-8b01-486d-8b91-98686ed7a7af,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:43.171313 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b434da1b-e2f3-4378-a1b6-880409e57787 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6b6e63e635ca4752a59f6f7a00419028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4535611 May 06 09:49:43.175355 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56854) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:43.231775 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-705d4a5c-b3f4-4930-abab-9194cc3c0993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:43.235989 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-705d4a5c-b3f4-4930-abab-9194cc3c0993 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:43.266701 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2c327-4827-4b22-94be-a8535cfc98dd req-55a5f21d-5c46-4168-9eab-28d6d5728951 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:43.268607 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2f2c327-4827-4b22-94be-a8535cfc98dd req-55a5f21d-5c46-4168-9eab-28d6d5728951 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 946 time: 0.2198029 May 06 09:49:43.302173 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-705d4a5c-b3f4-4930-abab-9194cc3c0993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:43.304637 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705d4a5c-b3f4-4930-abab-9194cc3c0993 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30ea5725-9e8d-4658-8b57-28266b7ccaed {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:49:43.307711 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-705d4a5c-b3f4-4930-abab-9194cc3c0993 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:43.308888 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-705d4a5c-b3f4-4930-abab-9194cc3c0993 admin admin] 10.222.0.73 "DELETE /v2.0/routers/30ea5725-9e8d-4658-8b57-28266b7ccaed HTTP/1.1" status: 204 len: 168 time: 1.2209651 May 06 09:49:43.312958 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56860) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:43.332314 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1a905324-cded-430f-b6e1-e5639c73e799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:43.391999 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdebfcee-7de0-4668-ae6f-e74d04cfb7c4 admin admin] Deleting subnet 9b6a855e-7008-4f56-8287-accfc5fa41f4 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:49:43.396397 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cdebfcee-7de0-4668-ae6f-e74d04cfb7c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:43.405143 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2f2c327-4827-4b22-94be-a8535cfc98dd req-055e665a-15e2-4268-b3fc-3739c921b6f0 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299710 May 06 09:49:43.440013 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1a905324-cded-430f-b6e1-e5639c73e799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:43.467766 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cdebfcee-7de0-4668-ae6f-e74d04cfb7c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:43.583594 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cdebfcee-7de0-4668-ae6f-e74d04cfb7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:43.651226 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cdebfcee-7de0-4668-ae6f-e74d04cfb7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:43.683655 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdebfcee-7de0-4668-ae6f-e74d04cfb7c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b6a855e-7008-4f56-8287-accfc5fa41f4,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:43.694321 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cdebfcee-7de0-4668-ae6f-e74d04cfb7c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:43.695187 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c388b43c-9f26-46dc-843a-ab4177c3b3ae None None] Network d000d0ea-cd9f-4476-8d53-8b34cfa9641e requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:49:43.702638 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cdebfcee-7de0-4668-ae6f-e74d04cfb7c4 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9b6a855e-7008-4f56-8287-accfc5fa41f4 HTTP/1.1" status: 204 len: 168 time: 0.3825233 May 06 09:49:43.702959 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56866) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:43.780805 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f0c41ec-4051-4bcf-80dd-5c876cc42d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:43.875790 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-6f0c41ec-4051-4bcf-80dd-5c876cc42d65 admin admin] Deleting port bf998486-cace-48a7-bbd4-820a0f09a931 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:43.876224 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f0c41ec-4051-4bcf-80dd-5c876cc42d65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:43.928524 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b5d32-e924-4d8b-9609-dc76798a1f6d req-0efe1019-cb1c-4bdc-84f5-c8eef1cb489c tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:43.930229 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a03b5d32-e924-4d8b-9609-dc76798a1f6d req-0efe1019-cb1c-4bdc-84f5-c8eef1cb489c tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 945 time: 0.5330133 May 06 09:49:43.933062 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ca30b823-0340-4eba-9149-cedd5f8111de tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:43.956792 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 378bea14-3ba0-4dc5-9296-03245886d7cc no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:49:43.994375 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 378bea14-3ba0-4dc5-9296-03245886d7cc {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:49:43.994957 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 378bea14-3ba0-4dc5-9296-03245886d7cc not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:49:43.995601 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 2286739a-2cfe-4287-8a87-a9b6998b8874 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:49:44.027030 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 2286739a-2cfe-4287-8a87-a9b6998b8874 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:49:44.027455 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 2286739a-2cfe-4287-8a87-a9b6998b8874 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:49:44.032357 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-6f0c41ec-4051-4bcf-80dd-5c876cc42d65 admin admin] For port bf998486-cace-48a7-bbd4-820a0f09a931, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=bf998486-cace-48a7-bbd4-820a0f09a931,segment=NetworkSegment(81dfb034-c6ca-4f2c-a88a-36b44ae760cc),segment_id=81dfb034-c6ca-4f2c-a88a-36b44ae760cc)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:44.033343 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f0c41ec-4051-4bcf-80dd-5c876cc42d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:44.043216 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50bbaac-e310-48d7-ac0d-0b1417bfc1bc None None] DHCP port deletion for d000d0ea-cd9f-4476-8d53-8b34cfa9641e request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:49:44.061151 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-6f0c41ec-4051-4bcf-80dd-5c876cc42d65 admin admin] Calling delete_port for bf998486-cace-48a7-bbd4-820a0f09a931 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:44.110835 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1a905324-cded-430f-b6e1-e5639c73e799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:44.115321 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1a905324-cded-430f-b6e1-e5639c73e799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:44.117504 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1a905324-cded-430f-b6e1-e5639c73e799 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ed619dab-8b01-486d-8b91-98686ed7a7af HTTP/1.1" status: 204 len: 168 time: 0.9359486 May 06 09:49:44.124983 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-b50bbaac-e310-48d7-ac0d-0b1417bfc1bc None None] Deleting port bf998486-cace-48a7-bbd4-820a0f09a931 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:44.125453 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b50bbaac-e310-48d7-ac0d-0b1417bfc1bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:44.145087 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c9b1d-edb4-45cf-a139-73ebd899a5e0 req-e36cddfd-90eb-4f1a-930e-5033ffc2b13c tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:44.147493 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-534c9b1d-edb4-45cf-a139-73ebd899a5e0 req-e36cddfd-90eb-4f1a-930e-5033ffc2b13c tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.3122911 May 06 09:49:44.161963 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56872) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:44.189539 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a905324-cded-430f-b6e1-e5639c73e799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed619dab-8b01-486d-8b91-98686ed7a7af,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:44.242617 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-b50bbaac-e310-48d7-ac0d-0b1417bfc1bc None None] For port bf998486-cace-48a7-bbd4-820a0f09a931, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=bf998486-cace-48a7-bbd4-820a0f09a931,segment=NetworkSegment(81dfb034-c6ca-4f2c-a88a-36b44ae760cc),segment_id=81dfb034-c6ca-4f2c-a88a-36b44ae760cc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:44.243083 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b50bbaac-e310-48d7-ac0d-0b1417bfc1bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:44.246625 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30b823-0340-4eba-9149-cedd5f8111de tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Pushing event updated for resources: {'Subnet': ['ID=eb64f4ab-75bb-46b6-afce-5cd219ea2237,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:44.260619 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a03b5d32-e924-4d8b-9609-dc76798a1f6d req-13c6f694-9271-49e3-9821-f9bbd61853d2 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3201139 May 06 09:49:44.265469 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f0c41ec-4051-4bcf-80dd-5c876cc42d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:44.265726 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-b50bbaac-e310-48d7-ac0d-0b1417bfc1bc None None] Calling delete_port for bf998486-cace-48a7-bbd4-820a0f09a931 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:44.276030 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-534c9b1d-edb4-45cf-a139-73ebd899a5e0 req-07b67fb6-06aa-42e9-a617-77aaf70f5d85 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952420 May 06 09:49:44.277351 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca30b823-0340-4eba-9149-cedd5f8111de tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Checking segment: {'id': '5dbe4efe-6a04-4d18-8d39-99aef22e3e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '42954096-6eee-4e60-87b9-bd8e785538eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:49:44.277919 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca30b823-0340-4eba-9149-cedd5f8111de tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Network hostable DHCP agents. Network: 42954096-6eee-4e60-87b9-bd8e785538eb, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:49:44.306204 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca30b823-0340-4eba-9149-cedd5f8111de tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Network 42954096-6eee-4e60-87b9-bd8e785538eb is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:49:44.329909 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c41ec-4051-4bcf-80dd-5c876cc42d65 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf998486-cace-48a7-bbd4-820a0f09a931,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:44.333715 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-ca30b823-0340-4eba-9149-cedd5f8111de tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 42954096-6eee-4e60-87b9-bd8e785538eb) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:44.345283 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca30b823-0340-4eba-9149-cedd5f8111de tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:44.346111 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ca30b823-0340-4eba-9149-cedd5f8111de tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:44.362628 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7556f49-1c62-40f9-bdca-6f755dcce6f7 None None] Network 42954096-6eee-4e60-87b9-bd8e785538eb requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:49:44.371572 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0c41ec-4051-4bcf-80dd-5c876cc42d65 admin admin] No DVR routers for this DVR port bf998486-cace-48a7-bbd4-820a0f09a931 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:49:44.398553 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ca30b823-0340-4eba-9149-cedd5f8111de tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5489321 May 06 09:49:44.399219 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56876) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:44.405313 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-7790b53d-7440-45bc-b95e-3f1824b6bbe5 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Request body: {'network': {'name': 'tempest-router-network01--710475810'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:44.441723 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7790b53d-7440-45bc-b95e-3f1824b6bbe5 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Made reservation on behalf of 14d201366abc48be90182c42b0dc1102 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:49:44.454249 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7790b53d-7440-45bc-b95e-3f1824b6bbe5 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:44.520377 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f0c41ec-4051-4bcf-80dd-5c876cc42d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:44.521343 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7790b53d-7440-45bc-b95e-3f1824b6bbe5 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:49:44.552470 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b50bbaac-e310-48d7-ac0d-0b1417bfc1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:44.557641 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7790b53d-7440-45bc-b95e-3f1824b6bbe5 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:44.558378 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-7790b53d-7440-45bc-b95e-3f1824b6bbe5 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Added segment a11855b2-99dd-4049-9cfe-995809c3196c of type vlan for network 3a8f734f-4308-4af0-8cea-3c52dfe0d4da May 06 09:49:44.567942 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50bbaac-e310-48d7-ac0d-0b1417bfc1bc None None] No DVR routers for this DVR port bf998486-cace-48a7-bbd4-820a0f09a931 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:49:44.571294 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-6f0c41ec-4051-4bcf-80dd-5c876cc42d65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d000d0ea-cd9f-4476-8d53-8b34cfa9641e']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:44.592873 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-6f0c41ec-4051-4bcf-80dd-5c876cc42d65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81dfb034-c6ca-4f2c-a88a-36b44ae760cc') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:44.593178 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-6f0c41ec-4051-4bcf-80dd-5c876cc42d65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81dfb034-c6ca-4f2c-a88a-36b44ae760cc') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:44.630506 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f0c41ec-4051-4bcf-80dd-5c876cc42d65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:44.633588 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bbaac-e310-48d7-ac0d-0b1417bfc1bc None None] Pushing event deleted for resources: {'Port': ['ID=bf998486-cace-48a7-bbd4-820a0f09a931,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:44.663344 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb46293-c4ca-406a-8cde-6775b21bdd79 req-16180b4d-d053-4df1-ac5c-292bd05a9985 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:44.664178 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f0c41ec-4051-4bcf-80dd-5c876cc42d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:44.671304 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f0c41ec-4051-4bcf-80dd-5c876cc42d65 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:49:44.671707 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eeb46293-c4ca-406a-8cde-6775b21bdd79 req-16180b4d-d053-4df1-ac5c-292bd05a9985 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 946 time: 0.1337426 May 06 09:49:44.671852 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f0c41ec-4051-4bcf-80dd-5c876cc42d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:44.675734 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7790b53d-7440-45bc-b95e-3f1824b6bbe5 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: timer() May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:49:44.675937 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:49:44.720271 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfc425b-b0f9-4a93-880b-44125b294d21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-42954096-6eee-4e60-87b9-bd8e785538eb', 'network_id': '42954096-6eee-4e60-87b9-bd8e785538eb', 'tenant_id': '14d201366abc48be90182c42b0dc1102', 'fixed_ips': [{'subnet_id': 'eb64f4ab-75bb-46b6-afce-5cd219ea2237'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:49:44.721464 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8cfc425b-b0f9-4a93-880b-44125b294d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:44.738357 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6d5537d4-94c7-432a-b77b-53b5710929a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:44.756086 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f0c41ec-4051-4bcf-80dd-5c876cc42d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:44.766823 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f0c41ec-4051-4bcf-80dd-5c876cc42d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:44.773808 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6f0c41ec-4051-4bcf-80dd-5c876cc42d65 admin admin] 10.222.0.73 "DELETE /v2.0/networks/d000d0ea-cd9f-4476-8d53-8b34cfa9641e HTTP/1.1" status: 204 len: 168 time: 1.0697024 May 06 09:49:44.777035 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eeb46293-c4ca-406a-8cde-6775b21bdd79 req-82dd978e-f7fb-40e4-abb3-3b6529f9f9e5 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042981 May 06 09:49:44.779034 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56888) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:44.796961 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c41ec-4051-4bcf-80dd-5c876cc42d65 admin admin] Pushing event deleted for resources: {'Network': ['ID=d000d0ea-cd9f-4476-8d53-8b34cfa9641e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:44.818204 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7790b53d-7440-45bc-b95e-3f1824b6bbe5 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:44.824104 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7790b53d-7440-45bc-b95e-3f1824b6bbe5 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:44.824791 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7790b53d-7440-45bc-b95e-3f1824b6bbe5 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:44.883172 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-8cfc425b-b0f9-4a93-880b-44125b294d21 None None] Allocated IP 2001:db8::2 (42954096-6eee-4e60-87b9-bd8e785538eb/eb64f4ab-75bb-46b6-afce-5cd219ea2237/1add3f6a-609c-4c7e-a15c-2918d9a2ec34) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:49:44.955790 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7790b53d-7440-45bc-b95e-3f1824b6bbe5 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5551903 May 06 09:49:44.960067 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56892) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:44.966127 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-2b9693bf-e797-40f1-8ec7-f487551dc2b3 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Request body: {'network': {'name': 'tempest-router-network02--1913824518'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:45.009669 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790b53d-7440-45bc-b95e-3f1824b6bbe5 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Pushing event updated for resources: {'Network': ['ID=3a8f734f-4308-4af0-8cea-3c52dfe0d4da,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:45.023849 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9693bf-e797-40f1-8ec7-f487551dc2b3 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Made reservation on behalf of 14d201366abc48be90182c42b0dc1102 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:49:45.028183 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 3a8f734f-4308-4af0-8cea-3c52dfe0d4da details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:49:45.033305 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2b9693bf-e797-40f1-8ec7-f487551dc2b3 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:45.066073 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6d5537d4-94c7-432a-b77b-53b5710929a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:45.083693 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b9693bf-e797-40f1-8ec7-f487551dc2b3 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:49:45.097640 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2b9693bf-e797-40f1-8ec7-f487551dc2b3 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:45.098138 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-2b9693bf-e797-40f1-8ec7-f487551dc2b3 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Added segment 800b552b-096e-4f14-b85e-afbde0d2645f of type vlan for network e971e9b7-9676-4cae-87d2-6ef26967fe95 May 06 09:49:45.155941 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2b9693bf-e797-40f1-8ec7-f487551dc2b3 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:45.180630 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6d5537d4-94c7-432a-b77b-53b5710929a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:45.198605 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2b9693bf-e797-40f1-8ec7-f487551dc2b3 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:45.213350 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9693bf-e797-40f1-8ec7-f487551dc2b3 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:45.214623 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2b9693bf-e797-40f1-8ec7-f487551dc2b3 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:45.223823 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8cfc425b-b0f9-4a93-880b-44125b294d21 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:45.235485 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8cfc425b-b0f9-4a93-880b-44125b294d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:45.237334 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2b9693bf-e797-40f1-8ec7-f487551dc2b3 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2757185 May 06 09:49:45.243160 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56902) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:45.249185 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-7fd83071-485a-4e91-9fbe-488230e97d2e tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Request body: {'subnet': {'network_id': '3a8f734f-4308-4af0-8cea-3c52dfe0d4da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:45.258624 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6d5537d4-94c7-432a-b77b-53b5710929a9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=47c38464286a4be79d348c11042ba009&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0955791 May 06 09:49:45.262885 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56904) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:45.266398 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5537d4-94c7-432a-b77b-53b5710929a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9ebff9-e4f2-4f5d-9141-a5965f2f5e04,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:45.297032 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc425b-b0f9-4a93-880b-44125b294d21 None None] Pushing event updated for resources: {'Port': ['ID=1add3f6a-609c-4c7e-a15c-2918d9a2ec34,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:45.315148 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfc425b-b0f9-4a93-880b-44125b294d21 None None] Network 42954096-6eee-4e60-87b9-bd8e785538eb is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:49:45.316975 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-8cfc425b-b0f9-4a93-880b-44125b294d21 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:45.321851 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfc425b-b0f9-4a93-880b-44125b294d21 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:49:45.421608 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9693bf-e797-40f1-8ec7-f487551dc2b3 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Pushing event updated for resources: {'Network': ['ID=e971e9b7-9676-4cae-87d2-6ef26967fe95,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:45.439935 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network e971e9b7-9676-4cae-87d2-6ef26967fe95 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:49:45.522634 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8cfc425b-b0f9-4a93-880b-44125b294d21 None None] Attempting to bind port 1add3f6a-609c-4c7e-a15c-2918d9a2ec34 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:45.523950 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8cfc425b-b0f9-4a93-880b-44125b294d21 None None] Attempting to bind port 1add3f6a-609c-4c7e-a15c-2918d9a2ec34 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '5dbe4efe-6a04-4d18-8d39-99aef22e3e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '42954096-6eee-4e60-87b9-bd8e785538eb'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:45.525147 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfc425b-b0f9-4a93-880b-44125b294d21 None None] Attempting to bind port 1add3f6a-609c-4c7e-a15c-2918d9a2ec34 on network 42954096-6eee-4e60-87b9-bd8e785538eb {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:45.542452 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfc425b-b0f9-4a93-880b-44125b294d21 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:49:45.542842 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfc425b-b0f9-4a93-880b-44125b294d21 None None] Checking segment: {'id': '5dbe4efe-6a04-4d18-8d39-99aef22e3e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '42954096-6eee-4e60-87b9-bd8e785538eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:49:45.543356 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8cfc425b-b0f9-4a93-880b-44125b294d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:45.543772 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfc425b-b0f9-4a93-880b-44125b294d21 None None] Bound using segment: {'id': '5dbe4efe-6a04-4d18-8d39-99aef22e3e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '42954096-6eee-4e60-87b9-bd8e785538eb'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:49:45.544273 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8cfc425b-b0f9-4a93-880b-44125b294d21 None None] Bound port: 1add3f6a-609c-4c7e-a15c-2918d9a2ec34, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dbe4efe-6a04-4d18-8d39-99aef22e3e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '42954096-6eee-4e60-87b9-bd8e785538eb'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:49:45.544739 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8cfc425b-b0f9-4a93-880b-44125b294d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:45.608254 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-43aaba36-21ee-4f68-9638-b5a681936a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:45.618523 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd83071-485a-4e91-9fbe-488230e97d2e tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Made reservation on behalf of 14d201366abc48be90182c42b0dc1102 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:49:45.622037 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7fd83071-485a-4e91-9fbe-488230e97d2e tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:45.649543 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8cfc425b-b0f9-4a93-880b-44125b294d21 None None] For port 1add3f6a-609c-4c7e-a15c-2918d9a2ec34, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:49:45.653313 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8cfc425b-b0f9-4a93-880b-44125b294d21 None None] For port 1add3f6a-609c-4c7e-a15c-2918d9a2ec34, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=1add3f6a-609c-4c7e-a15c-2918d9a2ec34,segment=NetworkSegment(5dbe4efe-6a04-4d18-8d39-99aef22e3e8a),segment_id=5dbe4efe-6a04-4d18-8d39-99aef22e3e8a)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:49:45.662149 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8cfc425b-b0f9-4a93-880b-44125b294d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:45.714120 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-43aaba36-21ee-4f68-9638-b5a681936a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:45.743293 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc425b-b0f9-4a93-880b-44125b294d21 None None] Pushing event updated for resources: {'Port': ['ID=1add3f6a-609c-4c7e-a15c-2918d9a2ec34,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:45.772616 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d5e73-f721-4867-9da6-375d0c8da0c6 req-be59ba8d-0847-418f-a27a-6a89b4fa0242 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:45.774932 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f31d5e73-f721-4867-9da6-375d0c8da0c6 req-be59ba8d-0847-418f-a27a-6a89b4fa0242 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.2973495 May 06 09:49:45.802114 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba7d53-90cb-4b2e-9fbf-df5337be4306 req-76db9cc9-4bfa-4908-b328-cb00c3dbc75e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:45.804318 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4dba7d53-90cb-4b2e-9fbf-df5337be4306 req-76db9cc9-4bfa-4908-b328-cb00c3dbc75e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 945 time: 0.3157907 May 06 09:49:45.915518 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-022bed01-0125-4c76-ad1b-e7ea760591a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:45.936493 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device bf998486-cace-48a7-bbd4-820a0f09a931 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:49:45.960547 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-43aaba36-21ee-4f68-9638-b5a681936a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:45.963857 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-43aaba36-21ee-4f68-9638-b5a681936a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:45.965375 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-43aaba36-21ee-4f68-9638-b5a681936a16 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eb9ebff9-e4f2-4f5d-9141-a5965f2f5e04 HTTP/1.1" status: 204 len: 168 time: 0.7007587 May 06 09:49:46.018378 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: bf998486-cace-48a7-bbd4-820a0f09a931 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:49:46.022612 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device bf998486-cace-48a7-bbd4-820a0f09a931 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:49:46.175180 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4dba7d53-90cb-4b2e-9fbf-df5337be4306 req-26e4d364-53e3-43f1-84f0-44dc0505da8e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3569486 May 06 09:49:46.180158 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f31d5e73-f721-4867-9da6-375d0c8da0c6 req-6d672a73-2150-4706-b354-0fb49dc0ce36 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3668444 May 06 09:49:46.262364 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aaba36-21ee-4f68-9638-b5a681936a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9ebff9-e4f2-4f5d-9141-a5965f2f5e04,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:46.297487 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7fd83071-485a-4e91-9fbe-488230e97d2e tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:46.521114 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1ec70-281a-4f0e-9b50-69cd3b7d891d req-aba5e882-1cfb-402c-af91-8ca23c78ad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:46.524487 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14a1ec70-281a-4f0e-9b50-69cd3b7d891d req-aba5e882-1cfb-402c-af91-8ca23c78ad8b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1750166bc51841a8bad92d45b4eec5fb&device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 1096 time: 0.4674306 May 06 09:49:46.525519 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd83071-485a-4e91-9fbe-488230e97d2e tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Pushing event updated for resources: {'Subnet': ['ID=90bdc073-475d-4f4e-8895-2bcaece234af,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:46.549183 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c003172-001d-416d-a7cc-094f3ac5765f req-59259a11-82e1-488d-a135-985b465fae4b tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:46.552403 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4c003172-001d-416d-a7cc-094f3ac5765f req-59259a11-82e1-488d-a135-985b465fae4b tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 946 time: 0.2569890 May 06 09:49:46.639415 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56954) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:46.661056 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45c1c42f-c125-492b-9ffd-5d8744e22a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:46.754516 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-696d8c0a-0522-4f71-908b-25361588f3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:46.806613 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd83071-485a-4e91-9fbe-488230e97d2e tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Checking segment: {'id': 'a11855b2-99dd-4049-9cfe-995809c3196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3a8f734f-4308-4af0-8cea-3c52dfe0d4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:49:46.807015 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd83071-485a-4e91-9fbe-488230e97d2e tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Network hostable DHCP agents. Network: 3a8f734f-4308-4af0-8cea-3c52dfe0d4da, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:49:46.813940 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45c1c42f-c125-492b-9ffd-5d8744e22a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:46.822686 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45c1c42f-c125-492b-9ffd-5d8744e22a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:46.883810 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-45c1c42f-c125-492b-9ffd-5d8744e22a1a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2ac1b2a6b34a4f36adcac2258ceec9f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2423346 May 06 09:49:46.885442 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1c42f-c125-492b-9ffd-5d8744e22a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a8251d-0139-4095-9fe8-ed5f6e2fd4bf,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:46.890124 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56962) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:46.951665 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4c003172-001d-416d-a7cc-094f3ac5765f req-15fe9091-b3c8-432f-8d02-9fd8964a4286 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562331 May 06 09:49:46.967977 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-85854f69-f6a9-4b3e-9a0d-1310c3929cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:46.970779 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7d55f-1dee-4812-8ff3-100163c4f7d7 req-1a4bfa1c-d5f9-4779-8316-2d1af0db185a tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:46.972565 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d6b7d55f-1dee-4812-8ff3-100163c4f7d7 req-1a4bfa1c-d5f9-4779-8316-2d1af0db185a tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.4395552 May 06 09:49:46.984335 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09801a-175e-4053-a89e-7ff80892cdb9 req-bae1046f-a3d8-4581-9a18-f76c0800d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:46.985845 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f09801a-175e-4053-a89e-7ff80892cdb9 req-bae1046f-a3d8-4581-9a18-f76c0800d5bf service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fc3665e2c2e04868b3a33544c6d53039&device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 1097 time: 0.3394604 May 06 09:49:47.008081 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-85854f69-f6a9-4b3e-9a0d-1310c3929cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:47.009182 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1ec70-281a-4f0e-9b50-69cd3b7d891d req-f4663bf2-6039-436e-9978-fc8295f90749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:47.010763 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14a1ec70-281a-4f0e-9b50-69cd3b7d891d req-f4663bf2-6039-436e-9978-fc8295f90749 service neutron] 10.222.0.77 "GET /v2.0/networks?id=02e8aba3-387b-400e-9f74-334ab3eab168 HTTP/1.1" status: 200 len: 918 time: 0.4509346 May 06 09:49:47.011440 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd83071-485a-4e91-9fbe-488230e97d2e tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Network 3a8f734f-4308-4af0-8cea-3c52dfe0d4da is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:49:47.088944 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-85854f69-f6a9-4b3e-9a0d-1310c3929cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:47.095930 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-85854f69-f6a9-4b3e-9a0d-1310c3929cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:47.098079 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-85854f69-f6a9-4b3e-9a0d-1310c3929cf4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/98a8251d-0139-4095-9fe8-ed5f6e2fd4bf HTTP/1.1" status: 204 len: 168 time: 0.2063708 May 06 09:49:47.112713 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85854f69-f6a9-4b3e-9a0d-1310c3929cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a8251d-0139-4095-9fe8-ed5f6e2fd4bf,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:47.141434 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-7fd83071-485a-4e91-9fbe-488230e97d2e tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 3a8f734f-4308-4af0-8cea-3c52dfe0d4da) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:47.153269 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3e4c56-9722-4871-9685-4d02a6aa9d7e None None] Network 3a8f734f-4308-4af0-8cea-3c52dfe0d4da requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:49:47.205966 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd83071-485a-4e91-9fbe-488230e97d2e tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:47.206838 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7fd83071-485a-4e91-9fbe-488230e97d2e tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:47.280211 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d6b7d55f-1dee-4812-8ff3-100163c4f7d7 req-2e5ba372-4451-4ef3-af67-bb4b5273b15e tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2964270 May 06 09:49:47.303240 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14a1ec70-281a-4f0e-9b50-69cd3b7d891d req-d981af37-36e2-4599-b879-260ab6aa38c5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf1e41e2-bb41-4232-93f0-f6954f63dd79 HTTP/1.1" status: 200 len: 1000 time: 0.2727652 May 06 09:49:47.334307 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7fd83071-485a-4e91-9fbe-488230e97d2e tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0900633 May 06 09:49:47.337488 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56978) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:47.345275 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-b0133670-012e-4f14-8efe-b65e5745fc2e tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Request body: {'subnet': {'network_id': 'e971e9b7-9676-4cae-87d2-6ef26967fe95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:47.345880 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9599c3da-f23d-442b-ae9c-9499dfc4316d None None] Network 42954096-6eee-4e60-87b9-bd8e785538eb requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:49:47.369779 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09801a-175e-4053-a89e-7ff80892cdb9 req-3ff1ed77-4d51-4098-ab8f-ac8128c10c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:47.371526 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f09801a-175e-4053-a89e-7ff80892cdb9 req-3ff1ed77-4d51-4098-ab8f-ac8128c10c78 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5312fc31-6ea9-4a0c-acf2-db4b77673e7e HTTP/1.1" status: 200 len: 912 time: 0.3691108 May 06 09:49:47.508572 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0133670-012e-4f14-8efe-b65e5745fc2e tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Made reservation on behalf of 14d201366abc48be90182c42b0dc1102 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:49:47.518173 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0133670-012e-4f14-8efe-b65e5745fc2e tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:47.525080 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-0b4bcb79-e86c-4de1-8ee0-4714d40e4377 None None] Provisioning complete for port 1add3f6a-609c-4c7e-a15c-2918d9a2ec34 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:47.525880 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0b4bcb79-e86c-4de1-8ee0-4714d40e4377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:47.700961 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b606b0a0-089d-41c7-9422-8631021a14df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-3a8f734f-4308-4af0-8cea-3c52dfe0d4da', 'network_id': '3a8f734f-4308-4af0-8cea-3c52dfe0d4da', 'tenant_id': '14d201366abc48be90182c42b0dc1102', 'fixed_ips': [{'subnet_id': '90bdc073-475d-4f4e-8895-2bcaece234af'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:49:47.702108 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b606b0a0-089d-41c7-9422-8631021a14df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:47.803797 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0b4bcb79-e86c-4de1-8ee0-4714d40e4377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:47.853739 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0133670-012e-4f14-8efe-b65e5745fc2e tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:47.968370 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0133670-012e-4f14-8efe-b65e5745fc2e tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Checking segment: {'id': '800b552b-096e-4f14-b85e-afbde0d2645f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e971e9b7-9676-4cae-87d2-6ef26967fe95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:49:47.969016 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0133670-012e-4f14-8efe-b65e5745fc2e tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Network hostable DHCP agents. Network: e971e9b7-9676-4cae-87d2-6ef26967fe95, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:49:47.999981 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0133670-012e-4f14-8efe-b65e5745fc2e tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Pushing event updated for resources: {'Subnet': ['ID=736c9894-d226-4509-b0bf-ebd5d60d4197,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:48.014505 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0133670-012e-4f14-8efe-b65e5745fc2e tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Network e971e9b7-9676-4cae-87d2-6ef26967fe95 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:49:48.047890 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-b0133670-012e-4f14-8efe-b65e5745fc2e tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, e971e9b7-9676-4cae-87d2-6ef26967fe95) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:48.058256 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0133670-012e-4f14-8efe-b65e5745fc2e tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:48.059369 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0133670-012e-4f14-8efe-b65e5745fc2e tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:48.136044 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b0133670-012e-4f14-8efe-b65e5745fc2e tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7958453 May 06 09:49:48.137461 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57008) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:48.149543 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 1add3f6a-609c-4c7e-a15c-2918d9a2ec34 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:49:48.151569 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b00250-9327-49e7-a9be-6f769b3d0399 None None] Network e971e9b7-9676-4cae-87d2-6ef26967fe95 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:49:48.165950 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1ec70-281a-4f0e-9b50-69cd3b7d891d req-436ed22c-cf10-4592-9de1-37193fed793f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:48.167495 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14a1ec70-281a-4f0e-9b50-69cd3b7d891d req-436ed22c-cf10-4592-9de1-37193fed793f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1d4098cb-ab83-4260-9cb2-59b447fa9932 HTTP/1.1" status: 200 len: 856 time: 0.8582191 May 06 09:49:48.363296 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e42414-fe47-4a87-a731-cbfc4933c1f3 req-27b77b97-73ab-43d9-9fd3-d983f848eaf0 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:48.373589 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a6e42414-fe47-4a87-a731-cbfc4933c1f3 req-27b77b97-73ab-43d9-9fd3-d983f848eaf0 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 945 time: 0.9905989 May 06 09:49:48.389218 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1ec70-281a-4f0e-9b50-69cd3b7d891d req-a6272adb-d598-4944-86b4-4b85cdce6bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:48.391216 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14a1ec70-281a-4f0e-9b50-69cd3b7d891d req-a6272adb-d598-4944-86b4-4b85cdce6bf8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=02e8aba3-387b-400e-9f74-334ab3eab168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1820419 May 06 09:49:48.393354 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f09801a-175e-4053-a89e-7ff80892cdb9 req-70eb3937-5a3a-4f23-a857-ff085073de87 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0fa2814-7e98-4015-a8d9-c881c8e68a6c HTTP/1.1" status: 200 len: 1001 time: 1.0125732 May 06 09:49:48.434028 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be38d33-4b08-4c50-a323-54d6cfd70473 req-1518e456-893a-40d0-9308-0ea7fd436207 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:48.444837 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7be38d33-4b08-4c50-a323-54d6cfd70473 req-1518e456-893a-40d0-9308-0ea7fd436207 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 946 time: 0.3016448 May 06 09:49:48.557085 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8016e9d7-e9a7-4a0f-a9ff-ad36df41d522 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:48.748592 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7be38d33-4b08-4c50-a323-54d6cfd70473 req-a709f6f3-8a50-4722-825d-536eb72b719a tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002281 May 06 09:49:48.758561 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14a1ec70-281a-4f0e-9b50-69cd3b7d891d req-29b00c24-5546-4f72-af9e-a75c9f02927a service neutron] 10.222.0.77 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365312 May 06 09:49:48.761159 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a6e42414-fe47-4a87-a731-cbfc4933c1f3 req-c862a43d-74b3-4640-a45e-7d0199fb94cc tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3861845 May 06 09:49:48.766297 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-0b4bcb79-e86c-4de1-8ee0-4714d40e4377 None None] For port 1add3f6a-609c-4c7e-a15c-2918d9a2ec34, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=1add3f6a-609c-4c7e-a15c-2918d9a2ec34,segment=NetworkSegment(5dbe4efe-6a04-4d18-8d39-99aef22e3e8a),segment_id=5dbe4efe-6a04-4d18-8d39-99aef22e3e8a)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:48.771780 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f21c194c-d87e-4078-9385-d758bf33c9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:48.810048 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09801a-175e-4053-a89e-7ff80892cdb9 req-a79dc724-01b4-4846-9f07-5e3dc23e7cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:48.814520 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f09801a-175e-4053-a89e-7ff80892cdb9 req-a79dc724-01b4-4846-9f07-5e3dc23e7cb9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ccc21fd6-3e83-4532-8289-a853643de30c HTTP/1.1" status: 200 len: 850 time: 0.3909385 May 06 09:49:48.818458 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-b606b0a0-089d-41c7-9422-8631021a14df None None] Allocated IP 2001:db8::2 (3a8f734f-4308-4af0-8cea-3c52dfe0d4da/90bdc073-475d-4f4e-8895-2bcaece234af/195485a2-0add-4171-b48f-90e9244a518f) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:49:48.822290 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0b4bcb79-e86c-4de1-8ee0-4714d40e4377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:48.951144 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4bcb79-e86c-4de1-8ee0-4714d40e4377 None None] Pushing event updated for resources: {'Port': ['ID=1add3f6a-609c-4c7e-a15c-2918d9a2ec34,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:48.970203 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:48.999055 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-696d8c0a-0522-4f71-908b-25361588f3dc admin admin] Deleting port 710ac35c-f7cf-4bcf-9db0-8dd3d47f730d {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:48.999443 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-696d8c0a-0522-4f71-908b-25361588f3dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:49.073417 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4bcb79-e86c-4de1-8ee0-4714d40e4377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:49.074241 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4bcb79-e86c-4de1-8ee0-4714d40e4377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:49.075136 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4bcb79-e86c-4de1-8ee0-4714d40e4377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:49.076021 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4bcb79-e86c-4de1-8ee0-4714d40e4377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:49.077092 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4bcb79-e86c-4de1-8ee0-4714d40e4377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:49.077962 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4bcb79-e86c-4de1-8ee0-4714d40e4377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:49.078794 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4bcb79-e86c-4de1-8ee0-4714d40e4377 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:49.079641 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4bcb79-e86c-4de1-8ee0-4714d40e4377 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:49.080469 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4bcb79-e86c-4de1-8ee0-4714d40e4377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:49.081348 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4bcb79-e86c-4de1-8ee0-4714d40e4377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:49.082228 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4bcb79-e86c-4de1-8ee0-4714d40e4377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:49.083246 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4bcb79-e86c-4de1-8ee0-4714d40e4377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:49.126067 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-696d8c0a-0522-4f71-908b-25361588f3dc admin admin] For port 710ac35c-f7cf-4bcf-9db0-8dd3d47f730d, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=710ac35c-f7cf-4bcf-9db0-8dd3d47f730d,segment=NetworkSegment(66f76049-dcb2-44be-8197-e3a5b2605792),segment_id=66f76049-dcb2-44be-8197-e3a5b2605792)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:49.126464 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-696d8c0a-0522-4f71-908b-25361588f3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:49.142138 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-696d8c0a-0522-4f71-908b-25361588f3dc admin admin] Calling delete_port for 710ac35c-f7cf-4bcf-9db0-8dd3d47f730d owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:49.179482 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 1add3f6a-609c-4c7e-a15c-2918d9a2ec34 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:49.181990 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:49.348018 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09801a-175e-4053-a89e-7ff80892cdb9 req-57f07bd3-1b00-4916-9881-6cf1d55f46c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:49.349590 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f09801a-175e-4053-a89e-7ff80892cdb9 req-57f07bd3-1b00-4916-9881-6cf1d55f46c5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5312fc31-6ea9-4a0c-acf2-db4b77673e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5201385 May 06 09:49:49.381272 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999afb04-643f-49ac-bd7a-3fcf2566a290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-e971e9b7-9676-4cae-87d2-6ef26967fe95', 'network_id': 'e971e9b7-9676-4cae-87d2-6ef26967fe95', 'tenant_id': '14d201366abc48be90182c42b0dc1102', 'fixed_ips': [{'subnet_id': '736c9894-d226-4509-b0bf-ebd5d60d4197'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:49:49.383199 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-999afb04-643f-49ac-bd7a-3fcf2566a290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:49.407567 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-ace25940-2c80-4caf-8c66-581e6b2e7034 None None] Provisioning complete for port 1add3f6a-609c-4c7e-a15c-2918d9a2ec34 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:49.407951 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ace25940-2c80-4caf-8c66-581e6b2e7034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:49.475833 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7236a3-c35c-474a-a36b-2a4b24b2a2aa req-dfd6597a-0dd7-4527-a12b-8062ea1bd24a tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:49.483564 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-de7236a3-c35c-474a-a36b-2a4b24b2a2aa req-dfd6597a-0dd7-4527-a12b-8062ea1bd24a tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.5494585 May 06 09:49:49.500595 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14a1ec70-281a-4f0e-9b50-69cd3b7d891d req-09fcee73-8591-45ac-af25-c2844780fbf0 service neutron] 10.222.0.77 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7166862 May 06 09:49:49.569175 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-de7236a3-c35c-474a-a36b-2a4b24b2a2aa req-071bef1d-3813-4ef5-9032-f9e2b5b4feda tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818963 May 06 09:49:49.573008 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-696d8c0a-0522-4f71-908b-25361588f3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:49.645178 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d8c0a-0522-4f71-908b-25361588f3dc admin admin] Pushing event deleted for resources: {'Port': ['ID=710ac35c-f7cf-4bcf-9db0-8dd3d47f730d,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:49.647144 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:49.735646 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f09801a-175e-4053-a89e-7ff80892cdb9 req-93fb6476-ff88-4d12-b71e-d861cb107971 service neutron] 10.222.0.84 "GET /v2.0/networks/5312fc31-6ea9-4a0c-acf2-db4b77673e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710046 May 06 09:49:49.804033 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57056) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:49.955883 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f09801a-175e-4053-a89e-7ff80892cdb9 req-cc26661c-a238-4e19-a89d-738d42969977 service neutron] 10.222.0.84 "GET /v2.0/networks/5312fc31-6ea9-4a0c-acf2-db4b77673e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116139 May 06 09:49:50.018752 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b606b0a0-089d-41c7-9422-8631021a14df None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.052068 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b606b0a0-089d-41c7-9422-8631021a14df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.127087 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-999afb04-643f-49ac-bd7a-3fcf2566a290 None None] Allocated IP 2001:db8::2 (e971e9b7-9676-4cae-87d2-6ef26967fe95/736c9894-d226-4509-b0bf-ebd5d60d4197/e3d57a69-b015-435e-b925-3356da9bef94) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:49:50.140318 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b606b0a0-089d-41c7-9422-8631021a14df None None] Network 3a8f734f-4308-4af0-8cea-3c52dfe0d4da is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:49:50.160649 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-b606b0a0-089d-41c7-9422-8631021a14df None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:50.177979 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b606b0a0-089d-41c7-9422-8631021a14df None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:49:50.181472 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606b0a0-089d-41c7-9422-8631021a14df None None] Pushing event updated for resources: {'Port': ['ID=195485a2-0add-4171-b48f-90e9244a518f,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:50.191212 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-8016e9d7-e9a7-4a0f-a9ff-ad36df41d522 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Allocated IP 2001:db8::1 (3a8f734f-4308-4af0-8cea-3c52dfe0d4da/90bdc073-475d-4f4e-8895-2bcaece234af/809acd11-b648-4ed4-ac58-c8b0e0cd22f5) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:49:50.192264 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 1add3f6a-609c-4c7e-a15c-2918d9a2ec34 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:49:50.217784 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-16fe49fb-a38d-4816-8006-17301e73667a tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1665289141', 'router:external': True}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:50.222410 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7e9cd-28cc-45d7-9bcb-ba9ecacd442c req-104fff2a-2e01-4cbd-ab4f-728c43f900d7 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:50.225777 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5f7e9cd-28cc-45d7-9bcb-ba9ecacd442c req-104fff2a-2e01-4cbd-ab4f-728c43f900d7 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 946 time: 0.2310557 May 06 09:49:50.243343 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fe49fb-a38d-4816-8006-17301e73667a tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Made reservation on behalf of 498c6da928e842b28b7768e315453064 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:49:50.246337 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16fe49fb-a38d-4816-8006-17301e73667a tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.260633 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16fe49fb-a38d-4816-8006-17301e73667a tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.356278 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-b606b0a0-089d-41c7-9422-8631021a14df None None] Attempting to bind port 195485a2-0add-4171-b48f-90e9244a518f on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:50.356562 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-b606b0a0-089d-41c7-9422-8631021a14df None None] Attempting to bind port 195485a2-0add-4171-b48f-90e9244a518f by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'a11855b2-99dd-4049-9cfe-995809c3196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3a8f734f-4308-4af0-8cea-3c52dfe0d4da'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:50.356932 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b606b0a0-089d-41c7-9422-8631021a14df None None] Attempting to bind port 195485a2-0add-4171-b48f-90e9244a518f on network 3a8f734f-4308-4af0-8cea-3c52dfe0d4da {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:50.365625 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-696d8c0a-0522-4f71-908b-25361588f3dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.375033 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b606b0a0-089d-41c7-9422-8631021a14df None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:49:50.375431 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b606b0a0-089d-41c7-9422-8631021a14df None None] Checking segment: {'id': 'a11855b2-99dd-4049-9cfe-995809c3196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3a8f734f-4308-4af0-8cea-3c52dfe0d4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:49:50.375851 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b606b0a0-089d-41c7-9422-8631021a14df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.376262 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b606b0a0-089d-41c7-9422-8631021a14df None None] Bound using segment: {'id': 'a11855b2-99dd-4049-9cfe-995809c3196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3a8f734f-4308-4af0-8cea-3c52dfe0d4da'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:49:50.383652 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-b606b0a0-089d-41c7-9422-8631021a14df None None] Bound port: 195485a2-0add-4171-b48f-90e9244a518f, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11855b2-99dd-4049-9cfe-995809c3196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3a8f734f-4308-4af0-8cea-3c52dfe0d4da'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:49:50.384220 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b606b0a0-089d-41c7-9422-8631021a14df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.435693 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 1add3f6a-609c-4c7e-a15c-2918d9a2ec34 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:50.436077 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.510623 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8016e9d7-e9a7-4a0f-a9ff-ad36df41d522 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.557676 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71063257-6f93-4857-8a66-c62ca968b24d req-056a27f2-c377-4703-a3e5-eb07d59ae6d5 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:50.559630 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71063257-6f93-4857-8a66-c62ca968b24d req-056a27f2-c377-4703-a3e5-eb07d59ae6d5 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 945 time: 0.6028032 May 06 09:49:50.568529 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-999afb04-643f-49ac-bd7a-3fcf2566a290 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.574416 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16fe49fb-a38d-4816-8006-17301e73667a tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.579091 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-b606b0a0-089d-41c7-9422-8631021a14df None None] For port 195485a2-0add-4171-b48f-90e9244a518f, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:49:50.584325 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-b606b0a0-089d-41c7-9422-8631021a14df None None] For port 195485a2-0add-4171-b48f-90e9244a518f, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=195485a2-0add-4171-b48f-90e9244a518f,segment=NetworkSegment(a11855b2-99dd-4049-9cfe-995809c3196c),segment_id=a11855b2-99dd-4049-9cfe-995809c3196c)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:49:50.587011 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-999afb04-643f-49ac-bd7a-3fcf2566a290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.588013 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16fe49fb-a38d-4816-8006-17301e73667a tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.621496 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b606b0a0-089d-41c7-9422-8631021a14df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.625054 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8016e9d7-e9a7-4a0f-a9ff-ad36df41d522 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.672029 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999afb04-643f-49ac-bd7a-3fcf2566a290 None None] Network e971e9b7-9676-4cae-87d2-6ef26967fe95 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:49:50.684992 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-999afb04-643f-49ac-bd7a-3fcf2566a290 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:50.693680 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999afb04-643f-49ac-bd7a-3fcf2566a290 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:49:50.695609 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5f7e9cd-28cc-45d7-9bcb-ba9ecacd442c req-a919946f-adfc-4d33-94ef-5dd943efc305 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140242 May 06 09:49:50.704606 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999afb04-643f-49ac-bd7a-3fcf2566a290 None None] Pushing event updated for resources: {'Port': ['ID=e3d57a69-b015-435e-b925-3356da9bef94,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:50.718533 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16fe49fb-a38d-4816-8006-17301e73667a tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:49:50.735632 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016e9d7-e9a7-4a0f-a9ff-ad36df41d522 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Pushing event updated for resources: {'Port': ['ID=809acd11-b648-4ed4-ac58-c8b0e0cd22f5,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:50.756380 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe49fb-a38d-4816-8006-17301e73667a tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc22d70f-95ca-497f-a726-d114a1fa9926,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:50.760122 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16fe49fb-a38d-4816-8006-17301e73667a tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.760728 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-16fe49fb-a38d-4816-8006-17301e73667a tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Added segment 7bdd76ea-5758-4240-a126-3929ac60b434 of type vlan for network 7dfca529-79e3-491a-b37d-53f5e853c5ba May 06 09:49:50.782310 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8016e9d7-e9a7-4a0f-a9ff-ad36df41d522 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Network 3a8f734f-4308-4af0-8cea-3c52dfe0d4da is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:49:50.790699 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-8016e9d7-e9a7-4a0f-a9ff-ad36df41d522 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:50.802388 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71063257-6f93-4857-8a66-c62ca968b24d req-d627dab6-fe8d-47f1-9b15-de91df20767d tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328422 May 06 09:49:50.836025 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8016e9d7-e9a7-4a0f-a9ff-ad36df41d522 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:49:50.837588 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8016e9d7-e9a7-4a0f-a9ff-ad36df41d522 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.948785 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-999afb04-643f-49ac-bd7a-3fcf2566a290 None None] Attempting to bind port e3d57a69-b015-435e-b925-3356da9bef94 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:50.949740 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-999afb04-643f-49ac-bd7a-3fcf2566a290 None None] Attempting to bind port e3d57a69-b015-435e-b925-3356da9bef94 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '800b552b-096e-4f14-b85e-afbde0d2645f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e971e9b7-9676-4cae-87d2-6ef26967fe95'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:50.950628 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999afb04-643f-49ac-bd7a-3fcf2566a290 None None] Attempting to bind port e3d57a69-b015-435e-b925-3356da9bef94 on network e971e9b7-9676-4cae-87d2-6ef26967fe95 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:50.963078 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999afb04-643f-49ac-bd7a-3fcf2566a290 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:49:50.963879 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999afb04-643f-49ac-bd7a-3fcf2566a290 None None] Checking segment: {'id': '800b552b-096e-4f14-b85e-afbde0d2645f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e971e9b7-9676-4cae-87d2-6ef26967fe95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:49:50.964787 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-999afb04-643f-49ac-bd7a-3fcf2566a290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.965407 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999afb04-643f-49ac-bd7a-3fcf2566a290 None None] Bound using segment: {'id': '800b552b-096e-4f14-b85e-afbde0d2645f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e971e9b7-9676-4cae-87d2-6ef26967fe95'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:49:50.966467 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-999afb04-643f-49ac-bd7a-3fcf2566a290 None None] Bound port: e3d57a69-b015-435e-b925-3356da9bef94, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800b552b-096e-4f14-b85e-afbde0d2645f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e971e9b7-9676-4cae-87d2-6ef26967fe95'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:49:50.967315 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-999afb04-643f-49ac-bd7a-3fcf2566a290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.972884 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606b0a0-089d-41c7-9422-8631021a14df None None] Pushing event updated for resources: {'Port': ['ID=195485a2-0add-4171-b48f-90e9244a518f,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:50.975284 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16fe49fb-a38d-4816-8006-17301e73667a tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:51.035201 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16fe49fb-a38d-4816-8006-17301e73667a tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:51.037747 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fe49fb-a38d-4816-8006-17301e73667a tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:51.038419 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16fe49fb-a38d-4816-8006-17301e73667a tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:51.103016 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111028e-8912-4e10-accf-170ad6eacea8 req-bd1a17b2-9963-4bf5-8115-15df0db0e888 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:51.105442 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8111028e-8912-4e10-accf-170ad6eacea8 req-bd1a17b2-9963-4bf5-8115-15df0db0e888 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.2026427 May 06 09:49:51.170824 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe49fb-a38d-4816-8006-17301e73667a tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Pushing event updated for resources: {'Network': ['ID=7dfca529-79e3-491a-b37d-53f5e853c5ba,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:51.179597 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8111028e-8912-4e10-accf-170ad6eacea8 req-e2b1b208-9fbb-4467-81f3-ef6e82f3e65d tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598235 May 06 09:49:51.180970 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-999afb04-643f-49ac-bd7a-3fcf2566a290 None None] For port e3d57a69-b015-435e-b925-3356da9bef94, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:49:51.187398 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-999afb04-643f-49ac-bd7a-3fcf2566a290 None None] For port e3d57a69-b015-435e-b925-3356da9bef94, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e3d57a69-b015-435e-b925-3356da9bef94,segment=NetworkSegment(800b552b-096e-4f14-b85e-afbde0d2645f),segment_id=800b552b-096e-4f14-b85e-afbde0d2645f)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:49:51.202070 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696d8c0a-0522-4f71-908b-25361588f3dc admin admin] Router 51b1e392-0860-4ced-bbe4-5de9b71b22b2 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:49:51.203108 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 7dfca529-79e3-491a-b37d-53f5e853c5ba details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:49:51.250562 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-999afb04-643f-49ac-bd7a-3fcf2566a290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:51.283321 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-16fe49fb-a38d-4816-8006-17301e73667a tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4776514 May 06 09:49:51.284393 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57096) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:51.293449 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-f2c7b22a-4d53-4c80-b869-649c1fded38a tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Request body: {'subnet': {'network_id': '7dfca529-79e3-491a-b37d-53f5e853c5ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:51.355444 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8016e9d7-e9a7-4a0f-a9ff-ad36df41d522 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:51.385791 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c7b22a-4d53-4c80-b869-649c1fded38a tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Made reservation on behalf of 498c6da928e842b28b7768e315453064 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:49:51.390625 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f2c7b22a-4d53-4c80-b869-649c1fded38a tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:51.395066 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device cf1e41e2-bb41-4232-93f0-f6954f63dd79 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:49:51.405779 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:51.420876 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696d8c0a-0522-4f71-908b-25361588f3dc admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:49:51.465535 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-696d8c0a-0522-4f71-908b-25361588f3dc admin admin] 10.222.0.73 "PUT /v2.0/routers/51b1e392-0860-4ced-bbe4-5de9b71b22b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6852438 May 06 09:49:51.482909 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57106) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:51.486174 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e9a76f-cf34-4ddb-9c01-ac4ba95b4d45 None None] Sync routers for ids ['51b1e392-0860-4ced-bbe4-5de9b71b22b2'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:49:51.518025 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:51.578615 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999afb04-643f-49ac-bd7a-3fcf2566a290 None None] Pushing event updated for resources: {'Port': ['ID=e3d57a69-b015-435e-b925-3356da9bef94,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:51.583432 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e9a76f-cf34-4ddb-9c01-ac4ba95b4d45 None None] Routers {'51b1e392-0860-4ced-bbe4-5de9b71b22b2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:51.584677 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f1e9a76f-cf34-4ddb-9c01-ac4ba95b4d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:49:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['51b1e392-0860-4ced-bbe4-5de9b71b22b2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:51.791915 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-53170f7c-c477-4fae-9f78-92e06d828db8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:52.195255 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-53170f7c-c477-4fae-9f78-92e06d828db8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:52.248395 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port cf1e41e2-bb41-4232-93f0-f6954f63dd79, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=cf1e41e2-bb41-4232-93f0-f6954f63dd79,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:52.262087 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8016e9d7-e9a7-4a0f-a9ff-ad36df41d522 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:52.269648 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8016e9d7-e9a7-4a0f-a9ff-ad36df41d522 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:52.272663 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8016e9d7-e9a7-4a0f-a9ff-ad36df41d522 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:52.317373 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-f1e9a76f-cf34-4ddb-9c01-ac4ba95b4d45 None None] Set router 51b1e392-0860-4ced-bbe4-5de9b71b22b2 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:49:52.355187 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a75b7-8614-4a6b-bbf6-1d9d96ced077 req-3d9c7c65-f859-4be2-9bf4-fe861a7a9fa8 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:52.357391 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-591a75b7-8614-4a6b-bbf6-1d9d96ced077 req-3d9c7c65-f859-4be2-9bf4-fe861a7a9fa8 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 946 time: 0.2308674 May 06 09:49:52.379663 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bf686-4a4b-4fe4-8787-85b714662d93 req-2c2a286e-a8bf-41d4-bba8-4da852cf26fc tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:52.381918 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-525bf686-4a4b-4fe4-8787-85b714662d93 req-2c2a286e-a8bf-41d4-bba8-4da852cf26fc tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 945 time: 0.2515476 May 06 09:49:52.400077 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:49:52.525601 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-591a75b7-8614-4a6b-bbf6-1d9d96ced077 req-9cabe35f-2b87-4a56-af38-5a2858d38c7b tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407909 May 06 09:49:52.585602 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016e9d7-e9a7-4a0f-a9ff-ad36df41d522 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Pushing event updated for resources: {'Port': ['ID=809acd11-b648-4ed4-ac58-c8b0e0cd22f5,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:52.602641 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8016e9d7-e9a7-4a0f-a9ff-ad36df41d522 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Network 3a8f734f-4308-4af0-8cea-3c52dfe0d4da is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:49:52.604974 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-8016e9d7-e9a7-4a0f-a9ff-ad36df41d522 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:52.859434 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8016e9d7-e9a7-4a0f-a9ff-ad36df41d522 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Router 4ae53e90-423a-4f1e-bcf4-5fd29137ff4b is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:49:52.899752 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e3d57a69-b015-435e-b925-3356da9bef94 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:49:52.987106 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8016e9d7-e9a7-4a0f-a9ff-ad36df41d522 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:49:52.996710 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8016e9d7-e9a7-4a0f-a9ff-ad36df41d522 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] 10.222.0.73 "PUT /v2.0/routers/4ae53e90-423a-4f1e-bcf4-5fd29137ff4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8570433 May 06 09:49:52.998787 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4e9834-a94d-49c0-b267-69c4408b529d None None] Sync routers for ids ['4ae53e90-423a-4f1e-bcf4-5fd29137ff4b'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:49:52.999905 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57186) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:53.022982 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a5a34a-5e81-42cf-8258-f69734bfaecf None None] Network 3a8f734f-4308-4af0-8cea-3c52dfe0d4da requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:49:53.025273 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4e9834-a94d-49c0-b267-69c4408b529d None None] Routers {'4ae53e90-423a-4f1e-bcf4-5fd29137ff4b'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:53.026040 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-fc4e9834-a94d-49c0-b267-69c4408b529d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:49:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['4ae53e90-423a-4f1e-bcf4-5fd29137ff4b'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:53.046527 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'cf1e41e2-bb41-4232-93f0-f6954f63dd79', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'port_id': 'cf1e41e2-bb41-4232-93f0-f6954f63dd79', 'mac_address': 'fa:16:3e:a5:35:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:49:53.089089 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-525bf686-4a4b-4fe4-8787-85b714662d93 req-97576d5b-4995-440f-a894-5831cba8aeef tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6950753 May 06 09:49:53.113885 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-fc4e9834-a94d-49c0-b267-69c4408b529d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:53.125517 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-53170f7c-c477-4fae-9f78-92e06d828db8 admin admin] Deleting port 6628d040-55b1-4f3e-92e9-e894cf7c571a {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:53.127038 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-53170f7c-c477-4fae-9f78-92e06d828db8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:53.142759 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4e9834-a94d-49c0-b267-69c4408b529d None None] Routers {'4ae53e90-423a-4f1e-bcf4-5fd29137ff4b'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:53.145650 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-fc4e9834-a94d-49c0-b267-69c4408b529d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:49:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['4ae53e90-423a-4f1e-bcf4-5fd29137ff4b'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:53.202189 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-fc4e9834-a94d-49c0-b267-69c4408b529d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:53.203133 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4e9834-a94d-49c0-b267-69c4408b529d None None] The sync data for ids ['4ae53e90-423a-4f1e-bcf4-5fd29137ff4b'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:49:53.297500 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-53170f7c-c477-4fae-9f78-92e06d828db8 admin admin] For port 6628d040-55b1-4f3e-92e9-e894cf7c571a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=6628d040-55b1-4f3e-92e9-e894cf7c571a,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:53.297922 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-53170f7c-c477-4fae-9f78-92e06d828db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:53.323666 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-53170f7c-c477-4fae-9f78-92e06d828db8 admin admin] Calling delete_port for 6628d040-55b1-4f3e-92e9-e894cf7c571a owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:53.340281 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5caef6-eeb2-424b-8514-a7cc5c4afba5 None None] Network e971e9b7-9676-4cae-87d2-6ef26967fe95 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:49:53.360544 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-ccdc510a-ff7e-47c0-9cec-836b3d824ef5 None None] Provisioning complete for port 195485a2-0add-4171-b48f-90e9244a518f triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:53.361266 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ccdc510a-ff7e-47c0-9cec-836b3d824ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:53.452136 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port e3d57a69-b015-435e-b925-3356da9bef94 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:53.452744 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:53.500072 n-d-840835-1 neutron-server[102653]: DEBUG neutron.objects.ports [None req-f2c7b22a-4d53-4c80-b869-649c1fded38a tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102653) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:49:53.502355 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f2c7b22a-4d53-4c80-b869-649c1fded38a tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:53.575106 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:53.578843 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7b22a-4d53-4c80-b869-649c1fded38a tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Pushing event updated for resources: {'Subnet': ['ID=49aee8d9-52a0-4fb3-9971-2178e8fa7043,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:53.597527 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-f5b75aa0-d79d-4ea7-81df-08f73b5d07de tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:49:53.602543 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f5b75aa0-d79d-4ea7-81df-08f73b5d07de tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] 10.222.0.73 "PUT /v2.0/routers/4ae53e90-423a-4f1e-bcf4-5fd29137ff4b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6013231 May 06 09:49:53.603085 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57222) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:53.689248 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf1e41e2-bb41-4232-93f0-f6954f63dd79 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:49:53.787509 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port cf1e41e2-bb41-4232-93f0-f6954f63dd79, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=cf1e41e2-bb41-4232-93f0-f6954f63dd79,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:53.833391 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:53.884501 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c7b22a-4d53-4c80-b869-649c1fded38a tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Checking segment: {'id': '7bdd76ea-5758-4240-a126-3929ac60b434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7dfca529-79e3-491a-b37d-53f5e853c5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:49:53.884943 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c7b22a-4d53-4c80-b869-649c1fded38a tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Network hostable DHCP agents. Network: 7dfca529-79e3-491a-b37d-53f5e853c5ba, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:49:53.889898 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 3e9ac2b5-40e7-489c-9aba-deb881ca1940 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:49:53.946661 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:53.964860 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ccdc510a-ff7e-47c0-9cec-836b3d824ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:53.980024 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ced5c-839a-46a7-a65a-2de196cb6aab req-f1a7b708-7266-4d49-adf1-c5262076c448 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:53.982568 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-570ced5c-839a-46a7-a65a-2de196cb6aab req-f1a7b708-7266-4d49-adf1-c5262076c448 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 946 time: 0.3099062 May 06 09:49:54.100067 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ccdc510a-ff7e-47c0-9cec-836b3d824ef5 None None] For port 195485a2-0add-4171-b48f-90e9244a518f, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=195485a2-0add-4171-b48f-90e9244a518f,segment=NetworkSegment(a11855b2-99dd-4049-9cfe-995809c3196c),segment_id=a11855b2-99dd-4049-9cfe-995809c3196c)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:54.132841 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-570ced5c-839a-46a7-a65a-2de196cb6aab req-3bc78952-e804-4ddc-b4ba-43f30c69f038 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897675 May 06 09:49:54.133570 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c7b22a-4d53-4c80-b869-649c1fded38a tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Network 7dfca529-79e3-491a-b37d-53f5e853c5ba is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:49:54.147285 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=cf1e41e2-bb41-4232-93f0-f6954f63dd79,revision_number=11']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:54.161570 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ccdc510a-ff7e-47c0-9cec-836b3d824ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:54.194552 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-f2c7b22a-4d53-4c80-b869-649c1fded38a tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 7dfca529-79e3-491a-b37d-53f5e853c5ba) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:54.196242 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-53170f7c-c477-4fae-9f78-92e06d828db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:54.205802 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port e3d57a69-b015-435e-b925-3356da9bef94, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e3d57a69-b015-435e-b925-3356da9bef94,segment=NetworkSegment(800b552b-096e-4f14-b85e-afbde0d2645f),segment_id=800b552b-096e-4f14-b85e-afbde0d2645f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:54.232444 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c7b22a-4d53-4c80-b869-649c1fded38a tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:54.233316 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f2c7b22a-4d53-4c80-b869-649c1fded38a tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:54.248522 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee007068-eb02-4994-877a-718a59655229 None None] Network 7dfca529-79e3-491a-b37d-53f5e853c5ba requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:49:54.277578 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:54.278350 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 195485a2-0add-4171-b48f-90e9244a518f up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:49:54.308338 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53170f7c-c477-4fae-9f78-92e06d828db8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6628d040-55b1-4f3e-92e9-e894cf7c571a,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:54.325054 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['cf1e41e2-bb41-4232-93f0-f6954f63dd79'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:49:54.370451 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f2c7b22a-4d53-4c80-b869-649c1fded38a tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0846310 May 06 09:49:54.374455 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57270) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:54.384881 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-6876c886-7da6-49d4-b877-1615cee82270 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-786634733', 'network_id': '7dfca529-79e3-491a-b37d-53f5e853c5ba'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:54.415982 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f1e9a76f-cf34-4ddb-9c01-ac4ba95b4d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b1e392-0860-4ced-bbe4-5de9b71b22b2', 'name': 'tempest-TaggedBootDevicesTest_v242-2041661882-router', 'tenant_id': '2cc071af9a2845519f6cf5c58969da62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '6628d040-55b1-4f3e-92e9-e894cf7c571a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:58Z', 'updated_at': '2022-05-06T09:49:49Z', 'revision_number': 5, 'project_id': '2cc071af9a2845519f6cf5c58969da62', 'gw_port': {'id': '6628d040-55b1-4f3e-92e9-e894cf7c571a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b1e392-0860-4ced-bbe4-5de9b71b22b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:59Z', 'updated_at': '2022-05-06T09:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:54.453745 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6876c886-7da6-49d4-b877-1615cee82270 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Made reservation on behalf of 498c6da928e842b28b7768e315453064 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:49:54.457331 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6876c886-7da6-49d4-b877-1615cee82270 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:54.488406 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23053bbc-0726-4a73-97e2-30ec05129eb1 req-da166bb1-eb57-4e4f-b49c-990479d41663 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:54.490271 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-23053bbc-0726-4a73-97e2-30ec05129eb1 req-da166bb1-eb57-4e4f-b49c-990479d41663 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.1926110 May 06 09:49:54.494811 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-53170f7c-c477-4fae-9f78-92e06d828db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:54.521256 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-6876c886-7da6-49d4-b877-1615cee82270 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] device_id is not set on port 9f3998cb-cc9f-4a01-9434-cb10447f9d6c yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:49:54.552165 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e9a76f-cf34-4ddb-9c01-ac4ba95b4d45 None None] Checking router: 51b1e392-0860-4ced-bbe4-5de9b71b22b2 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:49:54.581863 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-9fcef7c9-0f4f-4121-90a3-1431a9457c19 None None] Provisioning complete for port 809acd11-b648-4ed4-ac58-c8b0e0cd22f5 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:54.582158 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9fcef7c9-0f4f-4121-90a3-1431a9457c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:54.583789 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc510a-ff7e-47c0-9cec-836b3d824ef5 None None] Pushing event updated for resources: {'Port': ['ID=195485a2-0add-4171-b48f-90e9244a518f,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:54.649618 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-53170f7c-c477-4fae-9f78-92e06d828db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:54.662817 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-53170f7c-c477-4fae-9f78-92e06d828db8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:54.712975 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-23053bbc-0726-4a73-97e2-30ec05129eb1 req-f9bc618f-c398-4662-8c90-18c0db40c1c0 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099464 May 06 09:49:54.721280 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 3e9ac2b5-40e7-489c-9aba-deb881ca1940, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=3e9ac2b5-40e7-489c-9aba-deb881ca1940,segment=NetworkSegment(cbe72a48-c421-451e-86ad-4b99d621abda),segment_id=cbe72a48-c421-451e-86ad-4b99d621abda)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:54.790450 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e9a76f-cf34-4ddb-9c01-ac4ba95b4d45 None None] Routers {'51b1e392-0860-4ced-bbe4-5de9b71b22b2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:54.791146 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f1e9a76f-cf34-4ddb-9c01-ac4ba95b4d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:49:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['51b1e392-0860-4ced-bbe4-5de9b71b22b2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:54.818194 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-53170f7c-c477-4fae-9f78-92e06d828db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:54.819395 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53170f7c-c477-4fae-9f78-92e06d828db8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51b1e392-0860-4ced-bbe4-5de9b71b22b2 {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:49:54.822737 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '3e9ac2b5-40e7-489c-9aba-deb881ca1940', 'network_id': '3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4', 'port_id': '3e9ac2b5-40e7-489c-9aba-deb881ca1940', 'mac_address': 'fa:16:3e:15:bb:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51825785-c1c2-434a-b6d0-df2b85401ddd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:49:54.834303 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-53170f7c-c477-4fae-9f78-92e06d828db8 admin admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:54.842139 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-53170f7c-c477-4fae-9f78-92e06d828db8 admin admin] 10.222.0.73 "DELETE /v2.0/routers/51b1e392-0860-4ced-bbe4-5de9b71b22b2 HTTP/1.1" status: 204 len: 168 time: 3.3588216 May 06 09:49:54.844014 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-6876c886-7da6-49d4-b877-1615cee82270 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Allocated IP 172.20.0.11 (7dfca529-79e3-491a-b37d-53f5e853c5ba/49aee8d9-52a0-4fb3-9971-2178e8fa7043/9f3998cb-cc9f-4a01-9434-cb10447f9d6c) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:49:54.846786 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57288) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:54.929425 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d07b943b-d0fa-4a83-b78c-cd63bf5366e2 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:54.987868 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-586c0e4e-8c82-4254-a9ad-253f0a80901b admin admin] Deleting subnet aaa2020d-5a75-4c1c-a396-8828737af9d7 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:49:55.017514 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-586c0e4e-8c82-4254-a9ad-253f0a80901b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.064896 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-9fcef7c9-0f4f-4121-90a3-1431a9457c19 None None] Port 809acd11-b648-4ed4-ac58-c8b0e0cd22f5 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:49:55.081937 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-586c0e4e-8c82-4254-a9ad-253f0a80901b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.135226 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f1e9a76f-cf34-4ddb-9c01-ac4ba95b4d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:55.135946 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e9a76f-cf34-4ddb-9c01-ac4ba95b4d45 None None] The sync data for ids ['51b1e392-0860-4ced-bbe4-5de9b71b22b2'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:49:55.137751 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6876c886-7da6-49d4-b877-1615cee82270 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.147408 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.156003 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=e3d57a69-b015-435e-b925-3356da9bef94,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:55.195161 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6876c886-7da6-49d4-b877-1615cee82270 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.212253 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 195485a2-0add-4171-b48f-90e9244a518f triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:55.212756 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.219756 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e9ac2b5-40e7-489c-9aba-deb881ca1940 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:49:55.264601 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6876c886-7da6-49d4-b877-1615cee82270 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Network 7dfca529-79e3-491a-b37d-53f5e853c5ba is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:49:55.266923 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-9fcef7c9-0f4f-4121-90a3-1431a9457c19 None None] Provisioning complete for port 195485a2-0add-4171-b48f-90e9244a518f triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:55.267451 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9fcef7c9-0f4f-4121-90a3-1431a9457c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.269720 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-6876c886-7da6-49d4-b877-1615cee82270 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:55.270317 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1355545d-6927-4aba-b07f-e06b411018db None None] Network 7dfca529-79e3-491a-b37d-53f5e853c5ba requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:49:55.273326 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6876c886-7da6-49d4-b877-1615cee82270 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:49:55.283618 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876c886-7da6-49d4-b877-1615cee82270 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Pushing event updated for resources: {'Port': ['ID=9f3998cb-cc9f-4a01-9434-cb10447f9d6c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:55.332034 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6876c886-7da6-49d4-b877-1615cee82270 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:55.332504 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6876c886-7da6-49d4-b877-1615cee82270 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.360245 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6876c886-7da6-49d4-b877-1615cee82270 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9842854 May 06 09:49:55.360901 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57310) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:55.384937 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-586c0e4e-8c82-4254-a9ad-253f0a80901b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.491020 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73931112-32bf-45e3-9718-041358c81592 req-8eabf977-26e2-45e6-b851-fe576cbf41a4 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:55.493165 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73931112-32bf-45e3-9718-041358c81592 req-8eabf977-26e2-45e6-b851-fe576cbf41a4 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 946 time: 0.1870654 May 06 09:49:55.532839 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-cb4edfca-75ed-4467-9177-e3f4e0a27068 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Deleting port 9f3998cb-cc9f-4a01-9434-cb10447f9d6c {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:55.538529 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cb4edfca-75ed-4467-9177-e3f4e0a27068 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.579293 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-586c0e4e-8c82-4254-a9ad-253f0a80901b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.661954 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43534c93-171b-452f-bbb5-0d28be272053 None None] Network da4f48e8-9aac-4c1b-b526-f7c72842dde0 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:49:55.664527 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-586c0e4e-8c82-4254-a9ad-253f0a80901b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.670574 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-586c0e4e-8c82-4254-a9ad-253f0a80901b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/aaa2020d-5a75-4c1c-a396-8828737af9d7 HTTP/1.1" status: 204 len: 168 time: 0.8222482 May 06 09:49:55.678959 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57320) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:55.682488 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c0e4e-8c82-4254-a9ad-253f0a80901b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaa2020d-5a75-4c1c-a396-8828737af9d7,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:55.694401 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 3e9ac2b5-40e7-489c-9aba-deb881ca1940, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=3e9ac2b5-40e7-489c-9aba-deb881ca1940,segment=NetworkSegment(cbe72a48-c421-451e-86ad-4b99d621abda),segment_id=cbe72a48-c421-451e-86ad-4b99d621abda)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:55.727722 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73931112-32bf-45e3-9718-041358c81592 req-f0e41983-f3f9-4cbc-8f98-0822b661dae5 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102714 May 06 09:49:55.752474 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.758796 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cb4edfca-75ed-4467-9177-e3f4e0a27068 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.798915 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-cb4edfca-75ed-4467-9177-e3f4e0a27068 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Calling delete_port for 9f3998cb-cc9f-4a01-9434-cb10447f9d6c owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:55.879854 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ec047ca8-4b87-447a-b6e4-98286bf882b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.946988 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 3e9ac2b5-40e7-489c-9aba-deb881ca1940 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:49:55.998358 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-d07b943b-d0fa-4a83-b78c-cd63bf5366e2 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Deleting port 809acd11-b648-4ed4-ac58-c8b0e0cd22f5 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:55.998943 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d07b943b-d0fa-4a83-b78c-cd63bf5366e2 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.114762 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=3e9ac2b5-40e7-489c-9aba-deb881ca1940,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:56.121453 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ec85b-0d35-45ef-8550-acc60a079a0e req-c40eabf0-acdf-4419-b135-3d9580b1ac7e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:56.130740 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c34ec85b-0d35-45ef-8550-acc60a079a0e req-c40eabf0-acdf-4419-b135-3d9580b1ac7e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.2015882 May 06 09:49:56.141142 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cb4edfca-75ed-4467-9177-e3f4e0a27068 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.187921 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4edfca-75ed-4467-9177-e3f4e0a27068 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f3998cb-cc9f-4a01-9434-cb10447f9d6c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:56.231304 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-9fcef7c9-0f4f-4121-90a3-1431a9457c19 None None] Provisioning complete for port e3d57a69-b015-435e-b925-3356da9bef94 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:56.231750 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9fcef7c9-0f4f-4121-90a3-1431a9457c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.299853 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.309013 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d07b943b-d0fa-4a83-b78c-cd63bf5366e2 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.340527 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['3e9ac2b5-40e7-489c-9aba-deb881ca1940'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:49:56.344986 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cb4edfca-75ed-4467-9177-e3f4e0a27068 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.351960 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f30000-5284-4dfd-9a9d-244b483b437e None None] DHCP port deletion for da4f48e8-9aac-4c1b-b526-f7c72842dde0 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:49:56.352108 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cb4edfca-75ed-4467-9177-e3f4e0a27068 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "DELETE /v2.0/ports/9f3998cb-cc9f-4a01-9434-cb10447f9d6c HTTP/1.1" status: 204 len: 168 time: 0.9897521 May 06 09:49:56.355577 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57332) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:56.358116 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3e9ac2b5-40e7-489c-9aba-deb881ca1940 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:49:56.364302 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-e042bc49-9709-4d47-b285-963cb1dd3a04 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7dfca529-79e3-491a-b37d-53f5e853c5ba', 'external_fixed_ips': [{'subnet_id': '49aee8d9-52a0-4fb3-9971-2178e8fa7043', 'ip_address': '172.20.0.11'}]}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:56.408607 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-ec047ca8-4b87-447a-b6e4-98286bf882b4 admin admin] Deleting port 13697180-6a9c-4faa-876c-29b8a4ae72fc {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:56.411198 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ec047ca8-4b87-447a-b6e4-98286bf882b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.421989 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e042bc49-9709-4d47-b285-963cb1dd3a04 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.423926 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e042bc49-9709-4d47-b285-963cb1dd3a04 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.435980 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-d07b943b-d0fa-4a83-b78c-cd63bf5366e2 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Calling delete_port for 809acd11-b648-4ed4-ac58-c8b0e0cd22f5 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:56.438107 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e3d57a69-b015-435e-b925-3356da9bef94 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:49:56.462145 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c34ec85b-0d35-45ef-8550-acc60a079a0e req-61097988-46d2-4b80-a6eb-df0e403c148e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3302736 May 06 09:49:56.462378 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 3e9ac2b5-40e7-489c-9aba-deb881ca1940, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=3e9ac2b5-40e7-489c-9aba-deb881ca1940,segment=NetworkSegment(cbe72a48-c421-451e-86ad-4b99d621abda),segment_id=cbe72a48-c421-451e-86ad-4b99d621abda)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:56.521603 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.564653 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57334) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:56.568307 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-ec047ca8-4b87-447a-b6e4-98286bf882b4 admin admin] For port 13697180-6a9c-4faa-876c-29b8a4ae72fc, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=13697180-6a9c-4faa-876c-29b8a4ae72fc,segment=NetworkSegment(66f76049-dcb2-44be-8197-e3a5b2605792),segment_id=66f76049-dcb2-44be-8197-e3a5b2605792)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:56.569457 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ec047ca8-4b87-447a-b6e4-98286bf882b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.613682 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e042bc49-9709-4d47-b285-963cb1dd3a04 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.621515 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-ec047ca8-4b87-447a-b6e4-98286bf882b4 admin admin] Calling delete_port for 13697180-6a9c-4faa-876c-29b8a4ae72fc owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:56.654806 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-41f30000-5284-4dfd-9a9d-244b483b437e None None] Deleting port 13697180-6a9c-4faa-876c-29b8a4ae72fc {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:56.655358 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-41f30000-5284-4dfd-9a9d-244b483b437e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.656890 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=3e9ac2b5-40e7-489c-9aba-deb881ca1940,revision_number=7']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:56.754076 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port e3d57a69-b015-435e-b925-3356da9bef94 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:56.754756 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.800290 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-41f30000-5284-4dfd-9a9d-244b483b437e None None] For port 13697180-6a9c-4faa-876c-29b8a4ae72fc, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=13697180-6a9c-4faa-876c-29b8a4ae72fc,segment=NetworkSegment(66f76049-dcb2-44be-8197-e3a5b2605792),segment_id=66f76049-dcb2-44be-8197-e3a5b2605792)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:56.800724 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-41f30000-5284-4dfd-9a9d-244b483b437e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.819881 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d4c98fea-20b3-41c9-8a10-335128bb7dce None None] Provisioning complete for port 809acd11-b648-4ed4-ac58-c8b0e0cd22f5 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:56.820256 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d4c98fea-20b3-41c9-8a10-335128bb7dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.824581 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-18190e81-0cf1-4dac-8334-2a8c23d60055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.857023 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-41f30000-5284-4dfd-9a9d-244b483b437e None None] Calling delete_port for 13697180-6a9c-4faa-876c-29b8a4ae72fc owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:56.923976 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e042bc49-9709-4d47-b285-963cb1dd3a04 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.943807 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d4c98fea-20b3-41c9-8a10-335128bb7dce None None] Port 809acd11-b648-4ed4-ac58-c8b0e0cd22f5 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:49:57.008506 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d4c98fea-20b3-41c9-8a10-335128bb7dce None None] Provisioning complete for port e3d57a69-b015-435e-b925-3356da9bef94 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:57.008506 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d4c98fea-20b3-41c9-8a10-335128bb7dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:57.022493 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ec047ca8-4b87-447a-b6e4-98286bf882b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:49:57.049824 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:49:57.055625 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:49:57.055625 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:49:57.055625 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:49:57.055625 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:49:57.055625 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:49:57.055625 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:49:57.055625 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:49:57.055625 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:49:57.055625 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:49:57.055625 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:49:57.055625 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:49:57.055625 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:49:57.055625 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:49:57.055625 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:49:57.059033 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 195485a2-0add-4171-b48f-90e9244a518f up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:49:57.075339 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b7f1b-7cd3-43ce-84e3-c0265ac27c00 req-de5d0bd7-e73c-4e13-89d0-211f4be51823 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:57.079226 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-353b7f1b-7cd3-43ce-84e3-c0265ac27c00 req-de5d0bd7-e73c-4e13-89d0-211f4be51823 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 944 time: 0.1528888 May 06 09:49:57.097256 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-41f30000-5284-4dfd-9a9d-244b483b437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:57.107539 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec047ca8-4b87-447a-b6e4-98286bf882b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=13697180-6a9c-4faa-876c-29b8a4ae72fc,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:57.133485 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec047ca8-4b87-447a-b6e4-98286bf882b4 admin admin] No DVR routers for this DVR port 13697180-6a9c-4faa-876c-29b8a4ae72fc on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:49:57.139917 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f30000-5284-4dfd-9a9d-244b483b437e None None] Pushing event deleted for resources: {'Port': ['ID=13697180-6a9c-4faa-876c-29b8a4ae72fc,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:57.166550 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f30000-5284-4dfd-9a9d-244b483b437e None None] No DVR routers for this DVR port 13697180-6a9c-4faa-876c-29b8a4ae72fc on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:49:57.239651 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 195485a2-0add-4171-b48f-90e9244a518f triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:57.240022 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:57.241718 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e042bc49-9709-4d47-b285-963cb1dd3a04 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:57.265273 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e042bc49-9709-4d47-b285-963cb1dd3a04 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:57.313877 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-18190e81-0cf1-4dac-8334-2a8c23d60055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:57.338150 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-18190e81-0cf1-4dac-8334-2a8c23d60055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:57.342241 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d07b943b-d0fa-4a83-b78c-cd63bf5366e2 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:57.366419 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-353b7f1b-7cd3-43ce-84e3-c0265ac27c00 req-efeffffb-0dfb-4ec7-bb33-99952fe18851 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478445 May 06 09:49:57.388653 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ec047ca8-4b87-447a-b6e4-98286bf882b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:57.407372 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 6628d040-55b1-4f3e-92e9-e894cf7c571a no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:49:57.443223 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 6628d040-55b1-4f3e-92e9-e894cf7c571a {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:49:57.443497 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 6628d040-55b1-4f3e-92e9-e894cf7c571a not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:49:57.443909 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 710ac35c-f7cf-4bcf-9db0-8dd3d47f730d no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:49:57.446841 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b943b-d0fa-4a83-b78c-cd63bf5366e2 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Pushing event deleted for resources: {'Port': ['ID=809acd11-b648-4ed4-ac58-c8b0e0cd22f5,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:57.475908 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 710ac35c-f7cf-4bcf-9db0-8dd3d47f730d {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:49:57.476323 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 710ac35c-f7cf-4bcf-9db0-8dd3d47f730d not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:49:57.554396 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-e042bc49-9709-4d47-b285-963cb1dd3a04 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Allocated IP 172.20.0.11 (7dfca529-79e3-491a-b37d-53f5e853c5ba/49aee8d9-52a0-4fb3-9971-2178e8fa7043/a86da7ce-dee6-4149-9276-2f84805e3469) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:49:57.561423 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-ec047ca8-4b87-447a-b6e4-98286bf882b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da4f48e8-9aac-4c1b-b526-f7c72842dde0']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:57.688301 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e042bc49-9709-4d47-b285-963cb1dd3a04 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:57.732176 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e042bc49-9709-4d47-b285-963cb1dd3a04 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:57.778372 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e042bc49-9709-4d47-b285-963cb1dd3a04 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Network 7dfca529-79e3-491a-b37d-53f5e853c5ba is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:49:57.786673 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-e042bc49-9709-4d47-b285-963cb1dd3a04 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:57.789063 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042bc49-9709-4d47-b285-963cb1dd3a04 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Pushing event updated for resources: {'Port': ['ID=a86da7ce-dee6-4149-9276-2f84805e3469,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:57.791414 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e042bc49-9709-4d47-b285-963cb1dd3a04 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:49:57.899826 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-18190e81-0cf1-4dac-8334-2a8c23d60055 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=78017c375c5d494082dd72629688e308&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3249931 May 06 09:49:57.900879 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18190e81-0cf1-4dac-8334-2a8c23d60055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57203356-a869-4609-8609-2ad2ddbea6d7,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:57.901049 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 3e9ac2b5-40e7-489c-9aba-deb881ca1940 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:49:57.904704 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57342) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:57.934242 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-ec047ca8-4b87-447a-b6e4-98286bf882b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f76049-dcb2-44be-8197-e3a5b2605792') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:57.934553 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-ec047ca8-4b87-447a-b6e4-98286bf882b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f76049-dcb2-44be-8197-e3a5b2605792') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:57.949392 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d07b943b-d0fa-4a83-b78c-cd63bf5366e2 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:57.964897 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ec047ca8-4b87-447a-b6e4-98286bf882b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:57.995159 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 3e9ac2b5-40e7-489c-9aba-deb881ca1940 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:57.995559 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:58.031221 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ec047ca8-4b87-447a-b6e4-98286bf882b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:58.066527 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec047ca8-4b87-447a-b6e4-98286bf882b4 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:49:58.067052 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ec047ca8-4b87-447a-b6e4-98286bf882b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:58.067557 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4da88b21-5914-4e29-b051-00b7ca974ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: timer() May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:49:58.069735 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:49:58.133275 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca45e1-3d18-4c8d-8254-fa740e7cac6c req-a14b0e65-697f-4c3f-bab8-944f6778ff50 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:58.135210 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fbca45e1-3d18-4c8d-8254-fa740e7cac6c req-a14b0e65-697f-4c3f-bab8-944f6778ff50 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 946 time: 0.2293024 May 06 09:49:58.141237 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:58.187152 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d55a61d-1d82-41e1-8f1e-7451f551d890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9ac2b5-40e7-489c-9aba-deb881ca1940'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:49:58.197298 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb07183-2cef-4c97-ae6e-7668b14a3c29" -d '{"events": [{"server_uuid": "4d55a61d-1d82-41e1-8f1e-7451f551d890", "name": "network-vif-plugged", "status": "completed", "tag": "3e9ac2b5-40e7-489c-9aba-deb881ca1940"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:49:58.223167 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 3e9ac2b5-40e7-489c-9aba-deb881ca1940, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=3e9ac2b5-40e7-489c-9aba-deb881ca1940,segment=NetworkSegment(cbe72a48-c421-451e-86ad-4b99d621abda),segment_id=cbe72a48-c421-451e-86ad-4b99d621abda)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:58.239421 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:58.240992 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device cf1e41e2-bb41-4232-93f0-f6954f63dd79 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:49:58.289602 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ec047ca8-4b87-447a-b6e4-98286bf882b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:58.295572 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7674461-4681-4361-9965-e21054e03e31 x-openstack-request-id: req-d7674461-4681-4361-9965-e21054e03e31 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:49:58.295999 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d55a61d-1d82-41e1-8f1e-7451f551d890", "name": "network-vif-plugged", "status": "completed", "tag": "3e9ac2b5-40e7-489c-9aba-deb881ca1940", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:49:58.296282 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d7674461-4681-4361-9965-e21054e03e31 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:49:58.297353 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7674461-4681-4361-9965-e21054e03e31'] response: {'server_uuid': '4d55a61d-1d82-41e1-8f1e-7451f551d890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9ac2b5-40e7-489c-9aba-deb881ca1940', 'code': 200} May 06 09:49:58.300442 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 13697180-6a9c-4faa-876c-29b8a4ae72fc no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:49:58.305171 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ec047ca8-4b87-447a-b6e4-98286bf882b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:58.309562 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ec047ca8-4b87-447a-b6e4-98286bf882b4 admin admin] 10.222.0.73 "DELETE /v2.0/networks/da4f48e8-9aac-4c1b-b526-f7c72842dde0 HTTP/1.1" status: 204 len: 168 time: 2.6222572 May 06 09:49:58.340344 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fbca45e1-3d18-4c8d-8254-fa740e7cac6c req-699e255d-2cd0-4b9a-a681-37367a3cf6e5 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905828 May 06 09:49:58.343557 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec047ca8-4b87-447a-b6e4-98286bf882b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=da4f48e8-9aac-4c1b-b526-f7c72842dde0,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:58.351363 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07b943b-d0fa-4a83-b78c-cd63bf5366e2 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Router 4ae53e90-423a-4f1e-bcf4-5fd29137ff4b has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:49:58.538858 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 13697180-6a9c-4faa-876c-29b8a4ae72fc {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:49:58.539370 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 13697180-6a9c-4faa-876c-29b8a4ae72fc not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:49:58.593338 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57350) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:58.596783 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07b943b-d0fa-4a83-b78c-cd63bf5366e2 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:49:58.600902 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=3e9ac2b5-40e7-489c-9aba-deb881ca1940,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:58.610987 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d07b943b-d0fa-4a83-b78c-cd63bf5366e2 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] 10.222.0.73 "PUT /v2.0/routers/4ae53e90-423a-4f1e-bcf4-5fd29137ff4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9583666 May 06 09:49:58.614272 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6039960-9fe7-4d8d-8038-ae40f4c765d9 None None] Sync routers for ids ['4ae53e90-423a-4f1e-bcf4-5fd29137ff4b'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:49:58.618575 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57352) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:58.635052 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4da88b21-5914-4e29-b051-00b7ca974ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:58.642541 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6039960-9fe7-4d8d-8038-ae40f4c765d9 None None] Routers {'4ae53e90-423a-4f1e-bcf4-5fd29137ff4b'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:58.643665 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d6039960-9fe7-4d8d-8038-ae40f4c765d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:49:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['4ae53e90-423a-4f1e-bcf4-5fd29137ff4b'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:58.655518 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e042bc49-9709-4d47-b285-963cb1dd3a04 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:58.681797 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-50797320-3d73-4f2f-88ce-797bb984df0e tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] delete failed (client error): The resource could not be found. May 06 09:49:58.687089 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-50797320-3d73-4f2f-88ce-797bb984df0e tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] 10.222.0.73 "DELETE /v2.0/routers/tempest-non_exist_router-441424124 HTTP/1.1" status: 404 len: 334 time: 0.0624495 May 06 09:49:58.693703 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57354) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:58.699531 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-21447782-fca1-43fb-8cb0-f1a83cc12247 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Request body: {'router': {'external_gateway_info': {'network_id': '4ae53e90-423a-4f1e-bcf4-5fd29137ff4b'}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:58.711703 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port cf1e41e2-bb41-4232-93f0-f6954f63dd79 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:49:58.717905 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835d745-907e-4d97-82d5-0d901335aa7f req-7017423c-8a49-40b7-a12e-8845de4f716d tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:58.719801 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d6039960-9fe7-4d8d-8038-ae40f4c765d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:58.719976 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8835d745-907e-4d97-82d5-0d901335aa7f req-7017423c-8a49-40b7-a12e-8845de4f716d tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 946 time: 0.1817603 May 06 09:49:58.734931 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port cf1e41e2-bb41-4232-93f0-f6954f63dd79 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:58.735651 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:58.740175 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6039960-9fe7-4d8d-8038-ae40f4c765d9 None None] Routers {'4ae53e90-423a-4f1e-bcf4-5fd29137ff4b'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:58.741075 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d6039960-9fe7-4d8d-8038-ae40f4c765d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:49:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['4ae53e90-423a-4f1e-bcf4-5fd29137ff4b'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:58.774534 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714a5e1-9508-4118-9441-5256f95b62f8 req-62d78a32-f5b5-4dc7-9129-02791fc08f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:58.776608 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8714a5e1-9508-4118-9441-5256f95b62f8 req-62d78a32-f5b5-4dc7-9129-02791fc08f52 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 1097 time: 0.2372446 May 06 09:49:58.789484 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4da88b21-5914-4e29-b051-00b7ca974ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:58.792284 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4da88b21-5914-4e29-b051-00b7ca974ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:58.793519 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4da88b21-5914-4e29-b051-00b7ca974ece admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/57203356-a869-4609-8609-2ad2ddbea6d7 HTTP/1.1" status: 204 len: 168 time: 0.8883307 May 06 09:49:58.827450 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a357ea2a-d7d8-410e-aec2-ae631e4e6482 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=25aba9ec7dab4fc585e8e72a34137627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2289371 May 06 09:49:58.827665 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d6039960-9fe7-4d8d-8038-ae40f4c765d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:58.829422 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6039960-9fe7-4d8d-8038-ae40f4c765d9 None None] The sync data for ids ['4ae53e90-423a-4f1e-bcf4-5fd29137ff4b'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:49:58.837665 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57358) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:58.838220 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da88b21-5914-4e29-b051-00b7ca974ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57203356-a869-4609-8609-2ad2ddbea6d7,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:58.915366 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:58.973458 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e042bc49-9709-4d47-b285-963cb1dd3a04 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:59.004220 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:59.018988 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8714a5e1-9508-4118-9441-5256f95b62f8 req-e838b972-a4c1-480a-8404-35e32e38122d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047546 May 06 09:49:59.034554 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8835d745-907e-4d97-82d5-0d901335aa7f req-f4ca2751-a0e7-4f58-b36b-2416ca0e808a tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677221 May 06 09:49:59.070648 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port cf1e41e2-bb41-4232-93f0-f6954f63dd79, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=cf1e41e2-bb41-4232-93f0-f6954f63dd79,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:59.077208 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:59.146440 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=cf1e41e2-bb41-4232-93f0-f6954f63dd79,revision_number=12']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:59.163163 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e042bc49-9709-4d47-b285-963cb1dd3a04 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Router aecb3d3b-c996-4fcc-a570-ecbee3c81143 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:49:59.194824 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-21447782-fca1-43fb-8cb0-f1a83cc12247 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:59.235151 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1de7ac1a-05c2-4d0f-bca6-4fc72b344433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:59.237772 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-21447782-fca1-43fb-8cb0-f1a83cc12247 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] update failed (client error): The resource could not be found. May 06 09:49:59.243821 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-21447782-fca1-43fb-8cb0-f1a83cc12247 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] 10.222.0.73 "PUT /v2.0/routers/4ae53e90-423a-4f1e-bcf4-5fd29137ff4b HTTP/1.1" status: 404 len: 339 time: 0.5449755 May 06 09:49:59.247096 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57362) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:59.256479 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-29b9002b-02d3-47c7-a6d8-5292a0700180 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1857728243'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:59.302927 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e042bc49-9709-4d47-b285-963cb1dd3a04 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:49:59.303844 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1de7ac1a-05c2-4d0f-bca6-4fc72b344433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:59.318339 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630f96e4-a5ae-4945-a4a2-ea63d0a32a1f None None] Sync routers for ids ['aecb3d3b-c996-4fcc-a570-ecbee3c81143'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:49:59.331175 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630f96e4-a5ae-4945-a4a2-ea63d0a32a1f None None] Routers {'aecb3d3b-c996-4fcc-a570-ecbee3c81143'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:59.335308 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-630f96e4-a5ae-4945-a4a2-ea63d0a32a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:49:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['aecb3d3b-c996-4fcc-a570-ecbee3c81143'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:59.340136 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e042bc49-9709-4d47-b285-963cb1dd3a04 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:59.340136 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e042bc49-9709-4d47-b285-963cb1dd3a04 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.9783533 May 06 09:49:59.340136 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57366) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:59.342341 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b9002b-02d3-47c7-a6d8-5292a0700180 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Made reservation on behalf of 14d201366abc48be90182c42b0dc1102 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:49:59.348706 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-29b9002b-02d3-47c7-a6d8-5292a0700180 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:59.397851 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29b9002b-02d3-47c7-a6d8-5292a0700180 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:49:59.416974 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-29b9002b-02d3-47c7-a6d8-5292a0700180 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:59.417614 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-29b9002b-02d3-47c7-a6d8-5292a0700180 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Added segment a63b043e-e5c4-47e1-8707-568016941eb3 of type vlan for network aed0839f-97b8-4ef7-b79a-da197226e690 May 06 09:49:59.437452 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1de7ac1a-05c2-4d0f-bca6-4fc72b344433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:59.442340 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1de7ac1a-05c2-4d0f-bca6-4fc72b344433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:59.445080 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1de7ac1a-05c2-4d0f-bca6-4fc72b344433 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/74f3a3f6-8495-4772-a160-36d2c090be0c HTTP/1.1" status: 204 len: 168 time: 0.5971832 May 06 09:49:59.515704 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7ac1a-05c2-4d0f-bca6-4fc72b344433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f3a3f6-8495-4772-a160-36d2c090be0c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:59.540410 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-29b9002b-02d3-47c7-a6d8-5292a0700180 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:59.657109 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e3adc693-db9a-4dfc-a54c-c5eaa9b6b53f tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:59.686294 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.db.resource_extend [None req-29b9002b-02d3-47c7-a6d8-5292a0700180 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:49:59.711453 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-630f96e4-a5ae-4945-a4a2-ea63d0a32a1f None None] Set router aecb3d3b-c996-4fcc-a570-ecbee3c81143 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:49:59.757591 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd5a4f-1a5b-4c38-8b0f-902ab8a6c480 req-5ac40c3c-2c5b-4482-86a5-89a2aaa7fdc5 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:59.771704 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-64fd5a4f-1a5b-4c38-8b0f-902ab8a6c480 req-5ac40c3c-2c5b-4482-86a5-89a2aaa7fdc5 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 947 time: 0.2059662 May 06 09:49:59.774561 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-29b9002b-02d3-47c7-a6d8-5292a0700180 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:59.785825 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b9002b-02d3-47c7-a6d8-5292a0700180 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:59.786941 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-29b9002b-02d3-47c7-a6d8-5292a0700180 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:59.887679 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e3adc693-db9a-4dfc-a54c-c5eaa9b6b53f tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:59.942114 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-64fd5a4f-1a5b-4c38-8b0f-902ab8a6c480 req-b0f17482-ad9e-4cc8-add0-34e9407bd5e4 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689694 May 06 09:49:59.969901 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-e3adc693-db9a-4dfc-a54c-c5eaa9b6b53f tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Deleting port a86da7ce-dee6-4149-9276-2f84805e3469 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:59.970396 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e3adc693-db9a-4dfc-a54c-c5eaa9b6b53f tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:59.988569 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-29b9002b-02d3-47c7-a6d8-5292a0700180 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7390499 May 06 09:49:59.989524 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57384) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:00.010190 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-5a091e4e-7fa6-49db-8c65-94cc605ddbfb tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Request body: {'subnet': {'network_id': 'aed0839f-97b8-4ef7-b79a-da197226e690', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:00.107994 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e3adc693-db9a-4dfc-a54c-c5eaa9b6b53f tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:00.122676 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57390) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:00.145945 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-630f96e4-a5ae-4945-a4a2-ea63d0a32a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aecb3d3b-c996-4fcc-a570-ecbee3c81143', 'name': '', 'tenant_id': '498c6da928e842b28b7768e315453064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfca529-79e3-491a-b37d-53f5e853c5ba', 'external_fixed_ips': [{'subnet_id': '49aee8d9-52a0-4fb3-9971-2178e8fa7043', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'a86da7ce-dee6-4149-9276-2f84805e3469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:49:56Z', 'updated_at': '2022-05-06T09:49:57Z', 'revision_number': 3, 'project_id': '498c6da928e842b28b7768e315453064', 'gw_port': {'id': 'a86da7ce-dee6-4149-9276-2f84805e3469', 'name': '', 'network_id': '7dfca529-79e3-491a-b37d-53f5e853c5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aecb3d3b-c996-4fcc-a570-ecbee3c81143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '49aee8d9-52a0-4fb3-9971-2178e8fa7043', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:49:57Z', 'updated_at': '2022-05-06T09:49:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49aee8d9-52a0-4fb3-9971-2178e8fa7043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:00.151793 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-e3adc693-db9a-4dfc-a54c-c5eaa9b6b53f tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Calling delete_port for a86da7ce-dee6-4149-9276-2f84805e3469 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:00.171687 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9002b-02d3-47c7-a6d8-5292a0700180 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Pushing event updated for resources: {'Network': ['ID=aed0839f-97b8-4ef7-b79a-da197226e690,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:00.208264 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a091e4e-7fa6-49db-8c65-94cc605ddbfb tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Made reservation on behalf of 14d201366abc48be90182c42b0dc1102 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:00.212370 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network aed0839f-97b8-4ef7-b79a-da197226e690 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:50:00.216968 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5a091e4e-7fa6-49db-8c65-94cc605ddbfb tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:00.235857 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630f96e4-a5ae-4945-a4a2-ea63d0a32a1f None None] Checking router: aecb3d3b-c996-4fcc-a570-ecbee3c81143 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:50:00.236627 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630f96e4-a5ae-4945-a4a2-ea63d0a32a1f None None] Updating router aecb3d3b-c996-4fcc-a570-ecbee3c81143 port a86da7ce-dee6-4149-9276-2f84805e3469 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:50:00.270870 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-630f96e4-a5ae-4945-a4a2-ea63d0a32a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:00.298646 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd651b330-4936-40ab-b73c-18040c1bf70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1e41e2-bb41-4232-93f0-f6954f63dd79'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:50:00.315465 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba254c34-3fb3-4217-b1ad-520282dd1a7d" -d '{"events": [{"server_uuid": "d651b330-4936-40ab-b73c-18040c1bf70f", "name": "network-vif-plugged", "status": "completed", "tag": "cf1e41e2-bb41-4232-93f0-f6954f63dd79"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:50:00.317493 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-46bb6465-c84b-458d-bdf3-d6aa9d1b2c7a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2cc071af9a2845519f6cf5c58969da62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1934040 May 06 09:50:00.322423 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57394) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:00.414071 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3cc94b-a7f5-4fe7-bc54-9872f5ef51bd x-openstack-request-id: req-7b3cc94b-a7f5-4fe7-bc54-9872f5ef51bd {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:50:00.414668 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d651b330-4936-40ab-b73c-18040c1bf70f", "name": "network-vif-plugged", "status": "completed", "tag": "cf1e41e2-bb41-4232-93f0-f6954f63dd79", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:50:00.415077 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7b3cc94b-a7f5-4fe7-bc54-9872f5ef51bd {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:50:00.415777 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b3cc94b-a7f5-4fe7-bc54-9872f5ef51bd'] response: {'server_uuid': 'd651b330-4936-40ab-b73c-18040c1bf70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1e41e2-bb41-4232-93f0-f6954f63dd79', 'code': 200} May 06 09:50:00.464819 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34ce1c-7ffe-418d-990b-d2ab6006cb40 req-e97de2e2-b905-4975-815c-6abbd3e5e2f1 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:00.475809 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0b34ce1c-7ffe-418d-990b-d2ab6006cb40 req-e97de2e2-b905-4975-815c-6abbd3e5e2f1 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 946 time: 0.2496037 May 06 09:50:00.526820 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6ee02d6f-6805-4e18-89cd-72b473f7f632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:00.564761 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6ee02d6f-6805-4e18-89cd-72b473f7f632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:00.643048 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0b34ce1c-7ffe-418d-990b-d2ab6006cb40 req-964a5587-278e-42f6-9458-1f8938b0dfec tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386263 May 06 09:50:00.653610 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e3adc693-db9a-4dfc-a54c-c5eaa9b6b53f tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:00.681350 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3adc693-db9a-4dfc-a54c-c5eaa9b6b53f tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Pushing event deleted for resources: {'Port': ['ID=a86da7ce-dee6-4149-9276-2f84805e3469,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:00.711889 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6ee02d6f-6805-4e18-89cd-72b473f7f632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:00.714402 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6ee02d6f-6805-4e18-89cd-72b473f7f632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:00.715608 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6ee02d6f-6805-4e18-89cd-72b473f7f632 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7178ef38-ffe3-48f8-8d9f-18b081adc3e7 HTTP/1.1" status: 204 len: 168 time: 0.3916259 May 06 09:50:00.727227 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5a091e4e-7fa6-49db-8c65-94cc605ddbfb tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:00.752169 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee02d6f-6805-4e18-89cd-72b473f7f632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7178ef38-ffe3-48f8-8d9f-18b081adc3e7,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:00.777960 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e3adc693-db9a-4dfc-a54c-c5eaa9b6b53f tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:00.827179 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a091e4e-7fa6-49db-8c65-94cc605ddbfb tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Pushing event updated for resources: {'Subnet': ['ID=4398f460-ada1-4387-9bae-daa0dd3c76e4,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:00.857030 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a091e4e-7fa6-49db-8c65-94cc605ddbfb tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Checking segment: {'id': 'a63b043e-e5c4-47e1-8707-568016941eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'aed0839f-97b8-4ef7-b79a-da197226e690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:00.857030 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a091e4e-7fa6-49db-8c65-94cc605ddbfb tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Network hostable DHCP agents. Network: aed0839f-97b8-4ef7-b79a-da197226e690, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:50:00.866195 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f26e8-a868-4eb0-95e5-541f358f1298 req-7f54fb08-e830-49cb-ad22-456e06e381a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:00.868206 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-514f26e8-a868-4eb0-95e5-541f358f1298 req-7f54fb08-e830-49cb-ad22-456e06e381a4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 1098 time: 0.0955315 May 06 09:50:00.915698 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-514f26e8-a868-4eb0-95e5-541f358f1298 req-5a530ce2-72f7-41af-a1a0-402d0f429eed service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381732 May 06 09:50:00.917162 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a091e4e-7fa6-49db-8c65-94cc605ddbfb tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Network aed0839f-97b8-4ef7-b79a-da197226e690 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:50:00.936493 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-5a091e4e-7fa6-49db-8c65-94cc605ddbfb tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, aed0839f-97b8-4ef7-b79a-da197226e690) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:00.941391 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a091e4e-7fa6-49db-8c65-94cc605ddbfb tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:00.942492 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5a091e4e-7fa6-49db-8c65-94cc605ddbfb tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:00.948872 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e3adc693-db9a-4dfc-a54c-c5eaa9b6b53f tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:00.952210 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac29aec-4c2a-4cc5-810b-f5547e99cd6c None None] Network aed0839f-97b8-4ef7-b79a-da197226e690 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:00.953070 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e3adc693-db9a-4dfc-a54c-c5eaa9b6b53f tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:00.974273 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5a091e4e-7fa6-49db-8c65-94cc605ddbfb tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9802396 May 06 09:50:00.975784 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57406) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:00.985088 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-b13df3cd-e396-4f8a-9c8b-775a979336c9 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Request body: {'router': {'external_gateway_info': {'network_id': 'aed0839f-97b8-4ef7-b79a-da197226e690'}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:01.062231 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e3adc693-db9a-4dfc-a54c-c5eaa9b6b53f tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.063000 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3adc693-db9a-4dfc-a54c-c5eaa9b6b53f tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aecb3d3b-c996-4fcc-a570-ecbee3c81143 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:50:01.068215 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e3adc693-db9a-4dfc-a54c-c5eaa9b6b53f tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.069694 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e3adc693-db9a-4dfc-a54c-c5eaa9b6b53f tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "DELETE /v2.0/routers/aecb3d3b-c996-4fcc-a570-ecbee3c81143 HTTP/1.1" status: 204 len: 168 time: 1.7273648 May 06 09:50:01.073302 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57412) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:01.157303 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.db.api [None req-630f96e4-a5ae-4945-a4a2-ea63d0a32a1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:50:01.157824 n-d-840835-1 neutron-server[102655]: DEBUG oslo_db.api [None req-630f96e4-a5ae-4945-a4a2-ea63d0a32a1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:50:01.168209 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75648f9c-2364-4bcd-ab53-c4d7eee11183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-aed0839f-97b8-4ef7-b79a-da197226e690', 'network_id': 'aed0839f-97b8-4ef7-b79a-da197226e690', 'tenant_id': '14d201366abc48be90182c42b0dc1102', 'fixed_ips': [{'subnet_id': '4398f460-ada1-4387-9bae-daa0dd3c76e4'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:50:01.170197 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-75648f9c-2364-4bcd-ab53-c4d7eee11183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.186640 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea5db74-77f2-4928-8ed9-d2e36f8dd65b tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Deleting subnet 49aee8d9-52a0-4fb3-9971-2178e8fa7043 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:50:01.193223 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5ea5db74-77f2-4928-8ed9-d2e36f8dd65b tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.246971 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5ea5db74-77f2-4928-8ed9-d2e36f8dd65b tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.297768 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5ea5db74-77f2-4928-8ed9-d2e36f8dd65b tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.386008 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f7ea8-121c-4690-bfd4-26fc36687b53 req-b905c25c-b7a6-461f-9b42-409afdbe838a tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:01.387660 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ef7f7ea8-121c-4690-bfd4-26fc36687b53 req-b905c25c-b7a6-461f-9b42-409afdbe838a tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 947 time: 0.2294948 May 06 09:50:01.421626 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5ea5db74-77f2-4928-8ed9-d2e36f8dd65b tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.457608 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-75648f9c-2364-4bcd-ab53-c4d7eee11183 None None] Allocated IP 2001:db8:1::2 (aed0839f-97b8-4ef7-b79a-da197226e690/4398f460-ada1-4387-9bae-daa0dd3c76e4/f61fb765-1e8b-4a24-a910-ec91dcfd027e) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:01.471239 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5db74-77f2-4928-8ed9-d2e36f8dd65b tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=49aee8d9-52a0-4fb3-9971-2178e8fa7043,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:01.491239 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5ea5db74-77f2-4928-8ed9-d2e36f8dd65b tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.500290 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5ea5db74-77f2-4928-8ed9-d2e36f8dd65b tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "DELETE /v2.0/subnets/49aee8d9-52a0-4fb3-9971-2178e8fa7043 HTTP/1.1" status: 204 len: 168 time: 0.4269333 May 06 09:50:01.501159 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57430) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:01.532063 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b13df3cd-e396-4f8a-9c8b-775a979336c9 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.538014 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ef7f7ea8-121c-4690-bfd4-26fc36687b53 req-c9bd7945-d164-46c8-ac17-8d47975231b3 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414945 May 06 09:50:01.603251 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-249d2100-5380-4429-87c1-83a9202461a6 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.703474 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630f96e4-a5ae-4945-a4a2-ea63d0a32a1f None None] Port a86da7ce-dee6-4149-9276-2f84805e3469 not found while updating agent binding for router aecb3d3b-c996-4fcc-a570-ecbee3c81143. {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 06 09:50:01.732060 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630f96e4-a5ae-4945-a4a2-ea63d0a32a1f None None] Routers set() bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:01.732935 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630f96e4-a5ae-4945-a4a2-ea63d0a32a1f None None] Router IDs set() for agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 06 09:50:01.737553 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-75648f9c-2364-4bcd-ab53-c4d7eee11183 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.738882 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_agentschedulers_db [None req-630f96e4-a5ae-4945-a4a2-ea63d0a32a1f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'aecb3d3b-c996-4fcc-a570-ecbee3c81143'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:49:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent'). {{(pid=102655) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 09:50:01.740382 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630f96e4-a5ae-4945-a4a2-ea63d0a32a1f None None] The sync data for ids ['aecb3d3b-c996-4fcc-a570-ecbee3c81143'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:50:01.748881 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-75648f9c-2364-4bcd-ab53-c4d7eee11183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.804094 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75648f9c-2364-4bcd-ab53-c4d7eee11183 None None] Network aed0839f-97b8-4ef7-b79a-da197226e690 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:01.807664 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-75648f9c-2364-4bcd-ab53-c4d7eee11183 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:01.812005 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75648f9c-2364-4bcd-ab53-c4d7eee11183 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:01.823695 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-249d2100-5380-4429-87c1-83a9202461a6 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.826546 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75648f9c-2364-4bcd-ab53-c4d7eee11183 None None] Pushing event updated for resources: {'Port': ['ID=f61fb765-1e8b-4a24-a910-ec91dcfd027e,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:01.864579 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-b13df3cd-e396-4f8a-9c8b-775a979336c9 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:50:01.873964 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-249d2100-5380-4429-87c1-83a9202461a6 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dfca529-79e3-491a-b37d-53f5e853c5ba']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:01.874861 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b13df3cd-e396-4f8a-9c8b-775a979336c9 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] 10.222.0.73 "PUT /v2.0/routers/4ae53e90-423a-4f1e-bcf4-5fd29137ff4b HTTP/1.1" status: 400 len: 364 time: 0.8972979 May 06 09:50:01.890510 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57444) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:01.893264 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-75648f9c-2364-4bcd-ab53-c4d7eee11183 None None] Attempting to bind port f61fb765-1e8b-4a24-a910-ec91dcfd027e on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:01.893643 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-75648f9c-2364-4bcd-ab53-c4d7eee11183 None None] Attempting to bind port f61fb765-1e8b-4a24-a910-ec91dcfd027e by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'a63b043e-e5c4-47e1-8707-568016941eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'aed0839f-97b8-4ef7-b79a-da197226e690'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:01.894164 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75648f9c-2364-4bcd-ab53-c4d7eee11183 None None] Attempting to bind port f61fb765-1e8b-4a24-a910-ec91dcfd027e on network aed0839f-97b8-4ef7-b79a-da197226e690 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:01.900117 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75648f9c-2364-4bcd-ab53-c4d7eee11183 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:50:01.900511 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75648f9c-2364-4bcd-ab53-c4d7eee11183 None None] Checking segment: {'id': 'a63b043e-e5c4-47e1-8707-568016941eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'aed0839f-97b8-4ef7-b79a-da197226e690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:01.901123 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-75648f9c-2364-4bcd-ab53-c4d7eee11183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.904992 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75648f9c-2364-4bcd-ab53-c4d7eee11183 None None] Bound using segment: {'id': 'a63b043e-e5c4-47e1-8707-568016941eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'aed0839f-97b8-4ef7-b79a-da197226e690'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:50:01.920228 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-75648f9c-2364-4bcd-ab53-c4d7eee11183 None None] Bound port: f61fb765-1e8b-4a24-a910-ec91dcfd027e, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63b043e-e5c4-47e1-8707-568016941eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'aed0839f-97b8-4ef7-b79a-da197226e690'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:50:01.920657 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-75648f9c-2364-4bcd-ab53-c4d7eee11183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.927834 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-249d2100-5380-4429-87c1-83a9202461a6 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bdd76ea-5758-4240-a126-3929ac60b434') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:01.928134 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-249d2100-5380-4429-87c1-83a9202461a6 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bdd76ea-5758-4240-a126-3929ac60b434') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:01.949695 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-249d2100-5380-4429-87c1-83a9202461a6 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.959466 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9508831-df83-431f-802b-725e62f44bdf req-a629c127-ef87-4bd8-954e-ca746498659c tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:01.972936 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9508831-df83-431f-802b-725e62f44bdf req-a629c127-ef87-4bd8-954e-ca746498659c tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 946 time: 0.1429567 May 06 09:50:01.982173 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-249d2100-5380-4429-87c1-83a9202461a6 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.989449 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-249d2100-5380-4429-87c1-83a9202461a6 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:50:01.990020 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-249d2100-5380-4429-87c1-83a9202461a6 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:02.019664 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-75648f9c-2364-4bcd-ab53-c4d7eee11183 None None] For port f61fb765-1e8b-4a24-a910-ec91dcfd027e, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:50:02.030427 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-75648f9c-2364-4bcd-ab53-c4d7eee11183 None None] For port f61fb765-1e8b-4a24-a910-ec91dcfd027e, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f61fb765-1e8b-4a24-a910-ec91dcfd027e,segment=NetworkSegment(a63b043e-e5c4-47e1-8707-568016941eb3),segment_id=a63b043e-e5c4-47e1-8707-568016941eb3)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:50:02.037946 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-75648f9c-2364-4bcd-ab53-c4d7eee11183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: timer() May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:50:02.064398 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:50:02.090032 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9508831-df83-431f-802b-725e62f44bdf req-a01b098a-0991-47fa-9151-8108bf248575 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141422 May 06 09:50:02.160949 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75648f9c-2364-4bcd-ab53-c4d7eee11183 None None] Pushing event updated for resources: {'Port': ['ID=f61fb765-1e8b-4a24-a910-ec91dcfd027e,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:02.280930 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-249d2100-5380-4429-87c1-83a9202461a6 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:02.354782 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249d2100-5380-4429-87c1-83a9202461a6 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7dfca529-79e3-491a-b37d-53f5e853c5ba {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 09:50:02.356985 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d2100-5380-4429-87c1-83a9202461a6 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Pushing event deleted for resources: {'Network': ['ID=7dfca529-79e3-491a-b37d-53f5e853c5ba,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:02.362787 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-249d2100-5380-4429-87c1-83a9202461a6 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:02.367553 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-249d2100-5380-4429-87c1-83a9202461a6 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "DELETE /v2.0/networks/7dfca529-79e3-491a-b37d-53f5e853c5ba HTTP/1.1" status: 204 len: 168 time: 0.8651896 May 06 09:50:02.550442 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57492) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:02.634647 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b90582-3c1a-4d5f-af58-ca76d1798814 req-75d68af6-4898-4f2d-ab04-c84d8488b669 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:02.650727 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a5b90582-3c1a-4d5f-af58-ca76d1798814 req-75d68af6-4898-4f2d-ab04-c84d8488b669 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 946 time: 0.3288229 May 06 09:50:02.771360 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d89cc180-55a8-4c36-9429-f36db84a77aa tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:02.805590 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a5b90582-3c1a-4d5f-af58-ca76d1798814 req-073ce702-70e7-4963-81fe-587b758ecc53 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419587 May 06 09:50:02.869226 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81216df5-c570-4e5e-b881-04bd015a512a req-3276dbb9-6ced-42d3-9ee0-3d0a091abf93 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:02.885631 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81216df5-c570-4e5e-b881-04bd015a512a req-3276dbb9-6ced-42d3-9ee0-3d0a091abf93 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:02.910202 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81216df5-c570-4e5e-b881-04bd015a512a req-3276dbb9-6ced-42d3-9ee0-3d0a091abf93 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:02.918389 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81216df5-c570-4e5e-b881-04bd015a512a req-3276dbb9-6ced-42d3-9ee0-3d0a091abf93 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:02.922140 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-45d69f0e-1259-49b7-8e26-a5480f58f9d7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-68412415-network', 'tenant_id': '0126094555704cc08998883243974b15'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:02.938630 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81216df5-c570-4e5e-b881-04bd015a512a req-3276dbb9-6ced-42d3-9ee0-3d0a091abf93 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:02.958279 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81216df5-c570-4e5e-b881-04bd015a512a req-3276dbb9-6ced-42d3-9ee0-3d0a091abf93 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:02.978782 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81216df5-c570-4e5e-b881-04bd015a512a req-3276dbb9-6ced-42d3-9ee0-3d0a091abf93 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:02.995555 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-81216df5-c570-4e5e-b881-04bd015a512a req-3276dbb9-6ced-42d3-9ee0-3d0a091abf93 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5434 time: 0.5806601 May 06 09:50:03.130444 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57564) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:03.143717 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-5abc2fd1-4a63-45c5-8e7d-d4e1bacaf707 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Request body: {'router': {'name': 'tempest-router--608517566', 'project_id': 'b0ba64927d7e483f801c89050468eacd'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:03.169881 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d69f0e-1259-49b7-8e26-a5480f58f9d7 admin admin] Made reservation on behalf of 0126094555704cc08998883243974b15 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:03.173371 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45d69f0e-1259-49b7-8e26-a5480f58f9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:03.216773 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-81216df5-c570-4e5e-b881-04bd015a512a req-1403f573-f8c1-49e5-8e9c-82a8840fe899 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2201781 May 06 09:50:03.222137 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45d69f0e-1259-49b7-8e26-a5480f58f9d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:03.258929 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38634d44-a723-4d48-8d6c-e596ea545207 req-67502407-1e53-4949-b7c9-c310be5644dc tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:03.264814 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38634d44-a723-4d48-8d6c-e596ea545207 req-67502407-1e53-4949-b7c9-c310be5644dc tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 947 time: 0.2655470 May 06 09:50:03.266235 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5abc2fd1-4a63-45c5-8e7d-d4e1bacaf707 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:03.270051 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5abc2fd1-4a63-45c5-8e7d-d4e1bacaf707 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:03.536708 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5abc2fd1-4a63-45c5-8e7d-d4e1bacaf707 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:03.564862 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5abc2fd1-4a63-45c5-8e7d-d4e1bacaf707 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:03.570537 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-d89cc180-55a8-4c36-9429-f36db84a77aa tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Allocated IP 2001:db8::1 (42954096-6eee-4e60-87b9-bd8e785538eb/eb64f4ab-75bb-46b6-afce-5cd219ea2237/bee5eea6-4205-4011-bdc8-709c20fc5c13) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:03.661643 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38634d44-a723-4d48-8d6c-e596ea545207 req-ed82a85b-127d-424e-a1af-602c0b5590dc tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317057 May 06 09:50:03.682488 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5abc2fd1-4a63-45c5-8e7d-d4e1bacaf707 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:03.695533 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5abc2fd1-4a63-45c5-8e7d-d4e1bacaf707 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5635998 May 06 09:50:03.700417 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57604) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:03.946236 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc0330a1-cd4d-4d52-90cb-eb9f82fa6463 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:04.016701 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb93d1-9655-4ef6-a070-1b8b9c3ad847 req-3438a0cc-fbc1-4a33-97b3-1dd6a50b1c02 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:04.025104 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb93d1-9655-4ef6-a070-1b8b9c3ad847 req-3438a0cc-fbc1-4a33-97b3-1dd6a50b1c02 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:04.035675 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb93d1-9655-4ef6-a070-1b8b9c3ad847 req-3438a0cc-fbc1-4a33-97b3-1dd6a50b1c02 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:04.047247 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb93d1-9655-4ef6-a070-1b8b9c3ad847 req-3438a0cc-fbc1-4a33-97b3-1dd6a50b1c02 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:04.054325 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb93d1-9655-4ef6-a070-1b8b9c3ad847 req-3438a0cc-fbc1-4a33-97b3-1dd6a50b1c02 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:04.062062 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb93d1-9655-4ef6-a070-1b8b9c3ad847 req-3438a0cc-fbc1-4a33-97b3-1dd6a50b1c02 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:04.069096 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb93d1-9655-4ef6-a070-1b8b9c3ad847 req-3438a0cc-fbc1-4a33-97b3-1dd6a50b1c02 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:04.071037 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-22eb93d1-9655-4ef6-a070-1b8b9c3ad847 req-3438a0cc-fbc1-4a33-97b3-1dd6a50b1c02 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5434 time: 0.3244982 May 06 09:50:04.108586 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0de3d2-ca7f-4097-bd17-93932a1d41b8 None None] Network aed0839f-97b8-4ef7-b79a-da197226e690 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:04.239952 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-06c31574-de14-4caf-9bc1-1075ec72b911 None None] Provisioning complete for port f61fb765-1e8b-4a24-a910-ec91dcfd027e triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:04.240218 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45d69f0e-1259-49b7-8e26-a5480f58f9d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:04.241939 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-06c31574-de14-4caf-9bc1-1075ec72b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:04.252861 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45d69f0e-1259-49b7-8e26-a5480f58f9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:04.307963 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d89cc180-55a8-4c36-9429-f36db84a77aa tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:04.309909 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d69f0e-1259-49b7-8e26-a5480f58f9d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:50:04.329066 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d69f0e-1259-49b7-8e26-a5480f58f9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b5574e-27fe-4694-a648-4de159d9a101,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:04.337602 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45d69f0e-1259-49b7-8e26-a5480f58f9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:04.337933 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-45d69f0e-1259-49b7-8e26-a5480f58f9d7 admin admin] Added segment 3196a4ad-b067-4fae-9d46-7f9bd14a3bde of type vlan for network 231270de-d281-4806-b596-b1333797f216 May 06 09:50:04.417966 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45d69f0e-1259-49b7-8e26-a5480f58f9d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:04.465252 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45d69f0e-1259-49b7-8e26-a5480f58f9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:04.468496 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d69f0e-1259-49b7-8e26-a5480f58f9d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:04.470672 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45d69f0e-1259-49b7-8e26-a5480f58f9d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:04.478303 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f61fb765-1e8b-4a24-a910-ec91dcfd027e up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:50:04.582087 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d89cc180-55a8-4c36-9429-f36db84a77aa tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:04.587587 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-06c31574-de14-4caf-9bc1-1075ec72b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:04.652292 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89cc180-55a8-4c36-9429-f36db84a77aa tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Network 42954096-6eee-4e60-87b9-bd8e785538eb is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:04.658491 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-45d69f0e-1259-49b7-8e26-a5480f58f9d7 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1039834 May 06 09:50:04.672563 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-d89cc180-55a8-4c36-9429-f36db84a77aa tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:04.674706 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57648) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:04.677330 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89cc180-55a8-4c36-9429-f36db84a77aa tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:04.678096 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d89cc180-55a8-4c36-9429-f36db84a77aa tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:04.681785 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-a2b8d8ae-e49c-4ff2-b5ae-c7a1a8435c61 admin admin] Request body: {'subnet': {'network_id': '231270de-d281-4806-b596-b1333797f216', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-68412415-subnet', 'tenant_id': '0126094555704cc08998883243974b15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:04.689728 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-06c31574-de14-4caf-9bc1-1075ec72b911 None None] For port f61fb765-1e8b-4a24-a910-ec91dcfd027e, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f61fb765-1e8b-4a24-a910-ec91dcfd027e,segment=NetworkSegment(a63b043e-e5c4-47e1-8707-568016941eb3),segment_id=a63b043e-e5c4-47e1-8707-568016941eb3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:04.698013 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-06c31574-de14-4caf-9bc1-1075ec72b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:04.705925 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port f61fb765-1e8b-4a24-a910-ec91dcfd027e triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:04.706395 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:04.773766 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc0330a1-cd4d-4d52-90cb-eb9f82fa6463 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:04.790243 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc0330a1-cd4d-4d52-90cb-eb9f82fa6463 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:04.894973 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c31574-de14-4caf-9bc1-1075ec72b911 None None] Pushing event updated for resources: {'Port': ['ID=f61fb765-1e8b-4a24-a910-ec91dcfd027e,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:04.896149 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b8d8ae-e49c-4ff2-b5ae-c7a1a8435c61 admin admin] Made reservation on behalf of 0126094555704cc08998883243974b15 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:04.904201 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a2b8d8ae-e49c-4ff2-b5ae-c7a1a8435c61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:04.926933 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57654) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:04.943725 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d69f0e-1259-49b7-8e26-a5480f58f9d7 admin admin] Pushing event updated for resources: {'Network': ['ID=231270de-d281-4806-b596-b1333797f216,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:05.008217 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 231270de-d281-4806-b596-b1333797f216 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:50:05.019445 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89cc180-55a8-4c36-9429-f36db84a77aa tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Pushing event updated for resources: {'Port': ['ID=bee5eea6-4205-4011-bdc8-709c20fc5c13,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:05.026604 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d89cc180-55a8-4c36-9429-f36db84a77aa tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:05.043033 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-79ca9231-76f8-4cae-ac67-34bbc479c240 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:05.067196 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-79ca9231-76f8-4cae-ac67-34bbc479c240 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/networks?id=3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4 HTTP/1.1" status: 200 len: 814 time: 1.0796177 May 06 09:50:05.247852 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ba5597f4-9f1f-4b5e-9ed3-22cfed73b4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:05.259011 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc0330a1-cd4d-4d52-90cb-eb9f82fa6463 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:05.259011 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0330a1-cd4d-4d52-90cb-eb9f82fa6463 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 792b9ce8-fcdd-47fe-ba00-1f1491d63db2 {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:50:05.283957 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc0330a1-cd4d-4d52-90cb-eb9f82fa6463 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:05.285556 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fc0330a1-cd4d-4d52-90cb-eb9f82fa6463 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "DELETE /v2.0/routers/792b9ce8-fcdd-47fe-ba00-1f1491d63db2 HTTP/1.1" status: 204 len: 168 time: 1.5808532 May 06 09:50:05.307727 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a4bdda11-c7ae-409b-b935-6484b11ea4f8 None None] Provisioning complete for port bee5eea6-4205-4011-bdc8-709c20fc5c13 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:05.309084 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a4bdda11-c7ae-409b-b935-6484b11ea4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:05.337221 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-3f4eb34b-d9cb-4250-9f9e-aa87732bc326 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/quotas/e937610fa6d344d497a1176339a92969 HTTP/1.1" status: 200 len: 375 time: 0.2644715 May 06 09:50:05.385243 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-a4bdda11-c7ae-409b-b935-6484b11ea4f8 None None] Port bee5eea6-4205-4011-bdc8-709c20fc5c13 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:50:05.407295 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a4bdda11-c7ae-409b-b935-6484b11ea4f8 None None] Provisioning complete for port f61fb765-1e8b-4a24-a910-ec91dcfd027e triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:05.408404 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a4bdda11-c7ae-409b-b935-6484b11ea4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:05.452207 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ba5597f4-9f1f-4b5e-9ed3-22cfed73b4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:05.464513 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ba5597f4-9f1f-4b5e-9ed3-22cfed73b4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:05.485491 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-a6f90e09-63a4-4522-9ed7-8170d30c9e1e tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e937610fa6d344d497a1176339a92969&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1472256 May 06 09:50:05.495734 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6888898-8783-4acb-a2c6-9af7d4ab5d7a req-2e67de91-0d5e-4f30-88ed-db1a6da58ac2 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:05.506123 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e6888898-8783-4acb-a2c6-9af7d4ab5d7a req-2e67de91-0d5e-4f30-88ed-db1a6da58ac2 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 947 time: 0.5166435 May 06 09:50:05.528658 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bfa46-ce24-4b15-a93c-7dccdc8c0fc4 req-f18ca636-46eb-4b87-b291-e6d38b773af5 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:05.530700 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d4bfa46-ce24-4b15-a93c-7dccdc8c0fc4 req-f18ca636-46eb-4b87-b291-e6d38b773af5 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d55a61d-1d82-41e1-8f1e-7451f551d890 HTTP/1.1" status: 200 len: 946 time: 0.2686777 May 06 09:50:05.549166 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a2b8d8ae-e49c-4ff2-b5ae-c7a1a8435c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:05.589317 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ba5597f4-9f1f-4b5e-9ed3-22cfed73b4fb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d75acac1ad354e0eaf4a9d02f833c3b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6476374 May 06 09:50:05.601332 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57664) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:05.617768 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5597f4-9f1f-4b5e-9ed3-22cfed73b4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0346b855-34a7-4291-8795-93c7602dc647,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:05.644997 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d89cc180-55a8-4c36-9429-f36db84a77aa tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:05.658794 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d89cc180-55a8-4c36-9429-f36db84a77aa tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:05.659654 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d89cc180-55a8-4c36-9429-f36db84a77aa tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:05.680748 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e6888898-8783-4acb-a2c6-9af7d4ab5d7a req-969112de-e0fb-41de-b467-f774d4002391 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736219 May 06 09:50:05.697371 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57666) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:05.784966 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89cc180-55a8-4c36-9429-f36db84a77aa tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Pushing event updated for resources: {'Port': ['ID=bee5eea6-4205-4011-bdc8-709c20fc5c13,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:05.813165 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b2dfeec5-5853-4786-b7b9-ce4cdea1ba72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:05.832793 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8d8ae-e49c-4ff2-b5ae-c7a1a8435c61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a10cec0-9eaa-4f30-8ea0-72e5f7f6e8c1,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:05.861630 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b2dfeec5-5853-4786-b7b9-ce4cdea1ba72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:05.870800 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b8d8ae-e49c-4ff2-b5ae-c7a1a8435c61 admin admin] Checking segment: {'id': '3196a4ad-b067-4fae-9d46-7f9bd14a3bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '231270de-d281-4806-b596-b1333797f216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:05.871462 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b8d8ae-e49c-4ff2-b5ae-c7a1a8435c61 admin admin] Network hostable DHCP agents. Network: 231270de-d281-4806-b596-b1333797f216, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:50:05.885021 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89cc180-55a8-4c36-9429-f36db84a77aa tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Network 42954096-6eee-4e60-87b9-bd8e785538eb is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:05.888490 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-d89cc180-55a8-4c36-9429-f36db84a77aa tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:05.942606 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-bdda5e86-f47e-40f7-b23f-82d619f43092 service neutron] 10.222.0.73 "GET /v2.0/networks/3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561443 May 06 09:50:05.960356 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-5d4bfa46-ce24-4b15-a93c-7dccdc8c0fc4 req-a41016ea-a60b-4822-bd36-b823ceec9705 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Deleting port 3e9ac2b5-40e7-489c-9aba-deb881ca1940 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:05.960865 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5d4bfa46-ce24-4b15-a93c-7dccdc8c0fc4 req-a41016ea-a60b-4822-bd36-b823ceec9705 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:06.058323 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b8d8ae-e49c-4ff2-b5ae-c7a1a8435c61 admin admin] Network 231270de-d281-4806-b596-b1333797f216 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:50:06.114472 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b2dfeec5-5853-4786-b7b9-ce4cdea1ba72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:06.119307 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b2dfeec5-5853-4786-b7b9-ce4cdea1ba72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:06.128528 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b2dfeec5-5853-4786-b7b9-ce4cdea1ba72 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0346b855-34a7-4291-8795-93c7602dc647 HTTP/1.1" status: 204 len: 168 time: 0.5255616 May 06 09:50:06.147948 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-a2b8d8ae-e49c-4ff2-b5ae-c7a1a8435c61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 231270de-d281-4806-b596-b1333797f216) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:06.152044 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfeec5-5853-4786-b7b9-ce4cdea1ba72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0346b855-34a7-4291-8795-93c7602dc647,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:06.167266 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd41ca8-f5ef-4309-a942-5ced9e144245 None None] Network 231270de-d281-4806-b596-b1333797f216 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:06.189792 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-fb68d9fb-ce7a-4203-886c-53df3ef68b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1784448712', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}, 'admin_state_up': False}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:06.221416 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89cc180-55a8-4c36-9429-f36db84a77aa tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Router 4ae53e90-423a-4f1e-bcf4-5fd29137ff4b has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:50:06.269670 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8d8ae-e49c-4ff2-b5ae-c7a1a8435c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:06.270985 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a2b8d8ae-e49c-4ff2-b5ae-c7a1a8435c61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:06.279652 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fb68d9fb-ce7a-4203-886c-53df3ef68b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:06.280750 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fb68d9fb-ce7a-4203-886c-53df3ef68b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:06.293196 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-5d4bfa46-ce24-4b15-a93c-7dccdc8c0fc4 req-a41016ea-a60b-4822-bd36-b823ceec9705 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] For port 3e9ac2b5-40e7-489c-9aba-deb881ca1940, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=3e9ac2b5-40e7-489c-9aba-deb881ca1940,segment=NetworkSegment(cbe72a48-c421-451e-86ad-4b99d621abda),segment_id=cbe72a48-c421-451e-86ad-4b99d621abda)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:06.294757 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5d4bfa46-ce24-4b15-a93c-7dccdc8c0fc4 req-a41016ea-a60b-4822-bd36-b823ceec9705 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:06.369027 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-5d4bfa46-ce24-4b15-a93c-7dccdc8c0fc4 req-a41016ea-a60b-4822-bd36-b823ceec9705 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Calling delete_port for 3e9ac2b5-40e7-489c-9aba-deb881ca1940 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:06.436510 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a2b8d8ae-e49c-4ff2-b5ae-c7a1a8435c61 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7585888 May 06 09:50:06.449385 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3d399f-e1a1-42da-8ed2-64967a2a6afe None None] Network 231270de-d281-4806-b596-b1333797f216 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:06.451627 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f61fb765-1e8b-4a24-a910-ec91dcfd027e up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:50:06.587080 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-d2a9ebdb-319e-4a62-8595-bda9c2d346c6 service neutron] 10.222.0.73 "GET /v2.0/networks/3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6302376 May 06 09:50:06.589659 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89cc180-55a8-4c36-9429-f36db84a77aa tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:50:06.615141 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d89cc180-55a8-4c36-9429-f36db84a77aa tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] 10.222.0.73 "PUT /v2.0/routers/4ae53e90-423a-4f1e-bcf4-5fd29137ff4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7142920 May 06 09:50:06.615141 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57692) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:06.802844 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5d4bfa46-ce24-4b15-a93c-7dccdc8c0fc4 req-a41016ea-a60b-4822-bd36-b823ceec9705 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:06.884124 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41016ea-a60b-4822-bd36-b823ceec9705 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Pushing event deleted for resources: {'Port': ['ID=3e9ac2b5-40e7-489c-9aba-deb881ca1940,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:06.947857 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4406f05-4a07-429e-aa71-ff34af6b7bf5 None None] Sync routers for ids ['4ae53e90-423a-4f1e-bcf4-5fd29137ff4b'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:50:06.951540 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fb68d9fb-ce7a-4203-886c-53df3ef68b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:07.006866 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57706) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:07.036412 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4bfa46-ce24-4b15-a93c-7dccdc8c0fc4 req-a41016ea-a60b-4822-bd36-b823ceec9705 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] No DVR routers for this DVR port 3e9ac2b5-40e7-489c-9aba-deb881ca1940 on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:50:07.043554 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5d4bfa46-ce24-4b15-a93c-7dccdc8c0fc4 req-a41016ea-a60b-4822-bd36-b823ceec9705 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:07.047156 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d4bfa46-ce24-4b15-a93c-7dccdc8c0fc4 req-a41016ea-a60b-4822-bd36-b823ceec9705 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.77 "DELETE /v2.0/ports/3e9ac2b5-40e7-489c-9aba-deb881ca1940 HTTP/1.1" status: 204 len: 173 time: 1.4893427 May 06 09:50:07.048708 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4406f05-4a07-429e-aa71-ff34af6b7bf5 None None] Routers {'4ae53e90-423a-4f1e-bcf4-5fd29137ff4b'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:07.049443 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-b4406f05-4a07-429e-aa71-ff34af6b7bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:49:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['4ae53e90-423a-4f1e-bcf4-5fd29137ff4b'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:07.053214 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d55a61d-1d82-41e1-8f1e-7451f551d890', 'name': 'network-vif-deleted', 'tag': '3e9ac2b5-40e7-489c-9aba-deb881ca1940'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:50:07.060745 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49d8c80-0478-469c-901e-14a5fbeb8484" -d '{"events": [{"server_uuid": "4d55a61d-1d82-41e1-8f1e-7451f551d890", "name": "network-vif-deleted", "tag": "3e9ac2b5-40e7-489c-9aba-deb881ca1940"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:50:07.067151 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-9b1c467f-6a3f-4298-8d3f-2907d02c585c None None] Provisioning complete for port bee5eea6-4205-4011-bdc8-709c20fc5c13 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:07.067583 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9b1c467f-6a3f-4298-8d3f-2907d02c585c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:07.076369 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57710) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:07.204554 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-b4406f05-4a07-429e-aa71-ff34af6b7bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:07.240549 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-9b1c467f-6a3f-4298-8d3f-2907d02c585c None None] Port bee5eea6-4205-4011-bdc8-709c20fc5c13 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:50:07.243684 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port f61fb765-1e8b-4a24-a910-ec91dcfd027e triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:07.244239 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:07.269964 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cfd2ef95-cf71-4099-8dcb-89ef9d19ae4b tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:07.350021 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63d3bbad-c2f8-48c8-8ede-072226b11cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:07.388100 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd34a9b-0500-4e08-ad8d-0f923d22e9c1 req-404d7743-8d74-4175-b37d-84b0230e56c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:07.388945 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd34a9b-0500-4e08-ad8d-0f923d22e9c1 req-404d7743-8d74-4175-b37d-84b0230e56c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:07.389682 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd34a9b-0500-4e08-ad8d-0f923d22e9c1 req-404d7743-8d74-4175-b37d-84b0230e56c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:07.390333 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd34a9b-0500-4e08-ad8d-0f923d22e9c1 req-404d7743-8d74-4175-b37d-84b0230e56c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:07.390962 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd34a9b-0500-4e08-ad8d-0f923d22e9c1 req-404d7743-8d74-4175-b37d-84b0230e56c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:07.391975 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd34a9b-0500-4e08-ad8d-0f923d22e9c1 req-404d7743-8d74-4175-b37d-84b0230e56c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:07.392614 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd34a9b-0500-4e08-ad8d-0f923d22e9c1 req-404d7743-8d74-4175-b37d-84b0230e56c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:07.396448 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3dd34a9b-0500-4e08-ad8d-0f923d22e9c1 req-404d7743-8d74-4175-b37d-84b0230e56c0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 6491 time: 0.3190589 May 06 09:50:07.424338 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4406f05-4a07-429e-aa71-ff34af6b7bf5 None None] Routers {'4ae53e90-423a-4f1e-bcf4-5fd29137ff4b'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:07.427149 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-b4406f05-4a07-429e-aa71-ff34af6b7bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:49:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['4ae53e90-423a-4f1e-bcf4-5fd29137ff4b'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:07.456038 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3dd34a9b-0500-4e08-ad8d-0f923d22e9c1 req-22109a29-1590-47c9-9f5a-61bb350a4d9f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e4e86cbb-373a-416c-a8f1-b1513a810024&id=5a6f232e-7983-4d0d-90ba-32abf51156b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436542 May 06 09:50:07.487170 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-b4406f05-4a07-429e-aa71-ff34af6b7bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:07.488433 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4406f05-4a07-429e-aa71-ff34af6b7bf5 None None] The sync data for ids ['4ae53e90-423a-4f1e-bcf4-5fd29137ff4b'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:50:07.634526 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-cfd2ef95-cf71-4099-8dcb-89ef9d19ae4b tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] delete failed (client error): There was a conflict when trying to complete your request. May 06 09:50:07.636823 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-897df119-22e4-404f-ad3a-bb7aab62cc55 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:07.638695 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-897df119-22e4-404f-ad3a-bb7aab62cc55 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.73 "GET /v2.0/networks?id=231270de-d281-4806-b596-b1333797f216 HTTP/1.1" status: 200 len: 816 time: 0.1335876 May 06 09:50:07.639084 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cfd2ef95-cf71-4099-8dcb-89ef9d19ae4b tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] 10.222.0.73 "DELETE /v2.0/routers/4ae53e90-423a-4f1e-bcf4-5fd29137ff4b HTTP/1.1" status: 409 len: 329 time: 1.0200665 May 06 09:50:07.639381 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57730) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:07.660564 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fb68d9fb-ce7a-4203-886c-53df3ef68b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:07.694279 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-aa7d0236-ed85-42a9-b60e-f747c5620439 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.73 "GET /v2.0/quotas/0126094555704cc08998883243974b15 HTTP/1.1" status: 200 len: 375 time: 0.0472820 May 06 09:50:07.777685 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-ea6aa0ce-1a65-4e7c-a189-01241dcb659b tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0126094555704cc08998883243974b15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562623 May 06 09:50:07.784963 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63d3bbad-c2f8-48c8-8ede-072226b11cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:07.808083 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63d3bbad-c2f8-48c8-8ede-072226b11cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:07.844844 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3bbad-c2f8-48c8-8ede-072226b11cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a441ccac-a5a2-474e-aaed-efdaad6881d2,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:07.936038 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-63d3bbad-c2f8-48c8-8ede-072226b11cad admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2606f2eae2fe474eb962a8ab8aec9418&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7944925 May 06 09:50:07.959873 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 3e9ac2b5-40e7-489c-9aba-deb881ca1940 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:50:07.962551 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57734) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:08.006751 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 3e9ac2b5-40e7-489c-9aba-deb881ca1940 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:50:08.007089 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 3e9ac2b5-40e7-489c-9aba-deb881ca1940 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:50:08.037628 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fb68d9fb-ce7a-4203-886c-53df3ef68b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:08.090160 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fb68d9fb-ce7a-4203-886c-53df3ef68b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:08.101944 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d881d8e3-ee03-4c7a-a101-c36ff87ddd1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:08.123095 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-e4c547d7-a89f-4269-87ca-28cea58487d1 service neutron] 10.222.0.73 "GET /v2.0/networks/231270de-d281-4806-b596-b1333797f216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201966 May 06 09:50:08.127934 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d881d8e3-ee03-4c7a-a101-c36ff87ddd1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:08.245315 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d881d8e3-ee03-4c7a-a101-c36ff87ddd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:08.248052 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d881d8e3-ee03-4c7a-a101-c36ff87ddd1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:08.249224 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d881d8e3-ee03-4c7a-a101-c36ff87ddd1b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a441ccac-a5a2-474e-aaed-efdaad6881d2 HTTP/1.1" status: 204 len: 168 time: 0.2856593 May 06 09:50:08.260322 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881d8e3-ee03-4c7a-a101-c36ff87ddd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a441ccac-a5a2-474e-aaed-efdaad6881d2,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:08.279631 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-fb68d9fb-ce7a-4203-886c-53df3ef68b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Allocated IP 172.25.5.113 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/13717f7f-f1ba-4644-bf44-3dc1ba8b5dc7) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:08.336279 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-b30e6e62-39f5-44fb-9f5c-413c486b5a74 service neutron] 10.222.0.73 "GET /v2.0/networks/231270de-d281-4806-b596-b1333797f216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645017 May 06 09:50:08.459166 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-234793e1-e93c-445e-9bd5-89f3fd9e6ac7 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:08.462296 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fb68d9fb-ce7a-4203-886c-53df3ef68b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:08.517033 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fb68d9fb-ce7a-4203-886c-53df3ef68b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:08.549245 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb68d9fb-ce7a-4203-886c-53df3ef68b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:08.552828 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-fb68d9fb-ce7a-4203-886c-53df3ef68b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:08.564165 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb68d9fb-ce7a-4203-886c-53df3ef68b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:08.784927 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-a23a15d3-8e6d-4266-8031-3ab169344528 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:08.787474 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-a23a15d3-8e6d-4266-8031-3ab169344528 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.84 "GET /v2.0/networks?id=3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4 HTTP/1.1" status: 200 len: 814 time: 0.2140145 May 06 09:50:08.789948 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af399b8-7e78-4c7d-a1ab-1a905155a71c x-openstack-request-id: req-3af399b8-7e78-4c7d-a1ab-1a905155a71c {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:50:08.790432 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d55a61d-1d82-41e1-8f1e-7451f551d890", "name": "network-vif-deleted", "tag": "3e9ac2b5-40e7-489c-9aba-deb881ca1940", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:50:08.790784 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3af399b8-7e78-4c7d-a1ab-1a905155a71c {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:50:08.791426 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3af399b8-7e78-4c7d-a1ab-1a905155a71c'] response: {'server_uuid': '4d55a61d-1d82-41e1-8f1e-7451f551d890', 'name': 'network-vif-deleted', 'tag': '3e9ac2b5-40e7-489c-9aba-deb881ca1940', 'status': 'completed', 'code': 200} May 06 09:50:08.869438 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-10162c49-f213-4716-ba27-3d2aed5cbc2f tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Request body: {'port': {'device_id': '4934b6e2-a2ce-4116-a9b0-9d37031848bb', 'network_id': '3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4', 'admin_state_up': True, 'tenant_id': 'e937610fa6d344d497a1176339a92969'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:08.889410 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68d9fb-ce7a-4203-886c-53df3ef68b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Pushing event updated for resources: {'Port': ['ID=13717f7f-f1ba-4644-bf44-3dc1ba8b5dc7,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:08.985120 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f4b0237-ad98-4883-94ae-47b5321de44c req-d601cafb-4284-4abb-a25d-db7ed2da3000 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.73 "GET /v2.0/ports?device_id=9b591f97-a2d5-4880-96f8-07bc48c6b763 HTTP/1.1" status: 200 len: 210 time: 0.1287069 May 06 09:50:09.054017 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fb68d9fb-ce7a-4203-886c-53df3ef68b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:09.252199 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-10162c49-f213-4716-ba27-3d2aed5cbc2f tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Made reservation on behalf of e937610fa6d344d497a1176339a92969 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:09.256064 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-10162c49-f213-4716-ba27-3d2aed5cbc2f tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:09.297269 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-234793e1-e93c-445e-9bd5-89f3fd9e6ac7 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Deleting port bee5eea6-4205-4011-bdc8-709c20fc5c13 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:09.297745 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-234793e1-e93c-445e-9bd5-89f3fd9e6ac7 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:09.482012 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-234793e1-e93c-445e-9bd5-89f3fd9e6ac7 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:09.504805 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-234793e1-e93c-445e-9bd5-89f3fd9e6ac7 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Calling delete_port for bee5eea6-4205-4011-bdc8-709c20fc5c13 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:09.512176 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-10162c49-f213-4716-ba27-3d2aed5cbc2f tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Allocated IP 172.20.0.10 (3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4/51825785-c1c2-434a-b6d0-df2b85401ddd/5519610b-6ea4-494a-85cf-69acb3a1556c) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:09.621098 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fb68d9fb-ce7a-4203-886c-53df3ef68b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:09.832742 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb68d9fb-ce7a-4203-886c-53df3ef68b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Router c8a813be-6d25-4759-ac05-698338e8c45f is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:50:09.863247 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-10162c49-f213-4716-ba27-3d2aed5cbc2f tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:09.880601 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-234793e1-e93c-445e-9bd5-89f3fd9e6ac7 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:09.922537 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234793e1-e93c-445e-9bd5-89f3fd9e6ac7 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Pushing event deleted for resources: {'Port': ['ID=bee5eea6-4205-4011-bdc8-709c20fc5c13,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:09.988547 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb68d9fb-ce7a-4203-886c-53df3ef68b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:50:10.003258 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640a811e-50b5-417c-a2ad-ca3de34be432 None None] Sync routers for ids ['c8a813be-6d25-4759-ac05-698338e8c45f'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:50:10.020467 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fb68d9fb-ce7a-4203-886c-53df3ef68b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:10.023178 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fb68d9fb-ce7a-4203-886c-53df3ef68b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.3188708 May 06 09:50:10.024360 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640a811e-50b5-417c-a2ad-ca3de34be432 None None] Routers {'c8a813be-6d25-4759-ac05-698338e8c45f'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:10.025008 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-640a811e-50b5-417c-a2ad-ca3de34be432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:49:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c8a813be-6d25-4759-ac05-698338e8c45f'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:10.040787 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57812) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:10.086419 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-640a811e-50b5-417c-a2ad-ca3de34be432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:10.097109 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640a811e-50b5-417c-a2ad-ca3de34be432 None None] Routers {'c8a813be-6d25-4759-ac05-698338e8c45f'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:10.098017 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-640a811e-50b5-417c-a2ad-ca3de34be432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:49:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c8a813be-6d25-4759-ac05-698338e8c45f'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:10.171389 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-640a811e-50b5-417c-a2ad-ca3de34be432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:10.172329 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640a811e-50b5-417c-a2ad-ca3de34be432 None None] The sync data for ids ['c8a813be-6d25-4759-ac05-698338e8c45f'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:50:10.269991 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57816) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:10.317196 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3f3e3508-ab9a-47a8-b0d3-8617e1a4129d tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "GET /v2.0/routers/c8a813be-6d25-4759-ac05-698338e8c45f HTTP/1.1" status: 200 len: 921 time: 0.2751014 May 06 09:50:10.317852 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57820) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:10.348805 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f554a215-6c81-4543-8393-2a257ac0a7f8 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8a813be-6d25-4759-ac05-698338e8c45f HTTP/1.1" status: 200 len: 205 time: 0.0295560 May 06 09:50:10.351479 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57822) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:10.424218 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0c8353e5-82b6-4a60-b9b4-bf89cfe4de5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:10.456938 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-10162c49-f213-4716-ba27-3d2aed5cbc2f tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:10.519528 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a81c-da62-4f55-bb4b-69188bbe378d tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:10.582679 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1321d27a-5db5-467e-9053-7d212a51e13c req-02cb9f0a-c962-4402-9fd6-340bc95b3d1a tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.73 "GET /v2.0/ports?device_id=9b591f97-a2d5-4880-96f8-07bc48c6b763 HTTP/1.1" status: 200 len: 210 time: 0.1374903 May 06 09:50:10.597285 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-234793e1-e93c-445e-9bd5-89f3fd9e6ac7 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:10.615938 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-10162c49-f213-4716-ba27-3d2aed5cbc2f tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Network 3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:10.623435 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-10162c49-f213-4716-ba27-3d2aed5cbc2f tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:10.626588 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-10162c49-f213-4716-ba27-3d2aed5cbc2f tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:10.652181 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0c8353e5-82b6-4a60-b9b4-bf89cfe4de5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:10.659625 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0c8353e5-82b6-4a60-b9b4-bf89cfe4de5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:10.690920 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a81c-da62-4f55-bb4b-69188bbe378d tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:10.715377 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10162c49-f213-4716-ba27-3d2aed5cbc2f tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Pushing event updated for resources: {'Port': ['ID=5519610b-6ea4-494a-85cf-69acb3a1556c,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:10.716109 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0c8353e5-82b6-4a60-b9b4-bf89cfe4de5c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2552cabf626b4b5ea0f88459c9b3acc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4445868 May 06 09:50:10.721676 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57824) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:10.741809 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8353e5-82b6-4a60-b9b4-bf89cfe4de5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9018b6bf-1467-4c0b-ad6b-dc1f83a98c4d,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:10.770372 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-a9f7a81c-da62-4f55-bb4b-69188bbe378d tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Deleting port 13717f7f-f1ba-4644-bf44-3dc1ba8b5dc7 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:10.770623 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a81c-da62-4f55-bb4b-69188bbe378d tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:10.826787 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-10162c49-f213-4716-ba27-3d2aed5cbc2f tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:10.827463 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-10162c49-f213-4716-ba27-3d2aed5cbc2f tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:10.849276 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a81c-da62-4f55-bb4b-69188bbe378d tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:10.856794 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-4c0028b6-b9cc-4b0d-b3fe-408412326301 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:10.858292 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-4c0028b6-b9cc-4b0d-b3fe-408412326301 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.77 "GET /v2.0/networks?id=231270de-d281-4806-b596-b1333797f216 HTTP/1.1" status: 200 len: 816 time: 0.4143331 May 06 09:50:10.863564 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-a9f7a81c-da62-4f55-bb4b-69188bbe378d tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Calling delete_port for 13717f7f-f1ba-4644-bf44-3dc1ba8b5dc7 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:10.899627 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-70f4b47c-870a-47bb-ab84-3f42f64c50d3 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Request body: {'port': {'device_id': '9b591f97-a2d5-4880-96f8-07bc48c6b763', 'network_id': '231270de-d281-4806-b596-b1333797f216', 'admin_state_up': True, 'tenant_id': '0126094555704cc08998883243974b15'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:10.936556 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-10162c49-f213-4716-ba27-3d2aed5cbc2f tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0760756 May 06 09:50:10.985790 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-e1f9ca71-e2f2-41af-9aca-642c4c40c34e service neutron] Request body: {'port': {'device_id': '4934b6e2-a2ce-4116-a9b0-9d37031848bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:11.033466 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6890e9fa-c629-48a3-bade-6364026e3843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.036352 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a81c-da62-4f55-bb4b-69188bbe378d tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.040780 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234793e1-e93c-445e-9bd5-89f3fd9e6ac7 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Router 4ae53e90-423a-4f1e-bcf4-5fd29137ff4b has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:50:11.067552 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7a81c-da62-4f55-bb4b-69188bbe378d tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Pushing event deleted for resources: {'Port': ['ID=13717f7f-f1ba-4644-bf44-3dc1ba8b5dc7,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:11.103867 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6890e9fa-c629-48a3-bade-6364026e3843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.132058 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a81c-da62-4f55-bb4b-69188bbe378d tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.141102 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-e1f9ca71-e2f2-41af-9aca-642c4c40c34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.228156 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a81c-da62-4f55-bb4b-69188bbe378d tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.230466 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a81c-da62-4f55-bb4b-69188bbe378d tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.276025 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234793e1-e93c-445e-9bd5-89f3fd9e6ac7 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:50:11.282395 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a81c-da62-4f55-bb4b-69188bbe378d tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.283059 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f7a81c-da62-4f55-bb4b-69188bbe378d tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Fanout notify agent at l3_agent the message router_deleted on router c8a813be-6d25-4759-ac05-698338e8c45f {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:50:11.284473 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-234793e1-e93c-445e-9bd5-89f3fd9e6ac7 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] 10.222.0.73 "PUT /v2.0/routers/4ae53e90-423a-4f1e-bcf4-5fd29137ff4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6439333 May 06 09:50:11.290365 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57826) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:11.291684 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e9a64b-5913-446f-8ba6-8d70f313b392 None None] Sync routers for ids ['4ae53e90-423a-4f1e-bcf4-5fd29137ff4b'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:50:11.294363 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a81c-da62-4f55-bb4b-69188bbe378d tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.299374 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a9f7a81c-da62-4f55-bb4b-69188bbe378d tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "DELETE /v2.0/routers/c8a813be-6d25-4759-ac05-698338e8c45f HTTP/1.1" status: 204 len: 168 time: 0.9431386 May 06 09:50:11.299659 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-70f4b47c-870a-47bb-ab84-3f42f64c50d3 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Made reservation on behalf of 0126094555704cc08998883243974b15 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:11.300122 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57828) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:11.303081 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-70f4b47c-870a-47bb-ab84-3f42f64c50d3 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.304987 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-e120c417-6169-436b-8b1e-0a18a9cab4e0 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2124978684', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'enable_snat': False}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:11.308583 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6890e9fa-c629-48a3-bade-6364026e3843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.311712 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6890e9fa-c629-48a3-bade-6364026e3843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.312910 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6890e9fa-c629-48a3-bade-6364026e3843 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9018b6bf-1467-4c0b-ad6b-dc1f83a98c4d HTTP/1.1" status: 204 len: 168 time: 0.5864377 May 06 09:50:11.313357 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e9a64b-5913-446f-8ba6-8d70f313b392 None None] Routers {'4ae53e90-423a-4f1e-bcf4-5fd29137ff4b'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:11.314050 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-72e9a64b-5913-446f-8ba6-8d70f313b392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:49:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['4ae53e90-423a-4f1e-bcf4-5fd29137ff4b'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:11.333589 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e120c417-6169-436b-8b1e-0a18a9cab4e0 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.334831 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e120c417-6169-436b-8b1e-0a18a9cab4e0 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.362930 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-7ad8a217-ad3f-4ee0-877a-7145acba760a tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] show failed (client error): The resource could not be found. May 06 09:50:11.364033 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7ad8a217-ad3f-4ee0-877a-7145acba760a tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] 10.222.0.73 "GET /v2.0/routers/tempest-non_exist_router-719981746 HTTP/1.1" status: 404 len: 334 time: 0.0726852 May 06 09:50:11.368727 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57832) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:11.371431 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890e9fa-c629-48a3-bade-6364026e3843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9018b6bf-1467-4c0b-ad6b-dc1f83a98c4d,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:11.377492 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-4f5188bf-6330-47a6-8588-0783d5e87b4c tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:11.400481 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-72e9a64b-5913-446f-8ba6-8d70f313b392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:11.420046 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-4f5188bf-6330-47a6-8588-0783d5e87b4c tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] update failed (client error): The resource could not be found. May 06 09:50:11.421406 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4f5188bf-6330-47a6-8588-0783d5e87b4c tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] 10.222.0.73 "PUT /v2.0/routers/tempest-non_exist_router-598203724 HTTP/1.1" status: 404 len: 334 time: 0.0513830 May 06 09:50:11.424987 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e9a64b-5913-446f-8ba6-8d70f313b392 None None] Routers {'4ae53e90-423a-4f1e-bcf4-5fd29137ff4b'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:11.426058 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-72e9a64b-5913-446f-8ba6-8d70f313b392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:49:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['4ae53e90-423a-4f1e-bcf4-5fd29137ff4b'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:11.430885 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57834) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:11.457296 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e120c417-6169-436b-8b1e-0a18a9cab4e0 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.466545 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-72e9a64b-5913-446f-8ba6-8d70f313b392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:11.467495 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e9a64b-5913-446f-8ba6-8d70f313b392 None None] The sync data for ids ['4ae53e90-423a-4f1e-bcf4-5fd29137ff4b'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:50:11.596796 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-21832d64-0fa5-41d2-b417-449d9ff12e70 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Deleting subnet 4398f460-ada1-4387-9bae-daa0dd3c76e4 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:50:11.612288 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-21832d64-0fa5-41d2-b417-449d9ff12e70 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.686410 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e120c417-6169-436b-8b1e-0a18a9cab4e0 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.780383 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c89a66b-b144-4c2e-ae5a-40601557a159 req-59faa9da-5895-4b12-ab2c-90999a9baae3 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.73 "GET /v2.0/ports?device_id=9b591f97-a2d5-4880-96f8-07bc48c6b763 HTTP/1.1" status: 200 len: 210 time: 0.0822446 May 06 09:50:11.798816 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-21832d64-0fa5-41d2-b417-449d9ff12e70 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.832516 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-70f4b47c-870a-47bb-ab84-3f42f64c50d3 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Allocated IP 172.20.0.8 (231270de-d281-4806-b596-b1333797f216/0a10cec0-9eaa-4f30-8ea0-72e5f7f6e8c1/c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:11.945424 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e120c417-6169-436b-8b1e-0a18a9cab4e0 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.966489 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e120c417-6169-436b-8b1e-0a18a9cab4e0 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.031997 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-e1f9ca71-e2f2-41af-9aca-642c4c40c34e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5519610b-6ea4-494a-85cf-69acb3a1556c {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:50:12.044938 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-21832d64-0fa5-41d2-b417-449d9ff12e70 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.048719 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-e1f9ca71-e2f2-41af-9aca-642c4c40c34e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.091951 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-e120c417-6169-436b-8b1e-0a18a9cab4e0 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Allocated IP 172.25.5.207 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/dfc9e15c-1d69-44b5-af81-c92aaefa23f0) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:12.120417 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-e1f9ca71-e2f2-41af-9aca-642c4c40c34e service neutron] Transition to ACTIVE for port object 5519610b-6ea4-494a-85cf-69acb3a1556c will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:50:12.132600 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-e1f9ca71-e2f2-41af-9aca-642c4c40c34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.219045 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-21832d64-0fa5-41d2-b417-449d9ff12e70 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.245270 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e120c417-6169-436b-8b1e-0a18a9cab4e0 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.247724 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-70f4b47c-870a-47bb-ab84-3f42f64c50d3 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.271266 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9ca71-e2f2-41af-9aca-642c4c40c34e service neutron] Pushing event updated for resources: {'Port': ['ID=5519610b-6ea4-494a-85cf-69acb3a1556c,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:12.282177 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21832d64-0fa5-41d2-b417-449d9ff12e70 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Pushing event deleted for resources: {'Subnet': ['ID=4398f460-ada1-4387-9bae-daa0dd3c76e4,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:12.284483 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-21832d64-0fa5-41d2-b417-449d9ff12e70 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.288074 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-21832d64-0fa5-41d2-b417-449d9ff12e70 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] 10.222.0.73 "DELETE /v2.0/subnets/4398f460-ada1-4387-9bae-daa0dd3c76e4 HTTP/1.1" status: 204 len: 168 time: 0.8561327 May 06 09:50:12.288837 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e120c417-6169-436b-8b1e-0a18a9cab4e0 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.291684 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d32e1ed-bdf5-45af-aadd-0123316f41a0 None None] Network aed0839f-97b8-4ef7-b79a-da197226e690 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:12.303340 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57858) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:12.327382 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e120c417-6169-436b-8b1e-0a18a9cab4e0 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:12.331547 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-e120c417-6169-436b-8b1e-0a18a9cab4e0 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:12.359845 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e120c417-6169-436b-8b1e-0a18a9cab4e0 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:12.440976 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120c417-6169-436b-8b1e-0a18a9cab4e0 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Pushing event updated for resources: {'Port': ['ID=dfc9e15c-1d69-44b5-af81-c92aaefa23f0,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:12.473028 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-70f4b47c-870a-47bb-ab84-3f42f64c50d3 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.496131 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-39bb1bc7-e08b-4a2c-a04b-2bceff7ac8e8 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.534338 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24458d0d-0d99-4941-aadc-3742bcf294a0 None None] DHCP port deletion for aed0839f-97b8-4ef7-b79a-da197226e690 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:50:12.537191 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-e1f9ca71-e2f2-41af-9aca-642c4c40c34e service neutron] Attempting to bind port 5519610b-6ea4-494a-85cf-69acb3a1556c on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:12.537792 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-e1f9ca71-e2f2-41af-9aca-642c4c40c34e service neutron] Attempting to bind port 5519610b-6ea4-494a-85cf-69acb3a1556c by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'cbe72a48-c421-451e-86ad-4b99d621abda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:12.538127 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-e1f9ca71-e2f2-41af-9aca-642c4c40c34e service neutron] Attempting to bind port 5519610b-6ea4-494a-85cf-69acb3a1556c on network 3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:12.547185 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-e1f9ca71-e2f2-41af-9aca-642c4c40c34e service neutron] Port 5519610b-6ea4-494a-85cf-69acb3a1556c on network 3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:12.547424 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-e1f9ca71-e2f2-41af-9aca-642c4c40c34e service neutron] Attempting to bind port 5519610b-6ea4-494a-85cf-69acb3a1556c on network 3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:12.572169 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-70f4b47c-870a-47bb-ab84-3f42f64c50d3 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Network 231270de-d281-4806-b596-b1333797f216 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:12.580194 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-e1f9ca71-e2f2-41af-9aca-642c4c40c34e service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:50:12.580808 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-e1f9ca71-e2f2-41af-9aca-642c4c40c34e service neutron] Checking segment: {'id': 'cbe72a48-c421-451e-86ad-4b99d621abda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:12.581451 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-e1f9ca71-e2f2-41af-9aca-642c4c40c34e service neutron] Bound using segment: {'id': 'cbe72a48-c421-451e-86ad-4b99d621abda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:50:12.582088 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-e1f9ca71-e2f2-41af-9aca-642c4c40c34e service neutron] Bound port: 5519610b-6ea4-494a-85cf-69acb3a1556c, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe72a48-c421-451e-86ad-4b99d621abda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:50:12.582614 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-e1f9ca71-e2f2-41af-9aca-642c4c40c34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.591680 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-24458d0d-0d99-4941-aadc-3742bcf294a0 None None] Deleting port f61fb765-1e8b-4a24-a910-ec91dcfd027e {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:12.592415 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-24458d0d-0d99-4941-aadc-3742bcf294a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.594652 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-70f4b47c-870a-47bb-ab84-3f42f64c50d3 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:12.603984 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4b47c-870a-47bb-ab84-3f42f64c50d3 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Pushing event updated for resources: {'Port': ['ID=c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:12.614637 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-70f4b47c-870a-47bb-ab84-3f42f64c50d3 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:12.671983 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-24458d0d-0d99-4941-aadc-3742bcf294a0 None None] For port f61fb765-1e8b-4a24-a910-ec91dcfd027e, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f61fb765-1e8b-4a24-a910-ec91dcfd027e,segment=NetworkSegment(a63b043e-e5c4-47e1-8707-568016941eb3),segment_id=a63b043e-e5c4-47e1-8707-568016941eb3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:12.672551 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-24458d0d-0d99-4941-aadc-3742bcf294a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.687827 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-24458d0d-0d99-4941-aadc-3742bcf294a0 None None] Calling delete_port for f61fb765-1e8b-4a24-a910-ec91dcfd027e owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:12.724353 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e120c417-6169-436b-8b1e-0a18a9cab4e0 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.754589 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-70f4b47c-870a-47bb-ab84-3f42f64c50d3 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:12.755395 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-70f4b47c-870a-47bb-ab84-3f42f64c50d3 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.794487 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-e1f9ca71-e2f2-41af-9aca-642c4c40c34e service neutron] For port 5519610b-6ea4-494a-85cf-69acb3a1556c, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:50:12.800351 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-24458d0d-0d99-4941-aadc-3742bcf294a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.802827 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-70f4b47c-870a-47bb-ab84-3f42f64c50d3 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9073489 May 06 09:50:12.804654 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-e1f9ca71-e2f2-41af-9aca-642c4c40c34e service neutron] For port 5519610b-6ea4-494a-85cf-69acb3a1556c, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=5519610b-6ea4-494a-85cf-69acb3a1556c,segment=NetworkSegment(cbe72a48-c421-451e-86ad-4b99d621abda),segment_id=cbe72a48-c421-451e-86ad-4b99d621abda)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:50:12.806639 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-39bb1bc7-e08b-4a2c-a04b-2bceff7ac8e8 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Deleting port f61fb765-1e8b-4a24-a910-ec91dcfd027e {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:12.807012 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-39bb1bc7-e08b-4a2c-a04b-2bceff7ac8e8 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.839415 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24458d0d-0d99-4941-aadc-3742bcf294a0 None None] Pushing event deleted for resources: {'Port': ['ID=f61fb765-1e8b-4a24-a910-ec91dcfd027e,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:12.848885 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-dd947cc2-96db-4d45-99b8-c25de301ee27 service neutron] Request body: {'port': {'device_id': '9b591f97-a2d5-4880-96f8-07bc48c6b763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:12.859579 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24458d0d-0d99-4941-aadc-3742bcf294a0 None None] No DVR routers for this DVR port f61fb765-1e8b-4a24-a910-ec91dcfd027e on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:50:12.893189 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-e1f9ca71-e2f2-41af-9aca-642c4c40c34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:13.010507 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e120c417-6169-436b-8b1e-0a18a9cab4e0 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:13.012193 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-e1f9ca71-e2f2-41af-9aca-642c4c40c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:13.012853 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-e1f9ca71-e2f2-41af-9aca-642c4c40c34e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:13.014374 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-e1f9ca71-e2f2-41af-9aca-642c4c40c34e service neutron] 10.222.0.84 "PUT /v2.0/ports/5519610b-6ea4-494a-85cf-69acb3a1556c HTTP/1.1" status: 200 len: 1092 time: 2.0337937 May 06 09:50:13.020620 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4934b6e2-a2ce-4116-a9b0-9d37031848bb', 'tag': '5519610b-6ea4-494a-85cf-69acb3a1556c'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:50:13.022995 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b0f701-c5b5-4890-8cc7-03ca22237621" -d '{"events": [{"name": "network-changed", "server_uuid": "4934b6e2-a2ce-4116-a9b0-9d37031848bb", "tag": "5519610b-6ea4-494a-85cf-69acb3a1556c"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:50:13.037450 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-39bb1bc7-e08b-4a2c-a04b-2bceff7ac8e8 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] For port f61fb765-1e8b-4a24-a910-ec91dcfd027e, host n-d-840835-1, got binding levels [] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:13.037803 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-39bb1bc7-e08b-4a2c-a04b-2bceff7ac8e8 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:13.040300 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57878) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:13.118316 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-39bb1bc7-e08b-4a2c-a04b-2bceff7ac8e8 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Calling delete_port for f61fb765-1e8b-4a24-a910-ec91dcfd027e owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:13.135164 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.ipam_backend_mixin [None req-39bb1bc7-e08b-4a2c-a04b-2bceff7ac8e8 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Port f61fb765-1e8b-4a24-a910-ec91dcfd027e was not found and therefore no delete operation was performed {{(pid=102653) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 09:50:13.135884 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-dd947cc2-96db-4d45-99b8-c25de301ee27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:13.140307 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9ca71-e2f2-41af-9aca-642c4c40c34e service neutron] Pushing event updated for resources: {'Port': ['ID=5519610b-6ea4-494a-85cf-69acb3a1556c,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:13.149475 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-39bb1bc7-e08b-4a2c-a04b-2bceff7ac8e8 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:13.169953 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb10fa5-2367-4cc9-ac5a-59ddbbe52b78 req-e1f76adf-d6bc-414c-9154-85885c476ee8 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:13.171574 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dbb10fa5-2367-4cc9-ac5a-59ddbbe52b78 req-e1f76adf-d6bc-414c-9154-85885c476ee8 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.73 "GET /v2.0/ports?device_id=9b591f97-a2d5-4880-96f8-07bc48c6b763 HTTP/1.1" status: 200 len: 931 time: 0.2510686 May 06 09:50:13.205200 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb1bc7-e08b-4a2c-a04b-2bceff7ac8e8 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Pushing event deleted for resources: {'Port': ['ID=f61fb765-1e8b-4a24-a910-ec91dcfd027e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:13.212400 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e120c417-6169-436b-8b1e-0a18a9cab4e0 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Router 36b7afd3-5111-4595-8715-a6e67b6cdf79 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:50:13.216052 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bb1bc7-e08b-4a2c-a04b-2bceff7ac8e8 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] No DVR routers for this DVR port f61fb765-1e8b-4a24-a910-ec91dcfd027e on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:50:13.577974 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-73b5fc5c-9a97-4ae3-8e24-04ecb0ec1d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1788699938'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:13.590520 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-fc1c27c0-d6fb-40dc-be06-c7b6ec5ecd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:13.592600 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-fc1c27c0-d6fb-40dc-be06-c7b6ec5ecd61 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e937610fa6d344d497a1176339a92969&device_id=4934b6e2-a2ce-4116-a9b0-9d37031848bb HTTP/1.1" status: 200 len: 1095 time: 0.5039682 May 06 09:50:13.602144 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e120c417-6169-436b-8b1e-0a18a9cab4e0 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:50:13.613725 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83642436-0f11-4e55-a426-a0bc9c5d2618 None None] Sync routers for ids ['36b7afd3-5111-4595-8715-a6e67b6cdf79'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:50:13.619682 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e120c417-6169-436b-8b1e-0a18a9cab4e0 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:13.623956 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e120c417-6169-436b-8b1e-0a18a9cab4e0 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.3197792 May 06 09:50:13.624592 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57882) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:13.627971 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83642436-0f11-4e55-a426-a0bc9c5d2618 None None] Routers {'36b7afd3-5111-4595-8715-a6e67b6cdf79'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:13.628865 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-83642436-0f11-4e55-a426-a0bc9c5d2618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:49:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['36b7afd3-5111-4595-8715-a6e67b6cdf79'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:13.738946 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-09293e63-9da8-4ac8-a19a-9484b6f74010 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "GET /v2.0/routers/36b7afd3-5111-4595-8715-a6e67b6cdf79 HTTP/1.1" status: 200 len: 909 time: 0.1128807 May 06 09:50:13.740917 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-83642436-0f11-4e55-a426-a0bc9c5d2618 None None] Set router 36b7afd3-5111-4595-8715-a6e67b6cdf79 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:50:13.741921 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57884) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:13.747182 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-d4a1bf0b-0ef0-408c-849d-988087b510a5 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2124978684', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'enable_snat': True}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:13.764730 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-ca66e4bb-5966-4662-8d6a-e5e6d85c52ed service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5519610b-6ea4-494a-85cf-69acb3a1556c HTTP/1.1" status: 200 len: 217 time: 0.1518433 May 06 09:50:13.767922 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-39bb1bc7-e08b-4a2c-a04b-2bceff7ac8e8 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:13.768260 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d4a1bf0b-0ef0-408c-849d-988087b510a5 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:13.770051 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d4a1bf0b-0ef0-408c-849d-988087b510a5 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:13.796261 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dbb10fa5-2367-4cc9-ac5a-59ddbbe52b78 req-3eb6da40-8d34-4e2b-9976-ad5282f90d88 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.73 "GET /v2.0/security-groups?id=91b5574e-27fe-4694-a648-4de159d9a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5956144 May 06 09:50:13.810715 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b5fc5c-9a97-4ae3-8e24-04ecb0ec1d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682-project] Made reservation on behalf of 0af08ea4830544bfb05fc73cace792d9 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:13.814548 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-73b5fc5c-9a97-4ae3-8e24-04ecb0ec1d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:13.839147 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d4a1bf0b-0ef0-408c-849d-988087b510a5 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:13.879553 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-39bb1bc7-e08b-4a2c-a04b-2bceff7ac8e8 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed0839f-97b8-4ef7-b79a-da197226e690']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:13.883654 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f3d7ac-4379-4848-8394-f95a6013764e x-openstack-request-id: req-35f3d7ac-4379-4848-8394-f95a6013764e {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:50:13.884075 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4934b6e2-a2ce-4116-a9b0-9d37031848bb", "tag": "5519610b-6ea4-494a-85cf-69acb3a1556c", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:50:13.884452 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-35f3d7ac-4379-4848-8394-f95a6013764e {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:50:13.885078 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35f3d7ac-4379-4848-8394-f95a6013764e'] response: {'name': 'network-changed', 'server_uuid': '4934b6e2-a2ce-4116-a9b0-9d37031848bb', 'tag': '5519610b-6ea4-494a-85cf-69acb3a1556c', 'status': 'completed', 'code': 200} May 06 09:50:13.900622 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-73b5fc5c-9a97-4ae3-8e24-04ecb0ec1d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:13.921338 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-39bb1bc7-e08b-4a2c-a04b-2bceff7ac8e8 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63b043e-e5c4-47e1-8707-568016941eb3') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:13.921726 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-39bb1bc7-e08b-4a2c-a04b-2bceff7ac8e8 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63b043e-e5c4-47e1-8707-568016941eb3') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:13.965146 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-83642436-0f11-4e55-a426-a0bc9c5d2618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b7afd3-5111-4595-8715-a6e67b6cdf79', 'name': 'tempest-snat-router-2124978684', 'tenant_id': '498c6da928e842b28b7768e315453064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.207'}], 'enable_snat': False}, 'gw_port_id': 'dfc9e15c-1d69-44b5-af81-c92aaefa23f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:50:11Z', 'updated_at': '2022-05-06T09:50:12Z', 'revision_number': 3, 'project_id': '498c6da928e842b28b7768e315453064', 'gw_port': {'id': 'dfc9e15c-1d69-44b5-af81-c92aaefa23f0', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:39:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b7afd3-5111-4595-8715-a6e67b6cdf79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:11Z', 'updated_at': '2022-05-06T09:50:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:13.979097 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-39bb1bc7-e08b-4a2c-a04b-2bceff7ac8e8 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:13.997721 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83642436-0f11-4e55-a426-a0bc9c5d2618 None None] Checking router: 36b7afd3-5111-4595-8715-a6e67b6cdf79 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:50:13.998956 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83642436-0f11-4e55-a426-a0bc9c5d2618 None None] Updating router 36b7afd3-5111-4595-8715-a6e67b6cdf79 port dfc9e15c-1d69-44b5-af81-c92aaefa23f0 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:50:14.004373 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-56c9aecb-456f-4388-997a-04b7d529e817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:14.005872 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-56c9aecb-456f-4388-997a-04b7d529e817 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=51825785-c1c2-434a-b6d0-df2b85401ddd HTTP/1.1" status: 200 len: 854 time: 0.2296867 May 06 09:50:14.016437 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-39bb1bc7-e08b-4a2c-a04b-2bceff7ac8e8 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:14.021070 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d4a1bf0b-0ef0-408c-849d-988087b510a5 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:14.026472 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-83642436-0f11-4e55-a426-a0bc9c5d2618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:14.055073 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39bb1bc7-e08b-4a2c-a04b-2bceff7ac8e8 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:50:14.055521 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-39bb1bc7-e08b-4a2c-a04b-2bceff7ac8e8 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: timer() May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:50:14.065532 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:50:14.067801 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-97617920-59f4-4f12-a652-1786b88dbe73 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537090 May 06 09:50:14.247472 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-39bb1bc7-e08b-4a2c-a04b-2bceff7ac8e8 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:14.273790 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-39bb1bc7-e08b-4a2c-a04b-2bceff7ac8e8 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:14.276768 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-39bb1bc7-e08b-4a2c-a04b-2bceff7ac8e8 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] 10.222.0.73 "DELETE /v2.0/networks/aed0839f-97b8-4ef7-b79a-da197226e690 HTTP/1.1" status: 204 len: 168 time: 1.9703846 May 06 09:50:14.281486 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57886) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:14.322104 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb1bc7-e08b-4a2c-a04b-2bceff7ac8e8 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Pushing event deleted for resources: {'Network': ['ID=aed0839f-97b8-4ef7-b79a-da197226e690,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:14.327979 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f61fb765-1e8b-4a24-a910-ec91dcfd027e no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:50:14.347455 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-935ea1ff-012f-44f2-80a4-0c3a275244c0 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Deleting subnet 736c9894-d226-4509-b0bf-ebd5d60d4197 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:50:14.351059 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-935ea1ff-012f-44f2-80a4-0c3a275244c0 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:14.354674 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: f61fb765-1e8b-4a24-a910-ec91dcfd027e {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:50:14.355289 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f61fb765-1e8b-4a24-a910-ec91dcfd027e not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:50:14.357319 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-3a4dd3f0-d6a5-4fe4-9870-1f7c50e807c3 service neutron] 10.222.0.84 "GET /v2.0/networks/3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712443 May 06 09:50:14.358644 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-73b5fc5c-9a97-4ae3-8e24-04ecb0ec1d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:14.366439 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-73b5fc5c-9a97-4ae3-8e24-04ecb0ec1d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:14.377315 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-83642436-0f11-4e55-a426-a0bc9c5d2618 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:14.382265 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d4a1bf0b-0ef0-408c-849d-988087b510a5 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:14.384975 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-83642436-0f11-4e55-a426-a0bc9c5d2618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:14.406195 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-dd947cc2-96db-4d45-99b8-c25de301ee27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:50:14.437387 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d4a1bf0b-0ef0-408c-849d-988087b510a5 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:14.451185 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-dd947cc2-96db-4d45-99b8-c25de301ee27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:14.459039 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b5fc5c-9a97-4ae3-8e24-04ecb0ec1d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:50:14.467581 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-83642436-0f11-4e55-a426-a0bc9c5d2618 None None] Attempting to bind port dfc9e15c-1d69-44b5-af81-c92aaefa23f0 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:14.467963 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-83642436-0f11-4e55-a426-a0bc9c5d2618 None None] Attempting to bind port dfc9e15c-1d69-44b5-af81-c92aaefa23f0 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:14.468793 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83642436-0f11-4e55-a426-a0bc9c5d2618 None None] Attempting to bind port dfc9e15c-1d69-44b5-af81-c92aaefa23f0 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:14.474159 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09d763-31b9-41db-a26e-2cac8598d7b1 None None] Pushing event updated for resources: {'Port': ['ID=dfc9e15c-1d69-44b5-af81-c92aaefa23f0,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:14.476747 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83642436-0f11-4e55-a426-a0bc9c5d2618 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:50:14.477490 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83642436-0f11-4e55-a426-a0bc9c5d2618 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:14.477632 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-83642436-0f11-4e55-a426-a0bc9c5d2618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:14.477916 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83642436-0f11-4e55-a426-a0bc9c5d2618 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:50:14.478396 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-83642436-0f11-4e55-a426-a0bc9c5d2618 None None] Bound port: dfc9e15c-1d69-44b5-af81-c92aaefa23f0, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:50:14.478775 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-83642436-0f11-4e55-a426-a0bc9c5d2618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:14.492330 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-73b5fc5c-9a97-4ae3-8e24-04ecb0ec1d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:14.492679 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-73b5fc5c-9a97-4ae3-8e24-04ecb0ec1d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682-project] Added segment c51c71ef-e67d-4b50-a25a-11cfc41ea2cd of type vlan for network 93682ff0-8134-44da-a614-f390ef39f311 May 06 09:50:14.504386 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5fc5c-9a97-4ae3-8e24-04ecb0ec1d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db7323b4-9ad0-47ab-b3b0-487d7c6d5b83,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:14.507623 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09d763-31b9-41db-a26e-2cac8598d7b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:14.507781 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09d763-31b9-41db-a26e-2cac8598d7b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:14.508003 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09d763-31b9-41db-a26e-2cac8598d7b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:14.508138 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-dd947cc2-96db-4d45-99b8-c25de301ee27 service neutron] Transition to ACTIVE for port object c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:50:14.508340 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09d763-31b9-41db-a26e-2cac8598d7b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:14.509135 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09d763-31b9-41db-a26e-2cac8598d7b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:14.510012 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09d763-31b9-41db-a26e-2cac8598d7b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:14.510653 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09d763-31b9-41db-a26e-2cac8598d7b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:14.511440 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09d763-31b9-41db-a26e-2cac8598d7b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:14.512366 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09d763-31b9-41db-a26e-2cac8598d7b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:14.512683 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-935ea1ff-012f-44f2-80a4-0c3a275244c0 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:14.513375 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09d763-31b9-41db-a26e-2cac8598d7b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:14.514046 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09d763-31b9-41db-a26e-2cac8598d7b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:14.514546 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09d763-31b9-41db-a26e-2cac8598d7b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:14.537443 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-dd947cc2-96db-4d45-99b8-c25de301ee27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:14.562302 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-83642436-0f11-4e55-a426-a0bc9c5d2618 None None] For port dfc9e15c-1d69-44b5-af81-c92aaefa23f0, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:50:14.565654 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-83642436-0f11-4e55-a426-a0bc9c5d2618 None None] For port dfc9e15c-1d69-44b5-af81-c92aaefa23f0, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=dfc9e15c-1d69-44b5-af81-c92aaefa23f0,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:50:14.571026 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-83642436-0f11-4e55-a426-a0bc9c5d2618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:14.584278 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-73b5fc5c-9a97-4ae3-8e24-04ecb0ec1d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:14.614522 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-52aff178-02c6-40c9-9985-002b13dcf254 service neutron] 10.222.0.84 "GET /v2.0/networks/3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502952 May 06 09:50:14.641345 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd947cc2-96db-4d45-99b8-c25de301ee27 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:14.643421 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09d763-31b9-41db-a26e-2cac8598d7b1 None None] Pushing event updated for resources: {'Port': ['ID=dfc9e15c-1d69-44b5-af81-c92aaefa23f0,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:14.648564 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83642436-0f11-4e55-a426-a0bc9c5d2618 None None] Routers {'36b7afd3-5111-4595-8715-a6e67b6cdf79'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:14.649416 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-83642436-0f11-4e55-a426-a0bc9c5d2618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:49:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['36b7afd3-5111-4595-8715-a6e67b6cdf79'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:14.675370 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-73b5fc5c-9a97-4ae3-8e24-04ecb0ec1d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:14.681576 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b5fc5c-9a97-4ae3-8e24-04ecb0ec1d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:14.682549 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-73b5fc5c-9a97-4ae3-8e24-04ecb0ec1d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:14.734108 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-d4a1bf0b-0ef0-408c-849d-988087b510a5 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Allocated IP 172.25.5.95 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/006f32a8-9de5-490c-8393-550c3f652518) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:14.749257 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-935ea1ff-012f-44f2-80a4-0c3a275244c0 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:14.774385 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-83642436-0f11-4e55-a426-a0bc9c5d2618 None None] Set router 36b7afd3-5111-4595-8715-a6e67b6cdf79 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:50:14.805810 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-73b5fc5c-9a97-4ae3-8e24-04ecb0ec1d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.7446399 May 06 09:50:14.825243 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5fc5c-9a97-4ae3-8e24-04ecb0ec1d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682-project] Pushing event updated for resources: {'Network': ['ID=93682ff0-8134-44da-a614-f390ef39f311,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:14.837161 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 93682ff0-8134-44da-a614-f390ef39f311 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:50:14.845912 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0f701-c5b5-4890-8cc7-03ca22237621 req-3c747796-0d2c-43bf-90c6-fa58565efb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:14.847670 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3b0f701-c5b5-4890-8cc7-03ca22237621 req-3c747796-0d2c-43bf-90c6-fa58565efb56 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e937610fa6d344d497a1176339a92969&device_id=4934b6e2-a2ce-4116-a9b0-9d37031848bb HTTP/1.1" status: 200 len: 1095 time: 0.1438231 May 06 09:50:14.850504 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-dd947cc2-96db-4d45-99b8-c25de301ee27 service neutron] Attempting to bind port c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:14.850961 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-dd947cc2-96db-4d45-99b8-c25de301ee27 service neutron] Attempting to bind port c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '3196a4ad-b067-4fae-9d46-7f9bd14a3bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '231270de-d281-4806-b596-b1333797f216'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:14.851435 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-dd947cc2-96db-4d45-99b8-c25de301ee27 service neutron] Attempting to bind port c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac on network 231270de-d281-4806-b596-b1333797f216 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:14.857222 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-dd947cc2-96db-4d45-99b8-c25de301ee27 service neutron] Port c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac on network 231270de-d281-4806-b596-b1333797f216 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:14.857681 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-dd947cc2-96db-4d45-99b8-c25de301ee27 service neutron] Attempting to bind port c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac on network 231270de-d281-4806-b596-b1333797f216 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:14.872293 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-dd947cc2-96db-4d45-99b8-c25de301ee27 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:50:14.872785 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-dd947cc2-96db-4d45-99b8-c25de301ee27 service neutron] Checking segment: {'id': '3196a4ad-b067-4fae-9d46-7f9bd14a3bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '231270de-d281-4806-b596-b1333797f216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:14.873272 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-dd947cc2-96db-4d45-99b8-c25de301ee27 service neutron] Bound using segment: {'id': '3196a4ad-b067-4fae-9d46-7f9bd14a3bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '231270de-d281-4806-b596-b1333797f216'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:50:14.874063 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-dd947cc2-96db-4d45-99b8-c25de301ee27 service neutron] Bound port: c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3196a4ad-b067-4fae-9d46-7f9bd14a3bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '231270de-d281-4806-b596-b1333797f216'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:50:14.874298 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-dd947cc2-96db-4d45-99b8-c25de301ee27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:15.000770 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-935ea1ff-012f-44f2-80a4-0c3a275244c0 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:15.010642 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0f701-c5b5-4890-8cc7-03ca22237621 req-359b55ca-9f28-43d6-896d-1ff7140bf988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:15.013445 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3b0f701-c5b5-4890-8cc7-03ca22237621 req-359b55ca-9f28-43d6-896d-1ff7140bf988 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4 HTTP/1.1" status: 200 len: 915 time: 0.1513212 May 06 09:50:15.014147 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-dd947cc2-96db-4d45-99b8-c25de301ee27 service neutron] For port c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:50:15.017824 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-dd947cc2-96db-4d45-99b8-c25de301ee27 service neutron] For port c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac,segment=NetworkSegment(3196a4ad-b067-4fae-9d46-7f9bd14a3bde),segment_id=3196a4ad-b067-4fae-9d46-7f9bd14a3bde)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:50:15.029301 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-dd947cc2-96db-4d45-99b8-c25de301ee27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:15.070328 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3b0f701-c5b5-4890-8cc7-03ca22237621 req-664a3bcf-1522-449a-a75a-b2a7af7617d5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5519610b-6ea4-494a-85cf-69acb3a1556c HTTP/1.1" status: 200 len: 217 time: 0.0507772 May 06 09:50:15.076562 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ea1ff-012f-44f2-80a4-0c3a275244c0 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Pushing event deleted for resources: {'Subnet': ['ID=736c9894-d226-4509-b0bf-ebd5d60d4197,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:15.106596 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-935ea1ff-012f-44f2-80a4-0c3a275244c0 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:15.108336 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-dd947cc2-96db-4d45-99b8-c25de301ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:15.108742 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-dd947cc2-96db-4d45-99b8-c25de301ee27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:15.110221 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-dd947cc2-96db-4d45-99b8-c25de301ee27 service neutron] 10.222.0.77 "PUT /v2.0/ports/c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac HTTP/1.1" status: 200 len: 1091 time: 2.2670493 May 06 09:50:15.111736 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f844cf1-9598-4bc0-853c-55957bac8ee8 None None] Network e971e9b7-9676-4cae-87d2-6ef26967fe95 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:15.112661 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-935ea1ff-012f-44f2-80a4-0c3a275244c0 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] 10.222.0.73 "DELETE /v2.0/subnets/736c9894-d226-4509-b0bf-ebd5d60d4197 HTTP/1.1" status: 204 len: 168 time: 0.8291125 May 06 09:50:15.115326 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57894) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:15.165996 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-83642436-0f11-4e55-a426-a0bc9c5d2618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b7afd3-5111-4595-8715-a6e67b6cdf79', 'name': 'tempest-snat-router-2124978684', 'tenant_id': '498c6da928e842b28b7768e315453064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.207'}], 'enable_snat': False}, 'gw_port_id': 'dfc9e15c-1d69-44b5-af81-c92aaefa23f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:50:11Z', 'updated_at': '2022-05-06T09:50:12Z', 'revision_number': 3, 'project_id': '498c6da928e842b28b7768e315453064', 'gw_port': {'id': 'dfc9e15c-1d69-44b5-af81-c92aaefa23f0', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:39:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b7afd3-5111-4595-8715-a6e67b6cdf79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:11Z', 'updated_at': '2022-05-06T09:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:15.171139 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd947cc2-96db-4d45-99b8-c25de301ee27 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:15.175088 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0f701-c5b5-4890-8cc7-03ca22237621 req-87341cbb-8222-49fc-92fe-137135bc1be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:15.177042 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3b0f701-c5b5-4890-8cc7-03ca22237621 req-87341cbb-8222-49fc-92fe-137135bc1be0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=51825785-c1c2-434a-b6d0-df2b85401ddd HTTP/1.1" status: 200 len: 854 time: 0.0873702 May 06 09:50:15.181963 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d4a1bf0b-0ef0-408c-849d-988087b510a5 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:15.187554 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-f633c0f9-a0ba-4384-b806-4c5a8c926f0d tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Deleting subnet 90bdc073-475d-4f4e-8895-2bcaece234af {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:50:15.193923 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f633c0f9-a0ba-4384-b806-4c5a8c926f0d tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:15.215168 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83642436-0f11-4e55-a426-a0bc9c5d2618 None None] The sync data for ids ['36b7afd3-5111-4595-8715-a6e67b6cdf79'] in n-d-840835-1 is: [{'id': '36b7afd3-5111-4595-8715-a6e67b6cdf79', 'name': 'tempest-snat-router-2124978684', 'tenant_id': '498c6da928e842b28b7768e315453064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.207'}], 'enable_snat': False}, 'gw_port_id': 'dfc9e15c-1d69-44b5-af81-c92aaefa23f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:50:11Z', 'updated_at': '2022-05-06T09:50:12Z', 'revision_number': 3, 'project_id': '498c6da928e842b28b7768e315453064', 'gw_port': {'id': 'dfc9e15c-1d69-44b5-af81-c92aaefa23f0', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:39:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b7afd3-5111-4595-8715-a6e67b6cdf79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:11Z', 'updated_at': '2022-05-06T09:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:50:15.237867 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57896) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:15.238184 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3b0f701-c5b5-4890-8cc7-03ca22237621 req-7b2f69ae-f1cf-4b1d-87d9-61acfac38978 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522156 May 06 09:50:15.251581 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Request body: {'port': {'network_id': '93682ff0-8134-44da-a614-f390ef39f311', 'binding:host_id': 'n-h1-840835-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479991201'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:15.287366 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Made reservation on behalf of 1ebe9310d9924877be74c9fa1604180f for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:15.289726 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:15.310662 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:15.332793 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f633c0f9-a0ba-4384-b806-4c5a8c926f0d tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:15.367929 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-107818b3-c615-4361-8a6c-fe44e47e613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:15.369875 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-107818b3-c615-4361-8a6c-fe44e47e613d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0126094555704cc08998883243974b15&device_id=9b591f97-a2d5-4880-96f8-07bc48c6b763 HTTP/1.1" status: 200 len: 1094 time: 0.1711986 May 06 09:50:15.399016 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d4a1bf0b-0ef0-408c-849d-988087b510a5 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:15.448311 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ec46c-8946-448a-a1cd-baf125087599 req-fa77db47-b0f7-48a2-898a-73d51ae841c1 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:15.450212 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-331ec46c-8946-448a-a1cd-baf125087599 req-fa77db47-b0f7-48a2-898a-73d51ae841c1 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.73 "GET /v2.0/ports?device_id=9b591f97-a2d5-4880-96f8-07bc48c6b763 HTTP/1.1" status: 200 len: 943 time: 0.1311383 May 06 09:50:15.454316 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-7b750eba-5a36-4444-b557-ed387a230b58 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac HTTP/1.1" status: 200 len: 217 time: 0.0633948 May 06 09:50:15.466092 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3b0f701-c5b5-4890-8cc7-03ca22237621 req-c93301a6-4bd5-472f-a756-b3c4e4d1c4eb service neutron] 10.222.0.84 "GET /v2.0/networks/3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058065 May 06 09:50:15.482247 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc052ff3-1e1e-4bbd-8a55-ef622d3d2b3c None None] DHCP port deletion for e971e9b7-9676-4cae-87d2-6ef26967fe95 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:50:15.507054 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a1bf0b-0ef0-408c-849d-988087b510a5 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:15.517809 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-d4a1bf0b-0ef0-408c-849d-988087b510a5 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:15.532312 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a1bf0b-0ef0-408c-849d-988087b510a5 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:15.580570 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-fc052ff3-1e1e-4bbd-8a55-ef622d3d2b3c None None] Deleting port e3d57a69-b015-435e-b925-3356da9bef94 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:15.581253 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fc052ff3-1e1e-4bbd-8a55-ef622d3d2b3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:15.586078 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1bf0b-0ef0-408c-849d-988087b510a5 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Pushing event updated for resources: {'Port': ['ID=006f32a8-9de5-490c-8393-550c3f652518,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:15.614059 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f633c0f9-a0ba-4384-b806-4c5a8c926f0d tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:15.652562 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-331ec46c-8946-448a-a1cd-baf125087599 req-da980b9a-545a-4044-98cd-73a9ff7fb4d0 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.73 "GET /v2.0/security-groups?id=91b5574e-27fe-4694-a648-4de159d9a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955969 May 06 09:50:15.665552 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-fc052ff3-1e1e-4bbd-8a55-ef622d3d2b3c None None] For port e3d57a69-b015-435e-b925-3356da9bef94, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e3d57a69-b015-435e-b925-3356da9bef94,segment=NetworkSegment(800b552b-096e-4f14-b85e-afbde0d2645f),segment_id=800b552b-096e-4f14-b85e-afbde0d2645f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:15.666184 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fc052ff3-1e1e-4bbd-8a55-ef622d3d2b3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:15.667591 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-194a3060-d9d6-42a8-9acf-6b2fd424a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:15.669187 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-194a3060-d9d6-42a8-9acf-6b2fd424a1a3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0a10cec0-9eaa-4f30-8ea0-72e5f7f6e8c1 HTTP/1.1" status: 200 len: 856 time: 0.2037952 May 06 09:50:15.681473 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-fc052ff3-1e1e-4bbd-8a55-ef622d3d2b3c None None] Calling delete_port for e3d57a69-b015-435e-b925-3356da9bef94 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:15.692642 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:15.708791 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:15.730389 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-ca8b86c9-f0b9-47a7-8f4c-500d3ff19f8a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=231270de-d281-4806-b596-b1333797f216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478508 May 06 09:50:15.738144 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3b0f701-c5b5-4890-8cc7-03ca22237621 req-3c928652-d63a-46f1-9d69-88eb611c6d78 service neutron] 10.222.0.84 "GET /v2.0/networks/3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566633 May 06 09:50:15.761230 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] device_id is not set on port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:50:15.820492 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fc052ff3-1e1e-4bbd-8a55-ef622d3d2b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:15.852320 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-3a719868-6693-4a7c-a220-d17b560ef958 service neutron] 10.222.0.77 "GET /v2.0/networks/231270de-d281-4806-b596-b1333797f216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131916 May 06 09:50:15.870612 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc052ff3-1e1e-4bbd-8a55-ef622d3d2b3c None None] No DVR routers for this DVR port e3d57a69-b015-435e-b925-3356da9bef94 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:50:15.890614 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc052ff3-1e1e-4bbd-8a55-ef622d3d2b3c None None] Pushing event deleted for resources: {'Port': ['ID=e3d57a69-b015-435e-b925-3356da9bef94,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:15.906692 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b609b062-a5cc-40df-b38c-bb3826d058a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:15.917859 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b591f97-a2d5-4880-96f8-07bc48c6b763', 'tag': 'c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:50:15.925395 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb9a16e-eab3-4e7d-a3d6-c10e28782e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "9b591f97-a2d5-4880-96f8-07bc48c6b763", "tag": "c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:50:15.936633 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e89ffd-6a73-471f-b927-717df25b783f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:15.966657 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f633c0f9-a0ba-4384-b806-4c5a8c926f0d tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:15.992089 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4068e1f6-5650-4eef-b8a6-ee8c268d3903 req-5887525f-a864-4a18-ac8f-d8ae1f305fa2 service neutron] 10.222.0.77 "GET /v2.0/networks/231270de-d281-4806-b596-b1333797f216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322713 May 06 09:50:16.028255 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32b2a11-c045-4fbd-9245-008a15c09098 x-openstack-request-id: req-e32b2a11-c045-4fbd-9245-008a15c09098 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:50:16.028556 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b591f97-a2d5-4880-96f8-07bc48c6b763", "tag": "c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:50:16.028819 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e32b2a11-c045-4fbd-9245-008a15c09098 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:50:16.029245 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e32b2a11-c045-4fbd-9245-008a15c09098'] response: {'name': 'network-changed', 'server_uuid': '9b591f97-a2d5-4880-96f8-07bc48c6b763', 'tag': 'c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac', 'status': 'completed', 'code': 200} May 06 09:50:16.034371 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f633c0f9-a0ba-4384-b806-4c5a8c926f0d tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:16.034915 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d13d126-b615-47a6-89b6-dfe717f32ba8 None None] Network 3a8f734f-4308-4af0-8cea-3c52dfe0d4da requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:16.039426 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f633c0f9-a0ba-4384-b806-4c5a8c926f0d tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] 10.222.0.73 "DELETE /v2.0/subnets/90bdc073-475d-4f4e-8895-2bcaece234af HTTP/1.1" status: 204 len: 168 time: 0.9217882 May 06 09:50:16.040769 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57900) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:16.048875 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633c0f9-a0ba-4384-b806-4c5a8c926f0d tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Pushing event deleted for resources: {'Subnet': ['ID=90bdc073-475d-4f4e-8895-2bcaece234af,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:16.175793 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-360a93ca-8590-4a41-a11f-bdcb13df8b79 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:16.179068 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9a16e-eab3-4e7d-a3d6-c10e28782e7f req-8b170a54-f977-46cb-9383-c306e5575e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:16.181268 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ecb9a16e-eab3-4e7d-a3d6-c10e28782e7f req-8b170a54-f977-46cb-9383-c306e5575e4d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0126094555704cc08998883243974b15&device_id=9b591f97-a2d5-4880-96f8-07bc48c6b763 HTTP/1.1" status: 200 len: 1094 time: 0.0709872 May 06 09:50:16.295473 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d4a1bf0b-0ef0-408c-849d-988087b510a5 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:16.307784 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fc2ef1-eb73-42c5-98bf-762ab7617161 None None] DHCP port deletion for 3a8f734f-4308-4af0-8cea-3c52dfe0d4da request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:50:16.366119 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] device_id is not set on port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:50:16.384816 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:16.390999 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device dfc9e15c-1d69-44b5-af81-c92aaefa23f0 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:50:16.398102 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:16.437827 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-75fc2ef1-eb73-42c5-98bf-762ab7617161 None None] Deleting port 195485a2-0add-4171-b48f-90e9244a518f {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:16.438351 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-75fc2ef1-eb73-42c5-98bf-762ab7617161 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:16.438491 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-360a93ca-8590-4a41-a11f-bdcb13df8b79 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:16.471093 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-360a93ca-8590-4a41-a11f-bdcb13df8b79 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e971e9b7-9676-4cae-87d2-6ef26967fe95']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:16.491480 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-360a93ca-8590-4a41-a11f-bdcb13df8b79 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800b552b-096e-4f14-b85e-afbde0d2645f') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:16.491480 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-360a93ca-8590-4a41-a11f-bdcb13df8b79 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800b552b-096e-4f14-b85e-afbde0d2645f') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:16.507103 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-360a93ca-8590-4a41-a11f-bdcb13df8b79 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:16.514574 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Pushing event updated for resources: {'Port': ['ID=8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:16.528153 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-75fc2ef1-eb73-42c5-98bf-762ab7617161 None None] For port 195485a2-0add-4171-b48f-90e9244a518f, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=195485a2-0add-4171-b48f-90e9244a518f,segment=NetworkSegment(a11855b2-99dd-4049-9cfe-995809c3196c),segment_id=a11855b2-99dd-4049-9cfe-995809c3196c)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:16.529161 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-75fc2ef1-eb73-42c5-98bf-762ab7617161 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:16.539761 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port dfc9e15c-1d69-44b5-af81-c92aaefa23f0 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:16.540297 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:16.542509 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-360a93ca-8590-4a41-a11f-bdcb13df8b79 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:16.550572 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360a93ca-8590-4a41-a11f-bdcb13df8b79 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:50:16.550993 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-360a93ca-8590-4a41-a11f-bdcb13df8b79 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:16.579755 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Checking segment: {'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:16.580124 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Network hostable DHCP agents. Network: 93682ff0-8134-44da-a614-f390ef39f311, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:50:16.580426 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-75fc2ef1-eb73-42c5-98bf-762ab7617161 None None] Calling delete_port for 195485a2-0add-4171-b48f-90e9244a518f owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: timer() May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:50:16.641603 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:50:16.646697 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-360a93ca-8590-4a41-a11f-bdcb13df8b79 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:16.650499 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Network 93682ff0-8134-44da-a614-f390ef39f311 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:50:16.662251 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d4a1bf0b-0ef0-408c-849d-988087b510a5 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:16.670450 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 93682ff0-8134-44da-a614-f390ef39f311) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:16.674946 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-360a93ca-8590-4a41-a11f-bdcb13df8b79 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:16.678448 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-360a93ca-8590-4a41-a11f-bdcb13df8b79 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] 10.222.0.73 "DELETE /v2.0/networks/e971e9b7-9676-4cae-87d2-6ef26967fe95 HTTP/1.1" status: 204 len: 168 time: 0.6361659 May 06 09:50:16.681835 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a93ca-8590-4a41-a11f-bdcb13df8b79 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Pushing event deleted for resources: {'Network': ['ID=e971e9b7-9676-4cae-87d2-6ef26967fe95,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:16.683568 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57902) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:16.711939 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:16.715217 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be75bed-195e-4b29-810d-a360be1eabc3 None None] Network 93682ff0-8134-44da-a614-f390ef39f311 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:16.741849 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:16.742448 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:16.742910 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:16.759658 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on network 93682ff0-8134-44da-a614-f390ef39f311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:16.760395 n-d-840835-1 neutron-server[102652]: ERROR neutron.plugins.ml2.managers [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Failed to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on host n-h1-840835-1 for vnic_type normal using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] May 06 09:50:16.801311 n-d-840835-1 neutron-server[102652]: INFO neutron.plugins.ml2.plugin [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempt 2 to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 May 06 09:50:16.819952 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:16.820357 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:16.820655 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:16.828778 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on network 93682ff0-8134-44da-a614-f390ef39f311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:16.828778 n-d-840835-1 neutron-server[102652]: ERROR neutron.plugins.ml2.managers [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Failed to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on host n-h1-840835-1 for vnic_type normal using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] May 06 09:50:16.829096 n-d-840835-1 neutron-server[102652]: INFO neutron.plugins.ml2.plugin [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempt 3 to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 May 06 09:50:16.834597 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9a16e-eab3-4e7d-a3d6-c10e28782e7f req-94671a15-b8ad-4693-9cf0-ccf467db280e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:16.835792 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:16.840980 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ecb9a16e-eab3-4e7d-a3d6-c10e28782e7f req-94671a15-b8ad-4693-9cf0-ccf467db280e service neutron] 10.222.0.77 "GET /v2.0/networks?id=231270de-d281-4806-b596-b1333797f216 HTTP/1.1" status: 200 len: 917 time: 0.6486559 May 06 09:50:16.852636 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:16.852984 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:16.853388 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:16.861497 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on network 93682ff0-8134-44da-a614-f390ef39f311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:16.861831 n-d-840835-1 neutron-server[102652]: ERROR neutron.plugins.ml2.managers [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Failed to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on host n-h1-840835-1 for vnic_type normal using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] May 06 09:50:16.863866 n-d-840835-1 neutron-server[102652]: INFO neutron.plugins.ml2.plugin [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempt 4 to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 May 06 09:50:16.877075 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-75fc2ef1-eb73-42c5-98bf-762ab7617161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:16.881586 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:16.882388 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:16.882388 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:16.885926 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port dfc9e15c-1d69-44b5-af81-c92aaefa23f0, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=dfc9e15c-1d69-44b5-af81-c92aaefa23f0,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:16.910034 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on network 93682ff0-8134-44da-a614-f390ef39f311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:16.911259 n-d-840835-1 neutron-server[102652]: ERROR neutron.plugins.ml2.managers [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Failed to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on host n-h1-840835-1 for vnic_type normal using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] May 06 09:50:16.914013 n-d-840835-1 neutron-server[102652]: INFO neutron.plugins.ml2.plugin [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempt 5 to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 May 06 09:50:16.918104 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a1bf0b-0ef0-408c-849d-988087b510a5 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Router 7fcc7120-7df0-4bb7-86b5-ebc83f8f4fe8 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:50:16.921668 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:16.928247 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc2ef1-eb73-42c5-98bf-762ab7617161 None None] Pushing event deleted for resources: {'Port': ['ID=195485a2-0add-4171-b48f-90e9244a518f,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:16.940452 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc9116e3-10db-4c4b-b586-991a8c404c20 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:16.945562 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ecb9a16e-eab3-4e7d-a3d6-c10e28782e7f req-7b74a2ab-cef4-41da-a642-a9c4d22df6d9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac HTTP/1.1" status: 200 len: 217 time: 0.0720685 May 06 09:50:16.945918 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fc2ef1-eb73-42c5-98bf-762ab7617161 None None] No DVR routers for this DVR port 195485a2-0add-4171-b48f-90e9244a518f on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:50:16.954087 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:16.954689 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:16.956078 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:17.007559 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on network 93682ff0-8134-44da-a614-f390ef39f311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:17.007908 n-d-840835-1 neutron-server[102652]: ERROR neutron.plugins.ml2.managers [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Failed to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on host n-h1-840835-1 for vnic_type normal using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] May 06 09:50:17.010219 n-d-840835-1 neutron-server[102652]: INFO neutron.plugins.ml2.plugin [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempt 6 to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 May 06 09:50:17.015261 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e3d57a69-b015-435e-b925-3356da9bef94 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:50:17.032070 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:17.032607 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:17.033127 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:17.048019 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on network 93682ff0-8134-44da-a614-f390ef39f311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:17.048552 n-d-840835-1 neutron-server[102652]: ERROR neutron.plugins.ml2.managers [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Failed to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on host n-h1-840835-1 for vnic_type normal using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] May 06 09:50:17.050144 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9a16e-eab3-4e7d-a3d6-c10e28782e7f req-452f37ff-aeeb-4734-903d-f5d840792b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:17.051154 n-d-840835-1 neutron-server[102652]: INFO neutron.plugins.ml2.plugin [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempt 7 to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 May 06 09:50:17.051725 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ecb9a16e-eab3-4e7d-a3d6-c10e28782e7f req-452f37ff-aeeb-4734-903d-f5d840792b2d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0a10cec0-9eaa-4f30-8ea0-72e5f7f6e8c1 HTTP/1.1" status: 200 len: 856 time: 0.0982966 May 06 09:50:17.060563 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: e3d57a69-b015-435e-b925-3356da9bef94 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:50:17.060905 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e3d57a69-b015-435e-b925-3356da9bef94 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:50:17.061429 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1357e-3bbe-4848-89c5-35c8db8ccc4b req-5b9c462e-b009-4b58-bd91-5949ebbf7be4 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:17.065459 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=dfc9e15c-1d69-44b5-af81-c92aaefa23f0,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:17.071369 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1f1357e-3bbe-4848-89c5-35c8db8ccc4b req-5b9c462e-b009-4b58-bd91-5949ebbf7be4 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.73 "GET /v2.0/ports?device_id=9b591f97-a2d5-4880-96f8-07bc48c6b763 HTTP/1.1" status: 200 len: 943 time: 0.2725163 May 06 09:50:17.138851 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ecb9a16e-eab3-4e7d-a3d6-c10e28782e7f req-9c4282f1-df23-45d5-9fb7-7492293f8c54 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=231270de-d281-4806-b596-b1333797f216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466385 May 06 09:50:17.267512 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc9116e3-10db-4c4b-b586-991a8c404c20 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:17.282639 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1f1357e-3bbe-4848-89c5-35c8db8ccc4b req-bd6089ab-46a4-473d-92ba-3e4d0053356e tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.73 "GET /v2.0/security-groups?id=91b5574e-27fe-4694-a648-4de159d9a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103653 May 06 09:50:17.304159 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-bc9116e3-10db-4c4b-b586-991a8c404c20 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8f734f-4308-4af0-8cea-3c52dfe0d4da']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:17.322597 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-bc9116e3-10db-4c4b-b586-991a8c404c20 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11855b2-99dd-4049-9cfe-995809c3196c') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:17.322597 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-bc9116e3-10db-4c4b-b586-991a8c404c20 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11855b2-99dd-4049-9cfe-995809c3196c') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:17.342258 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc9116e3-10db-4c4b-b586-991a8c404c20 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:17.368560 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ecb9a16e-eab3-4e7d-a3d6-c10e28782e7f req-640e4214-f72f-4ae8-bec7-4a3b30f361e5 service neutron] 10.222.0.77 "GET /v2.0/networks/231270de-d281-4806-b596-b1333797f216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156272 May 06 09:50:17.369565 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc9116e3-10db-4c4b-b586-991a8c404c20 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:17.377191 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9116e3-10db-4c4b-b586-991a8c404c20 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:50:17.377768 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc9116e3-10db-4c4b-b586-991a8c404c20 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: timer() May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:50:17.381802 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:50:17.384919 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:17.385215 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:17.385562 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:17.393414 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on network 93682ff0-8134-44da-a614-f390ef39f311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:17.393752 n-d-840835-1 neutron-server[102652]: ERROR neutron.plugins.ml2.managers [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Failed to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on host n-h1-840835-1 for vnic_type normal using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] May 06 09:50:17.395690 n-d-840835-1 neutron-server[102652]: INFO neutron.plugins.ml2.plugin [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempt 8 to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 May 06 09:50:17.416529 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:17.416875 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:17.417225 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:17.425655 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on network 93682ff0-8134-44da-a614-f390ef39f311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:17.426025 n-d-840835-1 neutron-server[102652]: ERROR neutron.plugins.ml2.managers [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Failed to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on host n-h1-840835-1 for vnic_type normal using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] May 06 09:50:17.426561 n-d-840835-1 neutron-server[102652]: INFO neutron.plugins.ml2.plugin [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempt 9 to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 May 06 09:50:17.429836 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a1bf0b-0ef0-408c-849d-988087b510a5 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:50:17.448865 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738b3d0c-f7c0-4011-9c80-648a3557ac17 None None] Sync routers for ids ['7fcc7120-7df0-4bb7-86b5-ebc83f8f4fe8'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:50:17.452826 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:17.453176 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:17.453563 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:17.459498 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on network 93682ff0-8134-44da-a614-f390ef39f311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:17.460106 n-d-840835-1 neutron-server[102652]: ERROR neutron.plugins.ml2.managers [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Failed to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on host n-h1-840835-1 for vnic_type normal using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] May 06 09:50:17.460726 n-d-840835-1 neutron-server[102652]: INFO neutron.plugins.ml2.plugin [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempt 10 to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 May 06 09:50:17.465928 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d4a1bf0b-0ef0-408c-849d-988087b510a5 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:17.467019 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738b3d0c-f7c0-4011-9c80-648a3557ac17 None None] Routers {'7fcc7120-7df0-4bb7-86b5-ebc83f8f4fe8'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:17.467934 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-738b3d0c-f7c0-4011-9c80-648a3557ac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:49:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['7fcc7120-7df0-4bb7-86b5-ebc83f8f4fe8'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:17.470850 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d4a1bf0b-0ef0-408c-849d-988087b510a5 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.7275372 May 06 09:50:17.473267 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57906) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:17.523339 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:17.523573 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:17.523878 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:17.532276 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on network 93682ff0-8134-44da-a614-f390ef39f311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:17.532623 n-d-840835-1 neutron-server[102652]: ERROR neutron.plugins.ml2.managers [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Failed to bind port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 on host n-h1-840835-1 for vnic_type normal using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] May 06 09:50:17.534296 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:17.698630 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b37e36e4-50e4-4170-b581-cc7064b713b3 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "GET /v2.0/routers/7fcc7120-7df0-4bb7-86b5-ebc83f8f4fe8 HTTP/1.1" status: 200 len: 907 time: 0.2219615 May 06 09:50:17.703318 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57908) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:17.756859 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-738b3d0c-f7c0-4011-9c80-648a3557ac17 None None] Set router 7fcc7120-7df0-4bb7-86b5-ebc83f8f4fe8 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:50:17.772983 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] For port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:50:17.773525 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempted to set empty binding levels {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 06 09:50:17.782422 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:17.803941 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc9116e3-10db-4c4b-b586-991a8c404c20 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:17.826683 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc9116e3-10db-4c4b-b586-991a8c404c20 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:17.832823 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bc9116e3-10db-4c4b-b586-991a8c404c20 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] 10.222.0.73 "DELETE /v2.0/networks/3a8f734f-4308-4af0-8cea-3c52dfe0d4da HTTP/1.1" status: 204 len: 168 time: 1.1441233 May 06 09:50:17.833121 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9116e3-10db-4c4b-b586-991a8c404c20 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Pushing event deleted for resources: {'Network': ['ID=3a8f734f-4308-4af0-8cea-3c52dfe0d4da,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:17.835273 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57910) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:17.864409 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ecb9a16e-eab3-4e7d-a3d6-c10e28782e7f req-d16d0a3f-4b34-4c56-b46c-9c3316024d98 service neutron] 10.222.0.77 "GET /v2.0/networks/231270de-d281-4806-b596-b1333797f216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654770 May 06 09:50:17.910849 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:17.911679 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:17.968264 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-738b3d0c-f7c0-4011-9c80-648a3557ac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcc7120-7df0-4bb7-86b5-ebc83f8f4fe8', 'name': 'tempest-snat-router-2124978684', 'tenant_id': '498c6da928e842b28b7768e315453064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '006f32a8-9de5-490c-8393-550c3f652518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:50:13Z', 'updated_at': '2022-05-06T09:50:16Z', 'revision_number': 3, 'project_id': '498c6da928e842b28b7768e315453064', 'gw_port': {'id': '006f32a8-9de5-490c-8393-550c3f652518', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fcc7120-7df0-4bb7-86b5-ebc83f8f4fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:14Z', 'updated_at': '2022-05-06T09:50:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:17.983565 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.7404404 May 06 09:50:17.985665 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57912) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:17.995467 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbec99-099e-4be8-b4b6-efcc85eab457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Pushing event updated for resources: {'Port': ['ID=8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:18.005751 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738b3d0c-f7c0-4011-9c80-648a3557ac17 None None] Checking router: 7fcc7120-7df0-4bb7-86b5-ebc83f8f4fe8 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:50:18.005751 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738b3d0c-f7c0-4011-9c80-648a3557ac17 None None] Updating router 7fcc7120-7df0-4bb7-86b5-ebc83f8f4fe8 port 006f32a8-9de5-490c-8393-550c3f652518 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:50:18.006122 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c44b9362-d602-4cb3-9f02-1a83925a0620 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.035241 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-738b3d0c-f7c0-4011-9c80-648a3557ac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.055957 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ab26a9-29e8-4651-8592-ebccb441badf tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Deleting subnet eb64f4ab-75bb-46b6-afce-5cd219ea2237 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:50:18.061733 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-95ab26a9-29e8-4651-8592-ebccb441badf tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.089478 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-83031714-72a3-479b-a8b8-7dcbf48b9a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Deleting port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:18.090068 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-83031714-72a3-479b-a8b8-7dcbf48b9a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.146077 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-95ab26a9-29e8-4651-8592-ebccb441badf tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.162801 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-83031714-72a3-479b-a8b8-7dcbf48b9a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] For port 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013, host n-h1-840835-1, got binding levels [] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:18.163339 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-83031714-72a3-479b-a8b8-7dcbf48b9a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.186612 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-83031714-72a3-479b-a8b8-7dcbf48b9a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Calling delete_port for 8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:18.208480 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c44b9362-d602-4cb3-9f02-1a83925a0620 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.279596 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-95ab26a9-29e8-4651-8592-ebccb441badf tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.299699 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-83031714-72a3-479b-a8b8-7dcbf48b9a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.336558 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83031714-72a3-479b-a8b8-7dcbf48b9a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:18.346918 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-83031714-72a3-479b-a8b8-7dcbf48b9a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.354287 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-83031714-72a3-479b-a8b8-7dcbf48b9a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] 10.222.0.73 "DELETE /v2.0/ports/8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 HTTP/1.1" status: 204 len: 168 time: 0.3655326 May 06 09:50:18.355167 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57916) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:18.360529 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-c44b9362-d602-4cb3-9f02-1a83925a0620 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Deleting port 006f32a8-9de5-490c-8393-550c3f652518 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:18.360891 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c44b9362-d602-4cb3-9f02-1a83925a0620 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.373355 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-738b3d0c-f7c0-4011-9c80-648a3557ac17 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.378399 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device dfc9e15c-1d69-44b5-af81-c92aaefa23f0 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:50:18.383687 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-738b3d0c-f7c0-4011-9c80-648a3557ac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.384949 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe55be81-5458-4d5b-98c7-157016a8638f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] GET failed (client error): The resource could not be found. May 06 09:50:18.390604 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fe55be81-5458-4d5b-98c7-157016a8638f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] 10.222.0.73 "GET /v2.0/ports/8d87fc0d-ac7e-40c6-9fe9-2a2dd695e013 HTTP/1.1" status: 404 len: 333 time: 0.0344753 May 06 09:50:18.391399 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57918) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:18.397235 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-fe3248c7-3251-4d4e-9130-55169f6b5f18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Request body: {'port': {'network_id': '93682ff0-8134-44da-a614-f390ef39f311', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059626168'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:18.415461 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-95ab26a9-29e8-4651-8592-ebccb441badf tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.452537 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3248c7-3251-4d4e-9130-55169f6b5f18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Made reservation on behalf of 1ebe9310d9924877be74c9fa1604180f for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:18.455624 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fe3248c7-3251-4d4e-9130-55169f6b5f18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.456760 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab26a9-29e8-4651-8592-ebccb441badf tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Pushing event deleted for resources: {'Subnet': ['ID=eb64f4ab-75bb-46b6-afce-5cd219ea2237,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:18.460413 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-95ab26a9-29e8-4651-8592-ebccb441badf tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.463693 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-95ab26a9-29e8-4651-8592-ebccb441badf tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] 10.222.0.73 "DELETE /v2.0/subnets/eb64f4ab-75bb-46b6-afce-5cd219ea2237 HTTP/1.1" status: 204 len: 168 time: 0.6211851 May 06 09:50:18.470729 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57920) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:18.480352 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-fe3248c7-3251-4d4e-9130-55169f6b5f18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] device_id is not set on port decde4a9-6e33-4360-bd1b-e1c10c060226 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:50:18.493687 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761d35d-1936-4482-ad23-e15c0258c18c req-9b538c9e-bbca-48b3-9da8-d4bfef8d3fad tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:18.495292 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b275d7-5210-4f0c-a80a-4c58cfb36813 None None] Network 42954096-6eee-4e60-87b9-bd8e785538eb requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:18.495546 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4761d35d-1936-4482-ad23-e15c0258c18c req-9b538c9e-bbca-48b3-9da8-d4bfef8d3fad tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.73 "GET /v2.0/ports?device_id=9b591f97-a2d5-4880-96f8-07bc48c6b763 HTTP/1.1" status: 200 len: 943 time: 0.0888188 May 06 09:50:18.563894 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c44b9362-d602-4cb3-9f02-1a83925a0620 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.569684 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e565abdd-7b52-4e65-a608-65d9f57f4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.586689 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-738b3d0c-f7c0-4011-9c80-648a3557ac17 None None] Attempting to bind port 006f32a8-9de5-490c-8393-550c3f652518 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:18.587059 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-738b3d0c-f7c0-4011-9c80-648a3557ac17 None None] Attempting to bind port 006f32a8-9de5-490c-8393-550c3f652518 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:18.587447 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738b3d0c-f7c0-4011-9c80-648a3557ac17 None None] Attempting to bind port 006f32a8-9de5-490c-8393-550c3f652518 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:18.589307 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-60280ede-db1a-46b3-8c11-b7a640c828e6 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.589820 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68929325-dbce-4471-b0ac-74385d5169de None None] Pushing event updated for resources: {'Port': ['ID=006f32a8-9de5-490c-8393-550c3f652518,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:18.591755 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-c44b9362-d602-4cb3-9f02-1a83925a0620 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Calling delete_port for 006f32a8-9de5-490c-8393-550c3f652518 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:18.599634 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4761d35d-1936-4482-ad23-e15c0258c18c req-04a038b0-9a34-4f81-9604-5edf692623ae tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.73 "GET /v2.0/security-groups?id=91b5574e-27fe-4694-a648-4de159d9a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648329 May 06 09:50:18.617085 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738b3d0c-f7c0-4011-9c80-648a3557ac17 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:50:18.617444 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738b3d0c-f7c0-4011-9c80-648a3557ac17 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:18.617958 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-738b3d0c-f7c0-4011-9c80-648a3557ac17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.618315 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738b3d0c-f7c0-4011-9c80-648a3557ac17 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:50:18.618854 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-738b3d0c-f7c0-4011-9c80-648a3557ac17 None None] Bound port: 006f32a8-9de5-490c-8393-550c3f652518, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:50:18.619247 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-738b3d0c-f7c0-4011-9c80-648a3557ac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.674241 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port dfc9e15c-1d69-44b5-af81-c92aaefa23f0 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:18.674839 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.709065 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fe3248c7-3251-4d4e-9130-55169f6b5f18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.752991 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fe3248c7-3251-4d4e-9130-55169f6b5f18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.753273 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-60280ede-db1a-46b3-8c11-b7a640c828e6 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Deleting port 1add3f6a-609c-4c7e-a15c-2918d9a2ec34 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:18.753273 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-60280ede-db1a-46b3-8c11-b7a640c828e6 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.789593 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 5519610b-6ea4-494a-85cf-69acb3a1556c details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:50:18.797688 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3248c7-3251-4d4e-9130-55169f6b5f18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Network 93682ff0-8134-44da-a614-f390ef39f311 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:18.800722 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-fe3248c7-3251-4d4e-9130-55169f6b5f18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:18.804594 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3248c7-3251-4d4e-9130-55169f6b5f18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:18.805582 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.805791 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3248c7-3251-4d4e-9130-55169f6b5f18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:18.806368 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fe3248c7-3251-4d4e-9130-55169f6b5f18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.813191 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-738b3d0c-f7c0-4011-9c80-648a3557ac17 None None] For port 006f32a8-9de5-490c-8393-550c3f652518, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:50:18.820692 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3248c7-3251-4d4e-9130-55169f6b5f18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Pushing event updated for resources: {'Port': ['ID=decde4a9-6e33-4360-bd1b-e1c10c060226,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:18.835447 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fe3248c7-3251-4d4e-9130-55169f6b5f18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4428318 May 06 09:50:18.837071 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-738b3d0c-f7c0-4011-9c80-648a3557ac17 None None] For port 006f32a8-9de5-490c-8393-550c3f652518, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=006f32a8-9de5-490c-8393-550c3f652518,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:50:18.838055 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57924) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:18.845404 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:18.859435 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-60280ede-db1a-46b3-8c11-b7a640c828e6 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] For port 1add3f6a-609c-4c7e-a15c-2918d9a2ec34, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=1add3f6a-609c-4c7e-a15c-2918d9a2ec34,segment=NetworkSegment(5dbe4efe-6a04-4d18-8d39-99aef22e3e8a),segment_id=5dbe4efe-6a04-4d18-8d39-99aef22e3e8a)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:18.860063 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-60280ede-db1a-46b3-8c11-b7a640c828e6 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.881044 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-60280ede-db1a-46b3-8c11-b7a640c828e6 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Calling delete_port for 1add3f6a-609c-4c7e-a15c-2918d9a2ec34 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:18.889531 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-738b3d0c-f7c0-4011-9c80-648a3557ac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.948859 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.997467 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c44b9362-d602-4cb3-9f02-1a83925a0620 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.001978 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547f63aa-ecf2-4de1-b670-27500c41c201 None None] DHCP port deletion for 42954096-6eee-4e60-87b9-bd8e785538eb request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:50:19.027160 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68929325-dbce-4471-b0ac-74385d5169de None None] Pushing event updated for resources: {'Port': ['ID=006f32a8-9de5-490c-8393-550c3f652518,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:19.035784 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738b3d0c-f7c0-4011-9c80-648a3557ac17 None None] Routers {'7fcc7120-7df0-4bb7-86b5-ebc83f8f4fe8'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:19.036511 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-738b3d0c-f7c0-4011-9c80-648a3557ac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['7fcc7120-7df0-4bb7-86b5-ebc83f8f4fe8'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:19.044173 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 5519610b-6ea4-494a-85cf-69acb3a1556c, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=5519610b-6ea4-494a-85cf-69acb3a1556c,segment=NetworkSegment(cbe72a48-c421-451e-86ad-4b99d621abda),segment_id=cbe72a48-c421-451e-86ad-4b99d621abda)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:19.065339 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b9362-d602-4cb3-9f02-1a83925a0620 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Pushing event deleted for resources: {'Port': ['ID=006f32a8-9de5-490c-8393-550c3f652518,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:19.124411 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c44b9362-d602-4cb3-9f02-1a83925a0620 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.157682 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-60280ede-db1a-46b3-8c11-b7a640c828e6 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.157947 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 195485a2-0add-4171-b48f-90e9244a518f no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:50:19.159160 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '5519610b-6ea4-494a-85cf-69acb3a1556c', 'network_id': '3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4', 'port_id': '5519610b-6ea4-494a-85cf-69acb3a1556c', 'mac_address': 'fa:16:3e:45:20:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51825785-c1c2-434a-b6d0-df2b85401ddd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:50:19.189514 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-738b3d0c-f7c0-4011-9c80-648a3557ac17 None None] Set router 7fcc7120-7df0-4bb7-86b5-ebc83f8f4fe8 gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:50:19.192033 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 195485a2-0add-4171-b48f-90e9244a518f {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:50:19.192033 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 195485a2-0add-4171-b48f-90e9244a518f not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:50:19.197398 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] device_id is not set on port decde4a9-6e33-4360-bd1b-e1c10c060226 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:50:19.208909 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.217727 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.248032 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60280ede-db1a-46b3-8c11-b7a640c828e6 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Pushing event deleted for resources: {'Port': ['ID=1add3f6a-609c-4c7e-a15c-2918d9a2ec34,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:19.255616 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60280ede-db1a-46b3-8c11-b7a640c828e6 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] No DVR routers for this DVR port 1add3f6a-609c-4c7e-a15c-2918d9a2ec34 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:50:19.273028 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-738b3d0c-f7c0-4011-9c80-648a3557ac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcc7120-7df0-4bb7-86b5-ebc83f8f4fe8', 'name': 'tempest-snat-router-2124978684', 'tenant_id': '498c6da928e842b28b7768e315453064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:50:13Z', 'updated_at': '2022-05-06T09:50:18Z', 'revision_number': 5, 'project_id': '498c6da928e842b28b7768e315453064', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:19.274511 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Pushing event updated for resources: {'Port': ['ID=decde4a9-6e33-4360-bd1b-e1c10c060226,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:19.291369 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:19.291941 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:19.292337 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c44b9362-d602-4cb3-9f02-1a83925a0620 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.292522 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:19.298063 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Port decde4a9-6e33-4360-bd1b-e1c10c060226 on network 93682ff0-8134-44da-a614-f390ef39f311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:19.298538 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Failed to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 on host n-h1-840835-1 for vnic_type normal using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] May 06 09:50:19.299040 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempt 2 to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 May 06 09:50:19.304770 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c44b9362-d602-4cb3-9f02-1a83925a0620 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.311263 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738b3d0c-f7c0-4011-9c80-648a3557ac17 None None] The sync data for ids ['7fcc7120-7df0-4bb7-86b5-ebc83f8f4fe8'] in n-d-840835-1 is: [{'id': '7fcc7120-7df0-4bb7-86b5-ebc83f8f4fe8', 'name': 'tempest-snat-router-2124978684', 'tenant_id': '498c6da928e842b28b7768e315453064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:50:13Z', 'updated_at': '2022-05-06T09:50:18Z', 'revision_number': 5, 'project_id': '498c6da928e842b28b7768e315453064', 'gw_port_host': None}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:50:19.323246 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.323900 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:19.324320 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:19.324864 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:19.329724 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-547f63aa-ecf2-4de1-b670-27500c41c201 None None] Deleting port 1add3f6a-609c-4c7e-a15c-2918d9a2ec34 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:19.330096 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-547f63aa-ecf2-4de1-b670-27500c41c201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.330613 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Port decde4a9-6e33-4360-bd1b-e1c10c060226 on network 93682ff0-8134-44da-a614-f390ef39f311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:19.331019 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Failed to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 on host n-h1-840835-1 for vnic_type normal using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] May 06 09:50:19.331658 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempt 3 to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 May 06 09:50:19.346992 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:19.346992 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:19.347514 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:19.359309 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Port decde4a9-6e33-4360-bd1b-e1c10c060226 on network 93682ff0-8134-44da-a614-f390ef39f311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:19.359774 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Failed to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 on host n-h1-840835-1 for vnic_type normal using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] May 06 09:50:19.360298 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempt 4 to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 May 06 09:50:19.376388 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:19.376875 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:19.377353 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:19.382186 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Port decde4a9-6e33-4360-bd1b-e1c10c060226 on network 93682ff0-8134-44da-a614-f390ef39f311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:19.382723 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Failed to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 on host n-h1-840835-1 for vnic_type normal using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] May 06 09:50:19.383270 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempt 5 to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 May 06 09:50:19.389559 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5519610b-6ea4-494a-85cf-69acb3a1556c {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:50:19.394637 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-60280ede-db1a-46b3-8c11-b7a640c828e6 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.404861 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:19.405349 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:19.405799 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:19.415704 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Port decde4a9-6e33-4360-bd1b-e1c10c060226 on network 93682ff0-8134-44da-a614-f390ef39f311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:19.416205 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Failed to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 on host n-h1-840835-1 for vnic_type normal using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] May 06 09:50:19.416758 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempt 6 to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 May 06 09:50:19.421853 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c44b9362-d602-4cb3-9f02-1a83925a0620 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.422671 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44b9362-d602-4cb3-9f02-1a83925a0620 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7fcc7120-7df0-4bb7-86b5-ebc83f8f4fe8 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:50:19.431986 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c44b9362-d602-4cb3-9f02-1a83925a0620 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.439205 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c44b9362-d602-4cb3-9f02-1a83925a0620 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "DELETE /v2.0/routers/7fcc7120-7df0-4bb7-86b5-ebc83f8f4fe8 HTTP/1.1" status: 204 len: 168 time: 1.7335703 May 06 09:50:19.439504 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 5519610b-6ea4-494a-85cf-69acb3a1556c, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=5519610b-6ea4-494a-85cf-69acb3a1556c,segment=NetworkSegment(cbe72a48-c421-451e-86ad-4b99d621abda),segment_id=cbe72a48-c421-451e-86ad-4b99d621abda)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:19.439700 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57926) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:19.440746 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-60280ede-db1a-46b3-8c11-b7a640c828e6 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42954096-6eee-4e60-87b9-bd8e785538eb']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:19.445831 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-547f63aa-ecf2-4de1-b670-27500c41c201 None None] For port 1add3f6a-609c-4c7e-a15c-2918d9a2ec34, host n-d-840835-1, got binding levels [] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:19.446133 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-547f63aa-ecf2-4de1-b670-27500c41c201 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.450543 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:19.450543 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:19.450543 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:19.455515 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.458142 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-60280ede-db1a-46b3-8c11-b7a640c828e6 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dbe4efe-6a04-4d18-8d39-99aef22e3e8a') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:19.458451 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-60280ede-db1a-46b3-8c11-b7a640c828e6 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dbe4efe-6a04-4d18-8d39-99aef22e3e8a') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:19.469584 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-547f63aa-ecf2-4de1-b670-27500c41c201 None None] Calling delete_port for 1add3f6a-609c-4c7e-a15c-2918d9a2ec34 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:19.485402 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-60280ede-db1a-46b3-8c11-b7a640c828e6 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.490275 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.ipam_backend_mixin [None req-547f63aa-ecf2-4de1-b670-27500c41c201 None None] Port 1add3f6a-609c-4c7e-a15c-2918d9a2ec34 was not found and therefore no delete operation was performed {{(pid=102654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 09:50:19.495356 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Port decde4a9-6e33-4360-bd1b-e1c10c060226 on network 93682ff0-8134-44da-a614-f390ef39f311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:19.495356 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Failed to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 on host n-h1-840835-1 for vnic_type normal using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] May 06 09:50:19.495775 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-547f63aa-ecf2-4de1-b670-27500c41c201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.498554 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempt 7 to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 May 06 09:50:19.502626 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.512358 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-60280ede-db1a-46b3-8c11-b7a640c828e6 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.523029 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:19.523532 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:19.524004 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:19.528134 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547f63aa-ecf2-4de1-b670-27500c41c201 None None] No DVR routers for this DVR port 1add3f6a-609c-4c7e-a15c-2918d9a2ec34 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:50:19.536072 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60280ede-db1a-46b3-8c11-b7a640c828e6 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:50:19.536072 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-60280ede-db1a-46b3-8c11-b7a640c828e6 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: items = [ May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: timer() May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:50:19.538694 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:50:19.544927 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=5519610b-6ea4-494a-85cf-69acb3a1556c,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:19.568159 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Port decde4a9-6e33-4360-bd1b-e1c10c060226 on network 93682ff0-8134-44da-a614-f390ef39f311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:19.568617 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Failed to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 on host n-h1-840835-1 for vnic_type normal using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] May 06 09:50:19.570605 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempt 8 to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 May 06 09:50:19.580655 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f63aa-ecf2-4de1-b670-27500c41c201 None None] Pushing event deleted for resources: {'Port': ['ID=1add3f6a-609c-4c7e-a15c-2918d9a2ec34,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:19.593646 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:19.594091 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:19.594775 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:19.602577 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Port decde4a9-6e33-4360-bd1b-e1c10c060226 on network 93682ff0-8134-44da-a614-f390ef39f311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:19.602996 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Failed to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 on host n-h1-840835-1 for vnic_type normal using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] May 06 09:50:19.603609 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempt 9 to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 May 06 09:50:19.607309 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7090088e-feb2-42c1-afb7-715da69b771b tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.627109 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-60280ede-db1a-46b3-8c11-b7a640c828e6 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.634620 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-60280ede-db1a-46b3-8c11-b7a640c828e6 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.641075 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-60280ede-db1a-46b3-8c11-b7a640c828e6 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] 10.222.0.73 "DELETE /v2.0/networks/42954096-6eee-4e60-87b9-bd8e785538eb HTTP/1.1" status: 204 len: 168 time: 1.1692059 May 06 09:50:19.641771 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57928) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:19.658196 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:19.658660 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:19.659080 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:19.669083 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Port decde4a9-6e33-4360-bd1b-e1c10c060226 on network 93682ff0-8134-44da-a614-f390ef39f311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:19.669573 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Failed to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 on host n-h1-840835-1 for vnic_type normal using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] May 06 09:50:19.672232 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempt 10 to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 May 06 09:50:19.707420 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-979becfd-4940-4958-bb4e-a68fd22f7978 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ae53e90-423a-4f1e-bcf4-5fd29137ff4b HTTP/1.1" status: 200 len: 205 time: 0.0600970 May 06 09:50:19.708360 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60280ede-db1a-46b3-8c11-b7a640c828e6 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Pushing event deleted for resources: {'Network': ['ID=42954096-6eee-4e60-87b9-bd8e785538eb,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:19.712302 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57932) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:19.718296 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:19.718953 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:19.719739 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:19.741716 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Port decde4a9-6e33-4360-bd1b-e1c10c060226 on network 93682ff0-8134-44da-a614-f390ef39f311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:19.742325 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Failed to bind port decde4a9-6e33-4360-bd1b-e1c10c060226 on host n-h1-840835-1 for vnic_type normal using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] May 06 09:50:19.742704 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.797513 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['5519610b-6ea4-494a-85cf-69acb3a1556c'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:50:19.803183 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-95ade385-5e81-4ed1-9639-dd1fcb0a8e07 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.833874 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7090088e-feb2-42c1-afb7-715da69b771b tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.867008 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9449c55-07ea-4f70-97a9-421b8ba8bbf7 req-5159a848-9f23-4978-8ad5-d2035b9ca064 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:19.871703 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f9449c55-07ea-4f70-97a9-421b8ba8bbf7 req-5159a848-9f23-4978-8ad5-d2035b9ca064 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.73 "GET /v2.0/ports?device_id=9b591f97-a2d5-4880-96f8-07bc48c6b763 HTTP/1.1" status: 200 len: 943 time: 0.1449974 May 06 09:50:19.940776 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] For port decde4a9-6e33-4360-bd1b-e1c10c060226, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:50:19.941434 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempted to set empty binding levels {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 06 09:50:19.958367 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.992503 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:50:20.001795 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f9449c55-07ea-4f70-97a9-421b8ba8bbf7 req-facec942-dd4d-46aa-96ca-10b587677b95 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.73 "GET /v2.0/security-groups?id=91b5574e-27fe-4694-a648-4de159d9a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161387 May 06 09:50:20.002726 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] In _notify_port_updated(), no bound segment for port decde4a9-6e33-4360-bd1b-e1c10c060226 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:50:20.008109 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.008814 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.010216 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] 10.222.0.73 "PUT /v2.0/ports/decde4a9-6e33-4360-bd1b-e1c10c060226 HTTP/1.1" status: 200 len: 979 time: 1.1704333 May 06 09:50:20.013327 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-95ade385-5e81-4ed1-9639-dd1fcb0a8e07 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.016862 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57934) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:20.029806 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-7090088e-feb2-42c1-afb7-715da69b771b tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Deleting port dfc9e15c-1d69-44b5-af81-c92aaefa23f0 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:20.029806 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7090088e-feb2-42c1-afb7-715da69b771b tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.030122 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-95ade385-5e81-4ed1-9639-dd1fcb0a8e07 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.083596 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec2694-0d5e-4f8c-b872-f145ef3a47f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Pushing event updated for resources: {'Port': ['ID=decde4a9-6e33-4360-bd1b-e1c10c060226,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:20.119820 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac,segment=NetworkSegment(3196a4ad-b067-4fae-9d46-7f9bd14a3bde),segment_id=3196a4ad-b067-4fae-9d46-7f9bd14a3bde)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:20.130791 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-95ade385-5e81-4ed1-9639-dd1fcb0a8e07 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.131394 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ade385-5e81-4ed1-9639-dd1fcb0a8e07 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Fanout notify agent at l3_agent the message router_deleted on router 4ae53e90-423a-4f1e-bcf4-5fd29137ff4b {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:50:20.141563 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac', 'network_id': '231270de-d281-4806-b596-b1333797f216', 'port_id': 'c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac', 'mac_address': 'fa:16:3e:15:a6:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a10cec0-9eaa-4f30-8ea0-72e5f7f6e8c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:50:20.141738 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-95ade385-5e81-4ed1-9639-dd1fcb0a8e07 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.143513 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-95ade385-5e81-4ed1-9639-dd1fcb0a8e07 tempest-RoutersNegativeIpV6Test-792988387 tempest-RoutersNegativeIpV6Test-792988387-project] 10.222.0.73 "DELETE /v2.0/routers/4ae53e90-423a-4f1e-bcf4-5fd29137ff4b HTTP/1.1" status: 204 len: 168 time: 0.4300344 May 06 09:50:20.164045 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-7090088e-feb2-42c1-afb7-715da69b771b tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] For port dfc9e15c-1d69-44b5-af81-c92aaefa23f0, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=dfc9e15c-1d69-44b5-af81-c92aaefa23f0,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:20.164761 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7090088e-feb2-42c1-afb7-715da69b771b tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.179242 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.179760 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.180236 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.180694 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.181166 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.181649 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.181846 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-7090088e-feb2-42c1-afb7-715da69b771b tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Calling delete_port for dfc9e15c-1d69-44b5-af81-c92aaefa23f0 owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:20.182121 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.182590 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.183055 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.183678 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.184185 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.184659 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.185126 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.185588 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.186057 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.186519 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.186987 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.187740 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.188208 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.188536 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.189012 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.189473 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.189923 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.190361 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.190824 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.191331 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.191771 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.192298 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.192680 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.193147 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.193612 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.194075 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.194545 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.194988 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.199391 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9c3f0255-e4e5-4364-8041-25524c6fe92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 30606 time: 0.1800339 May 06 09:50:20.210472 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.212854 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57938) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:20.233830 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:50:20.264997 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac,segment=NetworkSegment(3196a4ad-b067-4fae-9d46-7f9bd14a3bde),segment_id=3196a4ad-b067-4fae-9d46-7f9bd14a3bde)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:20.275218 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.323631 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 1add3f6a-609c-4c7e-a15c-2918d9a2ec34 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:50:20.327710 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-71a92124-7cbf-42c8-b45f-2750d4037533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Deleting port decde4a9-6e33-4360-bd1b-e1c10c060226 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:20.328401 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-71a92124-7cbf-42c8-b45f-2750d4037533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.352513 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 1add3f6a-609c-4c7e-a15c-2918d9a2ec34 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:50:20.352909 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 1add3f6a-609c-4c7e-a15c-2918d9a2ec34 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:50:20.377833 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:20.427023 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-71a92124-7cbf-42c8-b45f-2750d4037533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] For port decde4a9-6e33-4360-bd1b-e1c10c060226, host n-h1-840835-1, got binding levels [] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:20.427624 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-71a92124-7cbf-42c8-b45f-2750d4037533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.447184 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-71a92124-7cbf-42c8-b45f-2750d4037533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Calling delete_port for decde4a9-6e33-4360-bd1b-e1c10c060226 owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:20.482633 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7090088e-feb2-42c1-afb7-715da69b771b tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.510831 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7090088e-feb2-42c1-afb7-715da69b771b tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Pushing event deleted for resources: {'Port': ['ID=dfc9e15c-1d69-44b5-af81-c92aaefa23f0,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:20.543336 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-71a92124-7cbf-42c8-b45f-2750d4037533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.575973 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7090088e-feb2-42c1-afb7-715da69b771b tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.585092 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57942) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:20.586127 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a92124-7cbf-42c8-b45f-2750d4037533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Pushing event deleted for resources: {'Port': ['ID=decde4a9-6e33-4360-bd1b-e1c10c060226,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:20.596985 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-71a92124-7cbf-42c8-b45f-2750d4037533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.601145 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-71a92124-7cbf-42c8-b45f-2750d4037533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] 10.222.0.73 "DELETE /v2.0/ports/decde4a9-6e33-4360-bd1b-e1c10c060226 HTTP/1.1" status: 204 len: 168 time: 0.3859477 May 06 09:50:20.603832 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57946) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:20.628845 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-4395facd-fcdb-4c6f-88fa-301d5667641e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] GET failed (client error): The resource could not be found. May 06 09:50:20.631661 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4395facd-fcdb-4c6f-88fa-301d5667641e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] 10.222.0.73 "GET /v2.0/ports/decde4a9-6e33-4360-bd1b-e1c10c060226 HTTP/1.1" status: 404 len: 333 time: 0.0258355 May 06 09:50:20.634930 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57948) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:20.640647 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-54716bb1-f240-44e1-8cb5-4165eb5ad328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759257090', 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:20.663154 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54716bb1-f240-44e1-8cb5-4165eb5ad328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Made reservation on behalf of 1ebe9310d9924877be74c9fa1604180f for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:20.665506 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-54716bb1-f240-44e1-8cb5-4165eb5ad328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.681639 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7090088e-feb2-42c1-afb7-715da69b771b tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.684851 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-54716bb1-f240-44e1-8cb5-4165eb5ad328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] device_id is not set on port 08a5b3c6-fae9-4f83-bcce-3a54c23cd03c yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:50:20.684995 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7090088e-feb2-42c1-afb7-715da69b771b tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.697053 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:50:20.741723 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7090088e-feb2-42c1-afb7-715da69b771b tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.744252 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7090088e-feb2-42c1-afb7-715da69b771b tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36b7afd3-5111-4595-8715-a6e67b6cdf79 {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:50:20.767994 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7090088e-feb2-42c1-afb7-715da69b771b tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.779306 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7090088e-feb2-42c1-afb7-715da69b771b tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "DELETE /v2.0/routers/36b7afd3-5111-4595-8715-a6e67b6cdf79 HTTP/1.1" status: 204 len: 168 time: 1.3322520 May 06 09:50:20.780724 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57950) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:20.791613 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-bea3d1d8-1590-434e-ad01-bd810c6740ba tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1528936931', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}, 'admin_state_up': False}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:20.849728 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1021eb66-a978-4b36-9e17-75bf309de696 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=14d201366abc48be90182c42b0dc1102&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2611132 May 06 09:50:20.852351 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57952) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:20.875388 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bea3d1d8-1590-434e-ad01-bd810c6740ba tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.877624 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bea3d1d8-1590-434e-ad01-bd810c6740ba tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.921442 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 5519610b-6ea4-494a-85cf-69acb3a1556c up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:50:20.979771 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-54716bb1-f240-44e1-8cb5-4165eb5ad328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.998511 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d16ac9f4-651f-4fff-adff-23f9e2377354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.028387 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-54716bb1-f240-44e1-8cb5-4165eb5ad328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.032513 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 5519610b-6ea4-494a-85cf-69acb3a1556c completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:50:21.050449 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bea3d1d8-1590-434e-ad01-bd810c6740ba tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.086670 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 5519610b-6ea4-494a-85cf-69acb3a1556c triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:21.087301 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.087534 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54716bb1-f240-44e1-8cb5-4165eb5ad328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Network 93682ff0-8134-44da-a614-f390ef39f311 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:21.090951 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-54716bb1-f240-44e1-8cb5-4165eb5ad328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:21.099507 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54716bb1-f240-44e1-8cb5-4165eb5ad328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:21.100461 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54716bb1-f240-44e1-8cb5-4165eb5ad328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:21.101450 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-54716bb1-f240-44e1-8cb5-4165eb5ad328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.117488 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54716bb1-f240-44e1-8cb5-4165eb5ad328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Pushing event updated for resources: {'Port': ['ID=08a5b3c6-fae9-4f83-bcce-3a54c23cd03c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:21.138476 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-54716bb1-f240-44e1-8cb5-4165eb5ad328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4988301 May 06 09:50:21.139369 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57956) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:21.146789 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d16ac9f4-651f-4fff-adff-23f9e2377354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.192632 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9d1b45-5707-4641-af27-9ce67a3c6d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:21.195180 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-dd9d1b45-5707-4641-af27-9ce67a3c6d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] 10.222.0.73 "GET /v2.0/ports/08a5b3c6-fae9-4f83-bcce-3a54c23cd03c HTTP/1.1" status: 200 len: 959 time: 0.0543458 May 06 09:50:21.197986 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57958) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:21.208952 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.302320 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.303040 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-aa38f79b-44b1-4965-a3a4-e0f194d74465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Deleting port 08a5b3c6-fae9-4f83-bcce-3a54c23cd03c {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:21.303520 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aa38f79b-44b1-4965-a3a4-e0f194d74465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.338636 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4934b6e2-a2ce-4116-a9b0-9d37031848bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5519610b-6ea4-494a-85cf-69acb3a1556c'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:50:21.339317 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da67b09e-bbb6-49b0-8034-abee96b811c9" -d '{"events": [{"server_uuid": "4934b6e2-a2ce-4116-a9b0-9d37031848bb", "name": "network-vif-plugged", "status": "completed", "tag": "5519610b-6ea4-494a-85cf-69acb3a1556c"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:50:21.342520 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bea3d1d8-1590-434e-ad01-bd810c6740ba tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.350994 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d16ac9f4-651f-4fff-adff-23f9e2377354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.354430 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d16ac9f4-651f-4fff-adff-23f9e2377354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.356117 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d16ac9f4-651f-4fff-adff-23f9e2377354 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a9061704-c673-4dec-afa8-7a206c9b0dd0 HTTP/1.1" status: 204 len: 168 time: 0.4970269 May 06 09:50:21.363570 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 5519610b-6ea4-494a-85cf-69acb3a1556c, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=5519610b-6ea4-494a-85cf-69acb3a1556c,segment=NetworkSegment(cbe72a48-c421-451e-86ad-4b99d621abda),segment_id=cbe72a48-c421-451e-86ad-4b99d621abda)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:21.373835 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.385423 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aa38f79b-44b1-4965-a3a4-e0f194d74465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.392445 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b804b9a-2f24-40f8-9aba-dcfe55a5a5a5 req-ca99dcd3-6daa-4707-9978-322db6cfb0a8 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:21.394004 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b804b9a-2f24-40f8-9aba-dcfe55a5a5a5 req-ca99dcd3-6daa-4707-9978-322db6cfb0a8 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.73 "GET /v2.0/ports?device_id=9b591f97-a2d5-4880-96f8-07bc48c6b763 HTTP/1.1" status: 200 len: 944 time: 0.2099228 May 06 09:50:21.395070 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ac9f4-651f-4fff-adff-23f9e2377354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9061704-c673-4dec-afa8-7a206c9b0dd0,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:21.416539 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-aa38f79b-44b1-4965-a3a4-e0f194d74465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Calling delete_port for 08a5b3c6-fae9-4f83-bcce-3a54c23cd03c owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:21.480285 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.493073 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=5519610b-6ea4-494a-85cf-69acb3a1556c,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:21.517051 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b804b9a-2f24-40f8-9aba-dcfe55a5a5a5 req-3db52e4c-5d1b-4e26-9040-ea5e190f2d9f tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.73 "GET /v2.0/security-groups?id=91b5574e-27fe-4694-a648-4de159d9a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154258 May 06 09:50:21.538081 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aa38f79b-44b1-4965-a3a4-e0f194d74465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.588669 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38f79b-44b1-4965-a3a4-e0f194d74465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Pushing event deleted for resources: {'Port': ['ID=08a5b3c6-fae9-4f83-bcce-3a54c23cd03c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:21.597207 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aa38f79b-44b1-4965-a3a4-e0f194d74465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.597732 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ce484d-f850-40ef-954c-e65cf9344441 x-openstack-request-id: req-c5ce484d-f850-40ef-954c-e65cf9344441 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:50:21.598031 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4934b6e2-a2ce-4116-a9b0-9d37031848bb", "name": "network-vif-plugged", "status": "completed", "tag": "5519610b-6ea4-494a-85cf-69acb3a1556c", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:50:21.598290 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c5ce484d-f850-40ef-954c-e65cf9344441 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:50:21.599813 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5ce484d-f850-40ef-954c-e65cf9344441'] response: {'server_uuid': '4934b6e2-a2ce-4116-a9b0-9d37031848bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5519610b-6ea4-494a-85cf-69acb3a1556c', 'code': 200} May 06 09:50:21.605033 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-aa38f79b-44b1-4965-a3a4-e0f194d74465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] 10.222.0.73 "DELETE /v2.0/ports/08a5b3c6-fae9-4f83-bcce-3a54c23cd03c HTTP/1.1" status: 204 len: 168 time: 0.4036770 May 06 09:50:21.606518 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57968) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:21.642642 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd8c878-f813-429d-b823-284a69f14a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] GET failed (client error): The resource could not be found. May 06 09:50:21.648244 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5bd8c878-f813-429d-b823-284a69f14a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] 10.222.0.73 "GET /v2.0/ports/08a5b3c6-fae9-4f83-bcce-3a54c23cd03c HTTP/1.1" status: 404 len: 333 time: 0.0367701 May 06 09:50:21.648597 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57970) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:21.654194 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-0d27f82e-6005-466f-b41e-1b0d5b1ea3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Request body: {'port': {'network_id': '93682ff0-8134-44da-a614-f390ef39f311', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-300565453'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:21.679982 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d27f82e-6005-466f-b41e-1b0d5b1ea3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Made reservation on behalf of 1ebe9310d9924877be74c9fa1604180f for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:21.682532 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d27f82e-6005-466f-b41e-1b0d5b1ea3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.706861 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-0d27f82e-6005-466f-b41e-1b0d5b1ea3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] device_id is not set on port d1d5c606-43fd-422f-80f1-60a928430909 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:50:21.729460 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bea3d1d8-1590-434e-ad01-bd810c6740ba tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router_gateway, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.756837 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bea3d1d8-1590-434e-ad01-bd810c6740ba tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.804619 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e749165-4d2a-4690-81f1-b7c915ebbb86 req-592f15e3-8893-4cb3-81b8-a3fcb89ed09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:21.806343 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3e749165-4d2a-4690-81f1-b7c915ebbb86 req-592f15e3-8893-4cb3-81b8-a3fcb89ed09c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4934b6e2-a2ce-4116-a9b0-9d37031848bb HTTP/1.1" status: 200 len: 1097 time: 0.1257193 May 06 09:50:21.878419 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d27f82e-6005-466f-b41e-1b0d5b1ea3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.884912 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3e749165-4d2a-4690-81f1-b7c915ebbb86 req-40da3637-2f5d-4c6b-a072-808eb5fc48d2 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660217 May 06 09:50:21.908890 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-bea3d1d8-1590-434e-ad01-bd810c6740ba tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Allocated IP 172.25.5.187 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/3aae93a8-9019-4249-a73d-405bb7683e54) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:21.926666 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d27f82e-6005-466f-b41e-1b0d5b1ea3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.991916 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:50:22.051781 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bea3d1d8-1590-434e-ad01-bd810c6740ba tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:22.052884 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:50:22.058072 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:22.058808 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:22.105651 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bea3d1d8-1590-434e-ad01-bd810c6740ba tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:22.162556 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea3d1d8-1590-434e-ad01-bd810c6740ba tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:22.166926 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:22.167562 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-bea3d1d8-1590-434e-ad01-bd810c6740ba tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:22.171560 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea3d1d8-1590-434e-ad01-bd810c6740ba tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:22.203422 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3d1d8-1590-434e-ad01-bd810c6740ba tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Pushing event updated for resources: {'Port': ['ID=3aae93a8-9019-4249-a73d-405bb7683e54,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:22.230275 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac,segment=NetworkSegment(3196a4ad-b067-4fae-9d46-7f9bd14a3bde),segment_id=3196a4ad-b067-4fae-9d46-7f9bd14a3bde)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:22.236809 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:22.268805 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d27f82e-6005-466f-b41e-1b0d5b1ea3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Network 93682ff0-8134-44da-a614-f390ef39f311 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:22.272094 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-0d27f82e-6005-466f-b41e-1b0d5b1ea3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:22.275892 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d27f82e-6005-466f-b41e-1b0d5b1ea3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:22.276865 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d27f82e-6005-466f-b41e-1b0d5b1ea3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:22.277453 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d27f82e-6005-466f-b41e-1b0d5b1ea3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:22.296642 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27f82e-6005-466f-b41e-1b0d5b1ea3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Pushing event updated for resources: {'Port': ['ID=d1d5c606-43fd-422f-80f1-60a928430909,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:22.308028 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57988) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:22.320557 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0d27f82e-6005-466f-b41e-1b0d5b1ea3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6704283 May 06 09:50:22.323032 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57992) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:22.331518 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:22.353907 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device dfc9e15c-1d69-44b5-af81-c92aaefa23f0 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:50:22.358188 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:22.380828 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: dfc9e15c-1d69-44b5-af81-c92aaefa23f0 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:50:22.381280 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device dfc9e15c-1d69-44b5-af81-c92aaefa23f0 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:50:22.401867 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:22.460138 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-5428383a-4019-4242-918b-e60ddb2ec0ed tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-323823084'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:22.480579 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bea3d1d8-1590-434e-ad01-bd810c6740ba tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router_gateway, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:22.532703 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5428383a-4019-4242-918b-e60ddb2ec0ed tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Made reservation on behalf of 93e0016475074d2ebec1451334bc9a1c for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:22.536220 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5428383a-4019-4242-918b-e60ddb2ec0ed tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:22.554738 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5428383a-4019-4242-918b-e60ddb2ec0ed tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:22.652201 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] device_id is not set on port d1d5c606-43fd-422f-80f1-60a928430909 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:50:22.665729 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:22.677005 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:22.755882 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5428383a-4019-4242-918b-e60ddb2ec0ed tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:22.760137 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Pushing event updated for resources: {'Port': ['ID=d1d5c606-43fd-422f-80f1-60a928430909,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:22.770425 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5428383a-4019-4242-918b-e60ddb2ec0ed tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:22.785356 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port d1d5c606-43fd-422f-80f1-60a928430909 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:22.785701 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port d1d5c606-43fd-422f-80f1-60a928430909 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:22.786148 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port d1d5c606-43fd-422f-80f1-60a928430909 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:22.801819 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5428383a-4019-4242-918b-e60ddb2ec0ed tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:50:22.810563 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Port d1d5c606-43fd-422f-80f1-60a928430909 on network 93682ff0-8134-44da-a614-f390ef39f311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:22.810903 n-d-840835-1 neutron-server[102652]: ERROR neutron.plugins.ml2.managers [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Failed to bind port d1d5c606-43fd-422f-80f1-60a928430909 on host n-h1-840835-1 for vnic_type normal using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] May 06 09:50:22.816183 n-d-840835-1 neutron-server[102652]: INFO neutron.plugins.ml2.plugin [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempt 2 to bind port d1d5c606-43fd-422f-80f1-60a928430909 May 06 09:50:22.831352 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5428383a-4019-4242-918b-e60ddb2ec0ed tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:22.832143 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-5428383a-4019-4242-918b-e60ddb2ec0ed tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Added segment c071ade8-21c2-479a-936c-bc10572e14fe of type vlan for network 7513ffae-f285-45c7-a5ff-4ef03faecaca May 06 09:50:22.841326 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428383a-4019-4242-918b-e60ddb2ec0ed tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20a17c75-7aab-40fe-9b0e-c87b2fcc9a7b,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:22.849719 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port d1d5c606-43fd-422f-80f1-60a928430909 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:22.849845 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port d1d5c606-43fd-422f-80f1-60a928430909 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:22.850205 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port d1d5c606-43fd-422f-80f1-60a928430909 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:22.876398 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Port d1d5c606-43fd-422f-80f1-60a928430909 on network 93682ff0-8134-44da-a614-f390ef39f311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:22.876839 n-d-840835-1 neutron-server[102652]: ERROR neutron.plugins.ml2.managers [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Failed to bind port d1d5c606-43fd-422f-80f1-60a928430909 on host n-h1-840835-1 for vnic_type normal using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] May 06 09:50:22.881963 n-d-840835-1 neutron-server[102652]: INFO neutron.plugins.ml2.plugin [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempt 3 to bind port d1d5c606-43fd-422f-80f1-60a928430909 May 06 09:50:22.889883 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2f752-19bf-457c-9191-19226fca0c4b req-149b083a-5521-41ef-9e17-aae411c94657 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:22.891448 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ffc2f752-19bf-457c-9191-19226fca0c4b req-149b083a-5521-41ef-9e17-aae411c94657 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.73 "GET /v2.0/ports?device_id=9b591f97-a2d5-4880-96f8-07bc48c6b763 HTTP/1.1" status: 200 len: 945 time: 0.0920224 May 06 09:50:22.893047 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5428383a-4019-4242-918b-e60ddb2ec0ed tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:22.900848 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port d1d5c606-43fd-422f-80f1-60a928430909 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:22.901224 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port d1d5c606-43fd-422f-80f1-60a928430909 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:22.901544 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port d1d5c606-43fd-422f-80f1-60a928430909 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:22.913099 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Port d1d5c606-43fd-422f-80f1-60a928430909 on network 93682ff0-8134-44da-a614-f390ef39f311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:22.913438 n-d-840835-1 neutron-server[102652]: ERROR neutron.plugins.ml2.managers [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Failed to bind port d1d5c606-43fd-422f-80f1-60a928430909 on host n-h1-840835-1 for vnic_type normal using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] May 06 09:50:22.918977 n-d-840835-1 neutron-server[102652]: INFO neutron.plugins.ml2.plugin [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempt 4 to bind port d1d5c606-43fd-422f-80f1-60a928430909 May 06 09:50:22.935973 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port d1d5c606-43fd-422f-80f1-60a928430909 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:22.936374 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port d1d5c606-43fd-422f-80f1-60a928430909 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:22.936763 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port d1d5c606-43fd-422f-80f1-60a928430909 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:22.940106 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5428383a-4019-4242-918b-e60ddb2ec0ed tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:22.946387 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5428383a-4019-4242-918b-e60ddb2ec0ed tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:22.946987 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5428383a-4019-4242-918b-e60ddb2ec0ed tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:22.972593 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Port d1d5c606-43fd-422f-80f1-60a928430909 on network 93682ff0-8134-44da-a614-f390ef39f311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:22.972940 n-d-840835-1 neutron-server[102652]: ERROR neutron.plugins.ml2.managers [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Failed to bind port d1d5c606-43fd-422f-80f1-60a928430909 on host n-h1-840835-1 for vnic_type normal using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] May 06 09:50:22.986459 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ffc2f752-19bf-457c-9191-19226fca0c4b req-21f771cb-72a3-4b05-89ea-c1ada739b0de tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.73 "GET /v2.0/security-groups?id=91b5574e-27fe-4694-a648-4de159d9a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852253 May 06 09:50:23.003905 n-d-840835-1 neutron-server[102652]: INFO neutron.plugins.ml2.plugin [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempt 5 to bind port d1d5c606-43fd-422f-80f1-60a928430909 May 06 09:50:23.021475 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5428383a-4019-4242-918b-e60ddb2ec0ed tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7122681 May 06 09:50:23.026288 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57996) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:23.033483 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-0cf3a0ca-6ab3-4fbd-a1bc-9a3a31d66afb tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Request body: {'subnet': {'network_id': '7513ffae-f285-45c7-a5ff-4ef03faecaca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:23.033698 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port d1d5c606-43fd-422f-80f1-60a928430909 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:23.034040 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port d1d5c606-43fd-422f-80f1-60a928430909 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:23.034385 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port d1d5c606-43fd-422f-80f1-60a928430909 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:23.045144 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Port d1d5c606-43fd-422f-80f1-60a928430909 on network 93682ff0-8134-44da-a614-f390ef39f311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:23.045501 n-d-840835-1 neutron-server[102652]: ERROR neutron.plugins.ml2.managers [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Failed to bind port d1d5c606-43fd-422f-80f1-60a928430909 on host n-h1-840835-1 for vnic_type normal using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] May 06 09:50:23.046007 n-d-840835-1 neutron-server[102652]: INFO neutron.plugins.ml2.plugin [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempt 6 to bind port d1d5c606-43fd-422f-80f1-60a928430909 May 06 09:50:23.048547 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428383a-4019-4242-918b-e60ddb2ec0ed tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Pushing event updated for resources: {'Network': ['ID=7513ffae-f285-45c7-a5ff-4ef03faecaca,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:23.059595 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 7513ffae-f285-45c7-a5ff-4ef03faecaca details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:50:23.062996 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port d1d5c606-43fd-422f-80f1-60a928430909 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:23.063374 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port d1d5c606-43fd-422f-80f1-60a928430909 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:23.063721 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port d1d5c606-43fd-422f-80f1-60a928430909 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:23.068324 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Port d1d5c606-43fd-422f-80f1-60a928430909 on network 93682ff0-8134-44da-a614-f390ef39f311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:23.068661 n-d-840835-1 neutron-server[102652]: ERROR neutron.plugins.ml2.managers [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Failed to bind port d1d5c606-43fd-422f-80f1-60a928430909 on host n-h1-840835-1 for vnic_type normal using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] May 06 09:50:23.069160 n-d-840835-1 neutron-server[102652]: INFO neutron.plugins.ml2.plugin [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempt 7 to bind port d1d5c606-43fd-422f-80f1-60a928430909 May 06 09:50:23.085695 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port d1d5c606-43fd-422f-80f1-60a928430909 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:23.087332 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port d1d5c606-43fd-422f-80f1-60a928430909 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:23.087781 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port d1d5c606-43fd-422f-80f1-60a928430909 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:23.093899 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Port d1d5c606-43fd-422f-80f1-60a928430909 on network 93682ff0-8134-44da-a614-f390ef39f311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:23.094528 n-d-840835-1 neutron-server[102652]: ERROR neutron.plugins.ml2.managers [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Failed to bind port d1d5c606-43fd-422f-80f1-60a928430909 on host n-h1-840835-1 for vnic_type normal using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] May 06 09:50:23.094892 n-d-840835-1 neutron-server[102652]: INFO neutron.plugins.ml2.plugin [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempt 8 to bind port d1d5c606-43fd-422f-80f1-60a928430909 May 06 09:50:23.105194 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bea3d1d8-1590-434e-ad01-bd810c6740ba tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:23.111499 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port d1d5c606-43fd-422f-80f1-60a928430909 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:23.113371 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port d1d5c606-43fd-422f-80f1-60a928430909 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:23.114228 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port d1d5c606-43fd-422f-80f1-60a928430909 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:23.121038 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Port d1d5c606-43fd-422f-80f1-60a928430909 on network 93682ff0-8134-44da-a614-f390ef39f311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:23.121755 n-d-840835-1 neutron-server[102652]: ERROR neutron.plugins.ml2.managers [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Failed to bind port d1d5c606-43fd-422f-80f1-60a928430909 on host n-h1-840835-1 for vnic_type normal using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] May 06 09:50:23.122955 n-d-840835-1 neutron-server[102652]: INFO neutron.plugins.ml2.plugin [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempt 9 to bind port d1d5c606-43fd-422f-80f1-60a928430909 May 06 09:50:23.138532 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port d1d5c606-43fd-422f-80f1-60a928430909 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:23.139558 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port d1d5c606-43fd-422f-80f1-60a928430909 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:23.140673 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port d1d5c606-43fd-422f-80f1-60a928430909 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:23.148006 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Port d1d5c606-43fd-422f-80f1-60a928430909 on network 93682ff0-8134-44da-a614-f390ef39f311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:23.149026 n-d-840835-1 neutron-server[102652]: ERROR neutron.plugins.ml2.managers [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Failed to bind port d1d5c606-43fd-422f-80f1-60a928430909 on host n-h1-840835-1 for vnic_type normal using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] May 06 09:50:23.149744 n-d-840835-1 neutron-server[102652]: INFO neutron.plugins.ml2.plugin [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempt 10 to bind port d1d5c606-43fd-422f-80f1-60a928430909 May 06 09:50:23.166534 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port d1d5c606-43fd-422f-80f1-60a928430909 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:23.167262 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port d1d5c606-43fd-422f-80f1-60a928430909 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:23.167863 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempting to bind port d1d5c606-43fd-422f-80f1-60a928430909 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:23.173422 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Port d1d5c606-43fd-422f-80f1-60a928430909 on network 93682ff0-8134-44da-a614-f390ef39f311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:23.174088 n-d-840835-1 neutron-server[102652]: ERROR neutron.plugins.ml2.managers [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Failed to bind port d1d5c606-43fd-422f-80f1-60a928430909 on host n-h1-840835-1 for vnic_type normal using segments [{'id': 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '93682ff0-8134-44da-a614-f390ef39f311'}] May 06 09:50:23.174817 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:23.264422 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf3a0ca-6ab3-4fbd-a1bc-9a3a31d66afb tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Made reservation on behalf of 93e0016475074d2ebec1451334bc9a1c for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:23.268243 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0cf3a0ca-6ab3-4fbd-a1bc-9a3a31d66afb tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:23.272685 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] For port d1d5c606-43fd-422f-80f1-60a928430909, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:50:23.273270 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attempted to set empty binding levels {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 06 09:50:23.279459 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:23.313784 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] In _notify_port_updated(), no bound segment for port d1d5c606-43fd-422f-80f1-60a928430909 on network 93682ff0-8134-44da-a614-f390ef39f311 {{(pid=102652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:50:23.314640 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:23.315499 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:23.316550 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] 10.222.0.73 "PUT /v2.0/ports/d1d5c606-43fd-422f-80f1-60a928430909 HTTP/1.1" status: 200 len: 978 time: 0.9924111 May 06 09:50:23.319325 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58000) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:23.358119 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cc5bf-ad74-44a9-8824-95717e2ca345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Pushing event updated for resources: {'Port': ['ID=d1d5c606-43fd-422f-80f1-60a928430909,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:23.360160 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea3d1d8-1590-434e-ad01-bd810c6740ba tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Router dec5a2be-1e8e-4c20-ba95-df24de2a35fe is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:50:23.411013 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-4849760b-f29b-4b0c-9cec-1e204a744f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Deleting port d1d5c606-43fd-422f-80f1-60a928430909 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:23.411389 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4849760b-f29b-4b0c-9cec-1e204a744f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:23.487854 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-4849760b-f29b-4b0c-9cec-1e204a744f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] For port d1d5c606-43fd-422f-80f1-60a928430909, host n-h1-840835-1, got binding levels [] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:23.488138 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4849760b-f29b-4b0c-9cec-1e204a744f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:23.504018 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-4849760b-f29b-4b0c-9cec-1e204a744f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Calling delete_port for d1d5c606-43fd-422f-80f1-60a928430909 owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:23.560099 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea3d1d8-1590-434e-ad01-bd810c6740ba tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:50:23.572086 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2848b5-4c19-4535-89eb-eb746f2fb701 None None] Sync routers for ids ['dec5a2be-1e8e-4c20-ba95-df24de2a35fe'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:50:23.578674 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0cf3a0ca-6ab3-4fbd-a1bc-9a3a31d66afb tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:23.585354 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2848b5-4c19-4535-89eb-eb746f2fb701 None None] Routers {'dec5a2be-1e8e-4c20-ba95-df24de2a35fe'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:23.586021 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3b2848b5-4c19-4535-89eb-eb746f2fb701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['dec5a2be-1e8e-4c20-ba95-df24de2a35fe'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:23.591575 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bea3d1d8-1590-434e-ad01-bd810c6740ba tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:23.595942 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bea3d1d8-1590-434e-ad01-bd810c6740ba tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8106642 May 06 09:50:23.596272 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58002) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:23.600892 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b591f97-a2d5-4880-96f8-07bc48c6b763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:50:23.602169 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-ef932ec7-3e58-4cf6-a6ff-31aa661f7bb2 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'enable_snat': False}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:23.604816 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999f09da-d4ac-4a99-8408-af13b2804066" -d '{"events": [{"server_uuid": "9b591f97-a2d5-4880-96f8-07bc48c6b763", "name": "network-vif-plugged", "status": "completed", "tag": "c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:50:23.653999 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4849760b-f29b-4b0c-9cec-1e204a744f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:23.655378 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3b2848b5-4c19-4535-89eb-eb746f2fb701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:23.659543 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3a0ca-6ab3-4fbd-a1bc-9a3a31d66afb tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Pushing event updated for resources: {'Subnet': ['ID=a2324bac-567d-4a2f-a6ec-26f47b4480e3,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:23.671765 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2848b5-4c19-4535-89eb-eb746f2fb701 None None] Routers {'dec5a2be-1e8e-4c20-ba95-df24de2a35fe'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:23.672423 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3b2848b5-4c19-4535-89eb-eb746f2fb701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['dec5a2be-1e8e-4c20-ba95-df24de2a35fe'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:23.673457 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf3a0ca-6ab3-4fbd-a1bc-9a3a31d66afb tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Checking segment: {'id': 'c071ade8-21c2-479a-936c-bc10572e14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '7513ffae-f285-45c7-a5ff-4ef03faecaca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:23.674033 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf3a0ca-6ab3-4fbd-a1bc-9a3a31d66afb tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Network hostable DHCP agents. Network: 7513ffae-f285-45c7-a5ff-4ef03faecaca, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:50:23.678546 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3a0ca-6ab3-4fbd-a1bc-9a3a31d66afb tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:23.679188 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3a0ca-6ab3-4fbd-a1bc-9a3a31d66afb tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:23.679781 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3a0ca-6ab3-4fbd-a1bc-9a3a31d66afb tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:23.680295 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3a0ca-6ab3-4fbd-a1bc-9a3a31d66afb tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:23.681171 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3a0ca-6ab3-4fbd-a1bc-9a3a31d66afb tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:23.681779 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3a0ca-6ab3-4fbd-a1bc-9a3a31d66afb tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:23.682387 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3a0ca-6ab3-4fbd-a1bc-9a3a31d66afb tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:23.682997 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3a0ca-6ab3-4fbd-a1bc-9a3a31d66afb tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:23.683602 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3a0ca-6ab3-4fbd-a1bc-9a3a31d66afb tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:23.683754 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edf6f74-92b5-4fb2-9dc3-482f49f0121b x-openstack-request-id: req-9edf6f74-92b5-4fb2-9dc3-482f49f0121b {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:50:23.684904 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3a0ca-6ab3-4fbd-a1bc-9a3a31d66afb tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:23.685030 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b591f97-a2d5-4880-96f8-07bc48c6b763", "name": "network-vif-plugged", "status": "completed", "tag": "c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:50:23.685230 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9edf6f74-92b5-4fb2-9dc3-482f49f0121b {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:50:23.685765 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3a0ca-6ab3-4fbd-a1bc-9a3a31d66afb tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:23.686307 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3a0ca-6ab3-4fbd-a1bc-9a3a31d66afb tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:23.686901 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9edf6f74-92b5-4fb2-9dc3-482f49f0121b'] response: {'server_uuid': '9b591f97-a2d5-4880-96f8-07bc48c6b763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac', 'code': 200} May 06 09:50:23.690140 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849760b-f29b-4b0c-9cec-1e204a744f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1d5c606-43fd-422f-80f1-60a928430909,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:23.702178 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4849760b-f29b-4b0c-9cec-1e204a744f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:23.708009 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4849760b-f29b-4b0c-9cec-1e204a744f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] 10.222.0.73 "DELETE /v2.0/ports/d1d5c606-43fd-422f-80f1-60a928430909 HTTP/1.1" status: 204 len: 168 time: 0.3837900 May 06 09:50:23.709072 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58006) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:23.719824 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf3a0ca-6ab3-4fbd-a1bc-9a3a31d66afb tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Network 7513ffae-f285-45c7-a5ff-4ef03faecaca is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:50:23.725409 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3b2848b5-4c19-4535-89eb-eb746f2fb701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:23.726076 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2848b5-4c19-4535-89eb-eb746f2fb701 None None] The sync data for ids ['dec5a2be-1e8e-4c20-ba95-df24de2a35fe'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:50:23.744289 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-2877e662-23d9-4f91-bfcd-f9399e20ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] GET failed (client error): The resource could not be found. May 06 09:50:23.749820 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2877e662-23d9-4f91-bfcd-f9399e20ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707365375-project-admin] 10.222.0.73 "GET /v2.0/ports/d1d5c606-43fd-422f-80f1-60a928430909 HTTP/1.1" status: 404 len: 333 time: 0.0357423 May 06 09:50:23.750942 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58008) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:23.760534 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-0cf3a0ca-6ab3-4fbd-a1bc-9a3a31d66afb tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 7513ffae-f285-45c7-a5ff-4ef03faecaca) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:23.770843 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf1678c-2079-4a4d-8335-c32d307d6fdd None None] Network 7513ffae-f285-45c7-a5ff-4ef03faecaca requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:23.814908 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf3a0ca-6ab3-4fbd-a1bc-9a3a31d66afb tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:23.815545 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0cf3a0ca-6ab3-4fbd-a1bc-9a3a31d66afb tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:23.879462 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-58d7ea0c-b707-4389-a518-6ed4f9512ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:23.885672 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0cf3a0ca-6ab3-4fbd-a1bc-9a3a31d66afb tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8583062 May 06 09:50:23.889183 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58010) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:23.902177 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-bbc32517-5732-4859-bf5e-32d20a6cc979 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Request body: {'port': {'network_id': '7513ffae-f285-45c7-a5ff-4ef03faecaca', 'name': 'tempest-TagsExtTest-100931045'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:23.915484 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e8a3a-2153-46ed-87f5-7016edbff9ac req-fa95bc31-02df-463a-9f1b-7c495bea3e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:23.917027 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-660e8a3a-2153-46ed-87f5-7016edbff9ac req-fa95bc31-02df-463a-9f1b-7c495bea3e1b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9b591f97-a2d5-4880-96f8-07bc48c6b763 HTTP/1.1" status: 200 len: 1096 time: 0.1394906 May 06 09:50:23.952440 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb2c7a1-b0f2-489d-b882-a7dbe084ff03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-7513ffae-f285-45c7-a5ff-4ef03faecaca', 'network_id': '7513ffae-f285-45c7-a5ff-4ef03faecaca', 'tenant_id': '93e0016475074d2ebec1451334bc9a1c', 'fixed_ips': [{'subnet_id': 'a2324bac-567d-4a2f-a6ec-26f47b4480e3'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:50:23.953502 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ccb2c7a1-b0f2-489d-b882-a7dbe084ff03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:24.002085 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef932ec7-3e58-4cf6-a6ff-31aa661f7bb2 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:24.086045 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-660e8a3a-2153-46ed-87f5-7016edbff9ac req-2ef68fb2-53ea-46e9-aa20-2b191e28c017 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=91b5574e-27fe-4694-a648-4de159d9a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556463 May 06 09:50:24.123353 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-58d7ea0c-b707-4389-a518-6ed4f9512ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:24.163018 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-ccb2c7a1-b0f2-489d-b882-a7dbe084ff03 None None] Allocated IP 172.20.0.2 (7513ffae-f285-45c7-a5ff-4ef03faecaca/a2324bac-567d-4a2f-a6ec-26f47b4480e3/70c46ceb-3aa6-4d6e-943f-e0ed8c061809) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:24.181823 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-58d7ea0c-b707-4389-a518-6ed4f9512ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93682ff0-8134-44da-a614-f390ef39f311']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:24.197271 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-58d7ea0c-b707-4389-a518-6ed4f9512ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:24.197581 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-58d7ea0c-b707-4389-a518-6ed4f9512ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51c71ef-e67d-4b50-a25a-11cfc41ea2cd') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:24.207505 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc32517-5732-4859-bf5e-32d20a6cc979 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Made reservation on behalf of 93e0016475074d2ebec1451334bc9a1c for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:24.210992 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bbc32517-5732-4859-bf5e-32d20a6cc979 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:24.216422 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-58d7ea0c-b707-4389-a518-6ed4f9512ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:24.238903 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56fc0a6-0ab0-4332-bdc5-1e05c19c946c req-31482019-10a3-4f56-a8fd-8ac26c5c570a tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:24.240497 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c56fc0a6-0ab0-4332-bdc5-1e05c19c946c req-31482019-10a3-4f56-a8fd-8ac26c5c570a tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.73 "GET /v2.0/ports?device_id=9b591f97-a2d5-4880-96f8-07bc48c6b763 HTTP/1.1" status: 200 len: 945 time: 0.1195841 May 06 09:50:24.255501 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-bbc32517-5732-4859-bf5e-32d20a6cc979 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] device_id is not set on port 93b819ed-3495-4478-9e83-7576c557622a yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:50:24.260990 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-58d7ea0c-b707-4389-a518-6ed4f9512ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:24.275111 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d7ea0c-b707-4389-a518-6ed4f9512ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:50:24.275562 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-58d7ea0c-b707-4389-a518-6ed4f9512ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: timer() May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:50:24.286792 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:50:24.379996 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ccb2c7a1-b0f2-489d-b882-a7dbe084ff03 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:24.397707 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ccb2c7a1-b0f2-489d-b882-a7dbe084ff03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:24.407292 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c56fc0a6-0ab0-4332-bdc5-1e05c19c946c req-f9423d68-fb30-406d-85d0-39fb18fad733 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.73 "GET /v2.0/security-groups?id=91b5574e-27fe-4694-a648-4de159d9a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534362 May 06 09:50:24.412662 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-58d7ea0c-b707-4389-a518-6ed4f9512ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:24.440827 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-58d7ea0c-b707-4389-a518-6ed4f9512ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:24.442631 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb2c7a1-b0f2-489d-b882-a7dbe084ff03 None None] Network 7513ffae-f285-45c7-a5ff-4ef03faecaca is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:24.446410 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-58d7ea0c-b707-4389-a518-6ed4f9512ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682-project] 10.222.0.73 "DELETE /v2.0/networks/93682ff0-8134-44da-a614-f390ef39f311 HTTP/1.1" status: 204 len: 168 time: 0.6920276 May 06 09:50:24.459145 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb2c7a1-b0f2-489d-b882-a7dbe084ff03 None None] Pushing event updated for resources: {'Port': ['ID=70c46ceb-3aa6-4d6e-943f-e0ed8c061809,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:24.460452 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7ea0c-b707-4389-a518-6ed4f9512ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681817682-project] Pushing event deleted for resources: {'Network': ['ID=93682ff0-8134-44da-a614-f390ef39f311,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:24.463081 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-ccb2c7a1-b0f2-489d-b882-a7dbe084ff03 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:24.467794 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb2c7a1-b0f2-489d-b882-a7dbe084ff03 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:24.509668 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.db.api [None req-bbc32517-5732-4859-bf5e-32d20a6cc979 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-deafa743-8051-4a4b-8802-09b1d4d65536 {{(pid=102653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:50:24.510070 n-d-840835-1 neutron-server[102653]: DEBUG oslo_db.api [None req-bbc32517-5732-4859-bf5e-32d20a6cc979 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:50:24.528377 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ccb2c7a1-b0f2-489d-b882-a7dbe084ff03 None None] Attempting to bind port 70c46ceb-3aa6-4d6e-943f-e0ed8c061809 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:24.528762 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ccb2c7a1-b0f2-489d-b882-a7dbe084ff03 None None] Attempting to bind port 70c46ceb-3aa6-4d6e-943f-e0ed8c061809 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'c071ade8-21c2-479a-936c-bc10572e14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '7513ffae-f285-45c7-a5ff-4ef03faecaca'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:24.529185 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb2c7a1-b0f2-489d-b882-a7dbe084ff03 None None] Attempting to bind port 70c46ceb-3aa6-4d6e-943f-e0ed8c061809 on network 7513ffae-f285-45c7-a5ff-4ef03faecaca {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:24.535554 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb2c7a1-b0f2-489d-b882-a7dbe084ff03 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:50:24.535934 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb2c7a1-b0f2-489d-b882-a7dbe084ff03 None None] Checking segment: {'id': 'c071ade8-21c2-479a-936c-bc10572e14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '7513ffae-f285-45c7-a5ff-4ef03faecaca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:24.536480 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ccb2c7a1-b0f2-489d-b882-a7dbe084ff03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:24.536720 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb2c7a1-b0f2-489d-b882-a7dbe084ff03 None None] Bound using segment: {'id': 'c071ade8-21c2-479a-936c-bc10572e14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '7513ffae-f285-45c7-a5ff-4ef03faecaca'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:50:24.537235 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ccb2c7a1-b0f2-489d-b882-a7dbe084ff03 None None] Bound port: 70c46ceb-3aa6-4d6e-943f-e0ed8c061809, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c071ade8-21c2-479a-936c-bc10572e14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '7513ffae-f285-45c7-a5ff-4ef03faecaca'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:50:24.537653 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ccb2c7a1-b0f2-489d-b882-a7dbe084ff03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:24.538477 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef932ec7-3e58-4cf6-a6ff-31aa661f7bb2 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1992734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1598914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41446'] for router, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:24.541937 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef932ec7-3e58-4cf6-a6ff-31aa661f7bb2 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1598923'] for router, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:24.614410 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ccb2c7a1-b0f2-489d-b882-a7dbe084ff03 None None] For port 70c46ceb-3aa6-4d6e-943f-e0ed8c061809, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:50:24.617743 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ccb2c7a1-b0f2-489d-b882-a7dbe084ff03 None None] For port 70c46ceb-3aa6-4d6e-943f-e0ed8c061809, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=70c46ceb-3aa6-4d6e-943f-e0ed8c061809,segment=NetworkSegment(c071ade8-21c2-479a-936c-bc10572e14fe),segment_id=c071ade8-21c2-479a-936c-bc10572e14fe)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:50:24.622431 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ccb2c7a1-b0f2-489d-b882-a7dbe084ff03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:24.657725 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef932ec7-3e58-4cf6-a6ff-31aa661f7bb2 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Router dec5a2be-1e8e-4c20-ba95-df24de2a35fe has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:50:24.686354 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb2c7a1-b0f2-489d-b882-a7dbe084ff03 None None] Pushing event updated for resources: {'Port': ['ID=70c46ceb-3aa6-4d6e-943f-e0ed8c061809,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:24.754607 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58018) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:24.781585 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef932ec7-3e58-4cf6-a6ff-31aa661f7bb2 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:50:24.785988 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef932ec7-3e58-4cf6-a6ff-31aa661f7bb2 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:24.787238 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ef932ec7-3e58-4cf6-a6ff-31aa661f7bb2 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "PUT /v2.0/routers/dec5a2be-1e8e-4c20-ba95-df24de2a35fe HTTP/1.1" status: 200 len: 922 time: 1.1899080 May 06 09:50:24.790084 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58022) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:24.793997 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5a39ca-5ffa-4c6c-8d02-6a8219da4407 None None] Sync routers for ids ['dec5a2be-1e8e-4c20-ba95-df24de2a35fe'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:50:24.807102 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5a39ca-5ffa-4c6c-8d02-6a8219da4407 None None] Routers {'dec5a2be-1e8e-4c20-ba95-df24de2a35fe'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:24.808598 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-aa5a39ca-5ffa-4c6c-8d02-6a8219da4407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['dec5a2be-1e8e-4c20-ba95-df24de2a35fe'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:24.846904 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-aa5a39ca-5ffa-4c6c-8d02-6a8219da4407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:24.859297 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5a39ca-5ffa-4c6c-8d02-6a8219da4407 None None] Routers {'dec5a2be-1e8e-4c20-ba95-df24de2a35fe'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:24.859297 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-aa5a39ca-5ffa-4c6c-8d02-6a8219da4407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['dec5a2be-1e8e-4c20-ba95-df24de2a35fe'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:24.914687 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-aa5a39ca-5ffa-4c6c-8d02-6a8219da4407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:24.915370 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5a39ca-5ffa-4c6c-8d02-6a8219da4407 None None] The sync data for ids ['dec5a2be-1e8e-4c20-ba95-df24de2a35fe'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:50:24.987453 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-701de67c-cda4-4051-b46f-e131b8e5b96b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0af08ea4830544bfb05fc73cace792d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2314727 May 06 09:50:24.990393 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58024) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:25.001066 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0c8ccb71-7afa-4a16-8518-4a048c26ce17 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "GET /v2.0/routers/dec5a2be-1e8e-4c20-ba95-df24de2a35fe HTTP/1.1" status: 200 len: 922 time: 0.2091701 May 06 09:50:25.003271 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58026) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:25.010833 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bbc32517-5732-4859-bf5e-32d20a6cc979 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:25.050086 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-bbc32517-5732-4859-bf5e-32d20a6cc979 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] device_id is not set on port de5c10b9-b2a0-4fd0-8a44-00cc5af60f05 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:50:25.086554 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a990f3a0-502d-421a-a903-c00d705ff9fb tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:25.088345 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a990f3a0-502d-421a-a903-c00d705ff9fb tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2&device_id=dec5a2be-1e8e-4c20-ba95-df24de2a35fe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0839891 May 06 09:50:25.092012 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58028) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:25.103397 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-42ec3780-a1f9-4735-bce0-fa6574a918f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:25.144157 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-42ec3780-a1f9-4735-bce0-fa6574a918f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:25.188340 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad4d25d-7fd5-4ee7-af2c-4c8ad94e7576 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:25.189786 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6ad4d25d-7fd5-4ee7-af2c-4c8ad94e7576 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 881 time: 0.0966423 May 06 09:50:25.192827 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58030) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:25.211959 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-bbc32517-5732-4859-bf5e-32d20a6cc979 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Allocated IP 172.20.0.4 (7513ffae-f285-45c7-a5ff-4ef03faecaca/a2324bac-567d-4a2f-a6ec-26f47b4480e3/de5c10b9-b2a0-4fd0-8a44-00cc5af60f05) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:25.220783 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-98966ebf-e6f9-4d29-bc92-4a99764e4bce tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "GET /v2.0/ports?device_id=dec5a2be-1e8e-4c20-ba95-df24de2a35fe HTTP/1.1" status: 200 len: 205 time: 0.0269284 May 06 09:50:25.223278 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58032) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:25.241326 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-42ec3780-a1f9-4735-bce0-fa6574a918f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:25.244131 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-42ec3780-a1f9-4735-bce0-fa6574a918f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:25.245272 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-42ec3780-a1f9-4735-bce0-fa6574a918f1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/db7323b4-9ad0-47ab-b3b0-487d7c6d5b83 HTTP/1.1" status: 204 len: 168 time: 0.2534914 May 06 09:50:25.269197 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec3780-a1f9-4735-bce0-fa6574a918f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7323b4-9ad0-47ab-b3b0-487d7c6d5b83,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:25.345036 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe78638b-b618-48bd-922a-be2de4f5fded tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:25.420080 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bbc32517-5732-4859-bf5e-32d20a6cc979 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:25.462548 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bbc32517-5732-4859-bf5e-32d20a6cc979 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:25.494799 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe78638b-b618-48bd-922a-be2de4f5fded tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:25.515558 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc32517-5732-4859-bf5e-32d20a6cc979 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Network 7513ffae-f285-45c7-a5ff-4ef03faecaca is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:25.519481 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-bbc32517-5732-4859-bf5e-32d20a6cc979 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:25.525596 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc32517-5732-4859-bf5e-32d20a6cc979 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:25.568139 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc32517-5732-4859-bf5e-32d20a6cc979 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Pushing event updated for resources: {'Port': ['ID=de5c10b9-b2a0-4fd0-8a44-00cc5af60f05,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:25.629428 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-fe78638b-b618-48bd-922a-be2de4f5fded tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Deleting port 3aae93a8-9019-4249-a73d-405bb7683e54 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:25.630095 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe78638b-b618-48bd-922a-be2de4f5fded tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:25.640504 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc32517-5732-4859-bf5e-32d20a6cc979 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:25.642595 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bbc32517-5732-4859-bf5e-32d20a6cc979 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:25.670409 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb647a2e-1fa4-4189-a76d-be7494aaac80 req-2a2ef65e-302b-4b9a-801b-54bb397d08a9 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:25.672489 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eb647a2e-1fa4-4189-a76d-be7494aaac80 req-2a2ef65e-302b-4b9a-801b-54bb397d08a9 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.73 "GET /v2.0/ports?device_id=9b591f97-a2d5-4880-96f8-07bc48c6b763 HTTP/1.1" status: 200 len: 945 time: 0.1506612 May 06 09:50:25.673063 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58040) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:25.732092 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bbc32517-5732-4859-bf5e-32d20a6cc979 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.8376079 May 06 09:50:25.732315 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe78638b-b618-48bd-922a-be2de4f5fded tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:25.734344 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58042) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:25.740640 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-fbd45005-9bf8-4473-8ba0-ba37c6f8cefa tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-610697627', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:25.745569 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-fe78638b-b618-48bd-922a-be2de4f5fded tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Calling delete_port for 3aae93a8-9019-4249-a73d-405bb7683e54 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:25.799715 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eb647a2e-1fa4-4189-a76d-be7494aaac80 req-4d69f8cc-1b74-4ef4-ab0e-7647dc799b24 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.73 "GET /v2.0/security-groups?id=91b5574e-27fe-4694-a648-4de159d9a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034226 May 06 09:50:25.808142 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ce212882-125a-4bd4-bfb0-383a3e7e03e3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1ebe9310d9924877be74c9fa1604180f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324823 May 06 09:50:25.808393 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf403b9-ee50-4b11-8216-962a0651a723 None None] Network 7513ffae-f285-45c7-a5ff-4ef03faecaca requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:25.811190 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58044) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:25.826299 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fbd45005-9bf8-4473-8ba0-ba37c6f8cefa tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:25.827758 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fbd45005-9bf8-4473-8ba0-ba37c6f8cefa tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:25.882226 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-1d43d049-9f56-408e-a456-187201cf7c62 None None] Provisioning complete for port 70c46ceb-3aa6-4d6e-943f-e0ed8c061809 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:25.882603 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1d43d049-9f56-408e-a456-187201cf7c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:25.930727 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fbd45005-9bf8-4473-8ba0-ba37c6f8cefa tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:25.937551 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fbd45005-9bf8-4473-8ba0-ba37c6f8cefa tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:25.938896 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe78638b-b618-48bd-922a-be2de4f5fded tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:25.946854 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c0576f89-ec71-4b83-bb51-e9172e489a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:25.976050 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c0576f89-ec71-4b83-bb51-e9172e489a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:25.978360 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78638b-b618-48bd-922a-be2de4f5fded tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Pushing event deleted for resources: {'Port': ['ID=3aae93a8-9019-4249-a73d-405bb7683e54,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:25.985624 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fbd45005-9bf8-4473-8ba0-ba37c6f8cefa tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:25.986857 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fbd45005-9bf8-4473-8ba0-ba37c6f8cefa tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2500846 May 06 09:50:25.990016 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58046) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:25.997423 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-5c15b85d-d805-4dc0-b9a8-e22c32b9ba59 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1069434954', 'prefixes': ['172.20.0.0/16']}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:26.061069 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c0576f89-ec71-4b83-bb51-e9172e489a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:26.061575 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe78638b-b618-48bd-922a-be2de4f5fded tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:26.064673 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c0576f89-ec71-4b83-bb51-e9172e489a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:26.066103 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c0576f89-ec71-4b83-bb51-e9172e489a22 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/60e89ffd-6a73-471f-b927-717df25b783f HTTP/1.1" status: 204 len: 168 time: 0.2538507 May 06 09:50:26.088939 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0576f89-ec71-4b83-bb51-e9172e489a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e89ffd-6a73-471f-b927-717df25b783f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:26.124066 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5c15b85d-d805-4dc0-b9a8-e22c32b9ba59 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks [] for subnetpool, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:26.129627 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58050) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:26.130151 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5c15b85d-d805-4dc0-b9a8-e22c32b9ba59 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1389558 May 06 09:50:26.163931 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.tag.tag_plugin [None req-4550c50b-1623-415d-934f-698f1096bb34 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a2324bac-567d-4a2f-a6ec-26f47b4480e3', 'tempest-TagsExtTest-Tag-1994182335') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:26.195771 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe78638b-b618-48bd-922a-be2de4f5fded tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:26.203514 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe78638b-b618-48bd-922a-be2de4f5fded tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:26.217202 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1d43d049-9f56-408e-a456-187201cf7c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:26.273722 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe78638b-b618-48bd-922a-be2de4f5fded tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:26.274334 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe78638b-b618-48bd-922a-be2de4f5fded tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Fanout notify agent at l3_agent the message router_deleted on router dec5a2be-1e8e-4c20-ba95-df24de2a35fe {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:50:26.281533 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-1d43d049-9f56-408e-a456-187201cf7c62 None None] For port 70c46ceb-3aa6-4d6e-943f-e0ed8c061809, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=70c46ceb-3aa6-4d6e-943f-e0ed8c061809,segment=NetworkSegment(c071ade8-21c2-479a-936c-bc10572e14fe),segment_id=c071ade8-21c2-479a-936c-bc10572e14fe)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:26.285260 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe78638b-b618-48bd-922a-be2de4f5fded tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:26.286449 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fe78638b-b618-48bd-922a-be2de4f5fded tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "DELETE /v2.0/routers/dec5a2be-1e8e-4c20-ba95-df24de2a35fe HTTP/1.1" status: 204 len: 168 time: 1.0622425 May 06 09:50:26.290607 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58052) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:26.292471 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1d43d049-9f56-408e-a456-187201cf7c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:26.297485 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-77195237-6e89-423e-8dcf-dd9a92a88c42 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-384438140', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:26.342245 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-77195237-6e89-423e-8dcf-dd9a92a88c42 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:26.343345 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-77195237-6e89-423e-8dcf-dd9a92a88c42 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:26.367926 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d43d049-9f56-408e-a456-187201cf7c62 None None] Pushing event updated for resources: {'Port': ['ID=70c46ceb-3aa6-4d6e-943f-e0ed8c061809,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:26.370847 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4550c50b-1623-415d-934f-698f1096bb34 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "PUT /v2.0/subnets/a2324bac-567d-4a2f-a6ec-26f47b4480e3/tags/tempest-TagsExtTest-Tag-1994182335 HTTP/1.1" status: 201 len: 201 time: 0.2401688 May 06 09:50:26.375201 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58056) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:26.378675 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.tag.tag_plugin [None req-342c0ffb-0ec7-43f7-b056-f1786a5a6650 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'de5c10b9-b2a0-4fd0-8a44-00cc5af60f05', 'tempest-TagsExtTest-Tag-779077913') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:26.384155 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 70c46ceb-3aa6-4d6e-943f-e0ed8c061809 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:50:26.431224 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-77195237-6e89-423e-8dcf-dd9a92a88c42 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:26.441830 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-77195237-6e89-423e-8dcf-dd9a92a88c42 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:26.470112 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 70c46ceb-3aa6-4d6e-943f-e0ed8c061809 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:26.470850 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:26.496055 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-77195237-6e89-423e-8dcf-dd9a92a88c42 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:26.500953 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-77195237-6e89-423e-8dcf-dd9a92a88c42 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2072139 May 06 09:50:26.501133 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-342c0ffb-0ec7-43f7-b056-f1786a5a6650 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "PUT /v2.0/ports/de5c10b9-b2a0-4fd0-8a44-00cc5af60f05/tags/tempest-TagsExtTest-Tag-779077913 HTTP/1.1" status: 201 len: 201 time: 0.1228917 May 06 09:50:26.501227 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58060) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:26.501757 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58062) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:26.507583 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-0ed26a81-01b4-4e7f-96e5-ed6c85176b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:26.516526 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-ceb5792b-c875-463f-bb11-b37f7b5c186e tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b26f7cc6-cd6e-41fe-ab58-2dc508a09cfa', 'tempest-TagsExtTest-Tag-1450815088') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:26.655299 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ceb5792b-c875-463f-bb11-b37f7b5c186e tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "PUT /v2.0/routers/b26f7cc6-cd6e-41fe-ab58-2dc508a09cfa/tags/tempest-TagsExtTest-Tag-1450815088 HTTP/1.1" status: 201 len: 201 time: 0.1523879 May 06 09:50:26.657840 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58068) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:26.662480 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-89e23bdc-4c64-47ee-9098-e4c9f78af8cb tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '37c717dc-fbe9-4e86-892d-cd6bba976555', 'tempest-TagsExtTest-Tag-1947960538') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:26.719194 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-1581614b-9d68-426a-94b2-05702e367384 None None] Provisioning complete for port de5c10b9-b2a0-4fd0-8a44-00cc5af60f05 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:26.719661 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1581614b-9d68-426a-94b2-05702e367384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:26.731733 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-89e23bdc-4c64-47ee-9098-e4c9f78af8cb tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "PUT /v2.0/subnetpools/37c717dc-fbe9-4e86-892d-cd6bba976555/tags/tempest-TagsExtTest-Tag-1947960538 HTTP/1.1" status: 201 len: 201 time: 0.0722013 May 06 09:50:26.735213 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58074) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:26.740881 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-f544fbb5-fec5-4e16-84f3-d06f9b581e0d tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a2324bac-567d-4a2f-a6ec-26f47b4480e3') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:26.759784 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0ed26a81-01b4-4e7f-96e5-ed6c85176b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:26.784477 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-1581614b-9d68-426a-94b2-05702e367384 None None] Port de5c10b9-b2a0-4fd0-8a44-00cc5af60f05 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:50:26.805826 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-1581614b-9d68-426a-94b2-05702e367384 None None] Provisioning complete for port 70c46ceb-3aa6-4d6e-943f-e0ed8c061809 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:26.806680 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1581614b-9d68-426a-94b2-05702e367384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:26.851307 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f544fbb5-fec5-4e16-84f3-d06f9b581e0d tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "GET /v2.0/subnets/a2324bac-567d-4a2f-a6ec-26f47b4480e3/tags HTTP/1.1" status: 200 len: 241 time: 0.1147983 May 06 09:50:26.853883 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58080) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:26.859095 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-7e844000-094b-45da-a76a-d5065971ddc7 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a2324bac-567d-4a2f-a6ec-26f47b4480e3', 'tempest-TagsExtTest-Tag-1994182335') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:27.022949 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ed20c-fea5-4654-a382-f0d4c08b0826 req-24f2e5cb-85cb-41f3-8052-03c2923d592b tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:27.023744 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e2ed20c-fea5-4654-a382-f0d4c08b0826 req-24f2e5cb-85cb-41f3-8052-03c2923d592b tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.73 "GET /v2.0/ports?device_id=9b591f97-a2d5-4880-96f8-07bc48c6b763 HTTP/1.1" status: 200 len: 945 time: 0.1098285 May 06 09:50:27.029604 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7e844000-094b-45da-a76a-d5065971ddc7 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "GET /v2.0/subnets/a2324bac-567d-4a2f-a6ec-26f47b4480e3/tags/tempest-TagsExtTest-Tag-1994182335 HTTP/1.1" status: 204 len: 168 time: 0.1715949 May 06 09:50:27.029837 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58088) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:27.034374 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-e0ed2476-2421-4b0e-8b26-8d8bdc6d0493 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a2324bac-567d-4a2f-a6ec-26f47b4480e3', 'tempest-TagsExtTest-Tag-1994182335') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:27.100256 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e2ed20c-fea5-4654-a382-f0d4c08b0826 req-36ea573b-76b6-4d20-9a9e-69b5544b9eb6 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.73 "GET /v2.0/security-groups?id=91b5574e-27fe-4694-a648-4de159d9a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630174 May 06 09:50:27.108952 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f8be6844-aa51-465c-85c6-28df1ae3e1ea None None] Provisioning complete for port de5c10b9-b2a0-4fd0-8a44-00cc5af60f05 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:27.109474 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f8be6844-aa51-465c-85c6-28df1ae3e1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:27.150789 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e0ed2476-2421-4b0e-8b26-8d8bdc6d0493 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "DELETE /v2.0/subnets/a2324bac-567d-4a2f-a6ec-26f47b4480e3/tags/tempest-TagsExtTest-Tag-1994182335 HTTP/1.1" status: 204 len: 168 time: 0.1176934 May 06 09:50:27.151041 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58092) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:27.155680 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-a024d686-6276-4b26-ac9b-458c93bf96d6 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a2324bac-567d-4a2f-a6ec-26f47b4480e3') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:27.165032 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6844-aa51-465c-85c6-28df1ae3e1ea None None] Port de5c10b9-b2a0-4fd0-8a44-00cc5af60f05 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:50:27.239427 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a024d686-6276-4b26-ac9b-458c93bf96d6 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "GET /v2.0/subnets/a2324bac-567d-4a2f-a6ec-26f47b4480e3/tags HTTP/1.1" status: 200 len: 205 time: 0.0849762 May 06 09:50:27.239715 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58096) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:27.245359 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-6facd492-8b89-4a9d-aaa4-1eaec20577cc tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'de5c10b9-b2a0-4fd0-8a44-00cc5af60f05') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:27.305861 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6facd492-8b89-4a9d-aaa4-1eaec20577cc tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "GET /v2.0/ports/de5c10b9-b2a0-4fd0-8a44-00cc5af60f05/tags HTTP/1.1" status: 200 len: 240 time: 0.0649650 May 06 09:50:27.308297 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58098) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:27.314071 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-e6278587-f351-4bd8-8b11-d498b1c540e1 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'de5c10b9-b2a0-4fd0-8a44-00cc5af60f05', 'tempest-TagsExtTest-Tag-779077913') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:27.381140 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e6278587-f351-4bd8-8b11-d498b1c540e1 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "GET /v2.0/ports/de5c10b9-b2a0-4fd0-8a44-00cc5af60f05/tags/tempest-TagsExtTest-Tag-779077913 HTTP/1.1" status: 204 len: 168 time: 0.0708911 May 06 09:50:27.383099 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58104) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:27.384381 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0ed26a81-01b4-4e7f-96e5-ed6c85176b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:27.389024 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-0de59757-cf67-4573-bf63-7db6898a28b1 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'de5c10b9-b2a0-4fd0-8a44-00cc5af60f05', 'tempest-TagsExtTest-Tag-779077913') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:27.405002 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0ed26a81-01b4-4e7f-96e5-ed6c85176b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:27.479689 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c8237-96b4-48ab-b62d-236526bc1c0c req-b7ee0cd3-10d2-4ff3-af84-fe734a4962cf tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:27.481974 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-289c8237-96b4-48ab-b62d-236526bc1c0c req-b7ee0cd3-10d2-4ff3-af84-fe734a4962cf tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.73 "GET /v2.0/ports?device_id=9b591f97-a2d5-4880-96f8-07bc48c6b763 HTTP/1.1" status: 200 len: 945 time: 0.0903087 May 06 09:50:27.537489 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0de59757-cf67-4573-bf63-7db6898a28b1 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "DELETE /v2.0/ports/de5c10b9-b2a0-4fd0-8a44-00cc5af60f05/tags/tempest-TagsExtTest-Tag-779077913 HTTP/1.1" status: 204 len: 168 time: 0.1497302 May 06 09:50:27.537489 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58110) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:27.541596 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-0ed26a81-01b4-4e7f-96e5-ed6c85176b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Allocated IP 172.25.5.212 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/5ef65f73-8102-4902-b8ea-55b8f353b0f2) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:27.543645 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-ad57c5db-d40c-42cc-9d48-176b9780ed89 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'de5c10b9-b2a0-4fd0-8a44-00cc5af60f05') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:27.551775 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-289c8237-96b4-48ab-b62d-236526bc1c0c req-7edbc704-52ff-4756-81f5-74981bc1155f tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.73 "GET /v2.0/security-groups?id=91b5574e-27fe-4694-a648-4de159d9a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558555 May 06 09:50:27.612790 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ad57c5db-d40c-42cc-9d48-176b9780ed89 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "GET /v2.0/ports/de5c10b9-b2a0-4fd0-8a44-00cc5af60f05/tags HTTP/1.1" status: 200 len: 205 time: 0.0747068 May 06 09:50:27.615247 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58114) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:27.619552 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-b532197d-66e0-47dc-acfc-3e207c3936b5 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b26f7cc6-cd6e-41fe-ab58-2dc508a09cfa') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:27.661521 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0ed26a81-01b4-4e7f-96e5-ed6c85176b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:27.700667 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0ed26a81-01b4-4e7f-96e5-ed6c85176b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:27.704163 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b532197d-66e0-47dc-acfc-3e207c3936b5 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "GET /v2.0/routers/b26f7cc6-cd6e-41fe-ab58-2dc508a09cfa/tags HTTP/1.1" status: 200 len: 241 time: 0.0873954 May 06 09:50:27.705299 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58118) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:27.711202 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-db182ab2-26c2-49cf-bd9b-a78479600278 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b26f7cc6-cd6e-41fe-ab58-2dc508a09cfa', 'tempest-TagsExtTest-Tag-1450815088') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:27.752531 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed26a81-01b4-4e7f-96e5-ed6c85176b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:27.755493 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-0ed26a81-01b4-4e7f-96e5-ed6c85176b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:27.759224 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed26a81-01b4-4e7f-96e5-ed6c85176b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:27.792903 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed26a81-01b4-4e7f-96e5-ed6c85176b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Pushing event updated for resources: {'Port': ['ID=5ef65f73-8102-4902-b8ea-55b8f353b0f2,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:27.867186 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58122) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:28.006438 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-6f283167-7a9b-48ce-b6da-4d46c14fd4bf tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-513102158', 'router:external': True}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:28.069906 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f283167-7a9b-48ce-b6da-4d46c14fd4bf tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Made reservation on behalf of 9804c221ea0947d3b64da7cc71e6899e for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:28.072383 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f283167-7a9b-48ce-b6da-4d46c14fd4bf tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:28.084050 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f283167-7a9b-48ce-b6da-4d46c14fd4bf tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:28.092494 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-db182ab2-26c2-49cf-bd9b-a78479600278 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "GET /v2.0/routers/b26f7cc6-cd6e-41fe-ab58-2dc508a09cfa/tags/tempest-TagsExtTest-Tag-1450815088 HTTP/1.1" status: 204 len: 168 time: 0.3858225 May 06 09:50:28.095160 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58126) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:28.099936 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-81a35426-dfc3-4007-abc4-1cce76e75682 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b26f7cc6-cd6e-41fe-ab58-2dc508a09cfa', 'tempest-TagsExtTest-Tag-1450815088') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:28.121520 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0ed26a81-01b4-4e7f-96e5-ed6c85176b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:28.201382 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-81a35426-dfc3-4007-abc4-1cce76e75682 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "DELETE /v2.0/routers/b26f7cc6-cd6e-41fe-ab58-2dc508a09cfa/tags/tempest-TagsExtTest-Tag-1450815088 HTTP/1.1" status: 204 len: 168 time: 0.1052003 May 06 09:50:28.203892 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58128) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:28.208288 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-ab845175-e553-48ae-a051-2e2ef7274036 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b26f7cc6-cd6e-41fe-ab58-2dc508a09cfa') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:28.270836 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 70c46ceb-3aa6-4d6e-943f-e0ed8c061809 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:50:28.284857 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f283167-7a9b-48ce-b6da-4d46c14fd4bf tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:28.287927 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ab845175-e553-48ae-a051-2e2ef7274036 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "GET /v2.0/routers/b26f7cc6-cd6e-41fe-ab58-2dc508a09cfa/tags HTTP/1.1" status: 200 len: 205 time: 0.0828707 May 06 09:50:28.289609 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f283167-7a9b-48ce-b6da-4d46c14fd4bf tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:28.291586 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58130) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:28.296025 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-5e1cdeee-b6d8-4be6-b21d-b4ff076a1b8e tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '37c717dc-fbe9-4e86-892d-cd6bba976555') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:28.328489 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5e1cdeee-b6d8-4be6-b21d-b4ff076a1b8e tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "GET /v2.0/subnetpools/37c717dc-fbe9-4e86-892d-cd6bba976555/tags HTTP/1.1" status: 200 len: 241 time: 0.0330849 May 06 09:50:28.328752 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58132) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:28.333384 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-9a620880-14c5-4eb2-8b8f-ab936c58eb5c tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '37c717dc-fbe9-4e86-892d-cd6bba976555', 'tempest-TagsExtTest-Tag-1947960538') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:28.353807 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 70c46ceb-3aa6-4d6e-943f-e0ed8c061809 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:28.354274 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:28.356190 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f283167-7a9b-48ce-b6da-4d46c14fd4bf tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:50:28.366355 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9a620880-14c5-4eb2-8b8f-ab936c58eb5c tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "GET /v2.0/subnetpools/37c717dc-fbe9-4e86-892d-cd6bba976555/tags/tempest-TagsExtTest-Tag-1947960538 HTTP/1.1" status: 204 len: 168 time: 0.0366263 May 06 09:50:28.370087 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58134) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:28.375531 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-de54cf42-aa36-4e09-bc69-5ca475e239d2 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '37c717dc-fbe9-4e86-892d-cd6bba976555', 'tempest-TagsExtTest-Tag-1947960538') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:28.379045 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f283167-7a9b-48ce-b6da-4d46c14fd4bf tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4225c3f6-1afd-4872-9d76-fefe45b2c8f6,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:28.387993 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f283167-7a9b-48ce-b6da-4d46c14fd4bf tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:28.388436 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-6f283167-7a9b-48ce-b6da-4d46c14fd4bf tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Added segment 2b972ce5-aeed-40cc-8db9-0ffc9c7cf1be of type vlan for network 8daf0756-3341-4eb2-a49a-b30d49293136 May 06 09:50:28.425560 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-de54cf42-aa36-4e09-bc69-5ca475e239d2 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "DELETE /v2.0/subnetpools/37c717dc-fbe9-4e86-892d-cd6bba976555/tags/tempest-TagsExtTest-Tag-1947960538 HTTP/1.1" status: 204 len: 168 time: 0.0541818 May 06 09:50:28.428120 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58136) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:28.434310 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-c1d92dea-28d5-4f7e-ad02-59f9f1127ed3 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '37c717dc-fbe9-4e86-892d-cd6bba976555') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:28.480178 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c1d92dea-28d5-4f7e-ad02-59f9f1127ed3 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "GET /v2.0/subnetpools/37c717dc-fbe9-4e86-892d-cd6bba976555/tags HTTP/1.1" status: 200 len: 205 time: 0.0478749 May 06 09:50:28.480510 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58138) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:28.484977 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-ec5b7479-5c9b-4036-a3ac-199d9d8993ea tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '37c717dc-fbe9-4e86-892d-cd6bba976555') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:28.486192 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0ed26a81-01b4-4e7f-96e5-ed6c85176b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1992734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1598914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41446'] for router, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:28.488904 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f283167-7a9b-48ce-b6da-4d46c14fd4bf tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:28.497267 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0ed26a81-01b4-4e7f-96e5-ed6c85176b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1598923'] for router, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:28.511415 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ec5b7479-5c9b-4036-a3ac-199d9d8993ea tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "DELETE /v2.0/subnetpools/37c717dc-fbe9-4e86-892d-cd6bba976555/tags HTTP/1.1" status: 204 len: 168 time: 0.0298684 May 06 09:50:28.514832 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58140) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:28.522132 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-23fe8cf2-bcc1-436f-895e-33234d828f2f tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b26f7cc6-cd6e-41fe-ab58-2dc508a09cfa') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:28.567583 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f283167-7a9b-48ce-b6da-4d46c14fd4bf tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:28.568581 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f283167-7a9b-48ce-b6da-4d46c14fd4bf tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:28.569187 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f283167-7a9b-48ce-b6da-4d46c14fd4bf tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:28.605289 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-23fe8cf2-bcc1-436f-895e-33234d828f2f tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "DELETE /v2.0/routers/b26f7cc6-cd6e-41fe-ab58-2dc508a09cfa/tags HTTP/1.1" status: 204 len: 168 time: 0.0866563 May 06 09:50:28.606802 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58144) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:28.611254 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-37bbe62b-9292-402c-9a5a-438762f7ba2d tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'de5c10b9-b2a0-4fd0-8a44-00cc5af60f05') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:28.679751 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6f283167-7a9b-48ce-b6da-4d46c14fd4bf tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8108783 May 06 09:50:28.686099 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58146) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:28.693900 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-55f7ec0d-6b3e-4000-b7fd-887be890bbe2 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Request body: {'subnet': {'network_id': '8daf0756-3341-4eb2-a49a-b30d49293136', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:28.695723 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f283167-7a9b-48ce-b6da-4d46c14fd4bf tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Pushing event updated for resources: {'Network': ['ID=8daf0756-3341-4eb2-a49a-b30d49293136,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:28.708232 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 8daf0756-3341-4eb2-a49a-b30d49293136 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:50:28.736164 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33772d17-06ff-4540-a49a-137081d9c310 req-8043ef80-cd3e-4d54-8c87-e13fec09ef25 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:28.737846 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-33772d17-06ff-4540-a49a-137081d9c310 req-8043ef80-cd3e-4d54-8c87-e13fec09ef25 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.73 "GET /v2.0/ports?device_id=9b591f97-a2d5-4880-96f8-07bc48c6b763 HTTP/1.1" status: 200 len: 945 time: 0.0846977 May 06 09:50:28.747424 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed26a81-01b4-4e7f-96e5-ed6c85176b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Router b695d755-c3be-4e77-9186-024a30a016b8 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:50:28.760217 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f7ec0d-6b3e-4000-b7fd-887be890bbe2 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Made reservation on behalf of 9804c221ea0947d3b64da7cc71e6899e for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:28.764850 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-55f7ec0d-6b3e-4000-b7fd-887be890bbe2 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:28.830849 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-37bbe62b-9292-402c-9a5a-438762f7ba2d tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "DELETE /v2.0/ports/de5c10b9-b2a0-4fd0-8a44-00cc5af60f05/tags HTTP/1.1" status: 204 len: 168 time: 0.2229211 May 06 09:50:28.840414 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58150) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:28.847363 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-2f40a1e4-43b5-475a-8c12-5047b11bd016 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a2324bac-567d-4a2f-a6ec-26f47b4480e3') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:28.859851 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-33772d17-06ff-4540-a49a-137081d9c310 req-73bef948-33b5-4711-b8fd-8c5c228bebb9 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.73 "GET /v2.0/security-groups?id=91b5574e-27fe-4694-a648-4de159d9a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136451 May 06 09:50:28.879722 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed26a81-01b4-4e7f-96e5-ed6c85176b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:50:28.902272 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88478cc-0597-4701-93a0-a37b540e19f8 None None] Sync routers for ids ['b695d755-c3be-4e77-9186-024a30a016b8'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:50:28.904743 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0ed26a81-01b4-4e7f-96e5-ed6c85176b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:28.908207 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0ed26a81-01b4-4e7f-96e5-ed6c85176b04 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "PUT /v2.0/routers/b695d755-c3be-4e77-9186-024a30a016b8 HTTP/1.1" status: 200 len: 879 time: 2.4023643 May 06 09:50:28.909014 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58152) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:28.921180 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:28.921577 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88478cc-0597-4701-93a0-a37b540e19f8 None None] Routers {'b695d755-c3be-4e77-9186-024a30a016b8'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:28.922265 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b88478cc-0597-4701-93a0-a37b540e19f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['b695d755-c3be-4e77-9186-024a30a016b8'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:28.956370 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b88478cc-0597-4701-93a0-a37b540e19f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:28.965035 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88478cc-0597-4701-93a0-a37b540e19f8 None None] Routers {'b695d755-c3be-4e77-9186-024a30a016b8'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:28.965825 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b88478cc-0597-4701-93a0-a37b540e19f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['b695d755-c3be-4e77-9186-024a30a016b8'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:29.002817 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b88478cc-0597-4701-93a0-a37b540e19f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:29.003393 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88478cc-0597-4701-93a0-a37b540e19f8 None None] The sync data for ids ['b695d755-c3be-4e77-9186-024a30a016b8'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:50:29.004430 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54aad5-c5a5-4bcd-a999-edee3fdf20dc req-3e2f89c8-bd73-44f3-86d6-60c550f6d568 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:29.005973 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3f54aad5-c5a5-4bcd-a999-edee3fdf20dc req-3e2f89c8-bd73-44f3-86d6-60c550f6d568 tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.77 "GET /v2.0/ports?device_id=9b591f97-a2d5-4880-96f8-07bc48c6b763 HTTP/1.1" status: 200 len: 945 time: 0.1045129 May 06 09:50:29.034835 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-648684d3-fb63-4479-81c3-e06041e1b23d tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "GET /v2.0/routers/b695d755-c3be-4e77-9186-024a30a016b8 HTTP/1.1" status: 200 len: 920 time: 0.1242185 May 06 09:50:29.037690 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58154) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:29.059935 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2f40a1e4-43b5-475a-8c12-5047b11bd016 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "DELETE /v2.0/subnets/a2324bac-567d-4a2f-a6ec-26f47b4480e3/tags HTTP/1.1" status: 204 len: 168 time: 0.2181814 May 06 09:50:29.067543 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58156) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:29.073467 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.tag.tag_plugin [None req-9030f647-523d-47f2-b384-a74c6d174717 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a2324bac-567d-4a2f-a6ec-26f47b4480e3', 'tempest-TagsExtTest-Tag-737748330') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:29.115240 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bb2ca8-126b-411e-8f15-3796853025dc tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:29.116881 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-17bb2ca8-126b-411e-8f15-3796853025dc tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2&device_id=b695d755-c3be-4e77-9186-024a30a016b8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0781822 May 06 09:50:29.121825 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58158) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:29.200714 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-3f54aad5-c5a5-4bcd-a999-edee3fdf20dc req-481a5c16-b9f9-4333-98d4-11b3df769ffd tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Deleting port c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:29.201337 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-3f54aad5-c5a5-4bcd-a999-edee3fdf20dc req-481a5c16-b9f9-4333-98d4-11b3df769ffd tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:29.227568 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9030f647-523d-47f2-b384-a74c6d174717 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "PUT /v2.0/subnets/a2324bac-567d-4a2f-a6ec-26f47b4480e3/tags/tempest-TagsExtTest-Tag-737748330 HTTP/1.1" status: 201 len: 201 time: 0.1562762 May 06 09:50:29.228947 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58160) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:29.234112 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.tag.tag_plugin [None req-8ef711b3-5f97-4217-bc98-44bcec8c60af tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'de5c10b9-b2a0-4fd0-8a44-00cc5af60f05', 'tempest-TagsExtTest-Tag-319738933') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:29.236567 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3fdde0-c835-447a-8697-84928a41dde1 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:29.240617 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7d3fdde0-c835-447a-8697-84928a41dde1 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 881 time: 0.1151803 May 06 09:50:29.240798 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58162) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:29.287277 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a7aee994-8928-4409-bc8a-02114ab2c464 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "GET /v2.0/ports?device_id=b695d755-c3be-4e77-9186-024a30a016b8 HTTP/1.1" status: 200 len: 205 time: 0.0452950 May 06 09:50:29.290263 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58164) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:29.312994 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-3f54aad5-c5a5-4bcd-a999-edee3fdf20dc req-481a5c16-b9f9-4333-98d4-11b3df769ffd tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] For port c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac,segment=NetworkSegment(3196a4ad-b067-4fae-9d46-7f9bd14a3bde),segment_id=3196a4ad-b067-4fae-9d46-7f9bd14a3bde)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:29.313362 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-3f54aad5-c5a5-4bcd-a999-edee3fdf20dc req-481a5c16-b9f9-4333-98d4-11b3df769ffd tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:29.327808 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-3f54aad5-c5a5-4bcd-a999-edee3fdf20dc req-481a5c16-b9f9-4333-98d4-11b3df769ffd tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Calling delete_port for c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:29.392318 n-d-840835-1 neutron-server[102653]: DEBUG neutron.objects.ports [None req-55f7ec0d-6b3e-4000-b7fd-887be890bbe2 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102653) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:50:29.392794 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-55f7ec0d-6b3e-4000-b7fd-887be890bbe2 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:29.403518 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:50:29.412999 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8ef711b3-5f97-4217-bc98-44bcec8c60af tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "PUT /v2.0/ports/de5c10b9-b2a0-4fd0-8a44-00cc5af60f05/tags/tempest-TagsExtTest-Tag-319738933 HTTP/1.1" status: 201 len: 201 time: 0.1830242 May 06 09:50:29.415610 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58166) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:29.420834 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.tag.tag_plugin [None req-f6bb20a7-41a1-4182-a9ed-f2070e389347 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b26f7cc6-cd6e-41fe-ab58-2dc508a09cfa', 'tempest-TagsExtTest-Tag-1281576531') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:29.459396 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-320a254a-537a-4cd2-9c17-e928c057b748 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:29.471080 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7ec0d-6b3e-4000-b7fd-887be890bbe2 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6f81b860-7991-4d13-a17c-226180ce87f7,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:29.492584 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f7ec0d-6b3e-4000-b7fd-887be890bbe2 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Checking segment: {'id': '2b972ce5-aeed-40cc-8db9-0ffc9c7cf1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8daf0756-3341-4eb2-a49a-b30d49293136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:29.493065 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f7ec0d-6b3e-4000-b7fd-887be890bbe2 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Network hostable DHCP agents. Network: 8daf0756-3341-4eb2-a49a-b30d49293136, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:50:29.546087 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f7ec0d-6b3e-4000-b7fd-887be890bbe2 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Network 8daf0756-3341-4eb2-a49a-b30d49293136 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:50:29.564670 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-55f7ec0d-6b3e-4000-b7fd-887be890bbe2 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 8daf0756-3341-4eb2-a49a-b30d49293136) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:29.569832 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f7ec0d-6b3e-4000-b7fd-887be890bbe2 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:29.570762 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-55f7ec0d-6b3e-4000-b7fd-887be890bbe2 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:29.584484 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e0f858-25ba-4ac6-8e79-63d30643e092 None None] Network 8daf0756-3341-4eb2-a49a-b30d49293136 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:29.608840 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-3f54aad5-c5a5-4bcd-a999-edee3fdf20dc req-481a5c16-b9f9-4333-98d4-11b3df769ffd tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:29.612823 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f6bb20a7-41a1-4182-a9ed-f2070e389347 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "PUT /v2.0/routers/b26f7cc6-cd6e-41fe-ab58-2dc508a09cfa/tags/tempest-TagsExtTest-Tag-1281576531 HTTP/1.1" status: 201 len: 201 time: 0.1961660 May 06 09:50:29.615687 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58172) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:29.622607 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.tag.tag_plugin [None req-ecf45cf4-7d69-4f75-a7fa-cd499ccd2e0c tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '37c717dc-fbe9-4e86-892d-cd6bba976555', 'tempest-TagsExtTest-Tag-1854884024') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:29.640345 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-55f7ec0d-6b3e-4000-b7fd-887be890bbe2 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9530191 May 06 09:50:29.644142 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58176) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:29.654089 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-320a254a-537a-4cd2-9c17-e928c057b748 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:29.669238 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-e4dc580b-9e7d-4639-af6d-e99094cda2db tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-361588227', 'network_id': '8daf0756-3341-4eb2-a49a-b30d49293136'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:29.706961 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a5c16-b9f9-4333-98d4-11b3df769ffd tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Pushing event deleted for resources: {'Port': ['ID=c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:29.729360 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ecf45cf4-7d69-4f75-a7fa-cd499ccd2e0c tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "PUT /v2.0/subnetpools/37c717dc-fbe9-4e86-892d-cd6bba976555/tags/tempest-TagsExtTest-Tag-1854884024 HTTP/1.1" status: 201 len: 201 time: 0.1103849 May 06 09:50:29.731714 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58180) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:29.738235 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:50:29.739608 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.tag.tag_plugin [None req-24b30dbf-550f-4d73-bab9-599b148f598a tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a2324bac-567d-4a2f-a6ec-26f47b4480e3', {'tags': ['tempest-TagsExtTest-Tag-1646222083', 'tempest-TagsExtTest-Tag-1970617605', 'tempest-TagsExtTest-Tag-463191679']}) {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:29.748325 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f54aad5-c5a5-4bcd-a999-edee3fdf20dc req-481a5c16-b9f9-4333-98d4-11b3df769ffd tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] No DVR routers for this DVR port c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:50:29.751650 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-3f54aad5-c5a5-4bcd-a999-edee3fdf20dc req-481a5c16-b9f9-4333-98d4-11b3df769ffd tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:29.756479 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3f54aad5-c5a5-4bcd-a999-edee3fdf20dc req-481a5c16-b9f9-4333-98d4-11b3df769ffd tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.77 "DELETE /v2.0/ports/c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac HTTP/1.1" status: 204 len: 173 time: 0.7423813 May 06 09:50:29.760104 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b591f97-a2d5-4880-96f8-07bc48c6b763', 'name': 'network-vif-deleted', 'tag': 'c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:50:29.764736 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f3fded-814f-4de9-977c-891791891fa8" -d '{"events": [{"server_uuid": "9b591f97-a2d5-4880-96f8-07bc48c6b763", "name": "network-vif-deleted", "tag": "c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:50:29.781154 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dc580b-9e7d-4639-af6d-e99094cda2db tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Made reservation on behalf of 9804c221ea0947d3b64da7cc71e6899e for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:29.789649 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e4dc580b-9e7d-4639-af6d-e99094cda2db tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:29.839669 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31c86fd-f17c-423e-b21b-81f1e9ffcea2 x-openstack-request-id: req-d31c86fd-f17c-423e-b21b-81f1e9ffcea2 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:50:29.842014 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b591f97-a2d5-4880-96f8-07bc48c6b763", "name": "network-vif-deleted", "tag": "c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:50:29.842368 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d31c86fd-f17c-423e-b21b-81f1e9ffcea2 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:50:29.842920 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d31c86fd-f17c-423e-b21b-81f1e9ffcea2'] response: {'server_uuid': '9b591f97-a2d5-4880-96f8-07bc48c6b763', 'name': 'network-vif-deleted', 'tag': 'c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac', 'status': 'completed', 'code': 200} May 06 09:50:29.853717 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-e4dc580b-9e7d-4639-af6d-e99094cda2db tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] device_id is not set on port 7df02598-057e-48b6-af3f-911fe207a9b4 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:50:29.878967 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cceae77-7d6d-4286-a9db-4676dfbe83ec None None] Network 8daf0756-3341-4eb2-a49a-b30d49293136 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:29.889678 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-320a254a-537a-4cd2-9c17-e928c057b748 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Deleting port 5ef65f73-8102-4902-b8ea-55b8f353b0f2 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:29.891153 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-320a254a-537a-4cd2-9c17-e928c057b748 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:29.976417 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-24b30dbf-550f-4d73-bab9-599b148f598a tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "PUT /v2.0/subnets/a2324bac-567d-4a2f-a6ec-26f47b4480e3/tags HTTP/1.1" status: 200 len: 317 time: 0.2401917 May 06 09:50:29.977316 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58186) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:29.986071 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.tag.tag_plugin [None req-c21aac92-680b-410f-b721-916f7146c114 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a2324bac-567d-4a2f-a6ec-26f47b4480e3') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:30.070490 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a39104ac-981e-42e7-85da-a6ea04ba238d req-a39c098b-6ed1-46ab-9da7-2a04adce013c tempest-InstanceActionsV221TestJSON-1385367804 tempest-InstanceActionsV221TestJSON-1385367804-project] 10.222.0.73 "GET /v2.0/ports?device_id=9b591f97-a2d5-4880-96f8-07bc48c6b763 HTTP/1.1" status: 200 len: 210 time: 0.0474911 May 06 09:50:30.071716 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-e4dc580b-9e7d-4639-af6d-e99094cda2db tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Allocated IP 2001:db8::119 (8daf0756-3341-4eb2-a49a-b30d49293136/6f81b860-7991-4d13-a17c-226180ce87f7/7df02598-057e-48b6-af3f-911fe207a9b4) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:30.074021 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-320a254a-537a-4cd2-9c17-e928c057b748 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:30.095377 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-320a254a-537a-4cd2-9c17-e928c057b748 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Calling delete_port for 5ef65f73-8102-4902-b8ea-55b8f353b0f2 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:30.247490 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e4dc580b-9e7d-4639-af6d-e99094cda2db tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:30.284600 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e4dc580b-9e7d-4639-af6d-e99094cda2db tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:30.333874 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dc580b-9e7d-4639-af6d-e99094cda2db tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Network 8daf0756-3341-4eb2-a49a-b30d49293136 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:30.337614 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-e4dc580b-9e7d-4639-af6d-e99094cda2db tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:30.342272 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dc580b-9e7d-4639-af6d-e99094cda2db tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:30.343352 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dc580b-9e7d-4639-af6d-e99094cda2db tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:30.344733 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e4dc580b-9e7d-4639-af6d-e99094cda2db tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:30.358784 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc580b-9e7d-4639-af6d-e99094cda2db tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Pushing event updated for resources: {'Port': ['ID=7df02598-057e-48b6-af3f-911fe207a9b4,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:30.382816 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e4dc580b-9e7d-4639-af6d-e99094cda2db tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7162256 May 06 09:50:30.383334 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58188) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:30.485147 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-3ede9c5e-1a0d-470a-8de5-8edca0c8e7e7 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Deleting port 7df02598-057e-48b6-af3f-911fe207a9b4 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:30.485510 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ede9c5e-1a0d-470a-8de5-8edca0c8e7e7 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:30.525588 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c21aac92-680b-410f-b721-916f7146c114 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "DELETE /v2.0/subnets/a2324bac-567d-4a2f-a6ec-26f47b4480e3/tags HTTP/1.1" status: 204 len: 168 time: 0.5445232 May 06 09:50:30.527019 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58190) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:30.530556 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-0ad9bd67-38f4-4069-8582-ce5e37b716a8 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a2324bac-567d-4a2f-a6ec-26f47b4480e3', 'tempest-TagsExtTest-Tag-1646222083') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:30.610089 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ede9c5e-1a0d-470a-8de5-8edca0c8e7e7 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:30.627092 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-3ede9c5e-1a0d-470a-8de5-8edca0c8e7e7 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Calling delete_port for 7df02598-057e-48b6-af3f-911fe207a9b4 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:30.640616 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-320a254a-537a-4cd2-9c17-e928c057b748 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:30.645434 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-0ad9bd67-38f4-4069-8582-ce5e37b716a8 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] show failed (client error): The resource could not be found. May 06 09:50:30.649017 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0ad9bd67-38f4-4069-8582-ce5e37b716a8 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "GET /v2.0/subnets/a2324bac-567d-4a2f-a6ec-26f47b4480e3/tags/tempest-TagsExtTest-Tag-1646222083 HTTP/1.1" status: 404 len: 329 time: 0.1194260 May 06 09:50:30.649204 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58192) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:30.653514 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-4ebdb695-c7dd-444b-9d28-e75fd1bbf276 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a2324bac-567d-4a2f-a6ec-26f47b4480e3', 'tempest-TagsExtTest-Tag-1970617605') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:30.677653 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a254a-537a-4cd2-9c17-e928c057b748 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Pushing event deleted for resources: {'Port': ['ID=5ef65f73-8102-4902-b8ea-55b8f353b0f2,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:30.741493 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-320a254a-537a-4cd2-9c17-e928c057b748 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:30.764805 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-4ebdb695-c7dd-444b-9d28-e75fd1bbf276 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] show failed (client error): The resource could not be found. May 06 09:50:30.768623 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4ebdb695-c7dd-444b-9d28-e75fd1bbf276 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "GET /v2.0/subnets/a2324bac-567d-4a2f-a6ec-26f47b4480e3/tags/tempest-TagsExtTest-Tag-1970617605 HTTP/1.1" status: 404 len: 329 time: 0.1158342 May 06 09:50:30.770983 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58194) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:30.810586 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.tag.tag_plugin [None req-6fa62151-3e23-4f34-8ce0-b035a967d9a0 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a2324bac-567d-4a2f-a6ec-26f47b4480e3', 'tempest-TagsExtTest-Tag-463191679') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:30.817375 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ede9c5e-1a0d-470a-8de5-8edca0c8e7e7 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:30.858552 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede9c5e-1a0d-470a-8de5-8edca0c8e7e7 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Pushing event deleted for resources: {'Port': ['ID=7df02598-057e-48b6-af3f-911fe207a9b4,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:30.865878 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-320a254a-537a-4cd2-9c17-e928c057b748 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:30.870595 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-320a254a-537a-4cd2-9c17-e928c057b748 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:30.904500 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ede9c5e-1a0d-470a-8de5-8edca0c8e7e7 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:30.907835 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3ede9c5e-1a0d-470a-8de5-8edca0c8e7e7 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "DELETE /v2.0/ports/7df02598-057e-48b6-af3f-911fe207a9b4 HTTP/1.1" status: 204 len: 168 time: 0.5227273 May 06 09:50:30.910742 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58198) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:30.915586 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-a6aba115-6cb0-4654-96e6-052875219f6b tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8daf0756-3341-4eb2-a49a-b30d49293136', 'external_fixed_ips': [{'subnet_id': '6f81b860-7991-4d13-a17c-226180ce87f7', 'ip_address': '2001:db8::119'}]}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:30.942462 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a6aba115-6cb0-4654-96e6-052875219f6b tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:30.944070 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a6aba115-6cb0-4654-96e6-052875219f6b tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:30.961267 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-320a254a-537a-4cd2-9c17-e928c057b748 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:30.962155 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320a254a-537a-4cd2-9c17-e928c057b748 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Fanout notify agent at l3_agent the message router_deleted on router b695d755-c3be-4e77-9186-024a30a016b8 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:50:30.973645 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-320a254a-537a-4cd2-9c17-e928c057b748 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:30.975001 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-320a254a-537a-4cd2-9c17-e928c057b748 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "DELETE /v2.0/routers/b695d755-c3be-4e77-9186-024a30a016b8 HTTP/1.1" status: 204 len: 168 time: 1.6837490 May 06 09:50:30.978683 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58200) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:30.987318 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-b59886a7-f98e-4bfb-a884-ca2406fead21 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2032946691', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:31.012528 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-6fa62151-3e23-4f34-8ce0-b035a967d9a0 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] show failed (client error): The resource could not be found. May 06 09:50:31.014008 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6fa62151-3e23-4f34-8ce0-b035a967d9a0 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "GET /v2.0/subnets/a2324bac-567d-4a2f-a6ec-26f47b4480e3/tags/tempest-TagsExtTest-Tag-463191679 HTTP/1.1" status: 404 len: 328 time: 0.2425742 May 06 09:50:31.017247 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58202) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:31.022545 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.tag.tag_plugin [None req-f1a10a33-d3fc-4fac-b6f3-e7825976eba8 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'de5c10b9-b2a0-4fd0-8a44-00cc5af60f05', {'tags': ['tempest-TagsExtTest-Tag-1232465272', 'tempest-TagsExtTest-Tag-1187867698', 'tempest-TagsExtTest-Tag-978188796']}) {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:31.046873 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a6aba115-6cb0-4654-96e6-052875219f6b tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:31.111691 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b59886a7-f98e-4bfb-a884-ca2406fead21 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:31.112976 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b59886a7-f98e-4bfb-a884-ca2406fead21 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:31.136927 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f1a10a33-d3fc-4fac-b6f3-e7825976eba8 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "PUT /v2.0/ports/de5c10b9-b2a0-4fd0-8a44-00cc5af60f05/tags HTTP/1.1" status: 200 len: 317 time: 0.1183782 May 06 09:50:31.138978 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58206) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:31.149047 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.tag.tag_plugin [None req-5eb9d4c4-a89f-464b-aa68-6a4f69889c3a tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'de5c10b9-b2a0-4fd0-8a44-00cc5af60f05') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:31.278956 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b59886a7-f98e-4bfb-a884-ca2406fead21 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:31.294920 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b59886a7-f98e-4bfb-a884-ca2406fead21 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:31.337288 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a6aba115-6cb0-4654-96e6-052875219f6b tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:31.345846 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5eb9d4c4-a89f-464b-aa68-6a4f69889c3a tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "DELETE /v2.0/ports/de5c10b9-b2a0-4fd0-8a44-00cc5af60f05/tags HTTP/1.1" status: 204 len: 168 time: 0.2020266 May 06 09:50:31.346817 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58212) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:31.357493 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b59886a7-f98e-4bfb-a884-ca2406fead21 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:31.365403 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b59886a7-f98e-4bfb-a884-ca2406fead21 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3852489 May 06 09:50:31.367871 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58214) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:31.378032 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.tag.tag_plugin [None req-12de19ae-2fc9-405f-8e5c-5d8fecc4d6a3 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'de5c10b9-b2a0-4fd0-8a44-00cc5af60f05', 'tempest-TagsExtTest-Tag-1232465272') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:31.427983 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-de9c5881-a3df-42f2-91c3-e9dea6161acd tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'enable_snat': True}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:31.467651 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58218) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:31.549658 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-744aa7bd-f7b4-44dd-9808-983752728a0c admin admin] Deleting subnet 0a10cec0-9eaa-4f30-8ea0-72e5f7f6e8c1 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:50:31.554198 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-744aa7bd-f7b4-44dd-9808-983752728a0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:31.634490 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-744aa7bd-f7b4-44dd-9808-983752728a0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:31.692524 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-de9c5881-a3df-42f2-91c3-e9dea6161acd tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:31.702454 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-12de19ae-2fc9-405f-8e5c-5d8fecc4d6a3 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] show failed (client error): The resource could not be found. May 06 09:50:31.704115 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-12de19ae-2fc9-405f-8e5c-5d8fecc4d6a3 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "GET /v2.0/ports/de5c10b9-b2a0-4fd0-8a44-00cc5af60f05/tags/tempest-TagsExtTest-Tag-1232465272 HTTP/1.1" status: 404 len: 329 time: 0.3547223 May 06 09:50:31.707608 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58220) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:31.722571 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.tag.tag_plugin [None req-0e11682d-0c57-4268-94ab-9251d7a859f6 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'de5c10b9-b2a0-4fd0-8a44-00cc5af60f05', 'tempest-TagsExtTest-Tag-1187867698') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:31.730892 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-744aa7bd-f7b4-44dd-9808-983752728a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:31.765083 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a6aba115-6cb0-4654-96e6-052875219f6b tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:31.788687 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a6aba115-6cb0-4654-96e6-052875219f6b tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:31.820221 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-0e11682d-0c57-4268-94ab-9251d7a859f6 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] show failed (client error): The resource could not be found. May 06 09:50:31.823295 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0e11682d-0c57-4268-94ab-9251d7a859f6 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "GET /v2.0/ports/de5c10b9-b2a0-4fd0-8a44-00cc5af60f05/tags/tempest-TagsExtTest-Tag-1187867698 HTTP/1.1" status: 404 len: 329 time: 0.1116903 May 06 09:50:31.825749 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58222) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:31.830558 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.tag.tag_plugin [None req-f7e8445a-dc49-4e59-a3ae-5c36bdc50f12 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'de5c10b9-b2a0-4fd0-8a44-00cc5af60f05', 'tempest-TagsExtTest-Tag-978188796') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:31.898683 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-744aa7bd-f7b4-44dd-9808-983752728a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:31.974116 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-744aa7bd-f7b4-44dd-9808-983752728a0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:31.979476 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-744aa7bd-f7b4-44dd-9808-983752728a0c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/0a10cec0-9eaa-4f30-8ea0-72e5f7f6e8c1 HTTP/1.1" status: 204 len: 168 time: 0.5082355 May 06 09:50:31.982378 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744aa7bd-f7b4-44dd-9808-983752728a0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a10cec0-9eaa-4f30-8ea0-72e5f7f6e8c1,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:31.982530 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58226) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:32.040576 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:50:32.045207 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-f7e8445a-dc49-4e59-a3ae-5c36bdc50f12 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] show failed (client error): The resource could not be found. May 06 09:50:32.046274 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f7e8445a-dc49-4e59-a3ae-5c36bdc50f12 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "GET /v2.0/ports/de5c10b9-b2a0-4fd0-8a44-00cc5af60f05/tags/tempest-TagsExtTest-Tag-978188796 HTTP/1.1" status: 404 len: 328 time: 0.2191658 May 06 09:50:32.049094 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58228) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:32.051848 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-a6aba115-6cb0-4654-96e6-052875219f6b tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Allocated IP 2001:db8::119 (8daf0756-3341-4eb2-a49a-b30d49293136/6f81b860-7991-4d13-a17c-226180ce87f7/69a48ce2-3057-4a5c-a92e-7640b2cbc734) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:32.061050 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-39349ba4-5800-4ec4-8e99-3567d7a8f4e8 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b26f7cc6-cd6e-41fe-ab58-2dc508a09cfa', {'tags': ['tempest-TagsExtTest-Tag-1318894530', 'tempest-TagsExtTest-Tag-245048394', 'tempest-TagsExtTest-Tag-2093014905']}) {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:32.074262 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:50:32.075432 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device c0c550a3-d2ed-4832-a3cb-ad0e1498d2ac not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:50:32.096701 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6ca55884-0643-4f24-b668-5b5f28716c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:32.110515 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-de9c5881-a3df-42f2-91c3-e9dea6161acd tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:32.138926 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-de9c5881-a3df-42f2-91c3-e9dea6161acd tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:32.233575 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-39349ba4-5800-4ec4-8e99-3567d7a8f4e8 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "PUT /v2.0/routers/b26f7cc6-cd6e-41fe-ab58-2dc508a09cfa/tags HTTP/1.1" status: 200 len: 317 time: 0.1809258 May 06 09:50:32.235821 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58230) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:32.242543 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.tag.tag_plugin [None req-99296c8f-d30c-41b5-a924-6bddf1c5da63 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b26f7cc6-cd6e-41fe-ab58-2dc508a09cfa') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:32.276914 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a6aba115-6cb0-4654-96e6-052875219f6b tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:32.306974 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6ca55884-0643-4f24-b668-5b5f28716c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:32.353369 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a6aba115-6cb0-4654-96e6-052875219f6b tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:32.359705 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95b3a9eb-cdc6-4fe0-bcc9-ce1cff77b809 req-b863583d-bcb4-474e-bd99-4d95eb3992eb service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0581696 May 06 09:50:32.393078 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-6ca55884-0643-4f24-b668-5b5f28716c7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231270de-d281-4806-b596-b1333797f216']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:32.398304 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aba115-6cb0-4654-96e6-052875219f6b tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Network 8daf0756-3341-4eb2-a49a-b30d49293136 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:32.401393 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-a6aba115-6cb0-4654-96e6-052875219f6b tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:32.405413 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-6ca55884-0643-4f24-b668-5b5f28716c7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3196a4ad-b067-4fae-9d46-7f9bd14a3bde') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:32.405724 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-6ca55884-0643-4f24-b668-5b5f28716c7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3196a4ad-b067-4fae-9d46-7f9bd14a3bde') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:32.409439 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aba115-6cb0-4654-96e6-052875219f6b tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:32.411987 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aba115-6cb0-4654-96e6-052875219f6b tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Pushing event updated for resources: {'Port': ['ID=69a48ce2-3057-4a5c-a92e-7640b2cbc734,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:32.429657 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6ca55884-0643-4f24-b668-5b5f28716c7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:32.452360 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-de9c5881-a3df-42f2-91c3-e9dea6161acd tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Allocated IP 172.25.5.143 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/675fee68-3a59-4c60-b2de-fe1e5095c216) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:32.466486 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6ca55884-0643-4f24-b668-5b5f28716c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:32.481031 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca55884-0643-4f24-b668-5b5f28716c7c admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:50:32.481517 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6ca55884-0643-4f24-b668-5b5f28716c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: timer() May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:50:32.483261 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:50:32.556153 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3a9eb-cdc6-4fe0-bcc9-ce1cff77b809 req-b9a8b5f6-0597-4b65-8b1b-1fea2aba88cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:32.557937 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95b3a9eb-cdc6-4fe0-bcc9-ce1cff77b809 req-b9a8b5f6-0597-4b65-8b1b-1fea2aba88cf service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fc3665e2c2e04868b3a33544c6d53039&device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 1097 time: 0.1072814 May 06 09:50:32.578158 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-99296c8f-d30c-41b5-a924-6bddf1c5da63 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "DELETE /v2.0/routers/b26f7cc6-cd6e-41fe-ab58-2dc508a09cfa/tags HTTP/1.1" status: 204 len: 168 time: 0.3389897 May 06 09:50:32.586028 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58232) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:32.592395 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.tag.tag_plugin [None req-c61e2202-1381-48ea-b893-6757d707b58d tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b26f7cc6-cd6e-41fe-ab58-2dc508a09cfa', 'tempest-TagsExtTest-Tag-1318894530') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:32.654394 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6ca55884-0643-4f24-b668-5b5f28716c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:32.659799 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6ca55884-0643-4f24-b668-5b5f28716c7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:32.663331 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6ca55884-0643-4f24-b668-5b5f28716c7c admin admin] 10.222.0.73 "DELETE /v2.0/networks/231270de-d281-4806-b596-b1333797f216 HTTP/1.1" status: 204 len: 168 time: 0.6798384 May 06 09:50:32.722753 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca55884-0643-4f24-b668-5b5f28716c7c admin admin] Pushing event deleted for resources: {'Network': ['ID=231270de-d281-4806-b596-b1333797f216,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:32.748574 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-de9c5881-a3df-42f2-91c3-e9dea6161acd tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:32.752890 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-c61e2202-1381-48ea-b893-6757d707b58d tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] show failed (client error): The resource could not be found. May 06 09:50:32.755168 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c61e2202-1381-48ea-b893-6757d707b58d tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "GET /v2.0/routers/b26f7cc6-cd6e-41fe-ab58-2dc508a09cfa/tags/tempest-TagsExtTest-Tag-1318894530 HTTP/1.1" status: 404 len: 329 time: 0.1669590 May 06 09:50:32.757408 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58236) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:32.762050 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.tag.tag_plugin [None req-3a9e88fe-ec66-41ac-abec-f4003c92b2a4 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b26f7cc6-cd6e-41fe-ab58-2dc508a09cfa', 'tempest-TagsExtTest-Tag-245048394') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:33.019862 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58238) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:33.107068 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a6aba115-6cb0-4654-96e6-052875219f6b tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:33.145892 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3a9eb-cdc6-4fe0-bcc9-ce1cff77b809 req-2bd0d614-eda1-4a52-aebc-b025055a1eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:33.147633 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95b3a9eb-cdc6-4fe0-bcc9-ce1cff77b809 req-2bd0d614-eda1-4a52-aebc-b025055a1eb2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5312fc31-6ea9-4a0c-acf2-db4b77673e7e HTTP/1.1" status: 200 len: 912 time: 0.5479116 May 06 09:50:33.155662 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7f53063f-7243-4f41-b124-42dbcd9ed853 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0126094555704cc08998883243974b15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1310596 May 06 09:50:33.156179 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58242) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:33.185812 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-3a9e88fe-ec66-41ac-abec-f4003c92b2a4 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] show failed (client error): The resource could not be found. May 06 09:50:33.189789 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3a9e88fe-ec66-41ac-abec-f4003c92b2a4 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "GET /v2.0/routers/b26f7cc6-cd6e-41fe-ab58-2dc508a09cfa/tags/tempest-TagsExtTest-Tag-245048394 HTTP/1.1" status: 404 len: 328 time: 0.4285207 May 06 09:50:33.190104 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58244) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:33.194440 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.tag.tag_plugin [None req-4b8b84e2-0d1c-40c9-acbe-fc1d86bc03a9 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b26f7cc6-cd6e-41fe-ab58-2dc508a09cfa', 'tempest-TagsExtTest-Tag-2093014905') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:33.196717 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-de9c5881-a3df-42f2-91c3-e9dea6161acd tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:33.267445 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9c5881-a3df-42f2-91c3-e9dea6161acd tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:33.294998 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95b3a9eb-cdc6-4fe0-bcc9-ce1cff77b809 req-244e5e14-a8cd-4908-b772-8bec8782ac97 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0fa2814-7e98-4015-a8d9-c881c8e68a6c HTTP/1.1" status: 200 len: 1001 time: 0.1397076 May 06 09:50:33.302593 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-de9c5881-a3df-42f2-91c3-e9dea6161acd tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:33.305153 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9c5881-a3df-42f2-91c3-e9dea6161acd tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:33.337730 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c5881-a3df-42f2-91c3-e9dea6161acd tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Pushing event updated for resources: {'Port': ['ID=675fee68-3a59-4c60-b2de-fe1e5095c216,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:33.357206 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-4b8b84e2-0d1c-40c9-acbe-fc1d86bc03a9 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] show failed (client error): The resource could not be found. May 06 09:50:33.360967 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4b8b84e2-0d1c-40c9-acbe-fc1d86bc03a9 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "GET /v2.0/routers/b26f7cc6-cd6e-41fe-ab58-2dc508a09cfa/tags/tempest-TagsExtTest-Tag-2093014905 HTTP/1.1" status: 404 len: 329 time: 0.1672587 May 06 09:50:33.361528 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58248) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:33.366430 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.tag.tag_plugin [None req-b593367b-8c13-483a-b98f-b8dadd67762f tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '37c717dc-fbe9-4e86-892d-cd6bba976555', {'tags': ['tempest-TagsExtTest-Tag-180610761', 'tempest-TagsExtTest-Tag-1441388824', 'tempest-TagsExtTest-Tag-1132024033']}) {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:33.386703 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-22532246-437a-4375-a893-03d8f153ce9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:33.447142 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3a9eb-cdc6-4fe0-bcc9-ce1cff77b809 req-a5a70686-0134-4bde-ac38-37604acebe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:33.448779 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95b3a9eb-cdc6-4fe0-bcc9-ce1cff77b809 req-a5a70686-0134-4bde-ac38-37604acebe49 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ccc21fd6-3e83-4532-8289-a853643de30c HTTP/1.1" status: 200 len: 850 time: 0.1460984 May 06 09:50:33.478806 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-22532246-437a-4375-a893-03d8f153ce9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:33.498117 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b593367b-8c13-483a-b98f-b8dadd67762f tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "PUT /v2.0/subnetpools/37c717dc-fbe9-4e86-892d-cd6bba976555/tags HTTP/1.1" status: 200 len: 317 time: 0.1331835 May 06 09:50:33.503098 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58250) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:33.508452 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.tag.tag_plugin [None req-47bdb531-ecf7-4e73-95f6-707d46571f83 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '37c717dc-fbe9-4e86-892d-cd6bba976555') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:33.523559 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a6aba115-6cb0-4654-96e6-052875219f6b tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:33.592703 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3a9eb-cdc6-4fe0-bcc9-ce1cff77b809 req-c84710a3-d074-4164-9907-e9cdfd1081b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:33.594734 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95b3a9eb-cdc6-4fe0-bcc9-ce1cff77b809 req-c84710a3-d074-4164-9907-e9cdfd1081b0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5312fc31-6ea9-4a0c-acf2-db4b77673e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323709 May 06 09:50:33.645577 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-de9c5881-a3df-42f2-91c3-e9dea6161acd tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:33.694875 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-22532246-437a-4375-a893-03d8f153ce9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:33.697831 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-22532246-437a-4375-a893-03d8f153ce9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:33.701936 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-22532246-437a-4375-a893-03d8f153ce9d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/91b5574e-27fe-4694-a648-4de159d9a101 HTTP/1.1" status: 204 len: 168 time: 0.5399370 May 06 09:50:33.721146 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22532246-437a-4375-a893-03d8f153ce9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b5574e-27fe-4694-a648-4de159d9a101,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:33.728335 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-47bdb531-ecf7-4e73-95f6-707d46571f83 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "DELETE /v2.0/subnetpools/37c717dc-fbe9-4e86-892d-cd6bba976555/tags HTTP/1.1" status: 204 len: 168 time: 0.2217755 May 06 09:50:33.729803 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58254) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:33.736638 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-ae891712-f390-4149-8603-22e85f349516 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '37c717dc-fbe9-4e86-892d-cd6bba976555', 'tempest-TagsExtTest-Tag-180610761') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:33.795955 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95b3a9eb-cdc6-4fe0-bcc9-ce1cff77b809 req-e9cf50c5-cd1b-4454-be0b-78effbf94cfb service neutron] 10.222.0.84 "GET /v2.0/networks/5312fc31-6ea9-4a0c-acf2-db4b77673e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916666 May 06 09:50:33.796934 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-ae891712-f390-4149-8603-22e85f349516 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] show failed (client error): The resource could not be found. May 06 09:50:33.800474 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ae891712-f390-4149-8603-22e85f349516 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "GET /v2.0/subnetpools/37c717dc-fbe9-4e86-892d-cd6bba976555/tags/tempest-TagsExtTest-Tag-180610761 HTTP/1.1" status: 404 len: 328 time: 0.0682368 May 06 09:50:33.801587 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58256) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:33.807625 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-3601239a-d9bf-4fc7-9d82-938992c2bbe9 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '37c717dc-fbe9-4e86-892d-cd6bba976555', 'tempest-TagsExtTest-Tag-1441388824') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:33.868007 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6aba115-6cb0-4654-96e6-052875219f6b tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Router 2ee7481d-b5e0-499b-afc1-0f7e77cfadd8 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:50:33.899321 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-3601239a-d9bf-4fc7-9d82-938992c2bbe9 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] show failed (client error): The resource could not be found. May 06 09:50:33.902920 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3601239a-d9bf-4fc7-9d82-938992c2bbe9 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "GET /v2.0/subnetpools/37c717dc-fbe9-4e86-892d-cd6bba976555/tags/tempest-TagsExtTest-Tag-1441388824 HTTP/1.1" status: 404 len: 329 time: 0.0968144 May 06 09:50:33.904130 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58258) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:33.912539 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-f55b800b-179a-4db3-8e15-d4c73d26ccb9 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '37c717dc-fbe9-4e86-892d-cd6bba976555', 'tempest-TagsExtTest-Tag-1132024033') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:33.928617 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-de9c5881-a3df-42f2-91c3-e9dea6161acd tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1992734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1598914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41446'] for router, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:33.932610 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-de9c5881-a3df-42f2-91c3-e9dea6161acd tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1598923'] for router, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:34.056864 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-f55b800b-179a-4db3-8e15-d4c73d26ccb9 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] show failed (client error): The resource could not be found. May 06 09:50:34.058021 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f55b800b-179a-4db3-8e15-d4c73d26ccb9 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "GET /v2.0/subnetpools/37c717dc-fbe9-4e86-892d-cd6bba976555/tags/tempest-TagsExtTest-Tag-1132024033 HTTP/1.1" status: 404 len: 329 time: 0.1512074 May 06 09:50:34.061154 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95b3a9eb-cdc6-4fe0-bcc9-ce1cff77b809 req-0a8fa49d-a20f-4dd2-96f0-ec134172e792 service neutron] 10.222.0.84 "GET /v2.0/networks/5312fc31-6ea9-4a0c-acf2-db4b77673e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497864 May 06 09:50:34.065209 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58264) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:34.071565 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-8d2adc3f-175e-4f17-bd85-129c173b0464 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '37c717dc-fbe9-4e86-892d-cd6bba976555') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:34.075049 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6aba115-6cb0-4654-96e6-052875219f6b tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:50:34.086571 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c44dac-3d1f-4848-856c-44ca45138cfc None None] Sync routers for ids ['2ee7481d-b5e0-499b-afc1-0f7e77cfadd8'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:50:34.118061 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a6aba115-6cb0-4654-96e6-052875219f6b tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:34.119512 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a6aba115-6cb0-4654-96e6-052875219f6b tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.2080543 May 06 09:50:34.126229 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58270) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:34.126462 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8d2adc3f-175e-4f17-bd85-129c173b0464 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "DELETE /v2.0/subnetpools/37c717dc-fbe9-4e86-892d-cd6bba976555/tags HTTP/1.1" status: 204 len: 168 time: 0.0572371 May 06 09:50:34.126462 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58272) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:34.131713 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-98af9128-0ab6-44d0-b0e8-f14af1bbcaf4 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b26f7cc6-cd6e-41fe-ab58-2dc508a09cfa') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:34.145135 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c44dac-3d1f-4848-856c-44ca45138cfc None None] Routers {'2ee7481d-b5e0-499b-afc1-0f7e77cfadd8'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:34.148207 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-13c44dac-3d1f-4848-856c-44ca45138cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['2ee7481d-b5e0-499b-afc1-0f7e77cfadd8'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:34.276981 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9c5881-a3df-42f2-91c3-e9dea6161acd tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Router 985af156-8a16-4b9e-b69f-3b183943cc89 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:50:34.285356 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-98af9128-0ab6-44d0-b0e8-f14af1bbcaf4 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "DELETE /v2.0/routers/b26f7cc6-cd6e-41fe-ab58-2dc508a09cfa/tags HTTP/1.1" status: 204 len: 168 time: 0.1576791 May 06 09:50:34.288296 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58276) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:34.300128 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-39da6710-2b25-4682-b724-b0a5183e0072 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'de5c10b9-b2a0-4fd0-8a44-00cc5af60f05') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:34.303962 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3d0b0049-e1b0-44cb-99ae-bc9166a1655c tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:34.374998 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-39da6710-2b25-4682-b724-b0a5183e0072 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "DELETE /v2.0/ports/de5c10b9-b2a0-4fd0-8a44-00cc5af60f05/tags HTTP/1.1" status: 204 len: 168 time: 0.0848961 May 06 09:50:34.377973 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58280) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:34.383220 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.tag.tag_plugin [None req-030688a1-64a3-4951-918d-e5165825baab tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a2324bac-567d-4a2f-a6ec-26f47b4480e3') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:34.416267 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-13c44dac-3d1f-4848-856c-44ca45138cfc None None] Set router 2ee7481d-b5e0-499b-afc1-0f7e77cfadd8 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:50:34.428869 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9c5881-a3df-42f2-91c3-e9dea6161acd tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:50:34.440992 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffc28e6-ae8e-457f-8fae-61d95ce419d1 None None] Sync routers for ids ['985af156-8a16-4b9e-b69f-3b183943cc89'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:50:34.454715 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffc28e6-ae8e-457f-8fae-61d95ce419d1 None None] Routers {'985af156-8a16-4b9e-b69f-3b183943cc89'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:34.455110 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-0ffc28e6-ae8e-457f-8fae-61d95ce419d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['985af156-8a16-4b9e-b69f-3b183943cc89'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:34.465499 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-de9c5881-a3df-42f2-91c3-e9dea6161acd tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:34.470420 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-de9c5881-a3df-42f2-91c3-e9dea6161acd tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "PUT /v2.0/routers/985af156-8a16-4b9e-b69f-3b183943cc89 HTTP/1.1" status: 200 len: 915 time: 3.0458317 May 06 09:50:34.470420 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58282) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:34.496032 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-030688a1-64a3-4951-918d-e5165825baab tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "DELETE /v2.0/subnets/a2324bac-567d-4a2f-a6ec-26f47b4480e3/tags HTTP/1.1" status: 204 len: 168 time: 0.1166832 May 06 09:50:34.502136 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58286) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:34.565702 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-0ffc28e6-ae8e-457f-8fae-61d95ce419d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:34.586437 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffc28e6-ae8e-457f-8fae-61d95ce419d1 None None] Routers {'985af156-8a16-4b9e-b69f-3b183943cc89'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:34.587384 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-0ffc28e6-ae8e-457f-8fae-61d95ce419d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['985af156-8a16-4b9e-b69f-3b183943cc89'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:34.640459 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-0ffc28e6-ae8e-457f-8fae-61d95ce419d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:34.642654 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffc28e6-ae8e-457f-8fae-61d95ce419d1 None None] The sync data for ids ['985af156-8a16-4b9e-b69f-3b183943cc89'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:50:34.643102 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3d0b0049-e1b0-44cb-99ae-bc9166a1655c tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:34.654291 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-56676760-3c10-47aa-bf56-7593f6a8b6a8 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "GET /v2.0/routers/985af156-8a16-4b9e-b69f-3b183943cc89 HTTP/1.1" status: 200 len: 921 time: 0.1834087 May 06 09:50:34.657221 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58292) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:34.686686 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f51b-1f8f-4816-897d-e1e2bda7596f tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks [] for subnetpool, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:34.688595 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b2d4f51b-1f8f-4816-897d-e1e2bda7596f tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "DELETE /v2.0/subnetpools/37c717dc-fbe9-4e86-892d-cd6bba976555 HTTP/1.1" status: 204 len: 168 time: 0.1851094 May 06 09:50:34.691023 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58294) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:34.724302 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-13c44dac-3d1f-4848-856c-44ca45138cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee7481d-b5e0-499b-afc1-0f7e77cfadd8', 'name': '', 'tenant_id': '9804c221ea0947d3b64da7cc71e6899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8daf0756-3341-4eb2-a49a-b30d49293136', 'external_fixed_ips': [{'subnet_id': '6f81b860-7991-4d13-a17c-226180ce87f7', 'ip_address': '2001:db8::119'}], 'enable_snat': True}, 'gw_port_id': '69a48ce2-3057-4a5c-a92e-7640b2cbc734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:50:30Z', 'updated_at': '2022-05-06T09:50:32Z', 'revision_number': 3, 'project_id': '9804c221ea0947d3b64da7cc71e6899e', 'gw_port': {'id': '69a48ce2-3057-4a5c-a92e-7640b2cbc734', 'name': '', 'network_id': '8daf0756-3341-4eb2-a49a-b30d49293136', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee7481d-b5e0-499b-afc1-0f7e77cfadd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '6f81b860-7991-4d13-a17c-226180ce87f7', 'ip_address': '2001:db8::119', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:31Z', 'updated_at': '2022-05-06T09:50:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f81b860-7991-4d13-a17c-226180ce87f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:34.735922 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9acfb5c6-2cfe-4b89-8d03-de5a1db6c986 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "GET /v2.0/ports?device_id=b26f7cc6-cd6e-41fe-ab58-2dc508a09cfa HTTP/1.1" status: 200 len: 205 time: 0.0409799 May 06 09:50:34.736126 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58298) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:34.736598 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da7bad7-6c32-4d00-bd84-51cef2e55b67 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:34.740597 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0da7bad7-6c32-4d00-bd84-51cef2e55b67 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2&device_id=985af156-8a16-4b9e-b69f-3b183943cc89&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0788717 May 06 09:50:34.741891 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58300) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:34.752092 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-3d0b0049-e1b0-44cb-99ae-bc9166a1655c tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Deleting port 69a48ce2-3057-4a5c-a92e-7640b2cbc734 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:34.752527 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3d0b0049-e1b0-44cb-99ae-bc9166a1655c tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:34.775409 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c44dac-3d1f-4848-856c-44ca45138cfc None None] Checking router: 2ee7481d-b5e0-499b-afc1-0f7e77cfadd8 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:50:34.775897 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c44dac-3d1f-4848-856c-44ca45138cfc None None] Updating router 2ee7481d-b5e0-499b-afc1-0f7e77cfadd8 port 69a48ce2-3057-4a5c-a92e-7640b2cbc734 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:50:34.808971 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-13c44dac-3d1f-4848-856c-44ca45138cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:34.836698 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3d0b0049-e1b0-44cb-99ae-bc9166a1655c tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:34.848394 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58302) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:34.860791 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-3d0b0049-e1b0-44cb-99ae-bc9166a1655c tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Calling delete_port for 69a48ce2-3057-4a5c-a92e-7640b2cbc734 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:34.865835 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-70d7bcf5-a5ec-41e1-8063-393748e398be tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:34.993281 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-a0be2bd8-bcd0-45a4-9a8a-89cae627d530 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-646454833-network', 'tenant_id': 'b8812e34b12a4127945e9b2acc2aa7e4'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:35.024115 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0be2bd8-bcd0-45a4-9a8a-89cae627d530 admin admin] Made reservation on behalf of b8812e34b12a4127945e9b2acc2aa7e4 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:35.026417 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a0be2bd8-bcd0-45a4-9a8a-89cae627d530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.055724 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10286717-4e79-419a-b316-8a5c8f04e319 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:35.056079 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a0be2bd8-bcd0-45a4-9a8a-89cae627d530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.057142 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-10286717-4e79-419a-b316-8a5c8f04e319 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 881 time: 0.3134975 May 06 09:50:35.059514 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-70d7bcf5-a5ec-41e1-8063-393748e398be tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.061048 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58306) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:35.063571 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-70d7bcf5-a5ec-41e1-8063-393748e398be tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.096412 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3d0b0049-e1b0-44cb-99ae-bc9166a1655c tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.125220 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4cee9283-0ed2-4f2a-b5fe-843dec2a8a67 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "GET /v2.0/ports?device_id=985af156-8a16-4b9e-b69f-3b183943cc89 HTTP/1.1" status: 200 len: 205 time: 0.0607674 May 06 09:50:35.125484 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58308) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:35.135173 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b0049-e1b0-44cb-99ae-bc9166a1655c tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Pushing event deleted for resources: {'Port': ['ID=69a48ce2-3057-4a5c-a92e-7640b2cbc734,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:35.163649 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0b0049-e1b0-44cb-99ae-bc9166a1655c tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:35.164089 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0b0049-e1b0-44cb-99ae-bc9166a1655c tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:35.164665 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0b0049-e1b0-44cb-99ae-bc9166a1655c tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:35.165077 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0b0049-e1b0-44cb-99ae-bc9166a1655c tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:35.165626 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0b0049-e1b0-44cb-99ae-bc9166a1655c tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:35.165955 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0b0049-e1b0-44cb-99ae-bc9166a1655c tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:35.166399 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0b0049-e1b0-44cb-99ae-bc9166a1655c tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:35.166826 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0b0049-e1b0-44cb-99ae-bc9166a1655c tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:35.167285 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0b0049-e1b0-44cb-99ae-bc9166a1655c tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:35.168247 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0b0049-e1b0-44cb-99ae-bc9166a1655c tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:35.168480 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-13c44dac-3d1f-4848-856c-44ca45138cfc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:50:35.168972 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0b0049-e1b0-44cb-99ae-bc9166a1655c tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:35.169086 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-13c44dac-3d1f-4848-856c-44ca45138cfc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:50:35.169245 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0b0049-e1b0-44cb-99ae-bc9166a1655c tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:35.180965 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3d0b0049-e1b0-44cb-99ae-bc9166a1655c tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.185414 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-70d7bcf5-a5ec-41e1-8063-393748e398be tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.185969 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d7bcf5-a5ec-41e1-8063-393748e398be tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Fanout notify agent at l3_agent the message router_deleted on router b26f7cc6-cd6e-41fe-ab58-2dc508a09cfa {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:50:35.195062 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-70d7bcf5-a5ec-41e1-8063-393748e398be tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.198523 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-70d7bcf5-a5ec-41e1-8063-393748e398be tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "DELETE /v2.0/routers/b26f7cc6-cd6e-41fe-ab58-2dc508a09cfa HTTP/1.1" status: 204 len: 168 time: 0.4591389 May 06 09:50:35.198941 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58312) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:35.290275 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3d0b0049-e1b0-44cb-99ae-bc9166a1655c tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.295544 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3d0b0049-e1b0-44cb-99ae-bc9166a1655c tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.352495 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a0be2bd8-bcd0-45a4-9a8a-89cae627d530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.356280 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a0be2bd8-bcd0-45a4-9a8a-89cae627d530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.366716 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3d0b0049-e1b0-44cb-99ae-bc9166a1655c tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.367372 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0b0049-e1b0-44cb-99ae-bc9166a1655c tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ee7481d-b5e0-499b-afc1-0f7e77cfadd8 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:50:35.378882 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3d0b0049-e1b0-44cb-99ae-bc9166a1655c tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.382217 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3d0b0049-e1b0-44cb-99ae-bc9166a1655c tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "DELETE /v2.0/routers/2ee7481d-b5e0-499b-afc1-0f7e77cfadd8 HTTP/1.1" status: 204 len: 168 time: 1.2551010 May 06 09:50:35.384807 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58318) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:35.387084 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0be2bd8-bcd0-45a4-9a8a-89cae627d530 admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:50:35.438221 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a0be2bd8-bcd0-45a4-9a8a-89cae627d530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.438578 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-a0be2bd8-bcd0-45a4-9a8a-89cae627d530 admin admin] Added segment e7cea1e5-510d-426d-bcc9-85166f52077f of type vlan for network e5ee4fe9-2671-4728-b07d-a0055e42be89 May 06 09:50:35.441426 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be2bd8-bcd0-45a4-9a8a-89cae627d530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9e428f-216e-4f44-9aec-7d700c7ea9ab,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:35.486894 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-edae82d0-72c7-4649-8436-e3aadd038ca9 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Deleting subnet 6f81b860-7991-4d13-a17c-226180ce87f7 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:50:35.501211 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-edae82d0-72c7-4649-8436-e3aadd038ca9 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.503826 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a0be2bd8-bcd0-45a4-9a8a-89cae627d530 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.554412 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-edae82d0-72c7-4649-8436-e3aadd038ca9 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.577497 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a0be2bd8-bcd0-45a4-9a8a-89cae627d530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.578465 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0be2bd8-bcd0-45a4-9a8a-89cae627d530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:35.579146 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a0be2bd8-bcd0-45a4-9a8a-89cae627d530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.646819 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a0be2bd8-bcd0-45a4-9a8a-89cae627d530 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7972786 May 06 09:50:35.650552 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-edae82d0-72c7-4649-8436-e3aadd038ca9 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.653037 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58320) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:35.656214 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a450046-639d-4cd2-a235-5aef32e578a1 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.663774 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-c653f1b7-7bca-47f1-a24c-7830fd86cad5 admin admin] Request body: {'subnet': {'network_id': 'e5ee4fe9-2671-4728-b07d-a0055e42be89', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-646454833-subnet', 'tenant_id': 'b8812e34b12a4127945e9b2acc2aa7e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:35.685366 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be2bd8-bcd0-45a4-9a8a-89cae627d530 admin admin] Pushing event updated for resources: {'Network': ['ID=e5ee4fe9-2671-4728-b07d-a0055e42be89,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:35.702576 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network e5ee4fe9-2671-4728-b07d-a0055e42be89 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:50:35.705801 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c44dac-3d1f-4848-856c-44ca45138cfc None None] Port 69a48ce2-3057-4a5c-a92e-7640b2cbc734 not found while updating agent binding for router 2ee7481d-b5e0-499b-afc1-0f7e77cfadd8. {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 06 09:50:35.713348 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837d54a-17ae-4fee-933c-a10e75bbdff8 req-dae02747-e6aa-4d6d-bd99-312a274bbe45 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:35.715473 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9837d54a-17ae-4fee-933c-a10e75bbdff8 req-dae02747-e6aa-4d6d-bd99-312a274bbe45 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.1478143 May 06 09:50:35.721586 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-edae82d0-72c7-4649-8436-e3aadd038ca9 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.760866 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae82d0-72c7-4649-8436-e3aadd038ca9 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6f81b860-7991-4d13-a17c-226180ce87f7,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:35.773969 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-edae82d0-72c7-4649-8436-e3aadd038ca9 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.776804 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c44dac-3d1f-4848-856c-44ca45138cfc None None] Routers set() bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:35.779147 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-edae82d0-72c7-4649-8436-e3aadd038ca9 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "DELETE /v2.0/subnets/6f81b860-7991-4d13-a17c-226180ce87f7 HTTP/1.1" status: 204 len: 168 time: 0.3924887 May 06 09:50:35.780635 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c44dac-3d1f-4848-856c-44ca45138cfc None None] Router IDs set() for agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 06 09:50:35.780869 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58322) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:35.781306 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_agentschedulers_db [None req-13c44dac-3d1f-4848-856c-44ca45138cfc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2ee7481d-b5e0-499b-afc1-0f7e77cfadd8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent'). {{(pid=102654) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 09:50:35.781690 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c44dac-3d1f-4848-856c-44ca45138cfc None None] The sync data for ids ['2ee7481d-b5e0-499b-afc1-0f7e77cfadd8'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:50:35.801039 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c653f1b7-7bca-47f1-a24c-7830fd86cad5 admin admin] Made reservation on behalf of b8812e34b12a4127945e9b2acc2aa7e4 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:35.803345 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c653f1b7-7bca-47f1-a24c-7830fd86cad5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.853044 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ee36a034-1161-4e5c-8b8a-758eb51b0ab7 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.865603 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-7592cefa-745c-4728-92b8-306c109c827d tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Deleting port de5c10b9-b2a0-4fd0-8a44-00cc5af60f05 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:35.865955 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7592cefa-745c-4728-92b8-306c109c827d tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.875038 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9837d54a-17ae-4fee-933c-a10e75bbdff8 req-354df816-bc04-4963-b37e-b2b224c1eb1c tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505795 May 06 09:50:35.964100 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ee36a034-1161-4e5c-8b8a-758eb51b0ab7 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.978142 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a450046-639d-4cd2-a235-5aef32e578a1 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.993033 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-ee36a034-1161-4e5c-8b8a-758eb51b0ab7 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8daf0756-3341-4eb2-a49a-b30d49293136']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:36.005370 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-ee36a034-1161-4e5c-8b8a-758eb51b0ab7 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b972ce5-aeed-40cc-8db9-0ffc9c7cf1be') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:36.005963 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-ee36a034-1161-4e5c-8b8a-758eb51b0ab7 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b972ce5-aeed-40cc-8db9-0ffc9c7cf1be') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:36.016869 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7592cefa-745c-4728-92b8-306c109c827d tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:36.017392 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ee36a034-1161-4e5c-8b8a-758eb51b0ab7 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:36.032221 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ee36a034-1161-4e5c-8b8a-758eb51b0ab7 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:36.040325 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee36a034-1161-4e5c-8b8a-758eb51b0ab7 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:50:36.040803 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ee36a034-1161-4e5c-8b8a-758eb51b0ab7 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: timer() May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:50:36.042578 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:50:36.054335 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-7592cefa-745c-4728-92b8-306c109c827d tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Calling delete_port for de5c10b9-b2a0-4fd0-8a44-00cc5af60f05 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:36.108653 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ee36a034-1161-4e5c-8b8a-758eb51b0ab7 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:36.114147 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee36a034-1161-4e5c-8b8a-758eb51b0ab7 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8daf0756-3341-4eb2-a49a-b30d49293136 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 09:50:36.117149 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ee36a034-1161-4e5c-8b8a-758eb51b0ab7 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:36.125411 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ee36a034-1161-4e5c-8b8a-758eb51b0ab7 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "DELETE /v2.0/networks/8daf0756-3341-4eb2-a49a-b30d49293136 HTTP/1.1" status: 204 len: 168 time: 0.3433454 May 06 09:50:36.150632 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36a034-1161-4e5c-8b8a-758eb51b0ab7 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Pushing event deleted for resources: {'Network': ['ID=8daf0756-3341-4eb2-a49a-b30d49293136,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:36.221099 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-6a450046-639d-4cd2-a235-5aef32e578a1 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Deleting port 675fee68-3a59-4c60-b2de-fe1e5095c216 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:36.221099 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a450046-639d-4cd2-a235-5aef32e578a1 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:36.269920 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c653f1b7-7bca-47f1-a24c-7830fd86cad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:36.390562 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653f1b7-7bca-47f1-a24c-7830fd86cad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d479bf7f-31c1-46d1-b53a-ddcb4f2cef43,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:36.428786 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a450046-639d-4cd2-a235-5aef32e578a1 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:36.446714 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c653f1b7-7bca-47f1-a24c-7830fd86cad5 admin admin] Checking segment: {'id': 'e7cea1e5-510d-426d-bcc9-85166f52077f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e5ee4fe9-2671-4728-b07d-a0055e42be89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:36.447820 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c653f1b7-7bca-47f1-a24c-7830fd86cad5 admin admin] Network hostable DHCP agents. Network: e5ee4fe9-2671-4728-b07d-a0055e42be89, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:50:36.454087 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-6a450046-639d-4cd2-a235-5aef32e578a1 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Calling delete_port for 675fee68-3a59-4c60-b2de-fe1e5095c216 owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:36.457149 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7592cefa-745c-4728-92b8-306c109c827d tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:36.480082 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58330) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:36.486698 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-016d2153-f78f-4a68-af7a-2b2850e0e716 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Request body: {'router': {'name': 'tempest-router--1423482057', 'project_id': 'f5c92fafd2d7454785324f50625a535c'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:36.503859 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592cefa-745c-4728-92b8-306c109c827d tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Pushing event deleted for resources: {'Port': ['ID=de5c10b9-b2a0-4fd0-8a44-00cc5af60f05,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:36.514875 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-016d2153-f78f-4a68-af7a-2b2850e0e716 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:36.518442 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-016d2153-f78f-4a68-af7a-2b2850e0e716 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:36.563058 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c653f1b7-7bca-47f1-a24c-7830fd86cad5 admin admin] Network e5ee4fe9-2671-4728-b07d-a0055e42be89 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:50:36.664423 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-c653f1b7-7bca-47f1-a24c-7830fd86cad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, e5ee4fe9-2671-4728-b07d-a0055e42be89) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:36.675675 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3957de00-866a-4022-a0ca-1f376e9518aa None None] Network e5ee4fe9-2671-4728-b07d-a0055e42be89 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:36.682577 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c653f1b7-7bca-47f1-a24c-7830fd86cad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:36.683140 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c653f1b7-7bca-47f1-a24c-7830fd86cad5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:36.778095 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7592cefa-745c-4728-92b8-306c109c827d tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:36.787893 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7592cefa-745c-4728-92b8-306c109c827d tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "DELETE /v2.0/ports/de5c10b9-b2a0-4fd0-8a44-00cc5af60f05 HTTP/1.1" status: 204 len: 168 time: 1.5878081 May 06 09:50:36.793165 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58332) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:36.871939 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c653f1b7-7bca-47f1-a24c-7830fd86cad5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2135062 May 06 09:50:36.879402 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305d4fc3-2b72-4e05-88f0-9f0369d5b88e None None] Network e5ee4fe9-2671-4728-b07d-a0055e42be89 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:36.972212 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f85e7e-08f6-4c51-8ce7-0d530d360959 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Deleting subnet a2324bac-567d-4a2f-a6ec-26f47b4480e3 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:50:36.978172 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e0f85e7e-08f6-4c51-8ce7-0d530d360959 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.114178 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a450046-639d-4cd2-a235-5aef32e578a1 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.175322 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-016d2153-f78f-4a68-af7a-2b2850e0e716 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.181552 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-016d2153-f78f-4a68-af7a-2b2850e0e716 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.197501 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e0f85e7e-08f6-4c51-8ce7-0d530d360959 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.200540 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a450046-639d-4cd2-a235-5aef32e578a1 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Pushing event deleted for resources: {'Port': ['ID=675fee68-3a59-4c60-b2de-fe1e5095c216,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:37.202597 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-016d2153-f78f-4a68-af7a-2b2850e0e716 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.207038 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-016d2153-f78f-4a68-af7a-2b2850e0e716 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7249110 May 06 09:50:37.207851 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58342) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:37.285619 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2108b2b0-2607-4375-972c-b24ab21603cc tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.305485 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30072e-2369-462f-a294-b53a259b7058 req-81377000-9c7e-4be4-bf80-6c6e55d42977 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:37.307566 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9d30072e-2369-462f-a294-b53a259b7058 req-81377000-9c7e-4be4-bf80-6c6e55d42977 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.2368312 May 06 09:50:37.347899 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a450046-639d-4cd2-a235-5aef32e578a1 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.424680 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e0f85e7e-08f6-4c51-8ce7-0d530d360959 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.450608 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2108b2b0-2607-4375-972c-b24ab21603cc tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.452861 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2108b2b0-2607-4375-972c-b24ab21603cc tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.493831 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a450046-639d-4cd2-a235-5aef32e578a1 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.497495 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2108b2b0-2607-4375-972c-b24ab21603cc tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.498091 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a450046-639d-4cd2-a235-5aef32e578a1 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.498287 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2108b2b0-2607-4375-972c-b24ab21603cc tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56c46d1d-5afc-4814-b998-dc6dd80cde0c {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:50:37.502956 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2108b2b0-2607-4375-972c-b24ab21603cc tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.504320 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2108b2b0-2607-4375-972c-b24ab21603cc tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "DELETE /v2.0/routers/56c46d1d-5afc-4814-b998-dc6dd80cde0c HTTP/1.1" status: 204 len: 168 time: 0.2954404 May 06 09:50:37.508853 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9d30072e-2369-462f-a294-b53a259b7058 req-8b63f579-df20-4cf7-be2e-25e66cbc7091 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953449 May 06 09:50:37.570480 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a450046-639d-4cd2-a235-5aef32e578a1 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.571408 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a450046-639d-4cd2-a235-5aef32e578a1 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Fanout notify agent at l3_agent the message router_deleted on router 985af156-8a16-4b9e-b69f-3b183943cc89 {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:50:37.576093 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e0f85e7e-08f6-4c51-8ce7-0d530d360959 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.587572 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a450046-639d-4cd2-a235-5aef32e578a1 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.589366 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6a450046-639d-4cd2-a235-5aef32e578a1 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "DELETE /v2.0/routers/985af156-8a16-4b9e-b69f-3b183943cc89 HTTP/1.1" status: 204 len: 168 time: 2.4628758 May 06 09:50:37.593862 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58348) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:37.604460 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-5febbded-5162-4858-a994-39f1909edda3 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1247354775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:37.634073 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f85e7e-08f6-4c51-8ce7-0d530d360959 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Pushing event deleted for resources: {'Subnet': ['ID=a2324bac-567d-4a2f-a6ec-26f47b4480e3,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:37.641740 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e0f85e7e-08f6-4c51-8ce7-0d530d360959 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.649935 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e0f85e7e-08f6-4c51-8ce7-0d530d360959 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "DELETE /v2.0/subnets/a2324bac-567d-4a2f-a6ec-26f47b4480e3 HTTP/1.1" status: 204 len: 168 time: 0.8557181 May 06 09:50:37.652602 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58350) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:37.655337 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6019a5-cd5c-4717-86f7-9ea3a8c87b85 None None] Network 7513ffae-f285-45c7-a5ff-4ef03faecaca requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:37.657262 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5febbded-5162-4858-a994-39f1909edda3 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.659389 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5febbded-5162-4858-a994-39f1909edda3 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.695412 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58352) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:37.741545 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5febbded-5162-4858-a994-39f1909edda3 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.752113 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5febbded-5162-4858-a994-39f1909edda3 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.770756 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-25d12dd0-2dfa-47e9-8f50-c1042c837598 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.789096 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5febbded-5162-4858-a994-39f1909edda3 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.791228 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5febbded-5162-4858-a994-39f1909edda3 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1947453 May 06 09:50:37.793882 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58356) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:37.800754 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-63b76b0a-597a-41e6-a9db-ec8100f6e474 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'enable_snat': False}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:37.872003 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-25d12dd0-2dfa-47e9-8f50-c1042c837598 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Deleting port 70c46ceb-3aa6-4d6e-943f-e0ed8c061809 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:37.872324 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-25d12dd0-2dfa-47e9-8f50-c1042c837598 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.891999 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c5f3f5-d49c-4eec-a144-a7b6815605f6 None None] DHCP port deletion for 7513ffae-f285-45c7-a5ff-4ef03faecaca request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:50:37.978734 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e9c5f3f5-d49c-4eec-a144-a7b6815605f6 None None] Deleting port 70c46ceb-3aa6-4d6e-943f-e0ed8c061809 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:37.979299 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e9c5f3f5-d49c-4eec-a144-a7b6815605f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.983648 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-27bf8bf9-0314-4d56-806f-72b20a39630f tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-145247833', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}, 'admin_state_up': False}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:38.036688 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-25d12dd0-2dfa-47e9-8f50-c1042c837598 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] For port 70c46ceb-3aa6-4d6e-943f-e0ed8c061809, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=70c46ceb-3aa6-4d6e-943f-e0ed8c061809,segment=NetworkSegment(c071ade8-21c2-479a-936c-bc10572e14fe),segment_id=c071ade8-21c2-479a-936c-bc10572e14fe)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:38.037355 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-25d12dd0-2dfa-47e9-8f50-c1042c837598 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:38.043293 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e9c5f3f5-d49c-4eec-a144-a7b6815605f6 None None] For port 70c46ceb-3aa6-4d6e-943f-e0ed8c061809, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=70c46ceb-3aa6-4d6e-943f-e0ed8c061809,segment=NetworkSegment(c071ade8-21c2-479a-936c-bc10572e14fe),segment_id=c071ade8-21c2-479a-936c-bc10572e14fe)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:38.044204 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e9c5f3f5-d49c-4eec-a144-a7b6815605f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:38.057406 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-25d12dd0-2dfa-47e9-8f50-c1042c837598 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Calling delete_port for 70c46ceb-3aa6-4d6e-943f-e0ed8c061809 owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:38.059500 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e9c5f3f5-d49c-4eec-a144-a7b6815605f6 None None] Calling delete_port for 70c46ceb-3aa6-4d6e-943f-e0ed8c061809 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:38.069337 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27bf8bf9-0314-4d56-806f-72b20a39630f tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:38.070413 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27bf8bf9-0314-4d56-806f-72b20a39630f tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:38.077598 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63b76b0a-597a-41e6-a9db-ec8100f6e474 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:38.139597 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-29e7c2e3-0820-4201-8528-b827dea7cc03 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:38.141219 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-29e7c2e3-0820-4201-8528-b827dea7cc03 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/networks?id=e5ee4fe9-2671-4728-b07d-a0055e42be89 HTTP/1.1" status: 200 len: 812 time: 0.1849358 May 06 09:50:38.149040 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e9c5f3f5-d49c-4eec-a144-a7b6815605f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:38.172486 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-6e9dcdc3-a0c5-4945-9927-9f6ce92176f9 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/quotas/b8812e34b12a4127945e9b2acc2aa7e4 HTTP/1.1" status: 200 len: 375 time: 0.0201485 May 06 09:50:38.177295 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27bf8bf9-0314-4d56-806f-72b20a39630f tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:38.179735 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5f3f5-d49c-4eec-a144-a7b6815605f6 None None] Pushing event deleted for resources: {'Port': ['ID=70c46ceb-3aa6-4d6e-943f-e0ed8c061809,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:38.190864 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c5f3f5-d49c-4eec-a144-a7b6815605f6 None None] No DVR routers for this DVR port 70c46ceb-3aa6-4d6e-943f-e0ed8c061809 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:50:38.229972 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-f807dcc4-be0a-4133-ab3a-5735a1e153aa tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8812e34b12a4127945e9b2acc2aa7e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365343 May 06 09:50:38.248999 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-25d12dd0-2dfa-47e9-8f50-c1042c837598 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:38.289389 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 70c46ceb-3aa6-4d6e-943f-e0ed8c061809 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:50:38.311670 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 70c46ceb-3aa6-4d6e-943f-e0ed8c061809 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:50:38.312704 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 70c46ceb-3aa6-4d6e-943f-e0ed8c061809 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:50:38.321991 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d12dd0-2dfa-47e9-8f50-c1042c837598 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Pushing event deleted for resources: {'Port': ['ID=70c46ceb-3aa6-4d6e-943f-e0ed8c061809,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:38.326821 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d12dd0-2dfa-47e9-8f50-c1042c837598 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] No DVR routers for this DVR port 70c46ceb-3aa6-4d6e-943f-e0ed8c061809 on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:50:38.350960 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27bf8bf9-0314-4d56-806f-72b20a39630f tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:38.430185 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-25d12dd0-2dfa-47e9-8f50-c1042c837598 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:38.440105 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-8cd0d95a-5ea9-4f02-9e30-3d3ce438dc5b service neutron] 10.222.0.73 "GET /v2.0/networks/e5ee4fe9-2671-4728-b07d-a0055e42be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005754 May 06 09:50:38.461373 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-25d12dd0-2dfa-47e9-8f50-c1042c837598 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7513ffae-f285-45c7-a5ff-4ef03faecaca']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:38.509764 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-25d12dd0-2dfa-47e9-8f50-c1042c837598 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c071ade8-21c2-479a-936c-bc10572e14fe') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:38.510052 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-25d12dd0-2dfa-47e9-8f50-c1042c837598 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c071ade8-21c2-479a-936c-bc10572e14fe') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:38.522129 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-25d12dd0-2dfa-47e9-8f50-c1042c837598 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:38.546251 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-25d12dd0-2dfa-47e9-8f50-c1042c837598 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:38.553858 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63b76b0a-597a-41e6-a9db-ec8100f6e474 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:38.556100 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d12dd0-2dfa-47e9-8f50-c1042c837598 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:50:38.556505 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-25d12dd0-2dfa-47e9-8f50-c1042c837598 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: self.session.flush() May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: self.session.flush() May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: self.session.flush() May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: self.session.flush() May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: timer() May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:50:38.559566 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:50:38.580661 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63b76b0a-597a-41e6-a9db-ec8100f6e474 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:38.613713 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-a9f0ffe2-5e09-4086-8d6b-4e1f368c9eed service neutron] 10.222.0.73 "GET /v2.0/networks/e5ee4fe9-2671-4728-b07d-a0055e42be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632996 May 06 09:50:38.629661 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-25d12dd0-2dfa-47e9-8f50-c1042c837598 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:38.638674 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-25d12dd0-2dfa-47e9-8f50-c1042c837598 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:38.642723 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-25d12dd0-2dfa-47e9-8f50-c1042c837598 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] 10.222.0.73 "DELETE /v2.0/networks/7513ffae-f285-45c7-a5ff-4ef03faecaca HTTP/1.1" status: 204 len: 168 time: 0.9885898 May 06 09:50:38.661205 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d12dd0-2dfa-47e9-8f50-c1042c837598 tempest-TagsExtTest-1446738299 tempest-TagsExtTest-1446738299-project] Pushing event deleted for resources: {'Network': ['ID=7513ffae-f285-45c7-a5ff-4ef03faecaca,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:38.730779 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27bf8bf9-0314-4d56-806f-72b20a39630f tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:38.754740 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27bf8bf9-0314-4d56-806f-72b20a39630f tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:38.859895 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-63b76b0a-597a-41e6-a9db-ec8100f6e474 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Allocated IP 172.25.5.224 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/41baef76-d6ca-4a9c-b02b-ad968d90455d) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:38.921944 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b0c04-9102-492b-93d6-8a2db2ef4afd req-32cb2b65-f1f3-4313-b312-0bfad1231937 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:38.929912 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e53b0c04-9102-492b-93d6-8a2db2ef4afd req-32cb2b65-f1f3-4313-b312-0bfad1231937 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.0713906 May 06 09:50:38.968283 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e53b0c04-9102-492b-93d6-8a2db2ef4afd req-a2c01d33-4afb-43b6-957a-ad3d985d659a tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374532 May 06 09:50:38.981360 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58376) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:39.000901 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63b76b0a-597a-41e6-a9db-ec8100f6e474 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:39.052681 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63b76b0a-597a-41e6-a9db-ec8100f6e474 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:39.122938 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-74256dc1-091b-4def-96c3-da79608b12ba req-403ca4f8-d575-4b75-905b-a404c1173f14 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?device_id=84bb2a9f-ff61-4620-b0cc-8c4fb14f3f75 HTTP/1.1" status: 200 len: 210 time: 0.0404320 May 06 09:50:39.140907 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b76b0a-597a-41e6-a9db-ec8100f6e474 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:39.146899 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-63b76b0a-597a-41e6-a9db-ec8100f6e474 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:39.157362 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b76b0a-597a-41e6-a9db-ec8100f6e474 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:39.163019 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b76b0a-597a-41e6-a9db-ec8100f6e474 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Pushing event updated for resources: {'Port': ['ID=41baef76-d6ca-4a9c-b02b-ad968d90455d,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:39.177027 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fe8679d9-76c0-4fc6-8559-a163d30d681b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=93e0016475074d2ebec1451334bc9a1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1943414 May 06 09:50:39.180084 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58390) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:39.190596 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-27bf8bf9-0314-4d56-806f-72b20a39630f tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Allocated IP 172.25.5.165 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/753831df-29ef-476a-8ea2-b84b0f2075cc) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:39.238207 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-865e6355-870f-4ea8-906a-c06ef1969b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:39.266900 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-865e6355-870f-4ea8-906a-c06ef1969b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:39.328010 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-865e6355-870f-4ea8-906a-c06ef1969b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:39.331545 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-865e6355-870f-4ea8-906a-c06ef1969b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:39.335338 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-865e6355-870f-4ea8-906a-c06ef1969b55 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/20a17c75-7aab-40fe-9b0e-c87b2fcc9a7b HTTP/1.1" status: 204 len: 168 time: 0.1514225 May 06 09:50:39.344730 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e6355-870f-4ea8-906a-c06ef1969b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a17c75-7aab-40fe-9b0e-c87b2fcc9a7b,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:39.420098 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27bf8bf9-0314-4d56-806f-72b20a39630f tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:39.544809 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63b76b0a-597a-41e6-a9db-ec8100f6e474 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:39.547492 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27bf8bf9-0314-4d56-806f-72b20a39630f tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:39.629330 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bf8bf9-0314-4d56-806f-72b20a39630f tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:39.640106 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-27bf8bf9-0314-4d56-806f-72b20a39630f tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:39.647084 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bf8bf9-0314-4d56-806f-72b20a39630f tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:39.962204 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf8bf9-0314-4d56-806f-72b20a39630f tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Pushing event updated for resources: {'Port': ['ID=753831df-29ef-476a-8ea2-b84b0f2075cc,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:40.108310 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f857d87-2cfd-40ed-9192-26e1b43a9909 req-e5ba8202-3f5d-4134-a38a-c931a57bc1f0 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:40.110567 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2f857d87-2cfd-40ed-9192-26e1b43a9909 req-e5ba8202-3f5d-4134-a38a-c931a57bc1f0 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.0570679 May 06 09:50:40.175210 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2f857d87-2cfd-40ed-9192-26e1b43a9909 req-1e812be6-b284-44e7-bb8f-fefb1deefebf tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540001 May 06 09:50:40.255989 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63b76b0a-597a-41e6-a9db-ec8100f6e474 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1992734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1598914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41446'] for router, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:40.272387 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63b76b0a-597a-41e6-a9db-ec8100f6e474 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1598923'] for router, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:40.336795 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3da63dd8-d96b-4afb-a525-5b75c80cbe85 req-434ff9e2-176d-480f-abd8-fefd76e8d9e3 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?device_id=84bb2a9f-ff61-4620-b0cc-8c4fb14f3f75 HTTP/1.1" status: 200 len: 210 time: 0.0367572 May 06 09:50:40.393973 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-ff4e8fbb-d207-4334-a4e2-938da71d4a9d tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:40.397260 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-ff4e8fbb-d207-4334-a4e2-938da71d4a9d tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.77 "GET /v2.0/networks?id=e5ee4fe9-2671-4728-b07d-a0055e42be89 HTTP/1.1" status: 200 len: 812 time: 0.2042797 May 06 09:50:40.421469 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-de1a4154-5343-478b-9bed-f9010314f8a4 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Request body: {'port': {'device_id': '4a580455-cee2-48b7-ad7a-186fc782c531', 'network_id': 'e5ee4fe9-2671-4728-b07d-a0055e42be89', 'admin_state_up': True, 'tenant_id': 'b8812e34b12a4127945e9b2acc2aa7e4'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:40.474977 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27bf8bf9-0314-4d56-806f-72b20a39630f tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:40.556659 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-de1a4154-5343-478b-9bed-f9010314f8a4 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Made reservation on behalf of b8812e34b12a4127945e9b2acc2aa7e4 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:40.562698 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-de1a4154-5343-478b-9bed-f9010314f8a4 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:40.624504 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b76b0a-597a-41e6-a9db-ec8100f6e474 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Router 73e51062-061c-41e6-ac97-44ad67ed2498 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:50:40.767243 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-de1a4154-5343-478b-9bed-f9010314f8a4 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Allocated IP 172.20.0.13 (e5ee4fe9-2671-4728-b07d-a0055e42be89/d479bf7f-31c1-46d1-b53a-ddcb4f2cef43/da0c3b60-16f9-48ac-a6a7-5335ef4538c5) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:40.973345 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27bf8bf9-0314-4d56-806f-72b20a39630f tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:40.981778 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b76b0a-597a-41e6-a9db-ec8100f6e474 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:50:40.995097 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baa2751-e974-4501-ad43-922fd5c8a898 None None] Sync routers for ids ['73e51062-061c-41e6-ac97-44ad67ed2498'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:50:41.019014 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baa2751-e974-4501-ad43-922fd5c8a898 None None] Routers {'73e51062-061c-41e6-ac97-44ad67ed2498'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:41.020336 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-7baa2751-e974-4501-ad43-922fd5c8a898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['73e51062-061c-41e6-ac97-44ad67ed2498'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:41.080463 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-7baa2751-e974-4501-ad43-922fd5c8a898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:41.093845 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63b76b0a-597a-41e6-a9db-ec8100f6e474 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:41.096173 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baa2751-e974-4501-ad43-922fd5c8a898 None None] Routers {'73e51062-061c-41e6-ac97-44ad67ed2498'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:41.097032 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-7baa2751-e974-4501-ad43-922fd5c8a898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['73e51062-061c-41e6-ac97-44ad67ed2498'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:41.097941 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-63b76b0a-597a-41e6-a9db-ec8100f6e474 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "PUT /v2.0/routers/73e51062-061c-41e6-ac97-44ad67ed2498 HTTP/1.1" status: 200 len: 916 time: 3.3028359 May 06 09:50:41.100927 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58440) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:41.133430 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-7baa2751-e974-4501-ad43-922fd5c8a898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:41.134371 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baa2751-e974-4501-ad43-922fd5c8a898 None None] The sync data for ids ['73e51062-061c-41e6-ac97-44ad67ed2498'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:50:41.191352 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-2e4d5284-3a35-4f35-a112-7bd3b95a8233 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:41.193057 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-2e4d5284-3a35-4f35-a112-7bd3b95a8233 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.77 "GET /v2.0/networks?id=e5ee4fe9-2671-4728-b07d-a0055e42be89 HTTP/1.1" status: 200 len: 812 time: 0.4911675 May 06 09:50:41.220258 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-dea9e95a-4d68-40d8-aad4-67464e93d9dd tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Request body: {'port': {'device_id': '84bb2a9f-ff61-4620-b0cc-8c4fb14f3f75', 'network_id': 'e5ee4fe9-2671-4728-b07d-a0055e42be89', 'admin_state_up': True, 'tenant_id': 'b8812e34b12a4127945e9b2acc2aa7e4'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:41.361511 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73980f-78c6-4ec7-a2e6-35ca74e76749 req-c5687173-b064-48dc-957b-f02ce0b9d105 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:41.363077 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1e73980f-78c6-4ec7-a2e6-35ca74e76749 req-c5687173-b064-48dc-957b-f02ce0b9d105 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.0826423 May 06 09:50:41.370345 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a48c3405-8404-4341-98ce-8f182d8bdc4e tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "GET /v2.0/routers/73e51062-061c-41e6-ac97-44ad67ed2498 HTTP/1.1" status: 200 len: 922 time: 0.2645652 May 06 09:50:41.371359 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58446) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:41.402162 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27bf8bf9-0314-4d56-806f-72b20a39630f tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Router 1eebc644-f373-4368-8284-de8e01566904 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:50:41.422005 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-dea9e95a-4d68-40d8-aad4-67464e93d9dd tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Made reservation on behalf of b8812e34b12a4127945e9b2acc2aa7e4 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:41.425805 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-dea9e95a-4d68-40d8-aad4-67464e93d9dd tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:41.452406 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-de1a4154-5343-478b-9bed-f9010314f8a4 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:41.521403 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d44e545-2d52-4cb9-aa91-f43c42a47265 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:41.525337 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9d44e545-2d52-4cb9-aa91-f43c42a47265 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2&device_id=73e51062-061c-41e6-ac97-44ad67ed2498&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1505506 May 06 09:50:41.526993 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1e73980f-78c6-4ec7-a2e6-35ca74e76749 req-93d7c113-355e-4a33-a69d-c88d2fcf75e9 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501706 May 06 09:50:41.527531 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58448) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:41.605630 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-de1a4154-5343-478b-9bed-f9010314f8a4 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:41.628946 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-de1a4154-5343-478b-9bed-f9010314f8a4 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Network e5ee4fe9-2671-4728-b07d-a0055e42be89 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:41.633141 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-de1a4154-5343-478b-9bed-f9010314f8a4 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:41.648813 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bf8bf9-0314-4d56-806f-72b20a39630f tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:50:41.664791 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87410dca-e7dd-400c-8428-a540c5c01221 None None] Sync routers for ids ['1eebc644-f373-4368-8284-de8e01566904'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:50:41.684193 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-dea9e95a-4d68-40d8-aad4-67464e93d9dd tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Allocated IP 172.20.0.6 (e5ee4fe9-2671-4728-b07d-a0055e42be89/d479bf7f-31c1-46d1-b53a-ddcb4f2cef43/a716b57f-9e50-4977-86e3-863ba3a5e9c6) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:41.688897 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27bf8bf9-0314-4d56-806f-72b20a39630f tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:41.694459 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87410dca-e7dd-400c-8428-a540c5c01221 None None] Routers {'1eebc644-f373-4368-8284-de8e01566904'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:41.694677 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-27bf8bf9-0314-4d56-806f-72b20a39630f tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.9980047 May 06 09:50:41.695230 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58450) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:41.696279 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-87410dca-e7dd-400c-8428-a540c5c01221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1eebc644-f373-4368-8284-de8e01566904'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:41.728122 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-de1a4154-5343-478b-9bed-f9010314f8a4 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:41.753642 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7597bdb7-424b-468d-a815-a62992245534 req-f44d08a4-fca8-449f-82a9-19a612866aa9 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?device_id=84bb2a9f-ff61-4620-b0cc-8c4fb14f3f75 HTTP/1.1" status: 200 len: 210 time: 0.0865541 May 06 09:50:41.811329 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-87410dca-e7dd-400c-8428-a540c5c01221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:41.832430 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a4154-5343-478b-9bed-f9010314f8a4 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Pushing event updated for resources: {'Port': ['ID=da0c3b60-16f9-48ac-a6a7-5335ef4538c5,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:41.833893 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87410dca-e7dd-400c-8428-a540c5c01221 None None] Routers {'1eebc644-f373-4368-8284-de8e01566904'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:41.834630 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-87410dca-e7dd-400c-8428-a540c5c01221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1eebc644-f373-4368-8284-de8e01566904'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:41.845563 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b446d2d4-8a70-4eb7-ac33-88af22e8cb91 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:41.850030 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b446d2d4-8a70-4eb7-ac33-88af22e8cb91 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 881 time: 0.3173110 May 06 09:50:41.852289 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58456) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:41.885078 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-87410dca-e7dd-400c-8428-a540c5c01221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:41.886171 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87410dca-e7dd-400c-8428-a540c5c01221 None None] The sync data for ids ['1eebc644-f373-4368-8284-de8e01566904'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:50:41.896455 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-de1a4154-5343-478b-9bed-f9010314f8a4 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:41.897353 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-de1a4154-5343-478b-9bed-f9010314f8a4 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:41.921661 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5512d71b-daa7-43a3-acec-351251ae1d6e tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e51062-061c-41e6-ac97-44ad67ed2498 HTTP/1.1" status: 200 len: 205 time: 0.0678365 May 06 09:50:41.925258 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58460) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:41.995109 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-de1a4154-5343-478b-9bed-f9010314f8a4 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5788124 May 06 09:50:42.013085 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-d417cb29-43e6-45c3-b887-50570f2cba2f service neutron] Request body: {'port': {'device_id': '4a580455-cee2-48b7-ad7a-186fc782c531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:42.116662 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-d417cb29-43e6-45c3-b887-50570f2cba2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.140426 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6171b304-733d-4781-a2d9-082a4df95479 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.282256 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-eb341a43-0db8-4b1a-ab79-53295d4dba80 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "GET /v2.0/routers/1eebc644-f373-4368-8284-de8e01566904 HTTP/1.1" status: 200 len: 924 time: 0.5807648 May 06 09:50:42.283585 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58462) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:42.328284 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f2c5b3f7-09bf-4e17-9acb-3375c9c92c8c tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "GET /v2.0/ports?device_id=1eebc644-f373-4368-8284-de8e01566904 HTTP/1.1" status: 200 len: 205 time: 0.0410767 May 06 09:50:42.332451 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58464) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:42.375372 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-dea9e95a-4d68-40d8-aad4-67464e93d9dd tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.399544 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6171b304-733d-4781-a2d9-082a4df95479 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.416268 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-dea9e95a-4d68-40d8-aad4-67464e93d9dd tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.465331 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-dea9e95a-4d68-40d8-aad4-67464e93d9dd tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Network e5ee4fe9-2671-4728-b07d-a0055e42be89 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:42.471047 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-dea9e95a-4d68-40d8-aad4-67464e93d9dd tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:42.475037 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-dea9e95a-4d68-40d8-aad4-67464e93d9dd tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:42.523768 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9e95a-4d68-40d8-aad4-67464e93d9dd tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Pushing event updated for resources: {'Port': ['ID=a716b57f-9e50-4977-86e3-863ba3a5e9c6,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:42.550999 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-df068392-0555-4741-9006-cdfa56c28e16 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.556147 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-dea9e95a-4d68-40d8-aad4-67464e93d9dd tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:42.556832 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-dea9e95a-4d68-40d8-aad4-67464e93d9dd tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.586920 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-dea9e95a-4d68-40d8-aad4-67464e93d9dd tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3747165 May 06 09:50:42.606734 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-0bd85e62-6ede-44c0-b234-40777443a328 service neutron] Request body: {'port': {'device_id': '84bb2a9f-ff61-4620-b0cc-8c4fb14f3f75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:42.671413 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-0bd85e62-6ede-44c0-b234-40777443a328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.721020 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-6171b304-733d-4781-a2d9-082a4df95479 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Deleting port 41baef76-d6ca-4a9c-b02b-ad968d90455d {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:42.721372 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6171b304-733d-4781-a2d9-082a4df95479 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.831272 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-df068392-0555-4741-9006-cdfa56c28e16 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.841823 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b567d-44b6-4207-bec7-3345e8ac2fff req-f1c0c57b-f918-467a-8902-ea677b1e8a2c tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:42.843387 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-de9b567d-44b6-4207-bec7-3345e8ac2fff req-f1c0c57b-f918-467a-8902-ea677b1e8a2c tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.2145653 May 06 09:50:42.860011 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-d417cb29-43e6-45c3-b887-50570f2cba2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da0c3b60-16f9-48ac-a6a7-5335ef4538c5 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:50:42.884172 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-d417cb29-43e6-45c3-b887-50570f2cba2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.935666 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-d417cb29-43e6-45c3-b887-50570f2cba2f service neutron] Transition to ACTIVE for port object da0c3b60-16f9-48ac-a6a7-5335ef4538c5 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:50:42.937696 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6171b304-733d-4781-a2d9-082a4df95479 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.952926 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-d417cb29-43e6-45c3-b887-50570f2cba2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.998854 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-6171b304-733d-4781-a2d9-082a4df95479 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Calling delete_port for 41baef76-d6ca-4a9c-b02b-ad968d90455d owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:43.027271 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-de9b567d-44b6-4207-bec7-3345e8ac2fff req-65b2dc99-5566-490b-a7c5-de333524a458 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734452 May 06 09:50:43.095778 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417cb29-43e6-45c3-b887-50570f2cba2f service neutron] Pushing event updated for resources: {'Port': ['ID=da0c3b60-16f9-48ac-a6a7-5335ef4538c5,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:43.128436 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-0bd85e62-6ede-44c0-b234-40777443a328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a716b57f-9e50-4977-86e3-863ba3a5e9c6 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:50:43.138675 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-0bd85e62-6ede-44c0-b234-40777443a328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:43.143024 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-df068392-0555-4741-9006-cdfa56c28e16 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Deleting port 753831df-29ef-476a-8ea2-b84b0f2075cc {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:43.143653 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-df068392-0555-4741-9006-cdfa56c28e16 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:43.152257 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-0bd85e62-6ede-44c0-b234-40777443a328 service neutron] Transition to ACTIVE for port object a716b57f-9e50-4977-86e3-863ba3a5e9c6 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:50:43.159257 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-0bd85e62-6ede-44c0-b234-40777443a328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:43.223647 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd85e62-6ede-44c0-b234-40777443a328 service neutron] Pushing event updated for resources: {'Port': ['ID=a716b57f-9e50-4977-86e3-863ba3a5e9c6,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:43.300449 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-0bd85e62-6ede-44c0-b234-40777443a328 service neutron] Attempting to bind port a716b57f-9e50-4977-86e3-863ba3a5e9c6 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:43.301118 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-0bd85e62-6ede-44c0-b234-40777443a328 service neutron] Attempting to bind port a716b57f-9e50-4977-86e3-863ba3a5e9c6 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'e7cea1e5-510d-426d-bcc9-85166f52077f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e5ee4fe9-2671-4728-b07d-a0055e42be89'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:43.301118 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-0bd85e62-6ede-44c0-b234-40777443a328 service neutron] Attempting to bind port a716b57f-9e50-4977-86e3-863ba3a5e9c6 on network e5ee4fe9-2671-4728-b07d-a0055e42be89 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:43.306727 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-0bd85e62-6ede-44c0-b234-40777443a328 service neutron] Port a716b57f-9e50-4977-86e3-863ba3a5e9c6 on network e5ee4fe9-2671-4728-b07d-a0055e42be89 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:43.307140 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-0bd85e62-6ede-44c0-b234-40777443a328 service neutron] Attempting to bind port a716b57f-9e50-4977-86e3-863ba3a5e9c6 on network e5ee4fe9-2671-4728-b07d-a0055e42be89 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:43.313436 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-0bd85e62-6ede-44c0-b234-40777443a328 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:50:43.313889 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-0bd85e62-6ede-44c0-b234-40777443a328 service neutron] Checking segment: {'id': 'e7cea1e5-510d-426d-bcc9-85166f52077f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e5ee4fe9-2671-4728-b07d-a0055e42be89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:43.314346 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-0bd85e62-6ede-44c0-b234-40777443a328 service neutron] Bound using segment: {'id': 'e7cea1e5-510d-426d-bcc9-85166f52077f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e5ee4fe9-2671-4728-b07d-a0055e42be89'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:50:43.314856 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-0bd85e62-6ede-44c0-b234-40777443a328 service neutron] Bound port: a716b57f-9e50-4977-86e3-863ba3a5e9c6, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7cea1e5-510d-426d-bcc9-85166f52077f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e5ee4fe9-2671-4728-b07d-a0055e42be89'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:50:43.315313 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-0bd85e62-6ede-44c0-b234-40777443a328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:43.363139 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-d417cb29-43e6-45c3-b887-50570f2cba2f service neutron] Attempting to bind port da0c3b60-16f9-48ac-a6a7-5335ef4538c5 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:43.363776 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-d417cb29-43e6-45c3-b887-50570f2cba2f service neutron] Attempting to bind port da0c3b60-16f9-48ac-a6a7-5335ef4538c5 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'e7cea1e5-510d-426d-bcc9-85166f52077f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e5ee4fe9-2671-4728-b07d-a0055e42be89'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:43.364145 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-d417cb29-43e6-45c3-b887-50570f2cba2f service neutron] Attempting to bind port da0c3b60-16f9-48ac-a6a7-5335ef4538c5 on network e5ee4fe9-2671-4728-b07d-a0055e42be89 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:43.374539 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee47c4d-4745-41b7-ad73-095202eb6686 req-c6c9b2f7-2002-4bc7-a80d-dc01b60a617b tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:43.376231 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9ee47c4d-4745-41b7-ad73-095202eb6686 req-c6c9b2f7-2002-4bc7-a80d-dc01b60a617b tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?device_id=84bb2a9f-ff61-4620-b0cc-8c4fb14f3f75 HTTP/1.1" status: 200 len: 943 time: 0.2351172 May 06 09:50:43.388438 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-d417cb29-43e6-45c3-b887-50570f2cba2f service neutron] Port da0c3b60-16f9-48ac-a6a7-5335ef4538c5 on network e5ee4fe9-2671-4728-b07d-a0055e42be89 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:43.388809 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-d417cb29-43e6-45c3-b887-50570f2cba2f service neutron] Attempting to bind port da0c3b60-16f9-48ac-a6a7-5335ef4538c5 on network e5ee4fe9-2671-4728-b07d-a0055e42be89 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:43.397647 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-0bd85e62-6ede-44c0-b234-40777443a328 service neutron] For port a716b57f-9e50-4977-86e3-863ba3a5e9c6, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:50:43.401040 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-0bd85e62-6ede-44c0-b234-40777443a328 service neutron] For port a716b57f-9e50-4977-86e3-863ba3a5e9c6, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a716b57f-9e50-4977-86e3-863ba3a5e9c6,segment=NetworkSegment(e7cea1e5-510d-426d-bcc9-85166f52077f),segment_id=e7cea1e5-510d-426d-bcc9-85166f52077f)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:50:43.405119 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-0bd85e62-6ede-44c0-b234-40777443a328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:43.442404 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-d417cb29-43e6-45c3-b887-50570f2cba2f service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:50:43.442998 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-d417cb29-43e6-45c3-b887-50570f2cba2f service neutron] Checking segment: {'id': 'e7cea1e5-510d-426d-bcc9-85166f52077f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e5ee4fe9-2671-4728-b07d-a0055e42be89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:43.443157 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-d417cb29-43e6-45c3-b887-50570f2cba2f service neutron] Bound using segment: {'id': 'e7cea1e5-510d-426d-bcc9-85166f52077f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e5ee4fe9-2671-4728-b07d-a0055e42be89'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:50:43.443770 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-d417cb29-43e6-45c3-b887-50570f2cba2f service neutron] Bound port: da0c3b60-16f9-48ac-a6a7-5335ef4538c5, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7cea1e5-510d-426d-bcc9-85166f52077f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e5ee4fe9-2671-4728-b07d-a0055e42be89'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:50:43.444111 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-d417cb29-43e6-45c3-b887-50570f2cba2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:43.451402 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-0bd85e62-6ede-44c0-b234-40777443a328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:43.451808 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-df068392-0555-4741-9006-cdfa56c28e16 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:43.451987 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-0bd85e62-6ede-44c0-b234-40777443a328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:43.453383 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-0bd85e62-6ede-44c0-b234-40777443a328 service neutron] 10.222.0.77 "PUT /v2.0/ports/a716b57f-9e50-4977-86e3-863ba3a5e9c6 HTTP/1.1" status: 200 len: 1091 time: 0.8522906 May 06 09:50:43.453827 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bb2a9f-ff61-4620-b0cc-8c4fb14f3f75', 'tag': 'a716b57f-9e50-4977-86e3-863ba3a5e9c6'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:50:43.456371 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ca11fd-27e5-4a15-866e-5c391db7c4aa" -d '{"events": [{"name": "network-changed", "server_uuid": "84bb2a9f-ff61-4620-b0cc-8c4fb14f3f75", "tag": "a716b57f-9e50-4977-86e3-863ba3a5e9c6"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:50:43.484351 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd85e62-6ede-44c0-b234-40777443a328 service neutron] Pushing event updated for resources: {'Port': ['ID=a716b57f-9e50-4977-86e3-863ba3a5e9c6,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:43.493434 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-df068392-0555-4741-9006-cdfa56c28e16 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Calling delete_port for 753831df-29ef-476a-8ea2-b84b0f2075cc owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:43.529581 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9ee47c4d-4745-41b7-ad73-095202eb6686 req-6af4b2fd-71a7-4147-a8c1-5679aedefb81 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc9e428f-216e-4f44-9aec-7d700c7ea9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143022 May 06 09:50:43.535391 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6171b304-733d-4781-a2d9-082a4df95479 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:43.573674 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-56097b35-a821-41d8-9014-8d70a1b14064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:43.575903 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-56097b35-a821-41d8-9014-8d70a1b14064 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b8812e34b12a4127945e9b2acc2aa7e4&device_id=84bb2a9f-ff61-4620-b0cc-8c4fb14f3f75 HTTP/1.1" status: 200 len: 1094 time: 0.0600965 May 06 09:50:43.577520 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7aecfde-da06-44d3-ab21-dccda74b12d9 x-openstack-request-id: req-e7aecfde-da06-44d3-ab21-dccda74b12d9 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:50:43.577811 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84bb2a9f-ff61-4620-b0cc-8c4fb14f3f75", "tag": "a716b57f-9e50-4977-86e3-863ba3a5e9c6", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:50:43.578062 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e7aecfde-da06-44d3-ab21-dccda74b12d9 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:50:43.578449 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7aecfde-da06-44d3-ab21-dccda74b12d9'] response: {'name': 'network-changed', 'server_uuid': '84bb2a9f-ff61-4620-b0cc-8c4fb14f3f75', 'tag': 'a716b57f-9e50-4977-86e3-863ba3a5e9c6', 'status': 'completed', 'code': 200} May 06 09:50:43.614956 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171b304-733d-4781-a2d9-082a4df95479 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Pushing event deleted for resources: {'Port': ['ID=41baef76-d6ca-4a9c-b02b-ad968d90455d,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:43.640417 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-ce041446-6b6c-4bc1-9975-bfaa56ea238d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a716b57f-9e50-4977-86e3-863ba3a5e9c6 HTTP/1.1" status: 200 len: 217 time: 0.0393777 May 06 09:50:43.672180 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-d417cb29-43e6-45c3-b887-50570f2cba2f service neutron] For port da0c3b60-16f9-48ac-a6a7-5335ef4538c5, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:50:43.702085 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-5ee47ed3-afe9-4126-8c19-4753d7769666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:43.703802 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-5ee47ed3-afe9-4126-8c19-4753d7769666 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d479bf7f-31c1-46d1-b53a-ddcb4f2cef43 HTTP/1.1" status: 200 len: 852 time: 0.0571795 May 06 09:50:43.711814 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-d417cb29-43e6-45c3-b887-50570f2cba2f service neutron] For port da0c3b60-16f9-48ac-a6a7-5335ef4538c5, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=da0c3b60-16f9-48ac-a6a7-5335ef4538c5,segment=NetworkSegment(e7cea1e5-510d-426d-bcc9-85166f52077f),segment_id=e7cea1e5-510d-426d-bcc9-85166f52077f)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:50:43.743534 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-8e8be4b0-e8ca-405f-b56e-aa99fd23930e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e5ee4fe9-2671-4728-b07d-a0055e42be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328982 May 06 09:50:43.838629 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-429aa61c-7d7b-4337-b6b8-4f14e8bcafe7 service neutron] 10.222.0.77 "GET /v2.0/networks/e5ee4fe9-2671-4728-b07d-a0055e42be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881996 May 06 09:50:43.951864 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-f7254094-2e38-4656-b3bd-abfde455944a service neutron] 10.222.0.77 "GET /v2.0/networks/e5ee4fe9-2671-4728-b07d-a0055e42be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062925 May 06 09:50:44.046010 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-d417cb29-43e6-45c3-b887-50570f2cba2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:44.085892 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca11fd-27e5-4a15-866e-5c391db7c4aa req-fa7663f6-4614-4a6a-9a03-0bced28d5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:44.090210 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c5ca11fd-27e5-4a15-866e-5c391db7c4aa req-fa7663f6-4614-4a6a-9a03-0bced28d5bc9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b8812e34b12a4127945e9b2acc2aa7e4&device_id=84bb2a9f-ff61-4620-b0cc-8c4fb14f3f75 HTTP/1.1" status: 200 len: 1094 time: 0.0515933 May 06 09:50:44.111819 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-d417cb29-43e6-45c3-b887-50570f2cba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:44.112565 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-d417cb29-43e6-45c3-b887-50570f2cba2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:44.114166 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-d417cb29-43e6-45c3-b887-50570f2cba2f service neutron] 10.222.0.77 "PUT /v2.0/ports/da0c3b60-16f9-48ac-a6a7-5335ef4538c5 HTTP/1.1" status: 200 len: 1092 time: 2.1054051 May 06 09:50:44.114660 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a580455-cee2-48b7-ad7a-186fc782c531', 'tag': 'da0c3b60-16f9-48ac-a6a7-5335ef4538c5'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:50:44.117516 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a0a599-bffe-47ca-9d31-af882870e2b6" -d '{"events": [{"name": "network-changed", "server_uuid": "4a580455-cee2-48b7-ad7a-186fc782c531", "tag": "da0c3b60-16f9-48ac-a6a7-5335ef4538c5"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:50:44.120783 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6171b304-733d-4781-a2d9-082a4df95479 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:44.338720 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6171b304-733d-4781-a2d9-082a4df95479 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:44.347230 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca11fd-27e5-4a15-866e-5c391db7c4aa req-fae742ea-e265-459f-a2dc-2d39ae255285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:44.349156 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c5ca11fd-27e5-4a15-866e-5c391db7c4aa req-fae742ea-e265-459f-a2dc-2d39ae255285 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e5ee4fe9-2671-4728-b07d-a0055e42be89 HTTP/1.1" status: 200 len: 913 time: 0.2527721 May 06 09:50:44.389039 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6171b304-733d-4781-a2d9-082a4df95479 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:44.405074 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c5ca11fd-27e5-4a15-866e-5c391db7c4aa req-d3a64487-9fca-42a8-809b-e30c39d82edb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a716b57f-9e50-4977-86e3-863ba3a5e9c6 HTTP/1.1" status: 200 len: 217 time: 0.0490146 May 06 09:50:44.409772 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417cb29-43e6-45c3-b887-50570f2cba2f service neutron] Pushing event updated for resources: {'Port': ['ID=da0c3b60-16f9-48ac-a6a7-5335ef4538c5,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:44.463770 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca11fd-27e5-4a15-866e-5c391db7c4aa req-c539ab15-a32d-485c-86fa-5e09b4f72eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:44.465278 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c5ca11fd-27e5-4a15-866e-5c391db7c4aa req-c539ab15-a32d-485c-86fa-5e09b4f72eea service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d479bf7f-31c1-46d1-b53a-ddcb4f2cef43 HTTP/1.1" status: 200 len: 852 time: 0.0538905 May 06 09:50:44.471439 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6171b304-733d-4781-a2d9-082a4df95479 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:44.472042 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6171b304-733d-4781-a2d9-082a4df95479 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Fanout notify agent at l3_agent the message router_deleted on router 73e51062-061c-41e6-ac97-44ad67ed2498 {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:50:44.480977 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6171b304-733d-4781-a2d9-082a4df95479 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:44.485839 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6171b304-733d-4781-a2d9-082a4df95479 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "DELETE /v2.0/routers/73e51062-061c-41e6-ac97-44ad67ed2498 HTTP/1.1" status: 204 len: 168 time: 2.5557599 May 06 09:50:44.490257 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f37da3-cf43-4c36-8b56-26f72158e7f2 req-0a3d56ce-0e54-44a2-b358-1bde0240bb0d tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:44.491887 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-78f37da3-cf43-4c36-8b56-26f72158e7f2 req-0a3d56ce-0e54-44a2-b358-1bde0240bb0d tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.3676403 May 06 09:50:44.494387 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58484) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:44.499352 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-5f63e388-96ee-4b5c-8695-3fd8913827a7 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1748543249', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}, 'admin_state_up': False}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:44.504282 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c5ca11fd-27e5-4a15-866e-5c391db7c4aa req-3f0cd8e1-f49b-4c32-babe-1d56cc1673fe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e5ee4fe9-2671-4728-b07d-a0055e42be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321965 May 06 09:50:44.505691 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-df068392-0555-4741-9006-cdfa56c28e16 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:44.514377 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-ec6c2489-1c3c-49d8-b883-d0e2a9a639e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:44.515811 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-ec6c2489-1c3c-49d8-b883-d0e2a9a639e6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b8812e34b12a4127945e9b2acc2aa7e4&device_id=4a580455-cee2-48b7-ad7a-186fc782c531 HTTP/1.1" status: 200 len: 1095 time: 0.2489984 May 06 09:50:44.558695 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df068392-0555-4741-9006-cdfa56c28e16 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Pushing event deleted for resources: {'Port': ['ID=753831df-29ef-476a-8ea2-b84b0f2075cc,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:44.605327 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-428a5ad6-d7e1-4219-8494-c1014b9aba70 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da0c3b60-16f9-48ac-a6a7-5335ef4538c5 HTTP/1.1" status: 200 len: 217 time: 0.0586658 May 06 09:50:44.609199 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5f63e388-96ee-4b5c-8695-3fd8913827a7 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:44.610239 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5f63e388-96ee-4b5c-8695-3fd8913827a7 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:44.612249 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c5ca11fd-27e5-4a15-866e-5c391db7c4aa req-47e54719-b0f0-4875-b20f-182d4c3ef363 service neutron] 10.222.0.77 "GET /v2.0/networks/e5ee4fe9-2671-4728-b07d-a0055e42be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009626 May 06 09:50:44.709493 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-78f37da3-cf43-4c36-8b56-26f72158e7f2 req-6df388b1-afb8-4fe2-a1cc-d8c6468e7bf6 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016006 May 06 09:50:44.716872 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c5ca11fd-27e5-4a15-866e-5c391db7c4aa req-7ffaa70d-be81-4838-9d1c-d35734bbcf9d service neutron] 10.222.0.77 "GET /v2.0/networks/e5ee4fe9-2671-4728-b07d-a0055e42be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980558 May 06 09:50:44.762399 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4605cf56-0fb9-4461-8bbe-ea012d9ebe4e x-openstack-request-id: req-4605cf56-0fb9-4461-8bbe-ea012d9ebe4e {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:50:44.762741 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a580455-cee2-48b7-ad7a-186fc782c531", "tag": "da0c3b60-16f9-48ac-a6a7-5335ef4538c5", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:50:44.762934 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4605cf56-0fb9-4461-8bbe-ea012d9ebe4e {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:50:44.763374 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4605cf56-0fb9-4461-8bbe-ea012d9ebe4e'] response: {'name': 'network-changed', 'server_uuid': '4a580455-cee2-48b7-ad7a-186fc782c531', 'tag': 'da0c3b60-16f9-48ac-a6a7-5335ef4538c5', 'status': 'completed', 'code': 200} May 06 09:50:44.766633 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-ef51de99-569f-41b2-a01d-2a333b532ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:44.768192 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-ef51de99-569f-41b2-a01d-2a333b532ccf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d479bf7f-31c1-46d1-b53a-ddcb4f2cef43 HTTP/1.1" status: 200 len: 852 time: 0.1545088 May 06 09:50:44.771048 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5f63e388-96ee-4b5c-8695-3fd8913827a7 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:44.772174 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-df068392-0555-4741-9006-cdfa56c28e16 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:44.966659 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-402a48fc-01ef-42d7-a093-249519b260fd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e5ee4fe9-2671-4728-b07d-a0055e42be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1609936 May 06 09:50:44.979399 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-df068392-0555-4741-9006-cdfa56c28e16 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:44.990323 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-df068392-0555-4741-9006-cdfa56c28e16 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:45.144240 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5f63e388-96ee-4b5c-8695-3fd8913827a7 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:45.163336 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324d87e-1c86-4b2e-baf8-6587551236a4 req-d09ae480-ec65-49dd-99e0-f388d8ec3e8f tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:45.164824 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3324d87e-1c86-4b2e-baf8-6587551236a4 req-d09ae480-ec65-49dd-99e0-f388d8ec3e8f tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?device_id=84bb2a9f-ff61-4620-b0cc-8c4fb14f3f75 HTTP/1.1" status: 200 len: 943 time: 0.3229821 May 06 09:50:45.170327 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-df068392-0555-4741-9006-cdfa56c28e16 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:45.170872 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df068392-0555-4741-9006-cdfa56c28e16 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Fanout notify agent at l3_agent the message router_deleted on router 1eebc644-f373-4368-8284-de8e01566904 {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:50:45.180871 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-df068392-0555-4741-9006-cdfa56c28e16 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:45.181945 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-df068392-0555-4741-9006-cdfa56c28e16 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "DELETE /v2.0/routers/1eebc644-f373-4368-8284-de8e01566904 HTTP/1.1" status: 204 len: 168 time: 2.8485570 May 06 09:50:45.185605 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58488) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:45.190254 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-f0256dc0-1e72-41fc-ada2-d544b30f180e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Request body: {'router': {'name': 'tempest-snat-router-573355596', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'enable_snat': False}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:45.209585 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f0256dc0-1e72-41fc-ada2-d544b30f180e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:45.210827 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f0256dc0-1e72-41fc-ada2-d544b30f180e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:45.264825 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f0256dc0-1e72-41fc-ada2-d544b30f180e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:45.265035 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-a2b3f046-091b-4c4a-981b-1d4a24dc2d97 service neutron] 10.222.0.77 "GET /v2.0/networks/e5ee4fe9-2671-4728-b07d-a0055e42be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883921 May 06 09:50:45.289198 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3324d87e-1c86-4b2e-baf8-6587551236a4 req-b9e9149a-8523-442f-b066-8e89ddbe1d8e tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc9e428f-216e-4f44-9aec-7d700c7ea9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153009 May 06 09:50:45.399688 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a27ac886-fd2b-4b2b-988c-c5797d1ec612 req-c7941c06-5a91-437d-ae96-0ab9cd8a4ee7 service neutron] 10.222.0.77 "GET /v2.0/networks/e5ee4fe9-2671-4728-b07d-a0055e42be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246963 May 06 09:50:45.485218 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f0256dc0-1e72-41fc-ada2-d544b30f180e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:45.520938 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5f63e388-96ee-4b5c-8695-3fd8913827a7 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router_gateway, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:45.555966 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5f63e388-96ee-4b5c-8695-3fd8913827a7 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:45.625518 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0a599-bffe-47ca-9d31-af882870e2b6 req-66b280d4-d073-4374-9ce8-f301d282e30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:45.627324 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2a0a599-bffe-47ca-9d31-af882870e2b6 req-66b280d4-d073-4374-9ce8-f301d282e30f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b8812e34b12a4127945e9b2acc2aa7e4&device_id=4a580455-cee2-48b7-ad7a-186fc782c531 HTTP/1.1" status: 200 len: 1095 time: 0.1141574 May 06 09:50:45.733930 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f0256dc0-1e72-41fc-ada2-d544b30f180e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:45.740342 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-5f63e388-96ee-4b5c-8695-3fd8913827a7 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Allocated IP 172.25.5.191 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/2b8808b0-bf78-4677-8b38-19d5fb6e21b4) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:45.769573 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f0256dc0-1e72-41fc-ada2-d544b30f180e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:45.790930 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0a599-bffe-47ca-9d31-af882870e2b6 req-088cf586-ed66-4fc4-8ebb-82539a3c9950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:45.792426 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2a0a599-bffe-47ca-9d31-af882870e2b6 req-088cf586-ed66-4fc4-8ebb-82539a3c9950 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e5ee4fe9-2671-4728-b07d-a0055e42be89 HTTP/1.1" status: 200 len: 913 time: 0.1552792 May 06 09:50:45.883766 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b28ed1fc-149c-4f81-8674-2d8d2b890b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:45.884624 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2a0a599-bffe-47ca-9d31-af882870e2b6 req-f735b721-f330-4e90-a554-261e30998f33 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da0c3b60-16f9-48ac-a6a7-5335ef4538c5 HTTP/1.1" status: 200 len: 217 time: 0.0675068 May 06 09:50:45.959280 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69e941-f3b9-4a2c-ae49-42d4e1dfcbe3 req-15e74916-f7da-4b25-a1a4-249188c9fd46 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:45.960759 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0e69e941-f3b9-4a2c-ae49-42d4e1dfcbe3 req-15e74916-f7da-4b25-a1a4-249188c9fd46 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.1713250 May 06 09:50:45.989448 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5f63e388-96ee-4b5c-8695-3fd8913827a7 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:45.998627 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0a599-bffe-47ca-9d31-af882870e2b6 req-78170b5f-8ef4-4d7c-9d85-cf4fab054e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:46.000069 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2a0a599-bffe-47ca-9d31-af882870e2b6 req-78170b5f-8ef4-4d7c-9d85-cf4fab054e42 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d479bf7f-31c1-46d1-b53a-ddcb4f2cef43 HTTP/1.1" status: 200 len: 852 time: 0.1064222 May 06 09:50:46.044490 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2a0a599-bffe-47ca-9d31-af882870e2b6 req-4a6f362a-8009-41ef-95cf-70a1172d1656 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e5ee4fe9-2671-4728-b07d-a0055e42be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341728 May 06 09:50:46.048572 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0e69e941-f3b9-4a2c-ae49-42d4e1dfcbe3 req-e5036086-455a-4f1d-bb3b-f3f51c5313dc tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774987 May 06 09:50:46.122531 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5f63e388-96ee-4b5c-8695-3fd8913827a7 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:46.186605 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-f0256dc0-1e72-41fc-ada2-d544b30f180e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Allocated IP 172.25.5.218 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/6ee24654-a00d-4cf4-bf3b-6f462144ba1a) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:46.190855 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f63e388-96ee-4b5c-8695-3fd8913827a7 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:46.191694 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63e388-96ee-4b5c-8695-3fd8913827a7 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Pushing event updated for resources: {'Port': ['ID=2b8808b0-bf78-4677-8b38-19d5fb6e21b4,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:46.196593 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-5f63e388-96ee-4b5c-8695-3fd8913827a7 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:46.201659 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f63e388-96ee-4b5c-8695-3fd8913827a7 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:46.206276 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2a0a599-bffe-47ca-9d31-af882870e2b6 req-3cdb3a0d-cc5b-442a-b039-7d7327ba929e service neutron] 10.222.0.77 "GET /v2.0/networks/e5ee4fe9-2671-4728-b07d-a0055e42be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496613 May 06 09:50:46.335978 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f0256dc0-1e72-41fc-ada2-d544b30f180e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:46.374478 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f0256dc0-1e72-41fc-ada2-d544b30f180e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:46.416336 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0256dc0-1e72-41fc-ada2-d544b30f180e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:46.419821 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-f0256dc0-1e72-41fc-ada2-d544b30f180e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:46.423546 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0256dc0-1e72-41fc-ada2-d544b30f180e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:46.452885 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0256dc0-1e72-41fc-ada2-d544b30f180e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Pushing event updated for resources: {'Port': ['ID=6ee24654-a00d-4cf4-bf3b-6f462144ba1a,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:46.707676 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f0256dc0-1e72-41fc-ada2-d544b30f180e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:46.790789 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66876601-465e-40fa-9856-2395d8d44552 req-eaa7783c-08ae-4fe5-bac7-428d40b0e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:46.792974 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-66876601-465e-40fa-9856-2395d8d44552 req-eaa7783c-08ae-4fe5-bac7-428d40b0e5c6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fc3665e2c2e04868b3a33544c6d53039&device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 1097 time: 0.5020070 May 06 09:50:46.800136 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ca266-d0bd-4726-9d97-2aa111ee42bf req-5ea0b3a8-89c0-4414-bb43-b666c365e298 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:46.801558 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e5ca266-d0bd-4726-9d97-2aa111ee42bf req-5ea0b3a8-89c0-4414-bb43-b666c365e298 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.5588536 May 06 09:50:46.892279 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2a0a599-bffe-47ca-9d31-af882870e2b6 req-7fb6228c-1b0d-4d7a-ad39-7db3289f7204 service neutron] 10.222.0.77 "GET /v2.0/networks/e5ee4fe9-2671-4728-b07d-a0055e42be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6677828 May 06 09:50:46.942220 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f0256dc0-1e72-41fc-ada2-d544b30f180e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:46.973736 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e5ca266-d0bd-4726-9d97-2aa111ee42bf req-500aef13-3150-4b90-bbfc-fb1b1868977b tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580687 May 06 09:50:47.028332 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66876601-465e-40fa-9856-2395d8d44552 req-eedaded5-cb5f-4a92-9212-1429a1a4ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:47.029829 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-66876601-465e-40fa-9856-2395d8d44552 req-eedaded5-cb5f-4a92-9212-1429a1a4ffad service neutron] 10.222.0.84 "GET /v2.0/networks?id=5312fc31-6ea9-4a0c-acf2-db4b77673e7e HTTP/1.1" status: 200 len: 912 time: 0.2258620 May 06 09:50:47.095028 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5f63e388-96ee-4b5c-8695-3fd8913827a7 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router_gateway, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:47.103099 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0256dc0-1e72-41fc-ada2-d544b30f180e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Router f132b3fd-2414-4196-a109-e878ab1ce2f9 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:50:47.178166 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-66876601-465e-40fa-9856-2395d8d44552 req-a6716298-abfa-4e28-a5f6-13407b6dc02b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0fa2814-7e98-4015-a8d9-c881c8e68a6c HTTP/1.1" status: 200 len: 1001 time: 0.1405010 May 06 09:50:47.231810 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc9ca5-4a9d-4b11-aff9-766609f20ac9 req-7359f7dc-c340-4423-a0c8-6920da559f86 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:47.232074 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0256dc0-1e72-41fc-ada2-d544b30f180e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:50:47.233340 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e1dc9ca5-4a9d-4b11-aff9-766609f20ac9 req-7359f7dc-c340-4423-a0c8-6920da559f86 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?device_id=84bb2a9f-ff61-4620-b0cc-8c4fb14f3f75 HTTP/1.1" status: 200 len: 943 time: 0.1854041 May 06 09:50:47.250680 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f0256dc0-1e72-41fc-ada2-d544b30f180e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:47.253401 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d12a78-dac6-4ea0-b3e7-56e6ebc9a82d None None] Sync routers for ids ['f132b3fd-2414-4196-a109-e878ab1ce2f9'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:50:47.255022 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f0256dc0-1e72-41fc-ada2-d544b30f180e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.0682826 May 06 09:50:47.255698 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58518) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:47.276015 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d12a78-dac6-4ea0-b3e7-56e6ebc9a82d None None] Routers {'f132b3fd-2414-4196-a109-e878ab1ce2f9'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:47.278552 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-06d12a78-dac6-4ea0-b3e7-56e6ebc9a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['f132b3fd-2414-4196-a109-e878ab1ce2f9'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:47.317233 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66876601-465e-40fa-9856-2395d8d44552 req-6b750ee0-9b45-4d96-bace-374b4ccf16ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:47.318723 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-66876601-465e-40fa-9856-2395d8d44552 req-6b750ee0-9b45-4d96-bace-374b4ccf16ec service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ccc21fd6-3e83-4532-8289-a853643de30c HTTP/1.1" status: 200 len: 850 time: 0.1310623 May 06 09:50:47.369934 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e1dc9ca5-4a9d-4b11-aff9-766609f20ac9 req-acc4305f-250d-4e26-9746-a6b25f6d6492 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc9e428f-216e-4f44-9aec-7d700c7ea9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154771 May 06 09:50:47.385413 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-611b926e-0400-4d7d-a161-ec2fa0f4b478 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "GET /v2.0/routers/f132b3fd-2414-4196-a109-e878ab1ce2f9 HTTP/1.1" status: 200 len: 908 time: 0.1284590 May 06 09:50:47.388577 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58520) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:47.400674 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-cf21dc7d-5f64-453b-bee9-db92f7304c5e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Request body: {'router': {'name': 'tempest-snat-router-573355596', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'enable_snat': True}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:47.416304 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-06d12a78-dac6-4ea0-b3e7-56e6ebc9a82d None None] Set router f132b3fd-2414-4196-a109-e878ab1ce2f9 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:50:47.420787 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf21dc7d-5f64-453b-bee9-db92f7304c5e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:47.421913 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf21dc7d-5f64-453b-bee9-db92f7304c5e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:47.461128 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66876601-465e-40fa-9856-2395d8d44552 req-4f3d239d-b014-425f-a649-569a58388051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:47.462679 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-66876601-465e-40fa-9856-2395d8d44552 req-4f3d239d-b014-425f-a649-569a58388051 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5312fc31-6ea9-4a0c-acf2-db4b77673e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069798 May 06 09:50:47.485683 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf21dc7d-5f64-453b-bee9-db92f7304c5e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:47.525954 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5f63e388-96ee-4b5c-8695-3fd8913827a7 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:47.625326 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-06d12a78-dac6-4ea0-b3e7-56e6ebc9a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f132b3fd-2414-4196-a109-e878ab1ce2f9', 'name': 'tempest-snat-router-573355596', 'tenant_id': '9804c221ea0947d3b64da7cc71e6899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.218'}], 'enable_snat': False}, 'gw_port_id': '6ee24654-a00d-4cf4-bf3b-6f462144ba1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:50:45Z', 'updated_at': '2022-05-06T09:50:46Z', 'revision_number': 3, 'project_id': '9804c221ea0947d3b64da7cc71e6899e', 'gw_port': {'id': '6ee24654-a00d-4cf4-bf3b-6f462144ba1a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f132b3fd-2414-4196-a109-e878ab1ce2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:45Z', 'updated_at': '2022-05-06T09:50:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:47.649378 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-66876601-465e-40fa-9856-2395d8d44552 req-bc6fb95e-c4d2-4db0-bd07-264ce9dc6f83 service neutron] 10.222.0.84 "GET /v2.0/networks/5312fc31-6ea9-4a0c-acf2-db4b77673e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765354 May 06 09:50:47.655547 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d12a78-dac6-4ea0-b3e7-56e6ebc9a82d None None] Checking router: f132b3fd-2414-4196-a109-e878ab1ce2f9 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:50:47.656121 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d12a78-dac6-4ea0-b3e7-56e6ebc9a82d None None] Updating router f132b3fd-2414-4196-a109-e878ab1ce2f9 port 6ee24654-a00d-4cf4-bf3b-6f462144ba1a binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:50:47.665283 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf21dc7d-5f64-453b-bee9-db92f7304c5e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:47.691318 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-06d12a78-dac6-4ea0-b3e7-56e6ebc9a82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:47.809734 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f63e388-96ee-4b5c-8695-3fd8913827a7 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Router 36e1c2e9-b391-4ecf-844f-205226cf26ac is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:50:47.819283 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-66876601-465e-40fa-9856-2395d8d44552 req-8bf326a7-c079-4540-a71c-fc7b3a997473 service neutron] 10.222.0.84 "GET /v2.0/networks/5312fc31-6ea9-4a0c-acf2-db4b77673e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604555 May 06 09:50:48.006370 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-06d12a78-dac6-4ea0-b3e7-56e6ebc9a82d None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:48.008301 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f63e388-96ee-4b5c-8695-3fd8913827a7 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:50:48.021077 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a359156-4022-4384-a8d9-4748c11bd80b None None] Sync routers for ids ['36e1c2e9-b391-4ecf-844f-205226cf26ac'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:50:48.021642 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-06d12a78-dac6-4ea0-b3e7-56e6ebc9a82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:48.038505 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a359156-4022-4384-a8d9-4748c11bd80b None None] Routers {'36e1c2e9-b391-4ecf-844f-205226cf26ac'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:48.039178 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4a359156-4022-4384-a8d9-4748c11bd80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['36e1c2e9-b391-4ecf-844f-205226cf26ac'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:48.056237 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5f63e388-96ee-4b5c-8695-3fd8913827a7 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:48.063320 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5f63e388-96ee-4b5c-8695-3fd8913827a7 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.5639627 May 06 09:50:48.063585 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58526) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:48.068471 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-0d9b02e4-8449-4d21-868e-d813a3b1e1fd tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:48.094997 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device a716b57f-9e50-4977-86e3-863ba3a5e9c6 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:50:48.127516 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4a359156-4022-4384-a8d9-4748c11bd80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:48.128506 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-06d12a78-dac6-4ea0-b3e7-56e6ebc9a82d None None] Attempting to bind port 6ee24654-a00d-4cf4-bf3b-6f462144ba1a on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:48.129448 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-06d12a78-dac6-4ea0-b3e7-56e6ebc9a82d None None] Attempting to bind port 6ee24654-a00d-4cf4-bf3b-6f462144ba1a by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:48.129934 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d12a78-dac6-4ea0-b3e7-56e6ebc9a82d None None] Attempting to bind port 6ee24654-a00d-4cf4-bf3b-6f462144ba1a on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:48.150936 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a359156-4022-4384-a8d9-4748c11bd80b None None] Routers {'36e1c2e9-b391-4ecf-844f-205226cf26ac'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:48.156247 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4a359156-4022-4384-a8d9-4748c11bd80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['36e1c2e9-b391-4ecf-844f-205226cf26ac'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:48.162243 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d12a78-dac6-4ea0-b3e7-56e6ebc9a82d None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:50:48.163025 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d12a78-dac6-4ea0-b3e7-56e6ebc9a82d None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:48.163544 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-06d12a78-dac6-4ea0-b3e7-56e6ebc9a82d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:48.163944 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d12a78-dac6-4ea0-b3e7-56e6ebc9a82d None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:50:48.164434 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-06d12a78-dac6-4ea0-b3e7-56e6ebc9a82d None None] Bound port: 6ee24654-a00d-4cf4-bf3b-6f462144ba1a, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:50:48.164953 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-06d12a78-dac6-4ea0-b3e7-56e6ebc9a82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:48.169049 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d203348-75e7-444f-acdc-c1cc674e9089 None None] Pushing event updated for resources: {'Port': ['ID=6ee24654-a00d-4cf4-bf3b-6f462144ba1a,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:48.231810 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4a359156-4022-4384-a8d9-4748c11bd80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:48.232486 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a359156-4022-4384-a8d9-4748c11bd80b None None] The sync data for ids ['36e1c2e9-b391-4ecf-844f-205226cf26ac'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:50:48.304737 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754710d1-92be-4eb1-801f-ed738edf2a44 req-701bbcc3-5791-4416-9b4e-900d111332c9 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:48.307072 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-754710d1-92be-4eb1-801f-ed738edf2a44 req-701bbcc3-5791-4416-9b4e-900d111332c9 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.1450160 May 06 09:50:48.332509 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf21dc7d-5f64-453b-bee9-db92f7304c5e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:48.343276 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-06d12a78-dac6-4ea0-b3e7-56e6ebc9a82d None None] For port 6ee24654-a00d-4cf4-bf3b-6f462144ba1a, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:50:48.354184 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-06d12a78-dac6-4ea0-b3e7-56e6ebc9a82d None None] For port 6ee24654-a00d-4cf4-bf3b-6f462144ba1a, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=6ee24654-a00d-4cf4-bf3b-6f462144ba1a,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:50:48.365282 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf21dc7d-5f64-453b-bee9-db92f7304c5e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:48.374555 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-06d12a78-dac6-4ea0-b3e7-56e6ebc9a82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:48.405085 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port a716b57f-9e50-4977-86e3-863ba3a5e9c6, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a716b57f-9e50-4977-86e3-863ba3a5e9c6,segment=NetworkSegment(e7cea1e5-510d-426d-bcc9-85166f52077f),segment_id=e7cea1e5-510d-426d-bcc9-85166f52077f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:48.421802 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'a716b57f-9e50-4977-86e3-863ba3a5e9c6', 'network_id': 'e5ee4fe9-2671-4728-b07d-a0055e42be89', 'port_id': 'a716b57f-9e50-4977-86e3-863ba3a5e9c6', 'mac_address': 'fa:16:3e:8a:e6:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd479bf7f-31c1-46d1-b53a-ddcb4f2cef43', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:50:48.436726 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-754710d1-92be-4eb1-801f-ed738edf2a44 req-440ccc5e-03ed-47cd-87c4-6724f5ab1c00 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204336 May 06 09:50:48.524814 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1f32359a-d88c-41a5-b0f8-c8a495312e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:48.547270 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d12a78-dac6-4ea0-b3e7-56e6ebc9a82d None None] Routers {'f132b3fd-2414-4196-a109-e878ab1ce2f9'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:48.547914 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-06d12a78-dac6-4ea0-b3e7-56e6ebc9a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['f132b3fd-2414-4196-a109-e878ab1ce2f9'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:48.572826 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-cf21dc7d-5f64-453b-bee9-db92f7304c5e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Allocated IP 172.25.5.47 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/9f91dc49-1074-400f-a7ea-683c90908e14) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:48.600828 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d203348-75e7-444f-acdc-c1cc674e9089 None None] Pushing event updated for resources: {'Port': ['ID=6ee24654-a00d-4cf4-bf3b-6f462144ba1a,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:48.613668 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:48.630796 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a716b57f-9e50-4977-86e3-863ba3a5e9c6 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:50:48.682784 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d8c3a-b1fd-4ef0-8f5b-6c5724e05a85 req-da72c367-e62e-42eb-a4d1-d83ad024f81a tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:48.692209 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eb7d8c3a-b1fd-4ef0-8f5b-6c5724e05a85 req-da72c367-e62e-42eb-a4d1-d83ad024f81a tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?device_id=84bb2a9f-ff61-4620-b0cc-8c4fb14f3f75 HTTP/1.1" status: 200 len: 943 time: 0.1246295 May 06 09:50:48.696512 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port a716b57f-9e50-4977-86e3-863ba3a5e9c6, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a716b57f-9e50-4977-86e3-863ba3a5e9c6,segment=NetworkSegment(e7cea1e5-510d-426d-bcc9-85166f52077f),segment_id=e7cea1e5-510d-426d-bcc9-85166f52077f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:48.702780 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:48.703866 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device da0c3b60-16f9-48ac-a6a7-5335ef4538c5 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:50:48.724550 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf21dc7d-5f64-453b-bee9-db92f7304c5e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:48.758911 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eb7d8c3a-b1fd-4ef0-8f5b-6c5724e05a85 req-a6bc8d00-a4be-4570-a356-c9696041ccbf tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc9e428f-216e-4f44-9aec-7d700c7ea9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616498 May 06 09:50:48.774494 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0d9b02e4-8449-4d21-868e-d813a3b1e1fd tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:48.774794 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-06d12a78-dac6-4ea0-b3e7-56e6ebc9a82d None None] Set router f132b3fd-2414-4196-a109-e878ab1ce2f9 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:50:48.780031 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf21dc7d-5f64-453b-bee9-db92f7304c5e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:48.791228 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0d9b02e4-8449-4d21-868e-d813a3b1e1fd tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:48.823027 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf21dc7d-5f64-453b-bee9-db92f7304c5e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:48.827213 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-cf21dc7d-5f64-453b-bee9-db92f7304c5e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:48.831372 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf21dc7d-5f64-453b-bee9-db92f7304c5e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:48.875064 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21dc7d-5f64-453b-bee9-db92f7304c5e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Pushing event updated for resources: {'Port': ['ID=9f91dc49-1074-400f-a7ea-683c90908e14,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:48.880500 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-0d9b02e4-8449-4d21-868e-d813a3b1e1fd tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Deleting port 2b8808b0-bf78-4677-8b38-19d5fb6e21b4 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:48.881495 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0d9b02e4-8449-4d21-868e-d813a3b1e1fd tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:48.984540 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.resource_extend [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:50:48.986899 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:48.997227 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0d9b02e4-8449-4d21-868e-d813a3b1e1fd tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:49.013097 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-0d9b02e4-8449-4d21-868e-d813a3b1e1fd tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Calling delete_port for 2b8808b0-bf78-4677-8b38-19d5fb6e21b4 owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:49.086402 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port da0c3b60-16f9-48ac-a6a7-5335ef4538c5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=da0c3b60-16f9-48ac-a6a7-5335ef4538c5,segment=NetworkSegment(e7cea1e5-510d-426d-bcc9-85166f52077f),segment_id=e7cea1e5-510d-426d-bcc9-85166f52077f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:49.099036 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=a716b57f-9e50-4977-86e3-863ba3a5e9c6,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:49.113419 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:49.113773 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:49.114118 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:49.114457 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:49.114790 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:49.115141 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:49.115498 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:49.115799 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:49.116127 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:49.116452 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:49.116774 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:49.117096 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:49.121317 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'da0c3b60-16f9-48ac-a6a7-5335ef4538c5', 'network_id': 'e5ee4fe9-2671-4728-b07d-a0055e42be89', 'port_id': 'da0c3b60-16f9-48ac-a6a7-5335ef4538c5', 'mac_address': 'fa:16:3e:ed:c6:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd479bf7f-31c1-46d1-b53a-ddcb4f2cef43', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:50:49.162747 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf21dc7d-5f64-453b-bee9-db92f7304c5e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:49.186554 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:49.206468 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da0c3b60-16f9-48ac-a6a7-5335ef4538c5 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:50:49.224784 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-06d12a78-dac6-4ea0-b3e7-56e6ebc9a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f132b3fd-2414-4196-a109-e878ab1ce2f9', 'name': 'tempest-snat-router-573355596', 'tenant_id': '9804c221ea0947d3b64da7cc71e6899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.218'}], 'enable_snat': False}, 'gw_port_id': '6ee24654-a00d-4cf4-bf3b-6f462144ba1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:50:45Z', 'updated_at': '2022-05-06T09:50:46Z', 'revision_number': 3, 'project_id': '9804c221ea0947d3b64da7cc71e6899e', 'gw_port': {'id': '6ee24654-a00d-4cf4-bf3b-6f462144ba1a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f132b3fd-2414-4196-a109-e878ab1ce2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:45Z', 'updated_at': '2022-05-06T09:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:49.252697 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0d9b02e4-8449-4d21-868e-d813a3b1e1fd tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:49.262632 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port da0c3b60-16f9-48ac-a6a7-5335ef4538c5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=da0c3b60-16f9-48ac-a6a7-5335ef4538c5,segment=NetworkSegment(e7cea1e5-510d-426d-bcc9-85166f52077f),segment_id=e7cea1e5-510d-426d-bcc9-85166f52077f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:49.263897 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d12a78-dac6-4ea0-b3e7-56e6ebc9a82d None None] The sync data for ids ['f132b3fd-2414-4196-a109-e878ab1ce2f9'] in n-d-840835-1 is: [{'id': 'f132b3fd-2414-4196-a109-e878ab1ce2f9', 'name': 'tempest-snat-router-573355596', 'tenant_id': '9804c221ea0947d3b64da7cc71e6899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.218'}], 'enable_snat': False}, 'gw_port_id': '6ee24654-a00d-4cf4-bf3b-6f462144ba1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:50:45Z', 'updated_at': '2022-05-06T09:50:46Z', 'revision_number': 3, 'project_id': '9804c221ea0947d3b64da7cc71e6899e', 'gw_port': {'id': '6ee24654-a00d-4cf4-bf3b-6f462144ba1a', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f132b3fd-2414-4196-a109-e878ab1ce2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:45Z', 'updated_at': '2022-05-06T09:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:50:49.269740 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:49.302662 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b02e4-8449-4d21-868e-d813a3b1e1fd tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Pushing event deleted for resources: {'Port': ['ID=2b8808b0-bf78-4677-8b38-19d5fb6e21b4,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:49.343094 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=da0c3b60-16f9-48ac-a6a7-5335ef4538c5,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:49.405912 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0d9b02e4-8449-4d21-868e-d813a3b1e1fd tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:49.467210 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:49.495976 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf21dc7d-5f64-453b-bee9-db92f7304c5e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:49.695963 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf21dc7d-5f64-453b-bee9-db92f7304c5e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Router 413826bd-4102-426b-9c58-9faa6c2c0227 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:50:49.729912 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['a716b57f-9e50-4977-86e3-863ba3a5e9c6'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:50:49.814384 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['da0c3b60-16f9-48ac-a6a7-5335ef4538c5'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:50:49.889690 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf21dc7d-5f64-453b-bee9-db92f7304c5e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:50:49.959930 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd70717-d153-40c1-8164-61c1827f42d2 None None] Sync routers for ids ['413826bd-4102-426b-9c58-9faa6c2c0227'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:50:49.963291 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf21dc7d-5f64-453b-bee9-db92f7304c5e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:49.969046 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cf21dc7d-5f64-453b-bee9-db92f7304c5e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.5779033 May 06 09:50:49.969758 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58540) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:50.028463 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd70717-d153-40c1-8164-61c1827f42d2 None None] Routers {'413826bd-4102-426b-9c58-9faa6c2c0227'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:50.029110 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-1bd70717-d153-40c1-8164-61c1827f42d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['413826bd-4102-426b-9c58-9faa6c2c0227'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:50.152139 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e8a5d2a7-1c8e-436b-b623-7ee9fb2a1b19 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "GET /v2.0/routers/413826bd-4102-426b-9c58-9faa6c2c0227 HTTP/1.1" status: 200 len: 906 time: 0.1809621 May 06 09:50:50.152811 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58542) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:50.221357 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0d9b02e4-8449-4d21-868e-d813a3b1e1fd tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1992734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1598914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41446'] for router, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:50.233777 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0d9b02e4-8449-4d21-868e-d813a3b1e1fd tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1598923'] for router, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:50.248971 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661c80b-946f-4ca4-946d-3890532276dc req-451d7597-43e3-4288-a780-427d5253b0df tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:50.263451 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f661c80b-946f-4ca4-946d-3890532276dc req-451d7597-43e3-4288-a780-427d5253b0df tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.7113321 May 06 09:50:50.329090 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-1bd70717-d153-40c1-8164-61c1827f42d2 None None] Set router 413826bd-4102-426b-9c58-9faa6c2c0227 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:50:50.354185 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-22f208aa-27d0-4429-8be1-7607b4cc03e4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:50.378088 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 6ee24654-a00d-4cf4-bf3b-6f462144ba1a up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:50:50.394815 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9b02e4-8449-4d21-868e-d813a3b1e1fd tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Router 36e1c2e9-b391-4ecf-844f-205226cf26ac has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:50:50.415415 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f661c80b-946f-4ca4-946d-3890532276dc req-b894f272-4756-4556-b64e-ec61f0e013a4 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426225 May 06 09:50:50.493234 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-22f208aa-27d0-4429-8be1-7607b4cc03e4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:50.563988 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-22f208aa-27d0-4429-8be1-7607b4cc03e4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Deleting port 9f91dc49-1074-400f-a7ea-683c90908e14 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:50.564696 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-22f208aa-27d0-4429-8be1-7607b4cc03e4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:50.577325 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9b02e4-8449-4d21-868e-d813a3b1e1fd tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:50:50.587279 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0d9b02e4-8449-4d21-868e-d813a3b1e1fd tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:50.591397 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bb1ed8-affe-4686-867f-3c1ed9574187 None None] Sync routers for ids ['36e1c2e9-b391-4ecf-844f-205226cf26ac'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:50:50.600284 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 6ee24654-a00d-4cf4-bf3b-6f462144ba1a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:50.600814 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:50.601229 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0d9b02e4-8449-4d21-868e-d813a3b1e1fd tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "PUT /v2.0/routers/36e1c2e9-b391-4ecf-844f-205226cf26ac HTTP/1.1" status: 200 len: 706 time: 2.5367384 May 06 09:50:50.603924 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58546) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:50.616457 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bb1ed8-affe-4686-867f-3c1ed9574187 None None] Routers {'36e1c2e9-b391-4ecf-844f-205226cf26ac'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:50.622596 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-52bb1ed8-affe-4686-867f-3c1ed9574187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['36e1c2e9-b391-4ecf-844f-205226cf26ac'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:50.638462 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e21773-dd65-487b-80e0-4e7e5ff1eb73 req-b3ace2f0-96c6-4a5c-8e6a-c7d0e0a34af9 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:50.646259 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3e21773-dd65-487b-80e0-4e7e5ff1eb73 req-b3ace2f0-96c6-4a5c-8e6a-c7d0e0a34af9 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?device_id=84bb2a9f-ff61-4620-b0cc-8c4fb14f3f75 HTTP/1.1" status: 200 len: 944 time: 0.1062987 May 06 09:50:50.698961 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-52bb1ed8-affe-4686-867f-3c1ed9574187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:50.699266 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3e21773-dd65-487b-80e0-4e7e5ff1eb73 req-9b886272-a29b-46d0-817a-ca8a1dd75afc tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc9e428f-216e-4f44-9aec-7d700c7ea9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502903 May 06 09:50:50.712113 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-33139df6-0112-4a56-8b38-64f03370e1ee tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "GET /v2.0/routers/36e1c2e9-b391-4ecf-844f-205226cf26ac HTTP/1.1" status: 200 len: 741 time: 0.1067004 May 06 09:50:50.714901 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58548) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:50.720032 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bb1ed8-affe-4686-867f-3c1ed9574187 None None] Routers {'36e1c2e9-b391-4ecf-844f-205226cf26ac'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:50.720684 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-52bb1ed8-affe-4686-867f-3c1ed9574187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['36e1c2e9-b391-4ecf-844f-205226cf26ac'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:50.754450 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-52bb1ed8-affe-4686-867f-3c1ed9574187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:50.755425 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bb1ed8-affe-4686-867f-3c1ed9574187 None None] The sync data for ids ['36e1c2e9-b391-4ecf-844f-205226cf26ac'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:50:50.778721 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-47ee2272-7274-4d9d-9327-6ba95b6c9995 tempest-RoutersAdminTest-1914916535 tempest-RoutersAdminTest-1914916535-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2&device_id=36e1c2e9-b391-4ecf-844f-205226cf26ac HTTP/1.1" status: 200 len: 205 time: 0.0625329 May 06 09:50:50.781571 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58550) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:50.781843 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:50.791383 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-22f208aa-27d0-4429-8be1-7607b4cc03e4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:50.804563 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-22f208aa-27d0-4429-8be1-7607b4cc03e4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Calling delete_port for 9f91dc49-1074-400f-a7ea-683c90908e14 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:50.806360 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 6ee24654-a00d-4cf4-bf3b-6f462144ba1a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=6ee24654-a00d-4cf4-bf3b-6f462144ba1a,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:50.813743 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:50.815390 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58552) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:50.815572 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a86eb880-5ff7-4119-b845-73510b77aef9 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "GET /v2.0/ports?device_id=36e1c2e9-b391-4ecf-844f-205226cf26ac HTTP/1.1" status: 200 len: 205 time: 0.0327950 May 06 09:50:50.841418 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-1bd70717-d153-40c1-8164-61c1827f42d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413826bd-4102-426b-9c58-9faa6c2c0227', 'name': 'tempest-snat-router-573355596', 'tenant_id': '9804c221ea0947d3b64da7cc71e6899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '9f91dc49-1074-400f-a7ea-683c90908e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:50:47Z', 'updated_at': '2022-05-06T09:50:49Z', 'revision_number': 3, 'project_id': '9804c221ea0947d3b64da7cc71e6899e', 'gw_port': {'id': '9f91dc49-1074-400f-a7ea-683c90908e14', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413826bd-4102-426b-9c58-9faa6c2c0227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:48Z', 'updated_at': '2022-05-06T09:50:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:50.870665 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd70717-d153-40c1-8164-61c1827f42d2 None None] Checking router: 413826bd-4102-426b-9c58-9faa6c2c0227 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:50:50.871084 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd70717-d153-40c1-8164-61c1827f42d2 None None] Updating router 413826bd-4102-426b-9c58-9faa6c2c0227 port 9f91dc49-1074-400f-a7ea-683c90908e14 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:50:50.909912 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=6ee24654-a00d-4cf4-bf3b-6f462144ba1a,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:50.912621 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1bd70717-d153-40c1-8164-61c1827f42d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:50.925340 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e3038462-7286-4985-82aa-82d4c3de2a70 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:51.212935 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:51.231382 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1bd70717-d153-40c1-8164-61c1827f42d2 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:51.238693 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1bd70717-d153-40c1-8164-61c1827f42d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:51.296616 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-1bd70717-d153-40c1-8164-61c1827f42d2 None None] Attempting to bind port 9f91dc49-1074-400f-a7ea-683c90908e14 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:51.297068 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-1bd70717-d153-40c1-8164-61c1827f42d2 None None] Attempting to bind port 9f91dc49-1074-400f-a7ea-683c90908e14 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:51.297534 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd70717-d153-40c1-8164-61c1827f42d2 None None] Attempting to bind port 9f91dc49-1074-400f-a7ea-683c90908e14 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:51.299871 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df356233-557c-4499-b3cb-062ab08de02c None None] Pushing event updated for resources: {'Port': ['ID=9f91dc49-1074-400f-a7ea-683c90908e14,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:51.307472 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd70717-d153-40c1-8164-61c1827f42d2 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:50:51.308456 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd70717-d153-40c1-8164-61c1827f42d2 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:51.308954 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1bd70717-d153-40c1-8164-61c1827f42d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:51.309427 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd70717-d153-40c1-8164-61c1827f42d2 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:50:51.309983 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-1bd70717-d153-40c1-8164-61c1827f42d2 None None] Bound port: 9f91dc49-1074-400f-a7ea-683c90908e14, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:50:51.310467 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1bd70717-d153-40c1-8164-61c1827f42d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:51.372509 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-1bd70717-d153-40c1-8164-61c1827f42d2 None None] For port 9f91dc49-1074-400f-a7ea-683c90908e14, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:50:51.377340 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-1bd70717-d153-40c1-8164-61c1827f42d2 None None] For port 9f91dc49-1074-400f-a7ea-683c90908e14, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9f91dc49-1074-400f-a7ea-683c90908e14,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:50:51.383935 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1bd70717-d153-40c1-8164-61c1827f42d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:51.440417 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e3038462-7286-4985-82aa-82d4c3de2a70 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:51.443021 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e3038462-7286-4985-82aa-82d4c3de2a70 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:51.464248 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:51.472842 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd70717-d153-40c1-8164-61c1827f42d2 None None] Routers {'413826bd-4102-426b-9c58-9faa6c2c0227'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:51.473774 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-1bd70717-d153-40c1-8164-61c1827f42d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['413826bd-4102-426b-9c58-9faa6c2c0227'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:51.517297 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e3038462-7286-4985-82aa-82d4c3de2a70 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:51.517297 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3038462-7286-4985-82aa-82d4c3de2a70 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Fanout notify agent at l3_agent the message router_deleted on router 36e1c2e9-b391-4ecf-844f-205226cf26ac {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:50:51.524717 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e3038462-7286-4985-82aa-82d4c3de2a70 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:51.531675 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e3038462-7286-4985-82aa-82d4c3de2a70 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "DELETE /v2.0/routers/36e1c2e9-b391-4ecf-844f-205226cf26ac HTTP/1.1" status: 204 len: 168 time: 0.7093966 May 06 09:50:51.531675 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58562) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:51.563460 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fb2ba198-c908-4bc5-85cc-aae97c544d7f tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "GET /v2.0/ports?device_id=36e1c2e9-b391-4ecf-844f-205226cf26ac HTTP/1.1" status: 200 len: 205 time: 0.0309179 May 06 09:50:51.566330 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58564) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:51.575226 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-22f208aa-27d0-4429-8be1-7607b4cc03e4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:51.604035 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f208aa-27d0-4429-8be1-7607b4cc03e4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f91dc49-1074-400f-a7ea-683c90908e14,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:51.628778 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-d298635e-178c-4372-ab1c-0a1bdac5b856 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] delete failed (client error): The resource could not be found. May 06 09:50:51.632565 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d298635e-178c-4372-ab1c-0a1bdac5b856 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "DELETE /v2.0/routers/36e1c2e9-b391-4ecf-844f-205226cf26ac HTTP/1.1" status: 404 len: 336 time: 0.0620329 May 06 09:50:51.633072 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58566) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:51.685431 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6b1f2552-6eb0-4861-a1b8-553fcb878668 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e51062-061c-41e6-ac97-44ad67ed2498 HTTP/1.1" status: 200 len: 205 time: 0.0504844 May 06 09:50:51.686023 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58568) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:51.695239 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-22f208aa-27d0-4429-8be1-7607b4cc03e4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:51.697193 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df356233-557c-4499-b3cb-062ab08de02c None None] Pushing event updated for resources: {'Port': ['ID=9f91dc49-1074-400f-a7ea-683c90908e14,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:51.730436 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-1bd70717-d153-40c1-8164-61c1827f42d2 None None] Set router 413826bd-4102-426b-9c58-9faa6c2c0227 gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:50:51.790295 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-1bd70717-d153-40c1-8164-61c1827f42d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413826bd-4102-426b-9c58-9faa6c2c0227', 'name': 'tempest-snat-router-573355596', 'tenant_id': '9804c221ea0947d3b64da7cc71e6899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:50:47Z', 'updated_at': '2022-05-06T09:50:50Z', 'revision_number': 4, 'project_id': '9804c221ea0947d3b64da7cc71e6899e', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:51.819659 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd70717-d153-40c1-8164-61c1827f42d2 None None] The sync data for ids ['413826bd-4102-426b-9c58-9faa6c2c0227'] in n-d-840835-1 is: [{'id': '413826bd-4102-426b-9c58-9faa6c2c0227', 'name': 'tempest-snat-router-573355596', 'tenant_id': '9804c221ea0947d3b64da7cc71e6899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:50:47Z', 'updated_at': '2022-05-06T09:50:50Z', 'revision_number': 4, 'project_id': '9804c221ea0947d3b64da7cc71e6899e', 'gw_port_host': None}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:50:51.844040 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-22f208aa-27d0-4429-8be1-7607b4cc03e4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:51.845055 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363a08e-3b8c-4b55-8bf3-9ea58a9b859b req-441715ee-6bb6-416c-b41c-da9dcdcffde6 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:51.846759 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-22f208aa-27d0-4429-8be1-7607b4cc03e4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:51.851036 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-eacd1f3e-932b-42f3-941c-2c0a1336ed83 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] delete failed (client error): The resource could not be found. May 06 09:50:51.854515 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-eacd1f3e-932b-42f3-941c-2c0a1336ed83 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "DELETE /v2.0/routers/73e51062-061c-41e6-ac97-44ad67ed2498 HTTP/1.1" status: 404 len: 336 time: 0.1652176 May 06 09:50:51.854861 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58572) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:51.857831 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7363a08e-3b8c-4b55-8bf3-9ea58a9b859b req-441715ee-6bb6-416c-b41c-da9dcdcffde6 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?device_id=84bb2a9f-ff61-4620-b0cc-8c4fb14f3f75 HTTP/1.1" status: 200 len: 944 time: 0.0787871 May 06 09:50:51.908539 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7363a08e-3b8c-4b55-8bf3-9ea58a9b859b req-6594401c-ef95-4b65-8f1b-a4b2d9470e5f tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc9e428f-216e-4f44-9aec-7d700c7ea9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497231 May 06 09:50:51.926229 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3266070f-2be0-49cd-b8ae-bfc32c842904 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "GET /v2.0/ports?device_id=985af156-8a16-4b9e-b69f-3b183943cc89 HTTP/1.1" status: 200 len: 205 time: 0.0699744 May 06 09:50:51.928687 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58574) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:51.972498 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-9ee7f2b3-21b1-48d3-9e29-658b5396be23 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] delete failed (client error): The resource could not be found. May 06 09:50:51.973600 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9ee7f2b3-21b1-48d3-9e29-658b5396be23 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "DELETE /v2.0/routers/985af156-8a16-4b9e-b69f-3b183943cc89 HTTP/1.1" status: 404 len: 336 time: 0.0429125 May 06 09:50:51.976604 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58576) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:51.979887 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-22f208aa-27d0-4429-8be1-7607b4cc03e4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:51.980570 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f208aa-27d0-4429-8be1-7607b4cc03e4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 413826bd-4102-426b-9c58-9faa6c2c0227 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:50:51.990560 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-22f208aa-27d0-4429-8be1-7607b4cc03e4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:51.994191 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-22f208aa-27d0-4429-8be1-7607b4cc03e4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "DELETE /v2.0/routers/413826bd-4102-426b-9c58-9faa6c2c0227 HTTP/1.1" status: 204 len: 168 time: 1.8379970 May 06 09:50:51.994738 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58578) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:52.016181 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c9f77723-0ee8-45b9-9ab4-178e0f9e64f4 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "GET /v2.0/ports?device_id=b695d755-c3be-4e77-9186-024a30a016b8 HTTP/1.1" status: 200 len: 205 time: 0.0361264 May 06 09:50:52.016411 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58580) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:52.054605 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-9506e621-91df-4341-88b8-bde9cbdaad9a tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] delete failed (client error): The resource could not be found. May 06 09:50:52.058788 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9506e621-91df-4341-88b8-bde9cbdaad9a tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "DELETE /v2.0/routers/b695d755-c3be-4e77-9186-024a30a016b8 HTTP/1.1" status: 404 len: 336 time: 0.0384424 May 06 09:50:52.059101 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58582) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:52.088174 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b71f8ff9-7fda-4209-aa2b-8424d22c8a12 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "GET /v2.0/ports?device_id=dec5a2be-1e8e-4c20-ba95-df24de2a35fe HTTP/1.1" status: 200 len: 205 time: 0.0279412 May 06 09:50:52.090704 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58584) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:52.106476 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device da0c3b60-16f9-48ac-a6a7-5335ef4538c5 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:50:52.128139 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a35b21cd-5c82-4253-a87d-a45a80ec7992 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:52.143067 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-be9439ea-b48d-4bf3-9034-c57f3f31a2af tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] delete failed (client error): The resource could not be found. May 06 09:50:52.146582 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-be9439ea-b48d-4bf3-9034-c57f3f31a2af tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "DELETE /v2.0/routers/dec5a2be-1e8e-4c20-ba95-df24de2a35fe HTTP/1.1" status: 404 len: 336 time: 0.0525115 May 06 09:50:52.147019 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58586) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:52.189867 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b0fc282e-2b00-4c35-8e60-57b8d4387d76 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8a813be-6d25-4759-ac05-698338e8c45f HTTP/1.1" status: 200 len: 205 time: 0.0417233 May 06 09:50:52.194240 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58590) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:52.219519 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port da0c3b60-16f9-48ac-a6a7-5335ef4538c5 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:50:52.225721 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port da0c3b60-16f9-48ac-a6a7-5335ef4538c5 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:52.225721 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:52.254700 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-87ea4b88-de54-4281-a1d1-d30d596820c1 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] delete failed (client error): The resource could not be found. May 06 09:50:52.255794 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-87ea4b88-de54-4281-a1d1-d30d596820c1 tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "DELETE /v2.0/routers/c8a813be-6d25-4759-ac05-698338e8c45f HTTP/1.1" status: 404 len: 336 time: 0.0563407 May 06 09:50:52.258811 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58592) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:52.293196 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7fa5355-15ad-485b-9519-e66e0766989b tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] DELETE failed (client error): The resource could not be found. May 06 09:50:52.293880 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7fa5355-15ad-485b-9519-e66e0766989b tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:50:52.298551 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a7fa5355-15ad-485b-9519-e66e0766989b tempest-RoutersAdminTest-1266279160 tempest-RoutersAdminTest-1266279160-project] 10.222.0.73 "DELETE /v2.0/subnets/49aee8d9-52a0-4fb3-9971-2178e8fa7043 HTTP/1.1" status: 404 len: 337 time: 0.0382199 May 06 09:50:52.352987 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 6ee24654-a00d-4cf4-bf3b-6f462144ba1a up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:50:52.357347 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:52.367766 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a35b21cd-5c82-4253-a87d-a45a80ec7992 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:52.415268 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a580455-cee2-48b7-ad7a-186fc782c531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0c3b60-16f9-48ac-a6a7-5335ef4538c5'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:50:52.418211 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da612bb-ed5f-4e86-95c4-3261aa85cc4a" -d '{"events": [{"server_uuid": "4a580455-cee2-48b7-ad7a-186fc782c531", "name": "network-vif-plugged", "status": "completed", "tag": "da0c3b60-16f9-48ac-a6a7-5335ef4538c5"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:50:52.436129 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port da0c3b60-16f9-48ac-a6a7-5335ef4538c5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=da0c3b60-16f9-48ac-a6a7-5335ef4538c5,segment=NetworkSegment(e7cea1e5-510d-426d-bcc9-85166f52077f),segment_id=e7cea1e5-510d-426d-bcc9-85166f52077f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:52.448015 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:52.448958 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device a716b57f-9e50-4977-86e3-863ba3a5e9c6 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:50:52.471052 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-a35b21cd-5c82-4253-a87d-a45a80ec7992 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Deleting port 6ee24654-a00d-4cf4-bf3b-6f462144ba1a {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:52.471857 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a35b21cd-5c82-4253-a87d-a45a80ec7992 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:52.492534 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 6ee24654-a00d-4cf4-bf3b-6f462144ba1a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:52.492912 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:52.497613 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9892f9a6-f2f5-4d69-8d33-8d3b287927df x-openstack-request-id: req-9892f9a6-f2f5-4d69-8d33-8d3b287927df {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:50:52.497911 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a580455-cee2-48b7-ad7a-186fc782c531", "name": "network-vif-plugged", "status": "completed", "tag": "da0c3b60-16f9-48ac-a6a7-5335ef4538c5", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:50:52.498151 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9892f9a6-f2f5-4d69-8d33-8d3b287927df {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:50:52.498559 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9892f9a6-f2f5-4d69-8d33-8d3b287927df'] response: {'server_uuid': '4a580455-cee2-48b7-ad7a-186fc782c531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0c3b60-16f9-48ac-a6a7-5335ef4538c5', 'code': 200} May 06 09:50:52.593498 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-a35b21cd-5c82-4253-a87d-a45a80ec7992 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] For port 6ee24654-a00d-4cf4-bf3b-6f462144ba1a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=6ee24654-a00d-4cf4-bf3b-6f462144ba1a,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:52.594104 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a35b21cd-5c82-4253-a87d-a45a80ec7992 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:52.623378 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073091b8-afe3-47eb-aa0c-58c8097d92b2 req-5b2e3162-b80c-4a11-8633-c599c930b15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:52.625536 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-073091b8-afe3-47eb-aa0c-58c8097d92b2 req-5b2e3162-b80c-4a11-8633-c599c930b15a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4a580455-cee2-48b7-ad7a-186fc782c531 HTTP/1.1" status: 200 len: 1097 time: 0.0607786 May 06 09:50:52.626721 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=da0c3b60-16f9-48ac-a6a7-5335ef4538c5,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:52.637920 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-a35b21cd-5c82-4253-a87d-a45a80ec7992 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Calling delete_port for 6ee24654-a00d-4cf4-bf3b-6f462144ba1a owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:52.639157 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port a716b57f-9e50-4977-86e3-863ba3a5e9c6 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:50:52.646108 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port a716b57f-9e50-4977-86e3-863ba3a5e9c6 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:52.646878 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:52.674506 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58600) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:52.696416 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-073091b8-afe3-47eb-aa0c-58c8097d92b2 req-c07ea285-02e3-4e13-9803-de2a17f6095c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fc9e428f-216e-4f44-9aec-7d700c7ea9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573492 May 06 09:50:52.768224 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:52.813993 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port a716b57f-9e50-4977-86e3-863ba3a5e9c6, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a716b57f-9e50-4977-86e3-863ba3a5e9c6,segment=NetworkSegment(e7cea1e5-510d-426d-bcc9-85166f52077f),segment_id=e7cea1e5-510d-426d-bcc9-85166f52077f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:52.820182 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:52.821724 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-60857e18-6000-48cb-9045-77cd10689bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:52.856835 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a35b21cd-5c82-4253-a87d-a45a80ec7992 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:52.881521 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=a716b57f-9e50-4977-86e3-863ba3a5e9c6,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:52.890866 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b21cd-5c82-4253-a87d-a45a80ec7992 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ee24654-a00d-4cf4-bf3b-6f462144ba1a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:52.927734 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-60857e18-6000-48cb-9045-77cd10689bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:52.936862 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-60857e18-6000-48cb-9045-77cd10689bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:52.964520 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a35b21cd-5c82-4253-a87d-a45a80ec7992 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:52.982551 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-60857e18-6000-48cb-9045-77cd10689bd4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4af43fd4703a43528c25e245f6890e19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3069584 May 06 09:50:52.986914 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58608) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:52.987651 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60857e18-6000-48cb-9045-77cd10689bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1c1030-cb02-44d1-9b39-52b562372a76,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:53.076444 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a1a9c-9247-4125-9308-e75f0589e277 req-576e172a-0072-4aa3-adef-29ea4bf5a35a tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:53.078002 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-db3a1a9c-9247-4125-9308-e75f0589e277 req-576e172a-0072-4aa3-adef-29ea4bf5a35a tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?device_id=84bb2a9f-ff61-4620-b0cc-8c4fb14f3f75 HTTP/1.1" status: 200 len: 945 time: 0.0821035 May 06 09:50:53.081183 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a35b21cd-5c82-4253-a87d-a45a80ec7992 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.083474 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a35b21cd-5c82-4253-a87d-a45a80ec7992 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.085716 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-31db98e4-d02b-45f4-99d2-692f634d9764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.126091 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-31db98e4-d02b-45f4-99d2-692f634d9764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.147398 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-db3a1a9c-9247-4125-9308-e75f0589e277 req-d9007602-dd0b-4edb-8363-cd9ab3f65ae7 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc9e428f-216e-4f44-9aec-7d700c7ea9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626936 May 06 09:50:53.148010 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a35b21cd-5c82-4253-a87d-a45a80ec7992 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.148676 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35b21cd-5c82-4253-a87d-a45a80ec7992 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f132b3fd-2414-4196-a109-e878ab1ce2f9 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:50:53.153534 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a35b21cd-5c82-4253-a87d-a45a80ec7992 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.154739 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a35b21cd-5c82-4253-a87d-a45a80ec7992 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "DELETE /v2.0/routers/f132b3fd-2414-4196-a109-e878ab1ce2f9 HTTP/1.1" status: 204 len: 168 time: 1.1584480 May 06 09:50:53.158873 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58610) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:53.163540 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-cf56c696-b542-42b9-9c4c-54614c0ffaba tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-909662952', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}, 'admin_state_up': False}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:53.195397 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf56c696-b542-42b9-9c4c-54614c0ffaba tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.197182 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf56c696-b542-42b9-9c4c-54614c0ffaba tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.209717 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-31db98e4-d02b-45f4-99d2-692f634d9764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.212553 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-31db98e4-d02b-45f4-99d2-692f634d9764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.217603 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-31db98e4-d02b-45f4-99d2-692f634d9764 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cc1c1030-cb02-44d1-9b39-52b562372a76 HTTP/1.1" status: 204 len: 168 time: 0.2270775 May 06 09:50:53.227099 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db98e4-d02b-45f4-99d2-692f634d9764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1c1030-cb02-44d1-9b39-52b562372a76,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:53.277203 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf56c696-b542-42b9-9c4c-54614c0ffaba tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.466555 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf56c696-b542-42b9-9c4c-54614c0ffaba tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.566893 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58624) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:53.612460 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-de8f86e2-fd9e-42b9-be30-ae5aa3488341 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=498c6da928e842b28b7768e315453064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446033 May 06 09:50:53.615072 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58626) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:53.672431 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-98a1e5ed-9d92-4c0a-a607-d9324947111c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.684205 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf56c696-b542-42b9-9c4c-54614c0ffaba tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.705115 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf56c696-b542-42b9-9c4c-54614c0ffaba tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.705320 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-98a1e5ed-9d92-4c0a-a607-d9324947111c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.775565 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-98a1e5ed-9d92-4c0a-a607-d9324947111c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.779378 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-98a1e5ed-9d92-4c0a-a607-d9324947111c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.780177 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-98a1e5ed-9d92-4c0a-a607-d9324947111c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dc22d70f-95ca-497f-a726-d114a1fa9926 HTTP/1.1" status: 204 len: 168 time: 0.1640158 May 06 09:50:53.788579 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1e5ed-9d92-4c0a-a607-d9324947111c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc22d70f-95ca-497f-a726-d114a1fa9926,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:53.833884 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-cf56c696-b542-42b9-9c4c-54614c0ffaba tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Allocated IP 172.25.5.22 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/1bd0fd7c-0dea-4ee3-ac7b-6cdbc7b092f2) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:53.967643 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf56c696-b542-42b9-9c4c-54614c0ffaba tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:54.012593 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf56c696-b542-42b9-9c4c-54614c0ffaba tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:54.052063 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf56c696-b542-42b9-9c4c-54614c0ffaba tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:54.059020 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-cf56c696-b542-42b9-9c4c-54614c0ffaba tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:54.063891 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf56c696-b542-42b9-9c4c-54614c0ffaba tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:54.112042 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56c696-b542-42b9-9c4c-54614c0ffaba tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Pushing event updated for resources: {'Port': ['ID=1bd0fd7c-0dea-4ee3-ac7b-6cdbc7b092f2,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:54.305244 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 6ee24654-a00d-4cf4-bf3b-6f462144ba1a no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:50:54.337182 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126de1d-f8da-42df-a95d-05af84ad07bb req-8607e6de-d86b-4369-9a64-32ffb6b3b076 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:54.338314 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 6ee24654-a00d-4cf4-bf3b-6f462144ba1a {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:50:54.338763 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 6ee24654-a00d-4cf4-bf3b-6f462144ba1a not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:50:54.339498 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3126de1d-f8da-42df-a95d-05af84ad07bb req-8607e6de-d86b-4369-9a64-32ffb6b3b076 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?device_id=84bb2a9f-ff61-4620-b0cc-8c4fb14f3f75 HTTP/1.1" status: 200 len: 945 time: 0.0669498 May 06 09:50:54.388666 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3126de1d-f8da-42df-a95d-05af84ad07bb req-a9f5c76f-00dd-41ca-bc0d-db9c1d4634ad tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc9e428f-216e-4f44-9aec-7d700c7ea9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416632 May 06 09:50:54.441753 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf56c696-b542-42b9-9c4c-54614c0ffaba tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:54.500171 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bb2a9f-ff61-4620-b0cc-8c4fb14f3f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a716b57f-9e50-4977-86e3-863ba3a5e9c6'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:50:54.504045 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61809ae7-945d-4b28-8d08-aba9767d4f41" -d '{"events": [{"server_uuid": "84bb2a9f-ff61-4620-b0cc-8c4fb14f3f75", "name": "network-vif-plugged", "status": "completed", "tag": "a716b57f-9e50-4977-86e3-863ba3a5e9c6"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:50:54.556638 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9ae201-3bef-45d7-b058-c8a95d6a665a x-openstack-request-id: req-cf9ae201-3bef-45d7-b058-c8a95d6a665a {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:50:54.556940 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bb2a9f-ff61-4620-b0cc-8c4fb14f3f75", "name": "network-vif-plugged", "status": "completed", "tag": "a716b57f-9e50-4977-86e3-863ba3a5e9c6", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:50:54.557200 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cf9ae201-3bef-45d7-b058-c8a95d6a665a {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:50:54.557595 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf9ae201-3bef-45d7-b058-c8a95d6a665a'] response: {'server_uuid': '84bb2a9f-ff61-4620-b0cc-8c4fb14f3f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a716b57f-9e50-4977-86e3-863ba3a5e9c6', 'code': 200} May 06 09:50:54.675140 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58654) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:54.687496 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf56c696-b542-42b9-9c4c-54614c0ffaba tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:54.706634 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c44a00-bb1b-4197-b2ea-d5e306f0efda req-dc608748-53ad-4449-af2a-bb1fee23c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:54.708998 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25c44a00-bb1b-4197-b2ea-d5e306f0efda req-dc608748-53ad-4449-af2a-bb1fee23c0fc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=84bb2a9f-ff61-4620-b0cc-8c4fb14f3f75 HTTP/1.1" status: 200 len: 1096 time: 0.0625675 May 06 09:50:54.764176 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25c44a00-bb1b-4197-b2ea-d5e306f0efda req-d8d6dbf6-596d-4da5-a311-56eba5c80695 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fc9e428f-216e-4f44-9aec-7d700c7ea9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478568 May 06 09:50:55.028699 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-5bcb5182-ea97-40c2-afb0-e95e533e25fb tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-610042000'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:55.097930 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcb5182-ea97-40c2-afb0-e95e533e25fb tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Made reservation on behalf of 72cdbb5fdadb494e8206c24c3cbf362f for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:55.101514 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5bcb5182-ea97-40c2-afb0-e95e533e25fb tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:55.116012 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5bcb5182-ea97-40c2-afb0-e95e533e25fb tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:55.192315 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf56c696-b542-42b9-9c4c-54614c0ffaba tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Router 3483aa93-29d1-4cef-bc3b-de340a7ee696 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:50:55.279323 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5bcb5182-ea97-40c2-afb0-e95e533e25fb tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:55.310643 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5bcb5182-ea97-40c2-afb0-e95e533e25fb tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:55.356317 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bcb5182-ea97-40c2-afb0-e95e533e25fb tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:50:55.364982 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb5182-ea97-40c2-afb0-e95e533e25fb tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=227521fa-b812-4a14-a120-e2fc857c4c65,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:55.371327 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf56c696-b542-42b9-9c4c-54614c0ffaba tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:50:55.383825 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d52f04-fe86-4d5d-8beb-b0656ebb1dff None None] Sync routers for ids ['3483aa93-29d1-4cef-bc3b-de340a7ee696'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:50:55.384342 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5bcb5182-ea97-40c2-afb0-e95e533e25fb tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:55.384590 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-5bcb5182-ea97-40c2-afb0-e95e533e25fb tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Added segment 7a289cf8-d0f1-4174-b1ec-bf9ab355373a of type vlan for network ab6a1afc-672c-436d-999c-4925c3c7f72c May 06 09:50:55.400037 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d52f04-fe86-4d5d-8beb-b0656ebb1dff None None] Routers {'3483aa93-29d1-4cef-bc3b-de340a7ee696'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:55.401000 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-52d52f04-fe86-4d5d-8beb-b0656ebb1dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3483aa93-29d1-4cef-bc3b-de340a7ee696'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:55.435276 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf56c696-b542-42b9-9c4c-54614c0ffaba tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:55.439671 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cf56c696-b542-42b9-9c4c-54614c0ffaba tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2796555 May 06 09:50:55.440697 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58660) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:55.443207 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-52d52f04-fe86-4d5d-8beb-b0656ebb1dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:55.449776 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-92f435c9-2131-402a-9006-9a316cd0b4e2 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'enable_snat': False}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:55.456032 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d52f04-fe86-4d5d-8beb-b0656ebb1dff None None] Routers {'3483aa93-29d1-4cef-bc3b-de340a7ee696'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:55.457836 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-52d52f04-fe86-4d5d-8beb-b0656ebb1dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3483aa93-29d1-4cef-bc3b-de340a7ee696'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:55.507713 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-52d52f04-fe86-4d5d-8beb-b0656ebb1dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:55.508344 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d52f04-fe86-4d5d-8beb-b0656ebb1dff None None] The sync data for ids ['3483aa93-29d1-4cef-bc3b-de340a7ee696'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:50:55.526265 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5bcb5182-ea97-40c2-afb0-e95e533e25fb tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:55.548467 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c4e1c-b3ed-452f-947e-4109dbaa0ac3 req-772bd01e-7a2e-4936-8eab-d6dc01542bd9 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:55.550478 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-748c4e1c-b3ed-452f-947e-4109dbaa0ac3 req-772bd01e-7a2e-4936-8eab-d6dc01542bd9 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?device_id=84bb2a9f-ff61-4620-b0cc-8c4fb14f3f75 HTTP/1.1" status: 200 len: 945 time: 0.0755861 May 06 09:50:55.599532 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-748c4e1c-b3ed-452f-947e-4109dbaa0ac3 req-d0fe9f88-0d60-48ba-aa0f-8f013ac92535 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc9e428f-216e-4f44-9aec-7d700c7ea9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427711 May 06 09:50:55.619260 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5bcb5182-ea97-40c2-afb0-e95e533e25fb tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:55.625946 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcb5182-ea97-40c2-afb0-e95e533e25fb tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:55.626630 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5bcb5182-ea97-40c2-afb0-e95e533e25fb tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:55.710316 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5bcb5182-ea97-40c2-afb0-e95e533e25fb tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0341165 May 06 09:50:55.714376 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58668) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:55.726803 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-21b56400-60e8-4332-bada-c13d42c4bfd2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Request body: {'subnet': {'network_id': 'ab6a1afc-672c-436d-999c-4925c3c7f72c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:55.756249 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb5182-ea97-40c2-afb0-e95e533e25fb tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event updated for resources: {'Network': ['ID=ab6a1afc-672c-436d-999c-4925c3c7f72c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:55.767589 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network ab6a1afc-672c-436d-999c-4925c3c7f72c details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:50:55.792560 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58670) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:55.860946 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b56400-60e8-4332-bada-c13d42c4bfd2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Made reservation on behalf of 72cdbb5fdadb494e8206c24c3cbf362f for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:55.865252 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-21b56400-60e8-4332-bada-c13d42c4bfd2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:55.933243 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2b3c7984-f811-444a-82b3-2775144ab31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:56.063977 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-92f435c9-2131-402a-9006-9a316cd0b4e2 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:56.071097 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2b3c7984-f811-444a-82b3-2775144ab31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:56.076244 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2b3c7984-f811-444a-82b3-2775144ab31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:56.107054 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-21b56400-60e8-4332-bada-c13d42c4bfd2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:56.152590 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c7984-f811-444a-82b3-2775144ab31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a9df97-9ea2-4b3b-b07a-84d7e7e6dabf,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:56.159781 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2b3c7984-f811-444a-82b3-2775144ab31f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bbf959db078f471fae2c20e99d0a1729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3660953 May 06 09:50:56.162711 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58674) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:56.184259 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b56400-60e8-4332-bada-c13d42c4bfd2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event updated for resources: {'Subnet': ['ID=b0d370a1-2071-42fd-abb9-38bc58f85bab,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:56.192509 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b56400-60e8-4332-bada-c13d42c4bfd2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Checking segment: {'id': '7a289cf8-d0f1-4174-b1ec-bf9ab355373a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ab6a1afc-672c-436d-999c-4925c3c7f72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:56.192883 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b56400-60e8-4332-bada-c13d42c4bfd2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Network hostable DHCP agents. Network: ab6a1afc-672c-436d-999c-4925c3c7f72c, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:50:56.212264 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b56400-60e8-4332-bada-c13d42c4bfd2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Network ab6a1afc-672c-436d-999c-4925c3c7f72c is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:50:56.224999 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-21b56400-60e8-4332-bada-c13d42c4bfd2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, ab6a1afc-672c-436d-999c-4925c3c7f72c) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:56.229768 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b56400-60e8-4332-bada-c13d42c4bfd2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:56.230588 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-21b56400-60e8-4332-bada-c13d42c4bfd2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:56.233014 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aedca269-b471-46bb-9cb2-59594761eb20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:56.235710 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925f40e4-f0de-4f8e-a0e3-7fc4fbcf51a1 None None] Network ab6a1afc-672c-436d-999c-4925c3c7f72c requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:56.249353 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-21b56400-60e8-4332-bada-c13d42c4bfd2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5338368 May 06 09:50:56.252085 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58676) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:56.257637 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-6f7905da-9bf7-46cd-b1a7-e8a301aa0f0e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1437485175', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}, 'admin_state_up': False}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:56.284798 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aedca269-b471-46bb-9cb2-59594761eb20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:56.320287 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f7905da-9bf7-46cd-b1a7-e8a301aa0f0e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:56.321195 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f7905da-9bf7-46cd-b1a7-e8a301aa0f0e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:56.369312 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda5a4ef-c83e-450d-ba90-73d70b8f3e7a None None] Network ab6a1afc-672c-436d-999c-4925c3c7f72c requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:56.457997 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f7905da-9bf7-46cd-b1a7-e8a301aa0f0e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:56.461264 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aedca269-b471-46bb-9cb2-59594761eb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:56.464239 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aedca269-b471-46bb-9cb2-59594761eb20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:56.467980 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-aedca269-b471-46bb-9cb2-59594761eb20 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/47a9df97-9ea2-4b3b-b07a-84d7e7e6dabf HTTP/1.1" status: 204 len: 168 time: 0.3020239 May 06 09:50:56.549758 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedca269-b471-46bb-9cb2-59594761eb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a9df97-9ea2-4b3b-b07a-84d7e7e6dabf,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:56.673390 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f7905da-9bf7-46cd-b1a7-e8a301aa0f0e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:56.728150 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf9e22-0a42-4233-9cbf-e292e263e69d req-132f56ec-36d6-4f4b-afdf-152faefa044b tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:56.730444 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-35bf9e22-0a42-4233-9cbf-e292e263e69d req-132f56ec-36d6-4f4b-afdf-152faefa044b tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?device_id=84bb2a9f-ff61-4620-b0cc-8c4fb14f3f75 HTTP/1.1" status: 200 len: 945 time: 0.0655394 May 06 09:50:56.769531 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58684) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:56.778416 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-35bf9e22-0a42-4233-9cbf-e292e263e69d req-3ff9e567-8a7a-4f3b-b3e1-5b209555446c tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc9e428f-216e-4f44-9aec-7d700c7ea9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402803 May 06 09:50:56.786066 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7ecbe293-b754-4857-a69d-f991d8ccfc6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:56.908203 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-92f435c9-2131-402a-9006-9a316cd0b4e2 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1992734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1598914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41446'] for router, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:56.913652 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-92f435c9-2131-402a-9006-9a316cd0b4e2 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1598923'] for router, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:56.918779 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7ecbe293-b754-4857-a69d-f991d8ccfc6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:56.933749 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be9b45-15c1-43db-a7d6-6047df388679 req-641b4a9f-c9ad-44fa-ad7c-1a044c5f0138 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:56.935324 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6be9b45-15c1-43db-a7d6-6047df388679 req-641b4a9f-c9ad-44fa-ad7c-1a044c5f0138 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a580455-cee2-48b7-ad7a-186fc782c531 HTTP/1.1" status: 200 len: 946 time: 0.0850232 May 06 09:50:56.936105 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7ecbe293-b754-4857-a69d-f991d8ccfc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:56.994501 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7ecbe293-b754-4857-a69d-f991d8ccfc6b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d130bc2249914f4ca289400eeef884e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2239387 May 06 09:50:57.000570 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecbe293-b754-4857-a69d-f991d8ccfc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e78100f-be22-410c-9193-d91a6952d639,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:57.004904 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58688) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:57.021898 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6be9b45-15c1-43db-a7d6-6047df388679 req-e2068bd4-1e71-4548-9aa4-b791bb70be69 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc9e428f-216e-4f44-9aec-7d700c7ea9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755954 May 06 09:50:57.067989 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c43f3ebd-73c8-4c07-bf2b-258a296ff348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:57.093238 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c43f3ebd-73c8-4c07-bf2b-258a296ff348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:57.107764 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f7905da-9bf7-46cd-b1a7-e8a301aa0f0e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:57.133169 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f7905da-9bf7-46cd-b1a7-e8a301aa0f0e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:57.149309 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f435c9-2131-402a-9006-9a316cd0b4e2 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Router 3483aa93-29d1-4cef-bc3b-de340a7ee696 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:50:57.153205 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c43f3ebd-73c8-4c07-bf2b-258a296ff348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:57.155957 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c43f3ebd-73c8-4c07-bf2b-258a296ff348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:57.156984 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c43f3ebd-73c8-4c07-bf2b-258a296ff348 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3e78100f-be22-410c-9193-d91a6952d639 HTTP/1.1" status: 204 len: 168 time: 0.1511502 May 06 09:50:57.172951 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f3ebd-73c8-4c07-bf2b-258a296ff348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e78100f-be22-410c-9193-d91a6952d639,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:57.634061 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-6f7905da-9bf7-46cd-b1a7-e8a301aa0f0e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Allocated IP 172.25.5.210 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/d898152c-958b-4897-8c4a-3e89c8e3d088) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:57.648673 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-c2ca4a9d-d4ff-4be9-9c51-1a3d54655bc3 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:57.650917 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-c2ca4a9d-d4ff-4be9-9c51-1a3d54655bc3 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/networks?id=e5ee4fe9-2671-4728-b07d-a0055e42be89 HTTP/1.1" status: 200 len: 812 time: 0.1267915 May 06 09:50:57.660006 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f435c9-2131-402a-9006-9a316cd0b4e2 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:50:57.665553 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-92f435c9-2131-402a-9006-9a316cd0b4e2 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:57.669463 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-92f435c9-2131-402a-9006-9a316cd0b4e2 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "PUT /v2.0/routers/3483aa93-29d1-4cef-bc3b-de340a7ee696 HTTP/1.1" status: 200 len: 924 time: 2.2243073 May 06 09:50:57.671249 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58718) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:57.674354 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-eff196ce-5876-4de5-bb14-6790714583be tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/quotas/b8812e34b12a4127945e9b2acc2aa7e4 HTTP/1.1" status: 200 len: 375 time: 0.0152123 May 06 09:50:57.676911 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfd99ea-2714-4f86-beb1-34faaab47b0e None None] Sync routers for ids ['3483aa93-29d1-4cef-bc3b-de340a7ee696'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:50:57.689966 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfd99ea-2714-4f86-beb1-34faaab47b0e None None] Routers {'3483aa93-29d1-4cef-bc3b-de340a7ee696'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:57.690795 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3bfd99ea-2714-4f86-beb1-34faaab47b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3483aa93-29d1-4cef-bc3b-de340a7ee696'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:57.735715 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3bfd99ea-2714-4f86-beb1-34faaab47b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:57.749418 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfd99ea-2714-4f86-beb1-34faaab47b0e None None] Routers {'3483aa93-29d1-4cef-bc3b-de340a7ee696'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:57.750260 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3bfd99ea-2714-4f86-beb1-34faaab47b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3483aa93-29d1-4cef-bc3b-de340a7ee696'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:57.769365 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f7905da-9bf7-46cd-b1a7-e8a301aa0f0e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:57.792777 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3bfd99ea-2714-4f86-beb1-34faaab47b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:57.793532 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfd99ea-2714-4f86-beb1-34faaab47b0e None None] The sync data for ids ['3483aa93-29d1-4cef-bc3b-de340a7ee696'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:50:57.807747 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f7905da-9bf7-46cd-b1a7-e8a301aa0f0e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:57.830007 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-3085ef26-44cd-47ce-b9af-be25d07d594b tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8812e34b12a4127945e9b2acc2aa7e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1020024 May 06 09:50:57.847554 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7905da-9bf7-46cd-b1a7-e8a301aa0f0e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:57.850391 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-6f7905da-9bf7-46cd-b1a7-e8a301aa0f0e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:57.853842 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7905da-9bf7-46cd-b1a7-e8a301aa0f0e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:57.859964 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c3fe77eb-38f2-42d7-be7b-ab766844f0ff tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "GET /v2.0/routers/3483aa93-29d1-4cef-bc3b-de340a7ee696 HTTP/1.1" status: 200 len: 924 time: 0.1873653 May 06 09:50:57.871462 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58726) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:57.892453 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7905da-9bf7-46cd-b1a7-e8a301aa0f0e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event updated for resources: {'Port': ['ID=d898152c-958b-4897-8c4a-3e89c8e3d088,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:57.964424 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadeb5f0-5bf7-45c0-8430-7cf062af3f2a tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:57.968373 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-cadeb5f0-5bf7-45c0-8430-7cf062af3f2a tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2&device_id=3483aa93-29d1-4cef-bc3b-de340a7ee696&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0935459 May 06 09:50:57.968715 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58730) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:58.033753 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-1a282695-2a86-47e6-aaa2-80bf008b4c52 service neutron] 10.222.0.73 "GET /v2.0/networks/e5ee4fe9-2671-4728-b07d-a0055e42be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901228 May 06 09:50:58.134648 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af5381-e7d0-458a-a346-fa6001b9a693 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:58.136656 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-48af5381-e7d0-458a-a346-fa6001b9a693 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 881 time: 0.1665890 May 06 09:50:58.140325 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58734) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:58.160259 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-b3ed043c-da20-41a0-ad17-eab32aa49659 service neutron] 10.222.0.73 "GET /v2.0/networks/e5ee4fe9-2671-4728-b07d-a0055e42be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163027 May 06 09:50:58.169320 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-64eb66a9-7b7f-475b-ae96-589b2981093b tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "GET /v2.0/ports?device_id=3483aa93-29d1-4cef-bc3b-de340a7ee696 HTTP/1.1" status: 200 len: 205 time: 0.0276887 May 06 09:50:58.171611 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58738) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:58.222588 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f7905da-9bf7-46cd-b1a7-e8a301aa0f0e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:58.378050 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-142fabe3-5aa5-4216-9b8c-5ac21d105677 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:58.568252 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-dc274fbf-95dc-458f-bbf4-b0a91e91a556 req-cb537e63-a442-49ae-bf8b-9f2df35a852c tempest-ServersWithSpecificFlavorTestJSON-892868485 tempest-ServersWithSpecificFlavorTestJSON-892868485-project] (102652) timed out ('10.222.0.77', 60674) {{(pid=102652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 09:50:58.579267 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f7905da-9bf7-46cd-b1a7-e8a301aa0f0e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:58.585577 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a0563e6-5e09-4d56-83d6-55b114c59682 req-455e26cf-f302-4f33-8977-1b65ab9fa3b1 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?device_id=53112aed-dd98-4e9e-b539-3952d4ab52c4 HTTP/1.1" status: 200 len: 210 time: 0.0480974 May 06 09:50:58.588411 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-142fabe3-5aa5-4216-9b8c-5ac21d105677 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:58.744158 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-142fabe3-5aa5-4216-9b8c-5ac21d105677 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Deleting port 1bd0fd7c-0dea-4ee3-ac7b-6cdbc7b092f2 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:58.744540 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-142fabe3-5aa5-4216-9b8c-5ac21d105677 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:58.827749 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7905da-9bf7-46cd-b1a7-e8a301aa0f0e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Router 6b234085-7885-4a24-b6f9-b2271f73ceaf is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:50:58.860277 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-142fabe3-5aa5-4216-9b8c-5ac21d105677 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:58.884841 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:58.911443 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-142fabe3-5aa5-4216-9b8c-5ac21d105677 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Calling delete_port for 1bd0fd7c-0dea-4ee3-ac7b-6cdbc7b092f2 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:59.029290 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7905da-9bf7-46cd-b1a7-e8a301aa0f0e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:50:59.041022 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4128083e-bd4d-450d-93f7-605af86a1ad2 None None] Sync routers for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:50:59.058572 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9fc85-8209-4807-997f-c7caa5481ef0 req-9eb389fb-e96a-4828-a2c1-65f1089e80cf tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:59.071053 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4128083e-bd4d-450d-93f7-605af86a1ad2 None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:59.079076 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4128083e-bd4d-450d-93f7-605af86a1ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:59.079669 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-18c9fc85-8209-4807-997f-c7caa5481ef0 req-9eb389fb-e96a-4828-a2c1-65f1089e80cf tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a580455-cee2-48b7-ad7a-186fc782c531 HTTP/1.1" status: 200 len: 946 time: 0.0808463 May 06 09:50:59.092663 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f7905da-9bf7-46cd-b1a7-e8a301aa0f0e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:59.093885 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6f7905da-9bf7-46cd-b1a7-e8a301aa0f0e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8408604 May 06 09:50:59.097194 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58774) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:59.137349 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4128083e-bd4d-450d-93f7-605af86a1ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:59.152463 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4128083e-bd4d-450d-93f7-605af86a1ad2 None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:59.153169 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4128083e-bd4d-450d-93f7-605af86a1ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:59.208386 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4128083e-bd4d-450d-93f7-605af86a1ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:59.209107 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4128083e-bd4d-450d-93f7-605af86a1ad2 None None] The sync data for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:50:59.274802 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-142fabe3-5aa5-4216-9b8c-5ac21d105677 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:59.331955 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142fabe3-5aa5-4216-9b8c-5ac21d105677 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Pushing event deleted for resources: {'Port': ['ID=1bd0fd7c-0dea-4ee3-ac7b-6cdbc7b092f2,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:59.351100 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-18c9fc85-8209-4807-997f-c7caa5481ef0 req-b341e248-9883-4961-8a62-72595eb9d043 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Deleting port da0c3b60-16f9-48ac-a6a7-5335ef4538c5 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:59.351694 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-18c9fc85-8209-4807-997f-c7caa5481ef0 req-b341e248-9883-4961-8a62-72595eb9d043 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:59.400351 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c63a92-9c7f-4cc0-930b-d4216fc16c91 req-6d60da8f-b883-499a-9136-677d602f4eb8 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:59.402068 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f4c63a92-9c7f-4cc0-930b-d4216fc16c91 req-6d60da8f-b883-499a-9136-677d602f4eb8 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.77 "GET /v2.0/ports?device_id=84bb2a9f-ff61-4620-b0cc-8c4fb14f3f75 HTTP/1.1" status: 200 len: 945 time: 0.1890576 May 06 09:50:59.453159 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-142fabe3-5aa5-4216-9b8c-5ac21d105677 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:59.494498 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-18c9fc85-8209-4807-997f-c7caa5481ef0 req-b341e248-9883-4961-8a62-72595eb9d043 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] For port da0c3b60-16f9-48ac-a6a7-5335ef4538c5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=da0c3b60-16f9-48ac-a6a7-5335ef4538c5,segment=NetworkSegment(e7cea1e5-510d-426d-bcc9-85166f52077f),segment_id=e7cea1e5-510d-426d-bcc9-85166f52077f)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:59.494878 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-18c9fc85-8209-4807-997f-c7caa5481ef0 req-b341e248-9883-4961-8a62-72595eb9d043 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:59.517250 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-18c9fc85-8209-4807-997f-c7caa5481ef0 req-b341e248-9883-4961-8a62-72595eb9d043 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Calling delete_port for da0c3b60-16f9-48ac-a6a7-5335ef4538c5 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:59.618783 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-142fabe3-5aa5-4216-9b8c-5ac21d105677 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:59.624901 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-142fabe3-5aa5-4216-9b8c-5ac21d105677 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:59.676472 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-f4c63a92-9c7f-4cc0-930b-d4216fc16c91 req-952bb943-9656-4a8a-9229-b73d1380acc3 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Deleting port a716b57f-9e50-4977-86e3-863ba3a5e9c6 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:59.677130 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f4c63a92-9c7f-4cc0-930b-d4216fc16c91 req-952bb943-9656-4a8a-9229-b73d1380acc3 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:59.712381 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bdb61c2f-ea4c-47f5-84b2-892cf24101dc req-306c4820-e96b-4766-92ee-aa158f35fb5d tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?device_id=53112aed-dd98-4e9e-b539-3952d4ab52c4 HTTP/1.1" status: 200 len: 210 time: 0.0509450 May 06 09:50:59.728107 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-142fabe3-5aa5-4216-9b8c-5ac21d105677 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:59.738256 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142fabe3-5aa5-4216-9b8c-5ac21d105677 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Fanout notify agent at l3_agent the message router_deleted on router 3483aa93-29d1-4cef-bc3b-de340a7ee696 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:50:59.738256 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-142fabe3-5aa5-4216-9b8c-5ac21d105677 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:59.744467 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-142fabe3-5aa5-4216-9b8c-5ac21d105677 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "DELETE /v2.0/routers/3483aa93-29d1-4cef-bc3b-de340a7ee696 HTTP/1.1" status: 204 len: 168 time: 1.5712428 May 06 09:50:59.744748 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58784) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:59.753640 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-803afb73-54d7-41c8-a846-5666eac6209e tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1767795139', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:59.806780 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-803afb73-54d7-41c8-a846-5666eac6209e tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:59.808319 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-803afb73-54d7-41c8-a846-5666eac6209e tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:59.817980 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-f4c63a92-9c7f-4cc0-930b-d4216fc16c91 req-952bb943-9656-4a8a-9229-b73d1380acc3 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] For port a716b57f-9e50-4977-86e3-863ba3a5e9c6, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=a716b57f-9e50-4977-86e3-863ba3a5e9c6,segment=NetworkSegment(e7cea1e5-510d-426d-bcc9-85166f52077f),segment_id=e7cea1e5-510d-426d-bcc9-85166f52077f)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:59.818612 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f4c63a92-9c7f-4cc0-930b-d4216fc16c91 req-952bb943-9656-4a8a-9229-b73d1380acc3 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:59.835691 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-f4c63a92-9c7f-4cc0-930b-d4216fc16c91 req-952bb943-9656-4a8a-9229-b73d1380acc3 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Calling delete_port for a716b57f-9e50-4977-86e3-863ba3a5e9c6 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:59.930217 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-803afb73-54d7-41c8-a846-5666eac6209e tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:59.940844 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-803afb73-54d7-41c8-a846-5666eac6209e tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:59.947387 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-18c9fc85-8209-4807-997f-c7caa5481ef0 req-b341e248-9883-4961-8a62-72595eb9d043 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:59.952188 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b450c436-71ae-40f0-a044-7caceec9bbe8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:59.971380 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-803afb73-54d7-41c8-a846-5666eac6209e tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:59.975008 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-803afb73-54d7-41c8-a846-5666eac6209e tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2245555 May 06 09:50:59.976061 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58786) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:59.980894 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['a716b57f-9e50-4977-86e3-863ba3a5e9c6', 'da0c3b60-16f9-48ac-a6a7-5335ef4538c5'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:50:59.981497 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-b3286348-5f08-4bf3-b00a-228b1f2776c4 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:00.009139 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341e248-9883-4961-8a62-72595eb9d043 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Pushing event deleted for resources: {'Port': ['ID=da0c3b60-16f9-48ac-a6a7-5335ef4538c5,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:00.086357 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-9b8c28ee-e890-4fdd-a1cb-7f1a1c189a33 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:00.087784 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-9b8c28ee-e890-4fdd-a1cb-7f1a1c189a33 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.84 "GET /v2.0/networks?id=e5ee4fe9-2671-4728-b07d-a0055e42be89 HTTP/1.1" status: 200 len: 812 time: 0.2305079 May 06 09:51:00.115724 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c9fc85-8209-4807-997f-c7caa5481ef0 req-b341e248-9883-4961-8a62-72595eb9d043 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] No DVR routers for this DVR port da0c3b60-16f9-48ac-a6a7-5335ef4538c5 on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:51:00.122739 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-0b4b908b-586e-4e54-be33-76a34035b63b tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Request body: {'port': {'device_id': '9842889b-de01-49bb-970f-75ae9b853b9d', 'network_id': 'e5ee4fe9-2671-4728-b07d-a0055e42be89', 'admin_state_up': True, 'tenant_id': 'b8812e34b12a4127945e9b2acc2aa7e4'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:00.126426 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-18c9fc85-8209-4807-997f-c7caa5481ef0 req-b341e248-9883-4961-8a62-72595eb9d043 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:00.129702 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-18c9fc85-8209-4807-997f-c7caa5481ef0 req-b341e248-9883-4961-8a62-72595eb9d043 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.77 "DELETE /v2.0/ports/da0c3b60-16f9-48ac-a6a7-5335ef4538c5 HTTP/1.1" status: 204 len: 173 time: 0.9928901 May 06 09:51:00.135810 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a580455-cee2-48b7-ad7a-186fc782c531', 'name': 'network-vif-deleted', 'tag': 'da0c3b60-16f9-48ac-a6a7-5335ef4538c5'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:00.138391 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310b6564-2e7e-4d99-b9f2-fca293eba117" -d '{"events": [{"server_uuid": "4a580455-cee2-48b7-ad7a-186fc782c531", "name": "network-vif-deleted", "tag": "da0c3b60-16f9-48ac-a6a7-5335ef4538c5"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:00.240023 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f212b1d-6e46-4517-a948-6fce938d2962 x-openstack-request-id: req-9f212b1d-6e46-4517-a948-6fce938d2962 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:00.240614 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a580455-cee2-48b7-ad7a-186fc782c531", "name": "network-vif-deleted", "tag": "da0c3b60-16f9-48ac-a6a7-5335ef4538c5", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:00.241030 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9f212b1d-6e46-4517-a948-6fce938d2962 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:00.241610 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f212b1d-6e46-4517-a948-6fce938d2962'] response: {'server_uuid': '4a580455-cee2-48b7-ad7a-186fc782c531', 'name': 'network-vif-deleted', 'tag': 'da0c3b60-16f9-48ac-a6a7-5335ef4538c5', 'status': 'completed', 'code': 200} May 06 09:51:00.652765 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f4c63a92-9c7f-4cc0-930b-d4216fc16c91 req-952bb943-9656-4a8a-9229-b73d1380acc3 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:00.734818 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3286348-5f08-4bf3-b00a-228b1f2776c4 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:00.748621 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-0b4b908b-586e-4e54-be33-76a34035b63b tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Made reservation on behalf of b8812e34b12a4127945e9b2acc2aa7e4 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:00.752432 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bb943-9656-4a8a-9229-b73d1380acc3 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Pushing event deleted for resources: {'Port': ['ID=a716b57f-9e50-4977-86e3-863ba3a5e9c6,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:00.758303 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-0b4b908b-586e-4e54-be33-76a34035b63b tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:00.785280 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-61403b7c-4e2e-43e9-bd3e-9f21d55f659d tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:00.786831 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-61403b7c-4e2e-43e9-bd3e-9f21d55f659d tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.84 "GET /v2.0/networks?id=e5ee4fe9-2671-4728-b07d-a0055e42be89 HTTP/1.1" status: 200 len: 812 time: 0.3614500 May 06 09:51:00.811553 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c63a92-9c7f-4cc0-930b-d4216fc16c91 req-952bb943-9656-4a8a-9229-b73d1380acc3 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] No DVR routers for this DVR port a716b57f-9e50-4977-86e3-863ba3a5e9c6 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:51:00.828271 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-acb5242a-ff4e-4bd9-86eb-f6082ad7a745 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Request body: {'port': {'device_id': '53112aed-dd98-4e9e-b539-3952d4ab52c4', 'network_id': 'e5ee4fe9-2671-4728-b07d-a0055e42be89', 'admin_state_up': True, 'tenant_id': 'b8812e34b12a4127945e9b2acc2aa7e4'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:00.831838 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f4c63a92-9c7f-4cc0-930b-d4216fc16c91 req-952bb943-9656-4a8a-9229-b73d1380acc3 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:00.835633 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f4c63a92-9c7f-4cc0-930b-d4216fc16c91 req-952bb943-9656-4a8a-9229-b73d1380acc3 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.77 "DELETE /v2.0/ports/a716b57f-9e50-4977-86e3-863ba3a5e9c6 HTTP/1.1" status: 204 len: 173 time: 1.4253430 May 06 09:51:00.837737 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bb2a9f-ff61-4620-b0cc-8c4fb14f3f75', 'name': 'network-vif-deleted', 'tag': 'a716b57f-9e50-4977-86e3-863ba3a5e9c6'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:00.840104 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a7e520-b723-4f89-b6b3-f4581517a6b0" -d '{"events": [{"server_uuid": "84bb2a9f-ff61-4620-b0cc-8c4fb14f3f75", "name": "network-vif-deleted", "tag": "a716b57f-9e50-4977-86e3-863ba3a5e9c6"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:00.886307 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-b450c436-71ae-40f0-a044-7caceec9bbe8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Allocated IP 172.20.0.1 (ab6a1afc-672c-436d-999c-4925c3c7f72c/b0d370a1-2071-42fd-abb9-38bc58f85bab/730498d0-99cf-4fe3-ae0e-5c0e67f65327) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:00.988849 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-0b4b908b-586e-4e54-be33-76a34035b63b tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Allocated IP 172.20.0.13 (e5ee4fe9-2671-4728-b07d-a0055e42be89/d479bf7f-31c1-46d1-b53a-ddcb4f2cef43/45e13ccf-17a6-4187-b99c-ce6108886f8e) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:01.047185 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f4018a63-355a-40c8-90dd-b34e84070c2c req-dfc796d8-0b0f-4f0f-bbcb-43b7e5eeadbb tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?device_id=53112aed-dd98-4e9e-b539-3952d4ab52c4 HTTP/1.1" status: 200 len: 210 time: 0.1557968 May 06 09:51:01.050435 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-acb5242a-ff4e-4bd9-86eb-f6082ad7a745 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Made reservation on behalf of b8812e34b12a4127945e9b2acc2aa7e4 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:01.054132 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-acb5242a-ff4e-4bd9-86eb-f6082ad7a745 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:01.233321 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26cfe8d-71c1-4e43-b1f1-d8dcbd6126c9 x-openstack-request-id: req-e26cfe8d-71c1-4e43-b1f1-d8dcbd6126c9 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:01.233811 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bb2a9f-ff61-4620-b0cc-8c4fb14f3f75", "name": "network-vif-deleted", "tag": "a716b57f-9e50-4977-86e3-863ba3a5e9c6", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:01.234115 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e26cfe8d-71c1-4e43-b1f1-d8dcbd6126c9 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:01.234569 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e26cfe8d-71c1-4e43-b1f1-d8dcbd6126c9'] response: {'server_uuid': '84bb2a9f-ff61-4620-b0cc-8c4fb14f3f75', 'name': 'network-vif-deleted', 'tag': 'a716b57f-9e50-4977-86e3-863ba3a5e9c6', 'status': 'completed', 'code': 200} May 06 09:51:01.241767 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b450c436-71ae-40f0-a044-7caceec9bbe8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:01.273100 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3286348-5f08-4bf3-b00a-228b1f2776c4 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:01.278799 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-0b4b908b-586e-4e54-be33-76a34035b63b tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:01.299370 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3286348-5f08-4bf3-b00a-228b1f2776c4 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:01.309858 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b450c436-71ae-40f0-a044-7caceec9bbe8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:01.366439 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b450c436-71ae-40f0-a044-7caceec9bbe8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Network ab6a1afc-672c-436d-999c-4925c3c7f72c is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:01.372772 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-b450c436-71ae-40f0-a044-7caceec9bbe8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:01.380431 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b450c436-71ae-40f0-a044-7caceec9bbe8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:01.385057 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-0b4b908b-586e-4e54-be33-76a34035b63b tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:01.405843 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450c436-71ae-40f0-a044-7caceec9bbe8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event updated for resources: {'Port': ['ID=730498d0-99cf-4fe3-ae0e-5c0e67f65327,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:01.467543 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-0b4b908b-586e-4e54-be33-76a34035b63b tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Network e5ee4fe9-2671-4728-b07d-a0055e42be89 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:01.468434 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b450c436-71ae-40f0-a044-7caceec9bbe8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:01.472589 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-acb5242a-ff4e-4bd9-86eb-f6082ad7a745 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Allocated IP 172.20.0.4 (e5ee4fe9-2671-4728-b07d-a0055e42be89/d479bf7f-31c1-46d1-b53a-ddcb4f2cef43/f27c975c-a1fe-4203-b659-4415a57c3ca7) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:01.474302 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-0b4b908b-586e-4e54-be33-76a34035b63b tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:01.489368 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-b3286348-5f08-4bf3-b00a-228b1f2776c4 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Allocated IP 172.25.5.242 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/bce49b2b-ab70-472f-b220-742b00801710) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:01.516218 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-0b4b908b-586e-4e54-be33-76a34035b63b tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:01.521706 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b908b-586e-4e54-be33-76a34035b63b tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Pushing event updated for resources: {'Port': ['ID=45e13ccf-17a6-4187-b99c-ce6108886f8e,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:01.582597 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-0b4b908b-586e-4e54-be33-76a34035b63b tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:01.583247 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-0b4b908b-586e-4e54-be33-76a34035b63b tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:01.622598 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-0b4b908b-586e-4e54-be33-76a34035b63b tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5097985 May 06 09:51:01.637788 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-cad65fcf-5f1e-4df0-8b5c-83e6637d1f96 service neutron] Request body: {'port': {'device_id': '9842889b-de01-49bb-970f-75ae9b853b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:01.691956 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b450c436-71ae-40f0-a044-7caceec9bbe8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:01.695801 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3286348-5f08-4bf3-b00a-228b1f2776c4 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:01.730570 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-cad65fcf-5f1e-4df0-8b5c-83e6637d1f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:01.732034 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-acb5242a-ff4e-4bd9-86eb-f6082ad7a745 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:01.775944 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3286348-5f08-4bf3-b00a-228b1f2776c4 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:01.821992 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-acb5242a-ff4e-4bd9-86eb-f6082ad7a745 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:01.825485 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3286348-5f08-4bf3-b00a-228b1f2776c4 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:01.835292 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-b3286348-5f08-4bf3-b00a-228b1f2776c4 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:01.840329 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3286348-5f08-4bf3-b00a-228b1f2776c4 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:01.842088 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3286348-5f08-4bf3-b00a-228b1f2776c4 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Pushing event updated for resources: {'Port': ['ID=bce49b2b-ab70-472f-b220-742b00801710,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:01.907411 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-acb5242a-ff4e-4bd9-86eb-f6082ad7a745 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Network e5ee4fe9-2671-4728-b07d-a0055e42be89 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:01.915100 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-acb5242a-ff4e-4bd9-86eb-f6082ad7a745 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:01.923329 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-acb5242a-ff4e-4bd9-86eb-f6082ad7a745 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:01.954893 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5242a-ff4e-4bd9-86eb-f6082ad7a745 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Pushing event updated for resources: {'Port': ['ID=f27c975c-a1fe-4203-b659-4415a57c3ca7,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:02.070876 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-acb5242a-ff4e-4bd9-86eb-f6082ad7a745 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:02.071542 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-acb5242a-ff4e-4bd9-86eb-f6082ad7a745 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:02.106126 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-acb5242a-ff4e-4bd9-86eb-f6082ad7a745 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2969086 May 06 09:51:02.140748 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device da0c3b60-16f9-48ac-a6a7-5335ef4538c5 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:51:02.167443 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-3bd3b224-1ce9-47e3-a2c9-e7aeb043f675 service neutron] Request body: {'port': {'device_id': '53112aed-dd98-4e9e-b539-3952d4ab52c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:02.171869 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: da0c3b60-16f9-48ac-a6a7-5335ef4538c5 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:51:02.172560 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device da0c3b60-16f9-48ac-a6a7-5335ef4538c5 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:51:02.173740 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device a716b57f-9e50-4977-86e3-863ba3a5e9c6 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:51:02.198252 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: a716b57f-9e50-4977-86e3-863ba3a5e9c6 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:51:02.199023 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device a716b57f-9e50-4977-86e3-863ba3a5e9c6 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:51:02.245970 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b450c436-71ae-40f0-a044-7caceec9bbe8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:02.255686 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-cad65fcf-5f1e-4df0-8b5c-83e6637d1f96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e13ccf-17a6-4187-b99c-ce6108886f8e {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:51:02.260024 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b450c436-71ae-40f0-a044-7caceec9bbe8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:02.273925 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-cad65fcf-5f1e-4df0-8b5c-83e6637d1f96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:02.280378 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-3bd3b224-1ce9-47e3-a2c9-e7aeb043f675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:02.311160 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3286348-5f08-4bf3-b00a-228b1f2776c4 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:02.356470 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-cad65fcf-5f1e-4df0-8b5c-83e6637d1f96 service neutron] Transition to ACTIVE for port object 45e13ccf-17a6-4187-b99c-ce6108886f8e will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:51:02.384778 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c6ee9-4186-4c96-b5b4-3412a7a65d30 req-af57e7b1-d391-4c3b-b455-fe5817e7e8ce tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:02.386738 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-027c6ee9-4186-4c96-b5b4-3412a7a65d30 req-af57e7b1-d391-4c3b-b455-fe5817e7e8ce tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?device_id=53112aed-dd98-4e9e-b539-3952d4ab52c4 HTTP/1.1" status: 200 len: 931 time: 0.1901340 May 06 09:51:02.390520 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-cad65fcf-5f1e-4df0-8b5c-83e6637d1f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:02.396097 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450c436-71ae-40f0-a044-7caceec9bbe8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event updated for resources: {'Port': ['ID=730498d0-99cf-4fe3-ae0e-5c0e67f65327,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:02.408027 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b450c436-71ae-40f0-a044-7caceec9bbe8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:02.561880 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad65fcf-5f1e-4df0-8b5c-83e6637d1f96 service neutron] Pushing event updated for resources: {'Port': ['ID=45e13ccf-17a6-4187-b99c-ce6108886f8e,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:02.596261 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-027c6ee9-4186-4c96-b5b4-3412a7a65d30 req-9632f0d8-2c1a-42df-ab7d-267f96349959 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc9e428f-216e-4f44-9aec-7d700c7ea9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932185 May 06 09:51:02.650068 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b450c436-71ae-40f0-a044-7caceec9bbe8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Network ab6a1afc-672c-436d-999c-4925c3c7f72c is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:02.654486 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-b450c436-71ae-40f0-a044-7caceec9bbe8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:02.657256 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-cad65fcf-5f1e-4df0-8b5c-83e6637d1f96 service neutron] Attempting to bind port 45e13ccf-17a6-4187-b99c-ce6108886f8e on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:51:02.657256 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-cad65fcf-5f1e-4df0-8b5c-83e6637d1f96 service neutron] Attempting to bind port 45e13ccf-17a6-4187-b99c-ce6108886f8e by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'e7cea1e5-510d-426d-bcc9-85166f52077f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e5ee4fe9-2671-4728-b07d-a0055e42be89'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:51:02.657612 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-cad65fcf-5f1e-4df0-8b5c-83e6637d1f96 service neutron] Attempting to bind port 45e13ccf-17a6-4187-b99c-ce6108886f8e on network e5ee4fe9-2671-4728-b07d-a0055e42be89 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:51:02.668838 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-cad65fcf-5f1e-4df0-8b5c-83e6637d1f96 service neutron] Port 45e13ccf-17a6-4187-b99c-ce6108886f8e on network e5ee4fe9-2671-4728-b07d-a0055e42be89 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:51:02.668838 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-cad65fcf-5f1e-4df0-8b5c-83e6637d1f96 service neutron] Attempting to bind port 45e13ccf-17a6-4187-b99c-ce6108886f8e on network e5ee4fe9-2671-4728-b07d-a0055e42be89 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:51:02.712669 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-cad65fcf-5f1e-4df0-8b5c-83e6637d1f96 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:51:02.712938 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-cad65fcf-5f1e-4df0-8b5c-83e6637d1f96 service neutron] Checking segment: {'id': 'e7cea1e5-510d-426d-bcc9-85166f52077f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e5ee4fe9-2671-4728-b07d-a0055e42be89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:51:02.713343 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-cad65fcf-5f1e-4df0-8b5c-83e6637d1f96 service neutron] Bound using segment: {'id': 'e7cea1e5-510d-426d-bcc9-85166f52077f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e5ee4fe9-2671-4728-b07d-a0055e42be89'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:51:02.713819 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-cad65fcf-5f1e-4df0-8b5c-83e6637d1f96 service neutron] Bound port: 45e13ccf-17a6-4187-b99c-ce6108886f8e, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7cea1e5-510d-426d-bcc9-85166f52077f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e5ee4fe9-2671-4728-b07d-a0055e42be89'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:51:02.714226 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-cad65fcf-5f1e-4df0-8b5c-83e6637d1f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:02.757501 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3286348-5f08-4bf3-b00a-228b1f2776c4 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1992734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1598914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41446'] for router, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:02.763622 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3286348-5f08-4bf3-b00a-228b1f2776c4 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1598923'] for router, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:02.849864 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-cad65fcf-5f1e-4df0-8b5c-83e6637d1f96 service neutron] For port 45e13ccf-17a6-4187-b99c-ce6108886f8e, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:51:02.853254 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b450c436-71ae-40f0-a044-7caceec9bbe8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Router 6b234085-7885-4a24-b6f9-b2271f73ceaf has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:51:02.855775 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-cad65fcf-5f1e-4df0-8b5c-83e6637d1f96 service neutron] For port 45e13ccf-17a6-4187-b99c-ce6108886f8e, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=45e13ccf-17a6-4187-b99c-ce6108886f8e,segment=NetworkSegment(e7cea1e5-510d-426d-bcc9-85166f52077f),segment_id=e7cea1e5-510d-426d-bcc9-85166f52077f)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:51:02.865221 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-cad65fcf-5f1e-4df0-8b5c-83e6637d1f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:02.914151 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-cad65fcf-5f1e-4df0-8b5c-83e6637d1f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:02.914875 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-cad65fcf-5f1e-4df0-8b5c-83e6637d1f96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:02.917647 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-cad65fcf-5f1e-4df0-8b5c-83e6637d1f96 service neutron] 10.222.0.84 "PUT /v2.0/ports/45e13ccf-17a6-4187-b99c-ce6108886f8e HTTP/1.1" status: 200 len: 1092 time: 1.2837996 May 06 09:51:02.917647 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9842889b-de01-49bb-970f-75ae9b853b9d', 'tag': '45e13ccf-17a6-4187-b99c-ce6108886f8e'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:02.924986 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14aa152c-9258-4ec4-9a78-cf7636f0020e" -d '{"events": [{"name": "network-changed", "server_uuid": "9842889b-de01-49bb-970f-75ae9b853b9d", "tag": "45e13ccf-17a6-4187-b99c-ce6108886f8e"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:03.003331 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-3bd3b224-1ce9-47e3-a2c9-e7aeb043f675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27c975c-a1fe-4203-b659-4415a57c3ca7 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:51:03.007925 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f729f453-fb0a-496c-bd31-4717f2755986 x-openstack-request-id: req-f729f453-fb0a-496c-bd31-4717f2755986 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:03.008249 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9842889b-de01-49bb-970f-75ae9b853b9d", "tag": "45e13ccf-17a6-4187-b99c-ce6108886f8e", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:03.008476 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f729f453-fb0a-496c-bd31-4717f2755986 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:03.008889 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f729f453-fb0a-496c-bd31-4717f2755986'] response: {'name': 'network-changed', 'server_uuid': '9842889b-de01-49bb-970f-75ae9b853b9d', 'tag': '45e13ccf-17a6-4187-b99c-ce6108886f8e', 'status': 'completed', 'code': 200} May 06 09:51:03.021544 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-3bd3b224-1ce9-47e3-a2c9-e7aeb043f675 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:03.037429 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad65fcf-5f1e-4df0-8b5c-83e6637d1f96 service neutron] Pushing event updated for resources: {'Port': ['ID=45e13ccf-17a6-4187-b99c-ce6108886f8e,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:03.056441 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-3bd3b224-1ce9-47e3-a2c9-e7aeb043f675 service neutron] Transition to ACTIVE for port object f27c975c-a1fe-4203-b659-4415a57c3ca7 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:51:03.064754 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-3bd3b224-1ce9-47e3-a2c9-e7aeb043f675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:03.092883 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-7acdf5e7-2bd7-4f4b-9875-aeaf8d746756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:03.094677 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-7acdf5e7-2bd7-4f4b-9875-aeaf8d746756 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b8812e34b12a4127945e9b2acc2aa7e4&device_id=9842889b-de01-49bb-970f-75ae9b853b9d HTTP/1.1" status: 200 len: 1095 time: 0.1084898 May 06 09:51:03.096968 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3286348-5f08-4bf3-b00a-228b1f2776c4 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Router 268fb62b-dc9b-4a23-9ab5-93f13bb9c035 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:51:03.117512 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b450c436-71ae-40f0-a044-7caceec9bbe8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:51:03.130481 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182eabe6-c88d-4c1b-8c1e-f16a5d9b4756 None None] Sync routers for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:51:03.145713 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182eabe6-c88d-4c1b-8c1e-f16a5d9b4756 None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:03.147751 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-182eabe6-c88d-4c1b-8c1e-f16a5d9b4756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:03.160254 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b450c436-71ae-40f0-a044-7caceec9bbe8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "PUT /v2.0/routers/6b234085-7885-4a24-b6f9-b2271f73ceaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0617473 May 06 09:51:03.162441 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-fe645dd9-d96c-4999-adf7-258288420297 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45e13ccf-17a6-4187-b99c-ce6108886f8e HTTP/1.1" status: 200 len: 217 time: 0.0587325 May 06 09:51:03.163007 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58844) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:03.168513 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-f503f360-846e-48df-8b95-fa0254007796 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Request body: {'port': {'network_id': 'ab6a1afc-672c-436d-999c-4925c3c7f72c', 'name': 'tempest-FloatingIPTestJSON-770547728'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:03.186074 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3b224-1ce9-47e3-a2c9-e7aeb043f675 service neutron] Pushing event updated for resources: {'Port': ['ID=f27c975c-a1fe-4203-b659-4415a57c3ca7,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:03.198439 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-182eabe6-c88d-4c1b-8c1e-f16a5d9b4756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:03.209245 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182eabe6-c88d-4c1b-8c1e-f16a5d9b4756 None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:03.210299 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-182eabe6-c88d-4c1b-8c1e-f16a5d9b4756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:03.238582 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-ff400c99-7966-4f94-9ce9-81691177e133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:03.240285 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-ff400c99-7966-4f94-9ce9-81691177e133 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d479bf7f-31c1-46d1-b53a-ddcb4f2cef43 HTTP/1.1" status: 200 len: 852 time: 0.0659494 May 06 09:51:03.258883 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-182eabe6-c88d-4c1b-8c1e-f16a5d9b4756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:03.259474 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182eabe6-c88d-4c1b-8c1e-f16a5d9b4756 None None] The sync data for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:51:03.309351 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-69d077a0-489e-41ba-a47b-c1507bd90c04 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5ee4fe9-2671-4728-b07d-a0055e42be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375974 May 06 09:51:03.369071 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58848) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:03.454235 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-e9013650-9280-416f-9199-0e10bf384f82 service neutron] 10.222.0.84 "GET /v2.0/networks/e5ee4fe9-2671-4728-b07d-a0055e42be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365490 May 06 09:51:03.455845 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f503f360-846e-48df-8b95-fa0254007796 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Made reservation on behalf of 72cdbb5fdadb494e8206c24c3cbf362f for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:03.459369 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f503f360-846e-48df-8b95-fa0254007796 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:03.534738 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-f503f360-846e-48df-8b95-fa0254007796 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] device_id is not set on port cf402d0d-d650-4b6e-841f-83f9c2c36d4a yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:51:03.551901 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-eb1bfee8-f248-4bde-bb0d-d0a203cf614e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:03.605571 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-3bd3b224-1ce9-47e3-a2c9-e7aeb043f675 service neutron] Attempting to bind port f27c975c-a1fe-4203-b659-4415a57c3ca7 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:51:03.605890 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-3bd3b224-1ce9-47e3-a2c9-e7aeb043f675 service neutron] Attempting to bind port f27c975c-a1fe-4203-b659-4415a57c3ca7 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'e7cea1e5-510d-426d-bcc9-85166f52077f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e5ee4fe9-2671-4728-b07d-a0055e42be89'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:51:03.606220 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-3bd3b224-1ce9-47e3-a2c9-e7aeb043f675 service neutron] Attempting to bind port f27c975c-a1fe-4203-b659-4415a57c3ca7 on network e5ee4fe9-2671-4728-b07d-a0055e42be89 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:51:03.613940 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-3bd3b224-1ce9-47e3-a2c9-e7aeb043f675 service neutron] Port f27c975c-a1fe-4203-b659-4415a57c3ca7 on network e5ee4fe9-2671-4728-b07d-a0055e42be89 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:51:03.614267 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-3bd3b224-1ce9-47e3-a2c9-e7aeb043f675 service neutron] Attempting to bind port f27c975c-a1fe-4203-b659-4415a57c3ca7 on network e5ee4fe9-2671-4728-b07d-a0055e42be89 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:51:03.616547 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3286348-5f08-4bf3-b00a-228b1f2776c4 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:51:03.625078 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3286348-5f08-4bf3-b00a-228b1f2776c4 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:03.628756 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b3286348-5f08-4bf3-b00a-228b1f2776c4 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "PUT /v2.0/routers/268fb62b-dc9b-4a23-9ab5-93f13bb9c035 HTTP/1.1" status: 200 len: 884 time: 3.6492789 May 06 09:51:03.629330 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58852) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:03.635954 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1251a57f-e6d2-4beb-b89e-e80164ff049b None None] Sync routers for ids ['268fb62b-dc9b-4a23-9ab5-93f13bb9c035'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:51:03.639707 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-3bd3b224-1ce9-47e3-a2c9-e7aeb043f675 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:51:03.640840 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-3bd3b224-1ce9-47e3-a2c9-e7aeb043f675 service neutron] Checking segment: {'id': 'e7cea1e5-510d-426d-bcc9-85166f52077f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e5ee4fe9-2671-4728-b07d-a0055e42be89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:51:03.641362 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-3bd3b224-1ce9-47e3-a2c9-e7aeb043f675 service neutron] Bound using segment: {'id': 'e7cea1e5-510d-426d-bcc9-85166f52077f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e5ee4fe9-2671-4728-b07d-a0055e42be89'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:51:03.641948 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-3bd3b224-1ce9-47e3-a2c9-e7aeb043f675 service neutron] Bound port: f27c975c-a1fe-4203-b659-4415a57c3ca7, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7cea1e5-510d-426d-bcc9-85166f52077f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e5ee4fe9-2671-4728-b07d-a0055e42be89'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:51:03.642321 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-3bd3b224-1ce9-47e3-a2c9-e7aeb043f675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:03.669838 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1251a57f-e6d2-4beb-b89e-e80164ff049b None None] Routers {'268fb62b-dc9b-4a23-9ab5-93f13bb9c035'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:03.670581 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-1251a57f-e6d2-4beb-b89e-e80164ff049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['268fb62b-dc9b-4a23-9ab5-93f13bb9c035'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:03.686734 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-432a2d79-a1ca-4d6e-a263-026eccb07b1d service neutron] 10.222.0.84 "GET /v2.0/networks/e5ee4fe9-2671-4728-b07d-a0055e42be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240012 May 06 09:51:03.711241 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-1251a57f-e6d2-4beb-b89e-e80164ff049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:03.721627 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-f503f360-846e-48df-8b95-fa0254007796 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Allocated IP 172.20.0.10 (ab6a1afc-672c-436d-999c-4925c3c7f72c/b0d370a1-2071-42fd-abb9-38bc58f85bab/cf402d0d-d650-4b6e-841f-83f9c2c36d4a) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:03.726841 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1251a57f-e6d2-4beb-b89e-e80164ff049b None None] Routers {'268fb62b-dc9b-4a23-9ab5-93f13bb9c035'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:03.728245 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-1251a57f-e6d2-4beb-b89e-e80164ff049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['268fb62b-dc9b-4a23-9ab5-93f13bb9c035'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:03.774654 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-1251a57f-e6d2-4beb-b89e-e80164ff049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:03.775630 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1251a57f-e6d2-4beb-b89e-e80164ff049b None None] The sync data for ids ['268fb62b-dc9b-4a23-9ab5-93f13bb9c035'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:51:03.810475 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-eb1bfee8-f248-4bde-bb0d-d0a203cf614e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:03.821977 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-3bd3b224-1ce9-47e3-a2c9-e7aeb043f675 service neutron] For port f27c975c-a1fe-4203-b659-4415a57c3ca7, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:51:03.825807 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fada31c8-0f42-4daf-8e90-36cc25796b81 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "GET /v2.0/routers/268fb62b-dc9b-4a23-9ab5-93f13bb9c035 HTTP/1.1" status: 200 len: 925 time: 0.1932695 May 06 09:51:03.832952 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58856) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:03.844906 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-eb1bfee8-f248-4bde-bb0d-d0a203cf614e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:03.845446 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-3bd3b224-1ce9-47e3-a2c9-e7aeb043f675 service neutron] For port f27c975c-a1fe-4203-b659-4415a57c3ca7, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f27c975c-a1fe-4203-b659-4415a57c3ca7,segment=NetworkSegment(e7cea1e5-510d-426d-bcc9-85166f52077f),segment_id=e7cea1e5-510d-426d-bcc9-85166f52077f)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:51:03.864599 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-3bd3b224-1ce9-47e3-a2c9-e7aeb043f675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:03.922203 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-3bd3b224-1ce9-47e3-a2c9-e7aeb043f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:03.922827 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-3bd3b224-1ce9-47e3-a2c9-e7aeb043f675 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:03.924242 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-3bd3b224-1ce9-47e3-a2c9-e7aeb043f675 service neutron] 10.222.0.84 "PUT /v2.0/ports/f27c975c-a1fe-4203-b659-4415a57c3ca7 HTTP/1.1" status: 200 len: 1091 time: 1.7624137 May 06 09:51:03.926902 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53112aed-dd98-4e9e-b539-3952d4ab52c4', 'tag': 'f27c975c-a1fe-4203-b659-4415a57c3ca7'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:03.929253 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6fddfc-6542-4a8c-bc1f-a2a4001e1ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "53112aed-dd98-4e9e-b539-3952d4ab52c4", "tag": "f27c975c-a1fe-4203-b659-4415a57c3ca7"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:03.950163 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94411287-390a-4b04-8bfc-8481799e18f0 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:03.954415 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-94411287-390a-4b04-8bfc-8481799e18f0 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2&device_id=268fb62b-dc9b-4a23-9ab5-93f13bb9c035&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1178854 May 06 09:51:03.954577 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-eb1bfee8-f248-4bde-bb0d-d0a203cf614e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=182440d169634df5a4d816364546e271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5759997 May 06 09:51:03.954671 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58860) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:03.956096 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58862) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:03.963453 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3b224-1ce9-47e3-a2c9-e7aeb043f675 service neutron] Pushing event updated for resources: {'Port': ['ID=f27c975c-a1fe-4203-b659-4415a57c3ca7,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:03.970478 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1bfee8-f248-4bde-bb0d-d0a203cf614e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0d2d0e-499d-443b-b39e-66f76fbfc867,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:03.990816 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa152c-9258-4ec4-9a78-cf7636f0020e req-ac2bf6e6-b15a-4384-905e-c42ee1a7ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:03.992341 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14aa152c-9258-4ec4-9a78-cf7636f0020e req-ac2bf6e6-b15a-4384-905e-c42ee1a7ecbc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b8812e34b12a4127945e9b2acc2aa7e4&device_id=9842889b-de01-49bb-970f-75ae9b853b9d HTTP/1.1" status: 200 len: 1095 time: 0.2067096 May 06 09:51:04.054737 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-42401421-bd3d-4cae-ad47-824ca02cbe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:04.056302 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-42401421-bd3d-4cae-ad47-824ca02cbe07 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b8812e34b12a4127945e9b2acc2aa7e4&device_id=53112aed-dd98-4e9e-b539-3952d4ab52c4 HTTP/1.1" status: 200 len: 1094 time: 0.0796516 May 06 09:51:04.059599 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4679d965-fd63-43b7-ac23-899989af963e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:04.119043 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-b19457aa-2ff7-4393-8f52-6d0ae29ba1aa service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f27c975c-a1fe-4203-b659-4415a57c3ca7 HTTP/1.1" status: 200 len: 217 time: 0.0543966 May 06 09:51:04.124089 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4679d965-fd63-43b7-ac23-899989af963e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:04.195864 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-b5a8e5da-d464-4318-a74d-85cac4eae8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:04.197351 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-b5a8e5da-d464-4318-a74d-85cac4eae8ef service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d479bf7f-31c1-46d1-b53a-ddcb4f2cef43 HTTP/1.1" status: 200 len: 852 time: 0.0663505 May 06 09:51:04.236364 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-408c0e07-3ef1-4098-9acf-70c080fd431a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5ee4fe9-2671-4728-b07d-a0055e42be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304434 May 06 09:51:04.242260 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4679d965-fd63-43b7-ac23-899989af963e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:04.244599 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4679d965-fd63-43b7-ac23-899989af963e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:04.245963 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4679d965-fd63-43b7-ac23-899989af963e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ce0d2d0e-499d-443b-b39e-66f76fbfc867 HTTP/1.1" status: 204 len: 168 time: 0.2910779 May 06 09:51:04.272788 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679d965-fd63-43b7-ac23-899989af963e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0d2d0e-499d-443b-b39e-66f76fbfc867,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:04.353276 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be726e-bacd-40cb-8d33-ce9891eca381 req-e91e039d-267f-4c41-81b0-4554d6dfb25b tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:04.360665 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-88be726e-bacd-40cb-8d33-ce9891eca381 req-e91e039d-267f-4c41-81b0-4554d6dfb25b tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?device_id=53112aed-dd98-4e9e-b539-3952d4ab52c4 HTTP/1.1" status: 200 len: 943 time: 0.5857067 May 06 09:51:04.361255 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-3c371492-bb08-4813-af8e-a2b165e318df service neutron] 10.222.0.84 "GET /v2.0/networks/e5ee4fe9-2671-4728-b07d-a0055e42be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141727 May 06 09:51:04.469179 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-11f90d5e-47aa-4e2e-bc52-8bbb9284ad7f req-d6cfd7e3-5520-439d-b7d2-c51a16c10ab7 service neutron] 10.222.0.84 "GET /v2.0/networks/e5ee4fe9-2671-4728-b07d-a0055e42be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982053 May 06 09:51:04.488541 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f503f360-846e-48df-8b95-fa0254007796 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:04.507073 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-88be726e-bacd-40cb-8d33-ce9891eca381 req-835790ff-1172-4ea8-966a-d7811e192844 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc9e428f-216e-4f44-9aec-7d700c7ea9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455503 May 06 09:51:04.524192 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190380e4-a36a-44bb-b58d-738a05953227 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:04.525577 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-190380e4-a36a-44bb-b58d-738a05953227 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 881 time: 0.5673177 May 06 09:51:04.529728 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58868) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:04.556378 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ebed03-5591-45f9-9757-552a8c3af0a8 x-openstack-request-id: req-82ebed03-5591-45f9-9757-552a8c3af0a8 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:04.556680 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53112aed-dd98-4e9e-b539-3952d4ab52c4", "tag": "f27c975c-a1fe-4203-b659-4415a57c3ca7", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:04.557218 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-82ebed03-5591-45f9-9757-552a8c3af0a8 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:04.557709 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82ebed03-5591-45f9-9757-552a8c3af0a8'] response: {'name': 'network-changed', 'server_uuid': '53112aed-dd98-4e9e-b539-3952d4ab52c4', 'tag': 'f27c975c-a1fe-4203-b659-4415a57c3ca7', 'status': 'completed', 'code': 200} May 06 09:51:04.562522 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2057d8b9-a826-440b-a285-fa83e9084245 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "GET /v2.0/ports?device_id=268fb62b-dc9b-4a23-9ab5-93f13bb9c035 HTTP/1.1" status: 200 len: 205 time: 0.0315416 May 06 09:51:04.565253 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58870) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:04.586228 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa152c-9258-4ec4-9a78-cf7636f0020e req-6f22153d-9c0c-41c8-a3b5-90c94d465b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:04.589765 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14aa152c-9258-4ec4-9a78-cf7636f0020e req-6f22153d-9c0c-41c8-a3b5-90c94d465b56 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5ee4fe9-2671-4728-b07d-a0055e42be89 HTTP/1.1" status: 200 len: 913 time: 0.2616696 May 06 09:51:04.590630 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58872) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:04.645852 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1ec09321-a68a-4e96-9512-e4495042dfb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:04.649230 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14aa152c-9258-4ec4-9a78-cf7636f0020e req-5b9ef787-5c97-45f6-9e0a-89696f02405e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45e13ccf-17a6-4187-b99c-ce6108886f8e HTTP/1.1" status: 200 len: 217 time: 0.0470052 May 06 09:51:04.651387 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f503f360-846e-48df-8b95-fa0254007796 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:04.701834 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fddfc-6542-4a8c-bc1f-a2a4001e1ba1 req-573c607c-d83d-4863-aa09-9e5568fc4a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:04.703364 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-aa6fddfc-6542-4a8c-bc1f-a2a4001e1ba1 req-573c607c-d83d-4863-aa09-9e5568fc4a80 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b8812e34b12a4127945e9b2acc2aa7e4&device_id=53112aed-dd98-4e9e-b539-3952d4ab52c4 HTTP/1.1" status: 200 len: 1094 time: 0.0839322 May 06 09:51:04.725956 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df9ea81e-8aa0-46fd-84f0-dc576b4690c6 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:04.753042 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f503f360-846e-48df-8b95-fa0254007796 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Network ab6a1afc-672c-436d-999c-4925c3c7f72c is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:04.764173 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-f503f360-846e-48df-8b95-fa0254007796 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:04.774074 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f503f360-846e-48df-8b95-fa0254007796 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:04.782122 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa152c-9258-4ec4-9a78-cf7636f0020e req-1139f0e0-f708-4af1-9640-64aeee31dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:04.783695 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14aa152c-9258-4ec4-9a78-cf7636f0020e req-1139f0e0-f708-4af1-9640-64aeee31dd66 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d479bf7f-31c1-46d1-b53a-ddcb4f2cef43 HTTP/1.1" status: 200 len: 852 time: 0.1238906 May 06 09:51:04.784294 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503f360-846e-48df-8b95-fa0254007796 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event updated for resources: {'Port': ['ID=cf402d0d-d650-4b6e-841f-83f9c2c36d4a,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:04.846178 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14aa152c-9258-4ec4-9a78-cf7636f0020e req-7d72c625-ea62-4cde-88a3-5a5376fd11db service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5ee4fe9-2671-4728-b07d-a0055e42be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403359 May 06 09:51:04.890253 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f503f360-846e-48df-8b95-fa0254007796 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:04.890893 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f503f360-846e-48df-8b95-fa0254007796 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:04.891187 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fddfc-6542-4a8c-bc1f-a2a4001e1ba1 req-5844e540-2176-4b93-9f04-a8cddfcd680b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:04.892665 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-aa6fddfc-6542-4a8c-bc1f-a2a4001e1ba1 req-5844e540-2176-4b93-9f04-a8cddfcd680b service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5ee4fe9-2671-4728-b07d-a0055e42be89 HTTP/1.1" status: 200 len: 913 time: 0.1782053 May 06 09:51:04.907555 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df9ea81e-8aa0-46fd-84f0-dc576b4690c6 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:04.948939 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-aa6fddfc-6542-4a8c-bc1f-a2a4001e1ba1 req-8c690604-8c5f-48a7-96fa-fd6fbfed999c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f27c975c-a1fe-4203-b659-4415a57c3ca7 HTTP/1.1" status: 200 len: 217 time: 0.0476358 May 06 09:51:04.969155 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f503f360-846e-48df-8b95-fa0254007796 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8048685 May 06 09:51:04.975196 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58874) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:04.988436 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1ec09321-a68a-4e96-9512-e4495042dfb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:04.992686 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-868c4643-10b3-4d10-b12f-ab488cb143a9 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Request body: {'port': {'network_id': 'ab6a1afc-672c-436d-999c-4925c3c7f72c', 'name': 'tempest-FloatingIPTestJSON-2104511185'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:04.995808 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1ec09321-a68a-4e96-9512-e4495042dfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:05.032942 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14aa152c-9258-4ec4-9a78-cf7636f0020e req-40758445-ef50-43d0-9efe-b8e9ca01d72b service neutron] 10.222.0.84 "GET /v2.0/networks/e5ee4fe9-2671-4728-b07d-a0055e42be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727448 May 06 09:51:05.057161 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1ec09321-a68a-4e96-9512-e4495042dfb4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6a89c7b1c37749c297d56d236264bcc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4611385 May 06 09:51:05.061265 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58878) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:05.093167 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09321-a68a-4e96-9512-e4495042dfb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2201dde3-52a2-4abf-a39a-d9c0552659f1,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:05.107869 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fddfc-6542-4a8c-bc1f-a2a4001e1ba1 req-0926998c-e50a-4824-98e9-ccaffcf678f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:05.109353 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-aa6fddfc-6542-4a8c-bc1f-a2a4001e1ba1 req-0926998c-e50a-4824-98e9-ccaffcf678f9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d479bf7f-31c1-46d1-b53a-ddcb4f2cef43 HTTP/1.1" status: 200 len: 852 time: 0.1350405 May 06 09:51:05.143950 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14aa152c-9258-4ec4-9a78-cf7636f0020e req-37f7b287-697c-4f44-98e4-11f419a1703d service neutron] 10.222.0.84 "GET /v2.0/networks/e5ee4fe9-2671-4728-b07d-a0055e42be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031749 May 06 09:51:05.166315 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-aa6fddfc-6542-4a8c-bc1f-a2a4001e1ba1 req-9f9345e0-95f8-42b5-824a-1b7a3c742a74 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5ee4fe9-2671-4728-b07d-a0055e42be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444148 May 06 09:51:05.206273 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-df9ea81e-8aa0-46fd-84f0-dc576b4690c6 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Deleting port bce49b2b-ab70-472f-b220-742b00801710 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:05.206618 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df9ea81e-8aa0-46fd-84f0-dc576b4690c6 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:05.293995 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f4524d37-b94c-4294-9742-96e510b9e3a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:05.352096 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868c4643-10b3-4d10-b12f-ab488cb143a9 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Made reservation on behalf of 72cdbb5fdadb494e8206c24c3cbf362f for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:05.356015 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-868c4643-10b3-4d10-b12f-ab488cb143a9 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:05.362447 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f4524d37-b94c-4294-9742-96e510b9e3a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:05.414017 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df9ea81e-8aa0-46fd-84f0-dc576b4690c6 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:05.423532 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-aa6fddfc-6542-4a8c-bc1f-a2a4001e1ba1 req-4ee420f0-7798-4653-b96c-0a7b1d6d66d8 service neutron] 10.222.0.84 "GET /v2.0/networks/e5ee4fe9-2671-4728-b07d-a0055e42be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481065 May 06 09:51:05.428205 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-868c4643-10b3-4d10-b12f-ab488cb143a9 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] device_id is not set on port 8c65eba9-13b8-4481-9d69-3807979953d4 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:51:05.494992 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-df9ea81e-8aa0-46fd-84f0-dc576b4690c6 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Calling delete_port for bce49b2b-ab70-472f-b220-742b00801710 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:05.603804 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f4524d37-b94c-4294-9742-96e510b9e3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:05.606856 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f4524d37-b94c-4294-9742-96e510b9e3a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:05.608019 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f4524d37-b94c-4294-9742-96e510b9e3a6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2201dde3-52a2-4abf-a39a-d9c0552659f1 HTTP/1.1" status: 204 len: 168 time: 0.5458293 May 06 09:51:05.647668 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571c96e-a320-4a16-a663-e2fb068a4f93 req-785dadc0-c668-477d-8005-e4f8b7e0df20 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:05.650121 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4571c96e-a320-4a16-a663-e2fb068a4f93 req-785dadc0-c668-477d-8005-e4f8b7e0df20 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?device_id=53112aed-dd98-4e9e-b539-3952d4ab52c4 HTTP/1.1" status: 200 len: 943 time: 0.0639791 May 06 09:51:05.654338 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4524d37-b94c-4294-9742-96e510b9e3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2201dde3-52a2-4abf-a39a-d9c0552659f1,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:05.693104 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-aa6fddfc-6542-4a8c-bc1f-a2a4001e1ba1 req-27c57f4a-fae5-40ed-a045-007c2071fb24 service neutron] 10.222.0.84 "GET /v2.0/networks/e5ee4fe9-2671-4728-b07d-a0055e42be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477267 May 06 09:51:05.704063 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4571c96e-a320-4a16-a663-e2fb068a4f93 req-21acce3f-cf7a-4fe2-a5c0-c1c6e6ff342a tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc9e428f-216e-4f44-9aec-7d700c7ea9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459433 May 06 09:51:05.704688 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-868c4643-10b3-4d10-b12f-ab488cb143a9 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Allocated IP 172.20.0.5 (ab6a1afc-672c-436d-999c-4925c3c7f72c/b0d370a1-2071-42fd-abb9-38bc58f85bab/8c65eba9-13b8-4481-9d69-3807979953d4) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:05.893003 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df9ea81e-8aa0-46fd-84f0-dc576b4690c6 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:05.939355 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ea81e-8aa0-46fd-84f0-dc576b4690c6 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Pushing event deleted for resources: {'Port': ['ID=bce49b2b-ab70-472f-b220-742b00801710,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:06.006354 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-868c4643-10b3-4d10-b12f-ab488cb143a9 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:06.029066 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df9ea81e-8aa0-46fd-84f0-dc576b4690c6 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:06.139483 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df9ea81e-8aa0-46fd-84f0-dc576b4690c6 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:06.142642 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df9ea81e-8aa0-46fd-84f0-dc576b4690c6 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:06.154524 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-868c4643-10b3-4d10-b12f-ab488cb143a9 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:06.239563 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868c4643-10b3-4d10-b12f-ab488cb143a9 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Network ab6a1afc-672c-436d-999c-4925c3c7f72c is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:06.240717 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df9ea81e-8aa0-46fd-84f0-dc576b4690c6 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:06.241240 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9ea81e-8aa0-46fd-84f0-dc576b4690c6 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Fanout notify agent at l3_agent the message router_deleted on router 268fb62b-dc9b-4a23-9ab5-93f13bb9c035 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:51:06.251716 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df9ea81e-8aa0-46fd-84f0-dc576b4690c6 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:06.253144 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-df9ea81e-8aa0-46fd-84f0-dc576b4690c6 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "DELETE /v2.0/routers/268fb62b-dc9b-4a23-9ab5-93f13bb9c035 HTTP/1.1" status: 204 len: 168 time: 1.6866083 May 06 09:51:06.254314 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-868c4643-10b3-4d10-b12f-ab488cb143a9 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:06.257399 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58900) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:06.258625 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868c4643-10b3-4d10-b12f-ab488cb143a9 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:06.268659 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-6adb3e54-31b8-439b-8a38-c4ced0709b3c tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1007639016', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:06.269134 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c4643-10b3-4d10-b12f-ab488cb143a9 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event updated for resources: {'Port': ['ID=8c65eba9-13b8-4481-9d69-3807979953d4,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:06.306568 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6adb3e54-31b8-439b-8a38-c4ced0709b3c tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:06.308940 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6adb3e54-31b8-439b-8a38-c4ced0709b3c tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:06.329235 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868c4643-10b3-4d10-b12f-ab488cb143a9 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:06.330065 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-868c4643-10b3-4d10-b12f-ab488cb143a9 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:06.357103 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-868c4643-10b3-4d10-b12f-ab488cb143a9 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3808167 May 06 09:51:06.358336 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58902) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:06.364274 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-e8f61beb-b22b-437e-a7f9-ac4f62ac3f2b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'port_id': '8c65eba9-13b8-4481-9d69-3807979953d4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:06.385194 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6adb3e54-31b8-439b-8a38-c4ced0709b3c tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:06.390514 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6adb3e54-31b8-439b-8a38-c4ced0709b3c tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:06.396778 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e8f61beb-b22b-437e-a7f9-ac4f62ac3f2b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:06.405676 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:51:06.413202 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6adb3e54-31b8-439b-8a38-c4ced0709b3c tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:06.414622 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6adb3e54-31b8-439b-8a38-c4ced0709b3c tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1516104 May 06 09:51:06.417358 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58906) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:06.423031 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-1a06af76-513d-48f9-ae49-601ff6ff0ee4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'enable_snat': True}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:06.527917 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e8f61beb-b22b-437e-a7f9-ac4f62ac3f2b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:06.640373 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-e8f61beb-b22b-437e-a7f9-ac4f62ac3f2b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Allocated IP 172.25.5.4 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/224a35f7-b008-42d9-b929-33ef4d2dbd09) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:06.662854 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1a06af76-513d-48f9-ae49-601ff6ff0ee4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:06.775018 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e8f61beb-b22b-437e-a7f9-ac4f62ac3f2b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:06.815663 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e8f61beb-b22b-437e-a7f9-ac4f62ac3f2b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:06.863158 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f61beb-b22b-437e-a7f9-ac4f62ac3f2b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:06.871089 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-e8f61beb-b22b-437e-a7f9-ac4f62ac3f2b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:06.873986 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f61beb-b22b-437e-a7f9-ac4f62ac3f2b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:06.876319 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f61beb-b22b-437e-a7f9-ac4f62ac3f2b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event updated for resources: {'Port': ['ID=224a35f7-b008-42d9-b929-33ef4d2dbd09,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:06.937731 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ae097-741b-4f35-85ff-251aa4f9aee9 req-c31f4d39-3a81-487b-a334-7f534d1559ef tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:06.939360 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b5ae097-741b-4f35-85ff-251aa4f9aee9 req-c31f4d39-3a81-487b-a334-7f534d1559ef tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?device_id=53112aed-dd98-4e9e-b539-3952d4ab52c4 HTTP/1.1" status: 200 len: 943 time: 0.1172886 May 06 09:51:06.952360 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1a06af76-513d-48f9-ae49-601ff6ff0ee4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:06.981824 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 45e13ccf-17a6-4187-b99c-ce6108886f8e details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:51:06.986373 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1a06af76-513d-48f9-ae49-601ff6ff0ee4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:07.054560 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b5ae097-741b-4f35-85ff-251aa4f9aee9 req-52e032db-d944-4bf8-a11f-f220869f1981 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc9e428f-216e-4f44-9aec-7d700c7ea9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046736 May 06 09:51:07.144732 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 45e13ccf-17a6-4187-b99c-ce6108886f8e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=45e13ccf-17a6-4187-b99c-ce6108886f8e,segment=NetworkSegment(e7cea1e5-510d-426d-bcc9-85166f52077f),segment_id=e7cea1e5-510d-426d-bcc9-85166f52077f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:07.169822 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '45e13ccf-17a6-4187-b99c-ce6108886f8e', 'network_id': 'e5ee4fe9-2671-4728-b07d-a0055e42be89', 'port_id': '45e13ccf-17a6-4187-b99c-ce6108886f8e', 'mac_address': 'fa:16:3e:17:24:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd479bf7f-31c1-46d1-b53a-ddcb4f2cef43', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:51:07.209363 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45247953-c482-4712-9858-a140d9b1ce29 req-906d21c5-2d64-4242-bac7-66a61f1f7d0c tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:07.215651 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-45247953-c482-4712-9858-a140d9b1ce29 req-906d21c5-2d64-4242-bac7-66a61f1f7d0c tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4934b6e2-a2ce-4116-a9b0-9d37031848bb HTTP/1.1" status: 200 len: 946 time: 0.0826023 May 06 09:51:07.228085 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-1a06af76-513d-48f9-ae49-601ff6ff0ee4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Allocated IP 172.25.5.253 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/e9f9c933-b127-4e7a-8eae-b02a655c5575) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:07.231579 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:07.247762 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e13ccf-17a6-4187-b99c-ce6108886f8e {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:51:07.278750 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 45e13ccf-17a6-4187-b99c-ce6108886f8e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=45e13ccf-17a6-4187-b99c-ce6108886f8e,segment=NetworkSegment(e7cea1e5-510d-426d-bcc9-85166f52077f),segment_id=e7cea1e5-510d-426d-bcc9-85166f52077f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:07.286620 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:07.332969 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-45247953-c482-4712-9858-a140d9b1ce29 req-847e5990-990f-4a74-ad6c-b57029064446 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066675 May 06 09:51:07.367858 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=45e13ccf-17a6-4187-b99c-ce6108886f8e,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:07.433670 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1a06af76-513d-48f9-ae49-601ff6ff0ee4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:07.518577 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd9d18-05dd-4396-836f-7cf280a8bf87 req-4219275c-390d-4557-ac4e-eb54598acf1d tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:07.520204 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f8cd9d18-05dd-4396-836f-7cf280a8bf87 req-4219275c-390d-4557-ac4e-eb54598acf1d tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4934b6e2-a2ce-4116-a9b0-9d37031848bb HTTP/1.1" status: 200 len: 946 time: 0.0847960 May 06 09:51:07.541139 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1a06af76-513d-48f9-ae49-601ff6ff0ee4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:07.602517 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a06af76-513d-48f9-ae49-601ff6ff0ee4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:07.609464 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-1a06af76-513d-48f9-ae49-601ff6ff0ee4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:07.610051 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['45e13ccf-17a6-4187-b99c-ce6108886f8e'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:51:07.614044 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f8cd9d18-05dd-4396-836f-7cf280a8bf87 req-b263f38d-231d-496c-96fc-a3ea2a0f7031 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810664 May 06 09:51:07.617098 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a06af76-513d-48f9-ae49-601ff6ff0ee4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:07.652432 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06af76-513d-48f9-ae49-601ff6ff0ee4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Pushing event updated for resources: {'Port': ['ID=e9f9c933-b127-4e7a-8eae-b02a655c5575,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:07.690104 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e8f61beb-b22b-437e-a7f9-ac4f62ac3f2b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:07.776469 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e8f61beb-b22b-437e-a7f9-ac4f62ac3f2b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:07.986662 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e8f61beb-b22b-437e-a7f9-ac4f62ac3f2b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:07.996474 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e8f61beb-b22b-437e-a7f9-ac4f62ac3f2b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:08.030154 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1a06af76-513d-48f9-ae49-601ff6ff0ee4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:08.080044 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f61beb-b22b-437e-a7f9-ac4f62ac3f2b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event updated for resources: {'Port': ['ID=224a35f7-b008-42d9-b929-33ef4d2dbd09,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:08.090772 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e8f61beb-b22b-437e-a7f9-ac4f62ac3f2b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:08.097523 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2be258-6b90-4193-8c77-29ec0232ffa6 req-2a5e5dd8-abc9-4cd4-b7b0-2766bc52338e tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:08.099854 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9b2be258-6b90-4193-8c77-29ec0232ffa6 req-2a5e5dd8-abc9-4cd4-b7b0-2766bc52338e tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4934b6e2-a2ce-4116-a9b0-9d37031848bb HTTP/1.1" status: 200 len: 946 time: 0.1557868 May 06 09:51:08.217777 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9b2be258-6b90-4193-8c77-29ec0232ffa6 req-fadf68a7-c583-4822-9a3e-3d4874c479ff tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998080 May 06 09:51:08.227660 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-e8f61beb-b22b-437e-a7f9-ac4f62ac3f2b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Floating IP 16703593-29ba-47de-a268-7b2747a3cc85 associated. External IP: 172.25.5.4, port: 8c65eba9-13b8-4481-9d69-3807979953d4. May 06 09:51:08.383559 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1a06af76-513d-48f9-ae49-601ff6ff0ee4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1992734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1598914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41446'] for router, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:08.391528 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1a06af76-513d-48f9-ae49-601ff6ff0ee4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1598923'] for router, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:08.405817 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b3898-ec73-4df4-9784-c8d0339c211e req-9f0b9b3e-5e4a-4216-afc4-0fbcb3cc25b7 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:08.407602 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b81b3898-ec73-4df4-9784-c8d0339c211e req-9f0b9b3e-5e4a-4216-afc4-0fbcb3cc25b7 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?device_id=53112aed-dd98-4e9e-b539-3952d4ab52c4 HTTP/1.1" status: 200 len: 943 time: 0.0755534 May 06 09:51:08.505874 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f61beb-b22b-437e-a7f9-ac4f62ac3f2b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Router 6b234085-7885-4a24-b6f9-b2271f73ceaf has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:51:08.523800 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b81b3898-ec73-4df4-9784-c8d0339c211e req-acfc1f59-1aa3-4504-b3ea-93b024841fc6 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc9e428f-216e-4f44-9aec-7d700c7ea9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750997 May 06 09:51:08.594103 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a06af76-513d-48f9-ae49-601ff6ff0ee4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Router c6b7ef80-1c80-4537-bdfe-7942433c6c9e is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:51:08.654085 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f61beb-b22b-437e-a7f9-ac4f62ac3f2b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:51:08.664649 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab17bbb-d127-4960-b3ab-1e02f9a20ec5 None None] Sync routers for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:51:08.673981 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab17bbb-d127-4960-b3ab-1e02f9a20ec5 None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:08.674953 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-eab17bbb-d127-4960-b3ab-1e02f9a20ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:08.690007 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e8f61beb-b22b-437e-a7f9-ac4f62ac3f2b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:08.710616 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-eab17bbb-d127-4960-b3ab-1e02f9a20ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:08.722399 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab17bbb-d127-4960-b3ab-1e02f9a20ec5 None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:08.723472 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-eab17bbb-d127-4960-b3ab-1e02f9a20ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:08.735501 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e8f61beb-b22b-437e-a7f9-ac4f62ac3f2b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.3753803 May 06 09:51:08.738020 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 58972) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:08.745504 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-f41b1c25-bfc1-4f80-9384-7e62e26e3554 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:08.747515 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331688a7-e845-4bd6-9a03-3281251682c3 req-3ae5ca59-fa3c-4b08-aea0-686e481836dc tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:08.754853 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-331688a7-e845-4bd6-9a03-3281251682c3 req-3ae5ca59-fa3c-4b08-aea0-686e481836dc tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4934b6e2-a2ce-4116-a9b0-9d37031848bb HTTP/1.1" status: 200 len: 946 time: 0.1470973 May 06 09:51:08.768940 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-eab17bbb-d127-4960-b3ab-1e02f9a20ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:08.769970 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab17bbb-d127-4960-b3ab-1e02f9a20ec5 None None] The sync data for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:51:08.794495 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a06af76-513d-48f9-ae49-601ff6ff0ee4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:51:08.800263 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1a06af76-513d-48f9-ae49-601ff6ff0ee4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:08.801477 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1a06af76-513d-48f9-ae49-601ff6ff0ee4 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "PUT /v2.0/routers/c6b7ef80-1c80-4537-bdfe-7942433c6c9e HTTP/1.1" status: 200 len: 919 time: 2.3830044 May 06 09:51:08.804382 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58974) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:08.806833 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2737fb-e38f-452e-bca6-e26ca8465a60 None None] Sync routers for ids ['c6b7ef80-1c80-4537-bdfe-7942433c6c9e'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:51:08.817012 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f41b1c25-bfc1-4f80-9384-7e62e26e3554 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:08.822417 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2737fb-e38f-452e-bca6-e26ca8465a60 None None] Routers {'c6b7ef80-1c80-4537-bdfe-7942433c6c9e'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:08.823332 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-bf2737fb-e38f-452e-bca6-e26ca8465a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c6b7ef80-1c80-4537-bdfe-7942433c6c9e'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:08.825100 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-331688a7-e845-4bd6-9a03-3281251682c3 req-b36e8635-ab20-4dd5-b351-be8052f272a9 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692754 May 06 09:51:08.872464 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-bf2737fb-e38f-452e-bca6-e26ca8465a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:08.884492 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2737fb-e38f-452e-bca6-e26ca8465a60 None None] Routers {'c6b7ef80-1c80-4537-bdfe-7942433c6c9e'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:08.885427 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-bf2737fb-e38f-452e-bca6-e26ca8465a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c6b7ef80-1c80-4537-bdfe-7942433c6c9e'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:08.928783 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-bf2737fb-e38f-452e-bca6-e26ca8465a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:08.929628 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2737fb-e38f-452e-bca6-e26ca8465a60 None None] The sync data for ids ['c6b7ef80-1c80-4537-bdfe-7942433c6c9e'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:51:08.985563 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device f27c975c-a1fe-4203-b659-4415a57c3ca7 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:51:08.988023 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 45e13ccf-17a6-4187-b99c-ce6108886f8e up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:51:09.012049 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e4dd13d9-671e-4f5f-a7f9-aed77eca4231 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "GET /v2.0/routers/c6b7ef80-1c80-4537-bdfe-7942433c6c9e HTTP/1.1" status: 200 len: 925 time: 0.2066491 May 06 09:51:09.014884 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58982) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:09.055087 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f41b1c25-bfc1-4f80-9384-7e62e26e3554 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:09.067994 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c115ea-da4f-455c-831c-186b1565d409 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:09.070186 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f41b1c25-bfc1-4f80-9384-7e62e26e3554 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:09.070358 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-50c115ea-da4f-455c-831c-186b1565d409 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2&device_id=c6b7ef80-1c80-4537-bdfe-7942433c6c9e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0540152 May 06 09:51:09.070985 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-f41b1c25-bfc1-4f80-9384-7e62e26e3554 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Floating IP 16703593-29ba-47de-a268-7b2747a3cc85 disassociated. External IP: 172.25.5.4, port: 8c65eba9-13b8-4481-9d69-3807979953d4. May 06 09:51:09.072958 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58984) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:09.176533 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 45e13ccf-17a6-4187-b99c-ce6108886f8e completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:51:09.184769 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 45e13ccf-17a6-4187-b99c-ce6108886f8e triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:09.185414 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:09.239638 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c7284-0342-47cd-8d68-7ee15265131b req-84a44393-99cf-47e3-835d-18e119072963 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:09.241542 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4e4c7284-0342-47cd-8d68-7ee15265131b req-84a44393-99cf-47e3-835d-18e119072963 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4934b6e2-a2ce-4116-a9b0-9d37031848bb HTTP/1.1" status: 200 len: 946 time: 0.1053734 May 06 09:51:09.245161 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdd95e3-2833-4719-a609-f1384b122f6f tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:09.249347 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9fdd95e3-2833-4719-a609-f1384b122f6f tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 881 time: 0.1726043 May 06 09:51:09.251458 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58990) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:09.292449 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0319c6fe-e482-400e-a133-dbe450e0037e tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6b7ef80-1c80-4537-bdfe-7942433c6c9e HTTP/1.1" status: 200 len: 205 time: 0.0310059 May 06 09:51:09.297429 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58992) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:09.376543 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4e4c7284-0342-47cd-8d68-7ee15265131b req-057c01f5-65d6-4ffe-a2b4-3f545a7a8c75 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270182 May 06 09:51:09.417657 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41b1c25-bfc1-4f80-9384-7e62e26e3554 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Router 6b234085-7885-4a24-b6f9-b2271f73ceaf has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:51:09.427134 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port f27c975c-a1fe-4203-b659-4415a57c3ca7, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f27c975c-a1fe-4203-b659-4415a57c3ca7,segment=NetworkSegment(e7cea1e5-510d-426d-bcc9-85166f52077f),segment_id=e7cea1e5-510d-426d-bcc9-85166f52077f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:09.445183 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'f27c975c-a1fe-4203-b659-4415a57c3ca7', 'network_id': 'e5ee4fe9-2671-4728-b07d-a0055e42be89', 'port_id': 'f27c975c-a1fe-4203-b659-4415a57c3ca7', 'mac_address': 'fa:16:3e:dd:21:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd479bf7f-31c1-46d1-b53a-ddcb4f2cef43', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:51:09.523922 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:09.526898 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:09.553128 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27c975c-a1fe-4203-b659-4415a57c3ca7 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:51:09.570668 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9842889b-de01-49bb-970f-75ae9b853b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e13ccf-17a6-4187-b99c-ce6108886f8e'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:09.574076 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85820899-c426-4527-b9d1-b30fb2ef83bb" -d '{"events": [{"server_uuid": "9842889b-de01-49bb-970f-75ae9b853b9d", "name": "network-vif-plugged", "status": "completed", "tag": "45e13ccf-17a6-4187-b99c-ce6108886f8e"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:09.597065 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41b1c25-bfc1-4f80-9384-7e62e26e3554 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:51:09.599490 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 45e13ccf-17a6-4187-b99c-ce6108886f8e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=45e13ccf-17a6-4187-b99c-ce6108886f8e,segment=NetworkSegment(e7cea1e5-510d-426d-bcc9-85166f52077f),segment_id=e7cea1e5-510d-426d-bcc9-85166f52077f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:09.605855 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port f27c975c-a1fe-4203-b659-4415a57c3ca7, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f27c975c-a1fe-4203-b659-4415a57c3ca7,segment=NetworkSegment(e7cea1e5-510d-426d-bcc9-85166f52077f),segment_id=e7cea1e5-510d-426d-bcc9-85166f52077f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:09.608232 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:09.611378 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a38335c-2b89-41e4-a982-d1e9355f335a None None] Sync routers for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:51:09.617196 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f41b1c25-bfc1-4f80-9384-7e62e26e3554 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:09.637892 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a38335c-2b89-41e4-a982-d1e9355f335a None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:09.638564 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4a38335c-2b89-41e4-a982-d1e9355f335a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:09.657786 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f41b1c25-bfc1-4f80-9384-7e62e26e3554 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "PUT /v2.0/floatingips/16703593-29ba-47de-a268-7b2747a3cc85 HTTP/1.1" status: 200 len: 686 time: 0.9170156 May 06 09:51:09.660813 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59004) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:09.674519 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:09.691208 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=45e13ccf-17a6-4187-b99c-ce6108886f8e,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:09.695998 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4a38335c-2b89-41e4-a982-d1e9355f335a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:09.707510 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a38335c-2b89-41e4-a982-d1e9355f335a None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:09.708487 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4a38335c-2b89-41e4-a982-d1e9355f335a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:09.751436 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4a38335c-2b89-41e4-a982-d1e9355f335a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:09.753070 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a38335c-2b89-41e4-a982-d1e9355f335a None None] The sync data for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:51:09.753823 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=f27c975c-a1fe-4203-b659-4415a57c3ca7,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:09.858645 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-bf00b388-cdaa-44e1-8399-49875ee6e716 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Deleting port 224a35f7-b008-42d9-b929-33ef4d2dbd09 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:09.859437 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf00b388-cdaa-44e1-8399-49875ee6e716 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:09.906829 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea8b9bff-4d3f-4173-8bcb-c4d9e76442fa tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:09.961595 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf00b388-cdaa-44e1-8399-49875ee6e716 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:09.962546 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf00b388-cdaa-44e1-8399-49875ee6e716 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:09.968295 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e95a0-c356-4cbc-83b0-6cd0ba2df84a req-147eb4c5-a6f8-4dd9-a4a5-0155de04d0f3 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:09.974888 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-028e95a0-c356-4cbc-83b0-6cd0ba2df84a req-147eb4c5-a6f8-4dd9-a4a5-0155de04d0f3 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4934b6e2-a2ce-4116-a9b0-9d37031848bb HTTP/1.1" status: 200 len: 946 time: 0.5046270 May 06 09:51:09.982473 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-bf00b388-cdaa-44e1-8399-49875ee6e716 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Calling delete_port for 224a35f7-b008-42d9-b929-33ef4d2dbd09 owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:10.021430 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['f27c975c-a1fe-4203-b659-4415a57c3ca7'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:51:10.074842 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-028e95a0-c356-4cbc-83b0-6cd0ba2df84a req-6a0deb15-da9f-4f83-8651-48b5067735e0 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968788 May 06 09:51:10.119342 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea8b9bff-4d3f-4173-8bcb-c4d9e76442fa tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:10.158109 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf00b388-cdaa-44e1-8399-49875ee6e716 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:10.211318 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00b388-cdaa-44e1-8399-49875ee6e716 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event deleted for resources: {'Port': ['ID=224a35f7-b008-42d9-b929-33ef4d2dbd09,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:10.282289 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b9bff-4d3f-4173-8bcb-c4d9e76442fa tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Deleting port e9f9c933-b127-4e7a-8eae-b02a655c5575 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:10.282789 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea8b9bff-4d3f-4173-8bcb-c4d9e76442fa tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:10.323224 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf00b388-cdaa-44e1-8399-49875ee6e716 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:10.325865 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf00b388-cdaa-44e1-8399-49875ee6e716 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:10.327202 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bf00b388-cdaa-44e1-8399-49875ee6e716 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "DELETE /v2.0/floatingips/16703593-29ba-47de-a268-7b2747a3cc85 HTTP/1.1" status: 204 len: 168 time: 0.6641812 May 06 09:51:10.330684 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59018) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:10.335320 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-76b5e9f8-e12c-4898-9328-f9f1e68c9e72 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'port_id': 'cf402d0d-d650-4b6e-841f-83f9c2c36d4a'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:10.353283 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12d93f-3a5d-41d4-a07d-428dbd91d452 req-d3402ee5-4043-477d-8313-174dcea64692 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:10.358577 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-76b5e9f8-e12c-4898-9328-f9f1e68c9e72 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:10.360822 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5e12d93f-3a5d-41d4-a07d-428dbd91d452 req-d3402ee5-4043-477d-8313-174dcea64692 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?device_id=53112aed-dd98-4e9e-b539-3952d4ab52c4 HTTP/1.1" status: 200 len: 944 time: 0.1285467 May 06 09:51:10.440443 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5e12d93f-3a5d-41d4-a07d-428dbd91d452 req-f1573a98-4c9c-4a99-8a7d-52c9697769d3 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc9e428f-216e-4f44-9aec-7d700c7ea9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787261 May 06 09:51:10.465064 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea8b9bff-4d3f-4173-8bcb-c4d9e76442fa tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:10.485538 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b9bff-4d3f-4173-8bcb-c4d9e76442fa tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Calling delete_port for e9f9c933-b127-4e7a-8eae-b02a655c5575 owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:10.497758 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-76b5e9f8-e12c-4898-9328-f9f1e68c9e72 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:10.511915 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d05cb47-3a36-4bb8-a611-9e0f3408ccb8 x-openstack-request-id: req-3d05cb47-3a36-4bb8-a611-9e0f3408ccb8 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:10.512351 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9842889b-de01-49bb-970f-75ae9b853b9d", "name": "network-vif-plugged", "status": "completed", "tag": "45e13ccf-17a6-4187-b99c-ce6108886f8e", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:10.513255 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3d05cb47-3a36-4bb8-a611-9e0f3408ccb8 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:10.513969 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d05cb47-3a36-4bb8-a611-9e0f3408ccb8'] response: {'server_uuid': '9842889b-de01-49bb-970f-75ae9b853b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e13ccf-17a6-4187-b99c-ce6108886f8e', 'code': 200} May 06 09:51:10.683076 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-76b5e9f8-e12c-4898-9328-f9f1e68c9e72 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Allocated IP 172.25.5.63 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/0cb30a01-190c-40d3-a6ab-b151cb670385) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:10.695442 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d430fbb-6581-4e9d-a4d7-4c3109f07a71 req-324df8bb-dd1d-4001-82b1-2f246fbfbec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:10.697100 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9d430fbb-6581-4e9d-a4d7-4c3109f07a71 req-324df8bb-dd1d-4001-82b1-2f246fbfbec4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9842889b-de01-49bb-970f-75ae9b853b9d HTTP/1.1" status: 200 len: 1097 time: 0.1149788 May 06 09:51:10.722848 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea8b9bff-4d3f-4173-8bcb-c4d9e76442fa tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:10.790447 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9d430fbb-6581-4e9d-a4d7-4c3109f07a71 req-3a4a6c17-d536-461f-9740-419d43ac56b1 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=fc9e428f-216e-4f44-9aec-7d700c7ea9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820615 May 06 09:51:10.790755 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b9bff-4d3f-4173-8bcb-c4d9e76442fa tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Pushing event deleted for resources: {'Port': ['ID=e9f9c933-b127-4e7a-8eae-b02a655c5575,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:10.845926 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-76b5e9f8-e12c-4898-9328-f9f1e68c9e72 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:10.868445 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea8b9bff-4d3f-4173-8bcb-c4d9e76442fa tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:10.890804 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-76b5e9f8-e12c-4898-9328-f9f1e68c9e72 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:10.950014 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b5e9f8-e12c-4898-9328-f9f1e68c9e72 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:10.951716 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-76b5e9f8-e12c-4898-9328-f9f1e68c9e72 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:10.960020 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b5e9f8-e12c-4898-9328-f9f1e68c9e72 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:10.963842 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5e9f8-e12c-4898-9328-f9f1e68c9e72 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event updated for resources: {'Port': ['ID=0cb30a01-190c-40d3-a6ab-b151cb670385,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:10.994305 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea8b9bff-4d3f-4173-8bcb-c4d9e76442fa tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:10.996733 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea8b9bff-4d3f-4173-8bcb-c4d9e76442fa tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:11.058624 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea8b9bff-4d3f-4173-8bcb-c4d9e76442fa tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:11.059196 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8b9bff-4d3f-4173-8bcb-c4d9e76442fa tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Fanout notify agent at l3_agent the message router_deleted on router c6b7ef80-1c80-4537-bdfe-7942433c6c9e {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:51:11.066139 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea8b9bff-4d3f-4173-8bcb-c4d9e76442fa tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:11.070939 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ea8b9bff-4d3f-4173-8bcb-c4d9e76442fa tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "DELETE /v2.0/routers/c6b7ef80-1c80-4537-bdfe-7942433c6c9e HTTP/1.1" status: 204 len: 168 time: 1.7724481 May 06 09:51:11.071528 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59030) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:11.076510 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-2e36c14e-e46a-4d4c-b21a-4778b1c23a76 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-419415551', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:11.127138 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2e36c14e-e46a-4d4c-b21a-4778b1c23a76 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:11.128667 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2e36c14e-e46a-4d4c-b21a-4778b1c23a76 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:11.192419 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2e36c14e-e46a-4d4c-b21a-4778b1c23a76 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:11.198463 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2e36c14e-e46a-4d4c-b21a-4778b1c23a76 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:11.218463 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2e36c14e-e46a-4d4c-b21a-4778b1c23a76 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:11.220229 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2e36c14e-e46a-4d4c-b21a-4778b1c23a76 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1475329 May 06 09:51:11.222663 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59034) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:11.227938 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-c6f1b801-b70d-4f11-9b90-b09c7a9bd264 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'enable_snat': False}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:11.418069 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33e93a-14d0-4289-a6da-d1791b524d98 req-ee46db37-07bd-464c-9fc3-30b289f36f00 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:11.425712 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb33e93a-14d0-4289-a6da-d1791b524d98 req-ee46db37-07bd-464c-9fc3-30b289f36f00 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4934b6e2-a2ce-4116-a9b0-9d37031848bb HTTP/1.1" status: 200 len: 946 time: 0.1563525 May 06 09:51:11.452409 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-76b5e9f8-e12c-4898-9328-f9f1e68c9e72 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:11.512089 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c6f1b801-b70d-4f11-9b90-b09c7a9bd264 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:11.533011 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-76b5e9f8-e12c-4898-9328-f9f1e68c9e72 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:11.536686 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb33e93a-14d0-4289-a6da-d1791b524d98 req-6d11ff74-c061-42ff-8782-85c2b8c4b197 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090786 May 06 09:51:11.725194 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca017736-250b-47c0-bc2b-8d925feb99da req-bdf925a5-0bbb-4a85-af57-d90fa322caea tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:11.726722 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ca017736-250b-47c0-bc2b-8d925feb99da req-bdf925a5-0bbb-4a85-af57-d90fa322caea tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?device_id=53112aed-dd98-4e9e-b539-3952d4ab52c4 HTTP/1.1" status: 200 len: 944 time: 0.0890632 May 06 09:51:11.743991 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-76b5e9f8-e12c-4898-9328-f9f1e68c9e72 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:11.751011 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-76b5e9f8-e12c-4898-9328-f9f1e68c9e72 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:11.787878 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ca017736-250b-47c0-bc2b-8d925feb99da req-6850c6a5-4c7d-4610-b532-e46a4f18a68c tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc9e428f-216e-4f44-9aec-7d700c7ea9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536997 May 06 09:51:11.854203 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5e9f8-e12c-4898-9328-f9f1e68c9e72 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event updated for resources: {'Port': ['ID=0cb30a01-190c-40d3-a6ab-b151cb670385,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:11.877674 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-76b5e9f8-e12c-4898-9328-f9f1e68c9e72 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:11.952772 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c6f1b801-b70d-4f11-9b90-b09c7a9bd264 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:11.975614 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c6f1b801-b70d-4f11-9b90-b09c7a9bd264 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:11.996019 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-76b5e9f8-e12c-4898-9328-f9f1e68c9e72 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Floating IP 8a180b9c-676e-4fc1-b888-033ed8ccbc81 associated. External IP: 172.25.5.63, port: cf402d0d-d650-4b6e-841f-83f9c2c36d4a. May 06 09:51:12.153457 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-c6f1b801-b70d-4f11-9b90-b09c7a9bd264 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Allocated IP 172.25.5.161 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/0bb65df0-e3cb-40e8-a0d1-bf1806227225) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:12.349601 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c6f1b801-b70d-4f11-9b90-b09c7a9bd264 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:12.394413 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c6f1b801-b70d-4f11-9b90-b09c7a9bd264 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:12.443922 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f1b801-b70d-4f11-9b90-b09c7a9bd264 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:12.448221 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-c6f1b801-b70d-4f11-9b90-b09c7a9bd264 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:12.458158 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f1b801-b70d-4f11-9b90-b09c7a9bd264 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:12.555925 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1b801-b70d-4f11-9b90-b09c7a9bd264 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Pushing event updated for resources: {'Port': ['ID=0bb65df0-e3cb-40e8-a0d1-bf1806227225,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:12.624922 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b5e9f8-e12c-4898-9328-f9f1e68c9e72 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Router 6b234085-7885-4a24-b6f9-b2271f73ceaf has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:51:12.646502 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2593436-306f-45ed-8cc8-35e907beb5cb req-98cc68b3-4726-4d30-9c51-92bd32495b7a tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:12.648272 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a2593436-306f-45ed-8cc8-35e907beb5cb req-98cc68b3-4726-4d30-9c51-92bd32495b7a tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.84 "GET /v2.0/ports?device_id=4934b6e2-a2ce-4116-a9b0-9d37031848bb HTTP/1.1" status: 200 len: 946 time: 0.0722210 May 06 09:51:12.761781 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66b6ba-641a-430d-a316-b01718e26105 req-97ab2749-5550-4d5e-8d18-0b5134128e3f tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:12.771895 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fc66b6ba-641a-430d-a316-b01718e26105 req-97ab2749-5550-4d5e-8d18-0b5134128e3f tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4934b6e2-a2ce-4116-a9b0-9d37031848bb HTTP/1.1" status: 200 len: 946 time: 0.1105897 May 06 09:51:12.774697 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b5e9f8-e12c-4898-9328-f9f1e68c9e72 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:51:12.789956 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d29e48a-6e2d-4545-91ed-68d0b557d51f None None] Sync routers for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:51:12.809063 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d29e48a-6e2d-4545-91ed-68d0b557d51f None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:12.812047 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-0d29e48a-6e2d-4545-91ed-68d0b557d51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:12.853187 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-76b5e9f8-e12c-4898-9328-f9f1e68c9e72 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:12.882579 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-76b5e9f8-e12c-4898-9328-f9f1e68c9e72 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.5507698 May 06 09:51:12.886025 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59052) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:12.893094 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fc66b6ba-641a-430d-a316-b01718e26105 req-1e00913d-681d-455c-910b-e803394d6873 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/security-groups?id=1bdcd5da-0b79-4ebd-8677-15b57259de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198754 May 06 09:51:12.894097 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-0d29e48a-6e2d-4545-91ed-68d0b557d51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:12.923577 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d29e48a-6e2d-4545-91ed-68d0b557d51f None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:12.926746 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-0d29e48a-6e2d-4545-91ed-68d0b557d51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:13.011237 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c6f1b801-b70d-4f11-9b90-b09c7a9bd264 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:13.049208 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-0d29e48a-6e2d-4545-91ed-68d0b557d51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:13.054811 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d29e48a-6e2d-4545-91ed-68d0b557d51f None None] The sync data for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:51:13.056623 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device f27c975c-a1fe-4203-b659-4415a57c3ca7 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:51:13.060101 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a1e80fc0-487a-44ed-ac8b-7e593981a95f tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "GET /v2.0/floatingips/8a180b9c-676e-4fc1-b888-033ed8ccbc81 HTTP/1.1" status: 200 len: 977 time: 0.1726172 May 06 09:51:13.062736 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59058) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:13.174237 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port f27c975c-a1fe-4203-b659-4415a57c3ca7 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:51:13.184567 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port f27c975c-a1fe-4203-b659-4415a57c3ca7 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:13.185393 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:13.196435 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-a2593436-306f-45ed-8cc8-35e907beb5cb req-5a98abd1-b035-456d-af2c-23983da0850a tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Deleting port 5519610b-6ea4-494a-85cf-69acb3a1556c {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:13.196868 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a2593436-306f-45ed-8cc8-35e907beb5cb req-5a98abd1-b035-456d-af2c-23983da0850a tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:13.313436 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-a2593436-306f-45ed-8cc8-35e907beb5cb req-5a98abd1-b035-456d-af2c-23983da0850a tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] For port 5519610b-6ea4-494a-85cf-69acb3a1556c, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=5519610b-6ea4-494a-85cf-69acb3a1556c,segment=NetworkSegment(cbe72a48-c421-451e-86ad-4b99d621abda),segment_id=cbe72a48-c421-451e-86ad-4b99d621abda)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:13.313810 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a2593436-306f-45ed-8cc8-35e907beb5cb req-5a98abd1-b035-456d-af2c-23983da0850a tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:13.321263 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a8a0a-62cb-4405-8f7d-9e2425f9f407 req-b3c46449-6a4c-46b7-81a1-af6e214332d3 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:13.327680 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-a2593436-306f-45ed-8cc8-35e907beb5cb req-5a98abd1-b035-456d-af2c-23983da0850a tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Calling delete_port for 5519610b-6ea4-494a-85cf-69acb3a1556c owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:13.333074 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-007a8a0a-62cb-4405-8f7d-9e2425f9f407 req-b3c46449-6a4c-46b7-81a1-af6e214332d3 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?device_id=53112aed-dd98-4e9e-b539-3952d4ab52c4 HTTP/1.1" status: 200 len: 944 time: 0.2311180 May 06 09:51:13.347804 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:13.363545 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59064) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:13.366977 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-355a7c07-f66a-44eb-80aa-22576e9fbc63 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3029504 May 06 09:51:13.372691 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-c7402781-b230-4311-83d3-c5829f7d2be3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Request body: {'floatingip': {'port_id': '8c65eba9-13b8-4481-9d69-3807979953d4'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:13.429981 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port f27c975c-a1fe-4203-b659-4415a57c3ca7, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f27c975c-a1fe-4203-b659-4415a57c3ca7,segment=NetworkSegment(e7cea1e5-510d-426d-bcc9-85166f52077f),segment_id=e7cea1e5-510d-426d-bcc9-85166f52077f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:13.434721 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53112aed-dd98-4e9e-b539-3952d4ab52c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27c975c-a1fe-4203-b659-4415a57c3ca7'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:13.446161 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4417f1cf-91e0-49d6-b20a-970726f1f406" -d '{"events": [{"server_uuid": "53112aed-dd98-4e9e-b539-3952d4ab52c4", "name": "network-vif-plugged", "status": "completed", "tag": "f27c975c-a1fe-4203-b659-4415a57c3ca7"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:13.453064 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:13.506068 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-007a8a0a-62cb-4405-8f7d-9e2425f9f407 req-d7655871-d11c-41bc-a8b0-26d9eb4b4a90 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc9e428f-216e-4f44-9aec-7d700c7ea9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671102 May 06 09:51:13.536732 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=f27c975c-a1fe-4203-b659-4415a57c3ca7,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:13.660024 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a2593436-306f-45ed-8cc8-35e907beb5cb req-5a98abd1-b035-456d-af2c-23983da0850a tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:13.670236 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c7402781-b230-4311-83d3-c5829f7d2be3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:13.674279 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['5519610b-6ea4-494a-85cf-69acb3a1556c'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:51:13.681524 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a58cd79-a3b3-4809-8131-950c331c85e4 x-openstack-request-id: req-1a58cd79-a3b3-4809-8131-950c331c85e4 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:13.681985 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53112aed-dd98-4e9e-b539-3952d4ab52c4", "name": "network-vif-plugged", "status": "completed", "tag": "f27c975c-a1fe-4203-b659-4415a57c3ca7", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:13.682509 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1a58cd79-a3b3-4809-8131-950c331c85e4 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:13.684006 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a58cd79-a3b3-4809-8131-950c331c85e4'] response: {'server_uuid': '53112aed-dd98-4e9e-b539-3952d4ab52c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27c975c-a1fe-4203-b659-4415a57c3ca7', 'code': 200} May 06 09:51:13.726953 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98abd1-b035-456d-af2c-23983da0850a tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Pushing event deleted for resources: {'Port': ['ID=5519610b-6ea4-494a-85cf-69acb3a1556c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:13.780750 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2593436-306f-45ed-8cc8-35e907beb5cb req-5a98abd1-b035-456d-af2c-23983da0850a tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] No DVR routers for this DVR port 5519610b-6ea4-494a-85cf-69acb3a1556c on host n-h1-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:51:13.783927 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a2593436-306f-45ed-8cc8-35e907beb5cb req-5a98abd1-b035-456d-af2c-23983da0850a tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:13.788320 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a2593436-306f-45ed-8cc8-35e907beb5cb req-5a98abd1-b035-456d-af2c-23983da0850a tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.84 "DELETE /v2.0/ports/5519610b-6ea4-494a-85cf-69acb3a1556c HTTP/1.1" status: 204 len: 173 time: 1.0204942 May 06 09:51:13.788848 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4934b6e2-a2ce-4116-a9b0-9d37031848bb', 'name': 'network-vif-deleted', 'tag': '5519610b-6ea4-494a-85cf-69acb3a1556c'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:13.791909 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e60654-e3fe-48e4-b25d-877c06815afa" -d '{"events": [{"server_uuid": "4934b6e2-a2ce-4116-a9b0-9d37031848bb", "name": "network-vif-deleted", "tag": "5519610b-6ea4-494a-85cf-69acb3a1556c"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:13.851197 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7276fa-f38a-432a-b909-4900ecc736f8 x-openstack-request-id: req-af7276fa-f38a-432a-b909-4900ecc736f8 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:13.851822 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4934b6e2-a2ce-4116-a9b0-9d37031848bb", "name": "network-vif-deleted", "tag": "5519610b-6ea4-494a-85cf-69acb3a1556c", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:13.852152 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-af7276fa-f38a-432a-b909-4900ecc736f8 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:13.852702 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af7276fa-f38a-432a-b909-4900ecc736f8'] response: {'server_uuid': '4934b6e2-a2ce-4116-a9b0-9d37031848bb', 'name': 'network-vif-deleted', 'tag': '5519610b-6ea4-494a-85cf-69acb3a1556c', 'status': 'completed', 'code': 200} May 06 09:51:13.901513 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c6f1b801-b70d-4f11-9b90-b09c7a9bd264 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1992734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1598914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41446'] for router, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:13.927709 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4b175-cf15-4af8-907a-b2d46cb248d6 req-28af4e84-367b-4b80-bc94-7351030ff35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:13.929486 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6fe4b175-cf15-4af8-907a-b2d46cb248d6 req-28af4e84-367b-4b80-bc94-7351030ff35c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=53112aed-dd98-4e9e-b539-3952d4ab52c4 HTTP/1.1" status: 200 len: 1096 time: 0.1735539 May 06 09:51:13.934836 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c6f1b801-b70d-4f11-9b90-b09c7a9bd264 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1598923'] for router, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:14.111063 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6fe4b175-cf15-4af8-907a-b2d46cb248d6 req-c9143b3e-4dba-450d-9937-5f3620af2ce6 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=fc9e428f-216e-4f44-9aec-7d700c7ea9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708980 May 06 09:51:14.452399 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f806e292-a603-45d2-8c6f-e870b1184c89 req-50ef9259-5f55-4011-a550-8a21a844b7a8 tempest-ServerDiskConfigTestJSON-216522173 tempest-ServerDiskConfigTestJSON-216522173-project] 10.222.0.73 "GET /v2.0/ports?device_id=4934b6e2-a2ce-4116-a9b0-9d37031848bb HTTP/1.1" status: 200 len: 210 time: 0.4020438 May 06 09:51:14.595166 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f1b801-b70d-4f11-9b90-b09c7a9bd264 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Router f8b0f04a-6d68-432f-a808-02c23ef94b5c is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:51:14.801449 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde1b82-20ff-4577-be78-656c23a487c3 req-3a076072-fa80-4591-887b-512569f10fc7 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:14.802883 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0cde1b82-20ff-4577-be78-656c23a487c3 req-3a076072-fa80-4591-887b-512569f10fc7 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?device_id=53112aed-dd98-4e9e-b539-3952d4ab52c4 HTTP/1.1" status: 200 len: 945 time: 0.1996837 May 06 09:51:14.881896 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f1b801-b70d-4f11-9b90-b09c7a9bd264 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:51:14.892681 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7732a113-e39b-4c28-b0f7-71032faabeb9 None None] Sync routers for ids ['f8b0f04a-6d68-432f-a808-02c23ef94b5c'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:51:14.893749 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c6f1b801-b70d-4f11-9b90-b09c7a9bd264 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:14.895201 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c6f1b801-b70d-4f11-9b90-b09c7a9bd264 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "PUT /v2.0/routers/f8b0f04a-6d68-432f-a808-02c23ef94b5c HTTP/1.1" status: 200 len: 919 time: 3.6712155 May 06 09:51:14.897985 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59078) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:14.907324 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0cde1b82-20ff-4577-be78-656c23a487c3 req-330353cf-7147-4dfc-bff0-d4fc457523e3 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc9e428f-216e-4f44-9aec-7d700c7ea9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732903 May 06 09:51:14.934250 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7732a113-e39b-4c28-b0f7-71032faabeb9 None None] Routers {'f8b0f04a-6d68-432f-a808-02c23ef94b5c'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:14.935379 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7732a113-e39b-4c28-b0f7-71032faabeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['f8b0f04a-6d68-432f-a808-02c23ef94b5c'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:14.986546 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7732a113-e39b-4c28-b0f7-71032faabeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:14.999081 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7732a113-e39b-4c28-b0f7-71032faabeb9 None None] Routers {'f8b0f04a-6d68-432f-a808-02c23ef94b5c'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:15.000042 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7732a113-e39b-4c28-b0f7-71032faabeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['f8b0f04a-6d68-432f-a808-02c23ef94b5c'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:15.034616 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7732a113-e39b-4c28-b0f7-71032faabeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:15.035695 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7732a113-e39b-4c28-b0f7-71032faabeb9 None None] The sync data for ids ['f8b0f04a-6d68-432f-a808-02c23ef94b5c'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:51:15.048747 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c7402781-b230-4311-83d3-c5829f7d2be3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:15.053330 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c7402781-b230-4311-83d3-c5829f7d2be3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:15.080483 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-064be12b-dc15-4a3e-be86-c1da9173b54e tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "GET /v2.0/routers/f8b0f04a-6d68-432f-a808-02c23ef94b5c HTTP/1.1" status: 200 len: 925 time: 0.1807151 May 06 09:51:15.083152 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59080) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:15.129377 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1e65fc-ebc0-484c-aead-dd9031049c61 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:15.130943 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1f1e65fc-ebc0-484c-aead-dd9031049c61 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2&device_id=f8b0f04a-6d68-432f-a808-02c23ef94b5c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0468752 May 06 09:51:15.133662 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59084) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:15.211308 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-c7402781-b230-4311-83d3-c5829f7d2be3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Floating IP 8a180b9c-676e-4fc1-b888-033ed8ccbc81 associated. External IP: 172.25.5.63, port: cf402d0d-d650-4b6e-841f-83f9c2c36d4a. May 06 09:51:15.231388 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a2148f-40d5-4add-9135-b6b0315c2f74 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:15.233087 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-14a2148f-40d5-4add-9135-b6b0315c2f74 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "GET /v2.0/networks/ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 881 time: 0.0984404 May 06 09:51:15.236971 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59088) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:15.279719 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fd329f7a-a760-40f4-a6ce-278774a94f21 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8b0f04a-6d68-432f-a808-02c23ef94b5c HTTP/1.1" status: 200 len: 205 time: 0.0414898 May 06 09:51:15.282108 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59092) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:15.444249 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0ad8c2b4-9903-4066-a806-326b249c0dcc tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:15.508983 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7402781-b230-4311-83d3-c5829f7d2be3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Router 6b234085-7885-4a24-b6f9-b2271f73ceaf has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:51:15.570847 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0ad8c2b4-9903-4066-a806-326b249c0dcc tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:15.657507 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7402781-b230-4311-83d3-c5829f7d2be3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:51:15.672095 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac5d594-7b57-4f73-8a1f-553b274e5141 None None] Sync routers for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:51:15.677986 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-0ad8c2b4-9903-4066-a806-326b249c0dcc tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Deleting port 0bb65df0-e3cb-40e8-a0d1-bf1806227225 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:15.678590 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0ad8c2b4-9903-4066-a806-326b249c0dcc tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:15.685756 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac5d594-7b57-4f73-8a1f-553b274e5141 None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:15.693559 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8ac5d594-7b57-4f73-8a1f-553b274e5141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:15.769915 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8ac5d594-7b57-4f73-8a1f-553b274e5141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:15.779576 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac5d594-7b57-4f73-8a1f-553b274e5141 None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:15.780428 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8ac5d594-7b57-4f73-8a1f-553b274e5141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:15.789786 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59110) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:15.815017 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8ac5d594-7b57-4f73-8a1f-553b274e5141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:15.816575 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac5d594-7b57-4f73-8a1f-553b274e5141 None None] The sync data for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:51:15.884682 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-488ebe09-cbf9-4081-b5e3-32e7772d7065 admin admin] Deleting subnet 51825785-c1c2-434a-b6d0-df2b85401ddd {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:51:15.891893 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-488ebe09-cbf9-4081-b5e3-32e7772d7065 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:15.895846 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bd41feff-814b-4d76-af21-94dac3ecbc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:15.937862 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0ad8c2b4-9903-4066-a806-326b249c0dcc tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:15.981481 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-0ad8c2b4-9903-4066-a806-326b249c0dcc tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Calling delete_port for 0bb65df0-e3cb-40e8-a0d1-bf1806227225 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:15.992834 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7402781-b230-4311-83d3-c5829f7d2be3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Router 6b234085-7885-4a24-b6f9-b2271f73ceaf has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:51:16.001642 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-488ebe09-cbf9-4081-b5e3-32e7772d7065 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:16.113723 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-488ebe09-cbf9-4081-b5e3-32e7772d7065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:16.152099 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5500e5-d63d-4a97-91d9-9937b82e4da9 req-8cbc15fa-53ef-4893-be54-eb7fa0477626 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:16.153080 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-af5500e5-d63d-4a97-91d9-9937b82e4da9 req-8cbc15fa-53ef-4893-be54-eb7fa0477626 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?device_id=53112aed-dd98-4e9e-b539-3952d4ab52c4 HTTP/1.1" status: 200 len: 945 time: 0.0919039 May 06 09:51:16.203489 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7402781-b230-4311-83d3-c5829f7d2be3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:51:16.207731 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-af5500e5-d63d-4a97-91d9-9937b82e4da9 req-1992fca3-401f-48eb-856d-84b51f32c5e7 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc9e428f-216e-4f44-9aec-7d700c7ea9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467095 May 06 09:51:16.211200 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c7402781-b230-4311-83d3-c5829f7d2be3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:16.226433 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-488ebe09-cbf9-4081-b5e3-32e7772d7065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:16.227729 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b8bf68-23fc-40e7-a9ef-8682bfef61fd None None] Sync routers for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:51:16.252558 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-488ebe09-cbf9-4081-b5e3-32e7772d7065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:16.259794 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-488ebe09-cbf9-4081-b5e3-32e7772d7065 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/51825785-c1c2-434a-b6d0-df2b85401ddd HTTP/1.1" status: 204 len: 168 time: 0.4663622 May 06 09:51:16.267034 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b8bf68-23fc-40e7-a9ef-8682bfef61fd None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:16.268817 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-76b8bf68-23fc-40e7-a9ef-8682bfef61fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:16.285117 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59120) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:16.293201 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c7402781-b230-4311-83d3-c5829f7d2be3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "PUT /v2.0/floatingips/8a180b9c-676e-4fc1-b888-033ed8ccbc81 HTTP/1.1" status: 200 len: 977 time: 2.9246786 May 06 09:51:16.296534 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59122) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:16.302189 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-b54c9488-eb54-4002-887c-4b65e078338e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:16.324542 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-76b8bf68-23fc-40e7-a9ef-8682bfef61fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:16.334494 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b8bf68-23fc-40e7-a9ef-8682bfef61fd None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:16.335410 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-76b8bf68-23fc-40e7-a9ef-8682bfef61fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:16.379443 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-76b8bf68-23fc-40e7-a9ef-8682bfef61fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:16.381388 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b8bf68-23fc-40e7-a9ef-8682bfef61fd None None] The sync data for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:51:16.421405 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b54c9488-eb54-4002-887c-4b65e078338e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:16.429289 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ebe09-cbf9-4081-b5e3-32e7772d7065 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51825785-c1c2-434a-b6d0-df2b85401ddd,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:16.484706 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0ad8c2b4-9903-4066-a806-326b249c0dcc tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:16.501927 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3432fd1e-d2e5-40ae-9fd2-8d11582b3d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:16.536770 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8c2b4-9903-4066-a806-326b249c0dcc tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Pushing event deleted for resources: {'Port': ['ID=0bb65df0-e3cb-40e8-a0d1-bf1806227225,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:16.543398 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600dd17-98cd-4a69-9bf3-fcc9ab97ebf5 req-781fd516-74dd-46f0-aa04-2edbc79a2037 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:16.544768 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1600dd17-98cd-4a69-9bf3-fcc9ab97ebf5 req-781fd516-74dd-46f0-aa04-2edbc79a2037 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?device_id=9842889b-de01-49bb-970f-75ae9b853b9d HTTP/1.1" status: 200 len: 946 time: 0.1190336 May 06 09:51:16.665111 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1600dd17-98cd-4a69-9bf3-fcc9ab97ebf5 req-453ced8f-b1a0-46de-9c7e-7b4bb6f989b8 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc9e428f-216e-4f44-9aec-7d700c7ea9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894108 May 06 09:51:16.697262 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3432fd1e-d2e5-40ae-9fd2-8d11582b3d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:16.722174 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-3432fd1e-d2e5-40ae-9fd2-8d11582b3d3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:16.727374 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b54c9488-eb54-4002-887c-4b65e078338e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:16.740743 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b54c9488-eb54-4002-887c-4b65e078338e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:16.741004 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-3432fd1e-d2e5-40ae-9fd2-8d11582b3d3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe72a48-c421-451e-86ad-4b99d621abda') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:16.741180 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-b54c9488-eb54-4002-887c-4b65e078338e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Floating IP 8a180b9c-676e-4fc1-b888-033ed8ccbc81 disassociated. External IP: 172.25.5.63, port: 8c65eba9-13b8-4481-9d69-3807979953d4. May 06 09:51:16.741309 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-3432fd1e-d2e5-40ae-9fd2-8d11582b3d3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe72a48-c421-451e-86ad-4b99d621abda') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:16.762836 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0ad8c2b4-9903-4066-a806-326b249c0dcc tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:16.767193 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3432fd1e-d2e5-40ae-9fd2-8d11582b3d3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:16.898971 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3432fd1e-d2e5-40ae-9fd2-8d11582b3d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:16.909567 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0ad8c2b4-9903-4066-a806-326b249c0dcc tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:16.909567 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0ad8c2b4-9903-4066-a806-326b249c0dcc tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:16.915746 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3432fd1e-d2e5-40ae-9fd2-8d11582b3d3c admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:51:16.916152 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3432fd1e-d2e5-40ae-9fd2-8d11582b3d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: items = [ May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: timer() May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:51:16.918800 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:51:17.013081 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 5519610b-6ea4-494a-85cf-69acb3a1556c no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:51:17.038454 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0ad8c2b4-9903-4066-a806-326b249c0dcc tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:17.038454 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad8c2b4-9903-4066-a806-326b249c0dcc tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Fanout notify agent at l3_agent the message router_deleted on router f8b0f04a-6d68-432f-a808-02c23ef94b5c {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:51:17.045154 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0ad8c2b4-9903-4066-a806-326b249c0dcc tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:17.049799 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0ad8c2b4-9903-4066-a806-326b249c0dcc tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "DELETE /v2.0/routers/f8b0f04a-6d68-432f-a808-02c23ef94b5c HTTP/1.1" status: 204 len: 168 time: 1.7630999 May 06 09:51:17.063492 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59138) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:17.064446 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 5519610b-6ea4-494a-85cf-69acb3a1556c {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:51:17.064857 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 5519610b-6ea4-494a-85cf-69acb3a1556c not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:51:17.071351 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-c5ee3f86-8c96-49b4-b6cd-d3d61a259a03 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-688616083', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}, 'admin_state_up': False}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:17.076083 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54c9488-eb54-4002-887c-4b65e078338e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Router 6b234085-7885-4a24-b6f9-b2271f73ceaf has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:51:17.079038 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3432fd1e-d2e5-40ae-9fd2-8d11582b3d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:17.089318 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3432fd1e-d2e5-40ae-9fd2-8d11582b3d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:17.092065 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3432fd1e-d2e5-40ae-9fd2-8d11582b3d3c admin admin] 10.222.0.73 "DELETE /v2.0/networks/3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4 HTTP/1.1" status: 204 len: 168 time: 0.8057735 May 06 09:51:17.106830 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3432fd1e-d2e5-40ae-9fd2-8d11582b3d3c admin admin] Pushing event deleted for resources: {'Network': ['ID=3ebf3ea4-ef5b-4d6c-9bcc-b78b14c303e4,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:17.117783 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c5ee3f86-8c96-49b4-b6cd-d3d61a259a03 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:17.119065 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c5ee3f86-8c96-49b4-b6cd-d3d61a259a03 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:17.178217 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c5ee3f86-8c96-49b4-b6cd-d3d61a259a03 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:17.257151 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcaef1-06ab-440f-98c9-776a120e2a6d req-bcc76664-5bf9-4f33-8e42-84de986d102b tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:17.258817 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5dfcaef1-06ab-440f-98c9-776a120e2a6d req-bcc76664-5bf9-4f33-8e42-84de986d102b tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?device_id=9842889b-de01-49bb-970f-75ae9b853b9d HTTP/1.1" status: 200 len: 946 time: 0.1101658 May 06 09:51:17.261091 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54c9488-eb54-4002-887c-4b65e078338e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:51:17.265961 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b54c9488-eb54-4002-887c-4b65e078338e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:17.274178 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62515f6-9804-4f6a-8b02-026ff6f77451 None None] Sync routers for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:51:17.291488 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62515f6-9804-4f6a-8b02-026ff6f77451 None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:17.292865 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d62515f6-9804-4f6a-8b02-026ff6f77451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:17.313110 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b54c9488-eb54-4002-887c-4b65e078338e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "PUT /v2.0/floatingips/8a180b9c-676e-4fc1-b888-033ed8ccbc81 HTTP/1.1" status: 200 len: 687 time: 1.0154779 May 06 09:51:17.320424 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59144) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:17.336307 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d62515f6-9804-4f6a-8b02-026ff6f77451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:17.348638 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62515f6-9804-4f6a-8b02-026ff6f77451 None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:17.349625 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d62515f6-9804-4f6a-8b02-026ff6f77451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:50:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:17.387611 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c5ee3f86-8c96-49b4-b6cd-d3d61a259a03 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:17.395709 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59148) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:17.396864 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d62515f6-9804-4f6a-8b02-026ff6f77451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:17.397771 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62515f6-9804-4f6a-8b02-026ff6f77451 None None] The sync data for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:51:17.433149 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5dfcaef1-06ab-440f-98c9-776a120e2a6d req-e1b65952-3d97-44fd-b500-76eb0b52e6ed tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc9e428f-216e-4f44-9aec-7d700c7ea9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632426 May 06 09:51:17.493760 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0c2374fb-4078-4154-9f47-ebedf80d2ae4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e937610fa6d344d497a1176339a92969&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0965755 May 06 09:51:17.493978 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59150) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:17.596007 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cea0d0c0-fd7c-4ebe-bb4e-df74a6bd0ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:17.625021 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-ebe6aa63-4284-4976-86a5-6d731a83a8f3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Deleting port 0cb30a01-190c-40d3-a6ab-b151cb670385 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:17.625377 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ebe6aa63-4284-4976-86a5-6d731a83a8f3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:17.628362 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cea0d0c0-fd7c-4ebe-bb4e-df74a6bd0ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:17.656914 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c5ee3f86-8c96-49b4-b6cd-d3d61a259a03 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:17.677320 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c5ee3f86-8c96-49b4-b6cd-d3d61a259a03 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:17.753347 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cea0d0c0-fd7c-4ebe-bb4e-df74a6bd0ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:17.756569 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cea0d0c0-fd7c-4ebe-bb4e-df74a6bd0ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:17.761453 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-cea0d0c0-fd7c-4ebe-bb4e-df74a6bd0ce7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1bdcd5da-0b79-4ebd-8677-15b57259de76 HTTP/1.1" status: 204 len: 168 time: 0.2666633 May 06 09:51:17.768625 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ebe6aa63-4284-4976-86a5-6d731a83a8f3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:17.768972 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ebe6aa63-4284-4976-86a5-6d731a83a8f3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:17.777019 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0d0c0-fd7c-4ebe-bb4e-df74a6bd0ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdcd5da-0b79-4ebd-8677-15b57259de76,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:17.791881 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-ebe6aa63-4284-4976-86a5-6d731a83a8f3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Calling delete_port for 0cb30a01-190c-40d3-a6ab-b151cb670385 owned by network:floatingip {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:17.848080 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-c5ee3f86-8c96-49b4-b6cd-d3d61a259a03 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Allocated IP 172.25.5.196 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/942691a7-1a5f-46f1-a51f-fdcce384e0bc) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:17.970054 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a5c19-1899-491b-aaf6-5b33c5846a2c req-ce9bfd76-814d-4f94-8b44-0161e302042d tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:17.971733 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df8a5c19-1899-491b-aaf6-5b33c5846a2c req-ce9bfd76-814d-4f94-8b44-0161e302042d tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 947 time: 0.1032121 May 06 09:51:17.994383 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c5ee3f86-8c96-49b4-b6cd-d3d61a259a03 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:18.040374 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c5ee3f86-8c96-49b4-b6cd-d3d61a259a03 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:18.056550 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df8a5c19-1899-491b-aaf6-5b33c5846a2c req-e04fc676-0d07-49a5-aab7-0eadd5238b99 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768659 May 06 09:51:18.088276 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ebe6aa63-4284-4976-86a5-6d731a83a8f3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:18.098869 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ee3f86-8c96-49b4-b6cd-d3d61a259a03 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:18.102731 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-c5ee3f86-8c96-49b4-b6cd-d3d61a259a03 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:18.106726 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ee3f86-8c96-49b4-b6cd-d3d61a259a03 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:18.139228 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6aa63-4284-4976-86a5-6d731a83a8f3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event deleted for resources: {'Port': ['ID=0cb30a01-190c-40d3-a6ab-b151cb670385,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:18.244333 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ebe6aa63-4284-4976-86a5-6d731a83a8f3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:18.248157 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ebe6aa63-4284-4976-86a5-6d731a83a8f3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:18.249908 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ebe6aa63-4284-4976-86a5-6d731a83a8f3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "DELETE /v2.0/floatingips/8a180b9c-676e-4fc1-b888-033ed8ccbc81 HTTP/1.1" status: 204 len: 168 time: 0.9283969 May 06 09:51:18.253532 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59170) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:18.289151 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee3f86-8c96-49b4-b6cd-d3d61a259a03 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Pushing event updated for resources: {'Port': ['ID=942691a7-1a5f-46f1-a51f-fdcce384e0bc,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:18.316339 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-8d77b9af-6252-4592-b511-ae4a4749b3ed tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] delete failed (client error): The resource could not be found. May 06 09:51:18.317778 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8d77b9af-6252-4592-b511-ae4a4749b3ed tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "DELETE /v2.0/floatingips/8a180b9c-676e-4fc1-b888-033ed8ccbc81 HTTP/1.1" status: 404 len: 345 time: 0.0607715 May 06 09:51:18.322086 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59174) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:18.443505 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c5ee3f86-8c96-49b4-b6cd-d3d61a259a03 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:18.444626 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ced03b-0741-464e-99cb-f23ee001fe18 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:18.451251 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ced03b-0741-464e-99cb-f23ee001fe18 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:18.458514 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ced03b-0741-464e-99cb-f23ee001fe18 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:18.460423 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-97ced03b-0741-464e-99cb-f23ee001fe18 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "GET /v2.0/ports?network_id=ab6a1afc-672c-436d-999c-4925c3c7f72c HTTP/1.1" status: 200 len: 2358 time: 0.1373038 May 06 09:51:18.463867 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59180) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:18.474783 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a1b3899f-601f-43e0-8b23-9e22459a90da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:18.753584 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:18.955285 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e76629-0b2e-4860-912d-bb713d618aae req-ddf85a82-5e96-411f-8d0b-10e0b29bd750 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:18.956873 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-17e76629-0b2e-4860-912d-bb713d618aae req-ddf85a82-5e96-411f-8d0b-10e0b29bd750 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.84 "GET /v2.0/ports?device_id=53112aed-dd98-4e9e-b539-3952d4ab52c4 HTTP/1.1" status: 200 len: 945 time: 0.1242933 May 06 09:51:19.041451 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e0dfab-7ac7-4569-a83b-22f4dacfbdb8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:19.042857 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d5e0dfab-7ac7-4569-a83b-22f4dacfbdb8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "GET /v2.0/subnets/b0d370a1-2071-42fd-abb9-38bc58f85bab HTTP/1.1" status: 200 len: 797 time: 0.5777473 May 06 09:51:19.052445 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b522c3-b36b-4a21-979d-38d46c7f3b9b req-70587e35-e77e-49d2-95ad-2476464f36c0 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:19.054146 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-49b522c3-b36b-4a21-979d-38d46c7f3b9b req-70587e35-e77e-49d2-95ad-2476464f36c0 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.84 "GET /v2.0/ports?device_id=9842889b-de01-49bb-970f-75ae9b853b9d HTTP/1.1" status: 200 len: 946 time: 0.5925412 May 06 09:51:19.055577 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59200) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:19.061401 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-4bcc366b-1356-4c75-84f6-b53c884ec372 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Request body: {'port': {'network_id': 'ab6a1afc-672c-436d-999c-4925c3c7f72c', 'name': 'tempest-FloatingIPTestJSON-608331855', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:19.147752 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33a69b-4c33-4c48-a90d-c98080bab0a3 req-9e892c1a-3c84-4a62-94cf-e3c67ea931e1 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:19.155128 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d33a69b-4c33-4c48-a90d-c98080bab0a3 req-9e892c1a-3c84-4a62-94cf-e3c67ea931e1 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?device_id=9842889b-de01-49bb-970f-75ae9b853b9d HTTP/1.1" status: 200 len: 946 time: 0.5738835 May 06 09:51:19.213461 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-17e76629-0b2e-4860-912d-bb713d618aae req-3cfaaee3-94f0-49d5-9048-2cb112905c39 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Deleting port f27c975c-a1fe-4203-b659-4415a57c3ca7 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:19.214058 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-17e76629-0b2e-4860-912d-bb713d618aae req-3cfaaee3-94f0-49d5-9048-2cb112905c39 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:19.248186 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d33a69b-4c33-4c48-a90d-c98080bab0a3 req-12ac4ad8-79a1-4392-9a75-f68cb9f411b4 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/security-groups?id=fc9e428f-216e-4f44-9aec-7d700c7ea9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900326 May 06 09:51:19.292767 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c5ee3f86-8c96-49b4-b6cd-d3d61a259a03 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:19.395987 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-49b522c3-b36b-4a21-979d-38d46c7f3b9b req-332eb76c-26c4-45df-9791-292159e9a2b7 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Deleting port 45e13ccf-17a6-4187-b99c-ce6108886f8e {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:19.396451 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-49b522c3-b36b-4a21-979d-38d46c7f3b9b req-332eb76c-26c4-45df-9791-292159e9a2b7 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:19.405700 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcc366b-1356-4c75-84f6-b53c884ec372 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Made reservation on behalf of 72cdbb5fdadb494e8206c24c3cbf362f for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:19.455162 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-17e76629-0b2e-4860-912d-bb713d618aae req-3cfaaee3-94f0-49d5-9048-2cb112905c39 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] For port f27c975c-a1fe-4203-b659-4415a57c3ca7, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f27c975c-a1fe-4203-b659-4415a57c3ca7,segment=NetworkSegment(e7cea1e5-510d-426d-bcc9-85166f52077f),segment_id=e7cea1e5-510d-426d-bcc9-85166f52077f)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:19.456021 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-17e76629-0b2e-4860-912d-bb713d618aae req-3cfaaee3-94f0-49d5-9048-2cb112905c39 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:19.471753 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:19.483916 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-17e76629-0b2e-4860-912d-bb713d618aae req-3cfaaee3-94f0-49d5-9048-2cb112905c39 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Calling delete_port for f27c975c-a1fe-4203-b659-4415a57c3ca7 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:19.573130 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4bcc366b-1356-4c75-84f6-b53c884ec372 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:19.601977 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ee3f86-8c96-49b4-b6cd-d3d61a259a03 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Router 646fa9c7-7ae4-4e38-b801-070c75180fb0 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:51:19.633561 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-4bcc366b-1356-4c75-84f6-b53c884ec372 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] device_id is not set on port f05274ac-3cd4-4d1d-86a9-83dfd2d2eb7e yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:51:19.866233 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ee3f86-8c96-49b4-b6cd-d3d61a259a03 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:51:19.874534 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-49b522c3-b36b-4a21-979d-38d46c7f3b9b req-332eb76c-26c4-45df-9791-292159e9a2b7 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] For port 45e13ccf-17a6-4187-b99c-ce6108886f8e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=45e13ccf-17a6-4187-b99c-ce6108886f8e,segment=NetworkSegment(e7cea1e5-510d-426d-bcc9-85166f52077f),segment_id=e7cea1e5-510d-426d-bcc9-85166f52077f)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:19.874917 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-49b522c3-b36b-4a21-979d-38d46c7f3b9b req-332eb76c-26c4-45df-9791-292159e9a2b7 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:19.878171 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff5cb5e-6f7e-4ef5-b830-6032f66715ab None None] Sync routers for ids ['646fa9c7-7ae4-4e38-b801-070c75180fb0'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:51:19.892900 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff5cb5e-6f7e-4ef5-b830-6032f66715ab None None] Routers {'646fa9c7-7ae4-4e38-b801-070c75180fb0'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:19.893917 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6ff5cb5e-6f7e-4ef5-b830-6032f66715ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['646fa9c7-7ae4-4e38-b801-070c75180fb0'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:19.905961 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59228) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:19.950747 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6ff5cb5e-6f7e-4ef5-b830-6032f66715ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:19.953114 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37e963-9f37-4779-922a-26215c6818be req-ef79895e-9d9e-43fc-b40e-87ec3e0099eb tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:19.955109 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4c37e963-9f37-4779-922a-26215c6818be req-ef79895e-9d9e-43fc-b40e-87ec3e0099eb tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.77 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 947 time: 0.2973032 May 06 09:51:19.955509 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-49b522c3-b36b-4a21-979d-38d46c7f3b9b req-332eb76c-26c4-45df-9791-292159e9a2b7 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Calling delete_port for 45e13ccf-17a6-4187-b99c-ce6108886f8e owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:19.957143 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-17e76629-0b2e-4860-912d-bb713d618aae req-3cfaaee3-94f0-49d5-9048-2cb112905c39 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:19.961358 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff5cb5e-6f7e-4ef5-b830-6032f66715ab None None] Routers {'646fa9c7-7ae4-4e38-b801-070c75180fb0'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:19.961970 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c5ee3f86-8c96-49b4-b6cd-d3d61a259a03 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:19.962121 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6ff5cb5e-6f7e-4ef5-b830-6032f66715ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['646fa9c7-7ae4-4e38-b801-070c75180fb0'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:19.966355 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c5ee3f86-8c96-49b4-b6cd-d3d61a259a03 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.9015160 May 06 09:51:19.969895 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['45e13ccf-17a6-4187-b99c-ce6108886f8e', 'f27c975c-a1fe-4203-b659-4415a57c3ca7'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:51:19.975297 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59232) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:19.984518 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-46ee5ddd-1dba-4015-aaba-973932d50fb5 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:20.032203 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfaaee3-94f0-49d5-9048-2cb112905c39 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Pushing event deleted for resources: {'Port': ['ID=f27c975c-a1fe-4203-b659-4415a57c3ca7,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:20.051582 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6ff5cb5e-6f7e-4ef5-b830-6032f66715ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:20.062798 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff5cb5e-6f7e-4ef5-b830-6032f66715ab None None] The sync data for ids ['646fa9c7-7ae4-4e38-b801-070c75180fb0'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:51:20.104164 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192ca99-e498-4869-86f1-c2c50067b6c2 req-f5bbab72-681d-45f5-bef0-f6792358bb8f tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:20.111738 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a192ca99-e498-4869-86f1-c2c50067b6c2 req-f5bbab72-681d-45f5-bef0-f6792358bb8f tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 947 time: 0.2625210 May 06 09:51:20.180440 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e76629-0b2e-4860-912d-bb713d618aae req-3cfaaee3-94f0-49d5-9048-2cb112905c39 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] No DVR routers for this DVR port f27c975c-a1fe-4203-b659-4415a57c3ca7 on host n-h1-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:51:20.186777 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-17e76629-0b2e-4860-912d-bb713d618aae req-3cfaaee3-94f0-49d5-9048-2cb112905c39 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:20.190233 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-17e76629-0b2e-4860-912d-bb713d618aae req-3cfaaee3-94f0-49d5-9048-2cb112905c39 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.84 "DELETE /v2.0/ports/f27c975c-a1fe-4203-b659-4415a57c3ca7 HTTP/1.1" status: 204 len: 173 time: 1.2260270 May 06 09:51:20.190681 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53112aed-dd98-4e9e-b539-3952d4ab52c4', 'name': 'network-vif-deleted', 'tag': 'f27c975c-a1fe-4203-b659-4415a57c3ca7'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:20.194283 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4c4c07-4b89-4686-95ac-220aadd4bbff" -d '{"events": [{"server_uuid": "53112aed-dd98-4e9e-b539-3952d4ab52c4", "name": "network-vif-deleted", "tag": "f27c975c-a1fe-4203-b659-4415a57c3ca7"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:20.257900 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-81fa4b37-e46e-4af5-90ed-28c11e045b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:20.267816 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-4c37e963-9f37-4779-922a-26215c6818be req-27934602-c3d8-4308-82bc-c09631c4ce89 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Deleting port cf1e41e2-bb41-4232-93f0-f6954f63dd79 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:20.269453 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4c37e963-9f37-4779-922a-26215c6818be req-27934602-c3d8-4308-82bc-c09631c4ce89 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:20.303928 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a192ca99-e498-4869-86f1-c2c50067b6c2 req-69982b30-cb93-45d2-b0f8-eb5f26beb0fb tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=22c8950f-3980-4689-9a3d-ce6a0d2c08e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910939 May 06 09:51:20.419722 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-4c37e963-9f37-4779-922a-26215c6818be req-27934602-c3d8-4308-82bc-c09631c4ce89 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] For port cf1e41e2-bb41-4232-93f0-f6954f63dd79, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=cf1e41e2-bb41-4232-93f0-f6954f63dd79,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:20.420103 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4c37e963-9f37-4779-922a-26215c6818be req-27934602-c3d8-4308-82bc-c09631c4ce89 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:20.454258 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ecfbb97d-d960-4e8a-bf3d-01b6665cc3c9 req-d5aaaec3-6041-4b53-948d-d13cc3def65e tempest-ServersAaction247Test-1832273281 tempest-ServersAaction247Test-1832273281-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c0f8983-d072-4518-b6a3-1ca2eef2220c HTTP/1.1" status: 200 len: 210 time: 0.0878675 May 06 09:51:20.534665 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-4bcc366b-1356-4c75-84f6-b53c884ec372 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Allocated IP 172.20.0.14 (ab6a1afc-672c-436d-999c-4925c3c7f72c/b0d370a1-2071-42fd-abb9-38bc58f85bab/f05274ac-3cd4-4d1d-86a9-83dfd2d2eb7e) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:20.561246 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-4bcc366b-1356-4c75-84f6-b53c884ec372 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Allocated IP 172.20.0.13 (ab6a1afc-672c-436d-999c-4925c3c7f72c/b0d370a1-2071-42fd-abb9-38bc58f85bab/f05274ac-3cd4-4d1d-86a9-83dfd2d2eb7e) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:20.563675 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef22784-7de3-4558-8e7f-db4833267142 x-openstack-request-id: req-2ef22784-7de3-4558-8e7f-db4833267142 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:20.563972 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53112aed-dd98-4e9e-b539-3952d4ab52c4", "name": "network-vif-deleted", "tag": "f27c975c-a1fe-4203-b659-4415a57c3ca7", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:20.564223 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2ef22784-7de3-4558-8e7f-db4833267142 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:20.564760 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ef22784-7de3-4558-8e7f-db4833267142'] response: {'server_uuid': '53112aed-dd98-4e9e-b539-3952d4ab52c4', 'name': 'network-vif-deleted', 'tag': 'f27c975c-a1fe-4203-b659-4415a57c3ca7', 'status': 'completed', 'code': 200} May 06 09:51:20.672724 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4c37e963-9f37-4779-922a-26215c6818be req-27934602-c3d8-4308-82bc-c09631c4ce89 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:20.673093 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4c37e963-9f37-4779-922a-26215c6818be req-27934602-c3d8-4308-82bc-c09631c4ce89 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:20.673416 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [req-4c37e963-9f37-4779-922a-26215c6818be req-27934602-c3d8-4308-82bc-c09631c4ce89 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Floating IP 25a11944-623e-4808-a829-89ad8b51f49b disassociated. External IP: 172.25.5.239, port: cf1e41e2-bb41-4232-93f0-f6954f63dd79. May 06 09:51:20.673765 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-4c37e963-9f37-4779-922a-26215c6818be req-27934602-c3d8-4308-82bc-c09631c4ce89 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Calling delete_port for cf1e41e2-bb41-4232-93f0-f6954f63dd79 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:20.697072 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-49b522c3-b36b-4a21-979d-38d46c7f3b9b req-332eb76c-26c4-45df-9791-292159e9a2b7 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:20.703157 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-81fa4b37-e46e-4af5-90ed-28c11e045b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:20.709643 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['f27c975c-a1fe-4203-b659-4415a57c3ca7'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:51:20.713873 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-80ec8f0c-f9b2-43ba-a82b-7dfaf7ba074d req-3d0140f4-1905-45d7-bae6-6ec0b982b7e7 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.73 "GET /v2.0/ports?device_id=9842889b-de01-49bb-970f-75ae9b853b9d HTTP/1.1" status: 200 len: 210 time: 0.0803204 May 06 09:51:20.748395 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-81fa4b37-e46e-4af5-90ed-28c11e045b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:20.797562 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332eb76c-26c4-45df-9791-292159e9a2b7 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Pushing event deleted for resources: {'Port': ['ID=45e13ccf-17a6-4187-b99c-ce6108886f8e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:20.879869 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4c37e963-9f37-4779-922a-26215c6818be req-27934602-c3d8-4308-82bc-c09631c4ce89 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:20.921325 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27934602-c3d8-4308-82bc-c09631c4ce89 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Pushing event deleted for resources: {'Port': ['ID=cf1e41e2-bb41-4232-93f0-f6954f63dd79,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:20.955783 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-81fa4b37-e46e-4af5-90ed-28c11e045b0b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4397ae9e754548c8b89917016d2ffb17&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0417097 May 06 09:51:20.958007 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59244) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:20.963629 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa4b37-e46e-4af5-90ed-28c11e045b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65f16b4-c4be-4fff-ba92-5f5d8982f4d7,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:21.027009 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b522c3-b36b-4a21-979d-38d46c7f3b9b req-332eb76c-26c4-45df-9791-292159e9a2b7 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] No DVR routers for this DVR port 45e13ccf-17a6-4187-b99c-ce6108886f8e on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:51:21.034161 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-49b522c3-b36b-4a21-979d-38d46c7f3b9b req-332eb76c-26c4-45df-9791-292159e9a2b7 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:21.037492 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-49b522c3-b36b-4a21-979d-38d46c7f3b9b req-332eb76c-26c4-45df-9791-292159e9a2b7 tempest-MultipleCreateTestJSON-1879116085 tempest-MultipleCreateTestJSON-1879116085-project] 10.222.0.84 "DELETE /v2.0/ports/45e13ccf-17a6-4187-b99c-ce6108886f8e HTTP/1.1" status: 204 len: 173 time: 1.9704130 May 06 09:51:21.041978 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9842889b-de01-49bb-970f-75ae9b853b9d', 'name': 'network-vif-deleted', 'tag': '45e13ccf-17a6-4187-b99c-ce6108886f8e'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:21.044175 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad32ff68-bfe6-4a55-9a7a-5c20f234e7ce" -d '{"events": [{"server_uuid": "9842889b-de01-49bb-970f-75ae9b853b9d", "name": "network-vif-deleted", "tag": "45e13ccf-17a6-4187-b99c-ce6108886f8e"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:21.062686 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c37e963-9f37-4779-922a-26215c6818be req-27934602-c3d8-4308-82bc-c09631c4ce89 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Router 281776a7-ed7c-440e-879c-88327b06ac90 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:51:21.108910 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff1d905-c3fe-49d5-9868-fa8223253450 x-openstack-request-id: req-bff1d905-c3fe-49d5-9868-fa8223253450 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:21.109438 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9842889b-de01-49bb-970f-75ae9b853b9d", "name": "network-vif-deleted", "tag": "45e13ccf-17a6-4187-b99c-ce6108886f8e", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:21.109438 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bff1d905-c3fe-49d5-9868-fa8223253450 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:21.109830 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bff1d905-c3fe-49d5-9868-fa8223253450'] response: {'server_uuid': '9842889b-de01-49bb-970f-75ae9b853b9d', 'name': 'network-vif-deleted', 'tag': '45e13ccf-17a6-4187-b99c-ce6108886f8e', 'status': 'completed', 'code': 200} May 06 09:51:21.130627 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-46ee5ddd-1dba-4015-aaba-973932d50fb5 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:21.148437 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-499c0cf7-fa97-4117-b5f6-99a5fba9a2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:21.162944 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:21.163584 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-46ee5ddd-1dba-4015-aaba-973932d50fb5 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:21.168097 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4bcc366b-1356-4c75-84f6-b53c884ec372 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:21.191215 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c37e963-9f37-4779-922a-26215c6818be req-27934602-c3d8-4308-82bc-c09631c4ce89 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:51:21.215044 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c984781f-cfee-4313-b19f-a6a5a808ff5f None None] Sync routers for ids ['281776a7-ed7c-440e-879c-88327b06ac90'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:51:21.217366 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-499c0cf7-fa97-4117-b5f6-99a5fba9a2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:21.235942 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c984781f-cfee-4313-b19f-a6a5a808ff5f None None] Routers {'281776a7-ed7c-440e-879c-88327b06ac90'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:21.236916 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-c984781f-cfee-4313-b19f-a6a5a808ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['281776a7-ed7c-440e-879c-88327b06ac90'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:21.242008 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c37e963-9f37-4779-922a-26215c6818be req-27934602-c3d8-4308-82bc-c09631c4ce89 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] No DVR routers for this DVR port cf1e41e2-bb41-4232-93f0-f6954f63dd79 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:51:21.245493 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4c37e963-9f37-4779-922a-26215c6818be req-27934602-c3d8-4308-82bc-c09631c4ce89 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:21.248958 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4c37e963-9f37-4779-922a-26215c6818be req-27934602-c3d8-4308-82bc-c09631c4ce89 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.77 "DELETE /v2.0/ports/cf1e41e2-bb41-4232-93f0-f6954f63dd79 HTTP/1.1" status: 204 len: 173 time: 1.2816379 May 06 09:51:21.286274 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4bcc366b-1356-4c75-84f6-b53c884ec372 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:21.345655 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-46ee5ddd-1dba-4015-aaba-973932d50fb5 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Deleting port 942691a7-1a5f-46f1-a51f-fdcce384e0bc {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:21.346068 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-46ee5ddd-1dba-4015-aaba-973932d50fb5 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:21.351816 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-499c0cf7-fa97-4117-b5f6-99a5fba9a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:21.354480 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-499c0cf7-fa97-4117-b5f6-99a5fba9a2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:21.355834 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-499c0cf7-fa97-4117-b5f6-99a5fba9a2ab admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c65f16b4-c4be-4fff-ba92-5f5d8982f4d7 HTTP/1.1" status: 204 len: 168 time: 0.3937676 May 06 09:51:21.374463 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcc366b-1356-4c75-84f6-b53c884ec372 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Network ab6a1afc-672c-436d-999c-4925c3c7f72c is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:21.390605 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-c984781f-cfee-4313-b19f-a6a5a808ff5f None None] Set router 281776a7-ed7c-440e-879c-88327b06ac90 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:51:21.441504 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-4bcc366b-1356-4c75-84f6-b53c884ec372 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:21.447104 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcc366b-1356-4c75-84f6-b53c884ec372 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:21.471141 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:21.473372 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c0cf7-fa97-4117-b5f6-99a5fba9a2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65f16b4-c4be-4fff-ba92-5f5d8982f4d7,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:21.532324 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc366b-1356-4c75-84f6-b53c884ec372 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event updated for resources: {'Port': ['ID=f05274ac-3cd4-4d1d-86a9-83dfd2d2eb7e,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:21.643070 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-24ab2ecb-cb2b-49d2-92e8-69ece4a001da req-eca4385d-5816-45d4-93f7-8289579b56e7 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=d651b330-4936-40ab-b73c-18040c1bf70f HTTP/1.1" status: 200 len: 210 time: 0.0934072 May 06 09:51:21.676207 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcc366b-1356-4c75-84f6-b53c884ec372 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:21.677207 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4bcc366b-1356-4c75-84f6-b53c884ec372 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:21.710337 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59256) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:21.710901 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4bcc366b-1356-4c75-84f6-b53c884ec372 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.6538675 May 06 09:51:21.724403 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-46ee5ddd-1dba-4015-aaba-973932d50fb5 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:21.730292 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-8fda24bb-c1db-4e3d-8840-0fa20ff8c88b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'port_id': 'f05274ac-3cd4-4d1d-86a9-83dfd2d2eb7e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:21.743716 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-c984781f-cfee-4313-b19f-a6a5a808ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281776a7-ed7c-440e-879c-88327b06ac90', 'name': 'tempest-AttachVolumeShelveTestJSON-1205873776-router', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:50Z', 'updated_at': '2022-05-06T09:46:58Z', 'revision_number': 4, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'gw_port': {'id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:51Z', 'updated_at': '2022-05-06T09:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'ef4f4acb-a4d1-467f-9a23-b176d81f0e9b', 'name': '', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'mac_address': 'fa:16:3e:29:ca:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:56Z', 'updated_at': '2022-05-06T09:47:07Z', 'revision_number': 5, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'subnets': [{'id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:21.751391 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-46ee5ddd-1dba-4015-aaba-973932d50fb5 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Calling delete_port for 942691a7-1a5f-46f1-a51f-fdcce384e0bc owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:21.788801 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fda24bb-c1db-4e3d-8840-0fa20ff8c88b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:21.803760 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c984781f-cfee-4313-b19f-a6a5a808ff5f None None] Checking router: 281776a7-ed7c-440e-879c-88327b06ac90 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:51:21.832489 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c984781f-cfee-4313-b19f-a6a5a808ff5f None None] Routers {'281776a7-ed7c-440e-879c-88327b06ac90'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:21.833338 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-c984781f-cfee-4313-b19f-a6a5a808ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['281776a7-ed7c-440e-879c-88327b06ac90'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:21.869913 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e6ba5db2-30a8-4811-b292-35475cd25756 req-466a39c0-134b-4142-9cd3-c15d07babebd tempest-ServersAaction247Test-1832273281 tempest-ServersAaction247Test-1832273281-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c0f8983-d072-4518-b6a3-1ca2eef2220c HTTP/1.1" status: 200 len: 210 time: 0.0330617 May 06 09:51:22.014206 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fda24bb-c1db-4e3d-8840-0fa20ff8c88b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:22.031044 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59262) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:22.034278 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-c984781f-cfee-4313-b19f-a6a5a808ff5f None None] Set router 281776a7-ed7c-440e-879c-88327b06ac90 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:51:22.045992 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59264) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:22.095779 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-46ee5ddd-1dba-4015-aaba-973932d50fb5 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:22.097370 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-75d921dc-74a2-4e96-b851-745dde59af36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:22.124536 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee5ddd-1dba-4015-aaba-973932d50fb5 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Pushing event deleted for resources: {'Port': ['ID=942691a7-1a5f-46f1-a51f-fdcce384e0bc,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:22.131758 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1681a1d-b6df-4bc7-9d88-eb17eb0778a7 admin admin] Deleting subnet d479bf7f-31c1-46d1-b53a-ddcb4f2cef43 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:51:22.136347 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b1681a1d-b6df-4bc7-9d88-eb17eb0778a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:22.202871 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-8fda24bb-c1db-4e3d-8840-0fa20ff8c88b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Allocated IP 172.25.5.84 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/064214a7-8632-4015-bfab-476dc92529b5) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:22.243602 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device cf1e41e2-bb41-4232-93f0-f6954f63dd79 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:51:22.268528 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: cf1e41e2-bb41-4232-93f0-f6954f63dd79 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:51:22.269052 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device cf1e41e2-bb41-4232-93f0-f6954f63dd79 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:51:22.288557 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-c984781f-cfee-4313-b19f-a6a5a808ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281776a7-ed7c-440e-879c-88327b06ac90', 'name': 'tempest-AttachVolumeShelveTestJSON-1205873776-router', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:50Z', 'updated_at': '2022-05-06T09:46:58Z', 'revision_number': 4, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'gw_port': {'id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:51Z', 'updated_at': '2022-05-06T09:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'ef4f4acb-a4d1-467f-9a23-b176d81f0e9b', 'name': '', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'mac_address': 'fa:16:3e:29:ca:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:56Z', 'updated_at': '2022-05-06T09:47:07Z', 'revision_number': 5, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'subnets': [{'id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:22.304755 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-75d921dc-74a2-4e96-b851-745dde59af36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:22.312819 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-75d921dc-74a2-4e96-b851-745dde59af36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:22.328274 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c984781f-cfee-4313-b19f-a6a5a808ff5f None None] The sync data for ids ['281776a7-ed7c-440e-879c-88327b06ac90'] in n-d-840835-1 is: [{'id': '281776a7-ed7c-440e-879c-88327b06ac90', 'name': 'tempest-AttachVolumeShelveTestJSON-1205873776-router', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:50Z', 'updated_at': '2022-05-06T09:46:58Z', 'revision_number': 4, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'gw_port': {'id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:51Z', 'updated_at': '2022-05-06T09:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'ef4f4acb-a4d1-467f-9a23-b176d81f0e9b', 'name': '', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'mac_address': 'fa:16:3e:29:ca:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:56Z', 'updated_at': '2022-05-06T09:47:07Z', 'revision_number': 5, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'subnets': [{'id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:51:22.383753 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d921dc-74a2-4e96-b851-745dde59af36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6792c0f-321b-48c5-a0df-8f7abe65da36,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:22.392904 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-75d921dc-74a2-4e96-b851-745dde59af36 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=49db48979b8d466f9a4884f86f74eec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3575518 May 06 09:51:22.394201 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59268) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:22.420459 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fda24bb-c1db-4e3d-8840-0fa20ff8c88b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:22.480971 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b235e6ab-ac3d-4cb4-8f01-1c9a12908c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:22.497464 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fda24bb-c1db-4e3d-8840-0fa20ff8c88b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:22.535437 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b235e6ab-ac3d-4cb4-8f01-1c9a12908c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:22.545616 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b1681a1d-b6df-4bc7-9d88-eb17eb0778a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:22.562861 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fda24bb-c1db-4e3d-8840-0fa20ff8c88b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:22.566714 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd651b330-4936-40ab-b73c-18040c1bf70f', 'name': 'network-vif-deleted', 'tag': 'cf1e41e2-bb41-4232-93f0-f6954f63dd79'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:22.568961 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24a7cc3-f44c-4152-ae42-24b9c987c7bc" -d '{"events": [{"server_uuid": "d651b330-4936-40ab-b73c-18040c1bf70f", "name": "network-vif-deleted", "tag": "cf1e41e2-bb41-4232-93f0-f6954f63dd79"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:22.576537 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-46ee5ddd-1dba-4015-aaba-973932d50fb5 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:22.582481 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-8fda24bb-c1db-4e3d-8840-0fa20ff8c88b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:22.588850 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fda24bb-c1db-4e3d-8840-0fa20ff8c88b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:22.590854 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda24bb-c1db-4e3d-8840-0fa20ff8c88b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event updated for resources: {'Port': ['ID=064214a7-8632-4015-bfab-476dc92529b5,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:22.642012 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262c86bc-4378-4a1a-b89d-eaefa56a18e2 x-openstack-request-id: req-262c86bc-4378-4a1a-b89d-eaefa56a18e2 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:22.642702 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d651b330-4936-40ab-b73c-18040c1bf70f", "name": "network-vif-deleted", "tag": "cf1e41e2-bb41-4232-93f0-f6954f63dd79", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:22.642955 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-262c86bc-4378-4a1a-b89d-eaefa56a18e2 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:22.643604 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-262c86bc-4378-4a1a-b89d-eaefa56a18e2'] response: {'server_uuid': 'd651b330-4936-40ab-b73c-18040c1bf70f', 'name': 'network-vif-deleted', 'tag': 'cf1e41e2-bb41-4232-93f0-f6954f63dd79', 'status': 'completed', 'code': 200} May 06 09:51:22.651168 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b235e6ab-ac3d-4cb4-8f01-1c9a12908c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:22.654339 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b235e6ab-ac3d-4cb4-8f01-1c9a12908c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:22.657840 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b235e6ab-ac3d-4cb4-8f01-1c9a12908c6e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a6792c0f-321b-48c5-a0df-8f7abe65da36 HTTP/1.1" status: 204 len: 168 time: 0.2605884 May 06 09:51:22.662158 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b1681a1d-b6df-4bc7-9d88-eb17eb0778a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:22.672209 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235e6ab-ac3d-4cb4-8f01-1c9a12908c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6792c0f-321b-48c5-a0df-8f7abe65da36,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:22.727793 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cb9718-dc61-4fcc-aaa0-83fed91f772d None None] New status for floating IP 25a11944-623e-4808-a829-89ad8b51f49b: DOWN {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:51:22.839085 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59278) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:22.913466 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-46ee5ddd-1dba-4015-aaba-973932d50fb5 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1992734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1598914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41446'] for router, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:22.919634 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b1681a1d-b6df-4bc7-9d88-eb17eb0778a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:22.942707 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b1681a1d-b6df-4bc7-9d88-eb17eb0778a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:22.946382 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b1681a1d-b6df-4bc7-9d88-eb17eb0778a7 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d479bf7f-31c1-46d1-b53a-ddcb4f2cef43 HTTP/1.1" status: 204 len: 168 time: 0.8991852 May 06 09:51:22.947632 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-46ee5ddd-1dba-4015-aaba-973932d50fb5 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1598923'] for router, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:22.949852 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59282) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:23.001111 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1681a1d-b6df-4bc7-9d88-eb17eb0778a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d479bf7f-31c1-46d1-b53a-ddcb4f2cef43,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:23.028588 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 45e13ccf-17a6-4187-b99c-ce6108886f8e no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:51:23.048879 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 45e13ccf-17a6-4187-b99c-ce6108886f8e {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:51:23.049222 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 45e13ccf-17a6-4187-b99c-ce6108886f8e not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:51:23.049646 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device f27c975c-a1fe-4203-b659-4415a57c3ca7 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:51:23.070604 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: f27c975c-a1fe-4203-b659-4415a57c3ca7 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:51:23.071010 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device f27c975c-a1fe-4203-b659-4415a57c3ca7 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:51:23.106629 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6592d06d-c055-42d5-9b3a-fca181cce8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:23.117474 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2f2f3f5c-86a5-4264-ab58-a75f1fde01ed req-54da68b7-168c-4fb3-9281-74f229cbdfae tempest-ServersAaction247Test-1832273281 tempest-ServersAaction247Test-1832273281-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c0f8983-d072-4518-b6a3-1ca2eef2220c HTTP/1.1" status: 200 len: 210 time: 0.1185410 May 06 09:51:23.129557 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ee5ddd-1dba-4015-aaba-973932d50fb5 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Router 646fa9c7-7ae4-4e38-b801-070c75180fb0 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:51:23.130813 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f7cf7751-dc26-4b6f-a2d4-856b8b0cc396 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:23.163791 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f7cf7751-dc26-4b6f-a2d4-856b8b0cc396 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:23.187372 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59286) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:23.247083 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b59536d0-f874-472a-a70e-e3b5343fc937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:23.262861 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6592d06d-c055-42d5-9b3a-fca181cce8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:23.264590 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ee5ddd-1dba-4015-aaba-973932d50fb5 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:51:23.272596 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-46ee5ddd-1dba-4015-aaba-973932d50fb5 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:23.276674 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-46ee5ddd-1dba-4015-aaba-973932d50fb5 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "PUT /v2.0/routers/646fa9c7-7ae4-4e38-b801-070c75180fb0 HTTP/1.1" status: 200 len: 709 time: 3.2994611 May 06 09:51:23.277328 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59290) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:23.288942 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd7875a-4d8f-4b0c-b3a8-0fade6debb43 None None] Sync routers for ids ['646fa9c7-7ae4-4e38-b801-070c75180fb0'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:51:23.302334 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd7875a-4d8f-4b0c-b3a8-0fade6debb43 None None] Routers {'646fa9c7-7ae4-4e38-b801-070c75180fb0'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:23.314616 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-5fd7875a-4d8f-4b0c-b3a8-0fade6debb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['646fa9c7-7ae4-4e38-b801-070c75180fb0'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:23.328457 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-6592d06d-c055-42d5-9b3a-fca181cce8cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ee4fe9-2671-4728-b07d-a0055e42be89']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:23.342367 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-6592d06d-c055-42d5-9b3a-fca181cce8cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7cea1e5-510d-426d-bcc9-85166f52077f') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:23.342665 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-6592d06d-c055-42d5-9b3a-fca181cce8cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7cea1e5-510d-426d-bcc9-85166f52077f') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:23.360548 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-5fd7875a-4d8f-4b0c-b3a8-0fade6debb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:23.365356 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6592d06d-c055-42d5-9b3a-fca181cce8cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:23.365540 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8b05a19a-9aca-4f34-9cf2-073869c77606 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "GET /v2.0/routers/646fa9c7-7ae4-4e38-b801-070c75180fb0 HTTP/1.1" status: 200 len: 744 time: 0.0839369 May 06 09:51:23.365770 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59294) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:23.381999 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd7875a-4d8f-4b0c-b3a8-0fade6debb43 None None] Routers {'646fa9c7-7ae4-4e38-b801-070c75180fb0'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:23.382960 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-5fd7875a-4d8f-4b0c-b3a8-0fade6debb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['646fa9c7-7ae4-4e38-b801-070c75180fb0'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:23.388213 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fda24bb-c1db-4e3d-8840-0fa20ff8c88b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:23.391701 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6592d06d-c055-42d5-9b3a-fca181cce8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:23.425123 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f7cf7751-dc26-4b6f-a2d4-856b8b0cc396 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:23.427806 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f7cf7751-dc26-4b6f-a2d4-856b8b0cc396 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:23.432876 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f7cf7751-dc26-4b6f-a2d4-856b8b0cc396 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "DELETE /v2.0/security-groups/22c8950f-3980-4689-9a3d-ce6a0d2c08e5 HTTP/1.1" status: 204 len: 168 time: 0.5923085 May 06 09:51:23.433310 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-5fd7875a-4d8f-4b0c-b3a8-0fade6debb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:23.434237 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59298) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:23.434365 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd7875a-4d8f-4b0c-b3a8-0fade6debb43 None None] The sync data for ids ['646fa9c7-7ae4-4e38-b801-070c75180fb0'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:51:23.450878 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-abc7dd8d-5a8c-40f2-9c87-85623f0a46c1 tempest-RoutersIpV6AdminTest-249609710 tempest-RoutersIpV6AdminTest-249609710-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2&device_id=646fa9c7-7ae4-4e38-b801-070c75180fb0 HTTP/1.1" status: 200 len: 205 time: 0.0836132 May 06 09:51:23.454319 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59300) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:23.456053 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6592d06d-c055-42d5-9b3a-fca181cce8cd admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:51:23.456571 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6592d06d-c055-42d5-9b3a-fca181cce8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: timer() May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:51:23.458931 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:51:23.473359 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-bdb51356-aa65-4646-b625-a6fe3e1425e5 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] show failed (client error): The resource could not be found. May 06 09:51:23.474632 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bdb51356-aa65-4646-b625-a6fe3e1425e5 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups/22c8950f-3980-4689-9a3d-ce6a0d2c08e5 HTTP/1.1" status: 404 len: 347 time: 0.0329096 May 06 09:51:23.477723 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf7751-dc26-4b6f-a2d4-856b8b0cc396 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c8950f-3980-4689-9a3d-ce6a0d2c08e5,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:23.479633 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59304) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:23.505935 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2952cd87-ba90-4b20-88e6-5276c342549a tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "GET /v2.0/ports?device_id=646fa9c7-7ae4-4e38-b801-070c75180fb0 HTTP/1.1" status: 200 len: 205 time: 0.0466208 May 06 09:51:23.508440 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59306) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:23.657888 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-5499cb85-84ff-4725-936c-1ed6d353a914 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Deleting port 50f047c8-8f05-4516-b88e-fb81d9d67d60 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:23.658548 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5499cb85-84ff-4725-936c-1ed6d353a914 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:23.772310 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4b5de-5aed-4572-ae12-c3022b73ace5 req-bfc7ca68-7be5-4094-87ed-62e357bcdbfc tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:23.773858 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a8a4b5de-5aed-4572-ae12-c3022b73ace5 req-bfc7ca68-7be5-4094-87ed-62e357bcdbfc tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.0763912 May 06 09:51:23.795609 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5499cb85-84ff-4725-936c-1ed6d353a914 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:23.795943 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5499cb85-84ff-4725-936c-1ed6d353a914 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:23.823788 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-5499cb85-84ff-4725-936c-1ed6d353a914 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Calling delete_port for 50f047c8-8f05-4516-b88e-fb81d9d67d60 owned by network:floatingip {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:23.847427 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a8a4b5de-5aed-4572-ae12-c3022b73ace5 req-bb608921-feee-4684-af5e-f60111a9e201 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664983 May 06 09:51:23.914386 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fda24bb-c1db-4e3d-8840-0fa20ff8c88b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:23.946009 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3ac6366-637c-4849-9ff0-2e96c8a9768d tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:23.954554 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b59536d0-f874-472a-a70e-e3b5343fc937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:23.983489 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5499cb85-84ff-4725-936c-1ed6d353a914 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:23.988151 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6592d06d-c055-42d5-9b3a-fca181cce8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:24.011330 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499cb85-84ff-4725-936c-1ed6d353a914 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Pushing event deleted for resources: {'Port': ['ID=50f047c8-8f05-4516-b88e-fb81d9d67d60,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:24.025122 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b59536d0-f874-472a-a70e-e3b5343fc937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:24.028256 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499cb85-84ff-4725-936c-1ed6d353a914 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:24.028605 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499cb85-84ff-4725-936c-1ed6d353a914 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:24.028952 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499cb85-84ff-4725-936c-1ed6d353a914 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:24.031428 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499cb85-84ff-4725-936c-1ed6d353a914 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:24.031428 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499cb85-84ff-4725-936c-1ed6d353a914 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:24.031428 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499cb85-84ff-4725-936c-1ed6d353a914 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:24.031428 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499cb85-84ff-4725-936c-1ed6d353a914 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:24.031428 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499cb85-84ff-4725-936c-1ed6d353a914 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:24.031934 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6592d06d-c055-42d5-9b3a-fca181cce8cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:24.032034 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499cb85-84ff-4725-936c-1ed6d353a914 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:24.032332 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499cb85-84ff-4725-936c-1ed6d353a914 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:24.032671 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499cb85-84ff-4725-936c-1ed6d353a914 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:24.033000 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499cb85-84ff-4725-936c-1ed6d353a914 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:24.035344 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6592d06d-c055-42d5-9b3a-fca181cce8cd admin admin] 10.222.0.73 "DELETE /v2.0/networks/e5ee4fe9-2671-4728-b07d-a0055e42be89 HTTP/1.1" status: 204 len: 168 time: 1.0843747 May 06 09:51:24.085482 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592d06d-c055-42d5-9b3a-fca181cce8cd admin admin] Pushing event deleted for resources: {'Network': ['ID=e5ee4fe9-2671-4728-b07d-a0055e42be89,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:24.097777 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5499cb85-84ff-4725-936c-1ed6d353a914 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for floatingip, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:24.101552 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5499cb85-84ff-4725-936c-1ed6d353a914 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:24.104897 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5499cb85-84ff-4725-936c-1ed6d353a914 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "DELETE /v2.0/floatingips/25a11944-623e-4808-a829-89ad8b51f49b HTTP/1.1" status: 204 len: 168 time: 0.6215148 May 06 09:51:24.175826 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b59536d0-f874-472a-a70e-e3b5343fc937 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f901a2dcc13c4bffa8b3f326c40956f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9768262 May 06 09:51:24.176257 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59316) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:24.203699 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59536d0-f874-472a-a70e-e3b5343fc937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaaff0fd-0d53-4db6-9864-db1cc6e5e0c4,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:24.265602 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3ac6366-637c-4849-9ff0-2e96c8a9768d tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:24.269842 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3ac6366-637c-4849-9ff0-2e96c8a9768d tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:24.286609 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59318) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:24.299663 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-54df4a4d-0dae-45d3-8f19-41b04a9d43eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:24.311964 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0f0ebd4a-e687-442e-ab1f-d822b1520509 req-ad09597f-a78c-4c07-a226-5767696bd79c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1c0f8983-d072-4518-b6a3-1ca2eef2220c HTTP/1.1" status: 200 len: 210 time: 0.0441704 May 06 09:51:24.325694 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-54df4a4d-0dae-45d3-8f19-41b04a9d43eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:24.367909 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3ac6366-637c-4849-9ff0-2e96c8a9768d tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:24.368550 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ac6366-637c-4849-9ff0-2e96c8a9768d tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Fanout notify agent at l3_agent the message router_deleted on router 646fa9c7-7ae4-4e38-b801-070c75180fb0 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:51:24.382750 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3ac6366-637c-4849-9ff0-2e96c8a9768d tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:24.388407 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b3ac6366-637c-4849-9ff0-2e96c8a9768d tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "DELETE /v2.0/routers/646fa9c7-7ae4-4e38-b801-070c75180fb0 HTTP/1.1" status: 204 len: 168 time: 0.8741632 May 06 09:51:24.389267 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59320) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:24.397699 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-54df4a4d-0dae-45d3-8f19-41b04a9d43eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:24.400826 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-54df4a4d-0dae-45d3-8f19-41b04a9d43eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:24.404576 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-54df4a4d-0dae-45d3-8f19-41b04a9d43eb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eaaff0fd-0d53-4db6-9864-db1cc6e5e0c4 HTTP/1.1" status: 204 len: 168 time: 0.2246544 May 06 09:51:24.422016 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df4a4d-0dae-45d3-8f19-41b04a9d43eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaaff0fd-0d53-4db6-9864-db1cc6e5e0c4,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:24.436996 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5916863f-755f-409a-9121-fcf53fc3a1f7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b8812e34b12a4127945e9b2acc2aa7e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1493011 May 06 09:51:24.441827 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-43a727fb-cc92-4ed8-99d4-f5c81c6c37ec tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "GET /v2.0/ports?device_id=646fa9c7-7ae4-4e38-b801-070c75180fb0 HTTP/1.1" status: 200 len: 205 time: 0.0449860 May 06 09:51:24.441827 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59324) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:24.442181 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59326) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:24.505433 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-dfb5ad37-d193-4d38-9525-07df8e797e67 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] delete failed (client error): The resource could not be found. May 06 09:51:24.506491 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-dfb5ad37-d193-4d38-9525-07df8e797e67 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "DELETE /v2.0/routers/646fa9c7-7ae4-4e38-b801-070c75180fb0 HTTP/1.1" status: 404 len: 336 time: 0.0622759 May 06 09:51:24.509288 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59328) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:24.541992 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5dda34f8-3716-46cc-9daa-ecdcf56bf111 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8b0f04a-6d68-432f-a808-02c23ef94b5c HTTP/1.1" status: 200 len: 205 time: 0.0312819 May 06 09:51:24.542898 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fda24bb-c1db-4e3d-8840-0fa20ff8c88b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:24.544524 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59330) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:24.552431 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fda24bb-c1db-4e3d-8840-0fa20ff8c88b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:24.584802 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-996f695b-cde2-473b-b1c9-b614e63d22b3 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] delete failed (client error): The resource could not be found. May 06 09:51:24.586108 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-996f695b-cde2-473b-b1c9-b614e63d22b3 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "DELETE /v2.0/routers/f8b0f04a-6d68-432f-a808-02c23ef94b5c HTTP/1.1" status: 404 len: 336 time: 0.0406737 May 06 09:51:24.589124 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59332) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:24.603006 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59334) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:24.613004 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-8fde44c3-85eb-4a5b-9ffa-000f3c9c85ca tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1947967813', 'description': 'tempest-description--1731842139'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:24.618847 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-57d600f8-a2a8-42b7-9b3b-fa764ffa60db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:24.638743 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-61635463-b564-4f16-bcbe-4bdc32b11863 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6b7ef80-1c80-4537-bdfe-7942433c6c9e HTTP/1.1" status: 200 len: 205 time: 0.0484853 May 06 09:51:24.641002 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59338) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:24.689836 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-de3f4907-81ee-40e2-b053-2d1360b5546a tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] delete failed (client error): The resource could not be found. May 06 09:51:24.693169 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-de3f4907-81ee-40e2-b053-2d1360b5546a tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "DELETE /v2.0/routers/c6b7ef80-1c80-4537-bdfe-7942433c6c9e HTTP/1.1" status: 404 len: 336 time: 0.0481915 May 06 09:51:24.693366 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-57d600f8-a2a8-42b7-9b3b-fa764ffa60db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:24.694632 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda24bb-c1db-4e3d-8840-0fa20ff8c88b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event updated for resources: {'Port': ['ID=064214a7-8632-4015-bfab-476dc92529b5,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:24.699275 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59340) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:24.725007 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fde44c3-85eb-4a5b-9ffa-000f3c9c85ca tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:24.727622 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e2bb2b0-20b7-40c8-b75b-60338bdb2255 req-c4fc73fb-bce6-4d4e-9729-0187c0c5b02f tempest-ServersAaction247Test-1832273281 tempest-ServersAaction247Test-1832273281-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c0f8983-d072-4518-b6a3-1ca2eef2220c HTTP/1.1" status: 200 len: 210 time: 0.0402238 May 06 09:51:24.744921 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bb88e815-a539-4bff-804f-d8f5500771cb tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "GET /v2.0/ports?device_id=268fb62b-dc9b-4a23-9ab5-93f13bb9c035 HTTP/1.1" status: 200 len: 205 time: 0.0430665 May 06 09:51:24.747374 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59342) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:24.762127 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fda24bb-c1db-4e3d-8840-0fa20ff8c88b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:24.833404 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-a05ea833-7ce5-4c0f-9f07-b438e48969ed tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] delete failed (client error): The resource could not be found. May 06 09:51:24.836957 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a05ea833-7ce5-4c0f-9f07-b438e48969ed tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "DELETE /v2.0/routers/268fb62b-dc9b-4a23-9ab5-93f13bb9c035 HTTP/1.1" status: 404 len: 336 time: 0.0825419 May 06 09:51:24.838045 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59348) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:24.873109 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-82f8dd43-a845-497b-8e6d-ff1f65cf85ec tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "GET /v2.0/ports?device_id=3483aa93-29d1-4cef-bc3b-de340a7ee696 HTTP/1.1" status: 200 len: 205 time: 0.0313730 May 06 09:51:24.879518 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59354) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:24.918561 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-57d600f8-a2a8-42b7-9b3b-fa764ffa60db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:24.921268 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-57d600f8-a2a8-42b7-9b3b-fa764ffa60db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:24.922589 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-57d600f8-a2a8-42b7-9b3b-fa764ffa60db admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fc9e428f-216e-4f44-9aec-7d700c7ea9ab HTTP/1.1" status: 204 len: 168 time: 0.4793494 May 06 09:51:24.930375 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-de0ce125-8e9f-42f2-b350-1147f1623a48 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] delete failed (client error): The resource could not be found. May 06 09:51:24.934703 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-de0ce125-8e9f-42f2-b350-1147f1623a48 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "DELETE /v2.0/routers/3483aa93-29d1-4cef-bc3b-de340a7ee696 HTTP/1.1" status: 404 len: 336 time: 0.0526187 May 06 09:51:24.935285 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59358) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:24.939254 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d600f8-a2a8-42b7-9b3b-fa764ffa60db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9e428f-216e-4f44-9aec-7d700c7ea9ab,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:24.981833 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-8fda24bb-c1db-4e3d-8840-0fa20ff8c88b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Floating IP ab9708f9-bcbd-494a-af77-d4a4b0051551 associated. External IP: 172.25.5.84, port: f05274ac-3cd4-4d1d-86a9-83dfd2d2eb7e. May 06 09:51:25.013479 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-53b2eab2-b311-42c8-b808-f6af337e0c07 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "GET /v2.0/ports?device_id=1eebc644-f373-4368-8284-de8e01566904 HTTP/1.1" status: 200 len: 205 time: 0.0770493 May 06 09:51:25.016455 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59362) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:25.062107 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-2b3d6bba-9f59-4102-8146-3f4d7cc01159 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] delete failed (client error): The resource could not be found. May 06 09:51:25.063304 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2b3d6bba-9f59-4102-8146-3f4d7cc01159 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "DELETE /v2.0/routers/1eebc644-f373-4368-8284-de8e01566904 HTTP/1.1" status: 404 len: 336 time: 0.0462728 May 06 09:51:25.067349 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59364) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:25.082923 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fde44c3-85eb-4a5b-9ffa-000f3c9c85ca tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:25.096684 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fde44c3-85eb-4a5b-9ffa-000f3c9c85ca tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:25.112621 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d140ce-f82f-4f94-b46b-d1fa5d9fc8c0 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] DELETE failed (client error): The resource could not be found. May 06 09:51:25.113170 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5d140ce-f82f-4f94-b46b-d1fa5d9fc8c0 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:51:25.119388 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a5d140ce-f82f-4f94-b46b-d1fa5d9fc8c0 tempest-RoutersIpV6AdminTest-1638422041 tempest-RoutersIpV6AdminTest-1638422041-project] 10.222.0.73 "DELETE /v2.0/subnets/6f81b860-7991-4d13-a17c-226180ce87f7 HTTP/1.1" status: 404 len: 337 time: 0.0512266 May 06 09:51:25.123399 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fde44c3-85eb-4a5b-9ffa-000f3c9c85ca tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:25.127750 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d6f8f-47ec-4bff-9820-ef9c84a3fd17 req-23261e41-dc3b-46d1-8bf0-22337ee680cb tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:25.128277 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8fde44c3-85eb-4a5b-9ffa-000f3c9c85ca tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5231795 May 06 09:51:25.129267 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e5d6f8f-47ec-4bff-9820-ef9c84a3fd17 req-23261e41-dc3b-46d1-8bf0-22337ee680cb tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.1771798 May 06 09:51:25.129766 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59370) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:25.134348 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-881d95b1-938c-43be-bfa8-04295c8557a9 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Request body: {'security_group_rule': {'security_group_id': '739d86c7-1698-42ff-a250-44ad7fa7549b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:25.192679 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e5d6f8f-47ec-4bff-9820-ef9c84a3fd17 req-e6f601fd-03c2-4fc4-b511-65e9713dadca tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528650 May 06 09:51:25.194276 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-881d95b1-938c-43be-bfa8-04295c8557a9 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:25.272115 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-881d95b1-938c-43be-bfa8-04295c8557a9 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:25.278797 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde44c3-85eb-4a5b-9ffa-000f3c9c85ca tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=739d86c7-1698-42ff-a250-44ad7fa7549b,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:25.280019 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-881d95b1-938c-43be-bfa8-04295c8557a9 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:25.309831 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-881d95b1-938c-43be-bfa8-04295c8557a9 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:25.311055 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-881d95b1-938c-43be-bfa8-04295c8557a9 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1802452 May 06 09:51:25.314200 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59378) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:25.321446 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fda24bb-c1db-4e3d-8840-0fa20ff8c88b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Router 6b234085-7885-4a24-b6f9-b2271f73ceaf has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:51:25.325441 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-44981b13-2412-4d55-b0e5-052535216f5a tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Request body: {'security_group_rule': {'security_group_id': '739d86c7-1698-42ff-a250-44ad7fa7549b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:25.331012 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d95b1-938c-43be-bfa8-04295c8557a9 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ad15ee6-ed93-42a4-b8ee-b9899833006f,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:25.391371 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-44981b13-2412-4d55-b0e5-052535216f5a tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:25.468241 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fda24bb-c1db-4e3d-8840-0fa20ff8c88b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:51:25.473963 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-44981b13-2412-4d55-b0e5-052535216f5a tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:25.480620 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-44981b13-2412-4d55-b0e5-052535216f5a tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:25.480910 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18eaf9e-98ef-4e57-9f2d-240bcf037ee0 None None] Sync routers for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:51:25.494703 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18eaf9e-98ef-4e57-9f2d-240bcf037ee0 None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:25.495617 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-a18eaf9e-98ef-4e57-9f2d-240bcf037ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:25.504642 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fda24bb-c1db-4e3d-8840-0fa20ff8c88b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:25.506665 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44981b13-2412-4d55-b0e5-052535216f5a tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a96acbab-83cc-402f-a046-4a7424ed6feb,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:25.519786 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-44981b13-2412-4d55-b0e5-052535216f5a tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:25.521093 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-44981b13-2412-4d55-b0e5-052535216f5a tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2056239 May 06 09:51:25.526425 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59388) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:25.531441 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-8105c120-cf91-47c8-a8dc-ea0a0d251fc7 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:25.536909 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-a18eaf9e-98ef-4e57-9f2d-240bcf037ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:25.547495 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18eaf9e-98ef-4e57-9f2d-240bcf037ee0 None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:25.548250 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-a18eaf9e-98ef-4e57-9f2d-240bcf037ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:25.569410 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8fda24bb-c1db-4e3d-8840-0fa20ff8c88b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.8571661 May 06 09:51:25.572683 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59390) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:25.584301 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-79553cc4-2449-4a9a-b154-6aa20165e870 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Request body: {'floatingip': {'port_id': 'f05274ac-3cd4-4d1d-86a9-83dfd2d2eb7e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:25.604515 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-a18eaf9e-98ef-4e57-9f2d-240bcf037ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:25.613431 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18eaf9e-98ef-4e57-9f2d-240bcf037ee0 None None] The sync data for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:51:25.629626 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf34a3-a52b-4234-9b57-8eae62c4f8c4 req-356ff81b-b1ee-4408-8f5a-88e13414d139 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:25.631676 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e1cf34a3-a52b-4234-9b57-8eae62c4f8c4 req-356ff81b-b1ee-4408-8f5a-88e13414d139 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.84 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.0855238 May 06 09:51:25.633187 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8105c120-cf91-47c8-a8dc-ea0a0d251fc7 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:25.664094 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-79553cc4-2449-4a9a-b154-6aa20165e870 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:25.751402 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59396) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:25.878761 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c3547747-be1a-4fc7-913b-0055d8997551 req-99680ee0-0186-4d10-991b-a956d6628b95 tempest-ServersAaction247Test-1832273281 tempest-ServersAaction247Test-1832273281-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c0f8983-d072-4518-b6a3-1ca2eef2220c HTTP/1.1" status: 200 len: 210 time: 0.0418277 May 06 09:51:25.881834 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-e1cf34a3-a52b-4234-9b57-8eae62c4f8c4 req-175eefb5-f541-4829-80e0-9186cd98aa61 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Deleting port f0fa2814-7e98-4015-a8d9-c881c8e68a6c {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:25.882181 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e1cf34a3-a52b-4234-9b57-8eae62c4f8c4 req-175eefb5-f541-4829-80e0-9186cd98aa61 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:25.985686 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8105c120-cf91-47c8-a8dc-ea0a0d251fc7 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:26.071085 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fcd66ea8-c5d6-4e3f-9977-0560e72fa05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:26.095433 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-e1cf34a3-a52b-4234-9b57-8eae62c4f8c4 req-175eefb5-f541-4829-80e0-9186cd98aa61 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] For port f0fa2814-7e98-4015-a8d9-c881c8e68a6c, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f0fa2814-7e98-4015-a8d9-c881c8e68a6c,segment=NetworkSegment(851cb677-78d5-47cf-bae8-64d638270576),segment_id=851cb677-78d5-47cf-bae8-64d638270576)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:26.095851 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e1cf34a3-a52b-4234-9b57-8eae62c4f8c4 req-175eefb5-f541-4829-80e0-9186cd98aa61 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:26.310482 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fcd66ea8-c5d6-4e3f-9977-0560e72fa05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:26.317276 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fcd66ea8-c5d6-4e3f-9977-0560e72fa05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:26.597692 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e1cf34a3-a52b-4234-9b57-8eae62c4f8c4 req-175eefb5-f541-4829-80e0-9186cd98aa61 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:26.598290 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e1cf34a3-a52b-4234-9b57-8eae62c4f8c4 req-175eefb5-f541-4829-80e0-9186cd98aa61 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:26.598515 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [req-e1cf34a3-a52b-4234-9b57-8eae62c4f8c4 req-175eefb5-f541-4829-80e0-9186cd98aa61 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Floating IP 71ad8db1-bd7a-4434-9cb3-e75513dd0700 disassociated. External IP: 172.25.5.39, port: f0fa2814-7e98-4015-a8d9-c881c8e68a6c. May 06 09:51:26.598938 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-e1cf34a3-a52b-4234-9b57-8eae62c4f8c4 req-175eefb5-f541-4829-80e0-9186cd98aa61 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Calling delete_port for f0fa2814-7e98-4015-a8d9-c881c8e68a6c owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:26.660358 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-8105c120-cf91-47c8-a8dc-ea0a0d251fc7 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Allocated IP 172.25.5.155 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/58502b7a-c59d-49bd-8efc-d6d5618ec3e6) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:26.730955 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fcd66ea8-c5d6-4e3f-9977-0560e72fa05d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=901749f54bf24603a2551c5189dedb1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9782791 May 06 09:51:26.737130 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59446) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:26.748306 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd66ea8-c5d6-4e3f-9977-0560e72fa05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354fc0e6-241e-486d-ae13-7ee04884d985,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:26.799523 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569355e-e665-4959-8e70-290701415b7b req-6d491b46-089a-4e16-aa33-58230fe817b2 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:26.801352 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f569355e-e665-4959-8e70-290701415b7b req-6d491b46-089a-4e16-aa33-58230fe817b2 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 946 time: 0.1518681 May 06 09:51:26.846587 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-79553cc4-2449-4a9a-b154-6aa20165e870 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:26.851300 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e1430e43-1993-49c4-bd25-d0d104a4e824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:26.854885 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-79553cc4-2449-4a9a-b154-6aa20165e870 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:26.918997 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e1430e43-1993-49c4-bd25-d0d104a4e824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:26.923457 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f569355e-e665-4959-8e70-290701415b7b req-80499424-ff8f-4fb3-998b-af4369c529e2 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035223 May 06 09:51:26.931820 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8105c120-cf91-47c8-a8dc-ea0a0d251fc7 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:26.942380 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e1cf34a3-a52b-4234-9b57-8eae62c4f8c4 req-175eefb5-f541-4829-80e0-9186cd98aa61 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:26.995148 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175eefb5-f541-4829-80e0-9186cd98aa61 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Pushing event deleted for resources: {'Port': ['ID=f0fa2814-7e98-4015-a8d9-c881c8e68a6c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:27.067075 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e1430e43-1993-49c4-bd25-d0d104a4e824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:27.069630 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e1430e43-1993-49c4-bd25-d0d104a4e824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:27.073199 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e1430e43-1993-49c4-bd25-d0d104a4e824 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/354fc0e6-241e-486d-ae13-7ee04884d985 HTTP/1.1" status: 204 len: 168 time: 0.3318069 May 06 09:51:27.090496 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1430e43-1993-49c4-bd25-d0d104a4e824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354fc0e6-241e-486d-ae13-7ee04884d985,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:27.095900 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8105c120-cf91-47c8-a8dc-ea0a0d251fc7 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:27.163170 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105c120-cf91-47c8-a8dc-ea0a0d251fc7 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Pushing event updated for resources: {'Port': ['ID=58502b7a-c59d-49bd-8efc-d6d5618ec3e6,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:27.198418 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79553cc4-2449-4a9a-b154-6aa20165e870 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Router 6b234085-7885-4a24-b6f9-b2271f73ceaf has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:51:27.222059 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8105c120-cf91-47c8-a8dc-ea0a0d251fc7 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:27.225266 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-8105c120-cf91-47c8-a8dc-ea0a0d251fc7 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:27.229689 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8105c120-cf91-47c8-a8dc-ea0a0d251fc7 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:27.276800 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1cf34a3-a52b-4234-9b57-8eae62c4f8c4 req-175eefb5-f541-4829-80e0-9186cd98aa61 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Router f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:51:27.292081 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cc668000-03da-49a4-8922-ad2ceb918735 req-41ba0b4c-8aee-4b00-8505-3f011d7ac885 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3534902b2b054bb3a3b4d250af86dcc0&device_id=1c0f8983-d072-4518-b6a3-1ca2eef2220c HTTP/1.1" status: 200 len: 210 time: 0.0748270 May 06 09:51:27.389270 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cc668000-03da-49a4-8922-ad2ceb918735 req-bddd3acd-8fee-49f5-a534-c08d2ad9f43f service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=3534902b2b054bb3a3b4d250af86dcc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0789948 May 06 09:51:27.462521 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8105c120-cf91-47c8-a8dc-ea0a0d251fc7 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:27.499183 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79553cc4-2449-4a9a-b154-6aa20165e870 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:51:27.508892 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-79553cc4-2449-4a9a-b154-6aa20165e870 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:27.514251 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96c1434-1b27-4978-84ea-053cc78243da None None] Sync routers for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:51:27.538364 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96c1434-1b27-4978-84ea-053cc78243da None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:27.540731 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d96c1434-1b27-4978-84ea-053cc78243da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:27.545477 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1cf34a3-a52b-4234-9b57-8eae62c4f8c4 req-175eefb5-f541-4829-80e0-9186cd98aa61 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:51:27.561264 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6b75f9-a634-4644-ab70-ec1990441935 None None] Sync routers for ids ['f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:51:27.589769 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6b75f9-a634-4644-ab70-ec1990441935 None None] Routers {'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:27.595225 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-bd6b75f9-a634-4644-ab70-ec1990441935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:27.609693 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d96c1434-1b27-4978-84ea-053cc78243da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:27.632327 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96c1434-1b27-4978-84ea-053cc78243da None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:27.632934 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d96c1434-1b27-4978-84ea-053cc78243da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:27.649730 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-79553cc4-2449-4a9a-b154-6aa20165e870 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "PUT /v2.0/floatingips/ab9708f9-bcbd-494a-af77-d4a4b0051551 HTTP/1.1" status: 200 len: 977 time: 2.0756674 May 06 09:51:27.670599 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59462) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:27.726922 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d96c1434-1b27-4978-84ea-053cc78243da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:27.727656 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96c1434-1b27-4978-84ea-053cc78243da None None] The sync data for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:51:27.778084 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59464) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:27.879901 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc668000-03da-49a4-8922-ad2ceb918735 req-f2adf75a-7369-49a3-9494-055d7b61edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:27.882392 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cc668000-03da-49a4-8922-ad2ceb918735 req-f2adf75a-7369-49a3-9494-055d7b61edcb service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4765618 May 06 09:51:27.903743 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a271f307-fbe5-4a0d-8def-29fd09df1670 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9804c221ea0947d3b64da7cc71e6899e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1204057 May 06 09:51:27.909812 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59472) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:28.022090 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-bd6b75f9-a634-4644-ab70-ec1990441935 None None] Set router f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:51:28.097690 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a1b94da0-8842-4c0d-80a5-2692e90bfdc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:28.120145 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8105c120-cf91-47c8-a8dc-ea0a0d251fc7 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:28.142943 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a1b94da0-8842-4c0d-80a5-2692e90bfdc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:28.182638 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cf34a3-a52b-4234-9b57-8eae62c4f8c4 req-175eefb5-f541-4829-80e0-9186cd98aa61 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] No DVR routers for this DVR port f0fa2814-7e98-4015-a8d9-c881c8e68a6c on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:51:28.182914 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-e9a29d5c-5f59-4040-a2c4-78e7e3536e25 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Deleting port 064214a7-8632-4015-bfab-476dc92529b5 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:28.183083 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e9a29d5c-5f59-4040-a2c4-78e7e3536e25 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:28.188310 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dd22761c-39d6-4f74-b347-b875576b888f req-4ca9d617-73fe-4b12-be62-f195c8e7535a tempest-ServersAaction247Test-1832273281 tempest-ServersAaction247Test-1832273281-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c0f8983-d072-4518-b6a3-1ca2eef2220c HTTP/1.1" status: 200 len: 210 time: 0.0647070 May 06 09:51:28.189598 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e1cf34a3-a52b-4234-9b57-8eae62c4f8c4 req-175eefb5-f541-4829-80e0-9186cd98aa61 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:28.193054 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e1cf34a3-a52b-4234-9b57-8eae62c4f8c4 req-175eefb5-f541-4829-80e0-9186cd98aa61 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.84 "DELETE /v2.0/ports/f0fa2814-7e98-4015-a8d9-c881c8e68a6c HTTP/1.1" status: 204 len: 173 time: 2.5451982 May 06 09:51:28.195985 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e877c558-4ee9-4f71-9ef6-edfc073b2782', 'name': 'network-vif-deleted', 'tag': 'f0fa2814-7e98-4015-a8d9-c881c8e68a6c'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:28.198810 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3143ef-3a13-4f81-878a-347963ff9dbd" -d '{"events": [{"server_uuid": "e877c558-4ee9-4f71-9ef6-edfc073b2782", "name": "network-vif-deleted", "tag": "f0fa2814-7e98-4015-a8d9-c881c8e68a6c"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:28.381074 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8105c120-cf91-47c8-a8dc-ea0a0d251fc7 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:28.389015 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8105c120-cf91-47c8-a8dc-ea0a0d251fc7 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:28.400565 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-bd6b75f9-a634-4644-ab70-ec1990441935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'name': 'tempest-AttachVolumeTestJSON-1336332993-router', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:40Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 4, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'gw_port': {'id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:41Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'a75a258e-d68f-42b0-9b9a-4331bbc68248', 'name': '', 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'mac_address': 'fa:16:3e:ce:be:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:46Z', 'updated_at': '2022-05-06T09:47:53Z', 'revision_number': 5, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'subnets': [{'id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:28.408124 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e9a29d5c-5f59-4040-a2c4-78e7e3536e25 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:28.408468 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e9a29d5c-5f59-4040-a2c4-78e7e3536e25 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:28.418248 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a1b94da0-8842-4c0d-80a5-2692e90bfdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:28.421960 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a1b94da0-8842-4c0d-80a5-2692e90bfdc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:28.425390 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a1b94da0-8842-4c0d-80a5-2692e90bfdc2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4225c3f6-1afd-4872-9d76-fefe45b2c8f6 HTTP/1.1" status: 204 len: 168 time: 0.5123582 May 06 09:51:28.457798 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105c120-cf91-47c8-a8dc-ea0a0d251fc7 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Pushing event updated for resources: {'Port': ['ID=58502b7a-c59d-49bd-8efc-d6d5618ec3e6,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:28.476809 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6b75f9-a634-4644-ab70-ec1990441935 None None] Checking router: f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:51:28.496736 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-e9a29d5c-5f59-4040-a2c4-78e7e3536e25 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Calling delete_port for 064214a7-8632-4015-bfab-476dc92529b5 owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:28.502026 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b94da0-8842-4c0d-80a5-2692e90bfdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4225c3f6-1afd-4872-9d76-fefe45b2c8f6,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:28.511270 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3d75fa0d-5be5-46e7-b04c-4acefe7ca86a req-a03862bd-504a-48be-84b5-6c19ef7f0c61 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=e877c558-4ee9-4f71-9ef6-edfc073b2782 HTTP/1.1" status: 200 len: 210 time: 0.1110034 May 06 09:51:28.516930 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6b75f9-a634-4644-ab70-ec1990441935 None None] Routers {'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:28.518604 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-bd6b75f9-a634-4644-ab70-ec1990441935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:28.540382 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8105c120-cf91-47c8-a8dc-ea0a0d251fc7 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:28.572139 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8105c120-cf91-47c8-a8dc-ea0a0d251fc7 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:28.595733 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8105c120-cf91-47c8-a8dc-ea0a0d251fc7 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0625050 May 06 09:51:28.695622 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f3ce59-8ef4-45e2-bf0c-bbdec7a94cef x-openstack-request-id: req-c0f3ce59-8ef4-45e2-bf0c-bbdec7a94cef {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:28.696086 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e877c558-4ee9-4f71-9ef6-edfc073b2782", "name": "network-vif-deleted", "tag": "f0fa2814-7e98-4015-a8d9-c881c8e68a6c", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:28.696216 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c0f3ce59-8ef4-45e2-bf0c-bbdec7a94cef {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:28.696565 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0f3ce59-8ef4-45e2-bf0c-bbdec7a94cef'] response: {'server_uuid': 'e877c558-4ee9-4f71-9ef6-edfc073b2782', 'name': 'network-vif-deleted', 'tag': 'f0fa2814-7e98-4015-a8d9-c881c8e68a6c', 'status': 'completed', 'code': 200} May 06 09:51:28.861180 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-bd6b75f9-a634-4644-ab70-ec1990441935 None None] Set router f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:51:28.932502 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:29.058809 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device f0fa2814-7e98-4015-a8d9-c881c8e68a6c no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:51:29.080417 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e9a29d5c-5f59-4040-a2c4-78e7e3536e25 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:29.090391 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: f0fa2814-7e98-4015-a8d9-c881c8e68a6c {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:51:29.091101 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device f0fa2814-7e98-4015-a8d9-c881c8e68a6c not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:51:29.119317 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a29d5c-5f59-4040-a2c4-78e7e3536e25 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event deleted for resources: {'Port': ['ID=064214a7-8632-4015-bfab-476dc92529b5,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:29.167228 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-27169010-4061-4171-b652-14a425cc1978 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1947967813&fields=id&tenant_id=1750166bc51841a8bad92d45b4eec5fb HTTP/1.1" status: 200 len: 267 time: 0.0977240 May 06 09:51:29.205943 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e9a29d5c-5f59-4040-a2c4-78e7e3536e25 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:29.206295 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-e9a29d5c-5f59-4040-a2c4-78e7e3536e25 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Floating IP ab9708f9-bcbd-494a-af77-d4a4b0051551 disassociated (deleted). External IP: 172.25.5.84, port: f05274ac-3cd4-4d1d-86a9-83dfd2d2eb7e. May 06 09:51:29.280362 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-bd6b75f9-a634-4644-ab70-ec1990441935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'name': 'tempest-AttachVolumeTestJSON-1336332993-router', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:40Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 4, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'gw_port': {'id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:41Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'a75a258e-d68f-42b0-9b9a-4331bbc68248', 'name': '', 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'mac_address': 'fa:16:3e:ce:be:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:46Z', 'updated_at': '2022-05-06T09:47:53Z', 'revision_number': 5, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'subnets': [{'id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:29.294775 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-183a2499-b047-4773-a3f5-d9f7973ff7de tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:29.296411 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-183a2499-b047-4773-a3f5-d9f7973ff7de tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/networks?id=02e8aba3-387b-400e-9f74-334ab3eab168 HTTP/1.1" status: 200 len: 817 time: 0.1281531 May 06 09:51:29.313867 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-d25eb662-40dd-4134-9a2f-6c21326dc8b7 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/quotas/1750166bc51841a8bad92d45b4eec5fb HTTP/1.1" status: 200 len: 375 time: 0.0113335 May 06 09:51:29.314232 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6b75f9-a634-4644-ab70-ec1990441935 None None] The sync data for ids ['f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'] in n-d-840835-1 is: [{'id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'name': 'tempest-AttachVolumeTestJSON-1336332993-router', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:40Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 4, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'gw_port': {'id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:41Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'a75a258e-d68f-42b0-9b9a-4331bbc68248', 'name': '', 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'mac_address': 'fa:16:3e:ce:be:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:46Z', 'updated_at': '2022-05-06T09:47:53Z', 'revision_number': 5, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'subnets': [{'id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:51:29.407562 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-49ed92ca-57ae-4dc4-986b-520f7473c8db tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1750166bc51841a8bad92d45b4eec5fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0758808 May 06 09:51:29.514884 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a29d5c-5f59-4040-a2c4-78e7e3536e25 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Router 6b234085-7885-4a24-b6f9-b2271f73ceaf has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:51:29.524998 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-18ac50b6-2c82-422a-850a-2c56a4002918 service neutron] 10.222.0.73 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140831 May 06 09:51:29.636356 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-18489da3-99be-4be9-af77-b48a500a1179 service neutron] 10.222.0.73 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030869 May 06 09:51:29.675562 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a29d5c-5f59-4040-a2c4-78e7e3536e25 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:51:29.680435 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e9a29d5c-5f59-4040-a2c4-78e7e3536e25 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:29.687106 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d53d87a-b217-453c-ae80-93d32063c87f None None] Sync routers for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:51:29.692937 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3a9dfe-e8d7-45b2-ab98-7255d1add0b3 None None] New status for floating IP 71ad8db1-bd7a-4434-9cb3-e75513dd0700: DOWN {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:51:29.702291 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d53d87a-b217-453c-ae80-93d32063c87f None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:29.703070 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-5d53d87a-b217-453c-ae80-93d32063c87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:29.718561 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e9a29d5c-5f59-4040-a2c4-78e7e3536e25 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "DELETE /v2.0/floatingips/ab9708f9-bcbd-494a-af77-d4a4b0051551 HTTP/1.1" status: 204 len: 168 time: 2.0439265 May 06 09:51:29.718939 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59538) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:29.782340 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-5d53d87a-b217-453c-ae80-93d32063c87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:29.795883 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59540) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:29.811464 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d53d87a-b217-453c-ae80-93d32063c87f None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:29.812480 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-5d53d87a-b217-453c-ae80-93d32063c87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:29.920960 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-6f41317f-3ec0-4783-88bd-2a2ece81f5ee tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Deleting port f05274ac-3cd4-4d1d-86a9-83dfd2d2eb7e {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:29.921365 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f41317f-3ec0-4783-88bd-2a2ece81f5ee tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:29.926581 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-5d53d87a-b217-453c-ae80-93d32063c87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:29.927498 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d53d87a-b217-453c-ae80-93d32063c87f None None] The sync data for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:51:30.011945 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67a43e52-aa4f-4ff3-865c-b227b9df11de req-eaa90b11-8140-4408-b5dd-7c263c5fb8f2 tempest-ServersAaction247Test-1832273281 tempest-ServersAaction247Test-1832273281-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c0f8983-d072-4518-b6a3-1ca2eef2220c HTTP/1.1" status: 200 len: 210 time: 0.0534399 May 06 09:51:30.015299 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-ca3a481e-5447-48cb-8099-df16671e5203 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1726031577'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:30.035626 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3a481e-5447-48cb-8099-df16671e5203 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Made reservation on behalf of f3ca74ab3bc546fca8717a00df5b8518 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:30.039579 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ca3a481e-5447-48cb-8099-df16671e5203 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:30.059393 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ca3a481e-5447-48cb-8099-df16671e5203 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:30.069284 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f41317f-3ec0-4783-88bd-2a2ece81f5ee tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:30.095408 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-6f41317f-3ec0-4783-88bd-2a2ece81f5ee tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Calling delete_port for f05274ac-3cd4-4d1d-86a9-83dfd2d2eb7e owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:30.171872 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4f6f5f91-9452-4a83-992a-b201ce07e080 req-b388f551-83dc-4195-919b-e811d41e76e7 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 210 time: 0.0425208 May 06 09:51:30.255604 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59564) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:30.304868 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ca3a481e-5447-48cb-8099-df16671e5203 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:30.319106 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ca3a481e-5447-48cb-8099-df16671e5203 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:30.382701 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-43c798b8-495d-4bfa-a29a-80fdb1d2d24a tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:30.387940 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a481e-5447-48cb-8099-df16671e5203 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e581f84f-4f2c-4924-8a6e-7d55c161fe3c,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:30.446210 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cc668000-03da-49a4-8922-ad2ceb918735 req-77447e8d-f5d9-459a-b2f1-40c4953453ad tempest-ServersAaction247Test-1832273281 tempest-ServersAaction247Test-1832273281-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c0f8983-d072-4518-b6a3-1ca2eef2220c HTTP/1.1" status: 200 len: 210 time: 0.0937562 May 06 09:51:30.450309 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-43c798b8-495d-4bfa-a29a-80fdb1d2d24a tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:30.511257 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f41317f-3ec0-4783-88bd-2a2ece81f5ee tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:30.521820 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca3a481e-5447-48cb-8099-df16671e5203 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:51:30.536629 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ca3a481e-5447-48cb-8099-df16671e5203 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:30.537405 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-ca3a481e-5447-48cb-8099-df16671e5203 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Added segment 2a01515b-8096-467a-b725-9eb99515fcda of type vlan for network 3041e3f3-b275-4e84-91ec-eee8419d2f3a May 06 09:51:30.558904 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-43c798b8-495d-4bfa-a29a-80fdb1d2d24a tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:30.562784 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-43c798b8-495d-4bfa-a29a-80fdb1d2d24a tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:30.568447 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-43c798b8-495d-4bfa-a29a-80fdb1d2d24a tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "DELETE /v2.0/security-groups/2a71d1a8-fd12-4926-bf9c-9e40c3340ee3 HTTP/1.1" status: 204 len: 168 time: 0.3117921 May 06 09:51:30.569128 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59570) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:30.588121 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41317f-3ec0-4783-88bd-2a2ece81f5ee tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event deleted for resources: {'Port': ['ID=f05274ac-3cd4-4d1d-86a9-83dfd2d2eb7e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:30.634803 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-03d4b9dc-6cde-46fc-b728-0e187991381f tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] show failed (client error): The resource could not be found. May 06 09:51:30.641701 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-03d4b9dc-6cde-46fc-b728-0e187991381f tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups/2a71d1a8-fd12-4926-bf9c-9e40c3340ee3 HTTP/1.1" status: 404 len: 347 time: 0.0365150 May 06 09:51:30.642664 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c798b8-495d-4bfa-a29a-80fdb1d2d24a tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a71d1a8-fd12-4926-bf9c-9e40c3340ee3,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:30.643164 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59574) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:30.662357 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ca3a481e-5447-48cb-8099-df16671e5203 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:30.706378 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ca3a481e-5447-48cb-8099-df16671e5203 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:30.716748 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3a481e-5447-48cb-8099-df16671e5203 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:30.717445 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ca3a481e-5447-48cb-8099-df16671e5203 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:30.775622 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59576) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:30.803977 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ca3a481e-5447-48cb-8099-df16671e5203 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0065856 May 06 09:51:30.809267 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59580) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:30.823953 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-c6b5a8a0-a9e4-434f-8c22-97cb66ce926f tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Request body: {'subnet': {'network_id': '3041e3f3-b275-4e84-91ec-eee8419d2f3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:30.894020 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a481e-5447-48cb-8099-df16671e5203 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Pushing event updated for resources: {'Network': ['ID=3041e3f3-b275-4e84-91ec-eee8419d2f3a,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:30.912972 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f41317f-3ec0-4783-88bd-2a2ece81f5ee tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:30.916434 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6f41317f-3ec0-4783-88bd-2a2ece81f5ee tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "DELETE /v2.0/ports/f05274ac-3cd4-4d1d-86a9-83dfd2d2eb7e HTTP/1.1" status: 204 len: 168 time: 1.1953356 May 06 09:51:30.921733 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59582) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:30.927300 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 3041e3f3-b275-4e84-91ec-eee8419d2f3a details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:51:30.930428 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-9435de3a-d3b7-4a67-a1c7-7f81337e9d6e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:30.969276 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b5a8a0-a9e4-434f-8c22-97cb66ce926f tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Made reservation on behalf of f3ca74ab3bc546fca8717a00df5b8518 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:30.970594 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-a28a4f5f-de0d-4af1-baa0-15111a59395d tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Deleting port 9f16f723-54d2-4ae4-a203-fddfc4a96e30 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:30.970980 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a28a4f5f-de0d-4af1-baa0-15111a59395d tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:30.975910 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c6b5a8a0-a9e4-434f-8c22-97cb66ce926f tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:31.057291 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9435de3a-d3b7-4a67-a1c7-7f81337e9d6e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:31.060286 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3bddd13f-fac3-4062-b64d-b2802c29aee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:31.207061 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f4b6218d-11ee-4ada-9481-31b93a14ec5f req-37ac01be-be22-460a-be67-a2641a2000db tempest-ServersAaction247Test-1832273281 tempest-ServersAaction247Test-1832273281-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c0f8983-d072-4518-b6a3-1ca2eef2220c HTTP/1.1" status: 200 len: 210 time: 0.0520265 May 06 09:51:31.248323 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a28a4f5f-de0d-4af1-baa0-15111a59395d tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:31.248874 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a28a4f5f-de0d-4af1-baa0-15111a59395d tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:31.269427 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-a28a4f5f-de0d-4af1-baa0-15111a59395d tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Calling delete_port for 9f16f723-54d2-4ae4-a203-fddfc4a96e30 owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:31.388434 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-32f37125-cbbd-4693-b8d9-a31a15841c7b req-ff33e2a2-a609-4ec7-b039-444fdb627b4e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 210 time: 0.0600934 May 06 09:51:31.419890 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3bddd13f-fac3-4062-b64d-b2802c29aee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:31.437013 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9435de3a-d3b7-4a67-a1c7-7f81337e9d6e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:31.491788 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3bddd13f-fac3-4062-b64d-b2802c29aee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:31.563771 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c6b5a8a0-a9e4-434f-8c22-97cb66ce926f tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:31.611384 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a28a4f5f-de0d-4af1-baa0-15111a59395d tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:31.625621 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3bddd13f-fac3-4062-b64d-b2802c29aee6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1798d7d60241424b93dffde2b625d70e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8465886 May 06 09:51:31.630394 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bddd13f-fac3-4062-b64d-b2802c29aee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b925d31-5f72-4704-8c19-5f66d0c2c370,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:31.638122 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59590) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:31.662407 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a4f5f-de0d-4af1-baa0-15111a59395d tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Pushing event deleted for resources: {'Port': ['ID=9f16f723-54d2-4ae4-a203-fddfc4a96e30,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:31.694311 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-48475fc0-da9f-4e51-93c6-fe93f28fa3c2 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:31.695857 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-48475fc0-da9f-4e51-93c6-fe93f28fa3c2 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.84 "GET /v2.0/networks?id=02e8aba3-387b-400e-9f74-334ab3eab168 HTTP/1.1" status: 200 len: 817 time: 0.4470801 May 06 09:51:31.740507 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-9435de3a-d3b7-4a67-a1c7-7f81337e9d6e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Allocated IP 172.25.5.239 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/8061ba1b-80e7-4611-88c0-1996f67f30bd) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:31.884417 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5a8a0-a9e4-434f-8c22-97cb66ce926f tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Pushing event updated for resources: {'Subnet': ['ID=67fbca2a-e33d-4f22-a687-6413af326c27,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:31.919756 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b5a8a0-a9e4-434f-8c22-97cb66ce926f tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Checking segment: {'id': '2a01515b-8096-467a-b725-9eb99515fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3041e3f3-b275-4e84-91ec-eee8419d2f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:51:31.919756 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b5a8a0-a9e4-434f-8c22-97cb66ce926f tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Network hostable DHCP agents. Network: 3041e3f3-b275-4e84-91ec-eee8419d2f3a, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:51:31.936510 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-6601ded7-75e0-415b-a176-312717aad5a6 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1750166bc51841a8bad92d45b4eec5fb HTTP/1.1" status: 200 len: 380 time: 0.2240844 May 06 09:51:31.938343 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a28a4f5f-de0d-4af1-baa0-15111a59395d tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:31.939691 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bb83583e-b43c-4c48-a77c-065235b76b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:31.942809 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a28a4f5f-de0d-4af1-baa0-15111a59395d tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:31.944775 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a28a4f5f-de0d-4af1-baa0-15111a59395d tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "DELETE /v2.0/floatingips/71ad8db1-bd7a-4434-9cb3-e75513dd0700 HTTP/1.1" status: 204 len: 168 time: 1.2978933 May 06 09:51:31.950768 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-b711a0fd-2c67-455e-9403-ecf1ff745765 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Request body: {'port': {'device_id': 'a9997a7a-87c5-45ef-bd39-29f0b4a1c40d', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'admin_state_up': True, 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'security_groups': ['739d86c7-1698-42ff-a250-44ad7fa7549b']}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:32.009210 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9435de3a-d3b7-4a67-a1c7-7f81337e9d6e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:32.041801 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b5a8a0-a9e4-434f-8c22-97cb66ce926f tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Network 3041e3f3-b275-4e84-91ec-eee8419d2f3a is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:51:32.055900 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9435de3a-d3b7-4a67-a1c7-7f81337e9d6e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:32.066023 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bb83583e-b43c-4c48-a77c-065235b76b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:32.075960 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-c6b5a8a0-a9e4-434f-8c22-97cb66ce926f tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 3041e3f3-b275-4e84-91ec-eee8419d2f3a) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:32.092233 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609172f5-7994-4d73-b645-1f3f85fb3f3b None None] Network 3041e3f3-b275-4e84-91ec-eee8419d2f3a requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:51:32.094170 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b5a8a0-a9e4-434f-8c22-97cb66ce926f tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:32.094770 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c6b5a8a0-a9e4-434f-8c22-97cb66ce926f tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:32.104733 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9435de3a-d3b7-4a67-a1c7-7f81337e9d6e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:32.107829 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-9435de3a-d3b7-4a67-a1c7-7f81337e9d6e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:32.112024 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9435de3a-d3b7-4a67-a1c7-7f81337e9d6e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:32.154051 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435de3a-d3b7-4a67-a1c7-7f81337e9d6e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event updated for resources: {'Port': ['ID=8061ba1b-80e7-4611-88c0-1996f67f30bd,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:32.167694 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c6b5a8a0-a9e4-434f-8c22-97cb66ce926f tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3568261 May 06 09:51:32.171191 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59594) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:32.177130 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-cd813ae9-48b6-443b-a063-eed3bba49378 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-324789325', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:32.182233 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bb83583e-b43c-4c48-a77c-065235b76b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:32.185147 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bb83583e-b43c-4c48-a77c-065235b76b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:32.189188 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bb83583e-b43c-4c48-a77c-065235b76b89 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2b925d31-5f72-4704-8c19-5f66d0c2c370 HTTP/1.1" status: 204 len: 168 time: 0.5449607 May 06 09:51:32.208741 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83583e-b43c-4c48-a77c-065235b76b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b925d31-5f72-4704-8c19-5f66d0c2c370,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:32.227606 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-b711a0fd-2c67-455e-9403-ecf1ff745765 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Made reservation on behalf of 1750166bc51841a8bad92d45b4eec5fb for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:32.231221 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-b711a0fd-2c67-455e-9403-ecf1ff745765 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:32.249999 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cd813ae9-48b6-443b-a063-eed3bba49378 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:32.251104 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cd813ae9-48b6-443b-a063-eed3bba49378 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:32.297199 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9435de3a-d3b7-4a67-a1c7-7f81337e9d6e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:32.345640 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cd813ae9-48b6-443b-a063-eed3bba49378 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:32.353763 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cd813ae9-48b6-443b-a063-eed3bba49378 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:32.420339 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59604) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:32.429254 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-a8877a5e-803a-48dc-a350-a62febe722ed tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1591372306', 'description': 'tempest-description--182906747'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:32.448829 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cd813ae9-48b6-443b-a063-eed3bba49378 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:32.463525 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59608) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:32.466203 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39213e53-4c0d-4921-810f-b992945cf6c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-3041e3f3-b275-4e84-91ec-eee8419d2f3a', 'network_id': '3041e3f3-b275-4e84-91ec-eee8419d2f3a', 'tenant_id': 'f3ca74ab3bc546fca8717a00df5b8518', 'fixed_ips': [{'subnet_id': '67fbca2a-e33d-4f22-a687-6413af326c27'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:51:32.467018 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cd813ae9-48b6-443b-a063-eed3bba49378 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2943659 May 06 09:51:32.467628 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-39213e53-4c0d-4921-810f-b992945cf6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:32.469566 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9435de3a-d3b7-4a67-a1c7-7f81337e9d6e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:32.653319 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-39213e53-4c0d-4921-810f-b992945cf6c4 None None] Allocated IP 172.20.0.2 (3041e3f3-b275-4e84-91ec-eee8419d2f3a/67fbca2a-e33d-4f22-a687-6413af326c27/e33001c1-78f2-4392-9f17-00605fb15486) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:32.756722 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a8877a5e-803a-48dc-a350-a62febe722ed tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:32.878444 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9435de3a-d3b7-4a67-a1c7-7f81337e9d6e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:32.886326 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9435de3a-d3b7-4a67-a1c7-7f81337e9d6e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:32.942949 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-39213e53-4c0d-4921-810f-b992945cf6c4 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:32.958880 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-39213e53-4c0d-4921-810f-b992945cf6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:33.009071 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435de3a-d3b7-4a67-a1c7-7f81337e9d6e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event updated for resources: {'Port': ['ID=8061ba1b-80e7-4611-88c0-1996f67f30bd,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:33.047776 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9969dd82-d93f-4d67-a658-a1fdb8069bd2 req-9231354e-9c17-4bde-b800-73dd96145476 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 210 time: 0.2817631 May 06 09:51:33.063400 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59632) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:33.073702 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39213e53-4c0d-4921-810f-b992945cf6c4 None None] Network 3041e3f3-b275-4e84-91ec-eee8419d2f3a is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:33.076394 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-b711a0fd-2c67-455e-9403-ecf1ff745765 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Allocated IP 172.20.0.4 (02e8aba3-387b-400e-9f74-334ab3eab168/1d4098cb-ab83-4260-9cb2-59b447fa9932/a9c76481-9e3e-4342-aee4-887479d4fbd8) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:33.077181 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-39213e53-4c0d-4921-810f-b992945cf6c4 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:33.081179 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39213e53-4c0d-4921-810f-b992945cf6c4 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:33.108748 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9435de3a-d3b7-4a67-a1c7-7f81337e9d6e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:33.130267 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9435de3a-d3b7-4a67-a1c7-7f81337e9d6e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:33.132168 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9435de3a-d3b7-4a67-a1c7-7f81337e9d6e tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2086954 May 06 09:51:33.134923 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59636) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:33.140998 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-9b64d94f-7e30-4965-a86a-5f2de736dcd8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Request body: {'port': {'network_id': 'ab6a1afc-672c-436d-999c-4925c3c7f72c', 'name': 'tempest-FloatingIPTestJSON-619649814'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:33.161927 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39213e53-4c0d-4921-810f-b992945cf6c4 None None] Pushing event updated for resources: {'Port': ['ID=e33001c1-78f2-4392-9f17-00605fb15486,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:33.198306 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-39213e53-4c0d-4921-810f-b992945cf6c4 None None] Attempting to bind port e33001c1-78f2-4392-9f17-00605fb15486 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:51:33.198978 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-39213e53-4c0d-4921-810f-b992945cf6c4 None None] Attempting to bind port e33001c1-78f2-4392-9f17-00605fb15486 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '2a01515b-8096-467a-b725-9eb99515fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3041e3f3-b275-4e84-91ec-eee8419d2f3a'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:51:33.199574 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39213e53-4c0d-4921-810f-b992945cf6c4 None None] Attempting to bind port e33001c1-78f2-4392-9f17-00605fb15486 on network 3041e3f3-b275-4e84-91ec-eee8419d2f3a {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:51:33.212138 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39213e53-4c0d-4921-810f-b992945cf6c4 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:51:33.214635 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39213e53-4c0d-4921-810f-b992945cf6c4 None None] Checking segment: {'id': '2a01515b-8096-467a-b725-9eb99515fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3041e3f3-b275-4e84-91ec-eee8419d2f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:51:33.215158 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-39213e53-4c0d-4921-810f-b992945cf6c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:33.215646 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39213e53-4c0d-4921-810f-b992945cf6c4 None None] Bound using segment: {'id': '2a01515b-8096-467a-b725-9eb99515fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3041e3f3-b275-4e84-91ec-eee8419d2f3a'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:51:33.217003 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-39213e53-4c0d-4921-810f-b992945cf6c4 None None] Bound port: e33001c1-78f2-4392-9f17-00605fb15486, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a01515b-8096-467a-b725-9eb99515fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3041e3f3-b275-4e84-91ec-eee8419d2f3a'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:51:33.220099 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-39213e53-4c0d-4921-810f-b992945cf6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:33.309027 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-39213e53-4c0d-4921-810f-b992945cf6c4 None None] For port e33001c1-78f2-4392-9f17-00605fb15486, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:51:33.312921 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-39213e53-4c0d-4921-810f-b992945cf6c4 None None] For port e33001c1-78f2-4392-9f17-00605fb15486, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e33001c1-78f2-4392-9f17-00605fb15486,segment=NetworkSegment(2a01515b-8096-467a-b725-9eb99515fcda),segment_id=2a01515b-8096-467a-b725-9eb99515fcda)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:51:33.321248 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-39213e53-4c0d-4921-810f-b992945cf6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:33.380050 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39213e53-4c0d-4921-810f-b992945cf6c4 None None] Pushing event updated for resources: {'Port': ['ID=e33001c1-78f2-4392-9f17-00605fb15486,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:33.385575 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2a691d24-c095-4aa6-9504-0c85e5a62196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:33.471885 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a8877a5e-803a-48dc-a350-a62febe722ed tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:33.487864 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a8877a5e-803a-48dc-a350-a62febe722ed tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:33.517344 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b64d94f-7e30-4965-a86a-5f2de736dcd8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Made reservation on behalf of 72cdbb5fdadb494e8206c24c3cbf362f for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:33.521597 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b64d94f-7e30-4965-a86a-5f2de736dcd8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:33.559466 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a8877a5e-803a-48dc-a350-a62febe722ed tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:33.560863 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a8877a5e-803a-48dc-a350-a62febe722ed tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1403687 May 06 09:51:33.563888 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59648) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:33.584124 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-529a212b-4e07-46db-9e13-55a9330ff21a tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Request body: {'security_group_rule': {'security_group_id': '282fd752-0c1e-443e-9c12-982b922a1658', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:33.589651 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7fdff5bf-6601-4f7a-87c7-940826ae14e7 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:33.601576 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8877a5e-803a-48dc-a350-a62febe722ed tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=282fd752-0c1e-443e-9c12-982b922a1658,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:33.616260 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-9b64d94f-7e30-4965-a86a-5f2de736dcd8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] device_id is not set on port 1dcabe45-4540-4891-ba41-af2a75b993aa yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:51:33.685367 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59650) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:33.802994 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-b711a0fd-2c67-455e-9403-ecf1ff745765 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:33.967784 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-41f63b7e-9766-47f9-ba92-6d42b9fb3330 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1331480368-network', 'tenant_id': 'ecf91720b00844e4be66113308137ac2'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:33.997996 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-b711a0fd-2c67-455e-9403-ecf1ff745765 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:34.064813 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f63b7e-9766-47f9-ba92-6d42b9fb3330 admin admin] Made reservation on behalf of ecf91720b00844e4be66113308137ac2 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:34.067095 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-41f63b7e-9766-47f9-ba92-6d42b9fb3330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:34.082924 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-b711a0fd-2c67-455e-9403-ecf1ff745765 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Network 02e8aba3-387b-400e-9f74-334ab3eab168 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:34.094796 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-b711a0fd-2c67-455e-9403-ecf1ff745765 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:34.101570 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-b711a0fd-2c67-455e-9403-ecf1ff745765 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:34.104966 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2a691d24-c095-4aa6-9504-0c85e5a62196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:34.122185 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-41f63b7e-9766-47f9-ba92-6d42b9fb3330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:34.127062 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2a691d24-c095-4aa6-9504-0c85e5a62196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:34.160843 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2a691d24-c095-4aa6-9504-0c85e5a62196 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3534902b2b054bb3a3b4d250af86dcc0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0963619 May 06 09:51:34.161823 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-529a212b-4e07-46db-9e13-55a9330ff21a tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:34.166554 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59656) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:34.202781 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-7fdff5bf-6601-4f7a-87c7-940826ae14e7 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Allocated IP 172.20.0.1 (3041e3f3-b275-4e84-91ec-eee8419d2f3a/67fbca2a-e33d-4f22-a687-6413af326c27/4c4eb02e-3365-455f-a034-06d96a2bfe18) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:34.216025 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711a0fd-2c67-455e-9403-ecf1ff745765 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Pushing event updated for resources: {'Port': ['ID=a9c76481-9e3e-4342-aee4-887479d4fbd8,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:34.390836 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-b711a0fd-2c67-455e-9403-ecf1ff745765 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:34.391836 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-b711a0fd-2c67-455e-9403-ecf1ff745765 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:34.395468 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-9b64d94f-7e30-4965-a86a-5f2de736dcd8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Allocated IP 172.20.0.4 (ab6a1afc-672c-436d-999c-4925c3c7f72c/b0d370a1-2071-42fd-abb9-38bc58f85bab/1dcabe45-4540-4891-ba41-af2a75b993aa) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:34.413754 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a691d24-c095-4aa6-9504-0c85e5a62196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a5e32e-b06f-41f9-a301-44a0e6e97731,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:34.461185 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-b711a0fd-2c67-455e-9403-ecf1ff745765 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5162227 May 06 09:51:34.480350 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-3b9a35b5-5265-4dc5-ab89-a022fa3e2165 service neutron] Request body: {'port': {'device_id': 'a9997a7a-87c5-45ef-bd39-29f0b4a1c40d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:34.488908 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6aa2438a-8b96-4c5d-a3db-8f7582f60192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:34.491084 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7b1ac-7c28-4647-b2e3-88a3261c3662 req-fc6b4bc2-7917-4419-be93-eec1e339faf8 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:34.498613 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-acc7b1ac-7c28-4647-b2e3-88a3261c3662 req-fc6b4bc2-7917-4419-be93-eec1e339faf8 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 931 time: 0.2973652 May 06 09:51:34.543047 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e33001c1-78f2-4392-9f17-00605fb15486 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:51:34.615820 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-529a212b-4e07-46db-9e13-55a9330ff21a tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:34.626920 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-8a589df9-1776-4124-85d9-bbf73b0bd4e9 None None] Provisioning complete for port a9c76481-9e3e-4342-aee4-887479d4fbd8 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:34.627597 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8a589df9-1776-4124-85d9-bbf73b0bd4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:34.638283 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6aa2438a-8b96-4c5d-a3db-8f7582f60192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:34.640490 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-529a212b-4e07-46db-9e13-55a9330ff21a tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:34.689751 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-8a589df9-1776-4124-85d9-bbf73b0bd4e9 None None] Port a9c76481-9e3e-4342-aee4-887479d4fbd8 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:51:34.708457 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port e33001c1-78f2-4392-9f17-00605fb15486 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:34.708843 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:34.714652 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-3bd36e82-54f6-4fa1-a4cc-76da436d906b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3020337 May 06 09:51:34.729720 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a212b-4e07-46db-9e13-55a9330ff21a tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f71104a-4665-420f-9861-6794cbfbee37,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:34.734070 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-acc7b1ac-7c28-4647-b2e3-88a3261c3662 req-470e41f6-ea55-4559-9939-46596b67e5a2 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344875 May 06 09:51:34.763243 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7fdff5bf-6601-4f7a-87c7-940826ae14e7 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:34.769415 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-41f63b7e-9766-47f9-ba92-6d42b9fb3330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:34.774692 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-3b9a35b5-5265-4dc5-ab89-a022fa3e2165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:34.786970 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-41f63b7e-9766-47f9-ba92-6d42b9fb3330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:34.843366 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-529a212b-4e07-46db-9e13-55a9330ff21a tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:34.848108 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-529a212b-4e07-46db-9e13-55a9330ff21a tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2805281 May 06 09:51:34.850000 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59660) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:34.862757 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-eed54f2e-54d4-4cef-b5f5-50c912d6a9c3 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Request body: {'security_group_rule': {'security_group_id': '282fd752-0c1e-443e-9c12-982b922a1658', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:34.880927 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:34.913282 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f63b7e-9766-47f9-ba92-6d42b9fb3330 admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:51:34.923526 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port e33001c1-78f2-4392-9f17-00605fb15486, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e33001c1-78f2-4392-9f17-00605fb15486,segment=NetworkSegment(2a01515b-8096-467a-b725-9eb99515fcda),segment_id=2a01515b-8096-467a-b725-9eb99515fcda)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:34.930182 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:34.930600 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f63b7e-9766-47f9-ba92-6d42b9fb3330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc1a2e0-813f-4ede-9639-b21b48339343,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:34.959774 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b64d94f-7e30-4965-a86a-5f2de736dcd8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.011769 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7fdff5bf-6601-4f7a-87c7-940826ae14e7 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.026735 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=e33001c1-78f2-4392-9f17-00605fb15486,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:35.034125 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b64d94f-7e30-4965-a86a-5f2de736dcd8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.039601 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6aa2438a-8b96-4c5d-a3db-8f7582f60192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.042607 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6aa2438a-8b96-4c5d-a3db-8f7582f60192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.043790 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6aa2438a-8b96-4c5d-a3db-8f7582f60192 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/88a5e32e-b06f-41f9-a301-44a0e6e97731 HTTP/1.1" status: 204 len: 168 time: 0.8727114 May 06 09:51:35.056036 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-41f63b7e-9766-47f9-ba92-6d42b9fb3330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.057023 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-41f63b7e-9766-47f9-ba92-6d42b9fb3330 admin admin] Added segment c300624d-66e7-49f6-ae80-d44c6fd32f06 of type vlan for network 868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d May 06 09:51:35.089360 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eed54f2e-54d4-4cef-b5f5-50c912d6a9c3 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.090030 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdff5bf-6601-4f7a-87c7-940826ae14e7 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Network 3041e3f3-b275-4e84-91ec-eee8419d2f3a is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:35.107667 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-036ad37f-8a63-4648-b452-3c963248cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:35.108212 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-036ad37f-8a63-4648-b452-3c963248cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:35.108601 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-036ad37f-8a63-4648-b452-3c963248cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:35.109075 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-036ad37f-8a63-4648-b452-3c963248cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:35.109792 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-036ad37f-8a63-4648-b452-3c963248cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:35.110513 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-036ad37f-8a63-4648-b452-3c963248cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:35.110994 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-036ad37f-8a63-4648-b452-3c963248cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:35.113008 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-036ad37f-8a63-4648-b452-3c963248cafa service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2432312eddf749dea1d91914dd979e43&device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 6491 time: 0.3532627 May 06 09:51:35.127669 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-7fdff5bf-6601-4f7a-87c7-940826ae14e7 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:35.127958 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa2438a-8b96-4c5d-a3db-8f7582f60192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a5e32e-b06f-41f9-a301-44a0e6e97731,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:35.158719 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b64d94f-7e30-4965-a86a-5f2de736dcd8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Network ab6a1afc-672c-436d-999c-4925c3c7f72c is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:35.163185 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0089d878-85f3-445f-bb88-041de4f24f7e None None] Network 3041e3f3-b275-4e84-91ec-eee8419d2f3a requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:51:35.173775 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdff5bf-6601-4f7a-87c7-940826ae14e7 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:35.173994 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-9b64d94f-7e30-4965-a86a-5f2de736dcd8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:35.187107 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdff5bf-6601-4f7a-87c7-940826ae14e7 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Pushing event updated for resources: {'Port': ['ID=4c4eb02e-3365-455f-a034-06d96a2bfe18,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:35.196182 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b64d94f-7e30-4965-a86a-5f2de736dcd8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:35.210147 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-41f63b7e-9766-47f9-ba92-6d42b9fb3330 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.215271 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64d94f-7e30-4965-a86a-5f2de736dcd8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event updated for resources: {'Port': ['ID=1dcabe45-4540-4891-ba41-af2a75b993aa,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:35.272320 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7fdff5bf-6601-4f7a-87c7-940826ae14e7 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.320287 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-004f9385-fa34-4050-9b34-cbf703b3e2e0 None None] Provisioning complete for port e33001c1-78f2-4392-9f17-00605fb15486 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:35.320809 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-004f9385-fa34-4050-9b34-cbf703b3e2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.340308 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b64d94f-7e30-4965-a86a-5f2de736dcd8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:35.340961 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b64d94f-7e30-4965-a86a-5f2de736dcd8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.365810 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-41f63b7e-9766-47f9-ba92-6d42b9fb3330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.368108 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f63b7e-9766-47f9-ba92-6d42b9fb3330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:35.368108 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-41f63b7e-9766-47f9-ba92-6d42b9fb3330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.376021 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eed54f2e-54d4-4cef-b5f5-50c912d6a9c3 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.420898 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b64d94f-7e30-4965-a86a-5f2de736dcd8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:35.421484 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b64d94f-7e30-4965-a86a-5f2de736dcd8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:35.422046 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b64d94f-7e30-4965-a86a-5f2de736dcd8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:35.427946 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b64d94f-7e30-4965-a86a-5f2de736dcd8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:35.428674 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b64d94f-7e30-4965-a86a-5f2de736dcd8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:35.429133 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b64d94f-7e30-4965-a86a-5f2de736dcd8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:35.429684 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b64d94f-7e30-4965-a86a-5f2de736dcd8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:35.430222 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b64d94f-7e30-4965-a86a-5f2de736dcd8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:35.435671 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b64d94f-7e30-4965-a86a-5f2de736dcd8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:35.436877 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b64d94f-7e30-4965-a86a-5f2de736dcd8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:35.437798 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b64d94f-7e30-4965-a86a-5f2de736dcd8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:35.438880 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b64d94f-7e30-4965-a86a-5f2de736dcd8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:35.456208 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eed54f2e-54d4-4cef-b5f5-50c912d6a9c3 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.491518 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-41f63b7e-9766-47f9-ba92-6d42b9fb3330 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8019435 May 06 09:51:35.494541 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59672) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:35.511752 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-416bb0ec-9731-4daf-a86c-2219acc9c760 admin admin] Request body: {'subnet': {'network_id': '868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1331480368-subnet', 'tenant_id': 'ecf91720b00844e4be66113308137ac2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:35.552599 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416bb0ec-9731-4daf-a86c-2219acc9c760 admin admin] Made reservation on behalf of ecf91720b00844e4be66113308137ac2 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:35.554057 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-06eabfec-192c-4f60-8180-b0d233091d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:35.554918 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-06eabfec-192c-4f60-8180-b0d233091d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:35.555158 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-416bb0ec-9731-4daf-a86c-2219acc9c760 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.555566 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-06eabfec-192c-4f60-8180-b0d233091d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:35.557447 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-06eabfec-192c-4f60-8180-b0d233091d35 service neutron] 10.222.0.84 "GET /v2.0/networks?id=59db4229-2b1d-4e95-9668-875e8735cfea&id=06ea11b1-d543-495d-bbe7-8e909ad3a0f6&id=06ea11b1-d543-495d-bbe7-8e909ad3a0f6&id=06ea11b1-d543-495d-bbe7-8e909ad3a0f6&id=06ea11b1-d543-495d-bbe7-8e909ad3a0f6&id=90b62890-c9c7-41c5-bba3-14db135037a9&id=90b62890-c9c7-41c5-bba3-14db135037a9 HTTP/1.1" status: 200 len: 2292 time: 0.3850834 May 06 09:51:35.563469 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f63b7e-9766-47f9-ba92-6d42b9fb3330 admin admin] Pushing event updated for resources: {'Network': ['ID=868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:35.565005 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed54f2e-54d4-4cef-b5f5-50c912d6a9c3 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee460f5-08ff-4742-b8f1-b1ed7ec05f07,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:35.605044 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9b64d94f-7e30-4965-a86a-5f2de736dcd8 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4681065 May 06 09:51:35.614708 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59678) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:35.619981 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-7e1719aa-46c5-4544-9a3b-d93602a414b3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Request body: {'floatingip': {'port_id': '1dcabe45-4540-4891-ba41-af2a75b993aa'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:35.675200 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:51:35.777234 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-e46c2c55-763e-44dc-b99d-7c2c6fe5cc62 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e77a6f80-ee78-4b75-adf4-af7a982e62eb HTTP/1.1" status: 200 len: 1001 time: 0.1676860 May 06 09:51:35.866445 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-39400819-8347-4c5c-a8d4-a63d90aa0dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:35.868198 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-39400819-8347-4c5c-a8d4-a63d90aa0dc5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ddf543b7-b852-448e-b236-f24084c28a5a HTTP/1.1" status: 200 len: 850 time: 0.0573051 May 06 09:51:35.871347 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eed54f2e-54d4-4cef-b5f5-50c912d6a9c3 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.876163 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-eed54f2e-54d4-4cef-b5f5-50c912d6a9c3 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0215185 May 06 09:51:35.880833 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59686) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:35.935732 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-c8a83302-e740-4718-9b5c-e66cccb05851 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:35.960070 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7e1719aa-46c5-4544-9a3b-d93602a414b3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:36.003559 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c8a83302-e740-4718-9b5c-e66cccb05851 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for floatingip, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:36.032453 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-b397a3c4-26f4-4d36-96c5-d1781b5077c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:36.034099 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-b397a3c4-26f4-4d36-96c5-d1781b5077c0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=59db4229-2b1d-4e95-9668-875e8735cfea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1523097 May 06 09:51:36.401716 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-3b9a35b5-5265-4dc5-ab89-a022fa3e2165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c76481-9e3e-4342-aee4-887479d4fbd8 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:51:36.440071 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-fc311f7a-6298-42fa-8ed3-deb88e7ec963 None None] Provisioning complete for port e33001c1-78f2-4392-9f17-00605fb15486 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:36.440734 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fc311f7a-6298-42fa-8ed3-deb88e7ec963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:36.474074 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-ddb404ec-a41f-471a-9d05-2e43daff5628 service neutron] 10.222.0.84 "GET /v2.0/networks/59db4229-2b1d-4e95-9668-875e8735cfea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911085 May 06 09:51:36.504748 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7fdff5bf-6601-4f7a-87c7-940826ae14e7 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:36.533767 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e33001c1-78f2-4392-9f17-00605fb15486 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:51:36.534115 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-3b9a35b5-5265-4dc5-ab89-a022fa3e2165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:36.642164 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-3b9a35b5-5265-4dc5-ab89-a022fa3e2165 service neutron] Transition to ACTIVE for port object a9c76481-9e3e-4342-aee4-887479d4fbd8 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:51:36.688925 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port e33001c1-78f2-4392-9f17-00605fb15486 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:36.691623 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:36.705282 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59698) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:36.714172 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-3b9a35b5-5265-4dc5-ab89-a022fa3e2165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:36.821410 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0c4f3-bc0e-4a4f-949f-43e58dd5a9bb req-1ca43a6e-7d0a-41f2-926a-4e0da1279135 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:36.824105 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8d0c4f3-bc0e-4a4f-949f-43e58dd5a9bb req-1ca43a6e-7d0a-41f2-926a-4e0da1279135 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 931 time: 0.4830127 May 06 09:51:37.110419 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-fc311f7a-6298-42fa-8ed3-deb88e7ec963 None None] Provisioning complete for port 4c4eb02e-3365-455f-a034-06d96a2bfe18 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:37.110928 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fc311f7a-6298-42fa-8ed3-deb88e7ec963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:37.169034 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-fc311f7a-6298-42fa-8ed3-deb88e7ec963 None None] Port 4c4eb02e-3365-455f-a034-06d96a2bfe18 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:51:37.186323 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7e1719aa-46c5-4544-9a3b-d93602a414b3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:37.198462 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7e1719aa-46c5-4544-9a3b-d93602a414b3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:37.248369 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c8a83302-e740-4718-9b5c-e66cccb05851 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:37.301193 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-ac89d3ae-db99-44d4-89c7-80f06980e879 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1553678766-network', 'tenant_id': '62e24853a3b34acfb53bf7ec608b962c'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:37.332632 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-23ebd73e-4e70-4a2c-9b03-9b467a28752b None None] Provisioning complete for port 4c4eb02e-3365-455f-a034-06d96a2bfe18 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:37.333479 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-23ebd73e-4e70-4a2c-9b03-9b467a28752b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:37.392931 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-48b4f890-3230-488d-bebf-d238503fe5b1 service neutron] 10.222.0.84 "GET /v2.0/networks/59db4229-2b1d-4e95-9668-875e8735cfea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8500669 May 06 09:51:37.404079 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a35b5-5265-4dc5-ab89-a022fa3e2165 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c76481-9e3e-4342-aee4-887479d4fbd8,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:37.420480 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-3b9a35b5-5265-4dc5-ab89-a022fa3e2165 service neutron] Attempting to bind port a9c76481-9e3e-4342-aee4-887479d4fbd8 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:51:37.420811 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-3b9a35b5-5265-4dc5-ab89-a022fa3e2165 service neutron] Attempting to bind port a9c76481-9e3e-4342-aee4-887479d4fbd8 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'ae8ffd01-4126-4a51-9834-d09bbf1a2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:51:37.421139 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-3b9a35b5-5265-4dc5-ab89-a022fa3e2165 service neutron] Attempting to bind port a9c76481-9e3e-4342-aee4-887479d4fbd8 on network 02e8aba3-387b-400e-9f74-334ab3eab168 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:51:37.425786 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-23ebd73e-4e70-4a2c-9b03-9b467a28752b None None] Port 4c4eb02e-3365-455f-a034-06d96a2bfe18 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:51:37.451937 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8d0c4f3-bc0e-4a4f-949f-43e58dd5a9bb req-c14d4a1b-b0c9-48f4-b781-987fbaf66256 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5986657 May 06 09:51:37.483968 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-c7bb517b-422d-4d5c-b5a3-43d28c3b8a58 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=8d303aa1-b7fd-4784-9cb4-de5b64174005 HTTP/1.1" status: 200 len: 217 time: 0.0613270 May 06 09:51:37.504343 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-3b9a35b5-5265-4dc5-ab89-a022fa3e2165 service neutron] Port a9c76481-9e3e-4342-aee4-887479d4fbd8 on network 02e8aba3-387b-400e-9f74-334ab3eab168 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:51:37.504943 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-3b9a35b5-5265-4dc5-ab89-a022fa3e2165 service neutron] Attempting to bind port a9c76481-9e3e-4342-aee4-887479d4fbd8 on network 02e8aba3-387b-400e-9f74-334ab3eab168 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:51:37.549015 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac89d3ae-db99-44d4-89c7-80f06980e879 admin admin] Made reservation on behalf of 62e24853a3b34acfb53bf7ec608b962c for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:37.551620 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ac89d3ae-db99-44d4-89c7-80f06980e879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:37.567743 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-3b9a35b5-5265-4dc5-ab89-a022fa3e2165 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:51:37.568384 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-3b9a35b5-5265-4dc5-ab89-a022fa3e2165 service neutron] Checking segment: {'id': 'ae8ffd01-4126-4a51-9834-d09bbf1a2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:51:37.568950 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-3b9a35b5-5265-4dc5-ab89-a022fa3e2165 service neutron] Bound using segment: {'id': 'ae8ffd01-4126-4a51-9834-d09bbf1a2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:51:37.569566 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-3b9a35b5-5265-4dc5-ab89-a022fa3e2165 service neutron] Bound port: a9c76481-9e3e-4342-aee4-887479d4fbd8, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8ffd01-4126-4a51-9834-d09bbf1a2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:51:37.570098 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-3b9a35b5-5265-4dc5-ab89-a022fa3e2165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:37.573334 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-7e1719aa-46c5-4544-9a3b-d93602a414b3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Floating IP ceb0648b-6d20-43cd-86f2-19b0379e83c0 associated. External IP: 172.25.5.239, port: 1dcabe45-4540-4891-ba41-af2a75b993aa. May 06 09:51:37.581162 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-416bb0ec-9731-4daf-a86c-2219acc9c760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:37.583396 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ac89d3ae-db99-44d4-89c7-80f06980e879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:37.657992 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-c8a83302-e740-4718-9b5c-e66cccb05851 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Allocated IP 172.25.5.243 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/d177cd0b-511c-4a68-94e6-3c977b77a1cb) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:37.662441 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-0ea7ee0e-0087-42a6-ac44-97cd50d72eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:37.664501 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-0ea7ee0e-0087-42a6-ac44-97cd50d72eb5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f2218277-fb20-4cc3-b5e2-7bc8e00b50df HTTP/1.1" status: 200 len: 797 time: 0.1702130 May 06 09:51:37.740221 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bb0ec-9731-4daf-a86c-2219acc9c760 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d90ebbf-f0cf-43fe-a3fc-bc822222c71f,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:37.828054 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-3b9a35b5-5265-4dc5-ab89-a022fa3e2165 service neutron] For port a9c76481-9e3e-4342-aee4-887479d4fbd8, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:51:37.830742 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416bb0ec-9731-4daf-a86c-2219acc9c760 admin admin] Checking segment: {'id': 'c300624d-66e7-49f6-ae80-d44c6fd32f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:51:37.831426 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416bb0ec-9731-4daf-a86c-2219acc9c760 admin admin] Network hostable DHCP agents. Network: 868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:51:37.840816 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-3b9a35b5-5265-4dc5-ab89-a022fa3e2165 service neutron] For port a9c76481-9e3e-4342-aee4-887479d4fbd8, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=a9c76481-9e3e-4342-aee4-887479d4fbd8,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:51:37.844985 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7fdff5bf-6601-4f7a-87c7-940826ae14e7 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:37.855921 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-3b9a35b5-5265-4dc5-ab89-a022fa3e2165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:37.878015 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7fdff5bf-6601-4f7a-87c7-940826ae14e7 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:37.900943 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-ea7e08d7-ab58-4e86-ad78-f436cb216cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:37.902506 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-ea7e08d7-ab58-4e86-ad78-f436cb216cf9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=06ea11b1-d543-495d-bbe7-8e909ad3a0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2287614 May 06 09:51:37.925859 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ac89d3ae-db99-44d4-89c7-80f06980e879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:37.957721 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ac89d3ae-db99-44d4-89c7-80f06980e879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:37.970774 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-3b9a35b5-5265-4dc5-ab89-a022fa3e2165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:37.971524 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-3b9a35b5-5265-4dc5-ab89-a022fa3e2165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:37.973013 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-3b9a35b5-5265-4dc5-ab89-a022fa3e2165 service neutron] 10.222.0.84 "PUT /v2.0/ports/a9c76481-9e3e-4342-aee4-887479d4fbd8 HTTP/1.1" status: 200 len: 1091 time: 3.5005887 May 06 09:51:37.985816 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9997a7a-87c5-45ef-bd39-29f0b4a1c40d', 'tag': 'a9c76481-9e3e-4342-aee4-887479d4fbd8'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:37.989104 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6cd4dc-d2ed-40dd-b9a9-90bbcb62e289" -d '{"events": [{"name": "network-changed", "server_uuid": "a9997a7a-87c5-45ef-bd39-29f0b4a1c40d", "tag": "a9c76481-9e3e-4342-aee4-887479d4fbd8"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:37.995293 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416bb0ec-9731-4daf-a86c-2219acc9c760 admin admin] Network 868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:51:38.088646 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c8d37d-fcc6-40a0-9523-d6e1cf6687d5 x-openstack-request-id: req-b0c8d37d-fcc6-40a0-9523-d6e1cf6687d5 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:38.089250 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9997a7a-87c5-45ef-bd39-29f0b4a1c40d", "tag": "a9c76481-9e3e-4342-aee4-887479d4fbd8", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:38.089698 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b0c8d37d-fcc6-40a0-9523-d6e1cf6687d5 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:38.090280 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0c8d37d-fcc6-40a0-9523-d6e1cf6687d5'] response: {'name': 'network-changed', 'server_uuid': 'a9997a7a-87c5-45ef-bd39-29f0b4a1c40d', 'tag': 'a9c76481-9e3e-4342-aee4-887479d4fbd8', 'status': 'completed', 'code': 200} May 06 09:51:38.104319 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac89d3ae-db99-44d4-89c7-80f06980e879 admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:51:38.126870 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-416bb0ec-9731-4daf-a86c-2219acc9c760 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:38.134676 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7fdff5bf-6601-4f7a-87c7-940826ae14e7 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:38.142014 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a35b5-5265-4dc5-ab89-a022fa3e2165 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c76481-9e3e-4342-aee4-887479d4fbd8,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:38.146665 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416bb0ec-9731-4daf-a86c-2219acc9c760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:38.147251 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f65f24-5d68-4fef-873c-84389ed44745 None None] Network 868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:51:38.148174 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-416bb0ec-9731-4daf-a86c-2219acc9c760 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:38.153792 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89d3ae-db99-44d4-89c7-80f06980e879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74edee99-bb82-45be-9baf-30abc460259f,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:38.171859 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ac89d3ae-db99-44d4-89c7-80f06980e879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:38.172555 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-ac89d3ae-db99-44d4-89c7-80f06980e879 admin admin] Added segment 8426b270-db3e-4993-b417-8d01b021d393 of type vlan for network db397eab-7f8f-424c-846d-4edcc9618ba0 May 06 09:51:38.327024 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-416bb0ec-9731-4daf-a86c-2219acc9c760 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8281784 May 06 09:51:38.384943 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ac89d3ae-db99-44d4-89c7-80f06980e879 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:38.404611 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-97d7810a-0f88-4fb9-9e0b-349cc8ea5b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:38.406171 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-97d7810a-0f88-4fb9-9e0b-349cc8ea5b9a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1750166bc51841a8bad92d45b4eec5fb&device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 1094 time: 0.3584151 May 06 09:51:38.420631 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdff5bf-6601-4f7a-87c7-940826ae14e7 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Pushing event updated for resources: {'Port': ['ID=4c4eb02e-3365-455f-a034-06d96a2bfe18,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:38.512493 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-19eeea2f-44f0-486c-b8d3-d8060a28bbf9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9c76481-9e3e-4342-aee4-887479d4fbd8 HTTP/1.1" status: 200 len: 217 time: 0.0868053 May 06 09:51:38.559415 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ac89d3ae-db99-44d4-89c7-80f06980e879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:38.560506 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac89d3ae-db99-44d4-89c7-80f06980e879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:38.561112 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ac89d3ae-db99-44d4-89c7-80f06980e879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:38.580305 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e2c69e-ff77-434a-98cf-83260cd401c4 None None] Network 868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:51:38.696332 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ac89d3ae-db99-44d4-89c7-80f06980e879 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9875255 May 06 09:51:38.702672 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59712) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:38.714000 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-bbcc1d34-1a6c-406e-b253-f79a0397435d admin admin] Request body: {'subnet': {'network_id': 'db397eab-7f8f-424c-846d-4edcc9618ba0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1553678766-subnet', 'tenant_id': '62e24853a3b34acfb53bf7ec608b962c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:38.727193 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c8a83302-e740-4718-9b5c-e66cccb05851 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:38.734039 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-35c7140c-ca61-402e-a4d1-57f9b95366a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:38.735756 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-35c7140c-ca61-402e-a4d1-57f9b95366a2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1d4098cb-ab83-4260-9cb2-59b447fa9932 HTTP/1.1" status: 200 len: 856 time: 0.2149003 May 06 09:51:38.738332 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89d3ae-db99-44d4-89c7-80f06980e879 admin admin] Pushing event updated for resources: {'Network': ['ID=db397eab-7f8f-424c-846d-4edcc9618ba0,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:38.748617 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdff5bf-6601-4f7a-87c7-940826ae14e7 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Network 3041e3f3-b275-4e84-91ec-eee8419d2f3a is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:38.752507 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network db397eab-7f8f-424c-846d-4edcc9618ba0 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:51:38.758057 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcc1d34-1a6c-406e-b253-f79a0397435d admin admin] Made reservation on behalf of 62e24853a3b34acfb53bf7ec608b962c for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:38.760891 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bbcc1d34-1a6c-406e-b253-f79a0397435d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:38.765976 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-7fdff5bf-6601-4f7a-87c7-940826ae14e7 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:38.842746 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f136c5-54fe-4131-b97e-189c50a380f4 req-416429ed-cf86-44e0-a219-c8047f9e0704 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:38.844622 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26f136c5-54fe-4131-b97e-189c50a380f4 req-416429ed-cf86-44e0-a219-c8047f9e0704 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 943 time: 0.2486880 May 06 09:51:39.020674 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-5f4f301f-2531-46b0-a0eb-e5f2dc866855 service neutron] 10.222.0.84 "GET /v2.0/networks/06ea11b1-d543-495d-bbe7-8e909ad3a0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1029422 May 06 09:51:39.077208 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c8a83302-e740-4718-9b5c-e66cccb05851 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:39.090719 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-6bddf510-a0b6-4394-b8d4-d3602ab81b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:39.092844 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-6bddf510-a0b6-4394-b8d4-d3602ab81b39 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=02e8aba3-387b-400e-9f74-334ab3eab168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3477738 May 06 09:51:39.162568 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26f136c5-54fe-4131-b97e-189c50a380f4 req-696f3e11-9140-4e62-901a-38806ea4c3b7 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2957492 May 06 09:51:39.176596 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a83302-e740-4718-9b5c-e66cccb05851 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Pushing event updated for resources: {'Port': ['ID=d177cd0b-511c-4a68-94e6-3c977b77a1cb,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:39.200730 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a83302-e740-4718-9b5c-e66cccb05851 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:39.209364 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-c8a83302-e740-4718-9b5c-e66cccb05851 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:39.209364 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a83302-e740-4718-9b5c-e66cccb05851 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:39.217947 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-3bb1aafa-17bd-4980-88ab-838d611966ca None None] Provisioning complete for port 4c4eb02e-3365-455f-a034-06d96a2bfe18 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:39.220962 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3bb1aafa-17bd-4980-88ab-838d611966ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:39.283759 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1719aa-46c5-4544-9a3b-d93602a414b3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Router 6b234085-7885-4a24-b6f9-b2271f73ceaf has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:51:39.286895 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-3bb1aafa-17bd-4980-88ab-838d611966ca None None] Port 4c4eb02e-3365-455f-a034-06d96a2bfe18 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:51:39.308323 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-3f390ca6-edba-48d2-9d80-bf18ee0065bb service neutron] 10.222.0.84 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029922 May 06 09:51:39.309821 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-aff91ad6-451d-499f-80f3-87f29e89d925 service neutron] 10.222.0.84 "GET /v2.0/networks/06ea11b1-d543-495d-bbe7-8e909ad3a0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807043 May 06 09:51:39.444032 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-de8c1bfd-fa44-4637-af9b-9bd5763d35a0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=e94b7502-0449-4c81-b3d5-ef7fa04e0258 HTTP/1.1" status: 200 len: 217 time: 0.1028965 May 06 09:51:39.444573 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bbcc1d34-1a6c-406e-b253-f79a0397435d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:39.474289 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c8a83302-e740-4718-9b5c-e66cccb05851 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:39.583030 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-5c9560db-ea5e-48f1-a98c-0f774a8fd848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:39.584581 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-5c9560db-ea5e-48f1-a98c-0f774a8fd848 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f2218277-fb20-4cc3-b5e2-7bc8e00b50df HTTP/1.1" status: 200 len: 797 time: 0.1291385 May 06 09:51:39.593757 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1719aa-46c5-4544-9a3b-d93602a414b3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:51:39.606488 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7e1719aa-46c5-4544-9a3b-d93602a414b3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:39.608464 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c8a83302-e740-4718-9b5c-e66cccb05851 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:39.608867 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c5ff73-af9f-46c3-a14f-51920d1b7024 None None] Sync routers for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:51:39.642364 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c5ff73-af9f-46c3-a14f-51920d1b7024 None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:39.643010 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-49c5ff73-af9f-46c3-a14f-51920d1b7024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:39.711632 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47e17a39-48b2-4c5f-b002-35ce8e45adc9 req-64028bfd-8d2c-4c71-8cf0-b95aa26a1887 service neutron] 10.222.0.84 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773712 May 06 09:51:39.718609 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7e1719aa-46c5-4544-9a3b-d93602a414b3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "PUT /v2.0/floatingips/ceb0648b-6d20-43cd-86f2-19b0379e83c0 HTTP/1.1" status: 200 len: 977 time: 4.1078856 May 06 09:51:39.719255 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59720) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:39.735091 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-49c5ff73-af9f-46c3-a14f-51920d1b7024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:39.770497 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc1d34-1a6c-406e-b253-f79a0397435d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3add92ac-74ce-42eb-af62-aa0d4e445263,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:39.775573 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c5ff73-af9f-46c3-a14f-51920d1b7024 None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:39.776294 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-49c5ff73-af9f-46c3-a14f-51920d1b7024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:39.845254 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-47495841-cea0-4c81-9a61-0d375a0943fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:39.846796 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-47495841-cea0-4c81-9a61-0d375a0943fa service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=06ea11b1-d543-495d-bbe7-8e909ad3a0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2544627 May 06 09:51:39.849592 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-49c5ff73-af9f-46c3-a14f-51920d1b7024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:39.850956 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c5ff73-af9f-46c3-a14f-51920d1b7024 None None] The sync data for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:51:39.971495 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcc1d34-1a6c-406e-b253-f79a0397435d admin admin] Checking segment: {'id': '8426b270-db3e-4993-b417-8d01b021d393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'db397eab-7f8f-424c-846d-4edcc9618ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:51:39.972358 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcc1d34-1a6c-406e-b253-f79a0397435d admin admin] Network hostable DHCP agents. Network: db397eab-7f8f-424c-846d-4edcc9618ba0, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:51:39.983905 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdff5bf-6601-4f7a-87c7-940826ae14e7 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Router b5567d10-6239-4131-a5fb-77558d2503f7 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:51:40.039986 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cd4dc-d2ed-40dd-b9a9-90bbcb62e289 req-0ab105d9-aec0-41fb-ae75-7009a34190fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:40.043978 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b6cd4dc-d2ed-40dd-b9a9-90bbcb62e289 req-0ab105d9-aec0-41fb-ae75-7009a34190fc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1750166bc51841a8bad92d45b4eec5fb&device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 1094 time: 0.2345684 May 06 09:51:40.049787 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcc1d34-1a6c-406e-b253-f79a0397435d admin admin] Network db397eab-7f8f-424c-846d-4edcc9618ba0 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:51:40.076968 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-5a070aed-3288-4950-9529-eba0a0890c57 service neutron] 10.222.0.84 "GET /v2.0/networks/06ea11b1-d543-495d-bbe7-8e909ad3a0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999710 May 06 09:51:40.166920 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-1dba3ae3-47aa-4671-9a6d-509b98137f39 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Deleting port 1dcabe45-4540-4891-ba41-af2a75b993aa {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:40.167779 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1dba3ae3-47aa-4671-9a6d-509b98137f39 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:40.282835 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c8a83302-e740-4718-9b5c-e66cccb05851 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:40.290398 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1dba3ae3-47aa-4671-9a6d-509b98137f39 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:40.299450 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c8a83302-e740-4718-9b5c-e66cccb05851 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:40.391843 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-bbcc1d34-1a6c-406e-b253-f79a0397435d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, db397eab-7f8f-424c-846d-4edcc9618ba0) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:40.402116 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcc1d34-1a6c-406e-b253-f79a0397435d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:40.403028 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bbcc1d34-1a6c-406e-b253-f79a0397435d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:40.407509 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a6a92b-edc4-4b49-8f5b-c4c2beedfed2 None None] Network db397eab-7f8f-424c-846d-4edcc9618ba0 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:51:40.452340 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a83302-e740-4718-9b5c-e66cccb05851 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Pushing event updated for resources: {'Port': ['ID=d177cd0b-511c-4a68-94e6-3c977b77a1cb,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:40.462920 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-a66185d6-595f-405a-8143-807e5a07838f service neutron] 10.222.0.84 "GET /v2.0/networks/06ea11b1-d543-495d-bbe7-8e909ad3a0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660483 May 06 09:51:40.519294 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bbcc1d34-1a6c-406e-b253-f79a0397435d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8024726 May 06 09:51:40.553319 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c8a83302-e740-4718-9b5c-e66cccb05851 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:40.554944 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa6e43-985b-416b-8bb5-ca6e782899dd req-7e2a6d22-24f4-4b20-a43f-d5fdfbafe11f tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:40.557642 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47aa6e43-985b-416b-8bb5-ca6e782899dd req-7e2a6d22-24f4-4b20-a43f-d5fdfbafe11f tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 943 time: 0.2228997 May 06 09:51:40.568160 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-aeec3e1b-efc2-43c9-bf72-f7389f16c7e4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=1147ef60-b34c-4fbc-b161-75b9b7f5894d HTTP/1.1" status: 200 len: 217 time: 0.0957696 May 06 09:51:40.615450 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdff5bf-6601-4f7a-87c7-940826ae14e7 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:51:40.630537 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7fdff5bf-6601-4f7a-87c7-940826ae14e7 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] 10.222.0.73 "PUT /v2.0/routers/b5567d10-6239-4131-a5fb-77558d2503f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1608016 May 06 09:51:40.647186 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebc2ebb-ebd0-462c-ac7f-795233d9b287 None None] Sync routers for ids ['b5567d10-6239-4131-a5fb-77558d2503f7'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:51:40.650494 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59748) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:40.663992 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-d09270ae-fdda-4d0c-8743-b9fb32d739ba tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Request body: {'port': {'network_id': '3041e3f3-b275-4e84-91ec-eee8419d2f3a', 'name': 'tempest-FloatingIPNegativeTestJSON-845012947'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:40.665281 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebc2ebb-ebd0-462c-ac7f-795233d9b287 None None] Routers {'b5567d10-6239-4131-a5fb-77558d2503f7'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:40.665969 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-1ebc2ebb-ebd0-462c-ac7f-795233d9b287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['b5567d10-6239-4131-a5fb-77558d2503f7'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:40.712719 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c8a83302-e740-4718-9b5c-e66cccb05851 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:40.714348 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c8a83302-e740-4718-9b5c-e66cccb05851 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7841284 May 06 09:51:40.753214 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-1ebc2ebb-ebd0-462c-ac7f-795233d9b287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:40.764495 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebc2ebb-ebd0-462c-ac7f-795233d9b287 None None] Routers {'b5567d10-6239-4131-a5fb-77558d2503f7'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:40.766687 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-1ebc2ebb-ebd0-462c-ac7f-795233d9b287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['b5567d10-6239-4131-a5fb-77558d2503f7'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:40.804419 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7585e4a7-e177-4e3c-bbcf-32551e65c0c0 None None] Network db397eab-7f8f-424c-846d-4edcc9618ba0 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:51:40.805870 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-1ebc2ebb-ebd0-462c-ac7f-795233d9b287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:40.807333 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebc2ebb-ebd0-462c-ac7f-795233d9b287 None None] The sync data for ids ['b5567d10-6239-4131-a5fb-77558d2503f7'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:51:40.890513 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cd4dc-d2ed-40dd-b9a9-90bbcb62e289 req-6ae782b3-1663-48f5-b3a8-cda6e8d98f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:40.892157 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b6cd4dc-d2ed-40dd-b9a9-90bbcb62e289 req-6ae782b3-1663-48f5-b3a8-cda6e8d98f95 service neutron] 10.222.0.84 "GET /v2.0/networks?id=02e8aba3-387b-400e-9f74-334ab3eab168 HTTP/1.1" status: 200 len: 918 time: 0.6703799 May 06 09:51:40.908632 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1dba3ae3-47aa-4671-9a6d-509b98137f39 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:40.912208 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1dba3ae3-47aa-4671-9a6d-509b98137f39 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:40.912602 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-1dba3ae3-47aa-4671-9a6d-509b98137f39 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Floating IP ceb0648b-6d20-43cd-86f2-19b0379e83c0 disassociated. External IP: 172.25.5.239, port: 1dcabe45-4540-4891-ba41-af2a75b993aa. May 06 09:51:40.912977 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-1dba3ae3-47aa-4671-9a6d-509b98137f39 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Calling delete_port for 1dcabe45-4540-4891-ba41-af2a75b993aa owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:40.922331 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47aa6e43-985b-416b-8bb5-ca6e782899dd req-8517fca6-a5d5-44f6-851f-149b441f54af tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3480725 May 06 09:51:40.929629 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-e6c92b82-554f-42ce-b198-836359424798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:40.935142 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-e6c92b82-554f-42ce-b198-836359424798 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f2218277-fb20-4cc3-b5e2-7bc8e00b50df HTTP/1.1" status: 200 len: 797 time: 0.3532605 May 06 09:51:40.982523 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09270ae-fdda-4d0c-8743-b9fb32d739ba tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Made reservation on behalf of f3ca74ab3bc546fca8717a00df5b8518 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:40.986556 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d09270ae-fdda-4d0c-8743-b9fb32d739ba tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:41.128765 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b6cd4dc-d2ed-40dd-b9a9-90bbcb62e289 req-9972e28b-63c6-490f-8887-868232d7e01d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9c76481-9e3e-4342-aee4-887479d4fbd8 HTTP/1.1" status: 200 len: 217 time: 0.1634200 May 06 09:51:41.132602 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-d09270ae-fdda-4d0c-8743-b9fb32d739ba tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] device_id is not set on port 03816382-e0db-4d4c-b764-c043d6ed1496 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:51:41.133535 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-5f787053-0253-4293-b073-d296dd92b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:41.135301 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-5f787053-0253-4293-b073-d296dd92b38d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=06ea11b1-d543-495d-bbe7-8e909ad3a0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1912889 May 06 09:51:41.268545 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59764) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:41.325492 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-26474557-32e7-47f4-85b5-bf7e978bdfd7 service neutron] 10.222.0.84 "GET /v2.0/networks/06ea11b1-d543-495d-bbe7-8e909ad3a0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827290 May 06 09:51:41.398291 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1dba3ae3-47aa-4671-9a6d-509b98137f39 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:41.419807 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cd4dc-d2ed-40dd-b9a9-90bbcb62e289 req-a134cdaf-3305-4ece-9112-8979d9a9544e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:41.422511 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b6cd4dc-d2ed-40dd-b9a9-90bbcb62e289 req-a134cdaf-3305-4ece-9112-8979d9a9544e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1d4098cb-ab83-4260-9cb2-59b447fa9932 HTTP/1.1" status: 200 len: 856 time: 0.2766514 May 06 09:51:41.442654 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba3ae3-47aa-4671-9a6d-509b98137f39 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event deleted for resources: {'Port': ['ID=1dcabe45-4540-4891-ba41-af2a75b993aa,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:41.450213 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-130b3abe-ebfd-436f-b266-1994140222ed tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1591372306&fields=id&tenant_id=fc3665e2c2e04868b3a33544c6d53039 HTTP/1.1" status: 200 len: 267 time: 0.1344919 May 06 09:51:41.466596 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-071bc06c-9ba9-4f8d-87f3-b140c8c9e702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:41.543086 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-b590ee69-ef95-4109-becb-325a2637cce6 service neutron] 10.222.0.84 "GET /v2.0/networks/06ea11b1-d543-495d-bbe7-8e909ad3a0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097187 May 06 09:51:41.581195 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-d09270ae-fdda-4d0c-8743-b9fb32d739ba tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Allocated IP 172.20.0.10 (3041e3f3-b275-4e84-91ec-eee8419d2f3a/67fbca2a-e33d-4f22-a687-6413af326c27/03816382-e0db-4d4c-b764-c043d6ed1496) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:41.601822 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cd4dc-d2ed-40dd-b9a9-90bbcb62e289 req-d4cb6b20-7e10-411d-8125-8af59425e7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:41.603398 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b6cd4dc-d2ed-40dd-b9a9-90bbcb62e289 req-d4cb6b20-7e10-411d-8125-8af59425e7a1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=02e8aba3-387b-400e-9f74-334ab3eab168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1705377 May 06 09:51:41.632892 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-d7ebe4a8-696a-4eba-8736-192a3c244bc9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=65c153c5-a7ec-46f6-b943-218c2332159a HTTP/1.1" status: 200 len: 217 time: 0.0814300 May 06 09:51:41.725555 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-10e48bf9-4aaf-44cd-9878-812a962af03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:41.727052 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-10e48bf9-4aaf-44cd-9878-812a962af03b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f2218277-fb20-4cc3-b5e2-7bc8e00b50df HTTP/1.1" status: 200 len: 797 time: 0.0840869 May 06 09:51:41.729452 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dba3ae3-47aa-4671-9a6d-509b98137f39 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Router 6b234085-7885-4a24-b6f9-b2271f73ceaf has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:51:41.737430 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-598ea0c0-d4ae-4868-b853-8704f193e905 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:41.739185 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-598ea0c0-d4ae-4868-b853-8704f193e905 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/networks?id=5312fc31-6ea9-4a0c-acf2-db4b77673e7e HTTP/1.1" status: 200 len: 811 time: 0.2431033 May 06 09:51:41.781786 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-071bc06c-9ba9-4f8d-87f3-b140c8c9e702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:41.792006 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-071bc06c-9ba9-4f8d-87f3-b140c8c9e702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:41.820063 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-330301d3-d178-44ae-96a8-c51442cc4345 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/quotas/fc3665e2c2e04868b3a33544c6d53039 HTTP/1.1" status: 200 len: 375 time: 0.0718067 May 06 09:51:42.201453 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b6cd4dc-d2ed-40dd-b9a9-90bbcb62e289 req-20011f4c-be66-4909-8802-7d44b9b285d8 service neutron] 10.222.0.84 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5888774 May 06 09:51:42.220731 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-071bc06c-9ba9-4f8d-87f3-b140c8c9e702 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c038de87d78e441f964b0112051ff985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9500539 May 06 09:51:42.222661 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-f8386219-5424-4b3a-b4e8-391a71920494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:42.224108 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-f8386219-5424-4b3a-b4e8-391a71920494 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=06ea11b1-d543-495d-bbe7-8e909ad3a0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4877307 May 06 09:51:42.224584 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59778) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:42.237575 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071bc06c-9ba9-4f8d-87f3-b140c8c9e702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8953d54d-1a5b-456c-9e48-df8c78a9a5fe,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:42.303672 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d09270ae-fdda-4d0c-8743-b9fb32d739ba tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:42.320922 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-77217ba9-be07-4e9c-9825-59953880fa10 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc3665e2c2e04868b3a33544c6d53039&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4892483 May 06 09:51:42.338726 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dba3ae3-47aa-4671-9a6d-509b98137f39 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:51:42.354590 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7453dcf-5161-4773-9904-04fb784cb951 None None] Sync routers for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:51:42.366300 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7453dcf-5161-4773-9904-04fb784cb951 None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:42.367065 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f7453dcf-5161-4773-9904-04fb784cb951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:42.404649 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f7453dcf-5161-4773-9904-04fb784cb951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:42.413967 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b6cd4dc-d2ed-40dd-b9a9-90bbcb62e289 req-55dba21c-de1c-468a-8652-78b9cd7d9a51 service neutron] 10.222.0.84 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017958 May 06 09:51:42.414518 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7453dcf-5161-4773-9904-04fb784cb951 None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:42.415289 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f7453dcf-5161-4773-9904-04fb784cb951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:42.419789 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6d8e3d92-775b-449b-8d0a-b99722e2fdde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:42.438854 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d09270ae-fdda-4d0c-8743-b9fb32d739ba tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:42.450050 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-ffc90f66-2eaa-4a33-ae6b-e0129aa2d4e1 service neutron] 10.222.0.84 "GET /v2.0/networks/06ea11b1-d543-495d-bbe7-8e909ad3a0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133186 May 06 09:51:42.474192 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1dba3ae3-47aa-4671-9a6d-509b98137f39 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:42.477388 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1dba3ae3-47aa-4671-9a6d-509b98137f39 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "DELETE /v2.0/ports/1dcabe45-4540-4891-ba41-af2a75b993aa HTTP/1.1" status: 204 len: 168 time: 2.7550662 May 06 09:51:42.479377 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f7453dcf-5161-4773-9904-04fb784cb951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:42.480244 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7453dcf-5161-4773-9904-04fb784cb951 None None] The sync data for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:51:42.482629 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59780) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:42.498988 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6d8e3d92-775b-449b-8d0a-b99722e2fdde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:42.502654 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09270ae-fdda-4d0c-8743-b9fb32d739ba tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Network 3041e3f3-b275-4e84-91ec-eee8419d2f3a is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:42.506088 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-d09270ae-fdda-4d0c-8743-b9fb32d739ba tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:42.509965 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-08758664-082d-424f-892f-f8d0c505a540 service neutron] 10.222.0.73 "GET /v2.0/networks/5312fc31-6ea9-4a0c-acf2-db4b77673e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733391 May 06 09:51:42.510688 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09270ae-fdda-4d0c-8743-b9fb32d739ba tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:42.557058 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09270ae-fdda-4d0c-8743-b9fb32d739ba tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Pushing event updated for resources: {'Port': ['ID=03816382-e0db-4d4c-b764-c043d6ed1496,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:42.605031 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-16ac039b-95e9-4b92-be80-f4957f2fe62c tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "GET /v2.0/floatingips/ceb0648b-6d20-43cd-86f2-19b0379e83c0 HTTP/1.1" status: 200 len: 688 time: 0.1212459 May 06 09:51:42.608003 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59782) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:42.624208 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09270ae-fdda-4d0c-8743-b9fb32d739ba tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:42.625236 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d09270ae-fdda-4d0c-8743-b9fb32d739ba tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:42.657386 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d09270ae-fdda-4d0c-8743-b9fb32d739ba tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0014613 May 06 09:51:42.657631 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59784) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:42.666081 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-f3784699-43ef-4b63-8fd4-36c1961eb007 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:42.692237 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-d0b4af6d-d51c-48b1-aa4f-6dacba43d266 service neutron] 10.222.0.73 "GET /v2.0/networks/5312fc31-6ea9-4a0c-acf2-db4b77673e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549335 May 06 09:51:42.742212 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-809db12e-11ba-45d8-8d8e-45e1323ea5b9 service neutron] 10.222.0.84 "GET /v2.0/networks/06ea11b1-d543-495d-bbe7-8e909ad3a0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830510 May 06 09:51:42.777233 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f3784699-43ef-4b63-8fd4-36c1961eb007 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks [] for floatingip, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:42.807664 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6d8e3d92-775b-449b-8d0a-b99722e2fdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:42.810244 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6d8e3d92-775b-449b-8d0a-b99722e2fdde admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:42.811508 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6d8e3d92-775b-449b-8d0a-b99722e2fdde admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8953d54d-1a5b-456c-9e48-df8c78a9a5fe HTTP/1.1" status: 204 len: 168 time: 0.5831518 May 06 09:51:42.831320 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-627eff66-5d92-4cd8-9350-38ab16b6475c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f6503005-76df-46c2-959e-945208a4bdc6 HTTP/1.1" status: 200 len: 217 time: 0.0815854 May 06 09:51:42.865447 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e3d92-775b-449b-8d0a-b99722e2fdde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8953d54d-1a5b-456c-9e48-df8c78a9a5fe,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:42.950542 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-47965ea5-15b5-432d-a954-358d4010cbde None None] Provisioning complete for port 03816382-e0db-4d4c-b764-c043d6ed1496 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:42.951286 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-47965ea5-15b5-432d-a954-358d4010cbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:42.958005 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-37feec05-5778-44ba-956c-9f07cdb7f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:42.959539 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-37feec05-5778-44ba-956c-9f07cdb7f257 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6632b80e-db26-42ad-8042-1788ccc125cd HTTP/1.1" status: 200 len: 797 time: 0.0919619 May 06 09:51:42.969085 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-64b449d0-1e35-4f49-8b89-65a8571977c2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Deleting port 8061ba1b-80e7-4611-88c0-1996f67f30bd {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:42.969644 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-64b449d0-1e35-4f49-8b89-65a8571977c2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:43.019921 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-47965ea5-15b5-432d-a954-358d4010cbde None None] Port 03816382-e0db-4d4c-b764-c043d6ed1496 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:51:43.078188 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-97b63959-56ad-4ca3-b67f-00dac3e5d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:43.079612 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-97b63959-56ad-4ca3-b67f-00dac3e5d107 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=90b62890-c9c7-41c5-bba3-14db135037a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1126790 May 06 09:51:43.102674 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device a9c76481-9e3e-4342-aee4-887479d4fbd8 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:51:43.221019 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-64b449d0-1e35-4f49-8b89-65a8571977c2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:43.221854 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-64b449d0-1e35-4f49-8b89-65a8571977c2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:43.237040 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-db494f06-1530-42b7-90b8-0e98f454d8fb service neutron] 10.222.0.84 "GET /v2.0/networks/90b62890-c9c7-41c5-bba3-14db135037a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351373 May 06 09:51:43.241422 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-64b449d0-1e35-4f49-8b89-65a8571977c2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Calling delete_port for 8061ba1b-80e7-4611-88c0-1996f67f30bd owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:43.244515 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f3784699-43ef-4b63-8fd4-36c1961eb007 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:43.259779 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port a9c76481-9e3e-4342-aee4-887479d4fbd8, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=a9c76481-9e3e-4342-aee4-887479d4fbd8,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:43.280995 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'a9c76481-9e3e-4342-aee4-887479d4fbd8', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'port_id': 'a9c76481-9e3e-4342-aee4-887479d4fbd8', 'mac_address': 'fa:16:3e:32:ca:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:51:43.339317 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:43.363175 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c76481-9e3e-4342-aee4-887479d4fbd8 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:51:43.408415 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:51:43.418094 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port a9c76481-9e3e-4342-aee4-887479d4fbd8, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=a9c76481-9e3e-4342-aee4-887479d4fbd8,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:43.426789 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:43.500893 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59810) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:43.525751 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-66c7cfa9-c30b-4994-8919-c6d71e02c6fb service neutron] 10.222.0.84 "GET /v2.0/networks/90b62890-c9c7-41c5-bba3-14db135037a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791333 May 06 09:51:43.537323 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=a9c76481-9e3e-4342-aee4-887479d4fbd8,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:43.553384 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-74683f13-6ac0-4f62-81f7-8e16ce14d82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:43.577765 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-b45d752f-2767-4ed9-a442-c1005e312e42 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:43.579492 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-b45d752f-2767-4ed9-a442-c1005e312e42 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] 10.222.0.73 "GET /v2.0/networks?id=db397eab-7f8f-424c-846d-4edcc9618ba0 HTTP/1.1" status: 200 len: 821 time: 0.1643362 May 06 09:51:43.605656 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-6a78ff06-e960-4e1e-afd3-8658093c47e2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=65810e48-f2da-4617-81d0-b19b0a068097 HTTP/1.1" status: 200 len: 217 time: 0.0671351 May 06 09:51:43.607083 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-f3784699-43ef-4b63-8fd4-36c1961eb007 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Allocated IP 172.25.5.205 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/f6a02e17-c0c3-4647-8cb3-e8a75359ae23) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:43.612685 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-448e3e6c-3602-4dbd-ab8d-d594d62c4140 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] 10.222.0.73 "GET /v2.0/quotas/62e24853a3b34acfb53bf7ec608b962c HTTP/1.1" status: 200 len: 375 time: 0.0219367 May 06 09:51:43.672131 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-69c5fb31-1ec8-427b-bf52-7bd07886a584 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=62e24853a3b34acfb53bf7ec608b962c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450881 May 06 09:51:43.733208 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['a9c76481-9e3e-4342-aee4-887479d4fbd8'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:51:43.766935 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-318ccca0-ac1f-4d18-bdde-0518997a2d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:43.768491 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-318ccca0-ac1f-4d18-bdde-0518997a2d8d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6632b80e-db26-42ad-8042-1788ccc125cd HTTP/1.1" status: 200 len: 797 time: 0.1509073 May 06 09:51:43.821202 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-64b449d0-1e35-4f49-8b89-65a8571977c2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:43.851302 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-33d93795-a327-49f7-abd0-d9194d64d77d service neutron] 10.222.0.73 "GET /v2.0/networks/db397eab-7f8f-424c-846d-4edcc9618ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629565 May 06 09:51:43.876518 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b449d0-1e35-4f49-8b89-65a8571977c2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event deleted for resources: {'Port': ['ID=8061ba1b-80e7-4611-88c0-1996f67f30bd,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:43.961801 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-74683f13-6ac0-4f62-81f7-8e16ce14d82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:43.968167 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-0a15f8e6-5c32-4731-b862-2a9751ec79f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:43.971017 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-0a15f8e6-5c32-4731-b862-2a9751ec79f9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=90b62890-c9c7-41c5-bba3-14db135037a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1931574 May 06 09:51:43.997827 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-74683f13-6ac0-4f62-81f7-8e16ce14d82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:44.017205 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f3784699-43ef-4b63-8fd4-36c1961eb007 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:44.031102 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-d224222b-6802-401b-9523-e2355b625d66 service neutron] 10.222.0.73 "GET /v2.0/networks/db397eab-7f8f-424c-846d-4edcc9618ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712115 May 06 09:51:44.119089 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-74683f13-6ac0-4f62-81f7-8e16ce14d82c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2f09752535484685ae1f02872e025ef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6142564 May 06 09:51:44.123915 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59812) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:44.135500 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-64b449d0-1e35-4f49-8b89-65a8571977c2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:44.138099 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-64b449d0-1e35-4f49-8b89-65a8571977c2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:44.145240 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-64b449d0-1e35-4f49-8b89-65a8571977c2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "DELETE /v2.0/floatingips/ceb0648b-6d20-43cd-86f2-19b0379e83c0 HTTP/1.1" status: 204 len: 168 time: 1.5286100 May 06 09:51:44.145240 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74683f13-6ac0-4f62-81f7-8e16ce14d82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ae3f0a-6a2b-4bf5-8904-62cd704eb20c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:44.146360 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59814) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:44.157166 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-883cd876-053e-4e35-a5d6-e09b4f2241fe tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'port_id': '8c65eba9-13b8-4481-9d69-3807979953d4'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:44.182503 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f3784699-43ef-4b63-8fd4-36c1961eb007 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:44.224756 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-b6072c79-9535-43e3-aead-5d536483c226 service neutron] 10.222.0.84 "GET /v2.0/networks/90b62890-c9c7-41c5-bba3-14db135037a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278411 May 06 09:51:44.227359 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-883cd876-053e-4e35-a5d6-e09b4f2241fe tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:44.237357 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3784699-43ef-4b63-8fd4-36c1961eb007 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:44.247903 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-f3784699-43ef-4b63-8fd4-36c1961eb007 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:44.268255 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3784699-43ef-4b63-8fd4-36c1961eb007 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:44.356894 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3784699-43ef-4b63-8fd4-36c1961eb007 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Pushing event updated for resources: {'Port': ['ID=f6a02e17-c0c3-4647-8cb3-e8a75359ae23,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:44.361917 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e8b98edf-b470-468f-b94a-ee955d796c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:44.461285 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e8b98edf-b470-468f-b94a-ee955d796c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:44.464432 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f3784699-43ef-4b63-8fd4-36c1961eb007 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:44.468181 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1e2ec7b-d69f-4ec6-9999-7275f73983c7 req-c533f5e7-c659-43e3-8f2a-b2d784548ffe service neutron] 10.222.0.84 "GET /v2.0/networks/90b62890-c9c7-41c5-bba3-14db135037a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342150 May 06 09:51:44.568921 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f3784699-43ef-4b63-8fd4-36c1961eb007 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:44.587759 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2e9b8-0e19-41df-a364-810b3ecc2725 req-dd821a3b-1c06-4d76-b0d5-7d2a008506e3 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:44.602848 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1cb2e9b8-0e19-41df-a364-810b3ecc2725 req-dd821a3b-1c06-4d76-b0d5-7d2a008506e3 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 944 time: 0.2359536 May 06 09:51:44.638951 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-5db64867-fdbf-4c28-9e9c-05ef6e87384e tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:44.640535 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-5db64867-fdbf-4c28-9e9c-05ef6e87384e tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.77 "GET /v2.0/networks?id=5312fc31-6ea9-4a0c-acf2-db4b77673e7e HTTP/1.1" status: 200 len: 811 time: 0.1922257 May 06 09:51:44.718302 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1cb2e9b8-0e19-41df-a364-810b3ecc2725 req-33c32560-6871-438c-b3d7-2f116567f93d tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141832 May 06 09:51:44.723388 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e8b98edf-b470-468f-b94a-ee955d796c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:44.740220 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e8b98edf-b470-468f-b94a-ee955d796c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:44.742203 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e8b98edf-b470-468f-b94a-ee955d796c47 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e7ae3f0a-6a2b-4bf5-8904-62cd704eb20c HTTP/1.1" status: 204 len: 168 time: 0.6165085 May 06 09:51:44.800389 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b98edf-b470-468f-b94a-ee955d796c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ae3f0a-6a2b-4bf5-8904-62cd704eb20c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:44.807137 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-883cd876-053e-4e35-a5d6-e09b4f2241fe tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:45.026971 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9d2fcfaa-a53c-447e-9a80-1354560a872a req-394df2cd-13c4-47f2-8ec2-d5deb46dfb80 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d755482-93d7-45da-b8a7-6b3f9b152cfd HTTP/1.1" status: 200 len: 210 time: 0.0659196 May 06 09:51:45.098900 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-883cd876-053e-4e35-a5d6-e09b4f2241fe tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Allocated IP 172.25.5.89 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/087a9934-5570-4261-83a1-8948e83dded9) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:45.111009 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-e15941b2-7e9b-4713-992a-5d2c6cb9d854 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc3665e2c2e04868b3a33544c6d53039 HTTP/1.1" status: 200 len: 380 time: 0.4527340 May 06 09:51:45.120463 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device a9c76481-9e3e-4342-aee4-887479d4fbd8 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:51:45.127221 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-e2abaa02-1935-4d6c-bfd6-4080eab9071b tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Request body: {'port': {'device_id': '7d755482-93d7-45da-b8a7-6b3f9b152cfd', 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e', 'admin_state_up': True, 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'security_groups': ['282fd752-0c1e-443e-9c12-982b922a1658']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:45.259792 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f3784699-43ef-4b63-8fd4-36c1961eb007 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:45.269869 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f3784699-43ef-4b63-8fd4-36c1961eb007 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:45.342708 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port a9c76481-9e3e-4342-aee4-887479d4fbd8 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:51:45.351251 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ab294c3-85ca-4cce-adcc-47731121edf2 req-851bc56a-bb8f-49e7-9a8c-a2f94c88d709 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] 10.222.0.73 "GET /v2.0/ports?device_id=32bc9b1a-0c3b-4a0a-9930-171bdb04be95 HTTP/1.1" status: 200 len: 210 time: 0.0665622 May 06 09:51:45.359389 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port a9c76481-9e3e-4342-aee4-887479d4fbd8 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:45.361373 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:45.395274 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-e2abaa02-1935-4d6c-bfd6-4080eab9071b tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Made reservation on behalf of fc3665e2c2e04868b3a33544c6d53039 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:45.398855 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-e2abaa02-1935-4d6c-bfd6-4080eab9071b tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:45.421709 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-883cd876-053e-4e35-a5d6-e09b4f2241fe tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:45.427612 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3784699-43ef-4b63-8fd4-36c1961eb007 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Pushing event updated for resources: {'Port': ['ID=f6a02e17-c0c3-4647-8cb3-e8a75359ae23,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:45.443393 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f3784699-43ef-4b63-8fd4-36c1961eb007 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:45.514344 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f3784699-43ef-4b63-8fd4-36c1961eb007 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:45.520151 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f3784699-43ef-4b63-8fd4-36c1961eb007 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8540092 May 06 09:51:45.520419 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-883cd876-053e-4e35-a5d6-e09b4f2241fe tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:45.521873 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59840) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:45.531844 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-b0047ca6-b0dd-4685-879a-ef9b41ea3b14 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Request body: {'floatingip': {'port_id': '03816382-e0db-4d4c-b764-c043d6ed1496', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:45.534649 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:45.560650 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9997a7a-87c5-45ef-bd39-29f0b4a1c40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c76481-9e3e-4342-aee4-887479d4fbd8'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:45.563074 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bff7b7-b1ca-480d-89b2-c4f1f7d514c8" -d '{"events": [{"server_uuid": "a9997a7a-87c5-45ef-bd39-29f0b4a1c40d", "name": "network-vif-plugged", "status": "completed", "tag": "a9c76481-9e3e-4342-aee4-887479d4fbd8"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:45.579705 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port a9c76481-9e3e-4342-aee4-887479d4fbd8, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=a9c76481-9e3e-4342-aee4-887479d4fbd8,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:45.589012 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:45.650881 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b0047ca6-b0dd-4685-879a-ef9b41ea3b14 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks [] for floatingip, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:45.663032 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737badb2-679b-4802-bff0-cbd52c4d439f x-openstack-request-id: req-737badb2-679b-4802-bff0-cbd52c4d439f {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:45.663357 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9997a7a-87c5-45ef-bd39-29f0b4a1c40d", "name": "network-vif-plugged", "status": "completed", "tag": "a9c76481-9e3e-4342-aee4-887479d4fbd8", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:45.663619 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-737badb2-679b-4802-bff0-cbd52c4d439f {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:45.664184 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-737badb2-679b-4802-bff0-cbd52c4d439f'] response: {'server_uuid': 'a9997a7a-87c5-45ef-bd39-29f0b4a1c40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c76481-9e3e-4342-aee4-887479d4fbd8', 'code': 200} May 06 09:51:45.689524 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-e2abaa02-1935-4d6c-bfd6-4080eab9071b tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Allocated IP 172.20.0.11 (5312fc31-6ea9-4a0c-acf2-db4b77673e7e/ccc21fd6-3e83-4532-8289-a853643de30c/c974a161-2872-4b81-8e66-9607719d80f2) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:45.725261 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=a9c76481-9e3e-4342-aee4-887479d4fbd8,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:45.764866 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883cd876-053e-4e35-a5d6-e09b4f2241fe tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:45.801896 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-883cd876-053e-4e35-a5d6-e09b4f2241fe tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:45.815808 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883cd876-053e-4e35-a5d6-e09b4f2241fe tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:45.818378 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883cd876-053e-4e35-a5d6-e09b4f2241fe tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event updated for resources: {'Port': ['ID=087a9934-5570-4261-83a1-8948e83dded9,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:45.859042 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62628a-e5c4-44e7-9065-a6323c8260a2 req-7dab7849-2cdb-44c6-9465-8e1c1a5e201a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:45.860608 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2f62628a-e5c4-44e7-9065-a6323c8260a2 req-7dab7849-2cdb-44c6-9465-8e1c1a5e201a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 1096 time: 0.1561105 May 06 09:51:45.931868 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-79ebdbdc-73e2-4849-bc42-d63f3d64f7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:45.946442 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2f62628a-e5c4-44e7-9065-a6323c8260a2 req-d092610f-5bc9-42a7-ad08-3453e7f6eb74 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762990 May 06 09:51:46.008288 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-e2abaa02-1935-4d6c-bfd6-4080eab9071b tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:46.062722 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-e2abaa02-1935-4d6c-bfd6-4080eab9071b tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:46.067975 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-b0047ca6-b0dd-4685-879a-ef9b41ea3b14 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] update failed (client error): The resource could not be found. May 06 09:51:46.069050 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b0047ca6-b0dd-4685-879a-ef9b41ea3b14 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] 10.222.0.73 "PUT /v2.0/floatingips/a2f794a4-6493-49dc-97f5-0d0b708cfd1f HTTP/1.1" status: 404 len: 507 time: 0.5433762 May 06 09:51:46.073314 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59866) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:46.091898 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-48a3da09-c11b-4e79-8659-b67bd92e5f20 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:46.093586 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-48a3da09-c11b-4e79-8659-b67bd92e5f20 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] 10.222.0.73 "GET /v2.0/networks?id=868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d HTTP/1.1" status: 200 len: 810 time: 0.3064320 May 06 09:51:46.131003 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-e2abaa02-1935-4d6c-bfd6-4080eab9071b tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Network 5312fc31-6ea9-4a0c-acf2-db4b77673e7e is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:46.134329 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-e2abaa02-1935-4d6c-bfd6-4080eab9071b tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:46.138471 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-e2abaa02-1935-4d6c-bfd6-4080eab9071b tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:46.177136 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abaa02-1935-4d6c-bfd6-4080eab9071b tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Pushing event updated for resources: {'Port': ['ID=c974a161-2872-4b81-8e66-9607719d80f2,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:46.192324 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-7eb9338a-c309-4c5d-9b82-100da06d849a tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] 10.222.0.73 "GET /v2.0/quotas/ecf91720b00844e4be66113308137ac2 HTTP/1.1" status: 200 len: 375 time: 0.0332355 May 06 09:51:46.217323 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-e2abaa02-1935-4d6c-bfd6-4080eab9071b tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:46.218339 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-e2abaa02-1935-4d6c-bfd6-4080eab9071b tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:46.245002 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-e2abaa02-1935-4d6c-bfd6-4080eab9071b tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1225052 May 06 09:51:46.289764 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-18022cb6-2c92-49a6-a972-c32424f8e1b0 service neutron] Request body: {'port': {'device_id': '7d755482-93d7-45da-b8a7-6b3f9b152cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:46.315509 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-b1a4b8c9-c071-4bc6-a3fc-024f6eb6bfd4 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ecf91720b00844e4be66113308137ac2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1222060 May 06 09:51:46.442561 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-18022cb6-2c92-49a6-a972-c32424f8e1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:46.600383 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-935a219e-2d58-4fda-b260-619c9c0a11c8 None None] Provisioning complete for port c974a161-2872-4b81-8e66-9607719d80f2 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:46.600999 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-935a219e-2d58-4fda-b260-619c9c0a11c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:46.606933 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-b27acc25-52d8-4cfa-9cf6-d1d785046f6f service neutron] 10.222.0.73 "GET /v2.0/networks/868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904720 May 06 09:51:46.651925 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-935a219e-2d58-4fda-b260-619c9c0a11c8 None None] Port c974a161-2872-4b81-8e66-9607719d80f2 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:51:46.688209 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-948a83a2-2381-4391-877f-059b641384aa tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Deleting port f6a02e17-c0c3-4647-8cb3-e8a75359ae23 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:46.688781 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-948a83a2-2381-4391-877f-059b641384aa tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:46.801564 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-18022cb6-2c92-49a6-a972-c32424f8e1b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c974a161-2872-4b81-8e66-9607719d80f2 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:51:46.809161 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-163e1692-0695-4b60-bd94-f3548f6fe5e1 service neutron] 10.222.0.73 "GET /v2.0/networks/868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998031 May 06 09:51:46.811145 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-18022cb6-2c92-49a6-a972-c32424f8e1b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:46.825558 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-18022cb6-2c92-49a6-a972-c32424f8e1b0 service neutron] Transition to ACTIVE for port object c974a161-2872-4b81-8e66-9607719d80f2 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:51:46.831014 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-18022cb6-2c92-49a6-a972-c32424f8e1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:46.864671 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-5a890986-cabd-4f97-beae-a91ca4d7e8d3 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:46.866213 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-5a890986-cabd-4f97-beae-a91ca4d7e8d3 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] 10.222.0.77 "GET /v2.0/networks?id=db397eab-7f8f-424c-846d-4edcc9618ba0 HTTP/1.1" status: 200 len: 821 time: 0.4172294 May 06 09:51:46.893728 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18022cb6-2c92-49a6-a972-c32424f8e1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c974a161-2872-4b81-8e66-9607719d80f2,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:46.907983 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-d7a4cfdb-a84b-4260-adf0-3d26642eee50 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Request body: {'port': {'device_id': '32bc9b1a-0c3b-4a0a-9930-171bdb04be95', 'network_id': 'db397eab-7f8f-424c-846d-4edcc9618ba0', 'admin_state_up': True, 'tenant_id': '62e24853a3b34acfb53bf7ec608b962c'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:47.064233 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-18022cb6-2c92-49a6-a972-c32424f8e1b0 service neutron] Attempting to bind port c974a161-2872-4b81-8e66-9607719d80f2 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:51:47.064586 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-18022cb6-2c92-49a6-a972-c32424f8e1b0 service neutron] Attempting to bind port c974a161-2872-4b81-8e66-9607719d80f2 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '851cb677-78d5-47cf-bae8-64d638270576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:51:47.064928 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-18022cb6-2c92-49a6-a972-c32424f8e1b0 service neutron] Attempting to bind port c974a161-2872-4b81-8e66-9607719d80f2 on network 5312fc31-6ea9-4a0c-acf2-db4b77673e7e {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:51:47.070527 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-18022cb6-2c92-49a6-a972-c32424f8e1b0 service neutron] Port c974a161-2872-4b81-8e66-9607719d80f2 on network 5312fc31-6ea9-4a0c-acf2-db4b77673e7e not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:51:47.070865 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-18022cb6-2c92-49a6-a972-c32424f8e1b0 service neutron] Attempting to bind port c974a161-2872-4b81-8e66-9607719d80f2 on network 5312fc31-6ea9-4a0c-acf2-db4b77673e7e {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:51:47.081278 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-18022cb6-2c92-49a6-a972-c32424f8e1b0 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:51:47.081627 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-18022cb6-2c92-49a6-a972-c32424f8e1b0 service neutron] Checking segment: {'id': '851cb677-78d5-47cf-bae8-64d638270576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:51:47.082134 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-18022cb6-2c92-49a6-a972-c32424f8e1b0 service neutron] Bound using segment: {'id': '851cb677-78d5-47cf-bae8-64d638270576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:51:47.082586 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-18022cb6-2c92-49a6-a972-c32424f8e1b0 service neutron] Bound port: c974a161-2872-4b81-8e66-9607719d80f2, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851cb677-78d5-47cf-bae8-64d638270576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:51:47.083019 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-18022cb6-2c92-49a6-a972-c32424f8e1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:47.185169 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-18022cb6-2c92-49a6-a972-c32424f8e1b0 service neutron] For port c974a161-2872-4b81-8e66-9607719d80f2, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:51:47.190193 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-18022cb6-2c92-49a6-a972-c32424f8e1b0 service neutron] For port c974a161-2872-4b81-8e66-9607719d80f2, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=c974a161-2872-4b81-8e66-9607719d80f2,segment=NetworkSegment(851cb677-78d5-47cf-bae8-64d638270576),segment_id=851cb677-78d5-47cf-bae8-64d638270576)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:51:47.198147 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-18022cb6-2c92-49a6-a972-c32424f8e1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:47.275109 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18022cb6-2c92-49a6-a972-c32424f8e1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c974a161-2872-4b81-8e66-9607719d80f2,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:47.293228 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-18022cb6-2c92-49a6-a972-c32424f8e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:47.294032 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-18022cb6-2c92-49a6-a972-c32424f8e1b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:47.296353 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-18022cb6-2c92-49a6-a972-c32424f8e1b0 service neutron] 10.222.0.77 "PUT /v2.0/ports/c974a161-2872-4b81-8e66-9607719d80f2 HTTP/1.1" status: 200 len: 1092 time: 1.0148013 May 06 09:51:47.296993 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d755482-93d7-45da-b8a7-6b3f9b152cfd', 'tag': 'c974a161-2872-4b81-8e66-9607719d80f2'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:47.299952 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad06a0b-df05-4e9d-adf4-8daa2067bb8f" -d '{"events": [{"name": "network-changed", "server_uuid": "7d755482-93d7-45da-b8a7-6b3f9b152cfd", "tag": "c974a161-2872-4b81-8e66-9607719d80f2"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:47.448459 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-884b72c7-e21f-43a3-b55c-7e1b303f92d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:47.451026 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-884b72c7-e21f-43a3-b55c-7e1b303f92d8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fc3665e2c2e04868b3a33544c6d53039&device_id=7d755482-93d7-45da-b8a7-6b3f9b152cfd HTTP/1.1" status: 200 len: 1095 time: 0.0919812 May 06 09:51:47.526449 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-99fab7cc-465a-4b93-aa2f-1c1e9519f925 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c974a161-2872-4b81-8e66-9607719d80f2 HTTP/1.1" status: 200 len: 217 time: 0.0597427 May 06 09:51:47.529536 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-883cd876-053e-4e35-a5d6-e09b4f2241fe tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:47.539771 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-948a83a2-2381-4391-877f-059b641384aa tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:47.540729 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-948a83a2-2381-4391-877f-059b641384aa tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:47.609115 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-948a83a2-2381-4391-877f-059b641384aa tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Calling delete_port for f6a02e17-c0c3-4647-8cb3-e8a75359ae23 owned by network:floatingip {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:47.635004 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-21ae991e-698d-4d31-b89b-9d06d3cec62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:47.636446 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-21ae991e-698d-4d31-b89b-9d06d3cec62a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ccc21fd6-3e83-4532-8289-a853643de30c HTTP/1.1" status: 200 len: 850 time: 0.1039112 May 06 09:51:47.705519 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-fe2317ec-d48a-49bd-884c-f701111302ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:47.711868 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-fe2317ec-d48a-49bd-884c-f701111302ea service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5312fc31-6ea9-4a0c-acf2-db4b77673e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643735 May 06 09:51:47.796201 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e2638-efcf-4ce3-b69a-39f743efccdd req-818351cb-6714-40cb-8cfe-4dd86fd1cedc tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:47.808348 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9a6e2638-efcf-4ce3-b69a-39f743efccdd req-818351cb-6714-40cb-8cfe-4dd86fd1cedc tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 945 time: 0.3138762 May 06 09:51:47.826961 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-24a531c2-db2c-40ed-bf82-a73400b1f4f5 service neutron] 10.222.0.77 "GET /v2.0/networks/5312fc31-6ea9-4a0c-acf2-db4b77673e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120012 May 06 09:51:47.842160 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-883cd876-053e-4e35-a5d6-e09b4f2241fe tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:47.928552 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9a6e2638-efcf-4ce3-b69a-39f743efccdd req-8ae7b19b-77ce-414d-bfd1-72c6ddeb7af9 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128643 May 06 09:51:47.983845 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1b8fdc3a-b87c-469b-a1b3-5f5aaefd3361 req-15f489d2-a5fd-45f7-8670-ed80c3d8544d service neutron] 10.222.0.77 "GET /v2.0/networks/5312fc31-6ea9-4a0c-acf2-db4b77673e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496999 May 06 09:51:47.987623 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-d7a4cfdb-a84b-4260-adf0-3d26642eee50 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Made reservation on behalf of 62e24853a3b34acfb53bf7ec608b962c for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:47.992754 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-d7a4cfdb-a84b-4260-adf0-3d26642eee50 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:48.274085 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1afa2-cdb2-40f1-bffb-23cd6299c8f1 req-a6d645ab-d4c0-46c9-b954-b13212c7e0b9 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:48.275766 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fad1afa2-cdb2-40f1-bffb-23cd6299c8f1 req-a6d645ab-d4c0-46c9-b954-b13212c7e0b9 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d755482-93d7-45da-b8a7-6b3f9b152cfd HTTP/1.1" status: 200 len: 944 time: 0.2308128 May 06 09:51:48.282648 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-948a83a2-2381-4391-877f-059b641384aa tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:48.370417 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a83a2-2381-4391-877f-059b641384aa tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Pushing event deleted for resources: {'Port': ['ID=f6a02e17-c0c3-4647-8cb3-e8a75359ae23,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:48.454823 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-d7a4cfdb-a84b-4260-adf0-3d26642eee50 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Allocated IP 172.20.0.7 (db397eab-7f8f-424c-846d-4edcc9618ba0/3add92ac-74ce-42eb-af62-aa0d4e445263/8257a1cc-c766-492f-80d6-66f566f6fb48) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:48.464386 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-06f0f974-0831-4c5f-8619-22deecfd9999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:48.481034 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fad1afa2-cdb2-40f1-bffb-23cd6299c8f1 req-86228ca2-bc3f-49ec-b2ce-41e3bb80bf46 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=282fd752-0c1e-443e-9c12-982b922a1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609735 May 06 09:51:48.483153 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-883cd876-053e-4e35-a5d6-e09b4f2241fe tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:48.500051 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-883cd876-053e-4e35-a5d6-e09b4f2241fe tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:48.548531 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-948a83a2-2381-4391-877f-059b641384aa tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks [] for floatingip, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:48.551077 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-948a83a2-2381-4391-877f-059b641384aa tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:48.552426 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-948a83a2-2381-4391-877f-059b641384aa tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] 10.222.0.73 "DELETE /v2.0/floatingips/a2f794a4-6493-49dc-97f5-0d0b708cfd1f HTTP/1.1" status: 204 len: 168 time: 2.4780295 May 06 09:51:48.557030 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59918) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:48.562941 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-64be4fca-8f13-4a05-bba2-e57962116d95 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Request body: {'floatingip': {'floating_network_id': '3041e3f3-b275-4e84-91ec-eee8419d2f3a', 'port_id': '03816382-e0db-4d4c-b764-c043d6ed1496', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:48.626739 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883cd876-053e-4e35-a5d6-e09b4f2241fe tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event updated for resources: {'Port': ['ID=087a9934-5570-4261-83a1-8948e83dded9,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:48.679161 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9723ff5d-7cf5-4620-bc8a-d4ce92f060f9 req-02fcb760-0041-40a9-9bd8-d6b7231cb7de tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] 10.222.0.73 "GET /v2.0/ports?device_id=32bc9b1a-0c3b-4a0a-9930-171bdb04be95 HTTP/1.1" status: 200 len: 210 time: 0.0717711 May 06 09:51:48.689665 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-64be4fca-8f13-4a05-bba2-e57962116d95 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks [] for floatingip, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:48.746059 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-883cd876-053e-4e35-a5d6-e09b4f2241fe tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:48.756497 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:48.817893 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-024171b9-f77a-4785-8c1f-8efc43556d9c tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:48.819351 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-024171b9-f77a-4785-8c1f-8efc43556d9c tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] 10.222.0.84 "GET /v2.0/networks?id=868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d HTTP/1.1" status: 200 len: 810 time: 0.2599838 May 06 09:51:48.834106 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-bd50e484-3e25-4425-a0af-0d0d8c421844 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] Request body: {'port': {'device_id': '5008281f-2185-47ca-bea9-f5a33fbb4d34', 'network_id': '868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d', 'admin_state_up': True, 'tenant_id': 'ecf91720b00844e4be66113308137ac2'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:48.862386 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff93dd17-9240-4065-8032-9984defa49ee req-afe90a60-35ec-4e79-8f1e-6cca0b903d02 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] 10.222.0.73 "GET /v2.0/ports?device_id=5008281f-2185-47ca-bea9-f5a33fbb4d34 HTTP/1.1" status: 200 len: 210 time: 0.0553908 May 06 09:51:48.956246 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404cf283-cf89-4151-aa24-a479fb0a5055 x-openstack-request-id: req-404cf283-cf89-4151-aa24-a479fb0a5055 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:48.956606 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d755482-93d7-45da-b8a7-6b3f9b152cfd", "tag": "c974a161-2872-4b81-8e66-9607719d80f2", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:48.956864 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-404cf283-cf89-4151-aa24-a479fb0a5055 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:48.957206 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-404cf283-cf89-4151-aa24-a479fb0a5055'] response: {'name': 'network-changed', 'server_uuid': '7d755482-93d7-45da-b8a7-6b3f9b152cfd', 'tag': 'c974a161-2872-4b81-8e66-9607719d80f2', 'status': 'completed', 'code': 200} May 06 09:51:49.028220 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-d7a4cfdb-a84b-4260-adf0-3d26642eee50 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:49.068753 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-883cd876-053e-4e35-a5d6-e09b4f2241fe tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Floating IP fc654430-24d7-4739-beea-aa4d34cc34eb associated. External IP: 172.25.5.89, port: 8c65eba9-13b8-4481-9d69-3807979953d4. May 06 09:51:49.073440 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-64be4fca-8f13-4a05-bba2-e57962116d95 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:51:49.078068 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-64be4fca-8f13-4a05-bba2-e57962116d95 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5165038 May 06 09:51:49.080080 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59920) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:49.087013 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-3c5c7766-db99-4a0d-8d16-938e9bafbd0c tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'port_id': '03816382-e0db-4d4c-b764-c043d6ed1496', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:49.119074 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad06a0b-df05-4e9d-adf4-8daa2067bb8f req-eaf20488-08b0-41aa-a943-3b06fbec406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:49.120735 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5ad06a0b-df05-4e9d-adf4-8daa2067bb8f req-eaf20488-08b0-41aa-a943-3b06fbec406b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fc3665e2c2e04868b3a33544c6d53039&device_id=7d755482-93d7-45da-b8a7-6b3f9b152cfd HTTP/1.1" status: 200 len: 1095 time: 0.1213050 May 06 09:51:49.124047 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-bd50e484-3e25-4425-a0af-0d0d8c421844 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] Made reservation on behalf of ecf91720b00844e4be66113308137ac2 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:49.127918 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-bd50e484-3e25-4425-a0af-0d0d8c421844 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:49.143707 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d541e14-7e10-48e4-84d4-9d1ad346a67f req-9568a082-4600-43dc-9263-1ac474d3d001 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:49.145288 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d541e14-7e10-48e4-84d4-9d1ad346a67f req-9568a082-4600-43dc-9263-1ac474d3d001 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 945 time: 0.1385882 May 06 09:51:49.155897 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59922) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:49.161949 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-f572173b-7e1e-4dd0-bad2-713119f72d8e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Request body: {'floatingip': {'port_id': 'a9c76481-9e3e-4342-aee4-887479d4fbd8'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:49.189577 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-d7a4cfdb-a84b-4260-adf0-3d26642eee50 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:49.202983 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3c5c7766-db99-4a0d-8d16-938e9bafbd0c tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks [] for floatingip, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:49.250982 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-d7a4cfdb-a84b-4260-adf0-3d26642eee50 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Network db397eab-7f8f-424c-846d-4edcc9618ba0 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:49.264263 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-d7a4cfdb-a84b-4260-adf0-3d26642eee50 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:49.267246 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4cfdb-a84b-4260-adf0-3d26642eee50 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Pushing event updated for resources: {'Port': ['ID=8257a1cc-c766-492f-80d6-66f566f6fb48,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:49.269531 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-d7a4cfdb-a84b-4260-adf0-3d26642eee50 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:49.279613 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f572173b-7e1e-4dd0-bad2-713119f72d8e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for floatingip, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:49.363809 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-d7a4cfdb-a84b-4260-adf0-3d26642eee50 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:49.364479 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-d7a4cfdb-a84b-4260-adf0-3d26642eee50 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:49.425551 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-d7a4cfdb-a84b-4260-adf0-3d26642eee50 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5435891 May 06 09:51:49.450655 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-56716bdd-0f90-4846-ba72-bd36878d032b service neutron] Request body: {'port': {'device_id': '32bc9b1a-0c3b-4a0a-9930-171bdb04be95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:49.454639 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883cd876-053e-4e35-a5d6-e09b4f2241fe tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Router 6b234085-7885-4a24-b6f9-b2271f73ceaf has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:51:49.467614 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:49.565528 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad06a0b-df05-4e9d-adf4-8daa2067bb8f req-ed3429f1-63bf-48af-b45a-0c3dc2299652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:49.567543 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5ad06a0b-df05-4e9d-adf4-8daa2067bb8f req-ed3429f1-63bf-48af-b45a-0c3dc2299652 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5312fc31-6ea9-4a0c-acf2-db4b77673e7e HTTP/1.1" status: 200 len: 912 time: 0.4360802 May 06 09:51:49.596936 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-56716bdd-0f90-4846-ba72-bd36878d032b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:49.640169 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5ad06a0b-df05-4e9d-adf4-8daa2067bb8f req-aae2dbba-900f-4193-b4c9-5c175893a9bc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c974a161-2872-4b81-8e66-9607719d80f2 HTTP/1.1" status: 200 len: 217 time: 0.0633075 May 06 09:51:49.730842 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883cd876-053e-4e35-a5d6-e09b4f2241fe tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:51:49.750405 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06229b0-bd51-4045-b10a-1e6519b5c668 None None] Sync routers for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:51:49.763181 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cdad2-bdc3-4949-8561-6a2614ec8c74 req-9248e7b6-f598-42b3-a43b-83cf0fc4088c tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:49.764761 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-bd50e484-3e25-4425-a0af-0d0d8c421844 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] Allocated IP 172.20.0.13 (868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d/5d90ebbf-f0cf-43fe-a3fc-bc822222c71f/53683871-b7c0-4da2-9324-f3ea89427464) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:49.765146 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d09cdad2-bdc3-4949-8561-6a2614ec8c74 req-9248e7b6-f598-42b3-a43b-83cf0fc4088c tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d755482-93d7-45da-b8a7-6b3f9b152cfd HTTP/1.1" status: 200 len: 944 time: 0.1638138 May 06 09:51:49.772134 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06229b0-bd51-4045-b10a-1e6519b5c668 None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:49.774293 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-a06229b0-bd51-4045-b10a-1e6519b5c668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:49.790863 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad06a0b-df05-4e9d-adf4-8daa2067bb8f req-5d13e6f8-2478-4a87-9f2d-a17f2e090e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:49.792398 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5ad06a0b-df05-4e9d-adf4-8daa2067bb8f req-5d13e6f8-2478-4a87-9f2d-a17f2e090e46 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ccc21fd6-3e83-4532-8289-a853643de30c HTTP/1.1" status: 200 len: 850 time: 0.1432312 May 06 09:51:49.840858 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-883cd876-053e-4e35-a5d6-e09b4f2241fe tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:49.865925 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-a06229b0-bd51-4045-b10a-1e6519b5c668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:49.897933 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06229b0-bd51-4045-b10a-1e6519b5c668 None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:49.899172 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-a06229b0-bd51-4045-b10a-1e6519b5c668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:49.939885 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-883cd876-053e-4e35-a5d6-e09b4f2241fe tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.7893682 May 06 09:51:49.948882 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59936) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:49.956417 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-d0c4efc3-7dbf-4673-a118-f6578a3206bc tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-323244563'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:49.965306 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-a06229b0-bd51-4045-b10a-1e6519b5c668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:49.965950 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06229b0-bd51-4045-b10a-1e6519b5c668 None None] The sync data for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:51:49.992127 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d09cdad2-bdc3-4949-8561-6a2614ec8c74 req-8a15bac5-6b13-4ba8-b097-0b595bbfe56d tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=282fd752-0c1e-443e-9c12-982b922a1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558113 May 06 09:51:50.032083 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c4efc3-7dbf-4673-a118-f6578a3206bc tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Made reservation on behalf of 72cdbb5fdadb494e8206c24c3cbf362f for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:50.036465 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d0c4efc3-7dbf-4673-a118-f6578a3206bc tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:50.075598 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3c5c7766-db99-4a0d-8d16-938e9bafbd0c tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:50.083308 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad06a0b-df05-4e9d-adf4-8daa2067bb8f req-1ae47f9c-a051-4429-bb9a-c497283ad862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:50.085220 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5ad06a0b-df05-4e9d-adf4-8daa2067bb8f req-1ae47f9c-a051-4429-bb9a-c497283ad862 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5312fc31-6ea9-4a0c-acf2-db4b77673e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2622807 May 06 09:51:50.131388 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c4efc3-7dbf-4673-a118-f6578a3206bc tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:51:50.173457 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d0c4efc3-7dbf-4673-a118-f6578a3206bc tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:50.173818 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-d0c4efc3-7dbf-4673-a118-f6578a3206bc tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Added segment b5616e33-a479-4ec7-bbb0-55909c1638e5 of type vlan for network 3897a049-5dae-4c2c-aa38-80a3849f9511 May 06 09:51:50.251230 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ab44e-519b-4955-acee-68dfd677ffef req-ae3dc714-e58f-4eb2-baeb-f9d82ce989d2 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:50.252916 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6c7ab44e-519b-4955-acee-68dfd677ffef req-ae3dc714-e58f-4eb2-baeb-f9d82ce989d2 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] 10.222.0.73 "GET /v2.0/ports?device_id=32bc9b1a-0c3b-4a0a-9930-171bdb04be95 HTTP/1.1" status: 200 len: 931 time: 0.1679847 May 06 09:51:50.267864 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d0c4efc3-7dbf-4673-a118-f6578a3206bc tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:50.275292 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-56716bdd-0f90-4846-ba72-bd36878d032b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8257a1cc-c766-492f-80d6-66f566f6fb48 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:51:50.297426 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-56716bdd-0f90-4846-ba72-bd36878d032b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:50.347363 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-56716bdd-0f90-4846-ba72-bd36878d032b service neutron] Transition to ACTIVE for port object 8257a1cc-c766-492f-80d6-66f566f6fb48 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:51:50.355088 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6c7ab44e-519b-4955-acee-68dfd677ffef req-98ecb737-3ce0-4158-be09-d52f48abd803 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] 10.222.0.73 "GET /v2.0/security-groups?id=74edee99-bb82-45be-9baf-30abc460259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897522 May 06 09:51:50.356970 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-56716bdd-0f90-4846-ba72-bd36878d032b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:50.362614 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device c974a161-2872-4b81-8e66-9607719d80f2 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:51:50.377513 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-bd50e484-3e25-4425-a0af-0d0d8c421844 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:50.410598 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56716bdd-0f90-4846-ba72-bd36878d032b service neutron] Pushing event updated for resources: {'Port': ['ID=8257a1cc-c766-492f-80d6-66f566f6fb48,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:50.413725 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d0c4efc3-7dbf-4673-a118-f6578a3206bc tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:50.418831 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c4efc3-7dbf-4673-a118-f6578a3206bc tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:50.422399 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d0c4efc3-7dbf-4673-a118-f6578a3206bc tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:50.468403 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-3c5c7766-db99-4a0d-8d16-938e9bafbd0c tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Allocated IP 172.25.5.205 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/e624545c-00ea-43ef-853a-44cf7bf931eb) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:50.511900 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5ad06a0b-df05-4e9d-adf4-8daa2067bb8f req-e7fa7db9-6cd9-47f8-8c93-5314cc2bbac7 service neutron] 10.222.0.77 "GET /v2.0/networks/5312fc31-6ea9-4a0c-acf2-db4b77673e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134221 May 06 09:51:50.526905 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port c974a161-2872-4b81-8e66-9607719d80f2, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=c974a161-2872-4b81-8e66-9607719d80f2,segment=NetworkSegment(851cb677-78d5-47cf-bae8-64d638270576),segment_id=851cb677-78d5-47cf-bae8-64d638270576)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:50.540849 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'c974a161-2872-4b81-8e66-9607719d80f2', 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e', 'port_id': 'c974a161-2872-4b81-8e66-9607719d80f2', 'mac_address': 'fa:16:3e:a8:8f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:51:50.578431 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d0c4efc3-7dbf-4673-a118-f6578a3206bc tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6267409 May 06 09:51:50.586655 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:50.587851 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d07a734f-7284-424a-92c4-a59d7691a84c req-35ddedba-efc7-47e0-a7b0-e3ddda17e3ca tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] 10.222.0.73 "GET /v2.0/ports?device_id=5008281f-2185-47ca-bea9-f5a33fbb4d34 HTTP/1.1" status: 200 len: 210 time: 0.0554366 May 06 09:51:50.591649 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59938) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:50.592127 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c4efc3-7dbf-4673-a118-f6578a3206bc tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event updated for resources: {'Network': ['ID=3897a049-5dae-4c2c-aa38-80a3849f9511,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:50.606796 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-1cec53e1-77fe-4b26-b750-c985dfb3cba2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Request body: {'subnet': {'network_id': '3897a049-5dae-4c2c-aa38-80a3849f9511', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:50.614953 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 3897a049-5dae-4c2c-aa38-80a3849f9511 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:51:50.622623 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c974a161-2872-4b81-8e66-9607719d80f2 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:51:50.739046 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port c974a161-2872-4b81-8e66-9607719d80f2, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=c974a161-2872-4b81-8e66-9607719d80f2,segment=NetworkSegment(851cb677-78d5-47cf-bae8-64d638270576),segment_id=851cb677-78d5-47cf-bae8-64d638270576)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:50.748965 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:50.774078 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-56716bdd-0f90-4846-ba72-bd36878d032b service neutron] Attempting to bind port 8257a1cc-c766-492f-80d6-66f566f6fb48 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:51:50.774567 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-56716bdd-0f90-4846-ba72-bd36878d032b service neutron] Attempting to bind port 8257a1cc-c766-492f-80d6-66f566f6fb48 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '8426b270-db3e-4993-b417-8d01b021d393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'db397eab-7f8f-424c-846d-4edcc9618ba0'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:51:50.775031 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-56716bdd-0f90-4846-ba72-bd36878d032b service neutron] Attempting to bind port 8257a1cc-c766-492f-80d6-66f566f6fb48 on network db397eab-7f8f-424c-846d-4edcc9618ba0 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:51:50.787764 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-56716bdd-0f90-4846-ba72-bd36878d032b service neutron] Port 8257a1cc-c766-492f-80d6-66f566f6fb48 on network db397eab-7f8f-424c-846d-4edcc9618ba0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:51:50.788249 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-56716bdd-0f90-4846-ba72-bd36878d032b service neutron] Attempting to bind port 8257a1cc-c766-492f-80d6-66f566f6fb48 on network db397eab-7f8f-424c-846d-4edcc9618ba0 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:51:50.799578 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-56716bdd-0f90-4846-ba72-bd36878d032b service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:51:50.800091 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-56716bdd-0f90-4846-ba72-bd36878d032b service neutron] Checking segment: {'id': '8426b270-db3e-4993-b417-8d01b021d393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'db397eab-7f8f-424c-846d-4edcc9618ba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:51:50.800586 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-56716bdd-0f90-4846-ba72-bd36878d032b service neutron] Bound using segment: {'id': '8426b270-db3e-4993-b417-8d01b021d393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'db397eab-7f8f-424c-846d-4edcc9618ba0'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:51:50.801541 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-56716bdd-0f90-4846-ba72-bd36878d032b service neutron] Bound port: 8257a1cc-c766-492f-80d6-66f566f6fb48, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8426b270-db3e-4993-b417-8d01b021d393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'db397eab-7f8f-424c-846d-4edcc9618ba0'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:51:50.801541 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-56716bdd-0f90-4846-ba72-bd36878d032b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:50.831470 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=c974a161-2872-4b81-8e66-9607719d80f2,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:50.841282 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:50.841793 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:50.841976 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:50.842370 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:50.842717 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:50.843039 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:50.843467 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:50.845063 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:50.845602 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:50.846103 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:50.847179 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:50.847719 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:50.849920 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cec53e1-77fe-4b26-b750-c985dfb3cba2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Made reservation on behalf of 72cdbb5fdadb494e8206c24c3cbf362f for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:50.854277 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1cec53e1-77fe-4b26-b750-c985dfb3cba2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:50.961239 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-56716bdd-0f90-4846-ba72-bd36878d032b service neutron] For port 8257a1cc-c766-492f-80d6-66f566f6fb48, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:51:50.965876 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-56716bdd-0f90-4846-ba72-bd36878d032b service neutron] For port 8257a1cc-c766-492f-80d6-66f566f6fb48, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=8257a1cc-c766-492f-80d6-66f566f6fb48,segment=NetworkSegment(8426b270-db3e-4993-b417-8d01b021d393),segment_id=8426b270-db3e-4993-b417-8d01b021d393)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:51:50.982874 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-56716bdd-0f90-4846-ba72-bd36878d032b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:51.016206 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.db.resource_extend [None req-f572173b-7e1e-4dd0-bad2-713119f72d8e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:51:51.034752 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-56716bdd-0f90-4846-ba72-bd36878d032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:51.035553 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-56716bdd-0f90-4846-ba72-bd36878d032b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:51.037135 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-56716bdd-0f90-4846-ba72-bd36878d032b service neutron] 10.222.0.77 "PUT /v2.0/ports/8257a1cc-c766-492f-80d6-66f566f6fb48 HTTP/1.1" status: 200 len: 1091 time: 1.5908740 May 06 09:51:51.039901 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32bc9b1a-0c3b-4a0a-9930-171bdb04be95', 'tag': '8257a1cc-c766-492f-80d6-66f566f6fb48'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:51.042578 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6870344c-1eb3-4d62-8bc9-9ffc82809a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "32bc9b1a-0c3b-4a0a-9930-171bdb04be95", "tag": "8257a1cc-c766-492f-80d6-66f566f6fb48"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:51.097137 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-bd50e484-3e25-4425-a0af-0d0d8c421844 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:51.120926 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56716bdd-0f90-4846-ba72-bd36878d032b service neutron] Pushing event updated for resources: {'Port': ['ID=8257a1cc-c766-492f-80d6-66f566f6fb48,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:51.156827 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:51.165780 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['c974a161-2872-4b81-8e66-9607719d80f2'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:51:51.258324 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3c5c7766-db99-4a0d-8d16-938e9bafbd0c tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:51.289830 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-bd50e484-3e25-4425-a0af-0d0d8c421844 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] Network 868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:51.314879 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-bd50e484-3e25-4425-a0af-0d0d8c421844 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:51.334727 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f572173b-7e1e-4dd0-bad2-713119f72d8e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:51.342129 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-bd50e484-3e25-4425-a0af-0d0d8c421844 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:51.362818 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f572173b-7e1e-4dd0-bad2-713119f72d8e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:51.391974 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5ad06a0b-df05-4e9d-adf4-8daa2067bb8f req-37b3bedc-f236-4f22-9658-4283a7704891 service neutron] 10.222.0.77 "GET /v2.0/networks/5312fc31-6ea9-4a0c-acf2-db4b77673e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8664470 May 06 09:51:51.393154 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50e484-3e25-4425-a0af-0d0d8c421844 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] Pushing event updated for resources: {'Port': ['ID=53683871-b7c0-4da2-9324-f3ea89427464,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:51.448445 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:51.474776 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-bd50e484-3e25-4425-a0af-0d0d8c421844 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:51.475497 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-bd50e484-3e25-4425-a0af-0d0d8c421844 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:51.487995 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3c5c7766-db99-4a0d-8d16-938e9bafbd0c tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:51.593998 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-bd50e484-3e25-4425-a0af-0d0d8c421844 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7647827 May 06 09:51:51.600399 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5c7766-db99-4a0d-8d16-938e9bafbd0c tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:51.625281 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-e0689361-1c69-4740-8472-582082f4d0b2 service neutron] Request body: {'port': {'device_id': '5008281f-2185-47ca-bea9-f5a33fbb4d34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:51.629827 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-3c5c7766-db99-4a0d-8d16-938e9bafbd0c tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:51.640246 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5c7766-db99-4a0d-8d16-938e9bafbd0c tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:51.707589 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-f572173b-7e1e-4dd0-bad2-713119f72d8e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Floating IP 4060b8e0-34d9-4eda-af4e-4dcedd9ce0ab associated. External IP: 172.25.5.155, port: a9c76481-9e3e-4342-aee4-887479d4fbd8. May 06 09:51:51.712595 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-d2175a53-c180-4562-a3b3-b856145b28f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:51.714119 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-d2175a53-c180-4562-a3b3-b856145b28f0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=62e24853a3b34acfb53bf7ec608b962c&device_id=32bc9b1a-0c3b-4a0a-9930-171bdb04be95 HTTP/1.1" status: 200 len: 1094 time: 0.5838890 May 06 09:51:51.715422 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c7766-db99-4a0d-8d16-938e9bafbd0c tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Pushing event updated for resources: {'Port': ['ID=e624545c-00ea-43ef-853a-44cf7bf931eb,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:51.727363 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905563c9-35f1-4247-bc3d-9164ac8e1599 req-ce8e11ee-c6cc-4d33-9bc1-304f453d638e tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:51.729069 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-905563c9-35f1-4247-bc3d-9164ac8e1599 req-ce8e11ee-c6cc-4d33-9bc1-304f453d638e tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d755482-93d7-45da-b8a7-6b3f9b152cfd HTTP/1.1" status: 200 len: 945 time: 0.5387585 May 06 09:51:51.736731 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1cec53e1-77fe-4b26-b750-c985dfb3cba2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:51.780838 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-6aa458cb-b8e0-4632-a98a-15f67a383d6e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8257a1cc-c766-492f-80d6-66f566f6fb48 HTTP/1.1" status: 200 len: 217 time: 0.0507305 May 06 09:51:51.801230 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-e0689361-1c69-4740-8472-582082f4d0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:51.890788 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec53e1-77fe-4b26-b750-c985dfb3cba2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event updated for resources: {'Subnet': ['ID=490f56cc-7e93-42f6-983d-2625033e0f55,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:51.917169 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-905563c9-35f1-4247-bc3d-9164ac8e1599 req-15747023-508a-41b8-8c03-f8693ade34ca tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=282fd752-0c1e-443e-9c12-982b922a1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479571 May 06 09:51:51.942196 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-6f4e3213-117b-4253-8943-c5f7556dde7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:51.944291 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-6f4e3213-117b-4253-8943-c5f7556dde7c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3add92ac-74ce-42eb-af62-aa0d4e445263 HTTP/1.1" status: 200 len: 861 time: 0.1432271 May 06 09:51:51.957964 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cec53e1-77fe-4b26-b750-c985dfb3cba2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Checking segment: {'id': 'b5616e33-a479-4ec7-bbb0-55909c1638e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3897a049-5dae-4c2c-aa38-80a3849f9511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:51:51.960342 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cec53e1-77fe-4b26-b750-c985dfb3cba2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Network hostable DHCP agents. Network: 3897a049-5dae-4c2c-aa38-80a3849f9511, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:51:52.015935 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9063f6d6-c530-4421-88d4-4d94a9ec4eab x-openstack-request-id: req-9063f6d6-c530-4421-88d4-4d94a9ec4eab {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:52.016618 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32bc9b1a-0c3b-4a0a-9930-171bdb04be95", "tag": "8257a1cc-c766-492f-80d6-66f566f6fb48", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:52.016618 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9063f6d6-c530-4421-88d4-4d94a9ec4eab {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:52.016949 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9063f6d6-c530-4421-88d4-4d94a9ec4eab'] response: {'name': 'network-changed', 'server_uuid': '32bc9b1a-0c3b-4a0a-9930-171bdb04be95', 'tag': '8257a1cc-c766-492f-80d6-66f566f6fb48', 'status': 'completed', 'code': 200} May 06 09:51:52.021431 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-f6ecb97d-c498-4633-b500-1d330ce6aaa4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=db397eab-7f8f-424c-846d-4edcc9618ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655246 May 06 09:51:52.082215 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cec53e1-77fe-4b26-b750-c985dfb3cba2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Network 3897a049-5dae-4c2c-aa38-80a3849f9511 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:51:52.135186 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-1cec53e1-77fe-4b26-b750-c985dfb3cba2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 3897a049-5dae-4c2c-aa38-80a3849f9511) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:52.143016 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de53363c-7911-400e-89c7-bb7d33e157b6 None None] Network 3897a049-5dae-4c2c-aa38-80a3849f9511 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:51:52.157005 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cec53e1-77fe-4b26-b750-c985dfb3cba2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:52.157633 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1cec53e1-77fe-4b26-b750-c985dfb3cba2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:52.170304 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c4955-29b6-460d-9c41-eb2ed89e7c09 req-cdfb2c4f-819f-461f-af36-53f54802408b tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:52.172913 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ca2c4955-29b6-460d-9c41-eb2ed89e7c09 req-cdfb2c4f-819f-461f-af36-53f54802408b tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] 10.222.0.73 "GET /v2.0/ports?device_id=32bc9b1a-0c3b-4a0a-9930-171bdb04be95 HTTP/1.1" status: 200 len: 943 time: 0.1450684 May 06 09:51:52.246753 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1cec53e1-77fe-4b26-b750-c985dfb3cba2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6475270 May 06 09:51:52.248794 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ca2c4955-29b6-460d-9c41-eb2ed89e7c09 req-db6928fa-a51c-46e0-bf16-8451c234475d tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] 10.222.0.73 "GET /v2.0/security-groups?id=74edee99-bb82-45be-9baf-30abc460259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593500 May 06 09:51:52.249263 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59998) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:52.254182 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-cb0552d0-220e-4bce-bd52-b37f93e743d2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1593328059', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}, 'admin_state_up': False}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:52.261092 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-9792b4b7-55f9-47ae-8172-fba2785d9f65 service neutron] 10.222.0.77 "GET /v2.0/networks/db397eab-7f8f-424c-846d-4edcc9618ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225125 May 06 09:51:52.339071 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb0552d0-220e-4bce-bd52-b37f93e743d2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:52.340203 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb0552d0-220e-4bce-bd52-b37f93e743d2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:52.394707 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device c974a161-2872-4b81-8e66-9607719d80f2 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:51:52.434312 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1187f880-e590-4f60-900b-fc213542e92c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-3897a049-5dae-4c2c-aa38-80a3849f9511', 'network_id': '3897a049-5dae-4c2c-aa38-80a3849f9511', 'tenant_id': '72cdbb5fdadb494e8206c24c3cbf362f', 'fixed_ips': [{'subnet_id': '490f56cc-7e93-42f6-983d-2625033e0f55'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:51:52.435701 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1187f880-e590-4f60-900b-fc213542e92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:52.457574 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-e0689361-1c69-4740-8472-582082f4d0b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53683871-b7c0-4da2-9324-f3ea89427464 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:51:52.471765 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-e0689361-1c69-4740-8472-582082f4d0b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:52.476886 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f572173b-7e1e-4dd0-bad2-713119f72d8e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Router 281776a7-ed7c-440e-879c-88327b06ac90 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:51:52.498020 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-e0689361-1c69-4740-8472-582082f4d0b2 service neutron] Transition to ACTIVE for port object 53683871-b7c0-4da2-9324-f3ea89427464 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:51:52.506619 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-e0689361-1c69-4740-8472-582082f4d0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:52.512905 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b9a8425d-a538-4e6b-8b03-07c9177d75a1 req-34da2458-d333-44b9-b79b-e08738a982ad service neutron] 10.222.0.77 "GET /v2.0/networks/db397eab-7f8f-424c-846d-4edcc9618ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448549 May 06 09:51:52.522307 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325168f-c322-4928-875c-a90514e35d26 req-92ee8b1b-227b-4fbd-ae8f-7811b7582079 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:52.533387 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7325168f-c322-4928-875c-a90514e35d26 req-92ee8b1b-227b-4fbd-ae8f-7811b7582079 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] 10.222.0.73 "GET /v2.0/ports?device_id=5008281f-2185-47ca-bea9-f5a33fbb4d34 HTTP/1.1" status: 200 len: 932 time: 0.1619730 May 06 09:51:52.544726 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb0552d0-220e-4bce-bd52-b37f93e743d2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:52.577451 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-3c5c7766-db99-4a0d-8d16-938e9bafbd0c tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Deleting port e624545c-00ea-43ef-853a-44cf7bf931eb {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:52.577805 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3c5c7766-db99-4a0d-8d16-938e9bafbd0c tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:52.589932 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port c974a161-2872-4b81-8e66-9607719d80f2 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:51:52.599018 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port c974a161-2872-4b81-8e66-9607719d80f2 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:52.599286 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:52.678305 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0689361-1c69-4740-8472-582082f4d0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=53683871-b7c0-4da2-9324-f3ea89427464,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:52.680040 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-1187f880-e590-4f60-900b-fc213542e92c None None] Allocated IP 172.20.0.2 (3897a049-5dae-4c2c-aa38-80a3849f9511/490f56cc-7e93-42f6-983d-2625033e0f55/866c85fe-7019-4f37-987e-9d00d816b515) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:52.736231 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7325168f-c322-4928-875c-a90514e35d26 req-3be3765f-b14b-47dc-ad71-48d335a0b99a tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] 10.222.0.73 "GET /v2.0/security-groups?id=6cc1a2e0-813f-4ede-9639-b21b48339343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019267 May 06 09:51:52.810744 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3c5c7766-db99-4a0d-8d16-938e9bafbd0c tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:52.811083 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3c5c7766-db99-4a0d-8d16-938e9bafbd0c tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:52.820614 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:52.825947 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f572173b-7e1e-4dd0-bad2-713119f72d8e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:51:52.831577 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-3c5c7766-db99-4a0d-8d16-938e9bafbd0c tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Calling delete_port for e624545c-00ea-43ef-853a-44cf7bf931eb owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:52.835637 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f572173b-7e1e-4dd0-bad2-713119f72d8e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:52.851941 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c86f874-8602-489e-990e-f1a0d7418a6e None None] Sync routers for ids ['281776a7-ed7c-440e-879c-88327b06ac90'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:51:52.855638 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870344c-1eb3-4d62-8bc9-9ffc82809a3c req-0c1d5ad9-ad96-412a-9464-b0d828ecde79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:52.859940 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6870344c-1eb3-4d62-8bc9-9ffc82809a3c req-0c1d5ad9-ad96-412a-9464-b0d828ecde79 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=62e24853a3b34acfb53bf7ec608b962c&device_id=32bc9b1a-0c3b-4a0a-9930-171bdb04be95 HTTP/1.1" status: 200 len: 1094 time: 0.2034147 May 06 09:51:52.873172 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d755482-93d7-45da-b8a7-6b3f9b152cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c974a161-2872-4b81-8e66-9607719d80f2'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:52.875736 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f948f196-9345-4c5f-a9a2-c128d3837631" -d '{"events": [{"server_uuid": "7d755482-93d7-45da-b8a7-6b3f9b152cfd", "name": "network-vif-plugged", "status": "completed", "tag": "c974a161-2872-4b81-8e66-9607719d80f2"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:52.876375 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-e0689361-1c69-4740-8472-582082f4d0b2 service neutron] Attempting to bind port 53683871-b7c0-4da2-9324-f3ea89427464 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:51:52.876714 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-e0689361-1c69-4740-8472-582082f4d0b2 service neutron] Attempting to bind port 53683871-b7c0-4da2-9324-f3ea89427464 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c300624d-66e7-49f6-ae80-d44c6fd32f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:51:52.877048 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-e0689361-1c69-4740-8472-582082f4d0b2 service neutron] Attempting to bind port 53683871-b7c0-4da2-9324-f3ea89427464 on network 868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:51:52.884645 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb0552d0-220e-4bce-bd52-b37f93e743d2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:52.908091 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port c974a161-2872-4b81-8e66-9607719d80f2, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=c974a161-2872-4b81-8e66-9607719d80f2,segment=NetworkSegment(851cb677-78d5-47cf-bae8-64d638270576),segment_id=851cb677-78d5-47cf-bae8-64d638270576)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:52.913668 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c86f874-8602-489e-990e-f1a0d7418a6e None None] Routers {'281776a7-ed7c-440e-879c-88327b06ac90'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:52.914755 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8c86f874-8602-489e-990e-f1a0d7418a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['281776a7-ed7c-440e-879c-88327b06ac90'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:52.926307 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:52.947729 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-e0689361-1c69-4740-8472-582082f4d0b2 service neutron] Port 53683871-b7c0-4da2-9324-f3ea89427464 on network 868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:51:52.948238 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-e0689361-1c69-4740-8472-582082f4d0b2 service neutron] Attempting to bind port 53683871-b7c0-4da2-9324-f3ea89427464 on network 868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:51:52.955037 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f572173b-7e1e-4dd0-bad2-713119f72d8e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "PUT /v2.0/floatingips/4060b8e0-34d9-4eda-af4e-4dcedd9ce0ab HTTP/1.1" status: 200 len: 991 time: 3.7976115 May 06 09:51:52.959741 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9997a7a-87c5-45ef-bd39-29f0b4a1c40d', 'tag': 'a9c76481-9e3e-4342-aee4-887479d4fbd8'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:52.963952 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687814d7-61e2-4b4c-aed6-5a120c1e362a" -d '{"events": [{"name": "network-changed", "server_uuid": "a9997a7a-87c5-45ef-bd39-29f0b4a1c40d", "tag": "a9c76481-9e3e-4342-aee4-887479d4fbd8"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:52.985945 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-e0689361-1c69-4740-8472-582082f4d0b2 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:51:52.986320 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-e0689361-1c69-4740-8472-582082f4d0b2 service neutron] Checking segment: {'id': 'c300624d-66e7-49f6-ae80-d44c6fd32f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:51:52.986800 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-e0689361-1c69-4740-8472-582082f4d0b2 service neutron] Bound using segment: {'id': 'c300624d-66e7-49f6-ae80-d44c6fd32f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:51:52.987315 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-e0689361-1c69-4740-8472-582082f4d0b2 service neutron] Bound port: 53683871-b7c0-4da2-9324-f3ea89427464, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c300624d-66e7-49f6-ae80-d44c6fd32f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:51:52.987774 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-e0689361-1c69-4740-8472-582082f4d0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:53.009312 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12259182-c8b8-4b8b-8fbd-cbafb2443bd5 x-openstack-request-id: req-12259182-c8b8-4b8b-8fbd-cbafb2443bd5 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:53.009671 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d755482-93d7-45da-b8a7-6b3f9b152cfd", "name": "network-vif-plugged", "status": "completed", "tag": "c974a161-2872-4b81-8e66-9607719d80f2", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:53.009934 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-12259182-c8b8-4b8b-8fbd-cbafb2443bd5 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:53.010338 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12259182-c8b8-4b8b-8fbd-cbafb2443bd5'] response: {'server_uuid': '7d755482-93d7-45da-b8a7-6b3f9b152cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c974a161-2872-4b81-8e66-9607719d80f2', 'code': 200} May 06 09:51:53.130303 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1187f880-e590-4f60-900b-fc213542e92c None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:53.176654 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-e0689361-1c69-4740-8472-582082f4d0b2 service neutron] For port 53683871-b7c0-4da2-9324-f3ea89427464, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:51:53.184180 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-e0689361-1c69-4740-8472-582082f4d0b2 service neutron] For port 53683871-b7c0-4da2-9324-f3ea89427464, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=53683871-b7c0-4da2-9324-f3ea89427464,segment=NetworkSegment(c300624d-66e7-49f6-ae80-d44c6fd32f06),segment_id=c300624d-66e7-49f6-ae80-d44c6fd32f06)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:51:53.194036 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-e0689361-1c69-4740-8472-582082f4d0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:53.213459 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e76d0-1d7b-4f87-ac1d-d2b4f809dfcb req-c4bfb545-8f1d-4965-af13-a85055e7095a tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:53.214978 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f97e76d0-1d7b-4f87-ac1d-d2b4f809dfcb req-c4bfb545-8f1d-4965-af13-a85055e7095a tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d755482-93d7-45da-b8a7-6b3f9b152cfd HTTP/1.1" status: 200 len: 946 time: 0.1047692 May 06 09:51:53.231652 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3c5c7766-db99-4a0d-8d16-938e9bafbd0c tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:53.250520 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353f29e-fd27-437a-831a-a72919b90581 req-5b84e540-d8f9-4334-bb7e-00eb29b5c69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:53.250782 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=c974a161-2872-4b81-8e66-9607719d80f2,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:53.252361 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3353f29e-fd27-437a-831a-a72919b90581 req-5b84e540-d8f9-4334-bb7e-00eb29b5c69b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7d755482-93d7-45da-b8a7-6b3f9b152cfd HTTP/1.1" status: 200 len: 1097 time: 0.1579237 May 06 09:51:53.254077 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870344c-1eb3-4d62-8bc9-9ffc82809a3c req-fe8ef990-0553-4834-9fe4-b900d1636159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:53.254934 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-e0689361-1c69-4740-8472-582082f4d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:53.255582 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6870344c-1eb3-4d62-8bc9-9ffc82809a3c req-fe8ef990-0553-4834-9fe4-b900d1636159 service neutron] 10.222.0.77 "GET /v2.0/networks?id=db397eab-7f8f-424c-846d-4edcc9618ba0 HTTP/1.1" status: 200 len: 922 time: 0.3878369 May 06 09:51:53.255718 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-e0689361-1c69-4740-8472-582082f4d0b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:53.256919 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-e0689361-1c69-4740-8472-582082f4d0b2 service neutron] 10.222.0.84 "PUT /v2.0/ports/53683871-b7c0-4da2-9324-f3ea89427464 HTTP/1.1" status: 200 len: 1092 time: 1.6510751 May 06 09:51:53.287025 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f97e76d0-1d7b-4f87-ac1d-d2b4f809dfcb req-188300e9-dcb0-4260-8321-f2063bba71e3 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=282fd752-0c1e-443e-9c12-982b922a1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626023 May 06 09:51:53.307207 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1187f880-e590-4f60-900b-fc213542e92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:53.332857 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0689361-1c69-4740-8472-582082f4d0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=53683871-b7c0-4da2-9324-f3ea89427464,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:53.333106 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6870344c-1eb3-4d62-8bc9-9ffc82809a3c req-f1431bd5-874f-409a-a601-7c0a14df62a0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8257a1cc-c766-492f-80d6-66f566f6fb48 HTTP/1.1" status: 200 len: 217 time: 0.0496314 May 06 09:51:53.427601 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cabb374-06e6-4d2f-9b2b-43bf5e96d74e x-openstack-request-id: req-3cabb374-06e6-4d2f-9b2b-43bf5e96d74e {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:53.428019 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9997a7a-87c5-45ef-bd39-29f0b4a1c40d", "tag": "a9c76481-9e3e-4342-aee4-887479d4fbd8", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:53.428484 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3cabb374-06e6-4d2f-9b2b-43bf5e96d74e {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:53.428945 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cabb374-06e6-4d2f-9b2b-43bf5e96d74e'] response: {'name': 'network-changed', 'server_uuid': 'a9997a7a-87c5-45ef-bd39-29f0b4a1c40d', 'tag': 'a9c76481-9e3e-4342-aee4-887479d4fbd8', 'status': 'completed', 'code': 200} May 06 09:51:53.434056 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c7766-db99-4a0d-8d16-938e9bafbd0c tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Pushing event deleted for resources: {'Port': ['ID=e624545c-00ea-43ef-853a-44cf7bf931eb,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:53.440171 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1187f880-e590-4f60-900b-fc213542e92c None None] Network 3897a049-5dae-4c2c-aa38-80a3849f9511 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:53.453425 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3353f29e-fd27-437a-831a-a72919b90581 req-91d79052-1357-454c-825f-0208049bff8a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=282fd752-0c1e-443e-9c12-982b922a1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837757 May 06 09:51:53.473862 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-8c86f874-8602-489e-990e-f1a0d7418a6e None None] Set router 281776a7-ed7c-440e-879c-88327b06ac90 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:51:53.478689 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-1187f880-e590-4f60-900b-fc213542e92c None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:53.479471 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-af9afbe9-71bf-4f71-8368-0fcb80d5652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:53.481594 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-af9afbe9-71bf-4f71-8368-0fcb80d5652b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ecf91720b00844e4be66113308137ac2&device_id=5008281f-2185-47ca-bea9-f5a33fbb4d34 HTTP/1.1" status: 200 len: 1095 time: 0.1620963 May 06 09:51:53.499979 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-3c5c7766-db99-4a0d-8d16-938e9bafbd0c tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] create failed (client error): The resource could not be found. May 06 09:51:53.501428 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3c5c7766-db99-4a0d-8d16-938e9bafbd0c tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.4195607 May 06 09:51:53.505107 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1187f880-e590-4f60-900b-fc213542e92c None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:53.521507 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187f880-e590-4f60-900b-fc213542e92c None None] Pushing event updated for resources: {'Port': ['ID=866c85fe-7019-4f37-987e-9d00d816b515,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:53.535739 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60012) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:53.547073 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-58372f5e-dd80-4f67-8ebe-f9544af91023 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53683871-b7c0-4da2-9324-f3ea89427464 HTTP/1.1" status: 200 len: 217 time: 0.0553825 May 06 09:51:53.580360 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870344c-1eb3-4d62-8bc9-9ffc82809a3c req-edcd899b-69b0-4dce-97c7-7b211666d048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:53.581950 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6870344c-1eb3-4d62-8bc9-9ffc82809a3c req-edcd899b-69b0-4dce-97c7-7b211666d048 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3add92ac-74ce-42eb-af62-aa0d4e445263 HTTP/1.1" status: 200 len: 861 time: 0.2387490 May 06 09:51:53.615740 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-8a5d728b-39e4-4ecf-9b8d-7282974dc595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:53.617241 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-8a5d728b-39e4-4ecf-9b8d-7282974dc595 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5d90ebbf-f0cf-43fe-a3fc-bc822222c71f HTTP/1.1" status: 200 len: 850 time: 0.0628445 May 06 09:51:53.648972 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-1187f880-e590-4f60-900b-fc213542e92c None None] Attempting to bind port 866c85fe-7019-4f37-987e-9d00d816b515 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:51:53.650358 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-1187f880-e590-4f60-900b-fc213542e92c None None] Attempting to bind port 866c85fe-7019-4f37-987e-9d00d816b515 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'b5616e33-a479-4ec7-bbb0-55909c1638e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3897a049-5dae-4c2c-aa38-80a3849f9511'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:51:53.651007 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1187f880-e590-4f60-900b-fc213542e92c None None] Attempting to bind port 866c85fe-7019-4f37-987e-9d00d816b515 on network 3897a049-5dae-4c2c-aa38-80a3849f9511 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:51:53.655973 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-70024907-b556-4879-8565-0de5811554a5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315757 May 06 09:51:53.660575 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb0552d0-220e-4bce-bd52-b37f93e743d2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for router_gateway, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:53.661390 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1187f880-e590-4f60-900b-fc213542e92c None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:51:53.663459 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1187f880-e590-4f60-900b-fc213542e92c None None] Checking segment: {'id': 'b5616e33-a479-4ec7-bbb0-55909c1638e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3897a049-5dae-4c2c-aa38-80a3849f9511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:51:53.663899 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1187f880-e590-4f60-900b-fc213542e92c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:53.665493 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1187f880-e590-4f60-900b-fc213542e92c None None] Bound using segment: {'id': 'b5616e33-a479-4ec7-bbb0-55909c1638e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3897a049-5dae-4c2c-aa38-80a3849f9511'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:51:53.666272 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-1187f880-e590-4f60-900b-fc213542e92c None None] Bound port: 866c85fe-7019-4f37-987e-9d00d816b515, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5616e33-a479-4ec7-bbb0-55909c1638e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3897a049-5dae-4c2c-aa38-80a3849f9511'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:51:53.667006 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1187f880-e590-4f60-900b-fc213542e92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:53.669475 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687814d7-61e2-4b4c-aed6-5a120c1e362a req-d642238c-be96-49e6-aa57-2cf0e86ed057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:53.671342 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-687814d7-61e2-4b4c-aed6-5a120c1e362a req-d642238c-be96-49e6-aa57-2cf0e86ed057 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1750166bc51841a8bad92d45b4eec5fb&device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 1096 time: 0.2456603 May 06 09:51:53.715465 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb0552d0-220e-4bce-bd52-b37f93e743d2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:53.766702 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-f2c6b85f-f3db-4c6e-8fb6-cd74b4c4c26d service neutron] 10.222.0.84 "GET /v2.0/networks/868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017544 May 06 09:51:53.798022 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-67bf58ba-c937-4b31-832c-44fc80a40faf tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Deleting port 03816382-e0db-4d4c-b764-c043d6ed1496 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:53.798367 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-67bf58ba-c937-4b31-832c-44fc80a40faf tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:53.809481 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6608e4-dfaf-488c-a0b0-619b9013c40f req-e52fc652-b8d1-4a09-882b-14e966208d07 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:53.811076 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7f6608e4-dfaf-488c-a0b0-619b9013c40f req-e52fc652-b8d1-4a09-882b-14e966208d07 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] 10.222.0.73 "GET /v2.0/ports?device_id=32bc9b1a-0c3b-4a0a-9930-171bdb04be95 HTTP/1.1" status: 200 len: 943 time: 0.3054152 May 06 09:51:53.888803 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3bab9821-4107-4ea5-b4b2-b6570bac46db req-69ea55d3-e8b0-4965-8cc4-df37b1d31b68 service neutron] 10.222.0.84 "GET /v2.0/networks/868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145289 May 06 09:51:53.944805 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6870344c-1eb3-4d62-8bc9-9ffc82809a3c req-f8d85c3d-9c39-4ffc-b7a1-4e4e71e5ebe9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=db397eab-7f8f-424c-846d-4edcc9618ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908351 May 06 09:51:54.031798 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-1187f880-e590-4f60-900b-fc213542e92c None None] For port 866c85fe-7019-4f37-987e-9d00d816b515, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:51:54.035687 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-1187f880-e590-4f60-900b-fc213542e92c None None] For port 866c85fe-7019-4f37-987e-9d00d816b515, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=866c85fe-7019-4f37-987e-9d00d816b515,segment=NetworkSegment(b5616e33-a479-4ec7-bbb0-55909c1638e5),segment_id=b5616e33-a479-4ec7-bbb0-55909c1638e5)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:51:54.038287 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8c86f874-8602-489e-990e-f1a0d7418a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281776a7-ed7c-440e-879c-88327b06ac90', 'name': 'tempest-AttachVolumeShelveTestJSON-1205873776-router', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:50Z', 'updated_at': '2022-05-06T09:46:58Z', 'revision_number': 4, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'gw_port': {'id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:51Z', 'updated_at': '2022-05-06T09:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '4060b8e0-34d9-4eda-af4e-4dcedd9ce0ab', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'floating_ip_address': '172.25.5.155', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'port_id': 'a9c76481-9e3e-4342-aee4-887479d4fbd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'mac_address': 'fa:16:3e:32:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9997a7a-87c5-45ef-bd39-29f0b4a1c40d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:51:27Z', 'updated_at': '2022-05-06T09:51:50Z', 'revision_number': 1, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef4f4acb-a4d1-467f-9a23-b176d81f0e9b', 'name': '', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'mac_address': 'fa:16:3e:29:ca:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:56Z', 'updated_at': '2022-05-06T09:47:07Z', 'revision_number': 5, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'subnets': [{'id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:54.076472 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c86f874-8602-489e-990e-f1a0d7418a6e None None] Checking router: 281776a7-ed7c-440e-879c-88327b06ac90 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:51:54.081689 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1187f880-e590-4f60-900b-fc213542e92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:54.107240 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7f6608e4-dfaf-488c-a0b0-619b9013c40f req-9faf5237-f4a3-4504-a9fe-5152b004d1ec tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] 10.222.0.73 "GET /v2.0/security-groups?id=74edee99-bb82-45be-9baf-30abc460259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521300 May 06 09:51:54.120995 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c86f874-8602-489e-990e-f1a0d7418a6e None None] Routers {'281776a7-ed7c-440e-879c-88327b06ac90'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:54.121640 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8c86f874-8602-489e-990e-f1a0d7418a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['281776a7-ed7c-440e-879c-88327b06ac90'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:54.130896 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687814d7-61e2-4b4c-aed6-5a120c1e362a req-324c6b0d-ec3c-4ffb-8ba8-e206d778b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:54.132443 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-687814d7-61e2-4b4c-aed6-5a120c1e362a req-324c6b0d-ec3c-4ffb-8ba8-e206d778b71b service neutron] 10.222.0.84 "GET /v2.0/networks?id=02e8aba3-387b-400e-9f74-334ab3eab168 HTTP/1.1" status: 200 len: 918 time: 0.4324646 May 06 09:51:54.150714 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-67bf58ba-c937-4b31-832c-44fc80a40faf tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:54.209764 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187f880-e590-4f60-900b-fc213542e92c None None] Pushing event updated for resources: {'Port': ['ID=866c85fe-7019-4f37-987e-9d00d816b515,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:54.275310 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6870344c-1eb3-4d62-8bc9-9ffc82809a3c req-8744270d-c6b6-4900-910d-eec7da02dd6d service neutron] 10.222.0.77 "GET /v2.0/networks/db397eab-7f8f-424c-846d-4edcc9618ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174376 May 06 09:51:54.320372 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-8c86f874-8602-489e-990e-f1a0d7418a6e None None] Set router 281776a7-ed7c-440e-879c-88327b06ac90 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:51:54.328127 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-cb0552d0-220e-4bce-bd52-b37f93e743d2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Allocated IP 172.25.5.107 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/7a0ca46a-59e9-42f2-ae0f-3c93221ddf3b) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:54.345419 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-67bf58ba-c937-4b31-832c-44fc80a40faf tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Calling delete_port for 03816382-e0db-4d4c-b764-c043d6ed1496 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:54.443962 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-687814d7-61e2-4b4c-aed6-5a120c1e362a req-82e1c0da-2cf9-4d89-a32d-3ecd1325e6a7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9c76481-9e3e-4342-aee4-887479d4fbd8 HTTP/1.1" status: 200 len: 999 time: 0.2940676 May 06 09:51:54.677197 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8c86f874-8602-489e-990e-f1a0d7418a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281776a7-ed7c-440e-879c-88327b06ac90', 'name': 'tempest-AttachVolumeShelveTestJSON-1205873776-router', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:50Z', 'updated_at': '2022-05-06T09:46:58Z', 'revision_number': 4, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'gw_port': {'id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:51Z', 'updated_at': '2022-05-06T09:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '4060b8e0-34d9-4eda-af4e-4dcedd9ce0ab', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'floating_ip_address': '172.25.5.155', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'port_id': 'a9c76481-9e3e-4342-aee4-887479d4fbd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'mac_address': 'fa:16:3e:32:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9997a7a-87c5-45ef-bd39-29f0b4a1c40d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:51:27Z', 'updated_at': '2022-05-06T09:51:50Z', 'revision_number': 1, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef4f4acb-a4d1-467f-9a23-b176d81f0e9b', 'name': '', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'mac_address': 'fa:16:3e:29:ca:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:56Z', 'updated_at': '2022-05-06T09:47:07Z', 'revision_number': 5, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'subnets': [{'id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:54.710352 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c86f874-8602-489e-990e-f1a0d7418a6e None None] The sync data for ids ['281776a7-ed7c-440e-879c-88327b06ac90'] in n-d-840835-1 is: [{'id': '281776a7-ed7c-440e-879c-88327b06ac90', 'name': 'tempest-AttachVolumeShelveTestJSON-1205873776-router', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:50Z', 'updated_at': '2022-05-06T09:46:58Z', 'revision_number': 4, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'gw_port': {'id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:51Z', 'updated_at': '2022-05-06T09:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '4060b8e0-34d9-4eda-af4e-4dcedd9ce0ab', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'floating_ip_address': '172.25.5.155', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'port_id': 'a9c76481-9e3e-4342-aee4-887479d4fbd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'mac_address': 'fa:16:3e:32:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9997a7a-87c5-45ef-bd39-29f0b4a1c40d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:51:27Z', 'updated_at': '2022-05-06T09:51:50Z', 'revision_number': 1, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef4f4acb-a4d1-467f-9a23-b176d81f0e9b', 'name': '', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'mac_address': 'fa:16:3e:29:ca:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:56Z', 'updated_at': '2022-05-06T09:47:07Z', 'revision_number': 5, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'subnets': [{'id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:51:54.845512 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60032) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:55.007759 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b860dc35-18d1-44c8-a989-ad268933ec3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:55.016893 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687814d7-61e2-4b4c-aed6-5a120c1e362a req-f7e4b28b-a204-4549-a9dd-91a633bf1f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:55.018422 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-687814d7-61e2-4b4c-aed6-5a120c1e362a req-f7e4b28b-a204-4549-a9dd-91a633bf1f4b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1d4098cb-ab83-4260-9cb2-59b447fa9932 HTTP/1.1" status: 200 len: 856 time: 0.5511396 May 06 09:51:55.020318 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6870344c-1eb3-4d62-8bc9-9ffc82809a3c req-82d8d4f5-73e9-425e-b11e-e5d1c0729071 service neutron] 10.222.0.77 "GET /v2.0/networks/db397eab-7f8f-424c-846d-4edcc9618ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7256336 May 06 09:51:55.097320 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41369a-3d4b-4e72-b806-5ecf11ff6051 req-9b2c3211-2acf-450b-9bf8-b4b5b7df2902 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:55.098723 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d41369a-3d4b-4e72-b806-5ecf11ff6051 req-9b2c3211-2acf-450b-9bf8-b4b5b7df2902 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] 10.222.0.73 "GET /v2.0/ports?device_id=5008281f-2185-47ca-bea9-f5a33fbb4d34 HTTP/1.1" status: 200 len: 944 time: 0.8223183 May 06 09:51:55.109445 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b860dc35-18d1-44c8-a989-ad268933ec3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:55.113313 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b860dc35-18d1-44c8-a989-ad268933ec3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:55.155312 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b860dc35-18d1-44c8-a989-ad268933ec3c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=130197d2e8384804aa207fa9d27cdf4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3072431 May 06 09:51:55.156258 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860dc35-18d1-44c8-a989-ad268933ec3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a51f09-ee84-439c-a813-67588c1feada,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:55.159241 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60038) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:55.187502 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687814d7-61e2-4b4c-aed6-5a120c1e362a req-a8dc8754-ee80-419f-a987-ffc118b22553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:55.189197 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-687814d7-61e2-4b4c-aed6-5a120c1e362a req-a8dc8754-ee80-419f-a987-ffc118b22553 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=02e8aba3-387b-400e-9f74-334ab3eab168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184685 May 06 09:51:55.237054 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2197011a-9a90-475f-b5f9-c478bf01eb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:55.276432 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2197011a-9a90-475f-b5f9-c478bf01eb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:55.335368 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2250333-aaaf-4525-8a38-eea31f5c54c1 None None] New status for floating IP 4060b8e0-34d9-4eda-af4e-4dcedd9ce0ab: ACTIVE {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:51:55.337963 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2197011a-9a90-475f-b5f9-c478bf01eb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:55.340496 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2197011a-9a90-475f-b5f9-c478bf01eb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:55.341840 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2197011a-9a90-475f-b5f9-c478bf01eb09 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a7a51f09-ee84-439c-a813-67588c1feada HTTP/1.1" status: 204 len: 168 time: 0.1815953 May 06 09:51:55.357788 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d41369a-3d4b-4e72-b806-5ecf11ff6051 req-9d23758f-bccd-4a03-95f4-09377cd232ca tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] 10.222.0.73 "GET /v2.0/security-groups?id=6cc1a2e0-813f-4ede-9639-b21b48339343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389109 May 06 09:51:55.368261 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197011a-9a90-475f-b5f9-c478bf01eb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a51f09-ee84-439c-a813-67588c1feada,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:55.374284 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb0552d0-220e-4bce-bd52-b37f93e743d2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:55.429880 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5008281f-2185-47ca-bea9-f5a33fbb4d34', 'tag': '53683871-b7c0-4da2-9324-f3ea89427464'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:55.433080 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f289229-12f4-4c22-b5db-fdcd15f6a4f6" -d '{"events": [{"name": "network-changed", "server_uuid": "5008281f-2185-47ca-bea9-f5a33fbb4d34", "tag": "53683871-b7c0-4da2-9324-f3ea89427464"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:55.435724 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-67bf58ba-c937-4b31-832c-44fc80a40faf tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:55.505819 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf58ba-c937-4b31-832c-44fc80a40faf tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Pushing event deleted for resources: {'Port': ['ID=03816382-e0db-4d4c-b764-c043d6ed1496,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:55.603076 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-687814d7-61e2-4b4c-aed6-5a120c1e362a req-fe207895-8643-40ad-b91e-53f1d5d68e14 service neutron] 10.222.0.84 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041595 May 06 09:51:55.629864 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb0552d0-220e-4bce-bd52-b37f93e743d2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:55.747280 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0552d0-220e-4bce-bd52-b37f93e743d2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:55.763100 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd2941-f4ee-4430-a58c-46844d8d731e req-599cd03b-114f-4cd0-a2bb-3f3600c55184 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:55.770832 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08dd2941-f4ee-4430-a58c-46844d8d731e req-599cd03b-114f-4cd0-a2bb-3f3600c55184 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d755482-93d7-45da-b8a7-6b3f9b152cfd HTTP/1.1" status: 200 len: 946 time: 0.2733467 May 06 09:51:55.779109 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-cb0552d0-220e-4bce-bd52-b37f93e743d2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:55.786193 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60046) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:55.792362 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0552d0-220e-4bce-bd52-b37f93e743d2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:55.804601 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-61dcebb4-61f2-4c69-a531-ca61952e849c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:55.827873 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea5a8f6-2131-4431-81ae-49ef4026fb63 None None] Network 3897a049-5dae-4c2c-aa38-80a3849f9511 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:51:55.836980 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-67bf58ba-c937-4b31-832c-44fc80a40faf tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:55.840405 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-67bf58ba-c937-4b31-832c-44fc80a40faf tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] 10.222.0.73 "DELETE /v2.0/ports/03816382-e0db-4d4c-b764-c043d6ed1496 HTTP/1.1" status: 204 len: 168 time: 2.3032846 May 06 09:51:55.843575 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60048) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:55.845830 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0552d0-220e-4bce-bd52-b37f93e743d2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event updated for resources: {'Port': ['ID=7a0ca46a-59e9-42f2-ae0f-3c93221ddf3b,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:55.899491 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08dd2941-f4ee-4430-a58c-46844d8d731e req-ed0d32e2-fff6-4202-a1d3-3a7c5377849c tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=282fd752-0c1e-443e-9c12-982b922a1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231987 May 06 09:51:55.918680 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-5c6767f0-a1e3-4b36-90d2-810168ae6baf None None] Provisioning complete for port 866c85fe-7019-4f37-987e-9d00d816b515 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:55.928495 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5c6767f0-a1e3-4b36-90d2-810168ae6baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:55.935280 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4c4f39-14d2-43ed-a939-23e8ee1aaf57 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:55.939799 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60052) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:55.940617 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9b4c4f39-14d2-43ed-a939-23e8ee1aaf57 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5567d10-6239-4131-a5fb-77558d2503f7 HTTP/1.1" status: 200 len: 913 time: 0.0918849 May 06 09:51:55.962651 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-61dcebb4-61f2-4c69-a531-ca61952e849c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:55.968276 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-61dcebb4-61f2-4c69-a531-ca61952e849c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:55.977972 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-687814d7-61e2-4b4c-aed6-5a120c1e362a req-284bac59-6fe9-4b75-8b2c-702f6fd8f343 service neutron] 10.222.0.84 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368418 May 06 09:51:56.035161 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5c6767f0-a1e3-4b36-90d2-810168ae6baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:56.037479 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dcebb4-61f2-4c69-a531-ca61952e849c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b717b789-3de7-4fed-8d90-9cfbfa7c3a9c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:56.058901 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-61dcebb4-61f2-4c69-a531-ca61952e849c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8d1e2af5b4c94accb7a5b9cf1db2b206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2714880 May 06 09:51:56.059571 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60054) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:56.078743 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-5c6767f0-a1e3-4b36-90d2-810168ae6baf None None] For port 866c85fe-7019-4f37-987e-9d00d816b515, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=866c85fe-7019-4f37-987e-9d00d816b515,segment=NetworkSegment(b5616e33-a479-4ec7-bbb0-55909c1638e5),segment_id=b5616e33-a479-4ec7-bbb0-55909c1638e5)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:56.107244 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5c6767f0-a1e3-4b36-90d2-810168ae6baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:56.122395 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4f6f6185-9876-476c-aae0-76f5ec793800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:56.157472 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4f6f6185-9876-476c-aae0-76f5ec793800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:56.183780 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6767f0-a1e3-4b36-90d2-810168ae6baf None None] Pushing event updated for resources: {'Port': ['ID=866c85fe-7019-4f37-987e-9d00d816b515,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:56.213779 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4f6f6185-9876-476c-aae0-76f5ec793800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:56.216572 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4f6f6185-9876-476c-aae0-76f5ec793800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:56.218121 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4f6f6185-9876-476c-aae0-76f5ec793800 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b717b789-3de7-4fed-8d90-9cfbfa7c3a9c HTTP/1.1" status: 204 len: 168 time: 0.1576054 May 06 09:51:56.228621 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f6185-9876-476c-aae0-76f5ec793800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b717b789-3de7-4fed-8d90-9cfbfa7c3a9c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:56.263671 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203271d-d76d-42f8-b29f-4ea9fcda7ba4 req-2f5bfa19-cd56-44f2-9b73-dec7d22cf69e tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:56.265259 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8203271d-d76d-42f8-b29f-4ea9fcda7ba4 req-2f5bfa19-cd56-44f2-9b73-dec7d22cf69e tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] 10.222.0.73 "GET /v2.0/ports?device_id=32bc9b1a-0c3b-4a0a-9930-171bdb04be95 HTTP/1.1" status: 200 len: 943 time: 0.2396810 May 06 09:51:56.379787 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 8257a1cc-c766-492f-80d6-66f566f6fb48 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:51:56.427552 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8203271d-d76d-42f8-b29f-4ea9fcda7ba4 req-7f95b407-1730-4a9c-9d65-f66c78049620 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] 10.222.0.73 "GET /v2.0/security-groups?id=74edee99-bb82-45be-9baf-30abc460259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530473 May 06 09:51:56.441965 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb0552d0-220e-4bce-bd52-b37f93e743d2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for router_gateway, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:56.524854 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f3c898-2cd8-4900-a13d-421e011cc3ce x-openstack-request-id: req-c9f3c898-2cd8-4900-a13d-421e011cc3ce {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:56.525366 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5008281f-2185-47ca-bea9-f5a33fbb4d34", "tag": "53683871-b7c0-4da2-9324-f3ea89427464", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:56.525812 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c9f3c898-2cd8-4900-a13d-421e011cc3ce {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:56.526406 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9f3c898-2cd8-4900-a13d-421e011cc3ce'] response: {'name': 'network-changed', 'server_uuid': '5008281f-2185-47ca-bea9-f5a33fbb4d34', 'tag': '53683871-b7c0-4da2-9324-f3ea89427464', 'status': 'completed', 'code': 200} May 06 09:51:56.582649 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 866c85fe-7019-4f37-987e-9d00d816b515 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:51:56.611450 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 8257a1cc-c766-492f-80d6-66f566f6fb48, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=8257a1cc-c766-492f-80d6-66f566f6fb48,segment=NetworkSegment(8426b270-db3e-4993-b417-8d01b021d393),segment_id=8426b270-db3e-4993-b417-8d01b021d393)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:56.646351 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '8257a1cc-c766-492f-80d6-66f566f6fb48', 'network_id': 'db397eab-7f8f-424c-846d-4edcc9618ba0', 'port_id': '8257a1cc-c766-492f-80d6-66f566f6fb48', 'mac_address': 'fa:16:3e:90:99:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3add92ac-74ce-42eb-af62-aa0d4e445263', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:51:56.651360 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-149e94f6-1e5e-4ddb-82a5-2d6519492bc4 None None] Provisioning complete for port 866c85fe-7019-4f37-987e-9d00d816b515 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:56.652306 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-149e94f6-1e5e-4ddb-82a5-2d6519492bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:56.748708 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:56.759323 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 866c85fe-7019-4f37-987e-9d00d816b515 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:56.761149 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:56.762299 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f289229-12f4-4c22-b5db-fdcd15f6a4f6 req-266c6893-b89b-4d93-8e8c-fdb42e606d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:56.764241 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f289229-12f4-4c22-b5db-fdcd15f6a4f6 req-266c6893-b89b-4d93-8e8c-fdb42e606d92 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ecf91720b00844e4be66113308137ac2&device_id=5008281f-2185-47ca-bea9-f5a33fbb4d34 HTTP/1.1" status: 200 len: 1095 time: 0.1786067 May 06 09:51:56.777126 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665214d7-ea9c-44eb-8a6d-23f682d93edb req-6db4e05a-d87e-4489-9f25-d97d937dd3bc tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:56.778611 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-665214d7-ea9c-44eb-8a6d-23f682d93edb req-6db4e05a-d87e-4489-9f25-d97d937dd3bc tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d755482-93d7-45da-b8a7-6b3f9b152cfd HTTP/1.1" status: 200 len: 946 time: 0.1839659 May 06 09:51:56.787364 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8257a1cc-c766-492f-80d6-66f566f6fb48 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:51:56.791363 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60070) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:56.797019 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-83704d62-4022-403b-8052-c0342c0082b2 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Request body: {'floatingip': {'port_id': 'c974a161-2872-4b81-8e66-9607719d80f2'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:56.848579 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 8257a1cc-c766-492f-80d6-66f566f6fb48, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=8257a1cc-c766-492f-80d6-66f566f6fb48,segment=NetworkSegment(8426b270-db3e-4993-b417-8d01b021d393),segment_id=8426b270-db3e-4993-b417-8d01b021d393)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:56.861900 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:56.891458 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-83704d62-4022-403b-8052-c0342c0082b2 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for floatingip, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:56.950728 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=8257a1cc-c766-492f-80d6-66f566f6fb48,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:56.982730 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fccbe94a-97a8-4738-8be4-0b93d11da12e tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:56.989013 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb0552d0-220e-4bce-bd52-b37f93e743d2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:57.196758 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 53683871-b7c0-4da2-9324-f3ea89427464 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:51:57.238506 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['8257a1cc-c766-492f-80d6-66f566f6fb48'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:51:57.372703 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 53683871-b7c0-4da2-9324-f3ea89427464, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=53683871-b7c0-4da2-9324-f3ea89427464,segment=NetworkSegment(c300624d-66e7-49f6-ae80-d44c6fd32f06),segment_id=c300624d-66e7-49f6-ae80-d44c6fd32f06)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:57.401481 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '53683871-b7c0-4da2-9324-f3ea89427464', 'network_id': '868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d', 'port_id': '53683871-b7c0-4da2-9324-f3ea89427464', 'mac_address': 'fa:16:3e:a2:23:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d90ebbf-f0cf-43fe-a3fc-bc822222c71f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:51:57.449183 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f289229-12f4-4c22-b5db-fdcd15f6a4f6 req-a5440163-f5a3-4c0c-b5a9-7453e1fad379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:57.450583 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f289229-12f4-4c22-b5db-fdcd15f6a4f6 req-a5440163-f5a3-4c0c-b5a9-7453e1fad379 service neutron] 10.222.0.84 "GET /v2.0/networks?id=868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d HTTP/1.1" status: 200 len: 911 time: 0.6691821 May 06 09:51:57.455990 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:57.479717 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53683871-b7c0-4da2-9324-f3ea89427464 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:51:57.487104 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1c0dc-dba6-46b8-85b7-e7bfbd107252 req-f9b341a5-d429-4b64-a500-eb32929ab78a tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:57.494611 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ded1c0dc-dba6-46b8-85b7-e7bfbd107252 req-f9b341a5-d429-4b64-a500-eb32929ab78a tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] 10.222.0.73 "GET /v2.0/ports?device_id=5008281f-2185-47ca-bea9-f5a33fbb4d34 HTTP/1.1" status: 200 len: 944 time: 0.5803916 May 06 09:51:57.501355 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 53683871-b7c0-4da2-9324-f3ea89427464, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=53683871-b7c0-4da2-9324-f3ea89427464,segment=NetworkSegment(c300624d-66e7-49f6-ae80-d44c6fd32f06),segment_id=c300624d-66e7-49f6-ae80-d44c6fd32f06)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:57.511193 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:57.564683 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f289229-12f4-4c22-b5db-fdcd15f6a4f6 req-b29a4571-037a-478e-9fee-4d977026f1d9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53683871-b7c0-4da2-9324-f3ea89427464 HTTP/1.1" status: 200 len: 217 time: 0.0983522 May 06 09:51:57.593319 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=53683871-b7c0-4da2-9324-f3ea89427464,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:57.624600 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ded1c0dc-dba6-46b8-85b7-e7bfbd107252 req-53a18731-7f3f-45ad-a83d-c1c384b27e18 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] 10.222.0.73 "GET /v2.0/security-groups?id=6cc1a2e0-813f-4ede-9639-b21b48339343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290591 May 06 09:51:57.768397 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f289229-12f4-4c22-b5db-fdcd15f6a4f6 req-26642d10-c923-4450-9f7f-708fe8cf3e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:57.769904 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f289229-12f4-4c22-b5db-fdcd15f6a4f6 req-26642d10-c923-4450-9f7f-708fe8cf3e06 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5d90ebbf-f0cf-43fe-a3fc-bc822222c71f HTTP/1.1" status: 200 len: 850 time: 0.1636612 May 06 09:51:57.824071 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f289229-12f4-4c22-b5db-fdcd15f6a4f6 req-3f5f8632-78e3-4c59-adcb-f11e93b33004 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411704 May 06 09:51:57.832829 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-83704d62-4022-403b-8052-c0342c0082b2 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:57.833940 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52df1b6-6081-4820-85a5-4ea019d47735 req-5a814d6d-0997-4c27-b52c-9f28773f6417 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:57.835594 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f52df1b6-6081-4820-85a5-4ea019d47735 req-5a814d6d-0997-4c27-b52c-9f28773f6417 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] 10.222.0.73 "GET /v2.0/ports?device_id=32bc9b1a-0c3b-4a0a-9930-171bdb04be95 HTTP/1.1" status: 200 len: 944 time: 0.1407018 May 06 09:51:57.840473 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-83704d62-4022-403b-8052-c0342c0082b2 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:57.888171 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['53683871-b7c0-4da2-9324-f3ea89427464'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:51:57.962383 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0552d0-220e-4bce-bd52-b37f93e743d2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Router debc9fd6-e236-40fa-8260-46659ef24ff4 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:51:57.962618 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-83704d62-4022-403b-8052-c0342c0082b2 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Floating IP 165153ea-11fe-4383-82b1-72d6bca9f43a associated. External IP: 172.25.5.243, port: c974a161-2872-4b81-8e66-9607719d80f2. May 06 09:51:57.992272 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f52df1b6-6081-4820-85a5-4ea019d47735 req-2e1dcd00-ca6a-4b61-bc59-d49b45fc57c0 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] 10.222.0.73 "GET /v2.0/security-groups?id=74edee99-bb82-45be-9baf-30abc460259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449523 May 06 09:51:58.117813 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f289229-12f4-4c22-b5db-fdcd15f6a4f6 req-7777cf23-df2d-4dd5-a699-11020000ce31 service neutron] 10.222.0.84 "GET /v2.0/networks/868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798138 May 06 09:51:58.225626 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83704d62-4022-403b-8052-c0342c0082b2 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Router f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:51:58.259584 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0552d0-220e-4bce-bd52-b37f93e743d2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:51:58.274876 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-fccbe94a-97a8-4738-8be4-0b93d11da12e tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Deleting port 4c4eb02e-3365-455f-a034-06d96a2bfe18 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:58.275244 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fccbe94a-97a8-4738-8be4-0b93d11da12e tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:58.283172 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15239ec8-3046-4712-8d1c-5fcc3e9fbcd3 None None] Sync routers for ids ['debc9fd6-e236-40fa-8260-46659ef24ff4'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:51:58.302369 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15239ec8-3046-4712-8d1c-5fcc3e9fbcd3 None None] Routers {'debc9fd6-e236-40fa-8260-46659ef24ff4'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:58.303832 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-15239ec8-3046-4712-8d1c-5fcc3e9fbcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['debc9fd6-e236-40fa-8260-46659ef24ff4'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:58.350597 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f289229-12f4-4c22-b5db-fdcd15f6a4f6 req-252fc13b-7b4b-4622-9925-5d999a7548c2 service neutron] 10.222.0.84 "GET /v2.0/networks/868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212636 May 06 09:51:58.356016 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb0552d0-220e-4bce-bd52-b37f93e743d2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:58.359859 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-cb0552d0-220e-4bce-bd52-b37f93e743d2 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.1067424 May 06 09:51:58.360808 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60106) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:58.385940 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 8257a1cc-c766-492f-80d6-66f566f6fb48 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:51:58.411762 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83704d62-4022-403b-8052-c0342c0082b2 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:51:58.424587 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16669c7-5e01-43ca-8b11-d82701f76842 None None] Sync routers for ids ['f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:51:58.438647 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-83704d62-4022-403b-8052-c0342c0082b2 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:58.443286 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-15239ec8-3046-4712-8d1c-5fcc3e9fbcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:58.453836 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fccbe94a-97a8-4738-8be4-0b93d11da12e tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:58.463641 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16669c7-5e01-43ca-8b11-d82701f76842 None None] Routers {'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:58.464646 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-e16669c7-5e01-43ca-8b11-d82701f76842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:58.467725 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15239ec8-3046-4712-8d1c-5fcc3e9fbcd3 None None] Routers {'debc9fd6-e236-40fa-8260-46659ef24ff4'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:58.468358 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-15239ec8-3046-4712-8d1c-5fcc3e9fbcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['debc9fd6-e236-40fa-8260-46659ef24ff4'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:58.506382 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-fccbe94a-97a8-4738-8be4-0b93d11da12e tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Calling delete_port for 4c4eb02e-3365-455f-a034-06d96a2bfe18 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:58.547145 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-83704d62-4022-403b-8052-c0342c0082b2 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "PUT /v2.0/floatingips/165153ea-11fe-4383-82b1-72d6bca9f43a HTTP/1.1" status: 200 len: 992 time: 1.7461374 May 06 09:51:58.547145 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d755482-93d7-45da-b8a7-6b3f9b152cfd', 'tag': 'c974a161-2872-4b81-8e66-9607719d80f2'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:58.547145 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cc5349-8339-4911-8061-d313ff5edfd1" -d '{"events": [{"name": "network-changed", "server_uuid": "7d755482-93d7-45da-b8a7-6b3f9b152cfd", "tag": "c974a161-2872-4b81-8e66-9607719d80f2"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:58.562099 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-15239ec8-3046-4712-8d1c-5fcc3e9fbcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:58.562744 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15239ec8-3046-4712-8d1c-5fcc3e9fbcd3 None None] The sync data for ids ['debc9fd6-e236-40fa-8260-46659ef24ff4'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:51:58.580930 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 8257a1cc-c766-492f-80d6-66f566f6fb48 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:51:58.591063 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 8257a1cc-c766-492f-80d6-66f566f6fb48 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:58.591478 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:58.618434 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de29fb9-dfe2-4d2d-a8ab-5c78947f397d x-openstack-request-id: req-2de29fb9-dfe2-4d2d-a8ab-5c78947f397d {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:58.618434 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d755482-93d7-45da-b8a7-6b3f9b152cfd", "tag": "c974a161-2872-4b81-8e66-9607719d80f2", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:58.618434 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2de29fb9-dfe2-4d2d-a8ab-5c78947f397d {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:58.618434 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2de29fb9-dfe2-4d2d-a8ab-5c78947f397d'] response: {'name': 'network-changed', 'server_uuid': '7d755482-93d7-45da-b8a7-6b3f9b152cfd', 'tag': 'c974a161-2872-4b81-8e66-9607719d80f2', 'status': 'completed', 'code': 200} May 06 09:51:58.713824 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:58.718540 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-e16669c7-5e01-43ca-8b11-d82701f76842 None None] Set router f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:51:58.760937 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 8257a1cc-c766-492f-80d6-66f566f6fb48, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=8257a1cc-c766-492f-80d6-66f566f6fb48,segment=NetworkSegment(8426b270-db3e-4993-b417-8d01b021d393),segment_id=8426b270-db3e-4993-b417-8d01b021d393)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:58.762024 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32bc9b1a-0c3b-4a0a-9930-171bdb04be95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8257a1cc-c766-492f-80d6-66f566f6fb48'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:58.765082 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333c4352-c823-40c6-b2a4-0603dcc2c06d" -d '{"events": [{"server_uuid": "32bc9b1a-0c3b-4a0a-9930-171bdb04be95", "name": "network-vif-plugged", "status": "completed", "tag": "8257a1cc-c766-492f-80d6-66f566f6fb48"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:58.771658 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:58.838820 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=8257a1cc-c766-492f-80d6-66f566f6fb48,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:58.875060 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:58.897787 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc5349-8339-4911-8061-d313ff5edfd1 req-e3fff194-9303-41a9-ab55-29ccc27703e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:58.899526 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b5cc5349-8339-4911-8061-d313ff5edfd1 req-e3fff194-9303-41a9-ab55-29ccc27703e7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fc3665e2c2e04868b3a33544c6d53039&device_id=7d755482-93d7-45da-b8a7-6b3f9b152cfd HTTP/1.1" status: 200 len: 1097 time: 0.2110124 May 06 09:51:58.962016 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf465930-31a0-461a-946e-ecf60850ba0a req-dfc29c3f-a534-455a-bc3f-7b5541e22c39 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:58.963929 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bf465930-31a0-461a-946e-ecf60850ba0a req-dfc29c3f-a534-455a-bc3f-7b5541e22c39 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] 10.222.0.73 "GET /v2.0/ports?device_id=5008281f-2185-47ca-bea9-f5a33fbb4d34 HTTP/1.1" status: 200 len: 945 time: 0.1869791 May 06 09:51:59.049482 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60140) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:59.081287 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-e16669c7-5e01-43ca-8b11-d82701f76842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'name': 'tempest-AttachVolumeTestJSON-1336332993-router', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:40Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 4, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'gw_port': {'id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:41Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '165153ea-11fe-4383-82b1-72d6bca9f43a', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'floating_ip_address': '172.25.5.243', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'port_id': 'c974a161-2872-4b81-8e66-9607719d80f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e', 'mac_address': 'fa:16:3e:a8:8f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d755482-93d7-45da-b8a7-6b3f9b152cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:51:39Z', 'updated_at': '2022-05-06T09:51:57Z', 'revision_number': 1, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75a258e-d68f-42b0-9b9a-4331bbc68248', 'name': '', 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'mac_address': 'fa:16:3e:ce:be:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:46Z', 'updated_at': '2022-05-06T09:47:53Z', 'revision_number': 5, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'subnets': [{'id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:59.120350 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16669c7-5e01-43ca-8b11-d82701f76842 None None] Checking router: f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:51:59.125484 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fccbe94a-97a8-4738-8be4-0b93d11da12e tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:59.130466 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16669c7-5e01-43ca-8b11-d82701f76842 None None] Routers {'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:59.131318 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-e16669c7-5e01-43ca-8b11-d82701f76842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:59.144676 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bf465930-31a0-461a-946e-ecf60850ba0a req-43532272-1657-4cec-9529-425e54cdd0f2 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] 10.222.0.73 "GET /v2.0/security-groups?id=6cc1a2e0-813f-4ede-9639-b21b48339343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602180 May 06 09:51:59.173233 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f96d65e-d09b-4e22-bf8b-422e5707fcae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:59.203984 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbe94a-97a8-4738-8be4-0b93d11da12e tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Pushing event deleted for resources: {'Port': ['ID=4c4eb02e-3365-455f-a034-06d96a2bfe18,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:59.210506 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4a5cc3-fb59-4ded-8bc1-2ef7240f80c6 x-openstack-request-id: req-7a4a5cc3-fb59-4ded-8bc1-2ef7240f80c6 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:59.212597 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32bc9b1a-0c3b-4a0a-9930-171bdb04be95", "name": "network-vif-plugged", "status": "completed", "tag": "8257a1cc-c766-492f-80d6-66f566f6fb48", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:59.213102 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7a4a5cc3-fb59-4ded-8bc1-2ef7240f80c6 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:59.213825 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a4a5cc3-fb59-4ded-8bc1-2ef7240f80c6'] response: {'server_uuid': '32bc9b1a-0c3b-4a0a-9930-171bdb04be95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8257a1cc-c766-492f-80d6-66f566f6fb48', 'code': 200} May 06 09:51:59.221317 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 53683871-b7c0-4da2-9324-f3ea89427464 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:51:59.255248 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc5349-8339-4911-8061-d313ff5edfd1 req-694f31d0-0380-4165-88ce-aaef8b03e8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:59.256354 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b5cc5349-8339-4911-8061-d313ff5edfd1 req-694f31d0-0380-4165-88ce-aaef8b03e8c0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5312fc31-6ea9-4a0c-acf2-db4b77673e7e HTTP/1.1" status: 200 len: 912 time: 0.3196564 May 06 09:51:59.282438 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-e16669c7-5e01-43ca-8b11-d82701f76842 None None] Set router f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:51:59.325899 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f96d65e-d09b-4e22-bf8b-422e5707fcae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:59.352731 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f96d65e-d09b-4e22-bf8b-422e5707fcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:59.378435 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 53683871-b7c0-4da2-9324-f3ea89427464 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:51:59.384303 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 53683871-b7c0-4da2-9324-f3ea89427464 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:59.384809 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:59.448994 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96d65e-d09b-4e22-bf8b-422e5707fcae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a5ee10-50b2-4379-b3bd-6ce9908a6bda,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:59.458123 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5f96d65e-d09b-4e22-bf8b-422e5707fcae admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5e71975cd3214d51b86642a0d5c37184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4075403 May 06 09:51:59.460617 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60144) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:59.502548 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb118f70-dfde-4347-bd83-c3b21becbe4e req-0b4a6f1d-c3b7-442e-8150-63dfd8347b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:59.507829 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bb118f70-dfde-4347-bd83-c3b21becbe4e req-0b4a6f1d-c3b7-442e-8150-63dfd8347b27 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=32bc9b1a-0c3b-4a0a-9930-171bdb04be95 HTTP/1.1" status: 200 len: 1096 time: 0.1790993 May 06 09:51:59.533647 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:59.580814 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c17a5d7b-3871-4fab-b148-b12a413fd071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:59.582553 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b5cc5349-8339-4911-8061-d313ff5edfd1 req-6dae9df8-b64c-40ec-a919-741e5b4e1bef service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c974a161-2872-4b81-8e66-9607719d80f2 HTTP/1.1" status: 200 len: 1000 time: 0.2927129 May 06 09:51:59.583594 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 53683871-b7c0-4da2-9324-f3ea89427464, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=53683871-b7c0-4da2-9324-f3ea89427464,segment=NetworkSegment(c300624d-66e7-49f6-ae80-d44c6fd32f06),segment_id=c300624d-66e7-49f6-ae80-d44c6fd32f06)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:59.586055 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bb118f70-dfde-4347-bd83-c3b21becbe4e req-9f89dbbd-5b31-4ac8-bb75-b4f539b490b3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=74edee99-bb82-45be-9baf-30abc460259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669720 May 06 09:51:59.591239 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:59.611303 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c17a5d7b-3871-4fab-b148-b12a413fd071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:59.616192 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fccbe94a-97a8-4738-8be4-0b93d11da12e tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:59.637622 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6753cb8-554b-4a49-b270-87acbe403d31 req-e7595fe1-79fd-4b4e-8a23-8a3eb5a067a9 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:59.644996 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6753cb8-554b-4a49-b270-87acbe403d31 req-e7595fe1-79fd-4b4e-8a23-8a3eb5a067a9 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] 10.222.0.73 "GET /v2.0/ports?device_id=32bc9b1a-0c3b-4a0a-9930-171bdb04be95 HTTP/1.1" status: 200 len: 945 time: 0.2655537 May 06 09:51:59.662751 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=53683871-b7c0-4da2-9324-f3ea89427464,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:59.674849 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5c7c5ff7-0102-47bb-ba00-49f19fb175e6 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:59.676375 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c17a5d7b-3871-4fab-b148-b12a413fd071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:59.679143 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c17a5d7b-3871-4fab-b148-b12a413fd071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:59.680538 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c17a5d7b-3871-4fab-b148-b12a413fd071 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c7a5ee10-50b2-4379-b3bd-6ce9908a6bda HTTP/1.1" status: 204 len: 168 time: 0.2187796 May 06 09:51:59.688140 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-e16669c7-5e01-43ca-8b11-d82701f76842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'name': 'tempest-AttachVolumeTestJSON-1336332993-router', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:40Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 4, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'gw_port': {'id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:41Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '165153ea-11fe-4383-82b1-72d6bca9f43a', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'floating_ip_address': '172.25.5.243', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'port_id': 'c974a161-2872-4b81-8e66-9607719d80f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e', 'mac_address': 'fa:16:3e:a8:8f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d755482-93d7-45da-b8a7-6b3f9b152cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:51:39Z', 'updated_at': '2022-05-06T09:51:57Z', 'revision_number': 1, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75a258e-d68f-42b0-9b9a-4331bbc68248', 'name': '', 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'mac_address': 'fa:16:3e:ce:be:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:46Z', 'updated_at': '2022-05-06T09:47:53Z', 'revision_number': 5, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'subnets': [{'id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:59.688830 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a5d7b-3871-4fab-b148-b12a413fd071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a5ee10-50b2-4379-b3bd-6ce9908a6bda,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:59.726714 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16669c7-5e01-43ca-8b11-d82701f76842 None None] The sync data for ids ['f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'] in n-d-840835-1 is: [{'id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'name': 'tempest-AttachVolumeTestJSON-1336332993-router', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:40Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 4, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'gw_port': {'id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:41Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '165153ea-11fe-4383-82b1-72d6bca9f43a', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'floating_ip_address': '172.25.5.243', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'port_id': 'c974a161-2872-4b81-8e66-9607719d80f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e', 'mac_address': 'fa:16:3e:a8:8f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d755482-93d7-45da-b8a7-6b3f9b152cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:51:39Z', 'updated_at': '2022-05-06T09:51:57Z', 'revision_number': 1, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75a258e-d68f-42b0-9b9a-4331bbc68248', 'name': '', 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'mac_address': 'fa:16:3e:ce:be:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:46Z', 'updated_at': '2022-05-06T09:47:53Z', 'revision_number': 5, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'subnets': [{'id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:51:59.921770 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6753cb8-554b-4a49-b270-87acbe403d31 req-f23890ee-542e-4ee7-94cf-a6e1ea347cbd tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] 10.222.0.73 "GET /v2.0/security-groups?id=74edee99-bb82-45be-9baf-30abc460259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738502 May 06 09:51:59.934423 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fccbe94a-97a8-4738-8be4-0b93d11da12e tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Router b5567d10-6239-4131-a5fb-77558d2503f7 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:52:00.016686 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6274e9-e28e-4aec-9ae5-e28b62637910 None None] New status for floating IP 165153ea-11fe-4383-82b1-72d6bca9f43a: ACTIVE {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:52:00.030351 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60150) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:00.044424 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-32c8ca13-91b5-48b1-a4cf-f9a308bafe0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:00.155511 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-32c8ca13-91b5-48b1-a4cf-f9a308bafe0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:00.161977 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-32c8ca13-91b5-48b1-a4cf-f9a308bafe0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:00.211231 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-32c8ca13-91b5-48b1-a4cf-f9a308bafe0b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b2357127da8f4880b686d81947afc543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1794829 May 06 09:52:00.213689 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8ca13-91b5-48b1-a4cf-f9a308bafe0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f9c0b7-9146-40ba-9980-8888766c9b73,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:00.216394 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60154) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:00.287722 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8b0b2a7b-12d2-4327-92f7-0accadb29a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:00.316782 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8b0b2a7b-12d2-4327-92f7-0accadb29a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:00.375903 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8b0b2a7b-12d2-4327-92f7-0accadb29a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:00.379020 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8b0b2a7b-12d2-4327-92f7-0accadb29a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:00.380910 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8b0b2a7b-12d2-4327-92f7-0accadb29a88 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/57f9c0b7-9146-40ba-9980-8888766c9b73 HTTP/1.1" status: 204 len: 168 time: 0.1629589 May 06 09:52:00.395246 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b2a7b-12d2-4327-92f7-0accadb29a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f9c0b7-9146-40ba-9980-8888766c9b73,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:00.489078 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fccbe94a-97a8-4738-8be4-0b93d11da12e tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:52:00.498160 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc5349-8339-4911-8061-d313ff5edfd1 req-ff6f4518-c503-4dff-ab48-6fefab38abef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:00.499719 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b5cc5349-8339-4911-8061-d313ff5edfd1 req-ff6f4518-c503-4dff-ab48-6fefab38abef service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ccc21fd6-3e83-4532-8289-a853643de30c HTTP/1.1" status: 200 len: 850 time: 0.5257926 May 06 09:52:00.502354 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1468f414-a95e-4234-9086-031f77d349af None None] Sync routers for ids ['b5567d10-6239-4131-a5fb-77558d2503f7'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:52:00.507096 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fccbe94a-97a8-4738-8be4-0b93d11da12e tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] 10.222.0.73 "PUT /v2.0/routers/b5567d10-6239-4131-a5fb-77558d2503f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5623312 May 06 09:52:00.507827 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60158) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:00.529855 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1468f414-a95e-4234-9086-031f77d349af None None] Routers {'b5567d10-6239-4131-a5fb-77558d2503f7'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:52:00.530725 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-1468f414-a95e-4234-9086-031f77d349af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['b5567d10-6239-4131-a5fb-77558d2503f7'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:00.570084 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-1468f414-a95e-4234-9086-031f77d349af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:00.579472 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1468f414-a95e-4234-9086-031f77d349af None None] Routers {'b5567d10-6239-4131-a5fb-77558d2503f7'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:52:00.580834 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-1468f414-a95e-4234-9086-031f77d349af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['b5567d10-6239-4131-a5fb-77558d2503f7'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:00.598162 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec74db2-005a-4b56-bd06-97c6e3db1f66 req-7f8a86a9-b53d-451a-b5e9-b3acd9432c64 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:00.602949 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8b4efa0b-0889-4ac9-80ab-cba06b5e0b70 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:00.606107 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ec74db2-005a-4b56-bd06-97c6e3db1f66 req-7f8a86a9-b53d-451a-b5e9-b3acd9432c64 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] 10.222.0.73 "GET /v2.0/ports?device_id=5008281f-2185-47ca-bea9-f5a33fbb4d34 HTTP/1.1" status: 200 len: 946 time: 0.1979306 May 06 09:52:00.622417 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-1468f414-a95e-4234-9086-031f77d349af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:00.623397 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1468f414-a95e-4234-9086-031f77d349af None None] The sync data for ids ['b5567d10-6239-4131-a5fb-77558d2503f7'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:52:00.671188 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc5349-8339-4911-8061-d313ff5edfd1 req-d0abce08-a53f-4c65-ab86-64e3fe367b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:00.672752 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b5cc5349-8339-4911-8061-d313ff5edfd1 req-d0abce08-a53f-4c65-ab86-64e3fe367b39 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5312fc31-6ea9-4a0c-acf2-db4b77673e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1644990 May 06 09:52:00.705814 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ec74db2-005a-4b56-bd06-97c6e3db1f66 req-65e07451-294f-48f0-955a-861e3e6fd366 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] 10.222.0.73 "GET /v2.0/security-groups?id=6cc1a2e0-813f-4ede-9639-b21b48339343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986953 May 06 09:52:00.821715 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8b4efa0b-0889-4ac9-80ab-cba06b5e0b70 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:00.826231 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8b4efa0b-0889-4ac9-80ab-cba06b5e0b70 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:00.829789 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-5c7c5ff7-0102-47bb-ba00-49f19fb175e6 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Allocated IP 172.20.0.1 (3897a049-5dae-4c2c-aa38-80a3849f9511/490f56cc-7e93-42f6-983d-2625033e0f55/d24cbd19-12aa-4532-93c3-e791c046c175) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:00.860641 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b5cc5349-8339-4911-8061-d313ff5edfd1 req-5bb531ec-fe45-453e-88be-e487ab86aa0a service neutron] 10.222.0.77 "GET /v2.0/networks/5312fc31-6ea9-4a0c-acf2-db4b77673e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736352 May 06 09:52:00.903633 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8b4efa0b-0889-4ac9-80ab-cba06b5e0b70 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:00.904173 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4efa0b-0889-4ac9-80ab-cba06b5e0b70 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Fanout notify agent at l3_agent the message router_deleted on router b5567d10-6239-4131-a5fb-77558d2503f7 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:52:00.922190 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8b4efa0b-0889-4ac9-80ab-cba06b5e0b70 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:00.923522 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8b4efa0b-0889-4ac9-80ab-cba06b5e0b70 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] 10.222.0.73 "DELETE /v2.0/routers/b5567d10-6239-4131-a5fb-77558d2503f7 HTTP/1.1" status: 204 len: 168 time: 0.4140332 May 06 09:52:00.926651 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60172) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:01.006004 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c28c797-b9f7-4b92-bf66-015ec1a08830 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Deleting subnet 67fbca2a-e33d-4f22-a687-6413af326c27 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:52:01.009770 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2c28c797-b9f7-4b92-bf66-015ec1a08830 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:01.038983 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b5cc5349-8339-4911-8061-d313ff5edfd1 req-92764467-7a3e-4fd5-a1fb-4e13ecd085e2 service neutron] 10.222.0.77 "GET /v2.0/networks/5312fc31-6ea9-4a0c-acf2-db4b77673e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687827 May 06 09:52:01.059725 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5c7c5ff7-0102-47bb-ba00-49f19fb175e6 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:01.106864 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2c28c797-b9f7-4b92-bf66-015ec1a08830 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:01.129063 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67ebd0-7af7-460c-8bd1-9b2c17685d1a req-2a6d3a95-6d81-405d-8646-acd8cd88d5c2 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:01.130675 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9a67ebd0-7af7-460c-8bd1-9b2c17685d1a req-2a6d3a95-6d81-405d-8646-acd8cd88d5c2 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] 10.222.0.73 "GET /v2.0/ports?device_id=32bc9b1a-0c3b-4a0a-9930-171bdb04be95 HTTP/1.1" status: 200 len: 945 time: 0.0854309 May 06 09:52:01.145495 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5c7c5ff7-0102-47bb-ba00-49f19fb175e6 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:01.212912 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7c5ff7-0102-47bb-ba00-49f19fb175e6 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Network 3897a049-5dae-4c2c-aa38-80a3849f9511 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:01.219008 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5008281f-2185-47ca-bea9-f5a33fbb4d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53683871-b7c0-4da2-9324-f3ea89427464'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:52:01.222026 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-5c7c5ff7-0102-47bb-ba00-49f19fb175e6 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:01.222741 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d852751-9b4c-4cdd-83b8-a1a384b2aefd" -d '{"events": [{"server_uuid": "5008281f-2185-47ca-bea9-f5a33fbb4d34", "name": "network-vif-plugged", "status": "completed", "tag": "53683871-b7c0-4da2-9324-f3ea89427464"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:52:01.236364 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7c5ff7-0102-47bb-ba00-49f19fb175e6 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:01.245111 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2c28c797-b9f7-4b92-bf66-015ec1a08830 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:01.270718 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9a67ebd0-7af7-460c-8bd1-9b2c17685d1a req-2141f935-3c06-4f06-8c04-b1899d025419 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] 10.222.0.73 "GET /v2.0/security-groups?id=74edee99-bb82-45be-9baf-30abc460259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222136 May 06 09:52:01.276168 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c5ff7-0102-47bb-ba00-49f19fb175e6 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event updated for resources: {'Port': ['ID=d24cbd19-12aa-4532-93c3-e791c046c175,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:01.310825 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5c7c5ff7-0102-47bb-ba00-49f19fb175e6 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:01.354333 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f010a9-05be-4542-b59f-259c790d8119 x-openstack-request-id: req-52f010a9-05be-4542-b59f-259c790d8119 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:52:01.354726 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5008281f-2185-47ca-bea9-f5a33fbb4d34", "name": "network-vif-plugged", "status": "completed", "tag": "53683871-b7c0-4da2-9324-f3ea89427464", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:52:01.355226 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-52f010a9-05be-4542-b59f-259c790d8119 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:52:01.355720 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52f010a9-05be-4542-b59f-259c790d8119'] response: {'server_uuid': '5008281f-2185-47ca-bea9-f5a33fbb4d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53683871-b7c0-4da2-9324-f3ea89427464', 'code': 200} May 06 09:52:01.373950 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2c28c797-b9f7-4b92-bf66-015ec1a08830 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:01.426674 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28c797-b9f7-4b92-bf66-015ec1a08830 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Pushing event deleted for resources: {'Subnet': ['ID=67fbca2a-e33d-4f22-a687-6413af326c27,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:01.433442 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2c28c797-b9f7-4b92-bf66-015ec1a08830 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:01.441520 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9f7a01-dc3c-4787-b3e1-973c54a769ef None None] Network 3041e3f3-b275-4e84-91ec-eee8419d2f3a requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:01.450667 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2c28c797-b9f7-4b92-bf66-015ec1a08830 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] 10.222.0.73 "DELETE /v2.0/subnets/67fbca2a-e33d-4f22-a687-6413af326c27 HTTP/1.1" status: 204 len: 168 time: 0.5113807 May 06 09:52:01.451359 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60186) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:01.534655 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47237b42-a3c1-4080-9e4b-6b4d86bf0712 req-4bf2c91b-f0b6-4f3a-b571-5ff669ae43ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:01.536762 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c35d45f5-3acf-42a4-bd2d-e03cbc75820f None None] Provisioning complete for port d24cbd19-12aa-4532-93c3-e791c046c175 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:01.537080 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47237b42-a3c1-4080-9e4b-6b4d86bf0712 req-4bf2c91b-f0b6-4f3a-b571-5ff669ae43ec service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5008281f-2185-47ca-bea9-f5a33fbb4d34 HTTP/1.1" status: 200 len: 1097 time: 0.0697117 May 06 09:52:01.537242 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c35d45f5-3acf-42a4-bd2d-e03cbc75820f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:01.579789 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26d32f47-ee59-4ea8-bb8e-1b5e2635e1f3 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:01.623347 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-c35d45f5-3acf-42a4-bd2d-e03cbc75820f None None] Port d24cbd19-12aa-4532-93c3-e791c046c175 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:52:01.627620 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47237b42-a3c1-4080-9e4b-6b4d86bf0712 req-bf5409ef-351b-40ed-945e-8fc20ab21eea service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6cc1a2e0-813f-4ede-9639-b21b48339343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786290 May 06 09:52:01.646422 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5c7c5ff7-0102-47bb-ba00-49f19fb175e6 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:01.646893 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-26d32f47-ee59-4ea8-bb8e-1b5e2635e1f3 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Deleting port e33001c1-78f2-4392-9f17-00605fb15486 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:01.647291 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26d32f47-ee59-4ea8-bb8e-1b5e2635e1f3 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:01.722306 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88168eff-4e01-44c4-ba24-152f834ed76c None None] DHCP port deletion for 3041e3f3-b275-4e84-91ec-eee8419d2f3a request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:52:01.761055 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-26d32f47-ee59-4ea8-bb8e-1b5e2635e1f3 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] For port e33001c1-78f2-4392-9f17-00605fb15486, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e33001c1-78f2-4392-9f17-00605fb15486,segment=NetworkSegment(2a01515b-8096-467a-b725-9eb99515fcda),segment_id=2a01515b-8096-467a-b725-9eb99515fcda)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:01.761513 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26d32f47-ee59-4ea8-bb8e-1b5e2635e1f3 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:01.787331 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-26d32f47-ee59-4ea8-bb8e-1b5e2635e1f3 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Calling delete_port for e33001c1-78f2-4392-9f17-00605fb15486 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:01.798537 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-88168eff-4e01-44c4-ba24-152f834ed76c None None] Deleting port e33001c1-78f2-4392-9f17-00605fb15486 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:01.799230 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-88168eff-4e01-44c4-ba24-152f834ed76c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:01.879963 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-88168eff-4e01-44c4-ba24-152f834ed76c None None] For port e33001c1-78f2-4392-9f17-00605fb15486, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e33001c1-78f2-4392-9f17-00605fb15486,segment=NetworkSegment(2a01515b-8096-467a-b725-9eb99515fcda),segment_id=2a01515b-8096-467a-b725-9eb99515fcda)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:01.880834 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-88168eff-4e01-44c4-ba24-152f834ed76c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:01.898634 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-88168eff-4e01-44c4-ba24-152f834ed76c None None] Calling delete_port for e33001c1-78f2-4392-9f17-00605fb15486 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:01.918382 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26d32f47-ee59-4ea8-bb8e-1b5e2635e1f3 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:01.958245 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d32f47-ee59-4ea8-bb8e-1b5e2635e1f3 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Pushing event deleted for resources: {'Port': ['ID=e33001c1-78f2-4392-9f17-00605fb15486,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:01.962412 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d32f47-ee59-4ea8-bb8e-1b5e2635e1f3 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] No DVR routers for this DVR port e33001c1-78f2-4392-9f17-00605fb15486 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:52:02.015459 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-88168eff-4e01-44c4-ba24-152f834ed76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:02.016778 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227ce64-1e9b-4d0d-ad38-161666cb07f6 req-27507353-b701-427d-8ea0-9363502023c2 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:02.018409 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f227ce64-1e9b-4d0d-ad38-161666cb07f6 req-27507353-b701-427d-8ea0-9363502023c2 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] 10.222.0.73 "GET /v2.0/ports?device_id=5008281f-2185-47ca-bea9-f5a33fbb4d34 HTTP/1.1" status: 200 len: 946 time: 0.1568270 May 06 09:52:02.046972 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88168eff-4e01-44c4-ba24-152f834ed76c None None] Pushing event deleted for resources: {'Port': ['ID=e33001c1-78f2-4392-9f17-00605fb15486,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:02.053593 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88168eff-4e01-44c4-ba24-152f834ed76c None None] No DVR routers for this DVR port e33001c1-78f2-4392-9f17-00605fb15486 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:52:02.055103 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26d32f47-ee59-4ea8-bb8e-1b5e2635e1f3 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:02.082933 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-26d32f47-ee59-4ea8-bb8e-1b5e2635e1f3 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3041e3f3-b275-4e84-91ec-eee8419d2f3a']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:02.092993 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-26d32f47-ee59-4ea8-bb8e-1b5e2635e1f3 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a01515b-8096-467a-b725-9eb99515fcda') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:02.093300 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-26d32f47-ee59-4ea8-bb8e-1b5e2635e1f3 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a01515b-8096-467a-b725-9eb99515fcda') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:02.099932 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f227ce64-1e9b-4d0d-ad38-161666cb07f6 req-86877dc3-729a-4029-9ee3-1aac73dd6d5c tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] 10.222.0.73 "GET /v2.0/security-groups?id=6cc1a2e0-813f-4ede-9639-b21b48339343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682950 May 06 09:52:02.104508 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5c7c5ff7-0102-47bb-ba00-49f19fb175e6 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:02.111787 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26d32f47-ee59-4ea8-bb8e-1b5e2635e1f3 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:02.113423 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5c7c5ff7-0102-47bb-ba00-49f19fb175e6 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:02.131385 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26d32f47-ee59-4ea8-bb8e-1b5e2635e1f3 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:02.138323 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d32f47-ee59-4ea8-bb8e-1b5e2635e1f3 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:52:02.138974 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26d32f47-ee59-4ea8-bb8e-1b5e2635e1f3 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: timer() May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:52:02.142744 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:52:02.191278 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5c7c5ff7-0102-47bb-ba00-49f19fb175e6 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:02.203694 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c5ff7-0102-47bb-ba00-49f19fb175e6 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event updated for resources: {'Port': ['ID=d24cbd19-12aa-4532-93c3-e791c046c175,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:02.221844 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26d32f47-ee59-4ea8-bb8e-1b5e2635e1f3 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:02.228706 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26d32f47-ee59-4ea8-bb8e-1b5e2635e1f3 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:02.234809 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-26d32f47-ee59-4ea8-bb8e-1b5e2635e1f3 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] 10.222.0.73 "DELETE /v2.0/networks/3041e3f3-b275-4e84-91ec-eee8419d2f3a HTTP/1.1" status: 204 len: 168 time: 0.7760711 May 06 09:52:02.249590 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d32f47-ee59-4ea8-bb8e-1b5e2635e1f3 tempest-FloatingIPNegativeTestJSON-387708095 tempest-FloatingIPNegativeTestJSON-387708095-project] Pushing event deleted for resources: {'Network': ['ID=3041e3f3-b275-4e84-91ec-eee8419d2f3a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:02.307222 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7c5ff7-0102-47bb-ba00-49f19fb175e6 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Network 3897a049-5dae-4c2c-aa38-80a3849f9511 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:02.308760 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-5c7c5ff7-0102-47bb-ba00-49f19fb175e6 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:02.408641 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e33001c1-78f2-4392-9f17-00605fb15486 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:52:02.471998 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: e33001c1-78f2-4392-9f17-00605fb15486 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:52:02.472360 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e33001c1-78f2-4392-9f17-00605fb15486 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:52:02.524695 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7c5ff7-0102-47bb-ba00-49f19fb175e6 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Router debc9fd6-e236-40fa-8260-46659ef24ff4 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:52:02.548938 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8bc577-dd79-4354-9ea2-8737a1c0edc2 req-2fba673a-6fac-40fa-a547-51870bf5ab4d tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:02.557851 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5e8bc577-dd79-4354-9ea2-8737a1c0edc2 req-2fba673a-6fac-40fa-a547-51870bf5ab4d tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] 10.222.0.73 "GET /v2.0/ports?device_id=32bc9b1a-0c3b-4a0a-9930-171bdb04be95 HTTP/1.1" status: 200 len: 945 time: 0.1196375 May 06 09:52:02.637093 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60214) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:02.663630 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5e8bc577-dd79-4354-9ea2-8737a1c0edc2 req-923b16f6-576f-48f6-8226-73e8b8c3e4b3 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] 10.222.0.73 "GET /v2.0/security-groups?id=74edee99-bb82-45be-9baf-30abc460259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025548 May 06 09:52:02.666218 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-6a92e4cd-76b7-49d4-95c3-1bf05964ba0c None None] Provisioning complete for port d24cbd19-12aa-4532-93c3-e791c046c175 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:02.666653 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6a92e4cd-76b7-49d4-95c3-1bf05964ba0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:02.725878 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-6a92e4cd-76b7-49d4-95c3-1bf05964ba0c None None] Port d24cbd19-12aa-4532-93c3-e791c046c175 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:52:02.738325 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7c5ff7-0102-47bb-ba00-49f19fb175e6 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:52:02.749774 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e35734-3a84-42d7-9f9d-a61f2d683363 None None] Sync routers for ids ['debc9fd6-e236-40fa-8260-46659ef24ff4'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:52:02.754511 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60222) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:02.756216 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5c7c5ff7-0102-47bb-ba00-49f19fb175e6 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "PUT /v2.0/routers/debc9fd6-e236-40fa-8260-46659ef24ff4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3949678 May 06 09:52:02.760347 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-a4eb05c3-c491-448e-858d-9a942331afe7 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Request body: {'port': {'network_id': '3897a049-5dae-4c2c-aa38-80a3849f9511', 'name': 'tempest-FloatingIPTestJSON-603869697'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:02.768150 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e35734-3a84-42d7-9f9d-a61f2d683363 None None] Routers {'debc9fd6-e236-40fa-8260-46659ef24ff4'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:52:02.770354 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-b9e35734-3a84-42d7-9f9d-a61f2d683363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['debc9fd6-e236-40fa-8260-46659ef24ff4'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:02.855562 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-b9e35734-3a84-42d7-9f9d-a61f2d683363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:02.873789 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e35734-3a84-42d7-9f9d-a61f2d683363 None None] Routers {'debc9fd6-e236-40fa-8260-46659ef24ff4'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:52:02.874731 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-b9e35734-3a84-42d7-9f9d-a61f2d683363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['debc9fd6-e236-40fa-8260-46659ef24ff4'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:02.975914 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-b9e35734-3a84-42d7-9f9d-a61f2d683363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:02.976485 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4eb05c3-c491-448e-858d-9a942331afe7 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Made reservation on behalf of 72cdbb5fdadb494e8206c24c3cbf362f for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:02.979900 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e35734-3a84-42d7-9f9d-a61f2d683363 None None] The sync data for ids ['debc9fd6-e236-40fa-8260-46659ef24ff4'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:52:02.982366 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a4eb05c3-c491-448e-858d-9a942331afe7 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:03.043346 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-a4eb05c3-c491-448e-858d-9a942331afe7 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] device_id is not set on port 67210d72-eb61-4d54-b9b9-2f4182ba558a yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:52:03.105531 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-eac1eedb-3234-42ae-9905-515642a3db93 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f3ca74ab3bc546fca8717a00df5b8518&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4670463 May 06 09:52:03.109217 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60240) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:03.184324 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-a4eb05c3-c491-448e-858d-9a942331afe7 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Allocated IP 172.20.0.8 (3897a049-5dae-4c2c-aa38-80a3849f9511/490f56cc-7e93-42f6-983d-2625033e0f55/67210d72-eb61-4d54-b9b9-2f4182ba558a) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:03.270489 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4609b2b5-add3-4ae0-9ce8-f257fc40707c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:03.309300 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7beaef-315d-41ec-8e31-08e8e5927d8c req-d6920083-bcd3-4a62-b24d-dbd14411e9e8 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:03.311285 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aa7beaef-315d-41ec-8e31-08e8e5927d8c req-d6920083-bcd3-4a62-b24d-dbd14411e9e8 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] 10.222.0.73 "GET /v2.0/ports?device_id=5008281f-2185-47ca-bea9-f5a33fbb4d34 HTTP/1.1" status: 200 len: 946 time: 0.1121280 May 06 09:52:03.314351 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4609b2b5-add3-4ae0-9ce8-f257fc40707c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:03.360265 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a4eb05c3-c491-448e-858d-9a942331afe7 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:03.382443 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aa7beaef-315d-41ec-8e31-08e8e5927d8c req-6c7973ee-62c2-4934-87fc-1f97ddfd23a8 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] 10.222.0.73 "GET /v2.0/security-groups?id=6cc1a2e0-813f-4ede-9639-b21b48339343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595844 May 06 09:52:03.409844 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4609b2b5-add3-4ae0-9ce8-f257fc40707c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:03.411781 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a4eb05c3-c491-448e-858d-9a942331afe7 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:03.413650 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4609b2b5-add3-4ae0-9ce8-f257fc40707c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:03.417382 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4609b2b5-add3-4ae0-9ce8-f257fc40707c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e581f84f-4f2c-4924-8a6e-7d55c161fe3c HTTP/1.1" status: 204 len: 168 time: 0.3047917 May 06 09:52:03.455061 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609b2b5-add3-4ae0-9ce8-f257fc40707c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e581f84f-4f2c-4924-8a6e-7d55c161fe3c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:03.475675 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4eb05c3-c491-448e-858d-9a942331afe7 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Network 3897a049-5dae-4c2c-aa38-80a3849f9511 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:03.480731 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-a4eb05c3-c491-448e-858d-9a942331afe7 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:03.484073 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eb05c3-c491-448e-858d-9a942331afe7 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:03.558743 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eb05c3-c491-448e-858d-9a942331afe7 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:03.559461 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a4eb05c3-c491-448e-858d-9a942331afe7 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:03.576202 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb05c3-c491-448e-858d-9a942331afe7 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event updated for resources: {'Port': ['ID=67210d72-eb61-4d54-b9b9-2f4182ba558a,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:03.594730 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a4eb05c3-c491-448e-858d-9a942331afe7 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8390965 May 06 09:52:03.597315 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60264) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:03.603192 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-16d5e7a3-f996-456a-a0fa-8e93d6ef266b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Request body: {'floatingip': {'port_id': '67210d72-eb61-4d54-b9b9-2f4182ba558a'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:03.678555 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16d5e7a3-f996-456a-a0fa-8e93d6ef266b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:03.862138 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-2a440d41-eb80-4c1b-9979-0d2ddde0bdc3 None None] Provisioning complete for port 67210d72-eb61-4d54-b9b9-2f4182ba558a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:03.863665 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2a440d41-eb80-4c1b-9979-0d2ddde0bdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:03.930400 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-2a440d41-eb80-4c1b-9979-0d2ddde0bdc3 None None] Port 67210d72-eb61-4d54-b9b9-2f4182ba558a cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:52:04.058783 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507350a1-9d00-4bc0-82dc-d3f8e513f967 req-24231e06-4afe-4d85-9b79-c5aecc1f8875 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:04.060378 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-507350a1-9d00-4bc0-82dc-d3f8e513f967 req-24231e06-4afe-4d85-9b79-c5aecc1f8875 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] 10.222.0.73 "GET /v2.0/ports?device_id=5008281f-2185-47ca-bea9-f5a33fbb4d34 HTTP/1.1" status: 200 len: 946 time: 0.0618536 May 06 09:52:04.112507 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-507350a1-9d00-4bc0-82dc-d3f8e513f967 req-93b2a8d5-565c-45cd-b88b-30cd8738ba04 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] 10.222.0.73 "GET /v2.0/security-groups?id=6cc1a2e0-813f-4ede-9639-b21b48339343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451829 May 06 09:52:04.245359 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32836ca4-9355-480d-bb17-4ee688720e7d req-7cd34c8c-bf0d-4520-8ba1-648d612d5ba6 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:04.254407 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-32836ca4-9355-480d-bb17-4ee688720e7d req-7cd34c8c-bf0d-4520-8ba1-648d612d5ba6 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] 10.222.0.73 "GET /v2.0/ports?device_id=32bc9b1a-0c3b-4a0a-9930-171bdb04be95 HTTP/1.1" status: 200 len: 945 time: 0.0663912 May 06 09:52:04.291393 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-32836ca4-9355-480d-bb17-4ee688720e7d req-faafd1a9-3530-4967-b54e-5d571eee4120 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] 10.222.0.73 "GET /v2.0/security-groups?id=74edee99-bb82-45be-9baf-30abc460259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359411 May 06 09:52:04.378030 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16d5e7a3-f996-456a-a0fa-8e93d6ef266b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:04.391313 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16d5e7a3-f996-456a-a0fa-8e93d6ef266b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:04.468476 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60294) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:04.504868 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-16d5e7a3-f996-456a-a0fa-8e93d6ef266b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Floating IP fc654430-24d7-4739-beea-aa4d34cc34eb associated. External IP: 172.25.5.89, port: 8c65eba9-13b8-4481-9d69-3807979953d4. May 06 09:52:04.594026 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-d6216ba3-434b-462b-876d-dc777758fb3a tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-855914311'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:04.627522 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6216ba3-434b-462b-876d-dc777758fb3a tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Made reservation on behalf of 11a860d76348444b82a4e66a359e4274 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:04.632907 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d6216ba3-434b-462b-876d-dc777758fb3a tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:04.643024 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d6216ba3-434b-462b-876d-dc777758fb3a tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:04.726032 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d6216ba3-434b-462b-876d-dc777758fb3a tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:04.732493 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d6216ba3-434b-462b-876d-dc777758fb3a tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:04.756981 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6216ba3-434b-462b-876d-dc777758fb3a tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:52:04.767167 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d5e7a3-f996-456a-a0fa-8e93d6ef266b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Router 6b234085-7885-4a24-b6f9-b2271f73ceaf has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:52:04.771631 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6216ba3-434b-462b-876d-dc777758fb3a tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aec9baaa-3acd-42e8-a52c-79c3ae351fb2,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:04.776916 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d6216ba3-434b-462b-876d-dc777758fb3a tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:04.777284 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-d6216ba3-434b-462b-876d-dc777758fb3a tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Added segment 1c9dbd83-bfed-4d9f-b137-19c3f3c29eab of type vlan for network 4a0c57cd-5bd8-4231-8b3d-2c72864908d0 May 06 09:52:04.820695 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d6216ba3-434b-462b-876d-dc777758fb3a tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:04.850450 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d6216ba3-434b-462b-876d-dc777758fb3a tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:04.856610 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6216ba3-434b-462b-876d-dc777758fb3a tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:04.857282 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d6216ba3-434b-462b-876d-dc777758fb3a tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:04.939238 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d6216ba3-434b-462b-876d-dc777758fb3a tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4566467 May 06 09:52:04.941967 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6216ba3-434b-462b-876d-dc777758fb3a tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event updated for resources: {'Network': ['ID=4a0c57cd-5bd8-4231-8b3d-2c72864908d0,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:04.965084 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 4a0c57cd-5bd8-4231-8b3d-2c72864908d0 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:52:05.261094 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d5e7a3-f996-456a-a0fa-8e93d6ef266b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:52:05.272764 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0591c4-82ba-4342-82a7-57a056ccc9ea None None] Sync routers for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:52:05.320092 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0591c4-82ba-4342-82a7-57a056ccc9ea None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:52:05.321294 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-dc0591c4-82ba-4342-82a7-57a056ccc9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:05.342576 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1d488-70a8-405f-845d-5e8623ba90cd req-5b463184-26e3-4097-bcd7-03365cc5fd53 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:05.346137 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dde1d488-70a8-405f-845d-5e8623ba90cd req-5b463184-26e3-4097-bcd7-03365cc5fd53 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] 10.222.0.73 "GET /v2.0/ports?device_id=5008281f-2185-47ca-bea9-f5a33fbb4d34 HTTP/1.1" status: 200 len: 946 time: 0.1298790 May 06 09:52:05.407382 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4760d-7d41-417b-b822-f8f52ffc95d9 req-331ecdb2-d9cf-4426-bc6f-76a5162e59cc tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:05.409422 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43f4760d-7d41-417b-b822-f8f52ffc95d9 req-331ecdb2-d9cf-4426-bc6f-76a5162e59cc tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] 10.222.0.84 "GET /v2.0/ports?device_id=5008281f-2185-47ca-bea9-f5a33fbb4d34 HTTP/1.1" status: 200 len: 946 time: 0.1675658 May 06 09:52:05.412988 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-dc0591c4-82ba-4342-82a7-57a056ccc9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:05.442025 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0591c4-82ba-4342-82a7-57a056ccc9ea None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:52:05.442663 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-dc0591c4-82ba-4342-82a7-57a056ccc9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:05.482184 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-dc0591c4-82ba-4342-82a7-57a056ccc9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:05.483045 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0591c4-82ba-4342-82a7-57a056ccc9ea None None] The sync data for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:52:05.517810 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dde1d488-70a8-405f-845d-5e8623ba90cd req-a8125118-41d3-4c04-aec2-2326f6ce3b07 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] 10.222.0.73 "GET /v2.0/security-groups?id=6cc1a2e0-813f-4ede-9639-b21b48339343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601601 May 06 09:52:05.570420 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-43f4760d-7d41-417b-b822-f8f52ffc95d9 req-042298bc-248d-403a-a816-6926fe64d426 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] Deleting port 53683871-b7c0-4da2-9324-f3ea89427464 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:05.570420 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-43f4760d-7d41-417b-b822-f8f52ffc95d9 req-042298bc-248d-403a-a816-6926fe64d426 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:05.642209 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d5e7a3-f996-456a-a0fa-8e93d6ef266b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Router debc9fd6-e236-40fa-8260-46659ef24ff4 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:52:05.749417 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d7b4c-3728-4917-8624-831a92ba9be2 req-75a3bce1-7bb4-483a-a800-8c1fb2eadf32 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:05.750983 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d5d7b4c-3728-4917-8624-831a92ba9be2 req-75a3bce1-7bb4-483a-a800-8c1fb2eadf32 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] 10.222.0.77 "GET /v2.0/ports?device_id=32bc9b1a-0c3b-4a0a-9930-171bdb04be95 HTTP/1.1" status: 200 len: 945 time: 0.1360154 May 06 09:52:05.781318 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-43f4760d-7d41-417b-b822-f8f52ffc95d9 req-042298bc-248d-403a-a816-6926fe64d426 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] For port 53683871-b7c0-4da2-9324-f3ea89427464, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=53683871-b7c0-4da2-9324-f3ea89427464,segment=NetworkSegment(c300624d-66e7-49f6-ae80-d44c6fd32f06),segment_id=c300624d-66e7-49f6-ae80-d44c6fd32f06)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:05.781318 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-43f4760d-7d41-417b-b822-f8f52ffc95d9 req-042298bc-248d-403a-a816-6926fe64d426 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:05.790363 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d5e7a3-f996-456a-a0fa-8e93d6ef266b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:52:05.796011 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16d5e7a3-f996-456a-a0fa-8e93d6ef266b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:05.802445 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c01591-6887-4c4e-9b91-d429804da41f None None] Sync routers for ids ['debc9fd6-e236-40fa-8260-46659ef24ff4'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:52:05.823016 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c01591-6887-4c4e-9b91-d429804da41f None None] Routers {'debc9fd6-e236-40fa-8260-46659ef24ff4'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:52:05.827533 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-31c01591-6887-4c4e-9b91-d429804da41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['debc9fd6-e236-40fa-8260-46659ef24ff4'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:05.874679 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b489a-4925-4b9a-922d-ec0e55160449 req-4f5dbddc-f273-49eb-97d9-783e8a3570ff tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:05.885884 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-121b489a-4925-4b9a-922d-ec0e55160449 req-4f5dbddc-f273-49eb-97d9-783e8a3570ff tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] 10.222.0.73 "GET /v2.0/ports?device_id=32bc9b1a-0c3b-4a0a-9930-171bdb04be95 HTTP/1.1" status: 200 len: 945 time: 0.2696757 May 06 09:52:05.912204 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-31c01591-6887-4c4e-9b91-d429804da41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:05.913532 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-16d5e7a3-f996-456a-a0fa-8e93d6ef266b tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "PUT /v2.0/floatingips/fc654430-24d7-4739-beea-aa4d34cc34eb HTTP/1.1" status: 200 len: 976 time: 2.3144870 May 06 09:52:05.917729 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60318) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:05.926683 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c01591-6887-4c4e-9b91-d429804da41f None None] Routers {'debc9fd6-e236-40fa-8260-46659ef24ff4'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:52:05.928844 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-43f4760d-7d41-417b-b822-f8f52ffc95d9 req-042298bc-248d-403a-a816-6926fe64d426 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] Calling delete_port for 53683871-b7c0-4da2-9324-f3ea89427464 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:05.929587 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-31c01591-6887-4c4e-9b91-d429804da41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['debc9fd6-e236-40fa-8260-46659ef24ff4'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:06.000190 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-31c01591-6887-4c4e-9b91-d429804da41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:06.001541 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c01591-6887-4c4e-9b91-d429804da41f None None] The sync data for ids ['debc9fd6-e236-40fa-8260-46659ef24ff4'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:52:06.090887 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-63615d3d-aa4d-47c3-b650-ac0fb5a4e6c0 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Deleting port 67210d72-eb61-4d54-b9b9-2f4182ba558a {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:06.091084 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-121b489a-4925-4b9a-922d-ec0e55160449 req-42ed85a0-b955-4b80-bd6d-6b310a7d6e04 tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] 10.222.0.73 "GET /v2.0/security-groups?id=74edee99-bb82-45be-9baf-30abc460259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977715 May 06 09:52:06.091366 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63615d3d-aa4d-47c3-b650-ac0fb5a4e6c0 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:06.171399 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-5d5d7b4c-3728-4917-8624-831a92ba9be2 req-b540d3a7-4f7d-4fc7-b635-d821d14cd81e tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Deleting port 8257a1cc-c766-492f-80d6-66f566f6fb48 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:06.171922 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5d5d7b4c-3728-4917-8624-831a92ba9be2 req-b540d3a7-4f7d-4fc7-b635-d821d14cd81e tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:06.275170 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63615d3d-aa4d-47c3-b650-ac0fb5a4e6c0 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:06.396652 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-43f4760d-7d41-417b-b822-f8f52ffc95d9 req-042298bc-248d-403a-a816-6926fe64d426 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:06.413079 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['53683871-b7c0-4da2-9324-f3ea89427464'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:52:06.456767 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-5d5d7b4c-3728-4917-8624-831a92ba9be2 req-b540d3a7-4f7d-4fc7-b635-d821d14cd81e tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] For port 8257a1cc-c766-492f-80d6-66f566f6fb48, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=8257a1cc-c766-492f-80d6-66f566f6fb48,segment=NetworkSegment(8426b270-db3e-4993-b417-8d01b021d393),segment_id=8426b270-db3e-4993-b417-8d01b021d393)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:06.457197 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5d5d7b4c-3728-4917-8624-831a92ba9be2 req-b540d3a7-4f7d-4fc7-b635-d821d14cd81e tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:06.490409 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042298bc-248d-403a-a816-6926fe64d426 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] Pushing event deleted for resources: {'Port': ['ID=53683871-b7c0-4da2-9324-f3ea89427464,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:06.502916 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-5d5d7b4c-3728-4917-8624-831a92ba9be2 req-b540d3a7-4f7d-4fc7-b635-d821d14cd81e tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Calling delete_port for 8257a1cc-c766-492f-80d6-66f566f6fb48 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:06.545679 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63615d3d-aa4d-47c3-b650-ac0fb5a4e6c0 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:06.546028 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63615d3d-aa4d-47c3-b650-ac0fb5a4e6c0 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:06.546274 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-63615d3d-aa4d-47c3-b650-ac0fb5a4e6c0 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Floating IP fc654430-24d7-4739-beea-aa4d34cc34eb disassociated. External IP: 172.25.5.89, port: 67210d72-eb61-4d54-b9b9-2f4182ba558a. May 06 09:52:06.546628 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-63615d3d-aa4d-47c3-b650-ac0fb5a4e6c0 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Calling delete_port for 67210d72-eb61-4d54-b9b9-2f4182ba558a owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:06.547604 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f4760d-7d41-417b-b822-f8f52ffc95d9 req-042298bc-248d-403a-a816-6926fe64d426 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] No DVR routers for this DVR port 53683871-b7c0-4da2-9324-f3ea89427464 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:52:06.550831 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-43f4760d-7d41-417b-b822-f8f52ffc95d9 req-042298bc-248d-403a-a816-6926fe64d426 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:06.555436 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43f4760d-7d41-417b-b822-f8f52ffc95d9 req-042298bc-248d-403a-a816-6926fe64d426 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] 10.222.0.84 "DELETE /v2.0/ports/53683871-b7c0-4da2-9324-f3ea89427464 HTTP/1.1" status: 204 len: 173 time: 1.1357632 May 06 09:52:06.594213 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5008281f-2185-47ca-bea9-f5a33fbb4d34', 'name': 'network-vif-deleted', 'tag': '53683871-b7c0-4da2-9324-f3ea89427464'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:52:06.597387 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de44054e-8245-4246-b4c0-14fb282324d2" -d '{"events": [{"server_uuid": "5008281f-2185-47ca-bea9-f5a33fbb4d34", "name": "network-vif-deleted", "tag": "53683871-b7c0-4da2-9324-f3ea89427464"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:52:06.745319 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5d5d7b4c-3728-4917-8624-831a92ba9be2 req-b540d3a7-4f7d-4fc7-b635-d821d14cd81e tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:06.782469 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['8257a1cc-c766-492f-80d6-66f566f6fb48'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:52:06.815689 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540d3a7-4f7d-4fc7-b635-d821d14cd81e tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Pushing event deleted for resources: {'Port': ['ID=8257a1cc-c766-492f-80d6-66f566f6fb48,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:06.826837 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e5640182-d9ae-4e63-96bb-6db85694ace1 req-da76bd3d-59b7-45a8-90bd-8c845bca16d1 tempest-ServerGroupTestJSON-774755419 tempest-ServerGroupTestJSON-774755419-project] 10.222.0.73 "GET /v2.0/ports?device_id=5008281f-2185-47ca-bea9-f5a33fbb4d34 HTTP/1.1" status: 200 len: 210 time: 0.0924904 May 06 09:52:06.890046 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63615d3d-aa4d-47c3-b650-ac0fb5a4e6c0 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:06.914953 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf5afaa-1d66-4533-8db3-c5f9d56fb613 x-openstack-request-id: req-caf5afaa-1d66-4533-8db3-c5f9d56fb613 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:52:06.915386 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5008281f-2185-47ca-bea9-f5a33fbb4d34", "name": "network-vif-deleted", "tag": "53683871-b7c0-4da2-9324-f3ea89427464", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:52:06.915577 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-caf5afaa-1d66-4533-8db3-c5f9d56fb613 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:52:06.915922 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caf5afaa-1d66-4533-8db3-c5f9d56fb613'] response: {'server_uuid': '5008281f-2185-47ca-bea9-f5a33fbb4d34', 'name': 'network-vif-deleted', 'tag': '53683871-b7c0-4da2-9324-f3ea89427464', 'status': 'completed', 'code': 200} May 06 09:52:06.916686 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5d7b4c-3728-4917-8624-831a92ba9be2 req-b540d3a7-4f7d-4fc7-b635-d821d14cd81e tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] No DVR routers for this DVR port 8257a1cc-c766-492f-80d6-66f566f6fb48 on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:52:06.919238 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5d5d7b4c-3728-4917-8624-831a92ba9be2 req-b540d3a7-4f7d-4fc7-b635-d821d14cd81e tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:06.922779 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d5d7b4c-3728-4917-8624-831a92ba9be2 req-b540d3a7-4f7d-4fc7-b635-d821d14cd81e tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] 10.222.0.77 "DELETE /v2.0/ports/8257a1cc-c766-492f-80d6-66f566f6fb48 HTTP/1.1" status: 204 len: 173 time: 1.1614463 May 06 09:52:06.934275 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63615d3d-aa4d-47c3-b650-ac0fb5a4e6c0 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event deleted for resources: {'Port': ['ID=67210d72-eb61-4d54-b9b9-2f4182ba558a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:07.182173 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63615d3d-aa4d-47c3-b650-ac0fb5a4e6c0 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Router debc9fd6-e236-40fa-8260-46659ef24ff4 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:52:07.342700 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba4ec723-88d4-4e83-8db1-2b1153266a65 req-906fe840-9d63-4b1d-b61a-d287aabb5bba tempest-ServerMetadataNegativeTestJSON-1115829602 tempest-ServerMetadataNegativeTestJSON-1115829602-project] 10.222.0.73 "GET /v2.0/ports?device_id=32bc9b1a-0c3b-4a0a-9930-171bdb04be95 HTTP/1.1" status: 200 len: 210 time: 0.0515153 May 06 09:52:07.373195 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63615d3d-aa4d-47c3-b650-ac0fb5a4e6c0 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:52:07.386879 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981f7b4f-0aca-4318-b9b0-f22e628f0de9 None None] Sync routers for ids ['debc9fd6-e236-40fa-8260-46659ef24ff4'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:52:07.398363 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981f7b4f-0aca-4318-b9b0-f22e628f0de9 None None] Routers {'debc9fd6-e236-40fa-8260-46659ef24ff4'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:52:07.399142 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-981f7b4f-0aca-4318-b9b0-f22e628f0de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['debc9fd6-e236-40fa-8260-46659ef24ff4'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:07.448964 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-981f7b4f-0aca-4318-b9b0-f22e628f0de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:07.458707 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981f7b4f-0aca-4318-b9b0-f22e628f0de9 None None] Routers {'debc9fd6-e236-40fa-8260-46659ef24ff4'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:52:07.459553 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-981f7b4f-0aca-4318-b9b0-f22e628f0de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['debc9fd6-e236-40fa-8260-46659ef24ff4'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:07.467431 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63615d3d-aa4d-47c3-b650-ac0fb5a4e6c0 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:07.472890 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-63615d3d-aa4d-47c3-b650-ac0fb5a4e6c0 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "DELETE /v2.0/ports/67210d72-eb61-4d54-b9b9-2f4182ba558a HTTP/1.1" status: 204 len: 168 time: 1.5537019 May 06 09:52:07.475543 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60340) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:07.500294 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-981f7b4f-0aca-4318-b9b0-f22e628f0de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:07.501266 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981f7b4f-0aca-4318-b9b0-f22e628f0de9 None None] The sync data for ids ['debc9fd6-e236-40fa-8260-46659ef24ff4'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:52:07.976994 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-efa0350b-01c4-4443-8c58-20c70a778c45 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:08.244606 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60368) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:08.297194 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60370) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:08.302285 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-42826c6a-7050-40e5-9687-787ab4a2c037 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Request body: {'subnet': {'network_id': '4a0c57cd-5bd8-4231-8b3d-2c72864908d0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:08.360293 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-89531928-bca4-4a90-ba63-43c53dfdd553 admin admin] Deleting subnet 5d90ebbf-f0cf-43fe-a3fc-bc822222c71f {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:52:08.373481 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-89531928-bca4-4a90-ba63-43c53dfdd553 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:08.426185 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-89531928-bca4-4a90-ba63-43c53dfdd553 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:08.453760 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60374) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:08.537644 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-89531928-bca4-4a90-ba63-43c53dfdd553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:08.572343 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-1511cab7-7722-4600-8f8d-9f5e6d8cdacb admin admin] Deleting subnet 3add92ac-74ce-42eb-af62-aa0d4e445263 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:52:08.575489 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1511cab7-7722-4600-8f8d-9f5e6d8cdacb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:08.596888 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42826c6a-7050-40e5-9687-787ab4a2c037 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Made reservation on behalf of 11a860d76348444b82a4e66a359e4274 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:08.600397 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42826c6a-7050-40e5-9687-787ab4a2c037 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:08.683431 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-efa0350b-01c4-4443-8c58-20c70a778c45 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Deleting port d24cbd19-12aa-4532-93c3-e791c046c175 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:08.684048 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-efa0350b-01c4-4443-8c58-20c70a778c45 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:08.697696 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1511cab7-7722-4600-8f8d-9f5e6d8cdacb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:08.759331 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-89531928-bca4-4a90-ba63-43c53dfdd553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:08.769293 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1511cab7-7722-4600-8f8d-9f5e6d8cdacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:08.795580 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-efa0350b-01c4-4443-8c58-20c70a778c45 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:08.811710 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-efa0350b-01c4-4443-8c58-20c70a778c45 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Calling delete_port for d24cbd19-12aa-4532-93c3-e791c046c175 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:08.829711 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89531928-bca4-4a90-ba63-43c53dfdd553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d90ebbf-f0cf-43fe-a3fc-bc822222c71f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:08.841839 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-89531928-bca4-4a90-ba63-43c53dfdd553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:08.850037 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-89531928-bca4-4a90-ba63-43c53dfdd553 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5d90ebbf-f0cf-43fe-a3fc-bc822222c71f HTTP/1.1" status: 204 len: 168 time: 0.6036067 May 06 09:52:08.853091 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60376) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:08.923240 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32bc9b1a-0c3b-4a0a-9930-171bdb04be95', 'name': 'network-vif-deleted', 'tag': '8257a1cc-c766-492f-80d6-66f566f6fb48'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:52:08.925519 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e29d0e-43b1-481c-96ea-2e1a8a2cc0a8" -d '{"events": [{"server_uuid": "32bc9b1a-0c3b-4a0a-9930-171bdb04be95", "name": "network-vif-deleted", "tag": "8257a1cc-c766-492f-80d6-66f566f6fb48"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:52:08.968800 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11938db-ac6c-4267-af2e-97a3b74f1f73 x-openstack-request-id: req-e11938db-ac6c-4267-af2e-97a3b74f1f73 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:52:08.969075 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32bc9b1a-0c3b-4a0a-9930-171bdb04be95", "name": "network-vif-deleted", "tag": "8257a1cc-c766-492f-80d6-66f566f6fb48", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:52:08.969343 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e11938db-ac6c-4267-af2e-97a3b74f1f73 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:52:08.970153 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e11938db-ac6c-4267-af2e-97a3b74f1f73'] response: {'server_uuid': '32bc9b1a-0c3b-4a0a-9930-171bdb04be95', 'name': 'network-vif-deleted', 'tag': '8257a1cc-c766-492f-80d6-66f566f6fb48', 'status': 'completed', 'code': 200} May 06 09:52:09.016484 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f6847721-9145-407d-933c-7691c2a002d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:09.027169 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1511cab7-7722-4600-8f8d-9f5e6d8cdacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:09.034282 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-efa0350b-01c4-4443-8c58-20c70a778c45 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:09.063572 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0350b-01c4-4443-8c58-20c70a778c45 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event deleted for resources: {'Port': ['ID=d24cbd19-12aa-4532-93c3-e791c046c175,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:09.073289 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42826c6a-7050-40e5-9687-787ab4a2c037 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:09.077970 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511cab7-7722-4600-8f8d-9f5e6d8cdacb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3add92ac-74ce-42eb-af62-aa0d4e445263,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:09.093923 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1511cab7-7722-4600-8f8d-9f5e6d8cdacb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:09.104699 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1511cab7-7722-4600-8f8d-9f5e6d8cdacb admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3add92ac-74ce-42eb-af62-aa0d4e445263 HTTP/1.1" status: 204 len: 168 time: 0.6494341 May 06 09:52:09.107977 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60382) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:09.257795 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 53683871-b7c0-4da2-9324-f3ea89427464 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:52:09.284808 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-efa0350b-01c4-4443-8c58-20c70a778c45 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:09.287665 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d821e08e-ea37-4fcf-8c4d-2c475cd9fc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:09.313153 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 53683871-b7c0-4da2-9324-f3ea89427464 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:52:09.313744 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 53683871-b7c0-4da2-9324-f3ea89427464 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:52:09.374153 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f6847721-9145-407d-933c-7691c2a002d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:09.461999 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42826c6a-7050-40e5-9687-787ab4a2c037 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Checking segment: {'id': '1c9dbd83-bfed-4d9f-b137-19c3f3c29eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4a0c57cd-5bd8-4231-8b3d-2c72864908d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:09.462457 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42826c6a-7050-40e5-9687-787ab4a2c037 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Network hostable DHCP agents. Network: 4a0c57cd-5bd8-4231-8b3d-2c72864908d0, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:52:09.474482 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-f6847721-9145-407d-933c-7691c2a002d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:09.481260 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42826c6a-7050-40e5-9687-787ab4a2c037 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event updated for resources: {'Subnet': ['ID=340effaf-a19e-43fe-9beb-46b52814edfa,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:09.519820 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-f6847721-9145-407d-933c-7691c2a002d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c300624d-66e7-49f6-ae80-d44c6fd32f06') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:09.520627 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-f6847721-9145-407d-933c-7691c2a002d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c300624d-66e7-49f6-ae80-d44c6fd32f06') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:09.558497 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f6847721-9145-407d-933c-7691c2a002d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:09.582299 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa0350b-01c4-4443-8c58-20c70a778c45 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Router debc9fd6-e236-40fa-8260-46659ef24ff4 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:52:09.598886 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42826c6a-7050-40e5-9687-787ab4a2c037 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Network 4a0c57cd-5bd8-4231-8b3d-2c72864908d0 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:52:09.638452 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f6847721-9145-407d-933c-7691c2a002d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:09.648067 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d821e08e-ea37-4fcf-8c4d-2c475cd9fc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:09.651880 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-42826c6a-7050-40e5-9687-787ab4a2c037 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 4a0c57cd-5bd8-4231-8b3d-2c72864908d0) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:09.669686 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d695bb8-cfd7-477e-b55f-8462f3a0e19f None None] Network 4a0c57cd-5bd8-4231-8b3d-2c72864908d0 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:09.679105 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6847721-9145-407d-933c-7691c2a002d1 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:52:09.680438 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f6847721-9145-407d-933c-7691c2a002d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:09.749752 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa0350b-01c4-4443-8c58-20c70a778c45 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: timer() May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:52:09.761609 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:52:09.771805 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-efa0350b-01c4-4443-8c58-20c70a778c45 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "PUT /v2.0/routers/debc9fd6-e236-40fa-8260-46659ef24ff4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2938638 May 06 09:52:09.773332 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42826c6a-7050-40e5-9687-787ab4a2c037 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:09.774636 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42826c6a-7050-40e5-9687-787ab4a2c037 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:09.786775 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60396) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:09.803594 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f6847721-9145-407d-933c-7691c2a002d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:09.809670 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f6847721-9145-407d-933c-7691c2a002d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:09.817464 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f6847721-9145-407d-933c-7691c2a002d1 admin admin] 10.222.0.73 "DELETE /v2.0/networks/868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d HTTP/1.1" status: 204 len: 168 time: 0.9411843 May 06 09:52:09.820286 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ba6919-edfe-453a-ab54-e7fa6729ea1a None None] Sync routers for ids ['debc9fd6-e236-40fa-8260-46659ef24ff4'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:52:09.876410 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ff213-bea6-4cdf-9013-41c790c72dae req-4fd371f7-1866-4157-9ff9-7d646fdf459f tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:09.895290 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ff213-bea6-4cdf-9013-41c790c72dae req-4fd371f7-1866-4157-9ff9-7d646fdf459f tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:09.913935 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ff213-bea6-4cdf-9013-41c790c72dae req-4fd371f7-1866-4157-9ff9-7d646fdf459f tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:09.921073 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ba6919-edfe-453a-ab54-e7fa6729ea1a None None] Routers {'debc9fd6-e236-40fa-8260-46659ef24ff4'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:52:09.921993 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-99ba6919-edfe-453a-ab54-e7fa6729ea1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['debc9fd6-e236-40fa-8260-46659ef24ff4'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:09.929212 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ff213-bea6-4cdf-9013-41c790c72dae req-4fd371f7-1866-4157-9ff9-7d646fdf459f tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:09.935102 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d821e08e-ea37-4fcf-8c4d-2c475cd9fc0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db397eab-7f8f-424c-846d-4edcc9618ba0']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:09.945504 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ff213-bea6-4cdf-9013-41c790c72dae req-4fd371f7-1866-4157-9ff9-7d646fdf459f tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:09.948562 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-42826c6a-7050-40e5-9687-787ab4a2c037 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6502819 May 06 09:52:09.958397 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60400) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:09.968301 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ff213-bea6-4cdf-9013-41c790c72dae req-4fd371f7-1866-4157-9ff9-7d646fdf459f tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:09.971056 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ab7973-9dba-4e91-8290-e74e93a1964e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-4a0c57cd-5bd8-4231-8b3d-2c72864908d0', 'network_id': '4a0c57cd-5bd8-4231-8b3d-2c72864908d0', 'tenant_id': '11a860d76348444b82a4e66a359e4274', 'fixed_ips': [{'subnet_id': '340effaf-a19e-43fe-9beb-46b52814edfa'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:52:09.972312 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-60ab7973-9dba-4e91-8290-e74e93a1964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:09.973247 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-e6dfbeb0-85e5-4ba5-92c4-e8d95b7f955c tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-726424855'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:09.983484 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6847721-9145-407d-933c-7691c2a002d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=868cbfd2-fe2b-4eaa-9ee4-5e4807b3694d,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:09.984858 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ff213-bea6-4cdf-9013-41c790c72dae req-4fd371f7-1866-4157-9ff9-7d646fdf459f tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:09.992281 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d821e08e-ea37-4fcf-8c4d-2c475cd9fc0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8426b270-db3e-4993-b417-8d01b021d393') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:09.993228 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d821e08e-ea37-4fcf-8c4d-2c475cd9fc0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8426b270-db3e-4993-b417-8d01b021d393') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:09.995938 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f51ff213-bea6-4cdf-9013-41c790c72dae req-4fd371f7-1866-4157-9ff9-7d646fdf459f tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5434 time: 0.2476692 May 06 09:52:09.997468 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-99ba6919-edfe-453a-ab54-e7fa6729ea1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:10.041473 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d821e08e-ea37-4fcf-8c4d-2c475cd9fc0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:10.092685 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f51ff213-bea6-4cdf-9013-41c790c72dae req-82540b0f-5689-4188-ab0a-0ec2356e82d4 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0847344 May 06 09:52:10.099041 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ba6919-edfe-453a-ab54-e7fa6729ea1a None None] Routers {'debc9fd6-e236-40fa-8260-46659ef24ff4'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:52:10.099756 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-99ba6919-edfe-453a-ab54-e7fa6729ea1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:51:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['debc9fd6-e236-40fa-8260-46659ef24ff4'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:10.130819 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6dfbeb0-85e5-4ba5-92c4-e8d95b7f955c tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Made reservation on behalf of 11a860d76348444b82a4e66a359e4274 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:10.136066 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e6dfbeb0-85e5-4ba5-92c4-e8d95b7f955c tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:10.138630 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60402) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:10.152526 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d821e08e-ea37-4fcf-8c4d-2c475cd9fc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:10.164904 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-99ba6919-edfe-453a-ab54-e7fa6729ea1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:10.165833 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ba6919-edfe-453a-ab54-e7fa6729ea1a None None] The sync data for ids ['debc9fd6-e236-40fa-8260-46659ef24ff4'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:52:10.185293 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d821e08e-ea37-4fcf-8c4d-2c475cd9fc0d admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:52:10.188740 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d821e08e-ea37-4fcf-8c4d-2c475cd9fc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:10.225719 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b35f9688-5a2e-450d-aebe-04da8bd4e67e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ecf91720b00844e4be66113308137ac2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0856822 May 06 09:52:10.228920 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60404) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:10.233580 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-60ab7973-9dba-4e91-8290-e74e93a1964e None None] Allocated IP 2001:db8:0:ffff::2 (4a0c57cd-5bd8-4231-8b3d-2c72864908d0/340effaf-a19e-43fe-9beb-46b52814edfa/ab39278f-82c9-43f1-9054-3d6524133cdb) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: timer() May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:52:10.251543 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:52:10.253936 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df63c070-19b2-42c0-af9d-23eb1e949e8a tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:10.299010 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-61a7292c-b55c-47ed-9277-59807567968c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:10.314403 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6dfbeb0-85e5-4ba5-92c4-e8d95b7f955c tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:52:10.330872 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-61a7292c-b55c-47ed-9277-59807567968c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:10.353233 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e6dfbeb0-85e5-4ba5-92c4-e8d95b7f955c tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:10.353610 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-e6dfbeb0-85e5-4ba5-92c4-e8d95b7f955c tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Added segment 57142bb6-fcef-4606-87f8-d4128f6e13de of type vlan for network 7ebc3bb3-843d-49d9-b4b1-3223d49f4ab4 May 06 09:52:10.355147 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d821e08e-ea37-4fcf-8c4d-2c475cd9fc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:10.381969 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d821e08e-ea37-4fcf-8c4d-2c475cd9fc0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:10.386146 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d821e08e-ea37-4fcf-8c4d-2c475cd9fc0d admin admin] 10.222.0.73 "DELETE /v2.0/networks/db397eab-7f8f-424c-846d-4edcc9618ba0 HTTP/1.1" status: 204 len: 168 time: 1.2507725 May 06 09:52:10.415183 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-61a7292c-b55c-47ed-9277-59807567968c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:10.418188 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-61a7292c-b55c-47ed-9277-59807567968c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:10.419753 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-61a7292c-b55c-47ed-9277-59807567968c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6cc1a2e0-813f-4ede-9639-b21b48339343 HTTP/1.1" status: 204 len: 168 time: 0.1898150 May 06 09:52:10.435345 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7292c-b55c-47ed-9277-59807567968c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc1a2e0-813f-4ede-9639-b21b48339343,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:10.464797 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 8257a1cc-c766-492f-80d6-66f566f6fb48 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:52:10.474145 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821e08e-ea37-4fcf-8c4d-2c475cd9fc0d admin admin] Pushing event deleted for resources: {'Network': ['ID=db397eab-7f8f-424c-846d-4edcc9618ba0,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:10.502342 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 8257a1cc-c766-492f-80d6-66f566f6fb48 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:52:10.502972 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 8257a1cc-c766-492f-80d6-66f566f6fb48 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:52:10.511655 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e6dfbeb0-85e5-4ba5-92c4-e8d95b7f955c tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:10.535988 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-60ab7973-9dba-4e91-8290-e74e93a1964e None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:10.553611 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-60ab7973-9dba-4e91-8290-e74e93a1964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:10.554842 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df63c070-19b2-42c0-af9d-23eb1e949e8a tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:10.559455 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e6dfbeb0-85e5-4ba5-92c4-e8d95b7f955c tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:10.565228 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dfbeb0-85e5-4ba5-92c4-e8d95b7f955c tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:10.565869 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e6dfbeb0-85e5-4ba5-92c4-e8d95b7f955c tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:10.626356 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab7973-9dba-4e91-8290-e74e93a1964e None None] Pushing event updated for resources: {'Port': ['ID=ab39278f-82c9-43f1-9054-3d6524133cdb,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:10.638254 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ab7973-9dba-4e91-8290-e74e93a1964e None None] Network 4a0c57cd-5bd8-4231-8b3d-2c72864908d0 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:10.643256 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-60ab7973-9dba-4e91-8290-e74e93a1964e None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:10.655107 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ab7973-9dba-4e91-8290-e74e93a1964e None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:10.727559 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-60ab7973-9dba-4e91-8290-e74e93a1964e None None] Attempting to bind port ab39278f-82c9-43f1-9054-3d6524133cdb on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:52:10.728214 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-60ab7973-9dba-4e91-8290-e74e93a1964e None None] Attempting to bind port ab39278f-82c9-43f1-9054-3d6524133cdb by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '1c9dbd83-bfed-4d9f-b137-19c3f3c29eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4a0c57cd-5bd8-4231-8b3d-2c72864908d0'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:52:10.729126 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ab7973-9dba-4e91-8290-e74e93a1964e None None] Attempting to bind port ab39278f-82c9-43f1-9054-3d6524133cdb on network 4a0c57cd-5bd8-4231-8b3d-2c72864908d0 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:52:10.735459 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ab7973-9dba-4e91-8290-e74e93a1964e None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:52:10.736177 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ab7973-9dba-4e91-8290-e74e93a1964e None None] Checking segment: {'id': '1c9dbd83-bfed-4d9f-b137-19c3f3c29eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4a0c57cd-5bd8-4231-8b3d-2c72864908d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:10.736845 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-60ab7973-9dba-4e91-8290-e74e93a1964e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:10.737738 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ab7973-9dba-4e91-8290-e74e93a1964e None None] Bound using segment: {'id': '1c9dbd83-bfed-4d9f-b137-19c3f3c29eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4a0c57cd-5bd8-4231-8b3d-2c72864908d0'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:52:10.739398 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-60ab7973-9dba-4e91-8290-e74e93a1964e None None] Bound port: ab39278f-82c9-43f1-9054-3d6524133cdb, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9dbd83-bfed-4d9f-b137-19c3f3c29eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4a0c57cd-5bd8-4231-8b3d-2c72864908d0'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:52:10.740310 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-60ab7973-9dba-4e91-8290-e74e93a1964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:10.757821 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e6dfbeb0-85e5-4ba5-92c4-e8d95b7f955c tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7911029 May 06 09:52:10.758103 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60414) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:10.765068 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-d0a0b38c-ae97-4fe4-b954-412a39066c10 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Request body: {'subnet': {'network_id': '7ebc3bb3-843d-49d9-b4b1-3223d49f4ab4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:10.794564 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dfbeb0-85e5-4ba5-92c4-e8d95b7f955c tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event updated for resources: {'Network': ['ID=7ebc3bb3-843d-49d9-b4b1-3223d49f4ab4,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:10.797805 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60416) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:10.847495 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-60ab7973-9dba-4e91-8290-e74e93a1964e None None] For port ab39278f-82c9-43f1-9054-3d6524133cdb, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:52:10.850939 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-60ab7973-9dba-4e91-8290-e74e93a1964e None None] For port ab39278f-82c9-43f1-9054-3d6524133cdb, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=ab39278f-82c9-43f1-9054-3d6524133cdb,segment=NetworkSegment(1c9dbd83-bfed-4d9f-b137-19c3f3c29eab),segment_id=1c9dbd83-bfed-4d9f-b137-19c3f3c29eab)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:52:10.853776 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 7ebc3bb3-843d-49d9-b4b1-3223d49f4ab4 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:52:10.920290 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-df63c070-19b2-42c0-af9d-23eb1e949e8a tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Deleting port 7a0ca46a-59e9-42f2-ae0f-3c93221ddf3b {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:10.920851 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df63c070-19b2-42c0-af9d-23eb1e949e8a tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:10.931354 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8c661bf7-cb7e-47cf-8a7c-6d492377ee5b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=62e24853a3b34acfb53bf7ec608b962c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1252916 May 06 09:52:10.931578 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-60ab7973-9dba-4e91-8290-e74e93a1964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:10.936088 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60418) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:10.999053 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a0b38c-ae97-4fe4-b954-412a39066c10 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Made reservation on behalf of 11a860d76348444b82a4e66a359e4274 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:11.004882 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab7973-9dba-4e91-8290-e74e93a1964e None None] Pushing event updated for resources: {'Port': ['ID=ab39278f-82c9-43f1-9054-3d6524133cdb,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:11.020067 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d0a0b38c-ae97-4fe4-b954-412a39066c10 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:11.103029 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df63c070-19b2-42c0-af9d-23eb1e949e8a tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:11.129507 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-df63c070-19b2-42c0-af9d-23eb1e949e8a tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Calling delete_port for 7a0ca46a-59e9-42f2-ae0f-3c93221ddf3b owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:11.349116 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d04ef17f-6d07-4228-9897-2c059723ff24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:11.387351 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d04ef17f-6d07-4228-9897-2c059723ff24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:11.401901 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df63c070-19b2-42c0-af9d-23eb1e949e8a tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:11.446979 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63c070-19b2-42c0-af9d-23eb1e949e8a tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event deleted for resources: {'Port': ['ID=7a0ca46a-59e9-42f2-ae0f-3c93221ddf3b,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:11.489286 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5ce20-b391-415d-8910-89a4bee23af1 req-e3a07744-90ad-4717-87a8-1dd96d430b66 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:11.506443 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5ce20-b391-415d-8910-89a4bee23af1 req-e3a07744-90ad-4717-87a8-1dd96d430b66 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:11.515964 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5ce20-b391-415d-8910-89a4bee23af1 req-e3a07744-90ad-4717-87a8-1dd96d430b66 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:11.524855 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5ce20-b391-415d-8910-89a4bee23af1 req-e3a07744-90ad-4717-87a8-1dd96d430b66 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:11.535770 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5ce20-b391-415d-8910-89a4bee23af1 req-e3a07744-90ad-4717-87a8-1dd96d430b66 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:11.549603 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5ce20-b391-415d-8910-89a4bee23af1 req-e3a07744-90ad-4717-87a8-1dd96d430b66 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:11.557763 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5ce20-b391-415d-8910-89a4bee23af1 req-e3a07744-90ad-4717-87a8-1dd96d430b66 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:11.568184 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df63c070-19b2-42c0-af9d-23eb1e949e8a tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:11.573127 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-91a5ce20-b391-415d-8910-89a4bee23af1 req-e3a07744-90ad-4717-87a8-1dd96d430b66 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5434 time: 0.3436921 May 06 09:52:11.759044 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df63c070-19b2-42c0-af9d-23eb1e949e8a tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:11.762177 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df63c070-19b2-42c0-af9d-23eb1e949e8a tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:11.770329 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60440) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:11.811209 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d04ef17f-6d07-4228-9897-2c059723ff24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:11.815081 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d04ef17f-6d07-4228-9897-2c059723ff24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:11.818524 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d04ef17f-6d07-4228-9897-2c059723ff24 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/74edee99-bb82-45be-9baf-30abc460259f HTTP/1.1" status: 204 len: 168 time: 0.8782463 May 06 09:52:11.839620 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df63c070-19b2-42c0-af9d-23eb1e949e8a tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:11.840587 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df63c070-19b2-42c0-af9d-23eb1e949e8a tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Fanout notify agent at l3_agent the message router_deleted on router debc9fd6-e236-40fa-8260-46659ef24ff4 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:52:11.851662 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df63c070-19b2-42c0-af9d-23eb1e949e8a tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:11.854215 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-df63c070-19b2-42c0-af9d-23eb1e949e8a tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "DELETE /v2.0/routers/debc9fd6-e236-40fa-8260-46659ef24ff4 HTTP/1.1" status: 204 len: 168 time: 2.0590792 May 06 09:52:11.857305 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60446) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:11.860790 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-91a5ce20-b391-415d-8910-89a4bee23af1 req-0ea987c4-21ee-4dfa-b8f7-99f729b17bcc tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2812176 May 06 09:52:11.863594 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ef17f-6d07-4228-9897-2c059723ff24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74edee99-bb82-45be-9baf-30abc460259f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:11.968290 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee5eaae-bc75-4a75-a716-3948f1fbcd41 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Deleting subnet 490f56cc-7e93-42f6-983d-2625033e0f55 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:52:11.976950 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9ee5eaae-bc75-4a75-a716-3948f1fbcd41 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:11.997735 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d0a0b38c-ae97-4fe4-b954-412a39066c10 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:12.044924 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9ee5eaae-bc75-4a75-a716-3948f1fbcd41 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:12.061118 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-ee606688-3815-4999-af03-2a64dad611c9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1145327886-network', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:12.133085 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0b38c-ae97-4fe4-b954-412a39066c10 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event updated for resources: {'Subnet': ['ID=dc443967-f8a5-4cf6-b654-ec8952d4bee5,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:12.142794 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee606688-3815-4999-af03-2a64dad611c9 admin admin] Made reservation on behalf of c517f1b2e83649f0bec52fdccbd31b7e for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:12.147803 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ee606688-3815-4999-af03-2a64dad611c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:12.162367 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ee606688-3815-4999-af03-2a64dad611c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:12.183641 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a0b38c-ae97-4fe4-b954-412a39066c10 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Checking segment: {'id': '57142bb6-fcef-4606-87f8-d4128f6e13de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7ebc3bb3-843d-49d9-b4b1-3223d49f4ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:12.184011 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a0b38c-ae97-4fe4-b954-412a39066c10 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Network hostable DHCP agents. Network: 7ebc3bb3-843d-49d9-b4b1-3223d49f4ab4, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:52:12.232881 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a0b38c-ae97-4fe4-b954-412a39066c10 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Network 7ebc3bb3-843d-49d9-b4b1-3223d49f4ab4 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:52:12.241096 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9ee5eaae-bc75-4a75-a716-3948f1fbcd41 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:12.268321 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-d0a0b38c-ae97-4fe4-b954-412a39066c10 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 7ebc3bb3-843d-49d9-b4b1-3223d49f4ab4) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:12.280881 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a0b38c-ae97-4fe4-b954-412a39066c10 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:12.281668 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d0a0b38c-ae97-4fe4-b954-412a39066c10 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:12.284099 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e55021-aa1b-468f-93ef-357e2261a9f5 None None] Network 7ebc3bb3-843d-49d9-b4b1-3223d49f4ab4 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:12.324376 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d0a0b38c-ae97-4fe4-b954-412a39066c10 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5646617 May 06 09:52:12.354885 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60452) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:12.417889 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9ee5eaae-bc75-4a75-a716-3948f1fbcd41 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:12.480261 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ee606688-3815-4999-af03-2a64dad611c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:12.499647 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ee606688-3815-4999-af03-2a64dad611c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:12.541069 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5eaae-bc75-4a75-a716-3948f1fbcd41 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event deleted for resources: {'Subnet': ['ID=490f56cc-7e93-42f6-983d-2625033e0f55,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:12.543521 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9ee5eaae-bc75-4a75-a716-3948f1fbcd41 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:12.545862 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee606688-3815-4999-af03-2a64dad611c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:52:12.561901 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9ee5eaae-bc75-4a75-a716-3948f1fbcd41 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "DELETE /v2.0/subnets/490f56cc-7e93-42f6-983d-2625033e0f55 HTTP/1.1" status: 204 len: 168 time: 0.7010596 May 06 09:52:12.562547 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60460) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:12.598683 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ee606688-3815-4999-af03-2a64dad611c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:12.600166 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-ee606688-3815-4999-af03-2a64dad611c9 admin admin] Added segment 27b775b5-8035-4904-ad11-074d150e8a59 of type vlan for network 8b4bbee4-4fbe-449e-978f-a646b5e578f0 May 06 09:52:12.620338 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee606688-3815-4999-af03-2a64dad611c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e69f0f5-eb73-468f-a453-7aefb147f3d2,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:12.676804 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f667d684-0207-4f75-a8e6-411c07e49e83 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:12.696647 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ee606688-3815-4999-af03-2a64dad611c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:12.760635 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd03701-a7bc-49a0-b779-3feb531e73fa None None] Network 3897a049-5dae-4c2c-aa38-80a3849f9511 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:12.799232 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ee606688-3815-4999-af03-2a64dad611c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:12.818628 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee606688-3815-4999-af03-2a64dad611c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:12.819291 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ee606688-3815-4999-af03-2a64dad611c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:12.837160 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2797ce0-e937-4494-9db7-2952c93e7225 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:12.939051 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ab39278f-82c9-43f1-9054-3d6524133cdb up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:12.941470 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911c5e15-57df-425e-a012-a494da575d02 None None] Network 4a0c57cd-5bd8-4231-8b3d-2c72864908d0 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:12.965337 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f667d684-0207-4f75-a8e6-411c07e49e83 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:13.091375 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee606688-3815-4999-af03-2a64dad611c9 admin admin] Pushing event updated for resources: {'Network': ['ID=8b4bbee4-4fbe-449e-978f-a646b5e578f0,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:13.161152 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 8b4bbee4-4fbe-449e-978f-a646b5e578f0 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:52:13.223913 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ee606688-3815-4999-af03-2a64dad611c9 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4437246 May 06 09:52:13.233341 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60486) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:13.244921 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-da521c11-fd18-4594-b48b-59a1ae3d1548 admin admin] Request body: {'subnet': {'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1145327886-subnet', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:13.349521 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da521c11-fd18-4594-b48b-59a1ae3d1548 admin admin] Made reservation on behalf of c517f1b2e83649f0bec52fdccbd31b7e for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:13.358066 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da521c11-fd18-4594-b48b-59a1ae3d1548 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:13.474332 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f667d684-0207-4f75-a8e6-411c07e49e83 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:13.556498 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9105f28b-6454-449a-a5ae-bd48ef39feb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-7ebc3bb3-843d-49d9-b4b1-3223d49f4ab4', 'network_id': '7ebc3bb3-843d-49d9-b4b1-3223d49f4ab4', 'tenant_id': '11a860d76348444b82a4e66a359e4274', 'fixed_ips': [{'subnet_id': 'dc443967-f8a5-4cf6-b654-ec8952d4bee5'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:52:13.560639 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9105f28b-6454-449a-a5ae-bd48ef39feb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:13.613347 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667d684-0207-4f75-a8e6-411c07e49e83 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event deleted for resources: {'Subnet': ['ID=dc443967-f8a5-4cf6-b654-ec8952d4bee5,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:13.764835 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60488) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:13.786007 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-7d731ffd-41bf-46c0-9bb2-76db05810c72 None None] Provisioning complete for port ab39278f-82c9-43f1-9054-3d6524133cdb triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:13.786387 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7d731ffd-41bf-46c0-9bb2-76db05810c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:13.839889 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-d2797ce0-e937-4494-9db7-2952c93e7225 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Deleting port 866c85fe-7019-4f37-987e-9d00d816b515 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:13.840239 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2797ce0-e937-4494-9db7-2952c93e7225 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:13.849759 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f667d684-0207-4f75-a8e6-411c07e49e83 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:13.878541 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25eef4c-c7c8-4099-b80b-110f0d8e55b6 None None] Network 7ebc3bb3-843d-49d9-b4b1-3223d49f4ab4 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:13.900972 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-f667d684-0207-4f75-a8e6-411c07e49e83 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ebc3bb3-843d-49d9-b4b1-3223d49f4ab4']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:13.905138 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-6967e7a9-104e-4ff5-872e-04c61545a178 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-545178424-network', 'tenant_id': '639a3400730c4c759eec6a186727942c'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:13.932500 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-f667d684-0207-4f75-a8e6-411c07e49e83 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57142bb6-fcef-4606-87f8-d4128f6e13de') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:13.932959 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-f667d684-0207-4f75-a8e6-411c07e49e83 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57142bb6-fcef-4606-87f8-d4128f6e13de') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:13.963013 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f667d684-0207-4f75-a8e6-411c07e49e83 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.013250 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f85589-2f6c-4a8a-8bce-3f477007a286 req-e928d2da-0014-4d71-9f94-7bc7ff38b251 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:14.015304 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f85589-2f6c-4a8a-8bce-3f477007a286 req-e928d2da-0014-4d71-9f94-7bc7ff38b251 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:14.022981 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f85589-2f6c-4a8a-8bce-3f477007a286 req-e928d2da-0014-4d71-9f94-7bc7ff38b251 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:14.026898 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-d2797ce0-e937-4494-9db7-2952c93e7225 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] For port 866c85fe-7019-4f37-987e-9d00d816b515, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=866c85fe-7019-4f37-987e-9d00d816b515,segment=NetworkSegment(b5616e33-a479-4ec7-bbb0-55909c1638e5),segment_id=b5616e33-a479-4ec7-bbb0-55909c1638e5)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:14.028532 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2797ce0-e937-4494-9db7-2952c93e7225 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.031799 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f85589-2f6c-4a8a-8bce-3f477007a286 req-e928d2da-0014-4d71-9f94-7bc7ff38b251 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:14.038214 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6967e7a9-104e-4ff5-872e-04c61545a178 admin admin] Made reservation on behalf of 639a3400730c4c759eec6a186727942c for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:14.042007 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6967e7a9-104e-4ff5-872e-04c61545a178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.046481 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f85589-2f6c-4a8a-8bce-3f477007a286 req-e928d2da-0014-4d71-9f94-7bc7ff38b251 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:14.056775 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f85589-2f6c-4a8a-8bce-3f477007a286 req-e928d2da-0014-4d71-9f94-7bc7ff38b251 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:14.064724 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f85589-2f6c-4a8a-8bce-3f477007a286 req-e928d2da-0014-4d71-9f94-7bc7ff38b251 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:14.067392 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71f85589-2f6c-4a8a-8bce-3f477007a286 req-e928d2da-0014-4d71-9f94-7bc7ff38b251 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5434 time: 0.4315987 May 06 09:52:14.068223 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-d2797ce0-e937-4494-9db7-2952c93e7225 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Calling delete_port for 866c85fe-7019-4f37-987e-9d00d816b515 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:14.071668 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6967e7a9-104e-4ff5-872e-04c61545a178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.089270 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-0302c98c-b642-4a55-b283-3e7a1b76e856 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:14.097900 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-0302c98c-b642-4a55-b283-3e7a1b76e856 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:14.101449 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebbcb92-47ce-4aae-9d7c-1dd160621b17 None None] DHCP port deletion for 3897a049-5dae-4c2c-aa38-80a3849f9511 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:52:14.105482 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-0302c98c-b642-4a55-b283-3e7a1b76e856 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:14.111845 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-0302c98c-b642-4a55-b283-3e7a1b76e856 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:14.118912 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-0302c98c-b642-4a55-b283-3e7a1b76e856 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:14.125618 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-0302c98c-b642-4a55-b283-3e7a1b76e856 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:14.132765 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-0302c98c-b642-4a55-b283-3e7a1b76e856 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:14.136321 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-0302c98c-b642-4a55-b283-3e7a1b76e856 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.84 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5434 time: 0.9513946 May 06 09:52:14.145048 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f667d684-0207-4f75-a8e6-411c07e49e83 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.197113 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f667d684-0207-4f75-a8e6-411c07e49e83 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:52:14.197632 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f667d684-0207-4f75-a8e6-411c07e49e83 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: timer() May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:52:14.201388 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:52:14.220207 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port ab39278f-82c9-43f1-9054-3d6524133cdb triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:14.220586 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.281528 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2797ce0-e937-4494-9db7-2952c93e7225 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.307788 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-cefa9580-eb23-47c0-a945-bcc156eb7e4a tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:14.309467 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-cefa9580-eb23-47c0-a945-bcc156eb7e4a tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.84 "GET /v2.0/ports/8d303aa1-b7fd-4784-9cb4-de5b64174005?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1561434 May 06 09:52:14.318085 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6967e7a9-104e-4ff5-872e-04c61545a178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.342395 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6967e7a9-104e-4ff5-872e-04c61545a178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.346795 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2797ce0-e937-4494-9db7-2952c93e7225 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event deleted for resources: {'Port': ['ID=866c85fe-7019-4f37-987e-9d00d816b515,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:14.366603 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71f85589-2f6c-4a8a-8bce-3f477007a286 req-858797de-9767-420f-98e1-6193604c2104 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2284048 May 06 09:52:14.392815 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2797ce0-e937-4494-9db7-2952c93e7225 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] No DVR routers for this DVR port 866c85fe-7019-4f37-987e-9d00d816b515 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:52:14.409342 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6967e7a9-104e-4ff5-872e-04c61545a178 admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:52:14.418865 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7d731ffd-41bf-46c0-9bb2-76db05810c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.465409 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f667d684-0207-4f75-a8e6-411c07e49e83 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.474321 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f667d684-0207-4f75-a8e6-411c07e49e83 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.478016 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f667d684-0207-4f75-a8e6-411c07e49e83 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "DELETE /v2.0/networks/7ebc3bb3-843d-49d9-b4b1-3223d49f4ab4 HTTP/1.1" status: 204 len: 168 time: 2.1206448 May 06 09:52:14.519069 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60494) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:14.523929 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-7d731ffd-41bf-46c0-9bb2-76db05810c72 None None] For port ab39278f-82c9-43f1-9054-3d6524133cdb, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=ab39278f-82c9-43f1-9054-3d6524133cdb,segment=NetworkSegment(1c9dbd83-bfed-4d9f-b137-19c3f3c29eab),segment_id=1c9dbd83-bfed-4d9f-b137-19c3f3c29eab)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:14.528034 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6967e7a9-104e-4ff5-872e-04c61545a178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.528588 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-6967e7a9-104e-4ff5-872e-04c61545a178 admin admin] Added segment e084b208-f338-432d-95df-87ee87c4db54 of type vlan for network ea1a03db-e74b-4fbe-bbf2-facb6e3093bf May 06 09:52:14.530418 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.530595 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667d684-0207-4f75-a8e6-411c07e49e83 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event deleted for resources: {'Network': ['ID=7ebc3bb3-843d-49d9-b4b1-3223d49f4ab4,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:14.536891 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967e7a9-104e-4ff5-872e-04c61545a178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379db6aa-a2dd-4f1a-9333-3f7451002ea2,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:14.560653 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7d731ffd-41bf-46c0-9bb2-76db05810c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.561603 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-ba36dacc-233a-4806-92c3-9dd0141e0436 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-97468341'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:14.628176 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2797ce0-e937-4494-9db7-2952c93e7225 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.648209 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba36dacc-233a-4806-92c3-9dd0141e0436 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Made reservation on behalf of 11a860d76348444b82a4e66a359e4274 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:14.652235 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ba36dacc-233a-4806-92c3-9dd0141e0436 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.656773 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da521c11-fd18-4594-b48b-59a1ae3d1548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.665136 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6967e7a9-104e-4ff5-872e-04c61545a178 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.669466 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d731ffd-41bf-46c0-9bb2-76db05810c72 None None] Pushing event updated for resources: {'Port': ['ID=ab39278f-82c9-43f1-9054-3d6524133cdb,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:14.671383 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d2797ce0-e937-4494-9db7-2952c93e7225 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3897a049-5dae-4c2c-aa38-80a3849f9511']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:14.688244 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d2797ce0-e937-4494-9db7-2952c93e7225 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5616e33-a479-4ec7-bbb0-55909c1638e5') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:14.688605 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d2797ce0-e937-4494-9db7-2952c93e7225 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5616e33-a479-4ec7-bbb0-55909c1638e5') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:14.694190 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-0ebbcb92-47ce-4aae-9d7c-1dd160621b17 None None] Deleting port 866c85fe-7019-4f37-987e-9d00d816b515 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:14.694665 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0ebbcb92-47ce-4aae-9d7c-1dd160621b17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.709671 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2797ce0-e937-4494-9db7-2952c93e7225 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.721704 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-3e689b2a-eb17-43b5-8209-c55086c7820e tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.84 "GET /v2.0/networks/06ea11b1-d543-495d-bbe7-8e909ad3a0f6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3886786 May 06 09:52:14.728810 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2797ce0-e937-4494-9db7-2952c93e7225 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.732164 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6967e7a9-104e-4ff5-872e-04c61545a178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.733175 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6967e7a9-104e-4ff5-872e-04c61545a178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:14.733841 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6967e7a9-104e-4ff5-872e-04c61545a178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.740833 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-88c9acbc-6d1d-4496-898d-a56b777ddcfa service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:14.749282 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2797ce0-e937-4494-9db7-2952c93e7225 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:52:14.749997 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2797ce0-e937-4494-9db7-2952c93e7225 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.778686 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-0ebbcb92-47ce-4aae-9d7c-1dd160621b17 None None] For port 866c85fe-7019-4f37-987e-9d00d816b515, host n-d-840835-1, got binding levels [] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:14.779290 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0ebbcb92-47ce-4aae-9d7c-1dd160621b17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.794738 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-0ebbcb92-47ce-4aae-9d7c-1dd160621b17 None None] Calling delete_port for 866c85fe-7019-4f37-987e-9d00d816b515 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:14.797736 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.ipam_backend_mixin [None req-0ebbcb92-47ce-4aae-9d7c-1dd160621b17 None None] Port 866c85fe-7019-4f37-987e-9d00d816b515 was not found and therefore no delete operation was performed {{(pid=102654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 09:52:14.801764 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0ebbcb92-47ce-4aae-9d7c-1dd160621b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.817068 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da521c11-fd18-4594-b48b-59a1ae3d1548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9382d75-3c44-4a92-be03-e9a2109a5f6f,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: timer() May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:52:14.832335 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:52:14.839318 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967e7a9-104e-4ff5-872e-04c61545a178 admin admin] Pushing event updated for resources: {'Network': ['ID=ea1a03db-e74b-4fbe-bbf2-facb6e3093bf,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:14.849992 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba36dacc-233a-4806-92c3-9dd0141e0436 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:52:14.850838 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebbcb92-47ce-4aae-9d7c-1dd160621b17 None None] No DVR routers for this DVR port 866c85fe-7019-4f37-987e-9d00d816b515 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:52:14.868690 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da521c11-fd18-4594-b48b-59a1ae3d1548 admin admin] Checking segment: {'id': '27b775b5-8035-4904-ad11-074d150e8a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:14.869117 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da521c11-fd18-4594-b48b-59a1ae3d1548 admin admin] Network hostable DHCP agents. Network: 8b4bbee4-4fbe-449e-978f-a646b5e578f0, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:52:14.878180 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network ea1a03db-e74b-4fbe-bbf2-facb6e3093bf details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:52:14.890113 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ba36dacc-233a-4806-92c3-9dd0141e0436 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.890477 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-ba36dacc-233a-4806-92c3-9dd0141e0436 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Added segment 1e66ec70-875b-4002-bbda-937b333f1ecb of type vlan for network 3a9cc813-c478-44e7-abc8-63990710d8a5 May 06 09:52:14.896296 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6967e7a9-104e-4ff5-872e-04c61545a178 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1248791 May 06 09:52:14.897299 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60496) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:14.919217 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-5c2c0828-6aef-4dee-a713-745c245b1920 admin admin] Request body: {'subnet': {'network_id': 'ea1a03db-e74b-4fbe-bbf2-facb6e3093bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-545178424-subnet', 'tenant_id': '639a3400730c4c759eec6a186727942c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:14.923452 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-5ae58c11-4c1a-4767-9b94-e24bc98f6bf2 None None] Provisioning complete for port ab39278f-82c9-43f1-9054-3d6524133cdb triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:14.923835 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5ae58c11-4c1a-4767-9b94-e24bc98f6bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.950369 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2c0828-6aef-4dee-a713-745c245b1920 admin admin] Made reservation on behalf of 639a3400730c4c759eec6a186727942c for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:14.953434 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5c2c0828-6aef-4dee-a713-745c245b1920 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.960117 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-88c9acbc-6d1d-4496-898d-a56b777ddcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.963451 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebbcb92-47ce-4aae-9d7c-1dd160621b17 None None] Pushing event deleted for resources: {'Port': ['ID=866c85fe-7019-4f37-987e-9d00d816b515,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:14.973285 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da521c11-fd18-4594-b48b-59a1ae3d1548 admin admin] Network 8b4bbee4-4fbe-449e-978f-a646b5e578f0 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:52:15.004340 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ba36dacc-233a-4806-92c3-9dd0141e0436 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:15.021623 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2797ce0-e937-4494-9db7-2952c93e7225 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:15.028039 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2797ce0-e937-4494-9db7-2952c93e7225 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:15.031885 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d2797ce0-e937-4494-9db7-2952c93e7225 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "DELETE /v2.0/networks/3897a049-5dae-4c2c-aa38-80a3849f9511 HTTP/1.1" status: 204 len: 168 time: 2.4675472 May 06 09:52:15.047745 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60500) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:15.057797 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2797ce0-e937-4494-9db7-2952c93e7225 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event deleted for resources: {'Network': ['ID=3897a049-5dae-4c2c-aa38-80a3849f9511,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:15.070410 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-da521c11-fd18-4594-b48b-59a1ae3d1548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 8b4bbee4-4fbe-449e-978f-a646b5e578f0) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:15.137478 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:52:15.138158 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:52:15.144731 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8d166a-2d8c-485d-852e-596d8d57c17b None None] Network 8b4bbee4-4fbe-449e-978f-a646b5e578f0 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:15.146504 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da521c11-fd18-4594-b48b-59a1ae3d1548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:15.147719 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da521c11-fd18-4594-b48b-59a1ae3d1548 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:15.234569 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5c2c0828-6aef-4dee-a713-745c245b1920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:15.257175 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ba36dacc-233a-4806-92c3-9dd0141e0436 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:15.264884 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba36dacc-233a-4806-92c3-9dd0141e0436 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:15.266530 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ba36dacc-233a-4806-92c3-9dd0141e0436 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:15.293479 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-da521c11-fd18-4594-b48b-59a1ae3d1548 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0582669 May 06 09:52:15.300993 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60502) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:15.304584 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ba36dacc-233a-4806-92c3-9dd0141e0436 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7539845 May 06 09:52:15.316980 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60504) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:15.317791 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3f8624-c350-4923-8f4c-942bd7c1709f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-8b4bbee4-4fbe-449e-978f-a646b5e578f0', 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'fixed_ips': [{'subnet_id': 'c9382d75-3c44-4a92-be03-e9a2109a5f6f'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:52:15.319210 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-118e9bdd-c67a-44f6-a9ee-310cb52e8b2d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1145327886-router', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:15.319367 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ea3f8624-c350-4923-8f4c-942bd7c1709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:15.350858 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-118e9bdd-c67a-44f6-a9ee-310cb52e8b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:15.353070 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-118e9bdd-c67a-44f6-a9ee-310cb52e8b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:15.372724 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c0828-6aef-4dee-a713-745c245b1920 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f3cfd1d-e79a-464a-877c-2318399902c1,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:15.375960 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2c0828-6aef-4dee-a713-745c245b1920 admin admin] Checking segment: {'id': 'e084b208-f338-432d-95df-87ee87c4db54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ea1a03db-e74b-4fbe-bbf2-facb6e3093bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:15.376335 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2c0828-6aef-4dee-a713-745c245b1920 admin admin] Network hostable DHCP agents. Network: ea1a03db-e74b-4fbe-bbf2-facb6e3093bf, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:52:15.440158 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-0d9ffadf-edff-4a29-b5b6-dd33556cdf47 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Request body: {'subnet': {'network_id': '3a9cc813-c478-44e7-abc8-63990710d8a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:15.450151 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-118e9bdd-c67a-44f6-a9ee-310cb52e8b2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:15.454327 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2c0828-6aef-4dee-a713-745c245b1920 admin admin] Network ea1a03db-e74b-4fbe-bbf2-facb6e3093bf is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:52:15.525896 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-5c2c0828-6aef-4dee-a713-745c245b1920 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, ea1a03db-e74b-4fbe-bbf2-facb6e3093bf) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:15.537725 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36dacc-233a-4806-92c3-9dd0141e0436 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event updated for resources: {'Network': ['ID=3a9cc813-c478-44e7-abc8-63990710d8a5,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:15.546693 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d838de5-bb6a-4e8a-9052-efe73ea0613b None None] Network ea1a03db-e74b-4fbe-bbf2-facb6e3093bf requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:15.567141 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2c0828-6aef-4dee-a713-745c245b1920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:15.567141 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5c2c0828-6aef-4dee-a713-745c245b1920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:15.620198 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-ea3f8624-c350-4923-8f4c-942bd7c1709f None None] Allocated IP 172.20.0.2 (8b4bbee4-4fbe-449e-978f-a646b5e578f0/c9382d75-3c44-4a92-be03-e9a2109a5f6f/96eecb2e-0bef-47f2-b4ef-f14bf1e33436) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:15.631258 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-88c9acbc-6d1d-4496-898d-a56b777ddcfa service neutron] For port 8d303aa1-b7fd-4784-9cb4-de5b64174005, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=8d303aa1-b7fd-4784-9cb4-de5b64174005,segment=NetworkSegment(f6d50db6-0b43-4540-af3d-5a193cdc7027),segment_id=f6d50db6-0b43-4540-af3d-5a193cdc7027)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:15.638541 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-f49980cd-094a-4e7a-9bf7-7ec33907ca00 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Deleting port 087a9934-5570-4261-83a1-8948e83dded9 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:15.638541 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f49980cd-094a-4e7a-9bf7-7ec33907ca00 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:15.644130 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5c2c0828-6aef-4dee-a713-745c245b1920 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7460251 May 06 09:52:15.654294 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 3a9cc813-c478-44e7-abc8-63990710d8a5 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:52:15.697014 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-118e9bdd-c67a-44f6-a9ee-310cb52e8b2d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:15.734438 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9ffadf-edff-4a29-b5b6-dd33556cdf47 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Made reservation on behalf of 11a860d76348444b82a4e66a359e4274 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:15.737987 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0d9ffadf-edff-4a29-b5b6-dd33556cdf47 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:15.774438 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46530e84-3dae-4899-80e5-7084a9296dca req-aee65f7e-3aab-411a-ac71-c7696cf0a17b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:15.780800 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46530e84-3dae-4899-80e5-7084a9296dca req-aee65f7e-3aab-411a-ac71-c7696cf0a17b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:15.787232 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46530e84-3dae-4899-80e5-7084a9296dca req-aee65f7e-3aab-411a-ac71-c7696cf0a17b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:15.794715 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46530e84-3dae-4899-80e5-7084a9296dca req-aee65f7e-3aab-411a-ac71-c7696cf0a17b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:15.802076 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46530e84-3dae-4899-80e5-7084a9296dca req-aee65f7e-3aab-411a-ac71-c7696cf0a17b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:15.808450 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46530e84-3dae-4899-80e5-7084a9296dca req-aee65f7e-3aab-411a-ac71-c7696cf0a17b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:15.814379 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46530e84-3dae-4899-80e5-7084a9296dca req-aee65f7e-3aab-411a-ac71-c7696cf0a17b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:15.816365 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-46530e84-3dae-4899-80e5-7084a9296dca req-aee65f7e-3aab-411a-ac71-c7696cf0a17b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 5434 time: 0.2818573 May 06 09:52:15.963786 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2957f27f-e68e-42f0-a354-689f2e25707b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:16.075548 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7c783c-ef93-4354-81ea-94c22c896d2b None None] Network ea1a03db-e74b-4fbe-bbf2-facb6e3093bf requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:16.177055 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ab39278f-82c9-43f1-9054-3d6524133cdb up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:16.239340 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-118e9bdd-c67a-44f6-a9ee-310cb52e8b2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:16.280184 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-118e9bdd-c67a-44f6-a9ee-310cb52e8b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:16.359736 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-88c9acbc-6d1d-4496-898d-a56b777ddcfa service neutron] For port 8d303aa1-b7fd-4784-9cb4-de5b64174005, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:52:16.484037 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60526) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:16.496573 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-118e9bdd-c67a-44f6-a9ee-310cb52e8b2d admin admin] Allocated IP 172.25.5.253 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/9357d8bb-f546-4756-8b05-e4fb9afa3786) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:16.523353 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f49980cd-094a-4e7a-9bf7-7ec33907ca00 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:16.524523 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f49980cd-094a-4e7a-9bf7-7ec33907ca00 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:16.543217 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-f49980cd-094a-4e7a-9bf7-7ec33907ca00 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Calling delete_port for 087a9934-5570-4261-83a1-8948e83dded9 owned by network:floatingip {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:16.612150 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ea3f8624-c350-4923-8f4c-942bd7c1709f None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:16.637335 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-118e9bdd-c67a-44f6-a9ee-310cb52e8b2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:16.641441 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ea3f8624-c350-4923-8f4c-942bd7c1709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:16.687567 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port ab39278f-82c9-43f1-9054-3d6524133cdb triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:16.688089 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:16.688279 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-118e9bdd-c67a-44f6-a9ee-310cb52e8b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:16.702696 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3f8624-c350-4923-8f4c-942bd7c1709f None None] Network 8b4bbee4-4fbe-449e-978f-a646b5e578f0 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:16.743144 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f8624-c350-4923-8f4c-942bd7c1709f None None] Pushing event updated for resources: {'Port': ['ID=96eecb2e-0bef-47f2-b4ef-f14bf1e33436,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:16.752141 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-ea3f8624-c350-4923-8f4c-942bd7c1709f None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:16.762510 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3f8624-c350-4923-8f4c-942bd7c1709f None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:16.780056 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118e9bdd-c67a-44f6-a9ee-310cb52e8b2d admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:16.788753 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-b5e042ca-47ac-4989-b818-58bcaef8799f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-770507403-network', 'tenant_id': 'b5faf6033819400da42269204b14a4c7'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:16.789984 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-118e9bdd-c67a-44f6-a9ee-310cb52e8b2d admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:16.800620 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118e9bdd-c67a-44f6-a9ee-310cb52e8b2d admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:16.812555 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f49980cd-094a-4e7a-9bf7-7ec33907ca00 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:16.822242 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-88c9acbc-6d1d-4496-898d-a56b777ddcfa service neutron] device_id is not set on port 8d303aa1-b7fd-4784-9cb4-de5b64174005 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:52:16.866124 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49980cd-094a-4e7a-9bf7-7ec33907ca00 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event deleted for resources: {'Port': ['ID=087a9934-5570-4261-83a1-8948e83dded9,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:16.904830 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-46530e84-3dae-4899-80e5-7084a9296dca req-e0f8dbd7-5759-4eb5-8489-b40382a9b478 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6076198 May 06 09:52:16.919110 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-88c9acbc-6d1d-4496-898d-a56b777ddcfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:16.949279 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-88c9acbc-6d1d-4496-898d-a56b777ddcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:16.956654 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e9bdd-c67a-44f6-a9ee-310cb52e8b2d admin admin] Pushing event updated for resources: {'Port': ['ID=9357d8bb-f546-4756-8b05-e4fb9afa3786,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:16.970223 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ea3f8624-c350-4923-8f4c-942bd7c1709f None None] Attempting to bind port 96eecb2e-0bef-47f2-b4ef-f14bf1e33436 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:52:16.970646 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ea3f8624-c350-4923-8f4c-942bd7c1709f None None] Attempting to bind port 96eecb2e-0bef-47f2-b4ef-f14bf1e33436 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '27b775b5-8035-4904-ad11-074d150e8a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:52:16.971134 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3f8624-c350-4923-8f4c-942bd7c1709f None None] Attempting to bind port 96eecb2e-0bef-47f2-b4ef-f14bf1e33436 on network 8b4bbee4-4fbe-449e-978f-a646b5e578f0 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:52:16.982180 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3f8624-c350-4923-8f4c-942bd7c1709f None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:52:16.984169 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3f8624-c350-4923-8f4c-942bd7c1709f None None] Checking segment: {'id': '27b775b5-8035-4904-ad11-074d150e8a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:16.984612 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ea3f8624-c350-4923-8f4c-942bd7c1709f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:16.985037 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3f8624-c350-4923-8f4c-942bd7c1709f None None] Bound using segment: {'id': '27b775b5-8035-4904-ad11-074d150e8a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:52:16.986715 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ea3f8624-c350-4923-8f4c-942bd7c1709f None None] Bound port: 96eecb2e-0bef-47f2-b4ef-f14bf1e33436, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b775b5-8035-4904-ad11-074d150e8a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:52:16.987190 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ea3f8624-c350-4923-8f4c-942bd7c1709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:17.085638 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f49980cd-094a-4e7a-9bf7-7ec33907ca00 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for floatingip, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:17.089423 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f49980cd-094a-4e7a-9bf7-7ec33907ca00 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:17.094311 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f49980cd-094a-4e7a-9bf7-7ec33907ca00 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "DELETE /v2.0/floatingips/fc654430-24d7-4739-beea-aa4d34cc34eb HTTP/1.1" status: 204 len: 168 time: 2.0422795 May 06 09:52:17.094311 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e042ca-47ac-4989-b818-58bcaef8799f admin admin] Made reservation on behalf of b5faf6033819400da42269204b14a4c7 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:17.095633 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b5e042ca-47ac-4989-b818-58bcaef8799f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:17.108678 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60528) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:17.111747 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b5e042ca-47ac-4989-b818-58bcaef8799f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:17.158151 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ea3f8624-c350-4923-8f4c-942bd7c1709f None None] For port 96eecb2e-0bef-47f2-b4ef-f14bf1e33436, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:52:17.173799 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ea3f8624-c350-4923-8f4c-942bd7c1709f None None] For port 96eecb2e-0bef-47f2-b4ef-f14bf1e33436, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=96eecb2e-0bef-47f2-b4ef-f14bf1e33436,segment=NetworkSegment(27b775b5-8035-4904-ad11-074d150e8a59),segment_id=27b775b5-8035-4904-ad11-074d150e8a59)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:52:17.182977 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ea3f8624-c350-4923-8f4c-942bd7c1709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:17.234515 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-531ed797-b926-4de0-ab90-20d04f9af217 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] DELETE failed (client error): The resource could not be found. May 06 09:52:17.235269 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531ed797-b926-4de0-ab90-20d04f9af217 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:52:17.239495 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-531ed797-b926-4de0-ab90-20d04f9af217 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "DELETE /v2.0/ports/67210d72-eb61-4d54-b9b9-2f4182ba558a HTTP/1.1" status: 404 len: 333 time: 0.1248577 May 06 09:52:17.267682 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60530) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:17.268566 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-88c9acbc-6d1d-4496-898d-a56b777ddcfa service neutron] No DVR routers for this DVR port 8d303aa1-b7fd-4784-9cb4-de5b64174005 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:52:17.286774 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 866c85fe-7019-4f37-987e-9d00d816b515 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:52:17.345578 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device e77a6f80-ee78-4b75-adf4-af7a982e62eb no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:52:17.371820 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9acbc-6d1d-4496-898d-a56b777ddcfa service neutron] Pushing event updated for resources: {'Port': ['ID=8d303aa1-b7fd-4784-9cb4-de5b64174005,revision_number=6']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:17.384615 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-88c9acbc-6d1d-4496-898d-a56b777ddcfa service neutron] In _notify_port_updated(), no bound segment for port 8d303aa1-b7fd-4784-9cb4-de5b64174005 on network 06ea11b1-d543-495d-bbe7-8e909ad3a0f6 {{(pid=102653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:52:17.385634 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-88c9acbc-6d1d-4496-898d-a56b777ddcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:17.386280 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-88c9acbc-6d1d-4496-898d-a56b777ddcfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:17.388181 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-88c9acbc-6d1d-4496-898d-a56b777ddcfa service neutron] 10.222.0.84 "PUT /v2.0/ports/8d303aa1-b7fd-4784-9cb4-de5b64174005 HTTP/1.1" status: 200 len: 1028 time: 2.6540010 May 06 09:52:17.400745 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8dc7f048-2af4-40f8-a3c5-04a14946cedf tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "GET /v2.0/ports?device_id=debc9fd6-e236-40fa-8260-46659ef24ff4 HTTP/1.1" status: 200 len: 205 time: 0.1267495 May 06 09:52:17.406541 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60534) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:17.407270 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 866c85fe-7019-4f37-987e-9d00d816b515 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:52:17.407741 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 866c85fe-7019-4f37-987e-9d00d816b515 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:52:17.409368 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f8624-c350-4923-8f4c-942bd7c1709f None None] Pushing event updated for resources: {'Port': ['ID=96eecb2e-0bef-47f2-b4ef-f14bf1e33436,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:17.412273 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-118e9bdd-c67a-44f6-a9ee-310cb52e8b2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:17.475950 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:17.550985 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port e77a6f80-ee78-4b75-adf4-af7a982e62eb, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e77a6f80-ee78-4b75-adf4-af7a982e62eb,segment=NetworkSegment(75406f18-28f0-452e-a3ad-da7df718661b),segment_id=75406f18-28f0-452e-a3ad-da7df718661b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:17.553258 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e77a6f80-ee78-4b75-adf4-af7a982e62eb'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:52:17.556372 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ec67ef-4d55-446b-96c6-9f0affee6e0b" -d '{"events": [{"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-unplugged", "status": "completed", "tag": "e77a6f80-ee78-4b75-adf4-af7a982e62eb"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:52:17.560911 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:17.561915 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device e94b7502-0449-4c81-b3d5-ef7fa04e0258 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:52:17.600446 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-504cba6d-bd43-4f9d-b854-63410f85b1e3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] delete failed (client error): The resource could not be found. May 06 09:52:17.601673 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-504cba6d-bd43-4f9d-b854-63410f85b1e3 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "DELETE /v2.0/routers/debc9fd6-e236-40fa-8260-46659ef24ff4 HTTP/1.1" status: 404 len: 336 time: 0.1786945 May 06 09:52:17.673992 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60538) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:17.701000 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d6eca5-3f4f-4507-afda-a0558a2ae5f4 x-openstack-request-id: req-72d6eca5-3f4f-4507-afda-a0558a2ae5f4 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:52:17.701000 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-unplugged", "status": "completed", "tag": "e77a6f80-ee78-4b75-adf4-af7a982e62eb", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:52:17.702110 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-72d6eca5-3f4f-4507-afda-a0558a2ae5f4 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:52:17.702110 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d6eca5-3f4f-4507-afda-a0558a2ae5f4'] response: {'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e77a6f80-ee78-4b75-adf4-af7a982e62eb', 'code': 200} May 06 09:52:17.703367 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=e77a6f80-ee78-4b75-adf4-af7a982e62eb,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:17.725055 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-684e95c1-e9eb-49e0-9f30-cd6bd910a24a None None] Provisioning complete for port 8d303aa1-b7fd-4784-9cb4-de5b64174005 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:17.725601 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-684e95c1-e9eb-49e0-9f30-cd6bd910a24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:17.812703 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd23b5b-5fff-49e4-a70b-6a2079a63e7f tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] DELETE failed (client error): The resource could not be found. May 06 09:52:17.813421 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd23b5b-5fff-49e4-a70b-6a2079a63e7f tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:52:17.818734 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fcd23b5b-5fff-49e4-a70b-6a2079a63e7f tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "DELETE /v2.0/subnets/490f56cc-7e93-42f6-983d-2625033e0f55 HTTP/1.1" status: 404 len: 337 time: 0.1405075 May 06 09:52:17.829233 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60540) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:17.832112 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-60c1614d-4e22-44dc-85a6-ce62c5383b1e tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:17.832324 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:17.834173 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-60c1614d-4e22-44dc-85a6-ce62c5383b1e tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.84 "GET /v2.0/ports/e94b7502-0449-4c81-b3d5-ef7fa04e0258?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4284809 May 06 09:52:17.855981 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-4ce76bef-21e7-4f7b-974f-850cf3912582 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:17.890486 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0d9ffadf-edff-4a29-b5b6-dd33556cdf47 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:17.891631 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port e94b7502-0449-4c81-b3d5-ef7fa04e0258, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e94b7502-0449-4c81-b3d5-ef7fa04e0258,segment=NetworkSegment(f6d50db6-0b43-4540-af3d-5a193cdc7027),segment_id=f6d50db6-0b43-4540-af3d-5a193cdc7027)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:17.925480 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:17.927024 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 65810e48-f2da-4617-81d0-b19b0a068097 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:52:17.980682 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-118e9bdd-c67a-44f6-a9ee-310cb52e8b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:17.996980 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-4ce76bef-21e7-4f7b-974f-850cf3912582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:18.002573 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-684e95c1-e9eb-49e0-9f30-cd6bd910a24a None None] Port 8d303aa1-b7fd-4784-9cb4-de5b64174005 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:52:18.055884 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=e94b7502-0449-4c81-b3d5-ef7fa04e0258,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:18.125710 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b5e042ca-47ac-4989-b818-58bcaef8799f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:18.144444 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:18.168071 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-620a9ba5-db39-4e67-a192-f28ac453804c tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Deleting port 8c65eba9-13b8-4481-9d69-3807979953d4 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:18.168071 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-620a9ba5-db39-4e67-a192-f28ac453804c tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:18.191353 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b5e042ca-47ac-4989-b818-58bcaef8799f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:18.204732 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 65810e48-f2da-4617-81d0-b19b0a068097, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=65810e48-f2da-4617-81d0-b19b0a068097,segment=NetworkSegment(60d35e3b-79dc-4a3d-ac7f-c67585bcd646),segment_id=60d35e3b-79dc-4a3d-ac7f-c67585bcd646)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:18.209360 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 96eecb2e-0bef-47f2-b4ef-f14bf1e33436 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:18.214859 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:18.216144 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 8d303aa1-b7fd-4784-9cb4-de5b64174005 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:52:18.244247 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ffadf-edff-4a29-b5b6-dd33556cdf47 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event updated for resources: {'Subnet': ['ID=15d2e74d-5c45-4b7f-8fe6-5f03e852bb25,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:18.253759 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e042ca-47ac-4989-b818-58bcaef8799f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd343ac2-c193-48dd-9fc6-4010d0372a0c,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:18.259185 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ffadf-edff-4a29-b5b6-dd33556cdf47 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Checking segment: {'id': '1e66ec70-875b-4002-bbda-937b333f1ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3a9cc813-c478-44e7-abc8-63990710d8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:18.259933 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9ffadf-edff-4a29-b5b6-dd33556cdf47 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Network hostable DHCP agents. Network: 3a9cc813-c478-44e7-abc8-63990710d8a5, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:52:18.354288 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 8d303aa1-b7fd-4784-9cb4-de5b64174005 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:52:18.355183 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 1147ef60-b34c-4fbc-b161-75b9b7f5894d no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:52:18.356723 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e042ca-47ac-4989-b818-58bcaef8799f admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:52:18.393970 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b5e042ca-47ac-4989-b818-58bcaef8799f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:18.394657 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-b5e042ca-47ac-4989-b818-58bcaef8799f admin admin] Added segment b3d68716-9a09-470e-8fdd-b58422bc9bfc of type vlan for network 0b37bb1e-cf3c-4667-b9d5-cdeefe53f416 May 06 09:52:18.396200 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9ffadf-edff-4a29-b5b6-dd33556cdf47 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Network 3a9cc813-c478-44e7-abc8-63990710d8a5 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:52:18.400522 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-620a9ba5-db39-4e67-a192-f28ac453804c tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:18.452946 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-620a9ba5-db39-4e67-a192-f28ac453804c tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Calling delete_port for 8c65eba9-13b8-4481-9d69-3807979953d4 owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:18.480182 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064617f-3d53-441c-93db-ca2564a0510c req-dd211327-c28b-4e25-97b0-37d49fd0e1d9 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:18.488436 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064617f-3d53-441c-93db-ca2564a0510c req-dd211327-c28b-4e25-97b0-37d49fd0e1d9 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:18.496394 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064617f-3d53-441c-93db-ca2564a0510c req-dd211327-c28b-4e25-97b0-37d49fd0e1d9 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:18.502094 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=65810e48-f2da-4617-81d0-b19b0a068097,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:18.503829 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064617f-3d53-441c-93db-ca2564a0510c req-dd211327-c28b-4e25-97b0-37d49fd0e1d9 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:18.506775 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d31dc332-000b-4832-8a82-174c57814754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:18.511358 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 96eecb2e-0bef-47f2-b4ef-f14bf1e33436 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:18.511964 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:18.528361 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064617f-3d53-441c-93db-ca2564a0510c req-dd211327-c28b-4e25-97b0-37d49fd0e1d9 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:18.541905 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064617f-3d53-441c-93db-ca2564a0510c req-dd211327-c28b-4e25-97b0-37d49fd0e1d9 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:18.546380 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b064617f-3d53-441c-93db-ca2564a0510c req-dd211327-c28b-4e25-97b0-37d49fd0e1d9 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 4655 time: 0.4910591 May 06 09:52:18.564313 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-0d9ffadf-edff-4a29-b5b6-dd33556cdf47 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 3a9cc813-c478-44e7-abc8-63990710d8a5) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:18.576265 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9ffadf-edff-4a29-b5b6-dd33556cdf47 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:18.577602 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0d9ffadf-edff-4a29-b5b6-dd33556cdf47 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:18.594807 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5721b064-640c-4d1d-9979-879d43f81fc8 None None] Network 3a9cc813-c478-44e7-abc8-63990710d8a5 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:18.658563 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0d9ffadf-edff-4a29-b5b6-dd33556cdf47 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.2638245 May 06 09:52:18.658563 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b5e042ca-47ac-4989-b818-58bcaef8799f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:18.658563 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-4ce76bef-21e7-4f7b-974f-850cf3912582 service neutron] For port e94b7502-0449-4c81-b3d5-ef7fa04e0258, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e94b7502-0449-4c81-b3d5-ef7fa04e0258,segment=NetworkSegment(f6d50db6-0b43-4540-af3d-5a193cdc7027),segment_id=f6d50db6-0b43-4540-af3d-5a193cdc7027)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:18.659880 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60546) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:18.669759 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-0f4dd387-f450-4dd1-9f3e-47370964d8e3 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-929895524'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:18.747200 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:18.749614 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118e9bdd-c67a-44f6-a9ee-310cb52e8b2d admin admin] Router ce13bdd3-721f-4cf5-a27e-f1130d3210f7 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:52:18.783486 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b064617f-3d53-441c-93db-ca2564a0510c req-689f0966-2fdf-4246-adb8-74bf6773021e tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&id=e4e86cbb-373a-416c-a8f1-b1513a810024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1726773 May 06 09:52:18.796607 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-4ce76bef-21e7-4f7b-974f-850cf3912582 service neutron] For port e94b7502-0449-4c81-b3d5-ef7fa04e0258, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:52:18.842217 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:18.848499 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-620a9ba5-db39-4e67-a192-f28ac453804c tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:18.860990 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-4ce76bef-21e7-4f7b-974f-850cf3912582 service neutron] device_id is not set on port e94b7502-0449-4c81-b3d5-ef7fa04e0258 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:52:18.871014 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-4ce76bef-21e7-4f7b-974f-850cf3912582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:18.875487 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4dd387-f450-4dd1-9f3e-47370964d8e3 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Made reservation on behalf of 11a860d76348444b82a4e66a359e4274 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:18.879942 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0f4dd387-f450-4dd1-9f3e-47370964d8e3 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:18.894110 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a9ba5-db39-4e67-a192-f28ac453804c tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event deleted for resources: {'Port': ['ID=8c65eba9-13b8-4481-9d69-3807979953d4,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:18.910514 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:18.916937 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b5e042ca-47ac-4989-b818-58bcaef8799f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:18.917928 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e042ca-47ac-4989-b818-58bcaef8799f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:18.918528 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b5e042ca-47ac-4989-b818-58bcaef8799f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:18.925264 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 1147ef60-b34c-4fbc-b161-75b9b7f5894d, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=1147ef60-b34c-4fbc-b161-75b9b7f5894d,segment=NetworkSegment(f6d50db6-0b43-4540-af3d-5a193cdc7027),segment_id=f6d50db6-0b43-4540-af3d-5a193cdc7027)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:18.954436 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:18.954760 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f4dd387-f450-4dd1-9f3e-47370964d8e3 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:52:18.955214 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device f6503005-76df-46c2-959e-945208a4bdc6 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:52:18.967259 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0f4dd387-f450-4dd1-9f3e-47370964d8e3 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:18.967638 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-0f4dd387-f450-4dd1-9f3e-47370964d8e3 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Added segment 22aa1d32-301b-4d9a-8319-f27bb73666ed of type vlan for network 00a9120b-074c-4031-bf9f-d3963a4c76cd May 06 09:52:19.007061 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 96eecb2e-0bef-47f2-b4ef-f14bf1e33436, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=96eecb2e-0bef-47f2-b4ef-f14bf1e33436,segment=NetworkSegment(27b775b5-8035-4904-ad11-074d150e8a59),segment_id=27b775b5-8035-4904-ad11-074d150e8a59)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:19.025051 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-4ce76bef-21e7-4f7b-974f-850cf3912582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:19.033251 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-620a9ba5-db39-4e67-a192-f28ac453804c tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:19.036968 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-620a9ba5-db39-4e67-a192-f28ac453804c tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "DELETE /v2.0/ports/8c65eba9-13b8-4481-9d69-3807979953d4 HTTP/1.1" status: 204 len: 168 time: 1.2067854 May 06 09:52:19.039634 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60548) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:19.042822 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118e9bdd-c67a-44f6-a9ee-310cb52e8b2d admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:52:19.048114 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dd0ddb-0ba7-4cdd-9414-032cf37bc8a1 None None] Network 8b4bbee4-4fbe-449e-978f-a646b5e578f0 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:19.054266 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d153c6-cfee-4d5f-ae43-a5d48db927aa None None] Sync routers for ids ['ce13bdd3-721f-4cf5-a27e-f1130d3210f7'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:52:19.070197 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d153c6-cfee-4d5f-ae43-a5d48db927aa None None] Routers {'ce13bdd3-721f-4cf5-a27e-f1130d3210f7'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:52:19.072246 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-d7d153c6-cfee-4d5f-ae43-a5d48db927aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:52:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ce13bdd3-721f-4cf5-a27e-f1130d3210f7'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:19.101149 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b5e042ca-47ac-4989-b818-58bcaef8799f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3185809 May 06 09:52:19.103036 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0f4dd387-f450-4dd1-9f3e-47370964d8e3 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:19.120071 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:19.122188 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60550) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:19.136886 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-1a6797fa-d02b-436e-9c42-23a0eda57332 admin admin] Request body: {'subnet': {'network_id': '0b37bb1e-cf3c-4667-b9d5-cdeefe53f416', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-770507403-subnet', 'tenant_id': 'b5faf6033819400da42269204b14a4c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:19.149242 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce76bef-21e7-4f7b-974f-850cf3912582 service neutron] Pushing event updated for resources: {'Port': ['ID=e94b7502-0449-4c81-b3d5-ef7fa04e0258,revision_number=7']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:19.176964 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-118e9bdd-c67a-44f6-a9ee-310cb52e8b2d admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:19.178278 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-118e9bdd-c67a-44f6-a9ee-310cb52e8b2d admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.8654962 May 06 09:52:19.184278 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60552) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:19.265449 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6797fa-d02b-436e-9c42-23a0eda57332 admin admin] Made reservation on behalf of b5faf6033819400da42269204b14a4c7 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:19.268495 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a6797fa-d02b-436e-9c42-23a0eda57332 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:19.294594 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-d7d153c6-cfee-4d5f-ae43-a5d48db927aa None None] Set router ce13bdd3-721f-4cf5-a27e-f1130d3210f7 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:52:19.318143 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-4ce76bef-21e7-4f7b-974f-850cf3912582 service neutron] No DVR routers for this DVR port e94b7502-0449-4c81-b3d5-ef7fa04e0258 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:52:19.338761 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c834eb83-afa4-4d21-a38d-08dc287cc072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-3a9cc813-c478-44e7-abc8-63990710d8a5', 'network_id': '3a9cc813-c478-44e7-abc8-63990710d8a5', 'tenant_id': '11a860d76348444b82a4e66a359e4274', 'fixed_ips': [{'subnet_id': '15d2e74d-5c45-4b7f-8fe6-5f03e852bb25'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:52:19.339833 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c834eb83-afa4-4d21-a38d-08dc287cc072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:19.381843 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=1147ef60-b34c-4fbc-b161-75b9b7f5894d,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:19.387867 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-4ce76bef-21e7-4f7b-974f-850cf3912582 service neutron] In _notify_port_updated(), no bound segment for port e94b7502-0449-4c81-b3d5-ef7fa04e0258 on network 06ea11b1-d543-495d-bbe7-8e909ad3a0f6 {{(pid=102653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:52:19.388782 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-4ce76bef-21e7-4f7b-974f-850cf3912582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:19.389579 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-4ce76bef-21e7-4f7b-974f-850cf3912582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:19.390974 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-4ce76bef-21e7-4f7b-974f-850cf3912582 service neutron] 10.222.0.84 "PUT /v2.0/ports/e94b7502-0449-4c81-b3d5-ef7fa04e0258 HTTP/1.1" status: 200 len: 1027 time: 1.5452573 May 06 09:52:19.406402 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-05602207-dd1f-40fd-bcf5-a7bc23290b7e None None] Provisioning complete for port 96eecb2e-0bef-47f2-b4ef-f14bf1e33436 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:19.411187 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-05602207-dd1f-40fd-bcf5-a7bc23290b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:19.426114 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-c0a5e44d-8360-4a71-817f-7e83a3e54b04 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Deleting port cf402d0d-d650-4b6e-841f-83f9c2c36d4a {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:19.426590 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c0a5e44d-8360-4a71-817f-7e83a3e54b04 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:19.491615 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.db.resource_extend [None req-0f4dd387-f450-4dd1-9f3e-47370964d8e3 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:52:19.580575 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:19.665531 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e042ca-47ac-4989-b818-58bcaef8799f admin admin] Pushing event updated for resources: {'Network': ['ID=0b37bb1e-cf3c-4667-b9d5-cdeefe53f416,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:19.690806 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0f4dd387-f450-4dd1-9f3e-47370964d8e3 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:19.694102 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-d7d153c6-cfee-4d5f-ae43-a5d48db927aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1145327886-router', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:15Z', 'updated_at': '2022-05-06T09:52:17Z', 'revision_number': 3, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'gw_port': {'id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:79:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:16Z', 'updated_at': '2022-05-06T09:52:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:19.705853 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4dd387-f450-4dd1-9f3e-47370964d8e3 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:19.706937 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0f4dd387-f450-4dd1-9f3e-47370964d8e3 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:19.733685 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d153c6-cfee-4d5f-ae43-a5d48db927aa None None] Checking router: ce13bdd3-721f-4cf5-a27e-f1130d3210f7 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:52:19.733985 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d153c6-cfee-4d5f-ae43-a5d48db927aa None None] Updating router ce13bdd3-721f-4cf5-a27e-f1130d3210f7 port 9357d8bb-f546-4756-8b05-e4fb9afa3786 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:52:19.790537 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e94b7502-0449-4c81-b3d5-ef7fa04e0258'}, {'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65810e48-f2da-4617-81d0-b19b0a068097'}, {'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1147ef60-b34c-4fbc-b161-75b9b7f5894d'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:52:19.793592 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a06dc09-578a-4c31-b35a-bd75ffb593ab" -d '{"events": [{"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-unplugged", "status": "completed", "tag": "e94b7502-0449-4c81-b3d5-ef7fa04e0258"}, {"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-unplugged", "status": "completed", "tag": "65810e48-f2da-4617-81d0-b19b0a068097"}, {"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-unplugged", "status": "completed", "tag": "1147ef60-b34c-4fbc-b161-75b9b7f5894d"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:52:19.814552 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0f4dd387-f450-4dd1-9f3e-47370964d8e3 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1455057 May 06 09:52:19.821719 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 0b37bb1e-cf3c-4667-b9d5-cdeefe53f416 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:52:19.824128 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-d7d153c6-cfee-4d5f-ae43-a5d48db927aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:19.863388 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60562) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:19.880768 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-24c2ad8f-dfe6-4870-8d7b-4cc5eae35134 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Request body: {'subnet': {'network_id': '00a9120b-074c-4031-bf9f-d3963a4c76cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:19.973427 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 06 May 2022 09:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61792282-0fc3-486b-98fb-6d5eb44da148 x-openstack-request-id: req-61792282-0fc3-486b-98fb-6d5eb44da148 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:52:19.973743 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-unplugged", "status": "completed", "tag": "e94b7502-0449-4c81-b3d5-ef7fa04e0258", "code": 200}, {"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-unplugged", "status": "completed", "tag": "65810e48-f2da-4617-81d0-b19b0a068097", "code": 200}, {"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-unplugged", "status": "completed", "tag": "1147ef60-b34c-4fbc-b161-75b9b7f5894d", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:52:19.973994 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-61792282-0fc3-486b-98fb-6d5eb44da148 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:52:19.974394 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61792282-0fc3-486b-98fb-6d5eb44da148'] response: {'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e94b7502-0449-4c81-b3d5-ef7fa04e0258', 'code': 200} May 06 09:52:19.974647 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61792282-0fc3-486b-98fb-6d5eb44da148'] response: {'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65810e48-f2da-4617-81d0-b19b0a068097', 'code': 200} May 06 09:52:19.974898 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61792282-0fc3-486b-98fb-6d5eb44da148'] response: {'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1147ef60-b34c-4fbc-b161-75b9b7f5894d', 'code': 200} May 06 09:52:20.019435 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c2ad8f-dfe6-4870-8d7b-4cc5eae35134 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Made reservation on behalf of 11a860d76348444b82a4e66a359e4274 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:20.023252 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-24c2ad8f-dfe6-4870-8d7b-4cc5eae35134 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:20.029784 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-31a402ed-59bd-44c2-9f41-1f2ad2628046 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Deleting port e77a6f80-ee78-4b75-adf4-af7a982e62eb {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:20.030133 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-31a402ed-59bd-44c2-9f41-1f2ad2628046 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:20.092856 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:20.132449 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-31a402ed-59bd-44c2-9f41-1f2ad2628046 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] For port e77a6f80-ee78-4b75-adf4-af7a982e62eb, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e77a6f80-ee78-4b75-adf4-af7a982e62eb,segment=NetworkSegment(75406f18-28f0-452e-a3ad-da7df718661b),segment_id=75406f18-28f0-452e-a3ad-da7df718661b)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:20.133354 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-31a402ed-59bd-44c2-9f41-1f2ad2628046 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:20.221714 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c0a5e44d-8360-4a71-817f-7e83a3e54b04 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:20.246873 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-c0a5e44d-8360-4a71-817f-7e83a3e54b04 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Calling delete_port for cf402d0d-d650-4b6e-841f-83f9c2c36d4a owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:20.267935 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=96eecb2e-0bef-47f2-b4ef-f14bf1e33436,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:20.339441 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-d7d153c6-cfee-4d5f-ae43-a5d48db927aa None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:20.352465 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-d7d153c6-cfee-4d5f-ae43-a5d48db927aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:20.427433 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port f6503005-76df-46c2-959e-945208a4bdc6, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f6503005-76df-46c2-959e-945208a4bdc6,segment=NetworkSegment(60d35e3b-79dc-4a3d-ac7f-c67585bcd646),segment_id=60d35e3b-79dc-4a3d-ac7f-c67585bcd646)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:20.431652 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-13cbaa6c-7cb5-4fa1-9a12-4c407ffbec19 None None] Provisioning complete for port e94b7502-0449-4c81-b3d5-ef7fa04e0258 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:20.431652 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-13cbaa6c-7cb5-4fa1-9a12-4c407ffbec19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:20.467177 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60568) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:20.469254 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4dd387-f450-4dd1-9f3e-47370964d8e3 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event updated for resources: {'Network': ['ID=00a9120b-074c-4031-bf9f-d3963a4c76cd,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:20.470978 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:52:20.487169 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-13cbaa6c-7cb5-4fa1-9a12-4c407ffbec19 None None] Port e94b7502-0449-4c81-b3d5-ef7fa04e0258 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:52:20.487469 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-d7d153c6-cfee-4d5f-ae43-a5d48db927aa None None] Attempting to bind port 9357d8bb-f546-4756-8b05-e4fb9afa3786 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:52:20.488122 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-d7d153c6-cfee-4d5f-ae43-a5d48db927aa None None] Attempting to bind port 9357d8bb-f546-4756-8b05-e4fb9afa3786 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:52:20.488604 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d153c6-cfee-4d5f-ae43-a5d48db927aa None None] Attempting to bind port 9357d8bb-f546-4756-8b05-e4fb9afa3786 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:52:20.493210 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 00a9120b-074c-4031-bf9f-d3963a4c76cd details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:52:20.510630 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d153c6-cfee-4d5f-ae43-a5d48db927aa None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:52:20.511086 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d153c6-cfee-4d5f-ae43-a5d48db927aa None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:20.511623 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-d7d153c6-cfee-4d5f-ae43-a5d48db927aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:20.512794 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d153c6-cfee-4d5f-ae43-a5d48db927aa None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:52:20.512794 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-d7d153c6-cfee-4d5f-ae43-a5d48db927aa None None] Bound port: 9357d8bb-f546-4756-8b05-e4fb9afa3786, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:52:20.513177 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-d7d153c6-cfee-4d5f-ae43-a5d48db927aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:20.579647 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c7f0f-6b00-4912-9a83-e12ff310c286 None None] Pushing event updated for resources: {'Port': ['ID=9357d8bb-f546-4756-8b05-e4fb9afa3786,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:20.584037 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:20.584796 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 65c153c5-a7ec-46f6-b943-218c2332159a no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:52:20.616011 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c7f0f-6b00-4912-9a83-e12ff310c286 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:20.616625 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c7f0f-6b00-4912-9a83-e12ff310c286 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:20.618139 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c7f0f-6b00-4912-9a83-e12ff310c286 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:20.618601 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c7f0f-6b00-4912-9a83-e12ff310c286 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:20.619045 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c7f0f-6b00-4912-9a83-e12ff310c286 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:20.619512 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c7f0f-6b00-4912-9a83-e12ff310c286 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:20.621792 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c7f0f-6b00-4912-9a83-e12ff310c286 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:20.622270 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c7f0f-6b00-4912-9a83-e12ff310c286 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:20.622716 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c7f0f-6b00-4912-9a83-e12ff310c286 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:20.623183 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c7f0f-6b00-4912-9a83-e12ff310c286 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:20.624637 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c7f0f-6b00-4912-9a83-e12ff310c286 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:20.625097 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c7f0f-6b00-4912-9a83-e12ff310c286 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:20.683350 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.ipam_backend_mixin [None req-24c2ad8f-dfe6-4870-8d7b-4cc5eae35134 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Performing IP validity checks on allocation pools {{(pid=102653) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 06 09:52:20.683957 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.ipam_backend_mixin [None req-24c2ad8f-dfe6-4870-8d7b-4cc5eae35134 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102653) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 06 09:52:20.688480 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-31a402ed-59bd-44c2-9f41-1f2ad2628046 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:20.688934 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-31a402ed-59bd-44c2-9f41-1f2ad2628046 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:20.689543 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-31a402ed-59bd-44c2-9f41-1f2ad2628046 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Floating IP a2cf8554-07ed-4f2b-bea4-4c40968b064d disassociated. External IP: 172.25.5.108, port: e77a6f80-ee78-4b75-adf4-af7a982e62eb. May 06 09:52:20.690175 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-31a402ed-59bd-44c2-9f41-1f2ad2628046 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Calling delete_port for e77a6f80-ee78-4b75-adf4-af7a982e62eb owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:20.696449 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-d7d153c6-cfee-4d5f-ae43-a5d48db927aa None None] For port 9357d8bb-f546-4756-8b05-e4fb9afa3786, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:52:20.705237 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-d7d153c6-cfee-4d5f-ae43-a5d48db927aa None None] For port 9357d8bb-f546-4756-8b05-e4fb9afa3786, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9357d8bb-f546-4756-8b05-e4fb9afa3786,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:52:20.714376 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-d7d153c6-cfee-4d5f-ae43-a5d48db927aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:20.729310 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-c834eb83-afa4-4d21-a38d-08dc287cc072 None None] Allocated IP 2001:db8::1 (3a9cc813-c478-44e7-abc8-63990710d8a5/15d2e74d-5c45-4b7f-8fe6-5f03e852bb25/885d3432-a864-4940-9cf3-c61b925b8958) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:20.775996 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-23a8a8d9-90ef-4e82-b174-c4ccb096f6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:20.780596 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=f6503005-76df-46c2-959e-945208a4bdc6,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:20.835192 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d04547-0d3f-4606-bff5-8593c15b3917 req-ba60230a-d46f-42eb-ab2c-3358001bc41d tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:20.843072 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d04547-0d3f-4606-bff5-8593c15b3917 req-ba60230a-d46f-42eb-ab2c-3358001bc41d tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:20.850627 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d04547-0d3f-4606-bff5-8593c15b3917 req-ba60230a-d46f-42eb-ab2c-3358001bc41d tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:20.859684 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d04547-0d3f-4606-bff5-8593c15b3917 req-ba60230a-d46f-42eb-ab2c-3358001bc41d tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:20.870383 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d04547-0d3f-4606-bff5-8593c15b3917 req-ba60230a-d46f-42eb-ab2c-3358001bc41d tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:20.872736 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73d04547-0d3f-4606-bff5-8593c15b3917 req-ba60230a-d46f-42eb-ab2c-3358001bc41d tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 3879 time: 0.8578572 May 06 09:52:20.889229 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:20.939174 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d153c6-cfee-4d5f-ae43-a5d48db927aa None None] Routers {'ce13bdd3-721f-4cf5-a27e-f1130d3210f7'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:52:20.940644 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-d7d153c6-cfee-4d5f-ae43-a5d48db927aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:52:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ce13bdd3-721f-4cf5-a27e-f1130d3210f7'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:20.945960 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 65c153c5-a7ec-46f6-b943-218c2332159a, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=65c153c5-a7ec-46f6-b943-218c2332159a,segment=NetworkSegment(f6d50db6-0b43-4540-af3d-5a193cdc7027),segment_id=f6d50db6-0b43-4540-af3d-5a193cdc7027)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:20.958811 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:21.096751 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=65c153c5-a7ec-46f6-b943-218c2332159a,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:21.127318 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c834eb83-afa4-4d21-a38d-08dc287cc072 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:21.145320 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c834eb83-afa4-4d21-a38d-08dc287cc072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:21.157659 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73d04547-0d3f-4606-bff5-8593c15b3917 req-dc60f91e-338a-4c46-8da6-03bfb873af9c tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896393 May 06 09:52:21.168859 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c7f0f-6b00-4912-9a83-e12ff310c286 None None] Pushing event updated for resources: {'Port': ['ID=9357d8bb-f546-4756-8b05-e4fb9afa3786,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:21.189931 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a6797fa-d02b-436e-9c42-23a0eda57332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:21.204502 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-d7d153c6-cfee-4d5f-ae43-a5d48db927aa None None] Set router ce13bdd3-721f-4cf5-a27e-f1130d3210f7 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:52:21.237150 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c834eb83-afa4-4d21-a38d-08dc287cc072 None None] Network 3a9cc813-c478-44e7-abc8-63990710d8a5 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:21.243000 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-c834eb83-afa4-4d21-a38d-08dc287cc072 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:21.249689 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:21.251773 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c834eb83-afa4-4d21-a38d-08dc287cc072 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:21.270942 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834eb83-afa4-4d21-a38d-08dc287cc072 None None] Pushing event updated for resources: {'Port': ['ID=885d3432-a864-4940-9cf3-c61b925b8958,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:21.288396 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6797fa-d02b-436e-9c42-23a0eda57332 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9151adc9-da52-4d4b-a0c1-32d14a0dde10,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:21.291436 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-783533c9-db19-49c6-801f-2b8fbb3db2bc None None] Provisioning complete for port 96eecb2e-0bef-47f2-b4ef-f14bf1e33436 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:21.292141 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-783533c9-db19-49c6-801f-2b8fbb3db2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:21.347536 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-c834eb83-afa4-4d21-a38d-08dc287cc072 None None] Attempting to bind port 885d3432-a864-4940-9cf3-c61b925b8958 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:52:21.348327 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-c834eb83-afa4-4d21-a38d-08dc287cc072 None None] Attempting to bind port 885d3432-a864-4940-9cf3-c61b925b8958 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '1e66ec70-875b-4002-bbda-937b333f1ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3a9cc813-c478-44e7-abc8-63990710d8a5'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:52:21.348962 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c834eb83-afa4-4d21-a38d-08dc287cc072 None None] Attempting to bind port 885d3432-a864-4940-9cf3-c61b925b8958 on network 3a9cc813-c478-44e7-abc8-63990710d8a5 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:52:21.360920 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c834eb83-afa4-4d21-a38d-08dc287cc072 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:52:21.362339 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c834eb83-afa4-4d21-a38d-08dc287cc072 None None] Checking segment: {'id': '1e66ec70-875b-4002-bbda-937b333f1ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3a9cc813-c478-44e7-abc8-63990710d8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:21.362997 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c834eb83-afa4-4d21-a38d-08dc287cc072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:21.363689 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c834eb83-afa4-4d21-a38d-08dc287cc072 None None] Bound using segment: {'id': '1e66ec70-875b-4002-bbda-937b333f1ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3a9cc813-c478-44e7-abc8-63990710d8a5'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:52:21.364426 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-c834eb83-afa4-4d21-a38d-08dc287cc072 None None] Bound port: 885d3432-a864-4940-9cf3-c61b925b8958, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e66ec70-875b-4002-bbda-937b333f1ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3a9cc813-c478-44e7-abc8-63990710d8a5'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:52:21.365067 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c834eb83-afa4-4d21-a38d-08dc287cc072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:21.392245 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6797fa-d02b-436e-9c42-23a0eda57332 admin admin] Checking segment: {'id': 'b3d68716-9a09-470e-8fdd-b58422bc9bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0b37bb1e-cf3c-4667-b9d5-cdeefe53f416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:21.392686 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6797fa-d02b-436e-9c42-23a0eda57332 admin admin] Network hostable DHCP agents. Network: 0b37bb1e-cf3c-4667-b9d5-cdeefe53f416, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:52:21.399197 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c0a5e44d-8360-4a71-817f-7e83a3e54b04 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:21.407584 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-31a402ed-59bd-44c2-9f41-1f2ad2628046 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:21.414332 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-24c2ad8f-dfe6-4870-8d7b-4cc5eae35134 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:21.461834 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5e44d-8360-4a71-817f-7e83a3e54b04 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event deleted for resources: {'Port': ['ID=cf402d0d-d650-4b6e-841f-83f9c2c36d4a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:21.465469 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a402ed-59bd-44c2-9f41-1f2ad2628046 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Pushing event deleted for resources: {'Port': ['ID=e77a6f80-ee78-4b75-adf4-af7a982e62eb,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:21.500651 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:21.509401 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6797fa-d02b-436e-9c42-23a0eda57332 admin admin] Network 0b37bb1e-cf3c-4667-b9d5-cdeefe53f416 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:52:21.524288 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-c834eb83-afa4-4d21-a38d-08dc287cc072 None None] For port 885d3432-a864-4940-9cf3-c61b925b8958, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:52:21.528501 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-c834eb83-afa4-4d21-a38d-08dc287cc072 None None] For port 885d3432-a864-4940-9cf3-c61b925b8958, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=885d3432-a864-4940-9cf3-c61b925b8958,segment=NetworkSegment(1e66ec70-875b-4002-bbda-937b333f1ecb),segment_id=1e66ec70-875b-4002-bbda-937b333f1ecb)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:52:21.536103 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c834eb83-afa4-4d21-a38d-08dc287cc072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:21.549764 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cab15ecb-aad4-4152-a105-75db730b2693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:21.569486 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-d7d153c6-cfee-4d5f-ae43-a5d48db927aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1145327886-router', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:15Z', 'updated_at': '2022-05-06T09:52:17Z', 'revision_number': 3, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'gw_port': {'id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:79:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:16Z', 'updated_at': '2022-05-06T09:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:21.587619 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-1a6797fa-d02b-436e-9c42-23a0eda57332 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 0b37bb1e-cf3c-4667-b9d5-cdeefe53f416) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:21.597958 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-23a8a8d9-90ef-4e82-b174-c4ccb096f6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:21.606778 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6797fa-d02b-436e-9c42-23a0eda57332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:21.607794 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a6797fa-d02b-436e-9c42-23a0eda57332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:21.615604 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c2ad8f-dfe6-4870-8d7b-4cc5eae35134 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Checking segment: {'id': '22aa1d32-301b-4d9a-8319-f27bb73666ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '00a9120b-074c-4031-bf9f-d3963a4c76cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:21.616041 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c2ad8f-dfe6-4870-8d7b-4cc5eae35134 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Network hostable DHCP agents. Network: 00a9120b-074c-4031-bf9f-d3963a4c76cd, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:52:21.625470 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c35e1c-c8ac-4f00-a022-e1bac7515462 None None] Network 0b37bb1e-cf3c-4667-b9d5-cdeefe53f416 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:21.626909 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-23a8a8d9-90ef-4e82-b174-c4ccb096f6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:21.632212 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c0a5e44d-8360-4a71-817f-7e83a3e54b04 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:21.638742 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c0a5e44d-8360-4a71-817f-7e83a3e54b04 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "DELETE /v2.0/ports/cf402d0d-d650-4b6e-841f-83f9c2c36d4a HTTP/1.1" status: 204 len: 168 time: 2.5977108 May 06 09:52:21.642055 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d153c6-cfee-4d5f-ae43-a5d48db927aa None None] The sync data for ids ['ce13bdd3-721f-4cf5-a27e-f1130d3210f7'] in n-d-840835-1 is: [{'id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1145327886-router', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:15Z', 'updated_at': '2022-05-06T09:52:17Z', 'revision_number': 3, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'gw_port': {'id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:79:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:16Z', 'updated_at': '2022-05-06T09:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:52:21.656999 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60574) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:21.686497 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-23a8a8d9-90ef-4e82-b174-c4ccb096f6ca admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0d010892517e4007b747874acec0cc60&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2004802 May 06 09:52:21.687611 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60576) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:21.743613 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834eb83-afa4-4d21-a38d-08dc287cc072 None None] Pushing event updated for resources: {'Port': ['ID=885d3432-a864-4940-9cf3-c61b925b8958,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:21.787058 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1a6797fa-d02b-436e-9c42-23a0eda57332 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6546154 May 06 09:52:21.815092 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2ad8f-dfe6-4870-8d7b-4cc5eae35134 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event updated for resources: {'Subnet': ['ID=0c386696-15e1-498a-95dc-a93201914fc8,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:21.834475 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb23c46-15ad-448b-b3e1-c1c3eb25b8ec tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:21.836778 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bbb23c46-15ad-448b-b3e1-c1c3eb25b8ec tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "GET /v2.0/ports?device_id=6b234085-7885-4a24-b6f9-b2271f73ceaf HTTP/1.1" status: 200 len: 913 time: 0.1761684 May 06 09:52:21.841798 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60580) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:21.939680 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c2ad8f-dfe6-4870-8d7b-4cc5eae35134 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Network 00a9120b-074c-4031-bf9f-d3963a4c76cd is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:52:21.947269 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441fc50f-cd98-4189-bef6-f7af2d1fd86c None None] Network 0b37bb1e-cf3c-4667-b9d5-cdeefe53f416 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:21.962305 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8a8d9-90ef-4e82-b174-c4ccb096f6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b45001-4235-4fb4-8060-eba6be2ce0f6,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:21.966463 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-31a402ed-59bd-44c2-9f41-1f2ad2628046 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Router 5ff8a1a2-abae-429f-bc09-83b61660bad4 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:52:21.989603 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-24c2ad8f-dfe6-4870-8d7b-4cc5eae35134 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 00a9120b-074c-4031-bf9f-d3963a4c76cd) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:22.028045 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6503005-76df-46c2-959e-945208a4bdc6'}, {'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65c153c5-a7ec-46f6-b943-218c2332159a'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:52:22.028882 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c2ad8f-dfe6-4870-8d7b-4cc5eae35134 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:22.029765 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-24c2ad8f-dfe6-4870-8d7b-4cc5eae35134 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:22.031666 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56c777b-06b8-43a7-867c-b6f54265f37d" -d '{"events": [{"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-unplugged", "status": "completed", "tag": "f6503005-76df-46c2-959e-945208a4bdc6"}, {"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-unplugged", "status": "completed", "tag": "65c153c5-a7ec-46f6-b943-218c2332159a"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:52:22.056003 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605c1b3b-fe8d-4328-a9e0-b3ff3122ea1a None None] Network 00a9120b-074c-4031-bf9f-d3963a4c76cd requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:22.182213 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b4f3c9c3-f183-4d3d-9019-4bc99e23b0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:22.194580 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 06 May 2022 09:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e11bcce-9715-417e-aec3-98a65a60714b x-openstack-request-id: req-8e11bcce-9715-417e-aec3-98a65a60714b {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:52:22.194917 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-unplugged", "status": "completed", "tag": "f6503005-76df-46c2-959e-945208a4bdc6", "code": 200}, {"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-unplugged", "status": "completed", "tag": "65c153c5-a7ec-46f6-b943-218c2332159a", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:52:22.196265 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8e11bcce-9715-417e-aec3-98a65a60714b {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:52:22.196265 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e11bcce-9715-417e-aec3-98a65a60714b'] response: {'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6503005-76df-46c2-959e-945208a4bdc6', 'code': 200} May 06 09:52:22.196490 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e11bcce-9715-417e-aec3-98a65a60714b'] response: {'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65c153c5-a7ec-46f6-b943-218c2332159a', 'code': 200} May 06 09:52:22.277584 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-24c2ad8f-dfe6-4870-8d7b-4cc5eae35134 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.4067893 May 06 09:52:22.280590 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60588) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:22.540431 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b4f3c9c3-f183-4d3d-9019-4bc99e23b0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:22.574786 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a749947-1e8f-43a0-9f23-5ab2c51cc01a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-00a9120b-074c-4031-bf9f-d3963a4c76cd', 'network_id': '00a9120b-074c-4031-bf9f-d3963a4c76cd', 'tenant_id': '11a860d76348444b82a4e66a359e4274', 'fixed_ips': [{'subnet_id': '0c386696-15e1-498a-95dc-a93201914fc8'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:52:22.578452 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5a749947-1e8f-43a0-9f23-5ab2c51cc01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:22.580093 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-cab15ecb-aad4-4152-a105-75db730b2693 admin admin] Allocated IP 172.20.0.1 (8b4bbee4-4fbe-449e-978f-a646b5e578f0/c9382d75-3c44-4a92-be03-e9a2109a5f6f/88b66bed-8687-403c-b472-939f5b75bdb8) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:22.612338 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 96eecb2e-0bef-47f2-b4ef-f14bf1e33436 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:22.727884 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271cfb0-67f4-434b-b039-30077467cee0 req-6d3ca597-dbc3-4353-acad-b4f77711d761 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:22.734233 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271cfb0-67f4-434b-b039-30077467cee0 req-6d3ca597-dbc3-4353-acad-b4f77711d761 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:22.740269 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271cfb0-67f4-434b-b039-30077467cee0 req-6d3ca597-dbc3-4353-acad-b4f77711d761 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:22.746397 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271cfb0-67f4-434b-b039-30077467cee0 req-6d3ca597-dbc3-4353-acad-b4f77711d761 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:22.748213 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5271cfb0-67f4-434b-b039-30077467cee0 req-6d3ca597-dbc3-4353-acad-b4f77711d761 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 3142 time: 0.3434377 May 06 09:52:22.800363 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b4f3c9c3-f183-4d3d-9019-4bc99e23b0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:22.803365 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b4f3c9c3-f183-4d3d-9019-4bc99e23b0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:22.808294 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b4f3c9c3-f183-4d3d-9019-4bc99e23b0ae admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/83b45001-4235-4fb4-8060-eba6be2ce0f6 HTTP/1.1" status: 204 len: 168 time: 1.1133862 May 06 09:52:22.824541 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:22.835459 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-31a402ed-59bd-44c2-9f41-1f2ad2628046 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:52:22.851444 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-5a749947-1e8f-43a0-9f23-5ab2c51cc01a None None] Allocated IP 2001:db8::3 (00a9120b-074c-4031-bf9f-d3963a4c76cd/0c386696-15e1-498a-95dc-a93201914fc8/d7110bc7-645c-4ec1-8e31-4ccc69fe755b) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:22.879182 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5271cfb0-67f4-434b-b039-30077467cee0 req-219b1114-25ab-4c19-a661-a276b9418d3b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087868 May 06 09:52:22.880283 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3c9c3-f183-4d3d-9019-4bc99e23b0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b45001-4235-4fb4-8060-eba6be2ce0f6,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:23.015932 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-31a402ed-59bd-44c2-9f41-1f2ad2628046 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] No DVR routers for this DVR port e77a6f80-ee78-4b75-adf4-af7a982e62eb on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:52:23.020259 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-31a402ed-59bd-44c2-9f41-1f2ad2628046 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:23.024632 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-31a402ed-59bd-44c2-9f41-1f2ad2628046 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.84 "DELETE /v2.0/ports/e77a6f80-ee78-4b75-adf4-af7a982e62eb HTTP/1.1" status: 204 len: 173 time: 3.6216474 May 06 09:52:23.025189 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-deleted', 'tag': 'e77a6f80-ee78-4b75-adf4-af7a982e62eb'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:52:23.028645 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803dae4b-3a48-49ea-b508-5b613912f11a" -d '{"events": [{"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-deleted", "tag": "e77a6f80-ee78-4b75-adf4-af7a982e62eb"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:52:23.039626 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cab15ecb-aad4-4152-a105-75db730b2693 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:23.190029 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cab15ecb-aad4-4152-a105-75db730b2693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:23.257321 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:23.324431 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-aa8c3a9e-5604-4aab-bb82-15b13127b150 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Deleting port 1147ef60-b34c-4fbc-b161-75b9b7f5894d {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:23.325107 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab15ecb-aad4-4152-a105-75db730b2693 admin admin] Pushing event updated for resources: {'Port': ['ID=88b66bed-8687-403c-b472-939f5b75bdb8,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:23.325350 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-aa8c3a9e-5604-4aab-bb82-15b13127b150 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:23.337999 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab15ecb-aad4-4152-a105-75db730b2693 admin admin] Network 8b4bbee4-4fbe-449e-978f-a646b5e578f0 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:23.345752 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-cab15ecb-aad4-4152-a105-75db730b2693 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:23.358787 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab15ecb-aad4-4152-a105-75db730b2693 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:23.372280 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5a749947-1e8f-43a0-9f23-5ab2c51cc01a None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:23.391177 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a50e2e8-1fc5-4b92-99c4-7935a86ff851 None None] Network 3a9cc813-c478-44e7-abc8-63990710d8a5 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:23.396758 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901e649b-2162-4f1c-986d-5fab695b3970 None None] Sync routers for ids ['5ff8a1a2-abae-429f-bc09-83b61660bad4'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:52:23.415082 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5a749947-1e8f-43a0-9f23-5ab2c51cc01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:23.449928 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cab15ecb-aad4-4152-a105-75db730b2693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:23.545649 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-aa8c3a9e-5604-4aab-bb82-15b13127b150 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] For port 1147ef60-b34c-4fbc-b161-75b9b7f5894d, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=1147ef60-b34c-4fbc-b161-75b9b7f5894d,segment=NetworkSegment(f6d50db6-0b43-4540-af3d-5a193cdc7027),segment_id=f6d50db6-0b43-4540-af3d-5a193cdc7027)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:23.546035 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-aa8c3a9e-5604-4aab-bb82-15b13127b150 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:23.546394 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a749947-1e8f-43a0-9f23-5ab2c51cc01a None None] Network 00a9120b-074c-4031-bf9f-d3963a4c76cd is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:23.564814 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901e649b-2162-4f1c-986d-5fab695b3970 None None] Routers {'5ff8a1a2-abae-429f-bc09-83b61660bad4'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:52:23.565289 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-aa8c3a9e-5604-4aab-bb82-15b13127b150 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Calling delete_port for 1147ef60-b34c-4fbc-b161-75b9b7f5894d owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:23.565626 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-901e649b-2162-4f1c-986d-5fab695b3970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:52:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5ff8a1a2-abae-429f-bc09-83b61660bad4'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:23.567627 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-9cc46a42-cc73-4771-be51-b3c1d7c34942 None None] Provisioning complete for port 885d3432-a864-4940-9cf3-c61b925b8958 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:23.567964 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9cc46a42-cc73-4771-be51-b3c1d7c34942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:23.571040 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-5a749947-1e8f-43a0-9f23-5ab2c51cc01a None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:23.601257 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60600) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:23.622818 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a749947-1e8f-43a0-9f23-5ab2c51cc01a None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:23.639901 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:23.681097 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b68a6223-c22d-4e3e-9468-abd1951217ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:23.684574 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 96eecb2e-0bef-47f2-b4ef-f14bf1e33436 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:23.685033 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:23.689548 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a749947-1e8f-43a0-9f23-5ab2c51cc01a None None] Pushing event updated for resources: {'Port': ['ID=d7110bc7-645c-4ec1-8e31-4ccc69fe755b,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:23.731812 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cab15ecb-aad4-4152-a105-75db730b2693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:23.871048 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-5a749947-1e8f-43a0-9f23-5ab2c51cc01a None None] Attempting to bind port d7110bc7-645c-4ec1-8e31-4ccc69fe755b on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:52:23.871537 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-5a749947-1e8f-43a0-9f23-5ab2c51cc01a None None] Attempting to bind port d7110bc7-645c-4ec1-8e31-4ccc69fe755b by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '22aa1d32-301b-4d9a-8319-f27bb73666ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '00a9120b-074c-4031-bf9f-d3963a4c76cd'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:52:23.871971 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a749947-1e8f-43a0-9f23-5ab2c51cc01a None None] Attempting to bind port d7110bc7-645c-4ec1-8e31-4ccc69fe755b on network 00a9120b-074c-4031-bf9f-d3963a4c76cd {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:52:23.926830 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a749947-1e8f-43a0-9f23-5ab2c51cc01a None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:52:23.927368 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a749947-1e8f-43a0-9f23-5ab2c51cc01a None None] Checking segment: {'id': '22aa1d32-301b-4d9a-8319-f27bb73666ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '00a9120b-074c-4031-bf9f-d3963a4c76cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:23.927850 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5a749947-1e8f-43a0-9f23-5ab2c51cc01a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:23.928623 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a749947-1e8f-43a0-9f23-5ab2c51cc01a None None] Bound using segment: {'id': '22aa1d32-301b-4d9a-8319-f27bb73666ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '00a9120b-074c-4031-bf9f-d3963a4c76cd'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:52:23.928918 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-5a749947-1e8f-43a0-9f23-5ab2c51cc01a None None] Bound port: d7110bc7-645c-4ec1-8e31-4ccc69fe755b, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22aa1d32-301b-4d9a-8319-f27bb73666ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '00a9120b-074c-4031-bf9f-d3963a4c76cd'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:52:23.930265 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5a749947-1e8f-43a0-9f23-5ab2c51cc01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:23.947915 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-901e649b-2162-4f1c-986d-5fab695b3970 None None] Set router 5ff8a1a2-abae-429f-bc09-83b61660bad4 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:52:23.953872 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f575ce84-4833-4d3b-b2b1-3995c13a2fdd tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:24.006203 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b68a6223-c22d-4e3e-9468-abd1951217ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:24.034458 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b68a6223-c22d-4e3e-9468-abd1951217ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:24.058104 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9cc46a42-cc73-4771-be51-b3c1d7c34942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:24.087573 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event deleted for resources: {'Subnet': ['ID=0c386696-15e1-498a-95dc-a93201914fc8,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:24.150380 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:24.150724 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:24.151064 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:24.151424 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:24.151754 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:24.152082 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:24.152482 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:24.152812 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:24.153132 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:24.153449 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:24.153767 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:24.154117 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:24.154875 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b68a6223-c22d-4e3e-9468-abd1951217ef admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=faef6a503ff94019a7eb4b791ef20d83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5513482 May 06 09:52:24.160714 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 885d3432-a864-4940-9cf3-c61b925b8958 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:24.164519 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60612) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:24.173632 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a6223-c22d-4e3e-9468-abd1951217ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06e58d3-9dfa-4796-9b14-62421aa92a9f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:24.206789 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cab15ecb-aad4-4152-a105-75db730b2693 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:24.220681 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:24.241912 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cab15ecb-aad4-4152-a105-75db730b2693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:24.274359 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-5a749947-1e8f-43a0-9f23-5ab2c51cc01a None None] For port d7110bc7-645c-4ec1-8e31-4ccc69fe755b, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:52:24.278362 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-9cc46a42-cc73-4771-be51-b3c1d7c34942 None None] For port 885d3432-a864-4940-9cf3-c61b925b8958, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=885d3432-a864-4940-9cf3-c61b925b8958,segment=NetworkSegment(1e66ec70-875b-4002-bbda-937b333f1ecb),segment_id=1e66ec70-875b-4002-bbda-937b333f1ecb)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:24.289921 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a9120b-074c-4031-bf9f-d3963a4c76cd']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:24.303489 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-0d0b74c9-1559-4f2b-8a62-1f98f884dda8 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:24.305357 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9cc46a42-cc73-4771-be51-b3c1d7c34942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:24.305727 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-0d0b74c9-1559-4f2b-8a62-1f98f884dda8 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.73 "GET /v2.0/networks?id=ea1a03db-e74b-4fbe-bbf2-facb6e3093bf HTTP/1.1" status: 200 len: 824 time: 0.6835830 May 06 09:52:24.315307 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-5a749947-1e8f-43a0-9f23-5ab2c51cc01a None None] For port d7110bc7-645c-4ec1-8e31-4ccc69fe755b, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=d7110bc7-645c-4ec1-8e31-4ccc69fe755b,segment=NetworkSegment(22aa1d32-301b-4d9a-8319-f27bb73666ed),segment_id=22aa1d32-301b-4d9a-8319-f27bb73666ed)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:52:24.348997 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab15ecb-aad4-4152-a105-75db730b2693 admin admin] Pushing event updated for resources: {'Port': ['ID=88b66bed-8687-403c-b472-939f5b75bdb8,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:24.356843 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cab15ecb-aad4-4152-a105-75db730b2693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:24.362570 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5a749947-1e8f-43a0-9f23-5ab2c51cc01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:24.362959 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22aa1d32-301b-4d9a-8319-f27bb73666ed') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:24.363479 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22aa1d32-301b-4d9a-8319-f27bb73666ed') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:24.388050 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:24.407823 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-b2c73c78-1baf-4f25-99d1-06c6067dca71 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.73 "GET /v2.0/quotas/639a3400730c4c759eec6a186727942c HTTP/1.1" status: 200 len: 375 time: 0.0687597 May 06 09:52:24.426501 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-18b1f2d9-eaff-40cb-8b82-5605387b7ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:24.445161 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:24.482533 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-aa8c3a9e-5604-4aab-bb82-15b13127b150 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:24.499309 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-d382864c-d5de-4756-8664-80ef1f2cf4d6 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=639a3400730c4c759eec6a186727942c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738568 May 06 09:52:24.515455 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:52:24.515860 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: timer() May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:52:24.520263 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:52:24.550520 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 885d3432-a864-4940-9cf3-c61b925b8958 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:24.551078 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:24.561734 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc46a42-cc73-4771-be51-b3c1d7c34942 None None] Pushing event updated for resources: {'Port': ['ID=885d3432-a864-4940-9cf3-c61b925b8958,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:24.606091 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab15ecb-aad4-4152-a105-75db730b2693 admin admin] Network 8b4bbee4-4fbe-449e-978f-a646b5e578f0 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:24.612093 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-cab15ecb-aad4-4152-a105-75db730b2693 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:24.615638 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c3a9e-5604-4aab-bb82-15b13127b150 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Pushing event deleted for resources: {'Port': ['ID=1147ef60-b34c-4fbc-b161-75b9b7f5894d,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:24.642696 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-18b1f2d9-eaff-40cb-8b82-5605387b7ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:24.653400 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-ec600975-c6e3-449e-8efb-36eaed017093 None None] Provisioning complete for port 88b66bed-8687-403c-b472-939f5b75bdb8 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:24.654045 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ec600975-c6e3-449e-8efb-36eaed017093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:24.730078 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a2e655-9c07-40cc-b8ed-84f8f25e9fab None None] Network 00a9120b-074c-4031-bf9f-d3963a4c76cd requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:24.731022 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-f575ce84-4833-4d3b-b2b1-3995c13a2fdd tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Deleting port 730498d0-99cf-4fe3-ae0e-5c0e67f65327 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:24.732092 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f575ce84-4833-4d3b-b2b1-3995c13a2fdd tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:24.739552 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-aa8c3a9e-5604-4aab-bb82-15b13127b150 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] No DVR routers for this DVR port 1147ef60-b34c-4fbc-b161-75b9b7f5894d on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:52:24.742558 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-aa8c3a9e-5604-4aab-bb82-15b13127b150 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:24.746758 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-aa8c3a9e-5604-4aab-bb82-15b13127b150 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.84 "DELETE /v2.0/ports/1147ef60-b34c-4fbc-b161-75b9b7f5894d HTTP/1.1" status: 204 len: 173 time: 1.6796477 May 06 09:52:24.754667 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.db.api [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 09:52:24.754667 n-d-840835-1 neutron-server[102653]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 09:52:24.754667 n-d-840835-1 neutron-server[102653]: [parameters: {'id': '00a9120b-074c-4031-bf9f-d3963a4c76cd'}] May 06 09:52:24.754667 n-d-840835-1 neutron-server[102653]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:52:24.755096 n-d-840835-1 neutron-server[102653]: DEBUG oslo_db.api [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:52:24.842341 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-ec600975-c6e3-449e-8efb-36eaed017093 None None] Port 88b66bed-8687-403c-b472-939f5b75bdb8 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:52:24.863364 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a749947-1e8f-43a0-9f23-5ab2c51cc01a None None] Pushing event updated for resources: {'Port': ['ID=d7110bc7-645c-4ec1-8e31-4ccc69fe755b,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:24.940005 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-116d5800-611e-4eb2-ab44-f8dfd44ea1bc service neutron] 10.222.0.73 "GET /v2.0/networks/ea1a03db-e74b-4fbe-bbf2-facb6e3093bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519866 May 06 09:52:24.942253 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-18b1f2d9-eaff-40cb-8b82-5605387b7ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:24.945061 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-18b1f2d9-eaff-40cb-8b82-5605387b7ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:24.947788 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-18b1f2d9-eaff-40cb-8b82-5605387b7ec8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c06e58d3-9dfa-4796-9b14-62421aa92a9f HTTP/1.1" status: 204 len: 168 time: 0.7816980 May 06 09:52:24.958189 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab15ecb-aad4-4152-a105-75db730b2693 admin admin] Router ce13bdd3-721f-4cf5-a27e-f1130d3210f7 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:52:24.974679 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f575ce84-4833-4d3b-b2b1-3995c13a2fdd tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:24.985091 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1f2d9-eaff-40cb-8b82-5605387b7ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06e58d3-9dfa-4796-9b14-62421aa92a9f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:25.013701 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-f575ce84-4833-4d3b-b2b1-3995c13a2fdd tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Calling delete_port for 730498d0-99cf-4fe3-ae0e-5c0e67f65327 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:25.080697 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-dbcb4648-dbde-40c2-b842-8f04ace517a3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Deleting port 65c153c5-a7ec-46f6-b943-218c2332159a {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:25.081173 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-dbcb4648-dbde-40c2-b842-8f04ace517a3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:25.089772 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-901e649b-2162-4f1c-986d-5fab695b3970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'name': 'tempest-TaggedBootDevicesTest-151414626-router', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'e90b9fe8-eb83-4977-b5d9-a8799df0123f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:42Z', 'updated_at': '2022-05-06T09:46:51Z', 'revision_number': 4, 'project_id': '2432312eddf749dea1d91914dd979e43', 'gw_port': {'id': 'e90b9fe8-eb83-4977-b5d9-a8799df0123f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:44Z', 'updated_at': '2022-05-06T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'afb18b21-98a5-43ec-a09f-f89555198207', 'name': '', 'network_id': '59db4229-2b1d-4e95-9668-875e8735cfea', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'mac_address': 'fa:16:3e:f0:e9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'ddf543b7-b852-448e-b236-f24084c28a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:49Z', 'updated_at': '2022-05-06T09:46:56Z', 'revision_number': 5, 'project_id': '2432312eddf749dea1d91914dd979e43', 'subnets': [{'id': 'ddf543b7-b852-448e-b236-f24084c28a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:25.146088 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901e649b-2162-4f1c-986d-5fab695b3970 None None] Checking router: 5ff8a1a2-abae-429f-bc09-83b61660bad4 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:52:25.155907 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-7c79609f-c060-4dfd-9801-77b2681be5f6 None None] Provisioning complete for port 885d3432-a864-4940-9cf3-c61b925b8958 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:25.155907 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7c79609f-c060-4dfd-9801-77b2681be5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:25.230150 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-1c0625ca-0556-4769-a991-254cd1bbeb1d service neutron] 10.222.0.73 "GET /v2.0/networks/ea1a03db-e74b-4fbe-bbf2-facb6e3093bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602735 May 06 09:52:25.256876 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:25.275381 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-dbcb4648-dbde-40c2-b842-8f04ace517a3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] For port 65c153c5-a7ec-46f6-b943-218c2332159a, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=65c153c5-a7ec-46f6-b943-218c2332159a,segment=NetworkSegment(f6d50db6-0b43-4540-af3d-5a193cdc7027),segment_id=f6d50db6-0b43-4540-af3d-5a193cdc7027)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:25.276017 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-dbcb4648-dbde-40c2-b842-8f04ace517a3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:25.296623 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-dbcb4648-dbde-40c2-b842-8f04ace517a3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Calling delete_port for 65c153c5-a7ec-46f6-b943-218c2332159a owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:25.427546 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901e649b-2162-4f1c-986d-5fab695b3970 None None] Routers {'5ff8a1a2-abae-429f-bc09-83b61660bad4'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:52:25.428442 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-901e649b-2162-4f1c-986d-5fab695b3970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:52:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5ff8a1a2-abae-429f-bc09-83b61660bad4'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:25.451591 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab15ecb-aad4-4152-a105-75db730b2693 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:52:25.452209 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Deleting port d7110bc7-645c-4ec1-8e31-4ccc69fe755b {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:25.452671 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:25.464352 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc3f915-d730-4c8a-be13-a4c7140b7e5a None None] Sync routers for ids ['ce13bdd3-721f-4cf5-a27e-f1130d3210f7'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:52:25.479223 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cab15ecb-aad4-4152-a105-75db730b2693 admin admin] 10.222.0.73 "PUT /v2.0/routers/ce13bdd3-721f-4cf5-a27e-f1130d3210f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2821171 May 06 09:52:25.509187 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc3f915-d730-4c8a-be13-a4c7140b7e5a None None] Routers {'ce13bdd3-721f-4cf5-a27e-f1130d3210f7'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:52:25.513059 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-cdc3f915-d730-4c8a-be13-a4c7140b7e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:52:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ce13bdd3-721f-4cf5-a27e-f1130d3210f7'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:25.645481 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] For port d7110bc7-645c-4ec1-8e31-4ccc69fe755b, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=d7110bc7-645c-4ec1-8e31-4ccc69fe755b,segment=NetworkSegment(22aa1d32-301b-4d9a-8319-f27bb73666ed),segment_id=22aa1d32-301b-4d9a-8319-f27bb73666ed)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:25.648983 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:25.675982 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc62fd7-bd06-4271-82a1-4541d135b482 None None] get_active_networks_info from n-d-840835-1 {{(pid=102654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 09:52:25.694486 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Calling delete_port for d7110bc7-645c-4ec1-8e31-4ccc69fe755b owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:25.772229 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57aee68-a932-41e5-a204-5b1494e289fa x-openstack-request-id: req-b57aee68-a932-41e5-a204-5b1494e289fa {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:52:25.778207 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-deleted", "tag": "e77a6f80-ee78-4b75-adf4-af7a982e62eb", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:52:25.778803 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b57aee68-a932-41e5-a204-5b1494e289fa {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:52:25.779503 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b57aee68-a932-41e5-a204-5b1494e289fa'] response: {'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-deleted', 'tag': 'e77a6f80-ee78-4b75-adf4-af7a982e62eb', 'status': 'completed', 'code': 200} May 06 09:52:25.781022 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-dbcb4648-dbde-40c2-b842-8f04ace517a3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:25.814577 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-cdc3f915-d730-4c8a-be13-a4c7140b7e5a None None] Set router ce13bdd3-721f-4cf5-a27e-f1130d3210f7 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:52:25.869308 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f575ce84-4833-4d3b-b2b1-3995c13a2fdd tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:25.881875 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb4648-dbde-40c2-b842-8f04ace517a3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Pushing event deleted for resources: {'Port': ['ID=65c153c5-a7ec-46f6-b943-218c2332159a,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:25.900436 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9357d8bb-f546-4756-8b05-e4fb9afa3786 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:25.946992 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575ce84-4833-4d3b-b2b1-3995c13a2fdd tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event deleted for resources: {'Port': ['ID=730498d0-99cf-4fe3-ae0e-5c0e67f65327,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:25.975199 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-dbcb4648-dbde-40c2-b842-8f04ace517a3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] No DVR routers for this DVR port 65c153c5-a7ec-46f6-b943-218c2332159a on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:52:25.985437 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-dbcb4648-dbde-40c2-b842-8f04ace517a3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:25.990891 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-dbcb4648-dbde-40c2-b842-8f04ace517a3 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.84 "DELETE /v2.0/ports/65c153c5-a7ec-46f6-b943-218c2332159a HTTP/1.1" status: 204 len: 173 time: 1.2332237 May 06 09:52:26.187018 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df49e95-1920-4d95-a300-4447a29c47eb req-7cc7970c-a790-48de-b7f1-68342c329f4b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:26.205964 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df49e95-1920-4d95-a300-4447a29c47eb req-7cc7970c-a790-48de-b7f1-68342c329f4b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:26.209597 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0df49e95-1920-4d95-a300-4447a29c47eb req-7cc7970c-a790-48de-b7f1-68342c329f4b tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 1677 time: 0.3387301 May 06 09:52:26.233010 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:26.262628 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc62fd7-bd06-4271-82a1-4541d135b482 None None] Resources bound (agent type, host, resource id): {{(pid=102654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 09:52:26.320633 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] No DVR routers for this DVR port d7110bc7-645c-4ec1-8e31-4ccc69fe755b on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:52:26.330577 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-cdc3f915-d730-4c8a-be13-a4c7140b7e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1145327886-router', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:15Z', 'updated_at': '2022-05-06T09:52:23Z', 'revision_number': 4, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'gw_port': {'id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:79:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:16Z', 'updated_at': '2022-05-06T09:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '88b66bed-8687-403c-b472-939f5b75bdb8', 'name': '', 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'mac_address': 'fa:16:3e:ba:e3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'c9382d75-3c44-4a92-be03-e9a2109a5f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:21Z', 'updated_at': '2022-05-06T09:52:23Z', 'revision_number': 2, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'subnets': [{'id': 'c9382d75-3c44-4a92-be03-e9a2109a5f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:26.332408 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f575ce84-4833-4d3b-b2b1-3995c13a2fdd tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:26.341051 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event deleted for resources: {'Port': ['ID=d7110bc7-645c-4ec1-8e31-4ccc69fe755b,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:26.386885 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc3f915-d730-4c8a-be13-a4c7140b7e5a None None] Checking router: ce13bdd3-721f-4cf5-a27e-f1130d3210f7 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:52:26.388087 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc3f915-d730-4c8a-be13-a4c7140b7e5a None None] Updating router ce13bdd3-721f-4cf5-a27e-f1130d3210f7 port 88b66bed-8687-403c-b472-939f5b75bdb8 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:52:26.397983 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 9357d8bb-f546-4756-8b05-e4fb9afa3786 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:26.400320 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:26.465847 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f915-d730-4c8a-be13-a4c7140b7e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:26.521801 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:26.537417 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0df49e95-1920-4d95-a300-4447a29c47eb req-f8e3b59e-fb80-4172-addc-63ede54316c0 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a6f232e-7983-4d0d-90ba-32abf51156b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3069036 May 06 09:52:26.576097 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-8ce13fb8-2e2d-407a-8cfb-9dfe188854d9 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Deleting port f6503005-76df-46c2-959e-945208a4bdc6 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:26.576445 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-8ce13fb8-2e2d-407a-8cfb-9dfe188854d9 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:26.581329 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a9120b-074c-4031-bf9f-d3963a4c76cd']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:26.635791 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22aa1d32-301b-4d9a-8319-f27bb73666ed') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:26.636191 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22aa1d32-301b-4d9a-8319-f27bb73666ed') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:26.707809 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:26.765781 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:26.823745 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a949e3f6-062c-442c-b110-4feada94a3c1 req-45e48fe9-3e6b-43f1-bd6d-a097903fb68a tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.73 "GET /v2.0/ports?device_id=b43a698c-2851-40bb-9b4a-387093a7d817 HTTP/1.1" status: 200 len: 210 time: 0.0859580 May 06 09:52:26.828040 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:52:26.828815 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: timer() May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:52:26.848876 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:52:27.041539 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-8ce13fb8-2e2d-407a-8cfb-9dfe188854d9 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] For port f6503005-76df-46c2-959e-945208a4bdc6, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f6503005-76df-46c2-959e-945208a4bdc6,segment=NetworkSegment(60d35e3b-79dc-4a3d-ac7f-c67585bcd646),segment_id=60d35e3b-79dc-4a3d-ac7f-c67585bcd646)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:27.042186 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-8ce13fb8-2e2d-407a-8cfb-9dfe188854d9 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:27.085502 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:27.098750 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:27.113416 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60660) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:27.115058 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "DELETE /v2.0/networks/00a9120b-074c-4031-bf9f-d3963a4c76cd HTTP/1.1" status: 204 len: 168 time: 4.8120630 May 06 09:52:27.117654 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-8ce13fb8-2e2d-407a-8cfb-9dfe188854d9 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Calling delete_port for f6503005-76df-46c2-959e-945208a4bdc6 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:27.125021 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-901e649b-2162-4f1c-986d-5fab695b3970 None None] Set router 5ff8a1a2-abae-429f-bc09-83b61660bad4 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:52:27.126013 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-4e08dc4e-6619-42ea-8197-5710de937123 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-39096641'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:27.154319 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57377b14-d1f6-4133-aa23-d73884691d55 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event deleted for resources: {'Network': ['ID=00a9120b-074c-4031-bf9f-d3963a4c76cd,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:27.170941 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:27.259589 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e08dc4e-6619-42ea-8197-5710de937123 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Made reservation on behalf of 11a860d76348444b82a4e66a359e4274 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:27.263079 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4e08dc4e-6619-42ea-8197-5710de937123 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:27.266582 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f915-d730-4c8a-be13-a4c7140b7e5a None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:27.278041 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f915-d730-4c8a-be13-a4c7140b7e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:27.310988 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a1fbe154-f7d7-4060-b4d4-b699e89a56cf None None] Provisioning complete for port 88b66bed-8687-403c-b472-939f5b75bdb8 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:27.311326 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a1fbe154-f7d7-4060-b4d4-b699e89a56cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:27.353131 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e08dc4e-6619-42ea-8197-5710de937123 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:52:27.388118 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f575ce84-4833-4d3b-b2b1-3995c13a2fdd tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Router 6b234085-7885-4a24-b6f9-b2271f73ceaf has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:52:27.404836 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4e08dc4e-6619-42ea-8197-5710de937123 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:27.406576 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-4e08dc4e-6619-42ea-8197-5710de937123 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Added segment 4c46bfb3-d6cf-4d7b-a774-7e202a3e3d4d of type vlan for network e30e6147-4f4d-4285-8cd8-e6b645f953d9 May 06 09:52:27.462262 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1dd68-1b84-460a-900c-c0aaa799b714 None None] Pushing event updated for resources: {'Port': ['ID=88b66bed-8687-403c-b472-939f5b75bdb8,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:27.478789 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-cdc3f915-d730-4c8a-be13-a4c7140b7e5a None None] Attempting to bind port 88b66bed-8687-403c-b472-939f5b75bdb8 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:52:27.480874 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-cdc3f915-d730-4c8a-be13-a4c7140b7e5a None None] Attempting to bind port 88b66bed-8687-403c-b472-939f5b75bdb8 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '27b775b5-8035-4904-ad11-074d150e8a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:52:27.485475 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3f915-d730-4c8a-be13-a4c7140b7e5a None None] Attempting to bind port 88b66bed-8687-403c-b472-939f5b75bdb8 on network 8b4bbee4-4fbe-449e-978f-a646b5e578f0 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:52:27.494187 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3f915-d730-4c8a-be13-a4c7140b7e5a None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:52:27.495146 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3f915-d730-4c8a-be13-a4c7140b7e5a None None] Checking segment: {'id': '27b775b5-8035-4904-ad11-074d150e8a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:27.496960 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f915-d730-4c8a-be13-a4c7140b7e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:27.497755 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3f915-d730-4c8a-be13-a4c7140b7e5a None None] Bound using segment: {'id': '27b775b5-8035-4904-ad11-074d150e8a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:52:27.498437 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-cdc3f915-d730-4c8a-be13-a4c7140b7e5a None None] Bound port: 88b66bed-8687-403c-b472-939f5b75bdb8, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b775b5-8035-4904-ad11-074d150e8a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:52:27.500844 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f915-d730-4c8a-be13-a4c7140b7e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:27.559577 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 9357d8bb-f546-4756-8b05-e4fb9afa3786, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9357d8bb-f546-4756-8b05-e4fb9afa3786,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:27.586979 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4e08dc4e-6619-42ea-8197-5710de937123 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:27.598104 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-8ce13fb8-2e2d-407a-8cfb-9dfe188854d9 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:27.636039 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-cdc3f915-d730-4c8a-be13-a4c7140b7e5a None None] For port 88b66bed-8687-403c-b472-939f5b75bdb8, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:52:27.644242 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-cdc3f915-d730-4c8a-be13-a4c7140b7e5a None None] For port 88b66bed-8687-403c-b472-939f5b75bdb8, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=88b66bed-8687-403c-b472-939f5b75bdb8,segment=NetworkSegment(27b775b5-8035-4904-ad11-074d150e8a59),segment_id=27b775b5-8035-4904-ad11-074d150e8a59)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:52:27.652057 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f915-d730-4c8a-be13-a4c7140b7e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:27.666964 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:27.669566 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 885d3432-a864-4940-9cf3-c61b925b8958 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:27.674016 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60674) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:27.680815 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce13fb8-2e2d-407a-8cfb-9dfe188854d9 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Pushing event deleted for resources: {'Port': ['ID=f6503005-76df-46c2-959e-945208a4bdc6,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:27.722380 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4e08dc4e-6619-42ea-8197-5710de937123 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:27.728719 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e08dc4e-6619-42ea-8197-5710de937123 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:27.739447 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4e08dc4e-6619-42ea-8197-5710de937123 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:27.755315 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc3f915-d730-4c8a-be13-a4c7140b7e5a None None] Routers {'ce13bdd3-721f-4cf5-a27e-f1130d3210f7'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:52:27.756707 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-cdc3f915-d730-4c8a-be13-a4c7140b7e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:52:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ce13bdd3-721f-4cf5-a27e-f1130d3210f7'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:27.779569 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-8ce13fb8-2e2d-407a-8cfb-9dfe188854d9 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] No DVR routers for this DVR port f6503005-76df-46c2-959e-945208a4bdc6 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:52:27.782253 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-8ce13fb8-2e2d-407a-8cfb-9dfe188854d9 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:27.786017 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-8ce13fb8-2e2d-407a-8cfb-9dfe188854d9 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.84 "DELETE /v2.0/ports/f6503005-76df-46c2-959e-945208a4bdc6 HTTP/1.1" status: 204 len: 173 time: 1.7586679 May 06 09:52:27.790571 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-deleted', 'tag': '1147ef60-b34c-4fbc-b161-75b9b7f5894d'}, {'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-deleted', 'tag': '65c153c5-a7ec-46f6-b943-218c2332159a'}, {'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-deleted', 'tag': 'f6503005-76df-46c2-959e-945208a4bdc6'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:52:27.793038 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7672003e-1057-411d-9097-1e8fe5fabd25" -d '{"events": [{"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-deleted", "tag": "1147ef60-b34c-4fbc-b161-75b9b7f5894d"}, {"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-deleted", "tag": "65c153c5-a7ec-46f6-b943-218c2332159a"}, {"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-deleted", "tag": "f6503005-76df-46c2-959e-945208a4bdc6"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:52:27.825193 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-a1fbe154-f7d7-4060-b4d4-b699e89a56cf None None] Port 88b66bed-8687-403c-b472-939f5b75bdb8 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:52:27.859718 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-1c5dfa34-83d4-4e73-befb-9003bbdadfaa tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:27.861358 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-1c5dfa34-83d4-4e73-befb-9003bbdadfaa tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.77 "GET /v2.0/networks?id=ea1a03db-e74b-4fbe-bbf2-facb6e3093bf HTTP/1.1" status: 200 len: 824 time: 0.4946818 May 06 09:52:27.877651 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f575ce84-4833-4d3b-b2b1-3995c13a2fdd tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:52:27.890726 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f575ce84-4833-4d3b-b2b1-3995c13a2fdd tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "PUT /v2.0/routers/6b234085-7885-4a24-b6f9-b2271f73ceaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0444241 May 06 09:52:27.911739 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-cdc3f915-d730-4c8a-be13-a4c7140b7e5a None None] Set router ce13bdd3-721f-4cf5-a27e-f1130d3210f7 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:52:27.911963 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60682) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:27.914635 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4b7036-8d49-4062-96ff-300ca0328abd None None] Sync routers for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:52:27.925119 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=9357d8bb-f546-4756-8b05-e4fb9afa3786,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:27.946102 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4e08dc4e-6619-42ea-8197-5710de937123 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8295195 May 06 09:52:27.947739 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60684) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:27.957292 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-d7ec8302-8cdc-43fa-bd06-e325f6268c1f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Request body: {'subnet': {'network_id': 'e30e6147-4f4d-4285-8cd8-e6b645f953d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:27.992423 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4b7036-8d49-4062-96ff-300ca0328abd None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:52:27.993159 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-5c4b7036-8d49-4062-96ff-300ca0328abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:52:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:28.000974 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-cdb8d508-4840-44c6-8752-7327d6ae7026 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Request body: {'port': {'device_id': 'b43a698c-2851-40bb-9b4a-387093a7d817', 'network_id': 'ea1a03db-e74b-4fbe-bbf2-facb6e3093bf', 'admin_state_up': True, 'tenant_id': '639a3400730c4c759eec6a186727942c'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:28.056772 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1dd68-1b84-460a-900c-c0aaa799b714 None None] Pushing event updated for resources: {'Port': ['ID=88b66bed-8687-403c-b472-939f5b75bdb8,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:28.093467 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7b2eb80b-4437-4d91-aa42-43ba675667fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:28.172571 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-5c4b7036-8d49-4062-96ff-300ca0328abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:28.184975 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-8731ca80-25a1-4d6d-a955-c7e77cf37aa5 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:28.186557 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-8731ca80-25a1-4d6d-a955-c7e77cf37aa5 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/networks?id=8b4bbee4-4fbe-449e-978f-a646b5e578f0 HTTP/1.1" status: 200 len: 819 time: 0.7090712 May 06 09:52:28.213260 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 885d3432-a864-4940-9cf3-c61b925b8958 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:28.214802 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:28.223673 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4b7036-8d49-4062-96ff-300ca0328abd None None] Routers {'6b234085-7885-4a24-b6f9-b2271f73ceaf'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:52:28.225442 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-5c4b7036-8d49-4062-96ff-300ca0328abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:52:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6b234085-7885-4a24-b6f9-b2271f73ceaf'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:28.243748 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e08dc4e-6619-42ea-8197-5710de937123 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event updated for resources: {'Network': ['ID=e30e6147-4f4d-4285-8cd8-e6b645f953d9,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:28.297772 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-33caf27e-e2ac-459d-bd13-35ec8f9daf04 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/quotas/c517f1b2e83649f0bec52fdccbd31b7e HTTP/1.1" status: 200 len: 375 time: 0.1024222 May 06 09:52:28.326149 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-74746624-2e37-4afb-befe-421f9191cc06 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:28.337481 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-5c4b7036-8d49-4062-96ff-300ca0328abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:28.338271 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4b7036-8d49-4062-96ff-300ca0328abd None None] The sync data for ids ['6b234085-7885-4a24-b6f9-b2271f73ceaf'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:52:28.340059 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network e30e6147-4f4d-4285-8cd8-e6b645f953d9 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:52:28.416017 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ec8302-8cdc-43fa-bd06-e325f6268c1f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Made reservation on behalf of 11a860d76348444b82a4e66a359e4274 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:28.419623 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d7ec8302-8cdc-43fa-bd06-e325f6268c1f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:28.448159 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-23558679-3e78-48cb-8fa8-18ea731a3de0 None None] Provisioning complete for port 88b66bed-8687-403c-b472-939f5b75bdb8 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:28.448564 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-23558679-3e78-48cb-8fa8-18ea731a3de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:28.497371 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-cdc3f915-d730-4c8a-be13-a4c7140b7e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1145327886-router', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:15Z', 'updated_at': '2022-05-06T09:52:23Z', 'revision_number': 4, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'gw_port': {'id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:16Z', 'updated_at': '2022-05-06T09:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '88b66bed-8687-403c-b472-939f5b75bdb8', 'name': '', 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'mac_address': 'fa:16:3e:ba:e3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'c9382d75-3c44-4a92-be03-e9a2109a5f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:21Z', 'updated_at': '2022-05-06T09:52:27Z', 'revision_number': 4, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'subnets': [{'id': 'c9382d75-3c44-4a92-be03-e9a2109a5f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:28.514313 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7b2eb80b-4437-4d91-aa42-43ba675667fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:28.541201 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc3f915-d730-4c8a-be13-a4c7140b7e5a None None] The sync data for ids ['ce13bdd3-721f-4cf5-a27e-f1130d3210f7'] in n-d-840835-1 is: [{'id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1145327886-router', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:15Z', 'updated_at': '2022-05-06T09:52:23Z', 'revision_number': 4, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'gw_port': {'id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:16Z', 'updated_at': '2022-05-06T09:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '88b66bed-8687-403c-b472-939f5b75bdb8', 'name': '', 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'mac_address': 'fa:16:3e:ba:e3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'c9382d75-3c44-4a92-be03-e9a2109a5f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:21Z', 'updated_at': '2022-05-06T09:52:27Z', 'revision_number': 4, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'subnets': [{'id': 'c9382d75-3c44-4a92-be03-e9a2109a5f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:52:28.557092 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7b2eb80b-4437-4d91-aa42-43ba675667fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:28.601474 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-b6aad816-596b-4af7-aa8e-f3cf5a69fa18 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Deleting port 65810e48-f2da-4617-81d0-b19b0a068097 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:28.602234 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-b6aad816-596b-4af7-aa8e-f3cf5a69fa18 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:28.653032 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-901e649b-2162-4f1c-986d-5fab695b3970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'name': 'tempest-TaggedBootDevicesTest-151414626-router', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'e90b9fe8-eb83-4977-b5d9-a8799df0123f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:42Z', 'updated_at': '2022-05-06T09:46:51Z', 'revision_number': 4, 'project_id': '2432312eddf749dea1d91914dd979e43', 'gw_port': {'id': 'e90b9fe8-eb83-4977-b5d9-a8799df0123f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:44Z', 'updated_at': '2022-05-06T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'afb18b21-98a5-43ec-a09f-f89555198207', 'name': '', 'network_id': '59db4229-2b1d-4e95-9668-875e8735cfea', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'mac_address': 'fa:16:3e:f0:e9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'ddf543b7-b852-448e-b236-f24084c28a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:49Z', 'updated_at': '2022-05-06T09:46:56Z', 'revision_number': 5, 'project_id': '2432312eddf749dea1d91914dd979e43', 'subnets': [{'id': 'ddf543b7-b852-448e-b236-f24084c28a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:28.678704 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-74746624-2e37-4afb-befe-421f9191cc06 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:28.716819 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-f39b0bd2-a99c-4ee0-a537-ed5c65a36cea tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c517f1b2e83649f0bec52fdccbd31b7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4089363 May 06 09:52:28.727425 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7b2eb80b-4437-4d91-aa42-43ba675667fc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6d5912250d2941139f0cfe921cab0c0b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0407119 May 06 09:52:28.730372 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-cdb8d508-4840-44c6-8752-7327d6ae7026 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Made reservation on behalf of 639a3400730c4c759eec6a186727942c for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:28.734163 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-cdb8d508-4840-44c6-8752-7327d6ae7026 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:28.736193 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60692) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:28.779439 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2eb80b-4437-4d91-aa42-43ba675667fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21021b6a-5ea5-45d5-87f4-c7b1464f3cad,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:28.834003 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-74746624-2e37-4afb-befe-421f9191cc06 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Deleting port d898152c-958b-4897-8c4a-3e89c8e3d088 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:28.834310 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-74746624-2e37-4afb-befe-421f9191cc06 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:28.886013 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901e649b-2162-4f1c-986d-5fab695b3970 None None] The sync data for ids ['5ff8a1a2-abae-429f-bc09-83b61660bad4'] in n-d-840835-1 is: [{'id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'name': 'tempest-TaggedBootDevicesTest-151414626-router', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'e90b9fe8-eb83-4977-b5d9-a8799df0123f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:42Z', 'updated_at': '2022-05-06T09:46:51Z', 'revision_number': 4, 'project_id': '2432312eddf749dea1d91914dd979e43', 'gw_port': {'id': 'e90b9fe8-eb83-4977-b5d9-a8799df0123f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:44Z', 'updated_at': '2022-05-06T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'afb18b21-98a5-43ec-a09f-f89555198207', 'name': '', 'network_id': '59db4229-2b1d-4e95-9668-875e8735cfea', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'mac_address': 'fa:16:3e:f0:e9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'ddf543b7-b852-448e-b236-f24084c28a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:49Z', 'updated_at': '2022-05-06T09:46:56Z', 'revision_number': 5, 'project_id': '2432312eddf749dea1d91914dd979e43', 'subnets': [{'id': 'ddf543b7-b852-448e-b236-f24084c28a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:52:28.910739 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:28.937300 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-b6aad816-596b-4af7-aa8e-f3cf5a69fa18 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] For port 65810e48-f2da-4617-81d0-b19b0a068097, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=65810e48-f2da-4617-81d0-b19b0a068097,segment=NetworkSegment(60d35e3b-79dc-4a3d-ac7f-c67585bcd646),segment_id=60d35e3b-79dc-4a3d-ac7f-c67585bcd646)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:28.937681 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-b6aad816-596b-4af7-aa8e-f3cf5a69fa18 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:28.973450 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea3d598f-bfb6-4f08-aa24-9d565d26ef87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:28.981062 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-23558679-3e78-48cb-8fa8-18ea731a3de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.018821 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d7ec8302-8cdc-43fa-bd06-e325f6268c1f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.026401 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-b6aad816-596b-4af7-aa8e-f3cf5a69fa18 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Calling delete_port for 65810e48-f2da-4617-81d0-b19b0a068097 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:29.029282 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-23558679-3e78-48cb-8fa8-18ea731a3de0 None None] For port 88b66bed-8687-403c-b472-939f5b75bdb8, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=88b66bed-8687-403c-b472-939f5b75bdb8,segment=NetworkSegment(27b775b5-8035-4904-ad11-074d150e8a59),segment_id=27b775b5-8035-4904-ad11-074d150e8a59)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:29.034311 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-23558679-3e78-48cb-8fa8-18ea731a3de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.114326 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23558679-3e78-48cb-8fa8-18ea731a3de0 None None] Pushing event updated for resources: {'Port': ['ID=88b66bed-8687-403c-b472-939f5b75bdb8,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:29.122053 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-44f29453-9d5c-4834-85c8-122b0b0ecb42 service neutron] 10.222.0.73 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936727 May 06 09:52:29.123942 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea3d598f-bfb6-4f08-aa24-9d565d26ef87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.130784 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-74746624-2e37-4afb-befe-421f9191cc06 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.161394 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f83b8fbf-a872-4c6c-be95-b0300f20118c None None] Provisioning complete for port 88b66bed-8687-403c-b472-939f5b75bdb8 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:29.162260 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f83b8fbf-a872-4c6c-be95-b0300f20118c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.176657 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-74746624-2e37-4afb-befe-421f9191cc06 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Calling delete_port for d898152c-958b-4897-8c4a-3e89c8e3d088 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:29.183680 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec8302-8cdc-43fa-bd06-e325f6268c1f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event updated for resources: {'Subnet': ['ID=57fd105e-c68a-4071-a3c9-0aaadef890e3,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:29.218908 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 88b66bed-8687-403c-b472-939f5b75bdb8 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:29.235480 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ec8302-8cdc-43fa-bd06-e325f6268c1f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Checking segment: {'id': '4c46bfb3-d6cf-4d7b-a774-7e202a3e3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'e30e6147-4f4d-4285-8cd8-e6b645f953d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:29.236191 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ec8302-8cdc-43fa-bd06-e325f6268c1f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Network hostable DHCP agents. Network: e30e6147-4f4d-4285-8cd8-e6b645f953d9, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:52:29.281228 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-cdb8d508-4840-44c6-8752-7327d6ae7026 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Allocated IP 172.20.0.10 (ea1a03db-e74b-4fbe-bbf2-facb6e3093bf/6f3cfd1d-e79a-464a-877c-2318399902c1/f0883910-8194-4353-b958-8f0d5a2931f5) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:29.310002 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ec8302-8cdc-43fa-bd06-e325f6268c1f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Network e30e6147-4f4d-4285-8cd8-e6b645f953d9 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:52:29.330033 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-d7ec8302-8cdc-43fa-bd06-e325f6268c1f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, e30e6147-4f4d-4285-8cd8-e6b645f953d9) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:29.335256 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ec8302-8cdc-43fa-bd06-e325f6268c1f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:29.336072 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d7ec8302-8cdc-43fa-bd06-e325f6268c1f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.347227 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a48976d-081e-487a-a30d-f8d8c8ec443f None None] Network e30e6147-4f4d-4285-8cd8-e6b645f953d9 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:29.369229 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 88b66bed-8687-403c-b472-939f5b75bdb8 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:29.369776 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.414445 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d7ec8302-8cdc-43fa-bd06-e325f6268c1f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4602282 May 06 09:52:29.415660 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60694) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:29.480769 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd42ad30-7b3a-4b6b-acb1-da1dc4de7e55 None None] New status for floating IP a2cf8554-07ed-4f2b-bea4-4c40968b064d: DOWN {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:52:29.578696 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-74746624-2e37-4afb-befe-421f9191cc06 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.584866 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.658040 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74746624-2e37-4afb-befe-421f9191cc06 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event deleted for resources: {'Port': ['ID=d898152c-958b-4897-8c4a-3e89c8e3d088,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:29.669256 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-cdb8d508-4840-44c6-8752-7327d6ae7026 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.714508 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-b6aad816-596b-4af7-aa8e-f3cf5a69fa18 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.729180 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-74746624-2e37-4afb-befe-421f9191cc06 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.756618 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6de7ed-7a85-43b6-993c-39d0b43f1053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-e30e6147-4f4d-4285-8cd8-e6b645f953d9', 'network_id': 'e30e6147-4f4d-4285-8cd8-e6b645f953d9', 'tenant_id': '11a860d76348444b82a4e66a359e4274', 'fixed_ips': [{'subnet_id': '57fd105e-c68a-4071-a3c9-0aaadef890e3'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:52:29.758373 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4e6de7ed-7a85-43b6-993c-39d0b43f1053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.779260 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9357d8bb-f546-4756-8b05-e4fb9afa3786 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:29.805190 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea3d598f-bfb6-4f08-aa24-9d565d26ef87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.808316 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea3d598f-bfb6-4f08-aa24-9d565d26ef87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.809474 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ea3d598f-bfb6-4f08-aa24-9d565d26ef87 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/21021b6a-5ea5-45d5-87f4-c7b1464f3cad HTTP/1.1" status: 204 len: 168 time: 1.0631015 May 06 09:52:29.869850 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aad816-596b-4af7-aa8e-f3cf5a69fa18 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Pushing event deleted for resources: {'Port': ['ID=65810e48-f2da-4617-81d0-b19b0a068097,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:29.912628 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d598f-bfb6-4f08-aa24-9d565d26ef87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21021b6a-5ea5-45d5-87f4-c7b1464f3cad,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:29.918778 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-cdb8d508-4840-44c6-8752-7327d6ae7026 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.968313 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-b6aad816-596b-4af7-aa8e-f3cf5a69fa18 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] No DVR routers for this DVR port 65810e48-f2da-4617-81d0-b19b0a068097 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:52:29.971728 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-74746624-2e37-4afb-befe-421f9191cc06 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.979379 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-b6aad816-596b-4af7-aa8e-f3cf5a69fa18 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.982388 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e6cb1a0f-9ec4-4347-a9ed-c9f64ad12d27 req-b6aad816-596b-4af7-aa8e-f3cf5a69fa18 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.84 "DELETE /v2.0/ports/65810e48-f2da-4617-81d0-b19b0a068097 HTTP/1.1" status: 204 len: 173 time: 2.1748042 May 06 09:52:29.998145 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-74746624-2e37-4afb-befe-421f9191cc06 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:30.016133 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:30.098269 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 9357d8bb-f546-4756-8b05-e4fb9afa3786 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:30.098772 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:30.121848 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-74746624-2e37-4afb-befe-421f9191cc06 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:30.122728 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74746624-2e37-4afb-befe-421f9191cc06 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Fanout notify agent at l3_agent the message router_deleted on router 6b234085-7885-4a24-b6f9-b2271f73ceaf {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:52:30.134113 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-74746624-2e37-4afb-befe-421f9191cc06 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:30.138447 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-74746624-2e37-4afb-befe-421f9191cc06 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "DELETE /v2.0/routers/6b234085-7885-4a24-b6f9-b2271f73ceaf HTTP/1.1" status: 204 len: 168 time: 2.2256913 May 06 09:52:30.139327 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60700) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:30.164673 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-cdb8d508-4840-44c6-8752-7327d6ae7026 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Network ea1a03db-e74b-4fbe-bbf2-facb6e3093bf is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:30.166659 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-cdb8d508-4840-44c6-8752-7327d6ae7026 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:30.167149 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-4e6de7ed-7a85-43b6-993c-39d0b43f1053 None None] Allocated IP 2001:db8::1 (e30e6147-4f4d-4285-8cd8-e6b645f953d9/57fd105e-c68a-4071-a3c9-0aaadef890e3/2fc09d0b-9e79-47f1-b891-286e637cf9f4) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:30.207769 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-887fe7bc-73b4-43c3-8cde-fa5a2ec717a4 service neutron] 10.222.0.73 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0157356 May 06 09:52:30.208970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-cdb8d508-4840-44c6-8752-7327d6ae7026 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:30.213052 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8d508-4840-44c6-8752-7327d6ae7026 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Pushing event updated for resources: {'Port': ['ID=f0883910-8194-4353-b958-8f0d5a2931f5,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:30.338853 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-3541eeb1-779c-4030-851c-debbef9d9b7c tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Deleting subnet b0d370a1-2071-42fd-abb9-38bc58f85bab {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:52:30.344087 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-cdb8d508-4840-44c6-8752-7327d6ae7026 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:30.356791 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3541eeb1-779c-4030-851c-debbef9d9b7c tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:30.369433 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-cdb8d508-4840-44c6-8752-7327d6ae7026 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:30.427492 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-cdb8d508-4840-44c6-8752-7327d6ae7026 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4607790 May 06 09:52:30.448785 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-4fb106da-2625-4cfa-b50f-4ca7b2a2b022 service neutron] Request body: {'port': {'device_id': 'b43a698c-2851-40bb-9b4a-387093a7d817', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:30.526105 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4e6de7ed-7a85-43b6-993c-39d0b43f1053 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:30.531980 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3541eeb1-779c-4030-851c-debbef9d9b7c tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:30.543003 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4e6de7ed-7a85-43b6-993c-39d0b43f1053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:30.643647 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-4fb106da-2625-4cfa-b50f-4ca7b2a2b022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:30.655406 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:30.684444 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6de7ed-7a85-43b6-993c-39d0b43f1053 None None] Network e30e6147-4f4d-4285-8cd8-e6b645f953d9 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:30.692082 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3541eeb1-779c-4030-851c-debbef9d9b7c tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:30.693122 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-4e6de7ed-7a85-43b6-993c-39d0b43f1053 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:30.697535 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6de7ed-7a85-43b6-993c-39d0b43f1053 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:30.715477 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6de7ed-7a85-43b6-993c-39d0b43f1053 None None] Pushing event updated for resources: {'Port': ['ID=2fc09d0b-9e79-47f1-b891-286e637cf9f4,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:30.762447 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event deleted for resources: {'Subnet': ['ID=57fd105e-c68a-4071-a3c9-0aaadef890e3,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:30.777519 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-4e6de7ed-7a85-43b6-993c-39d0b43f1053 None None] Attempting to bind port 2fc09d0b-9e79-47f1-b891-286e637cf9f4 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:52:30.777898 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-4e6de7ed-7a85-43b6-993c-39d0b43f1053 None None] Attempting to bind port 2fc09d0b-9e79-47f1-b891-286e637cf9f4 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '4c46bfb3-d6cf-4d7b-a774-7e202a3e3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'e30e6147-4f4d-4285-8cd8-e6b645f953d9'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:52:30.778265 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6de7ed-7a85-43b6-993c-39d0b43f1053 None None] Attempting to bind port 2fc09d0b-9e79-47f1-b891-286e637cf9f4 on network e30e6147-4f4d-4285-8cd8-e6b645f953d9 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:52:30.785065 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6de7ed-7a85-43b6-993c-39d0b43f1053 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:52:30.785296 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6de7ed-7a85-43b6-993c-39d0b43f1053 None None] Checking segment: {'id': '4c46bfb3-d6cf-4d7b-a774-7e202a3e3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'e30e6147-4f4d-4285-8cd8-e6b645f953d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:30.785986 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4e6de7ed-7a85-43b6-993c-39d0b43f1053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:30.786365 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6de7ed-7a85-43b6-993c-39d0b43f1053 None None] Bound using segment: {'id': '4c46bfb3-d6cf-4d7b-a774-7e202a3e3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'e30e6147-4f4d-4285-8cd8-e6b645f953d9'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:52:30.786849 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-4e6de7ed-7a85-43b6-993c-39d0b43f1053 None None] Bound port: 2fc09d0b-9e79-47f1-b891-286e637cf9f4, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c46bfb3-d6cf-4d7b-a774-7e202a3e3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'e30e6147-4f4d-4285-8cd8-e6b645f953d9'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:52:30.787308 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4e6de7ed-7a85-43b6-993c-39d0b43f1053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:30.845130 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f994b2dd-df4f-46ae-8adf-51547e21c81e req-23632468-293d-4855-b542-62288bc18c0d tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 210 time: 0.1952803 May 06 09:52:30.875482 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:30.934139 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30e6147-4f4d-4285-8cd8-e6b645f953d9']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:30.968191 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-4e6de7ed-7a85-43b6-993c-39d0b43f1053 None None] For port 2fc09d0b-9e79-47f1-b891-286e637cf9f4, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:52:30.969378 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c46bfb3-d6cf-4d7b-a774-7e202a3e3d4d') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:30.970148 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c46bfb3-d6cf-4d7b-a774-7e202a3e3d4d') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:30.979037 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-4e6de7ed-7a85-43b6-993c-39d0b43f1053 None None] For port 2fc09d0b-9e79-47f1-b891-286e637cf9f4, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=2fc09d0b-9e79-47f1-b891-286e637cf9f4,segment=NetworkSegment(4c46bfb3-d6cf-4d7b-a774-7e202a3e3d4d),segment_id=4c46bfb3-d6cf-4d7b-a774-7e202a3e3d4d)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:52:30.982094 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3541eeb1-779c-4030-851c-debbef9d9b7c tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:30.992948 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:30.993988 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4e6de7ed-7a85-43b6-993c-39d0b43f1053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:31.034144 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541eeb1-779c-4030-851c-debbef9d9b7c tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event deleted for resources: {'Subnet': ['ID=b0d370a1-2071-42fd-abb9-38bc58f85bab,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:31.047508 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3541eeb1-779c-4030-851c-debbef9d9b7c tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:31.064531 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3541eeb1-779c-4030-851c-debbef9d9b7c tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "DELETE /v2.0/subnets/b0d370a1-2071-42fd-abb9-38bc58f85bab HTTP/1.1" status: 204 len: 168 time: 0.9191675 May 06 09:52:31.064736 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 06 May 2022 09:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfab632-2515-47da-a504-037a400cb648 x-openstack-request-id: req-5dfab632-2515-47da-a504-037a400cb648 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:52:31.064736 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-deleted", "tag": "1147ef60-b34c-4fbc-b161-75b9b7f5894d", "status": "completed", "code": 200}, {"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-deleted", "tag": "65c153c5-a7ec-46f6-b943-218c2332159a", "status": "completed", "code": 200}, {"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-deleted", "tag": "f6503005-76df-46c2-959e-945208a4bdc6", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:52:31.064736 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5dfab632-2515-47da-a504-037a400cb648 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:52:31.065112 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dfab632-2515-47da-a504-037a400cb648'] response: {'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-deleted', 'tag': '1147ef60-b34c-4fbc-b161-75b9b7f5894d', 'status': 'completed', 'code': 200} May 06 09:52:31.065362 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dfab632-2515-47da-a504-037a400cb648'] response: {'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-deleted', 'tag': '65c153c5-a7ec-46f6-b943-218c2332159a', 'status': 'completed', 'code': 200} May 06 09:52:31.065624 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dfab632-2515-47da-a504-037a400cb648'] response: {'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-deleted', 'tag': 'f6503005-76df-46c2-959e-945208a4bdc6', 'status': 'completed', 'code': 200} May 06 09:52:31.071945 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:31.074171 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60724) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:31.126992 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 88b66bed-8687-403c-b472-939f5b75bdb8 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:31.129255 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:52:31.130089 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: timer() May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:52:31.135220 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:52:31.281672 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc612c-c02d-4d6b-b286-230539a77921 req-d29f141d-b1f2-4d3d-890e-f4962cbca198 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:31.292747 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a8bc612c-c02d-4d6b-b286-230539a77921 req-d29f141d-b1f2-4d3d-890e-f4962cbca198 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.73 "GET /v2.0/ports?device_id=b43a698c-2851-40bb-9b4a-387093a7d817 HTTP/1.1" status: 200 len: 932 time: 0.1587389 May 06 09:52:31.349410 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a8bc612c-c02d-4d6b-b286-230539a77921 req-20c100ee-9573-4a88-9fb6-e1f377e2b10d tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.73 "GET /v2.0/security-groups?id=379db6aa-a2dd-4f1a-9333-3f7451002ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533400 May 06 09:52:31.350651 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef465a29-c62b-4bf6-a8d1-b64bdec0fc08 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:31.366320 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6de7ed-7a85-43b6-993c-39d0b43f1053 None None] Pushing event updated for resources: {'Port': ['ID=2fc09d0b-9e79-47f1-b891-286e637cf9f4,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:31.386205 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 88b66bed-8687-403c-b472-939f5b75bdb8 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:31.386586 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:31.391239 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.db.api [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 09:52:31.391239 n-d-840835-1 neutron-server[102652]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 09:52:31.391239 n-d-840835-1 neutron-server[102652]: [parameters: {'id': 'e30e6147-4f4d-4285-8cd8-e6b645f953d9'}] May 06 09:52:31.391239 n-d-840835-1 neutron-server[102652]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:52:31.393593 n-d-840835-1 neutron-server[102652]: DEBUG oslo_db.api [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:52:31.431321 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de947b03-8aaa-4ee3-9007-98d124d220fe None None] Network e30e6147-4f4d-4285-8cd8-e6b645f953d9 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:31.532831 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef465a29-c62b-4bf6-a8d1-b64bdec0fc08 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:31.567020 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-ef465a29-c62b-4bf6-a8d1-b64bdec0fc08 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab6a1afc-672c-436d-999c-4925c3c7f72c']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:31.581621 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-ef465a29-c62b-4bf6-a8d1-b64bdec0fc08 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a289cf8-d0f1-4174-b1ec-bf9ab355373a') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:31.582188 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-ef465a29-c62b-4bf6-a8d1-b64bdec0fc08 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a289cf8-d0f1-4174-b1ec-bf9ab355373a') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:31.596882 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef465a29-c62b-4bf6-a8d1-b64bdec0fc08 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:31.616113 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef465a29-c62b-4bf6-a8d1-b64bdec0fc08 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:31.635047 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef465a29-c62b-4bf6-a8d1-b64bdec0fc08 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:52:31.635938 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef465a29-c62b-4bf6-a8d1-b64bdec0fc08 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:31.671155 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-4fb106da-2625-4cfa-b50f-4ca7b2a2b022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0883910-8194-4353-b958-8f0d5a2931f5 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:52:31.693151 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c07afb3-475d-4c6f-ad27-b615e6480073 None None] get_active_networks_info from n-d-840835-1 {{(pid=102654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 09:52:31.712912 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-4fb106da-2625-4cfa-b50f-4ca7b2a2b022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: timer() May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:52:31.799385 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:52:31.804356 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-4fb106da-2625-4cfa-b50f-4ca7b2a2b022 service neutron] Transition to ACTIVE for port object f0883910-8194-4353-b958-8f0d5a2931f5 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:52:31.805543 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef465a29-c62b-4bf6-a8d1-b64bdec0fc08 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:31.811324 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-4fb106da-2625-4cfa-b50f-4ca7b2a2b022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:31.849502 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef465a29-c62b-4bf6-a8d1-b64bdec0fc08 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:31.856757 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ef465a29-c62b-4bf6-a8d1-b64bdec0fc08 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] 10.222.0.73 "DELETE /v2.0/networks/ab6a1afc-672c-436d-999c-4925c3c7f72c HTTP/1.1" status: 204 len: 168 time: 0.7811215 May 06 09:52:31.857708 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef465a29-c62b-4bf6-a8d1-b64bdec0fc08 tempest-FloatingIPTestJSON-674636730 tempest-FloatingIPTestJSON-674636730-project] Pushing event deleted for resources: {'Network': ['ID=ab6a1afc-672c-436d-999c-4925c3c7f72c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:31.867079 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c07afb3-475d-4c6f-ad27-b615e6480073 None None] Resources bound (agent type, host, resource id): {{(pid=102654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 09:52:31.902665 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:32.006704 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Deleting port 2fc09d0b-9e79-47f1-b891-286e637cf9f4 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:32.008022 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:32.134064 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] For port 2fc09d0b-9e79-47f1-b891-286e637cf9f4, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=2fc09d0b-9e79-47f1-b891-286e637cf9f4,segment=NetworkSegment(4c46bfb3-d6cf-4d7b-a774-7e202a3e3d4d),segment_id=4c46bfb3-d6cf-4d7b-a774-7e202a3e3d4d)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:32.135289 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:32.169424 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Calling delete_port for 2fc09d0b-9e79-47f1-b891-286e637cf9f4 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:32.263147 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb106da-2625-4cfa-b50f-4ca7b2a2b022 service neutron] Pushing event updated for resources: {'Port': ['ID=f0883910-8194-4353-b958-8f0d5a2931f5,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:32.389103 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:32.416134 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] No DVR routers for this DVR port 2fc09d0b-9e79-47f1-b891-286e637cf9f4 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:52:32.473314 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event deleted for resources: {'Port': ['ID=2fc09d0b-9e79-47f1-b891-286e637cf9f4,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:32.507017 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bfad1d9e-3981-4e06-874d-ad4e52d5dd42 req-d98fab5f-8cd2-4b2e-b415-2b4f128ad072 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 210 time: 0.1390195 May 06 09:52:32.551830 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-4fb106da-2625-4cfa-b50f-4ca7b2a2b022 service neutron] Attempting to bind port f0883910-8194-4353-b958-8f0d5a2931f5 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:52:32.552521 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-4fb106da-2625-4cfa-b50f-4ca7b2a2b022 service neutron] Attempting to bind port f0883910-8194-4353-b958-8f0d5a2931f5 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'e084b208-f338-432d-95df-87ee87c4db54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ea1a03db-e74b-4fbe-bbf2-facb6e3093bf'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:52:32.553030 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-4fb106da-2625-4cfa-b50f-4ca7b2a2b022 service neutron] Attempting to bind port f0883910-8194-4353-b958-8f0d5a2931f5 on network ea1a03db-e74b-4fbe-bbf2-facb6e3093bf {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:52:32.607031 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-4fb106da-2625-4cfa-b50f-4ca7b2a2b022 service neutron] Port f0883910-8194-4353-b958-8f0d5a2931f5 on network ea1a03db-e74b-4fbe-bbf2-facb6e3093bf not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:52:32.607657 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-4fb106da-2625-4cfa-b50f-4ca7b2a2b022 service neutron] Attempting to bind port f0883910-8194-4353-b958-8f0d5a2931f5 on network ea1a03db-e74b-4fbe-bbf2-facb6e3093bf {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:52:32.635186 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60784) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:32.740934 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-4fb106da-2625-4cfa-b50f-4ca7b2a2b022 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:52:32.741659 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-4fb106da-2625-4cfa-b50f-4ca7b2a2b022 service neutron] Checking segment: {'id': 'e084b208-f338-432d-95df-87ee87c4db54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ea1a03db-e74b-4fbe-bbf2-facb6e3093bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:32.743196 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-4fb106da-2625-4cfa-b50f-4ca7b2a2b022 service neutron] Bound using segment: {'id': 'e084b208-f338-432d-95df-87ee87c4db54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ea1a03db-e74b-4fbe-bbf2-facb6e3093bf'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:52:32.743996 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-4fb106da-2625-4cfa-b50f-4ca7b2a2b022 service neutron] Bound port: f0883910-8194-4353-b958-8f0d5a2931f5, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e084b208-f338-432d-95df-87ee87c4db54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ea1a03db-e74b-4fbe-bbf2-facb6e3093bf'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:52:32.745410 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-4fb106da-2625-4cfa-b50f-4ca7b2a2b022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:32.752456 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-723971ec-41b8-4ca1-8469-a5488fe620d0 req-011fd14e-8534-4c64-a88b-1a076c3cbbc9 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 210 time: 0.1414428 May 06 09:52:32.820584 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:32.861348 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-6eac3fed-dd93-41d2-8f4f-b6b7d9073a8a tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:32.863078 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-6eac3fed-dd93-41d2-8f4f-b6b7d9073a8a tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.84 "GET /v2.0/networks?id=8b4bbee4-4fbe-449e-978f-a646b5e578f0 HTTP/1.1" status: 200 len: 819 time: 0.3452833 May 06 09:52:32.884354 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-462e0234-4b5b-445d-ad1f-2c9f66e2bec2 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Request body: {'port': {'device_id': 'f0ecba00-a123-4299-9dec-25aeecee87c2', 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0', 'admin_state_up': True, 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:32.916715 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30e6147-4f4d-4285-8cd8-e6b645f953d9']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:32.950443 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c46bfb3-d6cf-4d7b-a774-7e202a3e3d4d') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:32.950903 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c46bfb3-d6cf-4d7b-a774-7e202a3e3d4d') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:32.975422 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:33.020291 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:33.033294 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:52:33.034143 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: timer() May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:52:33.042950 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:52:33.202678 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:33.256338 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:33.260334 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "DELETE /v2.0/networks/e30e6147-4f4d-4285-8cd8-e6b645f953d9 HTTP/1.1" status: 204 len: 168 time: 3.8425014 May 06 09:52:33.261232 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f7cdf-cc32-45c5-bf76-c71fb03c991d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event deleted for resources: {'Network': ['ID=e30e6147-4f4d-4285-8cd8-e6b645f953d9,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:33.275788 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60828) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:33.293058 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-e2466ffa-2957-414b-b6ce-d0146861b8a8 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-218893762'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:33.358887 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2466ffa-2957-414b-b6ce-d0146861b8a8 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Made reservation on behalf of 11a860d76348444b82a4e66a359e4274 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:33.362710 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e2466ffa-2957-414b-b6ce-d0146861b8a8 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:33.389955 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-deleted', 'tag': '65810e48-f2da-4617-81d0-b19b0a068097'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:52:33.395450 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30ea36d-12fb-4539-924b-e0938399513e" -d '{"events": [{"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-deleted", "tag": "65810e48-f2da-4617-81d0-b19b0a068097"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:52:33.410179 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2466ffa-2957-414b-b6ce-d0146861b8a8 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:52:33.414743 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-4fb106da-2625-4cfa-b50f-4ca7b2a2b022 service neutron] For port f0883910-8194-4353-b958-8f0d5a2931f5, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:52:33.426632 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e2466ffa-2957-414b-b6ce-d0146861b8a8 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:33.427887 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-e2466ffa-2957-414b-b6ce-d0146861b8a8 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Added segment 47e5a025-74f9-4c20-b929-0df23f101e73 of type vlan for network 00a8b196-ba12-43c2-bf3d-97f728dec807 May 06 09:52:33.522041 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-4fb106da-2625-4cfa-b50f-4ca7b2a2b022 service neutron] For port f0883910-8194-4353-b958-8f0d5a2931f5, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=f0883910-8194-4353-b958-8f0d5a2931f5,segment=NetworkSegment(e084b208-f338-432d-95df-87ee87c4db54),segment_id=e084b208-f338-432d-95df-87ee87c4db54)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:52:33.571817 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-4fb106da-2625-4cfa-b50f-4ca7b2a2b022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:33.686942 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb106da-2625-4cfa-b50f-4ca7b2a2b022 service neutron] Pushing event updated for resources: {'Port': ['ID=f0883910-8194-4353-b958-8f0d5a2931f5,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:33.714157 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-4fb106da-2625-4cfa-b50f-4ca7b2a2b022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:33.716365 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-4fb106da-2625-4cfa-b50f-4ca7b2a2b022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:33.720316 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-4fb106da-2625-4cfa-b50f-4ca7b2a2b022 service neutron] 10.222.0.77 "PUT /v2.0/ports/f0883910-8194-4353-b958-8f0d5a2931f5 HTTP/1.1" status: 200 len: 1092 time: 3.2776470 May 06 09:52:33.737099 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-817c0a9f-8fae-46a2-bcf7-050cdf926f2e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=72cdbb5fdadb494e8206c24c3cbf362f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0944221 May 06 09:52:33.749047 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60834) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:33.772396 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba497be0-ac9f-4b00-98c5-a7c14eef857e req-c18892be-b1fb-4bbe-9e4a-6ee799230021 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:33.782056 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba497be0-ac9f-4b00-98c5-a7c14eef857e req-c18892be-b1fb-4bbe-9e4a-6ee799230021 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.73 "GET /v2.0/ports?device_id=b43a698c-2851-40bb-9b4a-387093a7d817 HTTP/1.1" status: 200 len: 944 time: 0.3790183 May 06 09:52:33.899157 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-c4890379-8ad7-415c-8729-ecf8a4813778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:33.903339 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-c4890379-8ad7-415c-8729-ecf8a4813778 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=639a3400730c4c759eec6a186727942c&device_id=b43a698c-2851-40bb-9b4a-387093a7d817 HTTP/1.1" status: 200 len: 1095 time: 0.1159046 May 06 09:52:33.910818 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e2466ffa-2957-414b-b6ce-d0146861b8a8 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:33.948775 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e2466ffa-2957-414b-b6ce-d0146861b8a8 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:33.968581 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2466ffa-2957-414b-b6ce-d0146861b8a8 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:33.971093 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e2466ffa-2957-414b-b6ce-d0146861b8a8 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:34.009070 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f5279037-4c3f-40df-8544-de232aef2a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:34.042903 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-462e0234-4b5b-445d-ad1f-2c9f66e2bec2 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Made reservation on behalf of c517f1b2e83649f0bec52fdccbd31b7e for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:34.048435 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-462e0234-4b5b-445d-ad1f-2c9f66e2bec2 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:34.051819 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-75d8316e-ecf0-4b7a-9385-1d5b3e89ed03 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0883910-8194-4353-b958-8f0d5a2931f5 HTTP/1.1" status: 200 len: 217 time: 0.1097338 May 06 09:52:34.055321 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba497be0-ac9f-4b00-98c5-a7c14eef857e req-45b1f0c4-d28f-498e-a96b-a25201cb3176 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.73 "GET /v2.0/security-groups?id=379db6aa-a2dd-4f1a-9333-3f7451002ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719953 May 06 09:52:34.069338 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f5279037-4c3f-40df-8544-de232aef2a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:34.112991 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e2466ffa-2957-414b-b6ce-d0146861b8a8 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8333223 May 06 09:52:34.134932 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60838) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:34.152925 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-510a9897-3573-4a5f-9963-aad6ae2c3107 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Request body: {'subnet': {'network_id': '00a8b196-ba12-43c2-bf3d-97f728dec807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:34.259221 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2466ffa-2957-414b-b6ce-d0146861b8a8 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event updated for resources: {'Network': ['ID=00a8b196-ba12-43c2-bf3d-97f728dec807,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:34.271847 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 00a8b196-ba12-43c2-bf3d-97f728dec807 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:52:34.298721 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510a9897-3573-4a5f-9963-aad6ae2c3107 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Made reservation on behalf of 11a860d76348444b82a4e66a359e4274 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:34.302802 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-510a9897-3573-4a5f-9963-aad6ae2c3107 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:34.309466 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-4519b074-94a2-401d-b016-77d2548e60f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:34.311574 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-4519b074-94a2-401d-b016-77d2548e60f9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f3cfd1d-e79a-464a-877c-2318399902c1 HTTP/1.1" status: 200 len: 864 time: 0.2449043 May 06 09:52:34.440195 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f5279037-4c3f-40df-8544-de232aef2a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:34.443376 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f5279037-4c3f-40df-8544-de232aef2a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:34.444404 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f5279037-4c3f-40df-8544-de232aef2a5b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/227521fa-b812-4a14-a120-e2fc857c4c65 HTTP/1.1" status: 204 len: 168 time: 0.6888800 May 06 09:52:34.576165 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-806311bd-6a56-4cf4-a5d6-398f2d6fc24b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ea1a03db-e74b-4fbe-bbf2-facb6e3093bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1370599 May 06 09:52:34.593068 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5279037-4c3f-40df-8544-de232aef2a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227521fa-b812-4a14-a120-e2fc857c4c65,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:34.664236 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-510a9897-3573-4a5f-9963-aad6ae2c3107 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:34.675852 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-498787a3-e643-4b7a-85a5-7bbc6db9e84a tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:34.677843 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-498787a3-e643-4b7a-85a5-7bbc6db9e84a tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/networks?id=8b4bbee4-4fbe-449e-978f-a646b5e578f0 HTTP/1.1" status: 200 len: 819 time: 0.3993399 May 06 09:52:34.756385 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-a3d92791-1ab0-4841-962e-afafc5fc8be7 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/quotas/c517f1b2e83649f0bec52fdccbd31b7e HTTP/1.1" status: 200 len: 375 time: 0.0481861 May 06 09:52:34.801412 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510a9897-3573-4a5f-9963-aad6ae2c3107 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Checking segment: {'id': '47e5a025-74f9-4c20-b929-0df23f101e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '00a8b196-ba12-43c2-bf3d-97f728dec807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:34.815015 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510a9897-3573-4a5f-9963-aad6ae2c3107 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Network hostable DHCP agents. Network: 00a8b196-ba12-43c2-bf3d-97f728dec807, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:52:34.815015 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a9897-3573-4a5f-9963-aad6ae2c3107 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event updated for resources: {'Subnet': ['ID=bc985648-0ed6-48de-8011-0bc86588dc8a,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:34.831705 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510a9897-3573-4a5f-9963-aad6ae2c3107 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Network 00a8b196-ba12-43c2-bf3d-97f728dec807 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:52:34.844220 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-462e0234-4b5b-445d-ad1f-2c9f66e2bec2 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Allocated IP 172.20.0.11 (8b4bbee4-4fbe-449e-978f-a646b5e578f0/c9382d75-3c44-4a92-be03-e9a2109a5f6f/308f84f5-224b-4496-85f5-94f35d22a568) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:34.853574 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-510a9897-3573-4a5f-9963-aad6ae2c3107 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 00a8b196-ba12-43c2-bf3d-97f728dec807) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:34.862950 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c233c1-2a91-4a95-b89a-5739ef27f6a1 None None] Network 00a8b196-ba12-43c2-bf3d-97f728dec807 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:34.870040 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510a9897-3573-4a5f-9963-aad6ae2c3107 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:34.870662 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-510a9897-3573-4a5f-9963-aad6ae2c3107 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:34.934987 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-510a9897-3573-4a5f-9963-aad6ae2c3107 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7989366 May 06 09:52:34.944968 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-937b9c29-6cf7-4912-8b30-f2866114c878 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c517f1b2e83649f0bec52fdccbd31b7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1688533 May 06 09:52:34.945162 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60866) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:34.950039 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-c4320af3-5459-467f-8412-4f36e75c468d service neutron] 10.222.0.77 "GET /v2.0/networks/ea1a03db-e74b-4fbe-bbf2-facb6e3093bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236780 May 06 09:52:35.183435 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7328661f-520d-4e58-921b-b381a62b0e3b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:35.221935 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-6a23f1b3-329a-4e52-9ef7-f5063f058cb9 service neutron] 10.222.0.73 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679825 May 06 09:52:35.253329 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4251a6-56d4-46d4-b941-674dc80a3080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-00a8b196-ba12-43c2-bf3d-97f728dec807', 'network_id': '00a8b196-ba12-43c2-bf3d-97f728dec807', 'tenant_id': '11a860d76348444b82a4e66a359e4274', 'fixed_ips': [{'subnet_id': 'bc985648-0ed6-48de-8011-0bc86588dc8a'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:52:35.254551 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4e4251a6-56d4-46d4-b941-674dc80a3080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:35.353408 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7328661f-520d-4e58-921b-b381a62b0e3b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:35.430946 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-becb6622-5146-476b-b5f9-7257cd96fa68 req-1e7f644f-f203-4ee5-844e-b0e5ca18b84c service neutron] 10.222.0.77 "GET /v2.0/networks/ea1a03db-e74b-4fbe-bbf2-facb6e3093bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725120 May 06 09:52:35.497604 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-462e0234-4b5b-445d-ad1f-2c9f66e2bec2 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:35.508540 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-06a29d40-8882-4957-bdf4-9c2bf9350edd service neutron] 10.222.0.73 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541144 May 06 09:52:35.540203 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7328661f-520d-4e58-921b-b381a62b0e3b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:35.549941 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-462e0234-4b5b-445d-ad1f-2c9f66e2bec2 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server [None req-4e4251a6-56d4-46d4-b941-674dc80a3080 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc985648-0ed6-48de-8011-0bc86588dc8a: This subnet is being modified by another concurrent operation. May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 09:52:35.620295 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise exception May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc985648-0ed6-48de-8011-0bc86588dc8a: This subnet is being modified by another concurrent operation. May 06 09:52:35.626045 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server May 06 09:52:35.635686 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-462e0234-4b5b-445d-ad1f-2c9f66e2bec2 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Network 8b4bbee4-4fbe-449e-978f-a646b5e578f0 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:35.635686 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-462e0234-4b5b-445d-ad1f-2c9f66e2bec2 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:35.635686 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-462e0234-4b5b-445d-ad1f-2c9f66e2bec2 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:35.694855 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-462e0234-4b5b-445d-ad1f-2c9f66e2bec2 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:35.695487 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-462e0234-4b5b-445d-ad1f-2c9f66e2bec2 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:35.699391 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328661f-520d-4e58-921b-b381a62b0e3b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event deleted for resources: {'Subnet': ['ID=bc985648-0ed6-48de-8011-0bc86588dc8a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:35.724030 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e0234-4b5b-445d-ad1f-2c9f66e2bec2 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Pushing event updated for resources: {'Port': ['ID=308f84f5-224b-4496-85f5-94f35d22a568,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:35.742683 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e734ef-386b-44ea-83a7-33c34dbc12c0 None None] Network 00a8b196-ba12-43c2-bf3d-97f728dec807 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:35.755359 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-462e0234-4b5b-445d-ad1f-2c9f66e2bec2 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8782332 May 06 09:52:35.769977 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-e04501bd-3d94-4c38-b3a3-a92964f4b259 service neutron] Request body: {'port': {'device_id': 'f0ecba00-a123-4299-9dec-25aeecee87c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:35.901138 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87df7ce8-024d-47ce-9520-bb1f1257f118 x-openstack-request-id: req-87df7ce8-024d-47ce-9520-bb1f1257f118 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:52:35.909712 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4813d2-967e-4d63-9541-42e5dd543fa9", "name": "network-vif-deleted", "tag": "65810e48-f2da-4617-81d0-b19b0a068097", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:52:35.909712 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-87df7ce8-024d-47ce-9520-bb1f1257f118 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:52:35.910639 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87df7ce8-024d-47ce-9520-bb1f1257f118'] response: {'server_uuid': 'de4813d2-967e-4d63-9541-42e5dd543fa9', 'name': 'network-vif-deleted', 'tag': '65810e48-f2da-4617-81d0-b19b0a068097', 'status': 'completed', 'code': 200} May 06 09:52:35.915515 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328661f-520d-4e58-921b-b381a62b0e3b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:35.917028 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328661f-520d-4e58-921b-b381a62b0e3b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:35.917190 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328661f-520d-4e58-921b-b381a62b0e3b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:35.917538 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328661f-520d-4e58-921b-b381a62b0e3b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:35.917666 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60888) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:35.917869 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328661f-520d-4e58-921b-b381a62b0e3b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:35.918209 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328661f-520d-4e58-921b-b381a62b0e3b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:35.918547 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328661f-520d-4e58-921b-b381a62b0e3b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:35.918887 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328661f-520d-4e58-921b-b381a62b0e3b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:35.919243 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328661f-520d-4e58-921b-b381a62b0e3b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:35.919575 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328661f-520d-4e58-921b-b381a62b0e3b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:35.919905 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328661f-520d-4e58-921b-b381a62b0e3b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:35.920231 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328661f-520d-4e58-921b-b381a62b0e3b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:35.945317 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7328661f-520d-4e58-921b-b381a62b0e3b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:36.020303 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-7328661f-520d-4e58-921b-b381a62b0e3b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a8b196-ba12-43c2-bf3d-97f728dec807']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:36.070756 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-7328661f-520d-4e58-921b-b381a62b0e3b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e5a025-74f9-4c20-b929-0df23f101e73') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:36.070888 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-7328661f-520d-4e58-921b-b381a62b0e3b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e5a025-74f9-4c20-b929-0df23f101e73') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:36.076770 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3c79aeae-5fc6-40b8-9e5b-61ac7af0d319 req-3f62bd5f-28f0-4e63-8154-1013e17a96f0 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 210 time: 0.0473912 May 06 09:52:36.081292 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-e04501bd-3d94-4c38-b3a3-a92964f4b259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:36.134925 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7328661f-520d-4e58-921b-b381a62b0e3b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:36.197127 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067957cb-aa69-4513-9241-00e7dc6ea43e None None] get_active_networks_info from n-d-840835-1 {{(pid=102654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 09:52:36.208344 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7328661f-520d-4e58-921b-b381a62b0e3b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:36.230407 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7328661f-520d-4e58-921b-b381a62b0e3b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:52:36.230750 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7328661f-520d-4e58-921b-b381a62b0e3b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: timer() May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:52:36.238674 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:52:36.364259 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f87c1ea4-5807-40af-b8b3-4f467b070b39 None None] Provisioning complete for port 308f84f5-224b-4496-85f5-94f35d22a568 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:36.367419 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f87c1ea4-5807-40af-b8b3-4f467b070b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:36.440696 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7328661f-520d-4e58-921b-b381a62b0e3b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:36.441143 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-745d2edb-3bbe-4364-a354-47ca98449a89 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-157366894'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:36.470459 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7328661f-520d-4e58-921b-b381a62b0e3b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:36.480777 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7328661f-520d-4e58-921b-b381a62b0e3b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "DELETE /v2.0/networks/00a8b196-ba12-43c2-bf3d-97f728dec807 HTTP/1.1" status: 204 len: 168 time: 1.5345283 May 06 09:52:36.508687 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60902) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:36.522998 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-2bcda6b9-837f-460c-8c57-e9343d2721f2 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-342954328'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:36.525509 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f87c1ea4-5807-40af-b8b3-4f467b070b39 None None] Port 308f84f5-224b-4496-85f5-94f35d22a568 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:52:36.546437 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328661f-520d-4e58-921b-b381a62b0e3b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event deleted for resources: {'Network': ['ID=00a8b196-ba12-43c2-bf3d-97f728dec807,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:36.590646 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcda6b9-837f-460c-8c57-e9343d2721f2 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Made reservation on behalf of 11a860d76348444b82a4e66a359e4274 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:36.595494 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2bcda6b9-837f-460c-8c57-e9343d2721f2 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:36.654437 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067957cb-aa69-4513-9241-00e7dc6ea43e None None] Resources bound (agent type, host, resource id): {{(pid=102654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 09:52:36.692390 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745d2edb-3bbe-4364-a354-47ca98449a89 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Made reservation on behalf of 4905333ab73b447792d49b8f402a9e82 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:36.696813 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-745d2edb-3bbe-4364-a354-47ca98449a89 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:36.727301 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-745d2edb-3bbe-4364-a354-47ca98449a89 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:36.738609 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bcda6b9-837f-460c-8c57-e9343d2721f2 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:52:36.787984 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2bcda6b9-837f-460c-8c57-e9343d2721f2 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:36.790635 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-2bcda6b9-837f-460c-8c57-e9343d2721f2 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Added segment fca6d4c2-c97a-456a-8350-fd7419be3d29 of type vlan for network ea1886aa-054b-45c2-b669-eb2ce90bc9c1 May 06 09:52:37.009948 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2bcda6b9-837f-460c-8c57-e9343d2721f2 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:37.135962 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.db.resource_extend [None req-2bcda6b9-837f-460c-8c57-e9343d2721f2 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:52:37.177187 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2bcda6b9-837f-460c-8c57-e9343d2721f2 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:37.196710 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcda6b9-837f-460c-8c57-e9343d2721f2 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:37.197401 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2bcda6b9-837f-460c-8c57-e9343d2721f2 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:37.367505 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-745d2edb-3bbe-4364-a354-47ca98449a89 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:37.387406 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-e04501bd-3d94-4c38-b3a3-a92964f4b259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 308f84f5-224b-4496-85f5-94f35d22a568 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:52:37.396545 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-e04501bd-3d94-4c38-b3a3-a92964f4b259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:37.411856 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-e04501bd-3d94-4c38-b3a3-a92964f4b259 service neutron] Transition to ACTIVE for port object 308f84f5-224b-4496-85f5-94f35d22a568 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:52:37.429438 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-745d2edb-3bbe-4364-a354-47ca98449a89 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:37.442461 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745d2edb-3bbe-4364-a354-47ca98449a89 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:52:37.453815 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-745d2edb-3bbe-4364-a354-47ca98449a89 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:37.454374 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-745d2edb-3bbe-4364-a354-47ca98449a89 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Added segment b9953715-dc2a-47bf-b93a-e28bed49aceb of type vlan for network c05bc40a-1965-4af8-8519-2e49e6610bf7 May 06 09:52:37.498429 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-e04501bd-3d94-4c38-b3a3-a92964f4b259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:37.501703 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-745d2edb-3bbe-4364-a354-47ca98449a89 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:37.603767 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcda6b9-837f-460c-8c57-e9343d2721f2 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event updated for resources: {'Network': ['ID=ea1886aa-054b-45c2-b669-eb2ce90bc9c1,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:37.612880 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2bcda6b9-837f-460c-8c57-e9343d2721f2 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0983355 May 06 09:52:37.613408 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60916) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:37.616348 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network ea1886aa-054b-45c2-b669-eb2ce90bc9c1 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:52:37.619328 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-9145aa66-37e5-416c-86a5-def0f28e9af7 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Request body: {'subnet': {'network_id': 'ea1886aa-054b-45c2-b669-eb2ce90bc9c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:37.630477 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04501bd-3d94-4c38-b3a3-a92964f4b259 service neutron] Pushing event updated for resources: {'Port': ['ID=308f84f5-224b-4496-85f5-94f35d22a568,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:37.740005 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f37c1-c6cb-4c6c-b185-04d17d3d6dad req-19aa4b6b-741b-4c50-9ebf-d91566b758e8 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:37.749667 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a87f37c1-c6cb-4c6c-b185-04d17d3d6dad req-19aa4b6b-741b-4c50-9ebf-d91566b758e8 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.73 "GET /v2.0/ports?device_id=b43a698c-2851-40bb-9b4a-387093a7d817 HTTP/1.1" status: 200 len: 944 time: 0.7183685 May 06 09:52:37.754038 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.db.resource_extend [None req-745d2edb-3bbe-4364-a354-47ca98449a89 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:52:37.804646 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-745d2edb-3bbe-4364-a354-47ca98449a89 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:37.812556 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745d2edb-3bbe-4364-a354-47ca98449a89 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:37.813222 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-745d2edb-3bbe-4364-a354-47ca98449a89 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:37.860991 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9145aa66-37e5-416c-86a5-def0f28e9af7 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Made reservation on behalf of 11a860d76348444b82a4e66a359e4274 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:37.865075 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9145aa66-37e5-416c-86a5-def0f28e9af7 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:37.957756 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43a698c-2851-40bb-9b4a-387093a7d817', 'tag': 'f0883910-8194-4353-b958-8f0d5a2931f5'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:52:37.961034 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47636dc-6609-4b90-8aaf-c438b698151f" -d '{"events": [{"name": "network-changed", "server_uuid": "b43a698c-2851-40bb-9b4a-387093a7d817", "tag": "f0883910-8194-4353-b958-8f0d5a2931f5"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:52:38.028421 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-745d2edb-3bbe-4364-a354-47ca98449a89 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.1080706 May 06 09:52:38.034709 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d2edb-3bbe-4364-a354-47ca98449a89 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=930d772d-3dca-4621-99a1-5f5ec72a0062,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:38.082192 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d2edb-3bbe-4364-a354-47ca98449a89 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event updated for resources: {'Network': ['ID=c05bc40a-1965-4af8-8519-2e49e6610bf7,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:38.124838 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network c05bc40a-1965-4af8-8519-2e49e6610bf7 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:52:38.166444 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a87f37c1-c6cb-4c6c-b185-04d17d3d6dad req-67ba7814-a6bd-4f09-98a4-a74246240561 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.73 "GET /v2.0/security-groups?id=379db6aa-a2dd-4f1a-9333-3f7451002ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155142 May 06 09:52:38.382134 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9145aa66-37e5-416c-86a5-def0f28e9af7 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:38.446944 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-00ca65d8-04a3-45b4-ba29-c21d0f36c42d tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:38.448569 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-00ca65d8-04a3-45b4-ba29-c21d0f36c42d tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.77 "GET /v2.0/networks?id=8b4bbee4-4fbe-449e-978f-a646b5e578f0 HTTP/1.1" status: 200 len: 819 time: 0.6736498 May 06 09:52:38.488842 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-eecde60a-f928-4f2c-ad4c-b519e20024e9 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Request body: {'port': {'device_id': '80a0bfc2-45ba-4d63-b030-50686b88848c', 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0', 'admin_state_up': True, 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:38.499715 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145aa66-37e5-416c-86a5-def0f28e9af7 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event updated for resources: {'Subnet': ['ID=3d1049a1-77f2-4bc9-acff-57b320ef3ce5,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:38.524002 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc991af6-db70-441c-b482-e5b383ced331 req-5e038499-831b-4742-b1b6-add03a87d7a9 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 210 time: 0.1092722 May 06 09:52:38.552742 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device f0883910-8194-4353-b958-8f0d5a2931f5 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:52:38.571944 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9145aa66-37e5-416c-86a5-def0f28e9af7 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Checking segment: {'id': 'fca6d4c2-c97a-456a-8350-fd7419be3d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ea1886aa-054b-45c2-b669-eb2ce90bc9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:38.576699 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9145aa66-37e5-416c-86a5-def0f28e9af7 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Network hostable DHCP agents. Network: ea1886aa-054b-45c2-b669-eb2ce90bc9c1, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:52:38.632785 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9145aa66-37e5-416c-86a5-def0f28e9af7 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Network ea1886aa-054b-45c2-b669-eb2ce90bc9c1 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:52:38.656450 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-9145aa66-37e5-416c-86a5-def0f28e9af7 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, ea1886aa-054b-45c2-b669-eb2ce90bc9c1) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:38.681016 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9145aa66-37e5-416c-86a5-def0f28e9af7 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:38.684605 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9145aa66-37e5-416c-86a5-def0f28e9af7 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:38.715723 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9145aa66-37e5-416c-86a5-def0f28e9af7 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1012244 May 06 09:52:38.716918 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60924) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:38.740864 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-2108d136-659b-49f3-a318-9d9946fd1b17 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Request body: {'subnet': {'network_id': 'ea1886aa-054b-45c2-b669-eb2ce90bc9c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:38.802920 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-e04501bd-3d94-4c38-b3a3-a92964f4b259 service neutron] Attempting to bind port 308f84f5-224b-4496-85f5-94f35d22a568 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:52:38.803532 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-e04501bd-3d94-4c38-b3a3-a92964f4b259 service neutron] Attempting to bind port 308f84f5-224b-4496-85f5-94f35d22a568 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '27b775b5-8035-4904-ad11-074d150e8a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:52:38.804502 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-e04501bd-3d94-4c38-b3a3-a92964f4b259 service neutron] Attempting to bind port 308f84f5-224b-4496-85f5-94f35d22a568 on network 8b4bbee4-4fbe-449e-978f-a646b5e578f0 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:52:38.858636 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-e04501bd-3d94-4c38-b3a3-a92964f4b259 service neutron] Port 308f84f5-224b-4496-85f5-94f35d22a568 on network 8b4bbee4-4fbe-449e-978f-a646b5e578f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:52:38.859270 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-e04501bd-3d94-4c38-b3a3-a92964f4b259 service neutron] Attempting to bind port 308f84f5-224b-4496-85f5-94f35d22a568 on network 8b4bbee4-4fbe-449e-978f-a646b5e578f0 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:52:38.901334 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f693ea-b19a-4978-b2d4-30822a8543f5 req-2855ccf9-cd0b-4aab-b7f2-e635dd6d861a tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:38.911289 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-40f693ea-b19a-4978-b2d4-30822a8543f5 req-2855ccf9-cd0b-4aab-b7f2-e635dd6d861a tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 945 time: 0.2137690 May 06 09:52:38.954854 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-e04501bd-3d94-4c38-b3a3-a92964f4b259 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:52:38.955439 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-e04501bd-3d94-4c38-b3a3-a92964f4b259 service neutron] Checking segment: {'id': '27b775b5-8035-4904-ad11-074d150e8a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:38.956081 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-e04501bd-3d94-4c38-b3a3-a92964f4b259 service neutron] Bound using segment: {'id': '27b775b5-8035-4904-ad11-074d150e8a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:52:38.956688 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-e04501bd-3d94-4c38-b3a3-a92964f4b259 service neutron] Bound port: 308f84f5-224b-4496-85f5-94f35d22a568, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b775b5-8035-4904-ad11-074d150e8a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:52:38.957068 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-e04501bd-3d94-4c38-b3a3-a92964f4b259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:39.004356 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2108d136-659b-49f3-a318-9d9946fd1b17 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Made reservation on behalf of 11a860d76348444b82a4e66a359e4274 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:39.012903 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-eecde60a-f928-4f2c-ad4c-b519e20024e9 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Made reservation on behalf of c517f1b2e83649f0bec52fdccbd31b7e for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:39.016768 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-eecde60a-f928-4f2c-ad4c-b519e20024e9 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:39.022114 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2108d136-659b-49f3-a318-9d9946fd1b17 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:39.059768 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-40f693ea-b19a-4978-b2d4-30822a8543f5 req-01f7c6a7-5031-4b5e-a2c1-87dd214ed279 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474652 May 06 09:52:39.354864 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port f0883910-8194-4353-b958-8f0d5a2931f5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=f0883910-8194-4353-b958-8f0d5a2931f5,segment=NetworkSegment(e084b208-f338-432d-95df-87ee87c4db54),segment_id=e084b208-f338-432d-95df-87ee87c4db54)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:39.360263 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-e04501bd-3d94-4c38-b3a3-a92964f4b259 service neutron] For port 308f84f5-224b-4496-85f5-94f35d22a568, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:52:39.371323 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'f0883910-8194-4353-b958-8f0d5a2931f5', 'network_id': 'ea1a03db-e74b-4fbe-bbf2-facb6e3093bf', 'port_id': 'f0883910-8194-4353-b958-8f0d5a2931f5', 'mac_address': 'fa:16:3e:c3:83:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3cfd1d-e79a-464a-877c-2318399902c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:52:39.373554 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9135cb1-a6ec-4b4b-a7e7-b972bab9cdc1 None None] Network ea1886aa-054b-45c2-b669-eb2ce90bc9c1 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:39.405365 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fc11fa68-e57a-49e8-8cbb-6b6c6ed9a247 req-66c17507-e16c-4af3-b69f-f97df1c34814 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 210 time: 0.1103024 May 06 09:52:39.439952 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-e04501bd-3d94-4c38-b3a3-a92964f4b259 service neutron] For port 308f84f5-224b-4496-85f5-94f35d22a568, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=308f84f5-224b-4496-85f5-94f35d22a568,segment=NetworkSegment(27b775b5-8035-4904-ad11-074d150e8a59),segment_id=27b775b5-8035-4904-ad11-074d150e8a59)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:52:39.459505 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-e04501bd-3d94-4c38-b3a3-a92964f4b259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:39.563695 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:39.627792 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0883910-8194-4353-b958-8f0d5a2931f5 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:52:39.640929 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d223c1-6905-43e6-8d26-e9a6f55e1372 x-openstack-request-id: req-72d223c1-6905-43e6-8d26-e9a6f55e1372 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:52:39.642313 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b43a698c-2851-40bb-9b4a-387093a7d817", "tag": "f0883910-8194-4353-b958-8f0d5a2931f5", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:52:39.644252 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-72d223c1-6905-43e6-8d26-e9a6f55e1372 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:52:39.644845 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d223c1-6905-43e6-8d26-e9a6f55e1372'] response: {'name': 'network-changed', 'server_uuid': 'b43a698c-2851-40bb-9b4a-387093a7d817', 'tag': 'f0883910-8194-4353-b958-8f0d5a2931f5', 'status': 'completed', 'code': 200} May 06 09:52:39.652831 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04501bd-3d94-4c38-b3a3-a92964f4b259 service neutron] Pushing event updated for resources: {'Port': ['ID=308f84f5-224b-4496-85f5-94f35d22a568,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:39.668132 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-e04501bd-3d94-4c38-b3a3-a92964f4b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:39.669026 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-e04501bd-3d94-4c38-b3a3-a92964f4b259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:39.670611 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-e04501bd-3d94-4c38-b3a3-a92964f4b259 service neutron] 10.222.0.84 "PUT /v2.0/ports/308f84f5-224b-4496-85f5-94f35d22a568 HTTP/1.1" status: 200 len: 1092 time: 3.9083812 May 06 09:52:39.678093 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-eecde60a-f928-4f2c-ad4c-b519e20024e9 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Allocated IP 172.20.0.5 (8b4bbee4-4fbe-449e-978f-a646b5e578f0/c9382d75-3c44-4a92-be03-e9a2109a5f6f/5f4eb16b-3523-48ac-8535-624e3aae1d84) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:39.717545 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port f0883910-8194-4353-b958-8f0d5a2931f5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=f0883910-8194-4353-b958-8f0d5a2931f5,segment=NetworkSegment(e084b208-f338-432d-95df-87ee87c4db54),segment_id=e084b208-f338-432d-95df-87ee87c4db54)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:39.829331 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:39.875132 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2108d136-659b-49f3-a318-9d9946fd1b17 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:39.906353 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213844d1-73c0-48eb-a43b-2b5d8035867e req-16f2ca7a-c622-493f-9e5f-4585c68de4f9 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:39.914197 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-213844d1-73c0-48eb-a43b-2b5d8035867e req-16f2ca7a-c622-493f-9e5f-4585c68de4f9 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.73 "GET /v2.0/ports?device_id=b43a698c-2851-40bb-9b4a-387093a7d817 HTTP/1.1" status: 200 len: 944 time: 0.2489614 May 06 09:52:40.067440 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-213844d1-73c0-48eb-a43b-2b5d8035867e req-159cd9f5-3346-4e4f-ab70-ffd440c7ce57 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.73 "GET /v2.0/security-groups?id=379db6aa-a2dd-4f1a-9333-3f7451002ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522288 May 06 09:52:40.087274 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-0cd54521-29c8-4cfe-92cf-5f7366c6b76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:40.096976 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-0cd54521-29c8-4cfe-92cf-5f7366c6b76a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c517f1b2e83649f0bec52fdccbd31b7e&device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 1095 time: 0.3581057 May 06 09:52:40.105657 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bb1b0a-8628-4fbb-813c-b1db62d1fbfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-ea1886aa-054b-45c2-b669-eb2ce90bc9c1', 'network_id': 'ea1886aa-054b-45c2-b669-eb2ce90bc9c1', 'tenant_id': '11a860d76348444b82a4e66a359e4274', 'fixed_ips': [{'subnet_id': '3d1049a1-77f2-4bc9-acff-57b320ef3ce5'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:52:40.106669 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a5bb1b0a-8628-4fbb-813c-b1db62d1fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:40.172800 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2108d136-659b-49f3-a318-9d9946fd1b17 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Network ea1886aa-054b-45c2-b669-eb2ce90bc9c1 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:40.183164 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=f0883910-8194-4353-b958-8f0d5a2931f5,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:40.229711 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-c6771277-74f5-4e93-a41d-1799c9ce1d1e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=308f84f5-224b-4496-85f5-94f35d22a568 HTTP/1.1" status: 200 len: 217 time: 0.1143925 May 06 09:52:40.243519 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108d136-659b-49f3-a318-9d9946fd1b17 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event updated for resources: {'Subnet': ['ID=d5ae2f86-0cfc-421e-865b-7101bc7e4ed2,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:40.251493 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-2108d136-659b-49f3-a318-9d9946fd1b17 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:40.262688 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2108d136-659b-49f3-a318-9d9946fd1b17 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:40.266923 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2108d136-659b-49f3-a318-9d9946fd1b17 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:40.339068 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['f0883910-8194-4353-b958-8f0d5a2931f5'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:52:40.346821 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bd399452-a5ff-449e-89d5-cd30defd0ff7 req-9f23e91d-4f25-41c4-abbf-1516c2992ba4 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 210 time: 0.1044984 May 06 09:52:40.347578 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2108d136-659b-49f3-a318-9d9946fd1b17 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6262426 May 06 09:52:40.348277 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60934) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:40.450697 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47636dc-6609-4b90-8aaf-c438b698151f req-f3c88406-1ed3-4555-892f-0f2de2d86d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:40.452269 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c47636dc-6609-4b90-8aaf-c438b698151f req-f3c88406-1ed3-4555-892f-0f2de2d86d42 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=639a3400730c4c759eec6a186727942c&device_id=b43a698c-2851-40bb-9b4a-387093a7d817 HTTP/1.1" status: 200 len: 1096 time: 0.6197050 May 06 09:52:40.557130 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-8908f8e4-6e6c-4c30-9d79-6b7d7b028731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:40.558710 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-8908f8e4-6e6c-4c30-9d79-6b7d7b028731 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c9382d75-3c44-4a92-be03-e9a2109a5f6f HTTP/1.1" status: 200 len: 858 time: 0.3154142 May 06 09:52:40.667489 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-a5bb1b0a-8628-4fbb-813c-b1db62d1fbfa None None] Allocated IP 2001:db8::2 (ea1886aa-054b-45c2-b669-eb2ce90bc9c1/3d1049a1-77f2-4bc9-acff-57b320ef3ce5/111bcde8-57b5-4ba1-9648-35b1838a6ece) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:40.766692 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d994281-9727-44aa-9b06-0c55abc3dad7 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:40.768181 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d994281-9727-44aa-9b06-0c55abc3dad7 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:40.779358 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d994281-9727-44aa-9b06-0c55abc3dad7 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:40.780991 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d994281-9727-44aa-9b06-0c55abc3dad7 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:40.782505 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d994281-9727-44aa-9b06-0c55abc3dad7 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:40.784327 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6d994281-9727-44aa-9b06-0c55abc3dad7 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4160547 May 06 09:52:40.787572 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-eecde60a-f928-4f2c-ad4c-b519e20024e9 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:40.791241 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60938) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:40.801465 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-65f498e4-c2be-461a-9246-1a8332b9ed36 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1702455888'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:40.859965 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f498e4-c2be-461a-9246-1a8332b9ed36 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Made reservation on behalf of 11a860d76348444b82a4e66a359e4274 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:40.866621 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-65f498e4-c2be-461a-9246-1a8332b9ed36 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:40.874830 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47636dc-6609-4b90-8aaf-c438b698151f req-25020bfc-cf74-4358-8416-b619eb03c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:40.876392 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c47636dc-6609-4b90-8aaf-c438b698151f req-25020bfc-cf74-4358-8416-b619eb03c5fd service neutron] 10.222.0.77 "GET /v2.0/networks?id=ea1a03db-e74b-4fbe-bbf2-facb6e3093bf HTTP/1.1" status: 200 len: 925 time: 0.3795693 May 06 09:52:40.944973 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-adca7172-2811-4ca2-bbf8-a503f4e876af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:40.947284 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-adca7172-2811-4ca2-bbf8-a503f4e876af service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8b4bbee4-4fbe-449e-978f-a646b5e578f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3638244 May 06 09:52:40.953359 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a5bb1b0a-8628-4fbb-813c-b1db62d1fbfa None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:40.966803 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a5bb1b0a-8628-4fbb-813c-b1db62d1fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:40.974197 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c47636dc-6609-4b90-8aaf-c438b698151f req-5266a60f-b1fb-4a5e-995d-ed22ee37616f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0883910-8194-4353-b958-8f0d5a2931f5 HTTP/1.1" status: 200 len: 217 time: 0.0841410 May 06 09:52:40.987249 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede8c25-7a2d-4af0-b225-e7e979e21040 req-7dabe0f4-2429-4886-a82f-3f919f306c5b tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:40.998015 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8ede8c25-7a2d-4af0-b225-e7e979e21040 req-7dabe0f4-2429-4886-a82f-3f919f306c5b tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 945 time: 0.5066714 May 06 09:52:41.036171 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bb1b0a-8628-4fbb-813c-b1db62d1fbfa None None] Network ea1886aa-054b-45c2-b669-eb2ce90bc9c1 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:41.042914 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-a5bb1b0a-8628-4fbb-813c-b1db62d1fbfa None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:41.051904 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bb1b0a-8628-4fbb-813c-b1db62d1fbfa None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:41.130915 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47636dc-6609-4b90-8aaf-c438b698151f req-cf82119a-e842-40a5-b773-3bfff7fa049b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:41.133279 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c47636dc-6609-4b90-8aaf-c438b698151f req-cf82119a-e842-40a5-b773-3bfff7fa049b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f3cfd1d-e79a-464a-877c-2318399902c1 HTTP/1.1" status: 200 len: 864 time: 0.1509798 May 06 09:52:41.155166 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb1b0a-8628-4fbb-813c-b1db62d1fbfa None None] Pushing event updated for resources: {'Port': ['ID=111bcde8-57b5-4ba1-9648-35b1838a6ece,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:41.168281 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f498e4-c2be-461a-9246-1a8332b9ed36 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:52:41.188088 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-65f498e4-c2be-461a-9246-1a8332b9ed36 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:41.188833 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-65f498e4-c2be-461a-9246-1a8332b9ed36 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Added segment a5f3fd86-882e-41cf-abcb-00fa170caf90 of type vlan for network 7dca7fd6-984b-4838-83b3-8a79d746153c May 06 09:52:41.212955 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c47636dc-6609-4b90-8aaf-c438b698151f req-96b1614f-e346-4bb8-a35d-e3d2ad888d68 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ea1a03db-e74b-4fbe-bbf2-facb6e3093bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682974 May 06 09:52:41.240732 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a5bb1b0a-8628-4fbb-813c-b1db62d1fbfa None None] Attempting to bind port 111bcde8-57b5-4ba1-9648-35b1838a6ece on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:52:41.241971 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a5bb1b0a-8628-4fbb-813c-b1db62d1fbfa None None] Attempting to bind port 111bcde8-57b5-4ba1-9648-35b1838a6ece by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'fca6d4c2-c97a-456a-8350-fd7419be3d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ea1886aa-054b-45c2-b669-eb2ce90bc9c1'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:52:41.243093 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bb1b0a-8628-4fbb-813c-b1db62d1fbfa None None] Attempting to bind port 111bcde8-57b5-4ba1-9648-35b1838a6ece on network ea1886aa-054b-45c2-b669-eb2ce90bc9c1 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:52:41.255419 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bb1b0a-8628-4fbb-813c-b1db62d1fbfa None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:52:41.256021 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bb1b0a-8628-4fbb-813c-b1db62d1fbfa None None] Checking segment: {'id': 'fca6d4c2-c97a-456a-8350-fd7419be3d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ea1886aa-054b-45c2-b669-eb2ce90bc9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:41.256538 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a5bb1b0a-8628-4fbb-813c-b1db62d1fbfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:41.257668 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bb1b0a-8628-4fbb-813c-b1db62d1fbfa None None] Bound using segment: {'id': 'fca6d4c2-c97a-456a-8350-fd7419be3d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ea1886aa-054b-45c2-b669-eb2ce90bc9c1'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:52:41.258339 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a5bb1b0a-8628-4fbb-813c-b1db62d1fbfa None None] Bound port: 111bcde8-57b5-4ba1-9648-35b1838a6ece, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca6d4c2-c97a-456a-8350-fd7419be3d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ea1886aa-054b-45c2-b669-eb2ce90bc9c1'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:52:41.258832 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a5bb1b0a-8628-4fbb-813c-b1db62d1fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:41.365743 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a5bb1b0a-8628-4fbb-813c-b1db62d1fbfa None None] For port 111bcde8-57b5-4ba1-9648-35b1838a6ece, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:52:41.374685 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a5bb1b0a-8628-4fbb-813c-b1db62d1fbfa None None] For port 111bcde8-57b5-4ba1-9648-35b1838a6ece, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=111bcde8-57b5-4ba1-9648-35b1838a6ece,segment=NetworkSegment(fca6d4c2-c97a-456a-8350-fd7419be3d29),segment_id=fca6d4c2-c97a-456a-8350-fd7419be3d29)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:52:41.390944 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a5bb1b0a-8628-4fbb-813c-b1db62d1fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:41.415927 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c47636dc-6609-4b90-8aaf-c438b698151f req-d326802f-ebad-4de9-947b-40ae80c4d3e7 service neutron] 10.222.0.77 "GET /v2.0/networks/ea1a03db-e74b-4fbe-bbf2-facb6e3093bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951222 May 06 09:52:41.558754 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb1b0a-8628-4fbb-813c-b1db62d1fbfa None None] Pushing event updated for resources: {'Port': ['ID=111bcde8-57b5-4ba1-9648-35b1838a6ece,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:41.618192 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60946) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:41.623459 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-671257d4-bec0-436d-a352-6d2b9729754d tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Request body: {'subnet': {'network_id': 'c05bc40a-1965-4af8-8519-2e49e6610bf7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:41.628705 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c47636dc-6609-4b90-8aaf-c438b698151f req-3db00896-2a9f-476b-84aa-554bfdb2728a service neutron] 10.222.0.77 "GET /v2.0/networks/ea1a03db-e74b-4fbe-bbf2-facb6e3093bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049181 May 06 09:52:41.771763 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671257d4-bec0-436d-a352-6d2b9729754d tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Made reservation on behalf of 4905333ab73b447792d49b8f402a9e82 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:41.786588 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-671257d4-bec0-436d-a352-6d2b9729754d tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:41.987852 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ecba00-a123-4299-9dec-25aeecee87c2', 'tag': '308f84f5-224b-4496-85f5-94f35d22a568'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:52:41.990469 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a790f1-d442-4508-80a8-ba42ad8be48b" -d '{"events": [{"name": "network-changed", "server_uuid": "f0ecba00-a123-4299-9dec-25aeecee87c2", "tag": "308f84f5-224b-4496-85f5-94f35d22a568"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:52:42.005014 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-eecde60a-f928-4f2c-ad4c-b519e20024e9 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:42.074207 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-65f498e4-c2be-461a-9246-1a8332b9ed36 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:42.096894 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-671257d4-bec0-436d-a352-6d2b9729754d tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:42.117147 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-eecde60a-f928-4f2c-ad4c-b519e20024e9 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Network 8b4bbee4-4fbe-449e-978f-a646b5e578f0 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:42.121564 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8ede8c25-7a2d-4af0-b225-e7e979e21040 req-f9357cdf-e240-4d5f-8421-da3f3e0b27d6 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1225388 May 06 09:52:42.133407 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-eecde60a-f928-4f2c-ad4c-b519e20024e9 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:42.153493 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-eecde60a-f928-4f2c-ad4c-b519e20024e9 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:42.165771 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671257d4-bec0-436d-a352-6d2b9729754d tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event updated for resources: {'Subnet': ['ID=47f0b47d-a0ea-4f61-81e2-da813eabb69d,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:42.211720 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecde60a-f928-4f2c-ad4c-b519e20024e9 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Pushing event updated for resources: {'Port': ['ID=5f4eb16b-3523-48ac-8535-624e3aae1d84,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:42.226388 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671257d4-bec0-436d-a352-6d2b9729754d tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Checking segment: {'id': 'b9953715-dc2a-47bf-b93a-e28bed49aceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c05bc40a-1965-4af8-8519-2e49e6610bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:42.226859 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671257d4-bec0-436d-a352-6d2b9729754d tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Network hostable DHCP agents. Network: c05bc40a-1965-4af8-8519-2e49e6610bf7, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:52:42.229151 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-65f498e4-c2be-461a-9246-1a8332b9ed36 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:42.236827 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f498e4-c2be-461a-9246-1a8332b9ed36 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:42.237600 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-65f498e4-c2be-461a-9246-1a8332b9ed36 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:42.253206 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-1db992be-d11c-400f-95a8-ccbe2400dee1 service neutron] 10.222.0.84 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2510412 May 06 09:52:42.264427 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671257d4-bec0-436d-a352-6d2b9729754d tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Network c05bc40a-1965-4af8-8519-2e49e6610bf7 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:52:42.278826 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-671257d4-bec0-436d-a352-6d2b9729754d tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, c05bc40a-1965-4af8-8519-2e49e6610bf7) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:42.292885 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7fa518-f2b7-495e-af19-dcebc139bf37 None None] Network c05bc40a-1965-4af8-8519-2e49e6610bf7 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:42.318900 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671257d4-bec0-436d-a352-6d2b9729754d tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:42.319941 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-671257d4-bec0-436d-a352-6d2b9729754d tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:42.377352 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-671257d4-bec0-436d-a352-6d2b9729754d tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7558341 May 06 09:52:42.379983 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60952) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:42.392152 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-f353d3d7-e061-4cd2-953e-5a2745e8966a tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-507492747'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:42.393574 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-eecde60a-f928-4f2c-ad4c-b519e20024e9 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:42.394553 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-eecde60a-f928-4f2c-ad4c-b519e20024e9 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:42.443071 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f353d3d7-e061-4cd2-953e-5a2745e8966a tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Made reservation on behalf of 4905333ab73b447792d49b8f402a9e82 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:42.448856 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f353d3d7-e061-4cd2-953e-5a2745e8966a tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:42.518676 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f353d3d7-e061-4cd2-953e-5a2745e8966a tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:52:42.545024 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-65f498e4-c2be-461a-9246-1a8332b9ed36 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7521758 May 06 09:52:42.550619 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f353d3d7-e061-4cd2-953e-5a2745e8966a tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:42.552614 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-f353d3d7-e061-4cd2-953e-5a2745e8966a tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Added segment c250eed4-8f37-4a53-93fb-94fb5e3c9611 of type vlan for network e292d8c2-9b08-4783-8513-08129ac2d78f May 06 09:52:42.553984 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60954) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:42.555556 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-eecde60a-f928-4f2c-ad4c-b519e20024e9 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0770485 May 06 09:52:42.569183 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-d32dd218-e6ec-4e9f-90dd-ae6ccf7eb5cf tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:42.610810 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3af2ab4-14a2-4d69-98e4-3d4f68eb50d3 req-7e225a1e-90c9-4a5d-bc53-f90296534084 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 210 time: 0.1854100 May 06 09:52:42.619703 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-ca3c752e-86ab-41e0-8ac2-55aa2f24b715 service neutron] Request body: {'port': {'device_id': '80a0bfc2-45ba-4d63-b030-50686b88848c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:42.622410 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f498e4-c2be-461a-9246-1a8332b9ed36 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event updated for resources: {'Network': ['ID=7dca7fd6-984b-4838-83b3-8a79d746153c,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:42.637636 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-371a3ba4-3a2d-4f8f-b01a-f5fed0e734c4 req-9ba90549-8a2c-4af8-abbc-b3517a0fe5a8 service neutron] 10.222.0.84 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608787 May 06 09:52:42.716101 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device f0883910-8194-4353-b958-8f0d5a2931f5 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:42.771904 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-ca3c752e-86ab-41e0-8ac2-55aa2f24b715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:42.816825 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 7dca7fd6-984b-4838-83b3-8a79d746153c details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:52:42.893753 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2003db8-e357-4ac2-9314-53ee17d28f0f req-c968254b-0081-4203-95eb-5c3f322ecfad tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:42.902782 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2003db8-e357-4ac2-9314-53ee17d28f0f req-c968254b-0081-4203-95eb-5c3f322ecfad tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.73 "GET /v2.0/ports?device_id=b43a698c-2851-40bb-9b4a-387093a7d817 HTTP/1.1" status: 200 len: 945 time: 0.1214182 May 06 09:52:43.061622 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d32dd218-e6ec-4e9f-90dd-ae6ccf7eb5cf tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:43.075876 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e79781-1f9b-4f2f-b1ca-37e4885ddd5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-c05bc40a-1965-4af8-8519-2e49e6610bf7', 'network_id': 'c05bc40a-1965-4af8-8519-2e49e6610bf7', 'tenant_id': '4905333ab73b447792d49b8f402a9e82', 'fixed_ips': [{'subnet_id': '47f0b47d-a0ea-4f61-81e2-da813eabb69d'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:52:43.076931 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-32e79781-1f9b-4f2f-b1ca-37e4885ddd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:43.107360 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d32dd218-e6ec-4e9f-90dd-ae6ccf7eb5cf tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:43.136920 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46b1bb7-f99e-4818-bbd8-6cf05bd9d4f5 None None] Network ea1886aa-054b-45c2-b669-eb2ce90bc9c1 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:43.165842 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2003db8-e357-4ac2-9314-53ee17d28f0f req-5ef68851-1b7f-4d2b-b132-08e80012a2cb tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.73 "GET /v2.0/security-groups?id=379db6aa-a2dd-4f1a-9333-3f7451002ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619610 May 06 09:52:43.176474 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 111bcde8-57b5-4ba1-9648-35b1838a6ece up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:43.199988 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-ab73568f-c011-46d8-94a8-5b7fb23d2529 None None] Provisioning complete for port 5f4eb16b-3523-48ac-8535-624e3aae1d84 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:43.200650 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ab73568f-c011-46d8-94a8-5b7fb23d2529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:43.233221 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f353d3d7-e061-4cd2-953e-5a2745e8966a tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:43.302583 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d32dd218-e6ec-4e9f-90dd-ae6ccf7eb5cf tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Network 7dca7fd6-984b-4838-83b3-8a79d746153c is not hosted by any dhcp agent {{(pid=102652) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 06 09:52:43.309275 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32dd218-e6ec-4e9f-90dd-ae6ccf7eb5cf tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:43.309977 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d32dd218-e6ec-4e9f-90dd-ae6ccf7eb5cf tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:43.311878 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-ab73568f-c011-46d8-94a8-5b7fb23d2529 None None] Port 5f4eb16b-3523-48ac-8535-624e3aae1d84 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:52:43.312564 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d32dd218-e6ec-4e9f-90dd-ae6ccf7eb5cf tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "PUT /v2.0/networks/7dca7fd6-984b-4838-83b3-8a79d746153c HTTP/1.1" status: 200 len: 723 time: 0.7575624 May 06 09:52:43.313385 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f353d3d7-e061-4cd2-953e-5a2745e8966a tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:43.320747 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f353d3d7-e061-4cd2-953e-5a2745e8966a tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:43.322883 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f353d3d7-e061-4cd2-953e-5a2745e8966a tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:43.325404 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60958) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:43.336034 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-60432285-e39f-4607-b811-042ba957d6cd tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Request body: {'subnet': {'network_id': '7dca7fd6-984b-4838-83b3-8a79d746153c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:43.371605 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32dd218-e6ec-4e9f-90dd-ae6ccf7eb5cf tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event updated for resources: {'Network': ['ID=7dca7fd6-984b-4838-83b3-8a79d746153c,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:43.444209 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 7dca7fd6-984b-4838-83b3-8a79d746153c details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:52:43.454162 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089494c-3371-46b6-b743-b035e98f2e16 req-c5a6bdc2-2961-443d-9997-6919ca2120e5 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:43.455712 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1089494c-3371-46b6-b743-b035e98f2e16 req-c5a6bdc2-2961-443d-9997-6919ca2120e5 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 931 time: 0.1576793 May 06 09:52:43.506249 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port f0883910-8194-4353-b958-8f0d5a2931f5 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:52:43.512079 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f353d3d7-e061-4cd2-953e-5a2745e8966a tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1292028 May 06 09:52:43.522047 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60962) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:43.532852 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-a6b77a60-e2ef-4fb5-93c5-800e4b9e3ba1 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Request body: {'subnet': {'network_id': 'e292d8c2-9b08-4783-8513-08129ac2d78f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:43.571955 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1089494c-3371-46b6-b743-b035e98f2e16 req-811ad0f5-5959-47a2-b169-c1ecd4fffc4d tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045730 May 06 09:52:43.588090 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-ca3c752e-86ab-41e0-8ac2-55aa2f24b715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f4eb16b-3523-48ac-8535-624e3aae1d84 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:52:43.600541 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f353d3d7-e061-4cd2-953e-5a2745e8966a tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event updated for resources: {'Network': ['ID=e292d8c2-9b08-4783-8513-08129ac2d78f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:43.607350 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-ca3c752e-86ab-41e0-8ac2-55aa2f24b715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:43.641786 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-ca3c752e-86ab-41e0-8ac2-55aa2f24b715 service neutron] Transition to ACTIVE for port object 5f4eb16b-3523-48ac-8535-624e3aae1d84 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:52:43.644615 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60432285-e39f-4607-b811-042ba957d6cd tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Made reservation on behalf of 11a860d76348444b82a4e66a359e4274 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:43.648599 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-60432285-e39f-4607-b811-042ba957d6cd tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:43.650590 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-ca3c752e-86ab-41e0-8ac2-55aa2f24b715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:43.767588 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-32e79781-1f9b-4f2f-b1ca-37e4885ddd5a None None] Allocated IP 2001:db8:0:ffff::2 (c05bc40a-1965-4af8-8519-2e49e6610bf7/47f0b47d-a0ea-4f61-81e2-da813eabb69d/d8886d57-a918-4029-8ce5-4c5b4f593e82) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:43.779984 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26547847-4ab6-454d-82da-4ae63df80721 x-openstack-request-id: req-26547847-4ab6-454d-82da-4ae63df80721 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:52:43.781779 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0ecba00-a123-4299-9dec-25aeecee87c2", "tag": "308f84f5-224b-4496-85f5-94f35d22a568", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:52:43.783850 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-26547847-4ab6-454d-82da-4ae63df80721 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:52:43.784616 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b77a60-e2ef-4fb5-93c5-800e4b9e3ba1 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Made reservation on behalf of 4905333ab73b447792d49b8f402a9e82 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:43.785518 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26547847-4ab6-454d-82da-4ae63df80721'] response: {'name': 'network-changed', 'server_uuid': 'f0ecba00-a123-4299-9dec-25aeecee87c2', 'tag': '308f84f5-224b-4496-85f5-94f35d22a568', 'status': 'completed', 'code': 200} May 06 09:52:43.789357 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a6b77a60-e2ef-4fb5-93c5-800e4b9e3ba1 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:43.789526 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c752e-86ab-41e0-8ac2-55aa2f24b715 service neutron] Pushing event updated for resources: {'Port': ['ID=5f4eb16b-3523-48ac-8535-624e3aae1d84,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:43.995220 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a790f1-d442-4508-80a8-ba42ad8be48b req-5bc7d5c9-e342-4657-9c0c-a6f9901e7e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:43.997076 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57a790f1-d442-4508-80a8-ba42ad8be48b req-5bc7d5c9-e342-4657-9c0c-a6f9901e7e49 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c517f1b2e83649f0bec52fdccbd31b7e&device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 1095 time: 0.2332063 May 06 09:52:44.027548 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-32e79781-1f9b-4f2f-b1ca-37e4885ddd5a None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:44.050872 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network e292d8c2-9b08-4783-8513-08129ac2d78f details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:52:44.056249 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3dbe6e-47ce-4bba-82fc-5f192e9bc4ab req-43c0ba52-079b-403c-8827-06a796a4ef75 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:44.067378 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4a3dbe6e-47ce-4bba-82fc-5f192e9bc4ab req-43c0ba52-079b-403c-8827-06a796a4ef75 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 945 time: 0.1930683 May 06 09:52:44.129506 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-60432285-e39f-4607-b811-042ba957d6cd tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:44.153560 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port f0883910-8194-4353-b958-8f0d5a2931f5 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:44.153942 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:44.165785 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-32e79781-1f9b-4f2f-b1ca-37e4885ddd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:44.200715 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e79781-1f9b-4f2f-b1ca-37e4885ddd5a None None] Network c05bc40a-1965-4af8-8519-2e49e6610bf7 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:44.238697 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-32e79781-1f9b-4f2f-b1ca-37e4885ddd5a None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:44.240624 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-04b980ab-70cc-42c3-8089-bb4c1a803ad4 None None] Provisioning complete for port 111bcde8-57b5-4ba1-9648-35b1838a6ece triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:44.241004 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-04b980ab-70cc-42c3-8089-bb4c1a803ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:44.283216 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60432285-e39f-4607-b811-042ba957d6cd tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event updated for resources: {'Subnet': ['ID=3f3cac38-b2cf-4ebb-a4eb-50f541daf3a5,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:44.299446 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e79781-1f9b-4f2f-b1ca-37e4885ddd5a None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:44.323482 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60432285-e39f-4607-b811-042ba957d6cd tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Checking segment: {'id': 'a5f3fd86-882e-41cf-abcb-00fa170caf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7dca7fd6-984b-4838-83b3-8a79d746153c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:44.324119 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60432285-e39f-4607-b811-042ba957d6cd tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Network hostable DHCP agents. Network: 7dca7fd6-984b-4838-83b3-8a79d746153c, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:52:44.409174 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4a3dbe6e-47ce-4bba-82fc-5f192e9bc4ab req-60b3d2c0-251b-4890-bd3a-2031ae18130e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3350098 May 06 09:52:44.467790 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60432285-e39f-4607-b811-042ba957d6cd tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Network 7dca7fd6-984b-4838-83b3-8a79d746153c is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:52:44.480780 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-04b980ab-70cc-42c3-8089-bb4c1a803ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:44.494205 n-d-840835-1 neutron-server[102652]: DEBUG neutron.objects.ports [None req-a6b77a60-e2ef-4fb5-93c5-800e4b9e3ba1 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102652) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:52:44.500516 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a6b77a60-e2ef-4fb5-93c5-800e4b9e3ba1 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:44.531994 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-ca3c752e-86ab-41e0-8ac2-55aa2f24b715 service neutron] Attempting to bind port 5f4eb16b-3523-48ac-8535-624e3aae1d84 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:52:44.532260 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-ca3c752e-86ab-41e0-8ac2-55aa2f24b715 service neutron] Attempting to bind port 5f4eb16b-3523-48ac-8535-624e3aae1d84 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '27b775b5-8035-4904-ad11-074d150e8a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:52:44.532599 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-ca3c752e-86ab-41e0-8ac2-55aa2f24b715 service neutron] Attempting to bind port 5f4eb16b-3523-48ac-8535-624e3aae1d84 on network 8b4bbee4-4fbe-449e-978f-a646b5e578f0 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:52:44.548995 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 111bcde8-57b5-4ba1-9648-35b1838a6ece triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:44.549677 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:44.576442 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a790f1-d442-4508-80a8-ba42ad8be48b req-afcbdf10-feec-40ee-8a13-86c2b7fad79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:44.577800 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b77a60-e2ef-4fb5-93c5-800e4b9e3ba1 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event updated for resources: {'Subnet': ['ID=f407a532-def5-493b-a49a-3b0a5f3e81f7,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:44.581676 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-60432285-e39f-4607-b811-042ba957d6cd tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 7dca7fd6-984b-4838-83b3-8a79d746153c) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:44.583160 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57a790f1-d442-4508-80a8-ba42ad8be48b req-afcbdf10-feec-40ee-8a13-86c2b7fad79d service neutron] 10.222.0.84 "GET /v2.0/networks?id=8b4bbee4-4fbe-449e-978f-a646b5e578f0 HTTP/1.1" status: 200 len: 920 time: 0.5636647 May 06 09:52:44.587748 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60432285-e39f-4607-b811-042ba957d6cd tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:44.588352 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-60432285-e39f-4607-b811-042ba957d6cd tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:44.590395 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-ca3c752e-86ab-41e0-8ac2-55aa2f24b715 service neutron] Port 5f4eb16b-3523-48ac-8535-624e3aae1d84 on network 8b4bbee4-4fbe-449e-978f-a646b5e578f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:52:44.591519 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-ca3c752e-86ab-41e0-8ac2-55aa2f24b715 service neutron] Attempting to bind port 5f4eb16b-3523-48ac-8535-624e3aae1d84 on network 8b4bbee4-4fbe-449e-978f-a646b5e578f0 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:52:44.626325 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30c5c6e-29b9-4d31-8016-81f023c35ba1 None None] Network 7dca7fd6-984b-4838-83b3-8a79d746153c requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:44.628426 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-60432285-e39f-4607-b811-042ba957d6cd tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2993274 May 06 09:52:44.629489 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60972) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:44.637501 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-eb570e6b-56fb-43ca-a21c-fdc914079294 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:44.705636 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b77a60-e2ef-4fb5-93c5-800e4b9e3ba1 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Checking segment: {'id': 'c250eed4-8f37-4a53-93fb-94fb5e3c9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e292d8c2-9b08-4783-8513-08129ac2d78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:44.706011 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b77a60-e2ef-4fb5-93c5-800e4b9e3ba1 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Network hostable DHCP agents. Network: e292d8c2-9b08-4783-8513-08129ac2d78f, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:52:44.726773 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57a790f1-d442-4508-80a8-ba42ad8be48b req-bf8967db-2b94-47c0-8147-f2e0a6740e05 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=308f84f5-224b-4496-85f5-94f35d22a568 HTTP/1.1" status: 200 len: 217 time: 0.1264176 May 06 09:52:44.730055 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-ca3c752e-86ab-41e0-8ac2-55aa2f24b715 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:52:44.732047 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-ca3c752e-86ab-41e0-8ac2-55aa2f24b715 service neutron] Checking segment: {'id': '27b775b5-8035-4904-ad11-074d150e8a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:44.733218 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-ca3c752e-86ab-41e0-8ac2-55aa2f24b715 service neutron] Bound using segment: {'id': '27b775b5-8035-4904-ad11-074d150e8a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:52:44.736076 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-ca3c752e-86ab-41e0-8ac2-55aa2f24b715 service neutron] Bound port: 5f4eb16b-3523-48ac-8535-624e3aae1d84, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b775b5-8035-4904-ad11-074d150e8a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:52:44.738666 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-ca3c752e-86ab-41e0-8ac2-55aa2f24b715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:44.771635 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b77a60-e2ef-4fb5-93c5-800e4b9e3ba1 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Network e292d8c2-9b08-4783-8513-08129ac2d78f is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:52:44.788763 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-a6b77a60-e2ef-4fb5-93c5-800e4b9e3ba1 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, e292d8c2-9b08-4783-8513-08129ac2d78f) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:44.793880 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b77a60-e2ef-4fb5-93c5-800e4b9e3ba1 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:44.796528 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a6b77a60-e2ef-4fb5-93c5-800e4b9e3ba1 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:44.826310 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a6b77a60-e2ef-4fb5-93c5-800e4b9e3ba1 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3026993 May 06 09:52:44.832150 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60974) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:44.840134 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-e765b45f-f853-48fa-87b5-11f3c30d41c8 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Request body: {'port': {'network_id': 'e292d8c2-9b08-4783-8513-08129ac2d78f', 'name': 'tempest-NetworksIpV6TestAttrs-1255902090'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:44.865316 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eb570e6b-56fb-43ca-a21c-fdc914079294 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5809840'] for subnet, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:44.883771 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-24fb793c-8e15-4a9a-bda2-d5685a1433a0 req-daafc09b-4b91-447f-80fc-b7b79c8cfb52 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 210 time: 0.1764507 May 06 09:52:44.965746 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2832ceb-d003-4971-8e8f-7e4f64713022 None None] Network e292d8c2-9b08-4783-8513-08129ac2d78f requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:44.975260 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-32e79781-1f9b-4f2f-b1ca-37e4885ddd5a None None] Attempting to bind port d8886d57-a918-4029-8ce5-4c5b4f593e82 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:52:44.975692 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-32e79781-1f9b-4f2f-b1ca-37e4885ddd5a None None] Attempting to bind port d8886d57-a918-4029-8ce5-4c5b4f593e82 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'b9953715-dc2a-47bf-b93a-e28bed49aceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c05bc40a-1965-4af8-8519-2e49e6610bf7'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:52:44.976061 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e79781-1f9b-4f2f-b1ca-37e4885ddd5a None None] Attempting to bind port d8886d57-a918-4029-8ce5-4c5b4f593e82 on network c05bc40a-1965-4af8-8519-2e49e6610bf7 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:52:44.982524 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e79781-1f9b-4f2f-b1ca-37e4885ddd5a None None] Pushing event updated for resources: {'Port': ['ID=d8886d57-a918-4029-8ce5-4c5b4f593e82,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:45.012004 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a790f1-d442-4508-80a8-ba42ad8be48b req-4968e09c-6c79-48b2-9bab-a2314d6b69e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:45.017100 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57a790f1-d442-4508-80a8-ba42ad8be48b req-4968e09c-6c79-48b2-9bab-a2314d6b69e7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c9382d75-3c44-4a92-be03-e9a2109a5f6f HTTP/1.1" status: 200 len: 858 time: 0.2734787 May 06 09:52:45.039414 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-04b980ab-70cc-42c3-8089-bb4c1a803ad4 None None] For port 111bcde8-57b5-4ba1-9648-35b1838a6ece, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=111bcde8-57b5-4ba1-9648-35b1838a6ece,segment=NetworkSegment(fca6d4c2-c97a-456a-8350-fd7419be3d29),segment_id=fca6d4c2-c97a-456a-8350-fd7419be3d29)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:45.126498 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eb570e6b-56fb-43ca-a21c-fdc914079294 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754918825337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6271691'] for subnet, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:45.151612 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-04b980ab-70cc-42c3-8089-bb4c1a803ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:45.169373 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-ca3c752e-86ab-41e0-8ac2-55aa2f24b715 service neutron] For port 5f4eb16b-3523-48ac-8535-624e3aae1d84, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:52:45.173710 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-ca3c752e-86ab-41e0-8ac2-55aa2f24b715 service neutron] For port 5f4eb16b-3523-48ac-8535-624e3aae1d84, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=5f4eb16b-3523-48ac-8535-624e3aae1d84,segment=NetworkSegment(27b775b5-8035-4904-ad11-074d150e8a59),segment_id=27b775b5-8035-4904-ad11-074d150e8a59)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:52:45.174964 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb570e6b-56fb-43ca-a21c-fdc914079294 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:45.175825 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eb570e6b-56fb-43ca-a21c-fdc914079294 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:45.175979 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e79781-1f9b-4f2f-b1ca-37e4885ddd5a None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:52:45.176251 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e79781-1f9b-4f2f-b1ca-37e4885ddd5a None None] Checking segment: {'id': 'b9953715-dc2a-47bf-b93a-e28bed49aceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c05bc40a-1965-4af8-8519-2e49e6610bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:45.176729 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-32e79781-1f9b-4f2f-b1ca-37e4885ddd5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:45.177126 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e79781-1f9b-4f2f-b1ca-37e4885ddd5a None None] Bound using segment: {'id': 'b9953715-dc2a-47bf-b93a-e28bed49aceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c05bc40a-1965-4af8-8519-2e49e6610bf7'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:52:45.177995 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-eb570e6b-56fb-43ca-a21c-fdc914079294 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "PUT /v2.0/subnets/3f3cac38-b2cf-4ebb-a4eb-50f541daf3a5 HTTP/1.1" status: 200 len: 826 time: 0.5453465 May 06 09:52:45.182321 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-32e79781-1f9b-4f2f-b1ca-37e4885ddd5a None None] Bound port: d8886d57-a918-4029-8ce5-4c5b4f593e82, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9953715-dc2a-47bf-b93a-e28bed49aceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c05bc40a-1965-4af8-8519-2e49e6610bf7'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:52:45.183018 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-32e79781-1f9b-4f2f-b1ca-37e4885ddd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:45.183180 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60976) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:45.190721 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-ca3c752e-86ab-41e0-8ac2-55aa2f24b715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:45.206740 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a790f1-d442-4508-80a8-ba42ad8be48b req-86d6a195-61ad-472b-8f15-b460872feb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:45.208359 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57a790f1-d442-4508-80a8-ba42ad8be48b req-86d6a195-61ad-472b-8f15-b460872feb8e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8b4bbee4-4fbe-449e-978f-a646b5e578f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1563363 May 06 09:52:45.233297 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4fd83-bbb7-4d2a-8571-65e506849ce2 req-a5a3c9dd-bd18-4107-8282-e456682b4768 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:45.241957 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5bb4fd83-bbb7-4d2a-8571-65e506849ce2 req-a5a3c9dd-bd18-4107-8282-e456682b4768 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.73 "GET /v2.0/ports?device_id=b43a698c-2851-40bb-9b4a-387093a7d817 HTTP/1.1" status: 200 len: 945 time: 0.2228277 May 06 09:52:45.270277 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb570e6b-56fb-43ca-a21c-fdc914079294 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event updated for resources: {'Subnet': ['ID=3f3cac38-b2cf-4ebb-a4eb-50f541daf3a5,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:45.274628 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e765b45f-f853-48fa-87b5-11f3c30d41c8 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Made reservation on behalf of 4905333ab73b447792d49b8f402a9e82 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:45.279275 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e765b45f-f853-48fa-87b5-11f3c30d41c8 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:45.315444 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-e765b45f-f853-48fa-87b5-11f3c30d41c8 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] device_id is not set on port 3b04601c-fe48-4a11-93fe-47418e9b5a41 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:52:45.403177 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-ca3c752e-86ab-41e0-8ac2-55aa2f24b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:45.403525 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-ca3c752e-86ab-41e0-8ac2-55aa2f24b715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:45.405273 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-ca3c752e-86ab-41e0-8ac2-55aa2f24b715 service neutron] 10.222.0.77 "PUT /v2.0/ports/5f4eb16b-3523-48ac-8535-624e3aae1d84 HTTP/1.1" status: 200 len: 1091 time: 2.7930737 May 06 09:52:45.438101 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 308f84f5-224b-4496-85f5-94f35d22a568 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:52:45.545648 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-e765b45f-f853-48fa-87b5-11f3c30d41c8 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Allocated IP 2001:db8::f816:3eff:fef2:5e5c (e292d8c2-9b08-4783-8513-08129ac2d78f/f407a532-def5-493b-a49a-3b0a5f3e81f7/3b04601c-fe48-4a11-93fe-47418e9b5a41) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:45.595774 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5bb4fd83-bbb7-4d2a-8571-65e506849ce2 req-c8bac057-b951-47b9-98fe-9fdd37e0946b tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.73 "GET /v2.0/security-groups?id=379db6aa-a2dd-4f1a-9333-3f7451002ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527212 May 06 09:52:45.622513 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c752e-86ab-41e0-8ac2-55aa2f24b715 service neutron] Pushing event updated for resources: {'Port': ['ID=5f4eb16b-3523-48ac-8535-624e3aae1d84,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:45.725292 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e0d159b3-25c8-4e5e-9eaa-59ca769877ca tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:45.748063 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57a790f1-d442-4508-80a8-ba42ad8be48b req-f6232756-d061-4954-877b-01248e4fd366 service neutron] 10.222.0.84 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575734 May 06 09:52:45.797463 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a0bfc2-45ba-4d63-b030-50686b88848c', 'tag': '5f4eb16b-3523-48ac-8535-624e3aae1d84'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:52:45.799608 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7819e3db-0b9d-4b88-b465-e795c820579d" -d '{"events": [{"name": "network-changed", "server_uuid": "80a0bfc2-45ba-4d63-b030-50686b88848c", "tag": "5f4eb16b-3523-48ac-8535-624e3aae1d84"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:52:45.805752 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-74a32d4b-820d-4f7b-bade-ca17145983e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:45.808765 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-74a32d4b-820d-4f7b-bade-ca17145983e8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c517f1b2e83649f0bec52fdccbd31b7e&device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 1094 time: 0.2893589 May 06 09:52:45.865189 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7e6265-f694-4d70-ad7c-ceba53d936c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-7dca7fd6-984b-4838-83b3-8a79d746153c', 'network_id': '7dca7fd6-984b-4838-83b3-8a79d746153c', 'tenant_id': '11a860d76348444b82a4e66a359e4274', 'fixed_ips': [{'subnet_id': '3f3cac38-b2cf-4ebb-a4eb-50f541daf3a5'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:52:45.866056 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1c7e6265-f694-4d70-ad7c-ceba53d936c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:45.918204 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e765b45f-f853-48fa-87b5-11f3c30d41c8 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:45.919632 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.resource_extend [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:52:45.994245 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b980ab-70cc-42c3-8089-bb4c1a803ad4 None None] Pushing event updated for resources: {'Port': ['ID=111bcde8-57b5-4ba1-9648-35b1838a6ece,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:46.000405 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e765b45f-f853-48fa-87b5-11f3c30d41c8 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:46.012495 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:46.026953 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-996c9450-9bed-4e7d-8afd-117a4645606f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f4eb16b-3523-48ac-8535-624e3aae1d84 HTTP/1.1" status: 200 len: 217 time: 0.1171522 May 06 09:52:46.046692 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-32e79781-1f9b-4f2f-b1ca-37e4885ddd5a None None] For port d8886d57-a918-4029-8ce5-4c5b4f593e82, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:52:46.079582 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4f79d-64ba-4656-a280-4024110676b1 req-e512226b-81ef-42cb-9f24-a1ede8a93e9b tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:46.093110 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e765b45f-f853-48fa-87b5-11f3c30d41c8 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Network e292d8c2-9b08-4783-8513-08129ac2d78f is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:46.095697 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62a4f79d-64ba-4656-a280-4024110676b1 req-e512226b-81ef-42cb-9f24-a1ede8a93e9b tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 943 time: 0.3578827 May 06 09:52:46.098357 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-e765b45f-f853-48fa-87b5-11f3c30d41c8 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:46.111568 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e765b45f-f853-48fa-87b5-11f3c30d41c8 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:46.122479 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e765b45f-f853-48fa-87b5-11f3c30d41c8 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:46.123306 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e765b45f-f853-48fa-87b5-11f3c30d41c8 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:46.134926 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765b45f-f853-48fa-87b5-11f3c30d41c8 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event updated for resources: {'Port': ['ID=3b04601c-fe48-4a11-93fe-47418e9b5a41,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:46.143684 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-32e79781-1f9b-4f2f-b1ca-37e4885ddd5a None None] For port d8886d57-a918-4029-8ce5-4c5b4f593e82, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=d8886d57-a918-4029-8ce5-4c5b4f593e82,segment=NetworkSegment(b9953715-dc2a-47bf-b93a-e28bed49aceb),segment_id=b9953715-dc2a-47bf-b93a-e28bed49aceb)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:52:46.163844 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e765b45f-f853-48fa-87b5-11f3c30d41c8 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3315415 May 06 09:52:46.170103 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60990) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:46.215902 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-77e3a900-8490-4004-ad37-47d0baf1a216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:46.292196 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-32e79781-1f9b-4f2f-b1ca-37e4885ddd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:46.329361 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-6804f49e-f983-48c7-b065-a3977a4a307c tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Deleting subnet f407a532-def5-493b-a49a-3b0a5f3e81f7 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:52:46.330083 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43a698c-2851-40bb-9b4a-387093a7d817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0883910-8194-4353-b958-8f0d5a2931f5'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:52:46.338627 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd811a31-078d-457d-b905-d91b6d1071f9" -d '{"events": [{"server_uuid": "b43a698c-2851-40bb-9b4a-387093a7d817", "name": "network-vif-plugged", "status": "completed", "tag": "f0883910-8194-4353-b958-8f0d5a2931f5"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:52:46.344413 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6804f49e-f983-48c7-b065-a3977a4a307c tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:46.394237 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e0d159b3-25c8-4e5e-9eaa-59ca769877ca tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:46.400996 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-b2aae7e3-3d68-4723-a4cc-db778b88ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:46.403168 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-b2aae7e3-3d68-4723-a4cc-db778b88ea68 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c9382d75-3c44-4a92-be03-e9a2109a5f6f HTTP/1.1" status: 200 len: 858 time: 0.3500261 May 06 09:52:46.408037 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6804f49e-f983-48c7-b065-a3977a4a307c tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:46.417978 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 308f84f5-224b-4496-85f5-94f35d22a568, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=308f84f5-224b-4496-85f5-94f35d22a568,segment=NetworkSegment(27b775b5-8035-4904-ad11-074d150e8a59),segment_id=27b775b5-8035-4904-ad11-074d150e8a59)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:46.481058 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62a4f79d-64ba-4656-a280-4024110676b1 req-179db611-76b9-4eeb-bb7d-055579ba3697 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843453 May 06 09:52:46.550224 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57a790f1-d442-4508-80a8-ba42ad8be48b req-e8977f0e-4e0b-4ec8-983f-25c7d7ded06f service neutron] 10.222.0.84 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7769177 May 06 09:52:46.616913 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-588c6f10-c6ea-40c9-88ad-201095bbce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:46.619714 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-588c6f10-c6ea-40c9-88ad-201095bbce62 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8b4bbee4-4fbe-449e-978f-a646b5e578f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1801510 May 06 09:52:46.633029 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 111bcde8-57b5-4ba1-9648-35b1838a6ece up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:46.636353 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '308f84f5-224b-4496-85f5-94f35d22a568', 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0', 'port_id': '308f84f5-224b-4496-85f5-94f35d22a568', 'mac_address': 'fa:16:3e:cf:f6:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9382d75-3c44-4a92-be03-e9a2109a5f6f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:52:46.661929 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6804f49e-f983-48c7-b065-a3977a4a307c tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:46.710277 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port f0883910-8194-4353-b958-8f0d5a2931f5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=f0883910-8194-4353-b958-8f0d5a2931f5,segment=NetworkSegment(e084b208-f338-432d-95df-87ee87c4db54),segment_id=e084b208-f338-432d-95df-87ee87c4db54)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:46.739785 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:46.798747 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6804f49e-f983-48c7-b065-a3977a4a307c tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:46.814358 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e79781-1f9b-4f2f-b1ca-37e4885ddd5a None None] Pushing event updated for resources: {'Port': ['ID=d8886d57-a918-4029-8ce5-4c5b4f593e82,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:46.856940 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2abe97-3c4d-44c2-883e-8352ef573980 None None] Update dhcp port {'port': {'network_id': 'ea1886aa-054b-45c2-b669-eb2ce90bc9c1', 'fixed_ips': [{'subnet_id': '3d1049a1-77f2-4bc9-acff-57b320ef3ce5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd5ae2f86-0cfc-421e-865b-7101bc7e4ed2'}], 'binding:host_id': 'n-d-840835-1'}, 'id': '111bcde8-57b5-4ba1-9648-35b1838a6ece'} from n-d-840835-1. {{(pid=102654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 09:52:46.909851 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:46.923697 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6804f49e-f983-48c7-b065-a3977a4a307c tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:46.935533 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6804f49e-f983-48c7-b065-a3977a4a307c tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "DELETE /v2.0/subnets/f407a532-def5-493b-a49a-3b0a5f3e81f7 HTTP/1.1" status: 204 len: 168 time: 0.7616887 May 06 09:52:46.940514 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60998) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:46.941580 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-534b1002-8283-4dbb-a805-b211a63d3f67 service neutron] 10.222.0.77 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132629 May 06 09:52:46.944888 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804f49e-f983-48c7-b065-a3977a4a307c tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event deleted for resources: {'Subnet': ['ID=f407a532-def5-493b-a49a-3b0a5f3e81f7,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:46.949727 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb72b1be-62e1-46eb-8103-917dce300d2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-e292d8c2-9b08-4783-8513-08129ac2d78f', 'network_id': 'e292d8c2-9b08-4783-8513-08129ac2d78f', 'tenant_id': '4905333ab73b447792d49b8f402a9e82', 'fixed_ips': [{'subnet_id': 'f407a532-def5-493b-a49a-3b0a5f3e81f7'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:52:46.950610 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bb72b1be-62e1-46eb-8103-917dce300d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:46.958919 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 308f84f5-224b-4496-85f5-94f35d22a568 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:52:46.970861 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ad2abe97-3c4d-44c2-883e-8352ef573980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server [None req-1c7e6265-f694-4d70-ad7c-ceba53d936c5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f3cac38-b2cf-4ebb-a4eb-50f541daf3a5: This subnet is being modified by another concurrent operation. May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 09:52:46.994185 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise exception May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f3cac38-b2cf-4ebb-a4eb-50f541daf3a5: This subnet is being modified by another concurrent operation. May 06 09:52:46.998833 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server May 06 09:52:47.009754 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e0d159b3-25c8-4e5e-9eaa-59ca769877ca tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.049788 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3ce6d8-7e86-43bf-97e3-300978efbb22 None None] Network 7dca7fd6-984b-4838-83b3-8a79d746153c requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:47.068551 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 111bcde8-57b5-4ba1-9648-35b1838a6ece triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:47.076393 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.126749 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba536204-5e8c-43ec-a5c5-93ccb2f72715 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:47.135595 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba536204-5e8c-43ec-a5c5-93ccb2f72715 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:47.155253 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ba536204-5e8c-43ec-a5c5-93ccb2f72715 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2020900 May 06 09:52:47.157919 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d159b3-25c8-4e5e-9eaa-59ca769877ca tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event deleted for resources: {'Subnet': ['ID=3f3cac38-b2cf-4ebb-a4eb-50f541daf3a5,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:47.161182 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 32768) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:47.177738 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f2c93-e079-4e92-a865-793e85d63aae req-6c413491-efe2-4748-b890-c65181e12616 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:47.190462 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-392f2c93-e079-4e92-a865-793e85d63aae req-6c413491-efe2-4748-b890-c65181e12616 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 945 time: 0.5217144 May 06 09:52:47.293326 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0a82e6d5-1305-42ff-adf1-07effbb4e499 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.303334 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a82e6d5-1305-42ff-adf1-07effbb4e499 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 06 09:52:47.304456 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a82e6d5-1305-42ff-adf1-07effbb4e499 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:52:47.314852 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0a82e6d5-1305-42ff-adf1-07effbb4e499 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "DELETE /v2.0/networks/e292d8c2-9b08-4783-8513-08129ac2d78f HTTP/1.1" status: 409 len: 405 time: 0.1523423 May 06 09:52:47.315540 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 32770) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:47.328354 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-d14826f6-7e1e-494f-a371-3127f36cb530 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-723515651'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:47.341843 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 308f84f5-224b-4496-85f5-94f35d22a568, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=308f84f5-224b-4496-85f5-94f35d22a568,segment=NetworkSegment(27b775b5-8035-4904-ad11-074d150e8a59),segment_id=27b775b5-8035-4904-ad11-074d150e8a59)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:47.360367 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=f0883910-8194-4353-b958-8f0d5a2931f5,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:47.390563 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14826f6-7e1e-494f-a371-3127f36cb530 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Made reservation on behalf of 4905333ab73b447792d49b8f402a9e82 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:47.396093 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d14826f6-7e1e-494f-a371-3127f36cb530 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.408577 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e0d159b3-25c8-4e5e-9eaa-59ca769877ca tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.458464 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14826f6-7e1e-494f-a371-3127f36cb530 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:52:47.460944 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.470679 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d14826f6-7e1e-494f-a371-3127f36cb530 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.471036 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-d14826f6-7e1e-494f-a371-3127f36cb530 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Added segment f0ee7efa-d310-4660-b7ed-a7f47b15b5c0 of type vlan for network df2ce657-f1a8-4491-9aa6-3a2f4fc19007 May 06 09:52:47.471560 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-e0d159b3-25c8-4e5e-9eaa-59ca769877ca tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dca7fd6-984b-4838-83b3-8a79d746153c']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:47.494342 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-e0d159b3-25c8-4e5e-9eaa-59ca769877ca tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f3fd86-882e-41cf-abcb-00fa170caf90') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:47.495043 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-e0d159b3-25c8-4e5e-9eaa-59ca769877ca tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f3fd86-882e-41cf-abcb-00fa170caf90') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:47.500264 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-392f2c93-e079-4e92-a865-793e85d63aae req-980272c3-f2d8-430b-8310-566675b56ca8 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3092339 May 06 09:52:47.521627 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e0d159b3-25c8-4e5e-9eaa-59ca769877ca tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.536699 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26b6de52-1401-4b8d-89fe-3f18465fee53 req-954f99e8-b6ce-48a6-9514-4e9a50e0cf0f service neutron] 10.222.0.77 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5527313 May 06 09:52:47.562228 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d14826f6-7e1e-494f-a371-3127f36cb530 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.570135 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e0d159b3-25c8-4e5e-9eaa-59ca769877ca tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.582542 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d159b3-25c8-4e5e-9eaa-59ca769877ca tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:52:47.583188 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e0d159b3-25c8-4e5e-9eaa-59ca769877ca tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: timer() May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:52:47.592279 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:52:47.638934 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d14826f6-7e1e-494f-a371-3127f36cb530 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.664453 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14826f6-7e1e-494f-a371-3127f36cb530 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:47.667838 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d14826f6-7e1e-494f-a371-3127f36cb530 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.670175 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a67daaf-5124-4b7f-9187-915186311870 None None] Network 7dca7fd6-984b-4838-83b3-8a79d746153c requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:47.702769 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36577eb-b81a-4cb0-8442-d2c24e1e09e4 x-openstack-request-id: req-f36577eb-b81a-4cb0-8442-d2c24e1e09e4 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:52:47.703361 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a0bfc2-45ba-4d63-b030-50686b88848c", "tag": "5f4eb16b-3523-48ac-8535-624e3aae1d84", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:52:47.711165 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f36577eb-b81a-4cb0-8442-d2c24e1e09e4 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:52:47.712074 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f36577eb-b81a-4cb0-8442-d2c24e1e09e4'] response: {'name': 'network-changed', 'server_uuid': '80a0bfc2-45ba-4d63-b030-50686b88848c', 'tag': '5f4eb16b-3523-48ac-8535-624e3aae1d84', 'status': 'completed', 'code': 200} May 06 09:52:47.773136 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701e8499-4a3d-4426-b7e4-7acd2c311a55 None None] Network e292d8c2-9b08-4783-8513-08129ac2d78f requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:47.775779 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['308f84f5-224b-4496-85f5-94f35d22a568'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:52:47.805022 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e0d159b3-25c8-4e5e-9eaa-59ca769877ca tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.817792 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e0d159b3-25c8-4e5e-9eaa-59ca769877ca tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590011'] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.830459 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e0d159b3-25c8-4e5e-9eaa-59ca769877ca tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "DELETE /v2.0/networks/7dca7fd6-984b-4838-83b3-8a79d746153c HTTP/1.1" status: 204 len: 168 time: 2.6346898 May 06 09:52:47.845762 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 32774) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:47.877200 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819e3db-0b9d-4b88-b465-e795c820579d req-2a76df98-5933-4954-b63f-c35f7515d828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:47.878493 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7819e3db-0b9d-4b88-b465-e795c820579d req-2a76df98-5933-4954-b63f-c35f7515d828 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c517f1b2e83649f0bec52fdccbd31b7e&device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 1094 time: 0.1421061 May 06 09:52:47.879313 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d159b3-25c8-4e5e-9eaa-59ca769877ca tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event deleted for resources: {'Network': ['ID=7dca7fd6-984b-4838-83b3-8a79d746153c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:48.017887 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b31a969-a3e3-4720-a346-61913a504edb tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] DELETE failed (client error): The resource could not be found. May 06 09:52:48.018278 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b31a969-a3e3-4720-a346-61913a504edb tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:52:48.023296 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4b31a969-a3e3-4720-a346-61913a504edb tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "DELETE /v2.0/networks/7dca7fd6-984b-4838-83b3-8a79d746153c HTTP/1.1" status: 404 len: 339 time: 0.1473894 May 06 09:52:48.028798 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d14826f6-7e1e-494f-a371-3127f36cb530 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7082000 May 06 09:52:48.032411 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 32780) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:48.032755 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 32782) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:48.039067 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-baeb259d-27fa-44ef-8f88-0627b44448c1 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Request body: {'subnet': {'network_id': 'df2ce657-f1a8-4491-9aa6-3a2f4fc19007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:48.046767 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-57b2f088-494c-4300-a668-8e0530b3ecc4 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1177370713', 'description': 'd1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:48.057562 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819e3db-0b9d-4b88-b465-e795c820579d req-4736ca48-712c-4d87-be61-d34019511745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:48.059111 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7819e3db-0b9d-4b88-b465-e795c820579d req-4736ca48-712c-4d87-be61-d34019511745 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8b4bbee4-4fbe-449e-978f-a646b5e578f0 HTTP/1.1" status: 200 len: 920 time: 0.1703644 May 06 09:52:48.153502 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14826f6-7e1e-494f-a371-3127f36cb530 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event updated for resources: {'Network': ['ID=df2ce657-f1a8-4491-9aa6-3a2f4fc19007,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:48.160560 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=308f84f5-224b-4496-85f5-94f35d22a568,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:48.186669 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7819e3db-0b9d-4b88-b465-e795c820579d req-78c5188a-22d3-4368-b9c3-bd307c807b70 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f4eb16b-3523-48ac-8535-624e3aae1d84 HTTP/1.1" status: 200 len: 217 time: 0.1187630 May 06 09:52:48.204654 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network df2ce657-f1a8-4491-9aa6-3a2f4fc19007 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:52:48.264266 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b2f088-494c-4300-a668-8e0530b3ecc4 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Made reservation on behalf of 11a860d76348444b82a4e66a359e4274 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:48.272449 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-57b2f088-494c-4300-a668-8e0530b3ecc4 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:48.307233 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baeb259d-27fa-44ef-8f88-0627b44448c1 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Made reservation on behalf of 4905333ab73b447792d49b8f402a9e82 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:48.314997 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-baeb259d-27fa-44ef-8f88-0627b44448c1 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:48.339864 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819e3db-0b9d-4b88-b465-e795c820579d req-a4848a74-b139-4751-a445-b544e3e042c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:48.341350 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7819e3db-0b9d-4b88-b465-e795c820579d req-a4848a74-b139-4751-a445-b544e3e042c9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c9382d75-3c44-4a92-be03-e9a2109a5f6f HTTP/1.1" status: 200 len: 858 time: 0.1308982 May 06 09:52:48.353339 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-123d9ccf-d3d9-4dc9-ab86-515190023275 req-643aadf9-73ef-4349-b803-1bb2dfb2b253 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 210 time: 0.4943850 May 06 09:52:48.473979 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819e3db-0b9d-4b88-b465-e795c820579d req-7f6c45c9-3ee8-473b-b63f-da2e3d2ee2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:48.476347 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7819e3db-0b9d-4b88-b465-e795c820579d req-7f6c45c9-3ee8-473b-b63f-da2e3d2ee2cb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8b4bbee4-4fbe-449e-978f-a646b5e578f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1185958 May 06 09:52:48.727194 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7819e3db-0b9d-4b88-b465-e795c820579d req-32953f4b-6a3b-417c-b4a8-f4c4190fde5a service neutron] 10.222.0.77 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248995 May 06 09:52:48.738575 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278c99d-f78a-46a7-bf78-9b053c4a2ccc req-0219ac4e-6c8f-4ca3-8984-aaeacb254ef6 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:48.740147 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3278c99d-f78a-46a7-bf78-9b053c4a2ccc req-0219ac4e-6c8f-4ca3-8984-aaeacb254ef6 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.73 "GET /v2.0/ports?device_id=b43a698c-2851-40bb-9b4a-387093a7d817 HTTP/1.1" status: 200 len: 946 time: 0.1082952 May 06 09:52:48.838376 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea6aff9-fb2e-42f0-b408-9d4580603934 x-openstack-request-id: req-0ea6aff9-fb2e-42f0-b408-9d4580603934 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:52:48.838675 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43a698c-2851-40bb-9b4a-387093a7d817", "name": "network-vif-plugged", "status": "completed", "tag": "f0883910-8194-4353-b958-8f0d5a2931f5", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:52:48.838937 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0ea6aff9-fb2e-42f0-b408-9d4580603934 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:52:48.839400 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ea6aff9-fb2e-42f0-b408-9d4580603934'] response: {'server_uuid': 'b43a698c-2851-40bb-9b4a-387093a7d817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0883910-8194-4353-b958-8f0d5a2931f5', 'code': 200} May 06 09:52:48.842686 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9e5933-532a-497c-98dc-ca725510d63d None None] Network c05bc40a-1965-4af8-8519-2e49e6610bf7 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:48.893737 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3278c99d-f78a-46a7-bf78-9b053c4a2ccc req-2a79faa4-676d-4549-84e6-cec63421d4b8 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.73 "GET /v2.0/security-groups?id=379db6aa-a2dd-4f1a-9333-3f7451002ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307445 May 06 09:52:48.988054 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7819e3db-0b9d-4b88-b465-e795c820579d req-88c1bce7-69a9-4344-a452-bb04b3a76b93 service neutron] 10.222.0.77 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468064 May 06 09:52:49.119444 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-ad2abe97-3c4d-44c2-883e-8352ef573980 None None] Allocated IP 172.20.0.1 (ea1886aa-054b-45c2-b669-eb2ce90bc9c1/d5ae2f86-0cfc-421e-865b-7101bc7e4ed2/111bcde8-57b5-4ba1-9648-35b1838a6ece) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:49.127144 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4e96c34c-ae96-4d12-bb5e-9c6da0f37958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:49.156897 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:49.174023 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d0b1f-9c9f-4a98-9220-c1a16b9cbf68 req-c34ebc13-b0f3-45c7-add2-f8dcc514f9ad tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:49.177501 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b2005bf5-3d5b-4238-8833-4ae94384ae8d None None] Provisioning complete for port d8886d57-a918-4029-8ce5-4c5b4f593e82 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:49.178094 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b2005bf5-3d5b-4238-8833-4ae94384ae8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:49.185412 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c8d0b1f-9c9f-4a98-9220-c1a16b9cbf68 req-c34ebc13-b0f3-45c7-add2-f8dcc514f9ad tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 943 time: 0.1304696 May 06 09:52:49.256531 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d8886d57-a918-4029-8ce5-4c5b4f593e82 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:49.268492 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c8d0b1f-9c9f-4a98-9220-c1a16b9cbf68 req-d5d41e9d-e915-4d21-b2a3-59927b21cb96 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671420 May 06 09:52:49.295908 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b2f088-494c-4300-a668-8e0530b3ecc4 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:52:49.327618 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-57b2f088-494c-4300-a668-8e0530b3ecc4 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:49.328118 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-57b2f088-494c-4300-a668-8e0530b3ecc4 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Added segment 46893ba6-a20f-4280-a766-dce1aa7938ca of type vlan for network 164577af-44a1-44df-820c-c6ea8302873e May 06 09:52:49.432181 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf5211-e163-47b3-86cf-23187adb9d78 req-54c0e09c-b683-4385-8fff-b78a16654108 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:49.443553 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-76cf5211-e163-47b3-86cf-23187adb9d78 req-54c0e09c-b683-4385-8fff-b78a16654108 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 945 time: 0.0968661 May 06 09:52:49.480265 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779adeb-f7d8-45a6-a4be-b6522040d73e req-51df0e13-fe18-4e0e-9632-8886befe2543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:49.483766 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c779adeb-f7d8-45a6-a4be-b6522040d73e req-51df0e13-fe18-4e0e-9632-8886befe2543 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b43a698c-2851-40bb-9b4a-387093a7d817 HTTP/1.1" status: 200 len: 1097 time: 0.2800870 May 06 09:52:49.493933 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-57b2f088-494c-4300-a668-8e0530b3ecc4 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:49.503743 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-76cf5211-e163-47b3-86cf-23187adb9d78 req-e655cea2-5bed-4654-a3c3-af9708a56742 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582621 May 06 09:52:49.531073 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1874f214-9c9c-4334-b7f4-4e5d44ffc578 req-b31971ef-a338-4c2b-b518-b1b09fe3c329 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7d755482-93d7-45da-b8a7-6b3f9b152cfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3279727 May 06 09:52:49.602647 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:49.676570 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-57b2f088-494c-4300-a668-8e0530b3ecc4 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:49.683312 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b2f088-494c-4300-a668-8e0530b3ecc4 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:49.684276 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-57b2f088-494c-4300-a668-8e0530b3ecc4 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:49.686867 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-596604c1-0c75-4fc3-a2f6-630f5deabd18 req-5082f708-9f0e-4efa-bfab-78820cfeb4ee tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 210 time: 0.0508156 May 06 09:52:49.696854 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ad2abe97-3c4d-44c2-883e-8352ef573980 None None] For port 111bcde8-57b5-4ba1-9648-35b1838a6ece, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=111bcde8-57b5-4ba1-9648-35b1838a6ece,segment=NetworkSegment(fca6d4c2-c97a-456a-8350-fd7419be3d29),segment_id=fca6d4c2-c97a-456a-8350-fd7419be3d29)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:49.721505 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c779adeb-f7d8-45a6-a4be-b6522040d73e req-900d4b57-9a99-46fd-9124-1627c5314643 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=379db6aa-a2dd-4f1a-9333-3f7451002ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173197 May 06 09:52:49.725184 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port d8886d57-a918-4029-8ce5-4c5b4f593e82 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:49.725390 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:49.789170 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-57b2f088-494c-4300-a668-8e0530b3ecc4 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7552583 May 06 09:52:49.792820 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 32790) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:49.830919 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ad2abe97-3c4d-44c2-883e-8352ef573980 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:49.842012 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b2005bf5-3d5b-4238-8833-4ae94384ae8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:49.853174 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2f088-494c-4300-a668-8e0530b3ecc4 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event updated for resources: {'Network': ['ID=164577af-44a1-44df-820c-c6ea8302873e,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:49.863541 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874f214-9c9c-4334-b7f4-4e5d44ffc578 req-3dac434d-c9ec-4704-82d4-f731593ed1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:49.866676 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1874f214-9c9c-4334-b7f4-4e5d44ffc578 req-3dac434d-c9ec-4704-82d4-f731593ed1bf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fc3665e2c2e04868b3a33544c6d53039&device_id=7d755482-93d7-45da-b8a7-6b3f9b152cfd HTTP/1.1" status: 200 len: 1097 time: 0.2468886 May 06 09:52:49.909818 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 164577af-44a1-44df-820c-c6ea8302873e details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:52:49.935406 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ad2abe97-3c4d-44c2-883e-8352ef573980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:49.951235 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f65b357-a862-451b-86fc-fb80774ce960 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:49.953463 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5f65b357-a862-451b-86fc-fb80774ce960 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "GET /v2.0/networks?id=164577af-44a1-44df-820c-c6ea8302873e HTTP/1.1" status: 200 len: 765 time: 0.1593750 May 06 09:52:49.956618 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 32794) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:49.962849 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-6e90703a-5b07-42e2-b56f-8a7c54df6583 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Request body: {'network': {'description': 'd2'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:50.021984 n-d-840835-1 neutron-server[102652]: DEBUG neutron.objects.ports [None req-baeb259d-27fa-44ef-8f88-0627b44448c1 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102652) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:52:50.024578 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-baeb259d-27fa-44ef-8f88-0627b44448c1 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:50.159355 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de78d1e-7b57-41ad-8953-307602d3ab3a req-7275ab60-cf87-4250-b204-eaf4bd23d30c tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:50.161042 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6de78d1e-7b57-41ad-8953-307602d3ab3a req-7275ab60-cf87-4250-b204-eaf4bd23d30c tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.73 "GET /v2.0/ports?device_id=b43a698c-2851-40bb-9b4a-387093a7d817 HTTP/1.1" status: 200 len: 946 time: 0.0998652 May 06 09:52:50.236349 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-b2005bf5-3d5b-4238-8833-4ae94384ae8d None None] For port d8886d57-a918-4029-8ce5-4c5b4f593e82, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=d8886d57-a918-4029-8ce5-4c5b4f593e82,segment=NetworkSegment(b9953715-dc2a-47bf-b93a-e28bed49aceb),segment_id=b9953715-dc2a-47bf-b93a-e28bed49aceb)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:50.280106 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b2005bf5-3d5b-4238-8833-4ae94384ae8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:50.304711 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6de78d1e-7b57-41ad-8953-307602d3ab3a req-b23a3a83-7178-4fcf-ac33-932cb43c0dd3 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.73 "GET /v2.0/security-groups?id=379db6aa-a2dd-4f1a-9333-3f7451002ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344841 May 06 09:52:50.374805 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:50.394037 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2abe97-3c4d-44c2-883e-8352ef573980 None None] Pushing event updated for resources: {'Port': ['ID=111bcde8-57b5-4ba1-9648-35b1838a6ece,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:50.421068 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6e90703a-5b07-42e2-b56f-8a7c54df6583 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:50.457622 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6e90703a-5b07-42e2-b56f-8a7c54df6583 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:50.474512 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874f214-9c9c-4334-b7f4-4e5d44ffc578 req-04562790-1354-4b52-a59d-0e5dae72adde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:50.480404 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6e90703a-5b07-42e2-b56f-8a7c54df6583 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Network 164577af-44a1-44df-820c-c6ea8302873e is not hosted by any dhcp agent {{(pid=102653) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 06 09:52:50.481962 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1874f214-9c9c-4334-b7f4-4e5d44ffc578 req-04562790-1354-4b52-a59d-0e5dae72adde service neutron] 10.222.0.77 "GET /v2.0/networks?id=5312fc31-6ea9-4a0c-acf2-db4b77673e7e HTTP/1.1" status: 200 len: 912 time: 0.3172226 May 06 09:52:50.490593 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e90703a-5b07-42e2-b56f-8a7c54df6583 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:50.498355 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6e90703a-5b07-42e2-b56f-8a7c54df6583 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:50.502347 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6e90703a-5b07-42e2-b56f-8a7c54df6583 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "PUT /v2.0/networks/164577af-44a1-44df-820c-c6ea8302873e HTTP/1.1" status: 200 len: 762 time: 0.5422261 May 06 09:52:50.532691 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2005bf5-3d5b-4238-8833-4ae94384ae8d None None] Pushing event updated for resources: {'Port': ['ID=d8886d57-a918-4029-8ce5-4c5b4f593e82,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:50.558248 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 32800) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:50.562912 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb259d-27fa-44ef-8f88-0627b44448c1 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event updated for resources: {'Subnet': ['ID=2e36192d-0417-424a-8053-d53f5d49821e,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:50.570954 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baeb259d-27fa-44ef-8f88-0627b44448c1 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Checking segment: {'id': 'f0ee7efa-d310-4660-b7ed-a7f47b15b5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'df2ce657-f1a8-4491-9aa6-3a2f4fc19007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:50.571523 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baeb259d-27fa-44ef-8f88-0627b44448c1 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Network hostable DHCP agents. Network: df2ce657-f1a8-4491-9aa6-3a2f4fc19007, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:52:50.642862 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 5f4eb16b-3523-48ac-8535-624e3aae1d84 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:52:50.666849 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90703a-5b07-42e2-b56f-8a7c54df6583 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event updated for resources: {'Network': ['ID=164577af-44a1-44df-820c-c6ea8302873e,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:50.706646 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c38ff-a299-45d2-a7b1-35724ac92d0c req-385ef8d3-c483-4d86-a98e-548effc91935 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:50.706921 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 164577af-44a1-44df-820c-c6ea8302873e details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:52:50.716759 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a55c38ff-a299-45d2-a7b1-35724ac92d0c req-385ef8d3-c483-4d86-a98e-548effc91935 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 943 time: 0.1985409 May 06 09:52:50.773318 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a55c38ff-a299-45d2-a7b1-35724ac92d0c req-2323f528-89ee-43f7-964a-5b5e43e1222b tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555274 May 06 09:52:50.830485 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baeb259d-27fa-44ef-8f88-0627b44448c1 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Network df2ce657-f1a8-4491-9aa6-3a2f4fc19007 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:52:50.846458 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:52:50.847419 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:52:50.849065 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1874f214-9c9c-4334-b7f4-4e5d44ffc578 req-b6a7eae0-afab-4051-8c0d-efde582e5117 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c974a161-2872-4b81-8e66-9607719d80f2 HTTP/1.1" status: 200 len: 1002 time: 0.3661883 May 06 09:52:50.934453 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e71d7676-4372-4491-91ca-0304fa214e2b None None] Provisioning complete for port d8886d57-a918-4029-8ce5-4c5b4f593e82 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:50.934832 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e71d7676-4372-4491-91ca-0304fa214e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:50.967053 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe58d7-ab8d-41c4-90e3-665fc0e606ee req-3a881ace-76a7-4fff-ac1f-3fa927107ca1 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:50.968061 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-baeb259d-27fa-44ef-8f88-0627b44448c1 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, df2ce657-f1a8-4491-9aa6-3a2f4fc19007) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:50.978554 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aafe58d7-ab8d-41c4-90e3-665fc0e606ee req-3a881ace-76a7-4fff-ac1f-3fa927107ca1 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 945 time: 0.0959272 May 06 09:52:50.994174 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd6d962-4a66-45d5-9ed7-7736840b04a5 None None] Network df2ce657-f1a8-4491-9aa6-3a2f4fc19007 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:51.010817 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeb259d-27fa-44ef-8f88-0627b44448c1 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:51.011513 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-baeb259d-27fa-44ef-8f88-0627b44448c1 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:51.039387 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20bd153-8122-4852-82d7-a17cc834c4d6 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:51.044638 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d20bd153-8122-4852-82d7-a17cc834c4d6 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "GET /v2.0/networks?id=164577af-44a1-44df-820c-c6ea8302873e HTTP/1.1" status: 200 len: 765 time: 0.4664471 May 06 09:52:51.054768 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 32806) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:51.112258 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aafe58d7-ab8d-41c4-90e3-665fc0e606ee req-3852f747-e017-4a13-9b51-9ffdd6df76bd tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311867 May 06 09:52:51.156654 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 5f4eb16b-3523-48ac-8535-624e3aae1d84, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=5f4eb16b-3523-48ac-8535-624e3aae1d84,segment=NetworkSegment(27b775b5-8035-4904-ad11-074d150e8a59),segment_id=27b775b5-8035-4904-ad11-074d150e8a59)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:51.219067 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 32808) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:51.229375 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-baeb259d-27fa-44ef-8f88-0627b44448c1 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1796420 May 06 09:52:51.230719 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '5f4eb16b-3523-48ac-8535-624e3aae1d84', 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0', 'port_id': '5f4eb16b-3523-48ac-8535-624e3aae1d84', 'mac_address': 'fa:16:3e:8b:fc:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9382d75-3c44-4a92-be03-e9a2109a5f6f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:52:51.234249 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-d890e56a-5edb-4275-b47d-65f4c8aebf70 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Request body: {'port': {'network_id': 'df2ce657-f1a8-4491-9aa6-3a2f4fc19007', 'name': 'tempest-NetworksIpV6TestAttrs-86119176'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:51.258483 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:51.358613 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7d05c513-726a-4acf-ac25-ff919595208d req-013b5f8c-81fc-442a-9adb-2416e9e5e1a4 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/ports?device_id=de4813d2-967e-4d63-9541-42e5dd543fa9 HTTP/1.1" status: 200 len: 210 time: 0.0405087 May 06 09:52:51.377265 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:51.440547 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874f214-9c9c-4334-b7f4-4e5d44ffc578 req-b413c0a0-5e47-4c22-8017-8306b144450d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:51.442466 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1874f214-9c9c-4334-b7f4-4e5d44ffc578 req-b413c0a0-5e47-4c22-8017-8306b144450d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ccc21fd6-3e83-4532-8289-a853643de30c HTTP/1.1" status: 200 len: 850 time: 0.5742049 May 06 09:52:51.526872 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 308f84f5-224b-4496-85f5-94f35d22a568 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:51.600646 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a909413-48c6-43a1-8943-a08055306adf None None] Network ea1886aa-054b-45c2-b669-eb2ce90bc9c1 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:51.627581 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874f214-9c9c-4334-b7f4-4e5d44ffc578 req-85e8cb6a-b5f4-4cbd-b220-5daf0e8d4220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:51.628255 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1874f214-9c9c-4334-b7f4-4e5d44ffc578 req-85e8cb6a-b5f4-4cbd-b220-5daf0e8d4220 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5312fc31-6ea9-4a0c-acf2-db4b77673e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1767519 May 06 09:52:51.641242 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de357e6a-9fe5-4da7-9db8-99e49e6fac5a tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:51.648671 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-de357e6a-9fe5-4da7-9db8-99e49e6fac5a tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5819206 May 06 09:52:51.649595 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 32814) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:51.665259 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d890e56a-5edb-4275-b47d-65f4c8aebf70 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Made reservation on behalf of 4905333ab73b447792d49b8f402a9e82 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:51.668563 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d890e56a-5edb-4275-b47d-65f4c8aebf70 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:51.734546 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a936f-6b7f-4d68-9762-8c49a3d82a43 req-ada68d90-6afc-45ef-afad-4165c4e9f02d tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:51.737008 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-407a936f-6b7f-4d68-9762-8c49a3d82a43 req-ada68d90-6afc-45ef-afad-4165c4e9f02d tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.73 "GET /v2.0/ports?device_id=b43a698c-2851-40bb-9b4a-387093a7d817 HTTP/1.1" status: 200 len: 946 time: 0.2403486 May 06 09:52:51.782525 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-d890e56a-5edb-4275-b47d-65f4c8aebf70 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] device_id is not set on port 4b14eddd-8720-46bc-83b9-71b28ea2b201 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:52:51.796637 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1874f214-9c9c-4334-b7f4-4e5d44ffc578 req-2d5f2b75-e6d1-4a07-9e0a-a9816d28178b service neutron] 10.222.0.77 "GET /v2.0/networks/5312fc31-6ea9-4a0c-acf2-db4b77673e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457756 May 06 09:52:51.868717 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-684035d5-98a2-4896-9293-41844e395879 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "GET /v2.0/subnets?network_id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 207 time: 0.2126415 May 06 09:52:51.926612 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-d890e56a-5edb-4275-b47d-65f4c8aebf70 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Allocated IP 2001:db8::f816:3eff:fe17:273c (df2ce657-f1a8-4491-9aa6-3a2f4fc19007/2e36192d-0417-424a-8053-d53f5d49821e/4b14eddd-8720-46bc-83b9-71b28ea2b201) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:51.932322 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 32818) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:52.139155 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-407a936f-6b7f-4d68-9762-8c49a3d82a43 req-4e78c7a0-2f3c-4b24-928b-90b97018c9f8 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.73 "GET /v2.0/security-groups?id=379db6aa-a2dd-4f1a-9333-3f7451002ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939569 May 06 09:52:52.209594 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d890e56a-5edb-4275-b47d-65f4c8aebf70 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:52.222545 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bada00-bd3d-44fa-a6d5-fe2abce96f59 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:52.230380 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bada00-bd3d-44fa-a6d5-fe2abce96f59 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:52.237544 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bada00-bd3d-44fa-a6d5-fe2abce96f59 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:52.253027 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bada00-bd3d-44fa-a6d5-fe2abce96f59 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:52.260703 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bada00-bd3d-44fa-a6d5-fe2abce96f59 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:52.267856 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bada00-bd3d-44fa-a6d5-fe2abce96f59 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:52.272509 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e9bada00-bd3d-44fa-a6d5-fe2abce96f59 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.3380799 May 06 09:52:52.279625 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 32824) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:52.304982 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f4eb16b-3523-48ac-8535-624e3aae1d84 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:52:52.307504 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d890e56a-5edb-4275-b47d-65f4c8aebf70 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:52.319482 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d8886d57-a918-4029-8ce5-4c5b4f593e82 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:52.322324 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:52.458514 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 5f4eb16b-3523-48ac-8535-624e3aae1d84, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=5f4eb16b-3523-48ac-8535-624e3aae1d84,segment=NetworkSegment(27b775b5-8035-4904-ad11-074d150e8a59),segment_id=27b775b5-8035-4904-ad11-074d150e8a59)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:52.483739 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:52.508787 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-cd399c59-cb67-4b09-90c9-f466498ad3c0 None None] Provisioning complete for port 111bcde8-57b5-4ba1-9648-35b1838a6ece triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:52.509827 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cd399c59-cb67-4b09-90c9-f466498ad3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:52.518080 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1874f214-9c9c-4334-b7f4-4e5d44ffc578 req-9c194fa9-5a21-41b5-9b0b-34311d86b67c service neutron] 10.222.0.77 "GET /v2.0/networks/5312fc31-6ea9-4a0c-acf2-db4b77673e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7097549 May 06 09:52:52.584659 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4df8a122-3e82-48ac-9b2f-993b0b29bd8d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.2998338 May 06 09:52:52.584659 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 32830) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:52.684609 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2d4ca5-bba2-49fb-920b-96356ba4f487 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:52.687207 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2d4ca5-bba2-49fb-920b-96356ba4f487 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:52.688846 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2d4ca5-bba2-49fb-920b-96356ba4f487 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:52.691369 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2d4ca5-bba2-49fb-920b-96356ba4f487 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:52.693386 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2d4ca5-bba2-49fb-920b-96356ba4f487 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:52.700206 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9a2d4ca5-bba2-49fb-920b-96356ba4f487 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1083717 May 06 09:52:52.707227 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 32832) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:52.743725 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf9aa34-3b47-4165-ae58-04844a077085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-df2ce657-f1a8-4491-9aa6-3a2f4fc19007', 'network_id': 'df2ce657-f1a8-4491-9aa6-3a2f4fc19007', 'tenant_id': '4905333ab73b447792d49b8f402a9e82', 'fixed_ips': [{'subnet_id': '2e36192d-0417-424a-8053-d53f5d49821e'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:52:52.744809 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8bf9aa34-3b47-4165-ae58-04844a077085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:52.775020 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d890e56a-5edb-4275-b47d-65f4c8aebf70 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Network df2ce657-f1a8-4491-9aa6-3a2f4fc19007 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:52.782073 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-d890e56a-5edb-4275-b47d-65f4c8aebf70 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:52.786206 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 308f84f5-224b-4496-85f5-94f35d22a568 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:52:52.787548 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d890e56a-5edb-4275-b47d-65f4c8aebf70 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:52.793323 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d890e56a-5edb-4275-b47d-65f4c8aebf70 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:52.793965 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d890e56a-5edb-4275-b47d-65f4c8aebf70 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:52.807738 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c30d9e-712b-41ea-9ec7-9b301ab5ddd0 req-e52bbeb8-06dc-421e-ae5c-8966d8acbcc2 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:52.810263 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcef2f8-90d2-47eb-b3df-6e45a4da7181 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:52.812581 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcef2f8-90d2-47eb-b3df-6e45a4da7181 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:52.814148 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcef2f8-90d2-47eb-b3df-6e45a4da7181 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:52.814789 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 308f84f5-224b-4496-85f5-94f35d22a568 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:52.815323 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:52.815802 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-68c30d9e-712b-41ea-9ec7-9b301ab5ddd0 req-e52bbeb8-06dc-421e-ae5c-8966d8acbcc2 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 943 time: 0.5456946 May 06 09:52:52.818937 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=5f4eb16b-3523-48ac-8535-624e3aae1d84,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:52.824482 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcef2f8-90d2-47eb-b3df-6e45a4da7181 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:52.830986 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcef2f8-90d2-47eb-b3df-6e45a4da7181 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:52.838770 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9fcef2f8-90d2-47eb-b3df-6e45a4da7181 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1253066 May 06 09:52:52.840185 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 32834) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:52.868896 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890e56a-5edb-4275-b47d-65f4c8aebf70 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event updated for resources: {'Port': ['ID=4b14eddd-8720-46bc-83b9-71b28ea2b201,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:52.871008 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:52.871585 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:52.872005 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:52.872418 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:52.872826 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:52.873232 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:52.873637 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:52.874040 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:52.875469 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:52.876436 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-68c30d9e-712b-41ea-9ec7-9b301ab5ddd0 req-8b8599bf-5d37-4e2d-aed3-d4aecd3d3698 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597649 May 06 09:52:52.876647 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:52.877318 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:52.878802 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:52.884148 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d890e56a-5edb-4275-b47d-65f4c8aebf70 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.6630909 May 06 09:52:52.884692 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 32836) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:52.976650 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-0405de25-17c2-4cd4-8014-a0f8011266e5 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Deleting subnet 2e36192d-0417-424a-8053-d53f5d49821e {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:52:52.980781 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0405de25-17c2-4cd4-8014-a0f8011266e5 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:53.050333 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port d8886d57-a918-4029-8ce5-4c5b4f593e82 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:53.050865 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:53.056593 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['5f4eb16b-3523-48ac-8535-624e3aae1d84'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:52:53.075499 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ef7bf4-f485-4c83-9180-c003b4792c46 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:53.083244 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-00ef7bf4-f485-4c83-9180-c003b4792c46 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "GET /v2.0/networks/4a0c57cd-5bd8-4231-8b3d-2c72864908d0 HTTP/1.1" status: 200 len: 803 time: 0.2419865 May 06 09:52:53.083885 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 32838) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:53.126400 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0405de25-17c2-4cd4-8014-a0f8011266e5 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:53.181696 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0181a93-8e6a-4983-bc0c-647d6b911378 req-5df0cef4-cf75-4338-8132-e0ce9d8889da tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:53.183609 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b0181a93-8e6a-4983-bc0c-647d6b911378 req-5df0cef4-cf75-4338-8132-e0ce9d8889da tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 945 time: 0.1403131 May 06 09:52:53.270212 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b0181a93-8e6a-4983-bc0c-647d6b911378 req-fcc49b84-a906-41ed-a04e-70bd175ad7e0 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730214 May 06 09:52:53.284865 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0405de25-17c2-4cd4-8014-a0f8011266e5 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:53.302127 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b2f80622-9137-41d7-8c76-0759a3ed9fec tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "GET /v2.0/networks/4a0c57cd-5bd8-4231-8b3d-2c72864908d0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2137232 May 06 09:52:53.302355 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 32840) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:53.381627 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d433e2a0-0cf8-42bb-abf8-53777f51adb6 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:53.383701 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d433e2a0-0cf8-42bb-abf8-53777f51adb6 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "GET /v2.0/subnets/340effaf-a19e-43fe-9beb-46b52814edfa HTTP/1.1" status: 200 len: 843 time: 0.0801988 May 06 09:52:53.388119 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 32842) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:53.417099 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0405de25-17c2-4cd4-8014-a0f8011266e5 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:53.465955 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:53.475156 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0405de25-17c2-4cd4-8014-a0f8011266e5 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:53.477263 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b9f7a0-c5e7-44be-be84-3ba224903c8b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['shared'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:53.478732 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a5b9f7a0-c5e7-44be-be84-3ba224903c8b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "GET /v2.0/subnets/340effaf-a19e-43fe-9beb-46b52814edfa?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0893888 May 06 09:52:53.479603 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0405de25-17c2-4cd4-8014-a0f8011266e5 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "DELETE /v2.0/subnets/2e36192d-0417-424a-8053-d53f5d49821e HTTP/1.1" status: 204 len: 168 time: 0.5938656 May 06 09:52:53.482021 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 32846) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:53.482728 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 32848) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:53.488756 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-cdf65668-3481-4e58-bab1-ef7b8823619c tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-103786402'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server [None req-8bf9aa34-3b47-4165-ae58-04844a077085 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e36192d-0417-424a-8053-d53f5d49821e: This subnet is being modified by another concurrent operation. May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 09:52:53.504250 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise exception May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e36192d-0417-424a-8053-d53f5d49821e: This subnet is being modified by another concurrent operation. May 06 09:52:53.509513 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server May 06 09:52:53.538914 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34196299-76ef-4cda-95b3-96a57ed3b415 None None] Network df2ce657-f1a8-4491-9aa6-3a2f4fc19007 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:53.539934 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf65668-3481-4e58-bab1-ef7b8823619c tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Made reservation on behalf of 11a860d76348444b82a4e66a359e4274 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:53.552236 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cdf65668-3481-4e58-bab1-ef7b8823619c tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:53.586259 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405de25-17c2-4cd4-8014-a0f8011266e5 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event deleted for resources: {'Subnet': ['ID=2e36192d-0417-424a-8053-d53f5d49821e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:53.606051 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf65668-3481-4e58-bab1-ef7b8823619c tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:52:53.607034 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9430cc7-a894-4a00-8c91-4c3baccef1f5 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:53.608765 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9430cc7-a894-4a00-8c91-4c3baccef1f5 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:53.610586 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d9430cc7-a894-4a00-8c91-4c3baccef1f5 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1277237 May 06 09:52:53.614852 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 32850) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:53.626589 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cdf65668-3481-4e58-bab1-ef7b8823619c tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:53.627788 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-cdf65668-3481-4e58-bab1-ef7b8823619c tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Added segment a5f52c5c-0fbc-4043-9844-69f8720d8864 of type vlan for network 6ccf20bc-68d7-4ad3-af4a-91869ab010a3 May 06 09:52:53.682281 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 111bcde8-57b5-4ba1-9648-35b1838a6ece up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:53.684107 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ecba00-a123-4299-9dec-25aeecee87c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308f84f5-224b-4496-85f5-94f35d22a568'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:52:53.686414 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588e1444-5a00-481f-9b7b-731a61ae6955" -d '{"events": [{"server_uuid": "f0ecba00-a123-4299-9dec-25aeecee87c2", "name": "network-vif-plugged", "status": "completed", "tag": "308f84f5-224b-4496-85f5-94f35d22a568"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:52:53.688082 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0af19-0836-4b23-8486-318b9f651212 req-3ca35597-819d-4c64-8432-c58bd1fe2f63 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:53.690655 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dfc0af19-0836-4b23-8486-318b9f651212 req-3ca35597-819d-4c64-8432-c58bd1fe2f63 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.73 "GET /v2.0/ports?device_id=b43a698c-2851-40bb-9b4a-387093a7d817 HTTP/1.1" status: 200 len: 946 time: 0.2848961 May 06 09:52:53.731536 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cdf65668-3481-4e58-bab1-ef7b8823619c tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:53.762052 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da429ffc-32c5-4545-a5b4-acb9813a1bed tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:53.769922 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 308f84f5-224b-4496-85f5-94f35d22a568, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=308f84f5-224b-4496-85f5-94f35d22a568,segment=NetworkSegment(27b775b5-8035-4904-ad11-074d150e8a59),segment_id=27b775b5-8035-4904-ad11-074d150e8a59)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:53.770155 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cdf65668-3481-4e58-bab1-ef7b8823619c tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:53.775684 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dfc0af19-0836-4b23-8486-318b9f651212 req-d11fe0bd-c190-487d-a65f-ab6b2e87e16f tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.73 "GET /v2.0/security-groups?id=379db6aa-a2dd-4f1a-9333-3f7451002ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755351 May 06 09:52:53.776515 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a0e0bf2f-ee63-4b9a-b323-cc14434589fb None None] Provisioning complete for port 111bcde8-57b5-4ba1-9648-35b1838a6ece triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:53.777166 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a0e0bf2f-ee63-4b9a-b323-cc14434589fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:53.779948 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf65668-3481-4e58-bab1-ef7b8823619c tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:53.781605 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cdf65668-3481-4e58-bab1-ef7b8823619c tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:53.793872 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-da429ffc-32c5-4545-a5b4-acb9813a1bed tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 06 09:52:53.795344 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da429ffc-32c5-4545-a5b4-acb9813a1bed tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:52:53.803781 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-da429ffc-32c5-4545-a5b4-acb9813a1bed tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "DELETE /v2.0/networks/df2ce657-f1a8-4491-9aa6-3a2f4fc19007 HTTP/1.1" status: 409 len: 405 time: 0.1874490 May 06 09:52:53.808668 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 32864) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:53.819845 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-4e836183-a4df-46b0-a825-eb93473e7417 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-266454078'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:53.822742 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cdf65668-3481-4e58-bab1-ef7b8823619c tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3387258 May 06 09:52:53.831477 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 32866) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:53.837227 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-6f108dc0-ea96-477f-8d7a-025f046cd87d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Request body: {'subnet': {'network_id': '6ccf20bc-68d7-4ad3-af4a-91869ab010a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:53.860274 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:53.888953 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf65668-3481-4e58-bab1-ef7b8823619c tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event updated for resources: {'Network': ['ID=6ccf20bc-68d7-4ad3-af4a-91869ab010a3,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:53.970809 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9fff72-d9ff-434d-b7d6-e8c71ce3a932 x-openstack-request-id: req-fe9fff72-d9ff-434d-b7d6-e8c71ce3a932 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:52:53.971240 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ecba00-a123-4299-9dec-25aeecee87c2", "name": "network-vif-plugged", "status": "completed", "tag": "308f84f5-224b-4496-85f5-94f35d22a568", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:52:53.971494 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fe9fff72-d9ff-434d-b7d6-e8c71ce3a932 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:52:53.971911 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe9fff72-d9ff-434d-b7d6-e8c71ce3a932'] response: {'server_uuid': 'f0ecba00-a123-4299-9dec-25aeecee87c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308f84f5-224b-4496-85f5-94f35d22a568', 'code': 200} May 06 09:52:53.973745 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 6ccf20bc-68d7-4ad3-af4a-91869ab010a3 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:52:54.046935 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e836183-a4df-46b0-a825-eb93473e7417 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Made reservation on behalf of 4905333ab73b447792d49b8f402a9e82 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:54.051272 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4e836183-a4df-46b0-a825-eb93473e7417 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:54.089771 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913cbee-e018-40e2-ae30-c9cf5b54d1f8 req-04a3cd66-4889-41a7-8cbe-4bf215b10834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:54.091829 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4913cbee-e018-40e2-ae30-c9cf5b54d1f8 req-04a3cd66-4889-41a7-8cbe-4bf215b10834 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 1097 time: 0.1010094 May 06 09:52:54.109930 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e836183-a4df-46b0-a825-eb93473e7417 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:52:54.125320 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4e836183-a4df-46b0-a825-eb93473e7417 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:54.125999 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-4e836183-a4df-46b0-a825-eb93473e7417 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Added segment 381cac38-eab4-4059-80bb-1b2f321edcfd of type vlan for network 068b448f-8ee0-40d4-8b8e-4adf416f1c99 May 06 09:52:54.165751 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baa6a25-900f-4ac1-9f4e-9169f5912acc None None] get_active_networks_info from n-d-840835-1 {{(pid=102654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 09:52:54.197305 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4e836183-a4df-46b0-a825-eb93473e7417 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:54.220349 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f108dc0-ea96-477f-8d7a-025f046cd87d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Made reservation on behalf of 11a860d76348444b82a4e66a359e4274 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:54.223998 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6f108dc0-ea96-477f-8d7a-025f046cd87d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:54.268205 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 32878) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:54.269998 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=308f84f5-224b-4496-85f5-94f35d22a568,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:54.284992 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 111bcde8-57b5-4ba1-9648-35b1838a6ece triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:54.285365 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:54.322994 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4e836183-a4df-46b0-a825-eb93473e7417 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:54.331600 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e836183-a4df-46b0-a825-eb93473e7417 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:54.332342 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4e836183-a4df-46b0-a825-eb93473e7417 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:54.355890 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3ed082c-1fdc-4f1a-af86-fff868daa2c1 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:54.391097 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3ed082c-1fdc-4f1a-af86-fff868daa2c1 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:54.440320 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e836183-a4df-46b0-a825-eb93473e7417 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event updated for resources: {'Network': ['ID=068b448f-8ee0-40d4-8b8e-4adf416f1c99,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:54.446223 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.ipam_backend_mixin [None req-6f108dc0-ea96-477f-8d7a-025f046cd87d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Performing IP validity checks on allocation pools {{(pid=102653) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 06 09:52:54.447665 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.ipam_backend_mixin [None req-6f108dc0-ea96-477f-8d7a-025f046cd87d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102653) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 06 09:52:54.474724 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4913cbee-e018-40e2-ae30-c9cf5b54d1f8 req-85acac4c-2930-485c-a8b7-ece577e4fd33 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419531 May 06 09:52:54.477398 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3ed082c-1fdc-4f1a-af86-fff868daa2c1 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:54.480188 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b3ed082c-1fdc-4f1a-af86-fff868daa2c1 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:54.481389 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b3ed082c-1fdc-4f1a-af86-fff868daa2c1 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "DELETE /v2.0/security-groups/5a6f232e-7983-4d0d-90ba-32abf51156b8 HTTP/1.1" status: 204 len: 168 time: 0.2116394 May 06 09:52:54.484853 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 32886) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:54.497736 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4e836183-a4df-46b0-a825-eb93473e7417 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6863859 May 06 09:52:54.501134 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed082c-1fdc-4f1a-af86-fff868daa2c1 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6f232e-7983-4d0d-90ba-32abf51156b8,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:54.504621 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 32888) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:54.511994 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-feb5569c-19e8-4545-812d-424d86b7ccf9 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Request body: {'subnet': {'network_id': '068b448f-8ee0-40d4-8b8e-4adf416f1c99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:54.522170 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-759e2f76-9a4b-4b50-8aab-39abf021709a tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] show failed (client error): The resource could not be found. May 06 09:52:54.524836 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-759e2f76-9a4b-4b50-8aab-39abf021709a tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "GET /v2.0/security-groups/5a6f232e-7983-4d0d-90ba-32abf51156b8 HTTP/1.1" status: 404 len: 347 time: 0.0389848 May 06 09:52:54.528182 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 32894) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:54.528593 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 068b448f-8ee0-40d4-8b8e-4adf416f1c99 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:52:54.585006 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baa6a25-900f-4ac1-9f4e-9169f5912acc None None] Resources bound (agent type, host, resource id): {{(pid=102654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 09:52:54.626260 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df636951-817e-400f-9ec0-d14bf648a565 req-9c21eb0f-95b6-4589-b7fc-32642461a6ba tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:54.628062 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df636951-817e-400f-9ec0-d14bf648a565 req-9c21eb0f-95b6-4589-b7fc-32642461a6ba tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 944 time: 0.2013001 May 06 09:52:54.757422 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df636951-817e-400f-9ec0-d14bf648a565 req-803a50a8-051e-442f-8c94-6c347d46cb5f tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131253 May 06 09:52:54.760581 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb5569c-19e8-4545-812d-424d86b7ccf9 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Made reservation on behalf of 4905333ab73b447792d49b8f402a9e82 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:54.764237 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-feb5569c-19e8-4545-812d-424d86b7ccf9 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:54.779859 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-f5599df0-2627-4a16-9730-aac39cf150c7 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Deleting port 92434e94-ba88-486f-85e8-0ac93432e1d9 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:54.780454 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f5599df0-2627-4a16-9730-aac39cf150c7 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:54.891216 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f5599df0-2627-4a16-9730-aac39cf150c7 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:54.891841 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f5599df0-2627-4a16-9730-aac39cf150c7 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:54.892005 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6f108dc0-ea96-477f-8d7a-025f046cd87d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:54.924338 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-f5599df0-2627-4a16-9730-aac39cf150c7 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Calling delete_port for 92434e94-ba88-486f-85e8-0ac93432e1d9 owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:55.029248 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f108dc0-ea96-477f-8d7a-025f046cd87d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event updated for resources: {'Subnet': ['ID=6c82adb6-f6f9-48f2-9968-4579c0c6aa25,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:55.091839 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41499731-0ce0-4d4b-8dda-82d72d2da281 req-5f829035-4406-45ab-bba1-4500d3c59615 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:55.093288 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-41499731-0ce0-4d4b-8dda-82d72d2da281 req-5f829035-4406-45ab-bba1-4500d3c59615 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.73 "GET /v2.0/ports?device_id=b43a698c-2851-40bb-9b4a-387093a7d817 HTTP/1.1" status: 200 len: 946 time: 0.1499925 May 06 09:52:55.121821 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f108dc0-ea96-477f-8d7a-025f046cd87d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Checking segment: {'id': 'a5f52c5c-0fbc-4043-9844-69f8720d8864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '6ccf20bc-68d7-4ad3-af4a-91869ab010a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:55.122195 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f108dc0-ea96-477f-8d7a-025f046cd87d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Network hostable DHCP agents. Network: 6ccf20bc-68d7-4ad3-af4a-91869ab010a3, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:52:55.187265 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f5599df0-2627-4a16-9730-aac39cf150c7 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:55.216202 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd82067-a20f-4094-a6a8-d1d9737cfb51 None None] get_active_networks_info from n-d-840835-1 {{(pid=102654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 09:52:55.238211 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5599df0-2627-4a16-9730-aac39cf150c7 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Pushing event deleted for resources: {'Port': ['ID=92434e94-ba88-486f-85e8-0ac93432e1d9,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:55.260921 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-41499731-0ce0-4d4b-8dda-82d72d2da281 req-19044640-f2d5-4389-8bb2-fd365c1a4150 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.73 "GET /v2.0/security-groups?id=379db6aa-a2dd-4f1a-9333-3f7451002ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569588 May 06 09:52:55.266516 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f108dc0-ea96-477f-8d7a-025f046cd87d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Network 6ccf20bc-68d7-4ad3-af4a-91869ab010a3 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:52:55.332987 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-6f108dc0-ea96-477f-8d7a-025f046cd87d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 6ccf20bc-68d7-4ad3-af4a-91869ab010a3) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:55.341397 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f108dc0-ea96-477f-8d7a-025f046cd87d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:55.342103 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6f108dc0-ea96-477f-8d7a-025f046cd87d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:55.412620 n-d-840835-1 neutron-server[102653]: DEBUG neutron.objects.ports [None req-feb5569c-19e8-4545-812d-424d86b7ccf9 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102653) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:52:55.416620 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6f108dc0-ea96-477f-8d7a-025f046cd87d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5839927 May 06 09:52:55.418081 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-feb5569c-19e8-4545-812d-424d86b7ccf9 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:55.420040 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 32920) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:55.427417 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f5599df0-2627-4a16-9730-aac39cf150c7 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:55.428421 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-9ad92a25-784a-4aa8-8917-4ce330320e17 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:55.435914 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f5599df0-2627-4a16-9730-aac39cf150c7 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:55.439509 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f5599df0-2627-4a16-9730-aac39cf150c7 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "DELETE /v2.0/floatingips/a2cf8554-07ed-4f2b-bea4-4c40968b064d HTTP/1.1" status: 204 len: 168 time: 0.9078465 May 06 09:52:55.441080 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 32924) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:55.595628 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5569c-19e8-4545-812d-424d86b7ccf9 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event updated for resources: {'Subnet': ['ID=7452acbf-37c7-4188-a5a1-2e0fec60b3f3,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:55.729264 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0503ab5-1590-4a00-a39a-e28885a55f57 req-6c2b31f6-af04-42e5-a8cf-3479e107d734 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:55.730420 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-ed845713-b919-41e9-b8e4-7ec834453da4 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Deleting port e94b7502-0449-4c81-b3d5-ef7fa04e0258 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:55.730869 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b0503ab5-1590-4a00-a39a-e28885a55f57 req-6c2b31f6-af04-42e5-a8cf-3479e107d734 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 945 time: 0.2727990 May 06 09:52:55.731357 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ed845713-b919-41e9-b8e4-7ec834453da4 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:55.750467 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb5569c-19e8-4545-812d-424d86b7ccf9 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Checking segment: {'id': '381cac38-eab4-4059-80bb-1b2f321edcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '068b448f-8ee0-40d4-8b8e-4adf416f1c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:55.756533 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb5569c-19e8-4545-812d-424d86b7ccf9 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Network hostable DHCP agents. Network: 068b448f-8ee0-40d4-8b8e-4adf416f1c99, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:52:55.780428 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9ad92a25-784a-4aa8-8917-4ce330320e17 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6125337'] for subnet, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:55.840013 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb5569c-19e8-4545-812d-424d86b7ccf9 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Network 068b448f-8ee0-40d4-8b8e-4adf416f1c99 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:52:55.871322 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b0503ab5-1590-4a00-a39a-e28885a55f57 req-fd464497-9af9-42f5-a344-6026477f5c89 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092710 May 06 09:52:55.900758 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-feb5569c-19e8-4545-812d-424d86b7ccf9 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 068b448f-8ee0-40d4-8b8e-4adf416f1c99) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:55.908518 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb5569c-19e8-4545-812d-424d86b7ccf9 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:55.909121 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-feb5569c-19e8-4545-812d-424d86b7ccf9 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:55.930900 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device a9c76481-9e3e-4342-aee4-887479d4fbd8 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:52:55.938305 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-feb5569c-19e8-4545-812d-424d86b7ccf9 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4306774 May 06 09:52:55.942299 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 32936) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:56.069315 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ed845713-b919-41e9-b8e4-7ec834453da4 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.085866 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6cc708df-b918-414e-8355-1099257b3155 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.091357 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-ed845713-b919-41e9-b8e4-7ec834453da4 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Calling delete_port for e94b7502-0449-4c81-b3d5-ef7fa04e0258 owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:56.167612 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9ad92a25-784a-4aa8-8917-4ce330320e17 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754918825337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8181968'] for subnet, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.211343 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6cc708df-b918-414e-8355-1099257b3155 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.288115 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad92a25-784a-4aa8-8917-4ce330320e17 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event updated for resources: {'Subnet': ['ID=6c82adb6-f6f9-48f2-9968-4579c0c6aa25,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:56.294666 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad92a25-784a-4aa8-8917-4ce330320e17 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:56.295570 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9ad92a25-784a-4aa8-8917-4ce330320e17 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.302927 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9ad92a25-784a-4aa8-8917-4ce330320e17 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "PUT /v2.0/subnets/6c82adb6-f6f9-48f2-9968-4579c0c6aa25 HTTP/1.1" status: 200 len: 900 time: 0.8788223 May 06 09:52:56.303706 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 32940) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:56.337594 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6cc708df-b918-414e-8355-1099257b3155 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.348900 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port a9c76481-9e3e-4342-aee4-887479d4fbd8, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=a9c76481-9e3e-4342-aee4-887479d4fbd8,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:56.372452 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'a9c76481-9e3e-4342-aee4-887479d4fbd8', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'port_id': 'a9c76481-9e3e-4342-aee4-887479d4fbd8', 'mac_address': 'fa:16:3e:32:ca:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:52:56.382947 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd82067-a20f-4094-a6a8-d1d9737cfb51 None None] Unable to find a vacant binding_index for network 6ccf20bc-68d7-4ad3-af4a-91869ab010a3 and agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 {{(pid=102654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 06 09:52:56.402018 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc708df-b918-414e-8355-1099257b3155 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event deleted for resources: {'Subnet': ['ID=7452acbf-37c7-4188-a5a1-2e0fec60b3f3,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:56.429652 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09319af-937d-401a-a3c7-f958ade66d19 req-1999ce80-44bb-452f-8e59-5299341c0101 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:56.439949 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e09319af-937d-401a-a3c7-f958ade66d19 req-1999ce80-44bb-452f-8e59-5299341c0101 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 944 time: 0.3075707 May 06 09:52:56.471991 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd82067-a20f-4094-a6a8-d1d9737cfb51 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 6ccf20bc-68d7-4ad3-af4a-91869ab010a3) {{(pid=102654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 09:52:56.493798 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6cc708df-b918-414e-8355-1099257b3155 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.506213 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.516707 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-6cc708df-b918-414e-8355-1099257b3155 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['068b448f-8ee0-40d4-8b8e-4adf416f1c99']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:56.526682 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-6cc708df-b918-414e-8355-1099257b3155 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381cac38-eab4-4059-80bb-1b2f321edcfd') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:56.527033 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-6cc708df-b918-414e-8355-1099257b3155 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381cac38-eab4-4059-80bb-1b2f321edcfd') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:56.528464 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9c76481-9e3e-4342-aee4-887479d4fbd8 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:52:56.538054 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6cc708df-b918-414e-8355-1099257b3155 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.555327 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e09319af-937d-401a-a3c7-f958ade66d19 req-f26d01eb-e387-4902-96d2-03757957b1de tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106079 May 06 09:52:56.557380 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6cc708df-b918-414e-8355-1099257b3155 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.568215 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cc708df-b918-414e-8355-1099257b3155 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:52:56.568215 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6cc708df-b918-414e-8355-1099257b3155 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: timer() May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:52:56.620204 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:52:56.630063 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ed845713-b919-41e9-b8e4-7ec834453da4 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.635884 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c8e4cbbc-1df7-4ba8-b3e2-446e4a3c54e1 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.641133 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 5f4eb16b-3523-48ac-8535-624e3aae1d84 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:56.683343 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port a9c76481-9e3e-4342-aee4-887479d4fbd8, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=a9c76481-9e3e-4342-aee4-887479d4fbd8,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:56.703687 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed845713-b919-41e9-b8e4-7ec834453da4 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Pushing event deleted for resources: {'Port': ['ID=e94b7502-0449-4c81-b3d5-ef7fa04e0258,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:56.708762 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.772648 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c8e4cbbc-1df7-4ba8-b3e2-446e4a3c54e1 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.787520 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=a9c76481-9e3e-4342-aee4-887479d4fbd8,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:56.870970 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['a9c76481-9e3e-4342-aee4-887479d4fbd8'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:52:56.935558 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 5f4eb16b-3523-48ac-8535-624e3aae1d84 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:52:56.957782 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 5f4eb16b-3523-48ac-8535-624e3aae1d84 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:56.958172 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6cc708df-b918-414e-8355-1099257b3155 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.959356 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.973776 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6cc708df-b918-414e-8355-1099257b3155 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.980111 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6cc708df-b918-414e-8355-1099257b3155 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "DELETE /v2.0/networks/068b448f-8ee0-40d4-8b8e-4adf416f1c99 HTTP/1.1" status: 204 len: 168 time: 1.0356548 May 06 09:52:56.985064 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 32956) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:56.993461 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ed845713-b919-41e9-b8e4-7ec834453da4 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:57.001531 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ed845713-b919-41e9-b8e4-7ec834453da4 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "DELETE /v2.0/ports/e94b7502-0449-4c81-b3d5-ef7fa04e0258 HTTP/1.1" status: 204 len: 168 time: 1.5591073 May 06 09:52:57.010553 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-09c4ca9a-18c4-460a-8e9c-16cbec51a30f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1153952163'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:57.014028 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 32958) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:57.016443 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc708df-b918-414e-8355-1099257b3155 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event deleted for resources: {'Network': ['ID=068b448f-8ee0-40d4-8b8e-4adf416f1c99,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:57.046087 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c8e4cbbc-1df7-4ba8-b3e2-446e4a3c54e1 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:57.168560 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4cbbc-1df7-4ba8-b3e2-446e4a3c54e1 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event deleted for resources: {'Subnet': ['ID=6c82adb6-f6f9-48f2-9968-4579c0c6aa25,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:57.180131 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c4ca9a-18c4-460a-8e9c-16cbec51a30f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Made reservation on behalf of 4905333ab73b447792d49b8f402a9e82 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:57.183490 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-09c4ca9a-18c4-460a-8e9c-16cbec51a30f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:57.270394 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:57.318833 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c8e4cbbc-1df7-4ba8-b3e2-446e4a3c54e1 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:57.360661 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-c8e4cbbc-1df7-4ba8-b3e2-446e4a3c54e1 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ccf20bc-68d7-4ad3-af4a-91869ab010a3']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:57.369589 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 5f4eb16b-3523-48ac-8535-624e3aae1d84, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=5f4eb16b-3523-48ac-8535-624e3aae1d84,segment=NetworkSegment(27b775b5-8035-4904-ad11-074d150e8a59),segment_id=27b775b5-8035-4904-ad11-074d150e8a59)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:57.374345 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a0bfc2-45ba-4d63-b030-50686b88848c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4eb16b-3523-48ac-8535-624e3aae1d84'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:52:57.377658 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f665e0-f942-4eec-9cc3-2945477a780a" -d '{"events": [{"server_uuid": "80a0bfc2-45ba-4d63-b030-50686b88848c", "name": "network-vif-plugged", "status": "completed", "tag": "5f4eb16b-3523-48ac-8535-624e3aae1d84"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:52:57.381439 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-c8e4cbbc-1df7-4ba8-b3e2-446e4a3c54e1 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f52c5c-0fbc-4043-9844-69f8720d8864') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:57.381439 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-c8e4cbbc-1df7-4ba8-b3e2-446e4a3c54e1 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f52c5c-0fbc-4043-9844-69f8720d8864') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:57.392977 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:57.405189 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c8e4cbbc-1df7-4ba8-b3e2-446e4a3c54e1 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:57.423933 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:52:57.441813 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01d8264-058c-4f9a-b74f-3c0d167f3b82 None None] Network 6ccf20bc-68d7-4ad3-af4a-91869ab010a3 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:57.458393 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b473857-7bf0-4e0a-8aac-56b6038f79ed None None] Network 068b448f-8ee0-40d4-8b8e-4adf416f1c99 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:57.489483 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c073c0e-4a36-4d8d-9396-951936f03ffe req-3a8938b5-dae6-4f00-b81a-7c1ed986581b tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:57.492935 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c073c0e-4a36-4d8d-9396-951936f03ffe req-3a8938b5-dae6-4f00-b81a-7c1ed986581b tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.73 "GET /v2.0/ports?device_id=b43a698c-2851-40bb-9b4a-387093a7d817 HTTP/1.1" status: 200 len: 946 time: 0.4678175 May 06 09:52:57.499632 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b473857-7bf0-4e0a-8aac-56b6038f79ed None None] Network 068b448f-8ee0-40d4-8b8e-4adf416f1c99 could not be found, it might have been deleted concurrently. {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 06 09:52:57.520962 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c8e4cbbc-1df7-4ba8-b3e2-446e4a3c54e1 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:57.527440 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c4ca9a-18c4-460a-8e9c-16cbec51a30f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:52:57.556092 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device a9c76481-9e3e-4342-aee4-887479d4fbd8 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:57.558485 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f552371-3a74-48b8-a848-6ebdb39eb85a None None] Network 068b448f-8ee0-40d4-8b8e-4adf416f1c99 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:57.583019 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e4cbbc-1df7-4ba8-b3e2-446e4a3c54e1 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:52:57.583876 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c8e4cbbc-1df7-4ba8-b3e2-446e4a3c54e1 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: timer() May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:52:57.588824 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:52:57.604472 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=5f4eb16b-3523-48ac-8535-624e3aae1d84,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:57.623208 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f552371-3a74-48b8-a848-6ebdb39eb85a None None] Network 068b448f-8ee0-40d4-8b8e-4adf416f1c99 could not be found, it might have been deleted concurrently. {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 06 09:52:57.687824 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-2cdd3eaa-7414-4a17-8464-45841dcde723 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Deleting port 8d303aa1-b7fd-4784-9cb4-de5b64174005 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:57.692426 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2cdd3eaa-7414-4a17-8464-45841dcde723 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:57.705815 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-09c4ca9a-18c4-460a-8e9c-16cbec51a30f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:57.706489 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-09c4ca9a-18c4-460a-8e9c-16cbec51a30f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Added segment 337bf443-1781-494e-bd49-3ba52648c8cb of type vlan for network 9b6fca62-a3b0-4d9f-a471-138a1433e936 May 06 09:52:57.735544 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2046ff-6eb3-42dd-be44-3597ccc1a8ae None None] Network 6ccf20bc-68d7-4ad3-af4a-91869ab010a3 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:57.740176 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port a9c76481-9e3e-4342-aee4-887479d4fbd8 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:57.740982 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:57.749911 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c8e4cbbc-1df7-4ba8-b3e2-446e4a3c54e1 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:57.775563 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c073c0e-4a36-4d8d-9396-951936f03ffe req-8ffd18f2-278b-4e9c-b699-ea5afbdf52de tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.73 "GET /v2.0/security-groups?id=379db6aa-a2dd-4f1a-9333-3f7451002ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641947 May 06 09:52:57.805785 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2046ff-6eb3-42dd-be44-3597ccc1a8ae None None] Network 6ccf20bc-68d7-4ad3-af4a-91869ab010a3 could not be found, it might have been deleted concurrently. {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 06 09:52:57.816345 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7feb1f8-5671-48a1-8784-936623be02e2 None None] Network 6ccf20bc-68d7-4ad3-af4a-91869ab010a3 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:57.841931 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7feb1f8-5671-48a1-8784-936623be02e2 None None] Network 6ccf20bc-68d7-4ad3-af4a-91869ab010a3 could not be found, it might have been deleted concurrently. {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 06 09:52:57.948281 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:57.967792 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2cdd3eaa-7414-4a17-8464-45841dcde723 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:57.997663 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c8e4cbbc-1df7-4ba8-b3e2-446e4a3c54e1 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:58.004369 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c8e4cbbc-1df7-4ba8-b3e2-446e4a3c54e1 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "DELETE /v2.0/networks/6ccf20bc-68d7-4ad3-af4a-91869ab010a3 HTTP/1.1" status: 204 len: 168 time: 1.6947222 May 06 09:52:58.004809 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 32966) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:58.007954 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port a9c76481-9e3e-4342-aee4-887479d4fbd8, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=a9c76481-9e3e-4342-aee4-887479d4fbd8,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:58.017792 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:58.051014 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a436aa-af4a-489c-b5bc-8789fa320cbc tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] DELETE failed (client error): The resource could not be found. May 06 09:52:58.051014 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5a436aa-af4a-489c-b5bc-8789fa320cbc tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:52:58.056544 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e5a436aa-af4a-489c-b5bc-8789fa320cbc tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "DELETE /v2.0/subnets/6c82adb6-f6f9-48f2-9968-4579c0c6aa25 HTTP/1.1" status: 404 len: 337 time: 0.0505264 May 06 09:52:58.070266 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 32968) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:58.098780 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f5b017-df82-48ea-9279-c19beda72382 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] DELETE failed (client error): The resource could not be found. May 06 09:52:58.101273 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f5b017-df82-48ea-9279-c19beda72382 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:52:58.106708 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-52f5b017-df82-48ea-9279-c19beda72382 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "DELETE /v2.0/networks/6ccf20bc-68d7-4ad3-af4a-91869ab010a3 HTTP/1.1" status: 404 len: 339 time: 0.0347776 May 06 09:52:58.109818 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 32970) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:58.111040 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-09c4ca9a-18c4-460a-8e9c-16cbec51a30f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:58.120291 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-2cdd3eaa-7414-4a17-8464-45841dcde723 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Calling delete_port for 8d303aa1-b7fd-4784-9cb4-de5b64174005 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:58.122570 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4cbbc-1df7-4ba8-b3e2-446e4a3c54e1 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event deleted for resources: {'Network': ['ID=6ccf20bc-68d7-4ad3-af4a-91869ab010a3,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:58.155231 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=a9c76481-9e3e-4342-aee4-887479d4fbd8,revision_number=7']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:58.231280 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448c730-06ca-48ea-8e74-4125569c85fb req-dc1dd108-2971-48a3-b479-b9ebb4b0311e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:58.233055 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9448c730-06ca-48ea-8e74-4125569c85fb req-dc1dd108-2971-48a3-b479-b9ebb4b0311e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 945 time: 0.2305610 May 06 09:52:58.235989 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-09c4ca9a-18c4-460a-8e9c-16cbec51a30f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:58.241907 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c4ca9a-18c4-460a-8e9c-16cbec51a30f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:58.242356 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-09c4ca9a-18c4-460a-8e9c-16cbec51a30f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:58.253512 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8be3a111-c4c6-47ea-8956-36c1fdfb80f2 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:58.332135 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-09c4ca9a-18c4-460a-8e9c-16cbec51a30f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3390026 May 06 09:52:58.333009 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 32972) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:58.354080 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-9e8c9105-69b2-4a63-b980-3c1b1e29da38 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Request body: {'subnet': {'network_id': '9b6fca62-a3b0-4d9f-a471-138a1433e936', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:58.369148 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9448c730-06ca-48ea-8e74-4125569c85fb req-53733a43-4fa9-446c-8d5e-51bf867e210e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196015 May 06 09:52:58.376202 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4ca9a-18c4-460a-8e9c-16cbec51a30f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event updated for resources: {'Network': ['ID=9b6fca62-a3b0-4d9f-a471-138a1433e936,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:58.417621 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 9b6fca62-a3b0-4d9f-a471-138a1433e936 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:52:58.547277 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2cdd3eaa-7414-4a17-8464-45841dcde723 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:58.602776 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd3eaa-7414-4a17-8464-45841dcde723 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Pushing event deleted for resources: {'Port': ['ID=8d303aa1-b7fd-4784-9cb4-de5b64174005,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:58.604959 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8be3a111-c4c6-47ea-8956-36c1fdfb80f2 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:58.629521 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddbfba0-13c9-47c2-bbd7-24675ac2f13c x-openstack-request-id: req-5ddbfba0-13c9-47c2-bbd7-24675ac2f13c {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:52:58.629860 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a0bfc2-45ba-4d63-b030-50686b88848c", "name": "network-vif-plugged", "status": "completed", "tag": "5f4eb16b-3523-48ac-8535-624e3aae1d84", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:52:58.630069 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5ddbfba0-13c9-47c2-bbd7-24675ac2f13c {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:52:58.632638 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ddbfba0-13c9-47c2-bbd7-24675ac2f13c'] response: {'server_uuid': '80a0bfc2-45ba-4d63-b030-50686b88848c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4eb16b-3523-48ac-8535-624e3aae1d84', 'code': 200} May 06 09:52:58.759225 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-8be3a111-c4c6-47ea-8956-36c1fdfb80f2 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['164577af-44a1-44df-820c-c6ea8302873e']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:58.767197 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2cdd3eaa-7414-4a17-8464-45841dcde723 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:58.773341 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2cdd3eaa-7414-4a17-8464-45841dcde723 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "DELETE /v2.0/ports/8d303aa1-b7fd-4784-9cb4-de5b64174005 HTTP/1.1" status: 204 len: 168 time: 1.7427378 May 06 09:52:58.776656 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 32974) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:58.806141 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-8be3a111-c4c6-47ea-8956-36c1fdfb80f2 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46893ba6-a20f-4280-a766-dce1aa7938ca') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:58.806590 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-8be3a111-c4c6-47ea-8956-36c1fdfb80f2 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46893ba6-a20f-4280-a766-dce1aa7938ca') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:58.823159 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8be3a111-c4c6-47ea-8956-36c1fdfb80f2 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:58.835460 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8c9105-69b2-4a63-b980-3c1b1e29da38 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Made reservation on behalf of 4905333ab73b447792d49b8f402a9e82 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:58.840082 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9e8c9105-69b2-4a63-b980-3c1b1e29da38 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:58.857444 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757d5e0-c3c2-4e3a-bd4c-10ef22e3672a req-391e63bd-cf3a-462e-bf0c-a8e40529fa7e tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:58.859487 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4757d5e0-c3c2-4e3a-bd4c-10ef22e3672a req-391e63bd-cf3a-462e-bf0c-a8e40529fa7e tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.77 "GET /v2.0/ports?device_id=b43a698c-2851-40bb-9b4a-387093a7d817 HTTP/1.1" status: 200 len: 946 time: 0.2058046 May 06 09:52:58.860552 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8be3a111-c4c6-47ea-8956-36c1fdfb80f2 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:58.882378 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:58.919001 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cf852-fce0-4325-9098-4f0b09da0162 req-767a377c-9724-41d2-afec-0801e9c5f179 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:58.921128 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-803cf852-fce0-4325-9098-4f0b09da0162 req-767a377c-9724-41d2-afec-0801e9c5f179 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 945 time: 0.1720073 May 06 09:52:58.928949 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-598d8121-bf59-4163-8940-500235ae2636 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Deleting subnet 6632b80e-db26-42ad-8042-1788ccc125cd {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:52:58.946827 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-598d8121-bf59-4163-8940-500235ae2636 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:58.982718 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8be3a111-c4c6-47ea-8956-36c1fdfb80f2 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:52:58.983565 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8be3a111-c4c6-47ea-8956-36c1fdfb80f2 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:59.083555 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-803cf852-fce0-4325-9098-4f0b09da0162 req-c17341db-55ee-4aae-89ef-f446725759da tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503322 May 06 09:52:59.085906 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-598d8121-bf59-4163-8940-500235ae2636 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: timer() May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:52:59.128059 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:52:59.346671 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-598d8121-bf59-4163-8940-500235ae2636 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:59.386051 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392a731-6783-43f6-80f9-00a4d3f62cef req-c58ee3ac-9973-45b7-82a8-e0eb74e7549a tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:59.394764 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6392a731-6783-43f6-80f9-00a4d3f62cef req-c58ee3ac-9973-45b7-82a8-e0eb74e7549a tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.73 "GET /v2.0/ports?device_id=b43a698c-2851-40bb-9b4a-387093a7d817 HTTP/1.1" status: 200 len: 946 time: 0.1331420 May 06 09:52:59.484095 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6392a731-6783-43f6-80f9-00a4d3f62cef req-0e05c15c-c9b7-4163-a09f-ac507f027a95 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.73 "GET /v2.0/security-groups?id=379db6aa-a2dd-4f1a-9333-3f7451002ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860078 May 06 09:52:59.508965 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-598d8121-bf59-4163-8940-500235ae2636 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:59.567219 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d8121-bf59-4163-8940-500235ae2636 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Pushing event deleted for resources: {'Subnet': ['ID=6632b80e-db26-42ad-8042-1788ccc125cd,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:59.582534 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-598d8121-bf59-4163-8940-500235ae2636 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:59.589472 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3897b61-dfa0-4d7a-96e2-937807277f1a None None] Network 90b62890-c9c7-41c5-bba3-14db135037a9 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:59.591902 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-598d8121-bf59-4163-8940-500235ae2636 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "DELETE /v2.0/subnets/6632b80e-db26-42ad-8042-1788ccc125cd HTTP/1.1" status: 204 len: 168 time: 0.8161299 May 06 09:52:59.595317 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 32982) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:59.821876 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-95f15685-813b-4cc6-ac16-b2b6600320c1 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Deleting subnet f2218277-fb20-4cc3-b5e2-7bc8e00b50df {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:52:59.826037 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-95f15685-813b-4cc6-ac16-b2b6600320c1 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:59.864339 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8be3a111-c4c6-47ea-8956-36c1fdfb80f2 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:59.873071 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8be3a111-c4c6-47ea-8956-36c1fdfb80f2 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:59.899735 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-95f15685-813b-4cc6-ac16-b2b6600320c1 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:59.916161 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8be3a111-c4c6-47ea-8956-36c1fdfb80f2 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "DELETE /v2.0/networks/164577af-44a1-44df-820c-c6ea8302873e HTTP/1.1" status: 204 len: 168 time: 1.8033159 May 06 09:52:59.937676 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 32984) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:59.974026 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352ce0b-ddfd-4c81-bc19-f046c5686b51 req-bb56d5f5-b4aa-4b56-9244-3554bfe51e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:59.978012 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7352ce0b-ddfd-4c81-bc19-f046c5686b51 req-bb56d5f5-b4aa-4b56-9244-3554bfe51e7b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 1096 time: 1.2286346 May 06 09:53:00.019705 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356f93d-b8a5-48ce-a597-1840173b7077 req-f488d1bd-5b6d-492d-801d-72ca0db3b46c tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:00.021477 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8356f93d-b8a5-48ce-a597-1840173b7077 req-f488d1bd-5b6d-492d-801d-72ca0db3b46c tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 945 time: 0.3032141 May 06 09:53:00.048971 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206f1075-d3ef-48a6-b3fa-135d83234731 None None] DHCP port deletion for 90b62890-c9c7-41c5-bba3-14db135037a9 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:53:00.067593 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3a111-c4c6-47ea-8956-36c1fdfb80f2 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event deleted for resources: {'Network': ['ID=164577af-44a1-44df-820c-c6ea8302873e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:00.072755 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-95f15685-813b-4cc6-ac16-b2b6600320c1 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:00.082690 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef8643d-2463-4e0f-9090-e5b133cfa03a tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] DELETE failed (client error): The resource could not be found. May 06 09:53:00.083837 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef8643d-2463-4e0f-9090-e5b133cfa03a tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:53:00.096572 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9ef8643d-2463-4e0f-9090-e5b133cfa03a tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "DELETE /v2.0/subnets/3f3cac38-b2cf-4ebb-a4eb-50f541daf3a5 HTTP/1.1" status: 404 len: 337 time: 0.1475012 May 06 09:53:00.105948 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 32988) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:00.145442 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-6098980f-27e9-4b28-8675-9c97e6261290 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] DELETE failed (client error): The resource could not be found. May 06 09:53:00.146137 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6098980f-27e9-4b28-8675-9c97e6261290 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:53:00.149570 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6098980f-27e9-4b28-8675-9c97e6261290 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "DELETE /v2.0/networks/7dca7fd6-984b-4838-83b3-8a79d746153c HTTP/1.1" status: 404 len: 339 time: 0.0428996 May 06 09:53:00.157624 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 32992) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:00.171677 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8356f93d-b8a5-48ce-a597-1840173b7077 req-5e4836aa-e79c-4761-af1d-bb5ac1dd1c7e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396201 May 06 09:53:00.232330 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-206f1075-d3ef-48a6-b3fa-135d83234731 None None] Deleting port b5dd7c98-8d1f-492a-8ebe-00ce77e3f9b7 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:00.232907 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-206f1075-d3ef-48a6-b3fa-135d83234731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:00.282630 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-48877406-2367-4c8a-bf46-7bf3af36ae5a tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Deleting subnet d5ae2f86-0cfc-421e-865b-7101bc7e4ed2 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:53:00.287003 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-95f15685-813b-4cc6-ac16-b2b6600320c1 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:00.290019 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-48877406-2367-4c8a-bf46-7bf3af36ae5a tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:00.388442 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-206f1075-d3ef-48a6-b3fa-135d83234731 None None] For port b5dd7c98-8d1f-492a-8ebe-00ce77e3f9b7, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b5dd7c98-8d1f-492a-8ebe-00ce77e3f9b7,segment=NetworkSegment(60d35e3b-79dc-4a3d-ac7f-c67585bcd646),segment_id=60d35e3b-79dc-4a3d-ac7f-c67585bcd646)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:00.388945 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-206f1075-d3ef-48a6-b3fa-135d83234731 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:00.401177 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-48877406-2367-4c8a-bf46-7bf3af36ae5a tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:00.414370 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-206f1075-d3ef-48a6-b3fa-135d83234731 None None] Calling delete_port for b5dd7c98-8d1f-492a-8ebe-00ce77e3f9b7 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:00.419737 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7352ce0b-ddfd-4c81-bc19-f046c5686b51 req-5d79f8f6-3038-435e-8b5f-855e78e666f2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598003 May 06 09:53:00.451535 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-4757d5e0-c3c2-4e3a-bd4c-10ef22e3672a req-62b80136-1be4-4f7a-abb0-d2aa11105219 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Deleting port f0883910-8194-4353-b958-8f0d5a2931f5 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:00.454166 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4757d5e0-c3c2-4e3a-bd4c-10ef22e3672a req-62b80136-1be4-4f7a-abb0-d2aa11105219 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:00.583104 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b5dd7c98-8d1f-492a-8ebe-00ce77e3f9b7 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:00.587328 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-206f1075-d3ef-48a6-b3fa-135d83234731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:00.600473 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9e8c9105-69b2-4a63-b980-3c1b1e29da38 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:00.657747 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9997a7a-87c5-45ef-bd39-29f0b4a1c40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c76481-9e3e-4342-aee4-887479d4fbd8'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:53:00.661795 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a6ac14-c8c4-4735-be33-3381db6bb49e" -d '{"events": [{"server_uuid": "a9997a7a-87c5-45ef-bd39-29f0b4a1c40d", "name": "network-vif-plugged", "status": "completed", "tag": "a9c76481-9e3e-4342-aee4-887479d4fbd8"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:53:00.667576 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f1075-d3ef-48a6-b3fa-135d83234731 None None] Pushing event deleted for resources: {'Port': ['ID=b5dd7c98-8d1f-492a-8ebe-00ce77e3f9b7,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:00.682410 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: b5dd7c98-8d1f-492a-8ebe-00ce77e3f9b7 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:53:00.682980 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b5dd7c98-8d1f-492a-8ebe-00ce77e3f9b7 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:53:00.694930 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206f1075-d3ef-48a6-b3fa-135d83234731 None None] No DVR routers for this DVR port b5dd7c98-8d1f-492a-8ebe-00ce77e3f9b7 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:53:00.716274 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c9105-69b2-4a63-b980-3c1b1e29da38 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event updated for resources: {'Subnet': ['ID=4343aa58-8bec-4254-b696-8006d1483ff3,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:00.730489 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-4757d5e0-c3c2-4e3a-bd4c-10ef22e3672a req-62b80136-1be4-4f7a-abb0-d2aa11105219 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] For port f0883910-8194-4353-b958-8f0d5a2931f5, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=f0883910-8194-4353-b958-8f0d5a2931f5,segment=NetworkSegment(e084b208-f338-432d-95df-87ee87c4db54),segment_id=e084b208-f338-432d-95df-87ee87c4db54)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:00.730950 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4757d5e0-c3c2-4e3a-bd4c-10ef22e3672a req-62b80136-1be4-4f7a-abb0-d2aa11105219 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:00.759152 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-4757d5e0-c3c2-4e3a-bd4c-10ef22e3672a req-62b80136-1be4-4f7a-abb0-d2aa11105219 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Calling delete_port for f0883910-8194-4353-b958-8f0d5a2931f5 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:00.774046 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8c9105-69b2-4a63-b980-3c1b1e29da38 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Checking segment: {'id': '337bf443-1781-494e-bd49-3ba52648c8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9b6fca62-a3b0-4d9f-a471-138a1433e936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:53:00.774327 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8c9105-69b2-4a63-b980-3c1b1e29da38 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Network hostable DHCP agents. Network: 9b6fca62-a3b0-4d9f-a471-138a1433e936, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:53:00.943252 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4757d5e0-c3c2-4e3a-bd4c-10ef22e3672a req-62b80136-1be4-4f7a-abb0-d2aa11105219 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:00.972471 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8c9105-69b2-4a63-b980-3c1b1e29da38 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Network 9b6fca62-a3b0-4d9f-a471-138a1433e936 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:53:01.048243 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d12e6b2-80d9-417f-be2f-eb7e30e36c48 None None] Network 06ea11b1-d543-495d-bbe7-8e909ad3a0f6 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:01.117562 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-4757d5e0-c3c2-4e3a-bd4c-10ef22e3672a req-62b80136-1be4-4f7a-abb0-d2aa11105219 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] No DVR routers for this DVR port f0883910-8194-4353-b958-8f0d5a2931f5 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:53:01.120130 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b80136-1be4-4f7a-abb0-d2aa11105219 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Pushing event deleted for resources: {'Port': ['ID=f0883910-8194-4353-b958-8f0d5a2931f5,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:01.127193 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-9e8c9105-69b2-4a63-b980-3c1b1e29da38 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 9b6fca62-a3b0-4d9f-a471-138a1433e936) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:01.132866 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4757d5e0-c3c2-4e3a-bd4c-10ef22e3672a req-62b80136-1be4-4f7a-abb0-d2aa11105219 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:01.137067 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4757d5e0-c3c2-4e3a-bd4c-10ef22e3672a req-62b80136-1be4-4f7a-abb0-d2aa11105219 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.77 "DELETE /v2.0/ports/f0883910-8194-4353-b958-8f0d5a2931f5 HTTP/1.1" status: 204 len: 173 time: 2.1713593 May 06 09:53:01.138508 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43a698c-2851-40bb-9b4a-387093a7d817', 'name': 'network-vif-deleted', 'tag': 'f0883910-8194-4353-b958-8f0d5a2931f5'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:53:01.143921 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-95f15685-813b-4cc6-ac16-b2b6600320c1 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:01.148296 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-95f15685-813b-4cc6-ac16-b2b6600320c1 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "DELETE /v2.0/subnets/f2218277-fb20-4cc3-b5e2-7bc8e00b50df HTTP/1.1" status: 204 len: 168 time: 1.5516720 May 06 09:53:01.152343 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33000) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:01.155092 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43637fb-f9fd-4a0d-935c-6be69d1ffa6b" -d '{"events": [{"server_uuid": "b43a698c-2851-40bb-9b4a-387093a7d817", "name": "network-vif-deleted", "tag": "f0883910-8194-4353-b958-8f0d5a2931f5"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:53:01.170719 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f15685-813b-4cc6-ac16-b2b6600320c1 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Pushing event deleted for resources: {'Subnet': ['ID=f2218277-fb20-4cc3-b5e2-7bc8e00b50df,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:01.215400 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041bb17d-b520-4a3e-b368-d60f1ce338b2 None None] Network 9b6fca62-a3b0-4d9f-a471-138a1433e936 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:01.246864 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8c9105-69b2-4a63-b980-3c1b1e29da38 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:01.247577 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9e8c9105-69b2-4a63-b980-3c1b1e29da38 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:01.288672 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9e8c9105-69b2-4a63-b980-3c1b1e29da38 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9514761 May 06 09:53:01.289762 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33008) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:01.455350 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a2832-09f3-4c45-ba20-8a8657ebdf11 req-26a128d8-50bd-4f34-ad7d-2f51acf3851c tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:01.474411 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7a7a2832-09f3-4c45-ba20-8a8657ebdf11 req-26a128d8-50bd-4f34-ad7d-2f51acf3851c tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 945 time: 0.3711331 May 06 09:53:01.521652 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbe081f-7c86-45bc-a626-c1a8dfc3b4f8 None None] DHCP port deletion for 06ea11b1-d543-495d-bbe7-8e909ad3a0f6 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:53:01.558440 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3d609fd0-a644-4373-a8a8-6698584253f8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:01.559406 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:01.578288 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7a7a2832-09f3-4c45-ba20-8a8657ebdf11 req-12dd740e-3b9f-4453-b26f-af458df39f7d tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966551 May 06 09:53:01.595644 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cf1e90-495f-4c7d-820d-4c40e7bff473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-9b6fca62-a3b0-4d9f-a471-138a1433e936', 'network_id': '9b6fca62-a3b0-4d9f-a471-138a1433e936', 'tenant_id': '4905333ab73b447792d49b8f402a9e82', 'fixed_ips': [{'subnet_id': '4343aa58-8bec-4254-b696-8006d1483ff3'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:53:01.596673 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-03cf1e90-495f-4c7d-820d-4c40e7bff473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:01.611314 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-48877406-2367-4c8a-bf46-7bf3af36ae5a tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:01.706571 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:01.832317 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d420a4c9-9441-476e-bda9-c11581241f30 req-14ff8563-18e1-4f1b-b05e-48eeaa238808 tempest-ServersNegativeTestMultiTenantJSON-1794012328 tempest-ServersNegativeTestMultiTenantJSON-1794012328-project] 10.222.0.73 "GET /v2.0/ports?device_id=b43a698c-2851-40bb-9b4a-387093a7d817 HTTP/1.1" status: 200 len: 210 time: 0.0648694 May 06 09:53:01.874435 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-03cf1e90-495f-4c7d-820d-4c40e7bff473 None None] Allocated IP 2001:db8::2 (9b6fca62-a3b0-4d9f-a471-138a1433e936/4343aa58-8bec-4254-b696-8006d1483ff3/59a89c25-15cb-4cdb-af97-8c628a93987c) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:01.940226 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141f7464-59a0-43ef-9f55-838e7094695b x-openstack-request-id: req-141f7464-59a0-43ef-9f55-838e7094695b {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:53:01.940500 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9997a7a-87c5-45ef-bd39-29f0b4a1c40d", "name": "network-vif-plugged", "status": "completed", "tag": "a9c76481-9e3e-4342-aee4-887479d4fbd8", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:53:01.941278 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-141f7464-59a0-43ef-9f55-838e7094695b {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:53:01.941681 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-141f7464-59a0-43ef-9f55-838e7094695b'] response: {'server_uuid': 'a9997a7a-87c5-45ef-bd39-29f0b4a1c40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c76481-9e3e-4342-aee4-887479d4fbd8', 'code': 200} May 06 09:53:02.019670 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3d609fd0-a644-4373-a8a8-6698584253f8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:02.061061 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-3d609fd0-a644-4373-a8a8-6698584253f8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b62890-c9c7-41c5-bba3-14db135037a9']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:02.075741 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-3d609fd0-a644-4373-a8a8-6698584253f8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d35e3b-79dc-4a3d-ac7f-c67585bcd646') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:02.075741 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-3d609fd0-a644-4373-a8a8-6698584253f8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d35e3b-79dc-4a3d-ac7f-c67585bcd646') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:02.091423 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3d609fd0-a644-4373-a8a8-6698584253f8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:02.115554 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3d609fd0-a644-4373-a8a8-6698584253f8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:02.125894 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d609fd0-a644-4373-a8a8-6698584253f8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:53:02.126742 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3d609fd0-a644-4373-a8a8-6698584253f8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:02.133490 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7036f50-b8e7-45e2-8a29-9cf9c398be7d x-openstack-request-id: req-e7036f50-b8e7-45e2-8a29-9cf9c398be7d {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:53:02.134263 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43a698c-2851-40bb-9b4a-387093a7d817", "name": "network-vif-deleted", "tag": "f0883910-8194-4353-b958-8f0d5a2931f5", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:53:02.134747 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e7036f50-b8e7-45e2-8a29-9cf9c398be7d {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:53:02.135411 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7036f50-b8e7-45e2-8a29-9cf9c398be7d'] response: {'server_uuid': 'b43a698c-2851-40bb-9b4a-387093a7d817', 'name': 'network-vif-deleted', 'tag': 'f0883910-8194-4353-b958-8f0d5a2931f5', 'status': 'completed', 'code': 200} May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: timer() May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:53:02.214609 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:53:02.229265 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3d609fd0-a644-4373-a8a8-6698584253f8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:02.262117 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3d609fd0-a644-4373-a8a8-6698584253f8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:02.268345 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33012) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:02.269120 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3d609fd0-a644-4373-a8a8-6698584253f8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "DELETE /v2.0/networks/90b62890-c9c7-41c5-bba3-14db135037a9 HTTP/1.1" status: 204 len: 168 time: 1.1119945 May 06 09:53:02.269738 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d609fd0-a644-4373-a8a8-6698584253f8 tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Pushing event deleted for resources: {'Network': ['ID=90b62890-c9c7-41c5-bba3-14db135037a9,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:02.280961 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-48877406-2367-4c8a-bf46-7bf3af36ae5a tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:02.311811 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-03cf1e90-495f-4c7d-820d-4c40e7bff473 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:02.329862 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-03cf1e90-495f-4c7d-820d-4c40e7bff473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:02.374249 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-ecbe081f-7c86-45bc-a626-c1a8dfc3b4f8 None None] Deleting port 80845cf8-ac01-4112-91cf-654a5c063427 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:02.374673 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ecbe081f-7c86-45bc-a626-c1a8dfc3b4f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:02.389340 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48877406-2367-4c8a-bf46-7bf3af36ae5a tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event deleted for resources: {'Subnet': ['ID=d5ae2f86-0cfc-421e-865b-7101bc7e4ed2,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:02.401330 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cf1e90-495f-4c7d-820d-4c40e7bff473 None None] Network 9b6fca62-a3b0-4d9f-a471-138a1433e936 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:02.431582 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-48877406-2367-4c8a-bf46-7bf3af36ae5a tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:02.438368 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf49d95-b2e8-4d94-b974-9e04d355f992 None None] Network ea1886aa-054b-45c2-b669-eb2ce90bc9c1 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:02.454666 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-03cf1e90-495f-4c7d-820d-4c40e7bff473 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:02.465645 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-48877406-2367-4c8a-bf46-7bf3af36ae5a tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "DELETE /v2.0/subnets/d5ae2f86-0cfc-421e-865b-7101bc7e4ed2 HTTP/1.1" status: 204 len: 168 time: 2.3069618 May 06 09:53:02.481883 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33016) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:02.518685 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cf1e90-495f-4c7d-820d-4c40e7bff473 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:02.521071 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf1e90-495f-4c7d-820d-4c40e7bff473 None None] Pushing event updated for resources: {'Port': ['ID=59a89c25-15cb-4cdb-af97-8c628a93987c,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:02.527927 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5a591-d1d1-43c2-a9f5-fe23a9eb9fb1 req-3f3db721-161c-4ea4-835e-46281742e6f9 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:02.529542 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75c5a591-d1d1-43c2-a9f5-fe23a9eb9fb1 req-3f3db721-161c-4ea4-835e-46281742e6f9 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 945 time: 0.2692361 May 06 09:53:02.566589 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:02.579404 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ffd0e0-8f98-45b4-ba37-d52e7fb79097 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Deleting subnet 3d1049a1-77f2-4bc9-acff-57b320ef3ce5 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:53:02.592199 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63ffd0e0-8f98-45b4-ba37-d52e7fb79097 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:02.646334 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75c5a591-d1d1-43c2-a9f5-fe23a9eb9fb1 req-dd191805-49db-48c5-b62f-cb5b2d6250f1 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040356 May 06 09:53:02.653035 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device f0883910-8194-4353-b958-8f0d5a2931f5 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:02.672613 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-768db08e-b361-4d18-bdcf-b2e46089e25d tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:02.672908 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 80845cf8-ac01-4112-91cf-654a5c063427 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:02.695762 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ecbe081f-7c86-45bc-a626-c1a8dfc3b4f8 None None] For port 80845cf8-ac01-4112-91cf-654a5c063427, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=80845cf8-ac01-4112-91cf-654a5c063427,segment=NetworkSegment(f6d50db6-0b43-4540-af3d-5a193cdc7027),segment_id=f6d50db6-0b43-4540-af3d-5a193cdc7027)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:02.695762 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ecbe081f-7c86-45bc-a626-c1a8dfc3b4f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:02.720346 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event deleted for resources: {'Subnet': ['ID=4343aa58-8bec-4254-b696-8006d1483ff3,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:02.764752 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: f0883910-8194-4353-b958-8f0d5a2931f5 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:53:02.765695 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device f0883910-8194-4353-b958-8f0d5a2931f5 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:53:02.788074 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-03cf1e90-495f-4c7d-820d-4c40e7bff473 None None] Attempting to bind port 59a89c25-15cb-4cdb-af97-8c628a93987c on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:53:02.788450 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-03cf1e90-495f-4c7d-820d-4c40e7bff473 None None] Attempting to bind port 59a89c25-15cb-4cdb-af97-8c628a93987c by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '337bf443-1781-494e-bd49-3ba52648c8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9b6fca62-a3b0-4d9f-a471-138a1433e936'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:53:02.788895 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cf1e90-495f-4c7d-820d-4c40e7bff473 None None] Attempting to bind port 59a89c25-15cb-4cdb-af97-8c628a93987c on network 9b6fca62-a3b0-4d9f-a471-138a1433e936 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:53:02.801619 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-ecbe081f-7c86-45bc-a626-c1a8dfc3b4f8 None None] Calling delete_port for 80845cf8-ac01-4112-91cf-654a5c063427 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:02.828339 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cf1e90-495f-4c7d-820d-4c40e7bff473 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:53:02.828723 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cf1e90-495f-4c7d-820d-4c40e7bff473 None None] Checking segment: {'id': '337bf443-1781-494e-bd49-3ba52648c8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9b6fca62-a3b0-4d9f-a471-138a1433e936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:53:02.829134 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-03cf1e90-495f-4c7d-820d-4c40e7bff473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:02.829534 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cf1e90-495f-4c7d-820d-4c40e7bff473 None None] Bound using segment: {'id': '337bf443-1781-494e-bd49-3ba52648c8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9b6fca62-a3b0-4d9f-a471-138a1433e936'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:53:02.830023 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-03cf1e90-495f-4c7d-820d-4c40e7bff473 None None] Bound port: 59a89c25-15cb-4cdb-af97-8c628a93987c, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '337bf443-1781-494e-bd49-3ba52648c8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9b6fca62-a3b0-4d9f-a471-138a1433e936'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:53:02.830408 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-03cf1e90-495f-4c7d-820d-4c40e7bff473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:02.847521 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a22959-60cd-4e66-a654-254c748a8d9d req-a82e7187-98b9-4c1c-84bc-d1d56d3ba671 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:02.849750 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63ffd0e0-8f98-45b4-ba37-d52e7fb79097 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:02.859539 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-39a22959-60cd-4e66-a654-254c748a8d9d req-a82e7187-98b9-4c1c-84bc-d1d56d3ba671 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 945 time: 0.1001124 May 06 09:53:02.920476 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-39a22959-60cd-4e66-a654-254c748a8d9d req-c5d4a673-4ff9-4eac-a5e4-03657019e28b tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598745 May 06 09:53:02.935875 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:02.985817 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ecbe081f-7c86-45bc-a626-c1a8dfc3b4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:02.986988 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33038) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:03.026548 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6fca62-a3b0-4d9f-a471-138a1433e936']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:03.035548 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe081f-7c86-45bc-a626-c1a8dfc3b4f8 None None] Pushing event deleted for resources: {'Port': ['ID=80845cf8-ac01-4112-91cf-654a5c063427,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:03.047291 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No active binding found for port 80845cf8-ac01-4112-91cf-654a5c063427 {{(pid=102654) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 06 09:53:03.047948 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 80845cf8-ac01-4112-91cf-654a5c063427 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:53:03.075826 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '337bf443-1781-494e-bd49-3ba52648c8cb') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:03.076139 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '337bf443-1781-494e-bd49-3ba52648c8cb') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:03.112594 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbe081f-7c86-45bc-a626-c1a8dfc3b4f8 None None] No DVR routers for this DVR port 80845cf8-ac01-4112-91cf-654a5c063427 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:53:03.117175 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-905edcf6-692a-49d6-81a0-c9a61e5ca95a admin admin] Deleting subnet 6f3cfd1d-e79a-464a-877c-2318399902c1 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:53:03.122666 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-905edcf6-692a-49d6-81a0-c9a61e5ca95a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:03.153986 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:03.197939 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-905edcf6-692a-49d6-81a0-c9a61e5ca95a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:03.229052 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:03.244805 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:53:03.245644 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: timer() May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:53:03.250932 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:53:03.275640 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-905edcf6-692a-49d6-81a0-c9a61e5ca95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:03.278944 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-03cf1e90-495f-4c7d-820d-4c40e7bff473 None None] For port 59a89c25-15cb-4cdb-af97-8c628a93987c, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:53:03.343426 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-768db08e-b361-4d18-bdcf-b2e46089e25d tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Deleting port 80845cf8-ac01-4112-91cf-654a5c063427 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:03.344219 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-768db08e-b361-4d18-bdcf-b2e46089e25d tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:03.353175 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-905edcf6-692a-49d6-81a0-c9a61e5ca95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:03.365079 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63ffd0e0-8f98-45b4-ba37-d52e7fb79097 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:03.435580 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-03cf1e90-495f-4c7d-820d-4c40e7bff473 None None] For port 59a89c25-15cb-4cdb-af97-8c628a93987c, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=59a89c25-15cb-4cdb-af97-8c628a93987c,segment=NetworkSegment(337bf443-1781-494e-bd49-3ba52648c8cb),segment_id=337bf443-1781-494e-bd49-3ba52648c8cb)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:53:03.445944 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-03cf1e90-495f-4c7d-820d-4c40e7bff473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:03.450583 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.db.api [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 09:53:03.450583 n-d-840835-1 neutron-server[102652]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 09:53:03.450583 n-d-840835-1 neutron-server[102652]: [parameters: {'id': '9b6fca62-a3b0-4d9f-a471-138a1433e936'}] May 06 09:53:03.450583 n-d-840835-1 neutron-server[102652]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:53:03.451630 n-d-840835-1 neutron-server[102652]: DEBUG oslo_db.api [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:53:03.543079 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-768db08e-b361-4d18-bdcf-b2e46089e25d tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] For port 80845cf8-ac01-4112-91cf-654a5c063427, host n-d-840835-1, got binding levels [] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:03.545390 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-768db08e-b361-4d18-bdcf-b2e46089e25d tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:03.554767 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-905edcf6-692a-49d6-81a0-c9a61e5ca95a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:03.569453 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33046) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:03.570558 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-905edcf6-692a-49d6-81a0-c9a61e5ca95a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6f3cfd1d-e79a-464a-877c-2318399902c1 HTTP/1.1" status: 204 len: 168 time: 0.5810950 May 06 09:53:03.574419 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905edcf6-692a-49d6-81a0-c9a61e5ca95a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f3cfd1d-e79a-464a-877c-2318399902c1,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:03.591427 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4b0bc6-e55f-47ec-a0bb-0a61752a055e None None] Network 9b6fca62-a3b0-4d9f-a471-138a1433e936 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:03.613218 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-768db08e-b361-4d18-bdcf-b2e46089e25d tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Calling delete_port for 80845cf8-ac01-4112-91cf-654a5c063427 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:03.628135 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f5686-dec1-4b2a-aec5-a4722b26fc73 req-7fe6904b-e8ea-46b6-9903-3e7acf4363fc tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:03.629764 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ec3f5686-dec1-4b2a-aec5-a4722b26fc73 req-7fe6904b-e8ea-46b6-9903-3e7acf4363fc tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 945 time: 0.2139411 May 06 09:53:03.634268 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.ipam_backend_mixin [None req-768db08e-b361-4d18-bdcf-b2e46089e25d tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Port 80845cf8-ac01-4112-91cf-654a5c063427 was not found and therefore no delete operation was performed {{(pid=102652) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 09:53:03.700133 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf1e90-495f-4c7d-820d-4c40e7bff473 None None] Pushing event updated for resources: {'Port': ['ID=59a89c25-15cb-4cdb-af97-8c628a93987c,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:03.751553 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ec3f5686-dec1-4b2a-aec5-a4722b26fc73 req-6157780d-7217-4202-b87c-d84e8244f6c1 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083715 May 06 09:53:03.764415 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-768db08e-b361-4d18-bdcf-b2e46089e25d tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:03.786692 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63ffd0e0-8f98-45b4-ba37-d52e7fb79097 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:03.940350 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b5327-2ed3-4930-a805-9d07a547bf59 req-18fa12ec-45d8-40ce-847a-21075647a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:03.942018 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d28b5327-2ed3-4930-a805-9d07a547bf59 req-18fa12ec-45d8-40ce-847a-21075647a619 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c517f1b2e83649f0bec52fdccbd31b7e&device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 1096 time: 0.4733677 May 06 09:53:03.947375 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768db08e-b361-4d18-bdcf-b2e46089e25d tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Pushing event deleted for resources: {'Port': ['ID=80845cf8-ac01-4112-91cf-654a5c063427,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:03.956981 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768db08e-b361-4d18-bdcf-b2e46089e25d tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] No DVR routers for this DVR port 80845cf8-ac01-4112-91cf-654a5c063427 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:53:03.958459 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:03.997707 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63ffd0e0-8f98-45b4-ba37-d52e7fb79097 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:04.000950 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-63ffd0e0-8f98-45b4-ba37-d52e7fb79097 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "DELETE /v2.0/subnets/3d1049a1-77f2-4bc9-acff-57b320ef3ce5 HTTP/1.1" status: 204 len: 168 time: 1.5177102 May 06 09:53:04.005014 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33056) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:04.123842 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9a19b697-9a59-4f8a-8366-23c17c0ed42f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:04.191891 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bc27ae60-c193-400e-8af2-3f87c04bb2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:04.208211 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-9a19b697-9a59-4f8a-8366-23c17c0ed42f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Deleting port 111bcde8-57b5-4ba1-9648-35b1838a6ece {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:04.208519 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9a19b697-9a59-4f8a-8366-23c17c0ed42f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:04.216689 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ffd0e0-8f98-45b4-ba37-d52e7fb79097 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event deleted for resources: {'Subnet': ['ID=3d1049a1-77f2-4bc9-acff-57b320ef3ce5,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:04.393750 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-9a19b697-9a59-4f8a-8366-23c17c0ed42f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] For port 111bcde8-57b5-4ba1-9648-35b1838a6ece, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=111bcde8-57b5-4ba1-9648-35b1838a6ece,segment=NetworkSegment(fca6d4c2-c97a-456a-8350-fd7419be3d29),segment_id=fca6d4c2-c97a-456a-8350-fd7419be3d29)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:04.394137 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9a19b697-9a59-4f8a-8366-23c17c0ed42f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:04.426961 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b5327-2ed3-4930-a805-9d07a547bf59 req-65484a75-49d9-45ec-b187-200196be4dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:04.428603 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d28b5327-2ed3-4930-a805-9d07a547bf59 req-65484a75-49d9-45ec-b187-200196be4dd2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8b4bbee4-4fbe-449e-978f-a646b5e578f0 HTTP/1.1" status: 200 len: 920 time: 0.4426734 May 06 09:53:04.513113 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b238d86f-8342-4236-9bee-18f42fffa190 None None] Network ea1886aa-054b-45c2-b669-eb2ce90bc9c1 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:04.520585 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-9a19b697-9a59-4f8a-8366-23c17c0ed42f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Calling delete_port for 111bcde8-57b5-4ba1-9648-35b1838a6ece owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:04.559814 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d328ba-2486-4969-b3ca-95acbb529101 req-3294152d-cd6e-4b09-a836-e34c3a8356f0 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:04.561055 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d28b5327-2ed3-4930-a805-9d07a547bf59 req-96521322-09e0-487b-a1b5-5096cd6b1599 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f4eb16b-3523-48ac-8535-624e3aae1d84 HTTP/1.1" status: 200 len: 217 time: 0.1143417 May 06 09:53:04.571289 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-66d328ba-2486-4969-b3ca-95acbb529101 req-3294152d-cd6e-4b09-a836-e34c3a8356f0 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 945 time: 0.1068850 May 06 09:53:04.632449 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-768db08e-b361-4d18-bdcf-b2e46089e25d tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:04.725612 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-66d328ba-2486-4969-b3ca-95acbb529101 req-b9acf445-cb41-4b92-862b-952e008f399b tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527309 May 06 09:53:04.779257 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bc27ae60-c193-400e-8af2-3f87c04bb2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:04.789244 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9a19b697-9a59-4f8a-8366-23c17c0ed42f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:04.802429 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-bc27ae60-c193-400e-8af2-3f87c04bb2e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1a03db-e74b-4fbe-bbf2-facb6e3093bf']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:04.817699 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-bc27ae60-c193-400e-8af2-3f87c04bb2e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e084b208-f338-432d-95df-87ee87c4db54') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:04.818000 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-bc27ae60-c193-400e-8af2-3f87c04bb2e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e084b208-f338-432d-95df-87ee87c4db54') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:04.828968 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bc27ae60-c193-400e-8af2-3f87c04bb2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:04.832949 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19b697-9a59-4f8a-8366-23c17c0ed42f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event deleted for resources: {'Port': ['ID=111bcde8-57b5-4ba1-9648-35b1838a6ece,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:04.842309 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a19b697-9a59-4f8a-8366-23c17c0ed42f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] No DVR routers for this DVR port 111bcde8-57b5-4ba1-9648-35b1838a6ece on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:53:04.842907 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bc27ae60-c193-400e-8af2-3f87c04bb2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:04.861190 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc27ae60-c193-400e-8af2-3f87c04bb2e5 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:53:04.861604 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bc27ae60-c193-400e-8af2-3f87c04bb2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:04.899355 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-04b09cbb-bcf8-4ab2-9427-30ce8f4d8e92 None None] Provisioning complete for port 111bcde8-57b5-4ba1-9648-35b1838a6ece triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:04.899355 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-04b09cbb-bcf8-4ab2-9427-30ce8f4d8e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:04.932251 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-04b09cbb-bcf8-4ab2-9427-30ce8f4d8e92 None None] Port 111bcde8-57b5-4ba1-9648-35b1838a6ece was deleted so its status cannot be updated. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} May 06 09:53:04.994298 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad71580-cd69-4fed-84d5-b07d1c1ac235 None None] DHCP port deletion for ea1886aa-054b-45c2-b669-eb2ce90bc9c1 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:53:05.027032 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21968020-4f51-45df-84b1-cdbf6b3cb10a None None] get_active_networks_info from n-d-840835-1 {{(pid=102654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: timer() May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:53:05.059553 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:53:05.087105 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bc27ae60-c193-400e-8af2-3f87c04bb2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:05.153222 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-768db08e-b361-4d18-bdcf-b2e46089e25d tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ea11b1-d543-495d-bbe7-8e909ad3a0f6']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:05.183909 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21968020-4f51-45df-84b1-cdbf6b3cb10a None None] Resources bound (agent type, host, resource id): {{(pid=102654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 09:53:05.197315 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bc27ae60-c193-400e-8af2-3f87c04bb2e5 admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:05.203080 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bc27ae60-c193-400e-8af2-3f87c04bb2e5 admin admin] 10.222.0.73 "DELETE /v2.0/networks/ea1a03db-e74b-4fbe-bbf2-facb6e3093bf HTTP/1.1" status: 204 len: 168 time: 1.6310127 May 06 09:53:05.219849 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b5327-2ed3-4930-a805-9d07a547bf59 req-e3ad9bf7-f8f0-4437-8f8d-2e134ce241de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:05.229763 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d28b5327-2ed3-4930-a805-9d07a547bf59 req-e3ad9bf7-f8f0-4437-8f8d-2e134ce241de service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c9382d75-3c44-4a92-be03-e9a2109a5f6f HTTP/1.1" status: 200 len: 858 time: 0.6181424 May 06 09:53:05.231401 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33070) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:05.276092 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27ae60-c193-400e-8af2-3f87c04bb2e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea1a03db-e74b-4fbe-bbf2-facb6e3093bf,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:05.285220 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-768db08e-b361-4d18-bdcf-b2e46089e25d tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d50db6-0b43-4540-af3d-5a193cdc7027') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:05.285860 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-768db08e-b361-4d18-bdcf-b2e46089e25d tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d50db6-0b43-4540-af3d-5a193cdc7027') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:05.297161 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9a19b697-9a59-4f8a-8366-23c17c0ed42f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:05.312227 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Deleting port 59a89c25-15cb-4cdb-af97-8c628a93987c {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:05.312900 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:05.322410 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-768db08e-b361-4d18-bdcf-b2e46089e25d tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:05.400135 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-768db08e-b361-4d18-bdcf-b2e46089e25d tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:05.418127 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b5327-2ed3-4930-a805-9d07a547bf59 req-fd0d0568-7792-4943-8bb4-fdd70fa47937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:05.431436 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d28b5327-2ed3-4930-a805-9d07a547bf59 req-fd0d0568-7792-4943-8bb4-fdd70fa47937 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8b4bbee4-4fbe-449e-978f-a646b5e578f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1841900 May 06 09:53:05.450972 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5009d67-d04c-4d54-bab5-8367d155ab9b req-d366d85b-86ab-4ef6-a78d-a23649b51075 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:05.465160 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c5009d67-d04c-4d54-bab5-8367d155ab9b req-d366d85b-86ab-4ef6-a78d-a23649b51075 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 945 time: 0.5057793 May 06 09:53:05.491686 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-d28b5327-2ed3-4930-a805-9d07a547bf59 req-f3c48df3-61bf-41f0-b5ec-76f72ac2c5e2 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:53:05.492835 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d28b5327-2ed3-4930-a805-9d07a547bf59 req-f3c48df3-61bf-41f0-b5ec-76f72ac2c5e2 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209477 May 06 09:53:05.519266 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-9a19b697-9a59-4f8a-8366-23c17c0ed42f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1886aa-054b-45c2-b669-eb2ce90bc9c1']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:05.552298 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c5009d67-d04c-4d54-bab5-8367d155ab9b req-81c8107f-7b8c-4692-ae99-443b8cb553c1 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843894 May 06 09:53:05.571322 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a1ae695-c5bc-4beb-94ed-4dd27c2b61e0 admin admin] Deleting subnet 9151adc9-da52-4d4b-a0c1-32d14a0dde10 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:53:05.573459 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-768db08e-b361-4d18-bdcf-b2e46089e25d tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:53:05.573991 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-768db08e-b361-4d18-bdcf-b2e46089e25d tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:05.577710 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-9a19b697-9a59-4f8a-8366-23c17c0ed42f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca6d4c2-c97a-456a-8350-fd7419be3d29') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:05.579292 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-9a19b697-9a59-4f8a-8366-23c17c0ed42f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca6d4c2-c97a-456a-8350-fd7419be3d29') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:05.580004 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7a1ae695-c5bc-4beb-94ed-4dd27c2b61e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: timer() May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:53:05.583623 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:53:05.612256 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9a19b697-9a59-4f8a-8366-23c17c0ed42f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:05.645549 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9a19b697-9a59-4f8a-8366-23c17c0ed42f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:05.669563 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7a1ae695-c5bc-4beb-94ed-4dd27c2b61e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:05.672074 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a19b697-9a59-4f8a-8366-23c17c0ed42f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:53:05.672645 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9a19b697-9a59-4f8a-8366-23c17c0ed42f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: timer() May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:53:05.680943 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:53:05.760587 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-768db08e-b361-4d18-bdcf-b2e46089e25d tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:05.901356 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] For port 59a89c25-15cb-4cdb-af97-8c628a93987c, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=59a89c25-15cb-4cdb-af97-8c628a93987c,segment=NetworkSegment(337bf443-1781-494e-bd49-3ba52648c8cb),segment_id=337bf443-1781-494e-bd49-3ba52648c8cb)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:05.901787 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:05.905025 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-768db08e-b361-4d18-bdcf-b2e46089e25d tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:05.926747 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-768db08e-b361-4d18-bdcf-b2e46089e25d tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] 10.222.0.73 "DELETE /v2.0/networks/06ea11b1-d543-495d-bbe7-8e909ad3a0f6 HTTP/1.1" status: 204 len: 168 time: 3.6558623 May 06 09:53:05.977903 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Calling delete_port for 59a89c25-15cb-4cdb-af97-8c628a93987c owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:05.993296 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9a19b697-9a59-4f8a-8366-23c17c0ed42f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:06.000296 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768db08e-b361-4d18-bdcf-b2e46089e25d tempest-TaggedBootDevicesTest-1029167559 tempest-TaggedBootDevicesTest-1029167559-project] Pushing event deleted for resources: {'Network': ['ID=06ea11b1-d543-495d-bbe7-8e909ad3a0f6,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:06.007396 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9a19b697-9a59-4f8a-8366-23c17c0ed42f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:06.016849 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9a19b697-9a59-4f8a-8366-23c17c0ed42f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "DELETE /v2.0/networks/ea1886aa-054b-45c2-b669-eb2ce90bc9c1 HTTP/1.1" status: 204 len: 168 time: 2.0104752 May 06 09:53:06.018106 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33080) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:06.057170 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7a1ae695-c5bc-4beb-94ed-4dd27c2b61e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:06.134006 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19b697-9a59-4f8a-8366-23c17c0ed42f tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event deleted for resources: {'Network': ['ID=ea1886aa-054b-45c2-b669-eb2ce90bc9c1,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:06.148350 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7a1ae695-c5bc-4beb-94ed-4dd27c2b61e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:06.163785 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7449496-b0da-4190-9595-af25310f72b1 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] DELETE failed (client error): The resource could not be found. May 06 09:53:06.164167 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7449496-b0da-4190-9595-af25310f72b1 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:53:06.173545 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33082) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:06.177536 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d7449496-b0da-4190-9595-af25310f72b1 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "DELETE /v2.0/subnets/bc985648-0ed6-48de-8011-0bc86588dc8a HTTP/1.1" status: 404 len: 337 time: 0.1361370 May 06 09:53:06.178608 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7a1ae695-c5bc-4beb-94ed-4dd27c2b61e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:06.190621 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d28b5327-2ed3-4930-a805-9d07a547bf59 req-300bd8f5-a2fc-4e63-8fe9-0dccd4cdcec6 service neutron] 10.222.0.77 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6510036 May 06 09:53:06.195010 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7a1ae695-c5bc-4beb-94ed-4dd27c2b61e0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9151adc9-da52-4d4b-a0c1-32d14a0dde10 HTTP/1.1" status: 204 len: 168 time: 0.9624736 May 06 09:53:06.205746 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33084) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:06.258981 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ae695-c5bc-4beb-94ed-4dd27c2b61e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9151adc9-da52-4d4b-a0c1-32d14a0dde10,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:06.285434 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61896df-8a47-414d-8d03-41d00aeb079d req-64c84023-fe78-459b-a3cd-2cbc0f19d4a9 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:06.287070 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f61896df-8a47-414d-8d03-41d00aeb079d req-64c84023-fe78-459b-a3cd-2cbc0f19d4a9 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 945 time: 0.4084513 May 06 09:53:06.300266 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-234ae6c5-94ab-4a8c-8233-91ed17e81e7c tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] DELETE failed (client error): The resource could not be found. May 06 09:53:06.300923 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-234ae6c5-94ab-4a8c-8233-91ed17e81e7c tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:53:06.304588 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-234ae6c5-94ab-4a8c-8233-91ed17e81e7c tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "DELETE /v2.0/networks/00a8b196-ba12-43c2-bf3d-97f728dec807 HTTP/1.1" status: 404 len: 339 time: 0.1284444 May 06 09:53:06.329531 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33086) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:06.368832 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-e13588a8-8dcf-4b4a-a807-57bdc246d2f0 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] DELETE failed (client error): The resource could not be found. May 06 09:53:06.369302 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e13588a8-8dcf-4b4a-a807-57bdc246d2f0 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:53:06.372775 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e13588a8-8dcf-4b4a-a807-57bdc246d2f0 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "DELETE /v2.0/subnets/57fd105e-c68a-4071-a3c9-0aaadef890e3 HTTP/1.1" status: 404 len: 337 time: 0.0420454 May 06 09:53:06.376626 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33088) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:06.408444 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f61896df-8a47-414d-8d03-41d00aeb079d req-224af7ad-68e7-4121-9da1-6fc1259566bb tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802355 May 06 09:53:06.421965 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a566e8-4935-4b6b-9bd2-e6176cab37e4 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] DELETE failed (client error): The resource could not be found. May 06 09:53:06.433560 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a566e8-4935-4b6b-9bd2-e6176cab37e4 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:53:06.446737 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-64a566e8-4935-4b6b-9bd2-e6176cab37e4 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "DELETE /v2.0/networks/e30e6147-4f4d-4285-8cd8-e6b645f953d9 HTTP/1.1" status: 404 len: 339 time: 0.0636833 May 06 09:53:06.446917 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33092) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:06.450074 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b5f4e5c4-0527-447c-9706-d3f2950607b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:06.501239 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:06.518392 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-e64df1ce-c827-4115-8ee9-882b51e4985e tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] DELETE failed (client error): The resource could not be found. May 06 09:53:06.518866 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e64df1ce-c827-4115-8ee9-882b51e4985e tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:53:06.532700 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e64df1ce-c827-4115-8ee9-882b51e4985e tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "DELETE /v2.0/subnets/0c386696-15e1-498a-95dc-a93201914fc8 HTTP/1.1" status: 404 len: 337 time: 0.0845733 May 06 09:53:06.535260 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33094) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:06.546027 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event deleted for resources: {'Port': ['ID=59a89c25-15cb-4cdb-af97-8c628a93987c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:06.550541 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] No DVR routers for this DVR port 59a89c25-15cb-4cdb-af97-8c628a93987c on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:53:06.589861 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac54fb57-b34f-41af-b109-8de2ede2310b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] DELETE failed (client error): The resource could not be found. May 06 09:53:06.597602 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 111bcde8-57b5-4ba1-9648-35b1838a6ece no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:06.599466 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac54fb57-b34f-41af-b109-8de2ede2310b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:53:06.605995 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ac54fb57-b34f-41af-b109-8de2ede2310b tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "DELETE /v2.0/networks/00a9120b-074c-4031-bf9f-d3963a4c76cd HTTP/1.1" status: 404 len: 339 time: 0.0673990 May 06 09:53:06.606406 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33100) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:06.629717 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d28b5327-2ed3-4930-a805-9d07a547bf59 req-fd03dde3-34a5-4d44-8192-f6a32b4887da service neutron] 10.222.0.77 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252431 May 06 09:53:06.638705 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 111bcde8-57b5-4ba1-9648-35b1838a6ece {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:53:06.639057 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 111bcde8-57b5-4ba1-9648-35b1838a6ece not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:53:06.715973 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-72105bbf-f752-40f9-89f3-b6aa9086fec4 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Deleting subnet 15d2e74d-5c45-4b7f-8fe6-5f03e852bb25 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:53:06.720230 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-72105bbf-f752-40f9-89f3-b6aa9086fec4 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:06.807037 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:06.814454 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b5f4e5c4-0527-447c-9706-d3f2950607b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:06.866335 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-b5f4e5c4-0527-447c-9706-d3f2950607b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b37bb1e-cf3c-4667-b9d5-cdeefe53f416']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:06.887390 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-b5f4e5c4-0527-447c-9706-d3f2950607b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d68716-9a09-470e-8fdd-b58422bc9bfc') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:06.887682 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-b5f4e5c4-0527-447c-9706-d3f2950607b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d68716-9a09-470e-8fdd-b58422bc9bfc') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:06.891055 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-72105bbf-f752-40f9-89f3-b6aa9086fec4 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:06.900957 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b5f4e5c4-0527-447c-9706-d3f2950607b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:06.919558 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b5f4e5c4-0527-447c-9706-d3f2950607b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:06.928609 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f4e5c4-0527-447c-9706-d3f2950607b4 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:53:06.929662 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b5f4e5c4-0527-447c-9706-d3f2950607b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: timer() May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:53:06.996098 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:53:07.001867 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b5f4e5c4-0527-447c-9706-d3f2950607b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:07.011100 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d05090-3021-456e-9203-5bc8dfdbc5bd req-00c93721-8980-4149-9de4-01e1bcb43e7f tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:07.016280 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-35d05090-3021-456e-9203-5bc8dfdbc5bd req-00c93721-8980-4149-9de4-01e1bcb43e7f tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 945 time: 0.1718037 May 06 09:53:07.030877 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6fca62-a3b0-4d9f-a471-138a1433e936']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:07.044819 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b5f4e5c4-0527-447c-9706-d3f2950607b4 admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:07.051362 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b5f4e5c4-0527-447c-9706-d3f2950607b4 admin admin] 10.222.0.73 "DELETE /v2.0/networks/0b37bb1e-cf3c-4667-b9d5-cdeefe53f416 HTTP/1.1" status: 204 len: 168 time: 0.8243849 May 06 09:53:07.065954 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '337bf443-1781-494e-bd49-3ba52648c8cb') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:07.066291 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '337bf443-1781-494e-bd49-3ba52648c8cb') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:07.068669 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4e5c4-0527-447c-9706-d3f2950607b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b37bb1e-cf3c-4667-b9d5-cdeefe53f416,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:07.090767 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:07.120318 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:07.152977 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:53:07.153557 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: timer() May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:53:07.174720 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:53:07.204960 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-35d05090-3021-456e-9203-5bc8dfdbc5bd req-9c001e8c-d97c-4189-8d02-ece850cc3fe5 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764829 May 06 09:53:07.207380 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-72105bbf-f752-40f9-89f3-b6aa9086fec4 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:07.356087 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:07.358740 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-72105bbf-f752-40f9-89f3-b6aa9086fec4 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:07.407441 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:07.408539 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-72105bbf-f752-40f9-89f3-b6aa9086fec4 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:07.412380 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-72105bbf-f752-40f9-89f3-b6aa9086fec4 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "DELETE /v2.0/subnets/15d2e74d-5c45-4b7f-8fe6-5f03e852bb25 HTTP/1.1" status: 204 len: 168 time: 0.8046751 May 06 09:53:07.414667 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72105bbf-f752-40f9-89f3-b6aa9086fec4 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event deleted for resources: {'Subnet': ['ID=15d2e74d-5c45-4b7f-8fe6-5f03e852bb25,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:07.416572 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33118) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:07.418596 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc45715-c945-4d34-b3ea-f179acc497f2 None None] Network 3a9cc813-c478-44e7-abc8-63990710d8a5 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:07.425462 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "DELETE /v2.0/networks/9b6fca62-a3b0-4d9f-a471-138a1433e936 HTTP/1.1" status: 204 len: 168 time: 6.1330969 May 06 09:53:07.426655 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c1cf7-b6e0-4605-a4c1-408fa44c8346 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event deleted for resources: {'Network': ['ID=9b6fca62-a3b0-4d9f-a471-138a1433e936,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:07.431496 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33120) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:07.444356 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-270daa95-47e3-4e74-87f7-69ff7ce64948 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1011636029'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:07.487688 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33124) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:07.500556 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270daa95-47e3-4e74-87f7-69ff7ce64948 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Made reservation on behalf of 4905333ab73b447792d49b8f402a9e82 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:07.504427 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-270daa95-47e3-4e74-87f7-69ff7ce64948 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:07.565310 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cc43adb1-bb10-4bcb-a6b3-82668bc8ee07 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:07.598862 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270daa95-47e3-4e74-87f7-69ff7ce64948 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:53:07.623854 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-270daa95-47e3-4e74-87f7-69ff7ce64948 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:07.624221 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-270daa95-47e3-4e74-87f7-69ff7ce64948 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Added segment 09d5f46e-e7c8-4df0-8600-53a08126c55a of type vlan for network 1c9ab3b5-c46e-420f-82cd-7cf9dfec78da May 06 09:53:07.727723 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-cc43adb1-bb10-4bcb-a6b3-82668bc8ee07 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Deleting port 885d3432-a864-4940-9cf3-c61b925b8958 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:07.728344 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cc43adb1-bb10-4bcb-a6b3-82668bc8ee07 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:07.747768 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-270daa95-47e3-4e74-87f7-69ff7ce64948 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:07.840895 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8527aa91-898f-4d6c-be89-f8ce0a73fc96 None None] DHCP port deletion for 3a9cc813-c478-44e7-abc8-63990710d8a5 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:53:07.884666 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-270daa95-47e3-4e74-87f7-69ff7ce64948 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:07.901914 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270daa95-47e3-4e74-87f7-69ff7ce64948 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:07.902576 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-270daa95-47e3-4e74-87f7-69ff7ce64948 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:07.995012 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-8527aa91-898f-4d6c-be89-f8ce0a73fc96 None None] Deleting port 885d3432-a864-4940-9cf3-c61b925b8958 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:07.995420 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8527aa91-898f-4d6c-be89-f8ce0a73fc96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:08.005807 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-065e8615-d962-45c6-a936-87152dc92590 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=639a3400730c4c759eec6a186727942c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5167713 May 06 09:53:08.023014 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33138) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:08.036255 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-270daa95-47e3-4e74-87f7-69ff7ce64948 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6021905 May 06 09:53:08.050579 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33140) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:08.058051 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-45d89288-fdf9-490a-8aae-936e3436792f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Request body: {'subnet': {'network_id': '1c9ab3b5-c46e-420f-82cd-7cf9dfec78da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:08.058569 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-cc43adb1-bb10-4bcb-a6b3-82668bc8ee07 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] For port 885d3432-a864-4940-9cf3-c61b925b8958, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=885d3432-a864-4940-9cf3-c61b925b8958,segment=NetworkSegment(1e66ec70-875b-4002-bbda-937b333f1ecb),segment_id=1e66ec70-875b-4002-bbda-937b333f1ecb)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:08.058957 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cc43adb1-bb10-4bcb-a6b3-82668bc8ee07 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:08.100450 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270daa95-47e3-4e74-87f7-69ff7ce64948 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event updated for resources: {'Network': ['ID=1c9ab3b5-c46e-420f-82cd-7cf9dfec78da,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:08.112639 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 1c9ab3b5-c46e-420f-82cd-7cf9dfec78da details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:53:08.313243 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-cc43adb1-bb10-4bcb-a6b3-82668bc8ee07 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Calling delete_port for 885d3432-a864-4940-9cf3-c61b925b8958 owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:08.397977 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d89288-fdf9-490a-8aae-936e3436792f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Made reservation on behalf of 4905333ab73b447792d49b8f402a9e82 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:08.402478 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45d89288-fdf9-490a-8aae-936e3436792f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:08.448943 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8527aa91-898f-4d6c-be89-f8ce0a73fc96 None None] For port 885d3432-a864-4940-9cf3-c61b925b8958, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=885d3432-a864-4940-9cf3-c61b925b8958,segment=NetworkSegment(1e66ec70-875b-4002-bbda-937b333f1ecb),segment_id=1e66ec70-875b-4002-bbda-937b333f1ecb)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:08.471766 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8527aa91-898f-4d6c-be89-f8ce0a73fc96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:08.505430 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33146) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:08.534459 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-8527aa91-898f-4d6c-be89-f8ce0a73fc96 None None] Calling delete_port for 885d3432-a864-4940-9cf3-c61b925b8958 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:08.628928 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb7034-2d7c-4088-a629-0bd0ea42a2b7 req-d6c401e5-b49c-4d7c-9bc8-7a95ad6853ee tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:08.649341 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6fcb7034-2d7c-4088-a629-0bd0ea42a2b7 req-d6c401e5-b49c-4d7c-9bc8-7a95ad6853ee tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 945 time: 0.5829206 May 06 09:53:08.669035 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 885d3432-a864-4940-9cf3-c61b925b8958 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:08.675069 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-07099686-521b-4b27-9fb4-330548e981e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:08.838313 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-07099686-521b-4b27-9fb4-330548e981e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:08.845118 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f8624a9-b75b-4b93-ac7c-c5c20400c4c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:08.869496 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6fcb7034-2d7c-4088-a629-0bd0ea42a2b7 req-834d7d80-6e2a-45f3-bb73-b0b01f13af76 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190616 May 06 09:53:08.919411 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cc43adb1-bb10-4bcb-a6b3-82668bc8ee07 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:08.983440 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8527aa91-898f-4d6c-be89-f8ce0a73fc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:09.056716 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527aa91-898f-4d6c-be89-f8ce0a73fc96 None None] Pushing event deleted for resources: {'Port': ['ID=885d3432-a864-4940-9cf3-c61b925b8958,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:09.058777 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:09.061314 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8527aa91-898f-4d6c-be89-f8ce0a73fc96 None None] No DVR routers for this DVR port 885d3432-a864-4940-9cf3-c61b925b8958 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:53:09.082093 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43adb1-bb10-4bcb-a6b3-82668bc8ee07 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event deleted for resources: {'Port': ['ID=885d3432-a864-4940-9cf3-c61b925b8958,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:09.114537 n-d-840835-1 neutron-server[102652]: DEBUG neutron.objects.ports [None req-45d89288-fdf9-490a-8aae-936e3436792f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102652) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:53:09.124202 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45d89288-fdf9-490a-8aae-936e3436792f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:09.136695 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc43adb1-bb10-4bcb-a6b3-82668bc8ee07 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] No DVR routers for this DVR port 885d3432-a864-4940-9cf3-c61b925b8958 on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:53:09.250778 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-07099686-521b-4b27-9fb4-330548e981e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:09.253729 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-07099686-521b-4b27-9fb4-330548e981e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:09.273101 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-07099686-521b-4b27-9fb4-330548e981e8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/379db6aa-a2dd-4f1a-9333-3f7451002ea2 HTTP/1.1" status: 204 len: 168 time: 1.2476802 May 06 09:53:09.371872 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d89288-fdf9-490a-8aae-936e3436792f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event updated for resources: {'Subnet': ['ID=04b36b22-85ad-4711-9e25-2b23fdb2f5a6,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:09.417767 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f8624a9-b75b-4b93-ac7c-c5c20400c4c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:09.419067 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d89288-fdf9-490a-8aae-936e3436792f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Checking segment: {'id': '09d5f46e-e7c8-4df0-8600-53a08126c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1c9ab3b5-c46e-420f-82cd-7cf9dfec78da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:53:09.419705 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d89288-fdf9-490a-8aae-936e3436792f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Network hostable DHCP agents. Network: 1c9ab3b5-c46e-420f-82cd-7cf9dfec78da, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:53:09.426146 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cc43adb1-bb10-4bcb-a6b3-82668bc8ee07 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:09.429669 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07099686-521b-4b27-9fb4-330548e981e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379db6aa-a2dd-4f1a-9333-3f7451002ea2,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:09.433708 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f8624a9-b75b-4b93-ac7c-c5c20400c4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:09.495420 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5f8624a9-b75b-4b93-ac7c-c5c20400c4c1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fac7fb04fcc04582a198b2a981227c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9806702 May 06 09:53:09.498538 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33158) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:09.500203 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-cc43adb1-bb10-4bcb-a6b3-82668bc8ee07 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a9cc813-c478-44e7-abc8-63990710d8a5']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:09.514456 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-cc43adb1-bb10-4bcb-a6b3-82668bc8ee07 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e66ec70-875b-4002-bbda-937b333f1ecb') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:09.514962 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-cc43adb1-bb10-4bcb-a6b3-82668bc8ee07 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e66ec70-875b-4002-bbda-937b333f1ecb') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:09.528826 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cc43adb1-bb10-4bcb-a6b3-82668bc8ee07 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:09.547624 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cc43adb1-bb10-4bcb-a6b3-82668bc8ee07 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:09.565053 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc43adb1-bb10-4bcb-a6b3-82668bc8ee07 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:53:09.565651 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cc43adb1-bb10-4bcb-a6b3-82668bc8ee07 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:09.603633 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8624a9-b75b-4b93-ac7c-c5c20400c4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895e5e5a-ca16-4eea-9847-8d7b81660a44,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:09.672054 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d89288-fdf9-490a-8aae-936e3436792f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Network 1c9ab3b5-c46e-420f-82cd-7cf9dfec78da is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:53:09.699676 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3c2b43dc-7e6b-4389-8eec-b64a5e89411b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:09.702416 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-45d89288-fdf9-490a-8aae-936e3436792f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 1c9ab3b5-c46e-420f-82cd-7cf9dfec78da) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: timer() May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:53:09.703881 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:53:09.711185 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cc43adb1-bb10-4bcb-a6b3-82668bc8ee07 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:09.719374 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb0113d-be1a-47ae-af87-3b44681cc335 None None] Network 1c9ab3b5-c46e-420f-82cd-7cf9dfec78da requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:09.726296 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d89288-fdf9-490a-8aae-936e3436792f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:09.726924 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45d89288-fdf9-490a-8aae-936e3436792f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:09.753887 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e307a7-6dea-43ac-a19a-6436b3e37c0e req-b4caa959-d98a-49c3-8b68-e1a730933fec tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:09.763085 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-15e307a7-6dea-43ac-a19a-6436b3e37c0e req-b4caa959-d98a-49c3-8b68-e1a730933fec tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 945 time: 0.6957216 May 06 09:53:09.794431 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-45d89288-fdf9-490a-8aae-936e3436792f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7426550 May 06 09:53:09.798922 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33160) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:09.810693 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33162) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:09.830229 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cc43adb1-bb10-4bcb-a6b3-82668bc8ee07 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:09.850500 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-cc43adb1-bb10-4bcb-a6b3-82668bc8ee07 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "DELETE /v2.0/networks/3a9cc813-c478-44e7-abc8-63990710d8a5 HTTP/1.1" status: 204 len: 168 time: 2.4326634 May 06 09:53:09.851589 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43adb1-bb10-4bcb-a6b3-82668bc8ee07 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event deleted for resources: {'Network': ['ID=3a9cc813-c478-44e7-abc8-63990710d8a5,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:09.855233 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33164) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:09.878607 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3c2b43dc-7e6b-4389-8eec-b64a5e89411b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:09.958054 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0cd858af-bb20-451e-8b7b-6e3e9e4e6455 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b5faf6033819400da42269204b14a4c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1445763 May 06 09:53:09.967546 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33168) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:10.016167 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ac9374-102a-4084-b4f2-9e4f23c2216e tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] DELETE failed (client error): The resource could not be found. May 06 09:53:10.016639 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ac9374-102a-4084-b4f2-9e4f23c2216e tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:53:10.023702 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-02ac9374-102a-4084-b4f2-9e4f23c2216e tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "DELETE /v2.0/subnets/dc443967-f8a5-4cf6-b654-ec8952d4bee5 HTTP/1.1" status: 404 len: 337 time: 0.1423471 May 06 09:53:10.034170 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33170) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:10.072566 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30476ded-1953-4a59-aa61-6ad8b6e9f7a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-1c9ab3b5-c46e-420f-82cd-7cf9dfec78da', 'network_id': '1c9ab3b5-c46e-420f-82cd-7cf9dfec78da', 'tenant_id': '4905333ab73b447792d49b8f402a9e82', 'fixed_ips': [{'subnet_id': '04b36b22-85ad-4711-9e25-2b23fdb2f5a6'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:53:10.073482 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-30476ded-1953-4a59-aa61-6ad8b6e9f7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:10.097129 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-15e307a7-6dea-43ac-a19a-6436b3e37c0e req-31a91e4a-f694-41b6-b734-0271f7c3f693 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325741 May 06 09:53:10.135619 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac5c8333-f95d-4f47-a03b-3c566d35570d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] DELETE failed (client error): The resource could not be found. May 06 09:53:10.137118 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac5c8333-f95d-4f47-a03b-3c566d35570d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:53:10.148914 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ac5c8333-f95d-4f47-a03b-3c566d35570d tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "DELETE /v2.0/networks/7ebc3bb3-843d-49d9-b4b1-3223d49f4ab4 HTTP/1.1" status: 404 len: 339 time: 0.1036818 May 06 09:53:10.149823 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33174) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:10.324865 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a7605d-cc4c-465c-a58e-6eec593c5165 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Deleting subnet 340effaf-a19e-43fe-9beb-46b52814edfa {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:53:10.344144 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-52a7605d-cc4c-465c-a58e-6eec593c5165 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:10.448915 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-52a7605d-cc4c-465c-a58e-6eec593c5165 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:10.542293 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:10.551608 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3c2b43dc-7e6b-4389-8eec-b64a5e89411b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:10.556763 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3c2b43dc-7e6b-4389-8eec-b64a5e89411b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:10.560273 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3c2b43dc-7e6b-4389-8eec-b64a5e89411b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/895e5e5a-ca16-4eea-9847-8d7b81660a44 HTTP/1.1" status: 204 len: 168 time: 1.0368848 May 06 09:53:10.614609 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-52a7605d-cc4c-465c-a58e-6eec593c5165 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:10.677372 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b43dc-7e6b-4389-8eec-b64a5e89411b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895e5e5a-ca16-4eea-9847-8d7b81660a44,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:10.711789 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f0298339-bdcd-4b26-8670-6efd194f42e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:10.739414 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95df53-9106-4e98-91b1-4ad1765f1369 req-e7c5a133-d98f-49f6-bed2-9d0be9721b53 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:10.752840 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b95df53-9106-4e98-91b1-4ad1765f1369 req-e7c5a133-d98f-49f6-bed2-9d0be9721b53 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 945 time: 0.5178559 May 06 09:53:10.757686 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-52a7605d-cc4c-465c-a58e-6eec593c5165 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:10.768979 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f0298339-bdcd-4b26-8670-6efd194f42e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:10.855981 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7605d-cc4c-465c-a58e-6eec593c5165 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event deleted for resources: {'Subnet': ['ID=340effaf-a19e-43fe-9beb-46b52814edfa,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:10.873911 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-52a7605d-cc4c-465c-a58e-6eec593c5165 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:10.878918 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-52a7605d-cc4c-465c-a58e-6eec593c5165 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "DELETE /v2.0/subnets/340effaf-a19e-43fe-9beb-46b52814edfa HTTP/1.1" status: 204 len: 168 time: 0.7262650 May 06 09:53:10.886583 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33180) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:10.896972 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b95df53-9106-4e98-91b1-4ad1765f1369 req-e7cf0293-25e6-42b9-8373-f0ba11d11646 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426547 May 06 09:53:10.898167 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f0298339-bdcd-4b26-8670-6efd194f42e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:10.912810 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f0298339-bdcd-4b26-8670-6efd194f42e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:10.917254 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f0298339-bdcd-4b26-8670-6efd194f42e3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bd343ac2-c193-48dd-9fc6-4010d0372a0c HTTP/1.1" status: 204 len: 168 time: 0.9482243 May 06 09:53:10.992961 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f0ce67-cfb5-4093-979f-29f44f5a66fc None None] Network 4a0c57cd-5bd8-4231-8b3d-2c72864908d0 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:11.038865 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:11.249145 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0298339-bdcd-4b26-8670-6efd194f42e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd343ac2-c193-48dd-9fc6-4010d0372a0c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:11.366413 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-30476ded-1953-4a59-aa61-6ad8b6e9f7a0 None None] Allocated IP 2001:db8::f816:3eff:fe62:dde8 (1c9ab3b5-c46e-420f-82cd-7cf9dfec78da/04b36b22-85ad-4711-9e25-2b23fdb2f5a6/1ebb57d6-85e0-4de0-8ffd-d9552e5b9a49) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:11.382929 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67541c60-f047-4ecd-8996-fcf3bcfeffcc req-dbc756cd-111e-4644-ae80-a8de4d5a771f tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:11.394171 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67541c60-f047-4ecd-8996-fcf3bcfeffcc req-dbc756cd-111e-4644-ae80-a8de4d5a771f tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 945 time: 0.1544108 May 06 09:53:11.508703 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c1030ffd-6dfd-4f64-bcbc-df00e0225275 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:11.572219 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67541c60-f047-4ecd-8996-fcf3bcfeffcc req-fa44b108-d0a9-4985-802d-cecd3e4e758c tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770530 May 06 09:53:11.759532 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-c1030ffd-6dfd-4f64-bcbc-df00e0225275 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Deleting port ab39278f-82c9-43f1-9054-3d6524133cdb {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:11.764167 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c1030ffd-6dfd-4f64-bcbc-df00e0225275 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:11.939716 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-c1030ffd-6dfd-4f64-bcbc-df00e0225275 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] For port ab39278f-82c9-43f1-9054-3d6524133cdb, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=ab39278f-82c9-43f1-9054-3d6524133cdb,segment=NetworkSegment(1c9dbd83-bfed-4d9f-b137-19c3f3c29eab),segment_id=1c9dbd83-bfed-4d9f-b137-19c3f3c29eab)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:11.940299 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c1030ffd-6dfd-4f64-bcbc-df00e0225275 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:11.993187 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-c1030ffd-6dfd-4f64-bcbc-df00e0225275 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Calling delete_port for ab39278f-82c9-43f1-9054-3d6524133cdb owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:12.051254 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-30476ded-1953-4a59-aa61-6ad8b6e9f7a0 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:12.089577 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-30476ded-1953-4a59-aa61-6ad8b6e9f7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:12.171086 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:12.218466 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event deleted for resources: {'Subnet': ['ID=04b36b22-85ad-4711-9e25-2b23fdb2f5a6,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:12.253336 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30476ded-1953-4a59-aa61-6ad8b6e9f7a0 None None] Pushing event updated for resources: {'Port': ['ID=1ebb57d6-85e0-4de0-8ffd-d9552e5b9a49,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:12.329147 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d134e5-1a0f-46f7-9b46-0c98ac7ec094 req-e255567b-e263-4f30-ac31-223e353dfe72 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:12.341337 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a5d134e5-1a0f-46f7-9b46-0c98ac7ec094 req-e255567b-e263-4f30-ac31-223e353dfe72 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 945 time: 0.2532477 May 06 09:53:12.343934 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30476ded-1953-4a59-aa61-6ad8b6e9f7a0 None None] Network 1c9ab3b5-c46e-420f-82cd-7cf9dfec78da is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:12.347941 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-30476ded-1953-4a59-aa61-6ad8b6e9f7a0 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:12.353260 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30476ded-1953-4a59-aa61-6ad8b6e9f7a0 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:12.517795 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a5d134e5-1a0f-46f7-9b46-0c98ac7ec094 req-7858012e-c538-4c62-999b-64b24be838d8 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703391 May 06 09:53:12.622565 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:12.634442 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c1030ffd-6dfd-4f64-bcbc-df00e0225275 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:12.713749 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c9ab3b5-c46e-420f-82cd-7cf9dfec78da']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:12.716769 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1030ffd-6dfd-4f64-bcbc-df00e0225275 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event deleted for resources: {'Port': ['ID=ab39278f-82c9-43f1-9054-3d6524133cdb,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:12.728219 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1030ffd-6dfd-4f64-bcbc-df00e0225275 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] No DVR routers for this DVR port ab39278f-82c9-43f1-9054-3d6524133cdb on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:53:12.797231 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d5f46e-e7c8-4df0-8600-53a08126c55a') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:12.797972 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d5f46e-e7c8-4df0-8600-53a08126c55a') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:12.890885 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c898815-0253-49fc-bf6e-d19a214b4037 req-01d3e6ba-8674-4ff7-b4dd-78619b6f7516 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:12.903310 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6c898815-0253-49fc-bf6e-d19a214b4037 req-01d3e6ba-8674-4ff7-b4dd-78619b6f7516 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 945 time: 0.1371958 May 06 09:53:12.979649 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:13.001759 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef7a281-3dce-481c-8f5d-ae677f66d7d0 None None] DHCP port deletion for 4a0c57cd-5bd8-4231-8b3d-2c72864908d0 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:53:13.004090 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ab39278f-82c9-43f1-9054-3d6524133cdb no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:13.055352 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6c898815-0253-49fc-bf6e-d19a214b4037 req-2b994dfa-bc9c-4772-b142-6feabaca9789 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501944 May 06 09:53:13.088388 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c1030ffd-6dfd-4f64-bcbc-df00e0225275 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:13.128512 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:13.165755 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: ab39278f-82c9-43f1-9054-3d6524133cdb {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:53:13.176748 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ab39278f-82c9-43f1-9054-3d6524133cdb not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:53:13.188368 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:53:13.201755 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: timer() May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:53:13.208832 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:53:13.240274 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-30476ded-1953-4a59-aa61-6ad8b6e9f7a0 None None] Attempting to bind port 1ebb57d6-85e0-4de0-8ffd-d9552e5b9a49 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:53:13.240723 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-30476ded-1953-4a59-aa61-6ad8b6e9f7a0 None None] Attempting to bind port 1ebb57d6-85e0-4de0-8ffd-d9552e5b9a49 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '09d5f46e-e7c8-4df0-8600-53a08126c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1c9ab3b5-c46e-420f-82cd-7cf9dfec78da'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:53:13.241197 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30476ded-1953-4a59-aa61-6ad8b6e9f7a0 None None] Attempting to bind port 1ebb57d6-85e0-4de0-8ffd-d9552e5b9a49 on network 1c9ab3b5-c46e-420f-82cd-7cf9dfec78da {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:53:13.252993 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30476ded-1953-4a59-aa61-6ad8b6e9f7a0 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:53:13.255590 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30476ded-1953-4a59-aa61-6ad8b6e9f7a0 None None] Checking segment: {'id': '09d5f46e-e7c8-4df0-8600-53a08126c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1c9ab3b5-c46e-420f-82cd-7cf9dfec78da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:53:13.256882 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-30476ded-1953-4a59-aa61-6ad8b6e9f7a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:13.257583 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30476ded-1953-4a59-aa61-6ad8b6e9f7a0 None None] Bound using segment: {'id': '09d5f46e-e7c8-4df0-8600-53a08126c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1c9ab3b5-c46e-420f-82cd-7cf9dfec78da'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:53:13.259101 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-c1030ffd-6dfd-4f64-bcbc-df00e0225275 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a0c57cd-5bd8-4231-8b3d-2c72864908d0']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:13.260433 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-30476ded-1953-4a59-aa61-6ad8b6e9f7a0 None None] Bound port: 1ebb57d6-85e0-4de0-8ffd-d9552e5b9a49, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d5f46e-e7c8-4df0-8600-53a08126c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1c9ab3b5-c46e-420f-82cd-7cf9dfec78da'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:53:13.266300 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-30476ded-1953-4a59-aa61-6ad8b6e9f7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:13.394403 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-c1030ffd-6dfd-4f64-bcbc-df00e0225275 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c9dbd83-bfed-4d9f-b137-19c3f3c29eab') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:13.400035 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-c1030ffd-6dfd-4f64-bcbc-df00e0225275 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c9dbd83-bfed-4d9f-b137-19c3f3c29eab') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:13.445820 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c1030ffd-6dfd-4f64-bcbc-df00e0225275 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:13.449742 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.db.api [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 09:53:13.449742 n-d-840835-1 neutron-server[102652]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 09:53:13.449742 n-d-840835-1 neutron-server[102652]: [parameters: {'id': '1c9ab3b5-c46e-420f-82cd-7cf9dfec78da'}] May 06 09:53:13.449742 n-d-840835-1 neutron-server[102652]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:53:13.453499 n-d-840835-1 neutron-server[102652]: DEBUG oslo_db.api [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:53:13.478305 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c1030ffd-6dfd-4f64-bcbc-df00e0225275 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:13.485666 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-30476ded-1953-4a59-aa61-6ad8b6e9f7a0 None None] For port 1ebb57d6-85e0-4de0-8ffd-d9552e5b9a49, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:53:13.489557 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1030ffd-6dfd-4f64-bcbc-df00e0225275 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:53:13.493305 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-30476ded-1953-4a59-aa61-6ad8b6e9f7a0 None None] For port 1ebb57d6-85e0-4de0-8ffd-d9552e5b9a49, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=1ebb57d6-85e0-4de0-8ffd-d9552e5b9a49,segment=NetworkSegment(09d5f46e-e7c8-4df0-8600-53a08126c55a),segment_id=09d5f46e-e7c8-4df0-8600-53a08126c55a)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:53:13.493650 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c1030ffd-6dfd-4f64-bcbc-df00e0225275 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: timer() May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:53:13.498250 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:53:13.504511 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-30476ded-1953-4a59-aa61-6ad8b6e9f7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:13.698206 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c1030ffd-6dfd-4f64-bcbc-df00e0225275 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:13.732519 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30476ded-1953-4a59-aa61-6ad8b6e9f7a0 None None] Pushing event updated for resources: {'Port': ['ID=1ebb57d6-85e0-4de0-8ffd-d9552e5b9a49,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:13.741236 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3885af-1b59-4e76-9e8a-9ef38440e0ca None None] Network 1c9ab3b5-c46e-420f-82cd-7cf9dfec78da requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:13.749510 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c1030ffd-6dfd-4f64-bcbc-df00e0225275 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:13.761252 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c1030ffd-6dfd-4f64-bcbc-df00e0225275 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] 10.222.0.73 "DELETE /v2.0/networks/4a0c57cd-5bd8-4231-8b3d-2c72864908d0 HTTP/1.1" status: 204 len: 168 time: 2.8652472 May 06 09:53:13.810961 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1030ffd-6dfd-4f64-bcbc-df00e0225275 tempest-NetworksIpV6Test-1771221307 tempest-NetworksIpV6Test-1771221307-project] Pushing event deleted for resources: {'Network': ['ID=4a0c57cd-5bd8-4231-8b3d-2c72864908d0,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:13.943010 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609909f-c266-45c3-8a2f-0a129828ba26 req-0f220467-21a1-49c6-a939-914090f1726c tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:13.955026 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:13.970037 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1609909f-c266-45c3-8a2f-0a129828ba26 req-0f220467-21a1-49c6-a939-914090f1726c tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 945 time: 0.1819460 May 06 09:53:14.086298 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33266) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:14.186247 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1609909f-c266-45c3-8a2f-0a129828ba26 req-1d3aaa56-2e54-40a8-a9c2-9559d31e32a0 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029676 May 06 09:53:14.203934 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Deleting port 1ebb57d6-85e0-4de0-8ffd-d9552e5b9a49 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:14.204292 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:14.305003 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b58094c-7787-4bb4-8da6-54197d73bf2d None None] get_active_networks_info from n-d-840835-1 {{(pid=102654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 09:53:14.479065 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33278) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:14.593229 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85bffcb-7f5e-469c-bb3d-21895994ead6 req-f1908efb-d359-4bcc-b437-8b224c2fd632 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:14.597536 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e85bffcb-7f5e-469c-bb3d-21895994ead6 req-f1908efb-d359-4bcc-b437-8b224c2fd632 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 945 time: 0.1956358 May 06 09:53:14.602717 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] For port 1ebb57d6-85e0-4de0-8ffd-d9552e5b9a49, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=1ebb57d6-85e0-4de0-8ffd-d9552e5b9a49,segment=NetworkSegment(09d5f46e-e7c8-4df0-8600-53a08126c55a),segment_id=09d5f46e-e7c8-4df0-8600-53a08126c55a)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:14.606845 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:14.652946 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Calling delete_port for 1ebb57d6-85e0-4de0-8ffd-d9552e5b9a49 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:14.685609 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cca93584-105a-4c79-bba7-325c223a59b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:14.697643 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b58094c-7787-4bb4-8da6-54197d73bf2d None None] Resources bound (agent type, host, resource id): {{(pid=102654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 09:53:14.741402 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d4f48770-c946-4963-98b6-e3db3872cb5a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=11a860d76348444b82a4e66a359e4274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2538092 May 06 09:53:14.757673 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33288) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:14.801645 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e85bffcb-7f5e-469c-bb3d-21895994ead6 req-84a3ac2e-0b1a-482f-8c7c-fc55dc78794a tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792886 May 06 09:53:14.955488 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-54427983-b1fd-4350-a162-92d927c9216a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:14.983097 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:15.033129 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] No DVR routers for this DVR port 1ebb57d6-85e0-4de0-8ffd-d9552e5b9a49 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:53:15.036884 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event deleted for resources: {'Port': ['ID=1ebb57d6-85e0-4de0-8ffd-d9552e5b9a49,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:15.083811 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-54427983-b1fd-4350-a162-92d927c9216a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:15.145486 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cca93584-105a-4c79-bba7-325c223a59b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:15.160701 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:15.179649 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cca93584-105a-4c79-bba7-325c223a59b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:15.187337 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c9ab3b5-c46e-420f-82cd-7cf9dfec78da']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:15.201922 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d5f46e-e7c8-4df0-8600-53a08126c55a') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:15.202224 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d5f46e-e7c8-4df0-8600-53a08126c55a') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:15.218419 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:15.238288 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:15.247056 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:53:15.247814 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:15.272578 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-cca93584-105a-4c79-bba7-325c223a59b9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=48954de8b35a4550b935b1c4f053e5a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1842232 May 06 09:53:15.293298 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33292) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:15.293298 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca93584-105a-4c79-bba7-325c223a59b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5630d9-971c-4b7f-9524-3c14f494fa70,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: timer() May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:53:15.341545 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:53:15.351223 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-54427983-b1fd-4350-a162-92d927c9216a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:15.352933 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:15.354222 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-54427983-b1fd-4350-a162-92d927c9216a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:15.358418 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-54427983-b1fd-4350-a162-92d927c9216a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aec9baaa-3acd-42e8-a52c-79c3ae351fb2 HTTP/1.1" status: 204 len: 168 time: 0.5996313 May 06 09:53:15.407959 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54427983-b1fd-4350-a162-92d927c9216a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec9baaa-3acd-42e8-a52c-79c3ae351fb2,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:15.411059 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:15.425532 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "DELETE /v2.0/networks/1c9ab3b5-c46e-420f-82cd-7cf9dfec78da HTTP/1.1" status: 204 len: 168 time: 5.6252158 May 06 09:53:15.426479 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb332a7-c5d1-420b-944e-0714ba3f7961 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event deleted for resources: {'Network': ['ID=1c9ab3b5-c46e-420f-82cd-7cf9dfec78da,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:15.432716 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33298) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:15.507656 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-46667d8d-f7cf-4dc1-806b-79e9f2d6acd5 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] DELETE failed (client error): The resource could not be found. May 06 09:53:15.508187 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46667d8d-f7cf-4dc1-806b-79e9f2d6acd5 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:53:15.528119 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-46667d8d-f7cf-4dc1-806b-79e9f2d6acd5 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "DELETE /v2.0/subnets/04b36b22-85ad-4711-9e25-2b23fdb2f5a6 HTTP/1.1" status: 404 len: 337 time: 0.0817945 May 06 09:53:15.529216 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33302) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:15.574354 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa591fe-188c-4ded-b5bc-4f5327b9a1e9 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] DELETE failed (client error): The resource could not be found. May 06 09:53:15.579328 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa591fe-188c-4ded-b5bc-4f5327b9a1e9 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:53:15.589886 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7aa591fe-188c-4ded-b5bc-4f5327b9a1e9 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "DELETE /v2.0/networks/1c9ab3b5-c46e-420f-82cd-7cf9dfec78da HTTP/1.1" status: 404 len: 339 time: 0.0595620 May 06 09:53:15.590526 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33306) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:15.598444 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a0667-4ca2-4159-ba0f-4097825aaeba req-5c66ff0a-9ef5-4583-8a56-9b19540932fc tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:15.609528 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-472a0667-4ca2-4159-ba0f-4097825aaeba req-5c66ff0a-9ef5-4583-8a56-9b19540932fc tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 945 time: 0.2493877 May 06 09:53:15.624089 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-336ebbc0-4a06-4386-91e6-aa183aefc5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:15.651996 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c26c4169-6912-4739-8b64-173122d56ccf tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] DELETE failed (client error): The resource could not be found. May 06 09:53:15.652475 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c26c4169-6912-4739-8b64-173122d56ccf tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:53:15.658412 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c26c4169-6912-4739-8b64-173122d56ccf tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "DELETE /v2.0/subnets/4343aa58-8bec-4254-b696-8006d1483ff3 HTTP/1.1" status: 404 len: 337 time: 0.0667953 May 06 09:53:15.659051 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33310) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:15.683830 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d3647c6-aeef-4f43-9f72-5178245f9158 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] DELETE failed (client error): The resource could not be found. May 06 09:53:15.684459 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d3647c6-aeef-4f43-9f72-5178245f9158 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:53:15.701330 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8d3647c6-aeef-4f43-9f72-5178245f9158 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "DELETE /v2.0/networks/9b6fca62-a3b0-4d9f-a471-138a1433e936 HTTP/1.1" status: 404 len: 339 time: 0.0306156 May 06 09:53:15.701330 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33312) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:15.722264 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-1acae79c-538d-46f4-b281-440fa883865b tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] DELETE failed (client error): The resource could not be found. May 06 09:53:15.722731 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1acae79c-538d-46f4-b281-440fa883865b tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:53:15.728984 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1acae79c-538d-46f4-b281-440fa883865b tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "DELETE /v2.0/subnets/7452acbf-37c7-4188-a5a1-2e0fec60b3f3 HTTP/1.1" status: 404 len: 337 time: 0.0364416 May 06 09:53:15.729699 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33314) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:15.732025 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-336ebbc0-4a06-4386-91e6-aa183aefc5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:15.760187 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-472a0667-4ca2-4159-ba0f-4097825aaeba req-d86e3d90-0cb5-4bc6-84e6-163eb5016e1c tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479106 May 06 09:53:15.793843 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-34488b66-ed27-41e5-981a-f630a4a2b639 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] DELETE failed (client error): The resource could not be found. May 06 09:53:15.794328 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34488b66-ed27-41e5-981a-f630a4a2b639 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:53:15.812224 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-34488b66-ed27-41e5-981a-f630a4a2b639 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "DELETE /v2.0/networks/068b448f-8ee0-40d4-8b8e-4adf416f1c99 HTTP/1.1" status: 404 len: 339 time: 0.0772710 May 06 09:53:15.815790 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33316) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:15.862926 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-336ebbc0-4a06-4386-91e6-aa183aefc5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:15.867692 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-336ebbc0-4a06-4386-91e6-aa183aefc5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:15.869331 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-336ebbc0-4a06-4386-91e6-aa183aefc5dd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6e5630d9-971c-4b7f-9524-3c14f494fa70 HTTP/1.1" status: 204 len: 168 time: 0.5675406 May 06 09:53:15.892140 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ebbc0-4a06-4386-91e6-aa183aefc5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5630d9-971c-4b7f-9524-3c14f494fa70,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:16.040011 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-492fd753-d870-42a1-95f1-f9401bc6548f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:16.051050 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc3af5-331e-4f3b-86c0-fdd1ecffdab5 req-01f84945-fdb9-49cf-854a-7e5e733d65ea tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:16.093960 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fafc3af5-331e-4f3b-86c0-fdd1ecffdab5 req-01f84945-fdb9-49cf-854a-7e5e733d65ea tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 945 time: 0.1727433 May 06 09:53:16.133530 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-ba10ca50-81ba-4a80-b2fd-7a936cf80f2f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Deleting port 4b14eddd-8720-46bc-83b9-71b28ea2b201 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:16.134078 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ba10ca50-81ba-4a80-b2fd-7a936cf80f2f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:16.180515 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fafc3af5-331e-4f3b-86c0-fdd1ecffdab5 req-401bc1c4-7bf2-4ab6-81a2-e61430a3781f tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854907 May 06 09:53:16.317267 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ba10ca50-81ba-4a80-b2fd-7a936cf80f2f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:16.344350 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-ba10ca50-81ba-4a80-b2fd-7a936cf80f2f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Calling delete_port for 4b14eddd-8720-46bc-83b9-71b28ea2b201 owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:16.508287 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ba10ca50-81ba-4a80-b2fd-7a936cf80f2f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:16.582654 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10ca50-81ba-4a80-b2fd-7a936cf80f2f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event deleted for resources: {'Port': ['ID=4b14eddd-8720-46bc-83b9-71b28ea2b201,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:16.589422 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ba10ca50-81ba-4a80-b2fd-7a936cf80f2f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:16.596385 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ba10ca50-81ba-4a80-b2fd-7a936cf80f2f tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "DELETE /v2.0/ports/4b14eddd-8720-46bc-83b9-71b28ea2b201 HTTP/1.1" status: 204 len: 168 time: 0.7698693 May 06 09:53:16.598837 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33338) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:16.659875 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-86784e3c-5464-4b82-a655-7976c2bfde2b tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] DELETE failed (client error): The resource could not be found. May 06 09:53:16.668173 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86784e3c-5464-4b82-a655-7976c2bfde2b tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:53:16.674715 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-86784e3c-5464-4b82-a655-7976c2bfde2b tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "DELETE /v2.0/subnets/2e36192d-0417-424a-8053-d53f5d49821e HTTP/1.1" status: 404 len: 337 time: 0.0745599 May 06 09:53:16.677190 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33346) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:16.995556 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-531abf95-90e2-4430-b773-9cc2950a844d tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:17.056068 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c6707-8342-4adc-8383-e9f7c94c8c4b req-a5f310e7-cc76-4382-9c47-bb553ea9f4af tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:17.064429 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e80c6707-8342-4adc-8383-e9f7c94c8c4b req-a5f310e7-cc76-4382-9c47-bb553ea9f4af tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 945 time: 0.1709111 May 06 09:53:17.213715 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e80c6707-8342-4adc-8383-e9f7c94c8c4b req-38fc50d3-3361-40c3-b047-4e6d83425de3 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423719 May 06 09:53:17.316988 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33366) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:17.344997 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-531abf95-90e2-4430-b773-9cc2950a844d tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:17.452892 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-531abf95-90e2-4430-b773-9cc2950a844d tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2ce657-f1a8-4491-9aa6-3a2f4fc19007']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:17.504041 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-531abf95-90e2-4430-b773-9cc2950a844d tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ee7efa-d310-4660-b7ed-a7f47b15b5c0') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:17.508762 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74cf39-6039-4e2f-a77f-af0330ca9a10 req-279442b6-796b-4af0-9a97-c991f92be4aa tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:17.509042 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-531abf95-90e2-4430-b773-9cc2950a844d tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ee7efa-d310-4660-b7ed-a7f47b15b5c0') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:17.516387 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3f74cf39-6039-4e2f-a77f-af0330ca9a10 req-279442b6-796b-4af0-9a97-c991f92be4aa tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 945 time: 0.1441214 May 06 09:53:17.576481 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-531abf95-90e2-4430-b773-9cc2950a844d tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:17.606767 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3f74cf39-6039-4e2f-a77f-af0330ca9a10 req-a553b885-45e5-457e-a6b0-134c557a90dc tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785723 May 06 09:53:17.626365 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-bdab5714-0efc-4aeb-a056-69317e52a8f2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-420418848'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:17.665846 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-531abf95-90e2-4430-b773-9cc2950a844d tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:17.697101 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdab5714-0efc-4aeb-a056-69317e52a8f2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:17.701991 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531abf95-90e2-4430-b773-9cc2950a844d tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:53:17.702433 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-531abf95-90e2-4430-b773-9cc2950a844d tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: timer() May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:53:17.723299 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:53:17.730036 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bdab5714-0efc-4aeb-a056-69317e52a8f2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:17.765449 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bdab5714-0efc-4aeb-a056-69317e52a8f2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:18.029942 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-531abf95-90e2-4430-b773-9cc2950a844d tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:18.045786 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-531abf95-90e2-4430-b773-9cc2950a844d tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:18.055037 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-531abf95-90e2-4430-b773-9cc2950a844d tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "DELETE /v2.0/networks/df2ce657-f1a8-4491-9aa6-3a2f4fc19007 HTTP/1.1" status: 204 len: 168 time: 1.3759987 May 06 09:53:18.062627 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33386) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:18.086305 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531abf95-90e2-4430-b773-9cc2950a844d tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event deleted for resources: {'Network': ['ID=df2ce657-f1a8-4491-9aa6-3a2f4fc19007,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:18.228858 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-15bb4ae8-de1a-4fe9-ba99-c18de9d8bf05 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Deleting port 3b04601c-fe48-4a11-93fe-47418e9b5a41 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:18.229221 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-15bb4ae8-de1a-4fe9-ba99-c18de9d8bf05 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:18.264519 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bdab5714-0efc-4aeb-a056-69317e52a8f2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:18.342924 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bdab5714-0efc-4aeb-a056-69317e52a8f2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:18.412742 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdab5714-0efc-4aeb-a056-69317e52a8f2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:53:18.443496 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bdab5714-0efc-4aeb-a056-69317e52a8f2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:18.444125 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-bdab5714-0efc-4aeb-a056-69317e52a8f2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Added segment 705033a8-22d7-4d7f-a871-d0015455be26 of type vlan for network f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab May 06 09:53:18.447185 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-15bb4ae8-de1a-4fe9-ba99-c18de9d8bf05 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:18.450147 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab5714-0efc-4aeb-a056-69317e52a8f2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4ebd60-648c-4075-a1fb-27edc90bf2b1,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:18.486358 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-15bb4ae8-de1a-4fe9-ba99-c18de9d8bf05 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Calling delete_port for 3b04601c-fe48-4a11-93fe-47418e9b5a41 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:18.516907 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dfbc0804-4b27-4c1e-a16b-783849060d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:18.557989 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bdab5714-0efc-4aeb-a056-69317e52a8f2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:18.696935 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1f3df-83a3-4269-a92d-b9e52020f648 req-0762f775-3978-4358-a2b6-96d8d2878b30 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:18.710282 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e5b1f3df-83a3-4269-a92d-b9e52020f648 req-0762f775-3978-4358-a2b6-96d8d2878b30 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 945 time: 0.1816306 May 06 09:53:18.724661 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bdab5714-0efc-4aeb-a056-69317e52a8f2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:18.734057 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab5714-0efc-4aeb-a056-69317e52a8f2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:18.735056 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bdab5714-0efc-4aeb-a056-69317e52a8f2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:18.798631 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:18.972529 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e5b1f3df-83a3-4269-a92d-b9e52020f648 req-fe9fd939-d143-4dc8-87c6-d628afb7bd90 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2609463 May 06 09:53:18.988692 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bdab5714-0efc-4aeb-a056-69317e52a8f2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6697388 May 06 09:53:18.993585 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33402) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:19.000353 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-17988089-502b-4fd0-b0da-feeffc4071b5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'port': {'network_id': 'f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab', 'name': 'tempest-PortsTestJSON-1061512786'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:19.007441 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-15bb4ae8-de1a-4fe9-ba99-c18de9d8bf05 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.011448 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab5714-0efc-4aeb-a056-69317e52a8f2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Network': ['ID=f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:19.025153 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:53:19.059476 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb4ae8-de1a-4fe9-ba99-c18de9d8bf05 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event deleted for resources: {'Port': ['ID=3b04601c-fe48-4a11-93fe-47418e9b5a41,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:19.132760 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-15bb4ae8-de1a-4fe9-ba99-c18de9d8bf05 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.141784 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-15bb4ae8-de1a-4fe9-ba99-c18de9d8bf05 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "DELETE /v2.0/ports/3b04601c-fe48-4a11-93fe-47418e9b5a41 HTTP/1.1" status: 204 len: 168 time: 1.0726688 May 06 09:53:19.142559 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33406) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:19.176032 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f43331-88a8-408b-ac9f-58296d800dcd tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] DELETE failed (client error): The resource could not be found. May 06 09:53:19.176524 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f43331-88a8-408b-ac9f-58296d800dcd tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:53:19.180276 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d1f43331-88a8-408b-ac9f-58296d800dcd tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "DELETE /v2.0/subnets/f407a532-def5-493b-a49a-3b0a5f3e81f7 HTTP/1.1" status: 404 len: 337 time: 0.0359106 May 06 09:53:19.182828 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33408) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:19.211364 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17988089-502b-4fd0-b0da-feeffc4071b5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:19.216498 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-17988089-502b-4fd0-b0da-feeffc4071b5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.259492 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-17988089-502b-4fd0-b0da-feeffc4071b5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] device_id is not set on port e63bafc7-6739-463b-a875-de2eb4d2de5f yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:53:19.440229 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b6189044-c24c-40fe-83fa-d0d67e53fb90 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.507190 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.653609 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70585-5b97-499b-ae86-c295af1b5081 req-a315e33f-9f53-4a8d-a1f9-bf441e53fe66 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:19.655321 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-02d70585-5b97-499b-ae86-c295af1b5081 req-a315e33f-9f53-4a8d-a1f9-bf441e53fe66 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 945 time: 0.3782518 May 06 09:53:19.698181 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b6189044-c24c-40fe-83fa-d0d67e53fb90 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.729065 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-b6189044-c24c-40fe-83fa-d0d67e53fb90 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e292d8c2-9b08-4783-8513-08129ac2d78f']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:19.750628 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-b6189044-c24c-40fe-83fa-d0d67e53fb90 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c250eed4-8f37-4a53-93fb-94fb5e3c9611') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:19.751457 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-b6189044-c24c-40fe-83fa-d0d67e53fb90 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c250eed4-8f37-4a53-93fb-94fb5e3c9611') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:19.778925 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b6189044-c24c-40fe-83fa-d0d67e53fb90 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.799230 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b6189044-c24c-40fe-83fa-d0d67e53fb90 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.800009 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-02d70585-5b97-499b-ae86-c295af1b5081 req-ccff4de2-5dd3-4926-9a6a-d3901e0ce30c tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190419 May 06 09:53:19.811497 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6189044-c24c-40fe-83fa-d0d67e53fb90 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:53:19.812294 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b6189044-c24c-40fe-83fa-d0d67e53fb90 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: timer() May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:53:19.816038 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:53:19.837513 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-17988089-502b-4fd0-b0da-feeffc4071b5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.909684 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b6189044-c24c-40fe-83fa-d0d67e53fb90 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.919187 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b6189044-c24c-40fe-83fa-d0d67e53fb90 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.923618 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b6189044-c24c-40fe-83fa-d0d67e53fb90 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "DELETE /v2.0/networks/e292d8c2-9b08-4783-8513-08129ac2d78f HTTP/1.1" status: 204 len: 168 time: 0.7391567 May 06 09:53:19.926412 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33428) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:19.969449 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-17988089-502b-4fd0-b0da-feeffc4071b5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:20.008387 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6189044-c24c-40fe-83fa-d0d67e53fb90 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event deleted for resources: {'Network': ['ID=e292d8c2-9b08-4783-8513-08129ac2d78f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:20.060205 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c80dd81-0920-45a4-99d9-00ec1b4a1cb6 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Deleting subnet 47f0b47d-a0ea-4f61-81e2-da813eabb69d {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:53:20.067042 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9c80dd81-0920-45a4-99d9-00ec1b4a1cb6 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:20.134002 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17988089-502b-4fd0-b0da-feeffc4071b5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Port': ['ID=e63bafc7-6739-463b-a875-de2eb4d2de5f,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:20.186230 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9c80dd81-0920-45a4-99d9-00ec1b4a1cb6 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:20.216300 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17988089-502b-4fd0-b0da-feeffc4071b5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Checking segment: {'id': '705033a8-22d7-4d7f-a871-d0015455be26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:53:20.216674 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17988089-502b-4fd0-b0da-feeffc4071b5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network hostable DHCP agents. Network: f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:53:20.259153 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17988089-502b-4fd0-b0da-feeffc4071b5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:53:20.279979 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-17988089-502b-4fd0-b0da-feeffc4071b5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:20.287666 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17988089-502b-4fd0-b0da-feeffc4071b5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:20.288943 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61ed342-ff70-48eb-91bf-93ec31dda309 None None] Network f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:20.309162 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17988089-502b-4fd0-b0da-feeffc4071b5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:20.310336 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-17988089-502b-4fd0-b0da-feeffc4071b5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:20.401897 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-17988089-502b-4fd0-b0da-feeffc4071b5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4069271 May 06 09:53:20.404409 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33446) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:20.451501 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9c80dd81-0920-45a4-99d9-00ec1b4a1cb6 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:20.462362 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-266ab52f-9d73-492a-99db-4ac5aba70c8d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1005734451'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:20.545927 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266ab52f-9d73-492a-99db-4ac5aba70c8d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:20.564444 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-266ab52f-9d73-492a-99db-4ac5aba70c8d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:20.617113 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a28df3-d8b7-4316-b0f0-3b5677a7a3d6 req-a511c687-1721-4092-8100-b874d8c9994e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:20.621080 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-64a28df3-d8b7-4316-b0f0-3b5677a7a3d6 req-a511c687-1721-4092-8100-b874d8c9994e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 945 time: 0.2791984 May 06 09:53:20.639409 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9c80dd81-0920-45a4-99d9-00ec1b4a1cb6 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:20.675439 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-266ab52f-9d73-492a-99db-4ac5aba70c8d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:53:20.695215 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-266ab52f-9d73-492a-99db-4ac5aba70c8d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:20.695691 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-266ab52f-9d73-492a-99db-4ac5aba70c8d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Added segment a6a9e4d5-f5e4-4036-82ab-f5ff4c31c052 of type vlan for network 0ec2ffa0-3c74-4208-b9ce-59d47a5b8db9 May 06 09:53:20.732935 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80dd81-0920-45a4-99d9-00ec1b4a1cb6 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event deleted for resources: {'Subnet': ['ID=47f0b47d-a0ea-4f61-81e2-da813eabb69d,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:20.748371 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9c80dd81-0920-45a4-99d9-00ec1b4a1cb6 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:20.756311 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9c80dd81-0920-45a4-99d9-00ec1b4a1cb6 tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "DELETE /v2.0/subnets/47f0b47d-a0ea-4f61-81e2-da813eabb69d HTTP/1.1" status: 204 len: 168 time: 0.8281763 May 06 09:53:20.759310 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dcee49-0ccc-4035-b5a0-ac4d2396d3b0 None None] Network c05bc40a-1965-4af8-8519-2e49e6610bf7 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:20.760010 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33452) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:20.864854 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-266ab52f-9d73-492a-99db-4ac5aba70c8d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:20.920754 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-266ab52f-9d73-492a-99db-4ac5aba70c8d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:20.927749 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266ab52f-9d73-492a-99db-4ac5aba70c8d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:20.928397 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-266ab52f-9d73-492a-99db-4ac5aba70c8d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:20.974840 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f50ce14d-fce7-4e0c-8d50-fd34782ad66c tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:20.994254 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33458) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:21.059472 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ab52f-9d73-492a-99db-4ac5aba70c8d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Network': ['ID=0ec2ffa0-3c74-4208-b9ce-59d47a5b8db9,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:21.064764 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-266ab52f-9d73-492a-99db-4ac5aba70c8d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6173286 May 06 09:53:21.067375 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33462) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:21.074395 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'ports': [{'network_id': 'f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab'}, {'network_id': '0ec2ffa0-3c74-4208-b9ce-59d47a5b8db9'}]} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:21.077493 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'port': {'network_id': 'f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:21.078186 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'port': {'network_id': '0ec2ffa0-3c74-4208-b9ce-59d47a5b8db9'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:21.138887 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-f50ce14d-fce7-4e0c-8d50-fd34782ad66c tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Deleting port d8886d57-a918-4029-8ce5-4c5b4f593e82 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:21.139369 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f50ce14d-fce7-4e0c-8d50-fd34782ad66c tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:21.139934 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 0ec2ffa0-3c74-4208-b9ce-59d47a5b8db9 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:53:21.248362 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-64a28df3-d8b7-4316-b0f0-3b5677a7a3d6 req-01e62bdb-97ce-49b5-97c7-9ae990ea7b46 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6184483 May 06 09:53:21.332384 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-f50ce14d-fce7-4e0c-8d50-fd34782ad66c tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] For port d8886d57-a918-4029-8ce5-4c5b4f593e82, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=d8886d57-a918-4029-8ce5-4c5b4f593e82,segment=NetworkSegment(b9953715-dc2a-47bf-b93a-e28bed49aceb),segment_id=b9953715-dc2a-47bf-b93a-e28bed49aceb)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:21.332986 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f50ce14d-fce7-4e0c-8d50-fd34782ad66c tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:21.414648 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-f50ce14d-fce7-4e0c-8d50-fd34782ad66c tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Calling delete_port for d8886d57-a918-4029-8ce5-4c5b4f593e82 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:21.422619 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1946815b-e57c-48c6-b6fe-701f7199159f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:21.549245 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'port': 2} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:21.556235 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:21.576236 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:21.660366 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:21.697463 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:21.826653 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f50ce14d-fce7-4e0c-8d50-fd34782ad66c tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:21.840713 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2bc3c0-dadb-4682-8e59-f1a7bcaf55b3 None None] DHCP port deletion for c05bc40a-1965-4af8-8519-2e49e6610bf7 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:53:21.888387 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50ce14d-fce7-4e0c-8d50-fd34782ad66c tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] No DVR routers for this DVR port d8886d57-a918-4029-8ce5-4c5b4f593e82 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:53:21.939240 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ce14d-fce7-4e0c-8d50-fd34782ad66c tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event deleted for resources: {'Port': ['ID=d8886d57-a918-4029-8ce5-4c5b4f593e82,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:22.042839 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f50ce14d-fce7-4e0c-8d50-fd34782ad66c tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:22.080344 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-f50ce14d-fce7-4e0c-8d50-fd34782ad66c tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c05bc40a-1965-4af8-8519-2e49e6610bf7']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:22.101772 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-f50ce14d-fce7-4e0c-8d50-fd34782ad66c tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9953715-dc2a-47bf-b93a-e28bed49aceb') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:22.102080 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-f50ce14d-fce7-4e0c-8d50-fd34782ad66c tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9953715-dc2a-47bf-b93a-e28bed49aceb') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:22.116568 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f50ce14d-fce7-4e0c-8d50-fd34782ad66c tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:22.136507 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f50ce14d-fce7-4e0c-8d50-fd34782ad66c tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:22.192423 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f50ce14d-fce7-4e0c-8d50-fd34782ad66c tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:53:22.192423 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f50ce14d-fce7-4e0c-8d50-fd34782ad66c tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: timer() May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:53:22.255266 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:53:22.267735 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f50ce14d-fce7-4e0c-8d50-fd34782ad66c tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:22.281917 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f50ce14d-fce7-4e0c-8d50-fd34782ad66c tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:22.287180 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f50ce14d-fce7-4e0c-8d50-fd34782ad66c tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] 10.222.0.73 "DELETE /v2.0/networks/c05bc40a-1965-4af8-8519-2e49e6610bf7 HTTP/1.1" status: 204 len: 168 time: 1.5250449 May 06 09:53:22.290218 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1946815b-e57c-48c6-b6fe-701f7199159f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:22.300566 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1946815b-e57c-48c6-b6fe-701f7199159f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:22.378976 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1946815b-e57c-48c6-b6fe-701f7199159f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c0e2518311d24a5d8b8d8f76bc6ce26f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3833394 May 06 09:53:22.381696 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1946815b-e57c-48c6-b6fe-701f7199159f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799b67a2-7ad0-407c-b84d-699f417731df,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:22.400165 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33478) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:22.474018 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ce14d-fce7-4e0c-8d50-fd34782ad66c tempest-NetworksIpV6TestAttrs-1224627861 tempest-NetworksIpV6TestAttrs-1224627861-project] Pushing event deleted for resources: {'Network': ['ID=c05bc40a-1965-4af8-8519-2e49e6610bf7,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:22.517221 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20bf49e0-133a-4c81-a41c-aac2f027b8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:22.619687 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20bf49e0-133a-4c81-a41c-aac2f027b8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:22.642760 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020116c1-1a68-415c-bacb-606aeae5d732 req-7b64a0c6-6cd1-494f-a15d-6fd04c34e188 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:22.653107 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-020116c1-1a68-415c-bacb-606aeae5d732 req-7b64a0c6-6cd1-494f-a15d-6fd04c34e188 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 945 time: 1.1985500 May 06 09:53:22.670843 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d8886d57-a918-4029-8ce5-4c5b4f593e82 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:22.720253 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: d8886d57-a918-4029-8ce5-4c5b4f593e82 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:53:22.720594 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d8886d57-a918-4029-8ce5-4c5b4f593e82 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:53:22.751941 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20bf49e0-133a-4c81-a41c-aac2f027b8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:22.754726 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20bf49e0-133a-4c81-a41c-aac2f027b8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:22.765862 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-20bf49e0-133a-4c81-a41c-aac2f027b8bf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/799b67a2-7ad0-407c-b84d-699f417731df HTTP/1.1" status: 204 len: 168 time: 0.3640420 May 06 09:53:22.801355 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf49e0-133a-4c81-a41c-aac2f027b8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799b67a2-7ad0-407c-b84d-699f417731df,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:22.909529 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33488) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:22.934585 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] device_id is not set on port 27ced59f-0daf-45d2-8208-664e3f175c87 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:53:22.948652 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-020116c1-1a68-415c-bacb-606aeae5d732 req-d3c4212a-d2a1-4bdf-956e-37cea65120c1 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945895 May 06 09:53:23.184924 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:23.433345 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115306e-2769-491a-9eea-f94b9f8c173f req-f1308a03-5826-4f1b-9a2b-5fb33ba2bbe4 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:23.434952 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7115306e-2769-491a-9eea-f94b9f8c173f req-f1308a03-5826-4f1b-9a2b-5fb33ba2bbe4 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 945 time: 0.3302872 May 06 09:53:23.682868 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] device_id is not set on port 79d80976-b751-4395-937d-bb4f9fdec4fe yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:53:23.782141 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7115306e-2769-491a-9eea-f94b9f8c173f req-53d503f9-6269-4e00-9a20-d783c09613af tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3297253 May 06 09:53:23.815065 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bc2d279e-d5ac-494b-b76e-1be6ec1fbea2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4905333ab73b447792d49b8f402a9e82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9029167 May 06 09:53:23.816287 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33508) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:23.938761 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-be6d3540-4bd8-4201-acd8-abf02a0ba9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:23.982088 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:24.004303 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-be6d3540-4bd8-4201-acd8-abf02a0ba9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:24.074933 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:24.100370 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-be6d3540-4bd8-4201-acd8-abf02a0ba9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:24.104157 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-be6d3540-4bd8-4201-acd8-abf02a0ba9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:24.105562 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-be6d3540-4bd8-4201-acd8-abf02a0ba9cf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/930d772d-3dca-4621-99a1-5f5ec72a0062 HTTP/1.1" status: 204 len: 168 time: 0.2882836 May 06 09:53:24.143699 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d3540-4bd8-4201-acd8-abf02a0ba9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930d772d-3dca-4621-99a1-5f5ec72a0062,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:24.235169 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:24.257206 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Port': ['ID=27ced59f-0daf-45d2-8208-664e3f175c87,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:24.274343 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:24.277058 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:24.278285 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:24.287110 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:24.287913 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:24.288429 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:24.288958 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:24.289972 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:24.290973 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:24.291853 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:24.292583 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:24.293093 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:24.293668 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:24.294179 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:24.294883 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:24.444895 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868c6e6-5741-4bfa-bc73-50431d2811ae req-ada1a067-8d0d-4a78-ac89-21376643f66a tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:24.455334 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7868c6e6-5741-4bfa-bc73-50431d2811ae req-ada1a067-8d0d-4a78-ac89-21376643f66a tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 945 time: 0.3011420 May 06 09:53:24.501911 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Port': ['ID=79d80976-b751-4395-937d-bb4f9fdec4fe,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:24.548949 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7868c6e6-5741-4bfa-bc73-50431d2811ae req-0239d9d1-53d9-4d4f-8166-a7adb7e9993b tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910983 May 06 09:53:24.550252 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Checking segment: {'id': 'a6a9e4d5-f5e4-4036-82ab-f5ff4c31c052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0ec2ffa0-3c74-4208-b9ce-59d47a5b8db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:53:24.550629 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network hostable DHCP agents. Network: 0ec2ffa0-3c74-4208-b9ce-59d47a5b8db9, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:53:24.581678 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network 0ec2ffa0-3c74-4208-b9ce-59d47a5b8db9 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:53:24.601684 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 0ec2ffa0-3c74-4208-b9ce-59d47a5b8db9) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:24.605855 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:24.615936 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036a07cb-e96e-4a0c-8e33-32616d6d43d9 None None] Network 0ec2ffa0-3c74-4208-b9ce-59d47a5b8db9 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:24.628880 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:24.649870 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:24.651821 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:24.710151 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-379a9339-26c3-49f0-b5f3-39af3fce964b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6407292 May 06 09:53:24.712810 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33552) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:24.914032 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-afaa9adc-9a46-4aa4-9664-59823e9f83b2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting port 79d80976-b751-4395-937d-bb4f9fdec4fe {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:24.914541 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-afaa9adc-9a46-4aa4-9664-59823e9f83b2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:25.059261 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-afaa9adc-9a46-4aa4-9664-59823e9f83b2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:25.074388 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d66837-7703-40fe-99b3-8dbe86679417 req-142ea964-0ffb-4d5e-9b8f-9ec916732df2 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:25.076091 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-96d66837-7703-40fe-99b3-8dbe86679417 req-142ea964-0ffb-4d5e-9b8f-9ec916732df2 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 945 time: 0.1077576 May 06 09:53:25.080448 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-afaa9adc-9a46-4aa4-9664-59823e9f83b2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Calling delete_port for 79d80976-b751-4395-937d-bb4f9fdec4fe owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:25.169237 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-96d66837-7703-40fe-99b3-8dbe86679417 req-fbc99b32-1e8c-4951-b98b-73183fa5e234 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858531 May 06 09:53:25.243574 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-afaa9adc-9a46-4aa4-9664-59823e9f83b2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:25.305149 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa9adc-9a46-4aa4-9664-59823e9f83b2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Port': ['ID=79d80976-b751-4395-937d-bb4f9fdec4fe,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:25.331527 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-afaa9adc-9a46-4aa4-9664-59823e9f83b2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:25.340201 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-afaa9adc-9a46-4aa4-9664-59823e9f83b2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/ports/79d80976-b751-4395-937d-bb4f9fdec4fe HTTP/1.1" status: 204 len: 168 time: 0.6248507 May 06 09:53:25.342234 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33568) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:25.364566 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea60e55-e754-4d7a-98d0-c18ddfd28713 req-64839531-aa1b-466a-b909-cfe5c97dd194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:25.366798 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3ea60e55-e754-4d7a-98d0-c18ddfd28713 req-64839531-aa1b-466a-b909-cfe5c97dd194 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1750166bc51841a8bad92d45b4eec5fb&device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 1096 time: 0.3382039 May 06 09:53:25.512917 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0c4ca3-9f7b-4374-a114-1257f8210c87 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:25.525439 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0c4ca3-9f7b-4374-a114-1257f8210c87 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:25.529088 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2f0c4ca3-9f7b-4374-a114-1257f8210c87 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1836174 May 06 09:53:25.534225 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33582) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:25.684648 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea60e55-e754-4d7a-98d0-c18ddfd28713 req-fc41dd23-0a2e-47b7-b060-c2643f73b7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:25.686143 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3ea60e55-e754-4d7a-98d0-c18ddfd28713 req-fc41dd23-0a2e-47b7-b060-c2643f73b7f7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=02e8aba3-387b-400e-9f74-334ab3eab168 HTTP/1.1" status: 200 len: 918 time: 0.3022282 May 06 09:53:25.771156 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33594) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:25.824834 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48616c3-535f-45f1-b4d4-e447b7b0aa65 req-7516d347-3562-425f-88d0-3aaeb7e5dca8 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:25.832680 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d48616c3-535f-45f1-b4d4-e447b7b0aa65 req-7516d347-3562-425f-88d0-3aaeb7e5dca8 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 945 time: 0.1623869 May 06 09:53:25.841296 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3ea60e55-e754-4d7a-98d0-c18ddfd28713 req-20c47038-2cce-4761-8be8-442e9bc1c1d9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9c76481-9e3e-4342-aee4-887479d4fbd8 HTTP/1.1" status: 200 len: 1001 time: 0.1342170 May 06 09:53:25.976445 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d48616c3-535f-45f1-b4d4-e447b7b0aa65 req-701857ef-5cff-48b9-bee4-34ce9205d716 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427557 May 06 09:53:26.008611 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-8d179962-2c1c-458b-aaf4-5edbb18d6a6c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting port 27ced59f-0daf-45d2-8208-664e3f175c87 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:26.008962 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d179962-2c1c-458b-aaf4-5edbb18d6a6c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:26.038354 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea60e55-e754-4d7a-98d0-c18ddfd28713 req-de636761-8c91-4142-bb07-fcd452955faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:26.051166 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3ea60e55-e754-4d7a-98d0-c18ddfd28713 req-de636761-8c91-4142-bb07-fcd452955faa service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1d4098cb-ab83-4260-9cb2-59b447fa9932 HTTP/1.1" status: 200 len: 856 time: 0.1975360 May 06 09:53:26.273612 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d179962-2c1c-458b-aaf4-5edbb18d6a6c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:26.286538 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33612) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:26.306184 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-8d179962-2c1c-458b-aaf4-5edbb18d6a6c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Calling delete_port for 27ced59f-0daf-45d2-8208-664e3f175c87 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:26.346939 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea60e55-e754-4d7a-98d0-c18ddfd28713 req-8146fec4-6bcd-4f11-80ec-d8e2042b78c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:26.365838 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3ea60e55-e754-4d7a-98d0-c18ddfd28713 req-8146fec4-6bcd-4f11-80ec-d8e2042b78c2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=02e8aba3-387b-400e-9f74-334ab3eab168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2408495 May 06 09:53:26.395557 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-3ea60e55-e754-4d7a-98d0-c18ddfd28713 req-1b6d8bcc-f814-45a0-adc6-3259aaa1b5b1 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:53:26.407696 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3ea60e55-e754-4d7a-98d0-c18ddfd28713 req-1b6d8bcc-f814-45a0-adc6-3259aaa1b5b1 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0404971 May 06 09:53:26.515689 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-9f6cd4cb-2516-460c-a6e9-5728e1f837cc tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Request body: {'security_group': {'name': 'tempest-secgroup--241137423'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:26.709075 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd4cb-2516-460c-a6e9-5728e1f837cc tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:26.730660 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3ea60e55-e754-4d7a-98d0-c18ddfd28713 req-c48380da-5e5e-4a00-879d-501842f91815 service neutron] 10.222.0.84 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333331 May 06 09:53:26.744999 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45890df2-2b61-4f71-8ca7-8dc9ce5ff113 req-d66bdc88-266c-4fb0-99e1-264d94d31d3d tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:26.746565 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-45890df2-2b61-4f71-8ca7-8dc9ce5ff113 req-d66bdc88-266c-4fb0-99e1-264d94d31d3d tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 945 time: 0.2789600 May 06 09:53:26.749391 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd4cb-2516-460c-a6e9-5728e1f837cc tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:26.866390 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d179962-2c1c-458b-aaf4-5edbb18d6a6c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:27.003073 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0f6ccfeb-321c-403d-a707-26085295b0f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:27.044226 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d179962-2c1c-458b-aaf4-5edbb18d6a6c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Port': ['ID=27ced59f-0daf-45d2-8208-664e3f175c87,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:27.072034 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d179962-2c1c-458b-aaf4-5edbb18d6a6c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:27.082322 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33646) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:27.088508 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8d179962-2c1c-458b-aaf4-5edbb18d6a6c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/ports/27ced59f-0daf-45d2-8208-664e3f175c87 HTTP/1.1" status: 204 len: 168 time: 1.5520291 May 06 09:53:27.116534 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-45890df2-2b61-4f71-8ca7-8dc9ce5ff113 req-ea024094-5608-4142-8f31-6fc764c8afb3 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3562486 May 06 09:53:27.175463 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3ea60e55-e754-4d7a-98d0-c18ddfd28713 req-ee1750ba-66e1-4150-b478-f48341fdfcc3 service neutron] 10.222.0.84 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276676 May 06 09:53:27.209288 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44dc406-a7c7-443b-b8d3-9527aea4237a tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:27.211140 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d44dc406-a7c7-443b-b8d3-9527aea4237a tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1275156 May 06 09:53:27.213874 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33650) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:27.249604 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8799df9-de8c-4a7c-9ce7-de369209873c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] GET failed (client error): The resource could not be found. May 06 09:53:27.251206 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d8799df9-de8c-4a7c-9ce7-de369209873c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "GET /v2.0/ports/79d80976-b751-4395-937d-bb4f9fdec4fe HTTP/1.1" status: 404 len: 333 time: 0.0361948 May 06 09:53:27.257340 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33654) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:27.320253 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da7efb0-49b4-45d8-9981-524dd1f0186a tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] GET failed (client error): The resource could not be found. May 06 09:53:27.322440 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8da7efb0-49b4-45d8-9981-524dd1f0186a tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "GET /v2.0/ports/27ced59f-0daf-45d2-8208-664e3f175c87 HTTP/1.1" status: 404 len: 333 time: 0.0638161 May 06 09:53:27.324947 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd4cb-2516-460c-a6e9-5728e1f837cc tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:27.326063 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33656) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:27.363410 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd4cb-2516-460c-a6e9-5728e1f837cc tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:27.493306 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd4cb-2516-460c-a6e9-5728e1f837cc tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:27.512850 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd4cb-2516-460c-a6e9-5728e1f837cc tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:27.551744 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ccacb-dbe8-41af-a9d5-67f4c6005c6e req-1845e16d-0887-4590-91bf-e0bef8563e33 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:27.554622 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-683ccacb-dbe8-41af-a9d5-67f4c6005c6e req-1845e16d-0887-4590-91bf-e0bef8563e33 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 945 time: 0.2496681 May 06 09:53:27.564836 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cd4cb-2516-460c-a6e9-5728e1f837cc tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9944306-04d2-4b01-beea-26a2701a2be4,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:27.604883 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-0f6ccfeb-321c-403d-a707-26085295b0f1 admin admin] Deleting port afb18b21-98a5-43ec-a09f-f89555198207 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:27.605235 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0f6ccfeb-321c-403d-a707-26085295b0f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:27.657001 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd4cb-2516-460c-a6e9-5728e1f837cc tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:27.658297 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9f6cd4cb-2516-460c-a6e9-5728e1f837cc tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3688171 May 06 09:53:27.662540 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3d3997c0-e3c1-4bbf-abcb-7cf8ac3d0a35 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:27.691197 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33668) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:27.764202 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-0f6ccfeb-321c-403d-a707-26085295b0f1 admin admin] For port afb18b21-98a5-43ec-a09f-f89555198207, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=afb18b21-98a5-43ec-a09f-f89555198207,segment=NetworkSegment(75406f18-28f0-452e-a3ad-da7df718661b),segment_id=75406f18-28f0-452e-a3ad-da7df718661b)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:27.764578 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0f6ccfeb-321c-403d-a707-26085295b0f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:27.782848 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-0f6ccfeb-321c-403d-a707-26085295b0f1 admin admin] Calling delete_port for afb18b21-98a5-43ec-a09f-f89555198207 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:27.868084 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cd4cb-2516-460c-a6e9-5728e1f837cc tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbe9786-1085-492f-94bf-de3ab554d7f6,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:27.892905 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-683ccacb-dbe8-41af-a9d5-67f4c6005c6e req-86466900-a197-436d-b386-6b483ff69c9b tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019116 May 06 09:53:27.952902 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3d3997c0-e3c1-4bbf-abcb-7cf8ac3d0a35 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:27.996984 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-3d3997c0-e3c1-4bbf-abcb-7cf8ac3d0a35 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec2ffa0-3c74-4208-b9ce-59d47a5b8db9']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:28.005089 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-91f7a68f-165e-4a79-9c0f-68c3df5a34af tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2929053 May 06 09:53:28.010734 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33676) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:28.016146 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-dede86b8-2c75-41a5-b707-d341b5a18370 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Request body: {'security_group': {'name': 'tempest-security--384005734', 'description': 'tempest-security-description-1134497028'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:28.030732 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-3d3997c0-e3c1-4bbf-abcb-7cf8ac3d0a35 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a9e4d5-f5e4-4036-82ab-f5ff4c31c052') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:28.031281 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-3d3997c0-e3c1-4bbf-abcb-7cf8ac3d0a35 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a9e4d5-f5e4-4036-82ab-f5ff4c31c052') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:28.051245 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3d3997c0-e3c1-4bbf-abcb-7cf8ac3d0a35 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.065542 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dede86b8-2c75-41a5-b707-d341b5a18370 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.093956 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3d3997c0-e3c1-4bbf-abcb-7cf8ac3d0a35 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.115401 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d3997c0-e3c1-4bbf-abcb-7cf8ac3d0a35 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:53:28.115819 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3d3997c0-e3c1-4bbf-abcb-7cf8ac3d0a35 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: timer() May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:53:28.120008 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:53:28.125458 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0f6ccfeb-321c-403d-a707-26085295b0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.213093 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dede86b8-2c75-41a5-b707-d341b5a18370 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.213448 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ccfeb-321c-403d-a707-26085295b0f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=afb18b21-98a5-43ec-a09f-f89555198207,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:28.223396 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dede86b8-2c75-41a5-b707-d341b5a18370 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.230860 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dede86b8-2c75-41a5-b707-d341b5a18370 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.232492 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-dede86b8-2c75-41a5-b707-d341b5a18370 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "PUT /v2.0/security-groups/3bbe9786-1085-492f-94bf-de3ab554d7f6 HTTP/1.1" status: 200 len: 1779 time: 0.2207212 May 06 09:53:28.233321 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33682) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:28.247251 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33684) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:28.308775 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3d3997c0-e3c1-4bbf-abcb-7cf8ac3d0a35 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.348404 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3d3997c0-e3c1-4bbf-abcb-7cf8ac3d0a35 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.352784 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3d3997c0-e3c1-4bbf-abcb-7cf8ac3d0a35 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/networks/0ec2ffa0-3c74-4208-b9ce-59d47a5b8db9 HTTP/1.1" status: 204 len: 168 time: 1.0045488 May 06 09:53:28.379053 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3997c0-e3c1-4bbf-abcb-7cf8ac3d0a35 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Network': ['ID=0ec2ffa0-3c74-4208-b9ce-59d47a5b8db9,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:28.397060 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33688) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:28.404534 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-8dfd9b53-6039-42e4-8e09-1508160b5c6b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2025826159'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:28.437741 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede86b8-2c75-41a5-b707-d341b5a18370 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbe9786-1085-492f-94bf-de3ab554d7f6,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:28.445665 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ddf67537-b51a-4ba7-912b-43ad386e4a39 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "GET /v2.0/security-groups/3bbe9786-1085-492f-94bf-de3ab554d7f6 HTTP/1.1" status: 200 len: 1779 time: 0.1844461 May 06 09:53:28.452177 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33690) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:28.514528 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31753a3c-9bf5-4b5b-afa2-203793f0d122 req-5947594b-cfa5-4966-92b6-14be167108b7 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:28.516492 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31753a3c-9bf5-4b5b-afa2-203793f0d122 req-5947594b-cfa5-4966-92b6-14be167108b7 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 945 time: 0.2162664 May 06 09:53:28.541067 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfd9b53-6039-42e4-8e09-1508160b5c6b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:28.551508 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8dfd9b53-6039-42e4-8e09-1508160b5c6b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.557009 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0f6ccfeb-321c-403d-a707-26085295b0f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.565343 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-983f4539-a9ca-4eb9-9174-03da5a511530 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.616135 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dfd9b53-6039-42e4-8e09-1508160b5c6b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:53:28.617248 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c1dd5a8d-cdca-4a56-b315-4d9f9787b147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.640394 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-983f4539-a9ca-4eb9-9174-03da5a511530 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.647801 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8dfd9b53-6039-42e4-8e09-1508160b5c6b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.648166 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-8dfd9b53-6039-42e4-8e09-1508160b5c6b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Added segment 691f2b04-1a85-486b-86bf-63b90b451aaf of type vlan for network 47d2578b-bc55-4c99-abaf-2225b9cd8f62 May 06 09:53:28.675735 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31753a3c-9bf5-4b5b-afa2-203793f0d122 req-b1cf6fa4-f49f-4467-a559-1be3a214cfa7 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515360 May 06 09:53:28.780642 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8dfd9b53-6039-42e4-8e09-1508160b5c6b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.804921 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-983f4539-a9ca-4eb9-9174-03da5a511530 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.808337 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-983f4539-a9ca-4eb9-9174-03da5a511530 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.810162 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-983f4539-a9ca-4eb9-9174-03da5a511530 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "DELETE /v2.0/security-groups/3bbe9786-1085-492f-94bf-de3ab554d7f6 HTTP/1.1" status: 204 len: 168 time: 0.3568611 May 06 09:53:28.814049 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33694) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:28.833008 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f4539-a9ca-4eb9-9174-03da5a511530 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbe9786-1085-492f-94bf-de3ab554d7f6,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:28.850406 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8dfd9b53-6039-42e4-8e09-1508160b5c6b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.856448 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfd9b53-6039-42e4-8e09-1508160b5c6b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:28.856957 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8dfd9b53-6039-42e4-8e09-1508160b5c6b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.897762 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.905611 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c1dd5a8d-cdca-4a56-b315-4d9f9787b147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.911518 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c1dd5a8d-cdca-4a56-b315-4d9f9787b147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:29.021338 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c1dd5a8d-cdca-4a56-b315-4d9f9787b147 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a043c4e2b60c463a853f00479c536bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7775199 May 06 09:53:29.023421 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd5a8d-cdca-4a56-b315-4d9f9787b147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbf7a95-9210-4dd0-8538-8f0842330581,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:29.028948 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33702) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:29.147279 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0051708b-20f9-4d10-ac49-76c3c914539a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:29.163640 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e46474-3a5f-4bab-845f-a10c39d33cf4 req-47d32517-c338-44ec-b240-3aafdc8cd167 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:29.165308 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-54e46474-3a5f-4bab-845f-a10c39d33cf4 req-47d32517-c338-44ec-b240-3aafdc8cd167 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 945 time: 0.1351147 May 06 09:53:29.204271 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0051708b-20f9-4d10-ac49-76c3c914539a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:29.245700 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-54e46474-3a5f-4bab-845f-a10c39d33cf4 req-cbb55684-dc27-448c-b1c1-d8f802b1432d tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744271 May 06 09:53:29.278390 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0051708b-20f9-4d10-ac49-76c3c914539a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:29.281267 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0051708b-20f9-4d10-ac49-76c3c914539a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:29.282603 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0051708b-20f9-4d10-ac49-76c3c914539a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7fbf7a95-9210-4dd0-8538-8f0842330581 HTTP/1.1" status: 204 len: 168 time: 0.2423191 May 06 09:53:29.297461 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051708b-20f9-4d10-ac49-76c3c914539a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbf7a95-9210-4dd0-8538-8f0842330581,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:29.427706 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5c72a20d-0d53-4853-94bf-6f4c37c1fd98 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6124430 May 06 09:53:29.430631 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33708) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:29.437428 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8dfd9b53-6039-42e4-8e09-1508160b5c6b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0386980 May 06 09:53:29.442015 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33710) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:29.446534 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd9b53-6039-42e4-8e09-1508160b5c6b tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Network': ['ID=47d2578b-bc55-4c99-abaf-2225b9cd8f62,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:29.457446 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 47d2578b-bc55-4c99-abaf-2225b9cd8f62 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:53:29.470359 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-610f1607-4d89-4dc2-8cff-d73998a7f32f tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'subnet': {'network_id': '47d2578b-bc55-4c99-abaf-2225b9cd8f62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:29.493692 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-0271864d-2ef6-423b-9bee-3f10b30d2445 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] delete failed (client error): The resource could not be found. May 06 09:53:29.495364 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0271864d-2ef6-423b-9bee-3f10b30d2445 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "DELETE /v2.0/security-groups/3bbe9786-1085-492f-94bf-de3ab554d7f6 HTTP/1.1" status: 404 len: 347 time: 0.0633385 May 06 09:53:29.502318 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33714) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:29.513928 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-5422f947-7f1e-47ed-b0e4-715b4d90e313 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Request body: {'security_group': {'name': 'tempest-secgroup--1150238019'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:29.542929 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6ccfeb-321c-403d-a707-26085295b0f1 admin admin] Router 5ff8a1a2-abae-429f-bc09-83b61660bad4 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:53:29.550636 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5422f947-7f1e-47ed-b0e4-715b4d90e313 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:29.689787 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device a9c76481-9e3e-4342-aee4-887479d4fbd8 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:29.691479 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610f1607-4d89-4dc2-8cff-d73998a7f32f tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:29.696877 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-610f1607-4d89-4dc2-8cff-d73998a7f32f tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:29.793241 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6ccfeb-321c-403d-a707-26085295b0f1 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:53:29.847658 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.ipam_backend_mixin [None req-610f1607-4d89-4dc2-8cff-d73998a7f32f tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Performing IP validity checks on allocation pools {{(pid=102653) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 06 09:53:29.848265 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.ipam_backend_mixin [None req-610f1607-4d89-4dc2-8cff-d73998a7f32f tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102653) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 06 09:53:29.856159 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021e230f-892a-4c6d-bec6-cf5605bac045 None None] Sync routers for ids ['5ff8a1a2-abae-429f-bc09-83b61660bad4'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:53:29.888217 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0f6ccfeb-321c-403d-a707-26085295b0f1 admin admin] 10.222.0.73 "PUT /v2.0/routers/5ff8a1a2-abae-429f-bc09-83b61660bad4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1154814 May 06 09:53:29.888913 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33726) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:29.938899 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021e230f-892a-4c6d-bec6-cf5605bac045 None None] Routers {'5ff8a1a2-abae-429f-bc09-83b61660bad4'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:53:29.939413 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33728) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:29.940219 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-021e230f-892a-4c6d-bec6-cf5605bac045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:53:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5ff8a1a2-abae-429f-bc09-83b61660bad4'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:29.944330 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:29.983732 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fb15bb2c-7cdf-49a5-8a45-e71b03b7a469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.009067 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5422f947-7f1e-47ed-b0e4-715b4d90e313 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.040753 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9997a7a-87c5-45ef-bd39-29f0b4a1c40d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9c76481-9e3e-4342-aee4-887479d4fbd8'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:53:30.043158 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d835ca77-37b9-42bb-84d0-e4fb2a61493c" -d '{"events": [{"server_uuid": "a9997a7a-87c5-45ef-bd39-29f0b4a1c40d", "name": "network-vif-unplugged", "status": "completed", "tag": "a9c76481-9e3e-4342-aee4-887479d4fbd8"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:53:30.047085 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5422f947-7f1e-47ed-b0e4-715b4d90e313 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.096350 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port a9c76481-9e3e-4342-aee4-887479d4fbd8, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=a9c76481-9e3e-4342-aee4-887479d4fbd8,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:30.104482 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.144947 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fada237-93a9-4580-b026-4f6f8a250b1e req-813f22c9-753a-4da5-b4af-c27967eb6b6e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:30.155005 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2fada237-93a9-4580-b026-4f6f8a250b1e req-813f22c9-753a-4da5-b4af-c27967eb6b6e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 945 time: 0.1939433 May 06 09:53:30.156490 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-021e230f-892a-4c6d-bec6-cf5605bac045 None None] Set router 5ff8a1a2-abae-429f-bc09-83b61660bad4 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:53:30.157937 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5422f947-7f1e-47ed-b0e4-715b4d90e313 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.164022 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5422f947-7f1e-47ed-b0e4-715b4d90e313 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6546624 May 06 09:53:30.172068 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33732) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:30.182438 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422f947-7f1e-47ed-b0e4-715b4d90e313 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4bc5fb-dffa-4aec-82d6-5d7ad19b18b3,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:30.200390 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-a3b9c54e-6ad8-4ace-b234-47694f458ab3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Request body: {'security_group_rule': {'security_group_id': 'fa4bc5fb-dffa-4aec-82d6-5d7ad19b18b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:30.232701 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f03c5ba1-3008-44de-96b4-88adf3405962 admin admin] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.271370 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fb15bb2c-7cdf-49a5-8a45-e71b03b7a469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.282900 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fb15bb2c-7cdf-49a5-8a45-e71b03b7a469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.338320 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2fada237-93a9-4580-b026-4f6f8a250b1e req-3788f58e-cc75-4fcc-9fb9-dae928e43a95 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819737 May 06 09:53:30.361731 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=a9c76481-9e3e-4342-aee4-887479d4fbd8,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:30.383470 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fb15bb2c-7cdf-49a5-8a45-e71b03b7a469 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e2d8feafd0ce42ea8cec48f0e189d8e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4389496 May 06 09:53:30.383470 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15bb2c-7cdf-49a5-8a45-e71b03b7a469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a760ea-f948-44c0-9e40-a77807522b5f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:30.386274 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33736) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:30.419276 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-021e230f-892a-4c6d-bec6-cf5605bac045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'name': 'tempest-TaggedBootDevicesTest-151414626-router', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'e90b9fe8-eb83-4977-b5d9-a8799df0123f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:42Z', 'updated_at': '2022-05-06T09:53:28Z', 'revision_number': 5, 'project_id': '2432312eddf749dea1d91914dd979e43', 'gw_port': {'id': 'e90b9fe8-eb83-4977-b5d9-a8799df0123f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:44Z', 'updated_at': '2022-05-06T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:30.436360 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c54e-6ad8-4ace-b234-47694f458ab3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.440463 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-610f1607-4d89-4dc2-8cff-d73998a7f32f tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.468249 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021e230f-892a-4c6d-bec6-cf5605bac045 None None] Checking router: 5ff8a1a2-abae-429f-bc09-83b61660bad4 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:53:30.484633 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021e230f-892a-4c6d-bec6-cf5605bac045 None None] Routers {'5ff8a1a2-abae-429f-bc09-83b61660bad4'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:53:30.485570 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-021e230f-892a-4c6d-bec6-cf5605bac045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:53:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5ff8a1a2-abae-429f-bc09-83b61660bad4'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:30.536396 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a7b2657-d973-4619-9e91-779f2cf9696a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.595674 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a7b2657-d973-4619-9e91-779f2cf9696a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.685264 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f1607-4d89-4dc2-8cff-d73998a7f32f tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Subnet': ['ID=cd3320aa-b838-41ea-9532-a0ce2f34bc08,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:30.705634 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f03c5ba1-3008-44de-96b4-88adf3405962 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.714611 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-021e230f-892a-4c6d-bec6-cf5605bac045 None None] Set router 5ff8a1a2-abae-429f-bc09-83b61660bad4 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:53:30.724093 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a7b2657-d973-4619-9e91-779f2cf9696a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.730928 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610f1607-4d89-4dc2-8cff-d73998a7f32f tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Checking segment: {'id': '691f2b04-1a85-486b-86bf-63b90b451aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '47d2578b-bc55-4c99-abaf-2225b9cd8f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:53:30.731333 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610f1607-4d89-4dc2-8cff-d73998a7f32f tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network hostable DHCP agents. Network: 47d2578b-bc55-4c99-abaf-2225b9cd8f62, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:53:30.732404 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a7b2657-d973-4619-9e91-779f2cf9696a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.736106 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1a7b2657-d973-4619-9e91-779f2cf9696a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/60a760ea-f948-44c0-9e40-a77807522b5f HTTP/1.1" status: 204 len: 168 time: 0.3470473 May 06 09:53:30.744385 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c54e-6ad8-4ace-b234-47694f458ab3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.764864 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b2657-d973-4619-9e91-779f2cf9696a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a760ea-f948-44c0-9e40-a77807522b5f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:30.782957 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c54e-6ad8-4ace-b234-47694f458ab3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.847678 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9c54e-6ad8-4ace-b234-47694f458ab3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd288cc-89c4-4f0c-8176-b798e60ee434,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:30.867876 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c54e-6ad8-4ace-b234-47694f458ab3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.872668 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33746) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:30.883398 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a3b9c54e-6ad8-4ace-b234-47694f458ab3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7030137 May 06 09:53:30.886984 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610f1607-4d89-4dc2-8cff-d73998a7f32f tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network 47d2578b-bc55-4c99-abaf-2225b9cd8f62 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:53:30.915336 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-610f1607-4d89-4dc2-8cff-d73998a7f32f tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 47d2578b-bc55-4c99-abaf-2225b9cd8f62) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:30.937346 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610f1607-4d89-4dc2-8cff-d73998a7f32f tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:30.937965 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-610f1607-4d89-4dc2-8cff-d73998a7f32f tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.940887 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b1a18b82-2630-4f02-a2ab-204a67fab06a tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.954831 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b1a18b82-2630-4f02-a2ab-204a67fab06a tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.976701 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa50983f-aa50-41be-b243-7021cbf64f69 None None] Network 47d2578b-bc55-4c99-abaf-2225b9cd8f62 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:30.989578 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-f03c5ba1-3008-44de-96b4-88adf3405962 admin admin] Deleting port e90b9fe8-eb83-4977-b5d9-a8799df0123f {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:30.990604 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f03c5ba1-3008-44de-96b4-88adf3405962 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:31.013222 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-610f1607-4d89-4dc2-8cff-d73998a7f32f tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5692048 May 06 09:53:31.016748 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33750) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:31.022857 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-1a41da73-35ec-4ffc-a5da-c549a15879b2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'port': {'network_id': '47d2578b-bc55-4c99-abaf-2225b9cd8f62', 'name': 'tempest-PortsTestJSON-627512894'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:31.166703 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b1a18b82-2630-4f02-a2ab-204a67fab06a tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:31.180449 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b1a18b82-2630-4f02-a2ab-204a67fab06a tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:31.181636 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b1a18b82-2630-4f02-a2ab-204a67fab06a tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/6bd288cc-89c4-4f0c-8176-b798e60ee434 HTTP/1.1" status: 204 len: 168 time: 0.3072405 May 06 09:53:31.190968 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33754) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:31.229746 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a18b82-2630-4f02-a2ab-204a67fab06a tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6bd288cc-89c4-4f0c-8176-b798e60ee434,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:31.245777 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-f03c5ba1-3008-44de-96b4-88adf3405962 admin admin] For port e90b9fe8-eb83-4977-b5d9-a8799df0123f, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e90b9fe8-eb83-4977-b5d9-a8799df0123f,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:31.247638 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f03c5ba1-3008-44de-96b4-88adf3405962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:31.294278 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-f03c5ba1-3008-44de-96b4-88adf3405962 admin admin] Calling delete_port for e90b9fe8-eb83-4977-b5d9-a8799df0123f owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:31.298949 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5c2e0068-c9d9-4e02-a08c-d2af0daa64e0 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0977669 May 06 09:53:31.318414 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33758) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:31.384812 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a41da73-35ec-4ffc-a5da-c549a15879b2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:31.388769 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a41da73-35ec-4ffc-a5da-c549a15879b2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:31.414283 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 06 May 2022 09:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7703453-a6ea-41ef-9be2-a8b7c82b86bb x-openstack-request-id: req-e7703453-a6ea-41ef-9be2-a8b7c82b86bb {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:53:31.419821 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9997a7a-87c5-45ef-bd39-29f0b4a1c40d", "name": "network-vif-unplugged", "status": "failed", "tag": "a9c76481-9e3e-4342-aee4-887479d4fbd8", "code": 422}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:53:31.420432 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e7703453-a6ea-41ef-9be2-a8b7c82b86bb {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:53:31.421082 n-d-840835-1 neutron-server[102654]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e7703453-a6ea-41ef-9be2-a8b7c82b86bb']: {'server_uuid': 'a9997a7a-87c5-45ef-bd39-29f0b4a1c40d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a9c76481-9e3e-4342-aee4-887479d4fbd8', 'code': 422} returned with failed status May 06 09:53:31.422326 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-1a41da73-35ec-4ffc-a5da-c549a15879b2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] device_id is not set on port 00c663a7-941e-47f7-9f8c-899dc9b162ef yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:53:31.437177 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b53a109d-18c8-40e0-9927-27ab05ff6302 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:31.511926 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b53a109d-18c8-40e0-9927-27ab05ff6302 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:31.615474 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-1a41da73-35ec-4ffc-a5da-c549a15879b2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Allocated IP 172.20.0.4 (47d2578b-bc55-4c99-abaf-2225b9cd8f62/cd3320aa-b838-41ea-9532-a0ce2f34bc08/00c663a7-941e-47f7-9f8c-899dc9b162ef) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:31.657447 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554233d-e2e6-41fa-86cb-22944d7adc30 req-d5366da9-b9b0-4365-a5a1-1db16c0b1c1d tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:31.668052 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a554233d-e2e6-41fa-86cb-22944d7adc30 req-d5366da9-b9b0-4365-a5a1-1db16c0b1c1d tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 945 time: 0.5380511 May 06 09:53:31.707065 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f03c5ba1-3008-44de-96b4-88adf3405962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:31.752329 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-021e230f-892a-4c6d-bec6-cf5605bac045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'name': 'tempest-TaggedBootDevicesTest-151414626-router', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'e90b9fe8-eb83-4977-b5d9-a8799df0123f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:42Z', 'updated_at': '2022-05-06T09:53:28Z', 'revision_number': 5, 'project_id': '2432312eddf749dea1d91914dd979e43', 'gw_port': {'id': 'e90b9fe8-eb83-4977-b5d9-a8799df0123f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:44Z', 'updated_at': '2022-05-06T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:31.773210 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c5ba1-3008-44de-96b4-88adf3405962 admin admin] Pushing event deleted for resources: {'Port': ['ID=e90b9fe8-eb83-4977-b5d9-a8799df0123f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:31.788605 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a41da73-35ec-4ffc-a5da-c549a15879b2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:31.826168 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021e230f-892a-4c6d-bec6-cf5605bac045 None None] The sync data for ids ['5ff8a1a2-abae-429f-bc09-83b61660bad4'] in n-d-840835-1 is: [{'id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'name': 'tempest-TaggedBootDevicesTest-151414626-router', 'tenant_id': '2432312eddf749dea1d91914dd979e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'e90b9fe8-eb83-4977-b5d9-a8799df0123f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:42Z', 'updated_at': '2022-05-06T09:53:28Z', 'revision_number': 5, 'project_id': '2432312eddf749dea1d91914dd979e43', 'gw_port': {'id': 'e90b9fe8-eb83-4977-b5d9-a8799df0123f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff8a1a2-abae-429f-bc09-83b61660bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:44Z', 'updated_at': '2022-05-06T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:53:31.828730 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b927a053-cbbd-4783-b1ed-51071d992d0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-47d2578b-bc55-4c99-abaf-2225b9cd8f62', 'network_id': '47d2578b-bc55-4c99-abaf-2225b9cd8f62', 'tenant_id': '5e93687cdbe844579029619dd5bb366a', 'fixed_ips': [{'subnet_id': 'cd3320aa-b838-41ea-9532-a0ce2f34bc08'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:53:31.834486 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b927a053-cbbd-4783-b1ed-51071d992d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:31.844347 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a41da73-35ec-4ffc-a5da-c549a15879b2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:31.855882 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b53a109d-18c8-40e0-9927-27ab05ff6302 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:31.860295 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b53a109d-18c8-40e0-9927-27ab05ff6302 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:31.861837 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b53a109d-18c8-40e0-9927-27ab05ff6302 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "DELETE /v2.0/security-groups/fa4bc5fb-dffa-4aec-82d6-5d7ad19b18b3 HTTP/1.1" status: 204 len: 168 time: 0.5412903 May 06 09:53:31.879449 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33770) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:31.892463 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f03c5ba1-3008-44de-96b4-88adf3405962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:31.947407 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a109d-18c8-40e0-9927-27ab05ff6302 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4bc5fb-dffa-4aec-82d6-5d7ad19b18b3,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:31.962022 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a41da73-35ec-4ffc-a5da-c549a15879b2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network 47d2578b-bc55-4c99-abaf-2225b9cd8f62 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:31.969684 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-1a41da73-35ec-4ffc-a5da-c549a15879b2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:31.978255 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a41da73-35ec-4ffc-a5da-c549a15879b2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:32.046313 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a41da73-35ec-4ffc-a5da-c549a15879b2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:32.046985 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a41da73-35ec-4ffc-a5da-c549a15879b2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:32.049754 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41da73-35ec-4ffc-a5da-c549a15879b2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Port': ['ID=00c663a7-941e-47f7-9f8c-899dc9b162ef,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:32.086625 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f03c5ba1-3008-44de-96b4-88adf3405962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:32.089954 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f03c5ba1-3008-44de-96b4-88adf3405962 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:32.092575 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1a41da73-35ec-4ffc-a5da-c549a15879b2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0747111 May 06 09:53:32.093305 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33782) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:32.198751 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a554233d-e2e6-41fa-86cb-22944d7adc30 req-b409c5f5-b079-49ef-a09f-8b82f41b3064 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5292289 May 06 09:53:32.211769 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-b927a053-cbbd-4783-b1ed-51071d992d0e None None] Allocated IP 172.20.0.2 (47d2578b-bc55-4c99-abaf-2225b9cd8f62/cd3320aa-b838-41ea-9532-a0ce2f34bc08/54521280-e87c-4fa5-a507-5a78da5e521a) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:32.217903 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f03c5ba1-3008-44de-96b4-88adf3405962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:32.217903 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03c5ba1-3008-44de-96b4-88adf3405962 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ff8a1a2-abae-429f-bc09-83b61660bad4 {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:53:32.239380 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f03c5ba1-3008-44de-96b4-88adf3405962 admin admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:32.241164 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f03c5ba1-3008-44de-96b4-88adf3405962 admin admin] 10.222.0.73 "DELETE /v2.0/routers/5ff8a1a2-abae-429f-bc09-83b61660bad4 HTTP/1.1" status: 204 len: 168 time: 2.3497772 May 06 09:53:32.248436 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33786) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:32.401672 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-113e4f23-17b5-47da-b925-b83a4d681137 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5191116 May 06 09:53:32.405838 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33792) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:32.417851 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-a35d1609-c023-4c3a-8ecf-448deab85b41 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Request body: {'security_group': {'name': 'tempest-secgroup--600652945'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:32.418057 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-3140a76b-a57b-496d-991b-091b2d697ff4 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting port 00c663a7-941e-47f7-9f8c-899dc9b162ef {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:32.418269 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3140a76b-a57b-496d-991b-091b2d697ff4 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:32.512162 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a35d1609-c023-4c3a-8ecf-448deab85b41 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:32.626268 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b927a053-cbbd-4783-b1ed-51071d992d0e None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:32.645307 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b927a053-cbbd-4783-b1ed-51071d992d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:32.749307 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-205b2155-49e0-4e69-8181-c8e2c40b3fea admin admin] Deleting subnet ddf543b7-b852-448e-b236-f24084c28a5a {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:53:32.755884 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a35d1609-c023-4c3a-8ecf-448deab85b41 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:32.756955 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b927a053-cbbd-4783-b1ed-51071d992d0e None None] Network 47d2578b-bc55-4c99-abaf-2225b9cd8f62 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:32.761568 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-b927a053-cbbd-4783-b1ed-51071d992d0e None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:32.769679 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a35d1609-c023-4c3a-8ecf-448deab85b41 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:32.770295 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-205b2155-49e0-4e69-8181-c8e2c40b3fea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:32.786067 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b927a053-cbbd-4783-b1ed-51071d992d0e None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:32.840957 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a35d1609-c023-4c3a-8ecf-448deab85b41 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:32.845012 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a35d1609-c023-4c3a-8ecf-448deab85b41 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4353971 May 06 09:53:32.852144 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927a053-cbbd-4783-b1ed-51071d992d0e None None] Pushing event updated for resources: {'Port': ['ID=54521280-e87c-4fa5-a507-5a78da5e521a,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:32.853383 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33800) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:32.861947 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device afb18b21-98a5-43ec-a09f-f89555198207 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:32.865643 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-c4af52d1-6064-4503-b331-587f89d7d52f tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Request body: {'security_group_rule': {'security_group_id': 'e9f171ff-edd8-410c-9bbf-cf48abeb136f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:32.870234 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d1609-c023-4c3a-8ecf-448deab85b41 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f171ff-edd8-410c-9bbf-cf48abeb136f,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:32.927411 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: afb18b21-98a5-43ec-a09f-f89555198207 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:53:32.929308 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device afb18b21-98a5-43ec-a09f-f89555198207 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:53:32.952626 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c4af52d1-6064-4503-b331-587f89d7d52f tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:32.986531 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-205b2155-49e0-4e69-8181-c8e2c40b3fea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:33.056540 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-b927a053-cbbd-4783-b1ed-51071d992d0e None None] Attempting to bind port 54521280-e87c-4fa5-a507-5a78da5e521a on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:53:33.056915 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-b927a053-cbbd-4783-b1ed-51071d992d0e None None] Attempting to bind port 54521280-e87c-4fa5-a507-5a78da5e521a by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '691f2b04-1a85-486b-86bf-63b90b451aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '47d2578b-bc55-4c99-abaf-2225b9cd8f62'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:53:33.060684 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b927a053-cbbd-4783-b1ed-51071d992d0e None None] Attempting to bind port 54521280-e87c-4fa5-a507-5a78da5e521a on network 47d2578b-bc55-4c99-abaf-2225b9cd8f62 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:53:33.076127 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b927a053-cbbd-4783-b1ed-51071d992d0e None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:53:33.082524 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b927a053-cbbd-4783-b1ed-51071d992d0e None None] Checking segment: {'id': '691f2b04-1a85-486b-86bf-63b90b451aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '47d2578b-bc55-4c99-abaf-2225b9cd8f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:53:33.082944 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b927a053-cbbd-4783-b1ed-51071d992d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:33.084053 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b927a053-cbbd-4783-b1ed-51071d992d0e None None] Bound using segment: {'id': '691f2b04-1a85-486b-86bf-63b90b451aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '47d2578b-bc55-4c99-abaf-2225b9cd8f62'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:53:33.084676 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-b927a053-cbbd-4783-b1ed-51071d992d0e None None] Bound port: 54521280-e87c-4fa5-a507-5a78da5e521a, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691f2b04-1a85-486b-86bf-63b90b451aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '47d2578b-bc55-4c99-abaf-2225b9cd8f62'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:53:33.087415 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b927a053-cbbd-4783-b1ed-51071d992d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:33.123807 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c4af52d1-6064-4503-b331-587f89d7d52f tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:33.145034 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c4af52d1-6064-4503-b331-587f89d7d52f tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:33.201605 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af52d1-6064-4503-b331-587f89d7d52f tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c907dc-277c-41e9-96de-b78eb75f8992,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:33.232354 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-b927a053-cbbd-4783-b1ed-51071d992d0e None None] For port 54521280-e87c-4fa5-a507-5a78da5e521a, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:53:33.243104 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-b927a053-cbbd-4783-b1ed-51071d992d0e None None] For port 54521280-e87c-4fa5-a507-5a78da5e521a, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=54521280-e87c-4fa5-a507-5a78da5e521a,segment=NetworkSegment(691f2b04-1a85-486b-86bf-63b90b451aaf),segment_id=691f2b04-1a85-486b-86bf-63b90b451aaf)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:53:33.246918 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c4af52d1-6064-4503-b331-587f89d7d52f tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:33.257223 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c4af52d1-6064-4503-b331-587f89d7d52f tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4021831 May 06 09:53:33.259291 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b927a053-cbbd-4783-b1ed-51071d992d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:33.259688 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33818) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:33.274600 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-a1235cfb-b03a-4d49-8df6-9a06ed495e08 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Request body: {'security_group_rule': {'security_group_id': 'e9f171ff-edd8-410c-9bbf-cf48abeb136f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:33.361766 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a1235cfb-b03a-4d49-8df6-9a06ed495e08 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:33.384648 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-205b2155-49e0-4e69-8181-c8e2c40b3fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:33.435604 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927a053-cbbd-4783-b1ed-51071d992d0e None None] Pushing event updated for resources: {'Port': ['ID=54521280-e87c-4fa5-a507-5a78da5e521a,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:33.540107 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a1235cfb-b03a-4d49-8df6-9a06ed495e08 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:33.558662 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a1235cfb-b03a-4d49-8df6-9a06ed495e08 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:33.582024 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3140a76b-a57b-496d-991b-091b2d697ff4 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:33.633015 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1235cfb-b03a-4d49-8df6-9a06ed495e08 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8d21aa-7db2-488a-936b-6c7695a741f9,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:33.646159 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a1235cfb-b03a-4d49-8df6-9a06ed495e08 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:33.648013 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a1235cfb-b03a-4d49-8df6-9a06ed495e08 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3872459 May 06 09:53:33.654646 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33832) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:33.657176 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-205b2155-49e0-4e69-8181-c8e2c40b3fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:33.659876 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-9d77df96-b20b-49b8-9297-191c36a8b999 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Request body: {'security_group_rule': {'security_group_id': 'e9f171ff-edd8-410c-9bbf-cf48abeb136f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:33.660868 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-3140a76b-a57b-496d-991b-091b2d697ff4 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Calling delete_port for 00c663a7-941e-47f7-9f8c-899dc9b162ef owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:33.680404 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device a9c76481-9e3e-4342-aee4-887479d4fbd8 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:33.842712 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b2155-49e0-4e69-8181-c8e2c40b3fea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddf543b7-b852-448e-b236-f24084c28a5a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:33.856797 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9d77df96-b20b-49b8-9297-191c36a8b999 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:33.858092 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-205b2155-49e0-4e69-8181-c8e2c40b3fea admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:33.870022 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-205b2155-49e0-4e69-8181-c8e2c40b3fea admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ddf543b7-b852-448e-b236-f24084c28a5a HTTP/1.1" status: 204 len: 168 time: 1.6151960 May 06 09:53:33.871084 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce8a060-3aa0-4da7-a8c4-a8c5af20a0a8 None None] Network 59db4229-2b1d-4e95-9668-875e8735cfea requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:33.875748 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33840) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:34.194607 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e491a0a-3f23-4a2e-979e-8175ca6ce26d req-120e5324-a396-47ef-ac81-375eee9fd6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:34.196195 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0e491a0a-3f23-4a2e-979e-8175ca6ce26d req-120e5324-a396-47ef-ac81-375eee9fd6d2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 1096 time: 0.6021585 May 06 09:53:34.332680 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a4e9c8-a1f1-48ee-a7d6-f81e854337d9 None None] DHCP port deletion for 59db4229-2b1d-4e95-9668-875e8735cfea request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:53:34.341563 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0e491a0a-3f23-4a2e-979e-8175ca6ce26d req-1a0ebc67-caeb-4446-8032-3085db59dceb service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370075 May 06 09:53:34.342842 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3140a76b-a57b-496d-991b-091b2d697ff4 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:34.392564 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9d77df96-b20b-49b8-9297-191c36a8b999 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:34.426880 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:53:34.443241 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140a76b-a57b-496d-991b-091b2d697ff4 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Port': ['ID=00c663a7-941e-47f7-9f8c-899dc9b162ef,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:34.445125 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9d77df96-b20b-49b8-9297-191c36a8b999 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:34.484676 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1a4e9c8-a1f1-48ee-a7d6-f81e854337d9 None None] Deleting port 5dee9e47-a984-4cb9-ae72-b882ecec8536 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:34.485052 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1a4e9c8-a1f1-48ee-a7d6-f81e854337d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:34.494668 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d6ff47ef-0fb2-428f-9e30-c7a3676b7c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:34.543605 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5893193-d9b2-4278-bfbf-7518f56aecf2 req-0cde688c-96c7-4e70-9b39-876a8d42bf29 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:34.552386 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f5893193-d9b2-4278-bfbf-7518f56aecf2 req-0cde688c-96c7-4e70-9b39-876a8d42bf29 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 945 time: 0.2560356 May 06 09:53:34.554618 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77df96-b20b-49b8-9297-191c36a8b999 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5375f4f0-096e-40c3-bd42-97abf4f4d80f,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:34.582261 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3140a76b-a57b-496d-991b-091b2d697ff4 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:34.594585 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3140a76b-a57b-496d-991b-091b2d697ff4 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/ports/00c663a7-941e-47f7-9f8c-899dc9b162ef HTTP/1.1" status: 204 len: 168 time: 2.4998868 May 06 09:53:34.602338 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33858) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:34.621108 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f5893193-d9b2-4278-bfbf-7518f56aecf2 req-e9c091ff-ece4-4fa0-96c5-8730b07dde45 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674844 May 06 09:53:34.626703 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9d77df96-b20b-49b8-9297-191c36a8b999 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:34.635404 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9d77df96-b20b-49b8-9297-191c36a8b999 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9790974 May 06 09:53:34.642241 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33860) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:34.659439 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-6e54da1a-919c-4a6d-8e6b-f4075cb8e3d7 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Request body: {'security_group_rule': {'security_group_id': 'e9f171ff-edd8-410c-9bbf-cf48abeb136f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:34.683028 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a86702a-49ae-4af7-b516-34db297fd2df tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] DELETE failed (client error): The resource could not be found. May 06 09:53:34.683763 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a86702a-49ae-4af7-b516-34db297fd2df tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:53:34.687040 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1a86702a-49ae-4af7-b516-34db297fd2df tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/ports/00c663a7-941e-47f7-9f8c-899dc9b162ef HTTP/1.1" status: 404 len: 333 time: 0.0814068 May 06 09:53:34.705557 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33862) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:34.729705 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1a4e9c8-a1f1-48ee-a7d6-f81e854337d9 None None] For port 5dee9e47-a984-4cb9-ae72-b882ecec8536, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=5dee9e47-a984-4cb9-ae72-b882ecec8536,segment=NetworkSegment(75406f18-28f0-452e-a3ad-da7df718661b),segment_id=75406f18-28f0-452e-a3ad-da7df718661b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:34.730112 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1a4e9c8-a1f1-48ee-a7d6-f81e854337d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:34.764356 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe20cba-8d3a-4648-a9e1-5b42240c782c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] GET failed (client error): The resource could not be found. May 06 09:53:34.773251 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1fe20cba-8d3a-4648-a9e1-5b42240c782c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "GET /v2.0/ports/00c663a7-941e-47f7-9f8c-899dc9b162ef HTTP/1.1" status: 404 len: 333 time: 0.0549557 May 06 09:53:34.774598 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33868) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:34.794714 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1a4e9c8-a1f1-48ee-a7d6-f81e854337d9 None None] Calling delete_port for 5dee9e47-a984-4cb9-ae72-b882ecec8536 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:34.882550 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b50c6e-015c-4c7e-8c71-4585a17ade89 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting subnet cd3320aa-b838-41ea-9532-a0ce2f34bc08 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:53:34.887203 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-94b50c6e-015c-4c7e-8c71-4585a17ade89 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:34.918185 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 54521280-e87c-4fa5-a507-5a78da5e521a up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:35.029641 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-94b50c6e-015c-4c7e-8c71-4585a17ade89 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:35.052963 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 54521280-e87c-4fa5-a507-5a78da5e521a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:35.053680 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:35.138538 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1a4e9c8-a1f1-48ee-a7d6-f81e854337d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:35.256216 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4e9c8-a1f1-48ee-a7d6-f81e854337d9 None None] Pushing event deleted for resources: {'Port': ['ID=5dee9e47-a984-4cb9-ae72-b882ecec8536,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:35.300272 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a4e9c8-a1f1-48ee-a7d6-f81e854337d9 None None] No DVR routers for this DVR port 5dee9e47-a984-4cb9-ae72-b882ecec8536 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:53:35.473674 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:35.503226 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa931667-e4cf-49e0-bcb4-b0481dd0aed6 None None] Network 47d2578b-bc55-4c99-abaf-2225b9cd8f62 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:35.669088 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 54521280-e87c-4fa5-a507-5a78da5e521a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=54521280-e87c-4fa5-a507-5a78da5e521a,segment=NetworkSegment(691f2b04-1a85-486b-86bf-63b90b451aaf),segment_id=691f2b04-1a85-486b-86bf-63b90b451aaf)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:35.690086 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-5fd86f67-6c3b-487c-970c-eca672ce5e32 None None] Provisioning complete for port 54521280-e87c-4fa5-a507-5a78da5e521a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:35.692034 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5fd86f67-6c3b-487c-970c-eca672ce5e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:35.793036 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:35.910269 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 5dee9e47-a984-4cb9-ae72-b882ecec8536 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:35.943704 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 5dee9e47-a984-4cb9-ae72-b882ecec8536 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:53:35.944350 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 5dee9e47-a984-4cb9-ae72-b882ecec8536 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:53:35.944930 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e90b9fe8-eb83-4977-b5d9-a8799df0123f no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:35.987292 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: e90b9fe8-eb83-4977-b5d9-a8799df0123f {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:53:35.987935 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e90b9fe8-eb83-4977-b5d9-a8799df0123f not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:53:36.056928 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6e54da1a-919c-4a6d-8e6b-f4075cb8e3d7 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:36.084116 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-94b50c6e-015c-4c7e-8c71-4585a17ade89 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:36.216882 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=54521280-e87c-4fa5-a507-5a78da5e521a,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:36.242604 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-d6ff47ef-0fb2-428f-9e30-c7a3676b7c54 admin admin] Deleting port 5dee9e47-a984-4cb9-ae72-b882ecec8536 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:36.243321 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d6ff47ef-0fb2-428f-9e30-c7a3676b7c54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:36.407854 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbdc6e-065a-4609-aa7b-617ef74a0f4b req-010419f4-25c7-49c2-ad5a-6e632f506b63 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:36.416710 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5ebbdc6e-065a-4609-aa7b-617ef74a0f4b req-010419f4-25c7-49c2-ad5a-6e632f506b63 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 945 time: 0.4776187 May 06 09:53:36.492319 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6e54da1a-919c-4a6d-8e6b-f4075cb8e3d7 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:36.518076 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-d6ff47ef-0fb2-428f-9e30-c7a3676b7c54 admin admin] For port 5dee9e47-a984-4cb9-ae72-b882ecec8536, host n-d-840835-1, got binding levels [] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:36.518544 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d6ff47ef-0fb2-428f-9e30-c7a3676b7c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:36.534711 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6e54da1a-919c-4a6d-8e6b-f4075cb8e3d7 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:36.598125 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-d6ff47ef-0fb2-428f-9e30-c7a3676b7c54 admin admin] Calling delete_port for 5dee9e47-a984-4cb9-ae72-b882ecec8536 owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:36.622424 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5ebbdc6e-065a-4609-aa7b-617ef74a0f4b req-cf7dc123-2b5f-4fb6-b8de-f47f57d18c46 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044685 May 06 09:53:36.633554 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.ipam_backend_mixin [None req-d6ff47ef-0fb2-428f-9e30-c7a3676b7c54 admin admin] Port 5dee9e47-a984-4cb9-ae72-b882ecec8536 was not found and therefore no delete operation was performed {{(pid=102653) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 09:53:36.674847 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54da1a-919c-4a6d-8e6b-f4075cb8e3d7 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e9bc64-5886-44d4-97a2-68c347074c69,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:36.681236 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d6ff47ef-0fb2-428f-9e30-c7a3676b7c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:36.685883 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c703db5f-71f8-41c0-beba-052e9334b5ad None None] Provisioning complete for port 54521280-e87c-4fa5-a507-5a78da5e521a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:36.688636 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c703db5f-71f8-41c0-beba-052e9334b5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:36.691985 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-94b50c6e-015c-4c7e-8c71-4585a17ade89 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:36.733245 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6e54da1a-919c-4a6d-8e6b-f4075cb8e3d7 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:36.737718 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6e54da1a-919c-4a6d-8e6b-f4075cb8e3d7 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.0942705 May 06 09:53:36.763413 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33920) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:36.764946 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-94b50c6e-015c-4c7e-8c71-4585a17ade89 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:36.769026 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-94b50c6e-015c-4c7e-8c71-4585a17ade89 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/subnets/cd3320aa-b838-41ea-9532-a0ce2f34bc08 HTTP/1.1" status: 204 len: 168 time: 1.9834459 May 06 09:53:36.782307 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 54521280-e87c-4fa5-a507-5a78da5e521a up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:36.809030 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33922) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:36.819051 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-0f05a54c-ffbf-4092-bdae-7767192a7f06 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Request body: {'security_group_rule': {'security_group_id': 'e9f171ff-edd8-410c-9bbf-cf48abeb136f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:36.838078 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff47ef-0fb2-428f-9e30-c7a3676b7c54 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dee9e47-a984-4cb9-ae72-b882ecec8536,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:36.879848 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b50c6e-015c-4c7e-8c71-4585a17ade89 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Subnet': ['ID=cd3320aa-b838-41ea-9532-a0ce2f34bc08,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:36.897228 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ff47ef-0fb2-428f-9e30-c7a3676b7c54 admin admin] No DVR routers for this DVR port 5dee9e47-a984-4cb9-ae72-b882ecec8536 on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:53:37.043083 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-be36437d-5365-4597-8db0-ede7c1706cb2 req-03305397-f878-440a-8747-788be6b52cfe service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6363902 May 06 09:53:37.057966 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.065762 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 54521280-e87c-4fa5-a507-5a78da5e521a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:37.085831 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.183882 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0f05a54c-ffbf-4092-bdae-7767192a7f06 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.199066 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting port 54521280-e87c-4fa5-a507-5a78da5e521a {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:37.201243 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.203525 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e777c6f-495d-47d3-a08f-0063f3e82424 None None] Network 47d2578b-bc55-4c99-abaf-2225b9cd8f62 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:37.269784 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48383c7-2ca6-48e9-a0c5-07e780cc2ed6 req-9890fe60-7cca-4122-9158-8327ab4abf8b tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:37.278262 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b48383c7-2ca6-48e9-a0c5-07e780cc2ed6 req-9890fe60-7cca-4122-9158-8327ab4abf8b tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 943 time: 0.4452429 May 06 09:53:37.294956 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d6ff47ef-0fb2-428f-9e30-c7a3676b7c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.364030 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0f05a54c-ffbf-4092-bdae-7767192a7f06 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.388609 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0f05a54c-ffbf-4092-bdae-7767192a7f06 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.449936 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-d6ff47ef-0fb2-428f-9e30-c7a3676b7c54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59db4229-2b1d-4e95-9668-875e8735cfea']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:37.453241 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05a54c-ffbf-4092-bdae-7767192a7f06 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da910c6b-d4db-48d1-a702-1d58061c29e3,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:37.467789 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] For port 54521280-e87c-4fa5-a507-5a78da5e521a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=54521280-e87c-4fa5-a507-5a78da5e521a,segment=NetworkSegment(691f2b04-1a85-486b-86bf-63b90b451aaf),segment_id=691f2b04-1a85-486b-86bf-63b90b451aaf)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:37.471619 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.515356 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-d6ff47ef-0fb2-428f-9e30-c7a3676b7c54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75406f18-28f0-452e-a3ad-da7df718661b') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:37.516104 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-d6ff47ef-0fb2-428f-9e30-c7a3676b7c54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75406f18-28f0-452e-a3ad-da7df718661b') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:37.526653 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Calling delete_port for 54521280-e87c-4fa5-a507-5a78da5e521a owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:37.539450 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b48383c7-2ca6-48e9-a0c5-07e780cc2ed6 req-69d2267f-7e85-4465-954f-64d74fc1434a tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597129 May 06 09:53:37.583899 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0f05a54c-ffbf-4092-bdae-7767192a7f06 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.585309 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0f05a54c-ffbf-4092-bdae-7767192a7f06 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7704163 May 06 09:53:37.590204 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d6ff47ef-0fb2-428f-9e30-c7a3676b7c54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.626139 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d6ff47ef-0fb2-428f-9e30-c7a3676b7c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.644157 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ff47ef-0fb2-428f-9e30-c7a3676b7c54 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:53:37.645789 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d6ff47ef-0fb2-428f-9e30-c7a3676b7c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.690371 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33942) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:37.773362 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-410548d0-e0a8-4d61-8cfa-8001dcc8a597 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.791563 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-410548d0-e0a8-4d61-8cfa-8001dcc8a597 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.850995 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.860437 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-410548d0-e0a8-4d61-8cfa-8001dcc8a597 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.879673 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-410548d0-e0a8-4d61-8cfa-8001dcc8a597 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.882852 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-410548d0-e0a8-4d61-8cfa-8001dcc8a597 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/da910c6b-d4db-48d1-a702-1d58061c29e3 HTTP/1.1" status: 204 len: 168 time: 0.1913559 May 06 09:53:37.888313 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33952) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: timer() May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:53:37.893545 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:53:37.918338 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb65462a-caad-473b-9a26-a9df8c21adcc None None] DHCP port deletion for 47d2578b-bc55-4c99-abaf-2225b9cd8f62 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:53:37.931803 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d3c8edd2-35d3-42b7-bcfc-aa4dec8bf720 None None] Could not find standard attr ID for object 00c663a7-941e-47f7-9f8c-899dc9b162ef. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:53:37.936875 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d6ff47ef-0fb2-428f-9e30-c7a3676b7c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.980784 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Port': ['ID=54521280-e87c-4fa5-a507-5a78da5e521a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:37.986905 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] No DVR routers for this DVR port 54521280-e87c-4fa5-a507-5a78da5e521a on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:53:37.989764 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410548d0-e0a8-4d61-8cfa-8001dcc8a597 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da910c6b-d4db-48d1-a702-1d58061c29e3,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:38.001316 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d6ff47ef-0fb2-428f-9e30-c7a3676b7c54 admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:38.012097 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d6ff47ef-0fb2-428f-9e30-c7a3676b7c54 admin admin] 10.222.0.73 "DELETE /v2.0/networks/59db4229-2b1d-4e95-9668-875e8735cfea HTTP/1.1" status: 204 len: 168 time: 4.1330249 May 06 09:53:38.025073 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33956) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:38.031091 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95ba172d-e297-4b1d-835d-f6c774994c11 req-feeef9cc-2b37-4646-a1a9-da6034a90596 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f0ecba00-a123-4299-9dec-25aeecee87c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7932758 May 06 09:53:38.090101 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:38.090688 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:38.091216 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:38.091725 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:38.092259 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:38.092764 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:38.093269 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:38.093787 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:38.094315 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:38.095267 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:38.095791 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:38.096306 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:38.101368 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410548d0-e0a8-4d61-8cfa-8001dcc8a597 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:38.102001 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410548d0-e0a8-4d61-8cfa-8001dcc8a597 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:38.102524 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410548d0-e0a8-4d61-8cfa-8001dcc8a597 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:38.103051 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410548d0-e0a8-4d61-8cfa-8001dcc8a597 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:38.103618 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410548d0-e0a8-4d61-8cfa-8001dcc8a597 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:38.104140 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410548d0-e0a8-4d61-8cfa-8001dcc8a597 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:38.104801 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410548d0-e0a8-4d61-8cfa-8001dcc8a597 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:38.105320 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410548d0-e0a8-4d61-8cfa-8001dcc8a597 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:38.106275 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410548d0-e0a8-4d61-8cfa-8001dcc8a597 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:38.106821 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410548d0-e0a8-4d61-8cfa-8001dcc8a597 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:38.107480 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410548d0-e0a8-4d61-8cfa-8001dcc8a597 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:38.108127 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410548d0-e0a8-4d61-8cfa-8001dcc8a597 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:38.193987 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff47ef-0fb2-428f-9e30-c7a3676b7c54 admin admin] Pushing event deleted for resources: {'Network': ['ID=59db4229-2b1d-4e95-9668-875e8735cfea,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:38.337646 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:38.429041 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bc0f36ef-1209-4150-af63-f719423bf6c8 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.5331802 May 06 09:53:38.430802 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33964) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:38.452408 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b88e52-044a-4417-9b64-a953ccbee177 req-926a4211-2eea-4e9b-9e81-7934e6550e5d tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:38.461222 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56b88e52-044a-4417-9b64-a953ccbee177 req-926a4211-2eea-4e9b-9e81-7934e6550e5d tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 946 time: 0.5364289 May 06 09:53:38.466605 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47d2578b-bc55-4c99-abaf-2225b9cd8f62']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:38.503300 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '691f2b04-1a85-486b-86bf-63b90b451aaf') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:38.503890 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '691f2b04-1a85-486b-86bf-63b90b451aaf') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:38.513443 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba172d-e297-4b1d-835d-f6c774994c11 req-5aa1f4c5-d0c0-48bd-b3c4-629dcf395a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:38.516241 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95ba172d-e297-4b1d-835d-f6c774994c11 req-5aa1f4c5-d0c0-48bd-b3c4-629dcf395a21 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c517f1b2e83649f0bec52fdccbd31b7e&device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 1097 time: 0.3583105 May 06 09:53:38.528689 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-03548963-04f5-4bbc-9f6b-273f58ee47ab tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:38.549165 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-03548963-04f5-4bbc-9f6b-273f58ee47ab tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:38.565700 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:38.620715 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56b88e52-044a-4417-9b64-a953ccbee177 req-97983be8-8c24-4e28-9394-f0210a81129f tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582675 May 06 09:53:38.669200 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-03548963-04f5-4bbc-9f6b-273f58ee47ab tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:38.670516 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:38.678478 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-03548963-04f5-4bbc-9f6b-273f58ee47ab tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:38.683246 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-03548963-04f5-4bbc-9f6b-273f58ee47ab tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/47e9bc64-5886-44d4-97a2-68c347074c69 HTTP/1.1" status: 204 len: 168 time: 0.2432747 May 06 09:53:38.691487 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33974) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:38.696228 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 54521280-e87c-4fa5-a507-5a78da5e521a no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:38.705668 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:53:38.706087 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: timer() May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:53:38.710656 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:53:38.732185 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03548963-04f5-4bbc-9f6b-273f58ee47ab tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47e9bc64-5886-44d4-97a2-68c347074c69,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:38.745289 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 54521280-e87c-4fa5-a507-5a78da5e521a {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:53:38.745840 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 54521280-e87c-4fa5-a507-5a78da5e521a not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:53:38.841730 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba172d-e297-4b1d-835d-f6c774994c11 req-78e49f41-d5df-464b-bcd8-ef49689ce20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:38.844393 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95ba172d-e297-4b1d-835d-f6c774994c11 req-78e49f41-d5df-464b-bcd8-ef49689ce20e service neutron] 10.222.0.84 "GET /v2.0/networks?id=8b4bbee4-4fbe-449e-978f-a646b5e578f0 HTTP/1.1" status: 200 len: 920 time: 0.2736137 May 06 09:53:38.866193 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:38.880647 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-76be0ca1-2073-4a7f-a9f5-e94bf375b278 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1878874 May 06 09:53:38.886978 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33980) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:38.887967 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:38.891056 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/networks/47d2578b-bc55-4c99-abaf-2225b9cd8f62 HTTP/1.1" status: 204 len: 168 time: 2.0796609 May 06 09:53:38.932771 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 33982) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:38.939877 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95ba172d-e297-4b1d-835d-f6c774994c11 req-1c11817a-cb3d-42f1-bf6c-a7272f267fbe service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=308f84f5-224b-4496-85f5-94f35d22a568 HTTP/1.1" status: 200 len: 217 time: 0.0881059 May 06 09:53:38.954447 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceef0a4-175f-4e28-883e-8f21bf2e918e req-ca120f60-0861-4b54-8b4d-09c66819034e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:38.956488 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fceef0a4-175f-4e28-883e-8f21bf2e918e req-ca120f60-0861-4b54-8b4d-09c66819034e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 943 time: 0.1684289 May 06 09:53:38.982035 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-e1c51fb4-aae3-4531-a71b-65d1132217b8 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1851517145'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:39.000075 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404b3e5-fe1a-40d7-8a1a-71a8b77be449 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Network': ['ID=47d2578b-bc55-4c99-abaf-2225b9cd8f62,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:39.058449 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba172d-e297-4b1d-835d-f6c774994c11 req-2684ccae-9716-46f4-ad6d-84e411b31bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:39.060746 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95ba172d-e297-4b1d-835d-f6c774994c11 req-2684ccae-9716-46f4-ad6d-84e411b31bec service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c9382d75-3c44-4a92-be03-e9a2109a5f6f HTTP/1.1" status: 200 len: 858 time: 0.1031208 May 06 09:53:39.067996 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fceef0a4-175f-4e28-883e-8f21bf2e918e req-0178579c-3c0a-4bcc-8929-c603e553db65 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992517 May 06 09:53:39.125768 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-02193f62-dc68-4647-a8a4-74d26662ccf3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:39.137927 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba172d-e297-4b1d-835d-f6c774994c11 req-3ef47ef7-9d92-46db-ad63-8825ea3bee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:39.140135 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95ba172d-e297-4b1d-835d-f6c774994c11 req-3ef47ef7-9d92-46db-ad63-8825ea3bee76 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8b4bbee4-4fbe-449e-978f-a646b5e578f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706141 May 06 09:53:39.150470 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c51fb4-aae3-4531-a71b-65d1132217b8 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:39.155207 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e1c51fb4-aae3-4531-a71b-65d1132217b8 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:39.158302 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-02193f62-dc68-4647-a8a4-74d26662ccf3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:39.221466 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36437d-5365-4597-8db0-ede7c1706cb2 req-d8aba897-bd4e-4d83-8ab4-41fb6de0bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:39.223137 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-be36437d-5365-4597-8db0-ede7c1706cb2 req-d8aba897-bd4e-4d83-8ab4-41fb6de0bf42 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d&tenant_id=1750166bc51841a8bad92d45b4eec5fb HTTP/1.1" status: 200 len: 1094 time: 0.2461009 May 06 09:53:39.252782 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-02193f62-dc68-4647-a8a4-74d26662ccf3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:39.276947 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c51fb4-aae3-4531-a71b-65d1132217b8 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:53:39.284844 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-02193f62-dc68-4647-a8a4-74d26662ccf3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:39.290196 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-02193f62-dc68-4647-a8a4-74d26662ccf3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/5375f4f0-096e-40c3-bd42-97abf4f4d80f HTTP/1.1" status: 204 len: 168 time: 0.3771043 May 06 09:53:39.297764 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33994) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:39.323751 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95ba172d-e297-4b1d-835d-f6c774994c11 req-bb4bc793-2078-4351-9040-28ff7f826c06 service neutron] 10.222.0.84 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764665 May 06 09:53:39.358521 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02193f62-dc68-4647-a8a4-74d26662ccf3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5375f4f0-096e-40c3-bd42-97abf4f4d80f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:39.361153 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e1c51fb4-aae3-4531-a71b-65d1132217b8 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:39.361504 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-e1c51fb4-aae3-4531-a71b-65d1132217b8 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Added segment 021ccd38-c057-42dd-bfc6-4b81b457f067 of type vlan for network b34ea873-d312-477c-b001-4e3da1d7dbad May 06 09:53:39.484875 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36437d-5365-4597-8db0-ede7c1706cb2 req-2d348e11-973f-4bad-a802-a9815913633f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:39.486295 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-be36437d-5365-4597-8db0-ede7c1706cb2 req-2d348e11-973f-4bad-a802-a9815913633f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1750166bc51841a8bad92d45b4eec5fb&device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 1094 time: 0.2398765 May 06 09:53:39.492715 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e1c51fb4-aae3-4531-a71b-65d1132217b8 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:39.526333 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95ba172d-e297-4b1d-835d-f6c774994c11 req-78dbb7d7-7129-4564-a1c5-88f614215b5b service neutron] 10.222.0.84 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930983 May 06 09:53:39.571841 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1a177671-f9bd-4994-970c-6a7e8a3e901a tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2723889 May 06 09:53:39.578381 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34004) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:39.635097 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e1c51fb4-aae3-4531-a71b-65d1132217b8 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:39.643033 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c51fb4-aae3-4531-a71b-65d1132217b8 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:39.643997 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e1c51fb4-aae3-4531-a71b-65d1132217b8 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:39.668218 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-65025ae6-6928-468c-bca2-5e83b0d27e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:39.720315 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-19610561-5c03-45b2-9b3b-8246966ebbd3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:39.738847 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-19610561-5c03-45b2-9b3b-8246966ebbd3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:39.784111 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72a853-166b-48f5-873a-3a28552eb14a req-a708429b-bce9-4896-b069-133ef4c755d5 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:39.786193 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d72a853-166b-48f5-873a-3a28552eb14a req-a708429b-bce9-4896-b069-133ef4c755d5 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 946 time: 0.2586720 May 06 09:53:39.803456 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e1c51fb4-aae3-4531-a71b-65d1132217b8 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8726082 May 06 09:53:39.807899 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34008) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:39.820226 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-d26901c6-c162-4073-9aa5-310e9a78ca6d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'subnet': {'network_id': 'b34ea873-d312-477c-b001-4e3da1d7dbad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:39.820747 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36437d-5365-4597-8db0-ede7c1706cb2 req-c2ef614d-7c1b-41ec-94ae-651bcbf48327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:39.825519 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-be36437d-5365-4597-8db0-ede7c1706cb2 req-c2ef614d-7c1b-41ec-94ae-651bcbf48327 service neutron] 10.222.0.84 "GET /v2.0/networks?id=02e8aba3-387b-400e-9f74-334ab3eab168 HTTP/1.1" status: 200 len: 918 time: 0.3249536 May 06 09:53:39.825519 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c51fb4-aae3-4531-a71b-65d1132217b8 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Network': ['ID=b34ea873-d312-477c-b001-4e3da1d7dbad,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:39.847836 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network b34ea873-d312-477c-b001-4e3da1d7dbad details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:53:39.979076 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-19610561-5c03-45b2-9b3b-8246966ebbd3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:40.003639 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-be36437d-5365-4597-8db0-ede7c1706cb2 req-f4f822b5-7afe-4a4e-82ff-96bd6e2f583e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9c76481-9e3e-4342-aee4-887479d4fbd8 HTTP/1.1" status: 200 len: 999 time: 0.1733959 May 06 09:53:40.011564 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-19610561-5c03-45b2-9b3b-8246966ebbd3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:40.015568 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34014) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:40.015943 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-19610561-5c03-45b2-9b3b-8246966ebbd3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/4a8d21aa-7db2-488a-936b-6c7695a741f9 HTTP/1.1" status: 204 len: 168 time: 0.4325137 May 06 09:53:40.028979 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19610561-5c03-45b2-9b3b-8246966ebbd3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a8d21aa-7db2-488a-936b-6c7695a741f9,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:40.039342 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d72a853-166b-48f5-873a-3a28552eb14a req-f8bd9cb9-5616-44fc-8455-0ba53d733f95 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460096 May 06 09:53:40.092411 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26901c6-c162-4073-9aa5-310e9a78ca6d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:40.096725 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d26901c6-c162-4073-9aa5-310e9a78ca6d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:40.176727 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36437d-5365-4597-8db0-ede7c1706cb2 req-60d8eb53-77f9-441c-ac6c-a15f1c2f893a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:40.179247 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-be36437d-5365-4597-8db0-ede7c1706cb2 req-60d8eb53-77f9-441c-ac6c-a15f1c2f893a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1d4098cb-ab83-4260-9cb2-59b447fa9932 HTTP/1.1" status: 200 len: 856 time: 0.1667085 May 06 09:53:40.200759 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-94ffae55-9381-4a75-81eb-76107a73c042 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1826820 May 06 09:53:40.211794 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34022) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:40.261208 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81f473-d21c-47bf-b0a0-dfc66358a605 req-9962a2f8-1363-41c8-bf34-564f0e636759 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:40.263225 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f81f473-d21c-47bf-b0a0-dfc66358a605 req-9962a2f8-1363-41c8-bf34-564f0e636759 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 943 time: 0.0800760 May 06 09:53:40.341603 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f81f473-d21c-47bf-b0a0-dfc66358a605 req-b7a107b2-a087-4b22-a985-fdc51245bef5 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717802 May 06 09:53:40.354867 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-32b85ec6-2e0b-4d55-8a30-253de6fef5b1 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:40.360414 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36437d-5365-4597-8db0-ede7c1706cb2 req-43dad10c-c13f-4570-a1cf-d50685adc137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:40.361936 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-be36437d-5365-4597-8db0-ede7c1706cb2 req-43dad10c-c13f-4570-a1cf-d50685adc137 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=02e8aba3-387b-400e-9f74-334ab3eab168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1586106 May 06 09:53:40.400055 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-32b85ec6-2e0b-4d55-8a30-253de6fef5b1 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:40.424313 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d26901c6-c162-4073-9aa5-310e9a78ca6d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:40.506832 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-32b85ec6-2e0b-4d55-8a30-253de6fef5b1 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:40.519814 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-32b85ec6-2e0b-4d55-8a30-253de6fef5b1 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:40.522076 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26901c6-c162-4073-9aa5-310e9a78ca6d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Subnet': ['ID=c2b6258e-cdeb-4a92-a471-2f6742029352,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:40.523646 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-32b85ec6-2e0b-4d55-8a30-253de6fef5b1 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/f7c907dc-277c-41e9-96de-b78eb75f8992 HTTP/1.1" status: 204 len: 168 time: 0.3106606 May 06 09:53:40.525989 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34034) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:40.538667 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b85ec6-2e0b-4d55-8a30-253de6fef5b1 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7c907dc-277c-41e9-96de-b78eb75f8992,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:40.542097 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26901c6-c162-4073-9aa5-310e9a78ca6d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Checking segment: {'id': '021ccd38-c057-42dd-bfc6-4b81b457f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b34ea873-d312-477c-b001-4e3da1d7dbad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:53:40.542595 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26901c6-c162-4073-9aa5-310e9a78ca6d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network hostable DHCP agents. Network: b34ea873-d312-477c-b001-4e3da1d7dbad, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:53:40.547372 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-be36437d-5365-4597-8db0-ede7c1706cb2 req-dbc4fd54-34b3-459f-9505-1bc99941b173 service neutron] 10.222.0.84 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547210 May 06 09:53:40.554871 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-65025ae6-6928-468c-bca2-5e83b0d27e59 admin admin] Deleting port 388cc163-1362-43fe-a495-e72dc67cd618 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:40.556509 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-65025ae6-6928-468c-bca2-5e83b0d27e59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:40.606524 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c60e22eb-437c-4281-8b49-91b8d40bf455 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0763950 May 06 09:53:40.606524 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26901c6-c162-4073-9aa5-310e9a78ca6d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network b34ea873-d312-477c-b001-4e3da1d7dbad is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:53:40.608535 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34038) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:40.642126 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-d26901c6-c162-4073-9aa5-310e9a78ca6d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, b34ea873-d312-477c-b001-4e3da1d7dbad) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:40.652868 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf7f352-4ad9-44e5-9855-78de41dc9084 None None] Network b34ea873-d312-477c-b001-4e3da1d7dbad requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:40.669008 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26901c6-c162-4073-9aa5-310e9a78ca6d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:40.669752 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d26901c6-c162-4073-9aa5-310e9a78ca6d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:40.737551 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d26901c6-c162-4073-9aa5-310e9a78ca6d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9238918 May 06 09:53:40.740865 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34044) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:40.746777 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-e00cdcb2-b010-44dc-b4e2-7051fd77e9d9 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'port': {'network_id': 'b34ea873-d312-477c-b001-4e3da1d7dbad', 'security_groups': [], 'name': 'tempest-PortsTestJSON-216892719'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:40.842005 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-80f9e92a-189b-40dc-90d6-ec38fa0bbe54 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:40.901452 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-80f9e92a-189b-40dc-90d6-ec38fa0bbe54 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:40.923968 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b76516-b81c-49f5-a77e-1a955902a764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-b34ea873-d312-477c-b001-4e3da1d7dbad', 'network_id': 'b34ea873-d312-477c-b001-4e3da1d7dbad', 'tenant_id': '5e93687cdbe844579029619dd5bb366a', 'fixed_ips': [{'subnet_id': 'c2b6258e-cdeb-4a92-a471-2f6742029352'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:53:40.926373 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-24b76516-b81c-49f5-a77e-1a955902a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:41.023627 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00cdcb2-b010-44dc-b4e2-7051fd77e9d9 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:41.029982 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e00cdcb2-b010-44dc-b4e2-7051fd77e9d9 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:41.040462 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-80f9e92a-189b-40dc-90d6-ec38fa0bbe54 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:41.050429 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-80f9e92a-189b-40dc-90d6-ec38fa0bbe54 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:41.056631 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-80f9e92a-189b-40dc-90d6-ec38fa0bbe54 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "DELETE /v2.0/security-groups/e9f171ff-edd8-410c-9bbf-cf48abeb136f HTTP/1.1" status: 204 len: 168 time: 0.4429588 May 06 09:53:41.064122 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34048) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:41.156423 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9e92a-189b-40dc-90d6-ec38fa0bbe54 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f171ff-edd8-410c-9bbf-cf48abeb136f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:41.160506 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-65025ae6-6928-468c-bca2-5e83b0d27e59 admin admin] For port 388cc163-1362-43fe-a495-e72dc67cd618, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=388cc163-1362-43fe-a495-e72dc67cd618,segment=NetworkSegment(167a0a16-1099-4966-b3cc-63b80ea7cf19),segment_id=167a0a16-1099-4966-b3cc-63b80ea7cf19)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:41.161209 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-65025ae6-6928-468c-bca2-5e83b0d27e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:41.172336 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-be36437d-5365-4597-8db0-ede7c1706cb2 req-19b0f3b7-161a-459b-b4d4-3a7649e406be service neutron] 10.222.0.84 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6128385 May 06 09:53:41.178888 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-65025ae6-6928-468c-bca2-5e83b0d27e59 admin admin] Calling delete_port for 388cc163-1362-43fe-a495-e72dc67cd618 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:41.231966 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-e00cdcb2-b010-44dc-b4e2-7051fd77e9d9 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] device_id is not set on port baff1382-6341-4a0f-b9c1-14967b3dd097 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:53:41.241391 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-24b76516-b81c-49f5-a77e-1a955902a764 None None] Allocated IP 172.20.0.2 (b34ea873-d312-477c-b001-4e3da1d7dbad/c2b6258e-cdeb-4a92-a471-2f6742029352/5df85b7f-ca9c-4af7-a4f2-c6c073892944) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:41.475391 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ad168c41-0826-4385-a21e-9aee07f11ac8 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3827167 May 06 09:53:41.482406 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b30748-72e0-4fb7-9552-6e04d2ab486e req-b4c9f406-ebad-43e7-bd0a-e3fbaa5e73d0 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:41.490573 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26b30748-72e0-4fb7-9552-6e04d2ab486e req-b4c9f406-ebad-43e7-bd0a-e3fbaa5e73d0 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 946 time: 0.1555977 May 06 09:53:41.492544 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34070) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:41.497225 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-c2ff469e-b6e8-4e61-80bf-8b3a48cfecd1 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Request body: {'security_group': {'name': 'tempest-secgroup--899124329'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:41.503236 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-65025ae6-6928-468c-bca2-5e83b0d27e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:41.597250 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65025ae6-6928-468c-bca2-5e83b0d27e59 admin admin] Pushing event deleted for resources: {'Port': ['ID=388cc163-1362-43fe-a495-e72dc67cd618,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:41.613593 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c2ff469e-b6e8-4e61-80bf-8b3a48cfecd1 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:41.650220 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26b30748-72e0-4fb7-9552-6e04d2ab486e req-40644526-b8db-4416-b24b-736f8aefdf7e tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330075 May 06 09:53:41.813449 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-24b76516-b81c-49f5-a77e-1a955902a764 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:41.826447 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-24b76516-b81c-49f5-a77e-1a955902a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:41.850778 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c2ff469e-b6e8-4e61-80bf-8b3a48cfecd1 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:41.925420 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c2ff469e-b6e8-4e61-80bf-8b3a48cfecd1 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:41.953855 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b76516-b81c-49f5-a77e-1a955902a764 None None] Network b34ea873-d312-477c-b001-4e3da1d7dbad is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:41.970972 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-24b76516-b81c-49f5-a77e-1a955902a764 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:41.997195 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b76516-b81c-49f5-a77e-1a955902a764 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:42.004815 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff469e-b6e8-4e61-80bf-8b3a48cfecd1 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=833be489-130a-4248-888a-5dd1e9d77c4c,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:42.013594 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c2ff469e-b6e8-4e61-80bf-8b3a48cfecd1 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:42.014582 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-65025ae6-6928-468c-bca2-5e83b0d27e59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:42.015378 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c2ff469e-b6e8-4e61-80bf-8b3a48cfecd1 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5215631 May 06 09:53:42.020318 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34084) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:42.030295 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de1fbe-06f0-4db2-8787-a5698170c489 req-c2b28c56-f96e-4efd-9116-65c86ecc3251 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:42.032062 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2de1fbe-06f0-4db2-8787-a5698170c489 req-c2b28c56-f96e-4efd-9116-65c86ecc3251 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 943 time: 0.1973021 May 06 09:53:42.038205 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-e9c0c2ef-9351-4bb3-aa7c-a5715a217f89 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Request body: {'security_group_rule': {'security_group_id': '833be489-130a-4248-888a-5dd1e9d77c4c', 'direction': 'ingress', 'protocol': 17}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:42.043147 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-e00cdcb2-b010-44dc-b4e2-7051fd77e9d9 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Allocated IP 172.20.0.14 (b34ea873-d312-477c-b001-4e3da1d7dbad/c2b6258e-cdeb-4a92-a471-2f6742029352/baff1382-6341-4a0f-b9c1-14967b3dd097) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:42.056440 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b76516-b81c-49f5-a77e-1a955902a764 None None] Pushing event updated for resources: {'Port': ['ID=5df85b7f-ca9c-4af7-a4f2-c6c073892944,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:42.166160 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2de1fbe-06f0-4db2-8787-a5698170c489 req-daf14f83-0f95-47b6-a636-ab04e2c0b151 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140945 May 06 09:53:42.182833 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-24b76516-b81c-49f5-a77e-1a955902a764 None None] Attempting to bind port 5df85b7f-ca9c-4af7-a4f2-c6c073892944 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:53:42.184547 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-24b76516-b81c-49f5-a77e-1a955902a764 None None] Attempting to bind port 5df85b7f-ca9c-4af7-a4f2-c6c073892944 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '021ccd38-c057-42dd-bfc6-4b81b457f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b34ea873-d312-477c-b001-4e3da1d7dbad'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:53:42.185164 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b76516-b81c-49f5-a77e-1a955902a764 None None] Attempting to bind port 5df85b7f-ca9c-4af7-a4f2-c6c073892944 on network b34ea873-d312-477c-b001-4e3da1d7dbad {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:53:42.192083 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b76516-b81c-49f5-a77e-1a955902a764 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:53:42.192759 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b76516-b81c-49f5-a77e-1a955902a764 None None] Checking segment: {'id': '021ccd38-c057-42dd-bfc6-4b81b457f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b34ea873-d312-477c-b001-4e3da1d7dbad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:53:42.193483 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-24b76516-b81c-49f5-a77e-1a955902a764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:42.194588 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b76516-b81c-49f5-a77e-1a955902a764 None None] Bound using segment: {'id': '021ccd38-c057-42dd-bfc6-4b81b457f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b34ea873-d312-477c-b001-4e3da1d7dbad'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:53:42.195359 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-24b76516-b81c-49f5-a77e-1a955902a764 None None] Bound port: 5df85b7f-ca9c-4af7-a4f2-c6c073892944, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021ccd38-c057-42dd-bfc6-4b81b457f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b34ea873-d312-477c-b001-4e3da1d7dbad'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:53:42.196010 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-24b76516-b81c-49f5-a77e-1a955902a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:42.244351 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e9c0c2ef-9351-4bb3-aa7c-a5715a217f89 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:42.395284 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e9c0c2ef-9351-4bb3-aa7c-a5715a217f89 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:42.420315 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e00cdcb2-b010-44dc-b4e2-7051fd77e9d9 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:42.420752 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-24b76516-b81c-49f5-a77e-1a955902a764 None None] For port 5df85b7f-ca9c-4af7-a4f2-c6c073892944, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:53:42.422177 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e9c0c2ef-9351-4bb3-aa7c-a5715a217f89 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:42.426049 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-24b76516-b81c-49f5-a77e-1a955902a764 None None] For port 5df85b7f-ca9c-4af7-a4f2-c6c073892944, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=5df85b7f-ca9c-4af7-a4f2-c6c073892944,segment=NetworkSegment(021ccd38-c057-42dd-bfc6-4b81b457f067),segment_id=021ccd38-c057-42dd-bfc6-4b81b457f067)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:53:42.435959 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-24b76516-b81c-49f5-a77e-1a955902a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:42.517926 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0c2ef-9351-4bb3-aa7c-a5715a217f89 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a76cd92f-ce8a-464c-9a78-b7382d4663dd,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:42.536415 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e9c0c2ef-9351-4bb3-aa7c-a5715a217f89 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:42.537685 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e9c0c2ef-9351-4bb3-aa7c-a5715a217f89 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5162041 May 06 09:53:42.543573 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34108) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:42.630394 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e00cdcb2-b010-44dc-b4e2-7051fd77e9d9 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:42.748890 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00cdcb2-b010-44dc-b4e2-7051fd77e9d9 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network b34ea873-d312-477c-b001-4e3da1d7dbad is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:42.764751 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-e00cdcb2-b010-44dc-b4e2-7051fd77e9d9 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:42.778283 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b76516-b81c-49f5-a77e-1a955902a764 None None] Pushing event updated for resources: {'Port': ['ID=5df85b7f-ca9c-4af7-a4f2-c6c073892944,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:42.827508 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00cdcb2-b010-44dc-b4e2-7051fd77e9d9 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:42.881969 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-14a551db-9088-4421-a61a-f854f88e6968 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:42.947983 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-14a551db-9088-4421-a61a-f854f88e6968 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:42.986121 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65025ae6-6928-468c-bca2-5e83b0d27e59 admin admin] Router 64a6f11e-7d95-4e68-bbb9-766ccc20b0fc has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:53:43.118151 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00cdcb2-b010-44dc-b4e2-7051fd77e9d9 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Port': ['ID=baff1382-6341-4a0f-b9c1-14967b3dd097,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:43.159778 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00cdcb2-b010-44dc-b4e2-7051fd77e9d9 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:43.160342 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e00cdcb2-b010-44dc-b4e2-7051fd77e9d9 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:43.197908 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65025ae6-6928-468c-bca2-5e83b0d27e59 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:53:43.203640 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-65025ae6-6928-468c-bca2-5e83b0d27e59 admin admin] 10.222.0.73 "PUT /v2.0/routers/64a6f11e-7d95-4e68-bbb9-766ccc20b0fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1675119 May 06 09:53:43.206143 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34118) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:43.211775 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d20f234-d3c0-4a35-986f-e4a290c28187 None None] Sync routers for ids ['64a6f11e-7d95-4e68-bbb9-766ccc20b0fc'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:53:43.226578 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbd325-7719-4951-aad0-2a02c2ef656a req-8fced291-253c-47f3-ad33-b405f1a4ee3a tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:43.231534 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d20f234-d3c0-4a35-986f-e4a290c28187 None None] Routers {'64a6f11e-7d95-4e68-bbb9-766ccc20b0fc'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:53:43.232189 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4d20f234-d3c0-4a35-986f-e4a290c28187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:53:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['64a6f11e-7d95-4e68-bbb9-766ccc20b0fc'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:43.251842 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0acbd325-7719-4951-aad0-2a02c2ef656a req-8fced291-253c-47f3-ad33-b405f1a4ee3a tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 946 time: 0.3595397 May 06 09:53:43.291692 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e00cdcb2-b010-44dc-b4e2-7051fd77e9d9 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.5496590 May 06 09:53:43.311252 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34124) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:43.374470 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-14a551db-9088-4421-a61a-f854f88e6968 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:43.377798 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-14a551db-9088-4421-a61a-f854f88e6968 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:43.383886 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-14a551db-9088-4421-a61a-f854f88e6968 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "DELETE /v2.0/security-groups/833be489-130a-4248-888a-5dd1e9d77c4c HTTP/1.1" status: 204 len: 168 time: 0.8391523 May 06 09:53:43.384760 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34130) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:43.429847 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a551db-9088-4421-a61a-f854f88e6968 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=833be489-130a-4248-888a-5dd1e9d77c4c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:43.527812 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0acbd325-7719-4951-aad0-2a02c2ef656a req-b0416390-abbb-4461-aeb3-8abfc9571f1c tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749565 May 06 09:53:43.575361 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8775f106-5336-4c65-9726-0d507a655845 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1795800 May 06 09:53:43.576645 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34132) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:43.591140 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-0a2a4cc6-f8b2-43b0-8138-e15ca801eed3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Request body: {'security_group': {'name': 'tempest-secgroup--1980232024'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:43.633685 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-efc8f53c-9d71-4258-8fe6-b4aff401d5c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:43.638303 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0a2a4cc6-f8b2-43b0-8138-e15ca801eed3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:43.713290 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-4d20f234-d3c0-4a35-986f-e4a290c28187 None None] Set router 64a6f11e-7d95-4e68-bbb9-766ccc20b0fc gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:53:43.778540 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-4960287e-5971-457a-8dfa-5e7d130d1d65 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting port baff1382-6341-4a0f-b9c1-14967b3dd097 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:43.778890 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4960287e-5971-457a-8dfa-5e7d130d1d65 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:43.900060 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-efc8f53c-9d71-4258-8fe6-b4aff401d5c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:43.921875 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0a2a4cc6-f8b2-43b0-8138-e15ca801eed3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:43.971321 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f5b61-3c86-489f-b528-6fa08b26253a req-0552e81b-7f00-4ac4-aaf7-0f2ec0000567 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:43.976320 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff6f5b61-3c86-489f-b528-6fa08b26253a req-0552e81b-7f00-4ac4-aaf7-0f2ec0000567 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 943 time: 0.3029368 May 06 09:53:44.065729 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0a2a4cc6-f8b2-43b0-8138-e15ca801eed3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:44.192250 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff6f5b61-3c86-489f-b528-6fa08b26253a req-ac62e386-d2d5-49f3-bcfc-6a8bd04fb9c4 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147045 May 06 09:53:44.197011 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4960287e-5971-457a-8dfa-5e7d130d1d65 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:44.240018 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0a2a4cc6-f8b2-43b0-8138-e15ca801eed3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:44.241608 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0a2a4cc6-f8b2-43b0-8138-e15ca801eed3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6584890 May 06 09:53:44.246474 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34142) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:44.255328 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-4960287e-5971-457a-8dfa-5e7d130d1d65 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Calling delete_port for baff1382-6341-4a0f-b9c1-14967b3dd097 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:44.256804 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4d20f234-d3c0-4a35-986f-e4a290c28187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6f11e-7d95-4e68-bbb9-766ccc20b0fc', 'name': 'tempest-TaggedBootDevicesTest-1949805568-router', 'tenant_id': '946b84efc8434d3a892fb4373332a806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd1ac074a-127b-4163-96ae-64672c572c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:57Z', 'updated_at': '2022-05-06T09:53:41Z', 'revision_number': 5, 'project_id': '946b84efc8434d3a892fb4373332a806', 'gw_port': {'id': 'd1ac074a-127b-4163-96ae-64672c572c9e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6f11e-7d95-4e68-bbb9-766ccc20b0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:00Z', 'updated_at': '2022-05-06T09:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:44.262650 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-6a574a2a-d848-4a8a-99ed-a02e8a29f106 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Request body: {'security_group': {'name': 'tempest-secgroup--1797729747'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:44.294948 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d20f234-d3c0-4a35-986f-e4a290c28187 None None] Checking router: 64a6f11e-7d95-4e68-bbb9-766ccc20b0fc for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:53:44.307818 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d20f234-d3c0-4a35-986f-e4a290c28187 None None] Routers {'64a6f11e-7d95-4e68-bbb9-766ccc20b0fc'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:53:44.309469 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4d20f234-d3c0-4a35-986f-e4a290c28187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:53:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['64a6f11e-7d95-4e68-bbb9-766ccc20b0fc'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:44.332000 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a4cc6-f8b2-43b0-8138-e15ca801eed3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9c7e64-56bd-4f65-8750-4a19b9e77106,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:44.336145 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6a574a2a-d848-4a8a-99ed-a02e8a29f106 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:44.389000 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-efc8f53c-9d71-4258-8fe6-b4aff401d5c5 admin admin] Deleting port d1ac074a-127b-4163-96ae-64672c572c9e {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:44.394360 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-efc8f53c-9d71-4258-8fe6-b4aff401d5c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:44.469465 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-4d20f234-d3c0-4a35-986f-e4a290c28187 None None] Set router 64a6f11e-7d95-4e68-bbb9-766ccc20b0fc gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:53:44.558566 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4d20f234-d3c0-4a35-986f-e4a290c28187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6f11e-7d95-4e68-bbb9-766ccc20b0fc', 'name': 'tempest-TaggedBootDevicesTest-1949805568-router', 'tenant_id': '946b84efc8434d3a892fb4373332a806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:57Z', 'updated_at': '2022-05-06T09:53:43Z', 'revision_number': 6, 'project_id': '946b84efc8434d3a892fb4373332a806', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:44.626560 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4960287e-5971-457a-8dfa-5e7d130d1d65 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:44.664270 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d20f234-d3c0-4a35-986f-e4a290c28187 None None] The sync data for ids ['64a6f11e-7d95-4e68-bbb9-766ccc20b0fc'] in n-d-840835-1 is: [{'id': '64a6f11e-7d95-4e68-bbb9-766ccc20b0fc', 'name': 'tempest-TaggedBootDevicesTest-1949805568-router', 'tenant_id': '946b84efc8434d3a892fb4373332a806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:57Z', 'updated_at': '2022-05-06T09:53:43Z', 'revision_number': 6, 'project_id': '946b84efc8434d3a892fb4373332a806', 'gw_port_host': None}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:53:44.708713 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-51600b94-bb69-40f7-888f-ac7761d4d891 req-aaac27ec-194f-4d12-a48e-2a1f953368cd service neutron] (102652) timed out ('10.222.0.73', 36496) {{(pid=102652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 09:53:44.754529 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-efc8f53c-9d71-4258-8fe6-b4aff401d5c5 admin admin] For port d1ac074a-127b-4163-96ae-64672c572c9e, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=d1ac074a-127b-4163-96ae-64672c572c9e,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:44.757982 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-efc8f53c-9d71-4258-8fe6-b4aff401d5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:44.774108 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960287e-5971-457a-8dfa-5e7d130d1d65 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Port': ['ID=baff1382-6341-4a0f-b9c1-14967b3dd097,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:44.807426 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-efc8f53c-9d71-4258-8fe6-b4aff401d5c5 admin admin] Calling delete_port for d1ac074a-127b-4163-96ae-64672c572c9e owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:44.869885 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc42b04-bc6e-4c65-bcb8-a1e118a9def7 None None] Network b34ea873-d312-477c-b001-4e3da1d7dbad requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:44.953909 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34996286-eae9-4fa1-ba1d-a517be3572af req-cbe422d5-82dd-40f4-bbd6-1437ac6ce564 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:44.955764 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-34996286-eae9-4fa1-ba1d-a517be3572af req-cbe422d5-82dd-40f4-bbd6-1437ac6ce564 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 946 time: 0.1827805 May 06 09:53:45.006240 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4960287e-5971-457a-8dfa-5e7d130d1d65 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:45.015296 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4960287e-5971-457a-8dfa-5e7d130d1d65 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/ports/baff1382-6341-4a0f-b9c1-14967b3dd097 HTTP/1.1" status: 204 len: 168 time: 1.7028267 May 06 09:53:45.022261 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34154) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:45.094089 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 5df85b7f-ca9c-4af7-a4f2-c6c073892944 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:45.134492 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-240e4d42-5234-4ad2-8b06-2be63ff799ab tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] GET failed (client error): The resource could not be found. May 06 09:53:45.137552 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-240e4d42-5234-4ad2-8b06-2be63ff799ab tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "GET /v2.0/ports/baff1382-6341-4a0f-b9c1-14967b3dd097 HTTP/1.1" status: 404 len: 333 time: 0.1096942 May 06 09:53:45.143270 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34156) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:45.170468 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-34996286-eae9-4fa1-ba1d-a517be3572af req-cdbe5368-0abd-408d-bf4f-12f34b1c4922 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079411 May 06 09:53:45.195850 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6a574a2a-d848-4a8a-99ed-a02e8a29f106 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:45.217138 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6a574a2a-d848-4a8a-99ed-a02e8a29f106 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:45.246806 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab23a98-61ca-4234-9692-237a08ffd48e tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting subnet c2b6258e-cdeb-4a92-a471-2f6742029352 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:53:45.252852 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4ab23a98-61ca-4234-9692-237a08ffd48e tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:45.303494 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a5c55408-7a88-407d-984d-f79b22316d1b None None] Provisioning complete for port 5df85b7f-ca9c-4af7-a4f2-c6c073892944 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:45.304154 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a5c55408-7a88-407d-984d-f79b22316d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:45.321406 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-efc8f53c-9d71-4258-8fe6-b4aff401d5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:45.326480 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4ab23a98-61ca-4234-9692-237a08ffd48e tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:45.333769 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6a574a2a-d848-4a8a-99ed-a02e8a29f106 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:45.342019 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6a574a2a-d848-4a8a-99ed-a02e8a29f106 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0814786 May 06 09:53:45.404068 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34162) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:45.414151 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8f53c-9d71-4258-8fe6-b4aff401d5c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ac074a-127b-4163-96ae-64672c572c9e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:45.423491 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-13353b8e-76d9-44a5-9dea-4fd0ceea8370 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Request body: {'security_group_rule': {'security_group_id': 'fa9c7e64-56bd-4f65-8750-4a19b9e77106', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ab7ce5be-6340-43d0-9cca-9438b4e7bea3', 'remote_ip_prefix': None}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:45.436213 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a574a2a-d848-4a8a-99ed-a02e8a29f106 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7ce5be-6340-43d0-9cca-9438b4e7bea3,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:45.486806 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4ab23a98-61ca-4234-9692-237a08ffd48e tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:45.600703 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-13353b8e-76d9-44a5-9dea-4fd0ceea8370 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:45.662389 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 5df85b7f-ca9c-4af7-a4f2-c6c073892944 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:45.662727 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:45.810286 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-efc8f53c-9d71-4258-8fe6-b4aff401d5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:45.812381 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcced7e-7205-4d37-8fb3-84850cb0e9e3 req-394f377a-6b06-4640-885c-e286a11e71b4 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:45.813997 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4fcced7e-7205-4d37-8fb3-84850cb0e9e3 req-394f377a-6b06-4640-885c-e286a11e71b4 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 943 time: 0.3467307 May 06 09:53:45.952749 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-13353b8e-76d9-44a5-9dea-4fd0ceea8370 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:45.969511 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a5c55408-7a88-407d-984d-f79b22316d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:45.997363 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4fcced7e-7205-4d37-8fb3-84850cb0e9e3 req-9c449f88-9d0f-4636-88be-2a47e879effe tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641638 May 06 09:53:46.003512 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4ab23a98-61ca-4234-9692-237a08ffd48e tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.077336 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-13353b8e-76d9-44a5-9dea-4fd0ceea8370 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.132146 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab23a98-61ca-4234-9692-237a08ffd48e tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Subnet': ['ID=c2b6258e-cdeb-4a92-a471-2f6742029352,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:46.147359 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4ab23a98-61ca-4234-9692-237a08ffd48e tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.152831 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-a5c55408-7a88-407d-984d-f79b22316d1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:53:46.153202 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-a5c55408-7a88-407d-984d-f79b22316d1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:53:46.153772 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ac04c22d-9360-4cd8-8930-e9384615ec7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.167468 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4ab23a98-61ca-4234-9692-237a08ffd48e tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/subnets/c2b6258e-cdeb-4a92-a471-2f6742029352 HTTP/1.1" status: 204 len: 168 time: 1.0146642 May 06 09:53:46.168233 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34170) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:46.289362 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.381320 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-efc8f53c-9d71-4258-8fe6-b4aff401d5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.385233 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-13353b8e-76d9-44a5-9dea-4fd0ceea8370 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.386327 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-13353b8e-76d9-44a5-9dea-4fd0ceea8370 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9685178 May 06 09:53:46.403655 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34178) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:46.404845 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-efc8f53c-9d71-4258-8fe6-b4aff401d5c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.452045 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13353b8e-76d9-44a5-9dea-4fd0ceea8370 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0d5a39-a9ca-4222-a22b-77c410b4ac6c,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:46.468963 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 5df85b7f-ca9c-4af7-a4f2-c6c073892944, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=5df85b7f-ca9c-4af7-a4f2-c6c073892944,segment=NetworkSegment(021ccd38-c057-42dd-bfc6-4b81b457f067),segment_id=021ccd38-c057-42dd-bfc6-4b81b457f067)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:46.480502 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.612953 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-937630be-44ff-4149-a8e7-4dda274866d3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.626600 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b7cc29-2ebd-40dc-95fc-5281a1362069 None None] Network b34ea873-d312-477c-b001-4e3da1d7dbad requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:46.627156 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea12266e-188b-4c5f-9a38-8abf9d31872c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.643815 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-937630be-44ff-4149-a8e7-4dda274866d3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.676396 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-efc8f53c-9d71-4258-8fe6-b4aff401d5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.679840 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc8f53c-9d71-4258-8fe6-b4aff401d5c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64a6f11e-7d95-4e68-bbb9-766ccc20b0fc {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:53:46.689748 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25135f59-95e7-4fdf-8614-fb8b0b599c90 req-b17daa4d-ec7c-4a69-8599-ad92d595c6fb tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:46.709789 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25135f59-95e7-4fdf-8614-fb8b0b599c90 req-b17daa4d-ec7c-4a69-8599-ad92d595c6fb tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 946 time: 0.1929438 May 06 09:53:46.714356 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-efc8f53c-9d71-4258-8fe6-b4aff401d5c5 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.752859 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-efc8f53c-9d71-4258-8fe6-b4aff401d5c5 admin admin] 10.222.0.73 "DELETE /v2.0/routers/64a6f11e-7d95-4e68-bbb9-766ccc20b0fc HTTP/1.1" status: 204 len: 168 time: 3.5454757 May 06 09:53:46.755601 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34184) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:46.792814 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25135f59-95e7-4fdf-8614-fb8b0b599c90 req-2601fe50-d3b5-4e1e-a437-6b740c8ec921 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810578 May 06 09:53:46.829268 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-ea12266e-188b-4c5f-9a38-8abf9d31872c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting port 5df85b7f-ca9c-4af7-a4f2-c6c073892944 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:46.853539 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea12266e-188b-4c5f-9a38-8abf9d31872c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.855320 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-937630be-44ff-4149-a8e7-4dda274866d3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.881142 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-937630be-44ff-4149-a8e7-4dda274866d3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.899942 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-937630be-44ff-4149-a8e7-4dda274866d3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/3d0d5a39-a9ca-4222-a22b-77c410b4ac6c HTTP/1.1" status: 204 len: 168 time: 0.4902120 May 06 09:53:46.901465 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34188) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:46.979803 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d1ac074a-127b-4163-96ae-64672c572c9e no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:47.078400 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: d1ac074a-127b-4163-96ae-64672c572c9e {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:53:47.079002 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d1ac074a-127b-4163-96ae-64672c572c9e not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:53:47.091483 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 388cc163-1362-43fe-a495-e72dc67cd618 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:47.116441 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937630be-44ff-4149-a8e7-4dda274866d3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d0d5a39-a9ca-4222-a22b-77c410b4ac6c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:47.135218 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-ea12266e-188b-4c5f-9a38-8abf9d31872c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] For port 5df85b7f-ca9c-4af7-a4f2-c6c073892944, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=5df85b7f-ca9c-4af7-a4f2-c6c073892944,segment=NetworkSegment(021ccd38-c057-42dd-bfc6-4b81b457f067),segment_id=021ccd38-c057-42dd-bfc6-4b81b457f067)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:47.141942 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea12266e-188b-4c5f-9a38-8abf9d31872c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:47.179260 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-10af640a-b8c9-46f4-b3ad-b77019cd8985 admin admin] Deleting subnet 1d0786a9-1786-4954-aa55-4c7a838fedbb {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:53:47.230282 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-10af640a-b8c9-46f4-b3ad-b77019cd8985 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:47.234003 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=5df85b7f-ca9c-4af7-a4f2-c6c073892944,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:47.262217 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 388cc163-1362-43fe-a495-e72dc67cd618 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:53:47.263433 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 388cc163-1362-43fe-a495-e72dc67cd618 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:53:47.271794 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-ea12266e-188b-4c5f-9a38-8abf9d31872c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Calling delete_port for 5df85b7f-ca9c-4af7-a4f2-c6c073892944 owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:47.339331 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-67c802b5-a7ef-434d-8c04-2cb632a242aa tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3409121 May 06 09:53:47.345259 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34198) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:47.359057 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-10af640a-b8c9-46f4-b3ad-b77019cd8985 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:47.376043 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad39c9-3199-4531-8627-e2d3fcd74d33 req-3d3693fc-5ef5-4f4f-983c-d41ab135c60e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:47.386854 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1bad39c9-3199-4531-8627-e2d3fcd74d33 req-3d3693fc-5ef5-4f4f-983c-d41ab135c60e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 943 time: 0.2017519 May 06 09:53:47.447145 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a685f77f-8ded-45dc-b7a8-8d6e7cf741da None None] DHCP port deletion for b34ea873-d312-477c-b001-4e3da1d7dbad request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:53:47.475209 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-88629caa-0f30-43d3-b25a-579a6f2d08cc tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:47.501885 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c9da75a7-290d-4304-a3a0-820c121966a0 None None] Provisioning complete for port 5df85b7f-ca9c-4af7-a4f2-c6c073892944 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:47.502148 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c9da75a7-290d-4304-a3a0-820c121966a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:47.528021 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-88629caa-0f30-43d3-b25a-579a6f2d08cc tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:47.581182 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-10af640a-b8c9-46f4-b3ad-b77019cd8985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:47.676238 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-a685f77f-8ded-45dc-b7a8-8d6e7cf741da None None] Deleting port 5df85b7f-ca9c-4af7-a4f2-c6c073892944 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:47.677796 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a685f77f-8ded-45dc-b7a8-8d6e7cf741da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:47.781190 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1bad39c9-3199-4531-8627-e2d3fcd74d33 req-2cf25eb4-221d-48e1-bb93-10c9c01a63f0 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3894091 May 06 09:53:47.815960 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-10af640a-b8c9-46f4-b3ad-b77019cd8985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:47.826931 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a685f77f-8ded-45dc-b7a8-8d6e7cf741da None None] For port 5df85b7f-ca9c-4af7-a4f2-c6c073892944, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=5df85b7f-ca9c-4af7-a4f2-c6c073892944,segment=NetworkSegment(021ccd38-c057-42dd-bfc6-4b81b457f067),segment_id=021ccd38-c057-42dd-bfc6-4b81b457f067)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:47.828296 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a685f77f-8ded-45dc-b7a8-8d6e7cf741da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:47.858798 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea12266e-188b-4c5f-9a38-8abf9d31872c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:47.868953 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-a685f77f-8ded-45dc-b7a8-8d6e7cf741da None None] Calling delete_port for 5df85b7f-ca9c-4af7-a4f2-c6c073892944 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:47.895640 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af640a-b8c9-46f4-b3ad-b77019cd8985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d0786a9-1786-4954-aa55-4c7a838fedbb,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:47.899186 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-88629caa-0f30-43d3-b25a-579a6f2d08cc tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:47.904109 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-88629caa-0f30-43d3-b25a-579a6f2d08cc tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:47.918601 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-88629caa-0f30-43d3-b25a-579a6f2d08cc tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "DELETE /v2.0/security-groups/ab7ce5be-6340-43d0-9cca-9438b4e7bea3 HTTP/1.1" status: 204 len: 168 time: 0.5716491 May 06 09:53:47.920020 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34206) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:47.964220 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-10af640a-b8c9-46f4-b3ad-b77019cd8985 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:47.982586 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-10af640a-b8c9-46f4-b3ad-b77019cd8985 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/1d0786a9-1786-4954-aa55-4c7a838fedbb HTTP/1.1" status: 204 len: 168 time: 1.2118671 May 06 09:53:48.000834 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34210) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:48.010361 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12266e-188b-4c5f-9a38-8abf9d31872c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Port': ['ID=5df85b7f-ca9c-4af7-a4f2-c6c073892944,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:48.035189 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81fb0e7-51e3-4534-82b7-0c12d4a2e830 None None] Network a545af7c-703a-48d9-88cf-a76ec6260a8e requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:48.039391 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea12266e-188b-4c5f-9a38-8abf9d31872c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] No DVR routers for this DVR port 5df85b7f-ca9c-4af7-a4f2-c6c073892944 on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:53:48.337606 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88629caa-0f30-43d3-b25a-579a6f2d08cc tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7ce5be-6340-43d0-9cca-9438b4e7bea3,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:48.400371 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b17caadf-d3d7-4ff4-b695-bb7613fa641d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:48.523853 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3308a82c-f015-4c3a-a5e8-23e490aa3cc8 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5972023 May 06 09:53:48.526417 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34222) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:48.606538 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-18fd135a-bfad-4fb2-a2aa-d0fa914672c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:48.633894 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a685f77f-8ded-45dc-b7a8-8d6e7cf741da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:48.644022 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-b17caadf-d3d7-4ff4-b695-bb7613fa641d admin admin] Deleting port 89484fd6-0fe7-473e-be8f-5017f477cdaf {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:48.644022 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b17caadf-d3d7-4ff4-b695-bb7613fa641d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:48.680158 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685f77f-8ded-45dc-b7a8-8d6e7cf741da None None] Pushing event deleted for resources: {'Port': ['ID=5df85b7f-ca9c-4af7-a4f2-c6c073892944,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:48.685926 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 5df85b7f-ca9c-4af7-a4f2-c6c073892944 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:48.713694 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 5df85b7f-ca9c-4af7-a4f2-c6c073892944 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:53:48.714068 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 5df85b7f-ca9c-4af7-a4f2-c6c073892944 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:53:48.716935 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a685f77f-8ded-45dc-b7a8-8d6e7cf741da None None] No DVR routers for this DVR port 5df85b7f-ca9c-4af7-a4f2-c6c073892944 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:53:48.799275 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:48.832372 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328f64b-fe38-4137-9f73-d089f7b1ce8c req-db2ccb4a-bdb0-4e9d-bad7-06ec1e3aaca8 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:48.845262 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2328f64b-fe38-4137-9f73-d089f7b1ce8c req-db2ccb4a-bdb0-4e9d-bad7-06ec1e3aaca8 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 946 time: 0.5879667 May 06 09:53:48.854386 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea12266e-188b-4c5f-9a38-8abf9d31872c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:48.872959 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-96decfaf-70c9-4745-ad25-c090da56a477 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:48.882277 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5abc5f-1860-412f-9f30-70dc95f1e56d None None] DHCP port deletion for a545af7c-703a-48d9-88cf-a76ec6260a8e request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:53:48.956158 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-96decfaf-70c9-4745-ad25-c090da56a477 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:49.033632 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2328f64b-fe38-4137-9f73-d089f7b1ce8c req-6125f973-3760-4d35-897c-639b00bf04b5 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870513 May 06 09:53:49.046592 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-ea12266e-188b-4c5f-9a38-8abf9d31872c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34ea873-d312-477c-b001-4e3da1d7dbad']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:49.056319 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-2f5abc5f-1860-412f-9f30-70dc95f1e56d None None] Deleting port 89484fd6-0fe7-473e-be8f-5017f477cdaf {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:49.056861 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2f5abc5f-1860-412f-9f30-70dc95f1e56d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:49.101364 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-ea12266e-188b-4c5f-9a38-8abf9d31872c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021ccd38-c057-42dd-bfc6-4b81b457f067') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:49.109876 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-ea12266e-188b-4c5f-9a38-8abf9d31872c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021ccd38-c057-42dd-bfc6-4b81b457f067') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:49.166711 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea12266e-188b-4c5f-9a38-8abf9d31872c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:49.209568 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-2f5abc5f-1860-412f-9f30-70dc95f1e56d None None] For port 89484fd6-0fe7-473e-be8f-5017f477cdaf, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=89484fd6-0fe7-473e-be8f-5017f477cdaf,segment=NetworkSegment(167a0a16-1099-4966-b3cc-63b80ea7cf19),segment_id=167a0a16-1099-4966-b3cc-63b80ea7cf19)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:49.209905 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2f5abc5f-1860-412f-9f30-70dc95f1e56d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:49.215374 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea12266e-188b-4c5f-9a38-8abf9d31872c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:49.233540 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-b17caadf-d3d7-4ff4-b695-bb7613fa641d admin admin] For port 89484fd6-0fe7-473e-be8f-5017f477cdaf, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=89484fd6-0fe7-473e-be8f-5017f477cdaf,segment=NetworkSegment(167a0a16-1099-4966-b3cc-63b80ea7cf19),segment_id=167a0a16-1099-4966-b3cc-63b80ea7cf19)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:49.234081 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b17caadf-d3d7-4ff4-b695-bb7613fa641d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:49.244041 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea12266e-188b-4c5f-9a38-8abf9d31872c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:53:49.244536 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea12266e-188b-4c5f-9a38-8abf9d31872c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: timer() May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:53:49.248145 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:53:49.284179 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-2f5abc5f-1860-412f-9f30-70dc95f1e56d None None] Calling delete_port for 89484fd6-0fe7-473e-be8f-5017f477cdaf owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:49.298688 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-b17caadf-d3d7-4ff4-b695-bb7613fa641d admin admin] Calling delete_port for 89484fd6-0fe7-473e-be8f-5017f477cdaf owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:49.331585 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bb201f26-6a37-4eb6-bc83-595db3a7a5e1 req-563c7325-d58e-4f05-a46c-f349cfbd74dd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7d755482-93d7-45da-b8a7-6b3f9b152cfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2498949 May 06 09:53:49.334807 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-96decfaf-70c9-4745-ad25-c090da56a477 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:49.338300 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-96decfaf-70c9-4745-ad25-c090da56a477 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:49.342368 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-96decfaf-70c9-4745-ad25-c090da56a477 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "DELETE /v2.0/security-groups/fa9c7e64-56bd-4f65-8750-4a19b9e77106 HTTP/1.1" status: 204 len: 168 time: 0.8135078 May 06 09:53:49.344790 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34240) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:49.382495 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96decfaf-70c9-4745-ad25-c090da56a477 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9c7e64-56bd-4f65-8750-4a19b9e77106,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:49.518879 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea12266e-188b-4c5f-9a38-8abf9d31872c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:49.528529 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea12266e-188b-4c5f-9a38-8abf9d31872c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:49.534978 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ea12266e-188b-4c5f-9a38-8abf9d31872c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/networks/b34ea873-d312-477c-b001-4e3da1d7dbad HTTP/1.1" status: 204 len: 168 time: 3.3656998 May 06 09:53:49.546733 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34242) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:49.562520 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-59ccdbbd-15d3-4c00-87c5-5912fe319fb4 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1896458 May 06 09:53:49.577973 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34244) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:49.583989 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:49.592027 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-6b295205-e4c0-4d3c-a354-408733dc36f9 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Request body: {'security_group': {'name': 'tempest-secgroup--1516009626'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:49.600508 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-b9a2a254-0000-4150-8cc1-06f2691bbf6c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'port': {'network_id': 'f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab', 'name': 'tempest-PortsTestJSON-876313256'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:49.688176 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2f5abc5f-1860-412f-9f30-70dc95f1e56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:49.765679 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12266e-188b-4c5f-9a38-8abf9d31872c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Network': ['ID=b34ea873-d312-477c-b001-4e3da1d7dbad,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:49.767615 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5abc5f-1860-412f-9f30-70dc95f1e56d None None] Pushing event deleted for resources: {'Port': ['ID=89484fd6-0fe7-473e-be8f-5017f477cdaf,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:49.773807 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5abc5f-1860-412f-9f30-70dc95f1e56d None None] No DVR routers for this DVR port 89484fd6-0fe7-473e-be8f-5017f477cdaf on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:53:49.888350 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a2a254-0000-4150-8cc1-06f2691bbf6c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:49.893666 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b9a2a254-0000-4150-8cc1-06f2691bbf6c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:49.940448 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6b295205-e4c0-4d3c-a354-408733dc36f9 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:49.951018 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb201f26-6a37-4eb6-bc83-595db3a7a5e1 req-63a8f89c-e4fd-4381-87db-956a88112b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:49.956686 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bb201f26-6a37-4eb6-bc83-595db3a7a5e1 req-63a8f89c-e4fd-4381-87db-956a88112b9e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fc3665e2c2e04868b3a33544c6d53039&device_id=7d755482-93d7-45da-b8a7-6b3f9b152cfd HTTP/1.1" status: 200 len: 1097 time: 0.4469616 May 06 09:53:49.989402 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-b9a2a254-0000-4150-8cc1-06f2691bbf6c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] device_id is not set on port 23a082c1-ba75-4d2a-bf3f-ad13efa94fb1 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:53:50.167533 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb201f26-6a37-4eb6-bc83-595db3a7a5e1 req-0c456a77-5e6b-4c3a-9b80-c20a3b7ee888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:50.172166 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bb201f26-6a37-4eb6-bc83-595db3a7a5e1 req-0c456a77-5e6b-4c3a-9b80-c20a3b7ee888 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5312fc31-6ea9-4a0c-acf2-db4b77673e7e HTTP/1.1" status: 200 len: 912 time: 0.1908481 May 06 09:53:50.178262 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b17caadf-d3d7-4ff4-b695-bb7613fa641d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:50.275992 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bb201f26-6a37-4eb6-bc83-595db3a7a5e1 req-cba49924-03bd-4db0-8d32-e65b74240549 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c974a161-2872-4b81-8e66-9607719d80f2 HTTP/1.1" status: 200 len: 1002 time: 0.0922542 May 06 09:53:50.340241 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17caadf-d3d7-4ff4-b695-bb7613fa641d admin admin] No DVR routers for this DVR port 89484fd6-0fe7-473e-be8f-5017f477cdaf on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:53:50.355999 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17caadf-d3d7-4ff4-b695-bb7613fa641d admin admin] Pushing event deleted for resources: {'Port': ['ID=89484fd6-0fe7-473e-be8f-5017f477cdaf,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:50.452941 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0285b-8f36-437f-9b4a-f27e77ea58b9 req-cc4e2d80-f7a3-402a-b656-1087883b766a tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:50.464261 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fac0285b-8f36-437f-9b4a-f27e77ea58b9 req-cc4e2d80-f7a3-402a-b656-1087883b766a tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 943 time: 0.2331550 May 06 09:53:50.492015 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b17caadf-d3d7-4ff4-b695-bb7613fa641d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:50.514268 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-b17caadf-d3d7-4ff4-b695-bb7613fa641d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a545af7c-703a-48d9-88cf-a76ec6260a8e']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:50.525666 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-b17caadf-d3d7-4ff4-b695-bb7613fa641d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '167a0a16-1099-4966-b3cc-63b80ea7cf19') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:50.526259 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-b17caadf-d3d7-4ff4-b695-bb7613fa641d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '167a0a16-1099-4966-b3cc-63b80ea7cf19') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:50.537488 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b17caadf-d3d7-4ff4-b695-bb7613fa641d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:50.560919 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b17caadf-d3d7-4ff4-b695-bb7613fa641d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:50.577829 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17caadf-d3d7-4ff4-b695-bb7613fa641d admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:53:50.577829 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b17caadf-d3d7-4ff4-b695-bb7613fa641d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: self.session.flush() May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: self.session.flush() May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: self.session.flush() May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: self.session.flush() May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: timer() May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:53:50.721375 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:53:50.732198 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b17caadf-d3d7-4ff4-b695-bb7613fa641d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:50.758680 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b17caadf-d3d7-4ff4-b695-bb7613fa641d admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:50.764752 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b17caadf-d3d7-4ff4-b695-bb7613fa641d admin admin] 10.222.0.73 "DELETE /v2.0/networks/a545af7c-703a-48d9-88cf-a76ec6260a8e HTTP/1.1" status: 204 len: 168 time: 2.7117882 May 06 09:53:50.794874 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 89484fd6-0fe7-473e-be8f-5017f477cdaf no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:50.849648 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb201f26-6a37-4eb6-bc83-595db3a7a5e1 req-7ae1337b-2230-4d5a-8167-565ec8c99271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:50.851838 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bb201f26-6a37-4eb6-bc83-595db3a7a5e1 req-7ae1337b-2230-4d5a-8167-565ec8c99271 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ccc21fd6-3e83-4532-8289-a853643de30c HTTP/1.1" status: 200 len: 850 time: 0.5330067 May 06 09:53:50.859764 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17caadf-d3d7-4ff4-b695-bb7613fa641d admin admin] Pushing event deleted for resources: {'Network': ['ID=a545af7c-703a-48d9-88cf-a76ec6260a8e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:50.913316 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 89484fd6-0fe7-473e-be8f-5017f477cdaf {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:53:50.916034 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 89484fd6-0fe7-473e-be8f-5017f477cdaf not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:53:51.112730 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb201f26-6a37-4eb6-bc83-595db3a7a5e1 req-ab149f43-103f-470d-bf2e-d0f6e0c38813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:51.127615 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bb201f26-6a37-4eb6-bc83-595db3a7a5e1 req-ab149f43-103f-470d-bf2e-d0f6e0c38813 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5312fc31-6ea9-4a0c-acf2-db4b77673e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2521482 May 06 09:53:51.152385 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6b295205-e4c0-4d3c-a354-408733dc36f9 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:51.175085 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:51.371515 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6b295205-e4c0-4d3c-a354-408733dc36f9 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:51.449093 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b295205-e4c0-4d3c-a354-408733dc36f9 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cd5fb2-54be-4d73-8f5c-7a00807c2c92,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:51.451473 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:51.477380 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34280) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:51.545830 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6b295205-e4c0-4d3c-a354-408733dc36f9 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:51.550570 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6b295205-e4c0-4d3c-a354-408733dc36f9 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9684291 May 06 09:53:51.561717 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34282) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:51.581622 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-4983f378-481a-47d6-831d-ae9c8b3a1088 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Request body: {'security_group_rule': {'security_group_id': 'd4cd5fb2-54be-4d73-8f5c-7a00807c2c92', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:51.666108 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bb201f26-6a37-4eb6-bc83-595db3a7a5e1 req-9898b1c7-9985-4ab1-991f-392b843a92b0 service neutron] 10.222.0.77 "GET /v2.0/networks/5312fc31-6ea9-4a0c-acf2-db4b77673e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5123239 May 06 09:53:51.860533 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4983f378-481a-47d6-831d-ae9c8b3a1088 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:51.876890 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-59d66e66-1dcd-4c34-becd-dd7dd3add839 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2432312eddf749dea1d91914dd979e43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3966830 May 06 09:53:51.887086 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34286) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:52.043751 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bb201f26-6a37-4eb6-bc83-595db3a7a5e1 req-a3a98c53-7529-41a4-bd1a-0f22fb292d61 service neutron] 10.222.0.77 "GET /v2.0/networks/5312fc31-6ea9-4a0c-acf2-db4b77673e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546045 May 06 09:53:52.122115 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fac0285b-8f36-437f-9b4a-f27e77ea58b9 req-1378d957-1509-49e1-b975-05c534c56c0a tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6463950 May 06 09:53:52.206585 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d720307d-7aaa-4282-a5bc-f29ae72361d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:52.223279 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4983f378-481a-47d6-831d-ae9c8b3a1088 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:52.238026 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4983f378-481a-47d6-831d-ae9c8b3a1088 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:52.304547 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b9a2a254-0000-4150-8cc1-06f2691bbf6c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:52.339880 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4983f378-481a-47d6-831d-ae9c8b3a1088 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:52.344708 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4983f378-481a-47d6-831d-ae9c8b3a1088 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7772355 May 06 09:53:52.347581 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34294) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:52.352680 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d720307d-7aaa-4282-a5bc-f29ae72361d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:52.359367 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983f378-481a-47d6-831d-ae9c8b3a1088 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58748aef-1bcb-4dc0-972f-363d6de96496,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:52.416530 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b53c693c-64ba-4f68-a8af-5c0b5e262ad3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:52.452876 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b53c693c-64ba-4f68-a8af-5c0b5e262ad3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:52.543631 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d720307d-7aaa-4282-a5bc-f29ae72361d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:52.557701 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d720307d-7aaa-4282-a5bc-f29ae72361d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:52.580882 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d720307d-7aaa-4282-a5bc-f29ae72361d7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e4e86cbb-373a-416c-a8f1-b1513a810024 HTTP/1.1" status: 204 len: 168 time: 0.6761951 May 06 09:53:52.620662 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720307d-7aaa-4282-a5bc-f29ae72361d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e86cbb-373a-416c-a8f1-b1513a810024,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:52.642816 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b53c693c-64ba-4f68-a8af-5c0b5e262ad3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:52.688378 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b53c693c-64ba-4f68-a8af-5c0b5e262ad3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:52.703999 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b53c693c-64ba-4f68-a8af-5c0b5e262ad3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/58748aef-1bcb-4dc0-972f-363d6de96496 HTTP/1.1" status: 204 len: 168 time: 0.3488710 May 06 09:53:52.703999 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c693c-64ba-4f68-a8af-5c0b5e262ad3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58748aef-1bcb-4dc0-972f-363d6de96496,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:52.704256 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34300) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:52.704659 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b9a2a254-0000-4150-8cc1-06f2691bbf6c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:52.851627 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-43eb9c7c-e264-477d-b965-ce76b9ee3c43 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1458209 May 06 09:53:52.858224 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34304) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:52.890456 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a2a254-0000-4150-8cc1-06f2691bbf6c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:52.897473 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-b9a2a254-0000-4150-8cc1-06f2691bbf6c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:52.930606 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a2a254-0000-4150-8cc1-06f2691bbf6c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:52.961079 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a2a254-0000-4150-8cc1-06f2691bbf6c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:52.976519 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b9a2a254-0000-4150-8cc1-06f2691bbf6c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:52.984377 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2a254-0000-4150-8cc1-06f2691bbf6c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Port': ['ID=23a082c1-ba75-4d2a-bf3f-ad13efa94fb1,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:53.067009 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34308) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:53.069021 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b9a2a254-0000-4150-8cc1-06f2691bbf6c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.5186827 May 06 09:53:53.197819 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1625f018-8e41-4fba-99c6-ecb9f997c6c7 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:53.328498 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1625f018-8e41-4fba-99c6-ecb9f997c6c7 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:53.528906 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023a509-11ec-4274-a602-01eddd196c51 req-ec2943a6-d766-4c2b-8bd7-5d5b9bb5e98c tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:53.549903 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6023a509-11ec-4274-a602-01eddd196c51 req-ec2943a6-d766-4c2b-8bd7-5d5b9bb5e98c tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 943 time: 0.1709397 May 06 09:53:53.651414 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1625f018-8e41-4fba-99c6-ecb9f997c6c7 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:53.658257 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1625f018-8e41-4fba-99c6-ecb9f997c6c7 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:53.667484 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1625f018-8e41-4fba-99c6-ecb9f997c6c7 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "DELETE /v2.0/security-groups/d4cd5fb2-54be-4d73-8f5c-7a00807c2c92 HTTP/1.1" status: 204 len: 168 time: 0.8069148 May 06 09:53:53.668164 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6023a509-11ec-4274-a602-01eddd196c51 req-0aad3e88-55ca-401a-aa59-baf7b1e543bc tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132920 May 06 09:53:53.668701 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34320) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:53.695950 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625f018-8e41-4fba-99c6-ecb9f997c6c7 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cd5fb2-54be-4d73-8f5c-7a00807c2c92,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:53.824866 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-d7b4a104-d95d-47aa-984f-7228c186979a tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting port 23a082c1-ba75-4d2a-bf3f-ad13efa94fb1 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:53.825216 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d7b4a104-d95d-47aa-984f-7228c186979a tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:53.887109 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-59867963-2010-471d-b47e-90b52baf5942 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2161140 May 06 09:53:53.889299 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34324) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:53.941447 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-2f8990ff-6e6d-4474-beaf-edd1167a5f59 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Request body: {'security_group': {'name': 'tempest-secgroup--53581458'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:54.010088 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2f8990ff-6e6d-4474-beaf-edd1167a5f59 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:54.235615 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d7b4a104-d95d-47aa-984f-7228c186979a tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:54.290265 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-d7b4a104-d95d-47aa-984f-7228c186979a tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Calling delete_port for 23a082c1-ba75-4d2a-bf3f-ad13efa94fb1 owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:54.320667 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2f8990ff-6e6d-4474-beaf-edd1167a5f59 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:54.343367 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34332) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:54.389388 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2f8990ff-6e6d-4474-beaf-edd1167a5f59 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:54.495720 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c1206c7a-63ca-49b2-a655-dda3dfbd372e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=946b84efc8434d3a892fb4373332a806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512048 May 06 09:53:54.499997 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34336) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:54.514115 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2f8990ff-6e6d-4474-beaf-edd1167a5f59 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:54.516301 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2f8990ff-6e6d-4474-beaf-edd1167a5f59 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5958228 May 06 09:53:54.518705 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d7b4a104-d95d-47aa-984f-7228c186979a tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:54.524717 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34338) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:54.545125 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-65971f1f-8368-4df5-b3da-4ebaf93e5f97 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Request body: {'security_group_rule': {'security_group_id': '0b4451c1-06bd-48d2-984e-765b4a62f751', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:54.552388 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8990ff-6e6d-4474-beaf-edd1167a5f59 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4451c1-06bd-48d2-984e-765b4a62f751,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:54.601251 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c28cd-c5a9-4422-a5fa-97b952965741 req-96bb8513-5a47-4fbe-8c01-72e56f22c74a tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:54.613805 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c36c28cd-c5a9-4422-a5fa-97b952965741 req-96bb8513-5a47-4fbe-8c01-72e56f22c74a tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 946 time: 0.2988746 May 06 09:53:54.666209 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4a104-d95d-47aa-984f-7228c186979a tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Port': ['ID=23a082c1-ba75-4d2a-bf3f-ad13efa94fb1,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:54.673284 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c36c28cd-c5a9-4422-a5fa-97b952965741 req-09fd93b5-cab4-4a4d-8716-cab14e415217 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574629 May 06 09:53:54.740197 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87843f6b-75be-4439-a7b8-291178c3bf70 req-5e03ee26-e905-42dd-bb1c-c5610f6590c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:54.746753 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-87843f6b-75be-4439-a7b8-291178c3bf70 req-5e03ee26-e905-42dd-bb1c-c5610f6590c4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c517f1b2e83649f0bec52fdccbd31b7e&device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 1097 time: 0.3199036 May 06 09:53:54.748078 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d7b4a104-d95d-47aa-984f-7228c186979a tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:54.753992 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d7b4a104-d95d-47aa-984f-7228c186979a tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/ports/23a082c1-ba75-4d2a-bf3f-ad13efa94fb1 HTTP/1.1" status: 204 len: 168 time: 1.6829689 May 06 09:53:54.754432 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34346) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:54.760172 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-884a6c9b-a710-4609-8a93-51b4b91a8bf5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'port': {'network_id': 'f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab', 'mac_address': 'fa:16:3e:a1:85:10', 'name': 'tempest-PortsTestJSON-1491635653'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:54.807507 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-88659502-cce0-48bd-84ce-fe5995b7da34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:54.843911 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-88659502-cce0-48bd-84ce-fe5995b7da34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:54.969491 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-88659502-cce0-48bd-84ce-fe5995b7da34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:54.973022 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-88659502-cce0-48bd-84ce-fe5995b7da34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:54.974574 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-88659502-cce0-48bd-84ce-fe5995b7da34 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/804998bd-d8c1-4546-8415-48729f2a75e8 HTTP/1.1" status: 204 len: 168 time: 0.4729021 May 06 09:53:55.100733 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada8515-72ec-4ec9-ba08-223806702d64 req-49050de3-6a2f-4d7d-bdf0-345dc97a8ee7 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:55.101235 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88659502-cce0-48bd-84ce-fe5995b7da34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804998bd-d8c1-4546-8415-48729f2a75e8,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:55.105738 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1ada8515-72ec-4ec9-ba08-223806702d64 req-49050de3-6a2f-4d7d-bdf0-345dc97a8ee7 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 943 time: 0.2615726 May 06 09:53:55.112513 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-65971f1f-8368-4df5-b3da-4ebaf93e5f97 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:55.193444 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884a6c9b-a710-4609-8a93-51b4b91a8bf5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:55.245774 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87843f6b-75be-4439-a7b8-291178c3bf70 req-87630c12-6d92-4ac7-9355-041d97c3aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:55.247472 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-87843f6b-75be-4439-a7b8-291178c3bf70 req-87630c12-6d92-4ac7-9355-041d97c3aae3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8b4bbee4-4fbe-449e-978f-a646b5e578f0 HTTP/1.1" status: 200 len: 920 time: 0.4428577 May 06 09:53:55.255540 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-65971f1f-8368-4df5-b3da-4ebaf93e5f97 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:55.266820 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-65971f1f-8368-4df5-b3da-4ebaf93e5f97 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:55.316359 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-87843f6b-75be-4439-a7b8-291178c3bf70 req-83ed6b55-618b-45ea-8283-1f47792827d2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=308f84f5-224b-4496-85f5-94f35d22a568 HTTP/1.1" status: 200 len: 217 time: 0.0593216 May 06 09:53:55.333982 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65971f1f-8368-4df5-b3da-4ebaf93e5f97 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f86e8289-be2b-4722-8c93-4eeca4663fe2,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:55.384298 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-65971f1f-8368-4df5-b3da-4ebaf93e5f97 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:55.385733 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-65971f1f-8368-4df5-b3da-4ebaf93e5f97 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8600276 May 06 09:53:55.390468 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34358) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:55.445911 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-477f8407-36b2-444b-957e-395a6ae43934 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "GET /v2.0/security-group-rules/f86e8289-be2b-4722-8c93-4eeca4663fe2 HTTP/1.1" status: 200 len: 763 time: 0.0541208 May 06 09:53:55.454053 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34362) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:55.463417 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1ada8515-72ec-4ec9-ba08-223806702d64 req-7d4cf52b-9c1b-4866-bac2-e57ae9af61e1 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3463306 May 06 09:53:55.476239 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-884a6c9b-a710-4609-8a93-51b4b91a8bf5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:55.513039 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87843f6b-75be-4439-a7b8-291178c3bf70 req-ae60d566-e2e8-4d28-923e-96ea6d55e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:55.516457 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-87843f6b-75be-4439-a7b8-291178c3bf70 req-ae60d566-e2e8-4d28-923e-96ea6d55e407 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c9382d75-3c44-4a92-be03-e9a2109a5f6f HTTP/1.1" status: 200 len: 858 time: 0.1841705 May 06 09:53:55.517906 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-884a6c9b-a710-4609-8a93-51b4b91a8bf5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] device_id is not set on port 91796f32-9ee9-4f59-9e56-9052d763199c yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:53:55.692740 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6e887c64-1d7c-432e-8a05-289980d720b9 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2333233 May 06 09:53:55.696737 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34374) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:55.713382 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87843f6b-75be-4439-a7b8-291178c3bf70 req-5b87ae6c-dff3-45ee-92a1-039e5ca45023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:55.719796 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-87843f6b-75be-4439-a7b8-291178c3bf70 req-5b87ae6c-dff3-45ee-92a1-039e5ca45023 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8b4bbee4-4fbe-449e-978f-a646b5e578f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1898959 May 06 09:53:55.874623 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-072d5a18-ed8f-42cb-842b-6318c448f157 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:55.928509 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-87843f6b-75be-4439-a7b8-291178c3bf70 req-a1cb3362-4827-4c9f-a09a-e6701cab60ed service neutron] 10.222.0.84 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026079 May 06 09:53:56.065011 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-072d5a18-ed8f-42cb-842b-6318c448f157 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:56.157401 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-87843f6b-75be-4439-a7b8-291178c3bf70 req-58252d0e-9866-4b4b-ad75-bfd80493e155 service neutron] 10.222.0.84 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939793 May 06 09:53:56.196007 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-072d5a18-ed8f-42cb-842b-6318c448f157 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:56.211303 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-072d5a18-ed8f-42cb-842b-6318c448f157 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:56.212563 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-072d5a18-ed8f-42cb-842b-6318c448f157 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/f86e8289-be2b-4722-8c93-4eeca4663fe2 HTTP/1.1" status: 204 len: 168 time: 0.5148127 May 06 09:53:56.215522 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34388) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:56.300124 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d5a18-ed8f-42cb-842b-6318c448f157 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f86e8289-be2b-4722-8c93-4eeca4663fe2,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:56.343096 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d1c6b21d-881c-44db-96f3-b3af2893ada1 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1264048 May 06 09:53:56.345767 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e852ad8-ca25-4579-bc57-57a135e45916 req-3152a04e-671f-45c1-a1f7-bfd86f47fee2 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:56.346999 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34396) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:56.347376 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6e852ad8-ca25-4579-bc57-57a135e45916 req-3152a04e-671f-45c1-a1f7-bfd86f47fee2 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 946 time: 0.3007009 May 06 09:53:56.350556 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-884a6c9b-a710-4609-8a93-51b4b91a8bf5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:56.352843 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-5bd5a4ae-be7b-45bf-a6ba-77ba28c87366 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Request body: {'security_group_rule': {'security_group_id': '0b4451c1-06bd-48d2-984e-765b4a62f751', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:56.440847 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5bd5a4ae-be7b-45bf-a6ba-77ba28c87366 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:56.506595 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6e852ad8-ca25-4579-bc57-57a135e45916 req-375e77d8-569b-43c6-8dee-21e16f75ae1f tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381187 May 06 09:53:56.564874 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-884a6c9b-a710-4609-8a93-51b4b91a8bf5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:56.689374 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5bd5a4ae-be7b-45bf-a6ba-77ba28c87366 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:56.696128 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5bd5a4ae-be7b-45bf-a6ba-77ba28c87366 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:56.734637 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5a4ae-be7b-45bf-a6ba-77ba28c87366 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e6cf4f4-a7ba-43c7-99fa-578be36b2528,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:56.742834 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5bd5a4ae-be7b-45bf-a6ba-77ba28c87366 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:56.744925 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5bd5a4ae-be7b-45bf-a6ba-77ba28c87366 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3969040 May 06 09:53:56.751738 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34406) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:56.799419 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-615ec44d-0486-410d-8c0e-c57db3bf819b tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "GET /v2.0/security-group-rules/3e6cf4f4-a7ba-43c7-99fa-578be36b2528 HTTP/1.1" status: 200 len: 763 time: 0.0426741 May 06 09:53:56.801841 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34410) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:56.820248 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884a6c9b-a710-4609-8a93-51b4b91a8bf5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:56.834880 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-884a6c9b-a710-4609-8a93-51b4b91a8bf5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:56.840718 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884a6c9b-a710-4609-8a93-51b4b91a8bf5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:56.854679 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884a6c9b-a710-4609-8a93-51b4b91a8bf5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:56.856353 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-884a6c9b-a710-4609-8a93-51b4b91a8bf5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:56.925548 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-34881be0-894d-4b29-9de2-fa812a3b2e18 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1194656 May 06 09:53:56.926424 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34412) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:56.943097 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-884a6c9b-a710-4609-8a93-51b4b91a8bf5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1859961 May 06 09:53:56.945777 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34414) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:56.974862 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a6c9b-a710-4609-8a93-51b4b91a8bf5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Port': ['ID=91796f32-9ee9-4f59-9e56-9052d763199c,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:56.978963 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-80a9d2db-ff32-4072-98bb-83a84b748793 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:56.991920 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-80a9d2db-ff32-4072-98bb-83a84b748793 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:57.059213 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-80a9d2db-ff32-4072-98bb-83a84b748793 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:57.080059 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-80a9d2db-ff32-4072-98bb-83a84b748793 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:57.086125 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-80a9d2db-ff32-4072-98bb-83a84b748793 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/3e6cf4f4-a7ba-43c7-99fa-578be36b2528 HTTP/1.1" status: 204 len: 168 time: 0.1581042 May 06 09:53:57.088496 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9d2db-ff32-4072-98bb-83a84b748793 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e6cf4f4-a7ba-43c7-99fa-578be36b2528,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:57.090818 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34420) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:57.120704 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2d3ab-bdd1-4351-a46c-f1631e2941d8 req-1f7f031c-55d8-478c-b10e-27af14c28a33 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:57.122356 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bbe2d3ab-bdd1-4351-a46c-f1631e2941d8 req-1f7f031c-55d8-478c-b10e-27af14c28a33 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 943 time: 0.4279399 May 06 09:53:57.163394 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2aaed53-b25d-4d0f-bd08-f6019c66e491 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:57.186605 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e2aaed53-b25d-4d0f-bd08-f6019c66e491 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "GET /v2.0/ports/91796f32-9ee9-4f59-9e56-9052d763199c HTTP/1.1" status: 200 len: 841 time: 0.2373338 May 06 09:53:57.194431 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34426) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:57.194876 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34428) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:57.195144 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7723d66b-bb0e-4992-bd29-4984c40e34a3 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1021864 May 06 09:53:57.283384 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-11f60f39-122d-4995-a440-7672cf015f99 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Request body: {'security_group_rule': {'security_group_id': '0b4451c1-06bd-48d2-984e-765b4a62f751', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:57.455052 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bbe2d3ab-bdd1-4351-a46c-f1631e2941d8 req-a2a94e0e-e27c-4fca-b9ec-f5b5f23e7697 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3145282 May 06 09:53:57.502488 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34432) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:57.553885 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-11f60f39-122d-4995-a440-7672cf015f99 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:57.664556 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-4eec1316-1b49-4786-8209-670660a8f3fa tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting port 91796f32-9ee9-4f59-9e56-9052d763199c {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:57.665433 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4eec1316-1b49-4786-8209-670660a8f3fa tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:57.797128 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4eec1316-1b49-4786-8209-670660a8f3fa tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:57.814749 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-4eec1316-1b49-4786-8209-670660a8f3fa tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Calling delete_port for 91796f32-9ee9-4f59-9e56-9052d763199c owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:58.040483 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4eec1316-1b49-4786-8209-670660a8f3fa tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:58.063560 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-52c470ae-34fe-494d-916d-4e4c7539d598 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-29453667-network', 'tenant_id': 'cbf3bab6326e49b59a55540a29c5e38f'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:58.116881 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c470ae-34fe-494d-916d-4e4c7539d598 admin admin] Made reservation on behalf of cbf3bab6326e49b59a55540a29c5e38f for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:58.122202 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-52c470ae-34fe-494d-916d-4e4c7539d598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:58.151729 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-52c470ae-34fe-494d-916d-4e4c7539d598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:58.220576 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec1316-1b49-4786-8209-670660a8f3fa tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Port': ['ID=91796f32-9ee9-4f59-9e56-9052d763199c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:58.306686 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4eec1316-1b49-4786-8209-670660a8f3fa tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:58.315015 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4eec1316-1b49-4786-8209-670660a8f3fa tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/ports/91796f32-9ee9-4f59-9e56-9052d763199c HTTP/1.1" status: 204 len: 168 time: 1.1084096 May 06 09:53:58.315467 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34446) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:58.346303 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-11f60f39-122d-4995-a440-7672cf015f99 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:58.373472 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d2f36-8a17-4cc7-9aa3-fdde1bfd7f2c req-78259beb-aea0-4ad3-a482-d6f0fa2c5a91 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:58.382759 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc6d2f36-8a17-4cc7-9aa3-fdde1bfd7f2c req-78259beb-aea0-4ad3-a482-d6f0fa2c5a91 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 946 time: 0.3615210 May 06 09:53:58.387945 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-11f60f39-122d-4995-a440-7672cf015f99 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:58.422744 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-52c470ae-34fe-494d-916d-4e4c7539d598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:58.447455 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f60f39-122d-4995-a440-7672cf015f99 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=555c91b0-1a2d-4480-a175-e30b9c36843a,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:58.459487 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-52c470ae-34fe-494d-916d-4e4c7539d598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:58.476285 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c470ae-34fe-494d-916d-4e4c7539d598 admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:53:58.514433 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-43fbbab8-0096-44b1-b0d5-59c3f43ce122 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] GET failed (client error): The resource could not be found. May 06 09:53:58.516007 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-43fbbab8-0096-44b1-b0d5-59c3f43ce122 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "GET /v2.0/ports/91796f32-9ee9-4f59-9e56-9052d763199c HTTP/1.1" status: 404 len: 333 time: 0.1823869 May 06 09:53:58.520916 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c470ae-34fe-494d-916d-4e4c7539d598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e300b4fa-9161-4f6e-b71f-3469e33b4693,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:58.523465 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34450) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:58.535808 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-11f60f39-122d-4995-a440-7672cf015f99 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:58.536993 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-11f60f39-122d-4995-a440-7672cf015f99 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2573740 May 06 09:53:58.543875 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34452) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:58.544093 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-099f170b-bb5a-4d7b-9597-10d0b8ea1ef0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'port': {'network_id': 'f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab', 'name': 'tempest-PortsTestJSON-2084584090'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:58.603825 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc6d2f36-8a17-4cc7-9aa3-fdde1bfd7f2c req-68167bd6-bb37-4c53-9ad9-4f0364d03b7c tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095211 May 06 09:53:58.664023 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-aa0461c2-191b-4540-86cf-c47db4c97356 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "GET /v2.0/security-group-rules/555c91b0-1a2d-4480-a175-e30b9c36843a HTTP/1.1" status: 200 len: 764 time: 0.0836408 May 06 09:53:58.667320 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34456) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:58.742445 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-52c470ae-34fe-494d-916d-4e4c7539d598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:58.745697 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-52c470ae-34fe-494d-916d-4e4c7539d598 admin admin] Added segment d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc of type vlan for network 6b90c8ae-38c7-48da-870f-80fb484f8413 May 06 09:53:58.835733 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d68a4a18-80dc-471d-aa1c-fc5c590bffdb tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1665504 May 06 09:53:58.838457 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34460) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:58.839280 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-52c470ae-34fe-494d-916d-4e4c7539d598 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:58.864664 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099f170b-bb5a-4d7b-9597-10d0b8ea1ef0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:58.884860 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-099f170b-bb5a-4d7b-9597-10d0b8ea1ef0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:58.889305 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:58.930889 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-099f170b-bb5a-4d7b-9597-10d0b8ea1ef0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] device_id is not set on port 215cec0a-a854-473f-9875-b92324bc0c87 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:53:58.941013 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9de2dc07-2781-49d1-8030-421cd64003b1 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:58.969422 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c70a7f-b84e-4e64-b9b0-598601904989 req-d1116b42-5a39-42ce-bd50-e4a59b7fe796 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:58.972221 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b1c70a7f-b84e-4e64-b9b0-598601904989 req-d1116b42-5a39-42ce-bd50-e4a59b7fe796 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 943 time: 0.2376046 May 06 09:53:58.990254 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9de2dc07-2781-49d1-8030-421cd64003b1 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:59.015309 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-52c470ae-34fe-494d-916d-4e4c7539d598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:59.016616 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c470ae-34fe-494d-916d-4e4c7539d598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:59.032831 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-52c470ae-34fe-494d-916d-4e4c7539d598 admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:59.085556 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b1c70a7f-b84e-4e64-b9b0-598601904989 req-abd4ebfa-1b31-4f04-aa25-1ffdc72ae583 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055810 May 06 09:53:59.104356 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9de2dc07-2781-49d1-8030-421cd64003b1 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:59.132980 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9de2dc07-2781-49d1-8030-421cd64003b1 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:59.144712 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9de2dc07-2781-49d1-8030-421cd64003b1 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/555c91b0-1a2d-4480-a175-e30b9c36843a HTTP/1.1" status: 204 len: 168 time: 0.3002629 May 06 09:53:59.149249 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-52c470ae-34fe-494d-916d-4e4c7539d598 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6455977 May 06 09:53:59.153668 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34464) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:59.154005 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34466) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:59.165770 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-161db4da-35b7-41c3-8b99-f8e47e6bc755 admin admin] Request body: {'subnet': {'network_id': '6b90c8ae-38c7-48da-870f-80fb484f8413', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-29453667-subnet', 'tenant_id': 'cbf3bab6326e49b59a55540a29c5e38f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:59.169668 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2dc07-2781-49d1-8030-421cd64003b1 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=555c91b0-1a2d-4480-a175-e30b9c36843a,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:59.242028 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c470ae-34fe-494d-916d-4e4c7539d598 admin admin] Pushing event updated for resources: {'Network': ['ID=6b90c8ae-38c7-48da-870f-80fb484f8413,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:59.254745 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 6b90c8ae-38c7-48da-870f-80fb484f8413 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:53:59.500885 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-099f170b-bb5a-4d7b-9597-10d0b8ea1ef0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:59.540730 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161db4da-35b7-41c3-8b99-f8e47e6bc755 admin admin] Made reservation on behalf of cbf3bab6326e49b59a55540a29c5e38f for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:59.543973 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-161db4da-35b7-41c3-8b99-f8e47e6bc755 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:59.555423 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-099f170b-bb5a-4d7b-9597-10d0b8ea1ef0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:59.669405 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-78714475-da1d-4096-91ec-5ceea4afe6bc tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5137136 May 06 09:53:59.673973 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34478) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:59.859179 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34480) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:59.909530 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2d7d1542-ac57-4f6c-b3f9-423b4bdef89e tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:59.942029 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109abf96-876e-4213-a9a4-60e212a84539 req-eb056700-a92c-41d0-967a-3efab2cea94e tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:59.949928 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-109abf96-876e-4213-a9a4-60e212a84539 req-eb056700-a92c-41d0-967a-3efab2cea94e tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 946 time: 0.1717608 May 06 09:54:00.026863 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-109abf96-876e-4213-a9a4-60e212a84539 req-33d2a8bd-7ba4-42c9-87d4-183a7963fc14 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715985 May 06 09:54:00.031105 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2d7d1542-ac57-4f6c-b3f9-423b4bdef89e tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.125273 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2d7d1542-ac57-4f6c-b3f9-423b4bdef89e tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.128230 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2d7d1542-ac57-4f6c-b3f9-423b4bdef89e tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.131964 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2d7d1542-ac57-4f6c-b3f9-423b4bdef89e tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "DELETE /v2.0/security-groups/0b4451c1-06bd-48d2-984e-765b4a62f751 HTTP/1.1" status: 204 len: 168 time: 0.4540741 May 06 09:54:00.142407 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34486) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:00.258204 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ef657ec6-ec83-4768-bf5e-4afe87413cb8 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1090362 May 06 09:54:00.267000 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34488) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:00.274656 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d1542-ac57-4f6c-b3f9-423b4bdef89e tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4451c1-06bd-48d2-984e-765b4a62f751,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:00.282563 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-f94bdf68-f7ac-49d0-af5c-97f3f3848f3d tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Request body: {'security_group': {'name': 'tempest-secgroup--1847100850'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:00.322218 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6e32ab8c-9046-479e-b56e-4598fc9792d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.329886 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099f170b-bb5a-4d7b-9597-10d0b8ea1ef0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:00.337058 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-099f170b-bb5a-4d7b-9597-10d0b8ea1ef0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:00.344553 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099f170b-bb5a-4d7b-9597-10d0b8ea1ef0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:00.351039 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099f170b-bb5a-4d7b-9597-10d0b8ea1ef0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:00.352148 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-099f170b-bb5a-4d7b-9597-10d0b8ea1ef0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.386473 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f170b-bb5a-4d7b-9597-10d0b8ea1ef0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Port': ['ID=215cec0a-a854-473f-9875-b92324bc0c87,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:00.424464 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-099f170b-bb5a-4d7b-9597-10d0b8ea1ef0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8960128 May 06 09:54:00.428331 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34492) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:00.430898 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6e32ab8c-9046-479e-b56e-4598fc9792d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.438404 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-7918ba41-945a-40b0-be71-439d9e5480fd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:00.450028 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed786a3-6058-4dd0-ad75-3c5e8837ee86 req-5f0bcf32-c510-4262-9ac0-39414fe7165a tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:00.460569 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0ed786a3-6058-4dd0-ad75-3c5e8837ee86 req-5f0bcf32-c510-4262-9ac0-39414fe7165a tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 943 time: 0.2082424 May 06 09:54:00.466148 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6e32ab8c-9046-479e-b56e-4598fc9792d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.494750 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f94bdf68-f7ac-49d0-af5c-97f3f3848f3d tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.544252 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6e32ab8c-9046-479e-b56e-4598fc9792d6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=16458dfea75b428f9493b9e13a1393c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6810260 May 06 09:54:00.548486 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34494) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:00.558618 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7918ba41-945a-40b0-be71-439d9e5480fd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.561195 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0ed786a3-6058-4dd0-ad75-3c5e8837ee86 req-cfa01d89-1339-4f61-9828-fb934ea0382a tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997653 May 06 09:54:00.565470 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32ab8c-9046-479e-b56e-4598fc9792d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ecb46e-57b8-4943-a4bc-fdf9bd5becae,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:00.630702 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f94bdf68-f7ac-49d0-af5c-97f3f3848f3d tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.636090 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f94bdf68-f7ac-49d0-af5c-97f3f3848f3d tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.674399 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f94bdf68-f7ac-49d0-af5c-97f3f3848f3d tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.679563 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f94bdf68-f7ac-49d0-af5c-97f3f3848f3d tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3987405 May 06 09:54:00.679563 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34498) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:00.682232 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-161db4da-35b7-41c3-8b99-f8e47e6bc755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.684230 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-84222c91-6526-4f43-94ee-af89f55a16d6 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Request body: {'security_group_rule': {'security_group_id': '0ef294e2-c6cd-44a9-b22b-950b41ae4a44', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:00.690292 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94bdf68-f7ac-49d0-af5c-97f3f3848f3d tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef294e2-c6cd-44a9-b22b-950b41ae4a44,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:00.721748 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84222c91-6526-4f43-94ee-af89f55a16d6 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.767478 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a4fbb350-4de1-4b07-b681-73fb7ce1c0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.794535 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84222c91-6526-4f43-94ee-af89f55a16d6 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.800249 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84222c91-6526-4f43-94ee-af89f55a16d6 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.812785 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161db4da-35b7-41c3-8b99-f8e47e6bc755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efae5f4a-8926-4286-a092-abe4290135e7,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:00.823949 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84222c91-6526-4f43-94ee-af89f55a16d6 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd4e2fb-ea88-4d91-a299-b69aeec0afe3,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:00.834953 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84222c91-6526-4f43-94ee-af89f55a16d6 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.838975 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-84222c91-6526-4f43-94ee-af89f55a16d6 tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1565855 May 06 09:54:00.839706 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34506) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:00.880624 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a4fbb350-4de1-4b07-b681-73fb7ce1c0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.893390 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161db4da-35b7-41c3-8b99-f8e47e6bc755 admin admin] Checking segment: {'id': 'd9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6b90c8ae-38c7-48da-870f-80fb484f8413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:00.894264 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161db4da-35b7-41c3-8b99-f8e47e6bc755 admin admin] Network hostable DHCP agents. Network: 6b90c8ae-38c7-48da-870f-80fb484f8413, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:54:00.915616 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-72b141a4-f3c4-4453-a3c0-be6818e2ef1e tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.952408 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-72b141a4-f3c4-4453-a3c0-be6818e2ef1e tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.979431 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161db4da-35b7-41c3-8b99-f8e47e6bc755 admin admin] Network 6b90c8ae-38c7-48da-870f-80fb484f8413 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:54:00.997479 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-161db4da-35b7-41c3-8b99-f8e47e6bc755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 6b90c8ae-38c7-48da-870f-80fb484f8413) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:01.007044 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48928de5-cc12-47bb-b8a4-db37dbb37701 None None] Network 6b90c8ae-38c7-48da-870f-80fb484f8413 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:01.021400 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161db4da-35b7-41c3-8b99-f8e47e6bc755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:01.022000 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-161db4da-35b7-41c3-8b99-f8e47e6bc755 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:01.035353 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7918ba41-945a-40b0-be71-439d9e5480fd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:01.040594 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-72b141a4-f3c4-4453-a3c0-be6818e2ef1e tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:01.044387 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-72b141a4-f3c4-4453-a3c0-be6818e2ef1e tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:01.048648 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-72b141a4-f3c4-4453-a3c0-be6818e2ef1e tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "DELETE /v2.0/security-groups/0ef294e2-c6cd-44a9-b22b-950b41ae4a44 HTTP/1.1" status: 204 len: 168 time: 0.2050874 May 06 09:54:01.049227 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-161db4da-35b7-41c3-8b99-f8e47e6bc755 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8926451 May 06 09:54:01.051068 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34514) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:01.052547 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7918ba41-945a-40b0-be71-439d9e5480fd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:01.054957 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a4fbb350-4de1-4b07-b681-73fb7ce1c0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:01.058392 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a4fbb350-4de1-4b07-b681-73fb7ce1c0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:01.064534 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a4fbb350-4de1-4b07-b681-73fb7ce1c0ea admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/30ecb46e-57b8-4943-a4bc-fdf9bd5becae HTTP/1.1" status: 204 len: 168 time: 0.5072980 May 06 09:54:01.074737 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b141a4-f3c4-4453-a3c0-be6818e2ef1e tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef294e2-c6cd-44a9-b22b-950b41ae4a44,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:01.243402 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbb350-4de1-4b07-b681-73fb7ce1c0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ecb46e-57b8-4943-a4bc-fdf9bd5becae,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:01.280820 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-7918ba41-945a-40b0-be71-439d9e5480fd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] In _notify_port_updated(), no bound segment for port 215cec0a-a854-473f-9875-b92324bc0c87 on network f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab {{(pid=102652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:54:01.290268 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7918ba41-945a-40b0-be71-439d9e5480fd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:01.290938 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7918ba41-945a-40b0-be71-439d9e5480fd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:01.292295 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7918ba41-945a-40b0-be71-439d9e5480fd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "PUT /v2.0/ports/215cec0a-a854-473f-9875-b92324bc0c87 HTTP/1.1" status: 200 len: 818 time: 0.8609333 May 06 09:54:01.294266 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918ba41-945a-40b0-be71-439d9e5480fd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Port': ['ID=215cec0a-a854-473f-9875-b92324bc0c87,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:01.296504 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34520) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:01.309210 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1c5954a9-9cb1-4a23-8a02-a8d12212cd0c tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2380254 May 06 09:54:01.313668 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34522) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:01.316083 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-6b90c8ae-38c7-48da-870f-80fb484f8413', 'network_id': '6b90c8ae-38c7-48da-870f-80fb484f8413', 'tenant_id': 'cbf3bab6326e49b59a55540a29c5e38f', 'fixed_ips': [{'subnet_id': 'efae5f4a-8926-4286-a092-abe4290135e7'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:54:01.321138 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:01.350612 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869731b-8708-4461-b1f5-1f8065574976 req-0a64a398-09df-485c-a868-cb2f85bda406 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:01.353704 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d869731b-8708-4461-b1f5-1f8065574976 req-0a64a398-09df-485c-a868-cb2f85bda406 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 946 time: 0.1669238 May 06 09:54:01.444077 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d869731b-8708-4461-b1f5-1f8065574976 req-358e2100-597f-41c8-a8da-4cb2aec4a49b tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832298 May 06 09:54:01.502263 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ceee8b54-f03b-4379-a6cc-4eef0973f31f tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1846912 May 06 09:54:01.505249 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34532) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:01.531503 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-9f9ffaf8-7b7b-48ed-ae8c-0c4ee4f4678e tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] delete failed (client error): The resource could not be found. May 06 09:54:01.540012 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9f9ffaf8-7b7b-48ed-ae8c-0c4ee4f4678e tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "DELETE /v2.0/security-groups/0ef294e2-c6cd-44a9-b22b-950b41ae4a44 HTTP/1.1" status: 404 len: 347 time: 0.0334392 May 06 09:54:01.544647 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34534) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:01.550850 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-da31db55-854b-42ca-9795-204eecfc5965 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting port 215cec0a-a854-473f-9875-b92324bc0c87 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:01.552049 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-da31db55-854b-42ca-9795-204eecfc5965 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:01.558795 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Allocated IP 172.20.0.2 (6b90c8ae-38c7-48da-870f-80fb484f8413/efae5f4a-8926-4286-a092-abe4290135e7/58de7400-8a17-4d26-9ce5-d46224b7e7fb) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:01.635229 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34542) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:01.656505 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0cb3f8b9-0ce8-4994-9941-26155abb724f tempest-SecGroupTest-1789882144 tempest-SecGroupTest-1789882144-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1107190 May 06 09:54:01.657839 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bd039507-3aa9-4e7d-99e5-206ecaa53ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:01.749935 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-da31db55-854b-42ca-9795-204eecfc5965 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:01.794144 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-da31db55-854b-42ca-9795-204eecfc5965 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Calling delete_port for 215cec0a-a854-473f-9875-b92324bc0c87 owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:01.807075 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:01.810585 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bd039507-3aa9-4e7d-99e5-206ecaa53ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:01.819243 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:01.824446 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bd039507-3aa9-4e7d-99e5-206ecaa53ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:01.877351 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd039507-3aa9-4e7d-99e5-206ecaa53ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56220f3e-1c85-4f37-a682-fa647ad63d8e,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:01.911906 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bd039507-3aa9-4e7d-99e5-206ecaa53ad3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ff319bab19804931b9d6039a954bce73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2755120 May 06 09:54:01.914810 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34546) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:01.928395 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Pushing event updated for resources: {'Port': ['ID=58de7400-8a17-4d26-9ce5-d46224b7e7fb,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:01.936630 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Network 6b90c8ae-38c7-48da-870f-80fb484f8413 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:01.938401 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:01.944732 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:01.955485 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:01.955999 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:01.956580 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:01.957027 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:01.958003 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:01.958458 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:01.959627 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:01.960605 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:01.961159 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:01.961603 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:01.962038 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:01.962476 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:02.042479 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-da31db55-854b-42ca-9795-204eecfc5965 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:02.093270 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2544e6d5-b512-460b-9916-392c07370152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:02.127779 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2544e6d5-b512-460b-9916-392c07370152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:02.149168 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-da31db55-854b-42ca-9795-204eecfc5965 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:02.161653 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-da31db55-854b-42ca-9795-204eecfc5965 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/ports/215cec0a-a854-473f-9875-b92324bc0c87 HTTP/1.1" status: 204 len: 168 time: 0.8638735 May 06 09:54:02.167992 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34558) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:02.169178 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31db55-854b-42ca-9795-204eecfc5965 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Port': ['ID=215cec0a-a854-473f-9875-b92324bc0c87,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:02.196921 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2544e6d5-b512-460b-9916-392c07370152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:02.199679 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2544e6d5-b512-460b-9916-392c07370152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:02.203573 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2544e6d5-b512-460b-9916-392c07370152 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/56220f3e-1c85-4f37-a682-fa647ad63d8e HTTP/1.1" status: 204 len: 168 time: 0.2853839 May 06 09:54:02.259078 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544e6d5-b512-460b-9916-392c07370152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56220f3e-1c85-4f37-a682-fa647ad63d8e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:02.265604 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34564) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:02.336211 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d648d9-3c85-4385-8c90-bcf742de9173 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:02.341237 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34568) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:02.344857 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a4d648d9-3c85-4385-8c90-bcf742de9173 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1607599 May 06 09:54:02.380143 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ef6bc1-1738-4f9a-ba4a-7a94cc170cfa tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] GET failed (client error): The resource could not be found. May 06 09:54:02.382935 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d1ef6bc1-1738-4f9a-ba4a-7a94cc170cfa tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "GET /v2.0/ports/215cec0a-a854-473f-9875-b92324bc0c87 HTTP/1.1" status: 404 len: 333 time: 0.0397038 May 06 09:54:02.385914 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34570) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:02.393237 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-aaad2623-118f-4f20-8586-673c479f47c6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-533690992'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:02.396016 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Attempting to bind port 58de7400-8a17-4d26-9ce5-d46224b7e7fb on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:54:02.396574 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Attempting to bind port 58de7400-8a17-4d26-9ce5-d46224b7e7fb by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'd9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6b90c8ae-38c7-48da-870f-80fb484f8413'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:54:02.397313 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Attempting to bind port 58de7400-8a17-4d26-9ce5-d46224b7e7fb on network 6b90c8ae-38c7-48da-870f-80fb484f8413 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:02.417127 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:54:02.417791 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Checking segment: {'id': 'd9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6b90c8ae-38c7-48da-870f-80fb484f8413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:02.418290 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:02.418767 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Bound using segment: {'id': 'd9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6b90c8ae-38c7-48da-870f-80fb484f8413'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:54:02.419363 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Bound port: 58de7400-8a17-4d26-9ce5-d46224b7e7fb, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6b90c8ae-38c7-48da-870f-80fb484f8413'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:54:02.419819 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:02.445521 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-c229fd54-bbb2-485f-9d2b-bbf980da4999 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:02.447123 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-c229fd54-bbb2-485f-9d2b-bbf980da4999 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/networks?id=6b90c8ae-38c7-48da-870f-80fb484f8413 HTTP/1.1" status: 200 len: 814 time: 0.2652750 May 06 09:54:02.449000 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaad2623-118f-4f20-8586-673c479f47c6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:02.455260 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aaad2623-118f-4f20-8586-673c479f47c6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:02.485056 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-04be4cba-b764-4ae4-828d-385809d702e1 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/quotas/cbf3bab6326e49b59a55540a29c5e38f HTTP/1.1" status: 200 len: 375 time: 0.0251720 May 06 09:54:02.500643 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaad2623-118f-4f20-8586-673c479f47c6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:54:02.514492 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aaad2623-118f-4f20-8586-673c479f47c6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:02.515345 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-aaad2623-118f-4f20-8586-673c479f47c6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Added segment bc12b984-1f78-4dbb-a957-294ddc4525ce of type vlan for network dcf0f7db-b406-437c-a879-859f61e2136f May 06 09:54:02.523212 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] For port 58de7400-8a17-4d26-9ce5-d46224b7e7fb, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:54:02.529949 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] For port 58de7400-8a17-4d26-9ce5-d46224b7e7fb, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=58de7400-8a17-4d26-9ce5-d46224b7e7fb,segment=NetworkSegment(d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc),segment_id=d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:54:02.553777 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:02.571870 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aaad2623-118f-4f20-8586-673c479f47c6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:02.625251 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-dca0690e-7c06-486e-bc4e-cec8a0c59a1e tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=cbf3bab6326e49b59a55540a29c5e38f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1128867 May 06 09:54:02.633447 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34580) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:02.634358 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0ad498dd-a724-4d3f-86c6-74eea8d7f865 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3447e22d39a8493ba2698afc7ede495e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3671303 May 06 09:54:02.639995 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-89c0c7e4-dfd1-4fa0-82bd-b4e0f2145f7f service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:54:02.641091 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-89c0c7e4-dfd1-4fa0-82bd-b4e0f2145f7f service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054796 May 06 09:54:02.674405 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aaad2623-118f-4f20-8586-673c479f47c6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:02.685689 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaad2623-118f-4f20-8586-673c479f47c6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:02.686338 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aaad2623-118f-4f20-8586-673c479f47c6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:02.731809 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc21ca5-6641-474d-a237-ac5a10b7e103 None None] Pushing event updated for resources: {'Port': ['ID=58de7400-8a17-4d26-9ce5-d46224b7e7fb,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:02.776222 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-aaad2623-118f-4f20-8586-673c479f47c6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3891559 May 06 09:54:02.783661 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34586) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:02.797848 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-12828c53-2dab-4a88-a129-41896e883ec0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'subnet': {'network_id': 'dcf0f7db-b406-437c-a879-859f61e2136f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:02.903992 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-025166b7-63c5-4770-a5a7-d4fe75cad536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:02.907735 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad2623-118f-4f20-8586-673c479f47c6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Network': ['ID=dcf0f7db-b406-437c-a879-859f61e2136f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:02.922063 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network dcf0f7db-b406-437c-a879-859f61e2136f details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:54:02.965690 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-025166b7-63c5-4770-a5a7-d4fe75cad536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:03.056106 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-dec8b619-41e8-4bb7-8e5a-6ec68b5ff74b service neutron] 10.222.0.73 "GET /v2.0/networks/6b90c8ae-38c7-48da-870f-80fb484f8413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052253 May 06 09:54:03.120099 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-025166b7-63c5-4770-a5a7-d4fe75cad536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:03.126238 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-025166b7-63c5-4770-a5a7-d4fe75cad536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:03.130155 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-025166b7-63c5-4770-a5a7-d4fe75cad536 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a9944306-04d2-4b01-beea-26a2701a2be4 HTTP/1.1" status: 204 len: 168 time: 0.4956419 May 06 09:54:03.182519 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025166b7-63c5-4770-a5a7-d4fe75cad536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9944306-04d2-4b01-beea-26a2701a2be4,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:03.187171 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12828c53-2dab-4a88-a129-41896e883ec0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:03.195105 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-12828c53-2dab-4a88-a129-41896e883ec0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:03.482607 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-fbcf8012-380b-4094-9818-76f48e831bed service neutron] 10.222.0.73 "GET /v2.0/networks/6b90c8ae-38c7-48da-870f-80fb484f8413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188023 May 06 09:54:03.748486 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-12828c53-2dab-4a88-a129-41896e883ec0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:03.803041 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device a9c76481-9e3e-4342-aee4-887479d4fbd8 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:54:03.913468 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12828c53-2dab-4a88-a129-41896e883ec0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Subnet': ['ID=b51af64b-6eba-4afa-9e74-6d7d33bef07d,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:03.975836 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port a9c76481-9e3e-4342-aee4-887479d4fbd8, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=a9c76481-9e3e-4342-aee4-887479d4fbd8,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:03.992776 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'a9c76481-9e3e-4342-aee4-887479d4fbd8', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'port_id': 'a9c76481-9e3e-4342-aee4-887479d4fbd8', 'mac_address': 'fa:16:3e:32:ca:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:54:04.085073 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03191ecb-d2d6-4db0-ae17-a20f67bbeb7e req-a0e3feb3-9b52-4220-9bf4-fe80db7e13a9 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:04.095542 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-03191ecb-d2d6-4db0-ae17-a20f67bbeb7e req-a0e3feb3-9b52-4220-9bf4-fe80db7e13a9 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 943 time: 0.2138669 May 06 09:54:04.097721 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:04.160225 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12828c53-2dab-4a88-a129-41896e883ec0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Checking segment: {'id': 'bc12b984-1f78-4dbb-a957-294ddc4525ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'dcf0f7db-b406-437c-a879-859f61e2136f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:04.161148 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12828c53-2dab-4a88-a129-41896e883ec0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network hostable DHCP agents. Network: dcf0f7db-b406-437c-a879-859f61e2136f, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:54:04.165029 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c76481-9e3e-4342-aee4-887479d4fbd8 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:54:04.217818 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port a9c76481-9e3e-4342-aee4-887479d4fbd8, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=a9c76481-9e3e-4342-aee4-887479d4fbd8,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:04.240962 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:04.251830 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-03191ecb-d2d6-4db0-ae17-a20f67bbeb7e req-d755441f-ce9f-4700-a8ac-525196cc05c5 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549494 May 06 09:54:04.255439 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12828c53-2dab-4a88-a129-41896e883ec0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network dcf0f7db-b406-437c-a879-859f61e2136f is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:54:04.291242 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-12828c53-2dab-4a88-a129-41896e883ec0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, dcf0f7db-b406-437c-a879-859f61e2136f) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:04.299356 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12828c53-2dab-4a88-a129-41896e883ec0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:04.299871 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-12828c53-2dab-4a88-a129-41896e883ec0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:04.355896 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-12828c53-2dab-4a88-a129-41896e883ec0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5658686 May 06 09:54:04.358569 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34638) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:04.370145 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e8974c-85eb-4542-ad4b-ba3fb608f0be None None] Network dcf0f7db-b406-437c-a879-859f61e2136f requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:04.371397 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-23de45e4-4d69-4e10-af16-55ba6cdcb212 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'subnet': {'network_id': 'dcf0f7db-b406-437c-a879-859f61e2136f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:04.670501 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f1730-19a2-4644-9401-800c4ef0aa41 req-28459b54-735c-4bd4-99a6-1984af5df683 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:04.682569 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-576f1730-19a2-4644-9401-800c4ef0aa41 req-28459b54-735c-4bd4-99a6-1984af5df683 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 946 time: 0.2124274 May 06 09:54:04.830905 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a32340-a9bf-40f7-a12e-397f5a3738c3 None None] Network 6b90c8ae-38c7-48da-870f-80fb484f8413 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:04.839197 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 58de7400-8a17-4d26-9ce5-d46224b7e7fb up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:04.914763 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-576f1730-19a2-4644-9401-800c4ef0aa41 req-16ed5685-97a6-44af-b26f-4a738e76f7d8 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311969 May 06 09:54:04.927154 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23de45e4-4d69-4e10-af16-55ba6cdcb212 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:04.927154 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-23de45e4-4d69-4e10-af16-55ba6cdcb212 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:04.994362 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['a9c76481-9e3e-4342-aee4-887479d4fbd8'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:54:05.197076 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e583a152-7878-4be0-a529-4e6708069363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-dcf0f7db-b406-437c-a879-859f61e2136f', 'network_id': 'dcf0f7db-b406-437c-a879-859f61e2136f', 'tenant_id': '5e93687cdbe844579029619dd5bb366a', 'fixed_ips': [{'subnet_id': 'b51af64b-6eba-4afa-9e74-6d7d33bef07d'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:54:05.198116 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e583a152-7878-4be0-a529-4e6708069363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:05.228917 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-2d117c5d-da5f-4a04-944f-e562052ab892 None None] Provisioning complete for port 58de7400-8a17-4d26-9ce5-d46224b7e7fb triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:05.229292 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2d117c5d-da5f-4a04-944f-e562052ab892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:05.263229 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34670) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:05.291919 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=a9c76481-9e3e-4342-aee4-887479d4fbd8,revision_number=9']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:05.365548 n-d-840835-1 neutron-server[102653]: INFO neutron.db.ipam_backend_mixin [None req-23de45e4-4d69-4e10-af16-55ba6cdcb212 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b51af64b-6eba-4afa-9e74-6d7d33bef07d (CIDR: 172.20.0.0/28) May 06 09:54:05.372578 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-23de45e4-4d69-4e10-af16-55ba6cdcb212 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:54:05.373088 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23de45e4-4d69-4e10-af16-55ba6cdcb212 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:05.411207 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-23de45e4-4d69-4e10-af16-55ba6cdcb212 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0430002 May 06 09:54:05.444133 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34678) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:05.467293 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-e7de59c8-9797-418e-ace7-6ce57294c675 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'subnet': {'network_id': 'dcf0f7db-b406-437c-a879-859f61e2136f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:05.542784 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-24fb069f-260f-4918-8cf4-8de92a9f63f5 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:05.552594 n-d-840835-1 neutron-server[102652]: WARNING neutron.api.v2.base [None req-24fb069f-260f-4918-8cf4-8de92a9f63f5 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 06 09:54:05.553517 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-24fb069f-260f-4918-8cf4-8de92a9f63f5 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] create failed (client error): There was a conflict when trying to complete your request. May 06 09:54:05.554845 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-24fb069f-260f-4918-8cf4-8de92a9f63f5 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2895958 May 06 09:54:05.558364 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-e583a152-7878-4be0-a529-4e6708069363 None None] Allocated IP 172.20.0.2 (dcf0f7db-b406-437c-a879-859f61e2136f/b51af64b-6eba-4afa-9e74-6d7d33bef07d/144ba01b-0f8c-4c72-a569-7310247a5f09) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:05.566717 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-abc9c06e-f57c-4a05-b815-13466e4a7053 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:05.573438 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-abc9c06e-f57c-4a05-b815-13466e4a7053 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/networks?id=6b90c8ae-38c7-48da-870f-80fb484f8413 HTTP/1.1" status: 200 len: 814 time: 0.4925904 May 06 09:54:05.574088 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34680) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:05.581910 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-b7f28b58-bb01-4856-b3f0-9a3dbfd7be0e tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group': {'name': 'tempest-secgroup--1021603361'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:05.609170 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-ec2340ab-9f92-42b3-b6be-c57d708b4282 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/quotas/cbf3bab6326e49b59a55540a29c5e38f HTTP/1.1" status: 200 len: 375 time: 0.0213053 May 06 09:54:05.657074 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b7f28b58-bb01-4856-b3f0-9a3dbfd7be0e tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:05.667938 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b7f28b58-bb01-4856-b3f0-9a3dbfd7be0e tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:05.753043 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-ab35e91b-6ccb-46fb-9cd0-8beef71f7547 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:05.754969 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-ab35e91b-6ccb-46fb-9cd0-8beef71f7547 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.84 "GET /v2.0/networks?id=6b90c8ae-38c7-48da-870f-80fb484f8413 HTTP/1.1" status: 200 len: 814 time: 0.1988487 May 06 09:54:05.770468 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-8435e68c-48c2-42bf-993f-668c79d66dc4 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Request body: {'port': {'device_id': '7d97d510-8a6d-42c4-a768-8907f7481365', 'network_id': '6b90c8ae-38c7-48da-870f-80fb484f8413', 'admin_state_up': True, 'tenant_id': 'cbf3bab6326e49b59a55540a29c5e38f'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:05.821798 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 58de7400-8a17-4d26-9ce5-d46224b7e7fb triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:05.823043 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:05.863580 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b7f28b58-bb01-4856-b3f0-9a3dbfd7be0e tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:05.880771 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-bba291d6-8944-4f5b-b359-649b749df7e3 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=cbf3bab6326e49b59a55540a29c5e38f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2633760 May 06 09:54:05.918946 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-8435e68c-48c2-42bf-993f-668c79d66dc4 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Made reservation on behalf of cbf3bab6326e49b59a55540a29c5e38f for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:05.922491 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-8435e68c-48c2-42bf-993f-668c79d66dc4 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:06.004238 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-27042910-231c-4a53-9e78-c890b2504a55 service neutron] 10.222.0.73 "GET /v2.0/networks/6b90c8ae-38c7-48da-870f-80fb484f8413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211476 May 06 09:54:06.005986 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b7f28b58-bb01-4856-b3f0-9a3dbfd7be0e tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:06.018719 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7de59c8-9797-418e-ace7-6ce57294c675 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:06.022368 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e7de59c8-9797-418e-ace7-6ce57294c675 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:06.063586 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:06.118548 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 58de7400-8a17-4d26-9ce5-d46224b7e7fb, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=58de7400-8a17-4d26-9ce5-d46224b7e7fb,segment=NetworkSegment(d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc),segment_id=d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:06.153545 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:06.215318 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-71a01c1d-5cc1-40ce-b185-36d27d88d489 service neutron] 10.222.0.73 "GET /v2.0/networks/6b90c8ae-38c7-48da-870f-80fb484f8413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004120 May 06 09:54:06.320395 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f28b58-bb01-4856-b3f0-9a3dbfd7be0e tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a59e545c-9e4b-4de4-bd59-0d090c283089,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:06.363290 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e583a152-7878-4be0-a529-4e6708069363 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:06.410086 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b7f28b58-bb01-4856-b3f0-9a3dbfd7be0e tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:06.416525 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b7f28b58-bb01-4856-b3f0-9a3dbfd7be0e tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:06.432561 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e583a152-7878-4be0-a529-4e6708069363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:06.443334 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b7f28b58-bb01-4856-b3f0-9a3dbfd7be0e tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:06.445075 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b7f28b58-bb01-4856-b3f0-9a3dbfd7be0e tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8700216 May 06 09:54:06.452963 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34698) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:06.461136 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-7ff362ee-7e55-4480-928f-eeacb3a41e4b tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group_rule': {'security_group_id': '51fbf5f7-a7cb-42f6-a875-598a18d9ced1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:06.476418 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2d117c5d-da5f-4a04-944f-e562052ab892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:06.493915 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f28b58-bb01-4856-b3f0-9a3dbfd7be0e tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51fbf5f7-a7cb-42f6-a875-598a18d9ced1,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:06.529382 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7ff362ee-7e55-4480-928f-eeacb3a41e4b tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:06.532704 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e7de59c8-9797-418e-ace7-6ce57294c675 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:06.625119 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de59c8-9797-418e-ace7-6ce57294c675 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Subnet': ['ID=3acf98c3-2a70-4954-aa7b-82543003a781,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:06.651571 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e583a152-7878-4be0-a529-4e6708069363 None None] Network dcf0f7db-b406-437c-a879-859f61e2136f is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:06.662295 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=58de7400-8a17-4d26-9ce5-d46224b7e7fb,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:06.680103 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7de59c8-9797-418e-ace7-6ce57294c675 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network dcf0f7db-b406-437c-a879-859f61e2136f is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:06.688895 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-e7de59c8-9797-418e-ace7-6ce57294c675 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:06.720537 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7de59c8-9797-418e-ace7-6ce57294c675 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:06.721218 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e7de59c8-9797-418e-ace7-6ce57294c675 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:06.739943 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7ff362ee-7e55-4480-928f-eeacb3a41e4b tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:06.755497 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7ff362ee-7e55-4480-928f-eeacb3a41e4b tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:06.788564 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-e583a152-7878-4be0-a529-4e6708069363 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:06.802764 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e583a152-7878-4be0-a529-4e6708069363 None None] Pushing event updated for resources: {'Port': ['ID=144ba01b-0f8c-4c72-a569-7310247a5f09,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:06.812229 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e7de59c8-9797-418e-ace7-6ce57294c675 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3505876 May 06 09:54:06.814906 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34706) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:06.834182 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-6238dfbd-2c01-4dfe-9405-fc318bda80bd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'port': {'network_id': 'dcf0f7db-b406-437c-a879-859f61e2136f', 'fixed_ips': [{'subnet_id': 'b51af64b-6eba-4afa-9e74-6d7d33bef07d'}, {'subnet_id': '3acf98c3-2a70-4954-aa7b-82543003a781'}], 'name': 'tempest-PortsTestJSON-656695499'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:06.904822 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7ff362ee-7e55-4480-928f-eeacb3a41e4b tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:06.908669 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7ff362ee-7e55-4480-928f-eeacb3a41e4b tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4518404 May 06 09:54:06.929046 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34712) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:06.949360 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff362ee-7e55-4480-928f-eeacb3a41e4b tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc190c05-49be-4a92-af1f-a52b15925cb2,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:06.963430 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-f40ebacd-5f12-467f-a925-202a1cf3ae8e tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group_rule': {'security_group_id': '51fbf5f7-a7cb-42f6-a875-598a18d9ced1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:06.966508 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e583a152-7878-4be0-a529-4e6708069363 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:06.979789 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-2d117c5d-da5f-4a04-944f-e562052ab892 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:54:06.980148 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-2d117c5d-da5f-4a04-944f-e562052ab892 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:54:07.037164 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879be47-af58-4a5e-9c85-6e24bb8c58f6 req-1257fbf7-3ac1-498f-a3a7-43fc1fa7ebc0 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:07.037479 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6238dfbd-2c01-4dfe-9405-fc318bda80bd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:07.038758 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8879be47-af58-4a5e-9c85-6e24bb8c58f6 req-1257fbf7-3ac1-498f-a3a7-43fc1fa7ebc0 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 944 time: 0.2808530 May 06 09:54:07.045187 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f40ebacd-5f12-467f-a925-202a1cf3ae8e tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:07.152507 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8879be47-af58-4a5e-9c85-6e24bb8c58f6 req-e0b4c3f0-2a7a-4205-9680-1b060a2f3a15 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719850 May 06 09:54:07.157358 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-f40ebacd-5f12-467f-a925-202a1cf3ae8e tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] create failed (client error): There was a conflict when trying to complete your request. May 06 09:54:07.159704 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f40ebacd-5f12-467f-a925-202a1cf3ae8e tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2141628 May 06 09:54:07.165026 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34720) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:07.195971 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-8435e68c-48c2-42bf-993f-668c79d66dc4 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Allocated IP 172.20.0.12 (6b90c8ae-38c7-48da-870f-80fb484f8413/efae5f4a-8926-4286-a092-abe4290135e7/ad863945-c523-495c-8301-127c69dbbf3b) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:07.225489 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-e583a152-7878-4be0-a529-4e6708069363 None None] Attempting to bind port 144ba01b-0f8c-4c72-a569-7310247a5f09 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:54:07.227992 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-e583a152-7878-4be0-a529-4e6708069363 None None] Attempting to bind port 144ba01b-0f8c-4c72-a569-7310247a5f09 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'bc12b984-1f78-4dbb-a957-294ddc4525ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'dcf0f7db-b406-437c-a879-859f61e2136f'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:54:07.231627 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e583a152-7878-4be0-a529-4e6708069363 None None] Attempting to bind port 144ba01b-0f8c-4c72-a569-7310247a5f09 on network dcf0f7db-b406-437c-a879-859f61e2136f {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:07.245848 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e583a152-7878-4be0-a529-4e6708069363 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:54:07.248301 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e583a152-7878-4be0-a529-4e6708069363 None None] Checking segment: {'id': 'bc12b984-1f78-4dbb-a957-294ddc4525ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'dcf0f7db-b406-437c-a879-859f61e2136f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:07.250269 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e583a152-7878-4be0-a529-4e6708069363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:07.251174 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e583a152-7878-4be0-a529-4e6708069363 None None] Bound using segment: {'id': 'bc12b984-1f78-4dbb-a957-294ddc4525ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'dcf0f7db-b406-437c-a879-859f61e2136f'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:54:07.252476 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-e583a152-7878-4be0-a529-4e6708069363 None None] Bound port: 144ba01b-0f8c-4c72-a569-7310247a5f09, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc12b984-1f78-4dbb-a957-294ddc4525ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'dcf0f7db-b406-437c-a879-859f61e2136f'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:54:07.257455 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e583a152-7878-4be0-a529-4e6708069363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:07.313461 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-846ec43b-b4a9-47d8-b319-e47fa0703610 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:07.345485 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-846ec43b-b4a9-47d8-b319-e47fa0703610 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:07.408478 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-846ec43b-b4a9-47d8-b319-e47fa0703610 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:07.409644 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-846ec43b-b4a9-47d8-b319-e47fa0703610 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:07.413416 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-846ec43b-b4a9-47d8-b319-e47fa0703610 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "DELETE /v2.0/security-groups/51fbf5f7-a7cb-42f6-a875-598a18d9ced1 HTTP/1.1" status: 204 len: 168 time: 0.2446027 May 06 09:54:07.425476 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e583a152-7878-4be0-a529-4e6708069363 None None] For port 144ba01b-0f8c-4c72-a569-7310247a5f09, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:54:07.431535 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6238dfbd-2c01-4dfe-9405-fc318bda80bd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:07.431789 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e583a152-7878-4be0-a529-4e6708069363 None None] For port 144ba01b-0f8c-4c72-a569-7310247a5f09, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=144ba01b-0f8c-4c72-a569-7310247a5f09,segment=NetworkSegment(bc12b984-1f78-4dbb-a957-294ddc4525ce),segment_id=bc12b984-1f78-4dbb-a957-294ddc4525ce)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:54:07.435906 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34726) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:07.436851 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ec43b-b4a9-47d8-b319-e47fa0703610 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fbf5f7-a7cb-42f6-a875-598a18d9ced1,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:07.437150 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e583a152-7878-4be0-a529-4e6708069363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:07.494927 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-50912062-ff65-4390-a36d-f8851cd3d041 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0552185 May 06 09:54:07.498996 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34732) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:07.514225 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-943f6748-c941-483d-ba87-0443b4c2d3e5 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group': {'name': 'tempest-secgroup--429966129'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:07.520542 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cbb76-1b1c-4246-b7f3-9e837b0a7866 req-a207ae35-6606-4f16-8be4-839ff497dfa9 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:07.529298 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b70cbb76-1b1c-4246-b7f3-9e837b0a7866 req-a207ae35-6606-4f16-8be4-839ff497dfa9 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 946 time: 0.1355066 May 06 09:54:07.586516 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b70cbb76-1b1c-4246-b7f3-9e837b0a7866 req-ca3f14a4-230c-4b34-9a75-3ee8ddd2621c tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561769 May 06 09:54:07.683465 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-6238dfbd-2c01-4dfe-9405-fc318bda80bd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] device_id is not set on port 0300e843-225d-48bb-8129-bf24c4dde102 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:54:07.828099 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device a9c76481-9e3e-4342-aee4-887479d4fbd8 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:07.866042 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-943f6748-c941-483d-ba87-0443b4c2d3e5 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:08.083735 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-8435e68c-48c2-42bf-993f-668c79d66dc4 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:08.103796 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e583a152-7878-4be0-a529-4e6708069363 None None] Pushing event updated for resources: {'Port': ['ID=144ba01b-0f8c-4c72-a569-7310247a5f09,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:08.111368 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-8adc1271-5fda-4c1c-ac4c-8655e79b8524 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:08.129454 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-8adc1271-5fda-4c1c-ac4c-8655e79b8524 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/networks?id=6b90c8ae-38c7-48da-870f-80fb484f8413 HTTP/1.1" status: 200 len: 814 time: 0.3407640 May 06 09:54:08.175374 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-d8c7d8ce-1ed9-4e2c-bda0-b8c300b44a12 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/quotas/cbf3bab6326e49b59a55540a29c5e38f HTTP/1.1" status: 200 len: 375 time: 0.0410867 May 06 09:54:08.291192 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-8af719f7-9b61-4df1-9c23-175e684ab7de None None] Provisioning complete for port 58de7400-8a17-4d26-9ce5-d46224b7e7fb triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:08.291735 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8af719f7-9b61-4df1-9c23-175e684ab7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:08.316291 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-886a05b6-f40b-4212-b8fd-40c7083e9fe6 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=cbf3bab6326e49b59a55540a29c5e38f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1398132 May 06 09:54:08.383557 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port a9c76481-9e3e-4342-aee4-887479d4fbd8 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:08.389156 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:08.390481 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-943f6748-c941-483d-ba87-0443b4c2d3e5 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:08.391433 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34764) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:08.456359 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-943f6748-c941-483d-ba87-0443b4c2d3e5 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:08.476122 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-8435e68c-48c2-42bf-993f-668c79d66dc4 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:08.626712 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-943f6748-c941-483d-ba87-0443b4c2d3e5 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:08.632047 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-943f6748-c941-483d-ba87-0443b4c2d3e5 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1248600 May 06 09:54:08.637683 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34774) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:08.649609 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:08.662435 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-22c5597d-1b8b-42a0-a6b9-c286d3c2c3f1 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group_rule': {'security_group_id': '23df0276-00b1-43e6-82cd-05e441059f14', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:08.664391 n-d-840835-1 neutron-server[102653]: WARNING neutron.api.v2.base [None req-22c5597d-1b8b-42a0-a6b9-c286d3c2c3f1 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 06 09:54:08.666039 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-22c5597d-1b8b-42a0-a6b9-c286d3c2c3f1 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:54:08.668018 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-22c5597d-1b8b-42a0-a6b9-c286d3c2c3f1 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0186529 May 06 09:54:08.684794 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34776) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:08.727323 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-1566f623-028c-4cd7-b8af-6cdb6e06be8f service neutron] 10.222.0.73 "GET /v2.0/networks/6b90c8ae-38c7-48da-870f-80fb484f8413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100363 May 06 09:54:08.751842 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9997a7a-87c5-45ef-bd39-29f0b4a1c40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c76481-9e3e-4342-aee4-887479d4fbd8'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:54:08.757330 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89241db-6d30-4711-bb7e-bd401545d454" -d '{"events": [{"server_uuid": "a9997a7a-87c5-45ef-bd39-29f0b4a1c40d", "name": "network-vif-plugged", "status": "completed", "tag": "a9c76481-9e3e-4342-aee4-887479d4fbd8"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:54:08.760714 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435e68c-48c2-42bf-993f-668c79d66dc4 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Pushing event updated for resources: {'Port': ['ID=ad863945-c523-495c-8301-127c69dbbf3b,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:08.793815 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f6748-c941-483d-ba87-0443b4c2d3e5 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23df0276-00b1-43e6-82cd-05e441059f14,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:08.797892 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port a9c76481-9e3e-4342-aee4-887479d4fbd8, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=a9c76481-9e3e-4342-aee4-887479d4fbd8,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:08.809227 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:08.823914 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-8435e68c-48c2-42bf-993f-668c79d66dc4 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Network 6b90c8ae-38c7-48da-870f-80fb484f8413 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:08.944998 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=a9c76481-9e3e-4342-aee4-887479d4fbd8,revision_number=10']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:08.995404 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 58de7400-8a17-4d26-9ce5-d46224b7e7fb up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:09.066173 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d969c3d5-f460-4a2f-9704-40bdf4060acf tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:09.077749 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-8435e68c-48c2-42bf-993f-668c79d66dc4 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:09.083569 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-8435e68c-48c2-42bf-993f-668c79d66dc4 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:09.176710 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-8435e68c-48c2-42bf-993f-668c79d66dc4 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:09.177866 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-8435e68c-48c2-42bf-993f-668c79d66dc4 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:09.188370 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-669851f7-a9df-42cf-a9a5-ff564e4d80f9 service neutron] 10.222.0.73 "GET /v2.0/networks/6b90c8ae-38c7-48da-870f-80fb484f8413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514887 May 06 09:54:09.214098 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d969c3d5-f460-4a2f-9704-40bdf4060acf tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:09.364332 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d969c3d5-f460-4a2f-9704-40bdf4060acf tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:09.370948 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d969c3d5-f460-4a2f-9704-40bdf4060acf tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:09.376354 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d969c3d5-f460-4a2f-9704-40bdf4060acf tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "DELETE /v2.0/security-groups/23df0276-00b1-43e6-82cd-05e441059f14 HTTP/1.1" status: 204 len: 168 time: 0.6885569 May 06 09:54:09.377227 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34786) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:09.501737 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969c3d5-f460-4a2f-9704-40bdf4060acf tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23df0276-00b1-43e6-82cd-05e441059f14,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:09.517178 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-6238dfbd-2c01-4dfe-9405-fc318bda80bd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Allocated IP 172.20.0.6 (dcf0f7db-b406-437c-a879-859f61e2136f/b51af64b-6eba-4afa-9e74-6d7d33bef07d/0300e843-225d-48bb-8129-bf24c4dde102) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:09.542243 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-6238dfbd-2c01-4dfe-9405-fc318bda80bd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Allocated IP 172.20.0.27 (dcf0f7db-b406-437c-a879-859f61e2136f/3acf98c3-2a70-4954-aa7b-82543003a781/0300e843-225d-48bb-8129-bf24c4dde102) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:09.557873 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a00c2e25-cf0d-46ad-a44b-e120b2a849f5 None None] Provisioning complete for port ad863945-c523-495c-8301-127c69dbbf3b triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:09.558420 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a00c2e25-cf0d-46ad-a44b-e120b2a849f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:09.589681 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 58de7400-8a17-4d26-9ce5-d46224b7e7fb triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:09.590048 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:09.637925 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-14777d00-3fd4-4687-9853-e621034ff7bf tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2414784 May 06 09:54:09.643878 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34794) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:09.657072 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-46793440-35aa-41c9-9934-d8f4bb68b669 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group': {'name': 'tempest-secgroup--241797637'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:09.676251 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-a00c2e25-cf0d-46ad-a44b-e120b2a849f5 None None] Port ad863945-c523-495c-8301-127c69dbbf3b cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:54:09.701588 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-46793440-35aa-41c9-9934-d8f4bb68b669 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:09.768792 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc4a2f5-7a60-48ab-9e49-e6fd7c19efc2 None None] Network dcf0f7db-b406-437c-a879-859f61e2136f requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:09.817287 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-46793440-35aa-41c9-9934-d8f4bb68b669 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:09.831484 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-46793440-35aa-41c9-9934-d8f4bb68b669 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:09.845830 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 144ba01b-0f8c-4c72-a569-7310247a5f09 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:09.909101 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46793440-35aa-41c9-9934-d8f4bb68b669 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e35b1128-17ca-40d5-9486-8fcaf320235a,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:09.935831 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-46793440-35aa-41c9-9934-d8f4bb68b669 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:09.937514 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a9212eff-daf7-434a-9545-fce074a9c326 None None] Provisioning complete for port 144ba01b-0f8c-4c72-a569-7310247a5f09 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:09.937869 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a9212eff-daf7-434a-9545-fce074a9c326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:09.938988 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-46793440-35aa-41c9-9934-d8f4bb68b669 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2924838 May 06 09:54:09.962182 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34804) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:09.969898 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-fd97ce21-64a7-4112-8d4c-701bfa6e6c8c tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group_rule': {'security_group_id': 'e35b1128-17ca-40d5-9486-8fcaf320235a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:09.971777 n-d-840835-1 neutron-server[102653]: WARNING neutron.api.v2.base [None req-fd97ce21-64a7-4112-8d4c-701bfa6e6c8c tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 06 09:54:09.972604 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-fd97ce21-64a7-4112-8d4c-701bfa6e6c8c tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:54:09.974089 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6238dfbd-2c01-4dfe-9405-fc318bda80bd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:09.976034 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fd97ce21-64a7-4112-8d4c-701bfa6e6c8c tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0102208 May 06 09:54:09.978740 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34808) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:10.039969 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ea8a5a4b-bef7-46d4-97b2-7a268a28e628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:10.054055 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6238dfbd-2c01-4dfe-9405-fc318bda80bd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:10.058719 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9ac00836-ad95-4187-a028-6a937e510d95 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:10.088731 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9ac00836-ad95-4187-a028-6a937e510d95 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:10.155546 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29049786-7296-460c-8043-8a6fd979e612 req-d43fd1ef-5504-4073-bea7-eb0f1b885fd4 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:10.167860 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-29049786-7296-460c-8043-8a6fd979e612 req-d43fd1ef-5504-4073-bea7-eb0f1b885fd4 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 946 time: 0.3479719 May 06 09:54:10.180614 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 144ba01b-0f8c-4c72-a569-7310247a5f09 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:10.181881 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:10.228869 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ea8a5a4b-bef7-46d4-97b2-7a268a28e628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:10.244068 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9ac00836-ad95-4187-a028-6a937e510d95 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:10.251243 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9ac00836-ad95-4187-a028-6a937e510d95 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:10.253674 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9ac00836-ad95-4187-a028-6a937e510d95 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "DELETE /v2.0/security-groups/e35b1128-17ca-40d5-9486-8fcaf320235a HTTP/1.1" status: 204 len: 168 time: 0.2737186 May 06 09:54:10.267199 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34816) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:10.275391 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-8435e68c-48c2-42bf-993f-668c79d66dc4 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5111237 May 06 09:54:10.297228 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-3589fdbd-3bcf-4c3e-bece-d75a82dc91ad tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:10.298762 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-3589fdbd-3bcf-4c3e-bece-d75a82dc91ad tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.77 "GET /v2.0/networks?id=6b90c8ae-38c7-48da-870f-80fb484f8413 HTTP/1.1" status: 200 len: 814 time: 1.4705851 May 06 09:54:10.304494 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ea8a5a4b-bef7-46d4-97b2-7a268a28e628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:10.313790 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-0d736e29-4621-4891-860f-75aefc2bdeac service neutron] Request body: {'port': {'device_id': '7d97d510-8a6d-42c4-a768-8907f7481365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:10.324528 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a9212eff-daf7-434a-9545-fce074a9c326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:10.373835 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-29049786-7296-460c-8043-8a6fd979e612 req-c93a9be7-72a8-41a5-bcb8-e7d5602df9bc tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025559 May 06 09:54:10.379887 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac00836-ad95-4187-a028-6a937e510d95 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35b1128-17ca-40d5-9486-8fcaf320235a,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:10.390148 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-8a844edf-f0a5-4257-8efe-fd53266691bc tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Request body: {'port': {'device_id': '796ad1b2-6c80-477d-a898-b280251364d2', 'network_id': '6b90c8ae-38c7-48da-870f-80fb484f8413', 'admin_state_up': True, 'tenant_id': 'cbf3bab6326e49b59a55540a29c5e38f'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:10.470968 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-465caf0e-8eac-47a2-962e-4047e0f97cbf tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1893117 May 06 09:54:10.474388 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34824) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:10.489542 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-d26adbfb-801d-427c-aed8-a29ec1aafaf9 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group': {'name': 'tempest-secgroup--894386082'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:10.493470 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a9212eff-daf7-434a-9545-fce074a9c326 None None] For port 144ba01b-0f8c-4c72-a569-7310247a5f09, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=144ba01b-0f8c-4c72-a569-7310247a5f09,segment=NetworkSegment(bc12b984-1f78-4dbb-a957-294ddc4525ce),segment_id=bc12b984-1f78-4dbb-a957-294ddc4525ce)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:10.500595 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:10.513284 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a9212eff-daf7-434a-9545-fce074a9c326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:10.516035 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b838b2-e8d4-4059-add7-5982d3c6bad7 None None] Update dhcp port {'port': {'network_id': 'dcf0f7db-b406-437c-a879-859f61e2136f', 'fixed_ips': [{'subnet_id': 'b51af64b-6eba-4afa-9e74-6d7d33bef07d', 'ip_address': '172.20.0.2'}, {'subnet_id': '3acf98c3-2a70-4954-aa7b-82543003a781'}], 'binding:host_id': 'n-d-840835-1'}, 'id': '144ba01b-0f8c-4c72-a569-7310247a5f09'} from n-d-840835-1. {{(pid=102654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 09:54:10.523812 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d26adbfb-801d-427c-aed8-a29ec1aafaf9 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:10.524051 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6238dfbd-2c01-4dfe-9405-fc318bda80bd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network dcf0f7db-b406-437c-a879-859f61e2136f is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:10.616264 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-40b838b2-e8d4-4059-add7-5982d3c6bad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:10.678361 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a3c35-12b2-45b4-bf1f-cab8a77de710 req-572feb2c-22f7-4df8-a914-a24ec61497c8 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:10.678596 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9212eff-daf7-434a-9545-fce074a9c326 None None] Pushing event updated for resources: {'Port': ['ID=144ba01b-0f8c-4c72-a569-7310247a5f09,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:10.686641 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c37a3c35-12b2-45b4-bf1f-cab8a77de710 req-572feb2c-22f7-4df8-a914-a24ec61497c8 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 946 time: 0.1157892 May 06 09:54:10.705255 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d26adbfb-801d-427c-aed8-a29ec1aafaf9 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:10.715307 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d26adbfb-801d-427c-aed8-a29ec1aafaf9 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:10.729729 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:54:10.730123 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:54:10.740682 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-6238dfbd-2c01-4dfe-9405-fc318bda80bd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:10.743365 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238dfbd-2c01-4dfe-9405-fc318bda80bd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Port': ['ID=0300e843-225d-48bb-8129-bf24c4dde102,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:10.751310 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6238dfbd-2c01-4dfe-9405-fc318bda80bd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:10.751632 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d26adbfb-801d-427c-aed8-a29ec1aafaf9 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:10.752964 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d26adbfb-801d-427c-aed8-a29ec1aafaf9 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2772298 May 06 09:54:10.759433 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34828) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:10.764719 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-ed51c7ad-72b8-4f96-8954-3120fd36fcbf tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group_rule': {'security_group_id': 'f477936d-aff6-4d0c-a7f5-5cfcda4ba882', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:10.779842 n-d-840835-1 neutron-server[102653]: WARNING neutron.api.v2.base [None req-ed51c7ad-72b8-4f96-8954-3120fd36fcbf tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 06 09:54:10.780938 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-ed51c7ad-72b8-4f96-8954-3120fd36fcbf tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:54:10.782586 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ed51c7ad-72b8-4f96-8954-3120fd36fcbf tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0217550 May 06 09:54:10.794415 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c37a3c35-12b2-45b4-bf1f-cab8a77de710 req-e087a751-e806-4129-8fde-77b1b8598357 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066651 May 06 09:54:10.795013 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34830) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:10.804528 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-9d8f7bc9-bf72-4c86-94fa-90d57c977e6c tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group_rule': {'security_group_id': 'f477936d-aff6-4d0c-a7f5-5cfcda4ba882', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:10.805360 n-d-840835-1 neutron-server[102653]: WARNING neutron.api.v2.base [None req-9d8f7bc9-bf72-4c86-94fa-90d57c977e6c tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 06 09:54:10.805967 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-9d8f7bc9-bf72-4c86-94fa-90d57c977e6c tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:54:10.807234 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9d8f7bc9-bf72-4c86-94fa-90d57c977e6c tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0084467 May 06 09:54:10.810051 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34832) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:10.815958 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ea8a5a4b-bef7-46d4-97b2-7a268a28e628 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f808a9e4e0d6421cb7039b73010e6b2d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4082124 May 06 09:54:10.820238 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-568ca3e7-cd1b-4b5d-a8e3-77c299e4779b tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group_rule': {'security_group_id': 'f477936d-aff6-4d0c-a7f5-5cfcda4ba882', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:10.821363 n-d-840835-1 neutron-server[102653]: WARNING neutron.api.v2.base [None req-568ca3e7-cd1b-4b5d-a8e3-77c299e4779b tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 06 09:54:10.822209 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-568ca3e7-cd1b-4b5d-a8e3-77c299e4779b tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:54:10.823699 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-568ca3e7-cd1b-4b5d-a8e3-77c299e4779b tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0108218 May 06 09:54:10.824768 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34834) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:10.826681 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34836) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:10.833571 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26adbfb-801d-427c-aed8-a29ec1aafaf9 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f477936d-aff6-4d0c-a7f5-5cfcda4ba882,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:10.840960 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-8a844edf-f0a5-4257-8efe-fd53266691bc tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Made reservation on behalf of cbf3bab6326e49b59a55540a29c5e38f for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:10.842552 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-b3e65f6e-588e-4339-93a8-ca40b6fef1ba tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group_rule': {'security_group_id': 'f477936d-aff6-4d0c-a7f5-5cfcda4ba882', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:10.843405 n-d-840835-1 neutron-server[102653]: WARNING neutron.api.v2.base [None req-b3e65f6e-588e-4339-93a8-ca40b6fef1ba tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 06 09:54:10.843906 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-b3e65f6e-588e-4339-93a8-ca40b6fef1ba tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:54:10.844536 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-8a844edf-f0a5-4257-8efe-fd53266691bc tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:10.845410 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b3e65f6e-588e-4339-93a8-ca40b6fef1ba tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0088029 May 06 09:54:10.852778 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34838) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:10.861900 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a5a4b-bef7-46d4-97b2-7a268a28e628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edd5607-700e-4c94-805c-c7c322070479,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:10.905945 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-0d736e29-4621-4891-860f-75aefc2bdeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:10.975078 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5937a1-4989-4c9a-8133-d25d44cd2947 x-openstack-request-id: req-be5937a1-4989-4c9a-8133-d25d44cd2947 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:54:10.975383 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9997a7a-87c5-45ef-bd39-29f0b4a1c40d", "name": "network-vif-plugged", "status": "completed", "tag": "a9c76481-9e3e-4342-aee4-887479d4fbd8", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:54:10.975678 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-be5937a1-4989-4c9a-8133-d25d44cd2947 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:54:10.976385 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be5937a1-4989-4c9a-8133-d25d44cd2947'] response: {'server_uuid': 'a9997a7a-87c5-45ef-bd39-29f0b4a1c40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c76481-9e3e-4342-aee4-887479d4fbd8', 'code': 200} May 06 09:54:10.976786 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-07373ae3-5113-492f-8829-0dbb70713f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:10.980508 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a9974817-d898-443f-bacf-2f42b645bcb6 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:11.031346 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6238dfbd-2c01-4dfe-9405-fc318bda80bd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:11.032856 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6238dfbd-2c01-4dfe-9405-fc318bda80bd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:11.044235 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-07373ae3-5113-492f-8829-0dbb70713f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:11.078681 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a9974817-d898-443f-bacf-2f42b645bcb6 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:11.083442 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26f78dfc-cd38-4014-aac7-aefb02bfb73b req-0889f8dc-7663-4a3a-8010-065185839137 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a28bf59-3030-4cc1-b20e-bb7d64e5af06 HTTP/1.1" status: 200 len: 210 time: 0.0627444 May 06 09:54:11.085387 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-40b838b2-e8d4-4059-add7-5982d3c6bad7 None None] Allocated IP 172.20.0.18 (dcf0f7db-b406-437c-a879-859f61e2136f/3acf98c3-2a70-4954-aa7b-82543003a781/144ba01b-0f8c-4c72-a569-7310247a5f09) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:11.222385 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6238dfbd-2c01-4dfe-9405-fc318bda80bd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.3942909 May 06 09:54:11.225507 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34846) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:11.231495 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a9974817-d898-443f-bacf-2f42b645bcb6 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:11.233649 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a9974817-d898-443f-bacf-2f42b645bcb6 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:11.234671 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a9974817-d898-443f-bacf-2f42b645bcb6 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "DELETE /v2.0/security-groups/f477936d-aff6-4d0c-a7f5-5cfcda4ba882 HTTP/1.1" status: 204 len: 168 time: 0.3809612 May 06 09:54:11.247401 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-b9ffa5bf-91ed-42e0-b868-ed649d994f7c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b51af64b-6eba-4afa-9e74-6d7d33bef07d'}]}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:11.251821 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34848) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:11.286377 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-40b838b2-e8d4-4059-add7-5982d3c6bad7 None None] For port 144ba01b-0f8c-4c72-a569-7310247a5f09, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=144ba01b-0f8c-4c72-a569-7310247a5f09,segment=NetworkSegment(bc12b984-1f78-4dbb-a957-294ddc4525ce),segment_id=bc12b984-1f78-4dbb-a957-294ddc4525ce)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:11.335554 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-40b838b2-e8d4-4059-add7-5982d3c6bad7 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:11.345518 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-40b838b2-e8d4-4059-add7-5982d3c6bad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:11.426253 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:54:11.478863 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 144ba01b-0f8c-4c72-a569-7310247a5f09 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:11.544346 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b838b2-e8d4-4059-add7-5982d3c6bad7 None None] Pushing event updated for resources: {'Port': ['ID=144ba01b-0f8c-4c72-a569-7310247a5f09,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:11.566745 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf4565-73de-45d2-840a-9773660ef793 req-5cca5cf8-affc-4ac7-aae2-7c4f0cfc5d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:11.569160 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-faaf4565-73de-45d2-840a-9773660ef793 req-5cca5cf8-affc-4ac7-aae2-7c4f0cfc5d48 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 1097 time: 0.4334042 May 06 09:54:11.580399 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4da1db57-a4c8-4087-9129-25326a8fdb01 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3236902 May 06 09:54:11.580961 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 144ba01b-0f8c-4c72-a569-7310247a5f09 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:11.580961 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:11.651211 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34860) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:11.651530 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9974817-d898-443f-bacf-2f42b645bcb6 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f477936d-aff6-4d0c-a7f5-5cfcda4ba882,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:11.662201 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-939b21a8-73a8-45a9-899e-c86436cc1a61 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group': {'name': 'tempest-secgroup--1035413197'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:11.760589 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b9ffa5bf-91ed-42e0-b868-ed649d994f7c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:11.779012 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-07373ae3-5113-492f-8829-0dbb70713f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:11.781246 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-07373ae3-5113-492f-8829-0dbb70713f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:11.784743 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-07373ae3-5113-492f-8829-0dbb70713f6b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0edd5607-700e-4c94-805c-c7c322070479 HTTP/1.1" status: 204 len: 168 time: 0.9565997 May 06 09:54:11.853391 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-0d736e29-4621-4891-860f-75aefc2bdeac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad863945-c523-495c-8301-127c69dbbf3b {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:54:11.866747 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-0d736e29-4621-4891-860f-75aefc2bdeac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:11.886419 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-0d736e29-4621-4891-860f-75aefc2bdeac service neutron] Transition to ACTIVE for port object ad863945-c523-495c-8301-127c69dbbf3b will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:54:11.898962 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07373ae3-5113-492f-8829-0dbb70713f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edd5607-700e-4c94-805c-c7c322070479,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:11.983002 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-0d736e29-4621-4891-860f-75aefc2bdeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:12.056535 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-8a844edf-f0a5-4257-8efe-fd53266691bc tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Allocated IP 172.20.0.3 (6b90c8ae-38c7-48da-870f-80fb484f8413/efae5f4a-8926-4286-a092-abe4290135e7/ed7b32e6-c9f6-48e8-95af-a9133cabde9d) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:12.119692 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d736e29-4621-4891-860f-75aefc2bdeac service neutron] Pushing event updated for resources: {'Port': ['ID=ad863945-c523-495c-8301-127c69dbbf3b,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:12.237986 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-939b21a8-73a8-45a9-899e-c86436cc1a61 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:12.427593 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e0340f-e1ab-47c1-94ee-3916a022d994 None None] Network dcf0f7db-b406-437c-a879-859f61e2136f requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:12.506735 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-0d736e29-4621-4891-860f-75aefc2bdeac service neutron] Attempting to bind port ad863945-c523-495c-8301-127c69dbbf3b on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:54:12.507074 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-0d736e29-4621-4891-860f-75aefc2bdeac service neutron] Attempting to bind port ad863945-c523-495c-8301-127c69dbbf3b by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'd9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6b90c8ae-38c7-48da-870f-80fb484f8413'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:54:12.507361 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-0d736e29-4621-4891-860f-75aefc2bdeac service neutron] Attempting to bind port ad863945-c523-495c-8301-127c69dbbf3b on network 6b90c8ae-38c7-48da-870f-80fb484f8413 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:12.528745 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-0d736e29-4621-4891-860f-75aefc2bdeac service neutron] Port ad863945-c523-495c-8301-127c69dbbf3b on network 6b90c8ae-38c7-48da-870f-80fb484f8413 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:54:12.533821 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-0d736e29-4621-4891-860f-75aefc2bdeac service neutron] Attempting to bind port ad863945-c523-495c-8301-127c69dbbf3b on network 6b90c8ae-38c7-48da-870f-80fb484f8413 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:12.549729 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-0d736e29-4621-4891-860f-75aefc2bdeac service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:54:12.551276 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-0d736e29-4621-4891-860f-75aefc2bdeac service neutron] Checking segment: {'id': 'd9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6b90c8ae-38c7-48da-870f-80fb484f8413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:12.551685 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-0d736e29-4621-4891-860f-75aefc2bdeac service neutron] Bound using segment: {'id': 'd9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6b90c8ae-38c7-48da-870f-80fb484f8413'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:54:12.552158 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-0d736e29-4621-4891-860f-75aefc2bdeac service neutron] Bound port: ad863945-c523-495c-8301-127c69dbbf3b, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6b90c8ae-38c7-48da-870f-80fb484f8413'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:54:12.552531 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-0d736e29-4621-4891-860f-75aefc2bdeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:12.639391 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4eee2159-8860-4308-ad8e-8e7524a997b5 None None] Provisioning complete for port 0300e843-225d-48bb-8129-bf24c4dde102 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:12.640047 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4eee2159-8860-4308-ad8e-8e7524a997b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:12.702550 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-8a844edf-f0a5-4257-8efe-fd53266691bc tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:12.707110 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-0d736e29-4621-4891-860f-75aefc2bdeac service neutron] For port ad863945-c523-495c-8301-127c69dbbf3b, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:54:12.726294 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-0d736e29-4621-4891-860f-75aefc2bdeac service neutron] For port ad863945-c523-495c-8301-127c69dbbf3b, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=ad863945-c523-495c-8301-127c69dbbf3b,segment=NetworkSegment(d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc),segment_id=d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:54:12.730674 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-4eee2159-8860-4308-ad8e-8e7524a997b5 None None] Port 0300e843-225d-48bb-8129-bf24c4dde102 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:54:12.742964 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-0d736e29-4621-4891-860f-75aefc2bdeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:12.792320 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-faaf4565-73de-45d2-840a-9773660ef793 req-29e7a6d3-ba56-4fed-a9bc-761349b4e441 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1825478 May 06 09:54:12.793610 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4eee2159-8860-4308-ad8e-8e7524a997b5 None None] Provisioning complete for port 144ba01b-0f8c-4c72-a569-7310247a5f09 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:12.794019 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4eee2159-8860-4308-ad8e-8e7524a997b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:12.800245 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07475e65-afe7-4a7a-9973-5b413b0b38b1 req-b62bf8f9-377f-41fc-b6ac-3400d30be44e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:12.801971 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-07475e65-afe7-4a7a-9973-5b413b0b38b1 req-b62bf8f9-377f-41fc-b6ac-3400d30be44e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 946 time: 1.0432367 May 06 09:54:12.827087 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-0d736e29-4621-4891-860f-75aefc2bdeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:12.827767 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-0d736e29-4621-4891-860f-75aefc2bdeac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:12.829514 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-0d736e29-4621-4891-860f-75aefc2bdeac service neutron] 10.222.0.84 "PUT /v2.0/ports/ad863945-c523-495c-8301-127c69dbbf3b HTTP/1.1" status: 200 len: 1092 time: 2.5297585 May 06 09:54:12.830156 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d97d510-8a6d-42c4-a768-8907f7481365', 'tag': 'ad863945-c523-495c-8301-127c69dbbf3b'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:54:12.833799 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5a3cc6-1d47-43db-ba88-ed4207fa1cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "7d97d510-8a6d-42c4-a768-8907f7481365", "tag": "ad863945-c523-495c-8301-127c69dbbf3b"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:54:12.852488 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-8a844edf-f0a5-4257-8efe-fd53266691bc tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:12.909443 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-f960d6b3-e05c-41e3-8838-65ffe514e540 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:12.910644 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-f960d6b3-e05c-41e3-8838-65ffe514e540 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.84 "GET /v2.0/networks?id=6b90c8ae-38c7-48da-870f-80fb484f8413 HTTP/1.1" status: 200 len: 814 time: 1.3891373 May 06 09:54:12.930815 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d736e29-4621-4891-860f-75aefc2bdeac service neutron] Pushing event updated for resources: {'Port': ['ID=ad863945-c523-495c-8301-127c69dbbf3b,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:12.984029 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-8a844edf-f0a5-4257-8efe-fd53266691bc tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Network 6b90c8ae-38c7-48da-870f-80fb484f8413 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:12.991948 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-8a844edf-f0a5-4257-8efe-fd53266691bc tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:13.000124 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-b9ffa5bf-91ed-42e0-b868-ed649d994f7c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Delete allocated IP 172.20.0.27 (dcf0f7db-b406-437c-a879-859f61e2136f/3acf98c3-2a70-4954-aa7b-82543003a781) {{(pid=102653) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 09:54:13.036343 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a844edf-f0a5-4257-8efe-fd53266691bc tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Pushing event updated for resources: {'Port': ['ID=ed7b32e6-c9f6-48e8-95af-a9133cabde9d,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:13.046630 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-8a844edf-f0a5-4257-8efe-fd53266691bc tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:13.071799 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-8deaa733-aa8f-4938-b97e-a06012c15bf6 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Request body: {'port': {'device_id': '1a28bf59-3030-4cc1-b20e-bb7d64e5af06', 'network_id': '6b90c8ae-38c7-48da-870f-80fb484f8413', 'admin_state_up': True, 'tenant_id': 'cbf3bab6326e49b59a55540a29c5e38f'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:13.097711 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770a844-860d-403e-a892-b7e40774c54c req-036bb67c-fdcd-44a8-b041-562af237578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:13.099493 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e770a844-860d-403e-a892-b7e40774c54c req-036bb67c-fdcd-44a8-b041-562af237578f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 1097 time: 0.3408144 May 06 09:54:13.144320 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-811d1173-4567-4fa0-9802-1e633911ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:13.146659 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-811d1173-4567-4fa0-9802-1e633911ac69 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cbf3bab6326e49b59a55540a29c5e38f&device_id=7d97d510-8a6d-42c4-a768-8907f7481365 HTTP/1.1" status: 200 len: 1095 time: 0.0911212 May 06 09:54:13.153094 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-8a844edf-f0a5-4257-8efe-fd53266691bc tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:13.153522 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-07475e65-afe7-4a7a-9973-5b413b0b38b1 req-79947b51-f30e-4c3d-bb2e-b27b34b17d35 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2936604 May 06 09:54:13.154238 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-8a844edf-f0a5-4257-8efe-fd53266691bc tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:13.200924 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-939b21a8-73a8-45a9-899e-c86436cc1a61 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:13.208226 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-9d426109-e5d9-4bf2-abbd-b30835a5efe1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad863945-c523-495c-8301-127c69dbbf3b HTTP/1.1" status: 200 len: 217 time: 0.0489941 May 06 09:54:13.221037 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-8a844edf-f0a5-4257-8efe-fd53266691bc tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8883672 May 06 09:54:13.222192 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4be24e77-45c1-4eb2-bd1d-ac153613d215 None None] Provisioning complete for port 0300e843-225d-48bb-8129-bf24c4dde102 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:13.223353 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4be24e77-45c1-4eb2-bd1d-ac153613d215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:13.271844 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-4be24e77-45c1-4eb2-bd1d-ac153613d215 None None] Port 0300e843-225d-48bb-8129-bf24c4dde102 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:54:13.299667 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4be24e77-45c1-4eb2-bd1d-ac153613d215 None None] Provisioning complete for port 144ba01b-0f8c-4c72-a569-7310247a5f09 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:13.300195 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4be24e77-45c1-4eb2-bd1d-ac153613d215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:13.323382 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-714853cf-d084-4282-9f9b-51b7a3081336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:13.325388 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-714853cf-d084-4282-9f9b-51b7a3081336 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=efae5f4a-8926-4286-a092-abe4290135e7 HTTP/1.1" status: 200 len: 853 time: 0.1022286 May 06 09:54:13.330987 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-fa26647b-804c-46fd-a9a8-33f5ec200ccc service neutron] Request body: {'port': {'device_id': '796ad1b2-6c80-477d-a898-b280251364d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:13.430338 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-fa26647b-804c-46fd-a9a8-33f5ec200ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:13.538524 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 144ba01b-0f8c-4c72-a569-7310247a5f09 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:13.539551 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-a0304f55-e8c0-44ef-949c-4da50cf9e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:13.541199 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-a0304f55-e8c0-44ef-949c-4da50cf9e577 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6b90c8ae-38c7-48da-870f-80fb484f8413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120124 May 06 09:54:13.546792 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-939b21a8-73a8-45a9-899e-c86436cc1a61 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:13.641102 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-939b21a8-73a8-45a9-899e-c86436cc1a61 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:13.642530 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-939b21a8-73a8-45a9-899e-c86436cc1a61 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9884987 May 06 09:54:13.645842 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34886) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:13.666540 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-c1bc55f9-eeaf-463f-bdb1-002f0ec0e8e4 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group_rule': {'security_group_id': '10737a26-5714-439c-a94a-eeb1e9087a30', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:13.667451 n-d-840835-1 neutron-server[102653]: WARNING neutron.api.v2.base [None req-c1bc55f9-eeaf-463f-bdb1-002f0ec0e8e4 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 06 09:54:13.667971 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-c1bc55f9-eeaf-463f-bdb1-002f0ec0e8e4 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:54:13.669092 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c1bc55f9-eeaf-463f-bdb1-002f0ec0e8e4 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0163376 May 06 09:54:13.671082 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e770a844-860d-403e-a892-b7e40774c54c req-82bbad6c-a1d1-4125-9c89-868426115966 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5296977 May 06 09:54:13.679447 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34890) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:13.680284 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b21a8-73a8-45a9-899e-c86436cc1a61 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10737a26-5714-439c-a94a-eeb1e9087a30,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:13.682843 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-8deaa733-aa8f-4938-b97e-a06012c15bf6 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Made reservation on behalf of cbf3bab6326e49b59a55540a29c5e38f for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:13.686724 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-d9269b5d-a881-4c9d-85af-5d80c1cd823f tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group_rule': {'security_group_id': '10737a26-5714-439c-a94a-eeb1e9087a30', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:13.686932 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-8deaa733-aa8f-4938-b97e-a06012c15bf6 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:13.690493 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-28d75052-693e-48c6-bcff-c8ba072d0721 None None] Provisioning complete for port 0300e843-225d-48bb-8129-bf24c4dde102 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:13.690876 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-28d75052-693e-48c6-bcff-c8ba072d0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:13.744574 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-28d75052-693e-48c6-bcff-c8ba072d0721 None None] Port 0300e843-225d-48bb-8129-bf24c4dde102 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:54:13.747616 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 144ba01b-0f8c-4c72-a569-7310247a5f09 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:13.747995 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:13.812827 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-28d75052-693e-48c6-bcff-c8ba072d0721 None None] Provisioning complete for port ed7b32e6-c9f6-48e8-95af-a9133cabde9d triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:13.813230 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-28d75052-693e-48c6-bcff-c8ba072d0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:13.842527 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f4f77-e426-41df-9a81-396695574eb5 req-206560c1-c308-4916-bfc3-89d4a735a6d2 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:13.854551 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a12f4f77-e426-41df-9a81-396695574eb5 req-206560c1-c308-4916-bfc3-89d4a735a6d2 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 946 time: 0.1801779 May 06 09:54:13.921651 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b9ffa5bf-91ed-42e0-b868-ed649d994f7c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:13.922157 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-28d75052-693e-48c6-bcff-c8ba072d0721 None None] Port ed7b32e6-c9f6-48e8-95af-a9133cabde9d cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:54:13.935359 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a12f4f77-e426-41df-9a81-396695574eb5 req-1224d2cf-c0c6-43e5-8c53-f26d0484aab1 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798221 May 06 09:54:13.974278 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b9ffa5bf-91ed-42e0-b868-ed649d994f7c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:14.099962 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-8deaa733-aa8f-4938-b97e-a06012c15bf6 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Allocated IP 172.20.0.10 (6b90c8ae-38c7-48da-870f-80fb484f8413/efae5f4a-8926-4286-a092-abe4290135e7/53a3c8d9-b834-45d3-af81-65973f2d097f) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:14.136119 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-44b48d1d-5369-4380-98c4-534ad65e8940 req-ff70c9f4-9284-4d0a-b7f7-abfcd2ff8d9e tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a28bf59-3030-4cc1-b20e-bb7d64e5af06 HTTP/1.1" status: 200 len: 210 time: 0.0729270 May 06 09:54:14.153910 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffa5bf-91ed-42e0-b868-ed649d994f7c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Port': ['ID=0300e843-225d-48bb-8129-bf24c4dde102,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:14.177479 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-b9ffa5bf-91ed-42e0-b868-ed649d994f7c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] In _notify_port_updated(), no bound segment for port 0300e843-225d-48bb-8129-bf24c4dde102 on network dcf0f7db-b406-437c-a879-859f61e2136f {{(pid=102653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:54:14.185310 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ffa5bf-91ed-42e0-b868-ed649d994f7c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:14.186291 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b9ffa5bf-91ed-42e0-b868-ed649d994f7c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:14.188073 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b9ffa5bf-91ed-42e0-b868-ed649d994f7c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "PUT /v2.0/ports/0300e843-225d-48bb-8129-bf24c4dde102 HTTP/1.1" status: 200 len: 918 time: 2.9602466 May 06 09:54:14.196294 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34906) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:14.206774 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-c429afde-6038-463e-87c7-c2b8fc2cdb74 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b51af64b-6eba-4afa-9e74-6d7d33bef07d'}, {'subnet_id': '3acf98c3-2a70-4954-aa7b-82543003a781'}]}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:14.241575 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8baad95-0c8a-44da-a639-746233fca081 x-openstack-request-id: req-e8baad95-0c8a-44da-a639-746233fca081 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:54:14.242184 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d97d510-8a6d-42c4-a768-8907f7481365", "tag": "ad863945-c523-495c-8301-127c69dbbf3b", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:54:14.242184 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e8baad95-0c8a-44da-a639-746233fca081 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:54:14.242518 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8baad95-0c8a-44da-a639-746233fca081'] response: {'name': 'network-changed', 'server_uuid': '7d97d510-8a6d-42c4-a768-8907f7481365', 'tag': 'ad863945-c523-495c-8301-127c69dbbf3b', 'status': 'completed', 'code': 200} May 06 09:54:14.297753 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-8435c1ce-d080-4d48-b45d-843b2e3d7e0e service neutron] 10.222.0.84 "GET /v2.0/networks/6b90c8ae-38c7-48da-870f-80fb484f8413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7155724 May 06 09:54:14.303030 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-d9269b5d-a881-4c9d-85af-5d80c1cd823f tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:54:14.304677 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d9269b5d-a881-4c9d-85af-5d80c1cd823f tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6238205 May 06 09:54:14.314213 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34910) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:14.319582 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-77c2d8d9-06b7-49e5-9497-8a77b3c1da27 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group_rule': {'security_group_id': '10737a26-5714-439c-a94a-eeb1e9087a30', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:14.321658 n-d-840835-1 neutron-server[102652]: WARNING neutron.api.v2.base [None req-77c2d8d9-06b7-49e5-9497-8a77b3c1da27 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 06 09:54:14.322372 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-77c2d8d9-06b7-49e5-9497-8a77b3c1da27 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:54:14.323777 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-77c2d8d9-06b7-49e5-9497-8a77b3c1da27 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0083575 May 06 09:54:14.334066 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34912) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:14.338859 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-dbf10b71-205b-4200-87e4-6901ef080cf7 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group_rule': {'security_group_id': '10737a26-5714-439c-a94a-eeb1e9087a30', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:14.393918 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c429afde-6038-463e-87c7-c2b8fc2cdb74 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:14.442932 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f0de98dc-c329-4fcf-97a0-9bc448f70619 req-aafa4c27-4330-4691-9f83-8cfcf72144f3 service neutron] 10.222.0.84 "GET /v2.0/networks/6b90c8ae-38c7-48da-870f-80fb484f8413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367204 May 06 09:54:14.444586 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-dbf10b71-205b-4200-87e4-6901ef080cf7 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:54:14.445591 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-dbf10b71-205b-4200-87e4-6901ef080cf7 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1103008 May 06 09:54:14.448485 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34914) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:14.458749 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-faf6137a-4c72-4824-ac7e-d442b95857aa tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group_rule': {'security_group_id': '10737a26-5714-439c-a94a-eeb1e9087a30', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:14.459176 n-d-840835-1 neutron-server[102652]: WARNING neutron.api.v2.base [None req-faf6137a-4c72-4824-ac7e-d442b95857aa tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 06 09:54:14.460217 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-faf6137a-4c72-4824-ac7e-d442b95857aa tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:54:14.460689 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-faf6137a-4c72-4824-ac7e-d442b95857aa tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0102427 May 06 09:54:14.467823 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34916) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:14.473893 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-0f37532c-8029-489c-b147-328bccc1b607 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group_rule': {'security_group_id': '10737a26-5714-439c-a94a-eeb1e9087a30', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:14.517477 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e4a98-8c46-419d-a966-f546492835a8 req-10c0cd02-ef6d-4d8f-ba67-6a0966b2f8f5 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:14.527343 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b94e4a98-8c46-419d-a966-f546492835a8 req-10c0cd02-ef6d-4d8f-ba67-6a0966b2f8f5 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d755482-93d7-45da-b8a7-6b3f9b152cfd HTTP/1.1" status: 200 len: 946 time: 0.1764164 May 06 09:54:14.555305 n-d-840835-1 neutron-server[102652]: INFO neutron.db.securitygroups_db [None req-0f37532c-8029-489c-b147-328bccc1b607 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Project a769c3aa305c4d5884a9ab873e794ae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 09:54:14.581978 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-0f37532c-8029-489c-b147-328bccc1b607 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:54:14.585792 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0f37532c-8029-489c-b147-328bccc1b607 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1142170 May 06 09:54:14.588364 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-8deaa733-aa8f-4938-b97e-a06012c15bf6 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:14.590402 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34924) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:14.607290 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a3cc6-1d47-43db-ba88-ed4207fa1cb1 req-43e86bc8-e6a6-4993-83cf-5b4a6086cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:14.609787 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ea5a3cc6-1d47-43db-ba88-ed4207fa1cb1 req-43e86bc8-e6a6-4993-83cf-5b4a6086cd52 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cbf3bab6326e49b59a55540a29c5e38f&device_id=7d97d510-8a6d-42c4-a768-8907f7481365 HTTP/1.1" status: 200 len: 1095 time: 0.1026814 May 06 09:54:14.615348 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-ae571c12-4fca-4442-90ba-c8d4591219df tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group_rule': {'security_group_id': '10737a26-5714-439c-a94a-eeb1e9087a30', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:14.615964 n-d-840835-1 neutron-server[102652]: WARNING neutron.api.v2.base [None req-ae571c12-4fca-4442-90ba-c8d4591219df tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 06 09:54:14.616539 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-ae571c12-4fca-4442-90ba-c8d4591219df tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:54:14.620484 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ae571c12-4fca-4442-90ba-c8d4591219df tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0177324 May 06 09:54:14.630325 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34928) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:14.658729 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-ecd9c801-2a03-4506-adc5-5349f18d075d tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group_rule': {'security_group_id': '10737a26-5714-439c-a94a-eeb1e9087a30', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:14.678999 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b94e4a98-8c46-419d-a966-f546492835a8 req-815ae935-10c5-4590-8b34-c19767d4dfff tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=282fd752-0c1e-443e-9c12-982b922a1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506095 May 06 09:54:14.741842 n-d-840835-1 neutron-server[102652]: INFO neutron.db.securitygroups_db [None req-ecd9c801-2a03-4506-adc5-5349f18d075d tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Project a769c3aa305c4d5884a9ab873e794ae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 09:54:14.802033 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a3cc6-1d47-43db-ba88-ed4207fa1cb1 req-43569990-cd06-4b6d-ace7-ec37b0e74bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:14.803715 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ea5a3cc6-1d47-43db-ba88-ed4207fa1cb1 req-43569990-cd06-4b6d-ace7-ec37b0e74bd4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6b90c8ae-38c7-48da-870f-80fb484f8413 HTTP/1.1" status: 200 len: 915 time: 0.1721373 May 06 09:54:14.805213 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-ecd9c801-2a03-4506-adc5-5349f18d075d tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:54:14.809629 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ecd9c801-2a03-4506-adc5-5349f18d075d tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1739259 May 06 09:54:14.809629 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34944) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:14.818951 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-cee11bb4-83fb-4663-96e5-bc1327386b49 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group_rule': {'security_group_id': '10737a26-5714-439c-a94a-eeb1e9087a30', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:14.873703 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ea5a3cc6-1d47-43db-ba88-ed4207fa1cb1 req-a86e5db7-f9a2-4eb9-9a29-c83ace9ae25f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad863945-c523-495c-8301-127c69dbbf3b HTTP/1.1" status: 200 len: 217 time: 0.0609550 May 06 09:54:14.902818 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-8deaa733-aa8f-4938-b97e-a06012c15bf6 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:14.917758 n-d-840835-1 neutron-server[102652]: INFO neutron.db.securitygroups_db [None req-cee11bb4-83fb-4663-96e5-bc1327386b49 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Project a769c3aa305c4d5884a9ab873e794ae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 09:54:14.997079 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-8deaa733-aa8f-4938-b97e-a06012c15bf6 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Network 6b90c8ae-38c7-48da-870f-80fb484f8413 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:14.997475 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-cee11bb4-83fb-4663-96e5-bc1327386b49 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:54:15.001340 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cee11bb4-83fb-4663-96e5-bc1327386b49 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1883669 May 06 09:54:15.001718 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34958) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:15.004572 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-8deaa733-aa8f-4938-b97e-a06012c15bf6 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:15.006708 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a3cc6-1d47-43db-ba88-ed4207fa1cb1 req-9348cf41-1e28-45c1-9a25-843b52f9e04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:15.007508 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-8deaa733-aa8f-4938-b97e-a06012c15bf6 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:15.007897 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ea5a3cc6-1d47-43db-ba88-ed4207fa1cb1 req-9348cf41-1e28-45c1-9a25-843b52f9e04b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=efae5f4a-8926-4286-a092-abe4290135e7 HTTP/1.1" status: 200 len: 853 time: 0.1271718 May 06 09:54:15.054247 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8b1d5-01da-40cd-bedb-0b5ddc71078c req-a3a06715-33db-4320-8875-f6a4c1545df8 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:15.056090 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d7e8b1d5-01da-40cd-bedb-0b5ddc71078c req-a3a06715-33db-4320-8875-f6a4c1545df8 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 946 time: 0.1849818 May 06 09:54:15.141747 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deaa733-aa8f-4938-b97e-a06012c15bf6 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Pushing event updated for resources: {'Port': ['ID=53a3c8d9-b834-45d3-af81-65973f2d097f,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:15.196737 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d7e8b1d5-01da-40cd-bedb-0b5ddc71078c req-06ae9f84-32de-4ca9-8399-05ae110ea56d tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959985 May 06 09:54:15.199334 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16559400-bd7d-4e03-9e6c-43cb34092449 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:15.224597 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-8deaa733-aa8f-4938-b97e-a06012c15bf6 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:15.225690 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-8deaa733-aa8f-4938-b97e-a06012c15bf6 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:15.246995 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a3cc6-1d47-43db-ba88-ed4207fa1cb1 req-45140ab5-de1f-4715-b423-ee03d0f662bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:15.254060 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-8deaa733-aa8f-4938-b97e-a06012c15bf6 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2016971 May 06 09:54:15.259681 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-c429afde-6038-463e-87c7-c2b8fc2cdb74 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Allocated IP 172.20.0.20 (dcf0f7db-b406-437c-a879-859f61e2136f/3acf98c3-2a70-4954-aa7b-82543003a781/0300e843-225d-48bb-8129-bf24c4dde102) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:15.271173 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ea5a3cc6-1d47-43db-ba88-ed4207fa1cb1 req-45140ab5-de1f-4715-b423-ee03d0f662bc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6b90c8ae-38c7-48da-870f-80fb484f8413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2293928 May 06 09:54:15.272983 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-4a056203-7e55-4a73-8c84-de24d6849c45 service neutron] Request body: {'port': {'device_id': '1a28bf59-3030-4cc1-b20e-bb7d64e5af06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:15.392371 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16559400-bd7d-4e03-9e6c-43cb34092449 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:15.453375 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a2d2e369-4920-44d8-9497-972010ea0798 None None] Provisioning complete for port 53a3c8d9-b834-45d3-af81-65973f2d097f triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:15.454907 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a2d2e369-4920-44d8-9497-972010ea0798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:15.488715 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-4a056203-7e55-4a73-8c84-de24d6849c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:15.510734 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-fa26647b-804c-46fd-a9a8-33f5ec200ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed7b32e6-c9f6-48e8-95af-a9133cabde9d {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:54:15.540127 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-a2d2e369-4920-44d8-9497-972010ea0798 None None] Port 53a3c8d9-b834-45d3-af81-65973f2d097f cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:54:15.547626 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b96387-26ad-4a2b-9a99-860d0533a790 req-192a4145-bc14-47a1-a2e8-a848cedc94a5 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:15.549522 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-34b96387-26ad-4a2b-9a99-860d0533a790 req-192a4145-bc14-47a1-a2e8-a848cedc94a5 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 946 time: 0.1717148 May 06 09:54:15.557533 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-fa26647b-804c-46fd-a9a8-33f5ec200ccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:15.645588 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c429afde-6038-463e-87c7-c2b8fc2cdb74 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:15.656224 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-fa26647b-804c-46fd-a9a8-33f5ec200ccc service neutron] Transition to ACTIVE for port object ed7b32e6-c9f6-48e8-95af-a9133cabde9d will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:54:15.661936 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16559400-bd7d-4e03-9e6c-43cb34092449 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:15.671202 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d24ead05-1726-4072-9ee1-ac2a0afeb49a None None] Provisioning complete for port 0300e843-225d-48bb-8129-bf24c4dde102 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:15.671603 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d24ead05-1726-4072-9ee1-ac2a0afeb49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:15.674915 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-16559400-bd7d-4e03-9e6c-43cb34092449 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:15.676170 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-16559400-bd7d-4e03-9e6c-43cb34092449 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "DELETE /v2.0/security-groups/10737a26-5714-439c-a94a-eeb1e9087a30 HTTP/1.1" status: 204 len: 168 time: 0.6736720 May 06 09:54:15.687557 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-fa26647b-804c-46fd-a9a8-33f5ec200ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:15.695373 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34966) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:15.700335 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16559400-bd7d-4e03-9e6c-43cb34092449 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10737a26-5714-439c-a94a-eeb1e9087a30,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:15.715039 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d24ead05-1726-4072-9ee1-ac2a0afeb49a None None] Port 0300e843-225d-48bb-8129-bf24c4dde102 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:54:15.723202 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c429afde-6038-463e-87c7-c2b8fc2cdb74 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:15.745316 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f299bca-7210-4acf-857d-f6b4d1586c3c req-af857285-185e-4198-a135-5c9009f48a44 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:15.746833 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9f299bca-7210-4acf-857d-f6b4d1586c3c req-af857285-185e-4198-a135-5c9009f48a44 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d755482-93d7-45da-b8a7-6b3f9b152cfd HTTP/1.1" status: 200 len: 946 time: 0.2078013 May 06 09:54:15.749000 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ea5a3cc6-1d47-43db-ba88-ed4207fa1cb1 req-2872bc1f-ed46-4eff-b7e9-33803c89545b service neutron] 10.222.0.84 "GET /v2.0/networks/6b90c8ae-38c7-48da-870f-80fb484f8413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277530 May 06 09:54:15.750922 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-34b96387-26ad-4a2b-9a99-860d0533a790 req-e4436685-5f11-49ba-83de-442acac52429 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760061 May 06 09:54:15.800029 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26647b-804c-46fd-a9a8-33f5ec200ccc service neutron] Pushing event updated for resources: {'Port': ['ID=ed7b32e6-c9f6-48e8-95af-a9133cabde9d,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:15.888488 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1a182d02-a105-4634-8449-697479c23672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:15.936353 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ed9ee614-076c-47b2-8254-6777a6638a34 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1864276 May 06 09:54:15.945062 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34974) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:15.954429 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-06562a00-cd32-47e8-89f1-29a097b5b6b6 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group': {'name': 'tempest-secgroup--596951688'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:15.978475 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429afde-6038-463e-87c7-c2b8fc2cdb74 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Port': ['ID=0300e843-225d-48bb-8129-bf24c4dde102,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:16.032510 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-c429afde-6038-463e-87c7-c2b8fc2cdb74 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] In _notify_port_updated(), no bound segment for port 0300e843-225d-48bb-8129-bf24c4dde102 on network dcf0f7db-b406-437c-a879-859f61e2136f {{(pid=102653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:54:16.038301 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c429afde-6038-463e-87c7-c2b8fc2cdb74 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:16.038968 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c429afde-6038-463e-87c7-c2b8fc2cdb74 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.042753 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c429afde-6038-463e-87c7-c2b8fc2cdb74 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "PUT /v2.0/ports/0300e843-225d-48bb-8129-bf24c4dde102 HTTP/1.1" status: 200 len: 998 time: 1.8427348 May 06 09:54:16.043653 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34978) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:16.044586 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-06562a00-cd32-47e8-89f1-29a097b5b6b6 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.093335 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff8dc4-aa31-456a-b07f-d1d77a8bf80f req-009c22aa-266e-4ff2-b7a1-d7facd2dcccc tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:16.095231 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-adff8dc4-aa31-456a-b07f-d1d77a8bf80f req-009c22aa-266e-4ff2-b7a1-d7facd2dcccc tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a28bf59-3030-4cc1-b20e-bb7d64e5af06 HTTP/1.1" status: 200 len: 932 time: 0.2551372 May 06 09:54:16.199542 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ea5a3cc6-1d47-43db-ba88-ed4207fa1cb1 req-d9edabc6-2c1b-4062-9dec-0e91db538584 service neutron] 10.222.0.84 "GET /v2.0/networks/6b90c8ae-38c7-48da-870f-80fb484f8413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794646 May 06 09:54:16.208518 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-adff8dc4-aa31-456a-b07f-d1d77a8bf80f req-8bbf15d6-585f-41f2-971b-dc1e689f2080 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020494 May 06 09:54:16.239707 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-fa26647b-804c-46fd-a9a8-33f5ec200ccc service neutron] Attempting to bind port ed7b32e6-c9f6-48e8-95af-a9133cabde9d on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:54:16.240199 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-fa26647b-804c-46fd-a9a8-33f5ec200ccc service neutron] Attempting to bind port ed7b32e6-c9f6-48e8-95af-a9133cabde9d by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'd9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6b90c8ae-38c7-48da-870f-80fb484f8413'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:54:16.240770 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-fa26647b-804c-46fd-a9a8-33f5ec200ccc service neutron] Attempting to bind port ed7b32e6-c9f6-48e8-95af-a9133cabde9d on network 6b90c8ae-38c7-48da-870f-80fb484f8413 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:16.264417 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-fa26647b-804c-46fd-a9a8-33f5ec200ccc service neutron] Port ed7b32e6-c9f6-48e8-95af-a9133cabde9d on network 6b90c8ae-38c7-48da-870f-80fb484f8413 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:54:16.265024 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-fa26647b-804c-46fd-a9a8-33f5ec200ccc service neutron] Attempting to bind port ed7b32e6-c9f6-48e8-95af-a9133cabde9d on network 6b90c8ae-38c7-48da-870f-80fb484f8413 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:16.275408 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-4a056203-7e55-4a73-8c84-de24d6849c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53a3c8d9-b834-45d3-af81-65973f2d097f {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:54:16.275674 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-fa26647b-804c-46fd-a9a8-33f5ec200ccc service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:54:16.275804 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-fa26647b-804c-46fd-a9a8-33f5ec200ccc service neutron] Checking segment: {'id': 'd9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6b90c8ae-38c7-48da-870f-80fb484f8413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:16.276150 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-fa26647b-804c-46fd-a9a8-33f5ec200ccc service neutron] Bound using segment: {'id': 'd9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6b90c8ae-38c7-48da-870f-80fb484f8413'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:54:16.276608 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-fa26647b-804c-46fd-a9a8-33f5ec200ccc service neutron] Bound port: ed7b32e6-c9f6-48e8-95af-a9133cabde9d, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6b90c8ae-38c7-48da-870f-80fb484f8413'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:54:16.276979 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-fa26647b-804c-46fd-a9a8-33f5ec200ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.285549 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-4a056203-7e55-4a73-8c84-de24d6849c45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.297366 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-b39271e1-db30-461a-a0d3-7a5c786aeeaf tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting port 0300e843-225d-48bb-8129-bf24c4dde102 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:16.297749 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39271e1-db30-461a-a0d3-7a5c786aeeaf tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.298564 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-9f299bca-7210-4acf-857d-f6b4d1586c3c req-c1e741eb-d31a-44a8-a22f-3969ac3c93c8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Deleting port c974a161-2872-4b81-8e66-9607719d80f2 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:16.298919 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9f299bca-7210-4acf-857d-f6b4d1586c3c req-c1e741eb-d31a-44a8-a22f-3969ac3c93c8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.345698 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-4a056203-7e55-4a73-8c84-de24d6849c45 service neutron] Transition to ACTIVE for port object 53a3c8d9-b834-45d3-af81-65973f2d097f will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:54:16.369085 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-4a056203-7e55-4a73-8c84-de24d6849c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.409075 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-06562a00-cd32-47e8-89f1-29a097b5b6b6 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.419841 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-06562a00-cd32-47e8-89f1-29a097b5b6b6 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.476633 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86379362-1162-4fe9-8956-9c69f7778c50 req-ab5e1370-a2dd-461e-b06f-ac10a870b418 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:16.485036 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-86379362-1162-4fe9-8956-9c69f7778c50 req-ab5e1370-a2dd-461e-b06f-ac10a870b418 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d755482-93d7-45da-b8a7-6b3f9b152cfd HTTP/1.1" status: 200 len: 946 time: 0.1409228 May 06 09:54:16.522263 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-9f299bca-7210-4acf-857d-f6b4d1586c3c req-c1e741eb-d31a-44a8-a22f-3969ac3c93c8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] For port c974a161-2872-4b81-8e66-9607719d80f2, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=c974a161-2872-4b81-8e66-9607719d80f2,segment=NetworkSegment(851cb677-78d5-47cf-bae8-64d638270576),segment_id=851cb677-78d5-47cf-bae8-64d638270576)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:16.522647 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9f299bca-7210-4acf-857d-f6b4d1586c3c req-c1e741eb-d31a-44a8-a22f-3969ac3c93c8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.525859 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-fa26647b-804c-46fd-a9a8-33f5ec200ccc service neutron] For port ed7b32e6-c9f6-48e8-95af-a9133cabde9d, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:54:16.528876 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a056203-7e55-4a73-8c84-de24d6849c45 service neutron] Pushing event updated for resources: {'Port': ['ID=53a3c8d9-b834-45d3-af81-65973f2d097f,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:16.530527 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-06562a00-cd32-47e8-89f1-29a097b5b6b6 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.532886 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-06562a00-cd32-47e8-89f1-29a097b5b6b6 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5868075 May 06 09:54:16.542126 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34986) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:16.552489 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06562a00-cd32-47e8-89f1-29a097b5b6b6 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e51d933-1f67-4546-885f-52b088ea57c3,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:16.560590 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-fa26647b-804c-46fd-a9a8-33f5ec200ccc service neutron] For port ed7b32e6-c9f6-48e8-95af-a9133cabde9d, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ed7b32e6-c9f6-48e8-95af-a9133cabde9d,segment=NetworkSegment(d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc),segment_id=d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:54:16.573164 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-bb844f56-1dd1-4d02-ad1f-d9ff0b639975 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group_rule': {'security_group_id': '8e51d933-1f67-4546-885f-52b088ea57c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:16.599316 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-fa26647b-804c-46fd-a9a8-33f5ec200ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.608395 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39271e1-db30-461a-a0d3-7a5c786aeeaf tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.658483 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-fa26647b-804c-46fd-a9a8-33f5ec200ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:16.659599 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-fa26647b-804c-46fd-a9a8-33f5ec200ccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.661032 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-fa26647b-804c-46fd-a9a8-33f5ec200ccc service neutron] 10.222.0.77 "PUT /v2.0/ports/ed7b32e6-c9f6-48e8-95af-a9133cabde9d HTTP/1.1" status: 200 len: 1091 time: 3.3345203 May 06 09:54:16.667249 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796ad1b2-6c80-477d-a898-b280251364d2', 'tag': 'ed7b32e6-c9f6-48e8-95af-a9133cabde9d'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:54:16.670321 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e458903d-5cb0-47fd-b953-519435f0e8ea" -d '{"events": [{"name": "network-changed", "server_uuid": "796ad1b2-6c80-477d-a898-b280251364d2", "tag": "ed7b32e6-c9f6-48e8-95af-a9133cabde9d"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:54:16.719754 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-b39271e1-db30-461a-a0d3-7a5c786aeeaf tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Calling delete_port for 0300e843-225d-48bb-8129-bf24c4dde102 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:16.738656 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-86379362-1162-4fe9-8956-9c69f7778c50 req-b4859bf7-1da4-440e-8464-f1171abd7f19 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups?id=282fd752-0c1e-443e-9c12-982b922a1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2521548 May 06 09:54:16.763086 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-4a056203-7e55-4a73-8c84-de24d6849c45 service neutron] Attempting to bind port 53a3c8d9-b834-45d3-af81-65973f2d097f on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:54:16.763731 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-4a056203-7e55-4a73-8c84-de24d6849c45 service neutron] Attempting to bind port 53a3c8d9-b834-45d3-af81-65973f2d097f by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'd9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6b90c8ae-38c7-48da-870f-80fb484f8413'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:54:16.764246 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-4a056203-7e55-4a73-8c84-de24d6849c45 service neutron] Attempting to bind port 53a3c8d9-b834-45d3-af81-65973f2d097f on network 6b90c8ae-38c7-48da-870f-80fb484f8413 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:16.774804 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-4a056203-7e55-4a73-8c84-de24d6849c45 service neutron] Port 53a3c8d9-b834-45d3-af81-65973f2d097f on network 6b90c8ae-38c7-48da-870f-80fb484f8413 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:54:16.775395 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-4a056203-7e55-4a73-8c84-de24d6849c45 service neutron] Attempting to bind port 53a3c8d9-b834-45d3-af81-65973f2d097f on network 6b90c8ae-38c7-48da-870f-80fb484f8413 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:16.782669 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26647b-804c-46fd-a9a8-33f5ec200ccc service neutron] Pushing event updated for resources: {'Port': ['ID=ed7b32e6-c9f6-48e8-95af-a9133cabde9d,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:16.851282 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-ff8ec2ea-74c2-4c23-b46a-53f1f93e5529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:16.858106 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-ff8ec2ea-74c2-4c23-b46a-53f1f93e5529 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cbf3bab6326e49b59a55540a29c5e38f&device_id=796ad1b2-6c80-477d-a898-b280251364d2 HTTP/1.1" status: 200 len: 1094 time: 0.1391327 May 06 09:54:16.880270 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-4a056203-7e55-4a73-8c84-de24d6849c45 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:54:16.880669 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-4a056203-7e55-4a73-8c84-de24d6849c45 service neutron] Checking segment: {'id': 'd9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6b90c8ae-38c7-48da-870f-80fb484f8413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:16.881014 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-4a056203-7e55-4a73-8c84-de24d6849c45 service neutron] Bound using segment: {'id': 'd9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6b90c8ae-38c7-48da-870f-80fb484f8413'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:54:16.881546 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-4a056203-7e55-4a73-8c84-de24d6849c45 service neutron] Bound port: 53a3c8d9-b834-45d3-af81-65973f2d097f, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6b90c8ae-38c7-48da-870f-80fb484f8413'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:54:16.881994 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-4a056203-7e55-4a73-8c84-de24d6849c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.952410 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-1e987bc1-b84f-40a9-b890-5c193c615e99 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed7b32e6-c9f6-48e8-95af-a9133cabde9d HTTP/1.1" status: 200 len: 217 time: 0.0721271 May 06 09:54:16.961576 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9f299bca-7210-4acf-857d-f6b4d1586c3c req-c1e741eb-d31a-44a8-a22f-3969ac3c93c8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.962277 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9f299bca-7210-4acf-857d-f6b4d1586c3c req-c1e741eb-d31a-44a8-a22f-3969ac3c93c8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.962778 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [req-9f299bca-7210-4acf-857d-f6b4d1586c3c req-c1e741eb-d31a-44a8-a22f-3969ac3c93c8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Floating IP 165153ea-11fe-4383-82b1-72d6bca9f43a disassociated. External IP: 172.25.5.243, port: c974a161-2872-4b81-8e66-9607719d80f2. May 06 09:54:16.963563 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-9f299bca-7210-4acf-857d-f6b4d1586c3c req-c1e741eb-d31a-44a8-a22f-3969ac3c93c8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Calling delete_port for c974a161-2872-4b81-8e66-9607719d80f2 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:17.059528 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-bb844f56-1dd1-4d02-ad1f-d9ff0b639975 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] create failed (client error): The resource could not be found. May 06 09:54:17.060978 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bb844f56-1dd1-4d02-ad1f-d9ff0b639975 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4915667 May 06 09:54:17.077287 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34998) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:17.082730 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-d5bed106-504c-40f9-a4e6-fb30f9d81c84 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group_rule': {'security_group_id': '8e51d933-1f67-4546-885f-52b088ea57c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4234998b-12d0-4857-9fa3-d8d94ab340e7'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:17.111325 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-564740a3-e9e3-4f4a-90f4-025542e7bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:17.113173 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-564740a3-e9e3-4f4a-90f4-025542e7bf94 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=efae5f4a-8926-4286-a092-abe4290135e7 HTTP/1.1" status: 200 len: 853 time: 0.1469753 May 06 09:54:17.198216 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92556301-2200-47e3-a22b-3728df43db1c req-8313244f-de8d-4569-ab08-ab9fd216dcd5 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:17.200109 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-92556301-2200-47e3-a22b-3728df43db1c req-8313244f-de8d-4569-ab08-ab9fd216dcd5 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 946 time: 0.2824264 May 06 09:54:17.215830 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-d5bed106-504c-40f9-a4e6-fb30f9d81c84 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] create failed (client error): The resource could not be found. May 06 09:54:17.217160 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d5bed106-504c-40f9-a4e6-fb30f9d81c84 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1386042 May 06 09:54:17.229270 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35002) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:17.230418 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39271e1-db30-461a-a0d3-7a5c786aeeaf tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:17.231043 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-68256604-accb-4d9b-93fd-1beacfcf8183 None None] Provisioning complete for port 0300e843-225d-48bb-8129-bf24c4dde102 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:17.232216 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-68256604-accb-4d9b-93fd-1beacfcf8183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:17.255437 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-68256604-accb-4d9b-93fd-1beacfcf8183 None None] Port 0300e843-225d-48bb-8129-bf24c4dde102 was deleted so its status cannot be updated. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} May 06 09:54:17.268313 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-756df9dc-00c1-4fa7-972a-31b3d34663c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:17.271029 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-756df9dc-00c1-4fa7-972a-31b3d34663c9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6b90c8ae-38c7-48da-870f-80fb484f8413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1284220 May 06 09:54:17.328687 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-4a056203-7e55-4a73-8c84-de24d6849c45 service neutron] For port 53a3c8d9-b834-45d3-af81-65973f2d097f, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:54:17.337008 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9f299bca-7210-4acf-857d-f6b4d1586c3c req-c1e741eb-d31a-44a8-a22f-3969ac3c93c8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:17.342524 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39271e1-db30-461a-a0d3-7a5c786aeeaf tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Port': ['ID=0300e843-225d-48bb-8129-bf24c4dde102,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:17.374737 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e741eb-d31a-44a8-a22f-3969ac3c93c8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Pushing event deleted for resources: {'Port': ['ID=c974a161-2872-4b81-8e66-9607719d80f2,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:17.429199 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-4a056203-7e55-4a73-8c84-de24d6849c45 service neutron] For port 53a3c8d9-b834-45d3-af81-65973f2d097f, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=53a3c8d9-b834-45d3-af81-65973f2d097f,segment=NetworkSegment(d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc),segment_id=d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:54:17.436343 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-92556301-2200-47e3-a22b-3728df43db1c req-36d0692f-e01e-41b1-864c-e4395044526b tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160294 May 06 09:54:17.462163 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-4a056203-7e55-4a73-8c84-de24d6849c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:17.496709 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-b85d4f4e-1273-49e2-9ecc-09cc37e9db3d service neutron] 10.222.0.77 "GET /v2.0/networks/6b90c8ae-38c7-48da-870f-80fb484f8413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182400 May 06 09:54:17.516068 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ea5655-67fb-42d1-8f7c-6502bea984c4 x-openstack-request-id: req-04ea5655-67fb-42d1-8f7c-6502bea984c4 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:54:17.516392 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "796ad1b2-6c80-477d-a898-b280251364d2", "tag": "ed7b32e6-c9f6-48e8-95af-a9133cabde9d", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:54:17.516643 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-04ea5655-67fb-42d1-8f7c-6502bea984c4 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:54:17.517136 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04ea5655-67fb-42d1-8f7c-6502bea984c4'] response: {'name': 'network-changed', 'server_uuid': '796ad1b2-6c80-477d-a898-b280251364d2', 'tag': 'ed7b32e6-c9f6-48e8-95af-a9133cabde9d', 'status': 'completed', 'code': 200} May 06 09:54:17.525992 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-4a056203-7e55-4a73-8c84-de24d6849c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:17.526668 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-4a056203-7e55-4a73-8c84-de24d6849c45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:17.528250 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-4a056203-7e55-4a73-8c84-de24d6849c45 service neutron] 10.222.0.84 "PUT /v2.0/ports/53a3c8d9-b834-45d3-af81-65973f2d097f HTTP/1.1" status: 200 len: 1092 time: 2.2627671 May 06 09:54:17.532239 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a28bf59-3030-4cc1-b20e-bb7d64e5af06', 'tag': '53a3c8d9-b834-45d3-af81-65973f2d097f'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:54:17.534631 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5add6300-4bf8-44a8-ac0d-6eea7de2a975" -d '{"events": [{"name": "network-changed", "server_uuid": "1a28bf59-3030-4cc1-b20e-bb7d64e5af06", "tag": "53a3c8d9-b834-45d3-af81-65973f2d097f"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:54:17.579025 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-76d1e543-736c-401f-a0de-31fd0ee58c68 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:17.645186 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f299bca-7210-4acf-857d-f6b4d1586c3c req-c1e741eb-d31a-44a8-a22f-3969ac3c93c8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Router f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:54:17.661635 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39271e1-db30-461a-a0d3-7a5c786aeeaf tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:17.665424 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b39271e1-db30-461a-a0d3-7a5c786aeeaf tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/ports/0300e843-225d-48bb-8129-bf24c4dde102 HTTP/1.1" status: 204 len: 168 time: 1.6204345 May 06 09:54:17.668411 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35016) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:17.675230 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-76d1e543-736c-401f-a0de-31fd0ee58c68 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:17.708266 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cb5096fd-8927-4105-a145-d29bb1b9fae1 req-b9e8a486-a0c7-4c93-b089-b1e2f5b84336 service neutron] 10.222.0.77 "GET /v2.0/networks/6b90c8ae-38c7-48da-870f-80fb484f8413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015233 May 06 09:54:17.709201 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ca0e15-3556-476f-b7c2-2e23b2d3f370 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] GET failed (client error): The resource could not be found. May 06 09:54:17.710783 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d5ca0e15-3556-476f-b7c2-2e23b2d3f370 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "GET /v2.0/ports/0300e843-225d-48bb-8129-bf24c4dde102 HTTP/1.1" status: 404 len: 333 time: 0.0414064 May 06 09:54:17.717606 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35020) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:17.844055 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device ad863945-c523-495c-8301-127c69dbbf3b details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:54:17.857926 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a056203-7e55-4a73-8c84-de24d6849c45 service neutron] Pushing event updated for resources: {'Port': ['ID=53a3c8d9-b834-45d3-af81-65973f2d097f,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:17.944758 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080184f-4ea6-47cd-ac42-4c8715878d1b req-44bf37a4-4822-416f-a025-a9ba8a37619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:17.946214 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c080184f-4ea6-47cd-ac42-4c8715878d1b req-44bf37a4-4822-416f-a025-a9ba8a37619c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c517f1b2e83649f0bec52fdccbd31b7e&device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 1097 time: 0.1897235 May 06 09:54:17.965803 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458903d-5cb0-47fd-b953-519435f0e8ea req-2a0e7b25-6f8c-49d8-9269-14408b0a7167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:17.968838 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e458903d-5cb0-47fd-b953-519435f0e8ea req-2a0e7b25-6f8c-49d8-9269-14408b0a7167 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cbf3bab6326e49b59a55540a29c5e38f&device_id=796ad1b2-6c80-477d-a898-b280251364d2 HTTP/1.1" status: 200 len: 1094 time: 0.1612213 May 06 09:54:18.002649 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f299bca-7210-4acf-857d-f6b4d1586c3c req-c1e741eb-d31a-44a8-a22f-3969ac3c93c8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:54:18.008118 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-3f292de9-2b3b-4253-b55c-e4b3d0a75c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:18.009568 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-3f292de9-2b3b-4253-b55c-e4b3d0a75c76 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cbf3bab6326e49b59a55540a29c5e38f&device_id=1a28bf59-3030-4cc1-b20e-bb7d64e5af06 HTTP/1.1" status: 200 len: 1095 time: 0.4025123 May 06 09:54:18.030783 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-76d1e543-736c-401f-a0de-31fd0ee58c68 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:18.033955 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-76d1e543-736c-401f-a0de-31fd0ee58c68 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:18.035476 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-76d1e543-736c-401f-a0de-31fd0ee58c68 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "DELETE /v2.0/security-groups/8e51d933-1f67-4546-885f-52b088ea57c3 HTTP/1.1" status: 204 len: 168 time: 0.8021355 May 06 09:54:18.052538 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088df134-3f6c-472c-a3bc-9744bb428d03 None None] Sync routers for ids ['f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:54:18.069376 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088df134-3f6c-472c-a3bc-9744bb428d03 None None] Routers {'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:54:18.070436 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-088df134-3f6c-472c-a3bc-9744bb428d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:53:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:18.092267 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35030) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:18.096823 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1e543-736c-401f-a0de-31fd0ee58c68 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e51d933-1f67-4546-885f-52b088ea57c3,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:18.104969 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-0014db92-a727-4ec4-bfce-cb765c54e8d8 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting subnet 3acf98c3-2a70-4954-aa7b-82543003a781 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:54:18.109312 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-73e0955d-3328-409c-a616-bc49b9adb8a4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53a3c8d9-b834-45d3-af81-65973f2d097f HTTP/1.1" status: 200 len: 217 time: 0.0793536 May 06 09:54:18.121419 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0014db92-a727-4ec4-bfce-cb765c54e8d8 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:18.164756 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458903d-5cb0-47fd-b953-519435f0e8ea req-1bad2ab4-af13-40e7-a403-ef11122643de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:18.165693 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port ad863945-c523-495c-8301-127c69dbbf3b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=ad863945-c523-495c-8301-127c69dbbf3b,segment=NetworkSegment(d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc),segment_id=d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:18.166536 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e458903d-5cb0-47fd-b953-519435f0e8ea req-1bad2ab4-af13-40e7-a403-ef11122643de service neutron] 10.222.0.77 "GET /v2.0/networks?id=6b90c8ae-38c7-48da-870f-80fb484f8413 HTTP/1.1" status: 200 len: 915 time: 0.1833472 May 06 09:54:18.216890 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'ad863945-c523-495c-8301-127c69dbbf3b', 'network_id': '6b90c8ae-38c7-48da-870f-80fb484f8413', 'port_id': 'ad863945-c523-495c-8301-127c69dbbf3b', 'mac_address': 'fa:16:3e:63:99:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efae5f4a-8926-4286-a092-abe4290135e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:54:18.243200 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e458903d-5cb0-47fd-b953-519435f0e8ea req-944b2be2-728d-4d04-a8d4-3b0159be14f9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed7b32e6-c9f6-48e8-95af-a9133cabde9d HTTP/1.1" status: 200 len: 217 time: 0.0688872 May 06 09:54:18.291765 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f299bca-7210-4acf-857d-f6b4d1586c3c req-c1e741eb-d31a-44a8-a22f-3969ac3c93c8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] No DVR routers for this DVR port c974a161-2872-4b81-8e66-9607719d80f2 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:54:18.325863 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9f299bca-7210-4acf-857d-f6b4d1586c3c req-c1e741eb-d31a-44a8-a22f-3969ac3c93c8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:18.334138 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:18.335817 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9f299bca-7210-4acf-857d-f6b4d1586c3c req-c1e741eb-d31a-44a8-a22f-3969ac3c93c8 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.77 "DELETE /v2.0/ports/c974a161-2872-4b81-8e66-9607719d80f2 HTTP/1.1" status: 204 len: 173 time: 2.5306387 May 06 09:54:18.359883 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-088df134-3f6c-472c-a3bc-9744bb428d03 None None] Set router f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:54:18.386982 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458903d-5cb0-47fd-b953-519435f0e8ea req-a69eb052-9fc7-4fe0-b293-e867d7f8bddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:18.389658 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e458903d-5cb0-47fd-b953-519435f0e8ea req-a69eb052-9fc7-4fe0-b293-e867d7f8bddd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=efae5f4a-8926-4286-a092-abe4290135e7 HTTP/1.1" status: 200 len: 853 time: 0.1377838 May 06 09:54:18.393449 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080184f-4ea6-47cd-ac42-4c8715878d1b req-aab45eb1-0543-4137-beb8-868f4695fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:18.395349 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c080184f-4ea6-47cd-ac42-4c8715878d1b req-aab45eb1-0543-4137-beb8-868f4695fa45 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8b4bbee4-4fbe-449e-978f-a646b5e578f0 HTTP/1.1" status: 200 len: 920 time: 0.4320116 May 06 09:54:18.415920 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad863945-c523-495c-8301-127c69dbbf3b {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:54:18.488943 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c080184f-4ea6-47cd-ac42-4c8715878d1b req-4d351e1d-cc06-4264-b5e3-21f77deb2398 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=308f84f5-224b-4496-85f5-94f35d22a568 HTTP/1.1" status: 200 len: 217 time: 0.0521996 May 06 09:54:18.496055 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port ad863945-c523-495c-8301-127c69dbbf3b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=ad863945-c523-495c-8301-127c69dbbf3b,segment=NetworkSegment(d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc),segment_id=d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:18.707231 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf6cb2-8582-4934-8130-0765e8b3b2e6 req-e55e0797-4e3d-46bc-a6c3-ecf45faf96ac tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:18.716325 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8cf6cb2-8582-4934-8130-0765e8b3b2e6 req-e55e0797-4e3d-46bc-a6c3-ecf45faf96ac tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a28bf59-3030-4cc1-b20e-bb7d64e5af06 HTTP/1.1" status: 200 len: 944 time: 0.8320854 May 06 09:54:18.772524 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-19b05fd8-9135-4000-8e38-bb5e1f4dba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:18.774324 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-19b05fd8-9135-4000-8e38-bb5e1f4dba47 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=efae5f4a-8926-4286-a092-abe4290135e7 HTTP/1.1" status: 200 len: 853 time: 0.6543832 May 06 09:54:18.794747 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0014db92-a727-4ec4-bfce-cb765c54e8d8 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:18.822265 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:18.871845 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a4e1cbe4-c380-49f9-8953-640f96c5c394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:18.877957 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:18.904980 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8cf6cb2-8582-4934-8130-0765e8b3b2e6 req-afea449c-f401-4a14-9259-5aff74570fc1 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875694 May 06 09:54:18.916389 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=ad863945-c523-495c-8301-127c69dbbf3b,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:18.934205 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-713e71d0-ea2a-42c2-b4b7-468624335de0 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8346794 May 06 09:54:18.939916 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-088df134-3f6c-472c-a3bc-9744bb428d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'name': 'tempest-AttachVolumeTestJSON-1336332993-router', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:40Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 4, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'gw_port': {'id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:41Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'a75a258e-d68f-42b0-9b9a-4331bbc68248', 'name': '', 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'mac_address': 'fa:16:3e:ce:be:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:46Z', 'updated_at': '2022-05-06T09:47:53Z', 'revision_number': 5, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'subnets': [{'id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:18.940707 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35044) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:18.946375 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-70e2539d-baea-4de2-9b33-e2fef0795526 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group_rule': {'security_group_id': 'bd21acd4-b969-4e49-9016-86bcb266c139', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:18.983619 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080184f-4ea6-47cd-ac42-4c8715878d1b req-b129543b-28fd-48e7-94b7-77b40888db1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:18.985363 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c080184f-4ea6-47cd-ac42-4c8715878d1b req-b129543b-28fd-48e7-94b7-77b40888db1a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c9382d75-3c44-4a92-be03-e9a2109a5f6f HTTP/1.1" status: 200 len: 858 time: 0.4902222 May 06 09:54:18.986229 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-00600480-619b-4e7a-84e5-e404cf62d2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:18.987801 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-00600480-619b-4e7a-84e5-e404cf62d2b5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6b90c8ae-38c7-48da-870f-80fb484f8413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2028866 May 06 09:54:18.988029 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458903d-5cb0-47fd-b953-519435f0e8ea req-0011875a-c0d3-45dc-92fa-8670d865de28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:18.989826 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e458903d-5cb0-47fd-b953-519435f0e8ea req-0011875a-c0d3-45dc-92fa-8670d865de28 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6b90c8ae-38c7-48da-870f-80fb484f8413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5931487 May 06 09:54:19.012984 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088df134-3f6c-472c-a3bc-9744bb428d03 None None] Checking router: f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:54:19.026298 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device c974a161-2872-4b81-8e66-9607719d80f2 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:54:19.080686 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: c974a161-2872-4b81-8e66-9607719d80f2 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:54:19.081050 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device c974a161-2872-4b81-8e66-9607719d80f2 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:54:19.095845 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088df134-3f6c-472c-a3bc-9744bb428d03 None None] Routers {'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:54:19.105123 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-088df134-3f6c-472c-a3bc-9744bb428d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:54:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:19.126176 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e458903d-5cb0-47fd-b953-519435f0e8ea req-fbb5cdd2-d25e-4cd2-ac31-f71d447c729f service neutron] 10.222.0.77 "GET /v2.0/networks/6b90c8ae-38c7-48da-870f-80fb484f8413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252177 May 06 09:54:19.157583 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['ad863945-c523-495c-8301-127c69dbbf3b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:54:19.236592 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0014db92-a727-4ec4-bfce-cb765c54e8d8 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:19.246956 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080184f-4ea6-47cd-ac42-4c8715878d1b req-4df7a342-e38f-4cbf-84f2-e01657e69c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:19.250790 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c080184f-4ea6-47cd-ac42-4c8715878d1b req-4df7a342-e38f-4cbf-84f2-e01657e69c5b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8b4bbee4-4fbe-449e-978f-a646b5e578f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2488377 May 06 09:54:19.343257 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-70e2539d-baea-4de2-9b33-e2fef0795526 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] create failed (client error): The resource could not be found. May 06 09:54:19.343530 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-088df134-3f6c-472c-a3bc-9744bb428d03 None None] Set router f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:54:19.350295 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-70e2539d-baea-4de2-9b33-e2fef0795526 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4053986 May 06 09:54:19.350295 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0014db92-a727-4ec4-bfce-cb765c54e8d8 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:19.356970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35050) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:19.358652 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e6d1ce-e5e8-4b0f-a02f-7747faa623d1 x-openstack-request-id: req-21e6d1ce-e5e8-4b0f-a02f-7747faa623d1 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:54:19.358959 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a28bf59-3030-4cc1-b20e-bb7d64e5af06", "tag": "53a3c8d9-b834-45d3-af81-65973f2d097f", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:54:19.359227 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-21e6d1ce-e5e8-4b0f-a02f-7747faa623d1 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:54:19.359647 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21e6d1ce-e5e8-4b0f-a02f-7747faa623d1'] response: {'name': 'network-changed', 'server_uuid': '1a28bf59-3030-4cc1-b20e-bb7d64e5af06', 'tag': '53a3c8d9-b834-45d3-af81-65973f2d097f', 'status': 'completed', 'code': 200} May 06 09:54:19.370020 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-46773379-4b10-443f-9ef1-17135d4bdbf5 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group': {'name': 'tempest-secgroup--1244235723'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:19.426825 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e458903d-5cb0-47fd-b953-519435f0e8ea req-7e9b9117-b77e-49a1-a5ab-9a682d297a49 service neutron] 10.222.0.77 "GET /v2.0/networks/6b90c8ae-38c7-48da-870f-80fb484f8413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813475 May 06 09:54:19.434708 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-46773379-4b10-443f-9ef1-17135d4bdbf5 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:19.472674 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014db92-a727-4ec4-bfce-cb765c54e8d8 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Subnet': ['ID=3acf98c3-2a70-4954-aa7b-82543003a781,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:19.488275 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0014db92-a727-4ec4-bfce-cb765c54e8d8 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:19.496360 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0014db92-a727-4ec4-bfce-cb765c54e8d8 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/subnets/3acf98c3-2a70-4954-aa7b-82543003a781 HTTP/1.1" status: 204 len: 168 time: 1.7559683 May 06 09:54:19.501123 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c080184f-4ea6-47cd-ac42-4c8715878d1b req-53aa51d0-f8bc-4352-a415-b9156968413b service neutron] 10.222.0.84 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336190 May 06 09:54:19.501615 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35054) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:19.517381 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb31c11-9111-4ad1-8d2f-d7002b99626b None None] Network dcf0f7db-b406-437c-a879-859f61e2136f requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:19.517953 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d755482-93d7-45da-b8a7-6b3f9b152cfd', 'name': 'network-vif-deleted', 'tag': 'c974a161-2872-4b81-8e66-9607719d80f2'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:54:19.520808 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8f60e5-f4e0-4fc5-ab18-26e4659e6868" -d '{"events": [{"server_uuid": "7d755482-93d7-45da-b8a7-6b3f9b152cfd", "name": "network-vif-deleted", "tag": "c974a161-2872-4b81-8e66-9607719d80f2"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:54:19.595684 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-2e92f7a7-5cc1-4b93-890b-b543500672ec service neutron] 10.222.0.84 "GET /v2.0/networks/6b90c8ae-38c7-48da-870f-80fb484f8413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608168 May 06 09:54:19.609632 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46093d6-f342-4a52-98ec-43bf7e9c81a6 req-a90cc2f9-d060-4a5f-990f-8d396a479ecf tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:19.610947 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c46093d6-f342-4a52-98ec-43bf7e9c81a6 req-a90cc2f9-d060-4a5f-990f-8d396a479ecf tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 946 time: 0.1653535 May 06 09:54:19.635644 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc94687f-822f-46db-8075-4ca40c4be225 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting subnet b51af64b-6eba-4afa-9e74-6d7d33bef07d {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:54:19.642724 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dc94687f-822f-46db-8075-4ca40c4be225 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:19.710226 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dc94687f-822f-46db-8075-4ca40c4be225 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:19.715194 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c080184f-4ea6-47cd-ac42-4c8715878d1b req-e8bcee6a-4184-4291-865d-84831931fee6 service neutron] 10.222.0.84 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979911 May 06 09:54:19.718346 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:19.766201 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c46093d6-f342-4a52-98ec-43bf7e9c81a6 req-3b1c6062-ef8b-43f8-8d4a-224d3fe9fe6b tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375968 May 06 09:54:19.823481 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-088df134-3f6c-472c-a3bc-9744bb428d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'name': 'tempest-AttachVolumeTestJSON-1336332993-router', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:40Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 4, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'gw_port': {'id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:41Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'a75a258e-d68f-42b0-9b9a-4331bbc68248', 'name': '', 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'mac_address': 'fa:16:3e:ce:be:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:46Z', 'updated_at': '2022-05-06T09:47:53Z', 'revision_number': 5, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'subnets': [{'id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:19.873976 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088df134-3f6c-472c-a3bc-9744bb428d03 None None] The sync data for ids ['f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'] in n-d-840835-1 is: [{'id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'name': 'tempest-AttachVolumeTestJSON-1336332993-router', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:40Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 4, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'gw_port': {'id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:41Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'a75a258e-d68f-42b0-9b9a-4331bbc68248', 'name': '', 'network_id': '5312fc31-6ea9-4a0c-acf2-db4b77673e7e', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'mac_address': 'fa:16:3e:ce:be:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:46Z', 'updated_at': '2022-05-06T09:47:53Z', 'revision_number': 5, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'subnets': [{'id': 'ccc21fd6-3e83-4532-8289-a853643de30c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:54:19.881360 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dc94687f-822f-46db-8075-4ca40c4be225 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:19.881756 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fe26c6fc-c6ea-444a-b9d7-a759ab19086a req-a0f7455b-b328-42cc-a0b7-b60abf9032df service neutron] 10.222.0.84 "GET /v2.0/networks/6b90c8ae-38c7-48da-870f-80fb484f8413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695575 May 06 09:54:19.884782 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-46773379-4b10-443f-9ef1-17135d4bdbf5 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:19.899696 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-46773379-4b10-443f-9ef1-17135d4bdbf5 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:19.939299 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d427f7ad-2a8c-42d5-b815-0c150e431c8f x-openstack-request-id: req-d427f7ad-2a8c-42d5-b815-0c150e431c8f {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:54:19.939579 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d755482-93d7-45da-b8a7-6b3f9b152cfd", "name": "network-vif-deleted", "tag": "c974a161-2872-4b81-8e66-9607719d80f2", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:54:19.939836 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d427f7ad-2a8c-42d5-b815-0c150e431c8f {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:54:19.940242 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d427f7ad-2a8c-42d5-b815-0c150e431c8f'] response: {'server_uuid': '7d755482-93d7-45da-b8a7-6b3f9b152cfd', 'name': 'network-vif-deleted', 'tag': 'c974a161-2872-4b81-8e66-9607719d80f2', 'status': 'completed', 'code': 200} May 06 09:54:19.980798 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46773379-4b10-443f-9ef1-17135d4bdbf5 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd80758d-c826-4611-9bb0-73969974c80f,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:20.006404 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35070) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:20.050195 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-46773379-4b10-443f-9ef1-17135d4bdbf5 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:20.052081 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-46773379-4b10-443f-9ef1-17135d4bdbf5 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6858127 May 06 09:54:20.054680 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35072) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:20.059701 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-a551b369-7739-4d8f-94f3-692b1e6ff374 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group': {'name': 'tempest-secgroup--146665967'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:20.095712 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add6300-4bf8-44a8-ac0d-6eea7de2a975 req-1ebd7423-b844-466a-bcfd-73e2f2a21fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:20.097292 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5add6300-4bf8-44a8-ac0d-6eea7de2a975 req-1ebd7423-b844-466a-bcfd-73e2f2a21fce service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cbf3bab6326e49b59a55540a29c5e38f&device_id=1a28bf59-3030-4cc1-b20e-bb7d64e5af06 HTTP/1.1" status: 200 len: 1095 time: 0.1179655 May 06 09:54:20.099677 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a551b369-7739-4d8f-94f3-692b1e6ff374 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:20.105206 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dc94687f-822f-46db-8075-4ca40c4be225 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:20.159579 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dc94687f-822f-46db-8075-4ca40c4be225 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:20.164746 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-dc94687f-822f-46db-8075-4ca40c4be225 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/subnets/b51af64b-6eba-4afa-9e74-6d7d33bef07d HTTP/1.1" status: 204 len: 168 time: 0.6620922 May 06 09:54:20.194126 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35078) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:20.217994 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94687f-822f-46db-8075-4ca40c4be225 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Subnet': ['ID=b51af64b-6eba-4afa-9e74-6d7d33bef07d,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:20.310250 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3dcedb-b31f-4ce4-a83f-f8b4f65c4661 req-d0f5ca13-ff63-4af9-a634-6a3069f38b75 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:20.311976 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea3dcedb-b31f-4ce4-a83f-f8b4f65c4661 req-d0f5ca13-ff63-4af9-a634-6a3069f38b75 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a28bf59-3030-4cc1-b20e-bb7d64e5af06 HTTP/1.1" status: 200 len: 944 time: 0.1850924 May 06 09:54:20.351186 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aa85e20b-7819-4699-86d7-93d72a323af0 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:20.356729 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add6300-4bf8-44a8-ac0d-6eea7de2a975 req-6ef73510-27ec-4e81-8c6d-10b37650dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:20.358285 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5add6300-4bf8-44a8-ac0d-6eea7de2a975 req-6ef73510-27ec-4e81-8c6d-10b37650dca6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6b90c8ae-38c7-48da-870f-80fb484f8413 HTTP/1.1" status: 200 len: 915 time: 0.2421529 May 06 09:54:20.382205 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a551b369-7739-4d8f-94f3-692b1e6ff374 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:20.433167 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a551b369-7739-4d8f-94f3-692b1e6ff374 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:20.439525 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a6a6e2f-3237-43a8-9e32-11522ec3801d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:20.442489 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5add6300-4bf8-44a8-ac0d-6eea7de2a975 req-57b9ca27-3d70-4d98-ac64-ca860202e72c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53a3c8d9-b834-45d3-af81-65973f2d097f HTTP/1.1" status: 200 len: 217 time: 0.0716498 May 06 09:54:20.453253 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aa85e20b-7819-4699-86d7-93d72a323af0 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:20.473755 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bff929f-04b9-4ea3-8d16-ed120d2fc97e None None] New status for floating IP 165153ea-11fe-4383-82b1-72d6bca9f43a: DOWN {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:54:20.496613 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea3dcedb-b31f-4ce4-a83f-f8b4f65c4661 req-3816bc53-a9b5-4039-bfd4-4d6c0775d36e tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677418 May 06 09:54:20.537841 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a551b369-7739-4d8f-94f3-692b1e6ff374 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:20.542507 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a551b369-7739-4d8f-94f3-692b1e6ff374 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4867029 May 06 09:54:20.543496 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35082) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:20.562738 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35084) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:20.568362 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-206c2fe0-1ecb-4144-a1af-49db5be824ec tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group_rule': {'security_group_id': 'cd80758d-c826-4611-9bb0-73969974c80f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b17c8865-b2fd-4705-bfcc-106e528b6fcb'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:20.601087 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add6300-4bf8-44a8-ac0d-6eea7de2a975 req-d220c164-f80a-4f3d-8629-9e5469c13b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:20.603084 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5add6300-4bf8-44a8-ac0d-6eea7de2a975 req-d220c164-f80a-4f3d-8629-9e5469c13b87 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=efae5f4a-8926-4286-a092-abe4290135e7 HTTP/1.1" status: 200 len: 853 time: 0.1394789 May 06 09:54:20.603921 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551b369-7739-4d8f-94f3-692b1e6ff374 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b17c8865-b2fd-4705-bfcc-106e528b6fcb,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:20.645897 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-9a6a6e2f-3237-43a8-9e32-11522ec3801d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting port 144ba01b-0f8c-4c72-a569-7310247a5f09 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:20.646309 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a6a6e2f-3237-43a8-9e32-11522ec3801d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:20.665107 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aa85e20b-7819-4699-86d7-93d72a323af0 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:20.668414 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aa85e20b-7819-4699-86d7-93d72a323af0 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:20.673204 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-aa85e20b-7819-4699-86d7-93d72a323af0 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "DELETE /v2.0/security-groups/282fd752-0c1e-443e-9c12-982b922a1658 HTTP/1.1" status: 204 len: 168 time: 0.6659489 May 06 09:54:20.673888 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35088) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:20.674951 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add6300-4bf8-44a8-ac0d-6eea7de2a975 req-08a29f65-20b7-4a02-9e5c-8b2dcb5c03c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:20.677564 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5add6300-4bf8-44a8-ac0d-6eea7de2a975 req-08a29f65-20b7-4a02-9e5c-8b2dcb5c03c9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6b90c8ae-38c7-48da-870f-80fb484f8413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653512 May 06 09:54:20.685297 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-206c2fe0-1ecb-4144-a1af-49db5be824ec tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:54:20.687343 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-206c2fe0-1ecb-4144-a1af-49db5be824ec tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1256411 May 06 09:54:20.698578 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35090) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:20.750312 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85e20b-7819-4699-86d7-93d72a323af0 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=282fd752-0c1e-443e-9c12-982b922a1658,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:20.763259 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-fa5094a0-bf2d-4cc5-bd55-596cb5f0887d tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] show failed (client error): The resource could not be found. May 06 09:54:20.767511 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35092) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:20.773878 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fa5094a0-bf2d-4cc5-bd55-596cb5f0887d tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "GET /v2.0/security-groups/282fd752-0c1e-443e-9c12-982b922a1658 HTTP/1.1" status: 404 len: 347 time: 0.0558667 May 06 09:54:20.801763 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-9a6a6e2f-3237-43a8-9e32-11522ec3801d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] For port 144ba01b-0f8c-4c72-a569-7310247a5f09, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=144ba01b-0f8c-4c72-a569-7310247a5f09,segment=NetworkSegment(bc12b984-1f78-4dbb-a957-294ddc4525ce),segment_id=bc12b984-1f78-4dbb-a957-294ddc4525ce)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:20.802164 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a6a6e2f-3237-43a8-9e32-11522ec3801d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:20.822188 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-9a6a6e2f-3237-43a8-9e32-11522ec3801d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Calling delete_port for 144ba01b-0f8c-4c72-a569-7310247a5f09 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:20.855074 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f94ad21-36e3-462b-8118-ea5cb9ff2c32 None None] Network dcf0f7db-b406-437c-a879-859f61e2136f requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:20.895193 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f9f19d55-21a1-4f5b-8be0-317691cf6f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:20.935862 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a6a6e2f-3237-43a8-9e32-11522ec3801d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:20.960608 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-2b62d33a-f158-455f-98a7-86646971eeab None None] Could not find standard attr ID for object 144ba01b-0f8c-4c72-a569-7310247a5f09. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:54:20.967425 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a6e2f-3237-43a8-9e32-11522ec3801d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Port': ['ID=144ba01b-0f8c-4c72-a569-7310247a5f09,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:20.971450 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6a6e2f-3237-43a8-9e32-11522ec3801d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] No DVR routers for this DVR port 144ba01b-0f8c-4c72-a569-7310247a5f09 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:54:21.022033 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57cf6a03-593b-4d27-b533-a416f8465c0a tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.025109 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ed7b32e6-c9f6-48e8-95af-a9133cabde9d details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:54:21.047994 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5add6300-4bf8-44a8-ac0d-6eea7de2a975 req-4db8f01f-ab5b-4254-97ea-c3f14c697b99 service neutron] 10.222.0.84 "GET /v2.0/networks/6b90c8ae-38c7-48da-870f-80fb484f8413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586998 May 06 09:54:21.064790 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a6a6e2f-3237-43a8-9e32-11522ec3801d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.090826 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-9a6a6e2f-3237-43a8-9e32-11522ec3801d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf0f7db-b406-437c-a879-859f61e2136f']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:21.102039 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-9a6a6e2f-3237-43a8-9e32-11522ec3801d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc12b984-1f78-4dbb-a957-294ddc4525ce') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:21.102388 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-9a6a6e2f-3237-43a8-9e32-11522ec3801d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc12b984-1f78-4dbb-a957-294ddc4525ce') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:21.109370 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57cf6a03-593b-4d27-b533-a416f8465c0a tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.113912 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a6a6e2f-3237-43a8-9e32-11522ec3801d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.117345 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d75d0ea-b5d4-420f-b6b4-eac7d8851e6b None None] DHCP port deletion for dcf0f7db-b406-437c-a879-859f61e2136f request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:54:21.119259 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e944eb-e075-4c1d-8fe7-6b3637af3e5a req-08d1deac-b5c2-4b72-9fbc-7f7d2e0760bf tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:21.120830 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-84e944eb-e075-4c1d-8fe7-6b3637af3e5a req-08d1deac-b5c2-4b72-9fbc-7f7d2e0760bf tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 946 time: 0.2113683 May 06 09:54:21.145797 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a6a6e2f-3237-43a8-9e32-11522ec3801d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.157761 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a6a6e2f-3237-43a8-9e32-11522ec3801d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:54:21.158176 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a6a6e2f-3237-43a8-9e32-11522ec3801d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: timer() May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:54:21.162467 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:54:21.181710 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port ed7b32e6-c9f6-48e8-95af-a9133cabde9d, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ed7b32e6-c9f6-48e8-95af-a9133cabde9d,segment=NetworkSegment(d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc),segment_id=d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:21.196830 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'ed7b32e6-c9f6-48e8-95af-a9133cabde9d', 'network_id': '6b90c8ae-38c7-48da-870f-80fb484f8413', 'port_id': 'ed7b32e6-c9f6-48e8-95af-a9133cabde9d', 'mac_address': 'fa:16:3e:1c:9c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efae5f4a-8926-4286-a092-abe4290135e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:54:21.201556 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.236927 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a6a6e2f-3237-43a8-9e32-11522ec3801d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.241909 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.243865 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a6a6e2f-3237-43a8-9e32-11522ec3801d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.248067 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9a6a6e2f-3237-43a8-9e32-11522ec3801d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/networks/dcf0f7db-b406-437c-a879-859f61e2136f HTTP/1.1" status: 204 len: 168 time: 1.0473185 May 06 09:54:21.252997 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35096) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:21.259868 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f9f19d55-21a1-4f5b-8be0-317691cf6f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.261690 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed7b32e6-c9f6-48e8-95af-a9133cabde9d {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:54:21.274647 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a6e2f-3237-43a8-9e32-11522ec3801d tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Network': ['ID=dcf0f7db-b406-437c-a879-859f61e2136f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:21.289934 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port ed7b32e6-c9f6-48e8-95af-a9133cabde9d, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ed7b32e6-c9f6-48e8-95af-a9133cabde9d,segment=NetworkSegment(d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc),segment_id=d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:21.290742 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-8697591a-b94b-43a0-a137-9927f31b9310 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Deleting port d177cd0b-511c-4a68-94e6-3c977b77a1cb {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:21.291262 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8697591a-b94b-43a0-a137-9927f31b9310 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.293424 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f9f19d55-21a1-4f5b-8be0-317691cf6f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.295991 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.320525 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3eedb61-7226-485a-95b0-6e4ebedb4e0f tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:21.322823 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e3eedb61-7226-485a-95b0-6e4ebedb4e0f tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0687041 May 06 09:54:21.326399 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35098) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:21.352165 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-84e944eb-e075-4c1d-8fe7-6b3637af3e5a req-0239d11e-2094-4b7d-b26b-20661250a0ad tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891048 May 06 09:54:21.360590 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=ed7b32e6-c9f6-48e8-95af-a9133cabde9d,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:21.389676 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57cf6a03-593b-4d27-b533-a416f8465c0a tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.392336 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57cf6a03-593b-4d27-b533-a416f8465c0a tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.393889 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-57cf6a03-593b-4d27-b533-a416f8465c0a tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "DELETE /v2.0/security-groups/b17c8865-b2fd-4705-bfcc-106e528b6fcb HTTP/1.1" status: 204 len: 168 time: 0.6933036 May 06 09:54:21.401411 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-226e97d1-87cb-4fb1-bdde-698290f828d8 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0738516 May 06 09:54:21.402245 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35100) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:21.410297 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35102) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:21.421818 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-86d30a0c-dd89-47c4-8f05-34e44e592a07 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1786054319'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:21.423861 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5add6300-4bf8-44a8-ac0d-6eea7de2a975 req-963c89c4-9f5e-4018-86d6-82b4e9372382 service neutron] 10.222.0.84 "GET /v2.0/networks/6b90c8ae-38c7-48da-870f-80fb484f8413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624947 May 06 09:54:21.432253 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f9f19d55-21a1-4f5b-8be0-317691cf6f98 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=343907f4508942e097486f9d4f4ce9c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8431630 May 06 09:54:21.432253 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f19d55-21a1-4f5b-8be0-317691cf6f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5b9d08-ddff-4361-9d8a-e43cf6e5f1b5,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:21.435613 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35104) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:21.456831 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf6a03-593b-4d27-b533-a416f8465c0a tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17c8865-b2fd-4705-bfcc-106e528b6fcb,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:21.457945 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 144ba01b-0f8c-4c72-a569-7310247a5f09 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:54:21.476359 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d30a0c-dd89-47c4-8f05-34e44e592a07 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:21.479898 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-86d30a0c-dd89-47c4-8f05-34e44e592a07 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.496965 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 144ba01b-0f8c-4c72-a569-7310247a5f09 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:54:21.497327 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 144ba01b-0f8c-4c72-a569-7310247a5f09 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:54:21.506206 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.510221 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cfb405e7-c337-4ba1-b7e6-26cdf3b9eb66 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1066070 May 06 09:54:21.511029 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35106) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:21.518436 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8697591a-b94b-43a0-a137-9927f31b9310 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.518834 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8697591a-b94b-43a0-a137-9927f31b9310 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.544128 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-8697591a-b94b-43a0-a137-9927f31b9310 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Calling delete_port for d177cd0b-511c-4a68-94e6-3c977b77a1cb owned by network:floatingip {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:21.554284 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d30a0c-dd89-47c4-8f05-34e44e592a07 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:54:21.554913 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-54bb0d69-ba88-47bd-8369-8caf9dc229b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.576980 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-86d30a0c-dd89-47c4-8f05-34e44e592a07 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.578976 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-86d30a0c-dd89-47c4-8f05-34e44e592a07 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Added segment 919e9b16-fd4c-43c5-8880-fcca4bf511e4 of type vlan for network eb328e00-bb6e-4e61-9cd1-e60deae340a7 May 06 09:54:21.634215 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f0be009a-e2d8-4400-8aa3-ac1d63a25214 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.637714 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-86d30a0c-dd89-47c4-8f05-34e44e592a07 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.661047 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-54bb0d69-ba88-47bd-8369-8caf9dc229b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.672287 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f0be009a-e2d8-4400-8aa3-ac1d63a25214 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.697650 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-86d30a0c-dd89-47c4-8f05-34e44e592a07 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.701387 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['ed7b32e6-c9f6-48e8-95af-a9133cabde9d'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:54:21.703296 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d30a0c-dd89-47c4-8f05-34e44e592a07 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:21.703929 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-86d30a0c-dd89-47c4-8f05-34e44e592a07 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.739209 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d5c26-16a9-4819-bdf0-002d07e04b60 req-fe162f2d-ce4b-41fc-8f10-9e6294ad89b0 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:21.740813 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5e9d5c26-16a9-4819-bdf0-002d07e04b60 req-fe162f2d-ce4b-41fc-8f10-9e6294ad89b0 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a28bf59-3030-4cc1-b20e-bb7d64e5af06 HTTP/1.1" status: 200 len: 944 time: 0.1593750 May 06 09:54:21.788258 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-86d30a0c-dd89-47c4-8f05-34e44e592a07 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3765931 May 06 09:54:21.791782 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35110) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:21.797906 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-a85fe8a4-1917-4940-8874-e8e260c3ce2c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'subnet': {'network_id': 'eb328e00-bb6e-4e61-9cd1-e60deae340a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:21.812968 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-54bb0d69-ba88-47bd-8369-8caf9dc229b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.815605 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-54bb0d69-ba88-47bd-8369-8caf9dc229b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.819654 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-54bb0d69-ba88-47bd-8369-8caf9dc229b8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0f5b9d08-ddff-4361-9d8a-e43cf6e5f1b5 HTTP/1.1" status: 204 len: 168 time: 0.3831701 May 06 09:54:21.834013 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5e9d5c26-16a9-4819-bdf0-002d07e04b60 req-aed985f9-62ac-43a3-931a-225de6496cac tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852888 May 06 09:54:21.849309 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb0d69-ba88-47bd-8369-8caf9dc229b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5b9d08-ddff-4361-9d8a-e43cf6e5f1b5,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:21.851354 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f0be009a-e2d8-4400-8aa3-ac1d63a25214 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.853553 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f0be009a-e2d8-4400-8aa3-ac1d63a25214 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.857450 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f0be009a-e2d8-4400-8aa3-ac1d63a25214 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "DELETE /v2.0/security-groups/cd80758d-c826-4611-9bb0-73969974c80f HTTP/1.1" status: 204 len: 168 time: 0.3420432 May 06 09:54:21.858255 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d30a0c-dd89-47c4-8f05-34e44e592a07 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Network': ['ID=eb328e00-bb6e-4e61-9cd1-e60deae340a7,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:21.868410 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35114) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:21.883257 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be009a-e2d8-4400-8aa3-ac1d63a25214 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd80758d-c826-4611-9bb0-73969974c80f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:21.896153 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network eb328e00-bb6e-4e61-9cd1-e60deae340a7 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:54:21.898879 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device ad863945-c523-495c-8301-127c69dbbf3b up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:21.944968 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8697591a-b94b-43a0-a137-9927f31b9310 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.948676 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85fe8a4-1917-4940-8874-e8e260c3ce2c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:21.954321 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a85fe8a4-1917-4940-8874-e8e260c3ce2c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.988805 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2c8d9d31-2047-4ad3-90b9-28adcf400e21 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1181471 May 06 09:54:21.990017 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35118) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:21.991456 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697591a-b94b-43a0-a137-9927f31b9310 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Pushing event deleted for resources: {'Port': ['ID=d177cd0b-511c-4a68-94e6-3c977b77a1cb,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:21.998063 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-540d4183-62c9-43d8-b747-1caea5c1f5ff tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group': {'name': 'tempest-secgroup--1959210715'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:22.073884 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-540d4183-62c9-43d8-b747-1caea5c1f5ff tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:22.091747 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8697591a-b94b-43a0-a137-9927f31b9310 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks [] for floatingip, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:22.094505 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8697591a-b94b-43a0-a137-9927f31b9310 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:22.096097 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8697591a-b94b-43a0-a137-9927f31b9310 tempest-AttachVolumeTestJSON-168178692 tempest-AttachVolumeTestJSON-168178692-project] 10.222.0.73 "DELETE /v2.0/floatingips/165153ea-11fe-4383-82b1-72d6bca9f43a HTTP/1.1" status: 204 len: 168 time: 1.3278203 May 06 09:54:22.112781 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port ad863945-c523-495c-8301-127c69dbbf3b completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:54:22.117269 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port ad863945-c523-495c-8301-127c69dbbf3b triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:22.117899 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:22.225518 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a85fe8a4-1917-4940-8874-e8e260c3ce2c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:22.228868 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-540d4183-62c9-43d8-b747-1caea5c1f5ff tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:22.240303 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-540d4183-62c9-43d8-b747-1caea5c1f5ff tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:22.282266 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-540d4183-62c9-43d8-b747-1caea5c1f5ff tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:22.287010 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-540d4183-62c9-43d8-b747-1caea5c1f5ff tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2903390 May 06 09:54:22.287010 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d4183-62c9-43d8-b747-1caea5c1f5ff tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c839ef84-7241-4226-8e2a-52e0fe1aa39b,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:22.287786 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:22.289598 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35124) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:22.296931 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-b4f9a108-6776-4569-b659-12e92bda1276 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group_rule': {'security_group_id': 'c839ef84-7241-4226-8e2a-52e0fe1aa39b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:22.312991 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35126) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:22.333191 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-beb73dac-0277-4ced-87be-b2643f577642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:22.335864 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d97d510-8a6d-42c4-a768-8907f7481365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad863945-c523-495c-8301-127c69dbbf3b'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:54:22.340490 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7745929f-38c8-46ea-bff9-bda8ba766b56" -d '{"events": [{"server_uuid": "7d97d510-8a6d-42c4-a768-8907f7481365", "name": "network-vif-plugged", "status": "completed", "tag": "ad863945-c523-495c-8301-127c69dbbf3b"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:54:22.342409 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85fe8a4-1917-4940-8874-e8e260c3ce2c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Subnet': ['ID=15656fda-95ad-4ae4-a7f9-badea9121311,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:22.351723 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85fe8a4-1917-4940-8874-e8e260c3ce2c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Checking segment: {'id': '919e9b16-fd4c-43c5-8880-fcca4bf511e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'eb328e00-bb6e-4e61-9cd1-e60deae340a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:22.352247 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85fe8a4-1917-4940-8874-e8e260c3ce2c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network hostable DHCP agents. Network: eb328e00-bb6e-4e61-9cd1-e60deae340a7, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:54:22.364169 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port ad863945-c523-495c-8301-127c69dbbf3b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=ad863945-c523-495c-8301-127c69dbbf3b,segment=NetworkSegment(d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc),segment_id=d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:22.372201 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:22.383914 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85fe8a4-1917-4940-8874-e8e260c3ce2c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network eb328e00-bb6e-4e61-9cd1-e60deae340a7 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:54:22.391444 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-b4f9a108-6776-4569-b659-12e92bda1276 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:54:22.393626 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b4f9a108-6776-4569-b659-12e92bda1276 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1029003 May 06 09:54:22.397092 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35132) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:22.403999 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-d2798042-bf5c-4c72-a5b3-3f12e064126b tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group_rule': {'security_group_id': 'c839ef84-7241-4226-8e2a-52e0fe1aa39b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:22.413233 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-a85fe8a4-1917-4940-8874-e8e260c3ce2c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, eb328e00-bb6e-4e61-9cd1-e60deae340a7) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:22.421107 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85fe8a4-1917-4940-8874-e8e260c3ce2c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:22.422205 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a85fe8a4-1917-4940-8874-e8e260c3ce2c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:22.427363 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a81224-60b8-435c-9e57-602cf8f5f790 None None] Network eb328e00-bb6e-4e61-9cd1-e60deae340a7 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:22.445043 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eac2375-9ead-4b86-b8e9-f2bb1e13aa68 x-openstack-request-id: req-9eac2375-9ead-4b86-b8e9-f2bb1e13aa68 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:54:22.445639 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d97d510-8a6d-42c4-a768-8907f7481365", "name": "network-vif-plugged", "status": "completed", "tag": "ad863945-c523-495c-8301-127c69dbbf3b", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:54:22.446914 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9eac2375-9ead-4b86-b8e9-f2bb1e13aa68 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:54:22.447566 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eac2375-9ead-4b86-b8e9-f2bb1e13aa68'] response: {'server_uuid': '7d97d510-8a6d-42c4-a768-8907f7481365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad863945-c523-495c-8301-127c69dbbf3b', 'code': 200} May 06 09:54:22.454207 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a85fe8a4-1917-4940-8874-e8e260c3ce2c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6607411 May 06 09:54:22.457053 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35134) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:22.474617 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-8d2c921b-ebd4-4050-a747-d403a4f917f1 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'port': {'network_id': 'eb328e00-bb6e-4e61-9cd1-e60deae340a7', 'name': 'tempest-PortsTestJSON-2064622393'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:22.498100 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-d2798042-bf5c-4c72-a5b3-3f12e064126b tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:54:22.500928 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d2798042-bf5c-4c72-a5b3-3f12e064126b tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1023450 May 06 09:54:22.503544 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35136) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:22.566600 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=ad863945-c523-495c-8301-127c69dbbf3b,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:22.591309 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-22c2a643-c19d-41f8-9779-88cb5b9a6873 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:22.626425 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-22c2a643-c19d-41f8-9779-88cb5b9a6873 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:22.629360 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-beb73dac-0277-4ced-87be-b2643f577642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:22.653756 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-beb73dac-0277-4ced-87be-b2643f577642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:22.686314 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-beb73dac-0277-4ced-87be-b2643f577642 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b56fbf9a5c1145cf928afb66ea2cefc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3697498 May 06 09:54:22.689152 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35138) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:22.697466 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-22c2a643-c19d-41f8-9779-88cb5b9a6873 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:22.699654 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c61c80-31c0-4b73-9054-570fcbd667a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-eb328e00-bb6e-4e61-9cd1-e60deae340a7', 'network_id': 'eb328e00-bb6e-4e61-9cd1-e60deae340a7', 'tenant_id': '5e93687cdbe844579029619dd5bb366a', 'fixed_ips': [{'subnet_id': '15656fda-95ad-4ae4-a7f9-badea9121311'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:54:22.700818 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-65c61c80-31c0-4b73-9054-570fcbd667a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:22.702221 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-22c2a643-c19d-41f8-9779-88cb5b9a6873 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:22.706247 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-22c2a643-c19d-41f8-9779-88cb5b9a6873 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "DELETE /v2.0/security-groups/c839ef84-7241-4226-8e2a-52e0fe1aa39b HTTP/1.1" status: 204 len: 168 time: 0.1992786 May 06 09:54:22.712390 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35140) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:22.730100 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3624dc1-8789-4a35-86f7-cd59ac284d13 req-48fe5fe7-02a4-4f97-9660-d6bb903a5325 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:22.731654 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e3624dc1-8789-4a35-86f7-cd59ac284d13 req-48fe5fe7-02a4-4f97-9660-d6bb903a5325 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 946 time: 0.1722212 May 06 09:54:22.745552 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2a643-c19d-41f8-9779-88cb5b9a6873 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c839ef84-7241-4226-8e2a-52e0fe1aa39b,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:22.759706 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e2869-cf61-4d6c-b422-ad22743f6903 req-8c8f3225-46b4-4b43-9409-b2ad311bfd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:22.761201 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f92e2869-cf61-4d6c-b422-ad22743f6903 req-8c8f3225-46b4-4b43-9409-b2ad311bfd7a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7d97d510-8a6d-42c4-a768-8907f7481365 HTTP/1.1" status: 200 len: 1097 time: 0.2617877 May 06 09:54:22.782450 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb73dac-0277-4ced-87be-b2643f577642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0056e123-ed1e-433c-8e28-25892220e8b4,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:22.791936 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1721deee-c8ee-4d1e-a501-117a1349b785 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0781703 May 06 09:54:22.796389 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35142) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:22.801302 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-56a0a01a-dded-40a0-9199-a9884491ca19 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group': {'name': 'tempest-secgroup--1942678596'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:22.838484 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-56a0a01a-dded-40a0-9199-a9884491ca19 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:22.877188 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f92e2869-cf61-4d6c-b422-ad22743f6903 req-aa2f84cf-71f4-47ea-9401-2d6a3d6ce7bd service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967324 May 06 09:54:22.887374 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d5739b17-1139-4c81-b1c9-0a7caa83c1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:22.913468 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d5739b17-1139-4c81-b1c9-0a7caa83c1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:22.924307 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-65c61c80-31c0-4b73-9054-570fcbd667a0 None None] Allocated IP 172.20.0.2 (eb328e00-bb6e-4e61-9cd1-e60deae340a7/15656fda-95ad-4ae4-a7f9-badea9121311/14805b7f-ef54-4a36-a578-91cec793e183) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:22.954215 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e3624dc1-8789-4a35-86f7-cd59ac284d13 req-21b3b778-eecd-4e7f-9b03-d83bfc04ee9c tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052128 May 06 09:54:22.955291 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2c921b-ebd4-4050-a747-d403a4f917f1 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:22.959264 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d2c921b-ebd4-4050-a747-d403a4f917f1 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:22.982639 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-8d2c921b-ebd4-4050-a747-d403a4f917f1 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] device_id is not set on port 14651de3-9a74-4491-ae07-d7aa5537f6ce yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:54:23.005563 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d5739b17-1139-4c81-b1c9-0a7caa83c1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.008237 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d5739b17-1139-4c81-b1c9-0a7caa83c1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.009426 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d5739b17-1139-4c81-b1c9-0a7caa83c1c1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0056e123-ed1e-433c-8e28-25892220e8b4 HTTP/1.1" status: 204 len: 168 time: 0.3104131 May 06 09:54:23.025804 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-56a0a01a-dded-40a0-9199-a9884491ca19 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.037237 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-56a0a01a-dded-40a0-9199-a9884491ca19 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.039057 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ed7b32e6-c9f6-48e8-95af-a9133cabde9d up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:23.107377 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-56a0a01a-dded-40a0-9199-a9884491ca19 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.111320 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-56a0a01a-dded-40a0-9199-a9884491ca19 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3113103 May 06 09:54:23.115712 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35150) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:23.117730 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0a01a-dded-40a0-9199-a9884491ca19 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1516c2e9-e8f6-4197-860c-34b18ca742af,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:23.130549 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-40d80914-d27d-4409-9892-a4ae3ee13131 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:23.132577 n-d-840835-1 neutron-server[102652]: WARNING neutron.api.v2.base [None req-40d80914-d27d-4409-9892-a4ae3ee13131 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 06 09:54:23.133120 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-40d80914-d27d-4409-9892-a4ae3ee13131 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] update failed (client error): There was a conflict when trying to complete your request. May 06 09:54:23.138815 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-40d80914-d27d-4409-9892-a4ae3ee13131 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "PUT /v2.0/security-groups/1516c2e9-e8f6-4197-860c-34b18ca742af HTTP/1.1" status: 409 len: 330 time: 0.0221705 May 06 09:54:23.139438 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35152) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:23.178829 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5739b17-1139-4c81-b1c9-0a7caa83c1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0056e123-ed1e-433c-8e28-25892220e8b4,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:23.217617 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-65c61c80-31c0-4b73-9054-570fcbd667a0 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.293146 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-65c61c80-31c0-4b73-9054-570fcbd667a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.376664 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e4c473b-8932-4110-a1f8-51b04cbaff22 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.398305 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-8d2c921b-ebd4-4050-a747-d403a4f917f1 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Allocated IP 172.20.0.14 (eb328e00-bb6e-4e61-9cd1-e60deae340a7/15656fda-95ad-4ae4-a7f9-badea9121311/14651de3-9a74-4491-ae07-d7aa5537f6ce) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:23.405428 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port ed7b32e6-c9f6-48e8-95af-a9133cabde9d completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:54:23.423543 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c61c80-31c0-4b73-9054-570fcbd667a0 None None] Network eb328e00-bb6e-4e61-9cd1-e60deae340a7 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:23.427443 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port ed7b32e6-c9f6-48e8-95af-a9133cabde9d triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:23.427924 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.432598 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-65c61c80-31c0-4b73-9054-570fcbd667a0 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:23.446310 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e4c473b-8932-4110-a1f8-51b04cbaff22 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.462189 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c61c80-31c0-4b73-9054-570fcbd667a0 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:23.474022 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c61c80-31c0-4b73-9054-570fcbd667a0 None None] Pushing event updated for resources: {'Port': ['ID=14805b7f-ef54-4a36-a578-91cec793e183,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:23.573731 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e4c473b-8932-4110-a1f8-51b04cbaff22 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.579855 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e4c473b-8932-4110-a1f8-51b04cbaff22 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.590243 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5e4c473b-8932-4110-a1f8-51b04cbaff22 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "DELETE /v2.0/security-groups/1516c2e9-e8f6-4197-860c-34b18ca742af HTTP/1.1" status: 204 len: 168 time: 0.4474728 May 06 09:54:23.592953 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35162) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:23.674952 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c473b-8932-4110-a1f8-51b04cbaff22 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1516c2e9-e8f6-4197-860c-34b18ca742af,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:23.712569 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ae900fdd-1ef1-4e5e-a564-6af07d46048c tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1068625 May 06 09:54:23.713775 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35164) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:23.740219 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-79995a93-6c64-454a-9eac-a6450e06ee0b tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] delete failed (client error): The resource could not be found. May 06 09:54:23.744708 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d2c921b-ebd4-4050-a747-d403a4f917f1 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.746622 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-79995a93-6c64-454a-9eac-a6450e06ee0b tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "DELETE /v2.0/security-groups/29363f5a-1361-44fd-96fa-74bfce5be78d HTTP/1.1" status: 404 len: 347 time: 0.0304410 May 06 09:54:23.747397 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35166) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:23.775853 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-65c61c80-31c0-4b73-9054-570fcbd667a0 None None] Attempting to bind port 14805b7f-ef54-4a36-a578-91cec793e183 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:54:23.779199 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-65c61c80-31c0-4b73-9054-570fcbd667a0 None None] Attempting to bind port 14805b7f-ef54-4a36-a578-91cec793e183 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '919e9b16-fd4c-43c5-8880-fcca4bf511e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'eb328e00-bb6e-4e61-9cd1-e60deae340a7'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:54:23.779664 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c61c80-31c0-4b73-9054-570fcbd667a0 None None] Attempting to bind port 14805b7f-ef54-4a36-a578-91cec793e183 on network eb328e00-bb6e-4e61-9cd1-e60deae340a7 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:23.787984 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-6c42ca31-e10e-4053-b3a1-fd129d473b56 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] show failed (client error): The resource could not be found. May 06 09:54:23.793175 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6c42ca31-e10e-4053-b3a1-fd129d473b56 tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "GET /v2.0/security-groups/0e0b5fca-4654-491f-901e-f8bb91903588 HTTP/1.1" status: 404 len: 347 time: 0.0437469 May 06 09:54:23.793767 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35168) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:23.800111 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35170) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:23.803584 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c61c80-31c0-4b73-9054-570fcbd667a0 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:54:23.803994 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c61c80-31c0-4b73-9054-570fcbd667a0 None None] Checking segment: {'id': '919e9b16-fd4c-43c5-8880-fcca4bf511e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'eb328e00-bb6e-4e61-9cd1-e60deae340a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:23.804412 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-65c61c80-31c0-4b73-9054-570fcbd667a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.807149 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c61c80-31c0-4b73-9054-570fcbd667a0 None None] Bound using segment: {'id': '919e9b16-fd4c-43c5-8880-fcca4bf511e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'eb328e00-bb6e-4e61-9cd1-e60deae340a7'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:54:23.807857 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-65c61c80-31c0-4b73-9054-570fcbd667a0 None None] Bound port: 14805b7f-ef54-4a36-a578-91cec793e183, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '919e9b16-fd4c-43c5-8880-fcca4bf511e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'eb328e00-bb6e-4e61-9cd1-e60deae340a7'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:54:23.808262 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-65c61c80-31c0-4b73-9054-570fcbd667a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.821965 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-04a97213-eda5-48eb-bf50-f5e30749847d tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] show failed (client error): The resource could not be found. May 06 09:54:23.823299 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-04a97213-eda5-48eb-bf50-f5e30749847d tempest-NegativeSecGroupIPv6Test-2053394730 tempest-NegativeSecGroupIPv6Test-2053394730-project] 10.222.0.73 "GET /v2.0/security-group-rules/d6284116-5572-47a2-bb7b-4a0495187109 HTTP/1.1" status: 404 len: 356 time: 0.0285733 May 06 09:54:23.826850 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66864b25-4bd6-49d4-b533-b67761da135b req-cbae6a95-cd2b-4f7f-be73-67ae0cc4b7c1 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:23.831825 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-66864b25-4bd6-49d4-b533-b67761da135b req-cbae6a95-cd2b-4f7f-be73-67ae0cc4b7c1 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a28bf59-3030-4cc1-b20e-bb7d64e5af06 HTTP/1.1" status: 200 len: 944 time: 0.6584110 May 06 09:54:23.842016 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d6304091-0f9a-401d-8a04-52e9b730da1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.887549 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 53a3c8d9-b834-45d3-af81-65973f2d097f details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:54:23.888217 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d2c921b-ebd4-4050-a747-d403a4f917f1 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.914503 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.958752 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2c921b-ebd4-4050-a747-d403a4f917f1 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network eb328e00-bb6e-4e61-9cd1-e60deae340a7 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:23.990010 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-8d2c921b-ebd4-4050-a747-d403a4f917f1 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:23.993209 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2c921b-ebd4-4050-a747-d403a4f917f1 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:24.029513 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-66864b25-4bd6-49d4-b533-b67761da135b req-275d2bae-455a-4841-a3c1-8843303ceb25 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819873 May 06 09:54:24.056024 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c921b-ebd4-4050-a747-d403a4f917f1 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Port': ['ID=14651de3-9a74-4491-ae07-d7aa5537f6ce,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:24.107371 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2c921b-ebd4-4050-a747-d403a4f917f1 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:24.108044 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d2c921b-ebd4-4050-a747-d403a4f917f1 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:24.110628 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-65c61c80-31c0-4b73-9054-570fcbd667a0 None None] For port 14805b7f-ef54-4a36-a578-91cec793e183, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:54:24.131707 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port ed7b32e6-c9f6-48e8-95af-a9133cabde9d, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ed7b32e6-c9f6-48e8-95af-a9133cabde9d,segment=NetworkSegment(d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc),segment_id=d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:24.151075 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35176) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:24.159686 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-c24c7881-2772-417d-913a-ba58dfe8d631 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'port': {'network_id': 'eb328e00-bb6e-4e61-9cd1-e60deae340a7', 'name': 'tempest-PortsTestJSON-173030742'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:24.163780 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8d2c921b-ebd4-4050-a747-d403a4f917f1 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7051222 May 06 09:54:24.201277 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-65c61c80-31c0-4b73-9054-570fcbd667a0 None None] For port 14805b7f-ef54-4a36-a578-91cec793e183, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=14805b7f-ef54-4a36-a578-91cec793e183,segment=NetworkSegment(919e9b16-fd4c-43c5-8880-fcca4bf511e4),segment_id=919e9b16-fd4c-43c5-8880-fcca4bf511e4)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:54:24.221008 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d6304091-0f9a-401d-8a04-52e9b730da1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:24.233951 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d6304091-0f9a-401d-8a04-52e9b730da1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:24.272118 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:24.304237 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-65c61c80-31c0-4b73-9054-570fcbd667a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:24.330119 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24c7881-2772-417d-913a-ba58dfe8d631 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:24.335104 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c24c7881-2772-417d-913a-ba58dfe8d631 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:24.352975 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d6304091-0f9a-401d-8a04-52e9b730da1d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=674c930fd3eb4bbfa25d48c9712072d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5489454 May 06 09:54:24.352975 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6304091-0f9a-401d-8a04-52e9b730da1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02db95ba-99c9-45b7-92b8-189fccb33289,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:24.353937 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35180) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:24.365710 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35182) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:24.368276 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6304091-0f9a-401d-8a04-52e9b730da1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:24.368629 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6304091-0f9a-401d-8a04-52e9b730da1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:24.372895 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6304091-0f9a-401d-8a04-52e9b730da1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:24.373283 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6304091-0f9a-401d-8a04-52e9b730da1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:24.373625 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6304091-0f9a-401d-8a04-52e9b730da1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:24.374367 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6304091-0f9a-401d-8a04-52e9b730da1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:24.377381 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6304091-0f9a-401d-8a04-52e9b730da1d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:24.377604 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6304091-0f9a-401d-8a04-52e9b730da1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:24.377951 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6304091-0f9a-401d-8a04-52e9b730da1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:24.378429 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6304091-0f9a-401d-8a04-52e9b730da1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:24.378880 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6304091-0f9a-401d-8a04-52e9b730da1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:24.380256 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6304091-0f9a-401d-8a04-52e9b730da1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:24.388252 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-c24c7881-2772-417d-913a-ba58dfe8d631 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] device_id is not set on port 92e676c2-ccdb-4b9f-9302-702b53e44f94 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:54:24.499198 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-abdfbe82-9e80-4da3-a3bc-e5a1efc4eb23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:24.535140 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-abdfbe82-9e80-4da3-a3bc-e5a1efc4eb23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:24.661275 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35190) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:24.662306 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-52aac1f7-2d67-477e-a54b-59ddaf00a13c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a769c3aa305c4d5884a9ab873e794ae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2926531 May 06 09:54:24.680430 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-abdfbe82-9e80-4da3-a3bc-e5a1efc4eb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:24.683659 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-abdfbe82-9e80-4da3-a3bc-e5a1efc4eb23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:24.685330 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-abdfbe82-9e80-4da3-a3bc-e5a1efc4eb23 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/02db95ba-99c9-45b7-92b8-189fccb33289 HTTP/1.1" status: 204 len: 168 time: 0.3304703 May 06 09:54:24.694299 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-c24c7881-2772-417d-913a-ba58dfe8d631 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Allocated IP 172.20.0.12 (eb328e00-bb6e-4e61-9cd1-e60deae340a7/15656fda-95ad-4ae4-a7f9-badea9121311/92e676c2-ccdb-4b9f-9302-702b53e44f94) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:24.717352 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfbe82-9e80-4da3-a3bc-e5a1efc4eb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02db95ba-99c9-45b7-92b8-189fccb33289,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:24.760069 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796ad1b2-6c80-477d-a898-b280251364d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7b32e6-c9f6-48e8-95af-a9133cabde9d'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:54:24.765576 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97973f31-16d5-4afc-ae6a-13297532841c" -d '{"events": [{"server_uuid": "796ad1b2-6c80-477d-a898-b280251364d2", "name": "network-vif-plugged", "status": "completed", "tag": "ed7b32e6-c9f6-48e8-95af-a9133cabde9d"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:54:24.782313 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=ed7b32e6-c9f6-48e8-95af-a9133cabde9d,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:24.882604 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8b966ae2-2416-4f22-89ba-848586978bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:24.892764 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d71e158-d50f-4349-a78a-9f6f293006fd x-openstack-request-id: req-5d71e158-d50f-4349-a78a-9f6f293006fd {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:54:24.893061 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796ad1b2-6c80-477d-a898-b280251364d2", "name": "network-vif-plugged", "status": "completed", "tag": "ed7b32e6-c9f6-48e8-95af-a9133cabde9d", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:54:24.893323 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5d71e158-d50f-4349-a78a-9f6f293006fd {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:54:24.893729 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d71e158-d50f-4349-a78a-9f6f293006fd'] response: {'server_uuid': '796ad1b2-6c80-477d-a898-b280251364d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7b32e6-c9f6-48e8-95af-a9133cabde9d', 'code': 200} May 06 09:54:24.944214 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8b966ae2-2416-4f22-89ba-848586978bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:24.978712 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 53a3c8d9-b834-45d3-af81-65973f2d097f, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=53a3c8d9-b834-45d3-af81-65973f2d097f,segment=NetworkSegment(d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc),segment_id=d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:25.026210 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '53a3c8d9-b834-45d3-af81-65973f2d097f', 'network_id': '6b90c8ae-38c7-48da-870f-80fb484f8413', 'port_id': '53a3c8d9-b834-45d3-af81-65973f2d097f', 'mac_address': 'fa:16:3e:84:8e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efae5f4a-8926-4286-a092-abe4290135e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:54:25.058981 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8b966ae2-2416-4f22-89ba-848586978bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:25.077211 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8b966ae2-2416-4f22-89ba-848586978bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:25.080344 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8b966ae2-2416-4f22-89ba-848586978bc7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a59e545c-9e4b-4de4-bd59-0d090c283089 HTTP/1.1" status: 204 len: 168 time: 0.4193878 May 06 09:54:25.119185 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b966ae2-2416-4f22-89ba-848586978bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59e545c-9e4b-4de4-bd59-0d090c283089,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:25.139048 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:25.178830 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53a3c8d9-b834-45d3-af81-65973f2d097f {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:54:25.186852 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c61c80-31c0-4b73-9054-570fcbd667a0 None None] Pushing event updated for resources: {'Port': ['ID=14805b7f-ef54-4a36-a578-91cec793e183,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:25.237506 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 53a3c8d9-b834-45d3-af81-65973f2d097f, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=53a3c8d9-b834-45d3-af81-65973f2d097f,segment=NetworkSegment(d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc),segment_id=d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:25.254765 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b5519-1374-40ad-b04f-3a674d92fee1 req-c11e905b-66dc-4b79-9bbc-b08ed125e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:25.256989 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8b1b5519-1374-40ad-b04f-3a674d92fee1 req-c11e905b-66dc-4b79-9bbc-b08ed125e4c1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=796ad1b2-6c80-477d-a898-b280251364d2 HTTP/1.1" status: 200 len: 1096 time: 0.2602112 May 06 09:54:25.280350 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b603d-b2ca-4883-8bc2-2c41470c07a3 req-d9b9a726-c9b1-42b2-a1dd-ee8550102a2a tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:25.288572 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c24c7881-2772-417d-913a-ba58dfe8d631 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:25.291048 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8e0b603d-b2ca-4883-8bc2-2c41470c07a3 req-d9b9a726-c9b1-42b2-a1dd-ee8550102a2a tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a28bf59-3030-4cc1-b20e-bb7d64e5af06 HTTP/1.1" status: 200 len: 944 time: 0.1308270 May 06 09:54:25.295410 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:25.355347 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c24c7881-2772-417d-913a-ba58dfe8d631 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:25.414595 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8e0b603d-b2ca-4883-8bc2-2c41470c07a3 req-da77e5de-6dda-4b7c-9821-6ef1a3875e93 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222360 May 06 09:54:25.452449 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=53a3c8d9-b834-45d3-af81-65973f2d097f,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:25.485320 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8b1b5519-1374-40ad-b04f-3a674d92fee1 req-22539682-69d7-49de-8e2b-59272e69c9bb service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451535 May 06 09:54:25.491771 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24c7881-2772-417d-913a-ba58dfe8d631 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network eb328e00-bb6e-4e61-9cd1-e60deae340a7 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:25.499921 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c7881-2772-417d-913a-ba58dfe8d631 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Port': ['ID=92e676c2-ccdb-4b9f-9302-702b53e44f94,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:25.503092 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-c24c7881-2772-417d-913a-ba58dfe8d631 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:25.505826 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24c7881-2772-417d-913a-ba58dfe8d631 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:25.616117 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['53a3c8d9-b834-45d3-af81-65973f2d097f'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:54:25.643676 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24c7881-2772-417d-913a-ba58dfe8d631 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:25.644972 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c24c7881-2772-417d-913a-ba58dfe8d631 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:25.681104 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c24c7881-2772-417d-913a-ba58dfe8d631 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5260923 May 06 09:54:25.681908 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35216) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:25.695768 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 14805b7f-ef54-4a36-a578-91cec793e183 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:25.845755 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 14805b7f-ef54-4a36-a578-91cec793e183 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:25.846404 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:25.846954 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2d9aff-4d77-4df3-9475-c2db3db40ec5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:25.852497 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2a2d9aff-4d77-4df3-9475-c2db3db40ec5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.1670654 May 06 09:54:25.853228 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35222) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:26.074456 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-6b7d62af-26ba-47fe-ae66-52b365b168f9 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting port 92e676c2-ccdb-4b9f-9302-702b53e44f94 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:26.074837 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6b7d62af-26ba-47fe-ae66-52b365b168f9 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:26.107536 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:26.179582 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 14805b7f-ef54-4a36-a578-91cec793e183, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=14805b7f-ef54-4a36-a578-91cec793e183,segment=NetworkSegment(919e9b16-fd4c-43c5-8880-fcca4bf511e4),segment_id=919e9b16-fd4c-43c5-8880-fcca4bf511e4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:26.189366 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:26.300229 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=14805b7f-ef54-4a36-a578-91cec793e183,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:26.307993 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6b7d62af-26ba-47fe-ae66-52b365b168f9 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:26.332470 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-6b7d62af-26ba-47fe-ae66-52b365b168f9 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Calling delete_port for 92e676c2-ccdb-4b9f-9302-702b53e44f94 owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:26.532619 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35248) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:26.538601 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-63bdd574-f8d2-4648-a0fc-1beb420d8442 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1988975812', 'description': 'tempest-description--1798462467'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:26.589187 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-63bdd574-f8d2-4648-a0fc-1beb420d8442 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:26.661944 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6b7d62af-26ba-47fe-ae66-52b365b168f9 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:26.662201 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce43349-d3f0-4499-aa5a-0259c774d1be None None] Network eb328e00-bb6e-4e61-9cd1-e60deae340a7 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:26.729448 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d62af-26ba-47fe-ae66-52b365b168f9 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Port': ['ID=92e676c2-ccdb-4b9f-9302-702b53e44f94,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:26.814865 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-63bdd574-f8d2-4648-a0fc-1beb420d8442 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:26.863896 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-63bdd574-f8d2-4648-a0fc-1beb420d8442 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:26.876510 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6b7d62af-26ba-47fe-ae66-52b365b168f9 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:26.882698 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b0320758-3621-493a-8d90-da3a4c986a17 None None] Provisioning complete for port 14805b7f-ef54-4a36-a578-91cec793e183 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:26.883162 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b0320758-3621-493a-8d90-da3a4c986a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:26.884489 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6b7d62af-26ba-47fe-ae66-52b365b168f9 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/ports/92e676c2-ccdb-4b9f-9302-702b53e44f94 HTTP/1.1" status: 204 len: 168 time: 1.0296056 May 06 09:54:26.885881 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35260) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:26.944095 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-9477e5d6-e910-4799-9c6b-398961baa607 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] GET failed (client error): The resource could not be found. May 06 09:54:26.948027 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9477e5d6-e910-4799-9c6b-398961baa607 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "GET /v2.0/ports/92e676c2-ccdb-4b9f-9302-702b53e44f94 HTTP/1.1" status: 404 len: 333 time: 0.0600986 May 06 09:54:26.950715 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35262) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:27.046264 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-63bdd574-f8d2-4648-a0fc-1beb420d8442 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:27.047679 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-63bdd574-f8d2-4648-a0fc-1beb420d8442 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5136251 May 06 09:54:27.054656 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35268) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:27.062371 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdd574-f8d2-4648-a0fc-1beb420d8442 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fda34383-d8d3-410e-8abd-c7749a98511c,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:27.073357 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-f5f7a8ba-f1c0-456c-b510-6e8446e39967 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Request body: {'security_group_rule': {'security_group_id': 'fda34383-d8d3-410e-8abd-c7749a98511c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:27.076087 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35270) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:27.124586 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d9d89-565b-4410-9208-129ca1393a1b req-48684e4e-c7a6-4c37-b93e-c8f8c80afe9a tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:27.133773 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-030d9d89-565b-4410-9208-129ca1393a1b req-48684e4e-c7a6-4c37-b93e-c8f8c80afe9a tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a28bf59-3030-4cc1-b20e-bb7d64e5af06 HTTP/1.1" status: 200 len: 945 time: 0.3125827 May 06 09:54:27.218079 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-030d9d89-565b-4410-9208-129ca1393a1b req-0a27510e-9b26-4272-b0b9-e62b2cc1f1bb tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811131 May 06 09:54:27.229923 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f5f7a8ba-f1c0-456c-b510-6e8446e39967 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:27.296886 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-265a1814-6805-4280-b32d-25fafca466fa tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting port 14651de3-9a74-4491-ae07-d7aa5537f6ce {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:27.297332 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-265a1814-6805-4280-b32d-25fafca466fa tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:27.383288 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f5f7a8ba-f1c0-456c-b510-6e8446e39967 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:27.394651 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f5f7a8ba-f1c0-456c-b510-6e8446e39967 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:27.427713 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f5f7a8ba-f1c0-456c-b510-6e8446e39967 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:27.428981 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f5f7a8ba-f1c0-456c-b510-6e8446e39967 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3731205 May 06 09:54:27.431763 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35278) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:27.437035 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-995b97b5-913a-47be-8c6d-cbd1c52c8b74 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Request body: {'security_group_rule': {'security_group_id': 'fda34383-d8d3-410e-8abd-c7749a98511c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:27.477259 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 14805b7f-ef54-4a36-a578-91cec793e183 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:27.497678 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7a8ba-f1c0-456c-b510-6e8446e39967 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=115d982a-2844-4789-b162-e2e45365edc5,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:27.521272 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-995b97b5-913a-47be-8c6d-cbd1c52c8b74 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:27.553739 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-265a1814-6805-4280-b32d-25fafca466fa tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:27.587453 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9e2035f4-07f9-4c85-9055-3c32ae59e9ef tempest-ServiceProvidersTest-1468105937 tempest-ServiceProvidersTest-1468105937-project] 10.222.0.73 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5050371 May 06 09:54:27.592120 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-265a1814-6805-4280-b32d-25fafca466fa tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Calling delete_port for 14651de3-9a74-4491-ae07-d7aa5537f6ce owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:27.657201 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 14805b7f-ef54-4a36-a578-91cec793e183 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:27.657433 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:27.676705 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-995b97b5-913a-47be-8c6d-cbd1c52c8b74 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:27.684523 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-995b97b5-913a-47be-8c6d-cbd1c52c8b74 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:27.754458 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-995b97b5-913a-47be-8c6d-cbd1c52c8b74 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:27.758566 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-995b97b5-913a-47be-8c6d-cbd1c52c8b74 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3229773 May 06 09:54:27.758566 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b97b5-913a-47be-8c6d-cbd1c52c8b74 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94acb06d-180b-4ec9-8c6c-8a45be8f83f2,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:27.759842 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35284) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:27.772323 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-6ba0da6c-3d05-458c-b1c8-777686424b47 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:27.783626 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-3966fd12-2a28-48ff-bf20-5095b101476c None None] Provisioning complete for port 14805b7f-ef54-4a36-a578-91cec793e183 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:27.784006 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3966fd12-2a28-48ff-bf20-5095b101476c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:27.830831 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6ba0da6c-3d05-458c-b1c8-777686424b47 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks [] for floatingip, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:27.912082 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 53a3c8d9-b834-45d3-af81-65973f2d097f up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:28.099331 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-265a1814-6805-4280-b32d-25fafca466fa tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:28.140282 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a1814-6805-4280-b32d-25fafca466fa tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Port': ['ID=14651de3-9a74-4491-ae07-d7aa5537f6ce,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:28.274461 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35298) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:28.275764 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-3966fd12-2a28-48ff-bf20-5095b101476c None None] Could not find standard attr ID for object 14651de3-9a74-4491-ae07-d7aa5537f6ce. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:54:28.278361 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-265a1814-6805-4280-b32d-25fafca466fa tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:28.289256 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-265a1814-6805-4280-b32d-25fafca466fa tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/ports/14651de3-9a74-4491-ae07-d7aa5537f6ce HTTP/1.1" status: 204 len: 168 time: 1.3344226 May 06 09:54:28.289725 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35302) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:28.304666 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 53a3c8d9-b834-45d3-af81-65973f2d097f completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:54:28.309433 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 53a3c8d9-b834-45d3-af81-65973f2d097f triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:28.309821 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:28.320972 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6ba0da6c-3d05-458c-b1c8-777686424b47 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:28.386171 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-5822ac01-fa82-4e43-970c-def3e134a9d7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] GET failed (client error): The resource could not be found. May 06 09:54:28.387825 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5822ac01-fa82-4e43-970c-def3e134a9d7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "GET /v2.0/ports/14651de3-9a74-4491-ae07-d7aa5537f6ce HTTP/1.1" status: 404 len: 333 time: 0.0971465 May 06 09:54:28.411941 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e74a1206-5243-4cf6-a1c1-3f5d4ab11548 None None] Could not find standard attr ID for object 14651de3-9a74-4491-ae07-d7aa5537f6ce. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:54:28.419752 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35304) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:28.471329 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:28.502956 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a28bf59-3030-4cc1-b20e-bb7d64e5af06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a3c8d9-b834-45d3-af81-65973f2d097f'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:54:28.506160 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61abc21-e92e-4d92-8dc4-dd544d1d17a0" -d '{"events": [{"server_uuid": "1a28bf59-3030-4cc1-b20e-bb7d64e5af06", "name": "network-vif-plugged", "status": "completed", "tag": "53a3c8d9-b834-45d3-af81-65973f2d097f"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:54:28.528062 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 53a3c8d9-b834-45d3-af81-65973f2d097f, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=53a3c8d9-b834-45d3-af81-65973f2d097f,segment=NetworkSegment(d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc),segment_id=d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:28.532971 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c234e05-8974-4b75-ac3f-28931c151d88 req-68efd687-ffed-4ff3-96a5-5c125853c435 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:28.533769 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:28.545731 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c234e05-8974-4b75-ac3f-28931c151d88 req-68efd687-ffed-4ff3-96a5-5c125853c435 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a28bf59-3030-4cc1-b20e-bb7d64e5af06 HTTP/1.1" status: 200 len: 945 time: 0.1657357 May 06 09:54:28.605617 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-eb9325b5-16be-4833-a0f2-e7f9953f53d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:28.655350 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa29b81-4061-4dc0-bb7c-9bf13d50bd11 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting subnet 15656fda-95ad-4ae4-a7f9-badea9121311 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:54:28.661032 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-339dbc62-07c4-4d74-8c82-219b9ac49ce7 None None] Could not find standard attr ID for object 92e676c2-ccdb-4b9f-9302-702b53e44f94. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:54:28.661327 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9fa29b81-4061-4dc0-bb7c-9bf13d50bd11 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:28.674816 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=53a3c8d9-b834-45d3-af81-65973f2d097f,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:28.711599 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c234e05-8974-4b75-ac3f-28931c151d88 req-d6466298-270c-4f58-b96d-06aef12b02e4 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648066 May 06 09:54:28.760926 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9fa29b81-4061-4dc0-bb7c-9bf13d50bd11 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:28.787278 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7fdca8-42f7-4525-aeac-7594c7376538 x-openstack-request-id: req-ff7fdca8-42f7-4525-aeac-7594c7376538 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:54:28.788101 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a28bf59-3030-4cc1-b20e-bb7d64e5af06", "name": "network-vif-plugged", "status": "completed", "tag": "53a3c8d9-b834-45d3-af81-65973f2d097f", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:54:28.788576 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ff7fdca8-42f7-4525-aeac-7594c7376538 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:54:28.789230 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff7fdca8-42f7-4525-aeac-7594c7376538'] response: {'server_uuid': '1a28bf59-3030-4cc1-b20e-bb7d64e5af06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a3c8d9-b834-45d3-af81-65973f2d097f', 'code': 200} May 06 09:54:28.803290 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35310) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:28.809660 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-eb9325b5-16be-4833-a0f2-e7f9953f53d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:28.824907 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-eb9325b5-16be-4833-a0f2-e7f9953f53d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:28.868134 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-6ba0da6c-3d05-458c-b1c8-777686424b47 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Allocated IP 172.25.5.20 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/51eab8b2-5c28-4f4d-a4de-ebc56a2d3620) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:28.910516 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:28.977933 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-eb9325b5-16be-4833-a0f2-e7f9953f53d9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cbf37f877ed04e68a63a17271919b5aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7036064 May 06 09:54:28.981435 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9325b5-16be-4833-a0f2-e7f9953f53d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93583656-cffc-4a9c-95b3-ba91d4c003ef,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:29.005803 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35316) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:29.037567 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9fa29b81-4061-4dc0-bb7c-9bf13d50bd11 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:29.072650 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c80935-ff67-4c76-b229-7f6d839dcd7e req-c72f99f6-910b-4c0a-be2a-8c02c02ac47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:29.074283 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e5c80935-ff67-4c76-b229-7f6d839dcd7e req-c72f99f6-910b-4c0a-be2a-8c02c02ac47d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1a28bf59-3030-4cc1-b20e-bb7d64e5af06 HTTP/1.1" status: 200 len: 1097 time: 0.2087371 May 06 09:54:29.087885 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0a7d1654-bbec-45c9-b7ac-7c73ab8ac03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:29.122121 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2cd4c5ff-a9c5-4125-a4ae-d0535cbded3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:29.161080 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2cd4c5ff-a9c5-4125-a4ae-d0535cbded3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:29.165378 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e5c80935-ff67-4c76-b229-7f6d839dcd7e req-1eef714c-734c-4afb-8746-9ecb2d2667da service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778713 May 06 09:54:29.232136 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2cd4c5ff-a9c5-4125-a4ae-d0535cbded3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:29.235520 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2cd4c5ff-a9c5-4125-a4ae-d0535cbded3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:29.236751 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2cd4c5ff-a9c5-4125-a4ae-d0535cbded3f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/93583656-cffc-4a9c-95b3-ba91d4c003ef HTTP/1.1" status: 204 len: 168 time: 0.2287171 May 06 09:54:29.245825 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0a7d1654-bbec-45c9-b7ac-7c73ab8ac03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:29.246223 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4c5ff-a9c5-4125-a4ae-d0535cbded3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93583656-cffc-4a9c-95b3-ba91d4c003ef,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:29.259007 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0a7d1654-bbec-45c9-b7ac-7c73ab8ac03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:29.290325 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6ba0da6c-3d05-458c-b1c8-777686424b47 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:29.297668 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0a7d1654-bbec-45c9-b7ac-7c73ab8ac03c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8c5ecc17969642c2a78b32febb87ea44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4906354 May 06 09:54:29.297791 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35320) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:29.326527 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9fa29b81-4061-4dc0-bb7c-9bf13d50bd11 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:29.365362 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-89cd2a68-7519-4f42-8a7f-fc6477328d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:29.365915 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d1654-bbec-45c9-b7ac-7c73ab8ac03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6849af93-8260-448d-a99f-eef80ea8ba63,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:29.414727 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-89cd2a68-7519-4f42-8a7f-fc6477328d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:29.426695 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa29b81-4061-4dc0-bb7c-9bf13d50bd11 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Subnet': ['ID=15656fda-95ad-4ae4-a7f9-badea9121311,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:29.429945 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9fa29b81-4061-4dc0-bb7c-9bf13d50bd11 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:29.434782 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9fa29b81-4061-4dc0-bb7c-9bf13d50bd11 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/subnets/15656fda-95ad-4ae4-a7f9-badea9121311 HTTP/1.1" status: 204 len: 168 time: 1.0139129 May 06 09:54:29.437530 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6ba0da6c-3d05-458c-b1c8-777686424b47 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:29.439716 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35322) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:29.442389 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad255278-271a-4c8e-83ea-dff87749dc1c None None] Network eb328e00-bb6e-4e61-9cd1-e60deae340a7 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:29.490472 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-89cd2a68-7519-4f42-8a7f-fc6477328d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:29.498888 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-89cd2a68-7519-4f42-8a7f-fc6477328d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:29.504323 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-89cd2a68-7519-4f42-8a7f-fc6477328d18 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6849af93-8260-448d-a99f-eef80ea8ba63 HTTP/1.1" status: 204 len: 168 time: 0.2033484 May 06 09:54:29.521936 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd2a68-7519-4f42-8a7f-fc6477328d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6849af93-8260-448d-a99f-eef80ea8ba63,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:29.617450 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba0da6c-3d05-458c-b1c8-777686424b47 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:29.629749 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-6ba0da6c-3d05-458c-b1c8-777686424b47 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:29.636499 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0da6c-3d05-458c-b1c8-777686424b47 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Pushing event updated for resources: {'Port': ['ID=51eab8b2-5c28-4f4d-a4de-ebc56a2d3620,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:29.638954 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba0da6c-3d05-458c-b1c8-777686424b47 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:29.761693 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95823787-c5ad-4786-b4b8-34e6faa83fc7 None None] DHCP port deletion for eb328e00-bb6e-4e61-9cd1-e60deae340a7 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:54:29.769846 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6ba0da6c-3d05-458c-b1c8-777686424b47 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:29.799015 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f4aa7a6-8282-4a27-b0f7-7cadcd570867 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:29.876357 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-95823787-c5ad-4786-b4b8-34e6faa83fc7 None None] Deleting port 14805b7f-ef54-4a36-a578-91cec793e183 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:29.876730 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-95823787-c5ad-4786-b4b8-34e6faa83fc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:29.907796 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6ba0da6c-3d05-458c-b1c8-777686424b47 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:29.952929 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3906333-6cfc-42b2-a95c-e788c16e0a5c req-9a7bab98-997b-47f3-a4c2-2ff55ea33f20 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:29.958266 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3906333-6cfc-42b2-a95c-e788c16e0a5c req-9a7bab98-997b-47f3-a4c2-2ff55ea33f20 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a28bf59-3030-4cc1-b20e-bb7d64e5af06 HTTP/1.1" status: 200 len: 946 time: 0.1334176 May 06 09:54:30.000125 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-95823787-c5ad-4786-b4b8-34e6faa83fc7 None None] For port 14805b7f-ef54-4a36-a578-91cec793e183, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=14805b7f-ef54-4a36-a578-91cec793e183,segment=NetworkSegment(919e9b16-fd4c-43c5-8880-fcca4bf511e4),segment_id=919e9b16-fd4c-43c5-8880-fcca4bf511e4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:30.000710 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-95823787-c5ad-4786-b4b8-34e6faa83fc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:30.020436 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-95823787-c5ad-4786-b4b8-34e6faa83fc7 None None] Calling delete_port for 14805b7f-ef54-4a36-a578-91cec793e183 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:30.043428 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3906333-6cfc-42b2-a95c-e788c16e0a5c req-ce4e316d-ca1a-4698-a138-d38bd8f9497a tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764043 May 06 09:54:30.137050 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-1f4aa7a6-8282-4a27-b0f7-7cadcd570867 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting port 14805b7f-ef54-4a36-a578-91cec793e183 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:30.137400 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f4aa7a6-8282-4a27-b0f7-7cadcd570867 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:30.170809 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-95823787-c5ad-4786-b4b8-34e6faa83fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:30.207265 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35342) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:30.208668 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95823787-c5ad-4786-b4b8-34e6faa83fc7 None None] Pushing event deleted for resources: {'Port': ['ID=14805b7f-ef54-4a36-a578-91cec793e183,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:30.211949 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95823787-c5ad-4786-b4b8-34e6faa83fc7 None None] No DVR routers for this DVR port 14805b7f-ef54-4a36-a578-91cec793e183 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:54:30.251653 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3b9a2b57-cf7e-4281-8ccd-7357f79d5e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:30.399523 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3b9a2b57-cf7e-4281-8ccd-7357f79d5e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:30.408787 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3b9a2b57-cf7e-4281-8ccd-7357f79d5e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:30.447978 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a2b57-cf7e-4281-8ccd-7357f79d5e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224c453e-a4d1-4f15-9c35-55a4470eb5b1,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:30.469258 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3b9a2b57-cf7e-4281-8ccd-7357f79d5e8e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fa1ced8ab4394798ae14c53920623ceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2601757 May 06 09:54:30.473077 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35346) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:30.542304 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f6451b9c-1d72-4ddb-88a5-555fa75077c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:30.570051 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f6451b9c-1d72-4ddb-88a5-555fa75077c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:30.634422 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-1f4aa7a6-8282-4a27-b0f7-7cadcd570867 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] For port 14805b7f-ef54-4a36-a578-91cec793e183, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=14805b7f-ef54-4a36-a578-91cec793e183,segment=NetworkSegment(919e9b16-fd4c-43c5-8880-fcca4bf511e4),segment_id=919e9b16-fd4c-43c5-8880-fcca4bf511e4)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:30.677671 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f4aa7a6-8282-4a27-b0f7-7cadcd570867 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:30.678007 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f6451b9c-1d72-4ddb-88a5-555fa75077c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:30.678007 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f6451b9c-1d72-4ddb-88a5-555fa75077c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:30.678007 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f6451b9c-1d72-4ddb-88a5-555fa75077c2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/224c453e-a4d1-4f15-9c35-55a4470eb5b1 HTTP/1.1" status: 204 len: 168 time: 0.1794591 May 06 09:54:30.682023 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6451b9c-1d72-4ddb-88a5-555fa75077c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224c453e-a4d1-4f15-9c35-55a4470eb5b1,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:30.697911 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-1f4aa7a6-8282-4a27-b0f7-7cadcd570867 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Calling delete_port for 14805b7f-ef54-4a36-a578-91cec793e183 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:30.833505 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6ba0da6c-3d05-458c-b1c8-777686424b47 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:30.850411 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6ba0da6c-3d05-458c-b1c8-777686424b47 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:30.895072 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f4aa7a6-8282-4a27-b0f7-7cadcd570867 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:30.949809 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4aa7a6-8282-4a27-b0f7-7cadcd570867 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] No DVR routers for this DVR port 14805b7f-ef54-4a36-a578-91cec793e183 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:54:30.958264 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0da6c-3d05-458c-b1c8-777686424b47 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Pushing event updated for resources: {'Port': ['ID=51eab8b2-5c28-4f4d-a4de-ebc56a2d3620,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:31.005401 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6ba0da6c-3d05-458c-b1c8-777686424b47 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:31.018877 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4aa7a6-8282-4a27-b0f7-7cadcd570867 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Port': ['ID=14805b7f-ef54-4a36-a578-91cec793e183,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:31.073709 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6ba0da6c-3d05-458c-b1c8-777686424b47 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:31.083831 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6ba0da6c-3d05-458c-b1c8-777686424b47 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3136737 May 06 09:54:31.113990 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f4aa7a6-8282-4a27-b0f7-7cadcd570867 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:31.158809 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-1f4aa7a6-8282-4a27-b0f7-7cadcd570867 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb328e00-bb6e-4e61-9cd1-e60deae340a7']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:31.176890 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-1f4aa7a6-8282-4a27-b0f7-7cadcd570867 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '919e9b16-fd4c-43c5-8880-fcca4bf511e4') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:31.177192 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-1f4aa7a6-8282-4a27-b0f7-7cadcd570867 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '919e9b16-fd4c-43c5-8880-fcca4bf511e4') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:31.196197 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f4aa7a6-8282-4a27-b0f7-7cadcd570867 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:31.235138 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f4aa7a6-8282-4a27-b0f7-7cadcd570867 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:31.246802 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f4aa7a6-8282-4a27-b0f7-7cadcd570867 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:54:31.251640 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f4aa7a6-8282-4a27-b0f7-7cadcd570867 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: self.session.flush() May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: self.session.flush() May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: self.session.flush() May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: self.session.flush() May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: timer() May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:54:31.258989 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:54:31.260976 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfa5c2-46a7-429a-ba73-0402877d2bce req-69f4b2a6-e0c1-41ce-82d3-108211132c49 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:31.262178 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1dfa5c2-46a7-429a-ba73-0402877d2bce req-69f4b2a6-e0c1-41ce-82d3-108211132c49 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a28bf59-3030-4cc1-b20e-bb7d64e5af06 HTTP/1.1" status: 200 len: 946 time: 0.0676658 May 06 09:54:31.322157 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1dfa5c2-46a7-429a-ba73-0402877d2bce req-0ef574e3-19f5-4b5d-85f7-c703b5744fb9 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473645 May 06 09:54:31.381047 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f4aa7a6-8282-4a27-b0f7-7cadcd570867 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:31.402425 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f4aa7a6-8282-4a27-b0f7-7cadcd570867 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:31.406639 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1f4aa7a6-8282-4a27-b0f7-7cadcd570867 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/networks/eb328e00-bb6e-4e61-9cd1-e60deae340a7 HTTP/1.1" status: 204 len: 168 time: 1.9641645 May 06 09:54:31.407728 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4aa7a6-8282-4a27-b0f7-7cadcd570867 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Network': ['ID=eb328e00-bb6e-4e61-9cd1-e60deae340a7,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:31.410584 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35384) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:31.415577 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-c1f1a0ea-3ac2-4792-aba1-6a15c3c9be80 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-905674816'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:31.452813 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f1a0ea-3ac2-4792-aba1-6a15c3c9be80 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:31.457239 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c1f1a0ea-3ac2-4792-aba1-6a15c3c9be80 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:31.466675 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 14805b7f-ef54-4a36-a578-91cec793e183 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:54:31.510630 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f1a0ea-3ac2-4792-aba1-6a15c3c9be80 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:54:31.516175 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 14805b7f-ef54-4a36-a578-91cec793e183 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:54:31.516774 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 14805b7f-ef54-4a36-a578-91cec793e183 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:54:31.556106 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c1f1a0ea-3ac2-4792-aba1-6a15c3c9be80 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:31.557182 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-c1f1a0ea-3ac2-4792-aba1-6a15c3c9be80 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Added segment 371a18dc-607b-49bc-997c-148aec0e807f of type vlan for network 5ca46fe5-d345-4bd8-aa07-80d79f9c75bb May 06 09:54:31.636078 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c1f1a0ea-3ac2-4792-aba1-6a15c3c9be80 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:31.641673 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f65f628d-01be-48ea-b984-1f99956fc710 req-d9f95f95-4b85-4534-a917-a8e8167eb444 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1988975812&fields=id&tenant_id=c517f1b2e83649f0bec52fdccbd31b7e HTTP/1.1" status: 200 len: 267 time: 0.1235600 May 06 09:54:31.672747 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c1f1a0ea-3ac2-4792-aba1-6a15c3c9be80 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:31.680714 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f1a0ea-3ac2-4792-aba1-6a15c3c9be80 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:31.681778 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c1f1a0ea-3ac2-4792-aba1-6a15c3c9be80 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:32.236891 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c1f1a0ea-3ac2-4792-aba1-6a15c3c9be80 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8252079 May 06 09:54:32.241918 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35420) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:32.248287 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-23c70c45-5518-4721-beb6-d92d9db458f6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'subnet': {'network_id': '5ca46fe5-d345-4bd8-aa07-80d79f9c75bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:32.256395 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1a0ea-3ac2-4792-aba1-6a15c3c9be80 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Network': ['ID=5ca46fe5-d345-4bd8-aa07-80d79f9c75bb,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:32.272347 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 5ca46fe5-d345-4bd8-aa07-80d79f9c75bb details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:54:32.295297 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f628d-01be-48ea-b984-1f99956fc710 req-5653a492-de70-4cac-ab99-07bbdb289be6 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:32.297078 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f65f628d-01be-48ea-b984-1f99956fc710 req-5653a492-de70-4cac-ab99-07bbdb289be6 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/networks?id=8b4bbee4-4fbe-449e-978f-a646b5e578f0 HTTP/1.1" status: 200 len: 819 time: 0.6109836 May 06 09:54:32.322686 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f65f628d-01be-48ea-b984-1f99956fc710 req-656bab04-ba37-4fd7-86d3-2296717c86ed tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/quotas/c517f1b2e83649f0bec52fdccbd31b7e HTTP/1.1" status: 200 len: 375 time: 0.0182950 May 06 09:54:32.410269 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c70c45-5518-4721-beb6-d92d9db458f6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:32.416138 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-23c70c45-5518-4721-beb6-d92d9db458f6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:32.440337 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f65f628d-01be-48ea-b984-1f99956fc710 req-57123044-dfbe-4368-a708-7f313b315dc3 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c517f1b2e83649f0bec52fdccbd31b7e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1108654 May 06 09:54:32.674408 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-23c70c45-5518-4721-beb6-d92d9db458f6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:32.752497 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f65f628d-01be-48ea-b984-1f99956fc710 req-7f1cd5a5-47d1-4812-836a-a91277543928 service neutron] 10.222.0.73 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061693 May 06 09:54:32.757365 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c70c45-5518-4721-beb6-d92d9db458f6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Subnet': ['ID=933ba557-6d59-4221-9635-873104a869a4,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:32.769706 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c70c45-5518-4721-beb6-d92d9db458f6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Checking segment: {'id': '371a18dc-607b-49bc-997c-148aec0e807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5ca46fe5-d345-4bd8-aa07-80d79f9c75bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:32.770491 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c70c45-5518-4721-beb6-d92d9db458f6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network hostable DHCP agents. Network: 5ca46fe5-d345-4bd8-aa07-80d79f9c75bb, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:54:32.805278 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c70c45-5518-4721-beb6-d92d9db458f6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network 5ca46fe5-d345-4bd8-aa07-80d79f9c75bb is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:54:32.823529 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-23c70c45-5518-4721-beb6-d92d9db458f6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 5ca46fe5-d345-4bd8-aa07-80d79f9c75bb) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:32.829195 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c70c45-5518-4721-beb6-d92d9db458f6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:32.830943 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-23c70c45-5518-4721-beb6-d92d9db458f6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:32.837430 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb00508-9a52-4868-8cba-795eed7c79ee None None] Network 5ca46fe5-d345-4bd8-aa07-80d79f9c75bb requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:32.882776 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-23c70c45-5518-4721-beb6-d92d9db458f6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6340888 May 06 09:54:32.882776 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35442) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:32.889092 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f65f628d-01be-48ea-b984-1f99956fc710 req-64394eb8-8575-4922-bf61-441e129fcc20 service neutron] 10.222.0.73 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342137 May 06 09:54:32.891977 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-09d8e28c-2489-47e0-b23d-4b233a389fc3 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'port': {'network_id': '5ca46fe5-d345-4bd8-aa07-80d79f9c75bb', 'name': 'tempest-PortsTestJSON-1034250158', 'fixed_ips': [{'subnet_id': '933ba557-6d59-4221-9635-873104a869a4', 'ip_address': '172.20.0.10'}]}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:33.091941 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feef33a-03e8-4d66-ab0c-471c3ef0d4f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-5ca46fe5-d345-4bd8-aa07-80d79f9c75bb', 'network_id': '5ca46fe5-d345-4bd8-aa07-80d79f9c75bb', 'tenant_id': '5e93687cdbe844579029619dd5bb366a', 'fixed_ips': [{'subnet_id': '933ba557-6d59-4221-9635-873104a869a4'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:54:33.093930 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8feef33a-03e8-4d66-ab0c-471c3ef0d4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:33.103875 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d8e28c-2489-47e0-b23d-4b233a389fc3 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:33.314206 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f6976-0d9f-45a4-9a22-90107fec1a3d req-e5747d2d-079f-4ee0-b26b-52617dc07b1c tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:33.318454 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-663f6976-0d9f-45a4-9a22-90107fec1a3d req-e5747d2d-079f-4ee0-b26b-52617dc07b1c tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d97d510-8a6d-42c4-a768-8907f7481365 HTTP/1.1" status: 200 len: 946 time: 0.0804849 May 06 09:54:33.318852 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-09d8e28c-2489-47e0-b23d-4b233a389fc3 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:33.347028 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-8feef33a-03e8-4d66-ab0c-471c3ef0d4f3 None None] Allocated IP 172.20.0.2 (5ca46fe5-d345-4bd8-aa07-80d79f9c75bb/933ba557-6d59-4221-9635-873104a869a4/16ad6ca8-b215-4f97-bf95-458971f35f13) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:33.350063 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-09d8e28c-2489-47e0-b23d-4b233a389fc3 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] device_id is not set on port 7230ef00-cc44-4e72-b63c-f92aa86de75f yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:54:33.431952 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-663f6976-0d9f-45a4-9a22-90107fec1a3d req-d6782cc1-4b53-4e69-8eab-3a83da156a8e tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030459 May 06 09:54:33.642350 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b12feab2-aa0b-4d06-a3cc-8331c941fbfa req-43d11c0a-0aeb-4edd-8dff-fe7ede8b2cfe tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 210 time: 0.0545037 May 06 09:54:33.706311 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8feef33a-03e8-4d66-ab0c-471c3ef0d4f3 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:33.726048 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8feef33a-03e8-4d66-ab0c-471c3ef0d4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:33.802419 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-09d8e28c-2489-47e0-b23d-4b233a389fc3 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Allocated IP 172.20.0.10 (5ca46fe5-d345-4bd8-aa07-80d79f9c75bb/933ba557-6d59-4221-9635-873104a869a4/7230ef00-cc44-4e72-b63c-f92aa86de75f) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:33.820170 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feef33a-03e8-4d66-ab0c-471c3ef0d4f3 None None] Network 5ca46fe5-d345-4bd8-aa07-80d79f9c75bb is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:33.843095 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feef33a-03e8-4d66-ab0c-471c3ef0d4f3 None None] Pushing event updated for resources: {'Port': ['ID=16ad6ca8-b215-4f97-bf95-458971f35f13,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:33.846350 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-8feef33a-03e8-4d66-ab0c-471c3ef0d4f3 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:33.849238 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feef33a-03e8-4d66-ab0c-471c3ef0d4f3 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:33.875671 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ba98a-447a-41f8-ad3c-97bba4744601 req-2dbbd075-b369-43eb-9764-dd1b6a9ede96 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:33.884024 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f08ba98a-447a-41f8-ad3c-97bba4744601 req-2dbbd075-b369-43eb-9764-dd1b6a9ede96 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=796ad1b2-6c80-477d-a898-b280251364d2 HTTP/1.1" status: 200 len: 945 time: 0.1006005 May 06 09:54:33.983666 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f08ba98a-447a-41f8-ad3c-97bba4744601 req-f1469fde-ba69-49cf-907c-21b92ac4aa56 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881157 May 06 09:54:33.987282 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8feef33a-03e8-4d66-ab0c-471c3ef0d4f3 None None] Attempting to bind port 16ad6ca8-b215-4f97-bf95-458971f35f13 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:54:33.987910 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8feef33a-03e8-4d66-ab0c-471c3ef0d4f3 None None] Attempting to bind port 16ad6ca8-b215-4f97-bf95-458971f35f13 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '371a18dc-607b-49bc-997c-148aec0e807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5ca46fe5-d345-4bd8-aa07-80d79f9c75bb'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:54:33.989552 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feef33a-03e8-4d66-ab0c-471c3ef0d4f3 None None] Attempting to bind port 16ad6ca8-b215-4f97-bf95-458971f35f13 on network 5ca46fe5-d345-4bd8-aa07-80d79f9c75bb {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:34.006564 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feef33a-03e8-4d66-ab0c-471c3ef0d4f3 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:54:34.008686 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feef33a-03e8-4d66-ab0c-471c3ef0d4f3 None None] Checking segment: {'id': '371a18dc-607b-49bc-997c-148aec0e807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5ca46fe5-d345-4bd8-aa07-80d79f9c75bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:34.009318 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8feef33a-03e8-4d66-ab0c-471c3ef0d4f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:34.011057 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feef33a-03e8-4d66-ab0c-471c3ef0d4f3 None None] Bound using segment: {'id': '371a18dc-607b-49bc-997c-148aec0e807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5ca46fe5-d345-4bd8-aa07-80d79f9c75bb'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:54:34.011760 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8feef33a-03e8-4d66-ab0c-471c3ef0d4f3 None None] Bound port: 16ad6ca8-b215-4f97-bf95-458971f35f13, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '371a18dc-607b-49bc-997c-148aec0e807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5ca46fe5-d345-4bd8-aa07-80d79f9c75bb'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:54:34.014945 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8feef33a-03e8-4d66-ab0c-471c3ef0d4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:34.162735 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8feef33a-03e8-4d66-ab0c-471c3ef0d4f3 None None] For port 16ad6ca8-b215-4f97-bf95-458971f35f13, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:54:34.177149 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8feef33a-03e8-4d66-ab0c-471c3ef0d4f3 None None] For port 16ad6ca8-b215-4f97-bf95-458971f35f13, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=16ad6ca8-b215-4f97-bf95-458971f35f13,segment=NetworkSegment(371a18dc-607b-49bc-997c-148aec0e807f),segment_id=371a18dc-607b-49bc-997c-148aec0e807f)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:54:34.184742 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8feef33a-03e8-4d66-ab0c-471c3ef0d4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:34.275111 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-09d8e28c-2489-47e0-b23d-4b233a389fc3 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:34.328714 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feef33a-03e8-4d66-ab0c-471c3ef0d4f3 None None] Pushing event updated for resources: {'Port': ['ID=16ad6ca8-b215-4f97-bf95-458971f35f13,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:34.375700 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-09d8e28c-2489-47e0-b23d-4b233a389fc3 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:34.510679 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8e28c-2489-47e0-b23d-4b233a389fc3 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Port': ['ID=7230ef00-cc44-4e72-b63c-f92aa86de75f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:34.516309 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bb57d-b996-4c00-b4ff-0a98f66fa6fe req-e53031eb-dc0c-48dc-8049-1cb87803cc00 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:34.520166 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a56bb57d-b996-4c00-b4ff-0a98f66fa6fe req-e53031eb-dc0c-48dc-8049-1cb87803cc00 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a28bf59-3030-4cc1-b20e-bb7d64e5af06 HTTP/1.1" status: 200 len: 946 time: 0.0803776 May 06 09:54:34.535632 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d8e28c-2489-47e0-b23d-4b233a389fc3 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network 5ca46fe5-d345-4bd8-aa07-80d79f9c75bb is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:34.537655 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-09d8e28c-2489-47e0-b23d-4b233a389fc3 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:34.542204 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d8e28c-2489-47e0-b23d-4b233a389fc3 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:34.643685 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d8e28c-2489-47e0-b23d-4b233a389fc3 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:34.644396 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-09d8e28c-2489-47e0-b23d-4b233a389fc3 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:34.673060 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a56bb57d-b996-4c00-b4ff-0a98f66fa6fe req-27e8f106-39ff-47d7-bc62-1569a6446c19 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469781 May 06 09:54:34.689876 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-09d8e28c-2489-47e0-b23d-4b233a389fc3 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8064721 May 06 09:54:34.692933 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35510) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:34.698807 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-5cc6b453-1172-4b22-a6e4-cb39c2c3dc4c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'port': {'network_id': '5ca46fe5-d345-4bd8-aa07-80d79f9c75bb', 'name': 'tempest-PortsTestJSON-669456751', 'fixed_ips': [{'subnet_id': '933ba557-6d59-4221-9635-873104a869a4', 'ip_address': '172.20.0.9'}]}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:34.881006 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fc8a766d-380b-4309-82a5-0d42cbed1fa1 req-e41030a7-0b0b-4817-9549-2f4c8ea5a009 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 210 time: 0.0820816 May 06 09:54:35.070645 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc6b453-1172-4b22-a6e4-cb39c2c3dc4c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:35.101580 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f628d-01be-48ea-b984-1f99956fc710 req-3e789b23-a58a-43f3-b05e-272520111a0c tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:35.115628 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f65f628d-01be-48ea-b984-1f99956fc710 req-3e789b23-a58a-43f3-b05e-272520111a0c tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.77 "GET /v2.0/networks?id=8b4bbee4-4fbe-449e-978f-a646b5e578f0 HTTP/1.1" status: 200 len: 819 time: 0.2627993 May 06 09:54:35.183362 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f65f628d-01be-48ea-b984-1f99956fc710 req-4c78e891-62db-4ba9-bfdf-581c103bc47a tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c517f1b2e83649f0bec52fdccbd31b7e HTTP/1.1" status: 200 len: 380 time: 0.0522718 May 06 09:54:35.193687 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-f65f628d-01be-48ea-b984-1f99956fc710 req-7b5b1a70-ef87-4abc-8bda-5ffe03d0c8eb tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Request body: {'port': {'device_id': '35024015-1225-4497-8dab-cee17af34ce5', 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0', 'admin_state_up': True, 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'security_groups': ['fda34383-d8d3-410e-8abd-c7749a98511c']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:35.204603 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35526) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:35.324522 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5cc6b453-1172-4b22-a6e4-cb39c2c3dc4c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:35.409028 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-5cc6b453-1172-4b22-a6e4-cb39c2c3dc4c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] device_id is not set on port 7d887919-caeb-4f65-81bb-c0d551ec411b yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:54:35.459205 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f65f628d-01be-48ea-b984-1f99956fc710 req-7b5b1a70-ef87-4abc-8bda-5ffe03d0c8eb tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Made reservation on behalf of c517f1b2e83649f0bec52fdccbd31b7e for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:35.465637 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f65f628d-01be-48ea-b984-1f99956fc710 req-7b5b1a70-ef87-4abc-8bda-5ffe03d0c8eb tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:35.536251 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 16ad6ca8-b215-4f97-bf95-458971f35f13 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:35.649889 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 16ad6ca8-b215-4f97-bf95-458971f35f13 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:35.650616 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:35.726961 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-f65f628d-01be-48ea-b984-1f99956fc710 req-7b5b1a70-ef87-4abc-8bda-5ffe03d0c8eb tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Allocated IP 172.20.0.4 (8b4bbee4-4fbe-449e-978f-a646b5e578f0/c9382d75-3c44-4a92-be03-e9a2109a5f6f/afe0a79f-d0e4-4ca8-85e5-81805760d628) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:35.794255 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:35.806678 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-01cdcfb2-56a5-4feb-ae96-e62325970761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:35.809910 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-5cc6b453-1172-4b22-a6e4-cb39c2c3dc4c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Allocated IP 172.20.0.9 (5ca46fe5-d345-4bd8-aa07-80d79f9c75bb/933ba557-6d59-4221-9635-873104a869a4/7d887919-caeb-4f65-81bb-c0d551ec411b) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:35.968166 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 16ad6ca8-b215-4f97-bf95-458971f35f13, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=16ad6ca8-b215-4f97-bf95-458971f35f13,segment=NetworkSegment(371a18dc-607b-49bc-997c-148aec0e807f),segment_id=371a18dc-607b-49bc-997c-148aec0e807f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:35.976608 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:36.130622 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e12acb0-57b4-4536-9ec0-78aaac19f1dd None None] Network 5ca46fe5-d345-4bd8-aa07-80d79f9c75bb requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:36.149564 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a586b-24b5-404d-956b-fd1ca4115d38 req-e8811a0c-4e2d-4ffb-8386-f65d4053ccee tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:36.150853 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a00a586b-24b5-404d-956b-fd1ca4115d38 req-e8811a0c-4e2d-4ffb-8386-f65d4053ccee tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d97d510-8a6d-42c4-a768-8907f7481365 HTTP/1.1" status: 200 len: 946 time: 0.4902780 May 06 09:54:36.220426 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f65f628d-01be-48ea-b984-1f99956fc710 req-7b5b1a70-ef87-4abc-8bda-5ffe03d0c8eb tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:36.293710 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f65f628d-01be-48ea-b984-1f99956fc710 req-7b5b1a70-ef87-4abc-8bda-5ffe03d0c8eb tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:36.307922 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5cc6b453-1172-4b22-a6e4-cb39c2c3dc4c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:36.315417 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a00a586b-24b5-404d-956b-fd1ca4115d38 req-94564f45-7d51-42dd-adcd-b76893d8de82 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308677 May 06 09:54:36.368953 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-01cdcfb2-56a5-4feb-ae96-e62325970761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:36.385450 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f65f628d-01be-48ea-b984-1f99956fc710 req-7b5b1a70-ef87-4abc-8bda-5ffe03d0c8eb tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Network 8b4bbee4-4fbe-449e-978f-a646b5e578f0 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:36.388146 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=16ad6ca8-b215-4f97-bf95-458971f35f13,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:36.397007 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-01cdcfb2-56a5-4feb-ae96-e62325970761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:36.397923 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-f65f628d-01be-48ea-b984-1f99956fc710 req-7b5b1a70-ef87-4abc-8bda-5ffe03d0c8eb tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:36.428216 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65f628d-01be-48ea-b984-1f99956fc710 req-7b5b1a70-ef87-4abc-8bda-5ffe03d0c8eb tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:36.445235 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d9cee2ef-5d9f-4494-ba59-f7cb5cee5471 None None] Provisioning complete for port 16ad6ca8-b215-4f97-bf95-458971f35f13 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:36.445627 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d9cee2ef-5d9f-4494-ba59-f7cb5cee5471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:36.487557 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5cc6b453-1172-4b22-a6e4-cb39c2c3dc4c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:36.499762 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-01cdcfb2-56a5-4feb-ae96-e62325970761 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=29b3e3b0ffcc42d798e39a47fe071afb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2933786 May 06 09:54:36.514887 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35540) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:36.538707 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cdcfb2-56a5-4feb-ae96-e62325970761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fe91e6-cc9f-4772-a164-b8cc2aa8fa63,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:36.604798 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f628d-01be-48ea-b984-1f99956fc710 req-7b5b1a70-ef87-4abc-8bda-5ffe03d0c8eb tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:36.608250 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f65f628d-01be-48ea-b984-1f99956fc710 req-7b5b1a70-ef87-4abc-8bda-5ffe03d0c8eb tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:36.629881 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc6b453-1172-4b22-a6e4-cb39c2c3dc4c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network 5ca46fe5-d345-4bd8-aa07-80d79f9c75bb is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:36.662126 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-5cc6b453-1172-4b22-a6e4-cb39c2c3dc4c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:36.669442 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc6b453-1172-4b22-a6e4-cb39c2c3dc4c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:36.676146 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b1a70-ef87-4abc-8bda-5ffe03d0c8eb tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Pushing event updated for resources: {'Port': ['ID=afe0a79f-d0e4-4ca8-85e5-81805760d628,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:36.699155 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f65f628d-01be-48ea-b984-1f99956fc710 req-7b5b1a70-ef87-4abc-8bda-5ffe03d0c8eb tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5094166 May 06 09:54:36.721828 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-f65f628d-01be-48ea-b984-1f99956fc710 req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Request body: {'port': {'device_id': '35024015-1225-4497-8dab-cee17af34ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:36.743157 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6b453-1172-4b22-a6e4-cb39c2c3dc4c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Port': ['ID=7d887919-caeb-4f65-81bb-c0d551ec411b,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:36.840377 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc6b453-1172-4b22-a6e4-cb39c2c3dc4c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:36.841018 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5cc6b453-1172-4b22-a6e4-cb39c2c3dc4c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:36.851699 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4e0d8ab2-3920-4c90-bbb3-dc64acd6a15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:36.891016 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5cc6b453-1172-4b22-a6e4-cb39c2c3dc4c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1964912 May 06 09:54:36.894738 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35542) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:36.941677 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4e0d8ab2-3920-4c90-bbb3-dc64acd6a15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:36.946072 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f65f628d-01be-48ea-b984-1f99956fc710 req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:37.035541 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057006d-7b21-4302-9b75-f5eb2a8b8d08 req-67014bf9-9ad8-43eb-91e9-187561e4b0d6 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:37.038301 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f057006d-7b21-4302-9b75-f5eb2a8b8d08 req-67014bf9-9ad8-43eb-91e9-187561e4b0d6 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 931 time: 0.1142356 May 06 09:54:37.046267 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4e0d8ab2-3920-4c90-bbb3-dc64acd6a15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:37.052223 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4e0d8ab2-3920-4c90-bbb3-dc64acd6a15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:37.057140 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4e0d8ab2-3920-4c90-bbb3-dc64acd6a15c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d9fe91e6-cc9f-4772-a164-b8cc2aa8fa63 HTTP/1.1" status: 204 len: 168 time: 0.5292435 May 06 09:54:37.087847 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d8ab2-3920-4c90-bbb3-dc64acd6a15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fe91e6-cc9f-4772-a164-b8cc2aa8fa63,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:37.132230 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f057006d-7b21-4302-9b75-f5eb2a8b8d08 req-9d5189b6-aa2c-415a-b3d1-93d2f6964ae8 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729313 May 06 09:54:37.145935 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-3306b90c-a100-4119-8cb8-9c25e5cf9920 None None] Provisioning complete for port afe0a79f-d0e4-4ca8-85e5-81805760d628 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:37.147002 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3306b90c-a100-4119-8cb8-9c25e5cf9920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:37.229762 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a15c6c-90f8-4b9d-947e-a3732e4780ee tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:37.233638 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a5a15c6c-90f8-4b9d-947e-a3732e4780ee tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3376405 May 06 09:54:37.236808 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35550) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:37.265591 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-3306b90c-a100-4119-8cb8-9c25e5cf9920 None None] Port afe0a79f-d0e4-4ca8-85e5-81805760d628 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:54:37.512677 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 16ad6ca8-b215-4f97-bf95-458971f35f13 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:37.526359 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a4012fd9-0e3d-44a9-b062-395c73933fa5 None None] Provisioning complete for port 16ad6ca8-b215-4f97-bf95-458971f35f13 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:37.526734 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a4012fd9-0e3d-44a9-b062-395c73933fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:37.533578 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15a40f5-e820-495a-9a64-b2d27d683091 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:37.547608 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15a40f5-e820-495a-9a64-b2d27d683091 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:37.563101 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15a40f5-e820-495a-9a64-b2d27d683091 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:37.565287 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e15a40f5-e820-495a-9a64-b2d27d683091 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3266046 May 06 09:54:37.572496 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35558) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:37.755274 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35560) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:37.791365 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d2b0115a-b939-4df3-875f-f5f07b455749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:37.860076 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-94ba3d35-c2c3-4afb-80ca-fd015c5ba867 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting port 7d887919-caeb-4f65-81bb-c0d551ec411b {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:37.860640 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-94ba3d35-c2c3-4afb-80ca-fd015c5ba867 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:37.964274 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 16ad6ca8-b215-4f97-bf95-458971f35f13 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:37.964905 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.055285 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-94ba3d35-c2c3-4afb-80ca-fd015c5ba867 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.063649 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-f65f628d-01be-48ea-b984-1f99956fc710 req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe0a79f-d0e4-4ca8-85e5-81805760d628 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:54:38.082648 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f65f628d-01be-48ea-b984-1f99956fc710 req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.090459 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-94ba3d35-c2c3-4afb-80ca-fd015c5ba867 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Calling delete_port for 7d887919-caeb-4f65-81bb-c0d551ec411b owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:38.118861 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53aa7a8-8c9a-4791-922c-3f20ba17e217 req-e5f49121-e3c9-4262-b51a-19b58e256ef5 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:38.126428 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53aa7a8-8c9a-4791-922c-3f20ba17e217 req-e5f49121-e3c9-4262-b51a-19b58e256ef5 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:38.132947 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53aa7a8-8c9a-4791-922c-3f20ba17e217 req-e5f49121-e3c9-4262-b51a-19b58e256ef5 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:38.146888 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a53aa7a8-8c9a-4791-922c-3f20ba17e217 req-e5f49121-e3c9-4262-b51a-19b58e256ef5 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a28bf59-3030-4cc1-b20e-bb7d64e5af06&device_id=796ad1b2-6c80-477d-a898-b280251364d2&device_id=7d97d510-8a6d-42c4-a768-8907f7481365 HTTP/1.1" status: 200 len: 2418 time: 0.2197337 May 06 09:54:38.157816 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-f65f628d-01be-48ea-b984-1f99956fc710 req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Transition to ACTIVE for port object afe0a79f-d0e4-4ca8-85e5-81805760d628 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:54:38.201504 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f65f628d-01be-48ea-b984-1f99956fc710 req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.259416 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d2b0115a-b939-4df3-875f-f5f07b455749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.281454 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a4012fd9-0e3d-44a9-b062-395c73933fa5 None None] Provisioning complete for port 7230ef00-cc44-4e72-b63c-f92aa86de75f triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:38.281974 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a4012fd9-0e3d-44a9-b062-395c73933fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.282114 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a53aa7a8-8c9a-4791-922c-3f20ba17e217 req-b9f97d69-0721-4f86-a028-3da137127951 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318212 May 06 09:54:38.288563 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d2b0115a-b939-4df3-875f-f5f07b455749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.398807 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-a4012fd9-0e3d-44a9-b062-395c73933fa5 None None] Port 7230ef00-cc44-4e72-b63c-f92aa86de75f cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:54:38.450488 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a4012fd9-0e3d-44a9-b062-395c73933fa5 None None] Provisioning complete for port 7d887919-caeb-4f65-81bb-c0d551ec411b triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:38.451188 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a4012fd9-0e3d-44a9-b062-395c73933fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.460276 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d2b0115a-b939-4df3-875f-f5f07b455749 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b6245ccb6100413eb024435577e6ee28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7036345 May 06 09:54:38.475177 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35572) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:38.481832 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0115a-b939-4df3-875f-f5f07b455749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87eb03af-719f-4c9a-a661-614614da4e96,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:38.499145 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Pushing event updated for resources: {'Port': ['ID=afe0a79f-d0e4-4ca8-85e5-81805760d628,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:38.516435 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-f65f628d-01be-48ea-b984-1f99956fc710 req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Attempting to bind port afe0a79f-d0e4-4ca8-85e5-81805760d628 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:54:38.516873 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-f65f628d-01be-48ea-b984-1f99956fc710 req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Attempting to bind port afe0a79f-d0e4-4ca8-85e5-81805760d628 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '27b775b5-8035-4904-ad11-074d150e8a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:54:38.518083 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65f628d-01be-48ea-b984-1f99956fc710 req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Attempting to bind port afe0a79f-d0e4-4ca8-85e5-81805760d628 on network 8b4bbee4-4fbe-449e-978f-a646b5e578f0 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:38.521091 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81d3b9-6d5d-48a4-9ed5-5b2a972bd5fa req-408e33a7-bd9d-4af0-a3ea-be92224cebcd tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:38.529595 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d81d3b9-6d5d-48a4-9ed5-5b2a972bd5fa req-408e33a7-bd9d-4af0-a3ea-be92224cebcd tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 943 time: 0.0909295 May 06 09:54:38.532270 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65f628d-01be-48ea-b984-1f99956fc710 req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Port afe0a79f-d0e4-4ca8-85e5-81805760d628 on network 8b4bbee4-4fbe-449e-978f-a646b5e578f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:54:38.532971 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65f628d-01be-48ea-b984-1f99956fc710 req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Attempting to bind port afe0a79f-d0e4-4ca8-85e5-81805760d628 on network 8b4bbee4-4fbe-449e-978f-a646b5e578f0 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:38.539063 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-a4012fd9-0e3d-44a9-b062-395c73933fa5 None None] Port 7d887919-caeb-4f65-81bb-c0d551ec411b cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:54:38.558467 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:38.558963 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:38.559442 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:38.559884 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:38.561364 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:38.561814 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:38.562251 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:38.562682 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:38.563752 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:38.564160 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:38.564564 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:38.565012 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:38.588749 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65f628d-01be-48ea-b984-1f99956fc710 req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:54:38.589316 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65f628d-01be-48ea-b984-1f99956fc710 req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Checking segment: {'id': '27b775b5-8035-4904-ad11-074d150e8a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:38.589904 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65f628d-01be-48ea-b984-1f99956fc710 req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Bound using segment: {'id': '27b775b5-8035-4904-ad11-074d150e8a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:54:38.590661 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-f65f628d-01be-48ea-b984-1f99956fc710 req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Bound port: afe0a79f-d0e4-4ca8-85e5-81805760d628, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b775b5-8035-4904-ad11-074d150e8a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:54:38.591459 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f65f628d-01be-48ea-b984-1f99956fc710 req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.617106 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d81d3b9-6d5d-48a4-9ed5-5b2a972bd5fa req-b0c5c528-6a7b-486d-a014-a4e902dd942f tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851107 May 06 09:54:38.678232 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4669b443-17f7-4b42-831b-7bfde90d4eb8 None None] Provisioning complete for port 7230ef00-cc44-4e72-b63c-f92aa86de75f triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:38.678753 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4669b443-17f7-4b42-831b-7bfde90d4eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.754275 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2842f560-f37b-4cd6-ac01-b1ca9a93ecbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.769386 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-4669b443-17f7-4b42-831b-7bfde90d4eb8 None None] Port 7230ef00-cc44-4e72-b63c-f92aa86de75f cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:54:38.793176 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4669b443-17f7-4b42-831b-7bfde90d4eb8 None None] Provisioning complete for port 7d887919-caeb-4f65-81bb-c0d551ec411b triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:38.793610 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4669b443-17f7-4b42-831b-7bfde90d4eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.797435 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaff04d-c3b6-498b-882e-e97290317263 req-ec9492dd-267a-4e6b-ab3f-b4e28bd75b0d tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:38.800762 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cbaff04d-c3b6-498b-882e-e97290317263 req-ec9492dd-267a-4e6b-ab3f-b4e28bd75b0d tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a28bf59-3030-4cc1-b20e-bb7d64e5af06 HTTP/1.1" status: 200 len: 946 time: 0.0766759 May 06 09:54:38.827218 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-94ba3d35-c2c3-4afb-80ca-fd015c5ba867 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.834196 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2842f560-f37b-4cd6-ac01-b1ca9a93ecbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.835520 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-4669b443-17f7-4b42-831b-7bfde90d4eb8 None None] Port 7d887919-caeb-4f65-81bb-c0d551ec411b cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:54:38.869903 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cbaff04d-c3b6-498b-882e-e97290317263 req-acc6ef27-1719-4645-acfd-1f2febf8dd8d tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637102 May 06 09:54:38.888125 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-f65f628d-01be-48ea-b984-1f99956fc710 req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] For port afe0a79f-d0e4-4ca8-85e5-81805760d628, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:54:38.918620 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba3d35-c2c3-4afb-80ca-fd015c5ba867 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Port': ['ID=7d887919-caeb-4f65-81bb-c0d551ec411b,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:39.001800 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-f65f628d-01be-48ea-b984-1f99956fc710 req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] For port afe0a79f-d0e4-4ca8-85e5-81805760d628, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=afe0a79f-d0e4-4ca8-85e5-81805760d628,segment=NetworkSegment(27b775b5-8035-4904-ad11-074d150e8a59),segment_id=27b775b5-8035-4904-ad11-074d150e8a59)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:54:39.024979 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f65f628d-01be-48ea-b984-1f99956fc710 req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:39.105805 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f628d-01be-48ea-b984-1f99956fc710 req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:39.106573 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f65f628d-01be-48ea-b984-1f99956fc710 req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:39.108267 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f65f628d-01be-48ea-b984-1f99956fc710 req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] 10.222.0.77 "PUT /v2.0/ports/afe0a79f-d0e4-4ca8-85e5-81805760d628 HTTP/1.1" status: 200 len: 1091 time: 2.3940330 May 06 09:54:39.111295 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35024015-1225-4497-8dab-cee17af34ce5', 'tag': 'afe0a79f-d0e4-4ca8-85e5-81805760d628'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:54:39.114328 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98835bab-8ebf-43f4-8ed7-65a4ff3eaaf0" -d '{"events": [{"name": "network-changed", "server_uuid": "35024015-1225-4497-8dab-cee17af34ce5", "tag": "afe0a79f-d0e4-4ca8-85e5-81805760d628"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:54:39.147698 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-94ba3d35-c2c3-4afb-80ca-fd015c5ba867 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:39.151303 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-94ba3d35-c2c3-4afb-80ca-fd015c5ba867 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/ports/7d887919-caeb-4f65-81bb-c0d551ec411b HTTP/1.1" status: 204 len: 168 time: 1.5723829 May 06 09:54:39.152195 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2842f560-f37b-4cd6-ac01-b1ca9a93ecbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:39.154553 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35580) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:39.155018 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2842f560-f37b-4cd6-ac01-b1ca9a93ecbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:39.160666 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2842f560-f37b-4cd6-ac01-b1ca9a93ecbf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/87eb03af-719f-4c9a-a661-614614da4e96 HTTP/1.1" status: 204 len: 168 time: 0.6529915 May 06 09:54:39.161242 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca5ea8-056e-4c8a-9ef9-28d07a550114 service neutron] Pushing event updated for resources: {'Port': ['ID=afe0a79f-d0e4-4ca8-85e5-81805760d628,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:39.193892 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842f560-f37b-4cd6-ac01-b1ca9a93ecbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87eb03af-719f-4c9a-a661-614614da4e96,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:39.249043 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf64aef-4631-4a6c-a165-f9aa5ebfeebe tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] GET failed (client error): The resource could not be found. May 06 09:54:39.254486 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ddf64aef-4631-4a6c-a165-f9aa5ebfeebe tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "GET /v2.0/ports/7d887919-caeb-4f65-81bb-c0d551ec411b HTTP/1.1" status: 404 len: 333 time: 0.0988016 May 06 09:54:39.257866 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35586) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:39.289624 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf2df7f-fb22-4e67-89d9-caaa333dc297 x-openstack-request-id: req-6bf2df7f-fb22-4e67-89d9-caaa333dc297 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:54:39.289933 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35024015-1225-4497-8dab-cee17af34ce5", "tag": "afe0a79f-d0e4-4ca8-85e5-81805760d628", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:54:39.290201 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6bf2df7f-fb22-4e67-89d9-caaa333dc297 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:54:39.290640 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bf2df7f-fb22-4e67-89d9-caaa333dc297'] response: {'name': 'network-changed', 'server_uuid': '35024015-1225-4497-8dab-cee17af34ce5', 'tag': 'afe0a79f-d0e4-4ca8-85e5-81805760d628', 'status': 'completed', 'code': 200} May 06 09:54:39.337594 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f628d-01be-48ea-b984-1f99956fc710 req-9aef22bb-87aa-4a3c-84a9-52066561f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:39.339190 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f65f628d-01be-48ea-b984-1f99956fc710 req-9aef22bb-87aa-4a3c-84a9-52066561f0e3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c517f1b2e83649f0bec52fdccbd31b7e&device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 1094 time: 0.1468987 May 06 09:54:39.454523 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0ea1e92a-e802-4ea5-bef6-13c737872ac2 req-6e39817f-97a6-4afb-b3e9-25ea57b764d3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1725175 May 06 09:54:39.473191 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f65f628d-01be-48ea-b984-1f99956fc710 req-487a3ac4-e546-431f-9a6f-ada33f43b57c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afe0a79f-d0e4-4ca8-85e5-81805760d628 HTTP/1.1" status: 200 len: 217 time: 0.1115026 May 06 09:54:39.549004 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f628d-01be-48ea-b984-1f99956fc710 req-8146f13a-a51d-4172-9d2b-cfed44cbae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:39.550604 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f65f628d-01be-48ea-b984-1f99956fc710 req-8146f13a-a51d-4172-9d2b-cfed44cbae43 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c9382d75-3c44-4a92-be03-e9a2109a5f6f HTTP/1.1" status: 200 len: 858 time: 0.0669832 May 06 09:54:39.561678 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-f0f872d4-c9b8-44fe-9886-530badfef1f0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting port 7230ef00-cc44-4e72-b63c-f92aa86de75f {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:39.562031 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f0f872d4-c9b8-44fe-9886-530badfef1f0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:39.622571 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1e92a-e802-4ea5-bef6-13c737872ac2 req-4407ff30-4d02-4a06-bdd1-2778a6d79a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:39.624358 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0ea1e92a-e802-4ea5-bef6-13c737872ac2 req-4407ff30-4d02-4a06-bdd1-2778a6d79a3f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1750166bc51841a8bad92d45b4eec5fb&device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 1097 time: 0.1057143 May 06 09:54:39.691165 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f628d-01be-48ea-b984-1f99956fc710 req-fce34f54-502e-4add-b668-2f326d09d4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:39.699693 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f65f628d-01be-48ea-b984-1f99956fc710 req-fce34f54-502e-4add-b668-2f326d09d4c9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8b4bbee4-4fbe-449e-978f-a646b5e578f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1404464 May 06 09:54:39.818427 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1e92a-e802-4ea5-bef6-13c737872ac2 req-6610af8b-1efd-4b33-9568-9df36901eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:39.823272 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0ea1e92a-e802-4ea5-bef6-13c737872ac2 req-6610af8b-1efd-4b33-9568-9df36901eeac service neutron] 10.222.0.84 "GET /v2.0/networks?id=02e8aba3-387b-400e-9f74-334ab3eab168 HTTP/1.1" status: 200 len: 918 time: 0.1732731 May 06 09:54:39.833630 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f0f872d4-c9b8-44fe-9886-530badfef1f0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:39.912243 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-f0f872d4-c9b8-44fe-9886-530badfef1f0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Calling delete_port for 7230ef00-cc44-4e72-b63c-f92aa86de75f owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:40.002369 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f65f628d-01be-48ea-b984-1f99956fc710 req-76bf19c0-d7ac-431d-bae2-3058325e1b3c service neutron] 10.222.0.77 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857883 May 06 09:54:40.004104 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0ea1e92a-e802-4ea5-bef6-13c737872ac2 req-c34044b1-ba4d-4d72-8683-6376f33770a3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9c76481-9e3e-4342-aee4-887479d4fbd8 HTTP/1.1" status: 200 len: 1001 time: 0.1627886 May 06 09:54:40.148174 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197cc88-dbc1-4532-bfde-2ff209d7346c req-a16cd5d6-1c0a-4d40-bf80-1b6f38b4b22c tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:40.158549 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b197cc88-dbc1-4532-bfde-2ff209d7346c req-a16cd5d6-1c0a-4d40-bf80-1b6f38b4b22c tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 943 time: 0.2157025 May 06 09:54:40.182941 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1e92a-e802-4ea5-bef6-13c737872ac2 req-3163e84e-fe8a-481f-9f9d-c84068e7601d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:40.188172 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0ea1e92a-e802-4ea5-bef6-13c737872ac2 req-3163e84e-fe8a-481f-9f9d-c84068e7601d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1d4098cb-ab83-4260-9cb2-59b447fa9932 HTTP/1.1" status: 200 len: 856 time: 0.1732039 May 06 09:54:40.233189 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f65f628d-01be-48ea-b984-1f99956fc710 req-93b3e2be-7157-4726-9551-28c5864ed119 service neutron] 10.222.0.77 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206748 May 06 09:54:40.243668 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b197cc88-dbc1-4532-bfde-2ff209d7346c req-57d502a0-1d3b-411f-aa8e-84d39f9e2ed1 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840063 May 06 09:54:40.267705 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1e92a-e802-4ea5-bef6-13c737872ac2 req-f05a51cf-f827-45a9-92d4-6dd0a33c3daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:40.269513 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0ea1e92a-e802-4ea5-bef6-13c737872ac2 req-f05a51cf-f827-45a9-92d4-6dd0a33c3daf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=02e8aba3-387b-400e-9f74-334ab3eab168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742977 May 06 09:54:40.333831 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35616) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:40.416036 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0ea1e92a-e802-4ea5-bef6-13c737872ac2 req-f3029f12-fae1-4d44-97e7-48ccf9c87415 service neutron] 10.222.0.84 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356499 May 06 09:54:40.444215 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f0f872d4-c9b8-44fe-9886-530badfef1f0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:40.491521 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f872d4-c9b8-44fe-9886-530badfef1f0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Port': ['ID=7230ef00-cc44-4e72-b63c-f92aa86de75f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:40.511685 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98835bab-8ebf-43f4-8ed7-65a4ff3eaaf0 req-ad54626f-2d36-4c15-b64c-54413eb2ef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:40.513527 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-98835bab-8ebf-43f4-8ed7-65a4ff3eaaf0 req-ad54626f-2d36-4c15-b64c-54413eb2ef65 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c517f1b2e83649f0bec52fdccbd31b7e&device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 1094 time: 0.1525869 May 06 09:54:40.646297 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0ea1e92a-e802-4ea5-bef6-13c737872ac2 req-854e2631-b2da-4d4a-a496-aae769fdb157 service neutron] 10.222.0.84 "GET /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189133 May 06 09:54:40.754340 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f0f872d4-c9b8-44fe-9886-530badfef1f0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:40.757849 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f0f872d4-c9b8-44fe-9886-530badfef1f0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/ports/7230ef00-cc44-4e72-b63c-f92aa86de75f HTTP/1.1" status: 204 len: 168 time: 1.4989502 May 06 09:54:40.760560 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35634) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:40.790264 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-860c4485-a97a-4ba8-8031-02da083c4f83 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] GET failed (client error): The resource could not be found. May 06 09:54:40.792377 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-860c4485-a97a-4ba8-8031-02da083c4f83 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "GET /v2.0/ports/7230ef00-cc44-4e72-b63c-f92aa86de75f HTTP/1.1" status: 404 len: 333 time: 0.0307982 May 06 09:54:40.795722 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35636) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:40.859716 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98835bab-8ebf-43f4-8ed7-65a4ff3eaaf0 req-f8bf0f74-bb16-4be8-a6ff-cc543c0f224d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:40.861267 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-98835bab-8ebf-43f4-8ed7-65a4ff3eaaf0 req-f8bf0f74-bb16-4be8-a6ff-cc543c0f224d service neutron] 10.222.0.77 "GET /v2.0/networks?id=8b4bbee4-4fbe-449e-978f-a646b5e578f0 HTTP/1.1" status: 200 len: 920 time: 0.3271568 May 06 09:54:40.869076 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34343a9-b37c-40ad-9889-1826ccd5ee26 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting subnet 933ba557-6d59-4221-9635-873104a869a4 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:54:40.872652 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f34343a9-b37c-40ad-9889-1826ccd5ee26 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:40.924605 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-98835bab-8ebf-43f4-8ed7-65a4ff3eaaf0 req-23a5b3fc-4c1e-44db-a65d-1ab47bccf700 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afe0a79f-d0e4-4ca8-85e5-81805760d628 HTTP/1.1" status: 200 len: 217 time: 0.0539930 May 06 09:54:40.946948 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f34343a9-b37c-40ad-9889-1826ccd5ee26 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:41.048896 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98835bab-8ebf-43f4-8ed7-65a4ff3eaaf0 req-87c536a6-8dfc-4ef6-9e58-e4d67769cba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:41.051772 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-98835bab-8ebf-43f4-8ed7-65a4ff3eaaf0 req-87c536a6-8dfc-4ef6-9e58-e4d67769cba3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c9382d75-3c44-4a92-be03-e9a2109a5f6f HTTP/1.1" status: 200 len: 858 time: 0.1188817 May 06 09:54:41.118622 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f34343a9-b37c-40ad-9889-1826ccd5ee26 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:41.188828 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98835bab-8ebf-43f4-8ed7-65a4ff3eaaf0 req-f1584130-2abf-4f1e-98df-620fa4bb3a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:41.191207 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-98835bab-8ebf-43f4-8ed7-65a4ff3eaaf0 req-f1584130-2abf-4f1e-98df-620fa4bb3a7d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8b4bbee4-4fbe-449e-978f-a646b5e578f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1302881 May 06 09:54:41.279645 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55632999-cafe-4631-ae00-d5421b8b8ddf req-8b06aacb-b747-44ed-8ef1-28e2b6313b6e tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:41.282556 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55632999-cafe-4631-ae00-d5421b8b8ddf req-8b06aacb-b747-44ed-8ef1-28e2b6313b6e tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d97d510-8a6d-42c4-a768-8907f7481365 HTTP/1.1" status: 200 len: 946 time: 0.1168327 May 06 09:54:41.319934 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f34343a9-b37c-40ad-9889-1826ccd5ee26 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:41.356195 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-98835bab-8ebf-43f4-8ed7-65a4ff3eaaf0 req-02734593-0739-4471-8e0e-555cc864a51e service neutron] 10.222.0.77 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466980 May 06 09:54:41.384022 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34343a9-b37c-40ad-9889-1826ccd5ee26 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Subnet': ['ID=933ba557-6d59-4221-9635-873104a869a4,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:41.390359 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2471c6b5-aeb1-4d70-b43e-a777d7bee67d None None] Network 5ca46fe5-d345-4bd8-aa07-80d79f9c75bb requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:41.392556 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f34343a9-b37c-40ad-9889-1826ccd5ee26 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:41.397078 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f34343a9-b37c-40ad-9889-1826ccd5ee26 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/subnets/933ba557-6d59-4221-9635-873104a869a4 HTTP/1.1" status: 204 len: 168 time: 0.5991726 May 06 09:54:41.403143 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55632999-cafe-4631-ae00-d5421b8b8ddf req-dc66dcdb-7e6f-41f2-acef-b92d5af93c05 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097198 May 06 09:54:41.403683 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35662) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:41.610584 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5c987770-5e86-48c6-a670-33a26034c391 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:41.679343 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acdfc9-d3fe-425c-9071-24238f329162 req-e0faab2f-37fc-4110-9dc9-29b3c9f27f8e tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:41.681974 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55acdfc9-d3fe-425c-9071-24238f329162 req-e0faab2f-37fc-4110-9dc9-29b3c9f27f8e tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 943 time: 0.1108639 May 06 09:54:41.738841 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bf0468-0867-455b-bcf6-92db9ce1a917 None None] DHCP port deletion for 5ca46fe5-d345-4bd8-aa07-80d79f9c75bb request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:54:41.758119 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-5c987770-5e86-48c6-a670-33a26034c391 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting port 16ad6ca8-b215-4f97-bf95-458971f35f13 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:41.758358 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5c987770-5e86-48c6-a670-33a26034c391 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:41.770832 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55acdfc9-d3fe-425c-9071-24238f329162 req-4c6c474c-8f1b-4fa0-9750-2d8c35e323d6 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750959 May 06 09:54:41.823575 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-c8bf0468-0867-455b-bcf6-92db9ce1a917 None None] Deleting port 16ad6ca8-b215-4f97-bf95-458971f35f13 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:41.824334 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c8bf0468-0867-455b-bcf6-92db9ce1a917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:41.886469 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-5c987770-5e86-48c6-a670-33a26034c391 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] For port 16ad6ca8-b215-4f97-bf95-458971f35f13, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=16ad6ca8-b215-4f97-bf95-458971f35f13,segment=NetworkSegment(371a18dc-607b-49bc-997c-148aec0e807f),segment_id=371a18dc-607b-49bc-997c-148aec0e807f)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:41.886989 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5c987770-5e86-48c6-a670-33a26034c391 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:41.920874 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-5c987770-5e86-48c6-a670-33a26034c391 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Calling delete_port for 16ad6ca8-b215-4f97-bf95-458971f35f13 owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:41.929264 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-c8bf0468-0867-455b-bcf6-92db9ce1a917 None None] For port 16ad6ca8-b215-4f97-bf95-458971f35f13, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=16ad6ca8-b215-4f97-bf95-458971f35f13,segment=NetworkSegment(371a18dc-607b-49bc-997c-148aec0e807f),segment_id=371a18dc-607b-49bc-997c-148aec0e807f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:41.930093 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c8bf0468-0867-455b-bcf6-92db9ce1a917 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:41.950218 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-c8bf0468-0867-455b-bcf6-92db9ce1a917 None None] Calling delete_port for 16ad6ca8-b215-4f97-bf95-458971f35f13 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:41.975829 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-98835bab-8ebf-43f4-8ed7-65a4ff3eaaf0 req-6cfdab0a-3969-43e0-b9ee-d20fc712ca18 service neutron] 10.222.0.77 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5891287 May 06 09:54:42.021067 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-60f8cf9c-9dbc-4307-a9f5-ae3986135b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:42.064883 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5c987770-5e86-48c6-a670-33a26034c391 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:42.111969 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c8bf0468-0867-455b-bcf6-92db9ce1a917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:42.114704 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c987770-5e86-48c6-a670-33a26034c391 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Port': ['ID=16ad6ca8-b215-4f97-bf95-458971f35f13,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:42.124455 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c987770-5e86-48c6-a670-33a26034c391 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] No DVR routers for this DVR port 16ad6ca8-b215-4f97-bf95-458971f35f13 on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:54:42.134137 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bf0468-0867-455b-bcf6-92db9ce1a917 None None] No DVR routers for this DVR port 16ad6ca8-b215-4f97-bf95-458971f35f13 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:54:42.184182 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf0468-0867-455b-bcf6-92db9ce1a917 None None] Pushing event deleted for resources: {'Port': ['ID=16ad6ca8-b215-4f97-bf95-458971f35f13,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:42.271170 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5c987770-5e86-48c6-a670-33a26034c391 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:42.318704 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-5c987770-5e86-48c6-a670-33a26034c391 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca46fe5-d345-4bd8-aa07-80d79f9c75bb']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:42.345941 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-5c987770-5e86-48c6-a670-33a26034c391 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '371a18dc-607b-49bc-997c-148aec0e807f') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:42.346310 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-5c987770-5e86-48c6-a670-33a26034c391 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '371a18dc-607b-49bc-997c-148aec0e807f') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:42.360066 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5c987770-5e86-48c6-a670-33a26034c391 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:42.389773 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5c987770-5e86-48c6-a670-33a26034c391 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:42.413586 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c987770-5e86-48c6-a670-33a26034c391 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:54:42.414319 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5c987770-5e86-48c6-a670-33a26034c391 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: timer() May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:54:42.420200 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:54:42.511341 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-60f8cf9c-9dbc-4307-a9f5-ae3986135b2a admin admin] Deleting port a75a258e-d68f-42b0-9b9a-4331bbc68248 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:42.511908 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-60f8cf9c-9dbc-4307-a9f5-ae3986135b2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:42.515331 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5c987770-5e86-48c6-a670-33a26034c391 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:42.526262 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5c987770-5e86-48c6-a670-33a26034c391 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:42.530499 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5c987770-5e86-48c6-a670-33a26034c391 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/networks/5ca46fe5-d345-4bd8-aa07-80d79f9c75bb HTTP/1.1" status: 204 len: 168 time: 1.1255805 May 06 09:54:42.534811 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35718) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:42.540218 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-bc7c3dc9-e0c3-41c3-babb-47c87be540ba tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1027339962'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:42.590539 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c987770-5e86-48c6-a670-33a26034c391 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Network': ['ID=5ca46fe5-d345-4bd8-aa07-80d79f9c75bb,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:42.628166 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7c3dc9-e0c3-41c3-babb-47c87be540ba tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:42.632041 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc7c3dc9-e0c3-41c3-babb-47c87be540ba tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:42.665585 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-60f8cf9c-9dbc-4307-a9f5-ae3986135b2a admin admin] For port a75a258e-d68f-42b0-9b9a-4331bbc68248, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=a75a258e-d68f-42b0-9b9a-4331bbc68248,segment=NetworkSegment(851cb677-78d5-47cf-bae8-64d638270576),segment_id=851cb677-78d5-47cf-bae8-64d638270576)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:42.666002 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-60f8cf9c-9dbc-4307-a9f5-ae3986135b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:42.669958 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2b0a6-348a-4df3-8dc8-344b74245c3d req-56a8be54-4eb8-4092-bad1-b7aa13b00d99 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:42.688937 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-86c2b0a6-348a-4df3-8dc8-344b74245c3d req-56a8be54-4eb8-4092-bad1-b7aa13b00d99 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d97d510-8a6d-42c4-a768-8907f7481365 HTTP/1.1" status: 200 len: 946 time: 0.1572187 May 06 09:54:42.689232 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-60f8cf9c-9dbc-4307-a9f5-ae3986135b2a admin admin] Calling delete_port for a75a258e-d68f-42b0-9b9a-4331bbc68248 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:42.707094 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7c3dc9-e0c3-41c3-babb-47c87be540ba tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:54:42.733422 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc7c3dc9-e0c3-41c3-babb-47c87be540ba tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:42.733768 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-bc7c3dc9-e0c3-41c3-babb-47c87be540ba tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Added segment e7594cce-0aff-40d7-8ae5-2589ecb5816f of type vlan for network e170446b-0b0a-4b8e-b0cd-c0cc046c03ff May 06 09:54:42.766882 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-86c2b0a6-348a-4df3-8dc8-344b74245c3d req-9620dbe5-158c-4f89-ad37-40932c8c8ac2 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750527 May 06 09:54:42.841934 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc7c3dc9-e0c3-41c3-babb-47c87be540ba tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:42.933536 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc7c3dc9-e0c3-41c3-babb-47c87be540ba tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:42.945184 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7c3dc9-e0c3-41c3-babb-47c87be540ba tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:42.945865 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc7c3dc9-e0c3-41c3-babb-47c87be540ba tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:43.048215 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bc7c3dc9-e0c3-41c3-babb-47c87be540ba tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5124660 May 06 09:54:43.054701 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35750) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:43.062185 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-404ebef4-4ec2-4bda-aedb-c189354768bb tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'subnet': {'network_id': 'e170446b-0b0a-4b8e-b0cd-c0cc046c03ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:43.066910 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-60f8cf9c-9dbc-4307-a9f5-ae3986135b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:43.077964 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee027e-10ea-4ba6-a3d7-0a1cfefcdbfb req-19b30bec-455b-4d2b-8447-f24278000c05 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:43.079871 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eeee027e-10ea-4ba6-a3d7-0a1cfefcdbfb req-19b30bec-455b-4d2b-8447-f24278000c05 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 943 time: 0.1864250 May 06 09:54:43.080740 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c3dc9-e0c3-41c3-babb-47c87be540ba tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Network': ['ID=e170446b-0b0a-4b8e-b0cd-c0cc046c03ff,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:43.095047 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network e170446b-0b0a-4b8e-b0cd-c0cc046c03ff details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:54:43.168845 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eeee027e-10ea-4ba6-a3d7-0a1cfefcdbfb req-746bfdc5-bd09-4a81-bee6-e2439ab9c0a8 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818892 May 06 09:54:43.205288 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8cf9c-9dbc-4307-a9f5-ae3986135b2a admin admin] Pushing event deleted for resources: {'Port': ['ID=a75a258e-d68f-42b0-9b9a-4331bbc68248,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:43.383069 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404ebef4-4ec2-4bda-aedb-c189354768bb tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:43.386751 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-404ebef4-4ec2-4bda-aedb-c189354768bb tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:43.561566 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 16ad6ca8-b215-4f97-bf95-458971f35f13 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:54:43.563094 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-60f8cf9c-9dbc-4307-a9f5-ae3986135b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:43.598003 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 16ad6ca8-b215-4f97-bf95-458971f35f13 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:54:43.598521 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 16ad6ca8-b215-4f97-bf95-458971f35f13 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:54:43.857569 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-404ebef4-4ec2-4bda-aedb-c189354768bb tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:43.985311 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ebef4-4ec2-4bda-aedb-c189354768bb tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Subnet': ['ID=c890a356-19b6-434c-9fef-b30c204d78f0,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:43.993258 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499aa135-6d03-4b36-ab67-5cfce2fffb18 req-a0eabcbf-0bb5-4922-b1d0-6339c6f68f5d tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:43.994873 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-499aa135-6d03-4b36-ab67-5cfce2fffb18 req-a0eabcbf-0bb5-4922-b1d0-6339c6f68f5d tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d97d510-8a6d-42c4-a768-8907f7481365 HTTP/1.1" status: 200 len: 946 time: 0.1225429 May 06 09:54:44.014324 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f8cf9c-9dbc-4307-a9f5-ae3986135b2a admin admin] Router f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:54:44.025810 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ebef4-4ec2-4bda-aedb-c189354768bb tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Checking segment: {'id': 'e7594cce-0aff-40d7-8ae5-2589ecb5816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e170446b-0b0a-4b8e-b0cd-c0cc046c03ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:44.026177 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404ebef4-4ec2-4bda-aedb-c189354768bb tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network hostable DHCP agents. Network: e170446b-0b0a-4b8e-b0cd-c0cc046c03ff, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:54:44.045475 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-499aa135-6d03-4b36-ab67-5cfce2fffb18 req-ddb104a9-b6bb-48be-acec-773045b469fa tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431974 May 06 09:54:44.092956 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404ebef4-4ec2-4bda-aedb-c189354768bb tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network e170446b-0b0a-4b8e-b0cd-c0cc046c03ff is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:54:44.138310 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-404ebef4-4ec2-4bda-aedb-c189354768bb tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, e170446b-0b0a-4b8e-b0cd-c0cc046c03ff) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:44.145417 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404ebef4-4ec2-4bda-aedb-c189354768bb tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:44.146010 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-404ebef4-4ec2-4bda-aedb-c189354768bb tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:44.167082 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e9a5ed-2eab-4849-9701-98b7bc23f7c3 None None] Network e170446b-0b0a-4b8e-b0cd-c0cc046c03ff requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:44.167974 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f8cf9c-9dbc-4307-a9f5-ae3986135b2a admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:54:44.177399 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35822) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:44.178297 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-60f8cf9c-9dbc-4307-a9f5-ae3986135b2a admin admin] 10.222.0.73 "PUT /v2.0/routers/f19025e4-b4e2-4a17-a22d-ebcd76a6ea30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8424432 May 06 09:54:44.185101 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-404ebef4-4ec2-4bda-aedb-c189354768bb tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1290574 May 06 09:54:44.185718 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35824) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:44.191385 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-81c7526a-f962-45f0-9a17-c9bb6b741390 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-14736171', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:44.243020 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-81c7526a-f962-45f0-9a17-c9bb6b741390 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:44.244140 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-81c7526a-f962-45f0-9a17-c9bb6b741390 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:44.330620 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b18fd4-5bc7-4f95-bd14-92c5ef5cb512 None None] Sync routers for ids ['f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:54:44.351611 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b18fd4-5bc7-4f95-bd14-92c5ef5cb512 None None] Routers {'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:54:44.352537 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-22b18fd4-5bc7-4f95-bd14-92c5ef5cb512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:54:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:44.371444 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a3efb537-ddf0-4df3-9afb-a2e597c232ee admin admin] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:44.399513 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-81c7526a-f962-45f0-9a17-c9bb6b741390 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:44.412378 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-81c7526a-f962-45f0-9a17-c9bb6b741390 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:44.456249 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-81c7526a-f962-45f0-9a17-c9bb6b741390 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:44.463591 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-81c7526a-f962-45f0-9a17-c9bb6b741390 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2767017 May 06 09:54:44.465457 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35846) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:44.477035 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-234e3dd9-388b-4b95-838b-7ad3e0bcae28 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'port': {'network_id': 'e170446b-0b0a-4b8e-b0cd-c0cc046c03ff', 'name': 'tempest-PortsTestJSON-1416799184'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:44.574181 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-22b18fd4-5bc7-4f95-bd14-92c5ef5cb512 None None] Set router f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:54:44.611887 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3797d-48e1-4267-994d-fce0de9caa36 req-d74b5b58-883f-4291-9f74-c586aca33632 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:44.620547 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6cc3797d-48e1-4267-994d-fce0de9caa36 req-d74b5b58-883f-4291-9f74-c586aca33632 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 943 time: 0.2829552 May 06 09:54:44.687630 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a3efb537-ddf0-4df3-9afb-a2e597c232ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:44.706293 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6cc3797d-48e1-4267-994d-fce0de9caa36 req-674680ea-9b62-4cdf-88a4-87ff1850eb61 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845888 May 06 09:54:44.745793 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234e3dd9-388b-4b95-838b-7ad3e0bcae28 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:44.752573 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-234e3dd9-388b-4b95-838b-7ad3e0bcae28 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:44.791442 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-234e3dd9-388b-4b95-838b-7ad3e0bcae28 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] device_id is not set on port d5778d80-fc40-44ff-ae87-24a07a379ec9 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:54:44.828636 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca54c8d-9782-486a-868c-5f8615814b78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-e170446b-0b0a-4b8e-b0cd-c0cc046c03ff', 'network_id': 'e170446b-0b0a-4b8e-b0cd-c0cc046c03ff', 'tenant_id': '5e93687cdbe844579029619dd5bb366a', 'fixed_ips': [{'subnet_id': 'c890a356-19b6-434c-9fef-b30c204d78f0'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:54:44.829616 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fca54c8d-9782-486a-868c-5f8615814b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:44.836057 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-a3efb537-ddf0-4df3-9afb-a2e597c232ee admin admin] Deleting port e5e34355-aed1-4ca6-b7f5-a11617731e3f {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:44.836325 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a3efb537-ddf0-4df3-9afb-a2e597c232ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:44.994988 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-a3efb537-ddf0-4df3-9afb-a2e597c232ee admin admin] For port e5e34355-aed1-4ca6-b7f5-a11617731e3f, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e5e34355-aed1-4ca6-b7f5-a11617731e3f,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:44.995695 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a3efb537-ddf0-4df3-9afb-a2e597c232ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:45.027697 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-a3efb537-ddf0-4df3-9afb-a2e597c232ee admin admin] Calling delete_port for e5e34355-aed1-4ca6-b7f5-a11617731e3f owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:45.082987 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-234e3dd9-388b-4b95-838b-7ad3e0bcae28 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Allocated IP 172.20.0.6 (e170446b-0b0a-4b8e-b0cd-c0cc046c03ff/c890a356-19b6-434c-9fef-b30c204d78f0/d5778d80-fc40-44ff-ae87-24a07a379ec9) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:45.124003 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-22b18fd4-5bc7-4f95-bd14-92c5ef5cb512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'name': 'tempest-AttachVolumeTestJSON-1336332993-router', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:40Z', 'updated_at': '2022-05-06T09:54:42Z', 'revision_number': 5, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'gw_port': {'id': 'e5e34355-aed1-4ca6-b7f5-a11617731e3f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:41Z', 'updated_at': '2022-05-06T09:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:45.173098 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device afe0a79f-d0e4-4ca8-85e5-81805760d628 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:54:45.177861 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b18fd4-5bc7-4f95-bd14-92c5ef5cb512 None None] Checking router: f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:54:45.194024 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b18fd4-5bc7-4f95-bd14-92c5ef5cb512 None None] Routers {'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:54:45.195000 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-22b18fd4-5bc7-4f95-bd14-92c5ef5cb512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:54:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:45.244740 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbd5ae-89e5-4a61-a90d-815fab7f0261 req-a9296da9-19c8-4629-a83c-f7611e405e79 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:45.247940 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6ddbd5ae-89e5-4a61-a90d-815fab7f0261 req-a9296da9-19c8-4629-a83c-f7611e405e79 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d97d510-8a6d-42c4-a768-8907f7481365 HTTP/1.1" status: 200 len: 946 time: 0.0873249 May 06 09:54:45.274532 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35874) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:45.404085 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6ddbd5ae-89e5-4a61-a90d-815fab7f0261 req-7f699075-c761-46f2-970e-68ef0bc80a72 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431637 May 06 09:54:45.438687 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-22b18fd4-5bc7-4f95-bd14-92c5ef5cb512 None None] Set router f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:54:45.487035 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a3efb537-ddf0-4df3-9afb-a2e597c232ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:45.519619 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-22b18fd4-5bc7-4f95-bd14-92c5ef5cb512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'name': 'tempest-AttachVolumeTestJSON-1336332993-router', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:40Z', 'updated_at': '2022-05-06T09:54:44Z', 'revision_number': 6, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:45.528724 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-234e3dd9-388b-4b95-838b-7ad3e0bcae28 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:45.541763 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a9db04b1-3c77-4294-a299-6d7b36b11188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:45.562110 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b18fd4-5bc7-4f95-bd14-92c5ef5cb512 None None] The sync data for ids ['f19025e4-b4e2-4a17-a22d-ebcd76a6ea30'] in n-d-840835-1 is: [{'id': 'f19025e4-b4e2-4a17-a22d-ebcd76a6ea30', 'name': 'tempest-AttachVolumeTestJSON-1336332993-router', 'tenant_id': 'fc3665e2c2e04868b3a33544c6d53039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:40Z', 'updated_at': '2022-05-06T09:54:44Z', 'revision_number': 6, 'project_id': 'fc3665e2c2e04868b3a33544c6d53039', 'gw_port_host': None}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:54:45.574822 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port afe0a79f-d0e4-4ca8-85e5-81805760d628, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=afe0a79f-d0e4-4ca8-85e5-81805760d628,segment=NetworkSegment(27b775b5-8035-4904-ad11-074d150e8a59),segment_id=27b775b5-8035-4904-ad11-074d150e8a59)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:45.589940 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'afe0a79f-d0e4-4ca8-85e5-81805760d628', 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0', 'port_id': 'afe0a79f-d0e4-4ca8-85e5-81805760d628', 'mac_address': 'fa:16:3e:1e:c3:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9382d75-3c44-4a92-be03-e9a2109a5f6f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:54:45.620644 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a3efb537-ddf0-4df3-9afb-a2e597c232ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:45.635559 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-234e3dd9-388b-4b95-838b-7ad3e0bcae28 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:45.716971 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234e3dd9-388b-4b95-838b-7ad3e0bcae28 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network e170446b-0b0a-4b8e-b0cd-c0cc046c03ff is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:45.738890 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a3efb537-ddf0-4df3-9afb-a2e597c232ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:45.740300 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a9db04b1-3c77-4294-a299-6d7b36b11188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:45.742264 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a3efb537-ddf0-4df3-9afb-a2e597c232ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:45.743979 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-234e3dd9-388b-4b95-838b-7ad3e0bcae28 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:45.746599 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e3dd9-388b-4b95-838b-7ad3e0bcae28 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Port': ['ID=d5778d80-fc40-44ff-ae87-24a07a379ec9,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:45.749389 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234e3dd9-388b-4b95-838b-7ad3e0bcae28 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:45.756815 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3efb537-ddf0-4df3-9afb-a2e597c232ee admin admin] Pushing event deleted for resources: {'Port': ['ID=e5e34355-aed1-4ca6-b7f5-a11617731e3f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:45.764701 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a9db04b1-3c77-4294-a299-6d7b36b11188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:45.854850 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a3efb537-ddf0-4df3-9afb-a2e597c232ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:45.859589 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3efb537-ddf0-4df3-9afb-a2e597c232ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:54:45.892779 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:45.910551 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe0a79f-d0e4-4ca8-85e5-81805760d628 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:54:45.924836 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a3efb537-ddf0-4df3-9afb-a2e597c232ee admin admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:45.926678 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a3efb537-ddf0-4df3-9afb-a2e597c232ee admin admin] 10.222.0.73 "DELETE /v2.0/routers/f19025e4-b4e2-4a17-a22d-ebcd76a6ea30 HTTP/1.1" status: 204 len: 168 time: 1.7481687 May 06 09:54:45.933140 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35884) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:45.943612 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port afe0a79f-d0e4-4ca8-85e5-81805760d628, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=afe0a79f-d0e4-4ca8-85e5-81805760d628,segment=NetworkSegment(27b775b5-8035-4904-ad11-074d150e8a59),segment_id=27b775b5-8035-4904-ad11-074d150e8a59)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:45.953902 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:45.987977 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a9db04b1-3c77-4294-a299-6d7b36b11188 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e6d2da05066c489f8358357912d407fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7120030 May 06 09:54:45.988975 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35886) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:46.001105 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-fca54c8d-9782-486a-868c-5f8615814b78 None None] Allocated IP 172.20.0.2 (e170446b-0b0a-4b8e-b0cd-c0cc046c03ff/c890a356-19b6-434c-9fef-b30c204d78f0/b708416d-0a68-44c6-8299-a80405a7df84) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:46.003851 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8e366159-0209-4f3d-912a-53ea95563d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:46.022055 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db04b1-3c77-4294-a299-6d7b36b11188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4eb2ff-7582-499e-96ca-40f716e79550,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:46.049483 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234e3dd9-388b-4b95-838b-7ad3e0bcae28 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:46.050217 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-234e3dd9-388b-4b95-838b-7ad3e0bcae28 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:46.063001 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-623ef200-1aea-48a3-867d-da797b157742 admin admin] Deleting subnet ccc21fd6-3e83-4532-8289-a853643de30c {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:54:46.071631 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-623ef200-1aea-48a3-867d-da797b157742 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:46.093125 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-234e3dd9-388b-4b95-838b-7ad3e0bcae28 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6248064 May 06 09:54:46.097552 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35888) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:46.100721 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=afe0a79f-d0e4-4ca8-85e5-81805760d628,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:46.148444 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-94f45399-9425-4b98-9c56-577f84adfbf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:46.195218 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3af3-0b42-470b-bb07-501a78ad9cc7 req-e77cc608-45b1-4708-8a91-f73be72a1365 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:46.196819 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7fcf3af3-0b42-470b-bb07-501a78ad9cc7 req-e77cc608-45b1-4708-8a91-f73be72a1365 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 943 time: 0.3666928 May 06 09:54:46.203490 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-623ef200-1aea-48a3-867d-da797b157742 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:46.278708 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7fcf3af3-0b42-470b-bb07-501a78ad9cc7 req-9e14b628-83dc-4e9b-967a-caefa85f169b tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730121 May 06 09:54:46.344719 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-94f45399-9425-4b98-9c56-577f84adfbf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:46.361906 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-623ef200-1aea-48a3-867d-da797b157742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:46.365400 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['afe0a79f-d0e4-4ca8-85e5-81805760d628'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:54:46.400029 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fca54c8d-9782-486a-868c-5f8615814b78 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:46.421409 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fca54c8d-9782-486a-868c-5f8615814b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:46.467309 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca54c8d-9782-486a-868c-5f8615814b78 None None] Network e170446b-0b0a-4b8e-b0cd-c0cc046c03ff is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:46.475867 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-fca54c8d-9782-486a-868c-5f8615814b78 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:46.486793 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca54c8d-9782-486a-868c-5f8615814b78 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:46.530163 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca54c8d-9782-486a-868c-5f8615814b78 None None] Pushing event updated for resources: {'Port': ['ID=b708416d-0a68-44c6-8299-a80405a7df84,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:46.537715 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-623ef200-1aea-48a3-867d-da797b157742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:46.589130 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-94f45399-9425-4b98-9c56-577f84adfbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:46.592662 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-94f45399-9425-4b98-9c56-577f84adfbf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:46.594058 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-94f45399-9425-4b98-9c56-577f84adfbf8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6f4eb2ff-7582-499e-96ca-40f716e79550 HTTP/1.1" status: 204 len: 168 time: 0.5990210 May 06 09:54:46.618521 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f45399-9425-4b98-9c56-577f84adfbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4eb2ff-7582-499e-96ca-40f716e79550,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:46.622602 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e036b611-2593-48f0-84ed-69f18f23f431 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:46.631701 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ef200-1aea-48a3-867d-da797b157742 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccc21fd6-3e83-4532-8289-a853643de30c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:46.644721 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-623ef200-1aea-48a3-867d-da797b157742 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:46.651748 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-623ef200-1aea-48a3-867d-da797b157742 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ccc21fd6-3e83-4532-8289-a853643de30c HTTP/1.1" status: 204 len: 168 time: 0.7069151 May 06 09:54:46.662552 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35894) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:46.683459 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f27585e-32b1-4b28-9c76-f50689766758 None None] Network 5312fc31-6ea9-4a0c-acf2-db4b77673e7e requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:46.762684 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c207b8a6-1ea3-49a8-83b6-f5198763a77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:46.806989 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-fca54c8d-9782-486a-868c-5f8615814b78 None None] Attempting to bind port b708416d-0a68-44c6-8299-a80405a7df84 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:54:46.807396 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-fca54c8d-9782-486a-868c-5f8615814b78 None None] Attempting to bind port b708416d-0a68-44c6-8299-a80405a7df84 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'e7594cce-0aff-40d7-8ae5-2589ecb5816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e170446b-0b0a-4b8e-b0cd-c0cc046c03ff'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:54:46.807779 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca54c8d-9782-486a-868c-5f8615814b78 None None] Attempting to bind port b708416d-0a68-44c6-8299-a80405a7df84 on network e170446b-0b0a-4b8e-b0cd-c0cc046c03ff {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:46.845386 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca54c8d-9782-486a-868c-5f8615814b78 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:54:46.845756 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca54c8d-9782-486a-868c-5f8615814b78 None None] Checking segment: {'id': 'e7594cce-0aff-40d7-8ae5-2589ecb5816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e170446b-0b0a-4b8e-b0cd-c0cc046c03ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:46.846160 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fca54c8d-9782-486a-868c-5f8615814b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:46.846586 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca54c8d-9782-486a-868c-5f8615814b78 None None] Bound using segment: {'id': 'e7594cce-0aff-40d7-8ae5-2589ecb5816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e170446b-0b0a-4b8e-b0cd-c0cc046c03ff'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:54:46.847090 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-fca54c8d-9782-486a-868c-5f8615814b78 None None] Bound port: b708416d-0a68-44c6-8299-a80405a7df84, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7594cce-0aff-40d7-8ae5-2589ecb5816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e170446b-0b0a-4b8e-b0cd-c0cc046c03ff'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:54:46.847505 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fca54c8d-9782-486a-868c-5f8615814b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:46.889377 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc4e9d-0d86-42b6-a64f-07565295bc52 req-e784e158-b643-4fb2-aba3-6f11a3f97d1a tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:46.890911 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1cc4e9d-0d86-42b6-a64f-07565295bc52 req-e784e158-b643-4fb2-aba3-6f11a3f97d1a tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d97d510-8a6d-42c4-a768-8907f7481365 HTTP/1.1" status: 200 len: 946 time: 0.2620611 May 06 09:54:47.037533 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-c207b8a6-1ea3-49a8-83b6-f5198763a77d admin admin] Deleting port 200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:47.043415 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c207b8a6-1ea3-49a8-83b6-f5198763a77d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:47.060753 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85ca4cd-66dc-4b9e-95da-304b565f02b2 None None] DHCP port deletion for 5312fc31-6ea9-4a0c-acf2-db4b77673e7e request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:54:47.150463 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1cc4e9d-0d86-42b6-a64f-07565295bc52 req-779b31c8-8740-4dcb-8e6b-dd3bccfb9816 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431405 May 06 09:54:47.172558 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-fca54c8d-9782-486a-868c-5f8615814b78 None None] For port b708416d-0a68-44c6-8299-a80405a7df84, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:54:47.174790 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-fca54c8d-9782-486a-868c-5f8615814b78 None None] For port b708416d-0a68-44c6-8299-a80405a7df84, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b708416d-0a68-44c6-8299-a80405a7df84,segment=NetworkSegment(e7594cce-0aff-40d7-8ae5-2589ecb5816f),segment_id=e7594cce-0aff-40d7-8ae5-2589ecb5816f)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:54:47.189090 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fca54c8d-9782-486a-868c-5f8615814b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:47.246375 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-c207b8a6-1ea3-49a8-83b6-f5198763a77d admin admin] For port 200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1,segment=NetworkSegment(851cb677-78d5-47cf-bae8-64d638270576),segment_id=851cb677-78d5-47cf-bae8-64d638270576)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:47.247590 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c207b8a6-1ea3-49a8-83b6-f5198763a77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:47.284714 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-c207b8a6-1ea3-49a8-83b6-f5198763a77d admin admin] Calling delete_port for 200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1 owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:47.291247 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f85ca4cd-66dc-4b9e-95da-304b565f02b2 None None] Deleting port 200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:47.291952 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f85ca4cd-66dc-4b9e-95da-304b565f02b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:47.295601 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca54c8d-9782-486a-868c-5f8615814b78 None None] Pushing event updated for resources: {'Port': ['ID=b708416d-0a68-44c6-8299-a80405a7df84,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:47.297921 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e036b611-2593-48f0-84ed-69f18f23f431 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:47.308218 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e036b611-2593-48f0-84ed-69f18f23f431 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:47.407886 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036b611-2593-48f0-84ed-69f18f23f431 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Port': ['ID=d5778d80-fc40-44ff-ae87-24a07a379ec9,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:47.546905 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device a75a258e-d68f-42b0-9b9a-4331bbc68248 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:54:47.602856 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: a75a258e-d68f-42b0-9b9a-4331bbc68248 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:54:47.603956 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device a75a258e-d68f-42b0-9b9a-4331bbc68248 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:54:47.603956 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e5e34355-aed1-4ca6-b7f5-a11617731e3f no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:54:47.641280 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: e5e34355-aed1-4ca6-b7f5-a11617731e3f {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:54:47.645205 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e5e34355-aed1-4ca6-b7f5-a11617731e3f not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:54:47.645513 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:54:47.727198 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f85ca4cd-66dc-4b9e-95da-304b565f02b2 None None] For port 200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1,segment=NetworkSegment(851cb677-78d5-47cf-bae8-64d638270576),segment_id=851cb677-78d5-47cf-bae8-64d638270576)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:47.727966 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f85ca4cd-66dc-4b9e-95da-304b565f02b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:47.747707 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f85ca4cd-66dc-4b9e-95da-304b565f02b2 None None] Calling delete_port for 200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:47.923313 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e036b611-2593-48f0-84ed-69f18f23f431 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.165811 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f85ca4cd-66dc-4b9e-95da-304b565f02b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.265537 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e036b611-2593-48f0-84ed-69f18f23f431 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.274746 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.277196 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ca4cd-66dc-4b9e-95da-304b565f02b2 None None] Pushing event deleted for resources: {'Port': ['ID=200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:48.304888 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85ca4cd-66dc-4b9e-95da-304b565f02b2 None None] No DVR routers for this DVR port 200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:54:48.377483 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c207b8a6-1ea3-49a8-83b6-f5198763a77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.438963 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:54:48.480064 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b65fd4b4-1dee-4f09-9823-7239e4b420f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.491327 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207b8a6-1ea3-49a8-83b6-f5198763a77d admin admin] Pushing event deleted for resources: {'Port': ['ID=200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:48.505304 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285625e-9eb1-4eb1-b336-1dac1eda6703 req-e9aa0c3d-ef34-47dd-89da-8973542c1dbd tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:48.513507 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d285625e-9eb1-4eb1-b336-1dac1eda6703 req-e9aa0c3d-ef34-47dd-89da-8973542c1dbd tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 944 time: 0.2980478 May 06 09:54:48.523484 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c207b8a6-1ea3-49a8-83b6-f5198763a77d admin admin] No DVR routers for this DVR port 200f0bb3-d4fd-4ee6-a6b2-acb715cce5a1 on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:54:48.650251 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d285625e-9eb1-4eb1-b336-1dac1eda6703 req-e48d208b-5296-47b1-9c65-243bbe7fbec0 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356943 May 06 09:54:48.675824 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c207b8a6-1ea3-49a8-83b6-f5198763a77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.745635 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-c207b8a6-1ea3-49a8-83b6-f5198763a77d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5312fc31-6ea9-4a0c-acf2-db4b77673e7e']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:48.774135 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.792063 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-c207b8a6-1ea3-49a8-83b6-f5198763a77d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '851cb677-78d5-47cf-bae8-64d638270576') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:48.792388 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-c207b8a6-1ea3-49a8-83b6-f5198763a77d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '851cb677-78d5-47cf-bae8-64d638270576') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:48.822836 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c207b8a6-1ea3-49a8-83b6-f5198763a77d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.857822 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c207b8a6-1ea3-49a8-83b6-f5198763a77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.880127 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e036b611-2593-48f0-84ed-69f18f23f431 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.880675 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4285a26-90eb-48d9-bb55-b5552410e9ca req-ed40a861-426b-40db-827d-9f0aef2e3ecc tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:48.884297 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e4285a26-90eb-48d9-bb55-b5552410e9ca req-ed40a861-426b-40db-827d-9f0aef2e3ecc tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d97d510-8a6d-42c4-a768-8907f7481365 HTTP/1.1" status: 200 len: 946 time: 0.1161671 May 06 09:54:48.886572 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e036b611-2593-48f0-84ed-69f18f23f431 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.901678 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c207b8a6-1ea3-49a8-83b6-f5198763a77d admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:54:48.901678 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c207b8a6-1ea3-49a8-83b6-f5198763a77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: self.session.flush() May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: self.session.flush() May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: self.session.flush() May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: self.session.flush() May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: timer() May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:54:48.905592 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:54:49.016708 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e4285a26-90eb-48d9-bb55-b5552410e9ca req-31b7212a-2cd0-49cd-a963-5b54a6c321ae tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214557 May 06 09:54:49.017282 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c207b8a6-1ea3-49a8-83b6-f5198763a77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:49.026573 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036b611-2593-48f0-84ed-69f18f23f431 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Port': ['ID=d5778d80-fc40-44ff-ae87-24a07a379ec9,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:49.027261 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c207b8a6-1ea3-49a8-83b6-f5198763a77d admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:49.029621 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e036b611-2593-48f0-84ed-69f18f23f431 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:49.040879 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c207b8a6-1ea3-49a8-83b6-f5198763a77d admin admin] 10.222.0.73 "DELETE /v2.0/networks/5312fc31-6ea9-4a0c-acf2-db4b77673e7e HTTP/1.1" status: 204 len: 168 time: 2.3732843 May 06 09:54:49.101242 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207b8a6-1ea3-49a8-83b6-f5198763a77d admin admin] Pushing event deleted for resources: {'Network': ['ID=5312fc31-6ea9-4a0c-acf2-db4b77673e7e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:49.172286 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device afe0a79f-d0e4-4ca8-85e5-81805760d628 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:49.265739 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de88e964-87ed-4750-9468-259773c28498 None None] Network e170446b-0b0a-4b8e-b0cd-c0cc046c03ff requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:49.278388 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port afe0a79f-d0e4-4ca8-85e5-81805760d628 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:54:49.284267 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35940) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:49.304748 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e036b611-2593-48f0-84ed-69f18f23f431 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network e170446b-0b0a-4b8e-b0cd-c0cc046c03ff is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:49.307026 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-e036b611-2593-48f0-84ed-69f18f23f431 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:49.350585 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port afe0a79f-d0e4-4ca8-85e5-81805760d628 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:49.351174 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:49.376617 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c0007d56-dd31-48a3-a02e-176afcb0d867 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fc3665e2c2e04868b3a33544c6d53039&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0912776 May 06 09:54:49.381433 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35944) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:49.418122 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-63bb0ff8-6461-47bc-a549-a9fc7f21bc47 None None] Provisioning complete for port b708416d-0a68-44c6-8299-a80405a7df84 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:49.421391 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-63bb0ff8-6461-47bc-a549-a9fc7f21bc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:49.498459 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-047210a8-ad91-46d0-970a-0ed68ffd172a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:49.549400 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-047210a8-ad91-46d0-970a-0ed68ffd172a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:49.590209 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:49.591096 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b708416d-0a68-44c6-8299-a80405a7df84 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:49.663283 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-047210a8-ad91-46d0-970a-0ed68ffd172a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:49.667647 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-047210a8-ad91-46d0-970a-0ed68ffd172a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:49.669020 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-047210a8-ad91-46d0-970a-0ed68ffd172a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/57084ba8-8ed8-400b-a7cc-4990869997fb HTTP/1.1" status: 204 len: 168 time: 0.2863901 May 06 09:54:49.679378 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047210a8-ad91-46d0-970a-0ed68ffd172a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57084ba8-8ed8-400b-a7cc-4990869997fb,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:49.708021 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e036b611-2593-48f0-84ed-69f18f23f431 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Router 312ffc00-b937-477d-9551-6aead8d87fba is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:54:49.729499 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-63bb0ff8-6461-47bc-a549-a9fc7f21bc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:49.829092 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port b708416d-0a68-44c6-8299-a80405a7df84 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:49.830055 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:49.857170 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e036b611-2593-48f0-84ed-69f18f23f431 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:54:49.870950 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3053bf3e-7f19-486a-8bb0-9c0745bbc01c None None] Sync routers for ids ['312ffc00-b937-477d-9551-6aead8d87fba'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:54:49.871526 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35956) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:49.874206 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e036b611-2593-48f0-84ed-69f18f23f431 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "PUT /v2.0/routers/312ffc00-b937-477d-9551-6aead8d87fba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7708633 May 06 09:54:49.886158 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3053bf3e-7f19-486a-8bb0-9c0745bbc01c None None] Routers {'312ffc00-b937-477d-9551-6aead8d87fba'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:54:49.887087 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3053bf3e-7f19-486a-8bb0-9c0745bbc01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:54:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['312ffc00-b937-477d-9551-6aead8d87fba'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:49.909390 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:49.947354 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-63bb0ff8-6461-47bc-a549-a9fc7f21bc47 None None] For port b708416d-0a68-44c6-8299-a80405a7df84, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b708416d-0a68-44c6-8299-a80405a7df84,segment=NetworkSegment(e7594cce-0aff-40d7-8ae5-2589ecb5816f),segment_id=e7594cce-0aff-40d7-8ae5-2589ecb5816f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:49.969538 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-63bb0ff8-6461-47bc-a549-a9fc7f21bc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:49.970801 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3053bf3e-7f19-486a-8bb0-9c0745bbc01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:49.978465 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b841f0a-09b7-4609-a9eb-a46f3cb8029a req-a4f822b9-b221-4911-9215-29c11076145b tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:49.983661 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3053bf3e-7f19-486a-8bb0-9c0745bbc01c None None] Routers {'312ffc00-b937-477d-9551-6aead8d87fba'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:54:49.984522 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3053bf3e-7f19-486a-8bb0-9c0745bbc01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:54:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['312ffc00-b937-477d-9551-6aead8d87fba'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:49.986771 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b841f0a-09b7-4609-a9eb-a46f3cb8029a req-a4f822b9-b221-4911-9215-29c11076145b tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 944 time: 0.1818125 May 06 09:54:50.014193 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35024015-1225-4497-8dab-cee17af34ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe0a79f-d0e4-4ca8-85e5-81805760d628'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:54:50.016534 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87acfab4-d55f-49dc-bde7-223f13017355" -d '{"events": [{"server_uuid": "35024015-1225-4497-8dab-cee17af34ce5", "name": "network-vif-plugged", "status": "completed", "tag": "afe0a79f-d0e4-4ca8-85e5-81805760d628"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:54:50.035531 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3053bf3e-7f19-486a-8bb0-9c0745bbc01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:50.036613 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3053bf3e-7f19-486a-8bb0-9c0745bbc01c None None] The sync data for ids ['312ffc00-b937-477d-9551-6aead8d87fba'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:54:50.059835 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port afe0a79f-d0e4-4ca8-85e5-81805760d628, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=afe0a79f-d0e4-4ca8-85e5-81805760d628,segment=NetworkSegment(27b775b5-8035-4904-ad11-074d150e8a59),segment_id=27b775b5-8035-4904-ad11-074d150e8a59)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:50.071883 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:50.089782 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35962) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:50.148995 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133e7564-de88-4173-b818-efa60e554e18 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:50.152277 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-133e7564-de88-4173-b818-efa60e554e18 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "GET /v2.0/ports?device_id=312ffc00-b937-477d-9551-6aead8d87fba HTTP/1.1" status: 200 len: 982 time: 0.2782712 May 06 09:54:50.153705 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35966) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:50.156242 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb0ff8-6461-47bc-a549-a9fc7f21bc47 None None] Pushing event updated for resources: {'Port': ['ID=b708416d-0a68-44c6-8299-a80405a7df84,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:50.417326 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=afe0a79f-d0e4-4ca8-85e5-81805760d628,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:50.429957 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c716f198-f14f-4848-bbb4-5a3c5da75e22 None None] Provisioning complete for port b708416d-0a68-44c6-8299-a80405a7df84 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:50.430556 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c716f198-f14f-4848-bbb4-5a3c5da75e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:50.434257 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b841f0a-09b7-4609-a9eb-a46f3cb8029a req-e62ce692-1740-4903-bb29-be96d3ed2a66 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3982866 May 06 09:54:50.536093 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfda9629-64b6-4687-bc84-adc148efdcaa x-openstack-request-id: req-bfda9629-64b6-4687-bc84-adc148efdcaa {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:54:50.536495 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35024015-1225-4497-8dab-cee17af34ce5", "name": "network-vif-plugged", "status": "completed", "tag": "afe0a79f-d0e4-4ca8-85e5-81805760d628", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:54:50.536652 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bfda9629-64b6-4687-bc84-adc148efdcaa {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:54:50.537075 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfda9629-64b6-4687-bc84-adc148efdcaa'] response: {'server_uuid': '35024015-1225-4497-8dab-cee17af34ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe0a79f-d0e4-4ca8-85e5-81805760d628', 'code': 200} May 06 09:54:50.616289 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-3a1309c4-6562-468b-b261-7d21d96fc121 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-512025580'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:50.708499 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1309c4-6562-468b-b261-7d21d96fc121 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Made reservation on behalf of fea5100e2ec4439f92af6e8c5a7320cd for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:50.712898 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3a1309c4-6562-468b-b261-7d21d96fc121 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:50.726806 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3a1309c4-6562-468b-b261-7d21d96fc121 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:50.776091 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c716f198-f14f-4848-bbb4-5a3c5da75e22 None None] Provisioning complete for port d5778d80-fc40-44ff-ae87-24a07a379ec9 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:50.776479 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c716f198-f14f-4848-bbb4-5a3c5da75e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:50.800984 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f5ce1-4443-498b-b745-3bd798b7b348 req-300673b5-a54a-4115-9b75-4511fd15f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:50.819389 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-941f5ce1-4443-498b-b745-3bd798b7b348 req-300673b5-a54a-4115-9b75-4511fd15f4dc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 1096 time: 0.1785514 May 06 09:54:50.839788 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f9f9b-1f41-4824-a3fd-6d0b88850d67 req-0f2ae53d-c5e8-4d36-8387-ee60dbc4be9d tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:50.849000 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab7f9f9b-1f41-4824-a3fd-6d0b88850d67 req-0f2ae53d-c5e8-4d36-8387-ee60dbc4be9d tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d97d510-8a6d-42c4-a768-8907f7481365 HTTP/1.1" status: 200 len: 946 time: 0.1889620 May 06 09:54:50.949014 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-c716f198-f14f-4848-bbb4-5a3c5da75e22 None None] Port d5778d80-fc40-44ff-ae87-24a07a379ec9 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:54:50.994463 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab7f9f9b-1f41-4824-a3fd-6d0b88850d67 req-798831aa-2ec1-41c6-837e-071af4601e90 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444647 May 06 09:54:51.057941 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-941f5ce1-4443-498b-b745-3bd798b7b348 req-b7e90530-ab2a-4147-bc56-50027fa90d80 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287848 May 06 09:54:51.092729 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-99da5cc8-6a97-4cf7-9e81-2c4a7d4a7fa6 req-1914e4f9-43ff-4fe4-9ed1-3597a467564a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1932840 May 06 09:54:51.107686 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c88f1f25-1438-4ad0-810a-7f307181bf2d None None] Provisioning complete for port d5778d80-fc40-44ff-ae87-24a07a379ec9 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:51.108255 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c88f1f25-1438-4ad0-810a-7f307181bf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:51.122229 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3a1309c4-6562-468b-b261-7d21d96fc121 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:51.128450 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3a1309c4-6562-468b-b261-7d21d96fc121 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:51.175057 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-c88f1f25-1438-4ad0-810a-7f307181bf2d None None] Port d5778d80-fc40-44ff-ae87-24a07a379ec9 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:54:51.192568 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1309c4-6562-468b-b261-7d21d96fc121 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:54:51.195087 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:51.214896 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3a1309c4-6562-468b-b261-7d21d96fc121 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:51.215914 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-3a1309c4-6562-468b-b261-7d21d96fc121 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Added segment 0ee3650c-031c-47d9-aa26-24a28f923a30 of type vlan for network 6a4dc0dc-4245-405b-ac72-9abc0c17b2ce May 06 09:54:51.250529 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-897607d9-efdd-4fc5-808c-ed95d33bef98 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:51.269933 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3a1309c4-6562-468b-b261-7d21d96fc121 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:51.291896 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1309c4-6562-468b-b261-7d21d96fc121 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5375828-dd1e-4a60-868f-b4d56c4b9fb4,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:51.325128 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3a1309c4-6562-468b-b261-7d21d96fc121 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:51.331586 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-833b45c2-9591-4658-a46d-8827e046d2ab None None] Provisioning complete for port d5778d80-fc40-44ff-ae87-24a07a379ec9 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:51.332135 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-833b45c2-9591-4658-a46d-8827e046d2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:51.332922 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1309c4-6562-468b-b261-7d21d96fc121 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:51.333694 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3a1309c4-6562-468b-b261-7d21d96fc121 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:51.425138 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-833b45c2-9591-4658-a46d-8827e046d2ab None None] Port d5778d80-fc40-44ff-ae87-24a07a379ec9 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:54:51.489334 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:51.506365 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b708416d-0a68-44c6-8299-a80405a7df84 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:51.546909 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1309c4-6562-468b-b261-7d21d96fc121 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Pushing event updated for resources: {'Network': ['ID=6a4dc0dc-4245-405b-ac72-9abc0c17b2ce,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:51.593831 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 6a4dc0dc-4245-405b-ac72-9abc0c17b2ce details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:54:51.661059 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3a1309c4-6562-468b-b261-7d21d96fc121 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5687249 May 06 09:54:51.663959 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35994) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:51.682397 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-cf4e1b25-1ba7-491e-afe5-f8f2334c652f tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Request body: {'subnet': {'network_id': '6a4dc0dc-4245-405b-ac72-9abc0c17b2ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:51.688322 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da5cc8-6a97-4cf7-9e81-2c4a7d4a7fa6 req-4b380cf1-f685-417b-aad9-6f107b5da40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:51.695334 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-99da5cc8-6a97-4cf7-9e81-2c4a7d4a7fa6 req-4b380cf1-f685-417b-aad9-6f107b5da40e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c517f1b2e83649f0bec52fdccbd31b7e&device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 1096 time: 0.1506755 May 06 09:54:51.795076 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port b708416d-0a68-44c6-8299-a80405a7df84 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:51.795691 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:51.872050 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da5cc8-6a97-4cf7-9e81-2c4a7d4a7fa6 req-0a9037b0-39c9-49e0-818e-1a354924b756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:51.873995 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-99da5cc8-6a97-4cf7-9e81-2c4a7d4a7fa6 req-0a9037b0-39c9-49e0-818e-1a354924b756 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8b4bbee4-4fbe-449e-978f-a646b5e578f0 HTTP/1.1" status: 200 len: 920 time: 0.1474366 May 06 09:54:51.936824 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a06e1301-ff14-4662-991e-b2c234db69a2 None None] Provisioning complete for port d5778d80-fc40-44ff-ae87-24a07a379ec9 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:51.937201 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a06e1301-ff14-4662-991e-b2c234db69a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:51.961551 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-99da5cc8-6a97-4cf7-9e81-2c4a7d4a7fa6 req-79c8d0fd-d7b2-439e-941a-9ba528b0c513 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f4eb16b-3523-48ac-8535-624e3aae1d84 HTTP/1.1" status: 200 len: 217 time: 0.0773435 May 06 09:54:51.964135 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310bdc2a-fafe-4dbc-aa0c-4f2af7105cc1 req-dc8a0ee1-f40a-46f1-9522-93d7f5e242fd tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:51.973126 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-310bdc2a-fafe-4dbc-aa0c-4f2af7105cc1 req-dc8a0ee1-f40a-46f1-9522-93d7f5e242fd tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 945 time: 0.3779306 May 06 09:54:52.011765 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4e1b25-1ba7-491e-afe5-f8f2334c652f tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Made reservation on behalf of fea5100e2ec4439f92af6e8c5a7320cd for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:52.016413 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cf4e1b25-1ba7-491e-afe5-f8f2334c652f tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:52.081549 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da5cc8-6a97-4cf7-9e81-2c4a7d4a7fa6 req-719f573d-e581-41f6-ad33-91b0918abfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:52.084874 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-99da5cc8-6a97-4cf7-9e81-2c4a7d4a7fa6 req-719f573d-e581-41f6-ad33-91b0918abfe6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c9382d75-3c44-4a92-be03-e9a2109a5f6f HTTP/1.1" status: 200 len: 858 time: 0.1148193 May 06 09:54:52.140924 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da5cc8-6a97-4cf7-9e81-2c4a7d4a7fa6 req-9c91f95e-465b-4632-afbe-9ecc58659954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:52.143073 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-99da5cc8-6a97-4cf7-9e81-2c4a7d4a7fa6 req-9c91f95e-465b-4632-afbe-9ecc58659954 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8b4bbee4-4fbe-449e-978f-a646b5e578f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490768 May 06 09:54:52.162256 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-a06e1301-ff14-4662-991e-b2c234db69a2 None None] Port d5778d80-fc40-44ff-ae87-24a07a379ec9 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:54:52.189241 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-310bdc2a-fafe-4dbc-aa0c-4f2af7105cc1 req-89040112-306d-434e-8b0a-b91153323b30 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145593 May 06 09:54:52.250203 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-897607d9-efdd-4fc5-808c-ed95d33bef98 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting port d5778d80-fc40-44ff-ae87-24a07a379ec9 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:52.250702 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-897607d9-efdd-4fc5-808c-ed95d33bef98 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:52.377282 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-99da5cc8-6a97-4cf7-9e81-2c4a7d4a7fa6 req-d9b356ff-6bb0-4d1b-9749-724aed76daa0 service neutron] 10.222.0.77 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250545 May 06 09:54:52.435636 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-897607d9-efdd-4fc5-808c-ed95d33bef98 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:52.459564 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-897607d9-efdd-4fc5-808c-ed95d33bef98 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Calling delete_port for d5778d80-fc40-44ff-ae87-24a07a379ec9 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:52.539631 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-99da5cc8-6a97-4cf7-9e81-2c4a7d4a7fa6 req-40b9376b-26b0-4379-a320-0591c8deaf19 service neutron] 10.222.0.77 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548877 May 06 09:54:52.557818 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642aa6b-1a32-4e67-8b36-a82a9b62a76a req-ae514892-0736-445b-8d01-58808b2c4f77 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:52.564724 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3642aa6b-1a32-4e67-8b36-a82a9b62a76a req-ae514892-0736-445b-8d01-58808b2c4f77 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d97d510-8a6d-42c4-a768-8907f7481365 HTTP/1.1" status: 200 len: 946 time: 0.2848818 May 06 09:54:52.608667 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cf4e1b25-1ba7-491e-afe5-f8f2334c652f tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:52.735653 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3642aa6b-1a32-4e67-8b36-a82a9b62a76a req-c7380c75-9d54-48b5-9ac6-6a92eb6b3510 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606975 May 06 09:54:52.757126 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e1b25-1ba7-491e-afe5-f8f2334c652f tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Pushing event updated for resources: {'Subnet': ['ID=15d5f7c7-73a4-4d47-8e46-3e71a67b5e86,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:52.783645 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4e1b25-1ba7-491e-afe5-f8f2334c652f tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Checking segment: {'id': '0ee3650c-031c-47d9-aa26-24a28f923a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6a4dc0dc-4245-405b-ac72-9abc0c17b2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:52.784761 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4e1b25-1ba7-491e-afe5-f8f2334c652f tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Network hostable DHCP agents. Network: 6a4dc0dc-4245-405b-ac72-9abc0c17b2ce, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:54:52.861688 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4e1b25-1ba7-491e-afe5-f8f2334c652f tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Network 6a4dc0dc-4245-405b-ac72-9abc0c17b2ce is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:54:52.886803 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-cf4e1b25-1ba7-491e-afe5-f8f2334c652f tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 6a4dc0dc-4245-405b-ac72-9abc0c17b2ce) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:52.892308 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-897607d9-efdd-4fc5-808c-ed95d33bef98 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:52.896082 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4e1b25-1ba7-491e-afe5-f8f2334c652f tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:52.897118 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cf4e1b25-1ba7-491e-afe5-f8f2334c652f tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:52.919142 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ed2214-32c0-4139-9c75-b62beeb464ed None None] Network 6a4dc0dc-4245-405b-ac72-9abc0c17b2ce requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:52.934676 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897607d9-efdd-4fc5-808c-ed95d33bef98 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Port': ['ID=d5778d80-fc40-44ff-ae87-24a07a379ec9,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:52.965449 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-cf4e1b25-1ba7-491e-afe5-f8f2334c652f tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2966630 May 06 09:54:52.965976 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36018) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:52.973364 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-66e5263c-b85c-4e7d-9e92-743776823e5a tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Request body: {'port': {'network_id': '6a4dc0dc-4245-405b-ac72-9abc0c17b2ce', 'name': 'tempest-DHCPAgentSchedulersTestJSON-560623562'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:53.136032 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-897607d9-efdd-4fc5-808c-ed95d33bef98 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:53.180552 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e5263c-b85c-4e7d-9e92-743776823e5a tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Made reservation on behalf of fea5100e2ec4439f92af6e8c5a7320cd for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:53.185645 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-66e5263c-b85c-4e7d-9e92-743776823e5a tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:53.226194 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-66e5263c-b85c-4e7d-9e92-743776823e5a tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] device_id is not set on port 6cb000ef-75a4-4692-a3fd-944096bb8c87 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:54:53.274832 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a0c703-9741-49c4-a59d-8857364fbd61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-6a4dc0dc-4245-405b-ac72-9abc0c17b2ce', 'network_id': '6a4dc0dc-4245-405b-ac72-9abc0c17b2ce', 'tenant_id': 'fea5100e2ec4439f92af6e8c5a7320cd', 'fixed_ips': [{'subnet_id': '15d5f7c7-73a4-4d47-8e46-3e71a67b5e86'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:54:53.275769 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-94a0c703-9741-49c4-a59d-8857364fbd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:53.450798 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897607d9-efdd-4fc5-808c-ed95d33bef98 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Router 312ffc00-b937-477d-9551-6aead8d87fba has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:54:53.464298 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09e4ed-e14c-44f8-ad07-3d6e6245f757 req-977fec29-646c-4144-a5f5-5491e705025a tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:53.471456 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7a09e4ed-e14c-44f8-ad07-3d6e6245f757 req-977fec29-646c-4144-a5f5-5491e705025a tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 945 time: 0.1297872 May 06 09:54:53.478707 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-66e5263c-b85c-4e7d-9e92-743776823e5a tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Allocated IP 172.20.0.9 (6a4dc0dc-4245-405b-ac72-9abc0c17b2ce/15d5f7c7-73a4-4d47-8e46-3e71a67b5e86/6cb000ef-75a4-4692-a3fd-944096bb8c87) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:53.600690 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897607d9-efdd-4fc5-808c-ed95d33bef98 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:54:53.608015 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-897607d9-efdd-4fc5-808c-ed95d33bef98 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "PUT /v2.0/routers/312ffc00-b937-477d-9551-6aead8d87fba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4475029 May 06 09:54:53.611889 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7a09e4ed-e14c-44f8-ad07-3d6e6245f757 req-09ce5ac1-4e75-43ee-b3c7-a47409db512a tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280594 May 06 09:54:53.613179 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36036) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:53.616954 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c3a0fa-1239-4857-9b4a-5e233b91b548 None None] Sync routers for ids ['312ffc00-b937-477d-9551-6aead8d87fba'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:54:53.632965 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c3a0fa-1239-4857-9b4a-5e233b91b548 None None] Routers {'312ffc00-b937-477d-9551-6aead8d87fba'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:54:53.633988 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-93c3a0fa-1239-4857-9b4a-5e233b91b548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:54:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['312ffc00-b937-477d-9551-6aead8d87fba'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:53.639816 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf1ff23-5a3f-487b-a838-085f570be215 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] GET failed (client error): The resource could not be found. May 06 09:54:53.641280 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-dcf1ff23-5a3f-487b-a838-085f570be215 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "GET /v2.0/ports/d5778d80-fc40-44ff-ae87-24a07a379ec9 HTTP/1.1" status: 404 len: 333 time: 0.0278616 May 06 09:54:53.644660 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36040) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:53.694788 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-93c3a0fa-1239-4857-9b4a-5e233b91b548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:53.708509 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c3a0fa-1239-4857-9b4a-5e233b91b548 None None] Routers {'312ffc00-b937-477d-9551-6aead8d87fba'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:54:53.709671 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-93c3a0fa-1239-4857-9b4a-5e233b91b548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:54:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['312ffc00-b937-477d-9551-6aead8d87fba'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:53.756889 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-93c3a0fa-1239-4857-9b4a-5e233b91b548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:53.757647 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c3a0fa-1239-4857-9b4a-5e233b91b548 None None] The sync data for ids ['312ffc00-b937-477d-9551-6aead8d87fba'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:54:53.799262 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b21645e0-789c-4cc4-8fb3-8b366fb03345 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:53.913398 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575481c-af36-4b7a-9e34-590569064e6c req-9c969eec-362d-4b1b-af2c-8e61e3a1deff tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:53.914589 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e575481c-af36-4b7a-9e34-590569064e6c req-9c969eec-362d-4b1b-af2c-8e61e3a1deff tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 945 time: 0.1876469 May 06 09:54:53.938428 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36054) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:53.944449 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-d54e0564-0520-43be-a58a-5383db7ba547 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Request body: {'floatingip': {'port_id': 'afe0a79f-d0e4-4ca8-85e5-81805760d628'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:54.088413 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d54e0564-0520-43be-a58a-5383db7ba547 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks [] for floatingip, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:54.275581 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-66e5263c-b85c-4e7d-9e92-743776823e5a tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:54.429286 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-66e5263c-b85c-4e7d-9e92-743776823e5a tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:54.459904 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b21645e0-789c-4cc4-8fb3-8b366fb03345 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:54.462830 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b21645e0-789c-4cc4-8fb3-8b366fb03345 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:54.553193 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f5c4a-f7eb-4a73-aefc-2956195ccfc8 req-5cce286b-c9a3-4d56-b9d1-72cf1daf3c1f tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:54.557920 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-94a0c703-9741-49c4-a59d-8857364fbd61 None None] Allocated IP 172.20.0.2 (6a4dc0dc-4245-405b-ac72-9abc0c17b2ce/15d5f7c7-73a4-4d47-8e46-3e71a67b5e86/dad1e481-9725-4141-92ab-e5f1736ffad6) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:54.565224 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-028f5c4a-f7eb-4a73-aefc-2956195ccfc8 req-5cce286b-c9a3-4d56-b9d1-72cf1daf3c1f tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d97d510-8a6d-42c4-a768-8907f7481365 HTTP/1.1" status: 200 len: 946 time: 0.5530460 May 06 09:54:54.611481 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e5263c-b85c-4e7d-9e92-743776823e5a tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Network 6a4dc0dc-4245-405b-ac72-9abc0c17b2ce is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:54.620843 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-66e5263c-b85c-4e7d-9e92-743776823e5a tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:54.622254 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b21645e0-789c-4cc4-8fb3-8b366fb03345 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:54.630802 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e5263c-b85c-4e7d-9e92-743776823e5a tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:54.635964 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21645e0-789c-4cc4-8fb3-8b366fb03345 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Fanout notify agent at l3_agent the message router_deleted on router 312ffc00-b937-477d-9551-6aead8d87fba {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:54:54.637438 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5263c-b85c-4e7d-9e92-743776823e5a tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Pushing event updated for resources: {'Port': ['ID=6cb000ef-75a4-4692-a3fd-944096bb8c87,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:54.651850 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b21645e0-789c-4cc4-8fb3-8b366fb03345 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:54.657320 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b21645e0-789c-4cc4-8fb3-8b366fb03345 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/routers/312ffc00-b937-477d-9551-6aead8d87fba HTTP/1.1" status: 204 len: 168 time: 1.0092897 May 06 09:54:54.668789 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36092) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:54.738203 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-028f5c4a-f7eb-4a73-aefc-2956195ccfc8 req-b7364a41-1169-48da-9c94-8b02378696c0 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703515 May 06 09:54:54.776491 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e5263c-b85c-4e7d-9e92-743776823e5a tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:54.777390 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-66e5263c-b85c-4e7d-9e92-743776823e5a tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:54.777891 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-a392833b-be6e-412d-a45d-45a1945ebd7e tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting subnet c890a356-19b6-434c-9fef-b30c204d78f0 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:54:54.782355 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a392833b-be6e-412d-a45d-45a1945ebd7e tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:54.803719 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-66e5263c-b85c-4e7d-9e92-743776823e5a tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8314476 May 06 09:54:54.804470 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36096) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:54.855543 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a392833b-be6e-412d-a45d-45a1945ebd7e tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:54.927235 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.db.resource_extend [None req-d54e0564-0520-43be-a58a-5383db7ba547 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:54:54.974140 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-94a0c703-9741-49c4-a59d-8857364fbd61 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:54.984751 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-94a0c703-9741-49c4-a59d-8857364fbd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:54.996968 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d54e0564-0520-43be-a58a-5383db7ba547 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.016538 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d54e0564-0520-43be-a58a-5383db7ba547 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.038629 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a392833b-be6e-412d-a45d-45a1945ebd7e tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.072512 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-378253a0-30bb-4c5d-9b72-d45182cc3ea3 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Deleting port 6cb000ef-75a4-4692-a3fd-944096bb8c87 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:55.073045 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-378253a0-30bb-4c5d-9b72-d45182cc3ea3 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.116205 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a0c703-9741-49c4-a59d-8857364fbd61 None None] Network 6a4dc0dc-4245-405b-ac72-9abc0c17b2ce is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:55.117676 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-94a0c703-9741-49c4-a59d-8857364fbd61 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:55.120487 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a0c703-9741-49c4-a59d-8857364fbd61 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:55.140090 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a392833b-be6e-412d-a45d-45a1945ebd7e tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.196263 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a392833b-be6e-412d-a45d-45a1945ebd7e tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.201956 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a392833b-be6e-412d-a45d-45a1945ebd7e tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/subnets/c890a356-19b6-434c-9fef-b30c204d78f0 HTTP/1.1" status: 204 len: 168 time: 0.5323360 May 06 09:54:55.203920 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392833b-be6e-412d-a45d-45a1945ebd7e tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Subnet': ['ID=c890a356-19b6-434c-9fef-b30c204d78f0,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:55.207386 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36108) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:55.216309 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-94a0c703-9741-49c4-a59d-8857364fbd61 None None] Attempting to bind port dad1e481-9725-4141-92ab-e5f1736ffad6 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:54:55.216975 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-94a0c703-9741-49c4-a59d-8857364fbd61 None None] Attempting to bind port dad1e481-9725-4141-92ab-e5f1736ffad6 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '0ee3650c-031c-47d9-aa26-24a28f923a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6a4dc0dc-4245-405b-ac72-9abc0c17b2ce'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:54:55.217350 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a0c703-9741-49c4-a59d-8857364fbd61 None None] Attempting to bind port dad1e481-9725-4141-92ab-e5f1736ffad6 on network 6a4dc0dc-4245-405b-ac72-9abc0c17b2ce {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:55.219894 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0c703-9741-49c4-a59d-8857364fbd61 None None] Pushing event updated for resources: {'Port': ['ID=dad1e481-9725-4141-92ab-e5f1736ffad6,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:55.224675 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189e0be8-ba63-4c72-9f26-44ed2c072c85 None None] Network e170446b-0b0a-4b8e-b0cd-c0cc046c03ff requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:55.279741 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-d54e0564-0520-43be-a58a-5383db7ba547 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Floating IP 338de055-f430-4fe6-9a1c-5d462e62d5ac associated. External IP: 172.25.5.20, port: afe0a79f-d0e4-4ca8-85e5-81805760d628. May 06 09:54:55.318186 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-017fd860-45be-4ed5-b4cb-223da4b19e54 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.328275 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a0c703-9741-49c4-a59d-8857364fbd61 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:54:55.329605 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-378253a0-30bb-4c5d-9b72-d45182cc3ea3 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.334308 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a0c703-9741-49c4-a59d-8857364fbd61 None None] Checking segment: {'id': '0ee3650c-031c-47d9-aa26-24a28f923a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6a4dc0dc-4245-405b-ac72-9abc0c17b2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:55.336321 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-94a0c703-9741-49c4-a59d-8857364fbd61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.337629 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a0c703-9741-49c4-a59d-8857364fbd61 None None] Bound using segment: {'id': '0ee3650c-031c-47d9-aa26-24a28f923a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6a4dc0dc-4245-405b-ac72-9abc0c17b2ce'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:54:55.338198 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-94a0c703-9741-49c4-a59d-8857364fbd61 None None] Bound port: dad1e481-9725-4141-92ab-e5f1736ffad6, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee3650c-031c-47d9-aa26-24a28f923a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6a4dc0dc-4245-405b-ac72-9abc0c17b2ce'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:54:55.338609 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-94a0c703-9741-49c4-a59d-8857364fbd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.356733 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-378253a0-30bb-4c5d-9b72-d45182cc3ea3 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Calling delete_port for 6cb000ef-75a4-4692-a3fd-944096bb8c87 owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:55.412801 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-017fd860-45be-4ed5-b4cb-223da4b19e54 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting port b708416d-0a68-44c6-8299-a80405a7df84 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:55.413338 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-017fd860-45be-4ed5-b4cb-223da4b19e54 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.524476 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-017fd860-45be-4ed5-b4cb-223da4b19e54 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] For port b708416d-0a68-44c6-8299-a80405a7df84, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b708416d-0a68-44c6-8299-a80405a7df84,segment=NetworkSegment(e7594cce-0aff-40d7-8ae5-2589ecb5816f),segment_id=e7594cce-0aff-40d7-8ae5-2589ecb5816f)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:55.525009 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-017fd860-45be-4ed5-b4cb-223da4b19e54 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.537355 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-94a0c703-9741-49c4-a59d-8857364fbd61 None None] For port dad1e481-9725-4141-92ab-e5f1736ffad6, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:54:55.543506 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-94a0c703-9741-49c4-a59d-8857364fbd61 None None] For port dad1e481-9725-4141-92ab-e5f1736ffad6, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=dad1e481-9725-4141-92ab-e5f1736ffad6,segment=NetworkSegment(0ee3650c-031c-47d9-aa26-24a28f923a30),segment_id=0ee3650c-031c-47d9-aa26-24a28f923a30)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:54:55.554158 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-94a0c703-9741-49c4-a59d-8857364fbd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.562649 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-017fd860-45be-4ed5-b4cb-223da4b19e54 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Calling delete_port for b708416d-0a68-44c6-8299-a80405a7df84 owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:55.667285 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54e0564-0520-43be-a58a-5383db7ba547 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Router ce13bdd3-721f-4cf5-a27e-f1130d3210f7 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:54:55.671482 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-017fd860-45be-4ed5-b4cb-223da4b19e54 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.689605 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52449d58-0410-496b-ab9a-3a4a1bc1dc12 None None] DHCP port deletion for e170446b-0b0a-4b8e-b0cd-c0cc046c03ff request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:54:55.718887 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017fd860-45be-4ed5-b4cb-223da4b19e54 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Port': ['ID=b708416d-0a68-44c6-8299-a80405a7df84,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:55.729762 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017fd860-45be-4ed5-b4cb-223da4b19e54 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] No DVR routers for this DVR port b708416d-0a68-44c6-8299-a80405a7df84 on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:54:55.877114 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-017fd860-45be-4ed5-b4cb-223da4b19e54 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.886080 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0c703-9741-49c4-a59d-8857364fbd61 None None] Pushing event updated for resources: {'Port': ['ID=dad1e481-9725-4141-92ab-e5f1736ffad6,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:55.916983 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54e0564-0520-43be-a58a-5383db7ba547 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:54:55.927214 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d54e0564-0520-43be-a58a-5383db7ba547 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.933196 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76bf0df-3993-480e-999e-6a73b3be7e77 None None] Sync routers for ids ['ce13bdd3-721f-4cf5-a27e-f1130d3210f7'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:54:55.939366 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-378253a0-30bb-4c5d-9b72-d45182cc3ea3 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.953478 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76bf0df-3993-480e-999e-6a73b3be7e77 None None] Routers {'ce13bdd3-721f-4cf5-a27e-f1130d3210f7'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:54:55.954139 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-c76bf0df-3993-480e-999e-6a73b3be7e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:54:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ce13bdd3-721f-4cf5-a27e-f1130d3210f7'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:56.010950 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-017fd860-45be-4ed5-b4cb-223da4b19e54 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e170446b-0b0a-4b8e-b0cd-c0cc046c03ff']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:56.022738 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378253a0-30bb-4c5d-9b72-d45182cc3ea3 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Pushing event deleted for resources: {'Port': ['ID=6cb000ef-75a4-4692-a3fd-944096bb8c87,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:56.029626 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d54e0564-0520-43be-a58a-5383db7ba547 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "PUT /v2.0/floatingips/338de055-f430-4fe6-9a1c-5d462e62d5ac HTTP/1.1" status: 200 len: 990 time: 2.0896573 May 06 09:54:56.034053 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35024015-1225-4497-8dab-cee17af34ce5', 'tag': 'afe0a79f-d0e4-4ca8-85e5-81805760d628'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:54:56.037517 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed620de9-b35e-4984-b62c-5f2800051d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "35024015-1225-4497-8dab-cee17af34ce5", "tag": "afe0a79f-d0e4-4ca8-85e5-81805760d628"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:54:56.053987 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-017fd860-45be-4ed5-b4cb-223da4b19e54 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7594cce-0aff-40d7-8ae5-2589ecb5816f') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:56.054426 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-017fd860-45be-4ed5-b4cb-223da4b19e54 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7594cce-0aff-40d7-8ae5-2589ecb5816f') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:56.079849 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-017fd860-45be-4ed5-b4cb-223da4b19e54 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:56.104137 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd319d9-c742-4144-b6fc-4179063e7d87 req-485923af-fd34-4342-ac21-eabdb9c9f41a tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:56.105736 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fbd319d9-c742-4144-b6fc-4179063e7d87 req-485923af-fd34-4342-ac21-eabdb9c9f41a tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d97d510-8a6d-42c4-a768-8907f7481365 HTTP/1.1" status: 200 len: 946 time: 0.1957605 May 06 09:54:56.106821 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-017fd860-45be-4ed5-b4cb-223da4b19e54 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:56.133778 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017fd860-45be-4ed5-b4cb-223da4b19e54 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:54:56.133778 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-017fd860-45be-4ed5-b4cb-223da4b19e54 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: timer() May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:54:56.141752 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:54:56.226740 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-378253a0-30bb-4c5d-9b72-d45182cc3ea3 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:56.232440 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-378253a0-30bb-4c5d-9b72-d45182cc3ea3 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] 10.222.0.73 "DELETE /v2.0/ports/6cb000ef-75a4-4692-a3fd-944096bb8c87 HTTP/1.1" status: 204 len: 168 time: 1.4255252 May 06 09:54:56.237225 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36134) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:56.329215 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-c76bf0df-3993-480e-999e-6a73b3be7e77 None None] Set router ce13bdd3-721f-4cf5-a27e-f1130d3210f7 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:54:56.382848 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fbd319d9-c742-4144-b6fc-4179063e7d87 req-77a83820-c6e0-41ab-b9c2-89368a6b8330 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628050 May 06 09:54:56.384468 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-017fd860-45be-4ed5-b4cb-223da4b19e54 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:56.397893 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-017fd860-45be-4ed5-b4cb-223da4b19e54 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:56.407675 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-017fd860-45be-4ed5-b4cb-223da4b19e54 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/networks/e170446b-0b0a-4b8e-b0cd-c0cc046c03ff HTTP/1.1" status: 204 len: 168 time: 1.1959293 May 06 09:54:56.408867 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36142) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:56.460057 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017fd860-45be-4ed5-b4cb-223da4b19e54 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Network': ['ID=e170446b-0b0a-4b8e-b0cd-c0cc046c03ff,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:56.496191 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2ab333-8262-4134-84a0-667d8a9f10a1 x-openstack-request-id: req-ef2ab333-8262-4134-84a0-667d8a9f10a1 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:54:56.496488 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35024015-1225-4497-8dab-cee17af34ce5", "tag": "afe0a79f-d0e4-4ca8-85e5-81805760d628", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:54:56.496743 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ef2ab333-8262-4134-84a0-667d8a9f10a1 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:54:56.497150 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef2ab333-8262-4134-84a0-667d8a9f10a1'] response: {'name': 'network-changed', 'server_uuid': '35024015-1225-4497-8dab-cee17af34ce5', 'tag': 'afe0a79f-d0e4-4ca8-85e5-81805760d628', 'status': 'completed', 'code': 200} May 06 09:54:56.525968 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1202fd9-57b1-4c79-b1a0-f73809764a54 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:56.528125 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b1202fd9-57b1-4c79-b1a0-f73809764a54 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "GET /v2.0/ports/e63bafc7-6739-463b-a875-de2eb4d2de5f HTTP/1.1" status: 200 len: 841 time: 0.1176617 May 06 09:54:56.532872 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36144) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:56.684152 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36150) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:56.691989 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-cd0d4796-b3ce-465b-a5dc-34851d150f80 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'subnet': {'network_id': 'f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:56.696054 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-580bc0d8-c272-42d9-a9d9-ec696c3e945c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "GET /v2.0/ports/e63bafc7-6739-463b-a875-de2eb4d2de5f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1606719 May 06 09:54:56.709756 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed620de9-b35e-4984-b62c-5f2800051d5b req-5f895189-7316-4097-ae58-1c11dade6ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:56.718440 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ed620de9-b35e-4984-b62c-5f2800051d5b req-5f895189-7316-4097-ae58-1c11dade6ca9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c517f1b2e83649f0bec52fdccbd31b7e&device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 1096 time: 0.1677082 May 06 09:54:56.773204 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-399966be-e385-4da1-9956-cdd08618298c tempest-DHCPAgentSchedulersTestJSON-702718658 tempest-DHCPAgentSchedulersTestJSON-702718658-project-admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.5338020 May 06 09:54:56.813531 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36154) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:56.818760 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-6b23a878-b4fd-4095-8ef9-dc4dcb9387ab tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1267807536'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:56.881680 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-c76bf0df-3993-480e-999e-6a73b3be7e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1145327886-router', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:15Z', 'updated_at': '2022-05-06T09:52:23Z', 'revision_number': 4, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'gw_port': {'id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:16Z', 'updated_at': '2022-05-06T09:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '338de055-f430-4fe6-9a1c-5d462e62d5ac', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'floating_ip_address': '172.25.5.20', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'port_id': 'afe0a79f-d0e4-4ca8-85e5-81805760d628', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0', 'mac_address': 'fa:16:3e:1e:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35024015-1225-4497-8dab-cee17af34ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:54:29Z', 'updated_at': '2022-05-06T09:54:54Z', 'revision_number': 1, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88b66bed-8687-403c-b472-939f5b75bdb8', 'name': '', 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'mac_address': 'fa:16:3e:ba:e3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'c9382d75-3c44-4a92-be03-e9a2109a5f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:21Z', 'updated_at': '2022-05-06T09:52:29Z', 'revision_number': 5, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'subnets': [{'id': 'c9382d75-3c44-4a92-be03-e9a2109a5f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:56.926221 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76bf0df-3993-480e-999e-6a73b3be7e77 None None] Checking router: ce13bdd3-721f-4cf5-a27e-f1130d3210f7 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:54:56.945554 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76bf0df-3993-480e-999e-6a73b3be7e77 None None] Routers {'ce13bdd3-721f-4cf5-a27e-f1130d3210f7'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:54:56.946898 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-c76bf0df-3993-480e-999e-6a73b3be7e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:54:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ce13bdd3-721f-4cf5-a27e-f1130d3210f7'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:56.968949 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0d4796-b3ce-465b-a5dc-34851d150f80 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:56.974264 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cd0d4796-b3ce-465b-a5dc-34851d150f80 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:56.976353 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b23a878-b4fd-4095-8ef9-dc4dcb9387ab tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Made reservation on behalf of fea5100e2ec4439f92af6e8c5a7320cd for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:56.985792 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6b23a878-b4fd-4095-8ef9-dc4dcb9387ab tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:57.022324 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b23a878-b4fd-4095-8ef9-dc4dcb9387ab tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:54:57.044037 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6b23a878-b4fd-4095-8ef9-dc4dcb9387ab tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:57.044448 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-6b23a878-b4fd-4095-8ef9-dc4dcb9387ab tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Added segment f595128c-85cb-4b67-b0d9-c07ef41d9bf1 of type vlan for network 84ba679a-4285-41bc-bc0c-705900f859b4 May 06 09:54:57.047164 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36164) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:57.178467 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-c76bf0df-3993-480e-999e-6a73b3be7e77 None None] Set router ce13bdd3-721f-4cf5-a27e-f1130d3210f7 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:54:57.197319 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6b23a878-b4fd-4095-8ef9-dc4dcb9387ab tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:57.269276 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed620de9-b35e-4984-b62c-5f2800051d5b req-38e4a7e7-f4a6-401f-a231-35294268cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:57.270972 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ed620de9-b35e-4984-b62c-5f2800051d5b req-38e4a7e7-f4a6-401f-a231-35294268cbdf service neutron] 10.222.0.77 "GET /v2.0/networks?id=8b4bbee4-4fbe-449e-978f-a646b5e578f0 HTTP/1.1" status: 200 len: 920 time: 0.5322657 May 06 09:54:57.397828 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6b23a878-b4fd-4095-8ef9-dc4dcb9387ab tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:57.416347 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b23a878-b4fd-4095-8ef9-dc4dcb9387ab tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:57.417038 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6b23a878-b4fd-4095-8ef9-dc4dcb9387ab tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:57.492708 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cd0d4796-b3ce-465b-a5dc-34851d150f80 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:57.510618 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2bd87617-3c1d-4592-b7d0-e0693a4e6625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:57.583912 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device dad1e481-9725-4141-92ab-e5f1736ffad6 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:57.597165 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-c76bf0df-3993-480e-999e-6a73b3be7e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1145327886-router', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:15Z', 'updated_at': '2022-05-06T09:52:23Z', 'revision_number': 4, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'gw_port': {'id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:16Z', 'updated_at': '2022-05-06T09:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '338de055-f430-4fe6-9a1c-5d462e62d5ac', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'floating_ip_address': '172.25.5.20', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'port_id': 'afe0a79f-d0e4-4ca8-85e5-81805760d628', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0', 'mac_address': 'fa:16:3e:1e:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35024015-1225-4497-8dab-cee17af34ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:54:29Z', 'updated_at': '2022-05-06T09:54:54Z', 'revision_number': 1, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88b66bed-8687-403c-b472-939f5b75bdb8', 'name': '', 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'mac_address': 'fa:16:3e:ba:e3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'c9382d75-3c44-4a92-be03-e9a2109a5f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:21Z', 'updated_at': '2022-05-06T09:52:29Z', 'revision_number': 5, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'subnets': [{'id': 'c9382d75-3c44-4a92-be03-e9a2109a5f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:57.600127 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23a878-b4fd-4095-8ef9-dc4dcb9387ab tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Pushing event updated for resources: {'Network': ['ID=84ba679a-4285-41bc-bc0c-705900f859b4,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:57.630446 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76bf0df-3993-480e-999e-6a73b3be7e77 None None] The sync data for ids ['ce13bdd3-721f-4cf5-a27e-f1130d3210f7'] in n-d-840835-1 is: [{'id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1145327886-router', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:15Z', 'updated_at': '2022-05-06T09:52:23Z', 'revision_number': 4, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'gw_port': {'id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:16Z', 'updated_at': '2022-05-06T09:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '338de055-f430-4fe6-9a1c-5d462e62d5ac', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'floating_ip_address': '172.25.5.20', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'port_id': 'afe0a79f-d0e4-4ca8-85e5-81805760d628', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0', 'mac_address': 'fa:16:3e:1e:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35024015-1225-4497-8dab-cee17af34ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:54:29Z', 'updated_at': '2022-05-06T09:54:54Z', 'revision_number': 1, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88b66bed-8687-403c-b472-939f5b75bdb8', 'name': '', 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'mac_address': 'fa:16:3e:ba:e3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'c9382d75-3c44-4a92-be03-e9a2109a5f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:21Z', 'updated_at': '2022-05-06T09:52:29Z', 'revision_number': 5, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'subnets': [{'id': 'c9382d75-3c44-4a92-be03-e9a2109a5f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:54:57.655084 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ed620de9-b35e-4984-b62c-5f2800051d5b req-ca8f42c9-52f7-4972-bd91-596e28d502fb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afe0a79f-d0e4-4ca8-85e5-81805760d628 HTTP/1.1" status: 200 len: 998 time: 0.3737223 May 06 09:54:57.657831 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0d4796-b3ce-465b-a5dc-34851d150f80 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:57.660262 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6b23a878-b4fd-4095-8ef9-dc4dcb9387ab tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8453605 May 06 09:54:57.669693 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36172) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:57.672554 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 84ba679a-4285-41bc-bc0c-705900f859b4 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:54:57.688612 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d4796-b3ce-465b-a5dc-34851d150f80 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Subnet': ['ID=ad2d59fb-12cc-419f-8770-b892f19f5550,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:57.714423 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-cd0d4796-b3ce-465b-a5dc-34851d150f80 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:57.737561 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5986d39-11cd-4146-ab28-83035059a98a req-9639927b-fdd3-4aa1-8378-a1d3f74834fd tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:57.746754 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e5986d39-11cd-4146-ab28-83035059a98a req-9639927b-fdd3-4aa1-8378-a1d3f74834fd tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 946 time: 0.2922957 May 06 09:54:57.750661 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0d4796-b3ce-465b-a5dc-34851d150f80 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:57.751275 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cd0d4796-b3ce-465b-a5dc-34851d150f80 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:57.766462 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bfbc35-f0a1-42e6-bbff-13102ee75d98 None None] Network 6a4dc0dc-4245-405b-ac72-9abc0c17b2ce requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:57.775372 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2924a5f0-dd97-4465-a9cb-29082b8542a6 None None] Network f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:57.808554 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed620de9-b35e-4984-b62c-5f2800051d5b req-848a566e-4a18-492d-87dc-1a3da703e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:57.810098 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ed620de9-b35e-4984-b62c-5f2800051d5b req-848a566e-4a18-492d-87dc-1a3da703e9cc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c9382d75-3c44-4a92-be03-e9a2109a5f6f HTTP/1.1" status: 200 len: 858 time: 0.1484060 May 06 09:54:57.855797 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e5986d39-11cd-4146-ab28-83035059a98a req-6ffe65d1-6924-416c-988e-86229dc364a6 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079142 May 06 09:54:57.875288 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-cd0d4796-b3ce-465b-a5dc-34851d150f80 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1899536 May 06 09:54:57.890201 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36174) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:57.898504 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port dad1e481-9725-4141-92ab-e5f1736ffad6 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:57.900117 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:57.923952 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-0efd56cc-0a40-48a2-bcc0-e90865b169c7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'security_group': {'name': 'tempest-secgroup-1790881105'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:57.928625 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-25ebf20e-eff9-43b8-89e5-0e43fc0fa4bb tempest-DHCPAgentSchedulersTestJSON-702718658 tempest-DHCPAgentSchedulersTestJSON-702718658-project-admin] 10.222.0.73 "GET /v2.0/agents/f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1/dhcp-networks HTTP/1.1" status: 200 len: 6500 time: 0.2567530 May 06 09:54:57.943916 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36176) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:57.993179 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0efd56cc-0a40-48a2-bcc0-e90865b169c7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.147925 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2bd87617-3c1d-4592-b7d0-e0693a4e6625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.153907 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbf3e7d-dd54-4c7b-8811-6e2f30a91172 None None] New status for floating IP 338de055-f430-4fe6-9a1c-5d462e62d5ac: ACTIVE {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:54:58.157654 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba972584-d767-4ba3-ad9f-78cb31b063a4 req-270a3e94-ad58-4912-bbfc-14076ed5f64f tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:58.167079 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba972584-d767-4ba3-ad9f-78cb31b063a4 req-270a3e94-ad58-4912-bbfc-14076ed5f64f tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d97d510-8a6d-42c4-a768-8907f7481365 HTTP/1.1" status: 200 len: 946 time: 0.1261451 May 06 09:54:58.193973 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2bd87617-3c1d-4592-b7d0-e0693a4e6625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.236325 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2bd87617-3c1d-4592-b7d0-e0693a4e6625 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=da995b0b6731459382ee7fa33b8516c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1874747 May 06 09:54:58.242595 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-52aa6867-b7cd-45b5-9f0f-43cc3fe5643b None None] Provisioning complete for port dad1e481-9725-4141-92ab-e5f1736ffad6 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:58.242987 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-52aa6867-b7cd-45b5-9f0f-43cc3fe5643b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.251970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36186) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:58.299187 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba972584-d767-4ba3-ad9f-78cb31b063a4 req-75cbd395-d1ad-470f-b9f5-e94f76fafb21 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309507 May 06 09:54:58.328026 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0efd56cc-0a40-48a2-bcc0-e90865b169c7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.333273 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd87617-3c1d-4592-b7d0-e0693a4e6625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba289767-3c3b-4505-aaab-9046fc18019a,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:58.341689 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0efd56cc-0a40-48a2-bcc0-e90865b169c7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.386204 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0efd56cc-0a40-48a2-bcc0-e90865b169c7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.390701 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0efd56cc-0a40-48a2-bcc0-e90865b169c7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4993918 May 06 09:54:58.392664 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36188) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:58.406057 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-d1362b77-d2a7-45a2-99ce-2902df80c8c7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'security_group': {'name': 'tempest-secgroup-907190848'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:58.440947 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1362b77-d2a7-45a2-99ce-2902df80c8c7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.469198 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd56cc-0a40-48a2-bcc0-e90865b169c7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=461106e0-a2bd-49ab-b7c2-2d8f72bf3a04,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:58.474680 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-87728a2f-3ba6-4992-b2c1-2507b9d1e707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.566018 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed620de9-b35e-4984-b62c-5f2800051d5b req-439e5dfd-4d4d-43f3-9567-87f7c5d9baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:58.567579 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ed620de9-b35e-4984-b62c-5f2800051d5b req-439e5dfd-4d4d-43f3-9567-87f7c5d9baaf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8b4bbee4-4fbe-449e-978f-a646b5e578f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7474360 May 06 09:54:58.581724 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1362b77-d2a7-45a2-99ce-2902df80c8c7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.592580 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1362b77-d2a7-45a2-99ce-2902df80c8c7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.619100 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72dd516-8a66-4d92-a447-c950077de377 tempest-DHCPAgentSchedulersTestJSON-702718658 tempest-DHCPAgentSchedulersTestJSON-702718658-project-admin] Network 84ba679a-4285-41bc-bc0c-705900f859b4 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:54:58.628857 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1362b77-d2a7-45a2-99ce-2902df80c8c7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.633698 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36190) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:58.638908 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d1362b77-d2a7-45a2-99ce-2902df80c8c7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2390461 May 06 09:54:58.645029 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-ba7a56ad-fc63-4398-b692-f79aaf0d532f tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-699308444', 'security_groups': ['a936c3f1-2af0-421a-8b3f-e4efc1f92922'], 'network_id': 'f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ad2d59fb-12cc-419f-8770-b892f19f5550'}]}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:58.676674 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-87728a2f-3ba6-4992-b2c1-2507b9d1e707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.750199 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1362b77-d2a7-45a2-99ce-2902df80c8c7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a936c3f1-2af0-421a-8b3f-e4efc1f92922,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:58.817503 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36198) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:58.821287 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b72dd516-8a66-4d92-a447-c950077de377 tempest-DHCPAgentSchedulersTestJSON-702718658 tempest-DHCPAgentSchedulersTestJSON-702718658-project-admin] 10.222.0.73 "POST /v2.0/agents/f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8759546 May 06 09:54:58.830405 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4b9d80-c711-4eae-9a41-7dc34e8f7a5a None None] Network 84ba679a-4285-41bc-bc0c-705900f859b4 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:58.840114 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-87728a2f-3ba6-4992-b2c1-2507b9d1e707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.846373 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-87728a2f-3ba6-4992-b2c1-2507b9d1e707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.857455 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-87728a2f-3ba6-4992-b2c1-2507b9d1e707 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ba289767-3c3b-4505-aaab-9046fc18019a HTTP/1.1" status: 204 len: 168 time: 0.6015995 May 06 09:54:58.946924 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87728a2f-3ba6-4992-b2c1-2507b9d1e707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba289767-3c3b-4505-aaab-9046fc18019a,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:59.053047 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ed620de9-b35e-4984-b62c-5f2800051d5b req-06ea0090-f94f-4f22-a28c-072a2c319748 service neutron] 10.222.0.77 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970826 May 06 09:54:59.083416 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7a56ad-fc63-4398-b692-f79aaf0d532f tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:59.118110 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:59.174050 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-52aa6867-b7cd-45b5-9f0f-43cc3fe5643b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:59.182103 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:59.190715 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0cc6e-15eb-4b91-aa37-767360b94d58 req-ac31d8da-5aef-438f-948e-8dbca05356ea tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:59.202428 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-16b0cc6e-15eb-4b91-aa37-767360b94d58 req-ac31d8da-5aef-438f-948e-8dbca05356ea tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 946 time: 0.1982706 May 06 09:54:59.291158 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ba7a56ad-fc63-4398-b692-f79aaf0d532f tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:59.294657 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ed620de9-b35e-4984-b62c-5f2800051d5b req-f60fd834-bc6c-4a11-b215-918ad690a04a service neutron] 10.222.0.77 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344828 May 06 09:54:59.318514 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-16b0cc6e-15eb-4b91-aa37-767360b94d58 req-15c85e88-5e03-43f7-94a6-f47235c99a09 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152799 May 06 09:54:59.327511 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-ba7a56ad-fc63-4398-b692-f79aaf0d532f tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] device_id is not set on port 32dd6d29-c92e-4202-8e58-7c95e1ad9bca yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:54:59.328235 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353d189-5904-45b7-941f-4a14dcf630bb req-6f80a22f-7603-4306-abef-89b3cc7fd87f tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:59.330055 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0353d189-5904-45b7-941f-4a14dcf630bb req-6f80a22f-7603-4306-abef-89b3cc7fd87f tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.84 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 946 time: 0.2337615 May 06 09:54:59.336703 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-626003b8-713f-4adf-87cf-f154df680df8 tempest-DHCPAgentSchedulersTestJSON-702718658 tempest-DHCPAgentSchedulersTestJSON-702718658-project-admin] 10.222.0.73 "GET /v2.0/agents/f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1/dhcp-networks HTTP/1.1" status: 200 len: 7271 time: 0.5177546 May 06 09:54:59.346709 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36208) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:59.473755 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36210) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:59.501457 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7f04cf57-88d3-4b3e-91a4-b9384df354a6 tempest-DHCPAgentSchedulersTestJSON-702718658 tempest-DHCPAgentSchedulersTestJSON-702718658-project-admin] 10.222.0.73 "DELETE /v2.0/agents/f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1/dhcp-networks/84ba679a-4285-41bc-bc0c-705900f859b4 HTTP/1.1" status: 204 len: 168 time: 0.1540215 May 06 09:54:59.506977 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-52aa6867-b7cd-45b5-9f0f-43cc3fe5643b None None] For port dad1e481-9725-4141-92ab-e5f1736ffad6, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=dad1e481-9725-4141-92ab-e5f1736ffad6,segment=NetworkSegment(0ee3650c-031c-47d9-aa26-24a28f923a30),segment_id=0ee3650c-031c-47d9-aa26-24a28f923a30)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:59.529235 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36212) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:59.542889 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab', 'network_id': 'f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab', 'tenant_id': '5e93687cdbe844579029619dd5bb366a', 'fixed_ips': [{'subnet_id': 'ad2d59fb-12cc-419f-8770-b892f19f5550'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:54:59.543939 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:59.567570 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7545724c-ab39-4853-9350-825eb93053dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:59.647190 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ab16f-cf89-40a1-b0b3-574677996e58 req-6e8021b7-da4b-4f66-870b-110357df8d0d tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:59.650549 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f7ab16f-cf89-40a1-b0b3-574677996e58 req-6e8021b7-da4b-4f66-870b-110357df8d0d tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d97d510-8a6d-42c4-a768-8907f7481365 HTTP/1.1" status: 200 len: 946 time: 0.1003613 May 06 09:54:59.665164 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-0353d189-5904-45b7-941f-4a14dcf630bb req-3e176c8e-8235-43f6-8e4c-09765e9b489e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Deleting port a9c76481-9e3e-4342-aee4-887479d4fbd8 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:59.666268 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0353d189-5904-45b7-941f-4a14dcf630bb req-3e176c8e-8235-43f6-8e4c-09765e9b489e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:59.767570 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-ba7a56ad-fc63-4398-b692-f79aaf0d532f tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Allocated IP 172.20.0.8 (f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab/ad2d59fb-12cc-419f-8770-b892f19f5550/32dd6d29-c92e-4202-8e58-7c95e1ad9bca) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:59.791853 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f7ab16f-cf89-40a1-b0b3-574677996e58 req-4fa2da89-2484-4d78-8397-165d7b96fe0b tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304295 May 06 09:54:59.849012 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-0353d189-5904-45b7-941f-4a14dcf630bb req-3e176c8e-8235-43f6-8e4c-09765e9b489e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] For port a9c76481-9e3e-4342-aee4-887479d4fbd8, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=a9c76481-9e3e-4342-aee4-887479d4fbd8,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:59.849482 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0353d189-5904-45b7-941f-4a14dcf630bb req-3e176c8e-8235-43f6-8e4c-09765e9b489e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:59.870648 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:54:59.871154 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:54:59.871634 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-52aa6867-b7cd-45b5-9f0f-43cc3fe5643b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:59.972068 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b8e3b0cd-28f1-4346-8e0f-aec0db78dca2 tempest-DHCPAgentSchedulersTestJSON-702718658 tempest-DHCPAgentSchedulersTestJSON-702718658-project-admin] 10.222.0.73 "GET /v2.0/agents/f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1/dhcp-networks HTTP/1.1" status: 200 len: 6500 time: 0.4412427 May 06 09:54:59.979835 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36216) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:00.004872 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7545724c-ab39-4853-9350-825eb93053dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.010418 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ba7a56ad-fc63-4398-b692-f79aaf0d532f tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.019326 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7545724c-ab39-4853-9350-825eb93053dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.072609 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa6867-b7cd-45b5-9f0f-43cc3fe5643b None None] Pushing event updated for resources: {'Port': ['ID=dad1e481-9725-4141-92ab-e5f1736ffad6,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:00.108310 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-78c158d8-3dcc-49c3-9304-61f7f79b479b tempest-DHCPAgentSchedulersTestJSON-702718658 tempest-DHCPAgentSchedulersTestJSON-702718658-project-admin] 10.222.0.73 "GET /v2.0/networks/6a4dc0dc-4245-405b-ac72-9abc0c17b2ce/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1210880 May 06 09:55:00.117119 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36218) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:00.139312 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545724c-ab39-4853-9350-825eb93053dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f651568d-70be-4955-aec4-5594d1947d00,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:00.158436 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7545724c-ab39-4853-9350-825eb93053dc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b010ac075025431aa520fbeba033bf25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6458247 May 06 09:55:00.159427 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36220) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:00.170173 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-78b8325b-6f5b-4289-bdf0-523ddda94d96 tempest-DHCPAgentSchedulersTestJSON-702718658 tempest-DHCPAgentSchedulersTestJSON-702718658-project-admin] 10.222.0.73 "GET /v2.0/networks/6a4dc0dc-4245-405b-ac72-9abc0c17b2ce/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0481625 May 06 09:55:00.178027 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36222) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:00.187066 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0353d189-5904-45b7-941f-4a14dcf630bb req-3e176c8e-8235-43f6-8e4c-09765e9b489e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.187502 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0353d189-5904-45b7-941f-4a14dcf630bb req-3e176c8e-8235-43f6-8e4c-09765e9b489e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.187830 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [req-0353d189-5904-45b7-941f-4a14dcf630bb req-3e176c8e-8235-43f6-8e4c-09765e9b489e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Floating IP 4060b8e0-34d9-4eda-af4e-4dcedd9ce0ab disassociated. External IP: 172.25.5.155, port: a9c76481-9e3e-4342-aee4-887479d4fbd8. May 06 09:55:00.188179 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-0353d189-5904-45b7-941f-4a14dcf630bb req-3e176c8e-8235-43f6-8e4c-09765e9b489e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Calling delete_port for a9c76481-9e3e-4342-aee4-887479d4fbd8 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:00.242207 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ba7a56ad-fc63-4398-b692-f79aaf0d532f tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.319778 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fd4de94a-1853-46b7-b5df-2c87ddcd58fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.324228 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Allocated IP 172.20.0.2 (f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab/ad2d59fb-12cc-419f-8770-b892f19f5550/2050d635-cec4-4258-b2d0-06fedacb2328) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:00.336519 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7a56ad-fc63-4398-b692-f79aaf0d532f tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:00.358593 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-ba7a56ad-fc63-4398-b692-f79aaf0d532f tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:00.360844 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a56ad-fc63-4398-b692-f79aaf0d532f tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Port': ['ID=32dd6d29-c92e-4202-8e58-7c95e1ad9bca,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:00.363996 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7a56ad-fc63-4398-b692-f79aaf0d532f tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:00.409475 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fd4de94a-1853-46b7-b5df-2c87ddcd58fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.499059 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ad9b9c6b-f181-46cf-ac19-2ca8a8db3341 tempest-DHCPAgentSchedulersTestJSON-702718658 tempest-DHCPAgentSchedulersTestJSON-702718658-project-admin] 10.222.0.73 "GET /v2.0/agents/f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1/dhcp-networks HTTP/1.1" status: 200 len: 6500 time: 0.3198893 May 06 09:55:00.504880 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36226) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:00.640833 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a2868f0d-c5d7-4809-87fd-2995feed8723 None None] Provisioning complete for port dad1e481-9725-4141-92ab-e5f1736ffad6 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:00.641225 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a2868f0d-c5d7-4809-87fd-2995feed8723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.682700 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7a56ad-fc63-4398-b692-f79aaf0d532f tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:00.683592 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ba7a56ad-fc63-4398-b692-f79aaf0d532f tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.703405 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b708416d-0a68-44c6-8299-a80405a7df84 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:55:00.708335 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e2a0e4ab-0247-4bd6-90d1-d2f2b6858f33 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.735479 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ba7a56ad-fc63-4398-b692-f79aaf0d532f tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0997441 May 06 09:55:00.740241 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36228) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:00.743419 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fd4de94a-1853-46b7-b5df-2c87ddcd58fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.748054 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95261710-ec6b-4871-bcce-71f042b5472b req-e912ca61-d98d-4845-bb76-843e7e09db10 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:00.748277 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fd4de94a-1853-46b7-b5df-2c87ddcd58fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.750416 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95261710-ec6b-4871-bcce-71f042b5472b req-e912ca61-d98d-4845-bb76-843e7e09db10 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 946 time: 0.2496243 May 06 09:55:00.751261 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0353d189-5904-45b7-941f-4a14dcf630bb req-3e176c8e-8235-43f6-8e4c-09765e9b489e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.760647 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fd4de94a-1853-46b7-b5df-2c87ddcd58fd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f651568d-70be-4955-aec4-5594d1947d00 HTTP/1.1" status: 204 len: 168 time: 0.5813706 May 06 09:55:00.760864 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: b708416d-0a68-44c6-8299-a80405a7df84 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:55:00.760864 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b708416d-0a68-44c6-8299-a80405a7df84 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:55:00.769116 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-65f2b831-4403-4999-9a4e-323162cca877 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'subnet': {'network_id': 'f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:00.941855 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e176c8e-8235-43f6-8e4c-09765e9b489e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Pushing event deleted for resources: {'Port': ['ID=a9c76481-9e3e-4342-aee4-887479d4fbd8,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:00.997554 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:01.014035 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95261710-ec6b-4871-bcce-71f042b5472b req-25583107-bdff-41a6-93e8-aa99d381254e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups?id=739d86c7-1698-42ff-a250-44ad7fa7549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2334692 May 06 09:55:01.016614 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device dad1e481-9725-4141-92ab-e5f1736ffad6 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:55:01.026379 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:01.052836 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4de94a-1853-46b7-b5df-2c87ddcd58fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f651568d-70be-4955-aec4-5594d1947d00,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:01.108902 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Network f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:01.149195 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e2a0e4ab-0247-4bd6-90d1-d2f2b6858f33 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:01.164765 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f2b831-4403-4999-9a4e-323162cca877 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:01.169646 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-65f2b831-4403-4999-9a4e-323162cca877 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:01.257338 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:01.277953 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:01.359533 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-e2a0e4ab-0247-4bd6-90d1-d2f2b6858f33 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ba679a-4285-41bc-bc0c-705900f859b4']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:01.370973 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0353d189-5904-45b7-941f-4a14dcf630bb req-3e176c8e-8235-43f6-8e4c-09765e9b489e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Router 281776a7-ed7c-440e-879c-88327b06ac90 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:55:01.426159 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-e2a0e4ab-0247-4bd6-90d1-d2f2b6858f33 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f595128c-85cb-4b67-b0d9-c07ef41d9bf1') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:01.426959 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-e2a0e4ab-0247-4bd6-90d1-d2f2b6858f33 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f595128c-85cb-4b67-b0d9-c07ef41d9bf1') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:01.499017 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e2a0e4ab-0247-4bd6-90d1-d2f2b6858f33 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:01.533138 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e2a0e4ab-0247-4bd6-90d1-d2f2b6858f33 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:01.546057 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a0e4ab-0247-4bd6-90d1-d2f2b6858f33 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:55:01.547028 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e2a0e4ab-0247-4bd6-90d1-d2f2b6858f33 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:01.626268 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a148ba6-7176-4778-ad90-a0cab188d178 req-7a471b05-ebd2-46cf-8e75-58bfa0446367 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:01.628716 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5a148ba6-7176-4778-ad90-a0cab188d178 req-7a471b05-ebd2-46cf-8e75-58bfa0446367 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d97d510-8a6d-42c4-a768-8907f7481365 HTTP/1.1" status: 200 len: 946 time: 0.4369431 May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: timer() May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:55:01.653228 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:55:01.689507 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e2a0e4ab-0247-4bd6-90d1-d2f2b6858f33 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:01.694017 n-d-840835-1 neutron-server[102652]: INFO neutron.db.ipam_backend_mixin [None req-65f2b831-4403-4999-9a4e-323162cca877 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ad2d59fb-12cc-419f-8770-b892f19f5550 (CIDR: 172.20.0.0/28) May 06 09:55:01.709472 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e2a0e4ab-0247-4bd6-90d1-d2f2b6858f33 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:01.713822 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e2a0e4ab-0247-4bd6-90d1-d2f2b6858f33 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] 10.222.0.73 "DELETE /v2.0/networks/84ba679a-4285-41bc-bc0c-705900f859b4 HTTP/1.1" status: 204 len: 168 time: 1.2064650 May 06 09:55:01.717303 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36254) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:01.740774 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f2b831-4403-4999-9a4e-323162cca877 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:55:01.741303 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f2b831-4403-4999-9a4e-323162cca877 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:01.766495 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0e4ab-0247-4bd6-90d1-d2f2b6858f33 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Pushing event deleted for resources: {'Network': ['ID=84ba679a-4285-41bc-bc0c-705900f859b4,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:01.778837 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Pushing event updated for resources: {'Port': ['ID=2050d635-cec4-4258-b2d0-06fedacb2328,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:01.787370 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Attempting to bind port 2050d635-cec4-4258-b2d0-06fedacb2328 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:01.787978 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Attempting to bind port 2050d635-cec4-4258-b2d0-06fedacb2328 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '705033a8-22d7-4d7f-a871-d0015455be26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:01.788702 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Attempting to bind port 2050d635-cec4-4258-b2d0-06fedacb2328 on network f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:01.802485 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:55:01.803183 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Checking segment: {'id': '705033a8-22d7-4d7f-a871-d0015455be26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:55:01.803529 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c5ac21-b4ba-4221-8482-09d73bfedf74 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] DELETE failed (client error): The resource could not be found. May 06 09:55:01.803908 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:01.804472 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Bound using segment: {'id': '705033a8-22d7-4d7f-a871-d0015455be26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:55:01.805130 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Bound port: 2050d635-cec4-4258-b2d0-06fedacb2328, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705033a8-22d7-4d7f-a871-d0015455be26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:55:01.805685 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:01.805801 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c5ac21-b4ba-4221-8482-09d73bfedf74 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:01.817458 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-42c5ac21-b4ba-4221-8482-09d73bfedf74 tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] 10.222.0.73 "DELETE /v2.0/ports/6cb000ef-75a4-4692-a3fd-944096bb8c87 HTTP/1.1" status: 404 len: 333 time: 0.0945208 May 06 09:55:01.818501 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36258) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:01.829247 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port dad1e481-9725-4141-92ab-e5f1736ffad6 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:01.829866 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:01.929688 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-65f2b831-4403-4999-9a4e-323162cca877 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1708539 May 06 09:55:01.940136 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36262) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:01.961394 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-a23c8026-80a7-4e05-9c49-766ce5949494 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'subnet': {'network_id': 'f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:01.968408 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4d684abc-8715-4321-892b-200fe10afe46 None None] Could not find standard attr ID for object 6cb000ef-75a4-4692-a3fd-944096bb8c87. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:55:02.027149 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] For port 2050d635-cec4-4258-b2d0-06fedacb2328, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:55:02.031647 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] For port 2050d635-cec4-4258-b2d0-06fedacb2328, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=2050d635-cec4-4258-b2d0-06fedacb2328,segment=NetworkSegment(705033a8-22d7-4d7f-a871-d0015455be26),segment_id=705033a8-22d7-4d7f-a871-d0015455be26)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:55:02.098114 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5a148ba6-7176-4778-ad90-a0cab188d178 req-c6820b87-f64e-4207-838d-f972c3c2fb06 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579368 May 06 09:55:02.103171 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:02.118632 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0353d189-5904-45b7-941f-4a14dcf630bb req-3e176c8e-8235-43f6-8e4c-09765e9b489e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:55:02.136363 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a37cf31-349e-4f8d-a85a-05dff4a3d692 None None] Sync routers for ids ['281776a7-ed7c-440e-879c-88327b06ac90'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:55:02.164089 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a37cf31-349e-4f8d-a85a-05dff4a3d692 None None] Routers {'281776a7-ed7c-440e-879c-88327b06ac90'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:55:02.165080 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-1a37cf31-349e-4f8d-a85a-05dff4a3d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:54:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['281776a7-ed7c-440e-879c-88327b06ac90'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:02.169705 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-49322ef2-3750-4508-bdc0-0369ff54c33b tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Deleting subnet 15d5f7c7-73a4-4d47-8e46-3e71a67b5e86 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:55:02.183897 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-49322ef2-3750-4508-bdc0-0369ff54c33b tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:02.210813 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-0353d189-5904-45b7-941f-4a14dcf630bb req-3e176c8e-8235-43f6-8e4c-09765e9b489e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] No DVR routers for this DVR port a9c76481-9e3e-4342-aee4-887479d4fbd8 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:55:02.219257 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0353d189-5904-45b7-941f-4a14dcf630bb req-3e176c8e-8235-43f6-8e4c-09765e9b489e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:02.223741 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0353d189-5904-45b7-941f-4a14dcf630bb req-3e176c8e-8235-43f6-8e4c-09765e9b489e tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.84 "DELETE /v2.0/ports/a9c76481-9e3e-4342-aee4-887479d4fbd8 HTTP/1.1" status: 204 len: 173 time: 2.8856692 May 06 09:55:02.224891 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9997a7a-87c5-45ef-bd39-29f0b4a1c40d', 'name': 'network-vif-deleted', 'tag': 'a9c76481-9e3e-4342-aee4-887479d4fbd8'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:55:02.236754 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00ee50b-b994-4413-9846-eff48b7d49db" -d '{"events": [{"server_uuid": "a9997a7a-87c5-45ef-bd39-29f0b4a1c40d", "name": "network-vif-deleted", "tag": "a9c76481-9e3e-4342-aee4-887479d4fbd8"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:55:02.312020 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-49322ef2-3750-4508-bdc0-0369ff54c33b tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:02.336110 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-53e6f8ac-7d8c-49e7-bd60-73e10af8a37f req-762839a9-6dc1-411c-9442-92d0a09bad87 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9997a7a-87c5-45ef-bd39-29f0b4a1c40d HTTP/1.1" status: 200 len: 210 time: 0.0714388 May 06 09:55:02.345627 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Pushing event updated for resources: {'Port': ['ID=2050d635-cec4-4258-b2d0-06fedacb2328,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:02.380928 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:02.381291 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:02.381640 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:02.381980 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:02.382320 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:02.382674 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:02.383021 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:02.383459 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:02.383793 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:02.384139 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:02.384457 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:02.384803 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b572d-be7f-405a-8979-1f95f5564928 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:02.420152 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23c8026-80a7-4e05-9c49-766ce5949494 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:02.423904 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a23c8026-80a7-4e05-9c49-766ce5949494 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:02.441437 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a7f423-c02d-4ada-9cf0-33add520a1c9 x-openstack-request-id: req-f5a7f423-c02d-4ada-9cf0-33add520a1c9 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:55:02.442209 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9997a7a-87c5-45ef-bd39-29f0b4a1c40d", "name": "network-vif-deleted", "tag": "a9c76481-9e3e-4342-aee4-887479d4fbd8", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:55:02.442660 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f5a7f423-c02d-4ada-9cf0-33add520a1c9 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:55:02.443365 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5a7f423-c02d-4ada-9cf0-33add520a1c9'] response: {'server_uuid': 'a9997a7a-87c5-45ef-bd39-29f0b4a1c40d', 'name': 'network-vif-deleted', 'tag': 'a9c76481-9e3e-4342-aee4-887479d4fbd8', 'status': 'completed', 'code': 200} May 06 09:55:02.450696 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-1a37cf31-349e-4f8d-a85a-05dff4a3d692 None None] Set router 281776a7-ed7c-440e-879c-88327b06ac90 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:55:02.800010 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-49322ef2-3750-4508-bdc0-0369ff54c33b tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:02.965957 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-1a37cf31-349e-4f8d-a85a-05dff4a3d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281776a7-ed7c-440e-879c-88327b06ac90', 'name': 'tempest-AttachVolumeShelveTestJSON-1205873776-router', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:50Z', 'updated_at': '2022-05-06T09:46:58Z', 'revision_number': 4, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'gw_port': {'id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:51Z', 'updated_at': '2022-05-06T09:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'ef4f4acb-a4d1-467f-9a23-b176d81f0e9b', 'name': '', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'mac_address': 'fa:16:3e:29:ca:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:56Z', 'updated_at': '2022-05-06T09:47:07Z', 'revision_number': 5, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'subnets': [{'id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:03.014869 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 2050d635-cec4-4258-b2d0-06fedacb2328 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:55:03.021882 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-49322ef2-3750-4508-bdc0-0369ff54c33b tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:03.041209 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a37cf31-349e-4f8d-a85a-05dff4a3d692 None None] Checking router: 281776a7-ed7c-440e-879c-88327b06ac90 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:55:03.053273 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a37cf31-349e-4f8d-a85a-05dff4a3d692 None None] Routers {'281776a7-ed7c-440e-879c-88327b06ac90'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:55:03.053924 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-1a37cf31-349e-4f8d-a85a-05dff4a3d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:54:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['281776a7-ed7c-440e-879c-88327b06ac90'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:03.105317 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49322ef2-3750-4508-bdc0-0369ff54c33b tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Pushing event deleted for resources: {'Subnet': ['ID=15d5f7c7-73a4-4d47-8e46-3e71a67b5e86,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:03.110636 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-49322ef2-3750-4508-bdc0-0369ff54c33b tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:03.114749 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-49322ef2-3750-4508-bdc0-0369ff54c33b tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] 10.222.0.73 "DELETE /v2.0/subnets/15d5f7c7-73a4-4d47-8e46-3e71a67b5e86 HTTP/1.1" status: 204 len: 168 time: 1.2938511 May 06 09:55:03.119707 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36286) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:03.141478 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d692e395-05c5-4ca1-98d4-80074e3739e2 None None] Network 6a4dc0dc-4245-405b-ac72-9abc0c17b2ce requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:03.147807 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a23c8026-80a7-4e05-9c49-766ce5949494 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:03.167602 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 2050d635-cec4-4258-b2d0-06fedacb2328 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:03.168486 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:03.259354 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23c8026-80a7-4e05-9c49-766ce5949494 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:03.278403 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-a23c8026-80a7-4e05-9c49-766ce5949494 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:03.283412 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23c8026-80a7-4e05-9c49-766ce5949494 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:03.284684 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a23c8026-80a7-4e05-9c49-766ce5949494 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:03.300668 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c8026-80a7-4e05-9c49-766ce5949494 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Subnet': ['ID=8bef3fc6-fb3e-46f5-919f-48d0a0ff1847,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:03.302335 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-1a37cf31-349e-4f8d-a85a-05dff4a3d692 None None] Set router 281776a7-ed7c-440e-879c-88327b06ac90 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:55:03.321623 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a23c8026-80a7-4e05-9c49-766ce5949494 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3784311 May 06 09:55:03.327999 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36290) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:03.336508 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-fd8aaa28-cae2-4f71-a712-26ad84651aa7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-609076628', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8bef3fc6-fb3e-46f5-919f-48d0a0ff1847'}], 'security_groups': ['461106e0-a2bd-49ab-b7c2-2d8f72bf3a04']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:03.419516 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-36b51f5f-ba5f-4df0-9574-8c1e41b0773d tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:03.534558 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fd8aaa28-cae2-4f71-a712-26ad84651aa7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:03.545015 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:03.566103 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b222cc8-8154-4eef-8da6-8a5a18b5a30c req-9ba4e085-6415-4e0b-8c40-d3583f2959a7 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:03.580237 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b222cc8-8154-4eef-8da6-8a5a18b5a30c req-9ba4e085-6415-4e0b-8c40-d3583f2959a7 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d97d510-8a6d-42c4-a768-8907f7481365 HTTP/1.1" status: 200 len: 946 time: 0.1576378 May 06 09:55:03.674320 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 2050d635-cec4-4258-b2d0-06fedacb2328, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=2050d635-cec4-4258-b2d0-06fedacb2328,segment=NetworkSegment(705033a8-22d7-4d7f-a871-d0015455be26),segment_id=705033a8-22d7-4d7f-a871-d0015455be26)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:03.677807 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda16a5d-63a0-45e4-966c-d659c244a5f3 None None] DHCP port deletion for 6a4dc0dc-4245-405b-ac72-9abc0c17b2ce request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:55:03.688305 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:03.700157 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b222cc8-8154-4eef-8da6-8a5a18b5a30c req-25c652be-ab0b-479c-be2f-7aa02cd01146 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174910 May 06 09:55:03.739713 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-36b51f5f-ba5f-4df0-9574-8c1e41b0773d tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Deleting port dad1e481-9725-4141-92ab-e5f1736ffad6 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:03.740068 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-36b51f5f-ba5f-4df0-9574-8c1e41b0773d tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:03.768729 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-1a37cf31-349e-4f8d-a85a-05dff4a3d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281776a7-ed7c-440e-879c-88327b06ac90', 'name': 'tempest-AttachVolumeShelveTestJSON-1205873776-router', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:50Z', 'updated_at': '2022-05-06T09:46:58Z', 'revision_number': 4, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'gw_port': {'id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:51Z', 'updated_at': '2022-05-06T09:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'ef4f4acb-a4d1-467f-9a23-b176d81f0e9b', 'name': '', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'mac_address': 'fa:16:3e:29:ca:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:56Z', 'updated_at': '2022-05-06T09:47:07Z', 'revision_number': 5, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'subnets': [{'id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:03.854181 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a37cf31-349e-4f8d-a85a-05dff4a3d692 None None] The sync data for ids ['281776a7-ed7c-440e-879c-88327b06ac90'] in n-d-840835-1 is: [{'id': '281776a7-ed7c-440e-879c-88327b06ac90', 'name': 'tempest-AttachVolumeShelveTestJSON-1205873776-router', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:50Z', 'updated_at': '2022-05-06T09:46:58Z', 'revision_number': 4, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'gw_port': {'id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:51Z', 'updated_at': '2022-05-06T09:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'ef4f4acb-a4d1-467f-9a23-b176d81f0e9b', 'name': '', 'network_id': '02e8aba3-387b-400e-9f74-334ab3eab168', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'mac_address': 'fa:16:3e:29:ca:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:56Z', 'updated_at': '2022-05-06T09:47:07Z', 'revision_number': 5, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'subnets': [{'id': '1d4098cb-ab83-4260-9cb2-59b447fa9932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:55:03.920029 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=2050d635-cec4-4258-b2d0-06fedacb2328,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:03.938569 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-36b51f5f-ba5f-4df0-9574-8c1e41b0773d tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] For port dad1e481-9725-4141-92ab-e5f1736ffad6, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=dad1e481-9725-4141-92ab-e5f1736ffad6,segment=NetworkSegment(0ee3650c-031c-47d9-aa26-24a28f923a30),segment_id=0ee3650c-031c-47d9-aa26-24a28f923a30)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:03.942196 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-36b51f5f-ba5f-4df0-9574-8c1e41b0773d tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:04.000212 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-36b51f5f-ba5f-4df0-9574-8c1e41b0773d tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Calling delete_port for dad1e481-9725-4141-92ab-e5f1736ffad6 owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:04.028950 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-fda16a5d-63a0-45e4-966c-d659c244a5f3 None None] Deleting port dad1e481-9725-4141-92ab-e5f1736ffad6 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:04.030702 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fda16a5d-63a0-45e4-966c-d659c244a5f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:04.136344 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device a9c76481-9e3e-4342-aee4-887479d4fbd8 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:55:04.198063 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: a9c76481-9e3e-4342-aee4-887479d4fbd8 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:55:04.198619 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device a9c76481-9e3e-4342-aee4-887479d4fbd8 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:55:04.207972 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a2cf22-a64e-4e36-bc54-6b1e9979b6eb None None] Network f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:04.219929 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36318) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:04.269884 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-36b51f5f-ba5f-4df0-9574-8c1e41b0773d tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:04.349442 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b51f5f-ba5f-4df0-9574-8c1e41b0773d tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Pushing event deleted for resources: {'Port': ['ID=dad1e481-9725-4141-92ab-e5f1736ffad6,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:04.366192 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-fda16a5d-63a0-45e4-966c-d659c244a5f3 None None] For port dad1e481-9725-4141-92ab-e5f1736ffad6, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=dad1e481-9725-4141-92ab-e5f1736ffad6,segment=NetworkSegment(0ee3650c-031c-47d9-aa26-24a28f923a30),segment_id=0ee3650c-031c-47d9-aa26-24a28f923a30)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:04.366719 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fda16a5d-63a0-45e4-966c-d659c244a5f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:04.367805 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b51f5f-ba5f-4df0-9574-8c1e41b0773d tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] No DVR routers for this DVR port dad1e481-9725-4141-92ab-e5f1736ffad6 on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:55:04.410398 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-6ec82e12-001a-4e1b-89e4-0f8343e655c9 None None] Provisioning complete for port e63bafc7-6739-463b-a875-de2eb4d2de5f triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:04.410892 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6ec82e12-001a-4e1b-89e4-0f8343e655c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:04.470527 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-fda16a5d-63a0-45e4-966c-d659c244a5f3 None None] Calling delete_port for dad1e481-9725-4141-92ab-e5f1736ffad6 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:04.558279 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab2b329-4f8d-4b5f-8d57-297ee13723ad None None] New status for floating IP 4060b8e0-34d9-4eda-af4e-4dcedd9ce0ab: DOWN {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:55:04.615257 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-fd8aaa28-cae2-4f71-a712-26ad84651aa7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Delete allocated IP 172.20.0.8 (f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab/ad2d59fb-12cc-419f-8770-b892f19f5550) {{(pid=102652) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 09:55:04.625655 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-fd8aaa28-cae2-4f71-a712-26ad84651aa7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Allocated IP 172.20.0.25 (f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab/8bef3fc6-fb3e-46f5-919f-48d0a0ff1847/32dd6d29-c92e-4202-8e58-7c95e1ad9bca) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:04.702200 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-36b51f5f-ba5f-4df0-9574-8c1e41b0773d tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:04.750232 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-36b51f5f-ba5f-4df0-9574-8c1e41b0773d tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4dc0dc-4245-405b-ac72-9abc0c17b2ce']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:04.772536 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-36b51f5f-ba5f-4df0-9574-8c1e41b0773d tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee3650c-031c-47d9-aa26-24a28f923a30') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:04.772536 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-36b51f5f-ba5f-4df0-9574-8c1e41b0773d tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee3650c-031c-47d9-aa26-24a28f923a30') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:04.800490 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-36b51f5f-ba5f-4df0-9574-8c1e41b0773d tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:04.804008 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060a19b-29c0-4656-b983-52159c35253b req-eb6a0331-05dc-4f23-9da6-9e0a6c8fe33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:04.805620 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0060a19b-29c0-4656-b983-52159c35253b req-eb6a0331-05dc-4f23-9da6-9e0a6c8fe33b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cbf3bab6326e49b59a55540a29c5e38f&device_id=7d97d510-8a6d-42c4-a768-8907f7481365 HTTP/1.1" status: 200 len: 1097 time: 0.1372440 May 06 09:55:04.825573 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0870b5-230f-4c5a-bd64-1403b45d8cd5 req-31df9fce-ba7b-43cf-8ff5-01b6e104660c tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:04.832146 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4c0870b5-230f-4c5a-bd64-1403b45d8cd5 req-31df9fce-ba7b-43cf-8ff5-01b6e104660c tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d97d510-8a6d-42c4-a768-8907f7481365 HTTP/1.1" status: 200 len: 946 time: 0.2500949 May 06 09:55:04.844607 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fd8aaa28-cae2-4f71-a712-26ad84651aa7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:04.858144 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fd8aaa28-cae2-4f71-a712-26ad84651aa7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:04.917886 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-36b51f5f-ba5f-4df0-9574-8c1e41b0773d tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:04.963222 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b297c9c1-117a-4e09-aa0d-dcf91ceaa9b1 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:04.969050 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fda16a5d-63a0-45e4-966c-d659c244a5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:05.001481 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 2050d635-cec4-4258-b2d0-06fedacb2328 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:55:05.019969 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b51f5f-ba5f-4df0-9574-8c1e41b0773d tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:55:05.020457 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-36b51f5f-ba5f-4df0-9574-8c1e41b0773d tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: timer() May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:55:05.027938 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:55:05.044930 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b297c9c1-117a-4e09-aa0d-dcf91ceaa9b1 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:05.048505 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-6ec82e12-001a-4e1b-89e4-0f8343e655c9 None None] Port e63bafc7-6739-463b-a875-de2eb4d2de5f cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:55:05.132056 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda16a5d-63a0-45e4-966c-d659c244a5f3 None None] Pushing event deleted for resources: {'Port': ['ID=dad1e481-9725-4141-92ab-e5f1736ffad6,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:05.142626 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b297c9c1-117a-4e09-aa0d-dcf91ceaa9b1 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:05.145557 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b297c9c1-117a-4e09-aa0d-dcf91ceaa9b1 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:05.150471 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b297c9c1-117a-4e09-aa0d-dcf91ceaa9b1 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "DELETE /v2.0/security-groups/739d86c7-1698-42ff-a250-44ad7fa7549b HTTP/1.1" status: 204 len: 168 time: 0.9140363 May 06 09:55:05.151149 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36334) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:05.171935 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda16a5d-63a0-45e4-966c-d659c244a5f3 None None] No DVR routers for this DVR port dad1e481-9725-4141-92ab-e5f1736ffad6 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:55:05.212926 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-6ec82e12-001a-4e1b-89e4-0f8343e655c9 None None] Provisioning complete for port 2050d635-cec4-4258-b2d0-06fedacb2328 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:05.225947 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8aaa28-cae2-4f71-a712-26ad84651aa7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Port': ['ID=32dd6d29-c92e-4202-8e58-7c95e1ad9bca,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:05.227472 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6ec82e12-001a-4e1b-89e4-0f8343e655c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:05.235878 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297c9c1-117a-4e09-aa0d-dcf91ceaa9b1 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=739d86c7-1698-42ff-a250-44ad7fa7549b,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:05.246624 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-114c3215-8875-4e83-8972-14b75adf2567 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] show failed (client error): The resource could not be found. May 06 09:55:05.251831 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-114c3215-8875-4e83-8972-14b75adf2567 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "GET /v2.0/security-groups/739d86c7-1698-42ff-a250-44ad7fa7549b HTTP/1.1" status: 404 len: 347 time: 0.0935357 May 06 09:55:05.252950 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36338) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:05.284055 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4c0870b5-230f-4c5a-bd64-1403b45d8cd5 req-81d45a5a-6e55-4c9b-ade7-2e94e0fb50c6 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309211 May 06 09:55:05.318698 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-36b51f5f-ba5f-4df0-9574-8c1e41b0773d tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:05.347802 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-36b51f5f-ba5f-4df0-9574-8c1e41b0773d tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:05.352204 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-36b51f5f-ba5f-4df0-9574-8c1e41b0773d tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] 10.222.0.73 "DELETE /v2.0/networks/6a4dc0dc-4245-405b-ac72-9abc0c17b2ce HTTP/1.1" status: 204 len: 168 time: 2.2314191 May 06 09:55:05.353852 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b51f5f-ba5f-4df0-9574-8c1e41b0773d tempest-DHCPAgentSchedulersTestJSON-86549122 tempest-DHCPAgentSchedulersTestJSON-86549122-project] Pushing event deleted for resources: {'Network': ['ID=6a4dc0dc-4245-405b-ac72-9abc0c17b2ce,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:05.357457 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060a19b-29c0-4656-b983-52159c35253b req-6a339904-f3a9-4582-ab9a-7ca08774a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:05.359403 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0060a19b-29c0-4656-b983-52159c35253b req-6a339904-f3a9-4582-ab9a-7ca08774a1ce service neutron] 10.222.0.84 "GET /v2.0/networks?id=6b90c8ae-38c7-48da-870f-80fb484f8413 HTTP/1.1" status: 200 len: 915 time: 0.5202491 May 06 09:55:05.395961 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 2050d635-cec4-4258-b2d0-06fedacb2328 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:05.398135 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:05.436913 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0060a19b-29c0-4656-b983-52159c35253b req-e7a956b5-879a-44dd-8e5d-522cc92ef919 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad863945-c523-495c-8301-127c69dbbf3b HTTP/1.1" status: 200 len: 217 time: 0.0692534 May 06 09:55:05.579833 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060a19b-29c0-4656-b983-52159c35253b req-8ce2a823-a1fb-409f-a21e-afa7bb37ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:05.581555 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0060a19b-29c0-4656-b983-52159c35253b req-8ce2a823-a1fb-409f-a21e-afa7bb37ab28 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=efae5f4a-8926-4286-a092-abe4290135e7 HTTP/1.1" status: 200 len: 853 time: 0.1309597 May 06 09:55:05.653903 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-fd8aaa28-cae2-4f71-a712-26ad84651aa7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] In _notify_port_updated(), no bound segment for port 32dd6d29-c92e-4202-8e58-7c95e1ad9bca on network f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab {{(pid=102652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:55:05.658090 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060a19b-29c0-4656-b983-52159c35253b req-42f35ec2-9af3-445e-befd-cf434711e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:05.660406 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0060a19b-29c0-4656-b983-52159c35253b req-42f35ec2-9af3-445e-befd-cf434711e88e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6b90c8ae-38c7-48da-870f-80fb484f8413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632944 May 06 09:55:05.671632 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8aaa28-cae2-4f71-a712-26ad84651aa7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:05.672838 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fd8aaa28-cae2-4f71-a712-26ad84651aa7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:05.679513 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fd8aaa28-cae2-4f71-a712-26ad84651aa7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "PUT /v2.0/ports/32dd6d29-c92e-4202-8e58-7c95e1ad9bca HTTP/1.1" status: 200 len: 920 time: 2.3498838 May 06 09:55:05.680806 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36348) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:05.795274 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36352) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:05.825947 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-dd13d6cf-a20d-4d93-9ec4-6373a3c68b78 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Deleting port 58502b7a-c59d-49bd-8efc-d6d5618ec3e6 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:05.826447 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dd13d6cf-a20d-4d93-9ec4-6373a3c68b78 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:05.835157 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-de6c47fd-d09d-41d2-979e-0e2925248254 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting port 32dd6d29-c92e-4202-8e58-7c95e1ad9bca {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:05.835552 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-de6c47fd-d09d-41d2-979e-0e2925248254 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:05.892441 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0060a19b-29c0-4656-b983-52159c35253b req-908bf46b-a4ed-4c00-a17f-5c086151a611 service neutron] 10.222.0.84 "GET /v2.0/networks/6b90c8ae-38c7-48da-870f-80fb484f8413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219062 May 06 09:55:05.936431 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36356) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:06.072533 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dd13d6cf-a20d-4d93-9ec4-6373a3c68b78 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:06.072986 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dd13d6cf-a20d-4d93-9ec4-6373a3c68b78 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:06.077134 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0060a19b-29c0-4656-b983-52159c35253b req-2373c745-a4bb-4955-a66a-9b0cd001d230 service neutron] 10.222.0.84 "GET /v2.0/networks/6b90c8ae-38c7-48da-870f-80fb484f8413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611302 May 06 09:55:06.079846 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d21692-5c91-460e-91d0-0ecab7d51dd9 None None] Update dhcp port {'port': {'network_id': 'f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab', 'fixed_ips': [{'subnet_id': 'ad2d59fb-12cc-419f-8770-b892f19f5550', 'ip_address': '172.20.0.2'}, {'subnet_id': '8bef3fc6-fb3e-46f5-919f-48d0a0ff1847'}], 'binding:host_id': 'n-d-840835-1'}, 'id': '2050d635-cec4-4258-b2d0-06fedacb2328'} from n-d-840835-1. {{(pid=102654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 09:55:06.107965 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c709313f-55c6-4d9a-aaf7-e17738cc79a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:06.135133 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-dd13d6cf-a20d-4d93-9ec4-6373a3c68b78 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Calling delete_port for 58502b7a-c59d-49bd-8efc-d6d5618ec3e6 owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:06.145631 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c8d21692-5c91-460e-91d0-0ecab7d51dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:06.215969 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8cae1367-5f78-4dfd-a794-b5e826806e45 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fea5100e2ec4439f92af6e8c5a7320cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2783082 May 06 09:55:06.219756 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-de6c47fd-d09d-41d2-979e-0e2925248254 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:06.220711 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36360) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:06.252026 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-de6c47fd-d09d-41d2-979e-0e2925248254 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Calling delete_port for 32dd6d29-c92e-4202-8e58-7c95e1ad9bca owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:06.288991 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device dad1e481-9725-4141-92ab-e5f1736ffad6 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:55:06.337741 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-16495bf9-6d84-45c0-a4a7-c4d66f194eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:06.374024 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-c8d21692-5c91-460e-91d0-0ecab7d51dd9 None None] Allocated IP 172.20.0.18 (f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab/8bef3fc6-fb3e-46f5-919f-48d0a0ff1847/2050d635-cec4-4258-b2d0-06fedacb2328) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:06.428684 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-16495bf9-6d84-45c0-a4a7-c4d66f194eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:06.481026 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: dad1e481-9725-4141-92ab-e5f1736ffad6 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:55:06.481372 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device dad1e481-9725-4141-92ab-e5f1736ffad6 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:55:06.483845 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c709313f-55c6-4d9a-aaf7-e17738cc79a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:06.494040 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c709313f-55c6-4d9a-aaf7-e17738cc79a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:06.554849 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709313f-55c6-4d9a-aaf7-e17738cc79a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad36dfd0-156f-427d-b0f0-2112c2b10faf,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:06.557940 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-c8d21692-5c91-460e-91d0-0ecab7d51dd9 None None] For port 2050d635-cec4-4258-b2d0-06fedacb2328, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=2050d635-cec4-4258-b2d0-06fedacb2328,segment=NetworkSegment(705033a8-22d7-4d7f-a871-d0015455be26),segment_id=705033a8-22d7-4d7f-a871-d0015455be26)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:06.579704 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7c5f1-fa43-4dc4-b215-4a9ad9193b70 req-4942afcc-ee1f-4379-aa2c-26fcfa1ecf31 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:06.583464 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-36a7c5f1-fa43-4dc4-b215-4a9ad9193b70 req-4942afcc-ee1f-4379-aa2c-26fcfa1ecf31 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d97d510-8a6d-42c4-a768-8907f7481365 HTTP/1.1" status: 200 len: 946 time: 0.1465423 May 06 09:55:06.591306 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dd13d6cf-a20d-4d93-9ec4-6373a3c68b78 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:06.595730 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c709313f-55c6-4d9a-aaf7-e17738cc79a8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=34a669a2cb5b41bebdabf0a1e5f00630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7981703 May 06 09:55:06.601028 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36364) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:06.620253 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c8d21692-5c91-460e-91d0-0ecab7d51dd9 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:06.631238 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c8d21692-5c91-460e-91d0-0ecab7d51dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:06.645474 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-16495bf9-6d84-45c0-a4a7-c4d66f194eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:06.653665 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-16495bf9-6d84-45c0-a4a7-c4d66f194eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:06.654211 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13d6cf-a20d-4d93-9ec4-6373a3c68b78 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Pushing event deleted for resources: {'Port': ['ID=58502b7a-c59d-49bd-8efc-d6d5618ec3e6,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:06.663475 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-16495bf9-6d84-45c0-a4a7-c4d66f194eae admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b5375828-dd1e-4a60-868f-b4d56c4b9fb4 HTTP/1.1" status: 204 len: 168 time: 0.4387636 May 06 09:55:06.695144 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-36a7c5f1-fa43-4dc4-b215-4a9ad9193b70 req-29501332-efde-45c1-af2a-9d31e17dcfe4 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828750 May 06 09:55:06.699958 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16495bf9-6d84-45c0-a4a7-c4d66f194eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5375828-dd1e-4a60-868f-b4d56c4b9fb4,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:06.760961 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-de6c47fd-d09d-41d2-979e-0e2925248254 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:06.812673 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c47fd-d09d-41d2-979e-0e2925248254 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Port': ['ID=32dd6d29-c92e-4202-8e58-7c95e1ad9bca,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:06.834058 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19b51b36-bf7d-490d-bc61-903bc8a53c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:06.847295 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dd13d6cf-a20d-4d93-9ec4-6373a3c68b78 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:06.856196 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dd13d6cf-a20d-4d93-9ec4-6373a3c68b78 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:06.864003 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-dd13d6cf-a20d-4d93-9ec4-6373a3c68b78 tempest-AttachVolumeShelveTestJSON-1896296177 tempest-AttachVolumeShelveTestJSON-1896296177-project] 10.222.0.73 "DELETE /v2.0/floatingips/4060b8e0-34d9-4eda-af4e-4dcedd9ce0ab HTTP/1.1" status: 204 len: 168 time: 1.5915964 May 06 09:55:06.923167 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d21692-5c91-460e-91d0-0ecab7d51dd9 None None] Pushing event updated for resources: {'Port': ['ID=2050d635-cec4-4258-b2d0-06fedacb2328,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:06.987437 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19b51b36-bf7d-490d-bc61-903bc8a53c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.043287 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-de6c47fd-d09d-41d2-979e-0e2925248254 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.050425 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-de6c47fd-d09d-41d2-979e-0e2925248254 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/ports/32dd6d29-c92e-4202-8e58-7c95e1ad9bca HTTP/1.1" status: 204 len: 168 time: 1.3673346 May 06 09:55:07.053242 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36378) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:07.082386 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19b51b36-bf7d-490d-bc61-903bc8a53c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.084441 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb4c0c18-c221-4218-826a-c35873107b07 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] GET failed (client error): The resource could not be found. May 06 09:55:07.085589 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19b51b36-bf7d-490d-bc61-903bc8a53c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.089668 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-19b51b36-bf7d-490d-bc61-903bc8a53c6e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ad36dfd0-156f-427d-b0f0-2112c2b10faf HTTP/1.1" status: 204 len: 168 time: 0.4776380 May 06 09:55:07.101930 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fb4c0c18-c221-4218-826a-c35873107b07 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "GET /v2.0/ports/32dd6d29-c92e-4202-8e58-7c95e1ad9bca HTTP/1.1" status: 404 len: 333 time: 0.0470414 May 06 09:55:07.108153 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36382) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:07.120153 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b51b36-bf7d-490d-bc61-903bc8a53c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad36dfd0-156f-427d-b0f0-2112c2b10faf,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:07.284339 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b24af4cf-a5a2-4576-877b-40746fa7e9b6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.293799 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36386) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:07.323359 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e169bfd0-c2d1-4503-96e6-37786b399044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.353080 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b24af4cf-a5a2-4576-877b-40746fa7e9b6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.462404 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b24af4cf-a5a2-4576-877b-40746fa7e9b6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.465124 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b24af4cf-a5a2-4576-877b-40746fa7e9b6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.466965 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b24af4cf-a5a2-4576-877b-40746fa7e9b6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/security-groups/a936c3f1-2af0-421a-8b3f-e4efc1f92922 HTTP/1.1" status: 204 len: 168 time: 0.3568492 May 06 09:55:07.484732 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36396) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:07.485565 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24af4cf-a5a2-4576-877b-40746fa7e9b6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a936c3f1-2af0-421a-8b3f-e4efc1f92922,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:07.538177 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e169bfd0-c2d1-4503-96e6-37786b399044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.546717 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e169bfd0-c2d1-4503-96e6-37786b399044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.593971 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169bfd0-c2d1-4503-96e6-37786b399044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e262a92-3438-4116-9812-848695adea11,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:07.599963 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e169bfd0-c2d1-4503-96e6-37786b399044 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c44ed2f1e2b14939811e87670b3c135c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3045413 May 06 09:55:07.602590 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36398) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:07.657433 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-73bb99ff-3fc8-4353-bd37-90f0e58e725e tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.684818 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-73bb99ff-3fc8-4353-bd37-90f0e58e725e tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.711798 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6c8253a2-7325-4eb8-9799-3417dc42cd7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.740645 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-73bb99ff-3fc8-4353-bd37-90f0e58e725e tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.745613 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-73bb99ff-3fc8-4353-bd37-90f0e58e725e tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.750135 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-73bb99ff-3fc8-4353-bd37-90f0e58e725e tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/security-groups/461106e0-a2bd-49ab-b7c2-2d8f72bf3a04 HTTP/1.1" status: 204 len: 168 time: 0.2375436 May 06 09:55:07.751168 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36406) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:07.769648 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb99ff-3fc8-4353-bd37-90f0e58e725e tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=461106e0-a2bd-49ab-b7c2-2d8f72bf3a04,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:07.802453 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36408) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:07.819403 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dcbba0f7-a7a7-42c0-973f-fc5cc260af0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.856794 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6c8253a2-7325-4eb8-9799-3417dc42cd7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.900958 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a3041-0bde-4b76-aa99-d5f12f0934ac req-79f17bc9-ba2d-4a7e-a4dd-939a78997593 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:07.902634 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b2a3041-0bde-4b76-aa99-d5f12f0934ac req-79f17bc9-ba2d-4a7e-a4dd-939a78997593 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d97d510-8a6d-42c4-a768-8907f7481365 HTTP/1.1" status: 200 len: 946 time: 0.0810232 May 06 09:55:07.947996 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-599d850f-8e12-42d2-9797-1521f742ab15 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting subnet ad2d59fb-12cc-419f-8770-b892f19f5550 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:55:07.958875 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-599d850f-8e12-42d2-9797-1521f742ab15 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.993974 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dcbba0f7-a7a7-42c0-973f-fc5cc260af0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:08.024589 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-599d850f-8e12-42d2-9797-1521f742ab15 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:08.032232 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dcbba0f7-a7a7-42c0-973f-fc5cc260af0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:08.041571 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f82a04cb-4963-4a4d-838a-11f1f6acec66 None None] Provisioning complete for port e63bafc7-6739-463b-a875-de2eb4d2de5f triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:08.042118 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f82a04cb-4963-4a4d-838a-11f1f6acec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:08.054131 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6c8253a2-7325-4eb8-9799-3417dc42cd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:08.057272 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6c8253a2-7325-4eb8-9799-3417dc42cd7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:08.058713 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6c8253a2-7325-4eb8-9799-3417dc42cd7b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7e262a92-3438-4116-9812-848695adea11 HTTP/1.1" status: 204 len: 168 time: 0.4545703 May 06 09:55:08.078433 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8253a2-7325-4eb8-9799-3417dc42cd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e262a92-3438-4116-9812-848695adea11,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:08.135847 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f82a04cb-4963-4a4d-838a-11f1f6acec66 None None] Port e63bafc7-6739-463b-a875-de2eb4d2de5f cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:55:08.139922 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbba0f7-a7a7-42c0-973f-fc5cc260af0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26a2e4f-cd5f-496e-87b2-87b2f5486121,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:08.148222 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f82a04cb-4963-4a4d-838a-11f1f6acec66 None None] Provisioning complete for port 2050d635-cec4-4258-b2d0-06fedacb2328 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:08.148920 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f82a04cb-4963-4a4d-838a-11f1f6acec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:08.195871 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b2a3041-0bde-4b76-aa99-d5f12f0934ac req-16cbd8c0-f154-4431-bd62-9abecce2ae7f tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980236 May 06 09:55:08.212714 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-dcbba0f7-a7a7-42c0-973f-fc5cc260af0f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9045fb7ab3e34d6c8c6abf7b986a45eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4087870 May 06 09:55:08.215636 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36414) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:08.391102 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ddbefaf2-6f82-43b6-853f-e91a6620f3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:08.450378 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f82a04cb-4963-4a4d-838a-11f1f6acec66 None None] Could not find standard attr ID for object 32dd6d29-c92e-4202-8e58-7c95e1ad9bca. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:55:08.506016 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ddbefaf2-6f82-43b6-853f-e91a6620f3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:08.592140 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3beb0-f0bf-428a-bac1-9821df3b2fe8 req-cc41018f-a5d7-41bd-a8e1-1b3b4f3cf37b tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:08.600676 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-68c3beb0-f0bf-428a-bac1-9821df3b2fe8 req-cc41018f-a5d7-41bd-a8e1-1b3b4f3cf37b tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d97d510-8a6d-42c4-a768-8907f7481365 HTTP/1.1" status: 200 len: 946 time: 0.1459284 May 06 09:55:08.688997 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ddbefaf2-6f82-43b6-853f-e91a6620f3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:08.699187 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ddbefaf2-6f82-43b6-853f-e91a6620f3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:08.699187 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ddbefaf2-6f82-43b6-853f-e91a6620f3e6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a26a2e4f-cd5f-496e-87b2-87b2f5486121 HTTP/1.1" status: 204 len: 168 time: 0.4787595 May 06 09:55:08.726473 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-68c3beb0-f0bf-428a-bac1-9821df3b2fe8 req-db65d42a-5a37-4dd6-92bc-63ed8328e45d tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244884 May 06 09:55:08.754107 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbefaf2-6f82-43b6-853f-e91a6620f3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26a2e4f-cd5f-496e-87b2-87b2f5486121,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:08.770794 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-73b3708e-dd1f-4519-a5a1-7332ab61bdd0 None None] Could not find standard attr ID for object 32dd6d29-c92e-4202-8e58-7c95e1ad9bca. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:55:08.988684 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879a0c1-da8c-4d60-a854-cf239f0459bd req-33bad7cb-5d89-452f-90f8-91774b515a47 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:08.999776 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8879a0c1-da8c-4d60-a854-cf239f0459bd req-33bad7cb-5d89-452f-90f8-91774b515a47 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=796ad1b2-6c80-477d-a898-b280251364d2 HTTP/1.1" status: 200 len: 945 time: 0.1605110 May 06 09:55:09.040734 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 2050d635-cec4-4258-b2d0-06fedacb2328 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:55:09.075469 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8879a0c1-da8c-4d60-a854-cf239f0459bd req-1e5b212f-c622-459d-ac0d-4e9bbc795479 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744247 May 06 09:55:09.167528 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 2050d635-cec4-4258-b2d0-06fedacb2328 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:09.168745 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:09.216653 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c11ef841-ca34-41a2-9347-8b6b3afb3f4a None None] Could not find standard attr ID for object 32dd6d29-c92e-4202-8e58-7c95e1ad9bca. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:55:09.252815 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-599d850f-8e12-42d2-9797-1521f742ab15 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:09.369407 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e2053-77c3-4a42-8d29-8fe42ef4867d req-67ddca1d-e843-4c44-8466-5bb82277014a tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:09.381250 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c88e2053-77c3-4a42-8d29-8fe42ef4867d req-67ddca1d-e843-4c44-8466-5bb82277014a tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a28bf59-3030-4cc1-b20e-bb7d64e5af06 HTTP/1.1" status: 200 len: 946 time: 0.1240914 May 06 09:55:09.404715 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-599d850f-8e12-42d2-9797-1521f742ab15 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:09.438247 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c88e2053-77c3-4a42-8d29-8fe42ef4867d req-038818dc-e308-4cfc-a8fe-43bc47325f51 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541813 May 06 09:55:09.498668 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-f57d901c-5d20-4c26-b314-c60559003136 req-2c220f1d-cd11-4318-aa6c-04e337da17de tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:55:09.503013 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f57d901c-5d20-4c26-b314-c60559003136 req-2c220f1d-cd11-4318-aa6c-04e337da17de tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131192 May 06 09:55:09.511291 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-599d850f-8e12-42d2-9797-1521f742ab15 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:09.526278 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-599d850f-8e12-42d2-9797-1521f742ab15 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/subnets/ad2d59fb-12cc-419f-8770-b892f19f5550 HTTP/1.1" status: 204 len: 168 time: 1.7668705 May 06 09:55:09.526278 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d850f-8e12-42d2-9797-1521f742ab15 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Subnet': ['ID=ad2d59fb-12cc-419f-8770-b892f19f5550,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:09.533298 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36450) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:09.565966 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e709ea04-c5d5-4cc2-b85c-36c0360b06e6 None None] Network f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:09.568817 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-90187a2d-d5b7-40db-b8f0-ceb2b87e2221 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'subnet': {'network_id': 'f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:09.761917 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f57d901c-5d20-4c26-b314-c60559003136 req-781247ed-524b-4308-ba52-c52093a5b693 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2317398 May 06 09:55:09.863592 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90187a2d-d5b7-40db-b8f0-ceb2b87e2221 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:09.870398 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-90187a2d-d5b7-40db-b8f0-ceb2b87e2221 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:10.538998 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-90187a2d-d5b7-40db-b8f0-ceb2b87e2221 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:10.692554 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90187a2d-d5b7-40db-b8f0-ceb2b87e2221 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:10.723952 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4baca2-8361-4319-8112-ce9eb836ddc0 req-0690f727-8f3b-45aa-ac85-19bd5090d337 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:10.746825 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dd4baca2-8361-4319-8112-ce9eb836ddc0 req-0690f727-8f3b-45aa-ac85-19bd5090d337 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d97d510-8a6d-42c4-a768-8907f7481365 HTTP/1.1" status: 200 len: 946 time: 0.3137398 May 06 09:55:10.748986 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-90187a2d-d5b7-40db-b8f0-ceb2b87e2221 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:10.752777 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90187a2d-d5b7-40db-b8f0-ceb2b87e2221 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:10.753393 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-90187a2d-d5b7-40db-b8f0-ceb2b87e2221 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:10.804619 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90187a2d-d5b7-40db-b8f0-ceb2b87e2221 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Subnet': ['ID=4fe2b35c-7e9d-4f0f-8abc-e5bf049a497f,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:10.839518 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-90187a2d-d5b7-40db-b8f0-ceb2b87e2221 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3047354 May 06 09:55:10.842117 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36506) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:10.849712 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-4861f3e6-7f17-444b-acb9-b77fcdbbb5ad tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'security_group': {'name': 'tempest-secgroup-1152318306'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:10.879972 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dd4baca2-8361-4319-8112-ce9eb836ddc0 req-3b1fef58-e295-4301-ba35-8bb38b276786 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321094 May 06 09:55:10.907392 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4861f3e6-7f17-444b-acb9-b77fcdbbb5ad tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:10.929747 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705d1218-cd47-40de-a42e-6fed91754083 None None] Network f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:11.121349 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4861f3e6-7f17-444b-acb9-b77fcdbbb5ad tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:11.137719 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4861f3e6-7f17-444b-acb9-b77fcdbbb5ad tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:11.181239 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17805a99-cf3d-48bf-b720-52ebbf6b10e6 req-87c209e7-de87-4ae2-95b2-61cfe33754c9 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:11.189638 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17805a99-cf3d-48bf-b720-52ebbf6b10e6 req-87c209e7-de87-4ae2-95b2-61cfe33754c9 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=796ad1b2-6c80-477d-a898-b280251364d2 HTTP/1.1" status: 200 len: 945 time: 0.1780267 May 06 09:55:11.210987 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-16af9120-55bb-4f94-861c-1555f401d5bf None None] Provisioning complete for port e63bafc7-6739-463b-a875-de2eb4d2de5f triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:11.215653 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-16af9120-55bb-4f94-861c-1555f401d5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:11.229838 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861f3e6-7f17-444b-acb9-b77fcdbbb5ad tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b71eacbb-1e8e-44c3-86c5-2453044b6d42,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:11.244955 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4861f3e6-7f17-444b-acb9-b77fcdbbb5ad tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:11.251876 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4861f3e6-7f17-444b-acb9-b77fcdbbb5ad tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4076977 May 06 09:55:11.252588 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36520) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:11.254999 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17805a99-cf3d-48bf-b720-52ebbf6b10e6 req-6285e7e0-e5c7-4693-b88d-fc206d744773 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601695 May 06 09:55:11.264608 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-c871f772-0fbf-48a1-b03d-4f89bf29cb29 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'security_group': {'name': 'tempest-secgroup-135853137'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:11.318229 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c871f772-0fbf-48a1-b03d-4f89bf29cb29 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:11.484154 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-16af9120-55bb-4f94-861c-1555f401d5bf None None] Port e63bafc7-6739-463b-a875-de2eb4d2de5f cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:55:11.536113 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-16af9120-55bb-4f94-861c-1555f401d5bf None None] Provisioning complete for port 2050d635-cec4-4258-b2d0-06fedacb2328 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:11.538792 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-16af9120-55bb-4f94-861c-1555f401d5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:11.594605 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36534) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:11.603815 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c871f772-0fbf-48a1-b03d-4f89bf29cb29 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:11.622661 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c871f772-0fbf-48a1-b03d-4f89bf29cb29 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:11.662038 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c871f772-0fbf-48a1-b03d-4f89bf29cb29 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:11.670046 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c871f772-0fbf-48a1-b03d-4f89bf29cb29 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4162877 May 06 09:55:11.670997 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36538) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:11.704669 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29a8090-4a66-47f7-b532-3c8ba49485f2 None None] Update dhcp port {'port': {'network_id': 'f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab', 'fixed_ips': [{'subnet_id': '8bef3fc6-fb3e-46f5-919f-48d0a0ff1847', 'ip_address': '172.20.0.18'}, {'subnet_id': '4fe2b35c-7e9d-4f0f-8abc-e5bf049a497f'}], 'binding:host_id': 'n-d-840835-1'}, 'id': '2050d635-cec4-4258-b2d0-06fedacb2328'} from n-d-840835-1. {{(pid=102654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 09:55:11.706304 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-d015d68a-8f8d-4042-a946-5e2badcf33d7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'security_group': {'name': 'tempest-secgroup-1032297121'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:11.766051 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871f772-0fbf-48a1-b03d-4f89bf29cb29 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e468b12-4867-45ff-8d9d-1cf38ffd71dc,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:11.773292 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542b13-b35b-4958-8f89-01f52f2b08ad req-684a672b-c8e5-478c-91b1-f2987899ad02 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:11.784286 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce542b13-b35b-4958-8f89-01f52f2b08ad req-684a672b-c8e5-478c-91b1-f2987899ad02 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a28bf59-3030-4cc1-b20e-bb7d64e5af06 HTTP/1.1" status: 200 len: 946 time: 0.3078532 May 06 09:55:11.794345 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d015d68a-8f8d-4042-a946-5e2badcf33d7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:11.812881 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e29a8090-4a66-47f7-b532-3c8ba49485f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:11.873825 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce542b13-b35b-4958-8f89-01f52f2b08ad req-281b9fb5-096f-4bcc-8ffd-35844922d331 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886188 May 06 09:55:11.940046 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d015d68a-8f8d-4042-a946-5e2badcf33d7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:11.948504 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d015d68a-8f8d-4042-a946-5e2badcf33d7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:11.990814 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d015d68a-8f8d-4042-a946-5e2badcf33d7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:12.000101 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d015d68a-8f8d-4042-a946-5e2badcf33d7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3026748 May 06 09:55:12.003400 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36550) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:12.009806 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-d4a02892-4342-4da1-ab76-3791727de4c0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-671768264', 'security_groups': ['d0bb172e-270a-4251-ba12-071eb05581de'], 'network_id': 'f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4fe2b35c-7e9d-4f0f-8abc-e5bf049a497f'}]}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:12.029336 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015d68a-8f8d-4042-a946-5e2badcf33d7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bb172e-270a-4251-ba12-071eb05581de,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:12.115770 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-a7a41dca-725b-4e82-9470-6d4bc547c372 tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-986995661'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:12.139705 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a41dca-725b-4e82-9470-6d4bc547c372 tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] Made reservation on behalf of 92974f18d36f4c8888570f3b4974b234 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:12.144507 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a7a41dca-725b-4e82-9470-6d4bc547c372 tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:12.154458 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a7a41dca-725b-4e82-9470-6d4bc547c372 tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:12.245715 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389de1cd-e6eb-45c8-82cc-c1ffdc815419 req-8948b814-e2c0-49c7-9d7b-bfe436c63954 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:12.255936 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389de1cd-e6eb-45c8-82cc-c1ffdc815419 req-8948b814-e2c0-49c7-9d7b-bfe436c63954 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:12.262993 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a7a41dca-725b-4e82-9470-6d4bc547c372 tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:12.265587 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389de1cd-e6eb-45c8-82cc-c1ffdc815419 req-8948b814-e2c0-49c7-9d7b-bfe436c63954 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:12.267371 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-389de1cd-e6eb-45c8-82cc-c1ffdc815419 req-8948b814-e2c0-49c7-9d7b-bfe436c63954 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a28bf59-3030-4cc1-b20e-bb7d64e5af06&device_id=796ad1b2-6c80-477d-a898-b280251364d2&device_id=7d97d510-8a6d-42c4-a768-8907f7481365 HTTP/1.1" status: 200 len: 2418 time: 0.1413503 May 06 09:55:12.269683 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a7a41dca-725b-4e82-9470-6d4bc547c372 tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:12.346782 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a41dca-725b-4e82-9470-6d4bc547c372 tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:55:12.348795 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-389de1cd-e6eb-45c8-82cc-c1ffdc815419 req-de54c985-3a90-4a72-a9a4-4f6ba6d4e473 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711131 May 06 09:55:12.366353 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a02892-4342-4da1-ab76-3791727de4c0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:12.389674 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a41dca-725b-4e82-9470-6d4bc547c372 tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7550bc79-abe8-4322-9e45-dae88c5ba4c8,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:12.395794 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a7a41dca-725b-4e82-9470-6d4bc547c372 tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:12.396515 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-a7a41dca-725b-4e82-9470-6d4bc547c372 tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] Added segment 00cf11fe-0c78-4c88-a9f8-2b834d8ebafc of type vlan for network 9612e82d-cc0b-4d01-a1ad-f6dddbb78d2f May 06 09:55:12.434167 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-e29a8090-4a66-47f7-b532-3c8ba49485f2 None None] Allocated IP 172.20.0.2 (f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab/4fe2b35c-7e9d-4f0f-8abc-e5bf049a497f/2050d635-cec4-4258-b2d0-06fedacb2328) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:12.516143 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a7a41dca-725b-4e82-9470-6d4bc547c372 tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:12.519327 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d4a02892-4342-4da1-ab76-3791727de4c0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:12.577524 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a7a41dca-725b-4e82-9470-6d4bc547c372 tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:12.581396 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-d4a02892-4342-4da1-ab76-3791727de4c0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] device_id is not set on port f32acfd7-8ab8-4921-98e3-354e256ba894 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:55:12.587980 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a41dca-725b-4e82-9470-6d4bc547c372 tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:12.589075 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a7a41dca-725b-4e82-9470-6d4bc547c372 tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:12.610162 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e29a8090-4a66-47f7-b532-3c8ba49485f2 None None] For port 2050d635-cec4-4258-b2d0-06fedacb2328, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=2050d635-cec4-4258-b2d0-06fedacb2328,segment=NetworkSegment(705033a8-22d7-4d7f-a871-d0015455be26),segment_id=705033a8-22d7-4d7f-a871-d0015455be26)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:12.658890 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e29a8090-4a66-47f7-b532-3c8ba49485f2 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:12.668949 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e29a8090-4a66-47f7-b532-3c8ba49485f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:12.680445 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce9a83d2-12fb-496e-b3bb-c859b561ec13 req-cecceec8-f8d9-41dc-af58-08dbe2f974d2 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2064104 May 06 09:55:12.762064 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36566) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:12.768490 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a7a41dca-725b-4e82-9470-6d4bc547c372 tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1695275 May 06 09:55:12.804863 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a41dca-725b-4e82-9470-6d4bc547c372 tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] Pushing event updated for resources: {'Network': ['ID=9612e82d-cc0b-4d01-a1ad-f6dddbb78d2f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:12.811218 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a8090-4a66-47f7-b532-3c8ba49485f2 None None] Pushing event updated for resources: {'Port': ['ID=2050d635-cec4-4258-b2d0-06fedacb2328,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:12.817517 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 9612e82d-cc0b-4d01-a1ad-f6dddbb78d2f details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:55:13.074879 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-d4a02892-4342-4da1-ab76-3791727de4c0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Allocated IP 172.20.0.6 (f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab/4fe2b35c-7e9d-4f0f-8abc-e5bf049a497f/f32acfd7-8ab8-4921-98e3-354e256ba894) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:13.364734 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-c506a9a3-a7d5-453a-9c7a-9f347855e613 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Request body: {'network': {'name': 'tempest-network--536462047', 'router:external': True}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:13.394667 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c506a9a3-a7d5-453a-9c7a-9f347855e613 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Made reservation on behalf of cc9db3a3384e40bfa721984391aad1c4 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:13.405538 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c506a9a3-a7d5-453a-9c7a-9f347855e613 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:13.445874 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c506a9a3-a7d5-453a-9c7a-9f347855e613 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:13.488456 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d4a02892-4342-4da1-ab76-3791727de4c0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:13.641061 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c506a9a3-a7d5-453a-9c7a-9f347855e613 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:13.647637 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c506a9a3-a7d5-453a-9c7a-9f347855e613 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:13.664465 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c506a9a3-a7d5-453a-9c7a-9f347855e613 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:55:13.674969 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c506a9a3-a7d5-453a-9c7a-9f347855e613 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:13.675422 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-c506a9a3-a7d5-453a-9c7a-9f347855e613 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Added segment 3eef1af5-f693-48e3-bb6d-556932db5e43 of type vlan for network 3c886546-21d1-4fda-bf0b-652a3961cf1d May 06 09:55:13.730189 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d4a02892-4342-4da1-ab76-3791727de4c0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:13.744549 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c506a9a3-a7d5-453a-9c7a-9f347855e613 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:13.807878 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a02892-4342-4da1-ab76-3791727de4c0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:13.824544 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-d4a02892-4342-4da1-ab76-3791727de4c0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:13.828820 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a02892-4342-4da1-ab76-3791727de4c0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:13.845057 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506a9a3-a7d5-453a-9c7a-9f347855e613 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2c0488-8d32-4a4e-b5d3-32d985f72e43,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:13.872163 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-fc7b6e34-f701-4350-9295-b8993d0f4131 None None] Provisioning complete for port e63bafc7-6739-463b-a875-de2eb4d2de5f triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:13.873233 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fc7b6e34-f701-4350-9295-b8993d0f4131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:13.913480 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a02892-4342-4da1-ab76-3791727de4c0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Port': ['ID=f32acfd7-8ab8-4921-98e3-354e256ba894,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:13.932302 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c506a9a3-a7d5-453a-9c7a-9f347855e613 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:13.933303 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c506a9a3-a7d5-453a-9c7a-9f347855e613 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:13.933894 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c506a9a3-a7d5-453a-9c7a-9f347855e613 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:13.957552 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-fc7b6e34-f701-4350-9295-b8993d0f4131 None None] Port e63bafc7-6739-463b-a875-de2eb4d2de5f cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:55:13.989439 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c506a9a3-a7d5-453a-9c7a-9f347855e613 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1620834 May 06 09:55:13.989629 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36612) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:14.021585 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-fc7b6e34-f701-4350-9295-b8993d0f4131 None None] Provisioning complete for port 2050d635-cec4-4258-b2d0-06fedacb2328 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:14.022056 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fc7b6e34-f701-4350-9295-b8993d0f4131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:14.072297 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a02892-4342-4da1-ab76-3791727de4c0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:14.072994 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d4a02892-4342-4da1-ab76-3791727de4c0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:14.118246 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506a9a3-a7d5-453a-9c7a-9f347855e613 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Pushing event updated for resources: {'Network': ['ID=3c886546-21d1-4fda-bf0b-652a3961cf1d,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:14.132447 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d4a02892-4342-4da1-ab76-3791727de4c0 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1277628 May 06 09:55:14.137066 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36614) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:14.138520 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 3c886546-21d1-4fda-bf0b-652a3961cf1d details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:55:14.145093 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e93c0b9-cb3c-4c88-b22c-ec3f2e910bc3 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:14.148239 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-2039c969-d124-4198-9eaf-75a565f36529 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'subnet': {'network_id': 'f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:14.358498 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36624) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:14.383940 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2039c969-d124-4198-9eaf-75a565f36529 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:14.387638 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e93c0b9-cb3c-4c88-b22c-ec3f2e910bc3 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:14.389309 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2039c969-d124-4198-9eaf-75a565f36529 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:14.448344 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-5e93c0b9-cb3c-4c88-b22c-ec3f2e910bc3 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c886546-21d1-4fda-bf0b-652a3961cf1d']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:14.477110 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-5e93c0b9-cb3c-4c88-b22c-ec3f2e910bc3 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eef1af5-f693-48e3-bb6d-556932db5e43') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:14.477455 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-5e93c0b9-cb3c-4c88-b22c-ec3f2e910bc3 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eef1af5-f693-48e3-bb6d-556932db5e43') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:14.505265 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e93c0b9-cb3c-4c88-b22c-ec3f2e910bc3 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:14.535811 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e93c0b9-cb3c-4c88-b22c-ec3f2e910bc3 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:14.548198 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e93c0b9-cb3c-4c88-b22c-ec3f2e910bc3 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:55:14.548625 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e93c0b9-cb3c-4c88-b22c-ec3f2e910bc3 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: timer() May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:55:14.550896 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:55:14.573922 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b8e352ef-3264-4441-b61f-eb796255f864 None None] Provisioning complete for port f32acfd7-8ab8-4921-98e3-354e256ba894 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:14.575061 n-d-840835-1 neutron-server[102653]: INFO neutron.db.ipam_backend_mixin [None req-2039c969-d124-4198-9eaf-75a565f36529 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4fe2b35c-7e9d-4f0f-8abc-e5bf049a497f (CIDR: 172.20.0.0/28) May 06 09:55:14.578534 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b8e352ef-3264-4441-b61f-eb796255f864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:14.585988 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-2039c969-d124-4198-9eaf-75a565f36529 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:55:14.586497 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2039c969-d124-4198-9eaf-75a565f36529 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:14.589349 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2ece8373-cdd0-4be4-a34e-532f13dccdd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:14.635483 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e93c0b9-cb3c-4c88-b22c-ec3f2e910bc3 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:14.637517 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-b8e352ef-3264-4441-b61f-eb796255f864 None None] Port f32acfd7-8ab8-4921-98e3-354e256ba894 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:55:14.642284 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e93c0b9-cb3c-4c88-b22c-ec3f2e910bc3 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3c886546-21d1-4fda-bf0b-652a3961cf1d {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 09:55:14.646126 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e93c0b9-cb3c-4c88-b22c-ec3f2e910bc3 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:14.654833 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2039c969-d124-4198-9eaf-75a565f36529 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5128143 May 06 09:55:14.655034 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5e93c0b9-cb3c-4c88-b22c-ec3f2e910bc3 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] 10.222.0.73 "DELETE /v2.0/networks/3c886546-21d1-4fda-bf0b-652a3961cf1d HTTP/1.1" status: 204 len: 168 time: 0.6617525 May 06 09:55:14.655180 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36632) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:14.655967 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36634) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:14.660932 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-d4b5be33-3d31-4a41-bb53-b45ab0fdcbf9 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'subnet': {'network_id': 'f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:14.670765 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93c0b9-cb3c-4c88-b22c-ec3f2e910bc3 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Pushing event deleted for resources: {'Network': ['ID=3c886546-21d1-4fda-bf0b-652a3961cf1d,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:14.671087 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-89a1b5b1-151c-4c11-b479-9ea7efc60f4d tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:14.766907 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a1b5b1-151c-4c11-b479-9ea7efc60f4d tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Made reservation on behalf of cc9db3a3384e40bfa721984391aad1c4 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:14.769770 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-89a1b5b1-151c-4c11-b479-9ea7efc60f4d tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:14.825001 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a1b5b1-151c-4c11-b479-9ea7efc60f4d tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:55:14.835912 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-89a1b5b1-151c-4c11-b479-9ea7efc60f4d tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:14.836309 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-89a1b5b1-151c-4c11-b479-9ea7efc60f4d tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Added segment c3114ad8-396f-437a-9472-a55cbf6c845e of type vlan for network ac56f97f-a303-4813-bddd-536e56c1d401 May 06 09:55:14.890330 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-89a1b5b1-151c-4c11-b479-9ea7efc60f4d tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:14.924284 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 2050d635-cec4-4258-b2d0-06fedacb2328 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:55:14.948178 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-89a1b5b1-151c-4c11-b479-9ea7efc60f4d tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:14.949152 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a1b5b1-151c-4c11-b479-9ea7efc60f4d tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:14.949740 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-89a1b5b1-151c-4c11-b479-9ea7efc60f4d tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:14.995415 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-89a1b5b1-151c-4c11-b479-9ea7efc60f4d tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3280015 May 06 09:55:14.995787 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36638) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:15.000763 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 2050d635-cec4-4258-b2d0-06fedacb2328 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:15.001037 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-5e1fcd4d-66ef-4b0a-9c54-f52aeaf7df45 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Request body: {'subnet': {'network_id': 'ac56f97f-a303-4813-bddd-536e56c1d401', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:15.001846 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:15.051384 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2ece8373-cdd0-4be4-a34e-532f13dccdd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:15.052702 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1fcd4d-66ef-4b0a-9c54-f52aeaf7df45 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Made reservation on behalf of cc9db3a3384e40bfa721984391aad1c4 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:15.056719 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e1fcd4d-66ef-4b0a-9c54-f52aeaf7df45 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:15.083407 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2ece8373-cdd0-4be4-a34e-532f13dccdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:15.151160 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece8373-cdd0-4be4-a34e-532f13dccdd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd1b1f6-e40a-405f-a208-aa8d4cd58a93,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:15.180652 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46d7d4-381b-42f4-a0b5-3663e4ce066a req-a0680a0f-d17d-4043-86ea-c28fdba770e1 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:15.188139 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f46d7d4-381b-42f4-a0b5-3663e4ce066a req-a0680a0f-d17d-4043-86ea-c28fdba770e1 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a28bf59-3030-4cc1-b20e-bb7d64e5af06 HTTP/1.1" status: 200 len: 946 time: 0.2188077 May 06 09:55:15.190517 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1b5b1-151c-4c11-b479-9ea7efc60f4d tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Pushing event updated for resources: {'Network': ['ID=ac56f97f-a303-4813-bddd-536e56c1d401,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:15.208641 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network ac56f97f-a303-4813-bddd-536e56c1d401 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:55:15.221056 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b5be33-3d31-4a41-bb53-b45ab0fdcbf9 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:15.228421 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d4b5be33-3d31-4a41-bb53-b45ab0fdcbf9 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:15.266252 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f46d7d4-381b-42f4-a0b5-3663e4ce066a req-0ac809aa-ce03-413f-b69e-a4a814b3cd55 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753236 May 06 09:55:15.349509 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2ece8373-cdd0-4be4-a34e-532f13dccdd1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d293cc40dd624e7eb57a01f4354273d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9893787 May 06 09:55:15.354032 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36644) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:15.415758 n-d-840835-1 neutron-server[102653]: INFO neutron.db.ipam_backend_mixin [None req-d4b5be33-3d31-4a41-bb53-b45ab0fdcbf9 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8bef3fc6-fb3e-46f5-919f-48d0a0ff1847 (CIDR: 172.20.0.16/28) May 06 09:55:15.420010 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b5be33-3d31-4a41-bb53-b45ab0fdcbf9 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:55:15.420626 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4b5be33-3d31-4a41-bb53-b45ab0fdcbf9 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:15.450021 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d4b5be33-3d31-4a41-bb53-b45ab0fdcbf9 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7910419 May 06 09:55:15.450283 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36646) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:15.457897 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-a059646b-04a7-4e1a-abcb-6d106e10ebb7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'subnet': {'network_id': 'f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:15.507405 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-98bbdc44-5e2a-4ad6-b13f-46a291dd519f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:15.543501 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-98bbdc44-5e2a-4ad6-b13f-46a291dd519f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:15.609779 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a059646b-04a7-4e1a-abcb-6d106e10ebb7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Made reservation on behalf of 5e93687cdbe844579029619dd5bb366a for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:15.618458 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a059646b-04a7-4e1a-abcb-6d106e10ebb7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:15.697961 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-98bbdc44-5e2a-4ad6-b13f-46a291dd519f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:15.701402 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-98bbdc44-5e2a-4ad6-b13f-46a291dd519f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:15.703617 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-98bbdc44-5e2a-4ad6-b13f-46a291dd519f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9cd1b1f6-e40a-405f-a208-aa8d4cd58a93 HTTP/1.1" status: 204 len: 168 time: 0.3469687 May 06 09:55:15.729479 n-d-840835-1 neutron-server[102652]: DEBUG neutron.objects.ports [None req-5e1fcd4d-66ef-4b0a-9c54-f52aeaf7df45 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102652) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:55:15.729772 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e1fcd4d-66ef-4b0a-9c54-f52aeaf7df45 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:15.760235 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bbdc44-5e2a-4ad6-b13f-46a291dd519f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd1b1f6-e40a-405f-a208-aa8d4cd58a93,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:15.803749 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1fcd4d-66ef-4b0a-9c54-f52aeaf7df45 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0c03b13a-704b-4abb-862b-18baad15e8c7,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:15.816194 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1fcd4d-66ef-4b0a-9c54-f52aeaf7df45 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Checking segment: {'id': 'c3114ad8-396f-437a-9472-a55cbf6c845e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ac56f97f-a303-4813-bddd-536e56c1d401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:55:15.816566 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1fcd4d-66ef-4b0a-9c54-f52aeaf7df45 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Network hostable DHCP agents. Network: ac56f97f-a303-4813-bddd-536e56c1d401, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:55:15.852008 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1fcd4d-66ef-4b0a-9c54-f52aeaf7df45 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Network ac56f97f-a303-4813-bddd-536e56c1d401 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:55:15.867031 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-5e1fcd4d-66ef-4b0a-9c54-f52aeaf7df45 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, ac56f97f-a303-4813-bddd-536e56c1d401) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:15.875554 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1fcd4d-66ef-4b0a-9c54-f52aeaf7df45 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:15.876248 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e1fcd4d-66ef-4b0a-9c54-f52aeaf7df45 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:15.910578 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9a3516-5d86-4677-9ac0-3624d5cdfcd7 None None] Network ac56f97f-a303-4813-bddd-536e56c1d401 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:15.925621 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5e1fcd4d-66ef-4b0a-9c54-f52aeaf7df45 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9258077 May 06 09:55:15.926037 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36658) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:15.932434 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-35a859ac-2d43-44d3-8887-7f315e4d10e0 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Request body: {'floatingip': {'floating_network_id': 'ac56f97f-a303-4813-bddd-536e56c1d401'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:15.995146 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b1b33df2-519c-49d1-aceb-b63899d940ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.002470 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35a859ac-2d43-44d3-8887-7f315e4d10e0 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.020663 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a059646b-04a7-4e1a-abcb-6d106e10ebb7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.143085 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35a859ac-2d43-44d3-8887-7f315e4d10e0 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.145738 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a237c25-9fe6-4b51-9d5c-cfed52c09fc8 None None] Network ac56f97f-a303-4813-bddd-536e56c1d401 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:16.251820 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36664) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:16.301034 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dca8ced1-a5d2-406e-bd6d-3f861d33d4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.363617 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36670) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:16.434486 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-35a859ac-2d43-44d3-8887-7f315e4d10e0 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Allocated IP 172.20.0.8 (ac56f97f-a303-4813-bddd-536e56c1d401/0c03b13a-704b-4abb-862b-18baad15e8c7/becb8e6a-cb2c-444f-9788-761321a6877f) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:16.516351 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a059646b-04a7-4e1a-abcb-6d106e10ebb7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Network f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:16.521160 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059646b-04a7-4e1a-abcb-6d106e10ebb7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Subnet': ['ID=4a7f1ddf-7290-4502-bb0d-ce9376b9a6de,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:16.529695 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-a059646b-04a7-4e1a-abcb-6d106e10ebb7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:16.540330 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c1625-81ea-47a1-b31e-f45181cdf022 req-80f714d4-4c7b-40fb-98b8-af79c48bd7a8 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:16.542074 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-875c1625-81ea-47a1-b31e-f45181cdf022 req-80f714d4-4c7b-40fb-98b8-af79c48bd7a8 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a28bf59-3030-4cc1-b20e-bb7d64e5af06 HTTP/1.1" status: 200 len: 946 time: 0.1224375 May 06 09:55:16.543680 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a059646b-04a7-4e1a-abcb-6d106e10ebb7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:16.544419 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a059646b-04a7-4e1a-abcb-6d106e10ebb7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.546408 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17a7534-1a64-4d7b-9be7-2fd7540540c0 None None] Network f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:16.549534 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dca8ced1-a5d2-406e-bd6d-3f861d33d4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.555745 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dca8ced1-a5d2-406e-bd6d-3f861d33d4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.559584 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e19f6-f1c0-42dd-9057-89e3f6aa10bc req-31c9c2b5-94f9-4c45-96bd-3c536a23be75 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:16.561183 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d2e19f6-f1c0-42dd-9057-89e3f6aa10bc req-31c9c2b5-94f9-4c45-96bd-3c536a23be75 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a28bf59-3030-4cc1-b20e-bb7d64e5af06 HTTP/1.1" status: 200 len: 946 time: 0.1426928 May 06 09:55:16.645011 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-dca8ced1-a5d2-406e-bd6d-3f861d33d4b7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=50fe29c558284ee3b16f0b19b2820553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3906751 May 06 09:55:16.652202 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36674) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:16.654849 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a059646b-04a7-4e1a-abcb-6d106e10ebb7 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2033210 May 06 09:55:16.655501 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36676) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:16.680743 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-9018609b-f05d-4345-9150-5fcfc700bafd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1346440570', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4a7f1ddf-7290-4502-bb0d-ce9376b9a6de'}], 'security_groups': ['b71eacbb-1e8e-44c3-86c5-2453044b6d42', '1e468b12-4867-45ff-8d9d-1cf38ffd71dc']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:16.684346 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8ced1-a5d2-406e-bd6d-3f861d33d4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397d742f-9151-4e65-8abc-c2ad7970d9a2,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:16.733393 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35a859ac-2d43-44d3-8887-7f315e4d10e0 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.753289 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-875c1625-81ea-47a1-b31e-f45181cdf022 req-2e66c512-c865-42da-bc29-9008f0cd0666 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909759 May 06 09:55:16.786925 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-8d2e19f6-f1c0-42dd-9057-89e3f6aa10bc req-c9ced36b-37cd-4efb-98f4-502a41378d85 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Deleting port 53a3c8d9-b834-45d3-af81-65973f2d097f {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:16.787403 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d2e19f6-f1c0-42dd-9057-89e3f6aa10bc req-c9ced36b-37cd-4efb-98f4-502a41378d85 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.952365 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-8d2e19f6-f1c0-42dd-9057-89e3f6aa10bc req-c9ced36b-37cd-4efb-98f4-502a41378d85 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] For port 53a3c8d9-b834-45d3-af81-65973f2d097f, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=53a3c8d9-b834-45d3-af81-65973f2d097f,segment=NetworkSegment(d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc),segment_id=d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:16.953347 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d2e19f6-f1c0-42dd-9057-89e3f6aa10bc req-c9ced36b-37cd-4efb-98f4-502a41378d85 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.963516 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e191101e-4b8d-4326-84f1-53570fa08c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.996168 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-8d2e19f6-f1c0-42dd-9057-89e3f6aa10bc req-c9ced36b-37cd-4efb-98f4-502a41378d85 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Calling delete_port for 53a3c8d9-b834-45d3-af81-65973f2d097f owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:17.031693 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7bbb70-90ea-444c-b880-ed616344a1d7 None None] Update dhcp port {'port': {'network_id': 'f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab', 'fixed_ips': [{'subnet_id': '8bef3fc6-fb3e-46f5-919f-48d0a0ff1847', 'ip_address': '172.20.0.18'}, {'subnet_id': '4fe2b35c-7e9d-4f0f-8abc-e5bf049a497f', 'ip_address': '172.20.0.2'}, {'subnet_id': '4a7f1ddf-7290-4502-bb0d-ce9376b9a6de'}], 'binding:host_id': 'n-d-840835-1'}, 'id': '2050d635-cec4-4258-b2d0-06fedacb2328'} from n-d-840835-1. {{(pid=102654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 09:55:17.035491 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35a859ac-2d43-44d3-8887-7f315e4d10e0 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:17.068902 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e191101e-4b8d-4326-84f1-53570fa08c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:17.069192 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-aa7bbb70-90ea-444c-b880-ed616344a1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:17.190977 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a859ac-2d43-44d3-8887-7f315e4d10e0 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Network ac56f97f-a303-4813-bddd-536e56c1d401 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:17.207892 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d2e19f6-f1c0-42dd-9057-89e3f6aa10bc req-c9ced36b-37cd-4efb-98f4-502a41378d85 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:17.231986 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-35a859ac-2d43-44d3-8887-7f315e4d10e0 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:17.247107 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a859ac-2d43-44d3-8887-7f315e4d10e0 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:17.248544 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ced36b-37cd-4efb-98f4-502a41378d85 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Pushing event deleted for resources: {'Port': ['ID=53a3c8d9-b834-45d3-af81-65973f2d097f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:17.249065 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a859ac-2d43-44d3-8887-7f315e4d10e0 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Pushing event updated for resources: {'Port': ['ID=becb8e6a-cb2c-444f-9788-761321a6877f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:17.260709 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['ad863945-c523-495c-8301-127c69dbbf3b', '53a3c8d9-b834-45d3-af81-65973f2d097f'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:55:17.263011 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['ed7b32e6-c9f6-48e8-95af-a9133cabde9d'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:55:17.322856 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2e19f6-f1c0-42dd-9057-89e3f6aa10bc req-c9ced36b-37cd-4efb-98f4-502a41378d85 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] No DVR routers for this DVR port 53a3c8d9-b834-45d3-af81-65973f2d097f on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:55:17.326208 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-8d2e19f6-f1c0-42dd-9057-89e3f6aa10bc req-c9ced36b-37cd-4efb-98f4-502a41378d85 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:17.331321 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d2e19f6-f1c0-42dd-9057-89e3f6aa10bc req-c9ced36b-37cd-4efb-98f4-502a41378d85 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.84 "DELETE /v2.0/ports/53a3c8d9-b834-45d3-af81-65973f2d097f HTTP/1.1" status: 204 len: 173 time: 0.7585897 May 06 09:55:17.332058 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a28bf59-3030-4cc1-b20e-bb7d64e5af06', 'name': 'network-vif-deleted', 'tag': '53a3c8d9-b834-45d3-af81-65973f2d097f'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:55:17.341266 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4821b38-aed4-4366-b580-46ce4300f9fe" -d '{"events": [{"server_uuid": "1a28bf59-3030-4cc1-b20e-bb7d64e5af06", "name": "network-vif-deleted", "tag": "53a3c8d9-b834-45d3-af81-65973f2d097f"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:55:17.350630 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9018609b-f05d-4345-9150-5fcfc700bafd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:17.413892 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e191101e-4b8d-4326-84f1-53570fa08c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:17.416573 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e191101e-4b8d-4326-84f1-53570fa08c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:17.417784 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e191101e-4b8d-4326-84f1-53570fa08c79 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/397d742f-9151-4e65-8abc-c2ad7970d9a2 HTTP/1.1" status: 204 len: 168 time: 0.7642066 May 06 09:55:17.418525 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a0ca12-21c3-46c5-aea9-086415c7e781 x-openstack-request-id: req-44a0ca12-21c3-46c5-aea9-086415c7e781 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:55:17.418920 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a28bf59-3030-4cc1-b20e-bb7d64e5af06", "name": "network-vif-deleted", "tag": "53a3c8d9-b834-45d3-af81-65973f2d097f", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:55:17.419325 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-44a0ca12-21c3-46c5-aea9-086415c7e781 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:55:17.419831 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44a0ca12-21c3-46c5-aea9-086415c7e781'] response: {'server_uuid': '1a28bf59-3030-4cc1-b20e-bb7d64e5af06', 'name': 'network-vif-deleted', 'tag': '53a3c8d9-b834-45d3-af81-65973f2d097f', 'status': 'completed', 'code': 200} May 06 09:55:17.538160 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191101e-4b8d-4326-84f1-53570fa08c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397d742f-9151-4e65-8abc-c2ad7970d9a2,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:17.638438 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35a859ac-2d43-44d3-8887-7f315e4d10e0 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:17.669507 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-aa7bbb70-90ea-444c-b880-ed616344a1d7 None None] Allocated IP 172.20.0.34 (f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab/4a7f1ddf-7290-4502-bb0d-ce9376b9a6de/2050d635-cec4-4258-b2d0-06fedacb2328) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:17.800151 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35a859ac-2d43-44d3-8887-7f315e4d10e0 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:17.950142 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb4b916e-721b-4624-b727-cd49404955c5 req-50e6312d-a686-49d9-86f5-e21e9d16de98 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a28bf59-3030-4cc1-b20e-bb7d64e5af06 HTTP/1.1" status: 200 len: 210 time: 0.0491965 May 06 09:55:17.993855 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-aa7bbb70-90ea-444c-b880-ed616344a1d7 None None] For port 2050d635-cec4-4258-b2d0-06fedacb2328, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=2050d635-cec4-4258-b2d0-06fedacb2328,segment=NetworkSegment(705033a8-22d7-4d7f-a871-d0015455be26),segment_id=705033a8-22d7-4d7f-a871-d0015455be26)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:18.084574 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-aa7bbb70-90ea-444c-b880-ed616344a1d7 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:18.096615 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-aa7bbb70-90ea-444c-b880-ed616344a1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:18.295760 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7bbb70-90ea-444c-b880-ed616344a1d7 None None] Pushing event updated for resources: {'Port': ['ID=2050d635-cec4-4258-b2d0-06fedacb2328,revision_number=7']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:18.296009 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35a859ac-2d43-44d3-8887-7f315e4d10e0 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:18.336415 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35a859ac-2d43-44d3-8887-7f315e4d10e0 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:18.476386 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-13206c72-e65a-44ea-8e21-c2ba60d998a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:18.486295 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-9018609b-f05d-4345-9150-5fcfc700bafd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Delete allocated IP 172.20.0.6 (f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab/4fe2b35c-7e9d-4f0f-8abc-e5bf049a497f) {{(pid=102652) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 09:55:18.503369 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2e054840-b646-4847-984d-fb3938176e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:18.530314 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a859ac-2d43-44d3-8887-7f315e4d10e0 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Pushing event updated for resources: {'Port': ['ID=becb8e6a-cb2c-444f-9788-761321a6877f,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:18.555816 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-9018609b-f05d-4345-9150-5fcfc700bafd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Allocated IP 172.20.0.43 (f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab/4a7f1ddf-7290-4502-bb0d-ce9376b9a6de/f32acfd7-8ab8-4921-98e3-354e256ba894) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:18.563202 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35a859ac-2d43-44d3-8887-7f315e4d10e0 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:18.672531 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35a859ac-2d43-44d3-8887-7f315e4d10e0 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:18.677739 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-35a859ac-2d43-44d3-8887-7f315e4d10e0 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.7463717 May 06 09:55:18.678698 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36722) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:18.785026 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:18.827245 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-141facee-a131-4e13-abce-afb65a2915ff tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] 10.222.0.73 "GET /v2.0/floatingips?floating_network_id=ac56f97f-a303-4813-bddd-536e56c1d401 HTTP/1.1" status: 200 len: 689 time: 0.1442850 May 06 09:55:18.829943 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36726) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:18.945652 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 2050d635-cec4-4258-b2d0-06fedacb2328 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:55:19.044785 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c2e16234-026a-4054-b6ae-60404ee8b8c9 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:19.068798 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 2050d635-cec4-4258-b2d0-06fedacb2328 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:19.069377 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:19.227211 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-11e1307e-739c-4c42-b9cf-af95614746fe None None] Provisioning complete for port f32acfd7-8ab8-4921-98e3-354e256ba894 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:19.228382 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-11e1307e-739c-4c42-b9cf-af95614746fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:19.249299 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-c2e16234-026a-4054-b6ae-60404ee8b8c9 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Deleting port becb8e6a-cb2c-444f-9788-761321a6877f {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:19.249986 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c2e16234-026a-4054-b6ae-60404ee8b8c9 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:19.328780 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-11e1307e-739c-4c42-b9cf-af95614746fe None None] Port f32acfd7-8ab8-4921-98e3-354e256ba894 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:55:19.357210 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-11e1307e-739c-4c42-b9cf-af95614746fe None None] Provisioning complete for port e63bafc7-6739-463b-a875-de2eb4d2de5f triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:19.359156 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-11e1307e-739c-4c42-b9cf-af95614746fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:19.374460 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c2e16234-026a-4054-b6ae-60404ee8b8c9 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:19.374798 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c2e16234-026a-4054-b6ae-60404ee8b8c9 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:19.394353 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-c2e16234-026a-4054-b6ae-60404ee8b8c9 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Calling delete_port for becb8e6a-cb2c-444f-9788-761321a6877f owned by network:floatingip {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:19.426214 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-11e1307e-739c-4c42-b9cf-af95614746fe None None] Port e63bafc7-6739-463b-a875-de2eb4d2de5f cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:55:19.437782 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-11e1307e-739c-4c42-b9cf-af95614746fe None None] Provisioning complete for port 2050d635-cec4-4258-b2d0-06fedacb2328 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:19.438243 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-11e1307e-739c-4c42-b9cf-af95614746fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:19.548291 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c999a7f-352b-4f89-95ee-c0fcdfa55bc4 req-aefd685c-ac0c-4694-a981-e5e3550c2871 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:19.556780 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8c999a7f-352b-4f89-95ee-c0fcdfa55bc4 req-aefd685c-ac0c-4694-a981-e5e3550c2871 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=796ad1b2-6c80-477d-a898-b280251364d2 HTTP/1.1" status: 200 len: 945 time: 0.1456752 May 06 09:55:19.563894 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:19.625524 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8c999a7f-352b-4f89-95ee-c0fcdfa55bc4 req-0c272aea-0890-41a5-bc48-35f53f8dc87b tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677364 May 06 09:55:19.744576 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c2e16234-026a-4054-b6ae-60404ee8b8c9 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:19.832143 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9018609b-f05d-4345-9150-5fcfc700bafd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:19.841517 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9018609b-f05d-4345-9150-5fcfc700bafd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:19.853801 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e16234-026a-4054-b6ae-60404ee8b8c9 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Pushing event deleted for resources: {'Port': ['ID=becb8e6a-cb2c-444f-9788-761321a6877f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:19.868857 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c2e16234-026a-4054-b6ae-60404ee8b8c9 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:19.966240 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c2e16234-026a-4054-b6ae-60404ee8b8c9 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.007735 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018609b-f05d-4345-9150-5fcfc700bafd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event updated for resources: {'Port': ['ID=f32acfd7-8ab8-4921-98e3-354e256ba894,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:20.049288 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c2e16234-026a-4054-b6ae-60404ee8b8c9 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.067909 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-13206c72-e65a-44ea-8e21-c2ba60d998a3 admin admin] Deleting port ef4f4acb-a4d1-467f-9a23-b176d81f0e9b {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:20.068705 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-13206c72-e65a-44ea-8e21-c2ba60d998a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.072776 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-9018609b-f05d-4345-9150-5fcfc700bafd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] In _notify_port_updated(), no bound segment for port f32acfd7-8ab8-4921-98e3-354e256ba894 on network f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab {{(pid=102652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:55:20.079216 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9018609b-f05d-4345-9150-5fcfc700bafd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:20.079964 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9018609b-f05d-4345-9150-5fcfc700bafd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.082059 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9018609b-f05d-4345-9150-5fcfc700bafd tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "PUT /v2.0/ports/f32acfd7-8ab8-4921-98e3-354e256ba894 HTTP/1.1" status: 200 len: 960 time: 3.4156337 May 06 09:55:20.084258 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e16234-026a-4054-b6ae-60404ee8b8c9 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0c03b13a-704b-4abb-862b-18baad15e8c7,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:20.085989 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36758) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:20.196005 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 53a3c8d9-b834-45d3-af81-65973f2d097f no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:55:20.274896 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-13206c72-e65a-44ea-8e21-c2ba60d998a3 admin admin] For port ef4f4acb-a4d1-467f-9a23-b176d81f0e9b, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=ef4f4acb-a4d1-467f-9a23-b176d81f0e9b,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:20.275270 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 53a3c8d9-b834-45d3-af81-65973f2d097f {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:55:20.275753 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 53a3c8d9-b834-45d3-af81-65973f2d097f not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:55:20.275854 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-13206c72-e65a-44ea-8e21-c2ba60d998a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.298038 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-13206c72-e65a-44ea-8e21-c2ba60d998a3 admin admin] Calling delete_port for ef4f4acb-a4d1-467f-9a23-b176d81f0e9b owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:20.363862 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c2e16234-026a-4054-b6ae-60404ee8b8c9 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.409613 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-00afd35a-0764-4265-b68a-f3fe4ad7aad1 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting port f32acfd7-8ab8-4921-98e3-354e256ba894 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:20.409967 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-00afd35a-0764-4265-b68a-f3fe4ad7aad1 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.414898 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-c2e16234-026a-4054-b6ae-60404ee8b8c9 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac56f97f-a303-4813-bddd-536e56c1d401']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:20.447762 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-c2e16234-026a-4054-b6ae-60404ee8b8c9 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3114ad8-396f-437a-9472-a55cbf6c845e') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:20.448072 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-c2e16234-026a-4054-b6ae-60404ee8b8c9 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3114ad8-396f-437a-9472-a55cbf6c845e') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:20.509056 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c2e16234-026a-4054-b6ae-60404ee8b8c9 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.547073 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c2e16234-026a-4054-b6ae-60404ee8b8c9 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.559692 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e16234-026a-4054-b6ae-60404ee8b8c9 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:55:20.560477 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c2e16234-026a-4054-b6ae-60404ee8b8c9 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: timer() May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:55:20.563379 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:55:20.615049 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-13206c72-e65a-44ea-8e21-c2ba60d998a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.638663 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-cfa01503-4d1f-4581-8010-5a88158eb0f3 None None] Provisioning complete for port f32acfd7-8ab8-4921-98e3-354e256ba894 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:20.639347 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cfa01503-4d1f-4581-8010-5a88158eb0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.647451 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13206c72-e65a-44ea-8e21-c2ba60d998a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef4f4acb-a4d1-467f-9a23-b176d81f0e9b,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:20.730490 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-cfa01503-4d1f-4581-8010-5a88158eb0f3 None None] Port f32acfd7-8ab8-4921-98e3-354e256ba894 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:55:20.757223 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-00afd35a-0764-4265-b68a-f3fe4ad7aad1 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.765178 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c2e16234-026a-4054-b6ae-60404ee8b8c9 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.776775 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e16234-026a-4054-b6ae-60404ee8b8c9 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ac56f97f-a303-4813-bddd-536e56c1d401 {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 09:55:20.779613 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-00afd35a-0764-4265-b68a-f3fe4ad7aad1 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Calling delete_port for f32acfd7-8ab8-4921-98e3-354e256ba894 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:20.790713 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c2e16234-026a-4054-b6ae-60404ee8b8c9 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.794688 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c2e16234-026a-4054-b6ae-60404ee8b8c9 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] 10.222.0.73 "DELETE /v2.0/networks/ac56f97f-a303-4813-bddd-536e56c1d401 HTTP/1.1" status: 204 len: 168 time: 1.9630601 May 06 09:55:20.797410 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36780) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:20.804836 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e16234-026a-4054-b6ae-60404ee8b8c9 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Pushing event deleted for resources: {'Network': ['ID=ac56f97f-a303-4813-bddd-536e56c1d401,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:20.943476 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9adf76-649c-4187-a5ba-2a5a70f75da0 req-aedab672-be7d-403e-8f05-eb5756158a66 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:20.951505 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f9adf76-649c-4187-a5ba-2a5a70f75da0 req-aedab672-be7d-403e-8f05-eb5756158a66 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=796ad1b2-6c80-477d-a898-b280251364d2 HTTP/1.1" status: 200 len: 945 time: 0.1422582 May 06 09:55:21.088613 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f9adf76-649c-4187-a5ba-2a5a70f75da0 req-bdb5f375-e72f-4276-a4f5-259abc6888f4 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338921 May 06 09:55:21.195325 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:21.218297 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-00afd35a-0764-4265-b68a-f3fe4ad7aad1 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:21.254509 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6fa937ac-503e-4255-a15a-eee0a20b6d29 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.3659465 May 06 09:55:21.256204 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36790) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:21.267192 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46782dd-f3ff-4c62-bcb1-937d90283a8a req-209e8996-a528-4a47-b98d-f71c79b5e81d tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:21.270162 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b46782dd-f3ff-4c62-bcb1-937d90283a8a req-209e8996-a528-4a47-b98d-f71c79b5e81d tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.77 "GET /v2.0/ports?device_id=796ad1b2-6c80-477d-a898-b280251364d2 HTTP/1.1" status: 200 len: 945 time: 0.3112316 May 06 09:55:21.278326 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afd35a-0764-4265-b68a-f3fe4ad7aad1 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Port': ['ID=f32acfd7-8ab8-4921-98e3-354e256ba894,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:21.320282 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-13206c72-e65a-44ea-8e21-c2ba60d998a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:21.461475 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:21.518787 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec26582-c53e-4025-9646-8a76807a6e3c tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:21.519621 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec26582-c53e-4025-9646-8a76807a6e3c tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:21.520516 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec26582-c53e-4025-9646-8a76807a6e3c tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:21.521128 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec26582-c53e-4025-9646-8a76807a6e3c tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:21.521723 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec26582-c53e-4025-9646-8a76807a6e3c tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:21.522309 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec26582-c53e-4025-9646-8a76807a6e3c tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:21.522901 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec26582-c53e-4025-9646-8a76807a6e3c tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:21.525519 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec26582-c53e-4025-9646-8a76807a6e3c tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:21.526829 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec26582-c53e-4025-9646-8a76807a6e3c tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:21.531457 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-aec26582-c53e-4025-9646-8a76807a6e3c tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5818 time: 0.2733791 May 06 09:55:21.536222 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36792) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:21.550003 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-00afd35a-0764-4265-b68a-f3fe4ad7aad1 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:21.559763 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-00afd35a-0764-4265-b68a-f3fe4ad7aad1 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/ports/f32acfd7-8ab8-4921-98e3-354e256ba894 HTTP/1.1" status: 204 len: 168 time: 1.4722493 May 06 09:55:21.562153 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36794) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:21.593391 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b80b62-b46b-4393-bcd9-a9a01cd5b00a tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] GET failed (client error): The resource could not be found. May 06 09:55:21.595979 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-90b80b62-b46b-4393-bcd9-a9a01cd5b00a tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "GET /v2.0/ports/f32acfd7-8ab8-4921-98e3-354e256ba894 HTTP/1.1" status: 404 len: 333 time: 0.0323925 May 06 09:55:21.598866 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36796) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:21.666618 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-9ad901c0-0b77-4d69-8d4e-bf402fcc8a5c tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] delete failed (client error): The resource could not be found. May 06 09:55:21.670394 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9ad901c0-0b77-4d69-8d4e-bf402fcc8a5c tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/759aa87e-7eea-4256-ac60-a11e6034a663 HTTP/1.1" status: 404 len: 345 time: 0.1303625 May 06 09:55:21.673905 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36800) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:21.677381 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-b46782dd-f3ff-4c62-bcb1-937d90283a8a req-899dacdd-3e35-445f-bf3a-6d242d0905da tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Deleting port ed7b32e6-c9f6-48e8-95af-a9133cabde9d {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:21.677727 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b46782dd-f3ff-4c62-bcb1-937d90283a8a req-899dacdd-3e35-445f-bf3a-6d242d0905da tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:21.696500 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cc78fbf8-7207-414c-bc12-3f10a105a2d6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:21.739742 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cc78fbf8-7207-414c-bc12-3f10a105a2d6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:21.818764 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cc78fbf8-7207-414c-bc12-3f10a105a2d6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:21.823342 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cc78fbf8-7207-414c-bc12-3f10a105a2d6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:21.830074 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-cc78fbf8-7207-414c-bc12-3f10a105a2d6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/security-groups/d0bb172e-270a-4251-ba12-071eb05581de HTTP/1.1" status: 204 len: 168 time: 0.2298059 May 06 09:55:21.831035 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36804) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:21.831587 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36806) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:21.856050 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78fbf8-7207-414c-bc12-3f10a105a2d6 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bb172e-270a-4251-ba12-071eb05581de,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:21.874936 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1cee56b-0119-4586-8f67-69d67e923f97 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] DELETE failed (client error): The resource could not be found. May 06 09:55:21.875584 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1cee56b-0119-4586-8f67-69d67e923f97 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:21.879785 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a1cee56b-0119-4586-8f67-69d67e923f97 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] 10.222.0.73 "DELETE /v2.0/networks/ac56f97f-a303-4813-bddd-536e56c1d401 HTTP/1.1" status: 404 len: 339 time: 0.2041900 May 06 09:55:21.888643 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36810) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:21.912624 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-2c858409-a095-420d-8d49-c360be32bc69 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Request body: {'network': {'name': 'tempest-network--132760382', 'router:external': True}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:21.969260 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-72a2f655-8795-44cd-8961-ee91fcd6f15c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:21.994261 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c858409-a095-420d-8d49-c360be32bc69 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Made reservation on behalf of cc9db3a3384e40bfa721984391aad1c4 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:21.996580 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2c858409-a095-420d-8d49-c360be32bc69 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.014663 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-72a2f655-8795-44cd-8961-ee91fcd6f15c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.045957 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-b46782dd-f3ff-4c62-bcb1-937d90283a8a req-899dacdd-3e35-445f-bf3a-6d242d0905da tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] For port ed7b32e6-c9f6-48e8-95af-a9133cabde9d, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ed7b32e6-c9f6-48e8-95af-a9133cabde9d,segment=NetworkSegment(d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc),segment_id=d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:22.046358 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b46782dd-f3ff-4c62-bcb1-937d90283a8a req-899dacdd-3e35-445f-bf3a-6d242d0905da tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.055162 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13206c72-e65a-44ea-8e21-c2ba60d998a3 admin admin] Router 281776a7-ed7c-440e-879c-88327b06ac90 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:55:22.068311 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-08a09bef-aaa3-4842-8f83-7a2acf1c258b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.070960 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c858409-a095-420d-8d49-c360be32bc69 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:55:22.073962 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-b46782dd-f3ff-4c62-bcb1-937d90283a8a req-899dacdd-3e35-445f-bf3a-6d242d0905da tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Calling delete_port for ed7b32e6-c9f6-48e8-95af-a9133cabde9d owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:22.106632 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2c858409-a095-420d-8d49-c360be32bc69 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.107086 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-2c858409-a095-420d-8d49-c360be32bc69 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Added segment 64851868-1eb7-407a-859a-baca7819b819 of type vlan for network d012cede-fb5c-41e8-b541-9cd8b11cf501 May 06 09:55:22.156294 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-72a2f655-8795-44cd-8961-ee91fcd6f15c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.160137 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-72a2f655-8795-44cd-8961-ee91fcd6f15c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.164315 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-72a2f655-8795-44cd-8961-ee91fcd6f15c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/security-groups/1e468b12-4867-45ff-8d9d-1cf38ffd71dc HTTP/1.1" status: 204 len: 168 time: 0.3196857 May 06 09:55:22.168967 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36814) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:22.278173 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2f655-8795-44cd-8961-ee91fcd6f15c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e468b12-4867-45ff-8d9d-1cf38ffd71dc,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:22.354196 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2c858409-a095-420d-8d49-c360be32bc69 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.395656 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13206c72-e65a-44ea-8e21-c2ba60d998a3 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:55:22.399362 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-33bb21ae-5262-4f77-837b-ad931ea73565 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.403809 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-13206c72-e65a-44ea-8e21-c2ba60d998a3 admin admin] 10.222.0.73 "PUT /v2.0/routers/281776a7-ed7c-440e-879c-88327b06ac90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0368116 May 06 09:55:22.405767 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36816) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:22.409618 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f4e927-b856-464f-8d18-3421e832e191 None None] Sync routers for ids ['281776a7-ed7c-440e-879c-88327b06ac90'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:55:22.420464 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f4e927-b856-464f-8d18-3421e832e191 None None] Routers {'281776a7-ed7c-440e-879c-88327b06ac90'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:55:22.421649 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-15f4e927-b856-464f-8d18-3421e832e191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:55:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['281776a7-ed7c-440e-879c-88327b06ac90'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:22.468349 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2951a0-a955-4aab-bb01-99b1c1f122d2 req-3c8e6c7e-249d-4c6a-a614-99341ca3a772 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:22.478138 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab2951a0-a955-4aab-bb01-99b1c1f122d2 req-3c8e6c7e-249d-4c6a-a614-99341ca3a772 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=796ad1b2-6c80-477d-a898-b280251364d2 HTTP/1.1" status: 200 len: 945 time: 0.2241640 May 06 09:55:22.492535 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-08a09bef-aaa3-4842-8f83-7a2acf1c258b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.505058 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-33bb21ae-5262-4f77-837b-ad931ea73565 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.517905 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-08a09bef-aaa3-4842-8f83-7a2acf1c258b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.524325 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2c858409-a095-420d-8d49-c360be32bc69 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.525445 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c858409-a095-420d-8d49-c360be32bc69 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:22.526040 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2c858409-a095-420d-8d49-c360be32bc69 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.542775 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-15f4e927-b856-464f-8d18-3421e832e191 None None] Set router 281776a7-ed7c-440e-879c-88327b06ac90 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:55:22.587766 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-08a09bef-aaa3-4842-8f83-7a2acf1c258b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=69b9f0dc50564ad6940b698dc2565317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7443869 May 06 09:55:22.591156 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36818) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:22.594292 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a09bef-aaa3-4842-8f83-7a2acf1c258b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92eb3a9-9f26-49cb-94e3-565d11d65c81,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:22.656613 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab2951a0-a955-4aab-bb01-99b1c1f122d2 req-1b7bf898-1672-46d5-9880-7f3986c3313c tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775229 May 06 09:55:22.714516 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-33bb21ae-5262-4f77-837b-ad931ea73565 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.718184 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-33bb21ae-5262-4f77-837b-ad931ea73565 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.719562 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-33bb21ae-5262-4f77-837b-ad931ea73565 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/security-groups/b71eacbb-1e8e-44c3-86c5-2453044b6d42 HTTP/1.1" status: 204 len: 168 time: 0.5467753 May 06 09:55:22.724520 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-df23d158-c5ff-4d80-becb-2820c84445b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.726171 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36820) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:22.756995 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-15f4e927-b856-464f-8d18-3421e832e191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281776a7-ed7c-440e-879c-88327b06ac90', 'name': 'tempest-AttachVolumeShelveTestJSON-1205873776-router', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:50Z', 'updated_at': '2022-05-06T09:55:20Z', 'revision_number': 5, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'gw_port': {'id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:51Z', 'updated_at': '2022-05-06T09:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:22.769914 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb21ae-5262-4f77-837b-ad931ea73565 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71eacbb-1e8e-44c3-86c5-2453044b6d42,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:22.790968 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f4e927-b856-464f-8d18-3421e832e191 None None] Checking router: 281776a7-ed7c-440e-879c-88327b06ac90 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:55:22.803995 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f4e927-b856-464f-8d18-3421e832e191 None None] Routers {'281776a7-ed7c-440e-879c-88327b06ac90'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:55:22.803995 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-15f4e927-b856-464f-8d18-3421e832e191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:55:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['281776a7-ed7c-440e-879c-88327b06ac90'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:22.810988 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-df23d158-c5ff-4d80-becb-2820c84445b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.838933 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-95f7e84c-2833-4631-8048-ac5dc5236f85 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting subnet 4fe2b35c-7e9d-4f0f-8abc-e5bf049a497f {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:55:22.857019 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-95f7e84c-2833-4631-8048-ac5dc5236f85 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.930132 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-95f7e84c-2833-4631-8048-ac5dc5236f85 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.937601 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-15f4e927-b856-464f-8d18-3421e832e191 None None] Set router 281776a7-ed7c-440e-879c-88327b06ac90 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:55:22.971676 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-df23d158-c5ff-4d80-becb-2820c84445b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.974544 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-df23d158-c5ff-4d80-becb-2820c84445b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.976008 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-df23d158-c5ff-4d80-becb-2820c84445b2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c92eb3a9-9f26-49cb-94e3-565d11d65c81 HTTP/1.1" status: 204 len: 168 time: 0.3775158 May 06 09:55:22.991049 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23d158-c5ff-4d80-becb-2820c84445b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92eb3a9-9f26-49cb-94e3-565d11d65c81,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:23.064619 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b46782dd-f3ff-4c62-bcb1-937d90283a8a req-899dacdd-3e35-445f-bf3a-6d242d0905da tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:23.076508 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['ad863945-c523-495c-8301-127c69dbbf3b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:55:23.085979 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2c858409-a095-420d-8d49-c360be32bc69 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1962554 May 06 09:55:23.107357 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36836) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:23.180000 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['ed7b32e6-c9f6-48e8-95af-a9133cabde9d'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:55:23.200399 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-95f7e84c-2833-4631-8048-ac5dc5236f85 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:23.302600 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-15f4e927-b856-464f-8d18-3421e832e191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281776a7-ed7c-440e-879c-88327b06ac90', 'name': 'tempest-AttachVolumeShelveTestJSON-1205873776-router', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:50Z', 'updated_at': '2022-05-06T09:55:20Z', 'revision_number': 5, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'gw_port': {'id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:51Z', 'updated_at': '2022-05-06T09:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:23.334877 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f4e927-b856-464f-8d18-3421e832e191 None None] The sync data for ids ['281776a7-ed7c-440e-879c-88327b06ac90'] in n-d-840835-1 is: [{'id': '281776a7-ed7c-440e-879c-88327b06ac90', 'name': 'tempest-AttachVolumeShelveTestJSON-1205873776-router', 'tenant_id': '1750166bc51841a8bad92d45b4eec5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:50Z', 'updated_at': '2022-05-06T09:55:20Z', 'revision_number': 5, 'project_id': '1750166bc51841a8bad92d45b4eec5fb', 'gw_port': {'id': '40b6f4a4-6bd3-42d0-a39b-3cffefceecd1', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281776a7-ed7c-440e-879c-88327b06ac90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:51Z', 'updated_at': '2022-05-06T09:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:55:23.377557 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-95f7e84c-2833-4631-8048-ac5dc5236f85 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:23.400879 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899dacdd-3e35-445f-bf3a-6d242d0905da tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Pushing event deleted for resources: {'Port': ['ID=ed7b32e6-c9f6-48e8-95af-a9133cabde9d,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:23.421988 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c858409-a095-420d-8d49-c360be32bc69 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Pushing event updated for resources: {'Network': ['ID=d012cede-fb5c-41e8-b541-9cd8b11cf501,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:23.429868 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7e84c-2833-4631-8048-ac5dc5236f85 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Subnet': ['ID=4fe2b35c-7e9d-4f0f-8abc-e5bf049a497f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:23.432988 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-95f7e84c-2833-4631-8048-ac5dc5236f85 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:23.436785 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-95f7e84c-2833-4631-8048-ac5dc5236f85 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/subnets/4fe2b35c-7e9d-4f0f-8abc-e5bf049a497f HTTP/1.1" status: 204 len: 168 time: 0.7074909 May 06 09:55:23.440863 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36848) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:23.468278 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network d012cede-fb5c-41e8-b541-9cd8b11cf501 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:55:23.475061 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522484d5-a77e-4010-b901-b8b5db7b22ad None None] Network f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:23.519872 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-769bd88c-2d81-4a93-9c11-80c598d95925 admin admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:23.521627 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a8f638-2c18-4bde-aa3f-279df8becfd5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting subnet 4a7f1ddf-7290-4502-bb0d-ce9376b9a6de {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:55:23.525487 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e7a8f638-2c18-4bde-aa3f-279df8becfd5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:23.576221 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e7a8f638-2c18-4bde-aa3f-279df8becfd5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:23.653997 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36850) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:23.684236 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6fda382e-de92-4c33-b750-cc4208359f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:23.718189 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46782dd-f3ff-4c62-bcb1-937d90283a8a req-899dacdd-3e35-445f-bf3a-6d242d0905da tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] No DVR routers for this DVR port ed7b32e6-c9f6-48e8-95af-a9133cabde9d on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:55:23.729791 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b46782dd-f3ff-4c62-bcb1-937d90283a8a req-899dacdd-3e35-445f-bf3a-6d242d0905da tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:23.740306 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b46782dd-f3ff-4c62-bcb1-937d90283a8a req-899dacdd-3e35-445f-bf3a-6d242d0905da tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.77 "DELETE /v2.0/ports/ed7b32e6-c9f6-48e8-95af-a9133cabde9d HTTP/1.1" status: 204 len: 173 time: 2.4631019 May 06 09:55:23.751394 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796ad1b2-6c80-477d-a898-b280251364d2', 'name': 'network-vif-deleted', 'tag': 'ed7b32e6-c9f6-48e8-95af-a9133cabde9d'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:55:23.755709 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90438c41-63ef-46e2-84a1-30d732d45130" -d '{"events": [{"server_uuid": "796ad1b2-6c80-477d-a898-b280251364d2", "name": "network-vif-deleted", "tag": "ed7b32e6-c9f6-48e8-95af-a9133cabde9d"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:55:23.759872 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-769bd88c-2d81-4a93-9c11-80c598d95925 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:23.842343 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e7a8f638-2c18-4bde-aa3f-279df8becfd5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:23.874681 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2b2884-8d4e-4713-b93f-8f3cd650f992 tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:23.902775 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2b2884-8d4e-4713-b93f-8f3cd650f992 tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:23.920332 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2b2884-8d4e-4713-b93f-8f3cd650f992 tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:23.930310 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2b2884-8d4e-4713-b93f-8f3cd650f992 tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:23.931564 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3591c0c-8e02-43da-9698-b5efaeb8b7ea req-253e3f43-0626-403f-a4db-7ba678f97c14 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=796ad1b2-6c80-477d-a898-b280251364d2 HTTP/1.1" status: 200 len: 210 time: 0.1022875 May 06 09:55:23.933424 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9d2b2884-8d4e-4713-b93f-8f3cd650f992 tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.8225238 May 06 09:55:23.936224 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36858) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:24.019058 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6fda382e-de92-4c33-b750-cc4208359f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.026424 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6fda382e-de92-4c33-b750-cc4208359f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.104256 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6fda382e-de92-4c33-b750-cc4208359f72 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c275851f499f4d5389e5f65ba9b24dc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4463267 May 06 09:55:24.106772 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e7a8f638-2c18-4bde-aa3f-279df8becfd5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.109771 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36860) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:24.110244 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-769bd88c-2d81-4a93-9c11-80c598d95925 admin admin] Deleting port 40b6f4a4-6bd3-42d0-a39b-3cffefceecd1 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:24.110622 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-769bd88c-2d81-4a93-9c11-80c598d95925 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.126158 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ac78a811-2317-4b87-b80d-89678bf4e3f8 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.134047 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780957fc-7633-4d45-9a12-27dd8ddfc1e8 x-openstack-request-id: req-780957fc-7633-4d45-9a12-27dd8ddfc1e8 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:55:24.134353 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796ad1b2-6c80-477d-a898-b280251364d2", "name": "network-vif-deleted", "tag": "ed7b32e6-c9f6-48e8-95af-a9133cabde9d", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:55:24.134621 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-780957fc-7633-4d45-9a12-27dd8ddfc1e8 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:55:24.135094 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-780957fc-7633-4d45-9a12-27dd8ddfc1e8'] response: {'server_uuid': '796ad1b2-6c80-477d-a898-b280251364d2', 'name': 'network-vif-deleted', 'tag': 'ed7b32e6-c9f6-48e8-95af-a9133cabde9d', 'status': 'completed', 'code': 200} May 06 09:55:24.320799 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ac78a811-2317-4b87-b80d-89678bf4e3f8 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.369644 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-ac78a811-2317-4b87-b80d-89678bf4e3f8 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d012cede-fb5c-41e8-b541-9cd8b11cf501']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:24.385812 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-ac78a811-2317-4b87-b80d-89678bf4e3f8 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64851868-1eb7-407a-859a-baca7819b819') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:24.386307 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-ac78a811-2317-4b87-b80d-89678bf4e3f8 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64851868-1eb7-407a-859a-baca7819b819') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:24.408861 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ac78a811-2317-4b87-b80d-89678bf4e3f8 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.436755 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ac78a811-2317-4b87-b80d-89678bf4e3f8 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.440142 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-769bd88c-2d81-4a93-9c11-80c598d95925 admin admin] For port 40b6f4a4-6bd3-42d0-a39b-3cffefceecd1, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=40b6f4a4-6bd3-42d0-a39b-3cffefceecd1,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:24.440754 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-769bd88c-2d81-4a93-9c11-80c598d95925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.453730 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac78a811-2317-4b87-b80d-89678bf4e3f8 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:55:24.454264 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ac78a811-2317-4b87-b80d-89678bf4e3f8 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: timer() May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:55:24.456729 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:55:24.496666 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-769bd88c-2d81-4a93-9c11-80c598d95925 admin admin] Calling delete_port for 40b6f4a4-6bd3-42d0-a39b-3cffefceecd1 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:24.557993 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda382e-de92-4c33-b750-cc4208359f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e73ed1b-ee27-445c-bd94-30175f565011,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:24.562420 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e7a8f638-2c18-4bde-aa3f-279df8becfd5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.568620 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e7a8f638-2c18-4bde-aa3f-279df8becfd5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/subnets/4a7f1ddf-7290-4502-bb0d-ce9376b9a6de HTTP/1.1" status: 204 len: 168 time: 1.1240113 May 06 09:55:24.574438 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36864) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:24.590066 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8f638-2c18-4bde-aa3f-279df8becfd5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Subnet': ['ID=4a7f1ddf-7290-4502-bb0d-ce9376b9a6de,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:24.606392 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8f638-2c18-4bde-aa3f-279df8becfd5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:24.607270 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8f638-2c18-4bde-aa3f-279df8becfd5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:24.607614 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8f638-2c18-4bde-aa3f-279df8becfd5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:24.607972 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8f638-2c18-4bde-aa3f-279df8becfd5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:24.608086 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee31a986-0b39-46f3-976b-9a09c4f511fe tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] DELETE failed (client error): The resource could not be found. May 06 09:55:24.608307 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8f638-2c18-4bde-aa3f-279df8becfd5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:24.608632 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee31a986-0b39-46f3-976b-9a09c4f511fe tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:24.608741 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8f638-2c18-4bde-aa3f-279df8becfd5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:24.614457 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8f638-2c18-4bde-aa3f-279df8becfd5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:24.614457 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8f638-2c18-4bde-aa3f-279df8becfd5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:24.614457 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8f638-2c18-4bde-aa3f-279df8becfd5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:24.614457 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8f638-2c18-4bde-aa3f-279df8becfd5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:24.614457 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8f638-2c18-4bde-aa3f-279df8becfd5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:24.614457 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8f638-2c18-4bde-aa3f-279df8becfd5 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:24.617702 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ee31a986-0b39-46f3-976b-9a09c4f511fe tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/subnets/4fe2b35c-7e9d-4f0f-8abc-e5bf049a497f HTTP/1.1" status: 404 len: 337 time: 0.0362809 May 06 09:55:24.617702 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ac78a811-2317-4b87-b80d-89678bf4e3f8 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.617864 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda382e-de92-4c33-b750-cc4208359f72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:24.617864 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda382e-de92-4c33-b750-cc4208359f72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:24.617864 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda382e-de92-4c33-b750-cc4208359f72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:24.617864 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda382e-de92-4c33-b750-cc4208359f72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:24.618120 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36866) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:24.618189 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda382e-de92-4c33-b750-cc4208359f72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:24.618189 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda382e-de92-4c33-b750-cc4208359f72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:24.618189 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda382e-de92-4c33-b750-cc4208359f72 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:24.618189 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda382e-de92-4c33-b750-cc4208359f72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:24.618189 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda382e-de92-4c33-b750-cc4208359f72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:24.618189 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda382e-de92-4c33-b750-cc4208359f72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:24.620095 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda382e-de92-4c33-b750-cc4208359f72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:24.620095 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda382e-de92-4c33-b750-cc4208359f72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:24.641942 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac78a811-2317-4b87-b80d-89678bf4e3f8 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d012cede-fb5c-41e8-b541-9cd8b11cf501 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 09:55:24.648820 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78a811-2317-4b87-b80d-89678bf4e3f8 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Pushing event deleted for resources: {'Network': ['ID=d012cede-fb5c-41e8-b541-9cd8b11cf501,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:24.674764 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ac78a811-2317-4b87-b80d-89678bf4e3f8 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.682328 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ac78a811-2317-4b87-b80d-89678bf4e3f8 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] 10.222.0.73 "DELETE /v2.0/networks/d012cede-fb5c-41e8-b541-9cd8b11cf501 HTTP/1.1" status: 204 len: 168 time: 0.7411430 May 06 09:55:24.686386 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36868) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:24.708202 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-8850ad54-03da-41f9-8f24-0e50d064954f tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Request body: {'network': {'name': 'tempest-network--1156705663', 'router:external': True}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:24.769987 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbcfbeec-97ed-4edc-9be3-8342d387822e tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting subnet 8bef3fc6-fb3e-46f5-919f-48d0a0ff1847 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:55:24.774822 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f0759f49-2a20-4fe8-8812-7b65eac213d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.777192 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cbcfbeec-97ed-4edc-9be3-8342d387822e tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.786636 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8850ad54-03da-41f9-8f24-0e50d064954f tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Made reservation on behalf of cc9db3a3384e40bfa721984391aad1c4 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:24.788973 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8850ad54-03da-41f9-8f24-0e50d064954f tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.865557 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cbcfbeec-97ed-4edc-9be3-8342d387822e tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.866087 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ef4f4acb-a4d1-467f-9a23-b176d81f0e9b no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:55:24.881241 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f0759f49-2a20-4fe8-8812-7b65eac213d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.909961 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8850ad54-03da-41f9-8f24-0e50d064954f tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:55:24.945399 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8850ad54-03da-41f9-8f24-0e50d064954f tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.946015 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-8850ad54-03da-41f9-8f24-0e50d064954f tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Added segment 5ef91770-17d9-4953-88ec-0a35aea9ca2a of type vlan for network 31e5e06e-c512-489a-8b9b-a08b8d498317 May 06 09:55:24.962070 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: ef4f4acb-a4d1-467f-9a23-b176d81f0e9b {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:55:24.962906 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ef4f4acb-a4d1-467f-9a23-b176d81f0e9b not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:55:25.005797 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f0759f49-2a20-4fe8-8812-7b65eac213d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:25.009897 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f0759f49-2a20-4fe8-8812-7b65eac213d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:25.011100 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f0759f49-2a20-4fe8-8812-7b65eac213d2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9e73ed1b-ee27-445c-bd94-30175f565011 HTTP/1.1" status: 204 len: 168 time: 0.8967755 May 06 09:55:25.024310 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35b7453-c957-4646-84f3-4aaee729e1bb None None] Network f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:25.029435 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cbcfbeec-97ed-4edc-9be3-8342d387822e tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:25.068397 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0759f49-2a20-4fe8-8812-7b65eac213d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e73ed1b-ee27-445c-bd94-30175f565011,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:25.087957 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8850ad54-03da-41f9-8f24-0e50d064954f tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:25.160204 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8850ad54-03da-41f9-8f24-0e50d064954f tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:25.161277 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8850ad54-03da-41f9-8f24-0e50d064954f tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:25.161880 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8850ad54-03da-41f9-8f24-0e50d064954f tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:25.247091 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-73740e9d-907e-4e5d-9586-823ab7d0ae1d None None] Provisioning complete for port e63bafc7-6739-463b-a875-de2eb4d2de5f triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:25.247500 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-73740e9d-907e-4e5d-9586-823ab7d0ae1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:25.302417 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cbcfbeec-97ed-4edc-9be3-8342d387822e tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:25.344655 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-769bd88c-2d81-4a93-9c11-80c598d95925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:25.349361 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ed7b32e6-c9f6-48e8-95af-a9133cabde9d no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:55:25.351970 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8850ad54-03da-41f9-8f24-0e50d064954f tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6671631 May 06 09:55:25.352744 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36876) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:25.354943 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850ad54-03da-41f9-8f24-0e50d064954f tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Pushing event updated for resources: {'Network': ['ID=31e5e06e-c512-489a-8b9b-a08b8d498317,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:25.433735 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:55:25.468621 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 31e5e06e-c512-489a-8b9b-a08b8d498317 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:55:25.538856 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cbcfbeec-97ed-4edc-9be3-8342d387822e tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:25.546209 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cbcfbeec-97ed-4edc-9be3-8342d387822e tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/subnets/8bef3fc6-fb3e-46f5-919f-48d0a0ff1847 HTTP/1.1" status: 204 len: 168 time: 0.9293189 May 06 09:55:25.547393 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfbeec-97ed-4edc-9be3-8342d387822e tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Subnet': ['ID=8bef3fc6-fb3e-46f5-919f-48d0a0ff1847,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:25.554977 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bd88c-2d81-4a93-9c11-80c598d95925 admin admin] Pushing event deleted for resources: {'Port': ['ID=40b6f4a4-6bd3-42d0-a39b-3cffefceecd1,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:25.575612 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36884) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:25.618158 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: ed7b32e6-c9f6-48e8-95af-a9133cabde9d {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:55:25.618492 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ed7b32e6-c9f6-48e8-95af-a9133cabde9d not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:55:25.634068 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-73740e9d-907e-4e5d-9586-823ab7d0ae1d None None] Port e63bafc7-6739-463b-a875-de2eb4d2de5f cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:55:25.646499 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-769bd88c-2d81-4a93-9c11-80c598d95925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:25.665712 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ad01fd-b7d2-4353-a157-2498ac5962f3 tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:25.666980 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-49ad01fd-b7d2-4353-a157-2498ac5962f3 tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] 10.222.0.73 "GET /v2.0/networks/31e5e06e-c512-489a-8b9b-a08b8d498317 HTTP/1.1" status: 200 len: 757 time: 0.3130372 May 06 09:55:25.670473 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36890) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:25.684182 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-73740e9d-907e-4e5d-9586-823ab7d0ae1d None None] Provisioning complete for port 2050d635-cec4-4258-b2d0-06fedacb2328 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:25.685172 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-73740e9d-907e-4e5d-9586-823ab7d0ae1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:25.765577 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-c23773d8-eab7-4105-b705-82cbbeeda74c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] DELETE failed (client error): The resource could not be found. May 06 09:55:25.769336 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c23773d8-eab7-4105-b705-82cbbeeda74c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:25.772977 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c23773d8-eab7-4105-b705-82cbbeeda74c tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/subnets/ad2d59fb-12cc-419f-8770-b892f19f5550 HTTP/1.1" status: 404 len: 337 time: 0.1962566 May 06 09:55:25.779343 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36894) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:25.870778 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-25cc2e03-c591-4b6a-9381-65d532fa7aac tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "GET /v2.0/ports?device_id=312ffc00-b937-477d-9551-6aead8d87fba HTTP/1.1" status: 200 len: 205 time: 0.0850506 May 06 09:55:25.871900 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36898) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:25.894750 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a52170-57ba-4662-bc75-b1c9bddc1047 None None] DHCP port deletion for f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:55:25.951516 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-769bd88c-2d81-4a93-9c11-80c598d95925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:25.955164 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-769bd88c-2d81-4a93-9c11-80c598d95925 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:25.957247 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66912aa2-df85-4e88-9cd7-3aaf3d7d09db req-8906d169-689d-4117-85c2-ca14ed660ee2 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:25.959755 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-66912aa2-df85-4e88-9cd7-3aaf3d7d09db req-8906d169-689d-4117-85c2-ca14ed660ee2 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d97d510-8a6d-42c4-a768-8907f7481365 HTTP/1.1" status: 200 len: 946 time: 0.4235420 May 06 09:55:25.962041 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-491ca2de-43bb-4071-89fc-4c1cf607e923 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] delete failed (client error): The resource could not be found. May 06 09:55:25.965875 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-491ca2de-43bb-4071-89fc-4c1cf607e923 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/routers/312ffc00-b937-477d-9551-6aead8d87fba HTTP/1.1" status: 404 len: 336 time: 0.0801754 May 06 09:55:25.966626 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36900) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:25.992593 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-86a52170-57ba-4662-bc75-b1c9bddc1047 None None] Deleting port 2050d635-cec4-4258-b2d0-06fedacb2328 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:25.992908 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-86a52170-57ba-4662-bc75-b1c9bddc1047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.043203 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-769bd88c-2d81-4a93-9c11-80c598d95925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.043950 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769bd88c-2d81-4a93-9c11-80c598d95925 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 281776a7-ed7c-440e-879c-88327b06ac90 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:55:26.054822 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87cd0d9-55a0-4f1f-89bd-ad8b3f846145 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] DELETE failed (client error): The resource could not be found. May 06 09:55:26.055201 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d87cd0d9-55a0-4f1f-89bd-ad8b3f846145 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:26.058399 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d87cd0d9-55a0-4f1f-89bd-ad8b3f846145 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/subnets/c890a356-19b6-434c-9fef-b30c204d78f0 HTTP/1.1" status: 404 len: 337 time: 0.0913157 May 06 09:55:26.061095 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36904) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:26.072265 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-769bd88c-2d81-4a93-9c11-80c598d95925 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.083832 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-769bd88c-2d81-4a93-9c11-80c598d95925 admin admin] 10.222.0.73 "DELETE /v2.0/routers/281776a7-ed7c-440e-879c-88327b06ac90 HTTP/1.1" status: 204 len: 168 time: 3.6657934 May 06 09:55:26.084717 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36906) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:26.107317 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3cee7dd-634f-4423-afeb-028f7c563cde tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] DELETE failed (client error): The resource could not be found. May 06 09:55:26.109446 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3cee7dd-634f-4423-afeb-028f7c563cde tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:26.116788 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d3cee7dd-634f-4423-afeb-028f7c563cde tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/subnets/933ba557-6d59-4221-9635-873104a869a4 HTTP/1.1" status: 404 len: 337 time: 0.0531864 May 06 09:55:26.127496 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36910) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:26.151836 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-86a52170-57ba-4662-bc75-b1c9bddc1047 None None] For port 2050d635-cec4-4258-b2d0-06fedacb2328, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=2050d635-cec4-4258-b2d0-06fedacb2328,segment=NetworkSegment(705033a8-22d7-4d7f-a871-d0015455be26),segment_id=705033a8-22d7-4d7f-a871-d0015455be26)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:26.152438 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-86a52170-57ba-4662-bc75-b1c9bddc1047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.174948 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-66912aa2-df85-4e88-9cd7-3aaf3d7d09db req-9b138b16-9d1f-414e-9d65-8b1e7d66d7ff tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001240 May 06 09:55:26.179698 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-86a52170-57ba-4662-bc75-b1c9bddc1047 None None] Calling delete_port for 2050d635-cec4-4258-b2d0-06fedacb2328 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:26.195860 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf49739-de6a-4516-9da7-7ac088b87a79 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] DELETE failed (client error): The resource could not be found. May 06 09:55:26.196408 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf49739-de6a-4516-9da7-7ac088b87a79 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:26.199660 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7bf49739-de6a-4516-9da7-7ac088b87a79 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/subnets/15656fda-95ad-4ae4-a7f9-badea9121311 HTTP/1.1" status: 404 len: 337 time: 0.0710790 May 06 09:55:26.202533 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36914) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:26.212244 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c1b43e-77ad-41ea-a9e9-459d33b1fb71 tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:26.214308 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-06c1b43e-77ad-41ea-a9e9-459d33b1fb71 tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] 10.222.0.73 "GET /v2.0/networks/9612e82d-cc0b-4d01-a1ad-f6dddbb78d2f HTTP/1.1" status: 200 len: 767 time: 0.5093825 May 06 09:55:26.226594 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36916) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:26.238104 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea8df85-36cd-4b6a-aa5a-dbb64e5139b2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] DELETE failed (client error): The resource could not be found. May 06 09:55:26.238680 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea8df85-36cd-4b6a-aa5a-dbb64e5139b2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:26.242750 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-dea8df85-36cd-4b6a-aa5a-dbb64e5139b2 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/ports/0300e843-225d-48bb-8129-bf24c4dde102 HTTP/1.1" status: 404 len: 333 time: 0.0395598 May 06 09:55:26.247666 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36918) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:26.277201 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a98555-9132-4ca5-9809-b8f221c8c56f admin admin] Deleting subnet 1d4098cb-ab83-4260-9cb2-59b447fa9932 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:55:26.281017 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-80a98555-9132-4ca5-9809-b8f221c8c56f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.319224 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d4aa62-d324-43fa-bfe0-1df3d1fa1edc tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] DELETE failed (client error): The resource could not be found. May 06 09:55:26.319224 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1d4aa62-d324-43fa-bfe0-1df3d1fa1edc tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:26.326096 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e1d4aa62-d324-43fa-bfe0-1df3d1fa1edc tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/subnets/3acf98c3-2a70-4954-aa7b-82543003a781 HTTP/1.1" status: 404 len: 337 time: 0.0772870 May 06 09:55:26.329432 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36922) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:26.360187 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-86a52170-57ba-4662-bc75-b1c9bddc1047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.372487 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-80a98555-9132-4ca5-9809-b8f221c8c56f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.390157 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae66f316-b0a2-4196-a84d-6a7ae15db887 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] DELETE failed (client error): The resource could not be found. May 06 09:55:26.390628 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae66f316-b0a2-4196-a84d-6a7ae15db887 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:26.406694 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36924) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:26.407187 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ae66f316-b0a2-4196-a84d-6a7ae15db887 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/subnets/b51af64b-6eba-4afa-9e74-6d7d33bef07d HTTP/1.1" status: 404 len: 337 time: 0.0644362 May 06 09:55:26.413755 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a52170-57ba-4662-bc75-b1c9bddc1047 None None] Pushing event deleted for resources: {'Port': ['ID=2050d635-cec4-4258-b2d0-06fedacb2328,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:26.420452 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a52170-57ba-4662-bc75-b1c9bddc1047 None None] No DVR routers for this DVR port 2050d635-cec4-4258-b2d0-06fedacb2328 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:55:26.465993 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8fcce80-d4fc-4260-b36b-8be8fd5c4a89 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] DELETE failed (client error): The resource could not be found. May 06 09:55:26.466729 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8fcce80-d4fc-4260-b36b-8be8fd5c4a89 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:26.473099 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a8fcce80-d4fc-4260-b36b-8be8fd5c4a89 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/ports/baff1382-6341-4a0f-b9c1-14967b3dd097 HTTP/1.1" status: 404 len: 333 time: 0.0482371 May 06 09:55:26.473839 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36930) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:26.475247 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-32361f95-998f-4982-8c6c-0634784e59ec tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.530718 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2eef1b5-34da-45ae-b34f-b6bdf1169af3 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] DELETE failed (client error): The resource could not be found. May 06 09:55:26.533866 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2eef1b5-34da-45ae-b34f-b6bdf1169af3 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:26.543423 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b2eef1b5-34da-45ae-b34f-b6bdf1169af3 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/subnets/c2b6258e-cdeb-4a92-a471-2f6742029352 HTTP/1.1" status: 404 len: 337 time: 0.0662506 May 06 09:55:26.544555 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36932) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:26.578416 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ad63e4-e055-4fe6-8866-afb4afc4af77 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] DELETE failed (client error): The resource could not be found. May 06 09:55:26.579023 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29ad63e4-e055-4fe6-8866-afb4afc4af77 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:26.587684 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-29ad63e4-e055-4fe6-8866-afb4afc4af77 tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/subnets/cd3320aa-b838-41ea-9532-a0ce2f34bc08 HTTP/1.1" status: 404 len: 337 time: 0.0399323 May 06 09:55:26.588514 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36934) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:26.629848 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-32361f95-998f-4982-8c6c-0634784e59ec tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.677019 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-80a98555-9132-4ca5-9809-b8f221c8c56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.729804 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-32361f95-998f-4982-8c6c-0634784e59ec tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e5e06e-c512-489a-8b9b-a08b8d498317']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:26.732242 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-2ebf4443-0648-4488-a454-4834f7c7a9ed tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Deleting port e63bafc7-6739-463b-a875-de2eb4d2de5f {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:26.732655 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2ebf4443-0648-4488-a454-4834f7c7a9ed tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.761007 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-32361f95-998f-4982-8c6c-0634784e59ec tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef91770-17d9-4953-88ec-0a35aea9ca2a') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:26.761743 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-32361f95-998f-4982-8c6c-0634784e59ec tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef91770-17d9-4953-88ec-0a35aea9ca2a') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:26.777742 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-32361f95-998f-4982-8c6c-0634784e59ec tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.811930 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-32361f95-998f-4982-8c6c-0634784e59ec tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.828164 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32361f95-998f-4982-8c6c-0634784e59ec tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:55:26.828818 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-32361f95-998f-4982-8c6c-0634784e59ec tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: timer() May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:55:26.832788 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:55:26.857048 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2ebf4443-0648-4488-a454-4834f7c7a9ed tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.892504 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-2ebf4443-0648-4488-a454-4834f7c7a9ed tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Calling delete_port for e63bafc7-6739-463b-a875-de2eb4d2de5f owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:26.894971 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 2050d635-cec4-4258-b2d0-06fedacb2328 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:55:26.933959 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 2050d635-cec4-4258-b2d0-06fedacb2328 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:55:26.934728 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 2050d635-cec4-4258-b2d0-06fedacb2328 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:55:26.935414 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 40b6f4a4-6bd3-42d0-a39b-3cffefceecd1 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:55:26.958554 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 40b6f4a4-6bd3-42d0-a39b-3cffefceecd1 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:55:26.959096 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 40b6f4a4-6bd3-42d0-a39b-3cffefceecd1 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:55:26.961396 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-80a98555-9132-4ca5-9809-b8f221c8c56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.031071 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98555-9132-4ca5-9809-b8f221c8c56f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d4098cb-ab83-4260-9cb2-59b447fa9932,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:27.033611 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-80a98555-9132-4ca5-9809-b8f221c8c56f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.037549 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-80a98555-9132-4ca5-9809-b8f221c8c56f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/1d4098cb-ab83-4260-9cb2-59b447fa9932 HTTP/1.1" status: 204 len: 168 time: 0.9492471 May 06 09:55:27.039426 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-32361f95-998f-4982-8c6c-0634784e59ec tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.039686 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b5e78f-1732-4f86-b4f3-1bca17d7b54c None None] Network 02e8aba3-387b-400e-9f74-334ab3eab168 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:27.041142 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36944) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:27.046806 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32361f95-998f-4982-8c6c-0634784e59ec tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 31e5e06e-c512-489a-8b9b-a08b8d498317 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 09:55:27.055464 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-32361f95-998f-4982-8c6c-0634784e59ec tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.064560 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-32361f95-998f-4982-8c6c-0634784e59ec tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] 10.222.0.73 "DELETE /v2.0/networks/31e5e06e-c512-489a-8b9b-a08b8d498317 HTTP/1.1" status: 204 len: 168 time: 0.8317459 May 06 09:55:27.080694 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36946) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:27.109188 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32361f95-998f-4982-8c6c-0634784e59ec tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Pushing event deleted for resources: {'Network': ['ID=31e5e06e-c512-489a-8b9b-a08b8d498317,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:27.114698 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-0cda285c-ae88-4360-81ce-5073a1a8b820 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Request body: {'network': {'name': 'tempest-network--2077358823'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:27.137822 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2ebf4443-0648-4488-a454-4834f7c7a9ed tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.167814 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9c4481fd-d739-4ac7-809d-cbcd547c6836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.171572 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cda285c-ae88-4360-81ce-5073a1a8b820 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Made reservation on behalf of cc9db3a3384e40bfa721984391aad1c4 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:27.174148 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0cda285c-ae88-4360-81ce-5073a1a8b820 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.232321 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3651b3e-a4ae-44e5-9b92-5c70f68ec92e req-3a7c7357-a64a-438e-b31e-ba4ce8bbf602 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:27.233882 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3651b3e-a4ae-44e5-9b92-5c70f68ec92e req-3a7c7357-a64a-438e-b31e-ba4ce8bbf602 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d97d510-8a6d-42c4-a768-8907f7481365 HTTP/1.1" status: 200 len: 946 time: 0.2170575 May 06 09:55:27.234820 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf4443-0648-4488-a454-4834f7c7a9ed tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Port': ['ID=e63bafc7-6739-463b-a875-de2eb4d2de5f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:27.239559 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cda285c-ae88-4360-81ce-5073a1a8b820 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:55:27.257133 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0cda285c-ae88-4360-81ce-5073a1a8b820 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.257840 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-0cda285c-ae88-4360-81ce-5073a1a8b820 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Added segment 4ded033f-36dc-431c-ab87-01d15b4ec52e of type vlan for network 96707f10-8967-4cc3-a877-7d21f098485d May 06 09:55:27.260744 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2ebf4443-0648-4488-a454-4834f7c7a9ed tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.277458 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2ebf4443-0648-4488-a454-4834f7c7a9ed tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/ports/e63bafc7-6739-463b-a875-de2eb4d2de5f HTTP/1.1" status: 204 len: 168 time: 0.6860809 May 06 09:55:27.278107 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36952) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:27.319168 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0cda285c-ae88-4360-81ce-5073a1a8b820 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.349123 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-9c4481fd-d739-4ac7-809d-cbcd547c6836 admin admin] Deleting port 4477ace9-d296-4323-b87f-bb5fafd2aa7c {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:27.349473 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9c4481fd-d739-4ac7-809d-cbcd547c6836 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.413605 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0cda285c-ae88-4360-81ce-5073a1a8b820 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.415063 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cda285c-ae88-4360-81ce-5073a1a8b820 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:27.415934 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0cda285c-ae88-4360-81ce-5073a1a8b820 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.474025 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b755ae03-2161-4198-9d2c-9cea478f7ee6 None None] DHCP port deletion for 02e8aba3-387b-400e-9f74-334ab3eab168 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:55:27.518535 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-9c4481fd-d739-4ac7-809d-cbcd547c6836 admin admin] For port 4477ace9-d296-4323-b87f-bb5fafd2aa7c, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=4477ace9-d296-4323-b87f-bb5fafd2aa7c,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:27.518908 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9c4481fd-d739-4ac7-809d-cbcd547c6836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.577763 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-9c4481fd-d739-4ac7-809d-cbcd547c6836 admin admin] Calling delete_port for 4477ace9-d296-4323-b87f-bb5fafd2aa7c owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:27.616583 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-b755ae03-2161-4198-9d2c-9cea478f7ee6 None None] Deleting port 4477ace9-d296-4323-b87f-bb5fafd2aa7c {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:27.616583 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b755ae03-2161-4198-9d2c-9cea478f7ee6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.634867 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0cda285c-ae88-4360-81ce-5073a1a8b820 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5503874 May 06 09:55:27.637371 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36970) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:27.643904 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2d7fd-1deb-4b6c-b268-033d4a84c839 req-f7300e9c-85cf-4519-ba94-f6950d3c6012 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:27.645014 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-1daf5a7c-cb1f-4787-ac9d-d9cd5bf6a82f tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:27.656094 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-33f2d7fd-1deb-4b6c-b268-033d4a84c839 req-f7300e9c-85cf-4519-ba94-f6950d3c6012 tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d97d510-8a6d-42c4-a768-8907f7481365 HTTP/1.1" status: 200 len: 946 time: 0.2882996 May 06 09:55:27.662578 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ec0ca6d2-4e02-48ac-ab54-69da057ad77a tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.815016 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-a3651b3e-a4ae-44e5-9b92-5c70f68ec92e req-c465b1c8-0c1d-4eed-96ef-d307c926373d tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Deleting port ad863945-c523-495c-8301-127c69dbbf3b {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:27.815394 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a3651b3e-a4ae-44e5-9b92-5c70f68ec92e req-c465b1c8-0c1d-4eed-96ef-d307c926373d tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.827716 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-33f2d7fd-1deb-4b6c-b268-033d4a84c839 req-ae265677-e581-4b76-aeae-547d52a1fb1f tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/security-groups?id=e300b4fa-9161-4f6e-b71f-3469e33b4693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595647 May 06 09:55:27.918791 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ec0ca6d2-4e02-48ac-ab54-69da057ad77a tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.945419 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-b755ae03-2161-4198-9d2c-9cea478f7ee6 None None] For port 4477ace9-d296-4323-b87f-bb5fafd2aa7c, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=4477ace9-d296-4323-b87f-bb5fafd2aa7c,segment=NetworkSegment(ae8ffd01-4126-4a51-9834-d09bbf1a2313),segment_id=ae8ffd01-4126-4a51-9834-d09bbf1a2313)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:27.946014 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b755ae03-2161-4198-9d2c-9cea478f7ee6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.956172 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-ec0ca6d2-4e02-48ac-ab54-69da057ad77a tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:27.965764 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-b755ae03-2161-4198-9d2c-9cea478f7ee6 None None] Calling delete_port for 4477ace9-d296-4323-b87f-bb5fafd2aa7c owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:27.977735 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-ec0ca6d2-4e02-48ac-ab54-69da057ad77a tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705033a8-22d7-4d7f-a871-d0015455be26') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:27.978315 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-ec0ca6d2-4e02-48ac-ab54-69da057ad77a tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705033a8-22d7-4d7f-a871-d0015455be26') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:27.996973 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ec0ca6d2-4e02-48ac-ab54-69da057ad77a tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:28.041145 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-a3651b3e-a4ae-44e5-9b92-5c70f68ec92e req-c465b1c8-0c1d-4eed-96ef-d307c926373d tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] For port ad863945-c523-495c-8301-127c69dbbf3b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=ad863945-c523-495c-8301-127c69dbbf3b,segment=NetworkSegment(d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc),segment_id=d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:28.041544 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a3651b3e-a4ae-44e5-9b92-5c70f68ec92e req-c465b1c8-0c1d-4eed-96ef-d307c926373d tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:28.064653 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b755ae03-2161-4198-9d2c-9cea478f7ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:28.077280 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ec0ca6d2-4e02-48ac-ab54-69da057ad77a tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:28.081310 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-a3651b3e-a4ae-44e5-9b92-5c70f68ec92e req-c465b1c8-0c1d-4eed-96ef-d307c926373d tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Calling delete_port for ad863945-c523-495c-8301-127c69dbbf3b owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:28.096007 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0ca6d2-4e02-48ac-ab54-69da057ad77a tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:55:28.096795 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ec0ca6d2-4e02-48ac-ab54-69da057ad77a tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: timer() May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:55:28.100452 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:55:28.114991 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755ae03-2161-4198-9d2c-9cea478f7ee6 None None] Pushing event deleted for resources: {'Port': ['ID=4477ace9-d296-4323-b87f-bb5fafd2aa7c,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:28.121096 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b755ae03-2161-4198-9d2c-9cea478f7ee6 None None] No DVR routers for this DVR port 4477ace9-d296-4323-b87f-bb5fafd2aa7c on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:55:28.268017 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ec0ca6d2-4e02-48ac-ab54-69da057ad77a tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:28.278146 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ec0ca6d2-4e02-48ac-ab54-69da057ad77a tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:28.284855 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ec0ca6d2-4e02-48ac-ab54-69da057ad77a tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] 10.222.0.73 "DELETE /v2.0/networks/f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab HTTP/1.1" status: 204 len: 168 time: 0.9903586 May 06 09:55:28.300328 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ca6d2-4e02-48ac-ab54-69da057ad77a tempest-PortsTestJSON-1669719333 tempest-PortsTestJSON-1669719333-project] Pushing event deleted for resources: {'Network': ['ID=f36ddb47-9d1b-4e76-aad8-0cb0e947a4ab,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:28.396595 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a3651b3e-a4ae-44e5-9b92-5c70f68ec92e req-c465b1c8-0c1d-4eed-96ef-d307c926373d tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:28.421232 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda285c-ae88-4360-81ce-5073a1a8b820 tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Pushing event updated for resources: {'Network': ['ID=96707f10-8967-4cc3-a877-7d21f098485d,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:28.432842 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 96707f10-8967-4cc3-a877-7d21f098485d details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:55:28.494820 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465b1c8-0c1d-4eed-96ef-d307c926373d tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Pushing event deleted for resources: {'Port': ['ID=ad863945-c523-495c-8301-127c69dbbf3b,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:28.504535 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1daf5a7c-cb1f-4787-ac9d-d9cd5bf6a82f tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:28.516320 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9c4481fd-d739-4ac7-809d-cbcd547c6836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:28.540242 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3651b3e-a4ae-44e5-9b92-5c70f68ec92e req-c465b1c8-0c1d-4eed-96ef-d307c926373d tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] No DVR routers for this DVR port ad863945-c523-495c-8301-127c69dbbf3b on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:55:28.543933 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a3651b3e-a4ae-44e5-9b92-5c70f68ec92e req-c465b1c8-0c1d-4eed-96ef-d307c926373d tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:28.549706 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3651b3e-a4ae-44e5-9b92-5c70f68ec92e req-c465b1c8-0c1d-4eed-96ef-d307c926373d tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.84 "DELETE /v2.0/ports/ad863945-c523-495c-8301-127c69dbbf3b HTTP/1.1" status: 204 len: 173 time: 1.2961504 May 06 09:55:28.550260 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d97d510-8a6d-42c4-a768-8907f7481365', 'name': 'network-vif-deleted', 'tag': 'ad863945-c523-495c-8301-127c69dbbf3b'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:55:28.568535 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609f0487-33fd-4179-be8d-5a77ccbd99f0" -d '{"events": [{"server_uuid": "7d97d510-8a6d-42c4-a768-8907f7481365", "name": "network-vif-deleted", "tag": "ad863945-c523-495c-8301-127c69dbbf3b"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:55:28.590927 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1daf5a7c-cb1f-4787-ac9d-d9cd5bf6a82f tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:28.605532 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4481fd-d739-4ac7-809d-cbcd547c6836 admin admin] Pushing event deleted for resources: {'Port': ['ID=4477ace9-d296-4323-b87f-bb5fafd2aa7c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:28.648174 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4481fd-d739-4ac7-809d-cbcd547c6836 admin admin] No DVR routers for this DVR port 4477ace9-d296-4323-b87f-bb5fafd2aa7c on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:55:28.678977 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1daf5a7c-cb1f-4787-ac9d-d9cd5bf6a82f tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Network 96707f10-8967-4cc3-a877-7d21f098485d is not hosted by any dhcp agent {{(pid=102652) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 06 09:55:28.679926 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daf5a7c-cb1f-4787-ac9d-d9cd5bf6a82f tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:28.680643 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1daf5a7c-cb1f-4787-ac9d-d9cd5bf6a82f tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:28.686338 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d343fab9-c04d-428b-8cf6-e07a13eab14b x-openstack-request-id: req-d343fab9-c04d-428b-8cf6-e07a13eab14b {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:55:28.687101 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d97d510-8a6d-42c4-a768-8907f7481365", "name": "network-vif-deleted", "tag": "ad863945-c523-495c-8301-127c69dbbf3b", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:55:28.687101 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d343fab9-c04d-428b-8cf6-e07a13eab14b {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:55:28.687650 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d343fab9-c04d-428b-8cf6-e07a13eab14b'] response: {'server_uuid': '7d97d510-8a6d-42c4-a768-8907f7481365', 'name': 'network-vif-deleted', 'tag': 'ad863945-c523-495c-8301-127c69dbbf3b', 'status': 'completed', 'code': 200} May 06 09:55:28.690292 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1daf5a7c-cb1f-4787-ac9d-d9cd5bf6a82f tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] 10.222.0.73 "PUT /v2.0/networks/96707f10-8967-4cc3-a877-7d21f098485d HTTP/1.1" status: 200 len: 858 time: 1.0520678 May 06 09:55:28.693023 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37000) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:28.880382 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b176ca4f-2356-4b17-8aa2-69c86aaeb55b tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:28.947296 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9c4481fd-d739-4ac7-809d-cbcd547c6836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:28.950252 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:28.957397 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 4477ace9-d296-4323-b87f-bb5fafd2aa7c no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:55:28.960599 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37008) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:28.991508 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-9c4481fd-d739-4ac7-809d-cbcd547c6836 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e8aba3-387b-400e-9f74-334ab3eab168']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:29.003157 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 4477ace9-d296-4323-b87f-bb5fafd2aa7c {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:55:29.003668 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 4477ace9-d296-4323-b87f-bb5fafd2aa7c not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:55:29.009714 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-9c4481fd-d739-4ac7-809d-cbcd547c6836 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae8ffd01-4126-4a51-9834-d09bbf1a2313') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:29.010024 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-9c4481fd-d739-4ac7-809d-cbcd547c6836 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae8ffd01-4126-4a51-9834-d09bbf1a2313') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:29.033592 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9c4481fd-d739-4ac7-809d-cbcd547c6836 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:29.054393 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9c4481fd-d739-4ac7-809d-cbcd547c6836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:29.061317 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c4481fd-d739-4ac7-809d-cbcd547c6836 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:55:29.061801 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9c4481fd-d739-4ac7-809d-cbcd547c6836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: self.session.flush() May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: self.session.flush() May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: self.session.flush() May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: self.session.flush() May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: timer() May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:55:29.127811 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf5a7c-cb1f-4787-ac9d-d9cd5bf6a82f tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Pushing event updated for resources: {'Network': ['ID=96707f10-8967-4cc3-a877-7d21f098485d,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:29.152433 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9c4481fd-d739-4ac7-809d-cbcd547c6836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:29.159018 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-569d104d-c065-40e6-8895-027a5a98add8 req-32fda6d9-06a1-47ea-9fa1-e7a78b18a84f tempest-ListServerFiltersTestJSON-2029659388 tempest-ListServerFiltersTestJSON-2029659388-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d97d510-8a6d-42c4-a768-8907f7481365 HTTP/1.1" status: 200 len: 210 time: 0.1354148 May 06 09:55:29.162467 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9c4481fd-d739-4ac7-809d-cbcd547c6836 admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:29.168326 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9c4481fd-d739-4ac7-809d-cbcd547c6836 admin admin] 10.222.0.73 "DELETE /v2.0/networks/02e8aba3-387b-400e-9f74-334ab3eab168 HTTP/1.1" status: 204 len: 168 time: 2.1261845 May 06 09:55:29.196948 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4481fd-d739-4ac7-809d-cbcd547c6836 admin admin] Pushing event deleted for resources: {'Network': ['ID=02e8aba3-387b-400e-9f74-334ab3eab168,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:29.223457 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b176ca4f-2356-4b17-8aa2-69c86aaeb55b tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:29.256009 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-b176ca4f-2356-4b17-8aa2-69c86aaeb55b tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96707f10-8967-4cc3-a877-7d21f098485d']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:29.269690 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-b176ca4f-2356-4b17-8aa2-69c86aaeb55b tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ded033f-36dc-431c-ab87-01d15b4ec52e') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:29.270698 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-b176ca4f-2356-4b17-8aa2-69c86aaeb55b tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ded033f-36dc-431c-ab87-01d15b4ec52e') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:29.285559 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b176ca4f-2356-4b17-8aa2-69c86aaeb55b tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:29.335235 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b176ca4f-2356-4b17-8aa2-69c86aaeb55b tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:29.351742 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b176ca4f-2356-4b17-8aa2-69c86aaeb55b tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:55:29.352292 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b176ca4f-2356-4b17-8aa2-69c86aaeb55b tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: timer() May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:55:29.354331 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:55:29.405930 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bb2e28ac-2647-417d-9f60-61cb753099f9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5e93687cdbe844579029619dd5bb366a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4440782 May 06 09:55:29.410016 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37022) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:29.434733 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b176ca4f-2356-4b17-8aa2-69c86aaeb55b tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:29.441296 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b176ca4f-2356-4b17-8aa2-69c86aaeb55b tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 96707f10-8967-4cc3-a877-7d21f098485d {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 09:55:29.445456 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b176ca4f-2356-4b17-8aa2-69c86aaeb55b tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:29.453481 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b176ca4f-2356-4b17-8aa2-69c86aaeb55b tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] 10.222.0.73 "DELETE /v2.0/networks/96707f10-8967-4cc3-a877-7d21f098485d HTTP/1.1" status: 204 len: 168 time: 0.7590773 May 06 09:55:29.454358 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37024) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:29.510179 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176ca4f-2356-4b17-8aa2-69c86aaeb55b tempest-ExternalNetworksTestJSON-353038134 tempest-ExternalNetworksTestJSON-353038134-project-admin] Pushing event deleted for resources: {'Network': ['ID=96707f10-8967-4cc3-a877-7d21f098485d,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:29.513079 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37028) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:29.514157 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-16263610-b217-4bd1-8b59-f91ead4abebb tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] DELETE failed (client error): The resource could not be found. May 06 09:55:29.514839 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16263610-b217-4bd1-8b59-f91ead4abebb tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:29.522200 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37030) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:29.522429 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-16263610-b217-4bd1-8b59-f91ead4abebb tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] 10.222.0.73 "DELETE /v2.0/subnets/0c03b13a-704b-4abb-862b-18baad15e8c7 HTTP/1.1" status: 404 len: 337 time: 0.0633507 May 06 09:55:29.575153 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-356c4a64-0103-4452-9ea2-338565da844c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1750166bc51841a8bad92d45b4eec5fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512707 May 06 09:55:29.578878 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37032) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:29.647764 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bcda7849-483b-4f55-9e94-fb5ead8ae7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:29.682300 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9e2e2ffe-c685-4a9d-8089-e37b036e2705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:29.697846 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bcda7849-483b-4f55-9e94-fb5ead8ae7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:29.738739 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9e2e2ffe-c685-4a9d-8089-e37b036e2705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:29.774547 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d1e72a8c-e34c-436d-acb2-9c005589bb7b tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:29.777107 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bcda7849-483b-4f55-9e94-fb5ead8ae7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:29.780543 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bcda7849-483b-4f55-9e94-fb5ead8ae7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:29.785051 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bcda7849-483b-4f55-9e94-fb5ead8ae7c9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c1ea0f7d-11ae-43d5-bf70-ad2f574b4c5c HTTP/1.1" status: 204 len: 168 time: 0.2013428 May 06 09:55:29.793674 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda7849-483b-4f55-9e94-fb5ead8ae7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ea0f7d-11ae-43d5-bf70-ad2f574b4c5c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:30.035893 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9e2e2ffe-c685-4a9d-8089-e37b036e2705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:30.042868 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9e2e2ffe-c685-4a9d-8089-e37b036e2705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:30.057898 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9e2e2ffe-c685-4a9d-8089-e37b036e2705 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6b4ebd60-648c-4075-a1fb-27edc90bf2b1 HTTP/1.1" status: 204 len: 168 time: 0.6461077 May 06 09:55:30.070518 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d1e72a8c-e34c-436d-acb2-9c005589bb7b tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:30.104703 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e2ffe-c685-4a9d-8089-e37b036e2705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4ebd60-648c-4075-a1fb-27edc90bf2b1,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:30.135272 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d1e72a8c-e34c-436d-acb2-9c005589bb7b tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9612e82d-cc0b-4d01-a1ad-f6dddbb78d2f']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:30.160009 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d1e72a8c-e34c-436d-acb2-9c005589bb7b tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00cf11fe-0c78-4c88-a9f8-2b834d8ebafc') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:30.160595 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d1e72a8c-e34c-436d-acb2-9c005589bb7b tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00cf11fe-0c78-4c88-a9f8-2b834d8ebafc') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:30.171134 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d1e72a8c-e34c-436d-acb2-9c005589bb7b tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:30.188215 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d1e72a8c-e34c-436d-acb2-9c005589bb7b tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:30.200522 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e72a8c-e34c-436d-acb2-9c005589bb7b tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:55:30.201596 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d1e72a8c-e34c-436d-acb2-9c005589bb7b tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:30.203760 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device ad863945-c523-495c-8301-127c69dbbf3b no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: timer() May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:55:30.209991 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:55:30.263999 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: ad863945-c523-495c-8301-127c69dbbf3b {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:55:30.265472 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device ad863945-c523-495c-8301-127c69dbbf3b not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:55:30.286295 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37048) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:30.330402 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d1e72a8c-e34c-436d-acb2-9c005589bb7b tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:30.357589 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d1e72a8c-e34c-436d-acb2-9c005589bb7b tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:30.378659 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d1e72a8c-e34c-436d-acb2-9c005589bb7b tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] 10.222.0.73 "DELETE /v2.0/networks/9612e82d-cc0b-4d01-a1ad-f6dddbb78d2f HTTP/1.1" status: 204 len: 168 time: 0.8421807 May 06 09:55:30.380085 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e72a8c-e34c-436d-acb2-9c005589bb7b tempest-ExternalNetworksTestJSON-1862980957 tempest-ExternalNetworksTestJSON-1862980957-project] Pushing event deleted for resources: {'Network': ['ID=9612e82d-cc0b-4d01-a1ad-f6dddbb78d2f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:30.388305 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c5e25a9-7bce-4bad-9e3f-b0287107e551 admin admin] Deleting subnet efae5f4a-8926-4286-a092-abe4290135e7 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:55:30.396271 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2c5e25a9-7bce-4bad-9e3f-b0287107e551 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:30.474066 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2c5e25a9-7bce-4bad-9e3f-b0287107e551 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:30.597960 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2c5e25a9-7bce-4bad-9e3f-b0287107e551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:30.666550 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2c5e25a9-7bce-4bad-9e3f-b0287107e551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:30.698243 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e25a9-7bce-4bad-9e3f-b0287107e551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efae5f4a-8926-4286-a092-abe4290135e7,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:30.706120 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2c5e25a9-7bce-4bad-9e3f-b0287107e551 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:30.710809 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2c5e25a9-7bce-4bad-9e3f-b0287107e551 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/efae5f4a-8926-4286-a092-abe4290135e7 HTTP/1.1" status: 204 len: 168 time: 0.4207678 May 06 09:55:30.713052 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0983fdf-fe5d-4a62-b8d7-388a2514e5ef None None] Network 6b90c8ae-38c7-48da-870f-80fb484f8413 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:30.713829 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37064) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:30.819172 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f5409e0-afcf-4ab3-9a10-d4576c4dbc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:30.899488 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-1f5409e0-afcf-4ab3-9a10-d4576c4dbc2f admin admin] Deleting port 58de7400-8a17-4d26-9ce5-d46224b7e7fb {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:30.899797 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f5409e0-afcf-4ab3-9a10-d4576c4dbc2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:30.980163 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-1f5409e0-afcf-4ab3-9a10-d4576c4dbc2f admin admin] For port 58de7400-8a17-4d26-9ce5-d46224b7e7fb, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=58de7400-8a17-4d26-9ce5-d46224b7e7fb,segment=NetworkSegment(d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc),segment_id=d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:30.981034 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f5409e0-afcf-4ab3-9a10-d4576c4dbc2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.000490 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-1f5409e0-afcf-4ab3-9a10-d4576c4dbc2f admin admin] Calling delete_port for 58de7400-8a17-4d26-9ce5-d46224b7e7fb owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:31.049216 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa07826-6df9-4fdc-93af-886d9fae9352 None None] DHCP port deletion for 6b90c8ae-38c7-48da-870f-80fb484f8413 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:55:31.083222 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37074) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:31.125272 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-afa07826-6df9-4fdc-93af-886d9fae9352 None None] Deleting port 58de7400-8a17-4d26-9ce5-d46224b7e7fb {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:31.125824 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-afa07826-6df9-4fdc-93af-886d9fae9352 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.139278 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f5409e0-afcf-4ab3-9a10-d4576c4dbc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.181669 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5409e0-afcf-4ab3-9a10-d4576c4dbc2f admin admin] Pushing event deleted for resources: {'Port': ['ID=58de7400-8a17-4d26-9ce5-d46224b7e7fb,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:31.184072 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5409e0-afcf-4ab3-9a10-d4576c4dbc2f admin admin] No DVR routers for this DVR port 58de7400-8a17-4d26-9ce5-d46224b7e7fb on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:55:31.213661 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-afa07826-6df9-4fdc-93af-886d9fae9352 None None] For port 58de7400-8a17-4d26-9ce5-d46224b7e7fb, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=58de7400-8a17-4d26-9ce5-d46224b7e7fb,segment=NetworkSegment(d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc),segment_id=d9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:31.214329 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-afa07826-6df9-4fdc-93af-886d9fae9352 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.252524 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-afa07826-6df9-4fdc-93af-886d9fae9352 None None] Calling delete_port for 58de7400-8a17-4d26-9ce5-d46224b7e7fb owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:31.331933 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f5409e0-afcf-4ab3-9a10-d4576c4dbc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.368702 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-1f5409e0-afcf-4ab3-9a10-d4576c4dbc2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b90c8ae-38c7-48da-870f-80fb484f8413']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:31.383602 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-1f5409e0-afcf-4ab3-9a10-d4576c4dbc2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:31.384157 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-1f5409e0-afcf-4ab3-9a10-d4576c4dbc2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b5b7ea-091e-4035-9c9c-d8f93f6d9dfc') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:31.402308 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f5409e0-afcf-4ab3-9a10-d4576c4dbc2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.403473 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-afa07826-6df9-4fdc-93af-886d9fae9352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.426315 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f5409e0-afcf-4ab3-9a10-d4576c4dbc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.438408 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5409e0-afcf-4ab3-9a10-d4576c4dbc2f admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:55:31.439111 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f5409e0-afcf-4ab3-9a10-d4576c4dbc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.450925 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa07826-6df9-4fdc-93af-886d9fae9352 None None] Pushing event deleted for resources: {'Port': ['ID=58de7400-8a17-4d26-9ce5-d46224b7e7fb,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:31.455019 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa07826-6df9-4fdc-93af-886d9fae9352 None None] No DVR routers for this DVR port 58de7400-8a17-4d26-9ce5-d46224b7e7fb on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: timer() May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:55:31.506227 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:55:31.513923 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f5409e0-afcf-4ab3-9a10-d4576c4dbc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.532419 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f5409e0-afcf-4ab3-9a10-d4576c4dbc2f admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.537964 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1f5409e0-afcf-4ab3-9a10-d4576c4dbc2f admin admin] 10.222.0.73 "DELETE /v2.0/networks/6b90c8ae-38c7-48da-870f-80fb484f8413 HTTP/1.1" status: 204 len: 168 time: 0.8229134 May 06 09:55:31.575260 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5409e0-afcf-4ab3-9a10-d4576c4dbc2f admin admin] Pushing event deleted for resources: {'Network': ['ID=6b90c8ae-38c7-48da-870f-80fb484f8413,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:31.594385 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e15f6857-87a0-44e9-a0b1-157238b6ae88 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=92974f18d36f4c8888570f3b4974b234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5091608 May 06 09:55:31.596934 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37092) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:31.678164 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-379624e1-5f2e-40cb-944b-52029cff75d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.706015 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-379624e1-5f2e-40cb-944b-52029cff75d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.794374 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-379624e1-5f2e-40cb-944b-52029cff75d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.799745 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-379624e1-5f2e-40cb-944b-52029cff75d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.801908 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-379624e1-5f2e-40cb-944b-52029cff75d9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7550bc79-abe8-4322-9e45-dae88c5ba4c8 HTTP/1.1" status: 204 len: 168 time: 0.2033584 May 06 09:55:31.811791 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379624e1-5f2e-40cb-944b-52029cff75d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7550bc79-abe8-4322-9e45-dae88c5ba4c8,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:32.014620 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37104) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:32.069465 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-06675791-4d2e-440b-a4b6-a13da556cd23 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cbf3bab6326e49b59a55540a29c5e38f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529776 May 06 09:55:32.072246 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37106) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:32.138746 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b7535c8-0c1d-4570-8076-f6700ec4ba5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:32.176795 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b7535c8-0c1d-4570-8076-f6700ec4ba5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:32.244298 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b7535c8-0c1d-4570-8076-f6700ec4ba5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:32.246991 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b7535c8-0c1d-4570-8076-f6700ec4ba5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:32.248495 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9b7535c8-0c1d-4570-8076-f6700ec4ba5e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e300b4fa-9161-4f6e-b71f-3469e33b4693 HTTP/1.1" status: 204 len: 168 time: 0.1751144 May 06 09:55:32.260747 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7535c8-0c1d-4570-8076-f6700ec4ba5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e300b4fa-9161-4f6e-b71f-3469e33b4693,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:32.512088 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37120) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:32.565517 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-566d4fcc-cb45-4f9a-8898-6bf7cb9c34c4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cc9db3a3384e40bfa721984391aad1c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525403 May 06 09:55:32.568476 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37122) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:32.626694 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c558aa99-f22d-4bb8-b612-fe79af4f1914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:32.663892 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c558aa99-f22d-4bb8-b612-fe79af4f1914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:32.744177 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c558aa99-f22d-4bb8-b612-fe79af4f1914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:32.745980 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c558aa99-f22d-4bb8-b612-fe79af4f1914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:32.749733 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c558aa99-f22d-4bb8-b612-fe79af4f1914 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8b2c0488-8d32-4a4e-b5d3-32d985f72e43 HTTP/1.1" status: 204 len: 168 time: 0.1771774 May 06 09:55:32.760901 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558aa99-f22d-4bb8-b612-fe79af4f1914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2c0488-8d32-4a4e-b5d3-32d985f72e43,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:32.883842 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37146) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:32.949987 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 58de7400-8a17-4d26-9ce5-d46224b7e7fb no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:55:32.984696 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 58de7400-8a17-4d26-9ce5-d46224b7e7fb {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:55:32.985052 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 58de7400-8a17-4d26-9ce5-d46224b7e7fb not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:55:33.317769 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-bbc3b88a-8034-49e8-90b5-7908b229ad25 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-49810280-network', 'tenant_id': '8f622fd1748945faafa68a8a25c50995'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:33.358965 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc3b88a-8034-49e8-90b5-7908b229ad25 admin admin] Made reservation on behalf of 8f622fd1748945faafa68a8a25c50995 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:33.363814 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bbc3b88a-8034-49e8-90b5-7908b229ad25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:33.385890 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bbc3b88a-8034-49e8-90b5-7908b229ad25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:33.488955 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37170) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:33.515245 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bbc3b88a-8034-49e8-90b5-7908b229ad25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:33.520888 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bbc3b88a-8034-49e8-90b5-7908b229ad25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:33.538661 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc3b88a-8034-49e8-90b5-7908b229ad25 admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:55:33.557933 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bbc3b88a-8034-49e8-90b5-7908b229ad25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:33.558591 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-bbc3b88a-8034-49e8-90b5-7908b229ad25 admin admin] Added segment 80edd242-db32-42e3-9f67-d396ea818882 of type vlan for network 4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 May 06 09:55:33.633147 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bbc3b88a-8034-49e8-90b5-7908b229ad25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:33.667384 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3b88a-8034-49e8-90b5-7908b229ad25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1bb98d-a127-445a-9539-c3b77eed004b,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:33.709851 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bbc3b88a-8034-49e8-90b5-7908b229ad25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:33.711107 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc3b88a-8034-49e8-90b5-7908b229ad25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:33.712196 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bbc3b88a-8034-49e8-90b5-7908b229ad25 admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:33.767230 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37180) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:33.767940 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bbc3b88a-8034-49e8-90b5-7908b229ad25 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8749912 May 06 09:55:33.771432 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-2bc2e26d-f575-4c62-b169-a86bd2745fe1 admin admin] Request body: {'subnet': {'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-49810280-subnet', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:33.805327 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc2e26d-f575-4c62-b169-a86bd2745fe1 admin admin] Made reservation on behalf of 8f622fd1748945faafa68a8a25c50995 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:33.808035 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2bc2e26d-f575-4c62-b169-a86bd2745fe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:33.857789 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-d1396716-02cf-4001-a31e-02c0a30ca4da tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:33.859932 n-d-840835-1 neutron-server[102653]: WARNING neutron.api.v2.base [None req-d1396716-02cf-4001-a31e-02c0a30ca4da tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 06 09:55:33.862458 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-d1396716-02cf-4001-a31e-02c0a30ca4da tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] create failed (client error): There was a conflict when trying to complete your request. May 06 09:55:33.869404 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d1396716-02cf-4001-a31e-02c0a30ca4da tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3791459 May 06 09:55:33.885734 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37182) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:33.898655 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-fbad453f-9665-47da-92c1-79d5630d2c16 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group': {'name': 'tempest-secgroup--402349384'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:33.927582 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3b88a-8034-49e8-90b5-7908b229ad25 admin admin] Pushing event updated for resources: {'Network': ['ID=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:33.945582 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:55:33.956500 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fbad453f-9665-47da-92c1-79d5630d2c16 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:33.972594 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fbad453f-9665-47da-92c1-79d5630d2c16 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:34.161676 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fbad453f-9665-47da-92c1-79d5630d2c16 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:34.170116 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fbad453f-9665-47da-92c1-79d5630d2c16 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:34.201801 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2bc2e26d-f575-4c62-b169-a86bd2745fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:34.234680 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad453f-9665-47da-92c1-79d5630d2c16 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0891b794-4362-495d-ac7f-b5a8f527fbcf,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:34.278975 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fbad453f-9665-47da-92c1-79d5630d2c16 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:34.293624 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fbad453f-9665-47da-92c1-79d5630d2c16 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:34.302191 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2e26d-f575-4c62-b169-a86bd2745fe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a6d1981-166e-43ed-8cde-937a332bb113,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:34.328949 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc2e26d-f575-4c62-b169-a86bd2745fe1 admin admin] Checking segment: {'id': '80edd242-db32-42e3-9f67-d396ea818882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:55:34.330160 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc2e26d-f575-4c62-b169-a86bd2745fe1 admin admin] Network hostable DHCP agents. Network: 4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:55:34.330365 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fbad453f-9665-47da-92c1-79d5630d2c16 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:34.334393 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37198) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:34.335781 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fbad453f-9665-47da-92c1-79d5630d2c16 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4455409 May 06 09:55:34.338167 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad453f-9665-47da-92c1-79d5630d2c16 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af744b8-2ea7-4a44-afd1-531561ad46e3,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:34.344207 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-fcd6c4c2-359e-4b91-8d6c-8136dcef67a9 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group_rule': {'security_group_id': '3af744b8-2ea7-4a44-afd1-531561ad46e3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:34.382847 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc2e26d-f575-4c62-b169-a86bd2745fe1 admin admin] Network 4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:55:34.404323 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fcd6c4c2-359e-4b91-8d6c-8136dcef67a9 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:34.424882 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-2bc2e26d-f575-4c62-b169-a86bd2745fe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:34.433087 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee01880-6ca0-4d7d-832b-20a37908b6fa None None] Network 4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:34.439533 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc2e26d-f575-4c62-b169-a86bd2745fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:34.440610 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2bc2e26d-f575-4c62-b169-a86bd2745fe1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:34.486370 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37206) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:34.501995 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-66f6f9e1-d459-41e6-bf49-bae44074486f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:34.507376 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2bc2e26d-f575-4c62-b169-a86bd2745fe1 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7393327 May 06 09:55:34.538247 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-66f6f9e1-d459-41e6-bf49-bae44074486f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:34.540125 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-66f6f9e1-d459-41e6-bf49-bae44074486f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:34.572514 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fcd6c4c2-359e-4b91-8d6c-8136dcef67a9 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:34.584860 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fcd6c4c2-359e-4b91-8d6c-8136dcef67a9 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:34.620330 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fcd6c4c2-359e-4b91-8d6c-8136dcef67a9 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:34.625400 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fcd6c4c2-359e-4b91-8d6c-8136dcef67a9 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2868254 May 06 09:55:34.631146 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37216) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:34.651008 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-66f6f9e1-d459-41e6-bf49-bae44074486f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:34.657066 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-28c8a0e0-e386-47b9-a5c1-2a496d40a250 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group_rule': {'security_group_id': '3af744b8-2ea7-4a44-afd1-531561ad46e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:34.686091 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6c4c2-359e-4b91-8d6c-8136dcef67a9 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8741caa4-caac-4358-9647-0c35112e7608,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:34.719865 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-28c8a0e0-e386-47b9-a5c1-2a496d40a250 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:34.749339 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd47d91-3c87-4c49-adc3-1e78c572bf56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:55:34.750522 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6cd47d91-3c87-4c49-adc3-1e78c572bf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:34.784519 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-28c8a0e0-e386-47b9-a5c1-2a496d40a250 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] create failed (client error): There was a conflict when trying to complete your request. May 06 09:55:34.787027 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-28c8a0e0-e386-47b9-a5c1-2a496d40a250 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1460240 May 06 09:55:34.790560 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37222) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:34.895403 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-59efee8b-9a43-472b-9b10-0cb1db709710 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:34.959864 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-59efee8b-9a43-472b-9b10-0cb1db709710 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:34.980527 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-66f6f9e1-d459-41e6-bf49-bae44074486f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.011237 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37234) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:35.079979 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-59efee8b-9a43-472b-9b10-0cb1db709710 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.083799 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-59efee8b-9a43-472b-9b10-0cb1db709710 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.084388 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-6cd47d91-3c87-4c49-adc3-1e78c572bf56 None None] Allocated IP 172.20.0.2 (4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6/5a6d1981-166e-43ed-8cde-937a332bb113/f60edc43-7d4e-4acc-93f0-e2b08d7f69dd) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:35.088331 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-59efee8b-9a43-472b-9b10-0cb1db709710 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "DELETE /v2.0/security-groups/3af744b8-2ea7-4a44-afd1-531561ad46e3 HTTP/1.1" status: 204 len: 168 time: 0.2956412 May 06 09:55:35.092082 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37240) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:35.104190 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efee8b-9a43-472b-9b10-0cb1db709710 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af744b8-2ea7-4a44-afd1-531561ad46e3,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:35.174930 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6428ad2e-3d1e-4eac-9284-cb02641fa341 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0726683 May 06 09:55:35.179875 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37244) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:35.185980 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-27711305-6b11-4ff8-be3f-a36c83bfd685 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group': {'name': 'tempest-secgroup--1192164231'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:35.227006 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27711305-6b11-4ff8-be3f-a36c83bfd685 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.357951 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27711305-6b11-4ff8-be3f-a36c83bfd685 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.364350 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27711305-6b11-4ff8-be3f-a36c83bfd685 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.400917 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-66f6f9e1-d459-41e6-bf49-bae44074486f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.412330 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6cd47d91-3c87-4c49-adc3-1e78c572bf56 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.417392 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27711305-6b11-4ff8-be3f-a36c83bfd685 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.418991 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-27711305-6b11-4ff8-be3f-a36c83bfd685 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2377508 May 06 09:55:35.420073 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27711305-6b11-4ff8-be3f-a36c83bfd685 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc24c7f2-6ad8-4e61-8942-53da8a7b17ee,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:35.422486 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37250) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:35.444939 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6cd47d91-3c87-4c49-adc3-1e78c572bf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.451816 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-720a9f04-100b-4d36-973f-fe296d1733af tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group_rule': {'security_group_id': 'bc24c7f2-6ad8-4e61-8942-53da8a7b17ee', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:35.452699 n-d-840835-1 neutron-server[102652]: WARNING neutron.api.v2.base [None req-720a9f04-100b-4d36-973f-fe296d1733af tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 06 09:55:35.453228 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-720a9f04-100b-4d36-973f-fe296d1733af tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:55:35.453538 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-66f6f9e1-d459-41e6-bf49-bae44074486f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.454273 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-720a9f04-100b-4d36-973f-fe296d1733af tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0137210 May 06 09:55:35.460489 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37252) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:35.469910 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-b782218b-5d35-4bbc-9c80-6dc899e5f8e6 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-805341790-network', 'tenant_id': '335fd871ff734a539246060207307131'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:35.504737 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b782218b-5d35-4bbc-9c80-6dc899e5f8e6 admin admin] Made reservation on behalf of 335fd871ff734a539246060207307131 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:35.507632 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b782218b-5d35-4bbc-9c80-6dc899e5f8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.526014 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b782218b-5d35-4bbc-9c80-6dc899e5f8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.535490 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd47d91-3c87-4c49-adc3-1e78c572bf56 None None] Network 4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:35.538826 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-6cd47d91-3c87-4c49-adc3-1e78c572bf56 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:35.551632 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd47d91-3c87-4c49-adc3-1e78c572bf56 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:35.661625 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b782218b-5d35-4bbc-9c80-6dc899e5f8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.670716 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b782218b-5d35-4bbc-9c80-6dc899e5f8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.673949 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f2a05fc3-51e7-4599-bb4b-739bcbbd3d56 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.681630 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd47d91-3c87-4c49-adc3-1e78c572bf56 None None] Pushing event updated for resources: {'Port': ['ID=f60edc43-7d4e-4acc-93f0-e2b08d7f69dd,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:35.699436 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f2a05fc3-51e7-4599-bb4b-739bcbbd3d56 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.711011 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-6cd47d91-3c87-4c49-adc3-1e78c572bf56 None None] Attempting to bind port f60edc43-7d4e-4acc-93f0-e2b08d7f69dd on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:35.711496 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-6cd47d91-3c87-4c49-adc3-1e78c572bf56 None None] Attempting to bind port f60edc43-7d4e-4acc-93f0-e2b08d7f69dd by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '80edd242-db32-42e3-9f67-d396ea818882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:35.711768 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd47d91-3c87-4c49-adc3-1e78c572bf56 None None] Attempting to bind port f60edc43-7d4e-4acc-93f0-e2b08d7f69dd on network 4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:35.723620 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd47d91-3c87-4c49-adc3-1e78c572bf56 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:55:35.726244 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd47d91-3c87-4c49-adc3-1e78c572bf56 None None] Checking segment: {'id': '80edd242-db32-42e3-9f67-d396ea818882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:55:35.726843 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6cd47d91-3c87-4c49-adc3-1e78c572bf56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.727679 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd47d91-3c87-4c49-adc3-1e78c572bf56 None None] Bound using segment: {'id': '80edd242-db32-42e3-9f67-d396ea818882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:55:35.729058 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-6cd47d91-3c87-4c49-adc3-1e78c572bf56 None None] Bound port: f60edc43-7d4e-4acc-93f0-e2b08d7f69dd, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80edd242-db32-42e3-9f67-d396ea818882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:55:35.735451 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6cd47d91-3c87-4c49-adc3-1e78c572bf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.740818 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b782218b-5d35-4bbc-9c80-6dc899e5f8e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:55:35.762376 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-66f6f9e1-d459-41e6-bf49-bae44074486f admin admin] Allocated IP 172.25.5.168 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/47f79145-6e99-4488-a4da-6e00e375309c) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:35.764811 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f2a05fc3-51e7-4599-bb4b-739bcbbd3d56 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.768275 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f2a05fc3-51e7-4599-bb4b-739bcbbd3d56 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.771789 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f2a05fc3-51e7-4599-bb4b-739bcbbd3d56 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "DELETE /v2.0/security-groups/bc24c7f2-6ad8-4e61-8942-53da8a7b17ee HTTP/1.1" status: 204 len: 168 time: 0.3073237 May 06 09:55:35.781485 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37258) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:35.784357 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a05fc3-51e7-4599-bb4b-739bcbbd3d56 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc24c7f2-6ad8-4e61-8942-53da8a7b17ee,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:35.844773 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782218b-5d35-4bbc-9c80-6dc899e5f8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b48d8b-4f94-4ed8-9f3d-3bb5b746980f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:35.859896 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b782218b-5d35-4bbc-9c80-6dc899e5f8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.860394 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-b782218b-5d35-4bbc-9c80-6dc899e5f8e6 admin admin] Added segment 0d126247-4180-442f-a0bc-39ce3d2e0180 of type vlan for network c1a38aad-876c-4d4d-8b5e-5657744217f2 May 06 09:55:35.935079 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-6cd47d91-3c87-4c49-adc3-1e78c572bf56 None None] For port f60edc43-7d4e-4acc-93f0-e2b08d7f69dd, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:55:35.948569 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-6cd47d91-3c87-4c49-adc3-1e78c572bf56 None None] For port f60edc43-7d4e-4acc-93f0-e2b08d7f69dd, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f60edc43-7d4e-4acc-93f0-e2b08d7f69dd,segment=NetworkSegment(80edd242-db32-42e3-9f67-d396ea818882),segment_id=80edd242-db32-42e3-9f67-d396ea818882)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:55:35.955685 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6cd47d91-3c87-4c49-adc3-1e78c572bf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:36.067528 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-040cc585-096c-4688-8746-3c0457a91145 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2838042 May 06 09:55:36.069508 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b782218b-5d35-4bbc-9c80-6dc899e5f8e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:36.075718 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37270) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:36.082669 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-478902dc-7211-4330-90c0-842036c72e1c tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group': {'name': 'tempest-secgroup--1903240886'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:36.130319 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-478902dc-7211-4330-90c0-842036c72e1c tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:36.230571 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd47d91-3c87-4c49-adc3-1e78c572bf56 None None] Pushing event updated for resources: {'Port': ['ID=f60edc43-7d4e-4acc-93f0-e2b08d7f69dd,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:36.247602 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-478902dc-7211-4330-90c0-842036c72e1c tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:36.249455 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b782218b-5d35-4bbc-9c80-6dc899e5f8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:36.250450 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b782218b-5d35-4bbc-9c80-6dc899e5f8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:36.251149 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b782218b-5d35-4bbc-9c80-6dc899e5f8e6 admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:36.267576 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-478902dc-7211-4330-90c0-842036c72e1c tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:36.391073 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478902dc-7211-4330-90c0-842036c72e1c tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc41f8dc-aebf-4b07-8f60-78fd79daba48,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:36.413211 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b782218b-5d35-4bbc-9c80-6dc899e5f8e6 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3989966 May 06 09:55:36.417782 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-478902dc-7211-4330-90c0-842036c72e1c tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:36.420936 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-478902dc-7211-4330-90c0-842036c72e1c tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3440230 May 06 09:55:36.430302 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37276) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:36.431618 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37278) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:36.439524 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-1ad179c7-24f3-488f-9229-80a62245b610 admin admin] Request body: {'subnet': {'network_id': 'c1a38aad-876c-4d4d-8b5e-5657744217f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-805341790-subnet', 'tenant_id': '335fd871ff734a539246060207307131', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:36.449355 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-bb841e9a-c8e1-468c-aa17-1d27f092f2e9 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group_rule': {'security_group_id': 'bc41f8dc-aebf-4b07-8f60-78fd79daba48', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:36.450659 n-d-840835-1 neutron-server[102652]: WARNING neutron.api.v2.base [None req-bb841e9a-c8e1-468c-aa17-1d27f092f2e9 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 06 09:55:36.456628 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-bb841e9a-c8e1-468c-aa17-1d27f092f2e9 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:55:36.458874 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bb841e9a-c8e1-468c-aa17-1d27f092f2e9 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0147331 May 06 09:55:36.477291 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37280) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:36.550631 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782218b-5d35-4bbc-9c80-6dc899e5f8e6 admin admin] Pushing event updated for resources: {'Network': ['ID=c1a38aad-876c-4d4d-8b5e-5657744217f2,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:36.561679 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network c1a38aad-876c-4d4d-8b5e-5657744217f2 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:55:36.669381 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-057859ee-7421-4710-be42-dcc7f324c5a1 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:36.674326 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad179c7-24f3-488f-9229-80a62245b610 admin admin] Made reservation on behalf of 335fd871ff734a539246060207307131 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:36.678042 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1ad179c7-24f3-488f-9229-80a62245b610 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:36.683384 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-66f6f9e1-d459-41e6-bf49-bae44074486f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:36.746069 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-66f6f9e1-d459-41e6-bf49-bae44074486f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:36.815842 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-057859ee-7421-4710-be42-dcc7f324c5a1 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:36.830827 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f6f9e1-d459-41e6-bf49-bae44074486f admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:36.838113 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-66f6f9e1-d459-41e6-bf49-bae44074486f admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:36.840825 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f6f9e1-d459-41e6-bf49-bae44074486f admin admin] Pushing event updated for resources: {'Port': ['ID=47f79145-6e99-4488-a4da-6e00e375309c,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:36.843688 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f6f9e1-d459-41e6-bf49-bae44074486f admin admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:36.934896 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-057859ee-7421-4710-be42-dcc7f324c5a1 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:36.938818 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-057859ee-7421-4710-be42-dcc7f324c5a1 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:36.940208 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-057859ee-7421-4710-be42-dcc7f324c5a1 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "DELETE /v2.0/security-groups/bc41f8dc-aebf-4b07-8f60-78fd79daba48 HTTP/1.1" status: 204 len: 168 time: 0.4613924 May 06 09:55:36.956838 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37288) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:36.995149 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057859ee-7421-4710-be42-dcc7f324c5a1 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc41f8dc-aebf-4b07-8f60-78fd79daba48,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:37.077336 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f60edc43-7d4e-4acc-93f0-e2b08d7f69dd up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:55:37.110178 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1ad179c7-24f3-488f-9229-80a62245b610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:37.169785 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad179c7-24f3-488f-9229-80a62245b610 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c9a6c98-afb8-4a57-b4eb-70a9db691e4a,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:37.182271 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8cc795f5-a0ec-4b09-87b2-3a64bf52c9bf tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2239633 May 06 09:55:37.186732 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37292) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:37.194291 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-45cc7bcf-1d3e-4168-ba81-6d003a3c9fcb tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group': {'name': 'tempest-secgroup--1070986013'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:37.216642 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port f60edc43-7d4e-4acc-93f0-e2b08d7f69dd triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:37.217321 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:37.274245 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45cc7bcf-1d3e-4168-ba81-6d003a3c9fcb tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:37.304876 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad179c7-24f3-488f-9229-80a62245b610 admin admin] Checking segment: {'id': '0d126247-4180-442f-a0bc-39ce3d2e0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c1a38aad-876c-4d4d-8b5e-5657744217f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:55:37.305291 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad179c7-24f3-488f-9229-80a62245b610 admin admin] Network hostable DHCP agents. Network: c1a38aad-876c-4d4d-8b5e-5657744217f2, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:55:37.426692 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad179c7-24f3-488f-9229-80a62245b610 admin admin] Network c1a38aad-876c-4d4d-8b5e-5657744217f2 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:55:37.445173 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-1ad179c7-24f3-488f-9229-80a62245b610 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, c1a38aad-876c-4d4d-8b5e-5657744217f2) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:37.455560 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad179c7-24f3-488f-9229-80a62245b610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:37.456172 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1ad179c7-24f3-488f-9229-80a62245b610 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:37.484734 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45cc7bcf-1d3e-4168-ba81-6d003a3c9fcb tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:37.494202 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45cc7bcf-1d3e-4168-ba81-6d003a3c9fcb tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:37.515362 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1ad179c7-24f3-488f-9229-80a62245b610 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0823224 May 06 09:55:37.555421 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45cc7bcf-1d3e-4168-ba81-6d003a3c9fcb tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:37.561282 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-45cc7bcf-1d3e-4168-ba81-6d003a3c9fcb tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3727415 May 06 09:55:37.564403 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc7bcf-1d3e-4168-ba81-6d003a3c9fcb tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6efe8cc4-2a3c-4e96-9aa0-ad910edd4e6c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:37.575744 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37308) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:37.590223 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-70fbc057-87d0-43a1-9373-ea875789d1b3 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group_rule': {'security_group_id': '6efe8cc4-2a3c-4e96-9aa0-ad910edd4e6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:37.592976 n-d-840835-1 neutron-server[102652]: WARNING neutron.api.v2.base [None req-70fbc057-87d0-43a1-9373-ea875789d1b3 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 06 09:55:37.593621 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-70fbc057-87d0-43a1-9373-ea875789d1b3 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:55:37.595046 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:37.595861 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-70fbc057-87d0-43a1-9373-ea875789d1b3 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0179079 May 06 09:55:37.600991 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37310) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:37.619714 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-38734ff3-e3aa-49d8-b9d6-841f549bf01a tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group_rule': {'security_group_id': '6efe8cc4-2a3c-4e96-9aa0-ad910edd4e6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:37.620429 n-d-840835-1 neutron-server[102652]: WARNING neutron.api.v2.base [None req-38734ff3-e3aa-49d8-b9d6-841f549bf01a tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 06 09:55:37.620924 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-38734ff3-e3aa-49d8-b9d6-841f549bf01a tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:55:37.644053 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e31685-80f8-433b-93d9-76adbaf6c946 None None] Network c1a38aad-876c-4d4d-8b5e-5657744217f2 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:37.646197 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-38734ff3-e3aa-49d8-b9d6-841f549bf01a tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0198147 May 06 09:55:37.647297 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37312) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:37.652016 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-a787834f-3343-4b6f-ab22-b47723b9974e tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group_rule': {'security_group_id': '6efe8cc4-2a3c-4e96-9aa0-ad910edd4e6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:37.660809 n-d-840835-1 neutron-server[102652]: WARNING neutron.api.v2.base [None req-a787834f-3343-4b6f-ab22-b47723b9974e tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 06 09:55:37.661710 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-a787834f-3343-4b6f-ab22-b47723b9974e tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:55:37.662870 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a787834f-3343-4b6f-ab22-b47723b9974e tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0144799 May 06 09:55:37.665902 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37314) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:37.671405 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-576468c0-0a69-4e2e-9ad1-32c1f67b90d0 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group_rule': {'security_group_id': '6efe8cc4-2a3c-4e96-9aa0-ad910edd4e6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:37.672779 n-d-840835-1 neutron-server[102653]: WARNING neutron.api.v2.base [None req-576468c0-0a69-4e2e-9ad1-32c1f67b90d0 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 06 09:55:37.673920 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-576468c0-0a69-4e2e-9ad1-32c1f67b90d0 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:55:37.675187 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-576468c0-0a69-4e2e-9ad1-32c1f67b90d0 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0081577 May 06 09:55:37.678643 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37316) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:37.765511 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-66f6f9e1-d459-41e6-bf49-bae44074486f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:37.780228 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37320) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:37.855060 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-db3a38b4-37f6-486b-bf57-37090bd7c0e0 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:37.923602 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-db3a38b4-37f6-486b-bf57-37090bd7c0e0 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:37.932591 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port f60edc43-7d4e-4acc-93f0-e2b08d7f69dd, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f60edc43-7d4e-4acc-93f0-e2b08d7f69dd,segment=NetworkSegment(80edd242-db32-42e3-9f67-d396ea818882),segment_id=80edd242-db32-42e3-9f67-d396ea818882)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:37.969124 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:37.998780 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-db3a38b4-37f6-486b-bf57-37090bd7c0e0 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:38.003496 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-db3a38b4-37f6-486b-bf57-37090bd7c0e0 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:38.009786 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-db3a38b4-37f6-486b-bf57-37090bd7c0e0 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "DELETE /v2.0/security-groups/6efe8cc4-2a3c-4e96-9aa0-ad910edd4e6c HTTP/1.1" status: 204 len: 168 time: 0.3294172 May 06 09:55:38.010446 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37326) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:38.018360 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6385061-687d-4264-bcae-daf38ba54b5f None None] Network 4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:38.030088 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a38b4-37f6-486b-bf57-37090bd7c0e0 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efe8cc4-2a3c-4e96-9aa0-ad910edd4e6c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:38.085704 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e504c2fe-ef98-4b0b-b520-2b2db31b37cb tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0630589 May 06 09:55:38.086350 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37328) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:38.091646 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-2640a90c-ed03-4d57-afbf-e88c1895b1f9 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group': {'name': 'tempest-secgroup--591113792'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:38.121590 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2640a90c-ed03-4d57-afbf-e88c1895b1f9 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:38.133822 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-66f6f9e1-d459-41e6-bf49-bae44074486f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:38.237327 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2640a90c-ed03-4d57-afbf-e88c1895b1f9 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:38.244210 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2640a90c-ed03-4d57-afbf-e88c1895b1f9 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:38.277446 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2640a90c-ed03-4d57-afbf-e88c1895b1f9 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:38.279136 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2640a90c-ed03-4d57-afbf-e88c1895b1f9 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1917219 May 06 09:55:38.282715 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37338) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:38.287580 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-3026b0b4-8ebb-4c38-b569-3c618666898e tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group_rule': {'security_group_id': '20b50488-0a9d-49bc-b9e7-72af11c1d893', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:38.288309 n-d-840835-1 neutron-server[102652]: WARNING neutron.api.v2.base [None req-3026b0b4-8ebb-4c38-b569-3c618666898e tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 06 09:55:38.288996 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-3026b0b4-8ebb-4c38-b569-3c618666898e tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:55:38.294298 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3026b0b4-8ebb-4c38-b569-3c618666898e tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065718 May 06 09:55:38.294521 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37340) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:38.299361 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-3535a904-6de9-43e0-aeff-b6f4552d7a00 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group_rule': {'security_group_id': '20b50488-0a9d-49bc-b9e7-72af11c1d893', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:38.342670 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640a90c-ed03-4d57-afbf-e88c1895b1f9 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b50488-0a9d-49bc-b9e7-72af11c1d893,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:38.356555 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-3535a904-6de9-43e0-aeff-b6f4552d7a00 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:55:38.358573 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3535a904-6de9-43e0-aeff-b6f4552d7a00 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0630963 May 06 09:55:38.362814 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37342) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:38.369256 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-6121f615-690f-44f3-a156-e05621158837 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group_rule': {'security_group_id': '20b50488-0a9d-49bc-b9e7-72af11c1d893', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:38.370012 n-d-840835-1 neutron-server[102652]: WARNING neutron.api.v2.base [None req-6121f615-690f-44f3-a156-e05621158837 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 06 09:55:38.371071 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-6121f615-690f-44f3-a156-e05621158837 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:55:38.374627 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6121f615-690f-44f3-a156-e05621158837 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0102963 May 06 09:55:38.378091 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37344) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:38.384601 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-d2148ec8-0173-4178-b319-da3b87605c15 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group_rule': {'security_group_id': '20b50488-0a9d-49bc-b9e7-72af11c1d893', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:38.403891 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f6f9e1-d459-41e6-bf49-bae44074486f admin admin] Router 3205d89c-2ea7-4f9a-b848-40e1a985b929 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:55:38.406374 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-73e8c0ea-2d6a-4104-83ca-f4122ee2f56a None None] Provisioning complete for port f60edc43-7d4e-4acc-93f0-e2b08d7f69dd triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:38.407086 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-73e8c0ea-2d6a-4104-83ca-f4122ee2f56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:38.440562 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-d2148ec8-0173-4178-b319-da3b87605c15 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:55:38.441849 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d2148ec8-0173-4178-b319-da3b87605c15 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0623507 May 06 09:55:38.445616 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37346) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:38.451629 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-c5995284-f2c5-4752-bfb0-f16249acbb05 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group_rule': {'security_group_id': '20b50488-0a9d-49bc-b9e7-72af11c1d893', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:38.452328 n-d-840835-1 neutron-server[102652]: WARNING neutron.api.v2.base [None req-c5995284-f2c5-4752-bfb0-f16249acbb05 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 06 09:55:38.452817 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-c5995284-f2c5-4752-bfb0-f16249acbb05 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:55:38.454483 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c5995284-f2c5-4752-bfb0-f16249acbb05 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073516 May 06 09:55:38.457453 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37348) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:38.465789 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-6e6083bb-75e7-4d9c-87f6-812254f21b71 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group_rule': {'security_group_id': '20b50488-0a9d-49bc-b9e7-72af11c1d893', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:38.497746 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-2f5a3d2b-0ed4-47e6-a9a7-29a8c8aa2eba tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:38.506347 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=f60edc43-7d4e-4acc-93f0-e2b08d7f69dd,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:38.526240 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04a833f-ad39-4515-b409-791d4c1ad811 None None] Network c1a38aad-876c-4d4d-8b5e-5657744217f2 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:38.537810 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-6e6083bb-75e7-4d9c-87f6-812254f21b71 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:55:38.540504 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6e6083bb-75e7-4d9c-87f6-812254f21b71 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0817633 May 06 09:55:38.542379 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37350) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:38.554394 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-8d3fcb9d-5867-42c3-b7f6-4032379067d9 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group_rule': {'security_group_id': '20b50488-0a9d-49bc-b9e7-72af11c1d893', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:38.559036 n-d-840835-1 neutron-server[102652]: WARNING neutron.api.v2.base [None req-8d3fcb9d-5867-42c3-b7f6-4032379067d9 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 06 09:55:38.559715 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-8d3fcb9d-5867-42c3-b7f6-4032379067d9 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:55:38.561237 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8d3fcb9d-5867-42c3-b7f6-4032379067d9 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0156555 May 06 09:55:38.565843 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37354) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:38.573240 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-fa166301-64a5-4333-9bf2-2a33d6379f66 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group_rule': {'security_group_id': '20b50488-0a9d-49bc-b9e7-72af11c1d893', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:38.609916 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37356) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:38.611136 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2f5a3d2b-0ed4-47e6-a9a7-29a8c8aa2eba tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] 10.222.0.73 "PUT /v2.0/quotas/4f263566e89141528164095ec91544ba HTTP/1.1" status: 200 len: 368 time: 0.8203189 May 06 09:55:38.617401 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-a5eb1252-467d-4a7a-a954-131474debffe tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Request body: {'network': {'project_id': '4f263566e89141528164095ec91544ba'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:38.622733 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f6f9e1-d459-41e6-bf49-bae44074486f admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:55:38.645497 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-fa166301-64a5-4333-9bf2-2a33d6379f66 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:55:38.648748 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fa166301-64a5-4333-9bf2-2a33d6379f66 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0816078 May 06 09:55:38.650054 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37358) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:38.654769 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-66f6f9e1-d459-41e6-bf49-bae44074486f admin admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:38.656519 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-440dc523-dac0-441f-a4b7-e6cc65621e75 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group_rule': {'security_group_id': '20b50488-0a9d-49bc-b9e7-72af11c1d893', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:38.659250 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-66f6f9e1-d459-41e6-bf49-bae44074486f admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.1707830 May 06 09:55:38.660766 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37360) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:38.661802 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5eb1252-467d-4a7a-a954-131474debffe tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Made reservation on behalf of 4f263566e89141528164095ec91544ba for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:38.666559 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a5eb1252-467d-4a7a-a954-131474debffe tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:38.692136 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a5eb1252-467d-4a7a-a954-131474debffe tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:38.704040 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8846074-98cd-4177-ba29-949c548945cb None None] Sync routers for ids ['3205d89c-2ea7-4f9a-b848-40e1a985b929'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:55:38.719379 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-440dc523-dac0-441f-a4b7-e6cc65621e75 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:55:38.723055 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-440dc523-dac0-441f-a4b7-e6cc65621e75 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0703757 May 06 09:55:38.725136 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37366) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:38.839860 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-56f6c169-4148-4167-9c26-2f61312bb26a tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:38.852501 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a5eb1252-467d-4a7a-a954-131474debffe tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:38.865786 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a5eb1252-467d-4a7a-a954-131474debffe tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:38.872824 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37374) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:38.877720 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8846074-98cd-4177-ba29-949c548945cb None None] Routers {'3205d89c-2ea7-4f9a-b848-40e1a985b929'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:55:38.878687 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a8846074-98cd-4177-ba29-949c548945cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:55:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3205d89c-2ea7-4f9a-b848-40e1a985b929'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:38.993680 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f60edc43-7d4e-4acc-93f0-e2b08d7f69dd up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:55:39.008967 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5eb1252-467d-4a7a-a954-131474debffe tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:55:39.014752 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-544767ea-eac3-4e1b-b80e-23aa3081c3cc admin admin] Deleting subnet 8c9a6c98-afb8-4a57-b4eb-70a9db691e4a {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:55:39.022643 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb1252-467d-4a7a-a954-131474debffe tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6946bf33-1f41-46a1-ba6f-65ee17db4519,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:39.023556 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-544767ea-eac3-4e1b-b80e-23aa3081c3cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.042965 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a5eb1252-467d-4a7a-a954-131474debffe tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.046578 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-a5eb1252-467d-4a7a-a954-131474debffe tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Added segment 29087803-ae85-4825-8f81-9fcf2161276d of type vlan for network 2317884d-de32-466e-ba97-bd4db89da09d May 06 09:55:39.099956 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-544767ea-eac3-4e1b-b80e-23aa3081c3cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.153664 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-544767ea-eac3-4e1b-b80e-23aa3081c3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.170276 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port f60edc43-7d4e-4acc-93f0-e2b08d7f69dd triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:39.170712 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.225240 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-56f6c169-4148-4167-9c26-2f61312bb26a tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.231231 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a5eb1252-467d-4a7a-a954-131474debffe tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.239362 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-544767ea-eac3-4e1b-b80e-23aa3081c3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.260003 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-544767ea-eac3-4e1b-b80e-23aa3081c3cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.268070 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-544767ea-eac3-4e1b-b80e-23aa3081c3cc admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8c9a6c98-afb8-4a57-b4eb-70a9db691e4a HTTP/1.1" status: 204 len: 168 time: 0.3941269 May 06 09:55:39.292840 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37382) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:39.303064 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544767ea-eac3-4e1b-b80e-23aa3081c3cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c9a6c98-afb8-4a57-b4eb-70a9db691e4a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:39.318961 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544767ea-eac3-4e1b-b80e-23aa3081c3cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:39.319417 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544767ea-eac3-4e1b-b80e-23aa3081c3cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:39.319906 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544767ea-eac3-4e1b-b80e-23aa3081c3cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:39.320257 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544767ea-eac3-4e1b-b80e-23aa3081c3cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:39.320596 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544767ea-eac3-4e1b-b80e-23aa3081c3cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:39.320935 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544767ea-eac3-4e1b-b80e-23aa3081c3cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:39.321271 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544767ea-eac3-4e1b-b80e-23aa3081c3cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:39.321600 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544767ea-eac3-4e1b-b80e-23aa3081c3cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:39.321932 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544767ea-eac3-4e1b-b80e-23aa3081c3cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:39.322263 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544767ea-eac3-4e1b-b80e-23aa3081c3cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:39.322592 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544767ea-eac3-4e1b-b80e-23aa3081c3cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:39.322921 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544767ea-eac3-4e1b-b80e-23aa3081c3cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:39.429655 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-a8846074-98cd-4177-ba29-949c548945cb None None] Set router 3205d89c-2ea7-4f9a-b848-40e1a985b929 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:55:39.442090 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a5eb1252-467d-4a7a-a954-131474debffe tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.443157 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eb1252-467d-4a7a-a954-131474debffe tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:39.443846 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a5eb1252-467d-4a7a-a954-131474debffe tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.500160 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c55ed1f2-ff0f-4620-a4ef-0347f571d81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.502417 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-56f6c169-4148-4167-9c26-2f61312bb26a tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.505230 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-56f6c169-4148-4167-9c26-2f61312bb26a tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.508669 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-56f6c169-4148-4167-9c26-2f61312bb26a tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "DELETE /v2.0/security-groups/20b50488-0a9d-49bc-b9e7-72af11c1d893 HTTP/1.1" status: 204 len: 168 time: 0.7800498 May 06 09:55:39.511217 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37388) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:39.561936 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6c169-4148-4167-9c26-2f61312bb26a tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b50488-0a9d-49bc-b9e7-72af11c1d893,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:39.718892 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5dfa91c6-21f8-446f-b843-177e76df1303 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2052305 May 06 09:55:39.732021 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37392) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:39.737347 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb1252-467d-4a7a-a954-131474debffe tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Pushing event updated for resources: {'Network': ['ID=2317884d-de32-466e-ba97-bd4db89da09d,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:39.738229 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-208b86d5-40c3-4db6-8d78-146391076a90 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group': {'name': 'tempest-secgroup--335770537'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:39.752293 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a5eb1252-467d-4a7a-a954-131474debffe tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1403017 May 06 09:55:39.755002 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c55ed1f2-ff0f-4620-a4ef-0347f571d81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.757609 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37394) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:39.792250 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 2317884d-de32-466e-ba97-bd4db89da09d details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:55:39.792765 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-c55ed1f2-ff0f-4620-a4ef-0347f571d81c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a38aad-876c-4d4d-8b5e-5657744217f2']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:39.806512 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-208b86d5-40c3-4db6-8d78-146391076a90 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.840892 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-c55ed1f2-ff0f-4620-a4ef-0347f571d81c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d126247-4180-442f-a0bc-39ce3d2e0180') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:39.841268 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-c55ed1f2-ff0f-4620-a4ef-0347f571d81c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d126247-4180-442f-a0bc-39ce3d2e0180') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:39.873759 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-4b4b7a9b-980e-488b-9150-02dee289b843 tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Request body: {'network': {'project_id': '4f263566e89141528164095ec91544ba'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:39.876792 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c55ed1f2-ff0f-4620-a4ef-0347f571d81c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.951349 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4b7a9b-980e-488b-9150-02dee289b843 tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Made reservation on behalf of 4f263566e89141528164095ec91544ba for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:39.953895 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4b4b7a9b-980e-488b-9150-02dee289b843 tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.982209 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c55ed1f2-ff0f-4620-a4ef-0347f571d81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.010205 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c55ed1f2-ff0f-4620-a4ef-0347f571d81c admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:55:40.010627 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c55ed1f2-ff0f-4620-a4ef-0347f571d81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: timer() May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:55:40.015560 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:55:40.036024 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a8846074-98cd-4177-ba29-949c548945cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '47f79145-6e99-4488-a4da-6e00e375309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T09:55:37Z', 'revision_number': 3, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port': {'id': '47f79145-6e99-4488-a4da-6e00e375309c', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:35Z', 'updated_at': '2022-05-06T09:55:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:40.057039 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-67ada06a-2694-45f3-9783-597d960b1739 None None] Provisioning complete for port f60edc43-7d4e-4acc-93f0-e2b08d7f69dd triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:40.057701 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-67ada06a-2694-45f3-9783-597d960b1739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.094239 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4b7a9b-980e-488b-9150-02dee289b843 tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:55:40.182912 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8846074-98cd-4177-ba29-949c548945cb None None] Checking router: 3205d89c-2ea7-4f9a-b848-40e1a985b929 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:55:40.183287 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8846074-98cd-4177-ba29-949c548945cb None None] Updating router 3205d89c-2ea7-4f9a-b848-40e1a985b929 port 47f79145-6e99-4488-a4da-6e00e375309c binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:55:40.186551 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c55ed1f2-ff0f-4620-a4ef-0347f571d81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.214207 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-208b86d5-40c3-4db6-8d78-146391076a90 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.222824 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a8846074-98cd-4177-ba29-949c548945cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.228316 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4b4b7a9b-980e-488b-9150-02dee289b843 tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.228316 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-4b4b7a9b-980e-488b-9150-02dee289b843 tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Added segment e4e36c0a-e68b-404c-bfa2-7675ab5ff763 of type vlan for network 69135160-033e-4346-869f-b0f812327129 May 06 09:55:40.239187 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c55ed1f2-ff0f-4620-a4ef-0347f571d81c admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.258682 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c55ed1f2-ff0f-4620-a4ef-0347f571d81c admin admin] 10.222.0.73 "DELETE /v2.0/networks/c1a38aad-876c-4d4d-8b5e-5657744217f2 HTTP/1.1" status: 204 len: 168 time: 0.9532685 May 06 09:55:40.261272 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ed1f2-ff0f-4620-a4ef-0347f571d81c admin admin] Pushing event deleted for resources: {'Network': ['ID=c1a38aad-876c-4d4d-8b5e-5657744217f2,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:40.270400 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-208b86d5-40c3-4db6-8d78-146391076a90 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.322478 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1bf600c-5b31-432a-a3b1-02cb62168462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.335776 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b86d5-40c3-4db6-8d78-146391076a90 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9dcef94-c703-4998-a363-c3a5b524454a,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:40.361214 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-208b86d5-40c3-4db6-8d78-146391076a90 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.363487 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-208b86d5-40c3-4db6-8d78-146391076a90 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6302183 May 06 09:55:40.367510 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37412) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:40.374987 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-48f7c135-3ca7-406c-9660-26ed35a36aca tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group_rule': {'security_group_id': 'a9dcef94-c703-4998-a363-c3a5b524454a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:40.389008 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4b4b7a9b-980e-488b-9150-02dee289b843 tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.453664 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-48f7c135-3ca7-406c-9660-26ed35a36aca tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] create failed (client error): The resource could not be found. May 06 09:55:40.458932 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-48f7c135-3ca7-406c-9660-26ed35a36aca tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0902839 May 06 09:55:40.459659 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37418) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:40.465954 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-ece48ba8-ca85-40c0-a4fa-616e624593cf tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group_rule': {'security_group_id': 'a9dcef94-c703-4998-a363-c3a5b524454a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '96785891-0182-4559-84c9-7bf0b595969c'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:40.531541 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-ece48ba8-ca85-40c0-a4fa-616e624593cf tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] create failed (client error): The resource could not be found. May 06 09:55:40.532658 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ece48ba8-ca85-40c0-a4fa-616e624593cf tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0714912 May 06 09:55:40.537187 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37420) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:40.570743 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37422) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:40.623313 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-468d2993-7eaa-4521-ae2c-646dc1918ff1 req-24e487b6-4b80-4eca-9d71-e03c9fbfc789 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f0ecba00-a123-4299-9dec-25aeecee87c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2966406 May 06 09:55:40.639718 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c7cef462-5b88-47c1-9bdb-b6bba64471c5 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.650493 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4b4b7a9b-980e-488b-9150-02dee289b843 tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.651618 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4b7a9b-980e-488b-9150-02dee289b843 tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:40.652320 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4b4b7a9b-980e-488b-9150-02dee289b843 tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.671049 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4d3ded8d-fd5f-4603-bd01-4a49dd6c8e40 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=335fd871ff734a539246060207307131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0990849 May 06 09:55:40.671696 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37426) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:40.703639 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c7cef462-5b88-47c1-9bdb-b6bba64471c5 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.775296 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-13a536b8-2e5d-4974-b380-606f34b2a7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.792246 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c7cef462-5b88-47c1-9bdb-b6bba64471c5 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.798978 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c7cef462-5b88-47c1-9bdb-b6bba64471c5 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.800890 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c7cef462-5b88-47c1-9bdb-b6bba64471c5 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "DELETE /v2.0/security-groups/a9dcef94-c703-4998-a363-c3a5b524454a HTTP/1.1" status: 204 len: 168 time: 0.2624972 May 06 09:55:40.811959 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37428) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:40.829418 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a8846074-98cd-4177-ba29-949c548945cb None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.838155 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a8846074-98cd-4177-ba29-949c548945cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.840868 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-13a536b8-2e5d-4974-b380-606f34b2a7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.842985 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cef462-5b88-47c1-9bdb-b6bba64471c5 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9dcef94-c703-4998-a363-c3a5b524454a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:40.855393 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4b4b7a9b-980e-488b-9150-02dee289b843 tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9886963 May 06 09:55:40.862897 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37430) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:40.871940 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-9b81d2af-29c3-4cc3-9b7a-676f2e472e13 tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Request body: {'network': {'project_id': '4f263566e89141528164095ec91544ba'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:40.888147 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b7a9b-980e-488b-9150-02dee289b843 tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Pushing event updated for resources: {'Network': ['ID=69135160-033e-4346-869f-b0f812327129,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:40.904705 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c174c-d8a2-47c7-a917-8c1161a16a81 None None] Pushing event updated for resources: {'Port': ['ID=47f79145-6e99-4488-a4da-6e00e375309c,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:40.916546 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-65253cc9-5a39-4979-83d2-75f7003e9800 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1034501 May 06 09:55:40.924204 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37434) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:40.931367 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-dde084bc-7934-4b71-87a5-2b4d7515dc12 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group_rule': {'security_group_id': '40f4bc5b-bb9a-43cf-83e5-ce1c74950de3', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:40.931611 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 69135160-033e-4346-869f-b0f812327129 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:55:40.937898 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d2993-7eaa-4521-ae2c-646dc1918ff1 req-dea76616-0e02-4a92-80f9-0665ec5affc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:40.940180 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-468d2993-7eaa-4521-ae2c-646dc1918ff1 req-dea76616-0e02-4a92-80f9-0665ec5affc0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c517f1b2e83649f0bec52fdccbd31b7e&device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 1097 time: 0.2850471 May 06 09:55:40.944896 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b81d2af-29c3-4cc3-9b7a-676f2e472e13 tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 06 09:55:40.945371 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b81d2af-29c3-4cc3-9b7a-676f2e472e13 tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:40.946847 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9b81d2af-29c3-4cc3-9b7a-676f2e472e13 tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0802350 May 06 09:55:40.951766 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37438) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:40.981289 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-13a536b8-2e5d-4974-b380-606f34b2a7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.985043 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-13a536b8-2e5d-4974-b380-606f34b2a7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.987094 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-13a536b8-2e5d-4974-b380-606f34b2a7cf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/27b48d8b-4f94-4ed8-9f3d-3bb5b746980f HTTP/1.1" status: 204 len: 168 time: 0.3110001 May 06 09:55:41.034982 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a536b8-2e5d-4974-b380-606f34b2a7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b48d8b-4f94-4ed8-9f3d-3bb5b746980f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:41.059075 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-d1bf600c-5b31-432a-a3b1-02cb62168462 admin admin] Allocated IP 172.20.0.1 (4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6/5a6d1981-166e-43ed-8cde-937a332bb113/bcd70468-c15f-42df-8758-eb38a58186b2) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:41.084811 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-dde084bc-7934-4b71-87a5-2b4d7515dc12 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] create failed (client error): The resource could not be found. May 06 09:55:41.086551 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-dde084bc-7934-4b71-87a5-2b4d7515dc12 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1600089 May 06 09:55:41.090750 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37444) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:41.105711 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-19d8e398-0612-4c92-bd5b-9dc801545459 tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4f263566e89141528164095ec91544ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455770 May 06 09:55:41.105915 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-222582b6-8787-4913-8dc6-3e364ce00da6 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group': {'name': 'tempest-secgroup--999863816'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:41.106342 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37448) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:41.145920 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-222582b6-8787-4913-8dc6-3e364ce00da6 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:41.210627 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d2993-7eaa-4521-ae2c-646dc1918ff1 req-f0afc77e-b6af-47bd-b4a0-f18a02cb80ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:41.212164 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-468d2993-7eaa-4521-ae2c-646dc1918ff1 req-f0afc77e-b6af-47bd-b4a0-f18a02cb80ad service neutron] 10.222.0.84 "GET /v2.0/networks?id=8b4bbee4-4fbe-449e-978f-a646b5e578f0 HTTP/1.1" status: 200 len: 920 time: 0.2387183 May 06 09:55:41.283371 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-468d2993-7eaa-4521-ae2c-646dc1918ff1 req-147130e4-b6c0-4014-84fd-5d9c9b84b82a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=308f84f5-224b-4496-85f5-94f35d22a568 HTTP/1.1" status: 200 len: 217 time: 0.0581946 May 06 09:55:41.293783 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a8846074-98cd-4177-ba29-949c548945cb None None] Attempting to bind port 47f79145-6e99-4488-a4da-6e00e375309c on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:41.294831 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a8846074-98cd-4177-ba29-949c548945cb None None] Attempting to bind port 47f79145-6e99-4488-a4da-6e00e375309c by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:41.300772 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8846074-98cd-4177-ba29-949c548945cb None None] Attempting to bind port 47f79145-6e99-4488-a4da-6e00e375309c on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:41.312045 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f2fdbc83-ec15-4713-80d6-2bb073be094b tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:41.317881 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8846074-98cd-4177-ba29-949c548945cb None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:55:41.319343 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8846074-98cd-4177-ba29-949c548945cb None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:55:41.320267 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a8846074-98cd-4177-ba29-949c548945cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:41.321005 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8846074-98cd-4177-ba29-949c548945cb None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:55:41.322293 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a8846074-98cd-4177-ba29-949c548945cb None None] Bound port: 47f79145-6e99-4488-a4da-6e00e375309c, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:55:41.323058 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a8846074-98cd-4177-ba29-949c548945cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:41.375603 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1bf600c-5b31-432a-a3b1-02cb62168462 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:41.387793 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f2fdbc83-ec15-4713-80d6-2bb073be094b tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:41.420516 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d2993-7eaa-4521-ae2c-646dc1918ff1 req-268acd5d-c800-4550-8d9b-e1f52b83b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:41.422113 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-468d2993-7eaa-4521-ae2c-646dc1918ff1 req-268acd5d-c800-4550-8d9b-e1f52b83b00b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c9382d75-3c44-4a92-be03-e9a2109a5f6f HTTP/1.1" status: 200 len: 858 time: 0.1306887 May 06 09:55:41.449482 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-222582b6-8787-4913-8dc6-3e364ce00da6 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:41.470966 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a8846074-98cd-4177-ba29-949c548945cb None None] For port 47f79145-6e99-4488-a4da-6e00e375309c, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:55:41.480955 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-222582b6-8787-4913-8dc6-3e364ce00da6 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:41.481168 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a8846074-98cd-4177-ba29-949c548945cb None None] For port 47f79145-6e99-4488-a4da-6e00e375309c, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=47f79145-6e99-4488-a4da-6e00e375309c,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:55:41.498263 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a8846074-98cd-4177-ba29-949c548945cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:41.513397 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-222582b6-8787-4913-8dc6-3e364ce00da6 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:41.517762 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-222582b6-8787-4913-8dc6-3e364ce00da6 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4195623 May 06 09:55:41.518330 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37470) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:41.537262 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-659c444f-8baa-4546-9737-2b82a4f8baf5 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group': {'name': 'tempest-secgroup--1893097537'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:41.537878 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1bf600c-5b31-432a-a3b1-02cb62168462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:41.547483 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222582b6-8787-4913-8dc6-3e364ce00da6 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a664f05-8360-4bcf-a8a4-c88c6d4ba626,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:41.560073 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d2993-7eaa-4521-ae2c-646dc1918ff1 req-9d269e66-52f1-4a2c-b1a0-375f4ebc8a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:41.561584 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-468d2993-7eaa-4521-ae2c-646dc1918ff1 req-9d269e66-52f1-4a2c-b1a0-375f4ebc8a6a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8b4bbee4-4fbe-449e-978f-a646b5e578f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1305642 May 06 09:55:41.604093 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-659c444f-8baa-4546-9737-2b82a4f8baf5 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:41.623042 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bf600c-5b31-432a-a3b1-02cb62168462 admin admin] Network 4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:41.623851 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f2fdbc83-ec15-4713-80d6-2bb073be094b tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:41.634118 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f2fdbc83-ec15-4713-80d6-2bb073be094b tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:41.646635 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f2fdbc83-ec15-4713-80d6-2bb073be094b tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] 10.222.0.73 "DELETE /v2.0/security-groups/6946bf33-1f41-46a1-ba6f-65ee17db4519 HTTP/1.1" status: 204 len: 168 time: 0.5389376 May 06 09:55:41.662483 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37474) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:41.663832 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdbc83-ec15-4713-80d6-2bb073be094b tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6946bf33-1f41-46a1-ba6f-65ee17db4519,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:41.671078 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-d1bf600c-5b31-432a-a3b1-02cb62168462 admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:41.699695 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8846074-98cd-4177-ba29-949c548945cb None None] Routers {'3205d89c-2ea7-4f9a-b848-40e1a985b929'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:55:41.700350 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a8846074-98cd-4177-ba29-949c548945cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:55:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3205d89c-2ea7-4f9a-b848-40e1a985b929'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:41.731599 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c174c-d8a2-47c7-a917-8c1161a16a81 None None] Pushing event updated for resources: {'Port': ['ID=47f79145-6e99-4488-a4da-6e00e375309c,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:41.852371 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fe9dc48-a358-482c-8f13-7f8e33d1b77c tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:42.023342 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-a8846074-98cd-4177-ba29-949c548945cb None None] Set router 3205d89c-2ea7-4f9a-b848-40e1a985b929 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:55:42.138423 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-659c444f-8baa-4546-9737-2b82a4f8baf5 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:42.159447 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fe9dc48-a358-482c-8f13-7f8e33d1b77c tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:42.162312 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-659c444f-8baa-4546-9737-2b82a4f8baf5 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:42.233719 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-8fe9dc48-a358-482c-8f13-7f8e33d1b77c tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69135160-033e-4346-869f-b0f812327129']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:42.238817 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-659c444f-8baa-4546-9737-2b82a4f8baf5 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:42.244467 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-659c444f-8baa-4546-9737-2b82a4f8baf5 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7205067 May 06 09:55:42.248024 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37486) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:42.254260 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-0e5daf5e-2018-40d8-bbfc-1b44416696ba tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group_rule': {'security_group_id': '4a664f05-8360-4bcf-a8a4-c88c6d4ba626', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '695c75e0-7d6f-480f-8b7e-0e189cc1fe9a'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:42.279484 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c444f-8baa-4546-9737-2b82a4f8baf5 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=695c75e0-7d6f-480f-8b7e-0e189cc1fe9a,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:42.285606 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f7f04b45-6a3e-48c8-87aa-408631e85970 None None] Provisioning complete for port bcd70468-c15f-42df-8758-eb38a58186b2 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:42.285770 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-8fe9dc48-a358-482c-8f13-7f8e33d1b77c tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e36c0a-e68b-404c-bfa2-7675ab5ff763') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:42.286099 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-8fe9dc48-a358-482c-8f13-7f8e33d1b77c tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e36c0a-e68b-404c-bfa2-7675ab5ff763') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:42.286456 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f7f04b45-6a3e-48c8-87aa-408631e85970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:42.316961 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-0e5daf5e-2018-40d8-bbfc-1b44416696ba tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:55:42.319018 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0e5daf5e-2018-40d8-bbfc-1b44416696ba tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0687134 May 06 09:55:42.322580 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fe9dc48-a358-482c-8f13-7f8e33d1b77c tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:42.325393 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37490) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:42.359110 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f7f04b45-6a3e-48c8-87aa-408631e85970 None None] Port bcd70468-c15f-42df-8758-eb38a58186b2 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:55:42.372576 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fe9dc48-a358-482c-8f13-7f8e33d1b77c tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:42.400522 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fe9dc48-a358-482c-8f13-7f8e33d1b77c tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:55:42.400939 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fe9dc48-a358-482c-8f13-7f8e33d1b77c tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: timer() May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:55:42.406444 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:55:42.466695 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a8846074-98cd-4177-ba29-949c548945cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '47f79145-6e99-4488-a4da-6e00e375309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T09:55:37Z', 'revision_number': 3, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port': {'id': '47f79145-6e99-4488-a4da-6e00e375309c', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:35Z', 'updated_at': '2022-05-06T09:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:42.507250 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dc7c1412-9079-417d-871d-9d1ce34cf82d tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:42.528978 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8846074-98cd-4177-ba29-949c548945cb None None] The sync data for ids ['3205d89c-2ea7-4f9a-b848-40e1a985b929'] in n-d-840835-1 is: [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '47f79145-6e99-4488-a4da-6e00e375309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T09:55:37Z', 'revision_number': 3, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port': {'id': '47f79145-6e99-4488-a4da-6e00e375309c', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:35Z', 'updated_at': '2022-05-06T09:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:55:42.538486 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bf600c-5b31-432a-a3b1-02cb62168462 admin admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:42.546586 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fe9dc48-a358-482c-8f13-7f8e33d1b77c tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:42.553357 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fe9dc48-a358-482c-8f13-7f8e33d1b77c tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:42.558124 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8fe9dc48-a358-482c-8f13-7f8e33d1b77c tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] 10.222.0.73 "DELETE /v2.0/networks/69135160-033e-4346-869f-b0f812327129 HTTP/1.1" status: 204 len: 168 time: 0.8795834 May 06 09:55:42.581445 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37502) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:42.583377 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dc7c1412-9079-417d-871d-9d1ce34cf82d tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:42.599742 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9dc48-a358-482c-8f13-7f8e33d1b77c tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Pushing event deleted for resources: {'Network': ['ID=69135160-033e-4346-869f-b0f812327129,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:42.604218 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf600c-5b31-432a-a3b1-02cb62168462 admin admin] Pushing event updated for resources: {'Port': ['ID=bcd70468-c15f-42df-8758-eb38a58186b2,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:42.666957 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1bf600c-5b31-432a-a3b1-02cb62168462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:42.770087 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-468d2993-7eaa-4521-ae2c-646dc1918ff1 req-5de034d9-8e4e-413f-aaea-fd4d29066820 service neutron] 10.222.0.84 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1703932 May 06 09:55:42.771539 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1018b7e9-4716-45f6-9983-32f8fba7269f tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:42.788061 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dc7c1412-9079-417d-871d-9d1ce34cf82d tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:42.792045 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dc7c1412-9079-417d-871d-9d1ce34cf82d tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:42.795794 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-dc7c1412-9079-417d-871d-9d1ce34cf82d tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "DELETE /v2.0/security-groups/695c75e0-7d6f-480f-8b7e-0e189cc1fe9a HTTP/1.1" status: 204 len: 168 time: 0.4653883 May 06 09:55:42.806905 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37512) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:42.809344 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c1412-9079-417d-871d-9d1ce34cf82d tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=695c75e0-7d6f-480f-8b7e-0e189cc1fe9a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:43.105415 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1018b7e9-4716-45f6-9983-32f8fba7269f tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:43.120575 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-468d2993-7eaa-4521-ae2c-646dc1918ff1 req-ba41a992-872b-4805-9784-efb3008cf3c3 service neutron] 10.222.0.84 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108325 May 06 09:55:43.233554 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-1018b7e9-4716-45f6-9983-32f8fba7269f tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2317884d-de32-466e-ba97-bd4db89da09d']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:43.250593 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-46ccd2a5-086e-48fd-80bd-68d2df015fea tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4358604 May 06 09:55:43.257741 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37520) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:43.267861 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-1018b7e9-4716-45f6-9983-32f8fba7269f tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29087803-ae85-4825-8f81-9fcf2161276d') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:43.268141 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-1018b7e9-4716-45f6-9983-32f8fba7269f tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29087803-ae85-4825-8f81-9fcf2161276d') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:43.285682 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1018b7e9-4716-45f6-9983-32f8fba7269f tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:43.335718 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1018b7e9-4716-45f6-9983-32f8fba7269f tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:43.365335 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1018b7e9-4716-45f6-9983-32f8fba7269f tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:55:43.366778 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1018b7e9-4716-45f6-9983-32f8fba7269f tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: timer() May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:55:43.368783 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:55:43.454076 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1018b7e9-4716-45f6-9983-32f8fba7269f tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:43.472091 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1018b7e9-4716-45f6-9983-32f8fba7269f tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:43.475501 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1018b7e9-4716-45f6-9983-32f8fba7269f tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] 10.222.0.73 "DELETE /v2.0/networks/2317884d-de32-466e-ba97-bd4db89da09d HTTP/1.1" status: 204 len: 168 time: 0.8890963 May 06 09:55:43.487740 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018b7e9-4716-45f6-9983-32f8fba7269f tempest-QuotasNegativeTest-374133100 tempest-QuotasNegativeTest-374133100-project-admin] Pushing event deleted for resources: {'Network': ['ID=2317884d-de32-466e-ba97-bd4db89da09d,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:43.542214 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-39073970-7102-44cd-85e9-b2606a2b79d9 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:43.577597 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1bf600c-5b31-432a-a3b1-02cb62168462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:43.606240 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-39073970-7102-44cd-85e9-b2606a2b79d9 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:43.774784 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-39073970-7102-44cd-85e9-b2606a2b79d9 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:43.778031 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-39073970-7102-44cd-85e9-b2606a2b79d9 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:43.779551 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-39073970-7102-44cd-85e9-b2606a2b79d9 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "DELETE /v2.0/security-groups/4a664f05-8360-4bcf-a8a4-c88c6d4ba626 HTTP/1.1" status: 204 len: 168 time: 0.5206087 May 06 09:55:43.782670 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37536) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:43.794990 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39073970-7102-44cd-85e9-b2606a2b79d9 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a664f05-8360-4bcf-a8a4-c88c6d4ba626,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:43.904059 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-15468d6b-9124-4575-bf3f-3ac03558ead7 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1150546 May 06 09:55:43.908145 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37542) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:43.918564 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-ecdfe6d6-a422-4066-a061-65605740f10d tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group': {'name': 'tempest-secgroup--1367009418'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:43.938934 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1bf600c-5b31-432a-a3b1-02cb62168462 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:43.954909 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1bf600c-5b31-432a-a3b1-02cb62168462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:43.986176 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ecdfe6d6-a422-4066-a061-65605740f10d tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:44.142931 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-450f6c3c-745a-4e96-a0b5-1719b8d3e934 req-1c3f653c-7919-40dd-b6ef-907faf395ade tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0417082 May 06 09:55:44.150853 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1bf600c-5b31-432a-a3b1-02cb62168462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:44.155792 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf600c-5b31-432a-a3b1-02cb62168462 admin admin] Pushing event updated for resources: {'Port': ['ID=bcd70468-c15f-42df-8758-eb38a58186b2,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:44.185151 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ecdfe6d6-a422-4066-a061-65605740f10d tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:44.192642 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ecdfe6d6-a422-4066-a061-65605740f10d tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:44.256013 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfe6d6-a422-4066-a061-65605740f10d tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf36982-027f-46dc-ac7b-753e6b7a71fe,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:44.274844 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ecdfe6d6-a422-4066-a061-65605740f10d tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:44.276657 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ecdfe6d6-a422-4066-a061-65605740f10d tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3662195 May 06 09:55:44.281043 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37552) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:44.289193 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-343df95b-43bd-4e3d-8040-25ec87adcd77 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:44.289640 n-d-840835-1 neutron-server[102652]: WARNING neutron.api.v2.base [None req-343df95b-43bd-4e3d-8040-25ec87adcd77 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 06 09:55:44.290347 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-343df95b-43bd-4e3d-8040-25ec87adcd77 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] update failed (client error): There was a conflict when trying to complete your request. May 06 09:55:44.291989 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-343df95b-43bd-4e3d-8040-25ec87adcd77 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "PUT /v2.0/security-groups/dcf36982-027f-46dc-ac7b-753e6b7a71fe HTTP/1.1" status: 409 len: 330 time: 0.0086854 May 06 09:55:44.296765 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37556) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:44.352337 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bf600c-5b31-432a-a3b1-02cb62168462 admin admin] Network 4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:44.354665 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-d1bf600c-5b31-432a-a3b1-02cb62168462 admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:44.494190 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a98bcceb-290c-4550-902d-35b83694473e tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:44.580880 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a98bcceb-290c-4550-902d-35b83694473e tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:44.618382 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bf600c-5b31-432a-a3b1-02cb62168462 admin admin] Router 3205d89c-2ea7-4f9a-b848-40e1a985b929 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:55:44.660029 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a98bcceb-290c-4550-902d-35b83694473e tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:44.664204 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a98bcceb-290c-4550-902d-35b83694473e tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:44.666624 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a98bcceb-290c-4550-902d-35b83694473e tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "DELETE /v2.0/security-groups/dcf36982-027f-46dc-ac7b-753e6b7a71fe HTTP/1.1" status: 204 len: 168 time: 0.3687871 May 06 09:55:44.675802 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37570) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:44.722220 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98bcceb-290c-4550-902d-35b83694473e tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf36982-027f-46dc-ac7b-753e6b7a71fe,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:44.738173 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37576) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:44.796398 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-074b6da0-491a-4004-ba29-4abfce1d49d7 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1130207 May 06 09:55:44.800551 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37584) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:44.816151 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f671f0b3-610c-4339-a0eb-cf6f17d151a2 None None] Provisioning complete for port bcd70468-c15f-42df-8758-eb38a58186b2 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:44.816704 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f671f0b3-610c-4339-a0eb-cf6f17d151a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:44.831038 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-1d422694-413a-4f53-8add-4cd27d023ded tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] delete failed (client error): The resource could not be found. May 06 09:55:44.849759 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1d422694-413a-4f53-8add-4cd27d023ded tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "DELETE /v2.0/security-groups/0be84684-9f2d-4cdb-b560-27a8b52b3edf HTTP/1.1" status: 404 len: 347 time: 0.0337660 May 06 09:55:44.849759 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37588) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:44.924432 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-1d44fd8f-5967-4da9-b973-57286b3c7499 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] show failed (client error): The resource could not be found. May 06 09:55:44.933176 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1d44fd8f-5967-4da9-b973-57286b3c7499 tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "GET /v2.0/security-groups/620224bb-99d9-4c14-95cf-de62211cc1bd HTTP/1.1" status: 404 len: 347 time: 0.0797629 May 06 09:55:44.935796 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37590) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:44.991399 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-09f8e940-f2b5-48b9-9666-b26f5793790c tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] show failed (client error): The resource could not be found. May 06 09:55:44.995340 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-09f8e940-f2b5-48b9-9666-b26f5793790c tempest-NegativeSecGroupTest-447460198 tempest-NegativeSecGroupTest-447460198-project] 10.222.0.73 "GET /v2.0/security-group-rules/579c260a-c1d1-420d-b068-a4b7a54a9930 HTTP/1.1" status: 404 len: 356 time: 0.0555959 May 06 09:55:44.995776 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f671f0b3-610c-4339-a0eb-cf6f17d151a2 None None] Port bcd70468-c15f-42df-8758-eb38a58186b2 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:55:45.058252 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bf600c-5b31-432a-a3b1-02cb62168462 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:55:45.089214 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d1bf600c-5b31-432a-a3b1-02cb62168462 admin admin] 10.222.0.73 "PUT /v2.0/routers/3205d89c-2ea7-4f9a-b848-40e1a985b929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4192982 May 06 09:55:45.113479 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 47f79145-6e99-4488-a4da-6e00e375309c up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:55:45.183143 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 47f79145-6e99-4488-a4da-6e00e375309c triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:45.183517 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:45.240976 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d598530e-cade-4317-b305-a7c27f0684c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:45.427906 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:45.467518 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-35645171-2578-4e32-81a2-38d858b16505 req-9462f86b-25b4-4dde-8b27-f30814f7d35d tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0836565 May 06 09:55:45.477489 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d598530e-cade-4317-b305-a7c27f0684c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:45.485976 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d598530e-cade-4317-b305-a7c27f0684c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:45.499897 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 47f79145-6e99-4488-a4da-6e00e375309c, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=47f79145-6e99-4488-a4da-6e00e375309c,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:45.519872 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:45.568945 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d598530e-cade-4317-b305-a7c27f0684c6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5779a85461a2484280ba889c925b6576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8186707 May 06 09:55:45.570423 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37612) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:45.572442 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598530e-cade-4317-b305-a7c27f0684c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7776367-03f1-461b-9d91-69ed3d33b491,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:45.598737 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621994ba-e719-4d4b-90c1-3b27271be155 None None] Sync routers for ids ['3205d89c-2ea7-4f9a-b848-40e1a985b929'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:55:45.613026 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621994ba-e719-4d4b-90c1-3b27271be155 None None] Routers {'3205d89c-2ea7-4f9a-b848-40e1a985b929'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:55:45.613667 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-621994ba-e719-4d4b-90c1-3b27271be155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:55:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3205d89c-2ea7-4f9a-b848-40e1a985b929'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:45.652283 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=47f79145-6e99-4488-a4da-6e00e375309c,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:45.731747 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-22f834f8-e0e4-4980-b487-412523398d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:45.755288 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-621994ba-e719-4d4b-90c1-3b27271be155 None None] Set router 3205d89c-2ea7-4f9a-b848-40e1a985b929 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:55:45.765232 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-22f834f8-e0e4-4980-b487-412523398d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:45.777024 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37618) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:45.862850 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-22f834f8-e0e4-4980-b487-412523398d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:45.866016 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-22f834f8-e0e4-4980-b487-412523398d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:45.867621 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-22f834f8-e0e4-4980-b487-412523398d61 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a7776367-03f1-461b-9d91-69ed3d33b491 HTTP/1.1" status: 204 len: 168 time: 0.2936587 May 06 09:55:45.882567 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f834f8-e0e4-4980-b487-412523398d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7776367-03f1-461b-9d91-69ed3d33b491,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:45.909232 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2ba688d3-3ebf-4918-9c5a-1ae9068378a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:46.104892 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-621994ba-e719-4d4b-90c1-3b27271be155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '47f79145-6e99-4488-a4da-6e00e375309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T09:55:43Z', 'revision_number': 4, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port': {'id': '47f79145-6e99-4488-a4da-6e00e375309c', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:35Z', 'updated_at': '2022-05-06T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'bcd70468-c15f-42df-8758-eb38a58186b2', 'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'mac_address': 'fa:16:3e:c9:7b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:40Z', 'updated_at': '2022-05-06T09:55:43Z', 'revision_number': 2, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'subnets': [{'id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:46.146635 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621994ba-e719-4d4b-90c1-3b27271be155 None None] Checking router: 3205d89c-2ea7-4f9a-b848-40e1a985b929 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:55:46.147387 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621994ba-e719-4d4b-90c1-3b27271be155 None None] Updating router 3205d89c-2ea7-4f9a-b848-40e1a985b929 port bcd70468-c15f-42df-8758-eb38a58186b2 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:55:46.194369 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-621994ba-e719-4d4b-90c1-3b27271be155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:46.218418 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f0b01da7-f1fa-4ea9-bd04-38e4f73935e9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c4c37a1d95094cacb0d56e5d9f21300b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4397168 May 06 09:55:46.222119 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37626) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:46.323186 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-51b6c87e-33ff-4fcc-8559-451faee1cb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:46.358132 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-51b6c87e-33ff-4fcc-8559-451faee1cb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:46.427800 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-51b6c87e-33ff-4fcc-8559-451faee1cb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:46.436214 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-51b6c87e-33ff-4fcc-8559-451faee1cb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:46.439061 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-51b6c87e-33ff-4fcc-8559-451faee1cb0c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0891b794-4362-495d-ac7f-b5a8f527fbcf HTTP/1.1" status: 204 len: 168 time: 0.2146699 May 06 09:55:46.484608 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6c87e-33ff-4fcc-8559-451faee1cb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0891b794-4362-495d-ac7f-b5a8f527fbcf,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:46.640171 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37640) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:46.650634 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-036ae976-7254-472e-892e-f99eae63c09e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Request body: {'security_group': {'name': 'tempest-securitygroup--551713384', 'description': 'tempest-description--1622412375'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:46.704231 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-036ae976-7254-472e-892e-f99eae63c09e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:46.728084 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37642) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:46.747879 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27742129-1df2-43d7-86e5-36df68bfed0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:46.774374 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc9b534e-77db-49ec-be68-6a9f32d05055 req-ca9ae4b8-429b-41e8-ba43-d24efede2789 tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0352273 May 06 09:55:46.824133 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-621994ba-e719-4d4b-90c1-3b27271be155 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:46.846353 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-621994ba-e719-4d4b-90c1-3b27271be155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:46.881181 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-036ae976-7254-472e-892e-f99eae63c09e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:46.891301 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-036ae976-7254-472e-892e-f99eae63c09e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:46.963213 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241b581-cfd3-49cc-870b-d02021668c42 None None] Pushing event updated for resources: {'Port': ['ID=bcd70468-c15f-42df-8758-eb38a58186b2,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:46.976100 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241b581-cfd3-49cc-870b-d02021668c42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:46.976843 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241b581-cfd3-49cc-870b-d02021668c42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:46.977386 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241b581-cfd3-49cc-870b-d02021668c42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:46.977902 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241b581-cfd3-49cc-870b-d02021668c42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:46.978515 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241b581-cfd3-49cc-870b-d02021668c42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:46.979189 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241b581-cfd3-49cc-870b-d02021668c42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:46.979702 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241b581-cfd3-49cc-870b-d02021668c42 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:46.980369 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241b581-cfd3-49cc-870b-d02021668c42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:46.981273 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241b581-cfd3-49cc-870b-d02021668c42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:46.981788 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241b581-cfd3-49cc-870b-d02021668c42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:46.982326 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241b581-cfd3-49cc-870b-d02021668c42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:46.982976 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241b581-cfd3-49cc-870b-d02021668c42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:47.000768 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-036ae976-7254-472e-892e-f99eae63c09e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:47.005880 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-036ae976-7254-472e-892e-f99eae63c09e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3620045 May 06 09:55:47.006460 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37646) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:47.009384 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27742129-1df2-43d7-86e5-36df68bfed0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:47.011017 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ae976-7254-472e-892e-f99eae63c09e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1e06a0-d6f9-4471-82e3-270a5b8b9959,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:47.018683 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-27742129-1df2-43d7-86e5-36df68bfed0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:47.025344 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-437cb371-ffba-4f5b-a9b3-21555445120e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Request body: {'security_group_rule': {'security_group_id': 'ab1e06a0-d6f9-4471-82e3-270a5b8b9959', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:47.035343 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 47f79145-6e99-4488-a4da-6e00e375309c up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:55:47.120864 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-437cb371-ffba-4f5b-a9b3-21555445120e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:47.145492 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-621994ba-e719-4d4b-90c1-3b27271be155 None None] Attempting to bind port bcd70468-c15f-42df-8758-eb38a58186b2 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:47.147247 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-621994ba-e719-4d4b-90c1-3b27271be155 None None] Attempting to bind port bcd70468-c15f-42df-8758-eb38a58186b2 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '80edd242-db32-42e3-9f67-d396ea818882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:47.148060 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621994ba-e719-4d4b-90c1-3b27271be155 None None] Attempting to bind port bcd70468-c15f-42df-8758-eb38a58186b2 on network 4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:47.158943 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621994ba-e719-4d4b-90c1-3b27271be155 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:55:47.159872 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621994ba-e719-4d4b-90c1-3b27271be155 None None] Checking segment: {'id': '80edd242-db32-42e3-9f67-d396ea818882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:55:47.160535 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-621994ba-e719-4d4b-90c1-3b27271be155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:47.161125 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621994ba-e719-4d4b-90c1-3b27271be155 None None] Bound using segment: {'id': '80edd242-db32-42e3-9f67-d396ea818882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:55:47.162104 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-621994ba-e719-4d4b-90c1-3b27271be155 None None] Bound port: bcd70468-c15f-42df-8758-eb38a58186b2, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80edd242-db32-42e3-9f67-d396ea818882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:55:47.162730 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-621994ba-e719-4d4b-90c1-3b27271be155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:47.197740 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-27742129-1df2-43d7-86e5-36df68bfed0e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ddfac4d923834bd19d21665456dd3e8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4675889 May 06 09:55:47.199784 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27742129-1df2-43d7-86e5-36df68bfed0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf49c85-3896-42cc-aab2-a185ccde0cb8,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:47.204416 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37652) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:47.226894 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 47f79145-6e99-4488-a4da-6e00e375309c triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:47.227532 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:47.289769 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b896f165-511d-4231-a4e8-bac67ba1ed64 req-31db20d8-690b-4ac5-8715-e68e955c9222 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0410092 May 06 09:55:47.415619 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-437cb371-ffba-4f5b-a9b3-21555445120e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:47.433876 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-437cb371-ffba-4f5b-a9b3-21555445120e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:47.474191 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9148438b-6bcf-42c1-b370-01fea2b84dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:47.499584 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437cb371-ffba-4f5b-a9b3-21555445120e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2465ed9-f7cc-4a2e-bb40-ca5d2ce825fa,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:47.512604 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9148438b-6bcf-42c1-b370-01fea2b84dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:47.524182 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-437cb371-ffba-4f5b-a9b3-21555445120e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:47.530356 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-437cb371-ffba-4f5b-a9b3-21555445120e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5178814 May 06 09:55:47.530560 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37666) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:47.536330 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-d0914305-15ce-4db8-96ff-68a485ad5c2a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Request body: {'security_group_rule': {'security_group_id': 'ab1e06a0-d6f9-4471-82e3-270a5b8b9959', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:47.585274 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a7b167fe-c580-4040-9afe-85d4a6b9798b None None] Provisioning complete for port bcd70468-c15f-42df-8758-eb38a58186b2 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:47.586001 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a7b167fe-c580-4040-9afe-85d4a6b9798b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:47.606776 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d0914305-15ce-4db8-96ff-68a485ad5c2a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:47.664570 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9148438b-6bcf-42c1-b370-01fea2b84dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:47.667608 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9148438b-6bcf-42c1-b370-01fea2b84dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:47.669359 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9148438b-6bcf-42c1-b370-01fea2b84dba admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3bf49c85-3896-42cc-aab2-a185ccde0cb8 HTTP/1.1" status: 204 len: 168 time: 0.4589458 May 06 09:55:47.670963 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-621994ba-e719-4d4b-90c1-3b27271be155 None None] For port bcd70468-c15f-42df-8758-eb38a58186b2, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:55:47.677397 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-a7b167fe-c580-4040-9afe-85d4a6b9798b None None] Port bcd70468-c15f-42df-8758-eb38a58186b2 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:55:47.682401 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-621994ba-e719-4d4b-90c1-3b27271be155 None None] For port bcd70468-c15f-42df-8758-eb38a58186b2, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=bcd70468-c15f-42df-8758-eb38a58186b2,segment=NetworkSegment(80edd242-db32-42e3-9f67-d396ea818882),segment_id=80edd242-db32-42e3-9f67-d396ea818882)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:55:47.692788 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148438b-6bcf-42c1-b370-01fea2b84dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf49c85-3896-42cc-aab2-a185ccde0cb8,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:47.693442 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-621994ba-e719-4d4b-90c1-3b27271be155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:47.802840 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d0914305-15ce-4db8-96ff-68a485ad5c2a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:47.803418 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621994ba-e719-4d4b-90c1-3b27271be155 None None] Routers {'3205d89c-2ea7-4f9a-b848-40e1a985b929'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:55:47.808428 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-621994ba-e719-4d4b-90c1-3b27271be155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:55:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3205d89c-2ea7-4f9a-b848-40e1a985b929'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:47.813183 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d0914305-15ce-4db8-96ff-68a485ad5c2a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:47.872036 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d0914305-15ce-4db8-96ff-68a485ad5c2a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:47.877335 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37682) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:47.878936 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d0914305-15ce-4db8-96ff-68a485ad5c2a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3467824 May 06 09:55:47.882855 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-32a0c984-dc3e-4f1d-8843-8ecdba85545c tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:47.894548 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0914305-15ce-4db8-96ff-68a485ad5c2a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fed0356-a1bb-46a9-a70a-ec4ccd0d12d4,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:47.990065 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-32a0c984-dc3e-4f1d-8843-8ecdba85545c tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:48.010005 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-621994ba-e719-4d4b-90c1-3b27271be155 None None] Set router 3205d89c-2ea7-4f9a-b848-40e1a985b929 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:55:48.058119 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-86ddda98-098e-4a22-88aa-e1974121a10a req-59186e32-9083-4e41-838c-b9a1f87f9704 tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0848086 May 06 09:55:48.214553 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-49f73d83-30b0-48ae-bfbd-04bee2b32c91 None None] Provisioning complete for port bcd70468-c15f-42df-8758-eb38a58186b2 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:48.215071 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-49f73d83-30b0-48ae-bfbd-04bee2b32c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:48.329313 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-32a0c984-dc3e-4f1d-8843-8ecdba85545c tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:48.412608 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-49f73d83-30b0-48ae-bfbd-04bee2b32c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:48.530795 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7a3064e6-acf3-42b5-82e6-f30421ad0d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:48.537823 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-49f73d83-30b0-48ae-bfbd-04bee2b32c91 None None] For port bcd70468-c15f-42df-8758-eb38a58186b2, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=bcd70468-c15f-42df-8758-eb38a58186b2,segment=NetworkSegment(80edd242-db32-42e3-9f67-d396ea818882),segment_id=80edd242-db32-42e3-9f67-d396ea818882)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:48.546741 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-49f73d83-30b0-48ae-bfbd-04bee2b32c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:48.595280 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241b581-cfd3-49cc-870b-d02021668c42 None None] Pushing event updated for resources: {'Port': ['ID=bcd70468-c15f-42df-8758-eb38a58186b2,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:48.641373 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f73d83-30b0-48ae-bfbd-04bee2b32c91 None None] Pushing event updated for resources: {'Port': ['ID=bcd70468-c15f-42df-8758-eb38a58186b2,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:48.656965 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-621994ba-e719-4d4b-90c1-3b27271be155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '47f79145-6e99-4488-a4da-6e00e375309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T09:55:43Z', 'revision_number': 4, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port': {'id': '47f79145-6e99-4488-a4da-6e00e375309c', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:35Z', 'updated_at': '2022-05-06T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'bcd70468-c15f-42df-8758-eb38a58186b2', 'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'mac_address': 'fa:16:3e:c9:7b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:40Z', 'updated_at': '2022-05-06T09:55:47Z', 'revision_number': 4, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'subnets': [{'id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:48.666079 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-32a0c984-dc3e-4f1d-8843-8ecdba85545c tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Allocated IP 172.25.5.88 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/674ae7a8-b7fa-4275-bc00-a989c37b0f28) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:48.707766 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621994ba-e719-4d4b-90c1-3b27271be155 None None] The sync data for ids ['3205d89c-2ea7-4f9a-b848-40e1a985b929'] in n-d-840835-1 is: [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '47f79145-6e99-4488-a4da-6e00e375309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T09:55:43Z', 'revision_number': 4, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port': {'id': '47f79145-6e99-4488-a4da-6e00e375309c', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:35Z', 'updated_at': '2022-05-06T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'bcd70468-c15f-42df-8758-eb38a58186b2', 'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'mac_address': 'fa:16:3e:c9:7b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:40Z', 'updated_at': '2022-05-06T09:55:47Z', 'revision_number': 4, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'subnets': [{'id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:55:48.879383 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:49.034257 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-32a0c984-dc3e-4f1d-8843-8ecdba85545c tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:49.093273 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device bcd70468-c15f-42df-8758-eb38a58186b2 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:55:49.164515 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-32a0c984-dc3e-4f1d-8843-8ecdba85545c tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:49.252131 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0c984-dc3e-4f1d-8843-8ecdba85545c tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event updated for resources: {'Port': ['ID=674ae7a8-b7fa-4275-bc00-a989c37b0f28,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:49.268761 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a0c984-dc3e-4f1d-8843-8ecdba85545c tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:49.270475 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-32a0c984-dc3e-4f1d-8843-8ecdba85545c tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:49.280550 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a0c984-dc3e-4f1d-8843-8ecdba85545c tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:49.298447 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port bcd70468-c15f-42df-8758-eb38a58186b2 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:49.300428 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:49.389347 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-21b1777a-329e-42f2-b037-0b5649a7732b req-fa3da535-0056-4bf3-9071-84960b7804b0 tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.1028140 May 06 09:55:49.597917 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-32a0c984-dc3e-4f1d-8843-8ecdba85545c tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:49.609297 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:49.686217 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-32a0c984-dc3e-4f1d-8843-8ecdba85545c tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:50.083190 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-32a0c984-dc3e-4f1d-8843-8ecdba85545c tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:50.092333 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-32a0c984-dc3e-4f1d-8843-8ecdba85545c tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:50.235364 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-32a0c984-dc3e-4f1d-8843-8ecdba85545c tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:50.274143 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-32a0c984-dc3e-4f1d-8843-8ecdba85545c tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:50.282232 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-32a0c984-dc3e-4f1d-8843-8ecdba85545c tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3969738 May 06 09:55:50.304917 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0c984-dc3e-4f1d-8843-8ecdba85545c tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event updated for resources: {'Port': ['ID=674ae7a8-b7fa-4275-bc00-a989c37b0f28,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:50.495604 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37784) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:50.641929 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae9033c5-b2bb-4dda-821c-9bc61679bcbf req-33744534-a58b-46d9-b5f6-c54aeccd8225 tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0600533 May 06 09:55:50.980803 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-6526f32c-484f-4df1-8f5c-83b3101cac34 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--551713384&fields=id&tenant_id=8f622fd1748945faafa68a8a25c50995 HTTP/1.1" status: 200 len: 267 time: 0.0406682 May 06 09:55:51.128530 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-59f02a63-ed3e-4ee9-b92f-4f2aeac33bae tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:51.130118 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-59f02a63-ed3e-4ee9-b92f-4f2aeac33bae tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/networks?id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 HTTP/1.1" status: 200 len: 813 time: 0.1415894 May 06 09:55:51.138929 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-89847ea7-f3e6-4956-b884-da5d44f9fdf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:51.150625 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-6f022f2a-d687-41fb-ab23-0b9a954cd382 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/quotas/8f622fd1748945faafa68a8a25c50995 HTTP/1.1" status: 200 len: 375 time: 0.0139773 May 06 09:55:51.200085 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:51.262174 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-1191a3c9-a457-4453-93af-add7d3247624 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f622fd1748945faafa68a8a25c50995&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1020122 May 06 09:55:51.294791 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-89847ea7-f3e6-4956-b884-da5d44f9fdf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:51.302383 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-89847ea7-f3e6-4956-b884-da5d44f9fdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:51.357088 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-89847ea7-f3e6-4956-b884-da5d44f9fdf2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=76644d0b027049c083567d070c4fb6a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8596597 May 06 09:55:51.357747 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37824) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:51.422470 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89847ea7-f3e6-4956-b884-da5d44f9fdf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c6ac90-0d47-4303-92bd-347482090b3f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:51.448515 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-949cd78e-7054-4359-8daf-34c5d6024847 service neutron] 10.222.0.73 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717589 May 06 09:55:51.464960 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:51.525609 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45ac5357-e9f9-4296-abd2-09ded1ef8b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:51.582854 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45ac5357-e9f9-4296-abd2-09ded1ef8b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:51.587325 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-9dd6004f-cf73-4a9f-a1bc-0f12420ee2b3 service neutron] 10.222.0.73 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339550 May 06 09:55:51.678133 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45ac5357-e9f9-4296-abd2-09ded1ef8b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:51.681172 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45ac5357-e9f9-4296-abd2-09ded1ef8b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:51.682620 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-45ac5357-e9f9-4296-abd2-09ded1ef8b37 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/69c6ac90-0d47-4303-92bd-347482090b3f HTTP/1.1" status: 204 len: 168 time: 0.3038788 May 06 09:55:51.693689 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac5357-e9f9-4296-abd2-09ded1ef8b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c6ac90-0d47-4303-92bd-347482090b3f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:51.881503 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c657a011-04d1-4f5d-abdd-d0c86c186aa7 req-6ba05798-60bd-4244-865c-540c98c987b0 tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0348673 May 06 09:55:51.991647 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6e1b2727-2ad9-4fb2-bec4-b872bcbc8119 req-0431418e-048c-48a0-a056-296d9d8ae5de tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=97d85475-57b7-4401-a41b-f133f4d0977b HTTP/1.1" status: 200 len: 210 time: 0.0394728 May 06 09:55:52.173084 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-93f9a19d-eb46-4309-8027-47ae0d84205e req-507cb91c-6b0c-4575-901b-519da47ac561 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0732872 May 06 09:55:52.495213 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37886) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:52.531010 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37890) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:52.586492 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9a19d-eb46-4309-8027-47ae0d84205e req-26f8d7c3-a2fe-4a95-a285-772b6b6ab229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:52.588672 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-93f9a19d-eb46-4309-8027-47ae0d84205e req-26f8d7c3-a2fe-4a95-a285-772b6b6ab229 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c517f1b2e83649f0bec52fdccbd31b7e&device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 1096 time: 0.3484113 May 06 09:55:52.590387 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37894) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:52.629924 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1c74edcc-4b48-4c58-ada9-1a6e58c9f032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:52.767041 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9a19d-eb46-4309-8027-47ae0d84205e req-8479c79e-e9d3-45e7-9f3a-f473a1490f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:52.768673 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-93f9a19d-eb46-4309-8027-47ae0d84205e req-8479c79e-e9d3-45e7-9f3a-f473a1490f14 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8b4bbee4-4fbe-449e-978f-a646b5e578f0 HTTP/1.1" status: 200 len: 920 time: 0.1490946 May 06 09:55:52.803070 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-4dd60740-4ae3-4dd2-b371-14a83625a6f2 tempest-PortsAdminExtendedAttrsTestJSON-218693456 tempest-PortsAdminExtendedAttrsTestJSON-218693456-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1554384300'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:52.818878 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-93f9a19d-eb46-4309-8027-47ae0d84205e req-e5f0d4cc-c21d-46c6-8b47-6628c92ecbe3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f4eb16b-3523-48ac-8535-624e3aae1d84 HTTP/1.1" status: 200 len: 217 time: 0.0423768 May 06 09:55:52.827911 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd60740-4ae3-4dd2-b371-14a83625a6f2 tempest-PortsAdminExtendedAttrsTestJSON-218693456 tempest-PortsAdminExtendedAttrsTestJSON-218693456-project] Made reservation on behalf of 35d5828a40734c5c9067277216c4172f for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:52.833303 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4dd60740-4ae3-4dd2-b371-14a83625a6f2 tempest-PortsAdminExtendedAttrsTestJSON-218693456 tempest-PortsAdminExtendedAttrsTestJSON-218693456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:52.852938 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4dd60740-4ae3-4dd2-b371-14a83625a6f2 tempest-PortsAdminExtendedAttrsTestJSON-218693456 tempest-PortsAdminExtendedAttrsTestJSON-218693456-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:52.877917 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1c74edcc-4b48-4c58-ada9-1a6e58c9f032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:52.898875 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9a19d-eb46-4309-8027-47ae0d84205e req-9b4a731d-ad83-4dd5-9d1f-fc5c760b5043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:52.898875 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-93f9a19d-eb46-4309-8027-47ae0d84205e req-9b4a731d-ad83-4dd5-9d1f-fc5c760b5043 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c9382d75-3c44-4a92-be03-e9a2109a5f6f HTTP/1.1" status: 200 len: 858 time: 0.0664213 May 06 09:55:52.898875 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1c74edcc-4b48-4c58-ada9-1a6e58c9f032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:52.988328 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b94b49e9-6349-461e-af62-c4d70be7c2d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.021923 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74edcc-4b48-4c58-ada9-1a6e58c9f032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c831396f-90b3-45fb-ae27-5666392b3b04,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:53.027750 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4dd60740-4ae3-4dd2-b371-14a83625a6f2 tempest-PortsAdminExtendedAttrsTestJSON-218693456 tempest-PortsAdminExtendedAttrsTestJSON-218693456-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.036803 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1c74edcc-4b48-4c58-ada9-1a6e58c9f032 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=febbcb2983b745d59152bc704a4373bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4424727 May 06 09:55:53.037855 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37902) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:53.069235 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4dd60740-4ae3-4dd2-b371-14a83625a6f2 tempest-PortsAdminExtendedAttrsTestJSON-218693456 tempest-PortsAdminExtendedAttrsTestJSON-218693456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.081473 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8646b1bf-5c97-47c7-80eb-77185dae12a6 req-83d736fa-cbbb-4a9c-88cc-1acf75c50c17 tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0557680 May 06 09:55:53.093571 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9a19d-eb46-4309-8027-47ae0d84205e req-901318e4-923f-4bca-9bf7-bd61b7fe4c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:53.098073 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-93f9a19d-eb46-4309-8027-47ae0d84205e req-901318e4-923f-4bca-9bf7-bd61b7fe4c44 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8b4bbee4-4fbe-449e-978f-a646b5e578f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1797874 May 06 09:55:53.127176 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd60740-4ae3-4dd2-b371-14a83625a6f2 tempest-PortsAdminExtendedAttrsTestJSON-218693456 tempest-PortsAdminExtendedAttrsTestJSON-218693456-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:55:53.132884 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd60740-4ae3-4dd2-b371-14a83625a6f2 tempest-PortsAdminExtendedAttrsTestJSON-218693456 tempest-PortsAdminExtendedAttrsTestJSON-218693456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4f0464-019a-4d22-b5d1-ba1e91818324,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:53.155352 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4dd60740-4ae3-4dd2-b371-14a83625a6f2 tempest-PortsAdminExtendedAttrsTestJSON-218693456 tempest-PortsAdminExtendedAttrsTestJSON-218693456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.155980 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-4dd60740-4ae3-4dd2-b371-14a83625a6f2 tempest-PortsAdminExtendedAttrsTestJSON-218693456 tempest-PortsAdminExtendedAttrsTestJSON-218693456-project] Added segment 640959db-b49d-4642-85ef-8b06e795018a of type vlan for network 44381868-d106-4b8d-bbb9-baa90e268c7f May 06 09:55:53.231415 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0b0f1595-72c7-40d5-a7df-12d155945f5b req-91fdc4c9-021d-4f3b-b5cc-6f01222886c4 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=97d85475-57b7-4401-a41b-f133f4d0977b HTTP/1.1" status: 200 len: 210 time: 0.0337501 May 06 09:55:53.249830 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4dd60740-4ae3-4dd2-b371-14a83625a6f2 tempest-PortsAdminExtendedAttrsTestJSON-218693456 tempest-PortsAdminExtendedAttrsTestJSON-218693456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.268690 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b94b49e9-6349-461e-af62-c4d70be7c2d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.278282 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b94b49e9-6349-461e-af62-c4d70be7c2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.336006 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4dd60740-4ae3-4dd2-b371-14a83625a6f2 tempest-PortsAdminExtendedAttrsTestJSON-218693456 tempest-PortsAdminExtendedAttrsTestJSON-218693456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.342418 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd60740-4ae3-4dd2-b371-14a83625a6f2 tempest-PortsAdminExtendedAttrsTestJSON-218693456 tempest-PortsAdminExtendedAttrsTestJSON-218693456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:53.343470 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4dd60740-4ae3-4dd2-b371-14a83625a6f2 tempest-PortsAdminExtendedAttrsTestJSON-218693456 tempest-PortsAdminExtendedAttrsTestJSON-218693456-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.345315 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-36d4f89f-01ea-43c8-81cc-263c17af561b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.350052 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b94b49e9-6349-461e-af62-c4d70be7c2d4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1ef38f5e1a354cc0acdc4d8870050b60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8176553 May 06 09:55:53.360867 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37906) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:53.379742 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b49e9-6349-461e-af62-c4d70be7c2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa6b45f-76df-453c-bd7e-271fb23e8815,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:53.425719 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-36d4f89f-01ea-43c8-81cc-263c17af561b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.430729 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4dd60740-4ae3-4dd2-b371-14a83625a6f2 tempest-PortsAdminExtendedAttrsTestJSON-218693456 tempest-PortsAdminExtendedAttrsTestJSON-218693456-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9342709 May 06 09:55:53.467432 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd60740-4ae3-4dd2-b371-14a83625a6f2 tempest-PortsAdminExtendedAttrsTestJSON-218693456 tempest-PortsAdminExtendedAttrsTestJSON-218693456-project] Pushing event updated for resources: {'Network': ['ID=44381868-d106-4b8d-bbb9-baa90e268c7f,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:53.487143 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3a2e5736-fb12-4f5f-a713-a8c5985d68ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.488127 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-7c198fca-f82b-4247-8f9c-aa1c45efa10f tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:53.489761 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-7c198fca-f82b-4247-8f9c-aa1c45efa10f tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.77 "GET /v2.0/networks?id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 HTTP/1.1" status: 200 len: 813 time: 0.3389311 May 06 09:55:53.497359 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-93f9a19d-eb46-4309-8027-47ae0d84205e req-27232f84-91ce-4b58-b013-f006d63a88c9 service neutron] 10.222.0.77 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840671 May 06 09:55:53.501311 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 44381868-d106-4b8d-bbb9-baa90e268c7f details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:55:53.523434 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3a2e5736-fb12-4f5f-a713-a8c5985d68ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.613876 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3a2e5736-fb12-4f5f-a713-a8c5985d68ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.616816 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3a2e5736-fb12-4f5f-a713-a8c5985d68ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.618010 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3a2e5736-fb12-4f5f-a713-a8c5985d68ae admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9aa6b45f-76df-453c-bd7e-271fb23e8815 HTTP/1.1" status: 204 len: 168 time: 0.2564943 May 06 09:55:53.630190 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e5736-fb12-4f5f-a713-a8c5985d68ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa6b45f-76df-453c-bd7e-271fb23e8815,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:53.668830 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-36d4f89f-01ea-43c8-81cc-263c17af561b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.672226 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-36d4f89f-01ea-43c8-81cc-263c17af561b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.676594 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-36d4f89f-01ea-43c8-81cc-263c17af561b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c831396f-90b3-45fb-ae27-5666392b3b04 HTTP/1.1" status: 204 len: 168 time: 0.6345851 May 06 09:55:53.703769 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-e6f59cda-b9c8-4170-9270-ca9b6d565aab tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f622fd1748945faafa68a8a25c50995 HTTP/1.1" status: 200 len: 379 time: 0.1698449 May 06 09:55:53.707850 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4f89f-01ea-43c8-81cc-263c17af561b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c831396f-90b3-45fb-ae27-5666392b3b04,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:53.716387 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-70f0dfe0-2cc4-456d-b545-ce0440bab111 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Request body: {'port': {'device_id': '97d85475-57b7-4401-a41b-f133f4d0977b', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'admin_state_up': True, 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'security_groups': ['ab1e06a0-d6f9-4471-82e3-270a5b8b9959']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:53.786689 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-93f9a19d-eb46-4309-8027-47ae0d84205e req-744c284b-87db-40b6-a203-42f87d560767 service neutron] 10.222.0.77 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663581 May 06 09:55:53.866358 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-70f0dfe0-2cc4-456d-b545-ce0440bab111 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Made reservation on behalf of 8f622fd1748945faafa68a8a25c50995 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:53.870642 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-70f0dfe0-2cc4-456d-b545-ce0440bab111 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.988186 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37922) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:53.994494 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Request body: {'port': {'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f', 'binding:host_id': 'n-h1-840835-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1226537981'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:54.024379 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Made reservation on behalf of 9ef1c20b0dcd42759443b101ad763b36 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:54.028073 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.039804 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.056501 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-70f0dfe0-2cc4-456d-b545-ce0440bab111 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Allocated IP 172.20.0.13 (4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6/5a6d1981-166e-43ed-8cde-937a332bb113/ae866f35-fc07-47d6-8ae9-dba5018031f1) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:54.162242 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.169186 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.176261 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] device_id is not set on port 8437b746-cbe2-4c91-8af8-03195df83833 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:55:54.283393 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-70f0dfe0-2cc4-456d-b545-ce0440bab111 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.323759 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5e7f0e14-c2d6-4aa2-9b9c-35bc7729017a req-2cf0a9c1-07b0-45ab-8181-ac1f65340d15 tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0524213 May 06 09:55:54.328694 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-70f0dfe0-2cc4-456d-b545-ce0440bab111 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.354460 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd74ef81-4c79-4d25-b47f-22195649752c,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:54.398583 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-70f0dfe0-2cc4-456d-b545-ce0440bab111 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Network 4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:54.403797 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-70f0dfe0-2cc4-456d-b545-ce0440bab111 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:54.420441 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-70f0dfe0-2cc4-456d-b545-ce0440bab111 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:54.495730 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0dfe0-2cc4-456d-b545-ce0440bab111 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event updated for resources: {'Port': ['ID=ae866f35-fc07-47d6-8ae9-dba5018031f1,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:54.508187 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37936) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:54.530157 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-70f0dfe0-2cc4-456d-b545-ce0440bab111 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:54.530767 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-70f0dfe0-2cc4-456d-b545-ce0440bab111 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.541516 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-83cc96b9-4b2f-44bb-b7e1-7a0363f53342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.551434 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7f283-f35d-4211-a214-8301115c9ae0 req-75937ab4-8173-4246-ac56-683506df5b7e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:54.553097 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2ac7f283-f35d-4211-a214-8301115c9ae0 req-75937ab4-8173-4246-ac56-683506df5b7e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=97d85475-57b7-4401-a41b-f133f4d0977b HTTP/1.1" status: 200 len: 932 time: 0.1193905 May 06 09:55:54.558922 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-70f0dfe0-2cc4-456d-b545-ce0440bab111 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8466167 May 06 09:55:54.578077 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-6d06b21e-b678-4627-a43c-334dbb3ed277 service neutron] Request body: {'port': {'device_id': '97d85475-57b7-4401-a41b-f133f4d0977b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:54.635552 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] device_id is not set on port 8437b746-cbe2-4c91-8af8-03195df83833 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:55:54.652234 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.674737 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.679191 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-6d06b21e-b678-4627-a43c-334dbb3ed277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.712279 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2ac7f283-f35d-4211-a214-8301115c9ae0 req-7bb3dc03-900a-4d4a-93a0-ef23d776b53b tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab1e06a0-d6f9-4471-82e3-270a5b8b9959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005569 May 06 09:55:54.790546 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Pushing event updated for resources: {'Port': ['ID=8437b746-cbe2-4c91-8af8-03195df83833,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:54.834877 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Checking segment: {'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:55:54.835437 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Network hostable DHCP agents. Network: 44381868-d106-4b8d-bbb9-baa90e268c7f, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:55:54.851340 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-2c326faf-5999-4e38-b5c7-dac287e9af3a None None] Provisioning complete for port ae866f35-fc07-47d6-8ae9-dba5018031f1 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:54.853640 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-83cc96b9-4b2f-44bb-b7e1-7a0363f53342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.856119 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2c326faf-5999-4e38-b5c7-dac287e9af3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.863466 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-83cc96b9-4b2f-44bb-b7e1-7a0363f53342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.881392 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Network 44381868-d106-4b8d-bbb9-baa90e268c7f is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:55:54.941179 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc96b9-4b2f-44bb-b7e1-7a0363f53342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e29074-9647-4f03-bb0f-96ee2521b74f,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:54.944112 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 44381868-d106-4b8d-bbb9-baa90e268c7f) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:54.951031 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-83cc96b9-4b2f-44bb-b7e1-7a0363f53342 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c70db5805f6e47f69694426ed9f0564c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4400516 May 06 09:55:54.951680 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37948) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:54.954835 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-2c326faf-5999-4e38-b5c7-dac287e9af3a None None] Port ae866f35-fc07-47d6-8ae9-dba5018031f1 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:55:54.960551 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:54.962875 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80fa325-6d1d-4a51-ad46-02608abc2969 None None] Network 44381868-d106-4b8d-bbb9-baa90e268c7f requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:54.988446 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 8437b746-cbe2-4c91-8af8-03195df83833 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:54.988868 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 8437b746-cbe2-4c91-8af8-03195df83833 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:54.989354 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 8437b746-cbe2-4c91-8af8-03195df83833 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:55.024233 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Port 8437b746-cbe2-4c91-8af8-03195df83833 on network 44381868-d106-4b8d-bbb9-baa90e268c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:55:55.024724 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Failed to bind port 8437b746-cbe2-4c91-8af8-03195df83833 on host n-h1-840835-1 for vnic_type normal using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] May 06 09:55:55.025548 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempt 2 to bind port 8437b746-cbe2-4c91-8af8-03195df83833 May 06 09:55:55.052254 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 8437b746-cbe2-4c91-8af8-03195df83833 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:55.052727 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 8437b746-cbe2-4c91-8af8-03195df83833 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:55.053172 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 8437b746-cbe2-4c91-8af8-03195df83833 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:55.060310 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Port 8437b746-cbe2-4c91-8af8-03195df83833 on network 44381868-d106-4b8d-bbb9-baa90e268c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:55:55.060816 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Failed to bind port 8437b746-cbe2-4c91-8af8-03195df83833 on host n-h1-840835-1 for vnic_type normal using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] May 06 09:55:55.061626 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-70cb7751-51ae-4098-82c4-dc70ac693987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:55.064900 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempt 3 to bind port 8437b746-cbe2-4c91-8af8-03195df83833 May 06 09:55:55.098899 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-70cb7751-51ae-4098-82c4-dc70ac693987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:55.101029 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 8437b746-cbe2-4c91-8af8-03195df83833 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:55.101356 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 8437b746-cbe2-4c91-8af8-03195df83833 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:55.101798 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 8437b746-cbe2-4c91-8af8-03195df83833 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:55.113519 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Port 8437b746-cbe2-4c91-8af8-03195df83833 on network 44381868-d106-4b8d-bbb9-baa90e268c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:55:55.113996 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Failed to bind port 8437b746-cbe2-4c91-8af8-03195df83833 on host n-h1-840835-1 for vnic_type normal using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] May 06 09:55:55.116050 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempt 4 to bind port 8437b746-cbe2-4c91-8af8-03195df83833 May 06 09:55:55.153614 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 8437b746-cbe2-4c91-8af8-03195df83833 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:55.154468 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 8437b746-cbe2-4c91-8af8-03195df83833 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:55.155168 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 8437b746-cbe2-4c91-8af8-03195df83833 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:55.182565 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Port 8437b746-cbe2-4c91-8af8-03195df83833 on network 44381868-d106-4b8d-bbb9-baa90e268c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:55:55.183332 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Failed to bind port 8437b746-cbe2-4c91-8af8-03195df83833 on host n-h1-840835-1 for vnic_type normal using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] May 06 09:55:55.184477 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempt 5 to bind port 8437b746-cbe2-4c91-8af8-03195df83833 May 06 09:55:55.205521 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 8437b746-cbe2-4c91-8af8-03195df83833 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:55.205955 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 8437b746-cbe2-4c91-8af8-03195df83833 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:55.206400 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 8437b746-cbe2-4c91-8af8-03195df83833 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:55.212621 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Port 8437b746-cbe2-4c91-8af8-03195df83833 on network 44381868-d106-4b8d-bbb9-baa90e268c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:55:55.213026 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Failed to bind port 8437b746-cbe2-4c91-8af8-03195df83833 on host n-h1-840835-1 for vnic_type normal using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] May 06 09:55:55.213490 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempt 6 to bind port 8437b746-cbe2-4c91-8af8-03195df83833 May 06 09:55:55.230437 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 8437b746-cbe2-4c91-8af8-03195df83833 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:55.230928 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 8437b746-cbe2-4c91-8af8-03195df83833 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:55.231439 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 8437b746-cbe2-4c91-8af8-03195df83833 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:55.237473 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Port 8437b746-cbe2-4c91-8af8-03195df83833 on network 44381868-d106-4b8d-bbb9-baa90e268c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:55:55.237946 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Failed to bind port 8437b746-cbe2-4c91-8af8-03195df83833 on host n-h1-840835-1 for vnic_type normal using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] May 06 09:55:55.238407 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempt 7 to bind port 8437b746-cbe2-4c91-8af8-03195df83833 May 06 09:55:55.251072 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-6d06b21e-b678-4627-a43c-334dbb3ed277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae866f35-fc07-47d6-8ae9-dba5018031f1 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:55:55.260354 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-70cb7751-51ae-4098-82c4-dc70ac693987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:55.260738 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-6d06b21e-b678-4627-a43c-334dbb3ed277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:55.263139 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-70cb7751-51ae-4098-82c4-dc70ac693987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:55.267672 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-70cb7751-51ae-4098-82c4-dc70ac693987 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/27e29074-9647-4f03-bb0f-96ee2521b74f HTTP/1.1" status: 204 len: 168 time: 0.3131821 May 06 09:55:55.274553 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 8437b746-cbe2-4c91-8af8-03195df83833 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:55.275515 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 8437b746-cbe2-4c91-8af8-03195df83833 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:55.275873 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 8437b746-cbe2-4c91-8af8-03195df83833 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:55.283042 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-6d06b21e-b678-4627-a43c-334dbb3ed277 service neutron] Transition to ACTIVE for port object ae866f35-fc07-47d6-8ae9-dba5018031f1 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:55:55.289645 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb7751-51ae-4098-82c4-dc70ac693987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e29074-9647-4f03-bb0f-96ee2521b74f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:55.292022 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Port 8437b746-cbe2-4c91-8af8-03195df83833 on network 44381868-d106-4b8d-bbb9-baa90e268c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:55:55.292538 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Failed to bind port 8437b746-cbe2-4c91-8af8-03195df83833 on host n-h1-840835-1 for vnic_type normal using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] May 06 09:55:55.293233 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempt 8 to bind port 8437b746-cbe2-4c91-8af8-03195df83833 May 06 09:55:55.300775 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-6d06b21e-b678-4627-a43c-334dbb3ed277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:55.311382 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 8437b746-cbe2-4c91-8af8-03195df83833 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:55.311738 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 8437b746-cbe2-4c91-8af8-03195df83833 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:55.313544 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 8437b746-cbe2-4c91-8af8-03195df83833 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:55.317840 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Port 8437b746-cbe2-4c91-8af8-03195df83833 on network 44381868-d106-4b8d-bbb9-baa90e268c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:55:55.318180 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Failed to bind port 8437b746-cbe2-4c91-8af8-03195df83833 on host n-h1-840835-1 for vnic_type normal using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] May 06 09:55:55.318586 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempt 9 to bind port 8437b746-cbe2-4c91-8af8-03195df83833 May 06 09:55:55.342853 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 8437b746-cbe2-4c91-8af8-03195df83833 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:55.343213 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 8437b746-cbe2-4c91-8af8-03195df83833 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:55.343574 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 8437b746-cbe2-4c91-8af8-03195df83833 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:55.352938 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Port 8437b746-cbe2-4c91-8af8-03195df83833 on network 44381868-d106-4b8d-bbb9-baa90e268c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:55:55.353290 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Failed to bind port 8437b746-cbe2-4c91-8af8-03195df83833 on host n-h1-840835-1 for vnic_type normal using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] May 06 09:55:55.353701 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempt 10 to bind port 8437b746-cbe2-4c91-8af8-03195df83833 May 06 09:55:55.370390 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 8437b746-cbe2-4c91-8af8-03195df83833 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:55.370771 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 8437b746-cbe2-4c91-8af8-03195df83833 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:55.371154 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 8437b746-cbe2-4c91-8af8-03195df83833 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:55.376466 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Port 8437b746-cbe2-4c91-8af8-03195df83833 on network 44381868-d106-4b8d-bbb9-baa90e268c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:55:55.376812 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Failed to bind port 8437b746-cbe2-4c91-8af8-03195df83833 on host n-h1-840835-1 for vnic_type normal using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] May 06 09:55:55.377196 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:55.504603 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c765e213-00a7-43af-bb10-540f5c049886 req-0a6af761-f1f8-47c6-93de-7d9c68e1dacd tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0374665 May 06 09:55:55.526601 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06b21e-b678-4627-a43c-334dbb3ed277 service neutron] Pushing event updated for resources: {'Port': ['ID=ae866f35-fc07-47d6-8ae9-dba5018031f1,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:55.567156 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-6d06b21e-b678-4627-a43c-334dbb3ed277 service neutron] Attempting to bind port ae866f35-fc07-47d6-8ae9-dba5018031f1 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:55.567497 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-6d06b21e-b678-4627-a43c-334dbb3ed277 service neutron] Attempting to bind port ae866f35-fc07-47d6-8ae9-dba5018031f1 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '80edd242-db32-42e3-9f67-d396ea818882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:55.567829 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-6d06b21e-b678-4627-a43c-334dbb3ed277 service neutron] Attempting to bind port ae866f35-fc07-47d6-8ae9-dba5018031f1 on network 4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:55.572759 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-6d06b21e-b678-4627-a43c-334dbb3ed277 service neutron] Port ae866f35-fc07-47d6-8ae9-dba5018031f1 on network 4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:55:55.573307 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-6d06b21e-b678-4627-a43c-334dbb3ed277 service neutron] Attempting to bind port ae866f35-fc07-47d6-8ae9-dba5018031f1 on network 4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:55.574020 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] For port 8437b746-cbe2-4c91-8af8-03195df83833, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:55:55.574491 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempted to set empty binding levels {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 06 09:55:55.580076 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-6d06b21e-b678-4627-a43c-334dbb3ed277 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:55:55.580310 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:55.580428 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-6d06b21e-b678-4627-a43c-334dbb3ed277 service neutron] Checking segment: {'id': '80edd242-db32-42e3-9f67-d396ea818882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:55:55.580854 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-6d06b21e-b678-4627-a43c-334dbb3ed277 service neutron] Bound using segment: {'id': '80edd242-db32-42e3-9f67-d396ea818882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:55:55.581359 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-6d06b21e-b678-4627-a43c-334dbb3ed277 service neutron] Bound port: ae866f35-fc07-47d6-8ae9-dba5018031f1, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80edd242-db32-42e3-9f67-d396ea818882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:55:55.581989 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-6d06b21e-b678-4627-a43c-334dbb3ed277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:55.616622 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:55.618804 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:55.683581 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.6927888 May 06 09:55:55.688184 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37974) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:55.706643 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-6d06b21e-b678-4627-a43c-334dbb3ed277 service neutron] For port ae866f35-fc07-47d6-8ae9-dba5018031f1, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:55:55.707327 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e113c-e195-4899-ba54-7588c604f23d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Pushing event updated for resources: {'Port': ['ID=8437b746-cbe2-4c91-8af8-03195df83833,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:55.710670 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-6d06b21e-b678-4627-a43c-334dbb3ed277 service neutron] For port ae866f35-fc07-47d6-8ae9-dba5018031f1, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ae866f35-fc07-47d6-8ae9-dba5018031f1,segment=NetworkSegment(80edd242-db32-42e3-9f67-d396ea818882),segment_id=80edd242-db32-42e3-9f67-d396ea818882)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:55:55.723063 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-6d06b21e-b678-4627-a43c-334dbb3ed277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:55.784244 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-6d06b21e-b678-4627-a43c-334dbb3ed277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:55.785049 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-6d06b21e-b678-4627-a43c-334dbb3ed277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:55.786663 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-6d06b21e-b678-4627-a43c-334dbb3ed277 service neutron] 10.222.0.77 "PUT /v2.0/ports/ae866f35-fc07-47d6-8ae9-dba5018031f1 HTTP/1.1" status: 200 len: 1092 time: 1.2130282 May 06 09:55:55.787455 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d85475-57b7-4401-a41b-f133f4d0977b', 'tag': 'ae866f35-fc07-47d6-8ae9-dba5018031f1'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:55:55.790314 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ae92df-aba7-4c33-bf6d-24404fc299b4" -d '{"events": [{"name": "network-changed", "server_uuid": "97d85475-57b7-4401-a41b-f133f4d0977b", "tag": "ae866f35-fc07-47d6-8ae9-dba5018031f1"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:55:55.822476 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06b21e-b678-4627-a43c-334dbb3ed277 service neutron] Pushing event updated for resources: {'Port': ['ID=ae866f35-fc07-47d6-8ae9-dba5018031f1,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:55.918988 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-a6440412-3968-47f9-98ce-21f18576c663 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Deleting port 8437b746-cbe2-4c91-8af8-03195df83833 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:55.919884 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a6440412-3968-47f9-98ce-21f18576c663 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:55.974678 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-a7310e14-64d1-4439-9a51-79c47eedad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:55.979283 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-a7310e14-64d1-4439-9a51-79c47eedad27 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8f622fd1748945faafa68a8a25c50995&device_id=97d85475-57b7-4401-a41b-f133f4d0977b HTTP/1.1" status: 200 len: 1095 time: 0.1302805 May 06 09:55:55.995148 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd817f1-18fc-4e1f-959d-f3b179f9878d req-d5f69bd0-71b8-46d6-a572-dc68c6f36f9d tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:55.997136 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2bd817f1-18fc-4e1f-959d-f3b179f9878d req-d5f69bd0-71b8-46d6-a572-dc68c6f36f9d tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=97d85475-57b7-4401-a41b-f133f4d0977b HTTP/1.1" status: 200 len: 944 time: 0.1414943 May 06 09:55:56.018301 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-a6440412-3968-47f9-98ce-21f18576c663 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] For port 8437b746-cbe2-4c91-8af8-03195df83833, host n-h1-840835-1, got binding levels [] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:56.018684 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a6440412-3968-47f9-98ce-21f18576c663 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:56.034018 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-ec505a44-956f-4d66-86b9-d251210b9e89 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae866f35-fc07-47d6-8ae9-dba5018031f1 HTTP/1.1" status: 200 len: 217 time: 0.0415535 May 06 09:55:56.091732 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-a6440412-3968-47f9-98ce-21f18576c663 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Calling delete_port for 8437b746-cbe2-4c91-8af8-03195df83833 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:56.108859 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-dd00649f-1bf6-42a1-977b-8ce02265a240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:56.111225 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-dd00649f-1bf6-42a1-977b-8ce02265a240 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5a6d1981-166e-43ed-8cde-937a332bb113 HTTP/1.1" status: 200 len: 852 time: 0.0689681 May 06 09:55:56.177934 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2bd817f1-18fc-4e1f-959d-f3b179f9878d req-fabe8c07-45f9-444b-9fd6-cf92514b11b9 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab1e06a0-d6f9-4471-82e3-270a5b8b9959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605306 May 06 09:55:56.190363 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-9daff053-ea54-4704-85bd-7fefa4a6527e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:56.192145 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-9daff053-ea54-4704-85bd-7fefa4a6527e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725245 May 06 09:55:56.233422 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa56b8e-8fe5-4388-b5fe-e7b59fd3975f x-openstack-request-id: req-1fa56b8e-8fe5-4388-b5fe-e7b59fd3975f {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:55:56.233872 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d85475-57b7-4401-a41b-f133f4d0977b", "tag": "ae866f35-fc07-47d6-8ae9-dba5018031f1", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:55:56.234254 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1fa56b8e-8fe5-4388-b5fe-e7b59fd3975f {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:55:56.234767 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fa56b8e-8fe5-4388-b5fe-e7b59fd3975f'] response: {'name': 'network-changed', 'server_uuid': '97d85475-57b7-4401-a41b-f133f4d0977b', 'tag': 'ae866f35-fc07-47d6-8ae9-dba5018031f1', 'status': 'completed', 'code': 200} May 06 09:55:56.254133 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a6440412-3968-47f9-98ce-21f18576c663 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:56.291237 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6440412-3968-47f9-98ce-21f18576c663 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Pushing event deleted for resources: {'Port': ['ID=8437b746-cbe2-4c91-8af8-03195df83833,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:56.304895 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a6440412-3968-47f9-98ce-21f18576c663 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:56.309653 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a6440412-3968-47f9-98ce-21f18576c663 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] 10.222.0.73 "DELETE /v2.0/ports/8437b746-cbe2-4c91-8af8-03195df83833 HTTP/1.1" status: 204 len: 168 time: 0.6204095 May 06 09:55:56.313009 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37996) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:56.331658 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-98db26cc-89e8-4571-9c65-d414678dbd15 service neutron] 10.222.0.77 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308959 May 06 09:55:56.344315 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9f6ddc-1aca-4dd5-af86-265bf82782b8 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] GET failed (client error): The resource could not be found. May 06 09:55:56.350085 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8e9f6ddc-1aca-4dd5-af86-265bf82782b8 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] 10.222.0.73 "GET /v2.0/ports/8437b746-cbe2-4c91-8af8-03195df83833 HTTP/1.1" status: 404 len: 333 time: 0.0325677 May 06 09:55:56.350387 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38002) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:56.356290 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-760783fe-0561-4ca7-b08d-b575f8843017 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Request body: {'port': {'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2039510916'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:56.379711 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760783fe-0561-4ca7-b08d-b575f8843017 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Made reservation on behalf of 9ef1c20b0dcd42759443b101ad763b36 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:56.382842 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-760783fe-0561-4ca7-b08d-b575f8843017 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:56.403551 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-760783fe-0561-4ca7-b08d-b575f8843017 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] device_id is not set on port 49ae6209-3da8-45bc-af96-6c99ce579450 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:55:56.471314 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3b0c42fe-83f9-4ff1-9aba-c534e794a77e req-6ab1253f-eabe-43ab-acef-fefeb22fa17c service neutron] 10.222.0.77 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321793 May 06 09:55:56.644211 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae92df-aba7-4c33-bf6d-24404fc299b4 req-26e2b4ca-b89c-41b8-bf1b-c605d5569475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:56.653279 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a4ae92df-aba7-4c33-bf6d-24404fc299b4 req-26e2b4ca-b89c-41b8-bf1b-c605d5569475 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8f622fd1748945faafa68a8a25c50995&device_id=97d85475-57b7-4401-a41b-f133f4d0977b HTTP/1.1" status: 200 len: 1095 time: 0.0685058 May 06 09:55:56.782101 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae92df-aba7-4c33-bf6d-24404fc299b4 req-d0fb0506-da1c-4b3c-b338-e7d0b8fcda54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:56.784567 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a4ae92df-aba7-4c33-bf6d-24404fc299b4 req-d0fb0506-da1c-4b3c-b338-e7d0b8fcda54 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 HTTP/1.1" status: 200 len: 914 time: 0.1297123 May 06 09:55:56.822483 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0a770e38-8fb6-4741-9d43-dd35ed8d2227 req-5b9b0016-d4fa-4afb-8c55-f77cb1467cd1 tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0370913 May 06 09:55:56.868717 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a4ae92df-aba7-4c33-bf6d-24404fc299b4 req-22134fff-9ecf-43db-b825-da4876385806 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae866f35-fc07-47d6-8ae9-dba5018031f1 HTTP/1.1" status: 200 len: 217 time: 0.0770509 May 06 09:55:56.945063 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae92df-aba7-4c33-bf6d-24404fc299b4 req-6c99ab9a-a4dc-479a-a3ac-d7e8c31bacae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:56.947048 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a4ae92df-aba7-4c33-bf6d-24404fc299b4 req-6c99ab9a-a4dc-479a-a3ac-d7e8c31bacae service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5a6d1981-166e-43ed-8cde-937a332bb113 HTTP/1.1" status: 200 len: 852 time: 0.0697839 May 06 09:55:57.001297 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-760783fe-0561-4ca7-b08d-b575f8843017 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:57.017286 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae92df-aba7-4c33-bf6d-24404fc299b4 req-999162f4-bc6b-45ed-8ee6-e3916d81f82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:57.017286 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a4ae92df-aba7-4c33-bf6d-24404fc299b4 req-999162f4-bc6b-45ed-8ee6-e3916d81f82d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599322 May 06 09:55:57.077195 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-760783fe-0561-4ca7-b08d-b575f8843017 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:57.173067 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760783fe-0561-4ca7-b08d-b575f8843017 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Network 44381868-d106-4b8d-bbb9-baa90e268c7f is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:57.174733 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a4ae92df-aba7-4c33-bf6d-24404fc299b4 req-414a0306-f034-4a2e-8737-c46848124fbf service neutron] 10.222.0.77 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400764 May 06 09:55:57.178007 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-760783fe-0561-4ca7-b08d-b575f8843017 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:57.193301 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760783fe-0561-4ca7-b08d-b575f8843017 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:57.195530 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760783fe-0561-4ca7-b08d-b575f8843017 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:57.196201 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-760783fe-0561-4ca7-b08d-b575f8843017 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:57.233804 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760783fe-0561-4ca7-b08d-b575f8843017 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Pushing event updated for resources: {'Port': ['ID=49ae6209-3da8-45bc-af96-6c99ce579450,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:57.256821 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-760783fe-0561-4ca7-b08d-b575f8843017 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9043095 May 06 09:55:57.259105 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38044) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:57.274372 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:57.363137 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a4ae92df-aba7-4c33-bf6d-24404fc299b4 req-381f884b-0f2b-459f-8562-284c12fb837d service neutron] 10.222.0.77 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820703 May 06 09:55:57.467233 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f083478-34de-444a-b316-1204545bb6ba req-1489ef78-9e91-4d8d-8f0b-ebf077cc3c58 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:57.470167 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f083478-34de-444a-b316-1204545bb6ba req-1489ef78-9e91-4d8d-8f0b-ebf077cc3c58 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=97d85475-57b7-4401-a41b-f133f4d0977b HTTP/1.1" status: 200 len: 944 time: 0.1490242 May 06 09:55:57.472062 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:57.558050 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f083478-34de-444a-b316-1204545bb6ba req-966f4996-5780-46f2-896d-cd60ba462c12 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab1e06a0-d6f9-4471-82e3-270a5b8b9959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700305 May 06 09:55:57.612232 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38052) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:57.726346 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] device_id is not set on port 49ae6209-3da8-45bc-af96-6c99ce579450 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:55:57.737977 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:57.745149 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:57.823882 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Pushing event updated for resources: {'Port': ['ID=49ae6209-3da8-45bc-af96-6c99ce579450,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:57.850467 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:57.850978 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:57.853640 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:57.867397 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8975c00-e51e-49f1-a4fa-af1280ba5bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:57.878150 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Port 49ae6209-3da8-45bc-af96-6c99ce579450 on network 44381868-d106-4b8d-bbb9-baa90e268c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:55:57.878461 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Failed to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 on host n-h1-840835-1 for vnic_type normal using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] May 06 09:55:57.881256 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempt 2 to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 May 06 09:55:57.916276 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:57.916649 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:57.916985 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:57.930037 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Port 49ae6209-3da8-45bc-af96-6c99ce579450 on network 44381868-d106-4b8d-bbb9-baa90e268c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:55:57.930414 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Failed to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 on host n-h1-840835-1 for vnic_type normal using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] May 06 09:55:57.930843 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempt 3 to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 May 06 09:55:57.983558 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5fe0605c-1516-466d-9a70-84f7e37ad3bc req-f9ad0d42-0388-4af0-9a08-cf29e258a7ff tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0427444 May 06 09:55:57.984237 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:57.984577 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:57.985098 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:57.990101 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Port 49ae6209-3da8-45bc-af96-6c99ce579450 on network 44381868-d106-4b8d-bbb9-baa90e268c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:55:57.990437 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Failed to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 on host n-h1-840835-1 for vnic_type normal using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] May 06 09:55:57.990830 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempt 4 to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 May 06 09:55:58.006631 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:58.007280 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:58.007777 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:58.012905 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Port 49ae6209-3da8-45bc-af96-6c99ce579450 on network 44381868-d106-4b8d-bbb9-baa90e268c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:55:58.013236 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Failed to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 on host n-h1-840835-1 for vnic_type normal using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] May 06 09:55:58.013623 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempt 5 to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 May 06 09:55:58.015166 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8975c00-e51e-49f1-a4fa-af1280ba5bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:58.028289 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8975c00-e51e-49f1-a4fa-af1280ba5bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:58.028995 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:58.029334 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:58.029675 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:58.035198 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Port 49ae6209-3da8-45bc-af96-6c99ce579450 on network 44381868-d106-4b8d-bbb9-baa90e268c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:55:58.035650 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Failed to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 on host n-h1-840835-1 for vnic_type normal using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] May 06 09:55:58.036288 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempt 6 to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 May 06 09:55:58.050109 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:58.050627 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:58.051075 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:58.056277 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Port 49ae6209-3da8-45bc-af96-6c99ce579450 on network 44381868-d106-4b8d-bbb9-baa90e268c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:55:58.056714 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Failed to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 on host n-h1-840835-1 for vnic_type normal using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] May 06 09:55:58.057213 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempt 7 to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 May 06 09:55:58.073258 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:58.073814 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:58.074382 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:58.080501 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Port 49ae6209-3da8-45bc-af96-6c99ce579450 on network 44381868-d106-4b8d-bbb9-baa90e268c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:55:58.080975 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Failed to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 on host n-h1-840835-1 for vnic_type normal using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] May 06 09:55:58.081502 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempt 8 to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 May 06 09:55:58.093764 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a8975c00-e51e-49f1-a4fa-af1280ba5bcf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=694eae9d67c440cf9ab85959584ad6bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4768162 May 06 09:55:58.093764 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8975c00-e51e-49f1-a4fa-af1280ba5bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9de3eb-fa10-4512-9ebc-a51a15d77088,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:58.095389 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38066) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:58.113478 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:58.113820 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:58.114170 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:58.127068 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Port 49ae6209-3da8-45bc-af96-6c99ce579450 on network 44381868-d106-4b8d-bbb9-baa90e268c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:55:58.127515 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Failed to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 on host n-h1-840835-1 for vnic_type normal using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] May 06 09:55:58.130525 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempt 9 to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 May 06 09:55:58.155813 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:58.156092 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:58.156433 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:58.167395 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Port 49ae6209-3da8-45bc-af96-6c99ce579450 on network 44381868-d106-4b8d-bbb9-baa90e268c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:55:58.167744 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Failed to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 on host n-h1-840835-1 for vnic_type normal using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] May 06 09:55:58.173180 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempt 10 to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 May 06 09:55:58.186159 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0fcb59d0-59bd-41e0-ba4e-c7f7d5c2211e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:58.198239 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:58.198609 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:58.198925 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:58.215219 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Port 49ae6209-3da8-45bc-af96-6c99ce579450 on network 44381868-d106-4b8d-bbb9-baa90e268c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:55:58.215571 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Failed to bind port 49ae6209-3da8-45bc-af96-6c99ce579450 on host n-h1-840835-1 for vnic_type normal using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] May 06 09:55:58.215950 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:58.220102 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0fcb59d0-59bd-41e0-ba4e-c7f7d5c2211e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:58.327169 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] For port 49ae6209-3da8-45bc-af96-6c99ce579450, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:55:58.327169 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempted to set empty binding levels {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 06 09:55:58.335450 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:58.343627 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0fcb59d0-59bd-41e0-ba4e-c7f7d5c2211e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:58.346651 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0fcb59d0-59bd-41e0-ba4e-c7f7d5c2211e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:58.350361 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0fcb59d0-59bd-41e0-ba4e-c7f7d5c2211e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dd9de3eb-fa10-4512-9ebc-a51a15d77088 HTTP/1.1" status: 204 len: 168 time: 0.2495561 May 06 09:55:58.382652 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] In _notify_port_updated(), no bound segment for port 49ae6209-3da8-45bc-af96-6c99ce579450 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:55:58.383493 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:58.384509 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:58.385498 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] 10.222.0.73 "PUT /v2.0/ports/49ae6209-3da8-45bc-af96-6c99ce579450 HTTP/1.1" status: 200 len: 975 time: 1.1223001 May 06 09:55:58.386586 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb59d0-59bd-41e0-ba4e-c7f7d5c2211e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9de3eb-fa10-4512-9ebc-a51a15d77088,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:58.388254 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38078) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:58.414644 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736956d9-6e07-4def-b6ff-a4f92252f144 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Pushing event updated for resources: {'Port': ['ID=49ae6209-3da8-45bc-af96-6c99ce579450,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:58.496444 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb24f74-7c33-494d-8b0b-88b9447e1f64 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:58.497092 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb24f74-7c33-494d-8b0b-88b9447e1f64 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:58.497635 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb24f74-7c33-494d-8b0b-88b9447e1f64 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:58.498203 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb24f74-7c33-494d-8b0b-88b9447e1f64 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:58.498742 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb24f74-7c33-494d-8b0b-88b9447e1f64 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:58.499314 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb24f74-7c33-494d-8b0b-88b9447e1f64 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:58.499843 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb24f74-7c33-494d-8b0b-88b9447e1f64 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:58.500374 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb24f74-7c33-494d-8b0b-88b9447e1f64 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:58.501425 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb24f74-7c33-494d-8b0b-88b9447e1f64 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:58.501952 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb24f74-7c33-494d-8b0b-88b9447e1f64 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:58.502477 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb24f74-7c33-494d-8b0b-88b9447e1f64 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:58.503134 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb24f74-7c33-494d-8b0b-88b9447e1f64 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:58.503769 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb24f74-7c33-494d-8b0b-88b9447e1f64 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:58.504410 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb24f74-7c33-494d-8b0b-88b9447e1f64 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:58.505055 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb24f74-7c33-494d-8b0b-88b9447e1f64 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:58.505698 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb24f74-7c33-494d-8b0b-88b9447e1f64 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:58.506479 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb24f74-7c33-494d-8b0b-88b9447e1f64 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:58.509623 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0eb24f74-7c33-494d-8b0b-88b9447e1f64 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15286 time: 0.1201563 May 06 09:55:58.513194 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38082) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:58.610624 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-2fcb2d54-1b5e-425a-b174-219adaf2183d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Deleting port 49ae6209-3da8-45bc-af96-6c99ce579450 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:58.611171 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2fcb2d54-1b5e-425a-b174-219adaf2183d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:58.728341 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-2fcb2d54-1b5e-425a-b174-219adaf2183d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] For port 49ae6209-3da8-45bc-af96-6c99ce579450, host n-h1-840835-1, got binding levels [] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:58.728743 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2fcb2d54-1b5e-425a-b174-219adaf2183d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:58.748048 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-2fcb2d54-1b5e-425a-b174-219adaf2183d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Calling delete_port for 49ae6209-3da8-45bc-af96-6c99ce579450 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:58.757905 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02c232-b071-47f2-ad14-c3519d0a2c42 req-1c11e04a-e344-4251-b559-e685b1020ad2 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:58.759502 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f02c232-b071-47f2-ad14-c3519d0a2c42 req-1c11e04a-e344-4251-b559-e685b1020ad2 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=97d85475-57b7-4401-a41b-f133f4d0977b HTTP/1.1" status: 200 len: 944 time: 0.0931995 May 06 09:55:58.861110 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f02c232-b071-47f2-ad14-c3519d0a2c42 req-6763c435-7d30-4259-ad70-19ebeb92e0f0 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab1e06a0-d6f9-4471-82e3-270a5b8b9959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902982 May 06 09:55:58.926530 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:58.927421 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2fcb2d54-1b5e-425a-b174-219adaf2183d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:58.967843 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb2d54-1b5e-425a-b174-219adaf2183d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Pushing event deleted for resources: {'Port': ['ID=49ae6209-3da8-45bc-af96-6c99ce579450,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:58.974851 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2fcb2d54-1b5e-425a-b174-219adaf2183d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:58.980502 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2fcb2d54-1b5e-425a-b174-219adaf2183d tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] 10.222.0.73 "DELETE /v2.0/ports/49ae6209-3da8-45bc-af96-6c99ce579450 HTTP/1.1" status: 204 len: 168 time: 0.4659867 May 06 09:55:58.982994 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38096) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:59.015157 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-90cc0943-fae3-402e-8115-886a9c44c194 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] GET failed (client error): The resource could not be found. May 06 09:55:59.017013 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-90cc0943-fae3-402e-8115-886a9c44c194 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] 10.222.0.73 "GET /v2.0/ports/49ae6209-3da8-45bc-af96-6c99ce579450 HTTP/1.1" status: 404 len: 333 time: 0.0325422 May 06 09:55:59.021440 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38098) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:59.028022 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-67483b52-3a3f-49bd-999e-9d759efba8a8 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-17530380', 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:59.061309 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67483b52-3a3f-49bd-999e-9d759efba8a8 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Made reservation on behalf of 9ef1c20b0dcd42759443b101ad763b36 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:59.066330 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67483b52-3a3f-49bd-999e-9d759efba8a8 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:59.091077 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-67483b52-3a3f-49bd-999e-9d759efba8a8 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] device_id is not set on port 91a86d40-4a58-4990-8bd1-5f16ea14f447 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:55:59.092516 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38102) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:59.121613 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ae1ee798-08db-4663-8ab9-752ce721ede7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:59.162947 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-081a69f6-fce6-4f5a-80ef-d9eac5dc9e52 req-dca3f1f4-d903-4164-9541-a551c345610f tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0368133 May 06 09:55:59.267366 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ae1ee798-08db-4663-8ab9-752ce721ede7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:59.268473 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38106) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:59.275360 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ae1ee798-08db-4663-8ab9-752ce721ede7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:59.311585 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ee798-08db-4663-8ab9-752ce721ede7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fed87aa-d982-4d3d-a688-d84f74edb702,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:59.334872 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67483b52-3a3f-49bd-999e-9d759efba8a8 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:59.350405 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38110) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:59.351569 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ae1ee798-08db-4663-8ab9-752ce721ede7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=57fb6f37295b40b182d32d63fc38e416&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2573915 May 06 09:55:59.429193 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67483b52-3a3f-49bd-999e-9d759efba8a8 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:59.489656 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d4d18f64-120d-4aae-b1a4-575dbe18c387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:59.490432 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-54dee3c4-1847-468a-be16-c959fefb2652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:59.495039 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67483b52-3a3f-49bd-999e-9d759efba8a8 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Network 44381868-d106-4b8d-bbb9-baa90e268c7f is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:59.510216 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-67483b52-3a3f-49bd-999e-9d759efba8a8 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:59.510216 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67483b52-3a3f-49bd-999e-9d759efba8a8 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:59.510668 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67483b52-3a3f-49bd-999e-9d759efba8a8 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:59.511981 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67483b52-3a3f-49bd-999e-9d759efba8a8 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:59.545690 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-67483b52-3a3f-49bd-999e-9d759efba8a8 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.5219169 May 06 09:55:59.547321 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38118) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:59.551432 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d4d18f64-120d-4aae-b1a4-575dbe18c387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:59.553596 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67483b52-3a3f-49bd-999e-9d759efba8a8 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Pushing event updated for resources: {'Port': ['ID=91a86d40-4a58-4990-8bd1-5f16ea14f447,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:59.588743 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24db9680-998f-4dd2-8914-421ab457a27c tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:59.590371 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-24db9680-998f-4dd2-8914-421ab457a27c tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] 10.222.0.73 "GET /v2.0/ports/91a86d40-4a58-4990-8bd1-5f16ea14f447 HTTP/1.1" status: 200 len: 953 time: 0.0419536 May 06 09:55:59.596118 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38120) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:59.654761 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d4d18f64-120d-4aae-b1a4-575dbe18c387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:59.658068 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d4d18f64-120d-4aae-b1a4-575dbe18c387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:59.661795 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d4d18f64-120d-4aae-b1a4-575dbe18c387 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6fed87aa-d982-4d3d-a688-d84f74edb702 HTTP/1.1" status: 204 len: 168 time: 0.3069861 May 06 09:55:59.673678 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d18f64-120d-4aae-b1a4-575dbe18c387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fed87aa-d982-4d3d-a688-d84f74edb702,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:59.689533 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-54dee3c4-1847-468a-be16-c959fefb2652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:59.699638 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0e637-2a56-4ab6-ae14-e6b1b8dce6f0 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Deleting port 91a86d40-4a58-4990-8bd1-5f16ea14f447 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:59.700099 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3fa0e637-2a56-4ab6-ae14-e6b1b8dce6f0 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:59.704465 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-54dee3c4-1847-468a-be16-c959fefb2652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:59.752674 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-54dee3c4-1847-468a-be16-c959fefb2652 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8afd87144f824ab7b9e4265123ac76e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4830120 May 06 09:55:59.753971 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dee3c4-1847-468a-be16-c959fefb2652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab370e1-4382-407f-89f0-c799441968d5,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:59.756810 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38124) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:59.782324 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3fa0e637-2a56-4ab6-ae14-e6b1b8dce6f0 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:59.798128 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0e637-2a56-4ab6-ae14-e6b1b8dce6f0 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Calling delete_port for 91a86d40-4a58-4990-8bd1-5f16ea14f447 owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:59.833576 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b4b84b53-6dae-4d0d-8ca9-aea86b1effd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:59.861039 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b4b84b53-6dae-4d0d-8ca9-aea86b1effd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:59.929208 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3fa0e637-2a56-4ab6-ae14-e6b1b8dce6f0 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:59.943356 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b4b84b53-6dae-4d0d-8ca9-aea86b1effd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:59.951668 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b4b84b53-6dae-4d0d-8ca9-aea86b1effd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:59.955813 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b4b84b53-6dae-4d0d-8ca9-aea86b1effd5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7ab370e1-4382-407f-89f0-c799441968d5 HTTP/1.1" status: 204 len: 168 time: 0.1948438 May 06 09:55:59.968517 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b84b53-6dae-4d0d-8ca9-aea86b1effd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab370e1-4382-407f-89f0-c799441968d5,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:00.008314 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3fa0e637-2a56-4ab6-ae14-e6b1b8dce6f0 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:00.021379 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3fa0e637-2a56-4ab6-ae14-e6b1b8dce6f0 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] 10.222.0.73 "DELETE /v2.0/ports/91a86d40-4a58-4990-8bd1-5f16ea14f447 HTTP/1.1" status: 204 len: 168 time: 0.4216783 May 06 09:56:00.021379 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0e637-2a56-4ab6-ae14-e6b1b8dce6f0 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Pushing event deleted for resources: {'Port': ['ID=91a86d40-4a58-4990-8bd1-5f16ea14f447,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:00.022913 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38132) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:00.059789 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef378c4-af98-4fe1-932c-fe6c7066f94e req-e341e747-b1d6-43d6-847d-d0829b5a8fcc tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:00.068958 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1ef378c4-af98-4fe1-932c-fe6c7066f94e req-e341e747-b1d6-43d6-847d-d0829b5a8fcc tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=97d85475-57b7-4401-a41b-f133f4d0977b HTTP/1.1" status: 200 len: 944 time: 0.0759141 May 06 09:56:00.074143 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1af0aef-d15a-446d-b323-84e82ae2a136 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] GET failed (client error): The resource could not be found. May 06 09:56:00.082994 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e1af0aef-d15a-446d-b323-84e82ae2a136 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] 10.222.0.73 "GET /v2.0/ports/91a86d40-4a58-4990-8bd1-5f16ea14f447 HTTP/1.1" status: 404 len: 333 time: 0.0530248 May 06 09:56:00.083524 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38136) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:00.102605 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-31551eba-e782-42d0-8df6-8c5608556180 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Request body: {'port': {'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1734488178'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:00.125201 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1ef378c4-af98-4fe1-932c-fe6c7066f94e req-bec18659-5dda-43b4-8d99-e64e86c49ebc tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab1e06a0-d6f9-4471-82e3-270a5b8b9959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544968 May 06 09:56:00.154585 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31551eba-e782-42d0-8df6-8c5608556180 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Made reservation on behalf of 9ef1c20b0dcd42759443b101ad763b36 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:00.158289 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-31551eba-e782-42d0-8df6-8c5608556180 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:00.181556 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-31551eba-e782-42d0-8df6-8c5608556180 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] device_id is not set on port 11e31ffc-326b-41c6-8075-22e4d815adb6 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:56:00.340596 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2e772b9d-dde7-46d3-be58-abe445c103d7 req-a7881d30-09b9-49f0-a968-275e95477d7b tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0369108 May 06 09:56:00.402669 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-31551eba-e782-42d0-8df6-8c5608556180 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:00.447083 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-31551eba-e782-42d0-8df6-8c5608556180 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:00.511064 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31551eba-e782-42d0-8df6-8c5608556180 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Network 44381868-d106-4b8d-bbb9-baa90e268c7f is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:00.517388 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-31551eba-e782-42d0-8df6-8c5608556180 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:00.518324 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38152) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:00.529344 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31551eba-e782-42d0-8df6-8c5608556180 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:00.531036 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31551eba-e782-42d0-8df6-8c5608556180 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:00.532730 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-31551eba-e782-42d0-8df6-8c5608556180 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:00.538315 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c49dd701-2d91-47bd-a63d-7d0dde1f87c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:00.554397 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31551eba-e782-42d0-8df6-8c5608556180 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Pushing event updated for resources: {'Port': ['ID=11e31ffc-326b-41c6-8075-22e4d815adb6,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:00.564229 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-31551eba-e782-42d0-8df6-8c5608556180 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4795997 May 06 09:56:00.568082 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38156) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:00.582129 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:00.676288 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:00.741898 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c49dd701-2d91-47bd-a63d-7d0dde1f87c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:00.749374 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c49dd701-2d91-47bd-a63d-7d0dde1f87c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:00.849614 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c49dd701-2d91-47bd-a63d-7d0dde1f87c3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9a49e35559a54790aaa85c0744eca573&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3300886 May 06 09:56:00.854617 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38168) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:00.861628 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49dd701-2d91-47bd-a63d-7d0dde1f87c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37a4961-7728-4ca7-9412-397fdb5d6eab,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:00.987495 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8e575484-8c37-48bf-9393-1dfdb1910427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:01.005712 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] device_id is not set on port 11e31ffc-326b-41c6-8075-22e4d815adb6 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:56:01.021062 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:01.028455 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8e575484-8c37-48bf-9393-1dfdb1910427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:01.036592 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:01.130452 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Pushing event updated for resources: {'Port': ['ID=11e31ffc-326b-41c6-8075-22e4d815adb6,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:01.138936 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:56:01.139718 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:56:01.140666 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:56:01.155225 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Port 11e31ffc-326b-41c6-8075-22e4d815adb6 on network 44381868-d106-4b8d-bbb9-baa90e268c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:56:01.155713 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Failed to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 on host n-h1-840835-1 for vnic_type normal using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] May 06 09:56:01.157689 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempt 2 to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 May 06 09:56:01.179311 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8e575484-8c37-48bf-9393-1dfdb1910427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:01.182129 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8e575484-8c37-48bf-9393-1dfdb1910427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:01.186222 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8e575484-8c37-48bf-9393-1dfdb1910427 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c37a4961-7728-4ca7-9412-397fdb5d6eab HTTP/1.1" status: 204 len: 168 time: 0.3303366 May 06 09:56:01.193081 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:56:01.193836 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:56:01.194503 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:56:01.202578 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e575484-8c37-48bf-9393-1dfdb1910427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37a4961-7728-4ca7-9412-397fdb5d6eab,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:01.207251 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Port 11e31ffc-326b-41c6-8075-22e4d815adb6 on network 44381868-d106-4b8d-bbb9-baa90e268c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:56:01.207806 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Failed to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 on host n-h1-840835-1 for vnic_type normal using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] May 06 09:56:01.208380 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempt 3 to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 May 06 09:56:01.243869 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:56:01.244186 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:56:01.244519 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:56:01.266195 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Port 11e31ffc-326b-41c6-8075-22e4d815adb6 on network 44381868-d106-4b8d-bbb9-baa90e268c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:56:01.267035 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Failed to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 on host n-h1-840835-1 for vnic_type normal using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] May 06 09:56:01.268316 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempt 4 to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 May 06 09:56:01.287079 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:56:01.287641 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:56:01.288891 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:56:01.297625 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Port 11e31ffc-326b-41c6-8075-22e4d815adb6 on network 44381868-d106-4b8d-bbb9-baa90e268c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:56:01.298213 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Failed to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 on host n-h1-840835-1 for vnic_type normal using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] May 06 09:56:01.306418 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397467bb-055c-4abb-b446-3bf37313c5eb req-dbd2678d-4d2b-4d79-8724-8ea178c7251c tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:01.308327 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-397467bb-055c-4abb-b446-3bf37313c5eb req-dbd2678d-4d2b-4d79-8724-8ea178c7251c tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=97d85475-57b7-4401-a41b-f133f4d0977b HTTP/1.1" status: 200 len: 944 time: 0.0822375 May 06 09:56:01.308994 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempt 5 to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 May 06 09:56:01.336107 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:56:01.336449 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:56:01.336972 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:56:01.353688 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Port 11e31ffc-326b-41c6-8075-22e4d815adb6 on network 44381868-d106-4b8d-bbb9-baa90e268c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:56:01.354035 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Failed to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 on host n-h1-840835-1 for vnic_type normal using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] May 06 09:56:01.354593 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempt 6 to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 May 06 09:56:01.389139 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:56:01.389509 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:56:01.389833 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:56:01.395908 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-397467bb-055c-4abb-b446-3bf37313c5eb req-5af7e7d4-1d20-421c-9996-590a5d294a82 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab1e06a0-d6f9-4471-82e3-270a5b8b9959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760183 May 06 09:56:01.400369 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Port 11e31ffc-326b-41c6-8075-22e4d815adb6 on network 44381868-d106-4b8d-bbb9-baa90e268c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:56:01.400880 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Failed to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 on host n-h1-840835-1 for vnic_type normal using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] May 06 09:56:01.401512 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempt 7 to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 May 06 09:56:01.421233 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:56:01.421888 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:56:01.422045 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:56:01.428037 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Port 11e31ffc-326b-41c6-8075-22e4d815adb6 on network 44381868-d106-4b8d-bbb9-baa90e268c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:56:01.428749 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Failed to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 on host n-h1-840835-1 for vnic_type normal using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] May 06 09:56:01.429447 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempt 8 to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 May 06 09:56:01.461467 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:56:01.463370 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:56:01.463839 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:56:01.468615 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ae866f35-fc07-47d6-8ae9-dba5018031f1 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:56:01.489635 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Port 11e31ffc-326b-41c6-8075-22e4d815adb6 on network 44381868-d106-4b8d-bbb9-baa90e268c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:56:01.491490 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Failed to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 on host n-h1-840835-1 for vnic_type normal using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] May 06 09:56:01.492942 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempt 9 to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 May 06 09:56:01.512485 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:56:01.519711 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:56:01.522030 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:56:01.530675 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Port 11e31ffc-326b-41c6-8075-22e4d815adb6 on network 44381868-d106-4b8d-bbb9-baa90e268c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:56:01.530675 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Failed to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 on host n-h1-840835-1 for vnic_type normal using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] May 06 09:56:01.530675 n-d-840835-1 neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempt 10 to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 May 06 09:56:01.574793 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:56:01.575232 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:56:01.575840 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempting to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:56:01.607706 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-35f31346-2917-4f4f-8f3f-4710c8d862c2 req-bb4caa74-b92a-4fa4-a47d-6d2ab2845294 tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0689261 May 06 09:56:01.613146 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Port 11e31ffc-326b-41c6-8075-22e4d815adb6 on network 44381868-d106-4b8d-bbb9-baa90e268c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:56:01.615261 n-d-840835-1 neutron-server[102653]: ERROR neutron.plugins.ml2.managers [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Failed to bind port 11e31ffc-326b-41c6-8075-22e4d815adb6 on host n-h1-840835-1 for vnic_type normal using segments [{'id': '640959db-b49d-4642-85ef-8b06e795018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44381868-d106-4b8d-bbb9-baa90e268c7f'}] May 06 09:56:01.616025 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:01.710333 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port ae866f35-fc07-47d6-8ae9-dba5018031f1, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ae866f35-fc07-47d6-8ae9-dba5018031f1,segment=NetworkSegment(80edd242-db32-42e3-9f67-d396ea818882),segment_id=80edd242-db32-42e3-9f67-d396ea818882)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:01.761761 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] For port 11e31ffc-326b-41c6-8075-22e4d815adb6, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:56:01.763642 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attempted to set empty binding levels {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 06 09:56:01.773024 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:01.863589 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] In _notify_port_updated(), no bound segment for port 11e31ffc-326b-41c6-8075-22e4d815adb6 on network 44381868-d106-4b8d-bbb9-baa90e268c7f {{(pid=102653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:56:01.865537 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:01.866777 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:01.870913 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] 10.222.0.73 "PUT /v2.0/ports/11e31ffc-326b-41c6-8075-22e4d815adb6 HTTP/1.1" status: 200 len: 975 time: 1.2959368 May 06 09:56:01.873828 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38210) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:01.900030 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbfd6c0-072b-4e85-a5e0-7b185d3cea82 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Pushing event updated for resources: {'Port': ['ID=11e31ffc-326b-41c6-8075-22e4d815adb6,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:01.973099 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'ae866f35-fc07-47d6-8ae9-dba5018031f1', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'port_id': 'ae866f35-fc07-47d6-8ae9-dba5018031f1', 'mac_address': 'fa:16:3e:d1:9a:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:56:02.017504 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:02.031488 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae866f35-fc07-47d6-8ae9-dba5018031f1 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:56:02.056687 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-1799032f-a9d2-4960-8801-ee79afeca54c tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Deleting port 11e31ffc-326b-41c6-8075-22e4d815adb6 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:02.056687 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1799032f-a9d2-4960-8801-ee79afeca54c tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:02.057711 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port ae866f35-fc07-47d6-8ae9-dba5018031f1, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ae866f35-fc07-47d6-8ae9-dba5018031f1,segment=NetworkSegment(80edd242-db32-42e3-9f67-d396ea818882),segment_id=80edd242-db32-42e3-9f67-d396ea818882)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:02.063254 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:02.121885 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=ae866f35-fc07-47d6-8ae9-dba5018031f1,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:02.191857 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-1799032f-a9d2-4960-8801-ee79afeca54c tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] For port 11e31ffc-326b-41c6-8075-22e4d815adb6, host n-h1-840835-1, got binding levels [] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:02.192595 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1799032f-a9d2-4960-8801-ee79afeca54c tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:02.209838 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-1799032f-a9d2-4960-8801-ee79afeca54c tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Calling delete_port for 11e31ffc-326b-41c6-8075-22e4d815adb6 owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:02.343407 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1799032f-a9d2-4960-8801-ee79afeca54c tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:02.384487 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799032f-a9d2-4960-8801-ee79afeca54c tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Pushing event deleted for resources: {'Port': ['ID=11e31ffc-326b-41c6-8075-22e4d815adb6,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:02.401062 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1799032f-a9d2-4960-8801-ee79afeca54c tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:02.404480 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1799032f-a9d2-4960-8801-ee79afeca54c tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] 10.222.0.73 "DELETE /v2.0/ports/11e31ffc-326b-41c6-8075-22e4d815adb6 HTTP/1.1" status: 204 len: 168 time: 0.5287516 May 06 09:56:02.408852 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38228) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:02.435284 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:56:02.468998 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['ae866f35-fc07-47d6-8ae9-dba5018031f1'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:56:02.494993 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bdab153-bc44-4036-bdf3-3a15b696cba3 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] GET failed (client error): The resource could not be found. May 06 09:56:02.496729 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9bdab153-bc44-4036-bdf3-3a15b696cba3 tempest-PortsAdminExtendedAttrsTestJSON-1371392195 tempest-PortsAdminExtendedAttrsTestJSON-1371392195-project-admin] 10.222.0.73 "GET /v2.0/ports/11e31ffc-326b-41c6-8075-22e4d815adb6 HTTP/1.1" status: 404 len: 333 time: 0.0868211 May 06 09:56:02.500873 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38238) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:02.636414 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-81b0572f-46c9-4d9b-8557-73cca9113863 tempest-PortsAdminExtendedAttrsTestJSON-218693456 tempest-PortsAdminExtendedAttrsTestJSON-218693456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:02.674438 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c27854-4b7c-4390-8d01-b20cc94d352f req-b1292b6d-a059-4661-9077-c705f043bce0 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:02.680298 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e7c27854-4b7c-4390-8d01-b20cc94d352f req-b1292b6d-a059-4661-9077-c705f043bce0 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=97d85475-57b7-4401-a41b-f133f4d0977b HTTP/1.1" status: 200 len: 945 time: 0.1112478 May 06 09:56:02.881769 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e7c27854-4b7c-4390-8d01-b20cc94d352f req-8db583ee-a9be-462f-a319-432289d4e9ff tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab1e06a0-d6f9-4471-82e3-270a5b8b9959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913750 May 06 09:56:02.889888 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-81b0572f-46c9-4d9b-8557-73cca9113863 tempest-PortsAdminExtendedAttrsTestJSON-218693456 tempest-PortsAdminExtendedAttrsTestJSON-218693456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:02.940005 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-81b0572f-46c9-4d9b-8557-73cca9113863 tempest-PortsAdminExtendedAttrsTestJSON-218693456 tempest-PortsAdminExtendedAttrsTestJSON-218693456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44381868-d106-4b8d-bbb9-baa90e268c7f']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:02.957239 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-81b0572f-46c9-4d9b-8557-73cca9113863 tempest-PortsAdminExtendedAttrsTestJSON-218693456 tempest-PortsAdminExtendedAttrsTestJSON-218693456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '640959db-b49d-4642-85ef-8b06e795018a') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:02.957852 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-81b0572f-46c9-4d9b-8557-73cca9113863 tempest-PortsAdminExtendedAttrsTestJSON-218693456 tempest-PortsAdminExtendedAttrsTestJSON-218693456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '640959db-b49d-4642-85ef-8b06e795018a') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:02.975828 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-81b0572f-46c9-4d9b-8557-73cca9113863 tempest-PortsAdminExtendedAttrsTestJSON-218693456 tempest-PortsAdminExtendedAttrsTestJSON-218693456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:03.037246 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-81b0572f-46c9-4d9b-8557-73cca9113863 tempest-PortsAdminExtendedAttrsTestJSON-218693456 tempest-PortsAdminExtendedAttrsTestJSON-218693456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:03.047721 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-038ecc76-9860-47aa-8c2a-c564f31de8b0 req-04577891-9e15-4163-840d-28c246d6f4e1 tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0538235 May 06 09:56:03.067226 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b0572f-46c9-4d9b-8557-73cca9113863 tempest-PortsAdminExtendedAttrsTestJSON-218693456 tempest-PortsAdminExtendedAttrsTestJSON-218693456-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:56:03.069599 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-81b0572f-46c9-4d9b-8557-73cca9113863 tempest-PortsAdminExtendedAttrsTestJSON-218693456 tempest-PortsAdminExtendedAttrsTestJSON-218693456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: timer() May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:56:03.073320 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:56:03.154838 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-81b0572f-46c9-4d9b-8557-73cca9113863 tempest-PortsAdminExtendedAttrsTestJSON-218693456 tempest-PortsAdminExtendedAttrsTestJSON-218693456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:03.162223 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-81b0572f-46c9-4d9b-8557-73cca9113863 tempest-PortsAdminExtendedAttrsTestJSON-218693456 tempest-PortsAdminExtendedAttrsTestJSON-218693456-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:03.171543 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-81b0572f-46c9-4d9b-8557-73cca9113863 tempest-PortsAdminExtendedAttrsTestJSON-218693456 tempest-PortsAdminExtendedAttrsTestJSON-218693456-project] 10.222.0.73 "DELETE /v2.0/networks/44381868-d106-4b8d-bbb9-baa90e268c7f HTTP/1.1" status: 204 len: 168 time: 0.6655920 May 06 09:56:03.187012 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0572f-46c9-4d9b-8557-73cca9113863 tempest-PortsAdminExtendedAttrsTestJSON-218693456 tempest-PortsAdminExtendedAttrsTestJSON-218693456-project] Pushing event deleted for resources: {'Network': ['ID=44381868-d106-4b8d-bbb9-baa90e268c7f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:03.481250 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ae866f35-fc07-47d6-8ae9-dba5018031f1 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:56:03.521703 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38288) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:03.555611 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port ae866f35-fc07-47d6-8ae9-dba5018031f1 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:56:03.562017 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38292) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:03.563677 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port ae866f35-fc07-47d6-8ae9-dba5018031f1 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:03.564190 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:03.713313 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:03.718664 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5cfcac82-d436-464b-9e02-cd1fc9a60ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:03.773719 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d85475-57b7-4401-a41b-f133f4d0977b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae866f35-fc07-47d6-8ae9-dba5018031f1'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:56:03.780401 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ace1a0-ad21-46ad-b8ca-6b32e076c839" -d '{"events": [{"server_uuid": "97d85475-57b7-4401-a41b-f133f4d0977b", "name": "network-vif-plugged", "status": "completed", "tag": "ae866f35-fc07-47d6-8ae9-dba5018031f1"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:56:03.818591 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port ae866f35-fc07-47d6-8ae9-dba5018031f1, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ae866f35-fc07-47d6-8ae9-dba5018031f1,segment=NetworkSegment(80edd242-db32-42e3-9f67-d396ea818882),segment_id=80edd242-db32-42e3-9f67-d396ea818882)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:03.827872 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:03.888242 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38304) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:03.900280 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-91d788e2-c7bc-44d9-be26-4ae50c40ebfb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=35d5828a40734c5c9067277216c4172f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3360856 May 06 09:56:03.952281 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489f93ae-daac-4bda-84d8-8f502a68328b x-openstack-request-id: req-489f93ae-daac-4bda-84d8-8f502a68328b {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:56:03.952575 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d85475-57b7-4401-a41b-f133f4d0977b", "name": "network-vif-plugged", "status": "completed", "tag": "ae866f35-fc07-47d6-8ae9-dba5018031f1", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:56:03.952965 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-489f93ae-daac-4bda-84d8-8f502a68328b {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:56:03.953408 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-489f93ae-daac-4bda-84d8-8f502a68328b'] response: {'server_uuid': '97d85475-57b7-4401-a41b-f133f4d0977b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae866f35-fc07-47d6-8ae9-dba5018031f1', 'code': 200} May 06 09:56:03.955010 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=ae866f35-fc07-47d6-8ae9-dba5018031f1,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:03.961055 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5cfcac82-d436-464b-9e02-cd1fc9a60ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:03.974758 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:03.975075 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:03.975236 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5cfcac82-d436-464b-9e02-cd1fc9a60ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:03.975438 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:03.975781 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:03.976115 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:03.976449 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:03.979911 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:03.980310 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:03.980654 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:03.980990 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:03.981326 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:03.983283 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:04.074621 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5cfcac82-d436-464b-9e02-cd1fc9a60ef3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3c548cff756d480786428e41116df944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5507739 May 06 09:56:04.092473 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38314) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:04.103458 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfcac82-d436-464b-9e02-cd1fc9a60ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d31ec6-5d63-4434-9fd8-53649bae558d,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:04.106103 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-44e0f02c-11ef-4414-b0a5-e845afa56640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:04.136295 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-44e0f02c-11ef-4414-b0a5-e845afa56640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:04.137463 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b133518-6a00-47cb-93fc-703f8538e739 req-67d982e0-f09b-4212-a7cd-69198273ff44 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:04.139458 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9b133518-6a00-47cb-93fc-703f8538e739 req-67d982e0-f09b-4212-a7cd-69198273ff44 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=97d85475-57b7-4401-a41b-f133f4d0977b HTTP/1.1" status: 200 len: 946 time: 0.0874412 May 06 09:56:04.184088 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38316) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:04.215197 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9b133518-6a00-47cb-93fc-703f8538e739 req-6aeef139-dee8-4d1c-826a-03ea7334d5b7 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab1e06a0-d6f9-4471-82e3-270a5b8b9959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659697 May 06 09:56:04.232500 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b117bc-09ed-4b48-b46a-5dca89e2efeb req-a9f9bc25-65da-4061-bfbc-86c77a9bf12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:04.235781 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e5b117bc-09ed-4b48-b46a-5dca89e2efeb req-a9f9bc25-65da-4061-bfbc-86c77a9bf12a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=97d85475-57b7-4401-a41b-f133f4d0977b HTTP/1.1" status: 200 len: 1097 time: 0.2442596 May 06 09:56:04.286132 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-44e0f02c-11ef-4414-b0a5-e845afa56640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:04.288826 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-44e0f02c-11ef-4414-b0a5-e845afa56640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:04.296736 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-44e0f02c-11ef-4414-b0a5-e845afa56640 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bb4f0464-019a-4d22-b5d1-ba1e91818324 HTTP/1.1" status: 204 len: 168 time: 0.4066272 May 06 09:56:04.316276 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-18376923-0e46-4f0d-81ea-3e0841418443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:04.330547 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0f02c-11ef-4414-b0a5-e845afa56640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4f0464-019a-4d22-b5d1-ba1e91818324,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:04.359825 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-18376923-0e46-4f0d-81ea-3e0841418443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:04.362879 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e5b117bc-09ed-4b48-b46a-5dca89e2efeb req-edb06e6d-dcec-4308-be0d-c02cc63e7494 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ab1e06a0-d6f9-4471-82e3-270a5b8b9959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171250 May 06 09:56:04.402940 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b2e4019-e564-4319-ad5b-881b17168cdd req-c8243f35-7785-424b-8e90-3da889061a46 tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0896280 May 06 09:56:04.406105 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38324) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:04.431061 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-18376923-0e46-4f0d-81ea-3e0841418443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:04.434784 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-18376923-0e46-4f0d-81ea-3e0841418443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:04.439834 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-18376923-0e46-4f0d-81ea-3e0841418443 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/91d31ec6-5d63-4434-9fd8-53649bae558d HTTP/1.1" status: 204 len: 168 time: 0.3416135 May 06 09:56:04.447340 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18376923-0e46-4f0d-81ea-3e0841418443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d31ec6-5d63-4434-9fd8-53649bae558d,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:04.518287 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-56e3c502-8350-49da-906b-b5d2e10209e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:04.650317 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-56e3c502-8350-49da-906b-b5d2e10209e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:04.660429 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-56e3c502-8350-49da-906b-b5d2e10209e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:04.707425 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b2db7c44-b745-4ad9-832e-6bc6d22a4273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:04.769369 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-56e3c502-8350-49da-906b-b5d2e10209e4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ea2d518742c3416d8336f0d83be8e464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5836263 May 06 09:56:04.772637 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3c502-8350-49da-906b-b5d2e10209e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133a5008-e6bc-4f0b-9637-2eb2a0d46379,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:04.773279 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38332) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:04.896466 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b2db7c44-b745-4ad9-832e-6bc6d22a4273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:04.906595 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b2db7c44-b745-4ad9-832e-6bc6d22a4273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:04.907094 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38336) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:04.939010 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ff2470e9-aa5b-4f20-9e43-5341ca25ae90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:04.962971 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db7c44-b745-4ad9-832e-6bc6d22a4273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402b8c4e-e7b6-45be-bf79-81eefaacd4bd,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:04.968704 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-88344d60-da39-463d-be66-638219328a78 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9ef1c20b0dcd42759443b101ad763b36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0598230 May 06 09:56:04.971952 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38338) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:04.981521 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b2db7c44-b745-4ad9-832e-6bc6d22a4273 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=716b32bb0e0843ac937ffb2b1d27dc32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5741580 May 06 09:56:04.988737 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38340) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:04.999880 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ff2470e9-aa5b-4f20-9e43-5341ca25ae90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:05.040073 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2c2e5358-a7bb-4f5d-bb9e-3d208c17566b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:05.065630 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2c2e5358-a7bb-4f5d-bb9e-3d208c17566b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:05.105638 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-405e121c-f22d-4dc2-a97b-25d3d13373b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:05.135941 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2c2e5358-a7bb-4f5d-bb9e-3d208c17566b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:05.138395 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ff2470e9-aa5b-4f20-9e43-5341ca25ae90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:05.138951 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2c2e5358-a7bb-4f5d-bb9e-3d208c17566b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:05.143656 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2c2e5358-a7bb-4f5d-bb9e-3d208c17566b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fd74ef81-4c79-4d25-b47f-22195649752c HTTP/1.1" status: 204 len: 168 time: 0.1674042 May 06 09:56:05.143825 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ff2470e9-aa5b-4f20-9e43-5341ca25ae90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:05.143825 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ff2470e9-aa5b-4f20-9e43-5341ca25ae90 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/133a5008-e6bc-4f0b-9637-2eb2a0d46379 HTTP/1.1" status: 204 len: 168 time: 0.3665278 May 06 09:56:05.145569 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-405e121c-f22d-4dc2-a97b-25d3d13373b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:05.149291 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e5358-a7bb-4f5d-bb9e-3d208c17566b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd74ef81-4c79-4d25-b47f-22195649752c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:05.164202 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2470e9-aa5b-4f20-9e43-5341ca25ae90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133a5008-e6bc-4f0b-9637-2eb2a0d46379,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:05.222899 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-405e121c-f22d-4dc2-a97b-25d3d13373b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:05.225566 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-405e121c-f22d-4dc2-a97b-25d3d13373b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:05.227589 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-405e121c-f22d-4dc2-a97b-25d3d13373b9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/402b8c4e-e7b6-45be-bf79-81eefaacd4bd HTTP/1.1" status: 204 len: 168 time: 0.2375574 May 06 09:56:05.238121 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e121c-f22d-4dc2-a97b-25d3d13373b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402b8c4e-e7b6-45be-bf79-81eefaacd4bd,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:05.272506 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38350) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:05.289141 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7bf7af8b-1316-4721-a443-c6b5bb586371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:05.391863 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46633419-d9cf-4a57-a604-830e01a62415 req-e8952ca0-bded-4a25-955b-b9b81e7edd76 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:05.393700 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-46633419-d9cf-4a57-a604-830e01a62415 req-e8952ca0-bded-4a25-955b-b9b81e7edd76 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=97d85475-57b7-4401-a41b-f133f4d0977b HTTP/1.1" status: 200 len: 946 time: 0.0836806 May 06 09:56:05.458295 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7bf7af8b-1316-4721-a443-c6b5bb586371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:05.464285 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-46633419-d9cf-4a57-a604-830e01a62415 req-f2d2f37d-1af4-4b21-bd17-106e90185ea9 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab1e06a0-d6f9-4471-82e3-270a5b8b9959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580258 May 06 09:56:05.465480 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7bf7af8b-1316-4721-a443-c6b5bb586371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:05.502997 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7af8b-1316-4721-a443-c6b5bb586371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665b120b-4b2b-4b45-8562-fa5c04344fed,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:05.514792 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7bf7af8b-1316-4721-a443-c6b5bb586371 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5ed41cff9ed54beab9267621953f7f32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2411137 May 06 09:56:05.514950 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38358) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:05.581606 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bf7b5225-f168-4685-8e3c-5d6ee95e5d74 req-e00ff5cc-c1a6-4f49-bc59-c966258a1cb1 tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0375590 May 06 09:56:05.592866 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01d4747f-f1fd-4ab4-86f4-ef9068fe9687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:05.618328 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01d4747f-f1fd-4ab4-86f4-ef9068fe9687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:05.707917 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01d4747f-f1fd-4ab4-86f4-ef9068fe9687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:05.713091 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01d4747f-f1fd-4ab4-86f4-ef9068fe9687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:05.724518 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-01d4747f-f1fd-4ab4-86f4-ef9068fe9687 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/665b120b-4b2b-4b45-8562-fa5c04344fed HTTP/1.1" status: 204 len: 168 time: 0.2073922 May 06 09:56:05.737131 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d4747f-f1fd-4ab4-86f4-ef9068fe9687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665b120b-4b2b-4b45-8562-fa5c04344fed,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:05.783868 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38372) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:05.802617 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b167bef7-d982-406e-9d7a-f0b0dbcca9a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:05.943787 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b167bef7-d982-406e-9d7a-f0b0dbcca9a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:05.952922 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b167bef7-d982-406e-9d7a-f0b0dbcca9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:06.005991 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b167bef7-d982-406e-9d7a-f0b0dbcca9a6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e56cc04cabcc4ff3a9a44b239e61a5ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2180951 May 06 09:56:06.005991 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167bef7-d982-406e-9d7a-f0b0dbcca9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b857e30f-4bb4-4639-adc2-246a40953973,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:06.006235 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38380) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:06.061213 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb4eac2e-36f4-49df-aecc-e05ca18b7708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:06.086147 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb4eac2e-36f4-49df-aecc-e05ca18b7708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:06.150065 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb4eac2e-36f4-49df-aecc-e05ca18b7708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:06.157999 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb4eac2e-36f4-49df-aecc-e05ca18b7708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:06.159440 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fb4eac2e-36f4-49df-aecc-e05ca18b7708 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b857e30f-4bb4-4639-adc2-246a40953973 HTTP/1.1" status: 204 len: 168 time: 0.1523342 May 06 09:56:06.168368 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4eac2e-36f4-49df-aecc-e05ca18b7708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b857e30f-4bb4-4639-adc2-246a40953973,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:06.603324 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2d30b-a284-4f35-82a4-fff2d9fd993c req-90e770a0-0b2c-48b3-b6df-11cc65ca71e3 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:06.604892 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dbb2d30b-a284-4f35-82a4-fff2d9fd993c req-90e770a0-0b2c-48b3-b6df-11cc65ca71e3 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=97d85475-57b7-4401-a41b-f133f4d0977b HTTP/1.1" status: 200 len: 946 time: 0.0531168 May 06 09:56:06.649191 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dbb2d30b-a284-4f35-82a4-fff2d9fd993c req-55f3a9c6-529c-4027-8e2d-0cb61751a615 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab1e06a0-d6f9-4471-82e3-270a5b8b9959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364285 May 06 09:56:06.765567 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b587d5a9-4681-4dfc-b2ee-a2315fd2669b req-b7d2ce45-5686-44e0-b289-5ab4589763bb tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0288289 May 06 09:56:06.898869 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64d501-f93a-4559-a494-686181fecd3d req-c22a12f5-de08-4893-aa39-614d2922d8aa tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:06.901279 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b64d501-f93a-4559-a494-686181fecd3d req-c22a12f5-de08-4893-aa39-614d2922d8aa tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=97d85475-57b7-4401-a41b-f133f4d0977b HTTP/1.1" status: 200 len: 946 time: 0.0769210 May 06 09:56:06.915893 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38430) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:06.922249 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-d8e1f557-285c-43d4-907b-654a9d59558f tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Request body: {'floatingip': {'port_id': 'ae866f35-fc07-47d6-8ae9-dba5018031f1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:06.981077 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d8e1f557-285c-43d4-907b-654a9d59558f tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for floatingip, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:07.615647 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38458) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:07.864458 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d8e1f557-285c-43d4-907b-654a9d59558f tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:07.871200 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d8e1f557-285c-43d4-907b-654a9d59558f tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:07.913859 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-36b8876f-5cfb-4f9f-a46b-9f28dfcde502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:07.947300 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2461e545-81e7-4892-b413-b745359c1f89 req-8e46b7d2-4270-4346-88e0-dfa26e5d4506 tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0620043 May 06 09:56:08.033630 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-d8e1f557-285c-43d4-907b-654a9d59558f tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Floating IP 30bff1d8-ffa4-430d-abd2-3d763fcf079d associated. External IP: 172.25.5.88, port: ae866f35-fc07-47d6-8ae9-dba5018031f1. May 06 09:56:08.076667 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-36b8876f-5cfb-4f9f-a46b-9f28dfcde502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:08.084153 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-36b8876f-5cfb-4f9f-a46b-9f28dfcde502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:08.125822 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38482) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:08.139331 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-36b8876f-5cfb-4f9f-a46b-9f28dfcde502 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=98d18937bd894b348ebad3328af00d9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5202410 May 06 09:56:08.144943 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38484) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:08.174785 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8876f-5cfb-4f9f-a46b-9f28dfcde502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5646433-f7b9-44ef-ac04-d5598db79178,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:08.228515 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9f19e6ef-4a1d-45bb-b3c4-2600cc853aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:08.258837 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9f19e6ef-4a1d-45bb-b3c4-2600cc853aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:08.319421 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9f19e6ef-4a1d-45bb-b3c4-2600cc853aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:08.322433 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9f19e6ef-4a1d-45bb-b3c4-2600cc853aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:08.327300 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9f19e6ef-4a1d-45bb-b3c4-2600cc853aca admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a5646433-f7b9-44ef-ac04-d5598db79178 HTTP/1.1" status: 204 len: 168 time: 0.1728790 May 06 09:56:08.331784 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f19e6ef-4a1d-45bb-b3c4-2600cc853aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5646433-f7b9-44ef-ac04-d5598db79178,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:08.348168 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e1f557-285c-43d4-907b-654a9d59558f tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Router 3205d89c-2ea7-4f9a-b848-40e1a985b929 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:56:08.402968 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38494) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:08.480355 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-635e178e-20b7-47ae-a0e2-f19eca3d35e1 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-993419939'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:08.491358 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e1f557-285c-43d4-907b-654a9d59558f tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:56:08.496816 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d8e1f557-285c-43d4-907b-654a9d59558f tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:08.508696 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3eebb4b-bf3a-4b9f-bb12-2a16d146f0ec None None] Sync routers for ids ['3205d89c-2ea7-4f9a-b848-40e1a985b929'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:56:08.511230 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-635e178e-20b7-47ae-a0e2-f19eca3d35e1 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:08.512803 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-635e178e-20b7-47ae-a0e2-f19eca3d35e1 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:08.529856 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eebb4b-bf3a-4b9f-bb12-2a16d146f0ec None None] Routers {'3205d89c-2ea7-4f9a-b848-40e1a985b929'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:56:08.530546 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-b3eebb4b-bf3a-4b9f-bb12-2a16d146f0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:55:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3205d89c-2ea7-4f9a-b848-40e1a985b929'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:08.543193 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d8e1f557-285c-43d4-907b-654a9d59558f tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "PUT /v2.0/floatingips/30bff1d8-ffa4-430d-abd2-3d763fcf079d HTTP/1.1" status: 200 len: 991 time: 1.6255858 May 06 09:56:08.544283 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d85475-57b7-4401-a41b-f133f4d0977b', 'tag': 'ae866f35-fc07-47d6-8ae9-dba5018031f1'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:56:08.547012 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d1b188-93cf-476c-9669-be5190c8793e" -d '{"events": [{"name": "network-changed", "server_uuid": "97d85475-57b7-4401-a41b-f133f4d0977b", "tag": "ae866f35-fc07-47d6-8ae9-dba5018031f1"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:56:08.599571 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b0010e-1816-4147-9c2a-6adf365f69de x-openstack-request-id: req-17b0010e-1816-4147-9c2a-6adf365f69de {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:56:08.600020 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d85475-57b7-4401-a41b-f133f4d0977b", "tag": "ae866f35-fc07-47d6-8ae9-dba5018031f1", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:56:08.600376 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-17b0010e-1816-4147-9c2a-6adf365f69de {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:56:08.600886 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17b0010e-1816-4147-9c2a-6adf365f69de'] response: {'name': 'network-changed', 'server_uuid': '97d85475-57b7-4401-a41b-f133f4d0977b', 'tag': 'ae866f35-fc07-47d6-8ae9-dba5018031f1', 'status': 'completed', 'code': 200} May 06 09:56:08.605395 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-635e178e-20b7-47ae-a0e2-f19eca3d35e1 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:08.612461 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-635e178e-20b7-47ae-a0e2-f19eca3d35e1 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:08.635397 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-635e178e-20b7-47ae-a0e2-f19eca3d35e1 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:08.638608 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-635e178e-20b7-47ae-a0e2-f19eca3d35e1 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5005064 May 06 09:56:08.641719 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38504) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:08.719675 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1b188-93cf-476c-9669-be5190c8793e req-e6dc62c6-1e98-4de9-9f18-d27f7f3c2677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:08.723860 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e1d1b188-93cf-476c-9669-be5190c8793e req-e6dc62c6-1e98-4de9-9f18-d27f7f3c2677 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8f622fd1748945faafa68a8a25c50995&device_id=97d85475-57b7-4401-a41b-f133f4d0977b HTTP/1.1" status: 200 len: 1097 time: 0.0765386 May 06 09:56:08.764165 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-b3eebb4b-bf3a-4b9f-bb12-2a16d146f0ec None None] Set router 3205d89c-2ea7-4f9a-b848-40e1a985b929 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:56:08.781986 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-217e1a61-2c6f-40ac-a271-9e35dfa8d269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:08.806805 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-95d02924-8fd1-4859-aba7-c3c262cc465a tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:08.867614 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1b188-93cf-476c-9669-be5190c8793e req-b3ea05e0-df13-42c5-8fff-52e823b677d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:08.869978 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e1d1b188-93cf-476c-9669-be5190c8793e req-b3ea05e0-df13-42c5-8fff-52e823b677d7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 HTTP/1.1" status: 200 len: 914 time: 0.1397126 May 06 09:56:08.992062 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-217e1a61-2c6f-40ac-a271-9e35dfa8d269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.003560 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-217e1a61-2c6f-40ac-a271-9e35dfa8d269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.039090 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e1d1b188-93cf-476c-9669-be5190c8793e req-8fa4619b-094b-42d5-9f2a-e1e5b97a8f17 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae866f35-fc07-47d6-8ae9-dba5018031f1 HTTP/1.1" status: 200 len: 999 time: 0.1610789 May 06 09:56:09.120894 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1b188-93cf-476c-9669-be5190c8793e req-08633e9b-6813-4a53-9ed2-2dea60fea09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:09.122903 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e1d1b188-93cf-476c-9669-be5190c8793e req-08633e9b-6813-4a53-9ed2-2dea60fea09a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5a6d1981-166e-43ed-8cde-937a332bb113 HTTP/1.1" status: 200 len: 852 time: 0.0771394 May 06 09:56:09.178059 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-b3eebb4b-bf3a-4b9f-bb12-2a16d146f0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '47f79145-6e99-4488-a4da-6e00e375309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T09:55:43Z', 'revision_number': 4, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port': {'id': '47f79145-6e99-4488-a4da-6e00e375309c', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:35Z', 'updated_at': '2022-05-06T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '30bff1d8-ffa4-430d-abd2-3d763fcf079d', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'floating_ip_address': '172.25.5.88', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'port_id': 'ae866f35-fc07-47d6-8ae9-dba5018031f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'mac_address': 'fa:16:3e:d1:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d85475-57b7-4401-a41b-f133f4d0977b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:55:49Z', 'updated_at': '2022-05-06T09:56:07Z', 'revision_number': 1, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd70468-c15f-42df-8758-eb38a58186b2', 'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'mac_address': 'fa:16:3e:c9:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:40Z', 'updated_at': '2022-05-06T09:55:48Z', 'revision_number': 5, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'subnets': [{'id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:09.206703 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-217e1a61-2c6f-40ac-a271-9e35dfa8d269 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7f944d62a2e147b88ec40bd53bb741ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7981772 May 06 09:56:09.207021 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38526) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:09.209392 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e0dbdf5a-437f-4a34-93b4-99bad96d3b4d req-9a1a2d23-27d6-49e0-9eb5-83824b5079d3 tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0823991 May 06 09:56:09.211452 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-95d02924-8fd1-4859-aba7-c3c262cc465a tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.213522 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e1a61-2c6f-40ac-a271-9e35dfa8d269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fc72fc-4bce-4f9b-92e9-aba7f6901c0e,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:09.220325 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3eebb4b-bf3a-4b9f-bb12-2a16d146f0ec None None] Checking router: 3205d89c-2ea7-4f9a-b848-40e1a985b929 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:56:09.231507 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-95d02924-8fd1-4859-aba7-c3c262cc465a tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.232475 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1b188-93cf-476c-9669-be5190c8793e req-cfe5051e-4032-444d-b3b0-76b0a248517f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:09.235601 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e1d1b188-93cf-476c-9669-be5190c8793e req-cfe5051e-4032-444d-b3b0-76b0a248517f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058557 May 06 09:56:09.236129 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eebb4b-bf3a-4b9f-bb12-2a16d146f0ec None None] Routers {'3205d89c-2ea7-4f9a-b848-40e1a985b929'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:56:09.237222 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-b3eebb4b-bf3a-4b9f-bb12-2a16d146f0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:55:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3205d89c-2ea7-4f9a-b848-40e1a985b929'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:09.343394 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-95d02924-8fd1-4859-aba7-c3c262cc465a tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.344163 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d02924-8fd1-4859-aba7-c3c262cc465a tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 27613847-5337-4516-9f44-391eefafb833 {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:56:09.349193 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-95d02924-8fd1-4859-aba7-c3c262cc465a tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.353055 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-95d02924-8fd1-4859-aba7-c3c262cc465a tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] 10.222.0.73 "DELETE /v2.0/routers/27613847-5337-4516-9f44-391eefafb833 HTTP/1.1" status: 204 len: 168 time: 0.7072170 May 06 09:56:09.354438 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38534) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:09.358821 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-c50c7100-c5e1-4d82-920a-757a25b71067 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Request body: {'router': {'name': 'tempest-router-1265256685', 'distributed': False}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:09.368870 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e9093ead-ff32-4eb1-832a-059c0e5dc60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.402153 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c50c7100-c5e1-4d82-920a-757a25b71067 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.403537 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c50c7100-c5e1-4d82-920a-757a25b71067 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.418187 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e9093ead-ff32-4eb1-832a-059c0e5dc60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.449099 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e1d1b188-93cf-476c-9669-be5190c8793e req-1ea0984f-7d52-4b1b-9bd3-67d2cbad5796 service neutron] 10.222.0.77 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008767 May 06 09:56:09.454856 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-b3eebb4b-bf3a-4b9f-bb12-2a16d146f0ec None None] Set router 3205d89c-2ea7-4f9a-b848-40e1a985b929 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:56:09.483825 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c50c7100-c5e1-4d82-920a-757a25b71067 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.491054 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c50c7100-c5e1-4d82-920a-757a25b71067 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.494895 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e9093ead-ff32-4eb1-832a-059c0e5dc60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.497481 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e9093ead-ff32-4eb1-832a-059c0e5dc60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.501009 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e9093ead-ff32-4eb1-832a-059c0e5dc60a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/78fc72fc-4bce-4f9b-92e9-aba7f6901c0e HTTP/1.1" status: 204 len: 168 time: 0.2910497 May 06 09:56:09.515720 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c50c7100-c5e1-4d82-920a-757a25b71067 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.519666 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c50c7100-c5e1-4d82-920a-757a25b71067 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1616757 May 06 09:56:09.520671 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38544) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:09.555495 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9093ead-ff32-4eb1-832a-059c0e5dc60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fc72fc-4bce-4f9b-92e9-aba7f6901c0e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:09.627253 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e1d1b188-93cf-476c-9669-be5190c8793e req-bd7efd90-e1db-4c8b-b60c-715ba6945933 service neutron] 10.222.0.77 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473591 May 06 09:56:09.630658 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b135c5ad-a392-4874-be09-4198f8d2e8a8 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.820977 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-b3eebb4b-bf3a-4b9f-bb12-2a16d146f0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '47f79145-6e99-4488-a4da-6e00e375309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T09:55:43Z', 'revision_number': 4, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port': {'id': '47f79145-6e99-4488-a4da-6e00e375309c', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:35Z', 'updated_at': '2022-05-06T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '30bff1d8-ffa4-430d-abd2-3d763fcf079d', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'floating_ip_address': '172.25.5.88', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'port_id': 'ae866f35-fc07-47d6-8ae9-dba5018031f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'mac_address': 'fa:16:3e:d1:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d85475-57b7-4401-a41b-f133f4d0977b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:55:49Z', 'updated_at': '2022-05-06T09:56:07Z', 'revision_number': 1, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd70468-c15f-42df-8758-eb38a58186b2', 'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'mac_address': 'fa:16:3e:c9:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:40Z', 'updated_at': '2022-05-06T09:55:48Z', 'revision_number': 5, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'subnets': [{'id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:09.878484 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3eebb4b-bf3a-4b9f-bb12-2a16d146f0ec None None] The sync data for ids ['3205d89c-2ea7-4f9a-b848-40e1a985b929'] in n-d-840835-1 is: [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '47f79145-6e99-4488-a4da-6e00e375309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T09:55:43Z', 'revision_number': 4, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port': {'id': '47f79145-6e99-4488-a4da-6e00e375309c', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:35Z', 'updated_at': '2022-05-06T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '30bff1d8-ffa4-430d-abd2-3d763fcf079d', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'floating_ip_address': '172.25.5.88', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'port_id': 'ae866f35-fc07-47d6-8ae9-dba5018031f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'mac_address': 'fa:16:3e:d1:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d85475-57b7-4401-a41b-f133f4d0977b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:55:49Z', 'updated_at': '2022-05-06T09:56:07Z', 'revision_number': 1, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd70468-c15f-42df-8758-eb38a58186b2', 'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'mac_address': 'fa:16:3e:c9:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:40Z', 'updated_at': '2022-05-06T09:55:48Z', 'revision_number': 5, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'subnets': [{'id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:56:10.196767 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b135c5ad-a392-4874-be09-4198f8d2e8a8 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:10.200389 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b135c5ad-a392-4874-be09-4198f8d2e8a8 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:10.298477 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b431026b-add1-4bca-b71b-a2d602f0471b None None] New status for floating IP 30bff1d8-ffa4-430d-abd2-3d763fcf079d: ACTIVE {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:56:10.302801 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b135c5ad-a392-4874-be09-4198f8d2e8a8 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:10.303338 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b135c5ad-a392-4874-be09-4198f8d2e8a8 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d4e5fec6-90c9-4733-90c9-8464b26c07df {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:56:10.322531 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b135c5ad-a392-4874-be09-4198f8d2e8a8 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:10.324128 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b135c5ad-a392-4874-be09-4198f8d2e8a8 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] 10.222.0.73 "DELETE /v2.0/routers/d4e5fec6-90c9-4733-90c9-8464b26c07df HTTP/1.1" status: 204 len: 168 time: 0.8004706 May 06 09:56:10.327713 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38592) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:10.334920 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-a515394d-d1c3-4024-bae7-ad829a6dfeb2 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Request body: {'router': {'name': 'tempest-router-522124779', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '6dc4874b437f48d3a99e76dc85aa9499'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:10.392815 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a515394d-d1c3-4024-bae7-ad829a6dfeb2 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:10.395461 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a515394d-d1c3-4024-bae7-ad829a6dfeb2 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:10.609096 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a515394d-d1c3-4024-bae7-ad829a6dfeb2 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:10.612423 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7dc20a06-6123-4114-a682-1aeb3a3a0963 req-c86e5ad2-b324-4c36-aa2d-72c48aae4d28 tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0814288 May 06 09:56:10.621615 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a515394d-d1c3-4024-bae7-ad829a6dfeb2 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:10.656670 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a515394d-d1c3-4024-bae7-ad829a6dfeb2 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:10.661396 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38614) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:10.661946 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a515394d-d1c3-4024-bae7-ad829a6dfeb2 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3304152 May 06 09:56:10.667490 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-f9f40e48-da5e-47cf-964a-af02ec1176a5 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:11.018780 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f9f40e48-da5e-47cf-964a-af02ec1176a5 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1992734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1598914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41446'] for router, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:11.019179 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f9f40e48-da5e-47cf-964a-af02ec1176a5 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks [] for router, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:11.254908 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f9f40e48-da5e-47cf-964a-af02ec1176a5 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102653) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} May 06 09:56:11.255649 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f9f40e48-da5e-47cf-964a-af02ec1176a5 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Router e31b41ae-87d1-463c-87ac-9baa8936f810 migrating from provider to provider. {{(pid=102653) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} May 06 09:56:11.259159 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f9f40e48-da5e-47cf-964a-af02ec1176a5 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:11.273528 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f9f40e48-da5e-47cf-964a-af02ec1176a5 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:11.282264 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f9f40e48-da5e-47cf-964a-af02ec1176a5 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1598923'] for router, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:11.414090 n-d-840835-1 neutron-server[102653]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f9f40e48-da5e-47cf-964a-af02ec1176a5 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] No L3 agents can host the router e31b41ae-87d1-463c-87ac-9baa8936f810 May 06 09:56:11.633482 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f40e48-da5e-47cf-964a-af02ec1176a5 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Hosts for router e31b41ae-87d1-463c-87ac-9baa8936f810: [] {{(pid=102653) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} May 06 09:56:11.709314 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f40e48-da5e-47cf-964a-af02ec1176a5 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Hosts for other DVR routers connected to router e31b41ae-87d1-463c-87ac-9baa8936f810: set() {{(pid=102653) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} May 06 09:56:11.712293 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f9f40e48-da5e-47cf-964a-af02ec1176a5 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:11.713796 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f9f40e48-da5e-47cf-964a-af02ec1176a5 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] 10.222.0.73 "PUT /v2.0/routers/e31b41ae-87d1-463c-87ac-9baa8936f810 HTTP/1.1" status: 200 len: 716 time: 1.0507782 May 06 09:56:11.718726 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38696) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:11.783276 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1499af1e-1b9d-4ed5-a96f-46462f0ce465 req-c293c3bf-1ae4-4c6c-ae05-a8f67bfcc1b8 tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0448759 May 06 09:56:11.894650 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4fee5629-07ca-4235-a88b-ef72f815b828 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] 10.222.0.73 "GET /v2.0/routers/e31b41ae-87d1-463c-87ac-9baa8936f810 HTTP/1.1" status: 200 len: 716 time: 0.1724663 May 06 09:56:11.897268 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38702) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:11.964059 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38710) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:12.177517 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-399bd7b9-91a3-4dc5-aa62-e1f42213fa6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.292799 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f10bba2b-1565-44f9-899f-627fab75f6ec tempest-RoutersTestDVR-2111215933 tempest-RoutersTestDVR-2111215933-project] 10.222.0.73 "GET /v2.0/routers/e31b41ae-87d1-463c-87ac-9baa8936f810 HTTP/1.1" status: 200 len: 682 time: 0.3917043 May 06 09:56:12.293432 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38718) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:12.383154 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-399bd7b9-91a3-4dc5-aa62-e1f42213fa6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.386985 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a98b66a9-edaf-4f3e-8dc9-d982a95c954d tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.391428 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-399bd7b9-91a3-4dc5-aa62-e1f42213fa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.468247 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-399bd7b9-91a3-4dc5-aa62-e1f42213fa6e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8c2e6440b4c84687b0c8e1c7c5b50a98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5023632 May 06 09:56:12.469672 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399bd7b9-91a3-4dc5-aa62-e1f42213fa6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91efc246-7842-47e6-afc2-0a2c13fe90db,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:12.472534 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38720) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:12.556191 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dcb3bd40-82fa-4f70-8b3f-9c6d76788d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.582448 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dcb3bd40-82fa-4f70-8b3f-9c6d76788d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.612676 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a98b66a9-edaf-4f3e-8dc9-d982a95c954d tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.615039 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a98b66a9-edaf-4f3e-8dc9-d982a95c954d tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.647242 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dcb3bd40-82fa-4f70-8b3f-9c6d76788d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.651448 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dcb3bd40-82fa-4f70-8b3f-9c6d76788d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.655096 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-dcb3bd40-82fa-4f70-8b3f-9c6d76788d7b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/91efc246-7842-47e6-afc2-0a2c13fe90db HTTP/1.1" status: 204 len: 168 time: 0.1686845 May 06 09:56:12.664297 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3bd40-82fa-4f70-8b3f-9c6d76788d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91efc246-7842-47e6-afc2-0a2c13fe90db,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:12.706419 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a98b66a9-edaf-4f3e-8dc9-d982a95c954d tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.707070 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98b66a9-edaf-4f3e-8dc9-d982a95c954d tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e31b41ae-87d1-463c-87ac-9baa8936f810 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:56:12.713271 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a98b66a9-edaf-4f3e-8dc9-d982a95c954d tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.717118 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a98b66a9-edaf-4f3e-8dc9-d982a95c954d tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] 10.222.0.73 "DELETE /v2.0/routers/e31b41ae-87d1-463c-87ac-9baa8936f810 HTTP/1.1" status: 204 len: 168 time: 0.4227483 May 06 09:56:12.721755 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38724) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:12.728677 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-02182904-6851-4a21-b8e2-ca722f95c042 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Request body: {'router': {'name': 'tempest-router-2103124032', 'distributed': True}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:12.764334 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-02182904-6851-4a21-b8e2-ca722f95c042 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.765680 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-02182904-6851-4a21-b8e2-ca722f95c042 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.903707 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-02182904-6851-4a21-b8e2-ca722f95c042 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.917132 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-02182904-6851-4a21-b8e2-ca722f95c042 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.962015 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-497bedb1-708e-407c-b14a-5db5021e99e2 req-f92fa818-8a1b-496a-889a-c4e50ae6b6f9 tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0559471 May 06 09:56:12.972106 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-02182904-6851-4a21-b8e2-ca722f95c042 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.973563 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-02182904-6851-4a21-b8e2-ca722f95c042 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2502120 May 06 09:56:12.976105 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38730) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:13.066614 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ace4c3c5-397e-4720-bbb4-77fc5a8608a1 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:13.277056 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ace4c3c5-397e-4720-bbb4-77fc5a8608a1 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:13.280043 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ace4c3c5-397e-4720-bbb4-77fc5a8608a1 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:13.346219 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ace4c3c5-397e-4720-bbb4-77fc5a8608a1 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:13.346889 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace4c3c5-397e-4720-bbb4-77fc5a8608a1 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a103a08-40fc-4b52-af96-35c9f72c9589 {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:56:13.351721 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ace4c3c5-397e-4720-bbb4-77fc5a8608a1 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:13.365821 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ace4c3c5-397e-4720-bbb4-77fc5a8608a1 tempest-RoutersTestDVR-1713644433 tempest-RoutersTestDVR-1713644433-project-admin] 10.222.0.73 "DELETE /v2.0/routers/0a103a08-40fc-4b52-af96-35c9f72c9589 HTTP/1.1" status: 204 len: 168 time: 0.3839843 May 06 09:56:13.702144 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38776) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:13.932327 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d3cdee42-de40-407b-9db7-4311112d9a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:14.171723 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d3cdee42-de40-407b-9db7-4311112d9a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:14.178275 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d3cdee42-de40-407b-9db7-4311112d9a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:14.211540 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6e55266a-2ca8-456f-8500-431d366b4b68 req-0f5a8446-90be-4e4b-9fe7-808378c0a9ef tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0594060 May 06 09:56:14.256050 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cdee42-de40-407b-9db7-4311112d9a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2c9f73-273e-4357-bbfc-ad1af9edb74b,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:14.261014 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d3cdee42-de40-407b-9db7-4311112d9a0f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6dc4874b437f48d3a99e76dc85aa9499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5569265 May 06 09:56:14.264313 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38818) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:14.342643 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-37707ae3-4a15-4e92-99ad-b4b45c016252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:14.370018 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-37707ae3-4a15-4e92-99ad-b4b45c016252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:14.448793 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-37707ae3-4a15-4e92-99ad-b4b45c016252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:14.460436 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-37707ae3-4a15-4e92-99ad-b4b45c016252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:14.465956 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-37707ae3-4a15-4e92-99ad-b4b45c016252 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4e2c9f73-273e-4357-bbfc-ad1af9edb74b HTTP/1.1" status: 204 len: 168 time: 0.1971605 May 06 09:56:14.501927 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37707ae3-4a15-4e92-99ad-b4b45c016252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2c9f73-273e-4357-bbfc-ad1af9edb74b,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:14.702290 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38838) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:15.079687 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26734e36-f979-474d-8434-e27ff07535aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:15.214431 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26734e36-f979-474d-8434-e27ff07535aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:15.222429 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26734e36-f979-474d-8434-e27ff07535aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:15.248722 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38848) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:15.270418 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-26734e36-f979-474d-8434-e27ff07535aa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6a6ff84129654c74925d8c586230252f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5645974 May 06 09:56:15.273115 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38852) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:15.275622 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1e989c41-28da-44bb-af1e-d2f1eb5db905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:15.292351 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26734e36-f979-474d-8434-e27ff07535aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b070f870-ffda-4a33-aeff-8241df23cf72,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:15.439086 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-033b69da-3ad9-4847-ae7e-c0848237d9f6 req-5e7261ee-7e5a-408f-9104-f359506db164 tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0463419 May 06 09:56:15.472958 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3331a7a9-ae35-4a55-a4f2-bf6bd0e40ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:15.524988 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1e989c41-28da-44bb-af1e-d2f1eb5db905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:15.531109 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3331a7a9-ae35-4a55-a4f2-bf6bd0e40ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:15.540757 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1e989c41-28da-44bb-af1e-d2f1eb5db905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:15.612840 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e989c41-28da-44bb-af1e-d2f1eb5db905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38b93a9-6d4f-458b-85a7-3dd40b41a911,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:15.662158 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1e989c41-28da-44bb-af1e-d2f1eb5db905 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=342d1a75bd0d4da5ac663315c84ed88c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4131153 May 06 09:56:15.664859 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38856) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:15.733044 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3331a7a9-ae35-4a55-a4f2-bf6bd0e40ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:15.736702 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3331a7a9-ae35-4a55-a4f2-bf6bd0e40ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:15.740231 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3331a7a9-ae35-4a55-a4f2-bf6bd0e40ab3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b070f870-ffda-4a33-aeff-8241df23cf72 HTTP/1.1" status: 204 len: 168 time: 0.4637108 May 06 09:56:15.774247 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331a7a9-ae35-4a55-a4f2-bf6bd0e40ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b070f870-ffda-4a33-aeff-8241df23cf72,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:15.826930 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d1db99d4-d8f3-40e2-bfec-68787781f560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:15.874147 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d1db99d4-d8f3-40e2-bfec-68787781f560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:15.923890 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9bd433ab-0476-44e3-b04b-e2a40419c2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:16.013375 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d1db99d4-d8f3-40e2-bfec-68787781f560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:16.017568 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d1db99d4-d8f3-40e2-bfec-68787781f560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:16.023062 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d1db99d4-d8f3-40e2-bfec-68787781f560 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f38b93a9-6d4f-458b-85a7-3dd40b41a911 HTTP/1.1" status: 204 len: 168 time: 0.3565509 May 06 09:56:16.033296 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db99d4-d8f3-40e2-bfec-68787781f560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38b93a9-6d4f-458b-85a7-3dd40b41a911,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:16.340083 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38876) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:16.610635 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e7deacd6-0055-48d1-9c40-1708b8b8dd39 req-66dc0fe0-82df-4f52-952e-5c97234bfb98 tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0393884 May 06 09:56:16.662957 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e15fc568-3ca4-46bc-907e-4777a2ce4222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:16.838614 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e15fc568-3ca4-46bc-907e-4777a2ce4222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:16.844761 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e15fc568-3ca4-46bc-907e-4777a2ce4222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:16.928662 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15fc568-3ca4-46bc-907e-4777a2ce4222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c54d1e2-af41-4187-bebf-4e37103e52db,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:16.954746 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38902) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:16.954941 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e15fc568-3ca4-46bc-907e-4777a2ce4222 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0063b7a3712441b4844b7ee1311dfe7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6132746 May 06 09:56:17.043449 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ffb2b68-e5a3-44c1-89cd-f31bb3b6b410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:17.087829 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ffb2b68-e5a3-44c1-89cd-f31bb3b6b410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:17.202100 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ffb2b68-e5a3-44c1-89cd-f31bb3b6b410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:17.208842 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ffb2b68-e5a3-44c1-89cd-f31bb3b6b410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:17.211546 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3ffb2b68-e5a3-44c1-89cd-f31bb3b6b410 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9c54d1e2-af41-4187-bebf-4e37103e52db HTTP/1.1" status: 204 len: 168 time: 0.2550783 May 06 09:56:17.228014 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb2b68-e5a3-44c1-89cd-f31bb3b6b410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c54d1e2-af41-4187-bebf-4e37103e52db,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:17.797996 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e786bd2-6246-469b-bdf2-a866268f8c98 req-3fd5ce40-f185-445c-8db2-34d98f86f81d tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0396669 May 06 09:56:17.827057 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38934) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:17.858715 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38938) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:17.893088 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38942) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:17.925957 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2d56db54-b562-48e4-87eb-b305c85dadf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.027553 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2d56db54-b562-48e4-87eb-b305c85dadf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.035666 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2d56db54-b562-48e4-87eb-b305c85dadf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.078549 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56db54-b562-48e4-87eb-b305c85dadf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf1ee6f-4953-4ae2-88e6-770359592100,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:18.083323 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2d56db54-b562-48e4-87eb-b305c85dadf2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5c32b56a1dd544379ab77d4ac1072b6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1890779 May 06 09:56:18.087472 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38948) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:18.135718 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cd7a36aa-b3a1-4e68-9608-6fc84ad5c115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.167825 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ecf5f711-58e6-4cb4-9cbc-f54a738b7dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.174628 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-869924bb-f1ed-408c-a736-11372bcc0016 tempest-AgentManagementNegativeTest-1894178407 tempest-AgentManagementNegativeTest-1894178407-project] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3463533 May 06 09:56:18.204103 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ecf5f711-58e6-4cb4-9cbc-f54a738b7dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.265381 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cd7a36aa-b3a1-4e68-9608-6fc84ad5c115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.272507 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cd7a36aa-b3a1-4e68-9608-6fc84ad5c115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.291111 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ecf5f711-58e6-4cb4-9cbc-f54a738b7dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.293996 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ecf5f711-58e6-4cb4-9cbc-f54a738b7dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.295221 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ecf5f711-58e6-4cb4-9cbc-f54a738b7dfa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/acf1ee6f-4953-4ae2-88e6-770359592100 HTTP/1.1" status: 204 len: 168 time: 0.2063582 May 06 09:56:18.306459 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5f711-58e6-4cb4-9cbc-f54a738b7dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf1ee6f-4953-4ae2-88e6-770359592100,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:18.316362 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a36aa-b3a1-4e68-9608-6fc84ad5c115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc650a9e-bc15-45e4-9b64-83c073b8e1ef,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:18.321076 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cd7a36aa-b3a1-4e68-9608-6fc84ad5c115 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f0f8a05153eb4eedaf1c7410a616d891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4604983 May 06 09:56:18.326000 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38954) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:18.405081 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b816b194-4694-4b1d-b31e-bca42137bc67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.434381 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b816b194-4694-4b1d-b31e-bca42137bc67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.473937 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-73e5b02b-25bd-4a84-b6fe-8556110e1bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.492494 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38960) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:18.535092 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38964) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:18.562366 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-674633a9-ef7c-49e8-bfb0-f13104bc1e8e req-6b6d0e92-ac89-46b6-bc59-1d6512d58d4c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0332856 May 06 09:56:18.577659 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b816b194-4694-4b1d-b31e-bca42137bc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.586368 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b816b194-4694-4b1d-b31e-bca42137bc67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.589982 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b816b194-4694-4b1d-b31e-bca42137bc67 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dc650a9e-bc15-45e4-9b64-83c073b8e1ef HTTP/1.1" status: 204 len: 168 time: 0.2602723 May 06 09:56:18.607967 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816b194-4694-4b1d-b31e-bca42137bc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc650a9e-bc15-45e4-9b64-83c073b8e1ef,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:18.800250 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a41cc059-902d-4d38-a739-ae2d554d0efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.837470 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.879779 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-09253381-6651-4ca2-901f-e5a1a8649b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.942238 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-93abe6e1-9d4b-46ef-a973-3a3828d597c0 req-212e1e1e-1088-4781-873c-acc0346eec85 tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0539818 May 06 09:56:19.029349 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a41cc059-902d-4d38-a739-ae2d554d0efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:19.038165 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a41cc059-902d-4d38-a739-ae2d554d0efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:19.099705 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a41cc059-902d-4d38-a739-ae2d554d0efb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9ac3332cde8a4fa9bc101587b1603e32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6058798 May 06 09:56:19.107304 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38988) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:19.122270 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-09253381-6651-4ca2-901f-e5a1a8649b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:19.124895 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41cc059-902d-4d38-a739-ae2d554d0efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4343d030-47d2-4fde-930a-5204f9742fc2,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:19.140714 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-09253381-6651-4ca2-901f-e5a1a8649b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:19.178033 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c5bc4f2f-9d81-4150-b6cc-d55e856b234a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:19.191281 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38994) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:19.191878 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-09253381-6651-4ca2-901f-e5a1a8649b30 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=27363ed132f248e6a041e719905cf034&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6553204 May 06 09:56:19.194471 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09253381-6651-4ca2-901f-e5a1a8649b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2327e05a-59c1-499b-92ad-71a84d2bf36b,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:19.221504 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c5bc4f2f-9d81-4150-b6cc-d55e856b234a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:19.282804 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-891951fb-099b-4f9d-a713-6adada034a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:19.308612 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-891951fb-099b-4f9d-a713-6adada034a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:19.317120 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c5bc4f2f-9d81-4150-b6cc-d55e856b234a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:19.319669 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c5bc4f2f-9d81-4150-b6cc-d55e856b234a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:19.323200 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c5bc4f2f-9d81-4150-b6cc-d55e856b234a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4343d030-47d2-4fde-930a-5204f9742fc2 HTTP/1.1" status: 204 len: 168 time: 0.2125070 May 06 09:56:19.335537 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc4f2f-9d81-4150-b6cc-d55e856b234a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4343d030-47d2-4fde-930a-5204f9742fc2,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:19.393400 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-891951fb-099b-4f9d-a713-6adada034a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:19.396075 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-891951fb-099b-4f9d-a713-6adada034a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:19.397276 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-891951fb-099b-4f9d-a713-6adada034a87 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2327e05a-59c1-499b-92ad-71a84d2bf36b HTTP/1.1" status: 204 len: 168 time: 0.2050169 May 06 09:56:19.405608 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891951fb-099b-4f9d-a713-6adada034a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2327e05a-59c1-499b-92ad-71a84d2bf36b,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:19.501562 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:20.085325 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3fd4a68-72b7-4370-af10-07f46c777111 req-c552401b-760d-4f59-9d49-77a3cceb8abe tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0361423 May 06 09:56:20.363980 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-29d1f308-5a71-478f-9ed5-e365d663fde3 req-1e746fc2-7174-4a23-bd43-487a9cbcc574 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=db2cb14cd1594c13b9bf75e1e3bb467b&device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0315363 May 06 09:56:20.402096 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-29d1f308-5a71-478f-9ed5-e365d663fde3 req-d9db8dd2-290d-4b24-8a2a-752b29086ef3 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=db2cb14cd1594c13b9bf75e1e3bb467b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295744 May 06 09:56:20.431846 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5ecada52-9f7c-4bf8-8c1e-709c307d4d32 req-722914a0-2491-4365-b9d0-529a8c2ddf09 tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0286448 May 06 09:56:20.631387 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1f308-5a71-478f-9ed5-e365d663fde3 req-fd60a32c-b169-40a6-8947-5ffc0ee4b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:20.632925 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-29d1f308-5a71-478f-9ed5-e365d663fde3 req-fd60a32c-b169-40a6-8947-5ffc0ee4b7aa service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2042725 May 06 09:56:21.191040 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:21.337507 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39098) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:21.464663 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:21.553164 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aed62a6d-a05c-4e3e-bcdd-65eb2ec66ff3 req-8e7f177f-7dc3-470f-b104-6129fab489d6 tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0273445 May 06 09:56:21.689707 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39128) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:21.701243 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-ee91a7d4-dff7-4077-9778-6edb5ba727ce tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-649817281'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:21.730104 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee91a7d4-dff7-4077-9778-6edb5ba727ce tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:21.734057 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ee91a7d4-dff7-4077-9778-6edb5ba727ce tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:21.746732 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ee91a7d4-dff7-4077-9778-6edb5ba727ce tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:21.768826 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-70f7e774-1bd9-43b4-88b3-bfe806db70f8 tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:21.810954 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-70f7e774-1bd9-43b4-88b3-bfe806db70f8 tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:21.920703 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ee91a7d4-dff7-4077-9778-6edb5ba727ce tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:21.927782 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ee91a7d4-dff7-4077-9778-6edb5ba727ce tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:21.969736 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee91a7d4-dff7-4077-9778-6edb5ba727ce tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:56:21.988236 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91a7d4-dff7-4077-9778-6edb5ba727ce tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e2ca9b-29d0-43ee-8216-e2a1bbd5e964,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:21.996930 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ee91a7d4-dff7-4077-9778-6edb5ba727ce tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:22.006176 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-ee91a7d4-dff7-4077-9778-6edb5ba727ce tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Added segment 256b144d-8b7e-4739-9983-7d6419293170 of type vlan for network f79cc220-36b3-46c9-8ba9-f206abf24942 May 06 09:56:22.006982 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-29d1f308-5a71-478f-9ed5-e365d663fde3 req-2f5b2664-0b06-4397-a5e3-176de70ee314 tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.84 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0442178 May 06 09:56:22.051166 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ee91a7d4-dff7-4077-9778-6edb5ba727ce tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:22.061668 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-70f7e774-1bd9-43b4-88b3-bfe806db70f8 tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:22.130047 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ee91a7d4-dff7-4077-9778-6edb5ba727ce tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:22.136868 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee91a7d4-dff7-4077-9778-6edb5ba727ce tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:22.137548 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ee91a7d4-dff7-4077-9778-6edb5ba727ce tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:22.222942 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ee91a7d4-dff7-4077-9778-6edb5ba727ce tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8865755 May 06 09:56:22.227023 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39154) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:22.232322 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-969e41ce-c8e8-413b-a800-af6bd8a21a55 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'port': {'network_id': 'f79cc220-36b3-46c9-8ba9-f206abf24942', 'name': 'tempest-PortsIpV6TestJSON-981029075'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:22.266996 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91a7d4-dff7-4077-9778-6edb5ba727ce tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Network': ['ID=f79cc220-36b3-46c9-8ba9-f206abf24942,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:22.276741 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network f79cc220-36b3-46c9-8ba9-f206abf24942 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:56:22.294254 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-70f7e774-1bd9-43b4-88b3-bfe806db70f8 tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Allocated IP 172.25.5.170 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/8375720c-a375-44a1-97bc-e0a92b4f6c73) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:22.466180 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969e41ce-c8e8-413b-a800-af6bd8a21a55 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:22.470306 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-969e41ce-c8e8-413b-a800-af6bd8a21a55 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:22.525806 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-969e41ce-c8e8-413b-a800-af6bd8a21a55 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] device_id is not set on port 793182f1-2322-47c8-a0cb-fa31c0bd5381 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:56:22.589375 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-70f7e774-1bd9-43b4-88b3-bfe806db70f8 tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:22.656588 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-70f7e774-1bd9-43b4-88b3-bfe806db70f8 tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:22.722543 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f7e774-1bd9-43b4-88b3-bfe806db70f8 tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:22.726289 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-70f7e774-1bd9-43b4-88b3-bfe806db70f8 tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:22.730256 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f7e774-1bd9-43b4-88b3-bfe806db70f8 tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:22.769897 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7e774-1bd9-43b4-88b3-bfe806db70f8 tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Pushing event updated for resources: {'Port': ['ID=8375720c-a375-44a1-97bc-e0a92b4f6c73,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:22.773358 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b3ff1d9-5784-47a9-83b6-77d260f8c524 req-38d99ac2-dd5e-4536-8f11-0dffaafd91aa tempest-ServerShowV254Test-163062168 tempest-ServerShowV254Test-163062168-project] 10.222.0.73 "GET /v2.0/ports?device_id=77e8e10a-c1e4-45cf-abf5-23f4ba46713f HTTP/1.1" status: 200 len: 210 time: 0.0770009 May 06 09:56:22.828485 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-969e41ce-c8e8-413b-a800-af6bd8a21a55 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:22.887233 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-70f7e774-1bd9-43b4-88b3-bfe806db70f8 tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:22.890504 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-969e41ce-c8e8-413b-a800-af6bd8a21a55 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:22.952390 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-70f7e774-1bd9-43b4-88b3-bfe806db70f8 tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:22.977792 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969e41ce-c8e8-413b-a800-af6bd8a21a55 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Checking segment: {'id': '256b144d-8b7e-4739-9983-7d6419293170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f79cc220-36b3-46c9-8ba9-f206abf24942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:22.978048 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969e41ce-c8e8-413b-a800-af6bd8a21a55 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network hostable DHCP agents. Network: f79cc220-36b3-46c9-8ba9-f206abf24942, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:56:22.989547 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e41ce-c8e8-413b-a800-af6bd8a21a55 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Port': ['ID=793182f1-2322-47c8-a0cb-fa31c0bd5381,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:23.004254 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969e41ce-c8e8-413b-a800-af6bd8a21a55 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network f79cc220-36b3-46c9-8ba9-f206abf24942 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:56:23.029927 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-969e41ce-c8e8-413b-a800-af6bd8a21a55 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, f79cc220-36b3-46c9-8ba9-f206abf24942) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:23.040396 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969e41ce-c8e8-413b-a800-af6bd8a21a55 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:23.041757 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c188f8d-fb1a-464c-a829-c88706784740 None None] Network f79cc220-36b3-46c9-8ba9-f206abf24942 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:23.046304 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969e41ce-c8e8-413b-a800-af6bd8a21a55 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:23.047141 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-969e41ce-c8e8-413b-a800-af6bd8a21a55 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:23.086964 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-969e41ce-c8e8-413b-a800-af6bd8a21a55 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8579826 May 06 09:56:23.088287 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39196) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:23.095303 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-c76ed64f-de2b-4364-850c-c0c76a5611c7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-934333836'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:23.155154 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76ed64f-de2b-4364-850c-c0c76a5611c7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:23.165613 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c76ed64f-de2b-4364-850c-c0c76a5611c7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:23.219109 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c76ed64f-de2b-4364-850c-c0c76a5611c7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:56:23.243104 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c76ed64f-de2b-4364-850c-c0c76a5611c7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:23.243814 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-c76ed64f-de2b-4364-850c-c0c76a5611c7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Added segment e1fa0a5f-8a26-4430-856d-cb08af0d4b44 of type vlan for network 3b201c21-a3c2-492e-b129-a1377c8e1d27 May 06 09:56:23.270972 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-70f7e774-1bd9-43b4-88b3-bfe806db70f8 tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:23.278588 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-70f7e774-1bd9-43b4-88b3-bfe806db70f8 tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:23.300429 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c76ed64f-de2b-4364-850c-c0c76a5611c7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:23.338230 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c76ed64f-de2b-4364-850c-c0c76a5611c7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:23.346250 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76ed64f-de2b-4364-850c-c0c76a5611c7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:23.348267 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c76ed64f-de2b-4364-850c-c0c76a5611c7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:23.377629 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7e774-1bd9-43b4-88b3-bfe806db70f8 tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Pushing event updated for resources: {'Port': ['ID=8375720c-a375-44a1-97bc-e0a92b4f6c73,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:23.398136 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-70f7e774-1bd9-43b4-88b3-bfe806db70f8 tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:23.422620 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c76ed64f-de2b-4364-850c-c0c76a5611c7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3311205 May 06 09:56:23.423756 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39202) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:23.438989 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-70f7e774-1bd9-43b4-88b3-bfe806db70f8 tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:23.445257 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-70f7e774-1bd9-43b4-88b3-bfe806db70f8 tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7542882 May 06 09:56:23.446350 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39204) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:23.453840 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-055da8d0-28d7-4d28-9221-27b2f8beb6bb tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1611800180', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'fixed_ips': [{'ip_address': '172.25.5.170'}]}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:23.457378 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'ports': [{'network_id': 'f79cc220-36b3-46c9-8ba9-f206abf24942'}, {'network_id': '3b201c21-a3c2-492e-b129-a1377c8e1d27'}]} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:23.459302 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'port': {'network_id': 'f79cc220-36b3-46c9-8ba9-f206abf24942'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:23.469682 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'port': {'network_id': '3b201c21-a3c2-492e-b129-a1377c8e1d27'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:23.491169 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055da8d0-28d7-4d28-9221-27b2f8beb6bb tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Made reservation on behalf of 6f828ddc27354221be1edb620445e7a5 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:23.495498 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-055da8d0-28d7-4d28-9221-27b2f8beb6bb tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:23.514584 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-055da8d0-28d7-4d28-9221-27b2f8beb6bb tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:23.626230 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ed64f-de2b-4364-850c-c0c76a5611c7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Network': ['ID=3b201c21-a3c2-492e-b129-a1377c8e1d27,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:23.644748 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 3b201c21-a3c2-492e-b129-a1377c8e1d27 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:56:23.689552 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-055da8d0-28d7-4d28-9221-27b2f8beb6bb tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:23.700974 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-055da8d0-28d7-4d28-9221-27b2f8beb6bb tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:23.714676 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-055da8d0-28d7-4d28-9221-27b2f8beb6bb tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] device_id is not set on port a7a55642-a877-4a05-82d7-27d1743d3874 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:56:23.850413 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'port': 2} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:23.854067 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:23.883723 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:23.899856 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055da8d0-28d7-4d28-9221-27b2f8beb6bb tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857f0c30-3158-4d86-8b56-0cd8f6befe05,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:23.931991 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6ea25-28ef-437b-9084-ea504da7a2fc req-cca73fd1-ca5b-4d2a-a1c6-48a0c6bfc383 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:23.933600 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-48c6ea25-28ef-437b-9084-ea504da7a2fc req-cca73fd1-ca5b-4d2a-a1c6-48a0c6bfc383 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 945 time: 0.1008263 May 06 09:56:24.130555 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] device_id is not set on port fd13b4c6-0f52-42f8-a333-f73fc6800088 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:56:24.164287 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-48c6ea25-28ef-437b-9084-ea504da7a2fc req-14f24738-cb55-458e-a3a4-2e48e0ea20f3 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970551 May 06 09:56:24.289460 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14ab3e-32a3-486b-a662-1fdc3ce1adce req-569594bf-4fa0-4da9-ad57-d30d2459b35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:24.291910 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b14ab3e-32a3-486b-a662-1fdc3ce1adce req-569594bf-4fa0-4da9-ad57-d30d2459b35e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c517f1b2e83649f0bec52fdccbd31b7e&device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 1096 time: 0.4511366 May 06 09:56:24.322814 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:24.415195 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-055da8d0-28d7-4d28-9221-27b2f8beb6bb tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 06 09:56:24.416146 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-055da8d0-28d7-4d28-9221-27b2f8beb6bb tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:56:24.448057 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-055da8d0-28d7-4d28-9221-27b2f8beb6bb tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9958186 May 06 09:56:24.452914 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39220) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:24.576160 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14ab3e-32a3-486b-a662-1fdc3ce1adce req-7fda91f9-d928-4c84-8bb9-15840eadd6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:24.577689 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b14ab3e-32a3-486b-a662-1fdc3ce1adce req-7fda91f9-d928-4c84-8bb9-15840eadd6e4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8b4bbee4-4fbe-449e-978f-a646b5e578f0 HTTP/1.1" status: 200 len: 920 time: 0.2765648 May 06 09:56:24.661135 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b14ab3e-32a3-486b-a662-1fdc3ce1adce req-6d1499c9-934b-44e7-9e02-53423632b19b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afe0a79f-d0e4-4ca8-85e5-81805760d628 HTTP/1.1" status: 200 len: 1000 time: 0.0760167 May 06 09:56:24.661646 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39228) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:24.769497 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14ab3e-32a3-486b-a662-1fdc3ce1adce req-9a062c0e-ef55-478c-b3d6-1522090010c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:24.773296 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b14ab3e-32a3-486b-a662-1fdc3ce1adce req-9a062c0e-ef55-478c-b3d6-1522090010c3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c9382d75-3c44-4a92-be03-e9a2109a5f6f HTTP/1.1" status: 200 len: 858 time: 0.0870166 May 06 09:56:24.819495 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] device_id is not set on port 68a0ebb4-bdda-4ed2-a41f-0e7470e4507f yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:56:24.836905 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-8598ce2e-61d3-42ca-9a43-09c531100168 tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Deleting port 8375720c-a375-44a1-97bc-e0a92b4f6c73 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:24.837306 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8598ce2e-61d3-42ca-9a43-09c531100168 tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:24.924532 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a4439cc8-2ed6-4eee-9dc8-c9d9b3afb088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:24.934621 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14ab3e-32a3-486b-a662-1fdc3ce1adce req-26560d99-4b1a-4b5f-b458-2ee3749f613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:24.936202 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b14ab3e-32a3-486b-a662-1fdc3ce1adce req-26560d99-4b1a-4b5f-b458-2ee3749f613b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8b4bbee4-4fbe-449e-978f-a646b5e578f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1540356 May 06 09:56:24.974843 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:25.030761 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:25.063915 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8598ce2e-61d3-42ca-9a43-09c531100168 tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:25.064250 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8598ce2e-61d3-42ca-9a43-09c531100168 tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:25.096911 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Port': ['ID=fd13b4c6-0f52-42f8-a333-f73fc6800088,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:25.101356 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-8598ce2e-61d3-42ca-9a43-09c531100168 tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Calling delete_port for 8375720c-a375-44a1-97bc-e0a92b4f6c73 owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:25.118450 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network f79cc220-36b3-46c9-8ba9-f206abf24942 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:25.120773 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:25.121369 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:25.121916 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:25.122442 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:25.122958 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:25.123498 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:25.124032 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:25.124547 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:25.125104 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:25.125585 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:25.126082 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:25.126557 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:25.130955 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:25.133563 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:25.134677 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:25.190909 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b14ab3e-32a3-486b-a662-1fdc3ce1adce req-99bc8b19-95b6-445a-b0ff-55c634b92b1f service neutron] 10.222.0.77 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462950 May 06 09:56:25.216420 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Port': ['ID=68a0ebb4-bdda-4ed2-a41f-0e7470e4507f,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:25.302122 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a4439cc8-2ed6-4eee-9dc8-c9d9b3afb088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:25.322247 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a4439cc8-2ed6-4eee-9dc8-c9d9b3afb088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:25.325930 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Checking segment: {'id': 'e1fa0a5f-8a26-4430-856d-cb08af0d4b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3b201c21-a3c2-492e-b129-a1377c8e1d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:25.326323 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network hostable DHCP agents. Network: 3b201c21-a3c2-492e-b129-a1377c8e1d27, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:56:25.356272 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702635a-3265-4d3a-8ce3-e98aaddc7f75 req-b8356743-ca06-4221-8f21-fb4ad5bad8e3 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:25.356490 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a4439cc8-2ed6-4eee-9dc8-c9d9b3afb088 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=db2cb14cd1594c13b9bf75e1e3bb467b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6725545 May 06 09:56:25.356593 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6702635a-3265-4d3a-8ce3-e98aaddc7f75 req-b8356743-ca06-4221-8f21-fb4ad5bad8e3 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 945 time: 0.0949721 May 06 09:56:25.358263 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39240) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:25.403722 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b14ab3e-32a3-486b-a662-1fdc3ce1adce req-11d4362d-7c8d-4fba-a62e-2baa9a734b50 service neutron] 10.222.0.77 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060044 May 06 09:56:25.410259 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network 3b201c21-a3c2-492e-b129-a1377c8e1d27 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:56:25.436952 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4439cc8-2ed6-4eee-9dc8-c9d9b3afb088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f9365f-7e2f-4bc5-bab8-5387070920eb,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:25.478235 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 3b201c21-a3c2-492e-b129-a1377c8e1d27) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:25.487159 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0348d4-e1b7-493c-8e6d-73c6d442e4ad None None] Network 3b201c21-a3c2-492e-b129-a1377c8e1d27 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:25.497671 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8598ce2e-61d3-42ca-9a43-09c531100168 tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:25.516075 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6702635a-3265-4d3a-8ce3-e98aaddc7f75 req-34061e4e-f635-4cd9-bdb8-36f06717c285 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487885 May 06 09:56:25.518794 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:25.539355 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:25.545263 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:25.550912 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:25.554216 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598ce2e-61d3-42ca-9a43-09c531100168 tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Pushing event deleted for resources: {'Port': ['ID=8375720c-a375-44a1-97bc-e0a92b4f6c73,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:25.585337 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d2a06267-0f60-43e8-8e72-672ada347d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:25.623511 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d2a06267-0f60-43e8-8e72-672ada347d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:25.629827 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8598ce2e-61d3-42ca-9a43-09c531100168 tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:25.632840 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8598ce2e-61d3-42ca-9a43-09c531100168 tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:25.634549 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8598ce2e-61d3-42ca-9a43-09c531100168 tempest-ExternalNetworksAdminNegativeTestJSON-318445187 tempest-ExternalNetworksAdminNegativeTestJSON-318445187-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/0c6b7035-31dd-48ff-a74e-d9116c7255d8 HTTP/1.1" status: 204 len: 168 time: 1.1792817 May 06 09:56:25.653190 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c27b54cc-6e25-46d3-a3f7-ef2b98d59bef tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2021530 May 06 09:56:25.654071 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39248) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:25.721056 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d2a06267-0f60-43e8-8e72-672ada347d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:25.724616 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d2a06267-0f60-43e8-8e72-672ada347d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:25.728699 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d2a06267-0f60-43e8-8e72-672ada347d32 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/88f9365f-7e2f-4bc5-bab8-5387070920eb HTTP/1.1" status: 204 len: 168 time: 0.3668373 May 06 09:56:25.755435 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a06267-0f60-43e8-8e72-672ada347d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f9365f-7e2f-4bc5-bab8-5387070920eb,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:25.882058 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-deb34201-6bfe-4bdb-9b6e-de56463ed227 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting port 68a0ebb4-bdda-4ed2-a41f-0e7470e4507f {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:25.882636 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-deb34201-6bfe-4bdb-9b6e-de56463ed227 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:25.982880 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-deb34201-6bfe-4bdb-9b6e-de56463ed227 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:25.998988 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-deb34201-6bfe-4bdb-9b6e-de56463ed227 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Calling delete_port for 68a0ebb4-bdda-4ed2-a41f-0e7470e4507f owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:26.066995 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39260) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:26.141267 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-deb34201-6bfe-4bdb-9b6e-de56463ed227 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:26.191216 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb34201-6bfe-4bdb-9b6e-de56463ed227 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Port': ['ID=68a0ebb4-bdda-4ed2-a41f-0e7470e4507f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:26.200970 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-deb34201-6bfe-4bdb-9b6e-de56463ed227 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:26.207052 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-deb34201-6bfe-4bdb-9b6e-de56463ed227 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/ports/68a0ebb4-bdda-4ed2-a41f-0e7470e4507f HTTP/1.1" status: 204 len: 168 time: 0.5488172 May 06 09:56:26.209293 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39268) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:26.306345 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b3be2af4-0ef9-4fd7-a01c-d8b7a255c95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:26.322462 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdab16d-5ee9-4aba-b435-86440e59a7d2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:26.332463 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdab16d-5ee9-4aba-b435-86440e59a7d2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:26.336770 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1fdab16d-5ee9-4aba-b435-86440e59a7d2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1235757 May 06 09:56:26.337023 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39272) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:26.438652 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b3be2af4-0ef9-4fd7-a01c-d8b7a255c95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:26.446984 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b3be2af4-0ef9-4fd7-a01c-d8b7a255c95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:26.499145 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b3be2af4-0ef9-4fd7-a01c-d8b7a255c95b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=eaef61576e774b4d871118233b10d6dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4302201 May 06 09:56:26.505711 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39276) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:26.547173 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be2af4-0ef9-4fd7-a01c-d8b7a255c95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c0ee41-5164-4634-b6a2-0d5066bbdee5,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:26.550994 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-97f90db5-ab75-4b86-a6ac-b72cca8ac69b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting port fd13b4c6-0f52-42f8-a333-f73fc6800088 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:26.551382 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-97f90db5-ab75-4b86-a6ac-b72cca8ac69b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:26.699102 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e9af7-aea5-4492-875e-13e022e48f2c req-2fe494d5-d780-41ca-b443-627965d32a86 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:26.708640 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c1e9af7-aea5-4492-875e-13e022e48f2c req-2fe494d5-d780-41ca-b443-627965d32a86 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 945 time: 0.0868962 May 06 09:56:26.724794 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-30354b0e-e532-4458-b38f-fa4f7e7f3b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:26.733126 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-97f90db5-ab75-4b86-a6ac-b72cca8ac69b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:26.757242 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-97f90db5-ab75-4b86-a6ac-b72cca8ac69b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Calling delete_port for fd13b4c6-0f52-42f8-a333-f73fc6800088 owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:26.771291 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-30354b0e-e532-4458-b38f-fa4f7e7f3b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:26.774967 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2c1e9af7-aea5-4492-875e-13e022e48f2c req-c3820304-2c4e-4c45-8852-48e4161b8bec tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654311 May 06 09:56:26.921126 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-97f90db5-ab75-4b86-a6ac-b72cca8ac69b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:26.938047 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-30354b0e-e532-4458-b38f-fa4f7e7f3b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:26.940775 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-30354b0e-e532-4458-b38f-fa4f7e7f3b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:26.944510 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-30354b0e-e532-4458-b38f-fa4f7e7f3b31 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b2c0ee41-5164-4634-b6a2-0d5066bbdee5 HTTP/1.1" status: 204 len: 168 time: 0.4341733 May 06 09:56:26.971881 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f90db5-ab75-4b86-a6ac-b72cca8ac69b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Port': ['ID=fd13b4c6-0f52-42f8-a333-f73fc6800088,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:26.987440 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30354b0e-e532-4458-b38f-fa4f7e7f3b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c0ee41-5164-4634-b6a2-0d5066bbdee5,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:26.989582 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-97f90db5-ab75-4b86-a6ac-b72cca8ac69b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:26.993027 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-97f90db5-ab75-4b86-a6ac-b72cca8ac69b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/ports/fd13b4c6-0f52-42f8-a333-f73fc6800088 HTTP/1.1" status: 204 len: 168 time: 0.6550143 May 06 09:56:26.995546 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39294) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:27.042396 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39296) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:27.068873 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5d9805-b6cc-4e17-af66-7b58c9c79f2c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:27.070987 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4f5d9805-b6cc-4e17-af66-7b58c9c79f2c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0744529 May 06 09:56:27.073868 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39300) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:27.110527 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd94d064-07a8-4871-bd5c-02df37958a02 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] GET failed (client error): The resource could not be found. May 06 09:56:27.112266 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cd94d064-07a8-4871-bd5c-02df37958a02 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "GET /v2.0/ports/68a0ebb4-bdda-4ed2-a41f-0e7470e4507f HTTP/1.1" status: 404 len: 333 time: 0.0373926 May 06 09:56:27.117120 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39306) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:27.156426 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-5acd722b-2445-4ff4-bcbd-4c218bb7cc74 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] GET failed (client error): The resource could not be found. May 06 09:56:27.163509 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5acd722b-2445-4ff4-bcbd-4c218bb7cc74 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "GET /v2.0/ports/fd13b4c6-0f52-42f8-a333-f73fc6800088 HTTP/1.1" status: 404 len: 333 time: 0.0403774 May 06 09:56:27.163915 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39308) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:27.287226 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-addc9050-9703-4986-b990-e73492214066 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:27.418446 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-addc9050-9703-4986-b990-e73492214066 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:27.458994 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-7e90452a-bed4-4267-803a-a3b09ffb4313 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1504242883-network', 'tenant_id': '2b231bfaf5c54116818e7369d9177322'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:27.491069 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-addc9050-9703-4986-b990-e73492214066 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b201c21-a3c2-492e-b129-a1377c8e1d27']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:27.507949 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-addc9050-9703-4986-b990-e73492214066 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1fa0a5f-8a26-4430-856d-cb08af0d4b44') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:27.508246 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-addc9050-9703-4986-b990-e73492214066 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1fa0a5f-8a26-4430-856d-cb08af0d4b44') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:27.523293 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e90452a-bed4-4267-803a-a3b09ffb4313 admin admin] Made reservation on behalf of 2b231bfaf5c54116818e7369d9177322 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:27.524082 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-addc9050-9703-4986-b990-e73492214066 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:27.529534 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7e90452a-bed4-4267-803a-a3b09ffb4313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:27.542490 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-addc9050-9703-4986-b990-e73492214066 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:27.545847 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7e90452a-bed4-4267-803a-a3b09ffb4313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:27.558733 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-addc9050-9703-4986-b990-e73492214066 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:56:27.559205 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-addc9050-9703-4986-b990-e73492214066 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: timer() May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:56:27.563166 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:56:27.664170 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7e90452a-bed4-4267-803a-a3b09ffb4313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:27.673337 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-addc9050-9703-4986-b990-e73492214066 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:27.675167 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7e90452a-bed4-4267-803a-a3b09ffb4313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:27.680129 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-addc9050-9703-4986-b990-e73492214066 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:27.686213 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-addc9050-9703-4986-b990-e73492214066 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/networks/3b201c21-a3c2-492e-b129-a1377c8e1d27 HTTP/1.1" status: 204 len: 168 time: 0.5199654 May 06 09:56:27.693550 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39314) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:27.701522 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-cf2287e2-5b41-4e5c-ae65-63818d333313 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1548082309'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:27.719029 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39316) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:27.728428 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc9050-9703-4986-b990-e73492214066 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Network': ['ID=3b201c21-a3c2-492e-b129-a1377c8e1d27,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:27.761714 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2287e2-5b41-4e5c-ae65-63818d333313 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:27.765764 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf2287e2-5b41-4e5c-ae65-63818d333313 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:27.780513 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e90452a-bed4-4267-803a-a3b09ffb4313 admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:56:27.785875 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-948333dd-faec-46f9-84d6-cb163c587ddb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6f828ddc27354221be1edb620445e7a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0628088 May 06 09:56:27.791764 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39318) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:27.794414 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39320) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:27.826834 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf2287e2-5b41-4e5c-ae65-63818d333313 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:56:27.844271 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e90452a-bed4-4267-803a-a3b09ffb4313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4139852e-ea97-4196-9dc0-db7a8a94e58e,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:27.848808 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf2287e2-5b41-4e5c-ae65-63818d333313 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:27.849491 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-cf2287e2-5b41-4e5c-ae65-63818d333313 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Added segment 53fc31f3-c10c-4553-b705-1170ddeda438 of type vlan for network eafd6eec-2954-4ce8-b480-4c7e76a234bb May 06 09:56:27.862516 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7e90452a-bed4-4267-803a-a3b09ffb4313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:27.862870 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-7e90452a-bed4-4267-803a-a3b09ffb4313 admin admin] Added segment 78cca33e-15d4-4c97-b486-43e4a5aacde4 of type vlan for network 38359dc7-66b0-46fc-8bee-8ff521e1ff80 May 06 09:56:27.990639 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf2287e2-5b41-4e5c-ae65-63818d333313 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.003266 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7e90452a-bed4-4267-803a-a3b09ffb4313 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.046123 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773423ec-d555-43a6-bfbc-07fae5107898 req-62aaa899-2128-47d8-9a22-874fbd6fc7ec tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:28.048430 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-773423ec-d555-43a6-bfbc-07fae5107898 req-62aaa899-2128-47d8-9a22-874fbd6fc7ec tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 945 time: 0.1140561 May 06 09:56:28.054473 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b79b2243-04d5-4279-a14a-ebf92c796232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.061334 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf2287e2-5b41-4e5c-ae65-63818d333313 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.070420 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2287e2-5b41-4e5c-ae65-63818d333313 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:28.071072 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cf2287e2-5b41-4e5c-ae65-63818d333313 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.088283 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7e90452a-bed4-4267-803a-a3b09ffb4313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.090234 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e90452a-bed4-4267-803a-a3b09ffb4313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:28.091370 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7e90452a-bed4-4267-803a-a3b09ffb4313 admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.167552 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b79b2243-04d5-4279-a14a-ebf92c796232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.186780 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cf2287e2-5b41-4e5c-ae65-63818d333313 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4918001 May 06 09:56:28.200270 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39328) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:28.200270 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39330) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:28.200734 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7e90452a-bed4-4267-803a-a3b09ffb4313 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1503193 May 06 09:56:28.202179 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-4bb5591a-78c9-4b17-a22d-af21a621fb1b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'subnet': {'network_id': 'eafd6eec-2954-4ce8-b480-4c7e76a234bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:28.236766 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-773423ec-d555-43a6-bfbc-07fae5107898 req-3c32f28f-4ffd-401d-85b3-adeb70fa7684 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785238 May 06 09:56:28.240316 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4f528e34-f9b6-45b9-8587-e4d4c462c43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.259399 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e90452a-bed4-4267-803a-a3b09ffb4313 admin admin] Pushing event updated for resources: {'Network': ['ID=38359dc7-66b0-46fc-8bee-8ff521e1ff80,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:28.259764 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-3ae6db82-c42b-4212-9a59-63f9027d150c admin admin] Request body: {'subnet': {'network_id': '38359dc7-66b0-46fc-8bee-8ff521e1ff80', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1504242883-subnet', 'tenant_id': '2b231bfaf5c54116818e7369d9177322', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:28.264936 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 38359dc7-66b0-46fc-8bee-8ff521e1ff80 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:56:28.323048 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2287e2-5b41-4e5c-ae65-63818d333313 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Network': ['ID=eafd6eec-2954-4ce8-b480-4c7e76a234bb,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:28.355413 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae6db82-c42b-4212-9a59-63f9027d150c admin admin] Made reservation on behalf of 2b231bfaf5c54116818e7369d9177322 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:28.358069 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3ae6db82-c42b-4212-9a59-63f9027d150c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.366637 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network eafd6eec-2954-4ce8-b480-4c7e76a234bb details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:56:28.413703 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4f528e34-f9b6-45b9-8587-e4d4c462c43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.418992 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4f528e34-f9b6-45b9-8587-e4d4c462c43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.458318 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b79b2243-04d5-4279-a14a-ebf92c796232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.462208 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b79b2243-04d5-4279-a14a-ebf92c796232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.463996 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b79b2243-04d5-4279-a14a-ebf92c796232 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/857f0c30-3158-4d86-8b56-0cd8f6befe05 HTTP/1.1" status: 204 len: 168 time: 0.6720479 May 06 09:56:28.465045 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb5591a-78c9-4b17-a22d-af21a621fb1b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:28.469199 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4bb5591a-78c9-4b17-a22d-af21a621fb1b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.476227 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4f528e34-f9b6-45b9-8587-e4d4c462c43a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1c9b0918b829462da1b6b9aaba6e35f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6757507 May 06 09:56:28.476227 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f528e34-f9b6-45b9-8587-e4d4c462c43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f50302-dd41-4e53-9ca5-59bcdee67e2f,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:28.477863 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39334) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:28.550422 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-92421b14-bd34-447d-a15b-33ceb2bfbcf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.579510 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-92421b14-bd34-447d-a15b-33ceb2bfbcf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.586892 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b2243-04d5-4279-a14a-ebf92c796232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857f0c30-3158-4d86-8b56-0cd8f6befe05,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:28.601328 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.ipam_backend_mixin [None req-4bb5591a-78c9-4b17-a22d-af21a621fb1b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Performing IP validity checks on allocation pools {{(pid=102652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 06 09:56:28.604212 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.ipam_backend_mixin [None req-4bb5591a-78c9-4b17-a22d-af21a621fb1b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 06 09:56:28.674404 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-92421b14-bd34-447d-a15b-33ceb2bfbcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.678315 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-92421b14-bd34-447d-a15b-33ceb2bfbcf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.679509 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-92421b14-bd34-447d-a15b-33ceb2bfbcf5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/23f50302-dd41-4e53-9ca5-59bcdee67e2f HTTP/1.1" status: 204 len: 168 time: 0.2006752 May 06 09:56:28.690856 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92421b14-bd34-447d-a15b-33ceb2bfbcf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f50302-dd41-4e53-9ca5-59bcdee67e2f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:28.769250 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3ae6db82-c42b-4212-9a59-63f9027d150c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.892155 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6db82-c42b-4212-9a59-63f9027d150c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae437686-f278-4313-a476-4c9c0dc9d936,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:28.908090 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4bb5591a-78c9-4b17-a22d-af21a621fb1b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.913615 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae6db82-c42b-4212-9a59-63f9027d150c admin admin] Checking segment: {'id': '78cca33e-15d4-4c97-b486-43e4a5aacde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '38359dc7-66b0-46fc-8bee-8ff521e1ff80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:28.913998 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae6db82-c42b-4212-9a59-63f9027d150c admin admin] Network hostable DHCP agents. Network: 38359dc7-66b0-46fc-8bee-8ff521e1ff80, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:56:28.927262 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:29.014943 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae6db82-c42b-4212-9a59-63f9027d150c admin admin] Network 38359dc7-66b0-46fc-8bee-8ff521e1ff80 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:56:29.041623 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5591a-78c9-4b17-a22d-af21a621fb1b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Subnet': ['ID=5cff480c-7fa7-4e3a-acf5-89402d9ca04c,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:29.052247 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-3ae6db82-c42b-4212-9a59-63f9027d150c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 38359dc7-66b0-46fc-8bee-8ff521e1ff80) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:29.056226 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb5591a-78c9-4b17-a22d-af21a621fb1b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Checking segment: {'id': '53fc31f3-c10c-4553-b705-1170ddeda438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'eafd6eec-2954-4ce8-b480-4c7e76a234bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:29.056835 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb5591a-78c9-4b17-a22d-af21a621fb1b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network hostable DHCP agents. Network: eafd6eec-2954-4ce8-b480-4c7e76a234bb, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:56:29.060814 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae6db82-c42b-4212-9a59-63f9027d150c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:29.061337 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3ae6db82-c42b-4212-9a59-63f9027d150c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:29.065866 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fd113f-e25d-4967-9fd5-90f0fa61eedb None None] Network 38359dc7-66b0-46fc-8bee-8ff521e1ff80 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:29.099146 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3ae6db82-c42b-4212-9a59-63f9027d150c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8318064 May 06 09:56:29.115816 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb5591a-78c9-4b17-a22d-af21a621fb1b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network eafd6eec-2954-4ce8-b480-4c7e76a234bb is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:56:29.137724 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-4bb5591a-78c9-4b17-a22d-af21a621fb1b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, eafd6eec-2954-4ce8-b480-4c7e76a234bb) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:29.160348 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb5591a-78c9-4b17-a22d-af21a621fb1b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:29.160348 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4bb5591a-78c9-4b17-a22d-af21a621fb1b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:29.183803 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191a461e-dfb7-4eb9-9988-5233a85cf849 None None] Network eafd6eec-2954-4ce8-b480-4c7e76a234bb requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:29.200415 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39354) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:29.200745 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4bb5591a-78c9-4b17-a22d-af21a621fb1b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0059226 May 06 09:56:29.206511 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-38bed7a0-890b-48a7-925b-9465f338a5ad tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'port': {'network_id': 'eafd6eec-2954-4ce8-b480-4c7e76a234bb', 'name': 'tempest-PortsIpV6TestJSON-966160371'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:29.362767 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d848f555-7e07-4779-bcf9-987e38d4b75f None None] Network 38359dc7-66b0-46fc-8bee-8ff521e1ff80 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:29.475147 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bed7a0-890b-48a7-925b-9465f338a5ad tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:29.479332 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-38bed7a0-890b-48a7-925b-9465f338a5ad tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:29.500881 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-38bed7a0-890b-48a7-925b-9465f338a5ad tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] device_id is not set on port ab3f0e5a-9314-4dc4-adb2-7f87913a3f7b yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:56:29.527820 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39362) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:29.566250 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ce4d824b-8b1d-4fc2-82c9-9ac3e4430541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:29.689407 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443320a4-f3f2-4930-b9d6-add9a4d670b1 req-95a8f590-1eae-410d-932e-6315e1582487 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:29.692513 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-443320a4-f3f2-4930-b9d6-add9a4d670b1 req-95a8f590-1eae-410d-932e-6315e1582487 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 945 time: 0.3042564 May 06 09:56:29.736158 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ce4d824b-8b1d-4fc2-82c9-9ac3e4430541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:29.744678 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ce4d824b-8b1d-4fc2-82c9-9ac3e4430541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:29.748581 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606caf79-68fd-40b2-9512-1799b00a6ac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-eafd6eec-2954-4ce8-b480-4c7e76a234bb', 'network_id': 'eafd6eec-2954-4ce8-b480-4c7e76a234bb', 'tenant_id': '5d193049755044c3b70e2808b8b62329', 'fixed_ips': [{'subnet_id': '5cff480c-7fa7-4e3a-acf5-89402d9ca04c'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:56:29.749839 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-606caf79-68fd-40b2-9512-1799b00a6ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:29.801500 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-38bed7a0-890b-48a7-925b-9465f338a5ad tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Allocated IP 2001:db8::34b (eafd6eec-2954-4ce8-b480-4c7e76a234bb/5cff480c-7fa7-4e3a-acf5-89402d9ca04c/ab3f0e5a-9314-4dc4-adb2-7f87913a3f7b) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:29.813164 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-443320a4-f3f2-4930-b9d6-add9a4d670b1 req-473b600d-c2ea-45cd-91be-3123bfa159af tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042910 May 06 09:56:29.850853 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39368) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:29.881527 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ce4d824b-8b1d-4fc2-82c9-9ac3e4430541 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8c0a6077dd1b4dbe9acda0e661b1f8b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3525691 May 06 09:56:29.882783 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d824b-8b1d-4fc2-82c9-9ac3e4430541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ed0b08-c365-4c96-a233-83323f9bc640,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:29.885761 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39370) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:30.014322 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-31f86d86-414b-410d-953f-97cdbd5f100a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.030772 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5f3f65b-f159-414c-afc7-ae1f876465a3 admin admin] Deleting subnet ae437686-f278-4313-a476-4c9c0dc9d936 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:56:30.039545 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-31f86d86-414b-410d-953f-97cdbd5f100a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.050816 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d5f3f65b-f159-414c-afc7-ae1f876465a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.096857 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-31f86d86-414b-410d-953f-97cdbd5f100a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.100064 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-31f86d86-414b-410d-953f-97cdbd5f100a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.101090 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-31f86d86-414b-410d-953f-97cdbd5f100a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e6ed0b08-c365-4c96-a233-83323f9bc640 HTTP/1.1" status: 204 len: 168 time: 0.2142422 May 06 09:56:30.110889 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f86d86-414b-410d-953f-97cdbd5f100a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ed0b08-c365-4c96-a233-83323f9bc640,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:30.158836 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d5f3f65b-f159-414c-afc7-ae1f876465a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.183229 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-38bed7a0-890b-48a7-925b-9465f338a5ad tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.220358 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d5f3f65b-f159-414c-afc7-ae1f876465a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.273823 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-38bed7a0-890b-48a7-925b-9465f338a5ad tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.334269 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bed7a0-890b-48a7-925b-9465f338a5ad tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network eafd6eec-2954-4ce8-b480-4c7e76a234bb is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:30.338297 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-38bed7a0-890b-48a7-925b-9465f338a5ad tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:30.341219 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bed7a0-890b-48a7-925b-9465f338a5ad tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:30.349945 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bed7a0-890b-48a7-925b-9465f338a5ad tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:30.350655 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-38bed7a0-890b-48a7-925b-9465f338a5ad tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.356441 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d5f3f65b-f159-414c-afc7-ae1f876465a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.377867 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d5f3f65b-f159-414c-afc7-ae1f876465a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.382789 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d5f3f65b-f159-414c-afc7-ae1f876465a3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ae437686-f278-4313-a476-4c9c0dc9d936 HTTP/1.1" status: 204 len: 168 time: 0.5302346 May 06 09:56:30.385711 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39382) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:30.419656 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bed7a0-890b-48a7-925b-9465f338a5ad tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Port': ['ID=ab3f0e5a-9314-4dc4-adb2-7f87913a3f7b,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:30.425255 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3f65b-f159-414c-afc7-ae1f876465a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae437686-f278-4313-a476-4c9c0dc9d936,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:30.433617 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-606caf79-68fd-40b2-9512-1799b00a6ac6 None None] Allocated IP 2001:db8::2 (eafd6eec-2954-4ce8-b480-4c7e76a234bb/5cff480c-7fa7-4e3a-acf5-89402d9ca04c/21844417-7416-4f00-b456-4dfbc4aee51d) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:30.434884 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-38bed7a0-890b-48a7-925b-9465f338a5ad tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2331343 May 06 09:56:30.438711 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39386) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:30.562609 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c122a773-53a9-4c39-a8c4-8fb838fef050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.608710 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-97303544-2c60-48ba-806d-494532ee63de tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting port ab3f0e5a-9314-4dc4-adb2-7f87913a3f7b {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:30.609321 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-97303544-2c60-48ba-806d-494532ee63de tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.769586 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c122a773-53a9-4c39-a8c4-8fb838fef050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.770498 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-606caf79-68fd-40b2-9512-1799b00a6ac6 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.779147 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-606caf79-68fd-40b2-9512-1799b00a6ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.828623 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-c122a773-53a9-4c39-a8c4-8fb838fef050 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38359dc7-66b0-46fc-8bee-8ff521e1ff80']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:30.839442 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-97303544-2c60-48ba-806d-494532ee63de tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.846221 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-c122a773-53a9-4c39-a8c4-8fb838fef050 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78cca33e-15d4-4c97-b486-43e4a5aacde4') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:30.846535 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-c122a773-53a9-4c39-a8c4-8fb838fef050 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78cca33e-15d4-4c97-b486-43e4a5aacde4') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:30.863329 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606caf79-68fd-40b2-9512-1799b00a6ac6 None None] Pushing event updated for resources: {'Port': ['ID=21844417-7416-4f00-b456-4dfbc4aee51d,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:30.869268 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606caf79-68fd-40b2-9512-1799b00a6ac6 None None] Network eafd6eec-2954-4ce8-b480-4c7e76a234bb is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:30.871154 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-606caf79-68fd-40b2-9512-1799b00a6ac6 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:30.874346 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606caf79-68fd-40b2-9512-1799b00a6ac6 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:30.896857 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-97303544-2c60-48ba-806d-494532ee63de tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Calling delete_port for ab3f0e5a-9314-4dc4-adb2-7f87913a3f7b owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:30.903735 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c122a773-53a9-4c39-a8c4-8fb838fef050 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.944484 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c122a773-53a9-4c39-a8c4-8fb838fef050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.966427 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c122a773-53a9-4c39-a8c4-8fb838fef050 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:56:30.969302 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c122a773-53a9-4c39-a8c4-8fb838fef050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: timer() May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:56:30.975522 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:56:31.038998 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-606caf79-68fd-40b2-9512-1799b00a6ac6 None None] Attempting to bind port 21844417-7416-4f00-b456-4dfbc4aee51d on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:56:31.040356 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-606caf79-68fd-40b2-9512-1799b00a6ac6 None None] Attempting to bind port 21844417-7416-4f00-b456-4dfbc4aee51d by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '53fc31f3-c10c-4553-b705-1170ddeda438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'eafd6eec-2954-4ce8-b480-4c7e76a234bb'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:56:31.040748 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606caf79-68fd-40b2-9512-1799b00a6ac6 None None] Attempting to bind port 21844417-7416-4f00-b456-4dfbc4aee51d on network eafd6eec-2954-4ce8-b480-4c7e76a234bb {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:56:31.057540 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606caf79-68fd-40b2-9512-1799b00a6ac6 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:56:31.057931 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606caf79-68fd-40b2-9512-1799b00a6ac6 None None] Checking segment: {'id': '53fc31f3-c10c-4553-b705-1170ddeda438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'eafd6eec-2954-4ce8-b480-4c7e76a234bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:31.061740 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-606caf79-68fd-40b2-9512-1799b00a6ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:31.064023 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606caf79-68fd-40b2-9512-1799b00a6ac6 None None] Bound using segment: {'id': '53fc31f3-c10c-4553-b705-1170ddeda438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'eafd6eec-2954-4ce8-b480-4c7e76a234bb'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:56:31.066016 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-606caf79-68fd-40b2-9512-1799b00a6ac6 None None] Bound port: 21844417-7416-4f00-b456-4dfbc4aee51d, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53fc31f3-c10c-4553-b705-1170ddeda438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'eafd6eec-2954-4ce8-b480-4c7e76a234bb'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:56:31.067679 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-606caf79-68fd-40b2-9512-1799b00a6ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:31.072446 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ef422-2a54-4430-8138-71fdafd3fed5 req-b12d5591-f674-4bc3-8af7-c951f6a705af tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:31.083445 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e65ef422-2a54-4430-8138-71fdafd3fed5 req-b12d5591-f674-4bc3-8af7-c951f6a705af tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 945 time: 0.0997605 May 06 09:56:31.088411 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c122a773-53a9-4c39-a8c4-8fb838fef050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:31.139667 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c122a773-53a9-4c39-a8c4-8fb838fef050 admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:31.146917 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c122a773-53a9-4c39-a8c4-8fb838fef050 admin admin] 10.222.0.73 "DELETE /v2.0/networks/38359dc7-66b0-46fc-8bee-8ff521e1ff80 HTTP/1.1" status: 204 len: 168 time: 0.7594059 May 06 09:56:31.151840 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122a773-53a9-4c39-a8c4-8fb838fef050 admin admin] Pushing event deleted for resources: {'Network': ['ID=38359dc7-66b0-46fc-8bee-8ff521e1ff80,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:31.178589 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e65ef422-2a54-4430-8138-71fdafd3fed5 req-96faa033-b4d8-41d3-8f4c-da87e35ec995 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941291 May 06 09:56:31.223967 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-97303544-2c60-48ba-806d-494532ee63de tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:31.283328 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-606caf79-68fd-40b2-9512-1799b00a6ac6 None None] For port 21844417-7416-4f00-b456-4dfbc4aee51d, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:56:31.296202 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-606caf79-68fd-40b2-9512-1799b00a6ac6 None None] For port 21844417-7416-4f00-b456-4dfbc4aee51d, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=21844417-7416-4f00-b456-4dfbc4aee51d,segment=NetworkSegment(53fc31f3-c10c-4553-b705-1170ddeda438),segment_id=53fc31f3-c10c-4553-b705-1170ddeda438)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:56:31.305377 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-606caf79-68fd-40b2-9512-1799b00a6ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:31.311192 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-97303544-2c60-48ba-806d-494532ee63de tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:31.318013 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-97303544-2c60-48ba-806d-494532ee63de tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/ports/ab3f0e5a-9314-4dc4-adb2-7f87913a3f7b HTTP/1.1" status: 204 len: 168 time: 0.8756762 May 06 09:56:31.318013 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97303544-2c60-48ba-806d-494532ee63de tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Port': ['ID=ab3f0e5a-9314-4dc4-adb2-7f87913a3f7b,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:31.318375 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39414) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:31.349141 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f004759-403e-4382-9a92-2d94260e94b2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] DELETE failed (client error): The resource could not be found. May 06 09:56:31.349764 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f004759-403e-4382-9a92-2d94260e94b2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:56:31.363743 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4f004759-403e-4382-9a92-2d94260e94b2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/ports/ab3f0e5a-9314-4dc4-adb2-7f87913a3f7b HTTP/1.1" status: 404 len: 333 time: 0.0419159 May 06 09:56:31.364226 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39418) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:31.407354 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606caf79-68fd-40b2-9512-1799b00a6ac6 None None] Pushing event updated for resources: {'Port': ['ID=21844417-7416-4f00-b456-4dfbc4aee51d,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:31.431492 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39420) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:31.431665 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e85fe1-ea3e-4d70-8ea6-9a446d1ea934 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] GET failed (client error): The resource could not be found. May 06 09:56:31.436396 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a8e85fe1-ea3e-4d70-8ea6-9a446d1ea934 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "GET /v2.0/ports/ab3f0e5a-9314-4dc4-adb2-7f87913a3f7b HTTP/1.1" status: 404 len: 333 time: 0.0684538 May 06 09:56:31.436818 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39422) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:31.505857 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e4918fbb-eb9d-4af7-8166-a27a5d752abb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2b231bfaf5c54116818e7369d9177322&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0727787 May 06 09:56:31.508644 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39424) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:31.547787 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0726433-bcfb-4872-b090-fe869f680d3a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting subnet 5cff480c-7fa7-4e3a-acf5-89402d9ca04c {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:56:31.557931 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a0726433-bcfb-4872-b090-fe869f680d3a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:31.586597 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-90e69cf6-833d-46df-a1b0-74d8bf7aa60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:31.642905 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a0726433-bcfb-4872-b090-fe869f680d3a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:31.664882 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-90e69cf6-833d-46df-a1b0-74d8bf7aa60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:31.802961 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-90e69cf6-833d-46df-a1b0-74d8bf7aa60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:31.809680 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-90e69cf6-833d-46df-a1b0-74d8bf7aa60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:31.813763 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-90e69cf6-833d-46df-a1b0-74d8bf7aa60e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4139852e-ea97-4196-9dc0-db7a8a94e58e HTTP/1.1" status: 204 len: 168 time: 0.2960758 May 06 09:56:31.824129 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a0726433-bcfb-4872-b090-fe869f680d3a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:31.829878 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e69cf6-833d-46df-a1b0-74d8bf7aa60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4139852e-ea97-4196-9dc0-db7a8a94e58e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:31.955662 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a0726433-bcfb-4872-b090-fe869f680d3a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:31.993735 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726433-bcfb-4872-b090-fe869f680d3a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Subnet': ['ID=5cff480c-7fa7-4e3a-acf5-89402d9ca04c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:31.998316 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a0726433-bcfb-4872-b090-fe869f680d3a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:32.002743 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a0726433-bcfb-4872-b090-fe869f680d3a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/subnets/5cff480c-7fa7-4e3a-acf5-89402d9ca04c HTTP/1.1" status: 204 len: 168 time: 0.5645263 May 06 09:56:32.005412 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39440) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:32.112983 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d8c029ac-b1e1-49b3-8c79-04e5492dcf52 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:32.198820 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-d8c029ac-b1e1-49b3-8c79-04e5492dcf52 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting port 21844417-7416-4f00-b456-4dfbc4aee51d {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:32.199719 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d8c029ac-b1e1-49b3-8c79-04e5492dcf52 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:32.319084 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-d8c029ac-b1e1-49b3-8c79-04e5492dcf52 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] For port 21844417-7416-4f00-b456-4dfbc4aee51d, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=21844417-7416-4f00-b456-4dfbc4aee51d,segment=NetworkSegment(53fc31f3-c10c-4553-b705-1170ddeda438),segment_id=53fc31f3-c10c-4553-b705-1170ddeda438)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:32.320113 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d8c029ac-b1e1-49b3-8c79-04e5492dcf52 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:32.343443 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-d8c029ac-b1e1-49b3-8c79-04e5492dcf52 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Calling delete_port for 21844417-7416-4f00-b456-4dfbc4aee51d owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:32.349664 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39452) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:32.564200 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d8c029ac-b1e1-49b3-8c79-04e5492dcf52 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:32.601623 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c029ac-b1e1-49b3-8c79-04e5492dcf52 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] No DVR routers for this DVR port 21844417-7416-4f00-b456-4dfbc4aee51d on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:56:32.624236 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541e31e-f12c-4304-bfd4-d4399d6ec910 req-c6a63643-90f5-462d-b02e-07e4327cc01b tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:32.626426 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4541e31e-f12c-4304-bfd4-d4399d6ec910 req-c6a63643-90f5-462d-b02e-07e4327cc01b tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 945 time: 0.2849383 May 06 09:56:32.701903 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c029ac-b1e1-49b3-8c79-04e5492dcf52 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Port': ['ID=21844417-7416-4f00-b456-4dfbc4aee51d,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:32.751802 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-6e4d7db6-5e90-4382-97c1-5cd4860158d5 tempest-QuotasTest-470919812 tempest-QuotasTest-470919812-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:32.806300 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6e4d7db6-5e90-4382-97c1-5cd4860158d5 tempest-QuotasTest-470919812 tempest-QuotasTest-470919812-project-admin] 10.222.0.73 "PUT /v2.0/quotas/5cf07d2836c84e93b2eeddc63e3aeb6b HTTP/1.1" status: 200 len: 366 time: 0.4533243 May 06 09:56:32.807661 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39466) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:32.834169 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0275ab88-9fe9-4754-8e67-b06dabf1fb82 tempest-QuotasTest-470919812 tempest-QuotasTest-470919812-project-admin] 10.222.0.73 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0232792 May 06 09:56:32.834501 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39468) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:32.866691 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6559fba0-f737-4de7-93a4-1dabc2ea78a4 tempest-QuotasTest-470919812 tempest-QuotasTest-470919812-project-admin] 10.222.0.73 "GET /v2.0/quotas/5cf07d2836c84e93b2eeddc63e3aeb6b HTTP/1.1" status: 200 len: 366 time: 0.0250528 May 06 09:56:32.867033 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39470) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:32.877049 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d8c029ac-b1e1-49b3-8c79-04e5492dcf52 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:32.911021 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11177e7-1f5c-44fc-ab1d-2cb6461d297e None None] Network eafd6eec-2954-4ce8-b480-4c7e76a234bb requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:32.917357 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cd22cba4-fef4-479e-a9fc-6497bd3254a2 tempest-QuotasTest-470919812 tempest-QuotasTest-470919812-project-admin] 10.222.0.73 "DELETE /v2.0/quotas/5cf07d2836c84e93b2eeddc63e3aeb6b HTTP/1.1" status: 204 len: 168 time: 0.0459681 May 06 09:56:32.918530 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39472) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:32.942013 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4541e31e-f12c-4304-bfd4-d4399d6ec910 req-7b2721f7-1991-4b5f-a684-5ed5f80fce2d tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2875519 May 06 09:56:32.948027 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-d8c029ac-b1e1-49b3-8c79-04e5492dcf52 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eafd6eec-2954-4ce8-b480-4c7e76a234bb']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:32.960622 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-d8c029ac-b1e1-49b3-8c79-04e5492dcf52 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53fc31f3-c10c-4553-b705-1170ddeda438') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:32.961140 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-d8c029ac-b1e1-49b3-8c79-04e5492dcf52 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53fc31f3-c10c-4553-b705-1170ddeda438') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:32.971249 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7f6fd22e-133e-49df-a8de-7cf6098285a4 tempest-QuotasTest-470919812 tempest-QuotasTest-470919812-project-admin] 10.222.0.73 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0484471 May 06 09:56:32.972837 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39474) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:32.991345 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d8c029ac-b1e1-49b3-8c79-04e5492dcf52 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:33.021223 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a7707f9f-aada-4d49-aac6-35682c21fb8d tempest-QuotasTest-470919812 tempest-QuotasTest-470919812-project-admin] 10.222.0.73 "GET /v2.0/quotas/5cf07d2836c84e93b2eeddc63e3aeb6b HTTP/1.1" status: 200 len: 370 time: 0.0369763 May 06 09:56:33.024967 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39478) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:33.038727 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8455f5e8-09c6-4b78-970a-42714895a953 tempest-QuotasTest-470919812 tempest-QuotasTest-470919812-project-admin] 10.222.0.73 "GET /v2.0/quotas/5cf07d2836c84e93b2eeddc63e3aeb6b/default HTTP/1.1" status: 200 len: 370 time: 0.0073092 May 06 09:56:33.038727 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d8c029ac-b1e1-49b3-8c79-04e5492dcf52 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:33.038727 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39480) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:33.051177 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c029ac-b1e1-49b3-8c79-04e5492dcf52 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:56:33.051748 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d8c029ac-b1e1-49b3-8c79-04e5492dcf52 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: timer() May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:56:33.056121 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:56:33.069041 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-355d0b70-89e4-46db-8943-93e2f583d8ff tempest-QuotasTest-470919812 tempest-QuotasTest-470919812-project-admin] delete failed (client error): The resource could not be found. May 06 09:56:33.070117 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-355d0b70-89e4-46db-8943-93e2f583d8ff tempest-QuotasTest-470919812 tempest-QuotasTest-470919812-project-admin] 10.222.0.73 "DELETE /v2.0/quotas/5cf07d2836c84e93b2eeddc63e3aeb6b HTTP/1.1" status: 404 len: 348 time: 0.0316536 May 06 09:56:33.102842 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a1b62b88-e30f-4909-bb3e-c569ca309480 None None] Could not find standard attr ID for object 21844417-7416-4f00-b456-4dfbc4aee51d. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:56:33.162072 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d8c029ac-b1e1-49b3-8c79-04e5492dcf52 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:33.169494 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d8c029ac-b1e1-49b3-8c79-04e5492dcf52 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:33.175040 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d8c029ac-b1e1-49b3-8c79-04e5492dcf52 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/networks/eafd6eec-2954-4ce8-b480-4c7e76a234bb HTTP/1.1" status: 204 len: 168 time: 1.1685886 May 06 09:56:33.181587 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39488) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:33.190863 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-4b6b9d29-e580-460f-8ab7-5e6b891b9108 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-54318300'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:33.224914 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece81187-da9f-4003-9447-dd84d9599633 None None] DHCP port deletion for eafd6eec-2954-4ce8-b480-4c7e76a234bb request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:56:33.260551 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c029ac-b1e1-49b3-8c79-04e5492dcf52 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Network': ['ID=eafd6eec-2954-4ce8-b480-4c7e76a234bb,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:33.264219 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6b9d29-e580-460f-8ab7-5e6b891b9108 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:33.269743 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4b6b9d29-e580-460f-8ab7-5e6b891b9108 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:33.316929 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6b9d29-e580-460f-8ab7-5e6b891b9108 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:56:33.340063 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4b6b9d29-e580-460f-8ab7-5e6b891b9108 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:33.342777 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-4b6b9d29-e580-460f-8ab7-5e6b891b9108 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Added segment 60c0519c-62d4-44bb-b595-d052153bbd09 of type vlan for network 165dad3d-2e4b-4132-8b0b-eedbb77568d4 May 06 09:56:33.443936 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4b6b9d29-e580-460f-8ab7-5e6b891b9108 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:33.487235 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4b6b9d29-e580-460f-8ab7-5e6b891b9108 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:33.496226 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6b9d29-e580-460f-8ab7-5e6b891b9108 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:33.496924 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4b6b9d29-e580-460f-8ab7-5e6b891b9108 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:33.585462 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39504) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:33.599074 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b9d29-e580-460f-8ab7-5e6b891b9108 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Network': ['ID=165dad3d-2e4b-4132-8b0b-eedbb77568d4,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:33.611423 n-d-840835-1 neutron-server[102653]: DEBUG neutron.quota.resource [None req-15a718b4-6c94-42d8-a01f-40359768f373 tempest-QuotasTest-470919812 tempest-QuotasTest-470919812-project-admin] Usage tracker for resource:network and tenant:67b8dd40781e4298b6127e8c1e6380ba is out of sync, need to count used quota {{(pid=102653) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 06 09:56:33.612450 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 165dad3d-2e4b-4132-8b0b-eedbb77568d4 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:56:33.614362 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4b6b9d29-e580-460f-8ab7-5e6b891b9108 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4311984 May 06 09:56:33.617299 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39506) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:33.627212 n-d-840835-1 neutron-server[102653]: DEBUG neutron.quota.resource [None req-15a718b4-6c94-42d8-a01f-40359768f373 tempest-QuotasTest-470919812 tempest-QuotasTest-470919812-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102653) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 06 09:56:33.632606 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-58e77414-d56b-4278-b925-ef8a1dd80769 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'subnet': {'network_id': '165dad3d-2e4b-4132-8b0b-eedbb77568d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:33.644551 n-d-840835-1 neutron-server[102653]: DEBUG neutron.quota.resource [None req-15a718b4-6c94-42d8-a01f-40359768f373 tempest-QuotasTest-470919812 tempest-QuotasTest-470919812-project-admin] Usage tracker for resource:subnet and tenant:67b8dd40781e4298b6127e8c1e6380ba is out of sync, need to count used quota {{(pid=102653) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 06 09:56:33.655358 n-d-840835-1 neutron-server[102653]: DEBUG neutron.quota.resource [None req-15a718b4-6c94-42d8-a01f-40359768f373 tempest-QuotasTest-470919812 tempest-QuotasTest-470919812-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102653) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 06 09:56:33.666983 n-d-840835-1 neutron-server[102653]: DEBUG neutron.quota.resource [None req-15a718b4-6c94-42d8-a01f-40359768f373 tempest-QuotasTest-470919812 tempest-QuotasTest-470919812-project-admin] Usage tracker for resource:subnetpool and tenant:67b8dd40781e4298b6127e8c1e6380ba is out of sync, need to count used quota {{(pid=102653) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 06 09:56:33.678497 n-d-840835-1 neutron-server[102653]: DEBUG neutron.quota.resource [None req-15a718b4-6c94-42d8-a01f-40359768f373 tempest-QuotasTest-470919812 tempest-QuotasTest-470919812-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102653) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 06 09:56:33.692746 n-d-840835-1 neutron-server[102653]: DEBUG neutron.quota.resource [None req-15a718b4-6c94-42d8-a01f-40359768f373 tempest-QuotasTest-470919812 tempest-QuotasTest-470919812-project-admin] Usage tracker for resource:port and tenant:67b8dd40781e4298b6127e8c1e6380ba is out of sync, need to count used quota {{(pid=102653) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 06 09:56:33.705003 n-d-840835-1 neutron-server[102653]: DEBUG neutron.quota.resource [None req-15a718b4-6c94-42d8-a01f-40359768f373 tempest-QuotasTest-470919812 tempest-QuotasTest-470919812-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102653) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 06 09:56:33.716345 n-d-840835-1 neutron-server[102653]: DEBUG neutron.quota.resource [None req-15a718b4-6c94-42d8-a01f-40359768f373 tempest-QuotasTest-470919812 tempest-QuotasTest-470919812-project-admin] Usage tracker for resource:router and tenant:67b8dd40781e4298b6127e8c1e6380ba is out of sync, need to count used quota {{(pid=102653) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 06 09:56:33.726358 n-d-840835-1 neutron-server[102653]: DEBUG neutron.quota.resource [None req-15a718b4-6c94-42d8-a01f-40359768f373 tempest-QuotasTest-470919812 tempest-QuotasTest-470919812-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102653) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 06 09:56:33.741589 n-d-840835-1 neutron-server[102653]: DEBUG neutron.quota.resource [None req-15a718b4-6c94-42d8-a01f-40359768f373 tempest-QuotasTest-470919812 tempest-QuotasTest-470919812-project-admin] Usage tracker for resource:floatingip and tenant:67b8dd40781e4298b6127e8c1e6380ba is out of sync, need to count used quota {{(pid=102653) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 06 09:56:33.750178 n-d-840835-1 neutron-server[102653]: DEBUG neutron.quota.resource [None req-15a718b4-6c94-42d8-a01f-40359768f373 tempest-QuotasTest-470919812 tempest-QuotasTest-470919812-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102653) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 06 09:56:33.768369 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e77414-d56b-4278-b925-ef8a1dd80769 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:33.779674 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-58e77414-d56b-4278-b925-ef8a1dd80769 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:33.824768 n-d-840835-1 neutron-server[102653]: DEBUG neutron.quota.resource [None req-15a718b4-6c94-42d8-a01f-40359768f373 tempest-QuotasTest-470919812 tempest-QuotasTest-470919812-project-admin] Usage tracker for resource:security_group and tenant:67b8dd40781e4298b6127e8c1e6380ba is out of sync, need to count used quota {{(pid=102653) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 06 09:56:33.831541 n-d-840835-1 neutron-server[102653]: DEBUG neutron.quota.resource [None req-15a718b4-6c94-42d8-a01f-40359768f373 tempest-QuotasTest-470919812 tempest-QuotasTest-470919812-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102653) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 06 09:56:33.839367 n-d-840835-1 neutron-server[102653]: DEBUG neutron.quota.resource [None req-15a718b4-6c94-42d8-a01f-40359768f373 tempest-QuotasTest-470919812 tempest-QuotasTest-470919812-project-admin] Usage tracker for resource:security_group_rule and tenant:67b8dd40781e4298b6127e8c1e6380ba is out of sync, need to count used quota {{(pid=102653) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 06 09:56:33.845390 n-d-840835-1 neutron-server[102653]: DEBUG neutron.quota.resource [None req-15a718b4-6c94-42d8-a01f-40359768f373 tempest-QuotasTest-470919812 tempest-QuotasTest-470919812-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102653) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 06 09:56:33.854479 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-15a718b4-6c94-42d8-a01f-40359768f373 tempest-QuotasTest-470919812 tempest-QuotasTest-470919812-project-admin] 10.222.0.73 "GET /v2.0/quotas/67b8dd40781e4298b6127e8c1e6380ba/details.json HTTP/1.1" status: 200 len: 703 time: 0.2642384 May 06 09:56:34.119892 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-58e77414-d56b-4278-b925-ef8a1dd80769 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:34.247103 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e77414-d56b-4278-b925-ef8a1dd80769 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Subnet': ['ID=f6143de9-4227-49c6-a4d2-a1e121314dc4,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:34.263836 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e77414-d56b-4278-b925-ef8a1dd80769 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Checking segment: {'id': '60c0519c-62d4-44bb-b595-d052153bbd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '165dad3d-2e4b-4132-8b0b-eedbb77568d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:34.264355 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e77414-d56b-4278-b925-ef8a1dd80769 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network hostable DHCP agents. Network: 165dad3d-2e4b-4132-8b0b-eedbb77568d4, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:56:34.278415 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39516) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:34.323777 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e77414-d56b-4278-b925-ef8a1dd80769 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network 165dad3d-2e4b-4132-8b0b-eedbb77568d4 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:56:34.346944 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-58e77414-d56b-4278-b925-ef8a1dd80769 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 165dad3d-2e4b-4132-8b0b-eedbb77568d4) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:34.360781 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e77414-d56b-4278-b925-ef8a1dd80769 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:34.361594 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-58e77414-d56b-4278-b925-ef8a1dd80769 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:34.370608 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7b7221-2ff9-49bc-8b47-1b0cd65206e8 None None] Network 165dad3d-2e4b-4132-8b0b-eedbb77568d4 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:34.411419 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39526) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:34.413314 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-58e77414-d56b-4278-b925-ef8a1dd80769 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7931871 May 06 09:56:34.422462 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-4aecd8a9-ec77-483a-9077-d88dfa92afc2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'port': {'network_id': '165dad3d-2e4b-4132-8b0b-eedbb77568d4', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1526844641'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:34.731532 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc1d0100-ec36-4c06-912b-253ab2aa6ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:34.786984 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aecd8a9-ec77-483a-9077-d88dfa92afc2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:34.788727 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab21148-bd52-4a55-b0e7-427bba0a5e7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-165dad3d-2e4b-4132-8b0b-eedbb77568d4', 'network_id': '165dad3d-2e4b-4132-8b0b-eedbb77568d4', 'tenant_id': '5d193049755044c3b70e2808b8b62329', 'fixed_ips': [{'subnet_id': 'f6143de9-4227-49c6-a4d2-a1e121314dc4'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:56:34.789625 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dab21148-bd52-4a55-b0e7-427bba0a5e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:34.790903 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4aecd8a9-ec77-483a-9077-d88dfa92afc2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:34.836976 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d30a4e-c2bc-4b09-897d-1c9f703e44c7 req-2c11d2ec-8f2d-4c00-88f4-d5546a45c294 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:34.845319 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62d30a4e-c2bc-4b09-897d-1c9f703e44c7 req-2c11d2ec-8f2d-4c00-88f4-d5546a45c294 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 945 time: 0.1465859 May 06 09:56:34.852214 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-4aecd8a9-ec77-483a-9077-d88dfa92afc2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] device_id is not set on port c58e9774-deed-410c-999c-d5c4d1d2f99b yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:56:34.959769 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 21844417-7416-4f00-b456-4dfbc4aee51d no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:56:34.983663 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62d30a4e-c2bc-4b09-897d-1c9f703e44c7 req-9fb6d3bb-4e0d-4c9b-9685-8f94030ea094 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373069 May 06 09:56:34.988131 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 21844417-7416-4f00-b456-4dfbc4aee51d {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:56:34.989662 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 21844417-7416-4f00-b456-4dfbc4aee51d not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:56:35.104188 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc1d0100-ec36-4c06-912b-253ab2aa6ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.120632 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc1d0100-ec36-4c06-912b-253ab2aa6ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.195271 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-4aecd8a9-ec77-483a-9077-d88dfa92afc2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Allocated IP 2001:db8::213 (165dad3d-2e4b-4132-8b0b-eedbb77568d4/f6143de9-4227-49c6-a4d2-a1e121314dc4/c58e9774-deed-410c-999c-d5c4d1d2f99b) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:35.217335 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fc1d0100-ec36-4c06-912b-253ab2aa6ac2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4ee13dd2a2414f0892b0fc3453053059&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9375572 May 06 09:56:35.220453 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39548) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:35.221288 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d0100-ec36-4c06-912b-253ab2aa6ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d709a5-ec24-4020-af84-144d58c08ae8,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:35.301739 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ac7c7b53-4da2-473d-bbfb-82cdd954cb27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.347781 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ac7c7b53-4da2-473d-bbfb-82cdd954cb27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.414343 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4aecd8a9-ec77-483a-9077-d88dfa92afc2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.475963 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ac7c7b53-4da2-473d-bbfb-82cdd954cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.479443 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ac7c7b53-4da2-473d-bbfb-82cdd954cb27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.484633 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ac7c7b53-4da2-473d-bbfb-82cdd954cb27 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/49d709a5-ec24-4020-af84-144d58c08ae8 HTTP/1.1" status: 204 len: 168 time: 0.2620239 May 06 09:56:35.502042 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4aecd8a9-ec77-483a-9077-d88dfa92afc2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.523526 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c7b53-4da2-473d-bbfb-82cdd954cb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d709a5-ec24-4020-af84-144d58c08ae8,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:35.612299 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-dab21148-bd52-4a55-b0e7-427bba0a5e7a None None] Allocated IP 2001:db8::2 (165dad3d-2e4b-4132-8b0b-eedbb77568d4/f6143de9-4227-49c6-a4d2-a1e121314dc4/62aadb87-aa86-4c15-bd5b-0ee706960050) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:35.627393 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aecd8a9-ec77-483a-9077-d88dfa92afc2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Port': ['ID=c58e9774-deed-410c-999c-d5c4d1d2f99b,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:35.647039 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aecd8a9-ec77-483a-9077-d88dfa92afc2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network 165dad3d-2e4b-4132-8b0b-eedbb77568d4 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:35.648596 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-4aecd8a9-ec77-483a-9077-d88dfa92afc2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:35.660941 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aecd8a9-ec77-483a-9077-d88dfa92afc2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:35.669035 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aecd8a9-ec77-483a-9077-d88dfa92afc2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:35.669724 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4aecd8a9-ec77-483a-9077-d88dfa92afc2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.705285 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4aecd8a9-ec77-483a-9077-d88dfa92afc2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.2927203 May 06 09:56:35.707895 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39554) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:35.835861 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-298c1e52-ab3e-4868-9a57-0946089b18f9 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting port c58e9774-deed-410c-999c-d5c4d1d2f99b {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:35.837101 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-298c1e52-ab3e-4868-9a57-0946089b18f9 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.860683 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dab21148-bd52-4a55-b0e7-427bba0a5e7a None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.868791 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dab21148-bd52-4a55-b0e7-427bba0a5e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.928043 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab21148-bd52-4a55-b0e7-427bba0a5e7a None None] Network 165dad3d-2e4b-4132-8b0b-eedbb77568d4 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:35.931510 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-dab21148-bd52-4a55-b0e7-427bba0a5e7a None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:35.934263 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab21148-bd52-4a55-b0e7-427bba0a5e7a None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:35.992041 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-298c1e52-ab3e-4868-9a57-0946089b18f9 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.992942 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab21148-bd52-4a55-b0e7-427bba0a5e7a None None] Pushing event updated for resources: {'Port': ['ID=62aadb87-aa86-4c15-bd5b-0ee706960050,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:36.009996 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-298c1e52-ab3e-4868-9a57-0946089b18f9 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Calling delete_port for c58e9774-deed-410c-999c-d5c4d1d2f99b owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:36.062314 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39560) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:36.079545 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-dab21148-bd52-4a55-b0e7-427bba0a5e7a None None] Attempting to bind port 62aadb87-aa86-4c15-bd5b-0ee706960050 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:56:36.080296 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-dab21148-bd52-4a55-b0e7-427bba0a5e7a None None] Attempting to bind port 62aadb87-aa86-4c15-bd5b-0ee706960050 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '60c0519c-62d4-44bb-b595-d052153bbd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '165dad3d-2e4b-4132-8b0b-eedbb77568d4'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:56:36.081015 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab21148-bd52-4a55-b0e7-427bba0a5e7a None None] Attempting to bind port 62aadb87-aa86-4c15-bd5b-0ee706960050 on network 165dad3d-2e4b-4132-8b0b-eedbb77568d4 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:56:36.082895 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5a83255e-040b-4748-b8c1-d0368f7c0f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:36.092556 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab21148-bd52-4a55-b0e7-427bba0a5e7a None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:56:36.093097 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab21148-bd52-4a55-b0e7-427bba0a5e7a None None] Checking segment: {'id': '60c0519c-62d4-44bb-b595-d052153bbd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '165dad3d-2e4b-4132-8b0b-eedbb77568d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:36.094695 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dab21148-bd52-4a55-b0e7-427bba0a5e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:36.095648 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab21148-bd52-4a55-b0e7-427bba0a5e7a None None] Bound using segment: {'id': '60c0519c-62d4-44bb-b595-d052153bbd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '165dad3d-2e4b-4132-8b0b-eedbb77568d4'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:56:36.097102 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-dab21148-bd52-4a55-b0e7-427bba0a5e7a None None] Bound port: 62aadb87-aa86-4c15-bd5b-0ee706960050, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c0519c-62d4-44bb-b595-d052153bbd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '165dad3d-2e4b-4132-8b0b-eedbb77568d4'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:56:36.098031 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dab21148-bd52-4a55-b0e7-427bba0a5e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:36.174397 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eaf8d3-930f-44e6-b26b-ec1179739dff req-6b2931e7-d901-4aaa-91d8-12725f26d5a7 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:36.176779 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8eaf8d3-930f-44e6-b26b-ec1179739dff req-6b2931e7-d901-4aaa-91d8-12725f26d5a7 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 945 time: 0.0808263 May 06 09:56:36.255744 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-dab21148-bd52-4a55-b0e7-427bba0a5e7a None None] For port 62aadb87-aa86-4c15-bd5b-0ee706960050, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:56:36.263641 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8eaf8d3-930f-44e6-b26b-ec1179739dff req-ebce5d68-6891-4386-83f8-1004a830bfc6 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777109 May 06 09:56:36.271475 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-dab21148-bd52-4a55-b0e7-427bba0a5e7a None None] For port 62aadb87-aa86-4c15-bd5b-0ee706960050, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=62aadb87-aa86-4c15-bd5b-0ee706960050,segment=NetworkSegment(60c0519c-62d4-44bb-b595-d052153bbd09),segment_id=60c0519c-62d4-44bb-b595-d052153bbd09)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:56:36.280254 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dab21148-bd52-4a55-b0e7-427bba0a5e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:36.304015 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-298c1e52-ab3e-4868-9a57-0946089b18f9 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:36.379383 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c1e52-ab3e-4868-9a57-0946089b18f9 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Port': ['ID=c58e9774-deed-410c-999c-d5c4d1d2f99b,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:36.410046 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-298c1e52-ab3e-4868-9a57-0946089b18f9 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:36.416800 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-298c1e52-ab3e-4868-9a57-0946089b18f9 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/ports/c58e9774-deed-410c-999c-d5c4d1d2f99b HTTP/1.1" status: 204 len: 168 time: 0.7051766 May 06 09:56:36.416992 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39572) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:36.417427 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab21148-bd52-4a55-b0e7-427bba0a5e7a None None] Pushing event updated for resources: {'Port': ['ID=62aadb87-aa86-4c15-bd5b-0ee706960050,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:36.428962 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5a83255e-040b-4748-b8c1-d0368f7c0f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:36.454638 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5a83255e-040b-4748-b8c1-d0368f7c0f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:36.459873 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c5ce34e-3f18-4dc9-81eb-4387614ad72f tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] GET failed (client error): The resource could not be found. May 06 09:56:36.461897 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7c5ce34e-3f18-4dc9-81eb-4387614ad72f tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "GET /v2.0/ports/c58e9774-deed-410c-999c-d5c4d1d2f99b HTTP/1.1" status: 404 len: 333 time: 0.0441787 May 06 09:56:36.464779 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39576) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:36.512076 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83255e-040b-4748-b8c1-d0368f7c0f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec11f24c-452b-47ff-acf7-abc230b1b2dc,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:36.521623 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5a83255e-040b-4748-b8c1-d0368f7c0f8f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=67b8dd40781e4298b6127e8c1e6380ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4581158 May 06 09:56:36.522554 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39580) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:36.535728 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda8199d-8beb-40a3-b1a0-2091ef4329e5 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting subnet f6143de9-4227-49c6-a4d2-a1e121314dc4 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:56:36.542163 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bda8199d-8beb-40a3-b1a0-2091ef4329e5 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:36.594682 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1160e5b2-7ca4-4f3e-aad8-bb6a20ea33fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:36.621221 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1160e5b2-7ca4-4f3e-aad8-bb6a20ea33fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:36.650255 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bda8199d-8beb-40a3-b1a0-2091ef4329e5 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:36.707598 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1160e5b2-7ca4-4f3e-aad8-bb6a20ea33fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:36.723799 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1160e5b2-7ca4-4f3e-aad8-bb6a20ea33fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:36.737831 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1160e5b2-7ca4-4f3e-aad8-bb6a20ea33fc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ec11f24c-452b-47ff-acf7-abc230b1b2dc HTTP/1.1" status: 204 len: 168 time: 0.2138004 May 06 09:56:36.771541 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160e5b2-7ca4-4f3e-aad8-bb6a20ea33fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec11f24c-452b-47ff-acf7-abc230b1b2dc,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:36.858439 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bda8199d-8beb-40a3-b1a0-2091ef4329e5 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:37.053289 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bda8199d-8beb-40a3-b1a0-2091ef4329e5 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:37.173413 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8199d-8beb-40a3-b1a0-2091ef4329e5 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Subnet': ['ID=f6143de9-4227-49c6-a4d2-a1e121314dc4,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:37.178679 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 62aadb87-aa86-4c15-bd5b-0ee706960050 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:56:37.189597 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bda8199d-8beb-40a3-b1a0-2091ef4329e5 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:37.193023 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bda8199d-8beb-40a3-b1a0-2091ef4329e5 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/subnets/f6143de9-4227-49c6-a4d2-a1e121314dc4 HTTP/1.1" status: 204 len: 168 time: 0.7270501 May 06 09:56:37.195925 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39596) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:37.387972 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 62aadb87-aa86-4c15-bd5b-0ee706960050 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:37.389655 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:37.447867 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9de888d0-ecb2-424a-82a8-d0d80372b35c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:37.584252 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb3028-8b67-4137-bc83-e5f0594ab271 req-42d48131-20c8-4c49-997f-353802bc0375 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:37.598339 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c4fb3028-8b67-4137-bc83-e5f0594ab271 req-42d48131-20c8-4c49-997f-353802bc0375 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 945 time: 0.1350901 May 06 09:56:37.643709 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:37.682475 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c4fb3028-8b67-4137-bc83-e5f0594ab271 req-df297c73-0b91-438d-aab2-44b3915eb1e8 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824242 May 06 09:56:37.735428 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 62aadb87-aa86-4c15-bd5b-0ee706960050, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=62aadb87-aa86-4c15-bd5b-0ee706960050,segment=NetworkSegment(60c0519c-62d4-44bb-b595-d052153bbd09),segment_id=60c0519c-62d4-44bb-b595-d052153bbd09)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:37.744585 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:37.855451 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=62aadb87-aa86-4c15-bd5b-0ee706960050,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:38.061116 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-9de888d0-ecb2-424a-82a8-d0d80372b35c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting port 62aadb87-aa86-4c15-bd5b-0ee706960050 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:38.062040 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9de888d0-ecb2-424a-82a8-d0d80372b35c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:38.171110 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-9de888d0-ecb2-424a-82a8-d0d80372b35c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] For port 62aadb87-aa86-4c15-bd5b-0ee706960050, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=62aadb87-aa86-4c15-bd5b-0ee706960050,segment=NetworkSegment(60c0519c-62d4-44bb-b595-d052153bbd09),segment_id=60c0519c-62d4-44bb-b595-d052153bbd09)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:38.172372 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9de888d0-ecb2-424a-82a8-d0d80372b35c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:38.205348 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-9de888d0-ecb2-424a-82a8-d0d80372b35c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Calling delete_port for 62aadb87-aa86-4c15-bd5b-0ee706960050 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:38.272312 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf0ccdf-5a4a-416a-805e-70ecf920dd72 None None] Network 165dad3d-2e4b-4132-8b0b-eedbb77568d4 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:38.350296 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9de888d0-ecb2-424a-82a8-d0d80372b35c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:38.380315 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de888d0-ecb2-424a-82a8-d0d80372b35c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Port': ['ID=62aadb87-aa86-4c15-bd5b-0ee706960050,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:38.400788 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de888d0-ecb2-424a-82a8-d0d80372b35c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] No DVR routers for this DVR port 62aadb87-aa86-4c15-bd5b-0ee706960050 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:56:38.430307 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-9a947088-235f-4021-bd5a-2be81b04dee8 None None] Could not find standard attr ID for object 62aadb87-aa86-4c15-bd5b-0ee706960050. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:56:38.558443 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9de888d0-ecb2-424a-82a8-d0d80372b35c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:38.597269 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-9de888d0-ecb2-424a-82a8-d0d80372b35c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165dad3d-2e4b-4132-8b0b-eedbb77568d4']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:38.608833 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92807e33-eb00-4b62-8dd1-be8f7dd4534a None None] DHCP port deletion for 165dad3d-2e4b-4132-8b0b-eedbb77568d4 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:56:38.621711 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-9de888d0-ecb2-424a-82a8-d0d80372b35c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c0519c-62d4-44bb-b595-d052153bbd09') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:38.622033 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-9de888d0-ecb2-424a-82a8-d0d80372b35c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c0519c-62d4-44bb-b595-d052153bbd09') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:38.633806 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9de888d0-ecb2-424a-82a8-d0d80372b35c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:38.657881 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9de888d0-ecb2-424a-82a8-d0d80372b35c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:38.673575 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de888d0-ecb2-424a-82a8-d0d80372b35c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:56:38.675470 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9de888d0-ecb2-424a-82a8-d0d80372b35c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: timer() May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:56:38.681087 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:56:38.769815 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9de888d0-ecb2-424a-82a8-d0d80372b35c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:38.796891 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9de888d0-ecb2-424a-82a8-d0d80372b35c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:38.803564 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9de888d0-ecb2-424a-82a8-d0d80372b35c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/networks/165dad3d-2e4b-4132-8b0b-eedbb77568d4 HTTP/1.1" status: 204 len: 168 time: 1.6035383 May 06 09:56:38.803564 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de888d0-ecb2-424a-82a8-d0d80372b35c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Network': ['ID=165dad3d-2e4b-4132-8b0b-eedbb77568d4,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:38.804544 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39642) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:38.811503 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-515b6f51-bfa4-4822-a293-27b9f7ea745c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'port': {'network_id': 'f79cc220-36b3-46c9-8ba9-f206abf24942', 'name': 'tempest-PortsIpV6TestJSON-1370853482'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:38.841168 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1ae11-73d8-4e63-b943-be0c2a2c97da req-4fa29dd6-ebf8-4240-b45c-1256efc7b99d tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:38.851594 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-44d1ae11-73d8-4e63-b943-be0c2a2c97da req-4fa29dd6-ebf8-4240-b45c-1256efc7b99d tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 945 time: 0.0791848 May 06 09:56:38.902962 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-44d1ae11-73d8-4e63-b943-be0c2a2c97da req-8c28ffe6-c392-4693-bee0-720911e22cf9 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482037 May 06 09:56:38.952339 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515b6f51-bfa4-4822-a293-27b9f7ea745c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:38.961445 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-515b6f51-bfa4-4822-a293-27b9f7ea745c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:38.972604 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 62aadb87-aa86-4c15-bd5b-0ee706960050 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:56:39.059770 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-515b6f51-bfa4-4822-a293-27b9f7ea745c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] device_id is not set on port e82237fb-e35b-4c48-b1ea-7db243655d3e yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:56:39.066315 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 62aadb87-aa86-4c15-bd5b-0ee706960050 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:56:39.066912 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 62aadb87-aa86-4c15-bd5b-0ee706960050 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:56:39.333842 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-515b6f51-bfa4-4822-a293-27b9f7ea745c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:39.397239 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-515b6f51-bfa4-4822-a293-27b9f7ea745c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:39.442701 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:56:39.446143 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515b6f51-bfa4-4822-a293-27b9f7ea745c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network f79cc220-36b3-46c9-8ba9-f206abf24942 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:39.449411 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-515b6f51-bfa4-4822-a293-27b9f7ea745c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:39.457298 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515b6f51-bfa4-4822-a293-27b9f7ea745c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:39.463366 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515b6f51-bfa4-4822-a293-27b9f7ea745c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:39.463903 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-515b6f51-bfa4-4822-a293-27b9f7ea745c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:39.475452 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b6f51-bfa4-4822-a293-27b9f7ea745c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Port': ['ID=e82237fb-e35b-4c48-b1ea-7db243655d3e,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:39.490932 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b6f51-bfa4-4822-a293-27b9f7ea745c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:39.490932 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b6f51-bfa4-4822-a293-27b9f7ea745c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:39.490932 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b6f51-bfa4-4822-a293-27b9f7ea745c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:39.490932 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b6f51-bfa4-4822-a293-27b9f7ea745c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:39.491652 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b6f51-bfa4-4822-a293-27b9f7ea745c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:39.491747 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b6f51-bfa4-4822-a293-27b9f7ea745c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:39.492042 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b6f51-bfa4-4822-a293-27b9f7ea745c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:39.492463 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b6f51-bfa4-4822-a293-27b9f7ea745c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:39.493096 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b6f51-bfa4-4822-a293-27b9f7ea745c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:39.493884 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b6f51-bfa4-4822-a293-27b9f7ea745c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:39.493990 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b6f51-bfa4-4822-a293-27b9f7ea745c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:39.494646 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b6f51-bfa4-4822-a293-27b9f7ea745c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:39.515427 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39666) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:39.515831 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-515b6f51-bfa4-4822-a293-27b9f7ea745c tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7094486 May 06 09:56:39.661539 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39680) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:39.733255 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-ea29abf0-e043-433c-98dd-4bfd837828aa tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting port e82237fb-e35b-4c48-b1ea-7db243655d3e {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:39.733552 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea29abf0-e043-433c-98dd-4bfd837828aa tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:39.887255 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea29abf0-e043-433c-98dd-4bfd837828aa tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:39.915184 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-dbf69780-fbeb-4f55-8778-d5380a306df2 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1811126131', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:39.916714 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-ea29abf0-e043-433c-98dd-4bfd837828aa tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Calling delete_port for e82237fb-e35b-4c48-b1ea-7db243655d3e owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:39.988605 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf69780-fbeb-4f55-8778-d5380a306df2 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Made reservation on behalf of 9950678f6bc74c4e87eee1085c6a3ca8 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:39.991562 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dbf69780-fbeb-4f55-8778-d5380a306df2 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:40.031448 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dbf69780-fbeb-4f55-8778-d5380a306df2 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:40.121487 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea29abf0-e043-433c-98dd-4bfd837828aa tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:40.150606 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dbf69780-fbeb-4f55-8778-d5380a306df2 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:40.157564 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dbf69780-fbeb-4f55-8778-d5380a306df2 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:40.159741 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29abf0-e043-433c-98dd-4bfd837828aa tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Port': ['ID=e82237fb-e35b-4c48-b1ea-7db243655d3e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:40.179165 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23289ed9-7c9c-4303-abce-5032e0d53294 req-1224c28a-1d18-43c9-bd1d-f2162005d6a8 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:40.186532 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-23289ed9-7c9c-4303-abce-5032e0d53294 req-1224c28a-1d18-43c9-bd1d-f2162005d6a8 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 945 time: 0.1415923 May 06 09:56:40.191403 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea29abf0-e043-433c-98dd-4bfd837828aa tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:40.193916 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf69780-fbeb-4f55-8778-d5380a306df2 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a901cc-b6fa-4d3a-b679-a192228799f4,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:40.199249 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-dbf69780-fbeb-4f55-8778-d5380a306df2 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] device_id is not set on port 7ed623a3-c659-46fc-a374-dd95817fb0f9 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:56:40.203971 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39692) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:40.211610 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ea29abf0-e043-433c-98dd-4bfd837828aa tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/ports/e82237fb-e35b-4c48-b1ea-7db243655d3e HTTP/1.1" status: 204 len: 168 time: 0.6942816 May 06 09:56:40.213655 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-ef5be044-9fdf-4565-9536-0deb64f474ec tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'port': {'network_id': 'f79cc220-36b3-46c9-8ba9-f206abf24942', 'mac_address': 'fa:16:3e:47:9b:99', 'name': 'tempest-PortsIpV6TestJSON-18580861'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:40.271465 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-23289ed9-7c9c-4303-abce-5032e0d53294 req-1061d4cd-5af9-4a40-9a1c-1a86b1b45252 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549507 May 06 09:56:40.398573 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5be044-9fdf-4565-9536-0deb64f474ec tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:40.466372 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-dbf69780-fbeb-4f55-8778-d5380a306df2 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Allocated IP 172.25.5.104 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/7ed623a3-c659-46fc-a374-dd95817fb0f9) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:40.520007 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef5be044-9fdf-4565-9536-0deb64f474ec tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:40.581041 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-ef5be044-9fdf-4565-9536-0deb64f474ec tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] device_id is not set on port e2d12f1b-acad-4b1a-b8b0-89a261bccabc yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:56:40.930106 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dbf69780-fbeb-4f55-8778-d5380a306df2 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:40.963294 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef5be044-9fdf-4565-9536-0deb64f474ec tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:41.046202 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dbf69780-fbeb-4f55-8778-d5380a306df2 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:41.064959 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef5be044-9fdf-4565-9536-0deb64f474ec tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:41.118514 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf69780-fbeb-4f55-8778-d5380a306df2 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:41.123748 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-dbf69780-fbeb-4f55-8778-d5380a306df2 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:41.131616 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf69780-fbeb-4f55-8778-d5380a306df2 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:41.141671 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5be044-9fdf-4565-9536-0deb64f474ec tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network f79cc220-36b3-46c9-8ba9-f206abf24942 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:41.144245 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf69780-fbeb-4f55-8778-d5380a306df2 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Pushing event updated for resources: {'Port': ['ID=7ed623a3-c659-46fc-a374-dd95817fb0f9,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:41.146871 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-ef5be044-9fdf-4565-9536-0deb64f474ec tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:41.170452 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5be044-9fdf-4565-9536-0deb64f474ec tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:41.176212 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5be044-9fdf-4565-9536-0deb64f474ec tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:41.177941 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef5be044-9fdf-4565-9536-0deb64f474ec tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:41.256910 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ef5be044-9fdf-4565-9536-0deb64f474ec tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.0517244 May 06 09:56:41.258616 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf69780-fbeb-4f55-8778-d5380a306df2 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:41.259282 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dbf69780-fbeb-4f55-8778-d5380a306df2 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:41.260244 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39720) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:41.261562 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5be044-9fdf-4565-9536-0deb64f474ec tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Port': ['ID=e2d12f1b-acad-4b1a-b8b0-89a261bccabc,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:41.283872 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-dbf69780-fbeb-4f55-8778-d5380a306df2 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.6211944 May 06 09:56:41.286899 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39722) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:41.291467 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-9caf58a8-3d26-408a-8693-ba176e9debc3 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.104'}]}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:41.314362 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9caf58a8-3d26-408a-8693-ba176e9debc3 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:41.318362 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9caf58a8-3d26-408a-8693-ba176e9debc3 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:41.357981 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e838f75-e0fd-42ed-ad98-f534cb25a3c6 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:41.361093 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6e838f75-e0fd-42ed-ad98-f534cb25a3c6 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "GET /v2.0/ports/e2d12f1b-acad-4b1a-b8b0-89a261bccabc HTTP/1.1" status: 200 len: 843 time: 0.0988054 May 06 09:56:41.363432 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39728) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:41.391850 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9caf58a8-3d26-408a-8693-ba176e9debc3 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:41.504204 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79e552-e5c4-4fa6-b763-5fa9be82c469 req-99ce794b-ee8f-4df1-bd6e-4aa725b52404 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:41.505828 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e79e552-e5c4-4fa6-b763-5fa9be82c469 req-99ce794b-ee8f-4df1-bd6e-4aa725b52404 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 945 time: 0.1007726 May 06 09:56:41.556876 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-dd5c52f6-bd7b-4308-bb2f-4f931f9a6db5 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting port e2d12f1b-acad-4b1a-b8b0-89a261bccabc {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:41.557228 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dd5c52f6-bd7b-4308-bb2f-4f931f9a6db5 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:41.602401 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e79e552-e5c4-4fa6-b763-5fa9be82c469 req-b896a113-b422-4cc2-acc4-fd3b72a241aa tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830007 May 06 09:56:41.619033 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9caf58a8-3d26-408a-8693-ba176e9debc3 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:41.681591 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dd5c52f6-bd7b-4308-bb2f-4f931f9a6db5 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:41.705387 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-dd5c52f6-bd7b-4308-bb2f-4f931f9a6db5 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Calling delete_port for e2d12f1b-acad-4b1a-b8b0-89a261bccabc owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:41.813754 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dd5c52f6-bd7b-4308-bb2f-4f931f9a6db5 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:41.869395 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c52f6-bd7b-4308-bb2f-4f931f9a6db5 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Port': ['ID=e2d12f1b-acad-4b1a-b8b0-89a261bccabc,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:41.874282 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dd5c52f6-bd7b-4308-bb2f-4f931f9a6db5 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:41.879224 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-dd5c52f6-bd7b-4308-bb2f-4f931f9a6db5 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/ports/e2d12f1b-acad-4b1a-b8b0-89a261bccabc HTTP/1.1" status: 204 len: 168 time: 0.5130613 May 06 09:56:41.881516 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39750) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:41.947770 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-155641dc-818b-4ed9-b48b-0ce34270a6ee tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] GET failed (client error): The resource could not be found. May 06 09:56:41.956574 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-155641dc-818b-4ed9-b48b-0ce34270a6ee tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "GET /v2.0/ports/e2d12f1b-acad-4b1a-b8b0-89a261bccabc HTTP/1.1" status: 404 len: 333 time: 0.0732985 May 06 09:56:41.957759 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39754) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:41.976609 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-5598dfe3-8902-4591-8f00-758783317264 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'port': {'network_id': 'f79cc220-36b3-46c9-8ba9-f206abf24942', 'name': 'tempest-PortsIpV6TestJSON-1062053638'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:42.025821 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9caf58a8-3d26-408a-8693-ba176e9debc3 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.049525 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9caf58a8-3d26-408a-8693-ba176e9debc3 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.111191 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5598dfe3-8902-4591-8f00-758783317264 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:42.115411 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5598dfe3-8902-4591-8f00-758783317264 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.137013 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-5598dfe3-8902-4591-8f00-758783317264 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] device_id is not set on port 62cff504-95ce-4018-bf83-26be92cf80db yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:56:42.394559 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5598dfe3-8902-4591-8f00-758783317264 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.450213 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9caf58a8-3d26-408a-8693-ba176e9debc3 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.483472 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5598dfe3-8902-4591-8f00-758783317264 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.566449 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598dfe3-8902-4591-8f00-758783317264 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Port': ['ID=62cff504-95ce-4018-bf83-26be92cf80db,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:42.608755 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5598dfe3-8902-4591-8f00-758783317264 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network f79cc220-36b3-46c9-8ba9-f206abf24942 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:42.611427 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-5598dfe3-8902-4591-8f00-758783317264 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:42.627377 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5598dfe3-8902-4591-8f00-758783317264 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:42.633170 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5598dfe3-8902-4591-8f00-758783317264 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:42.634058 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5598dfe3-8902-4591-8f00-758783317264 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.677368 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5598dfe3-8902-4591-8f00-758783317264 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7135940 May 06 09:56:42.679540 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39774) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:42.684929 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-14430772-13c1-4d2c-ba85-bc836404b4fb tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:42.822176 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-14430772-13c1-4d2c-ba85-bc836404b4fb tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.837233 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9caf58a8-3d26-408a-8693-ba176e9debc3 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.840155 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aaf71b-9159-4c27-bd4e-614eadbef0de req-90e87d2d-0f1c-4b30-8cc6-b1402c78ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:42.842858 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c5aaf71b-9159-4c27-bd4e-614eadbef0de req-90e87d2d-0f1c-4b30-8cc6-b1402c78ae5f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 1096 time: 0.4456606 May 06 09:56:42.843600 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9caf58a8-3d26-408a-8693-ba176e9debc3 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.914619 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a0051-3c64-4031-a13f-c8f4a9420ddd req-38ac4dd0-703e-4574-83c1-bc6b83d0f323 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:42.915239 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9caf58a8-3d26-408a-8693-ba176e9debc3 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.916048 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9caf58a8-3d26-408a-8693-ba176e9debc3 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a6bce49-be5b-4c8d-811b-cee492d666ab {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:56:42.917345 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5e8a0051-3c64-4031-a13f-c8f4a9420ddd req-38ac4dd0-703e-4574-83c1-bc6b83d0f323 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 945 time: 0.1950169 May 06 09:56:42.925554 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c5aaf71b-9159-4c27-bd4e-614eadbef0de req-d4dbc9f3-b7d8-4bf5-ab43-1879a7e74c96 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751305 May 06 09:56:42.940741 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-9caf58a8-3d26-408a-8693-ba176e9debc3 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 06 09:56:42.946004 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9caf58a8-3d26-408a-8693-ba176e9debc3 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.6577280 May 06 09:56:42.947778 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39780) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:43.061211 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-66662dd1-1f11-4b2b-8023-27980035e6b8 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Deleting port 7ed623a3-c659-46fc-a374-dd95817fb0f9 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:43.062355 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-66662dd1-1f11-4b2b-8023-27980035e6b8 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.114761 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5e8a0051-3c64-4031-a13f-c8f4a9420ddd req-a621e0cf-1277-4bb0-b2ee-0d031fee9068 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770327 May 06 09:56:43.177226 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-66662dd1-1f11-4b2b-8023-27980035e6b8 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.184461 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-14430772-13c1-4d2c-ba85-bc836404b4fb tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.193102 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-14430772-13c1-4d2c-ba85-bc836404b4fb tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.193590 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-66662dd1-1f11-4b2b-8023-27980035e6b8 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Calling delete_port for 7ed623a3-c659-46fc-a374-dd95817fb0f9 owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:43.238651 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-14430772-13c1-4d2c-ba85-bc836404b4fb tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] In _notify_port_updated(), no bound segment for port 62cff504-95ce-4018-bf83-26be92cf80db on network f79cc220-36b3-46c9-8ba9-f206abf24942 {{(pid=102653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:56:43.245968 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14430772-13c1-4d2c-ba85-bc836404b4fb tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:43.246858 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-14430772-13c1-4d2c-ba85-bc836404b4fb tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.251703 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-14430772-13c1-4d2c-ba85-bc836404b4fb tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "PUT /v2.0/ports/62cff504-95ce-4018-bf83-26be92cf80db HTTP/1.1" status: 200 len: 818 time: 0.5711069 May 06 09:56:43.252539 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39786) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:43.408775 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-66662dd1-1f11-4b2b-8023-27980035e6b8 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.448363 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66662dd1-1f11-4b2b-8023-27980035e6b8 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ed623a3-c659-46fc-a374-dd95817fb0f9,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:43.574521 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-66662dd1-1f11-4b2b-8023-27980035e6b8 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.579286 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-66662dd1-1f11-4b2b-8023-27980035e6b8 tempest-RoutersAdminNegativeIpV6Test-727775134 tempest-RoutersAdminNegativeIpV6Test-727775134-project-admin] 10.222.0.73 "DELETE /v2.0/ports/7ed623a3-c659-46fc-a374-dd95817fb0f9 HTTP/1.1" status: 204 len: 168 time: 0.6300905 May 06 09:56:43.668401 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14430772-13c1-4d2c-ba85-bc836404b4fb tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Port': ['ID=62cff504-95ce-4018-bf83-26be92cf80db,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:43.707941 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-0bba8bb5-5650-4b73-a6a4-1bc1a5d1f969 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting port 62cff504-95ce-4018-bf83-26be92cf80db {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:43.708303 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0bba8bb5-5650-4b73-a6a4-1bc1a5d1f969 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.801160 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0bba8bb5-5650-4b73-a6a4-1bc1a5d1f969 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.822548 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-0bba8bb5-5650-4b73-a6a4-1bc1a5d1f969 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Calling delete_port for 62cff504-95ce-4018-bf83-26be92cf80db owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:44.012337 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39796) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:44.029076 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0bba8bb5-5650-4b73-a6a4-1bc1a5d1f969 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:44.096979 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0bba8bb5-5650-4b73-a6a4-1bc1a5d1f969 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:44.105102 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0bba8bb5-5650-4b73-a6a4-1bc1a5d1f969 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/ports/62cff504-95ce-4018-bf83-26be92cf80db HTTP/1.1" status: 204 len: 168 time: 0.8479850 May 06 09:56:44.108016 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39800) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:44.112134 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba8bb5-5650-4b73-a6a4-1bc1a5d1f969 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Port': ['ID=62cff504-95ce-4018-bf83-26be92cf80db,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:44.227347 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6f2e76-797d-45a1-a44f-f54845f69528 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:44.229777 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fe6f2e76-797d-45a1-a44f-f54845f69528 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1198101 May 06 09:56:44.234315 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39810) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:44.281859 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f14c0b9-4761-4322-b3ce-2588f1d0a65f tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] GET failed (client error): The resource could not be found. May 06 09:56:44.287143 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2f14c0b9-4761-4322-b3ce-2588f1d0a65f tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "GET /v2.0/ports/62cff504-95ce-4018-bf83-26be92cf80db HTTP/1.1" status: 404 len: 333 time: 0.0509608 May 06 09:56:44.295541 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39816) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:44.303982 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-3ec0cd3f-87f7-440f-900e-81a3222099a6 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2030319430'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:44.371523 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec0cd3f-87f7-440f-900e-81a3222099a6 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:44.373886 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-db0f2d6d-10ab-4794-a9b6-5379b7c7cb1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:44.383946 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3ec0cd3f-87f7-440f-900e-81a3222099a6 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:44.482670 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec0cd3f-87f7-440f-900e-81a3222099a6 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:56:44.492733 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff61c1-e787-45f3-969d-f2bbda45cfdf req-3f125056-5cad-4093-ad1d-7e8fbdb950a2 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:44.505613 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cdff61c1-e787-45f3-969d-f2bbda45cfdf req-3f125056-5cad-4093-ad1d-7e8fbdb950a2 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 945 time: 0.2168643 May 06 09:56:44.519400 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3ec0cd3f-87f7-440f-900e-81a3222099a6 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:44.521052 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-3ec0cd3f-87f7-440f-900e-81a3222099a6 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Added segment 7df76e18-6bb5-48a8-9e8a-ec9454b771d9 of type vlan for network 676ba8bd-5dcf-4a17-b4ec-4e9e56579a97 May 06 09:56:44.612840 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cdff61c1-e787-45f3-969d-f2bbda45cfdf req-e9092792-9824-4d26-b6d1-46a457daea71 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057534 May 06 09:56:44.656318 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-db0f2d6d-10ab-4794-a9b6-5379b7c7cb1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:44.667333 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3ec0cd3f-87f7-440f-900e-81a3222099a6 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:44.675934 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-db0f2d6d-10ab-4794-a9b6-5379b7c7cb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:44.724434 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3ec0cd3f-87f7-440f-900e-81a3222099a6 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:44.736854 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec0cd3f-87f7-440f-900e-81a3222099a6 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:44.737863 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3ec0cd3f-87f7-440f-900e-81a3222099a6 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:44.849487 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-db0f2d6d-10ab-4794-a9b6-5379b7c7cb1b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=98d10527bbf44cc09195f4fd526758ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8355074 May 06 09:56:44.853705 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39828) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:44.854871 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f2d6d-10ab-4794-a9b6-5379b7c7cb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb62d9c-45e9-4a91-807c-eb1af79ca12e,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:44.864483 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3ec0cd3f-87f7-440f-900e-81a3222099a6 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5631192 May 06 09:56:44.867500 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39830) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:44.908466 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-61c4eb70-c5fa-465f-b789-b8e1287640e2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'subnet': {'network_id': '676ba8bd-5dcf-4a17-b4ec-4e9e56579a97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:44.977074 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0cd3f-87f7-440f-900e-81a3222099a6 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Network': ['ID=676ba8bd-5dcf-4a17-b4ec-4e9e56579a97,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:44.998339 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 676ba8bd-5dcf-4a17-b4ec-4e9e56579a97 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:56:45.014214 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ab1a04d0-67cc-4e52-8ffe-d5d9fc357484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:45.064836 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ab1a04d0-67cc-4e52-8ffe-d5d9fc357484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:45.157165 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c4eb70-c5fa-465f-b789-b8e1287640e2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:45.161378 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-61c4eb70-c5fa-465f-b789-b8e1287640e2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:45.189566 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ab1a04d0-67cc-4e52-8ffe-d5d9fc357484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:45.194736 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ab1a04d0-67cc-4e52-8ffe-d5d9fc357484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:45.196717 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ab1a04d0-67cc-4e52-8ffe-d5d9fc357484 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/acb62d9c-45e9-4a91-807c-eb1af79ca12e HTTP/1.1" status: 204 len: 168 time: 0.3352063 May 06 09:56:45.237544 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a04d0-67cc-4e52-8ffe-d5d9fc357484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb62d9c-45e9-4a91-807c-eb1af79ca12e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:45.536922 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39854) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:45.557472 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-61c4eb70-c5fa-465f-b789-b8e1287640e2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:45.664883 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4eb70-c5fa-465f-b789-b8e1287640e2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Subnet': ['ID=c5c2185a-42bc-4a6c-a47a-5261bb84b949,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:45.745186 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c4eb70-c5fa-465f-b789-b8e1287640e2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Checking segment: {'id': '7df76e18-6bb5-48a8-9e8a-ec9454b771d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '676ba8bd-5dcf-4a17-b4ec-4e9e56579a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:45.746405 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c4eb70-c5fa-465f-b789-b8e1287640e2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network hostable DHCP agents. Network: 676ba8bd-5dcf-4a17-b4ec-4e9e56579a97, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:56:45.769385 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c4eb70-c5fa-465f-b789-b8e1287640e2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network 676ba8bd-5dcf-4a17-b4ec-4e9e56579a97 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:56:45.771528 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b9b4ec6f-34f0-4710-bf58-0ca0c6280e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:45.805082 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-61c4eb70-c5fa-465f-b789-b8e1287640e2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 676ba8bd-5dcf-4a17-b4ec-4e9e56579a97) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:45.817144 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5a8a97-8930-4ebc-be92-46f854e5e9c2 None None] Network 676ba8bd-5dcf-4a17-b4ec-4e9e56579a97 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:45.853218 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c4eb70-c5fa-465f-b789-b8e1287640e2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:45.853834 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-61c4eb70-c5fa-465f-b789-b8e1287640e2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:45.938116 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-61c4eb70-c5fa-465f-b789-b8e1287640e2 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0579329 May 06 09:56:45.945622 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39862) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:45.946145 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39864) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:45.962526 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476851c-d941-4b1a-bea5-120e12d1b4aa req-5ce4015a-f680-421d-8bd3-52719a55966f tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:45.964329 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9476851c-d941-4b1a-bea5-120e12d1b4aa req-5ce4015a-f680-421d-8bd3-52719a55966f tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 945 time: 0.1797609 May 06 09:56:45.978525 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-2057d20d-ff18-455d-bef7-21f69448d458 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'subnet': {'network_id': '676ba8bd-5dcf-4a17-b4ec-4e9e56579a97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:45.998143 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-843dd333-1a13-4570-9490-45d0f703c4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.061363 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9476851c-d941-4b1a-bea5-120e12d1b4aa req-eb420e2d-8a4c-4c22-bcf3-3ed31118f438 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801296 May 06 09:56:46.256849 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dbc8a6-a4e3-487f-861f-d733527093d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-676ba8bd-5dcf-4a17-b4ec-4e9e56579a97', 'network_id': '676ba8bd-5dcf-4a17-b4ec-4e9e56579a97', 'tenant_id': '5d193049755044c3b70e2808b8b62329', 'fixed_ips': [{'subnet_id': 'c5c2185a-42bc-4a6c-a47a-5261bb84b949'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:56:46.258474 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a6dbc8a6-a4e3-487f-861f-d733527093d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.620895 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-a6dbc8a6-a4e3-487f-861f-d733527093d5 None None] Allocated IP 2001:db8::2 (676ba8bd-5dcf-4a17-b4ec-4e9e56579a97/c5c2185a-42bc-4a6c-a47a-5261bb84b949/b45f0e18-89c9-480a-8d9e-603852791165) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:46.634007 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39882) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:46.634470 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5d055edc-924b-4e3b-9ce6-1dc9ba0fbbb3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9950678f6bc74c4e87eee1085c6a3ca8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6850238 May 06 09:56:46.796584 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b9b4ec6f-34f0-4710-bf58-0ca0c6280e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.816711 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b9b4ec6f-34f0-4710-bf58-0ca0c6280e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.829098 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da59a0d-f411-46e9-8919-23a79115e393 req-8e1c82bd-e72f-45fc-9525-d92c546d4709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:46.830796 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0da59a0d-f411-46e9-8919-23a79115e393 req-8e1c82bd-e72f-45fc-9525-d92c546d4709 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c517f1b2e83649f0bec52fdccbd31b7e&device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 1096 time: 0.1027210 May 06 09:56:46.857287 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f2b058ec-79e2-48f5-8328-893c7bbbea56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.868898 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4ec6f-34f0-4710-bf58-0ca0c6280e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917ae275-ffb7-4361-929d-9a8c4b68a55e,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:47.010952 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f2b058ec-79e2-48f5-8328-893c7bbbea56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:47.029521 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a3f85-57ab-4fc1-8485-c80c84a30cc2 req-f29344b6-4f2e-47bf-b499-b367b0aa24ab tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:47.032165 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-227a3f85-57ab-4fc1-8485-c80c84a30cc2 req-f29344b6-4f2e-47bf-b499-b367b0aa24ab tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 945 time: 0.2118433 May 06 09:56:47.086286 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a6dbc8a6-a4e3-487f-861f-d733527093d5 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:47.100278 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a6dbc8a6-a4e3-487f-861f-d733527093d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:47.135147 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-227a3f85-57ab-4fc1-8485-c80c84a30cc2 req-69539bf6-824f-4182-8f93-a7c5c6b69592 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885391 May 06 09:56:47.158965 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2057d20d-ff18-455d-bef7-21f69448d458 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:47.161470 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f2b058ec-79e2-48f5-8328-893c7bbbea56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:47.164850 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f2b058ec-79e2-48f5-8328-893c7bbbea56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:47.166542 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f2b058ec-79e2-48f5-8328-893c7bbbea56 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c6a901cc-b6fa-4d3a-b679-a192228799f4 HTTP/1.1" status: 204 len: 168 time: 0.5305998 May 06 09:56:47.180970 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2057d20d-ff18-455d-bef7-21f69448d458 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:47.183837 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b058ec-79e2-48f5-8328-893c7bbbea56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a901cc-b6fa-4d3a-b679-a192228799f4,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:47.211906 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dbc8a6-a4e3-487f-861f-d733527093d5 None None] Network 676ba8bd-5dcf-4a17-b4ec-4e9e56579a97 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:47.237135 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-a6dbc8a6-a4e3-487f-861f-d733527093d5 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:47.253121 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dbc8a6-a4e3-487f-861f-d733527093d5 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:47.280978 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dbc8a6-a4e3-487f-861f-d733527093d5 None None] Pushing event updated for resources: {'Port': ['ID=b45f0e18-89c9-480a-8d9e-603852791165,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:47.294476 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da59a0d-f411-46e9-8919-23a79115e393 req-a649afab-e8dc-4448-8730-1aea52384e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:47.297527 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0da59a0d-f411-46e9-8919-23a79115e393 req-a649afab-e8dc-4448-8730-1aea52384e2a service neutron] 10.222.0.77 "GET /v2.0/networks?id=8b4bbee4-4fbe-449e-978f-a646b5e578f0 HTTP/1.1" status: 200 len: 920 time: 0.4296508 May 06 09:56:47.309415 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39890) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:47.334613 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b9b4ec6f-34f0-4710-bf58-0ca0c6280e14 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=44d11dee859a4d9f9ec88316d8b09f27&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7933640 May 06 09:56:47.411325 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2da642d2-75e8-4cab-b622-400ebe42346e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:47.427151 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a6dbc8a6-a4e3-487f-861f-d733527093d5 None None] Attempting to bind port b45f0e18-89c9-480a-8d9e-603852791165 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:56:47.427520 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a6dbc8a6-a4e3-487f-861f-d733527093d5 None None] Attempting to bind port b45f0e18-89c9-480a-8d9e-603852791165 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '7df76e18-6bb5-48a8-9e8a-ec9454b771d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '676ba8bd-5dcf-4a17-b4ec-4e9e56579a97'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:56:47.427886 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dbc8a6-a4e3-487f-861f-d733527093d5 None None] Attempting to bind port b45f0e18-89c9-480a-8d9e-603852791165 on network 676ba8bd-5dcf-4a17-b4ec-4e9e56579a97 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:56:47.433199 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dbc8a6-a4e3-487f-861f-d733527093d5 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:56:47.433576 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dbc8a6-a4e3-487f-861f-d733527093d5 None None] Checking segment: {'id': '7df76e18-6bb5-48a8-9e8a-ec9454b771d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '676ba8bd-5dcf-4a17-b4ec-4e9e56579a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:47.433981 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a6dbc8a6-a4e3-487f-861f-d733527093d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:47.434382 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dbc8a6-a4e3-487f-861f-d733527093d5 None None] Bound using segment: {'id': '7df76e18-6bb5-48a8-9e8a-ec9454b771d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '676ba8bd-5dcf-4a17-b4ec-4e9e56579a97'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:56:47.435160 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a6dbc8a6-a4e3-487f-861f-d733527093d5 None None] Bound port: b45f0e18-89c9-480a-8d9e-603852791165, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df76e18-6bb5-48a8-9e8a-ec9454b771d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '676ba8bd-5dcf-4a17-b4ec-4e9e56579a97'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:56:47.435271 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a6dbc8a6-a4e3-487f-861f-d733527093d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:47.475888 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2da642d2-75e8-4cab-b622-400ebe42346e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:47.502534 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0da59a0d-f411-46e9-8919-23a79115e393 req-d0007c30-7c78-4197-891e-6af07474cbaa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afe0a79f-d0e4-4ca8-85e5-81805760d628 HTTP/1.1" status: 200 len: 1000 time: 0.1586263 May 06 09:56:47.509292 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a6dbc8a6-a4e3-487f-861f-d733527093d5 None None] For port b45f0e18-89c9-480a-8d9e-603852791165, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:56:47.513148 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a6dbc8a6-a4e3-487f-861f-d733527093d5 None None] For port b45f0e18-89c9-480a-8d9e-603852791165, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b45f0e18-89c9-480a-8d9e-603852791165,segment=NetworkSegment(7df76e18-6bb5-48a8-9e8a-ec9454b771d9),segment_id=7df76e18-6bb5-48a8-9e8a-ec9454b771d9)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:56:47.519203 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a6dbc8a6-a4e3-487f-861f-d733527093d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:47.629508 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dbc8a6-a4e3-487f-861f-d733527093d5 None None] Pushing event updated for resources: {'Port': ['ID=b45f0e18-89c9-480a-8d9e-603852791165,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:47.636545 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da59a0d-f411-46e9-8919-23a79115e393 req-f53f86f5-6935-472e-a489-3d5cd7682057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:47.638347 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0da59a0d-f411-46e9-8919-23a79115e393 req-f53f86f5-6935-472e-a489-3d5cd7682057 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c9382d75-3c44-4a92-be03-e9a2109a5f6f HTTP/1.1" status: 200 len: 858 time: 0.0969429 May 06 09:56:47.642571 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2da642d2-75e8-4cab-b622-400ebe42346e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:47.646583 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2da642d2-75e8-4cab-b622-400ebe42346e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:47.650379 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2da642d2-75e8-4cab-b622-400ebe42346e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/917ae275-ffb7-4361-929d-9a8c4b68a55e HTTP/1.1" status: 204 len: 168 time: 0.3397598 May 06 09:56:47.688838 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da642d2-75e8-4cab-b622-400ebe42346e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917ae275-ffb7-4361-929d-9a8c4b68a55e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:47.745973 n-d-840835-1 neutron-server[102652]: INFO neutron.db.ipam_backend_mixin [None req-2057d20d-ff18-455d-bef7-21f69448d458 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c5c2185a-42bc-4a6c-a47a-5261bb84b949 (CIDR: 2001:db8::/64) May 06 09:56:47.762038 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-2057d20d-ff18-455d-bef7-21f69448d458 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:56:47.762822 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2057d20d-ff18-455d-bef7-21f69448d458 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:56:47.769009 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da59a0d-f411-46e9-8919-23a79115e393 req-157d36a6-042d-4e63-9737-5b83a37068b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:47.770937 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0da59a0d-f411-46e9-8919-23a79115e393 req-157d36a6-042d-4e63-9737-5b83a37068b6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8b4bbee4-4fbe-449e-978f-a646b5e578f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199691 May 06 09:56:47.845245 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2057d20d-ff18-455d-bef7-21f69448d458 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8927698 May 06 09:56:47.845568 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39906) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:47.850807 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-0fc953c9-4888-4be4-8bbe-fabd0910583a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'subnet': {'network_id': '676ba8bd-5dcf-4a17-b4ec-4e9e56579a97', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:47.950106 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0da59a0d-f411-46e9-8919-23a79115e393 req-17f68653-7746-4856-861c-1ea9f3ce5196 service neutron] 10.222.0.77 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653285 May 06 09:56:48.174540 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc953c9-4888-4be4-8bbe-fabd0910583a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:48.178987 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0fc953c9-4888-4be4-8bbe-fabd0910583a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:48.224059 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0da59a0d-f411-46e9-8919-23a79115e393 req-d8c4c3a2-9daf-4e2a-837c-1450a9620c51 service neutron] 10.222.0.77 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486937 May 06 09:56:48.489843 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b56b87b6-2f57-4acb-91a2-8d11310029c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:48.553090 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f110b10-cd2b-4220-bdb3-63f11f12ee11 req-a8574f47-1064-43f5-86e0-27674378cd80 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:48.556391 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f110b10-cd2b-4220-bdb3-63f11f12ee11 req-a8574f47-1064-43f5-86e0-27674378cd80 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 945 time: 0.2157440 May 06 09:56:48.650833 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f110b10-cd2b-4220-bdb3-63f11f12ee11 req-bbe2196f-7f24-4744-8a0d-5743856b7749 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842793 May 06 09:56:48.845531 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:48.867286 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0fc953c9-4888-4be4-8bbe-fabd0910583a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:48.924400 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc953c9-4888-4be4-8bbe-fabd0910583a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network 676ba8bd-5dcf-4a17-b4ec-4e9e56579a97 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:48.933512 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-0fc953c9-4888-4be4-8bbe-fabd0910583a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:48.941110 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc953c9-4888-4be4-8bbe-fabd0910583a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:48.941828 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0fc953c9-4888-4be4-8bbe-fabd0910583a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:48.969792 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc953c9-4888-4be4-8bbe-fabd0910583a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Subnet': ['ID=259951b5-9b78-4ef5-a840-b925ae341f17,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:48.985270 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0fc953c9-4888-4be4-8bbe-fabd0910583a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1364851 May 06 09:56:48.986735 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39944) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:48.993003 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-14e98551-5f62-4725-abf3-912c5164a0fd tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'port': {'network_id': '676ba8bd-5dcf-4a17-b4ec-4e9e56579a97', 'fixed_ips': [{'subnet_id': 'c5c2185a-42bc-4a6c-a47a-5261bb84b949'}, {'subnet_id': '259951b5-9b78-4ef5-a840-b925ae341f17'}], 'name': 'tempest-PortsIpV6TestJSON-1443595334'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:49.197787 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b45f0e18-89c9-480a-8d9e-603852791165 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:56:49.314813 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port b45f0e18-89c9-480a-8d9e-603852791165 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:49.315223 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:49.347805 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e98551-5f62-4725-abf3-912c5164a0fd tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:49.414338 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4befda60-495d-4aed-992b-217061f7ba72 None None] Network 676ba8bd-5dcf-4a17-b4ec-4e9e56579a97 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:49.617043 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-14e98551-5f62-4725-abf3-912c5164a0fd tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:49.667578 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-14e98551-5f62-4725-abf3-912c5164a0fd tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] device_id is not set on port 3a383efb-0065-4eb3-9197-47209cd16f80 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:56:49.955245 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736abcd-c4bd-4342-be7b-f642d28b7982 req-802aa553-9af8-45b7-a662-0d77ce468012 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:49.956209 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-19578c39-b97d-4b8a-a164-5a6e5272934d None None] Provisioning complete for port b45f0e18-89c9-480a-8d9e-603852791165 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:49.957762 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-19578c39-b97d-4b8a-a164-5a6e5272934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:49.964128 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6736abcd-c4bd-4342-be7b-f642d28b7982 req-802aa553-9af8-45b7-a662-0d77ce468012 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 945 time: 0.1707666 May 06 09:56:50.013467 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.070864 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.084367 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6736abcd-c4bd-4342-be7b-f642d28b7982 req-a72a2e1c-507e-4e27-99a5-1982881981c1 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190445 May 06 09:56:50.368891 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-19578c39-b97d-4b8a-a164-5a6e5272934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.421032 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port b45f0e18-89c9-480a-8d9e-603852791165, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b45f0e18-89c9-480a-8d9e-603852791165,segment=NetworkSegment(7df76e18-6bb5-48a8-9e8a-ec9454b771d9),segment_id=7df76e18-6bb5-48a8-9e8a-ec9454b771d9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:50.440159 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.497447 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39982) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:50.668678 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-19578c39-b97d-4b8a-a164-5a6e5272934d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:56:50.672485 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-19578c39-b97d-4b8a-a164-5a6e5272934d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:56:50.699146 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-fb02814d-7bdf-44bf-884e-2e6b9f0312f6 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-86090235', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:50.714580 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-14e98551-5f62-4725-abf3-912c5164a0fd tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Allocated IP 2001:db8::1a4 (676ba8bd-5dcf-4a17-b4ec-4e9e56579a97/c5c2185a-42bc-4a6c-a47a-5261bb84b949/3a383efb-0065-4eb3-9197-47209cd16f80) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:50.727761 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=b45f0e18-89c9-480a-8d9e-603852791165,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:50.728897 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-14e98551-5f62-4725-abf3-912c5164a0fd tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Allocated IP 2001:db8:0:1::140 (676ba8bd-5dcf-4a17-b4ec-4e9e56579a97/259951b5-9b78-4ef5-a840-b925ae341f17/3a383efb-0065-4eb3-9197-47209cd16f80) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:50.741653 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d05cff-25ce-4a20-84dd-a85a4767433b None None] Update dhcp port {'port': {'network_id': '676ba8bd-5dcf-4a17-b4ec-4e9e56579a97', 'fixed_ips': [{'subnet_id': 'c5c2185a-42bc-4a6c-a47a-5261bb84b949', 'ip_address': '2001:db8::2'}, {'subnet_id': '259951b5-9b78-4ef5-a840-b925ae341f17'}], 'binding:host_id': 'n-d-840835-1'}, 'id': 'b45f0e18-89c9-480a-8d9e-603852791165'} from n-d-840835-1. {{(pid=102654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 09:56:50.746947 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb02814d-7bdf-44bf-884e-2e6b9f0312f6 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Made reservation on behalf of 7a9056652c7c45ba92346d891d3db580 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:50.750455 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb02814d-7bdf-44bf-884e-2e6b9f0312f6 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.770832 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb02814d-7bdf-44bf-884e-2e6b9f0312f6 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.795421 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-61d05cff-25ce-4a20-84dd-a85a4767433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.884190 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb02814d-7bdf-44bf-884e-2e6b9f0312f6 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.890655 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb02814d-7bdf-44bf-884e-2e6b9f0312f6 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.895501 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-fb02814d-7bdf-44bf-884e-2e6b9f0312f6 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] device_id is not set on port 590af64c-1de3-4ce4-93b4-bc481eaf4b70 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:56:51.058239 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-14e98551-5f62-4725-abf3-912c5164a0fd tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.062552 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b45f0e18-89c9-480a-8d9e-603852791165 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:56:51.111920 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-fb02814d-7bdf-44bf-884e-2e6b9f0312f6 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Allocated IP 172.25.5.65 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/590af64c-1de3-4ce4-93b4-bc481eaf4b70) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:51.163619 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-14e98551-5f62-4725-abf3-912c5164a0fd tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.259438 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e98551-5f62-4725-abf3-912c5164a0fd tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network 676ba8bd-5dcf-4a17-b4ec-4e9e56579a97 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:51.275840 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-14e98551-5f62-4725-abf3-912c5164a0fd tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:51.287558 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-61d05cff-25ce-4a20-84dd-a85a4767433b None None] Allocated IP 2001:db8:0:1::2 (676ba8bd-5dcf-4a17-b4ec-4e9e56579a97/259951b5-9b78-4ef5-a840-b925ae341f17/b45f0e18-89c9-480a-8d9e-603852791165) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:51.295228 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e98551-5f62-4725-abf3-912c5164a0fd tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:51.302100 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e98551-5f62-4725-abf3-912c5164a0fd tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:51.313952 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-14e98551-5f62-4725-abf3-912c5164a0fd tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.318155 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e98551-5f62-4725-abf3-912c5164a0fd tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Port': ['ID=3a383efb-0065-4eb3-9197-47209cd16f80,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:51.358938 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-14e98551-5f62-4725-abf3-912c5164a0fd tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.3692992 May 06 09:56:51.360860 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39996) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:51.373747 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-2ba0221d-99d8-459b-b21d-144bc7293eb7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c5c2185a-42bc-4a6c-a47a-5261bb84b949'}]}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:51.417765 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb02814d-7bdf-44bf-884e-2e6b9f0312f6 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d907a865-6990-4e59-a50f-061418687958,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:51.434874 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port b45f0e18-89c9-480a-8d9e-603852791165 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:51.435285 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.496561 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea13c3-8d3f-48ad-8093-c4cca64e2ca6 req-aa1982a2-a77f-4577-a85f-3beeca9293fc tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:51.502417 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6dea13c3-8d3f-48ad-8093-c4cca64e2ca6 req-aa1982a2-a77f-4577-a85f-3beeca9293fc tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 945 time: 0.2900698 May 06 09:56:51.532647 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2ba0221d-99d8-459b-b21d-144bc7293eb7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.581144 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb02814d-7bdf-44bf-884e-2e6b9f0312f6 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.662979 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb02814d-7bdf-44bf-884e-2e6b9f0312f6 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.695707 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.739475 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb02814d-7bdf-44bf-884e-2e6b9f0312f6 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:51.747044 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.751170 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6dea13c3-8d3f-48ad-8093-c4cca64e2ca6 req-af77452a-f66f-49ee-b866-12b11208c8ad tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382472 May 06 09:56:51.782567 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-fb02814d-7bdf-44bf-884e-2e6b9f0312f6 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:51.802020 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb02814d-7bdf-44bf-884e-2e6b9f0312f6 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:51.915984 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-61d05cff-25ce-4a20-84dd-a85a4767433b None None] For port b45f0e18-89c9-480a-8d9e-603852791165, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b45f0e18-89c9-480a-8d9e-603852791165,segment=NetworkSegment(7df76e18-6bb5-48a8-9e8a-ec9454b771d9),segment_id=7df76e18-6bb5-48a8-9e8a-ec9454b771d9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:51.932397 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb02814d-7bdf-44bf-884e-2e6b9f0312f6 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:51.933322 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb02814d-7bdf-44bf-884e-2e6b9f0312f6 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.957203 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb02814d-7bdf-44bf-884e-2e6b9f0312f6 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Pushing event updated for resources: {'Port': ['ID=590af64c-1de3-4ce4-93b4-bc481eaf4b70,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:51.979241 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990e725-b351-4a03-88dd-bda6459ede21 req-401934c6-555f-49e6-81b0-262ecc595af7 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:51.987911 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a990e725-b351-4a03-88dd-bda6459ede21 req-401934c6-555f-49e6-81b0-262ecc595af7 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 945 time: 0.1026461 May 06 09:56:51.992127 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40004) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:52.003321 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-34af6e86-1ada-4a90-9316-a8cd7a2f5773 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Request body: {'floatingip': {'port_id': 'afe0a79f-d0e4-4ca8-85e5-81805760d628'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:52.062903 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fb02814d-7bdf-44bf-884e-2e6b9f0312f6 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5618420 May 06 09:56:52.065836 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40006) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:52.085196 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-f494603a-f9e8-4b4f-99f7-7bd40916c827 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.65'}]}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:52.127395 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-61d05cff-25ce-4a20-84dd-a85a4767433b None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:52.131326 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f494603a-f9e8-4b4f-99f7-7bd40916c827 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:52.132420 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f494603a-f9e8-4b4f-99f7-7bd40916c827 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:52.137640 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-61d05cff-25ce-4a20-84dd-a85a4767433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:52.146541 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-34af6e86-1ada-4a90-9316-a8cd7a2f5773 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks [] for floatingip, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:52.391181 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d05cff-25ce-4a20-84dd-a85a4767433b None None] Pushing event updated for resources: {'Port': ['ID=b45f0e18-89c9-480a-8d9e-603852791165,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:52.398183 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f494603a-f9e8-4b4f-99f7-7bd40916c827 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:52.399329 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-2ba0221d-99d8-459b-b21d-144bc7293eb7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Delete allocated IP 2001:db8:0:1::140 (676ba8bd-5dcf-4a17-b4ec-4e9e56579a97/259951b5-9b78-4ef5-a840-b925ae341f17) {{(pid=102652) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 09:56:52.624699 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2ba0221d-99d8-459b-b21d-144bc7293eb7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:52.664097 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2ba0221d-99d8-459b-b21d-144bc7293eb7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:52.802044 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0221d-99d8-459b-b21d-144bc7293eb7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Port': ['ID=3a383efb-0065-4eb3-9197-47209cd16f80,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:52.813406 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-2ba0221d-99d8-459b-b21d-144bc7293eb7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] In _notify_port_updated(), no bound segment for port 3a383efb-0065-4eb3-9197-47209cd16f80 on network 676ba8bd-5dcf-4a17-b4ec-4e9e56579a97 {{(pid=102652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:56:52.822983 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba0221d-99d8-459b-b21d-144bc7293eb7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:52.824992 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2ba0221d-99d8-459b-b21d-144bc7293eb7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:52.826660 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2ba0221d-99d8-459b-b21d-144bc7293eb7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "PUT /v2.0/ports/3a383efb-0065-4eb3-9197-47209cd16f80 HTTP/1.1" status: 200 len: 926 time: 1.4647791 May 06 09:56:52.829346 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40012) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:52.835354 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-48e4c0c4-d8c1-4c97-8242-5a19518b3d80 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c5c2185a-42bc-4a6c-a47a-5261bb84b949'}, {'subnet_id': '259951b5-9b78-4ef5-a840-b925ae341f17'}]}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:53.034952 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b45f0e18-89c9-480a-8d9e-603852791165 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:56:53.142115 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f494603a-f9e8-4b4f-99f7-7bd40916c827 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.156349 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-48e4c0c4-d8c1-4c97-8242-5a19518b3d80 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.170118 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port b45f0e18-89c9-480a-8d9e-603852791165 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:53.171391 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.203796 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.db.resource_extend [None req-34af6e86-1ada-4a90-9316-a8cd7a2f5773 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:56:53.349125 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-34af6e86-1ada-4a90-9316-a8cd7a2f5773 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.361452 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-34af6e86-1ada-4a90-9316-a8cd7a2f5773 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.424519 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8470aa0a-66bd-492d-8139-dd9e12156402 None None] Network 676ba8bd-5dcf-4a17-b4ec-4e9e56579a97 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:53.717532 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-8c28af6c-6a50-4a95-b762-886941d3acfa None None] Provisioning complete for port b45f0e18-89c9-480a-8d9e-603852791165 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:53.718850 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8c28af6c-6a50-4a95-b762-886941d3acfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.838134 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34af6e86-1ada-4a90-9316-a8cd7a2f5773 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Router ce13bdd3-721f-4cf5-a27e-f1130d3210f7 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:56:53.893836 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40036) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:53.918984 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-48e4c0c4-d8c1-4c97-8242-5a19518b3d80 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Allocated IP 2001:db8:0:1::194 (676ba8bd-5dcf-4a17-b4ec-4e9e56579a97/259951b5-9b78-4ef5-a840-b925ae341f17/3a383efb-0065-4eb3-9197-47209cd16f80) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:53.993047 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f494603a-f9e8-4b4f-99f7-7bd40916c827 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.052967 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34af6e86-1ada-4a90-9316-a8cd7a2f5773 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:56:54.064965 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d48df43-cdf4-467d-98d8-f54d61ad97b8 None None] Sync routers for ids ['ce13bdd3-721f-4cf5-a27e-f1130d3210f7'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:56:54.072547 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-34af6e86-1ada-4a90-9316-a8cd7a2f5773 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.083831 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d48df43-cdf4-467d-98d8-f54d61ad97b8 None None] Routers {'ce13bdd3-721f-4cf5-a27e-f1130d3210f7'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:56:54.086839 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-2d48df43-cdf4-467d-98d8-f54d61ad97b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:56:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ce13bdd3-721f-4cf5-a27e-f1130d3210f7'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:54.129844 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dc2bbe3d-3903-4630-b216-663279eccfd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.185322 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f494603a-f9e8-4b4f-99f7-7bd40916c827 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.189060 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35024015-1225-4497-8dab-cee17af34ce5', 'tag': 'afe0a79f-d0e4-4ca8-85e5-81805760d628'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:56:54.202073 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fbb5c3-c835-4973-945c-6ee62c1e0dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "35024015-1225-4497-8dab-cee17af34ce5", "tag": "afe0a79f-d0e4-4ca8-85e5-81805760d628"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:56:54.281641 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-34af6e86-1ada-4a90-9316-a8cd7a2f5773 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "PUT /v2.0/floatingips/338de055-f430-4fe6-9a1c-5d462e62d5ac HTTP/1.1" status: 200 len: 992 time: 2.2753606 May 06 09:56:54.341346 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-2d48df43-cdf4-467d-98d8-f54d61ad97b8 None None] Set router ce13bdd3-721f-4cf5-a27e-f1130d3210f7 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:56:54.377273 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dc2bbe3d-3903-4630-b216-663279eccfd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.388126 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dc2bbe3d-3903-4630-b216-663279eccfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.445586 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecfc047-80c9-48d4-a08d-767ae1723593 x-openstack-request-id: req-2ecfc047-80c9-48d4-a08d-767ae1723593 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:56:54.445873 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35024015-1225-4497-8dab-cee17af34ce5", "tag": "afe0a79f-d0e4-4ca8-85e5-81805760d628", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:56:54.446130 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2ecfc047-80c9-48d4-a08d-767ae1723593 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:56:54.446549 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ecfc047-80c9-48d4-a08d-767ae1723593'] response: {'name': 'network-changed', 'server_uuid': '35024015-1225-4497-8dab-cee17af34ce5', 'tag': 'afe0a79f-d0e4-4ca8-85e5-81805760d628', 'status': 'completed', 'code': 200} May 06 09:56:54.457169 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-dc2bbe3d-3903-4630-b216-663279eccfd2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0dc4dba027a1481ea0952f23f4b2ddda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5621326 May 06 09:56:54.460391 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40050) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:54.476857 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-0e725c68-2243-4ba1-97a8-2e578088f680 None None] Provisioning complete for port b45f0e18-89c9-480a-8d9e-603852791165 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:54.479928 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0e725c68-2243-4ba1-97a8-2e578088f680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.550872 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2bbe3d-3903-4630-b216-663279eccfd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72043f4e-414f-4204-a580-8d509acf8518,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:54.610290 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f494603a-f9e8-4b4f-99f7-7bd40916c827 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.697237 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-63fcc1a7-c5ca-45f3-a1a3-d8c9b12d1ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.746113 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6fc31f53-aa14-4aec-9dc6-3efb0f17adf4 req-632a1f0d-475e-4f84-a2ad-4b2b4754edd8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7546954 May 06 09:56:54.779307 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-63fcc1a7-c5ca-45f3-a1a3-d8c9b12d1ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.946992 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-63fcc1a7-c5ca-45f3-a1a3-d8c9b12d1ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.955038 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-63fcc1a7-c5ca-45f3-a1a3-d8c9b12d1ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.956536 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-63fcc1a7-c5ca-45f3-a1a3-d8c9b12d1ec5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/72043f4e-414f-4204-a580-8d509acf8518 HTTP/1.1" status: 204 len: 168 time: 0.4819360 May 06 09:56:54.970785 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f494603a-f9e8-4b4f-99f7-7bd40916c827 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.973850 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f494603a-f9e8-4b4f-99f7-7bd40916c827 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:55.011281 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fcc1a7-c5ca-45f3-a1a3-d8c9b12d1ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72043f4e-414f-4204-a580-8d509acf8518,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:55.034426 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbb5c3-c835-4973-945c-6ee62c1e0dc5 req-83b00b90-cce3-4174-851f-f2788b363677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:55.037084 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-19fbb5c3-c835-4973-945c-6ee62c1e0dc5 req-83b00b90-cce3-4174-851f-f2788b363677 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c517f1b2e83649f0bec52fdccbd31b7e&device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 1096 time: 0.4876800 May 06 09:56:55.040385 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f494603a-f9e8-4b4f-99f7-7bd40916c827 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:55.041231 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f494603a-f9e8-4b4f-99f7-7bd40916c827 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 435dfd1e-26c3-440a-b5f6-ca8497a61b6a {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:56:55.149956 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-0e725c68-2243-4ba1-97a8-2e578088f680 None None] Provisioning complete for port 3a383efb-0065-4eb3-9197-47209cd16f80 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:55.150435 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0e725c68-2243-4ba1-97a8-2e578088f680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:55.228837 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-0e725c68-2243-4ba1-97a8-2e578088f680 None None] Port 3a383efb-0065-4eb3-9197-47209cd16f80 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:56:55.251147 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-2d48df43-cdf4-467d-98d8-f54d61ad97b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1145327886-router', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:15Z', 'updated_at': '2022-05-06T09:52:23Z', 'revision_number': 4, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'gw_port': {'id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:16Z', 'updated_at': '2022-05-06T09:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '338de055-f430-4fe6-9a1c-5d462e62d5ac', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'floating_ip_address': '172.25.5.20', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'port_id': 'afe0a79f-d0e4-4ca8-85e5-81805760d628', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0', 'mac_address': 'fa:16:3e:1e:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35024015-1225-4497-8dab-cee17af34ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:54:29Z', 'updated_at': '2022-05-06T09:56:52Z', 'revision_number': 3, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88b66bed-8687-403c-b472-939f5b75bdb8', 'name': '', 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'mac_address': 'fa:16:3e:ba:e3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'c9382d75-3c44-4a92-be03-e9a2109a5f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:21Z', 'updated_at': '2022-05-06T09:52:29Z', 'revision_number': 5, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'subnets': [{'id': 'c9382d75-3c44-4a92-be03-e9a2109a5f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:55.296284 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d48df43-cdf4-467d-98d8-f54d61ad97b8 None None] Checking router: ce13bdd3-721f-4cf5-a27e-f1130d3210f7 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:56:55.306504 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d48df43-cdf4-467d-98d8-f54d61ad97b8 None None] Routers {'ce13bdd3-721f-4cf5-a27e-f1130d3210f7'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:56:55.306981 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-2d48df43-cdf4-467d-98d8-f54d61ad97b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:56:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ce13bdd3-721f-4cf5-a27e-f1130d3210f7'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:55.465002 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-2d48df43-cdf4-467d-98d8-f54d61ad97b8 None None] Set router ce13bdd3-721f-4cf5-a27e-f1130d3210f7 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:56:55.492963 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-48e4c0c4-d8c1-4c97-8242-5a19518b3d80 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:55.503669 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-f494603a-f9e8-4b4f-99f7-7bd40916c827 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 06 09:56:55.505644 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f494603a-f9e8-4b4f-99f7-7bd40916c827 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.4377022 May 06 09:56:55.508555 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40066) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:55.558721 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbb5c3-c835-4973-945c-6ee62c1e0dc5 req-08ce4d54-52cc-4a18-a99b-2b2adeff41bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:55.561055 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-19fbb5c3-c835-4973-945c-6ee62c1e0dc5 req-08ce4d54-52cc-4a18-a99b-2b2adeff41bb service neutron] 10.222.0.77 "GET /v2.0/networks?id=8b4bbee4-4fbe-449e-978f-a646b5e578f0 HTTP/1.1" status: 200 len: 920 time: 0.5083356 May 06 09:56:55.562339 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-48e4c0c4-d8c1-4c97-8242-5a19518b3d80 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:55.671608 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-6d3e5438-53b7-412f-a387-4d0cec3d4b34 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Deleting port 590af64c-1de3-4ce4-93b4-bc481eaf4b70 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:55.671964 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6d3e5438-53b7-412f-a387-4d0cec3d4b34 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:55.739391 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4c0c4-d8c1-4c97-8242-5a19518b3d80 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Port': ['ID=3a383efb-0065-4eb3-9197-47209cd16f80,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:55.839581 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-48e4c0c4-d8c1-4c97-8242-5a19518b3d80 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] In _notify_port_updated(), no bound segment for port 3a383efb-0065-4eb3-9197-47209cd16f80 on network 676ba8bd-5dcf-4a17-b4ec-4e9e56579a97 {{(pid=102652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:56:55.847268 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e4c0c4-d8c1-4c97-8242-5a19518b3d80 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:55.847942 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-48e4c0c4-d8c1-4c97-8242-5a19518b3d80 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:55.850581 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-48e4c0c4-d8c1-4c97-8242-5a19518b3d80 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "PUT /v2.0/ports/3a383efb-0065-4eb3-9197-47209cd16f80 HTTP/1.1" status: 200 len: 1012 time: 3.0196269 May 06 09:56:55.853627 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-19fbb5c3-c835-4973-945c-6ee62c1e0dc5 req-1892af12-94cf-442f-a5f5-933ad9ae1588 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afe0a79f-d0e4-4ca8-85e5-81805760d628 HTTP/1.1" status: 200 len: 1000 time: 0.2802086 May 06 09:56:55.853627 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40082) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:55.860180 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6d3e5438-53b7-412f-a387-4d0cec3d4b34 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:55.930279 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-6d3e5438-53b7-412f-a387-4d0cec3d4b34 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Calling delete_port for 590af64c-1de3-4ce4-93b4-bc481eaf4b70 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:55.969498 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d9b64783-c897-491a-bbaa-6f397371350a None None] Provisioning complete for port 3a383efb-0065-4eb3-9197-47209cd16f80 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:55.969766 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d9b64783-c897-491a-bbaa-6f397371350a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:56.055157 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d9b64783-c897-491a-bbaa-6f397371350a None None] Port 3a383efb-0065-4eb3-9197-47209cd16f80 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:56:56.087571 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbb5c3-c835-4973-945c-6ee62c1e0dc5 req-5a34b353-f415-45fe-bbab-0ca86b2b32ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:56.094846 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-19fbb5c3-c835-4973-945c-6ee62c1e0dc5 req-5a34b353-f415-45fe-bbab-0ca86b2b32ed service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c9382d75-3c44-4a92-be03-e9a2109a5f6f HTTP/1.1" status: 200 len: 858 time: 0.2237489 May 06 09:56:56.146271 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-2d48df43-cdf4-467d-98d8-f54d61ad97b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1145327886-router', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:15Z', 'updated_at': '2022-05-06T09:52:23Z', 'revision_number': 4, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'gw_port': {'id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:16Z', 'updated_at': '2022-05-06T09:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '338de055-f430-4fe6-9a1c-5d462e62d5ac', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'floating_ip_address': '172.25.5.20', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'port_id': 'afe0a79f-d0e4-4ca8-85e5-81805760d628', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0', 'mac_address': 'fa:16:3e:1e:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35024015-1225-4497-8dab-cee17af34ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:54:29Z', 'updated_at': '2022-05-06T09:56:52Z', 'revision_number': 3, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88b66bed-8687-403c-b472-939f5b75bdb8', 'name': '', 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'mac_address': 'fa:16:3e:ba:e3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'c9382d75-3c44-4a92-be03-e9a2109a5f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:21Z', 'updated_at': '2022-05-06T09:52:29Z', 'revision_number': 5, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'subnets': [{'id': 'c9382d75-3c44-4a92-be03-e9a2109a5f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:56.179641 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d48df43-cdf4-467d-98d8-f54d61ad97b8 None None] The sync data for ids ['ce13bdd3-721f-4cf5-a27e-f1130d3210f7'] in n-d-840835-1 is: [{'id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1145327886-router', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:15Z', 'updated_at': '2022-05-06T09:52:23Z', 'revision_number': 4, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'gw_port': {'id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:16Z', 'updated_at': '2022-05-06T09:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '338de055-f430-4fe6-9a1c-5d462e62d5ac', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'floating_ip_address': '172.25.5.20', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'port_id': 'afe0a79f-d0e4-4ca8-85e5-81805760d628', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0', 'mac_address': 'fa:16:3e:1e:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35024015-1225-4497-8dab-cee17af34ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:54:29Z', 'updated_at': '2022-05-06T09:56:52Z', 'revision_number': 3, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88b66bed-8687-403c-b472-939f5b75bdb8', 'name': '', 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'mac_address': 'fa:16:3e:ba:e3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'c9382d75-3c44-4a92-be03-e9a2109a5f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:21Z', 'updated_at': '2022-05-06T09:52:29Z', 'revision_number': 5, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'subnets': [{'id': 'c9382d75-3c44-4a92-be03-e9a2109a5f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:56:56.196410 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6d3e5438-53b7-412f-a387-4d0cec3d4b34 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:56.253972 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbb5c3-c835-4973-945c-6ee62c1e0dc5 req-3f610578-1e28-4840-b6c6-2a8e4089f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:56.256517 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-19fbb5c3-c835-4973-945c-6ee62c1e0dc5 req-3f610578-1e28-4840-b6c6-2a8e4089f639 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8b4bbee4-4fbe-449e-978f-a646b5e578f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1603293 May 06 09:56:56.259047 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-1db56d2e-d8ae-4d6e-bb1c-b1b99714b3aa tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting port 3a383efb-0065-4eb3-9197-47209cd16f80 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:56.259620 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1db56d2e-d8ae-4d6e-bb1c-b1b99714b3aa tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:56.295481 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-ce504b65-0908-4cd7-ab44-be910d331d78 None None] Provisioning complete for port 3a383efb-0065-4eb3-9197-47209cd16f80 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:56.296571 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ce504b65-0908-4cd7-ab44-be910d331d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:56.424303 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-ce504b65-0908-4cd7-ab44-be910d331d78 None None] Port 3a383efb-0065-4eb3-9197-47209cd16f80 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:56:56.580032 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1db56d2e-d8ae-4d6e-bb1c-b1b99714b3aa tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:56.600398 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-19fbb5c3-c835-4973-945c-6ee62c1e0dc5 req-98edd399-ad7e-49d5-876c-5c4db638d137 service neutron] 10.222.0.77 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359663 May 06 09:56:56.601291 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-1db56d2e-d8ae-4d6e-bb1c-b1b99714b3aa tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Calling delete_port for 3a383efb-0065-4eb3-9197-47209cd16f80 owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:56.698892 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35024015-1225-4497-8dab-cee17af34ce5', 'tag': 'afe0a79f-d0e4-4ca8-85e5-81805760d628'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:56:56.701310 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0de341-6f4d-49fa-bfbd-7e2366361f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "35024015-1225-4497-8dab-cee17af34ce5", "tag": "afe0a79f-d0e4-4ca8-85e5-81805760d628"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:56:56.704781 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e5438-53b7-412f-a387-4d0cec3d4b34 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Pushing event deleted for resources: {'Port': ['ID=590af64c-1de3-4ce4-93b4-bc481eaf4b70,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:56.829212 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6d3e5438-53b7-412f-a387-4d0cec3d4b34 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:56.833121 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6d3e5438-53b7-412f-a387-4d0cec3d4b34 tempest-RoutersAdminNegativeTest-1896780402 tempest-RoutersAdminNegativeTest-1896780402-project-admin] 10.222.0.73 "DELETE /v2.0/ports/590af64c-1de3-4ce4-93b4-bc481eaf4b70 HTTP/1.1" status: 204 len: 168 time: 1.3228884 May 06 09:56:56.837726 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6db0e0-8c80-48ee-b40d-be3869ff0e79 x-openstack-request-id: req-fc6db0e0-8c80-48ee-b40d-be3869ff0e79 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:56:56.840467 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35024015-1225-4497-8dab-cee17af34ce5", "tag": "afe0a79f-d0e4-4ca8-85e5-81805760d628", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:56:56.844311 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fc6db0e0-8c80-48ee-b40d-be3869ff0e79 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:56:56.847296 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc6db0e0-8c80-48ee-b40d-be3869ff0e79'] response: {'name': 'network-changed', 'server_uuid': '35024015-1225-4497-8dab-cee17af34ce5', 'tag': 'afe0a79f-d0e4-4ca8-85e5-81805760d628', 'status': 'completed', 'code': 200} May 06 09:56:56.855492 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-19fbb5c3-c835-4973-945c-6ee62c1e0dc5 req-855c7590-7863-4921-9f3c-1d5f10dd279a service neutron] 10.222.0.77 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367258 May 06 09:56:57.089220 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc31f53-aa14-4aec-9dc6-3efb0f17adf4 req-8734c54c-a208-44ed-9486-8ce75f3858c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:57.091761 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6fc31f53-aa14-4aec-9dc6-3efb0f17adf4 req-8734c54c-a208-44ed-9486-8ce75f3858c8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c517f1b2e83649f0bec52fdccbd31b7e&device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 1096 time: 0.1555848 May 06 09:56:57.110502 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1db56d2e-d8ae-4d6e-bb1c-b1b99714b3aa tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:57.253418 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db56d2e-d8ae-4d6e-bb1c-b1b99714b3aa tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Port': ['ID=3a383efb-0065-4eb3-9197-47209cd16f80,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:57.417018 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc31f53-aa14-4aec-9dc6-3efb0f17adf4 req-e341340f-7be6-417d-aa2e-8dd16fde776f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:57.418459 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6fc31f53-aa14-4aec-9dc6-3efb0f17adf4 req-e341340f-7be6-417d-aa2e-8dd16fde776f service neutron] 10.222.0.77 "GET /v2.0/networks?id=8b4bbee4-4fbe-449e-978f-a646b5e578f0 HTTP/1.1" status: 200 len: 920 time: 0.2881408 May 06 09:56:57.430155 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1db56d2e-d8ae-4d6e-bb1c-b1b99714b3aa tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:57.442653 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1db56d2e-d8ae-4d6e-bb1c-b1b99714b3aa tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/ports/3a383efb-0065-4eb3-9197-47209cd16f80 HTTP/1.1" status: 204 len: 168 time: 1.5854571 May 06 09:56:57.442761 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40132) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:57.489998 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e0d9a98-2447-4469-b5f1-efa34efc8987 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] GET failed (client error): The resource could not be found. May 06 09:56:57.491745 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9e0d9a98-2447-4469-b5f1-efa34efc8987 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "GET /v2.0/ports/3a383efb-0065-4eb3-9197-47209cd16f80 HTTP/1.1" status: 404 len: 333 time: 0.0480397 May 06 09:56:57.495678 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40134) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:57.525938 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40138) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:57.582444 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6fc31f53-aa14-4aec-9dc6-3efb0f17adf4 req-44759142-4d64-494a-a62a-3bc50f21ceb8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afe0a79f-d0e4-4ca8-85e5-81805760d628 HTTP/1.1" status: 200 len: 1000 time: 0.1417117 May 06 09:56:57.630815 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-e50733df-98dc-4218-98af-88158d32af0f tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting subnet 259951b5-9b78-4ef5-a840-b925ae341f17 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:56:57.635643 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e50733df-98dc-4218-98af-88158d32af0f tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:57.642674 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc31f53-aa14-4aec-9dc6-3efb0f17adf4 req-9e1d9b7b-fb9e-4c11-ae92-14ace6c25198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:57.645797 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6fc31f53-aa14-4aec-9dc6-3efb0f17adf4 req-9e1d9b7b-fb9e-4c11-ae92-14ace6c25198 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c9382d75-3c44-4a92-be03-e9a2109a5f6f HTTP/1.1" status: 200 len: 858 time: 0.0567219 May 06 09:56:57.684987 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e50733df-98dc-4218-98af-88158d32af0f tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:57.722465 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-40ac09fd-b8a4-41b7-b4aa-2f8cedd99ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:57.742634 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc31f53-aa14-4aec-9dc6-3efb0f17adf4 req-99efb6d6-b00b-4253-892e-f09e579017d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:57.744540 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6fc31f53-aa14-4aec-9dc6-3efb0f17adf4 req-99efb6d6-b00b-4253-892e-f09e579017d8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8b4bbee4-4fbe-449e-978f-a646b5e578f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908997 May 06 09:56:57.795797 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e50733df-98dc-4218-98af-88158d32af0f tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:57.882546 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6fc31f53-aa14-4aec-9dc6-3efb0f17adf4 req-4923d2ba-d11c-46c8-bf10-80df66b85c31 service neutron] 10.222.0.77 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286697 May 06 09:56:57.893012 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e50733df-98dc-4218-98af-88158d32af0f tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:57.957127 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50733df-98dc-4218-98af-88158d32af0f tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Subnet': ['ID=259951b5-9b78-4ef5-a840-b925ae341f17,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:57.958927 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88721ae6-ef5a-4bf4-832e-4db7f6c085f4 None None] Network 676ba8bd-5dcf-4a17-b4ec-4e9e56579a97 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:57.962190 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e50733df-98dc-4218-98af-88158d32af0f tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:57.967252 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-40ac09fd-b8a4-41b7-b4aa-2f8cedd99ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:57.972344 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e50733df-98dc-4218-98af-88158d32af0f tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/subnets/259951b5-9b78-4ef5-a840-b925ae341f17 HTTP/1.1" status: 204 len: 168 time: 0.4755654 May 06 09:56:57.974353 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40152) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:57.977877 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-40ac09fd-b8a4-41b7-b4aa-2f8cedd99ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:58.040370 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-40ac09fd-b8a4-41b7-b4aa-2f8cedd99ffa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d9acedf8da574c56b89119ae49769b41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5109999 May 06 09:56:58.043765 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40154) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:58.067728 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac09fd-b8a4-41b7-b4aa-2f8cedd99ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f6e8a4-f0df-4da7-ba19-989adfd6d571,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:58.083806 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-f139a5d5-333e-4f05-81e6-155d76a31190 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting subnet c5c2185a-42bc-4a6c-a47a-5261bb84b949 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:56:58.088886 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f139a5d5-333e-4f05-81e6-155d76a31190 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:58.093195 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6fc31f53-aa14-4aec-9dc6-3efb0f17adf4 req-6848c17e-c657-4f86-9b1c-8514ed1bf272 service neutron] 10.222.0.77 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008862 May 06 09:56:58.139087 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f139a5d5-333e-4f05-81e6-155d76a31190 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:58.265372 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0de341-6f4d-49fa-bfbd-7e2366361f0c req-d3651063-f756-4e87-96a8-d7bad8996b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:58.272854 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7e0de341-6f4d-49fa-bfbd-7e2366361f0c req-d3651063-f756-4e87-96a8-d7bad8996b6c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c517f1b2e83649f0bec52fdccbd31b7e&device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 1096 time: 0.0893340 May 06 09:56:58.316743 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f139a5d5-333e-4f05-81e6-155d76a31190 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:58.375044 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4326b6c4-a6cc-4672-adc6-9c39cfd24392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:58.420401 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4326b6c4-a6cc-4672-adc6-9c39cfd24392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:58.457369 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f139a5d5-333e-4f05-81e6-155d76a31190 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:58.477926 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0de341-6f4d-49fa-bfbd-7e2366361f0c req-a5a36044-359c-41bd-93ab-4526f293c89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:58.485775 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f139a5d5-333e-4f05-81e6-155d76a31190 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:58.491172 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f139a5d5-333e-4f05-81e6-155d76a31190 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/subnets/c5c2185a-42bc-4a6c-a47a-5261bb84b949 HTTP/1.1" status: 204 len: 168 time: 0.5135255 May 06 09:56:58.492269 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7e0de341-6f4d-49fa-bfbd-7e2366361f0c req-a5a36044-359c-41bd-93ab-4526f293c89e service neutron] 10.222.0.77 "GET /v2.0/networks?id=8b4bbee4-4fbe-449e-978f-a646b5e578f0 HTTP/1.1" status: 200 len: 920 time: 0.1971550 May 06 09:56:58.511053 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40160) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:58.528974 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139a5d5-333e-4f05-81e6-155d76a31190 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Subnet': ['ID=c5c2185a-42bc-4a6c-a47a-5261bb84b949,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:58.576416 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4326b6c4-a6cc-4672-adc6-9c39cfd24392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:58.579738 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4326b6c4-a6cc-4672-adc6-9c39cfd24392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:58.580952 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4326b6c4-a6cc-4672-adc6-9c39cfd24392 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c0f6e8a4-f0df-4da7-ba19-989adfd6d571 HTTP/1.1" status: 204 len: 168 time: 0.5361362 May 06 09:56:58.592276 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326b6c4-a6cc-4672-adc6-9c39cfd24392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f6e8a4-f0df-4da7-ba19-989adfd6d571,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:58.746005 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1bfc7122-bffe-4406-b629-2e400f3bf778 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:58.785311 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7e0de341-6f4d-49fa-bfbd-7e2366361f0c req-8182559f-fd18-4044-88ce-f3f515239009 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afe0a79f-d0e4-4ca8-85e5-81805760d628 HTTP/1.1" status: 200 len: 1000 time: 0.2862217 May 06 09:56:58.903072 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0de341-6f4d-49fa-bfbd-7e2366361f0c req-7b900329-7abc-4a27-a8f6-7a0e86f8cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:58.910113 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7e0de341-6f4d-49fa-bfbd-7e2366361f0c req-7b900329-7abc-4a27-a8f6-7a0e86f8cad3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c9382d75-3c44-4a92-be03-e9a2109a5f6f HTTP/1.1" status: 200 len: 858 time: 0.1073916 May 06 09:56:58.947339 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:58.964505 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-1bfc7122-bffe-4406-b629-2e400f3bf778 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting port b45f0e18-89c9-480a-8d9e-603852791165 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:58.964852 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1bfc7122-bffe-4406-b629-2e400f3bf778 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:59.056035 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0de341-6f4d-49fa-bfbd-7e2366361f0c req-016cab7e-3dd0-429c-8fa5-25bab6cb56e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:59.058933 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7e0de341-6f4d-49fa-bfbd-7e2366361f0c req-016cab7e-3dd0-429c-8fa5-25bab6cb56e2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8b4bbee4-4fbe-449e-978f-a646b5e578f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334894 May 06 09:56:59.068471 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-1bfc7122-bffe-4406-b629-2e400f3bf778 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] For port b45f0e18-89c9-480a-8d9e-603852791165, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b45f0e18-89c9-480a-8d9e-603852791165,segment=NetworkSegment(7df76e18-6bb5-48a8-9e8a-ec9454b771d9),segment_id=7df76e18-6bb5-48a8-9e8a-ec9454b771d9)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:59.069251 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1bfc7122-bffe-4406-b629-2e400f3bf778 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:59.087393 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-1bfc7122-bffe-4406-b629-2e400f3bf778 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Calling delete_port for b45f0e18-89c9-480a-8d9e-603852791165 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:59.177487 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40184) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:59.232826 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-76445ebe-e276-4242-b7c1-bee626e5bd71 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7a9056652c7c45ba92346d891d3db580&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540400 May 06 09:56:59.235323 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40186) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:59.311679 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1bfc7122-bffe-4406-b629-2e400f3bf778 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:59.327466 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc2477dd-724b-4ac8-83ac-55830c9c9c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:59.355442 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc2477dd-724b-4ac8-83ac-55830c9c9c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:59.361827 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfc7122-bffe-4406-b629-2e400f3bf778 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] No DVR routers for this DVR port b45f0e18-89c9-480a-8d9e-603852791165 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:56:59.397337 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df16e4c3-d0bb-4230-a11a-fc61dbf47d14 None None] Network 676ba8bd-5dcf-4a17-b4ec-4e9e56579a97 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:59.415104 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc7122-bffe-4406-b629-2e400f3bf778 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Port': ['ID=b45f0e18-89c9-480a-8d9e-603852791165,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:59.438495 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc2477dd-724b-4ac8-83ac-55830c9c9c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:59.442684 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc2477dd-724b-4ac8-83ac-55830c9c9c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:59.443900 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7e0de341-6f4d-49fa-bfbd-7e2366361f0c req-9ebc0caf-cab4-4522-84bd-3454cc07cedf service neutron] 10.222.0.77 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597661 May 06 09:56:59.445053 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bc2477dd-724b-4ac8-83ac-55830c9c9c90 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d907a865-6990-4e59-a50f-061418687958 HTTP/1.1" status: 204 len: 168 time: 0.2085099 May 06 09:56:59.466262 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2477dd-724b-4ac8-83ac-55830c9c9c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d907a865-6990-4e59-a50f-061418687958,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:59.556363 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1bfc7122-bffe-4406-b629-2e400f3bf778 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:59.598100 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b1f4f04a-bed3-4155-bf35-9ec0b0dcd1b4 None None] Could not find standard attr ID for object b45f0e18-89c9-480a-8d9e-603852791165. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:56:59.599516 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-1bfc7122-bffe-4406-b629-2e400f3bf778 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['676ba8bd-5dcf-4a17-b4ec-4e9e56579a97']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:59.621684 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-1bfc7122-bffe-4406-b629-2e400f3bf778 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df76e18-6bb5-48a8-9e8a-ec9454b771d9') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:59.621980 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-1bfc7122-bffe-4406-b629-2e400f3bf778 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df76e18-6bb5-48a8-9e8a-ec9454b771d9') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:59.662719 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1bfc7122-bffe-4406-b629-2e400f3bf778 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:59.688416 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7e0de341-6f4d-49fa-bfbd-7e2366361f0c req-511aa1fa-d0ed-443d-83b2-f24dc8f4c01c service neutron] 10.222.0.77 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182236 May 06 09:56:59.697615 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1bfc7122-bffe-4406-b629-2e400f3bf778 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:59.719842 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bfc7122-bffe-4406-b629-2e400f3bf778 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:56:59.720353 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1bfc7122-bffe-4406-b629-2e400f3bf778 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: timer() May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:56:59.724805 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:56:59.823335 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1bfc7122-bffe-4406-b629-2e400f3bf778 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:59.837317 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1bfc7122-bffe-4406-b629-2e400f3bf778 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:59.841926 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c7f601-8adb-4166-b07d-e4fe11e9222f None None] DHCP port deletion for 676ba8bd-5dcf-4a17-b4ec-4e9e56579a97 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:56:59.853842 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1bfc7122-bffe-4406-b629-2e400f3bf778 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/networks/676ba8bd-5dcf-4a17-b4ec-4e9e56579a97 HTTP/1.1" status: 204 len: 168 time: 1.3390739 May 06 09:56:59.859321 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40216) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:59.871812 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc7122-bffe-4406-b629-2e400f3bf778 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Network': ['ID=676ba8bd-5dcf-4a17-b4ec-4e9e56579a97,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:59.993359 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedaa5dd-4003-4616-8e15-c3d6ce3b33e7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:00.001495 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40226) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:00.002089 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-aedaa5dd-4003-4616-8e15-c3d6ce3b33e7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1414738 May 06 09:57:00.078674 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40230) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:00.080293 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bd1218c8-8e0d-4121-8ae3-491059b9ac59 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0720401 May 06 09:57:00.083892 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-59961e14-f251-4be9-b7f6-c6ea8d08b63e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1842799195'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:00.128383 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59961e14-f251-4be9-b7f6-c6ea8d08b63e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:00.131974 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-59961e14-f251-4be9-b7f6-c6ea8d08b63e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:00.196767 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59961e14-f251-4be9-b7f6-c6ea8d08b63e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:57:00.212274 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-59961e14-f251-4be9-b7f6-c6ea8d08b63e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:00.213256 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-59961e14-f251-4be9-b7f6-c6ea8d08b63e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Added segment fabe17d7-e9e6-4d43-91a7-4eb2822e0f85 of type vlan for network eb479401-89e2-4c20-8df1-3cf146a77b9a May 06 09:57:00.279044 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-59961e14-f251-4be9-b7f6-c6ea8d08b63e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:00.330827 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-59961e14-f251-4be9-b7f6-c6ea8d08b63e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:00.338311 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59961e14-f251-4be9-b7f6-c6ea8d08b63e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:00.340202 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-59961e14-f251-4be9-b7f6-c6ea8d08b63e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:00.465787 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-59961e14-f251-4be9-b7f6-c6ea8d08b63e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3859453 May 06 09:57:00.472647 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40242) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:00.492170 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59961e14-f251-4be9-b7f6-c6ea8d08b63e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Network': ['ID=eb479401-89e2-4c20-8df1-3cf146a77b9a,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:00.505439 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-85b9f79a-d005-4941-8c40-a100baac3a03 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'subnet': {'network_id': 'eb479401-89e2-4c20-8df1-3cf146a77b9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:00.518322 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network eb479401-89e2-4c20-8df1-3cf146a77b9a details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:57:00.668057 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b9f79a-d005-4941-8c40-a100baac3a03 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:00.673130 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-85b9f79a-d005-4941-8c40-a100baac3a03 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:00.929454 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40252) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:00.942624 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-85b9f79a-d005-4941-8c40-a100baac3a03 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:01.044235 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9f79a-d005-4941-8c40-a100baac3a03 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Subnet': ['ID=8848289b-0856-4613-8766-858c0f60462e,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:01.046518 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b45f0e18-89c9-480a-8d9e-603852791165 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:57:01.109138 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b9f79a-d005-4941-8c40-a100baac3a03 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Checking segment: {'id': 'fabe17d7-e9e6-4d43-91a7-4eb2822e0f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'eb479401-89e2-4c20-8df1-3cf146a77b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:01.109831 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b9f79a-d005-4941-8c40-a100baac3a03 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network hostable DHCP agents. Network: eb479401-89e2-4c20-8df1-3cf146a77b9a, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:57:01.122485 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: b45f0e18-89c9-480a-8d9e-603852791165 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:57:01.127457 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b45f0e18-89c9-480a-8d9e-603852791165 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:57:01.140385 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-fb9c8ce0-8938-4b93-8d7f-e6fcb46ac545 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1175988659'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:01.146984 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b9f79a-d005-4941-8c40-a100baac3a03 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network eb479401-89e2-4c20-8df1-3cf146a77b9a is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:57:01.164915 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-85b9f79a-d005-4941-8c40-a100baac3a03 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, eb479401-89e2-4c20-8df1-3cf146a77b9a) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:01.169746 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b9f79a-d005-4941-8c40-a100baac3a03 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:01.171389 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-85b9f79a-d005-4941-8c40-a100baac3a03 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:01.182075 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c45cf2-db9c-4c24-8cc6-655e633c1b17 None None] Network eb479401-89e2-4c20-8df1-3cf146a77b9a requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:01.201551 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40264) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:01.204224 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-85b9f79a-d005-4941-8c40-a100baac3a03 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7283936 May 06 09:57:01.206989 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-80ee446b-6237-470c-9b13-968842a9d6d0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'port': {'network_id': 'eb479401-89e2-4c20-8df1-3cf146a77b9a', 'name': 'tempest-PortsIpV6TestJSON-295208939'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:01.217109 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9c8ce0-8938-4b93-8d7f-e6fcb46ac545 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Made reservation on behalf of 6ea712d39dec4c3e8187b546addf35a5 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:01.221477 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb9c8ce0-8938-4b93-8d7f-e6fcb46ac545 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:01.274357 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb9c8ce0-8938-4b93-8d7f-e6fcb46ac545 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:01.415742 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbc3e7d-09fa-452e-bbf2-adcb95e2cc4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-eb479401-89e2-4c20-8df1-3cf146a77b9a', 'network_id': 'eb479401-89e2-4c20-8df1-3cf146a77b9a', 'tenant_id': '5d193049755044c3b70e2808b8b62329', 'fixed_ips': [{'subnet_id': '8848289b-0856-4613-8766-858c0f60462e'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:57:01.418068 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0bbc3e7d-09fa-452e-bbf2-adcb95e2cc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:01.522861 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ee446b-6237-470c-9b13-968842a9d6d0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:01.566435 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-80ee446b-6237-470c-9b13-968842a9d6d0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:01.664015 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-80ee446b-6237-470c-9b13-968842a9d6d0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] device_id is not set on port bc0ea2d3-4dd1-4be9-abdd-de5aa512c1f0 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:57:01.694917 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb9c8ce0-8938-4b93-8d7f-e6fcb46ac545 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:01.731183 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb9c8ce0-8938-4b93-8d7f-e6fcb46ac545 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:01.783533 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9c8ce0-8938-4b93-8d7f-e6fcb46ac545 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:57:01.798010 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-0bbc3e7d-09fa-452e-bbf2-adcb95e2cc4f None None] Allocated IP 2001:db8::2 (eb479401-89e2-4c20-8df1-3cf146a77b9a/8848289b-0856-4613-8766-858c0f60462e/69726f2b-7c66-46cd-848d-7097e3252621) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:01.811988 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c8ce0-8938-4b93-8d7f-e6fcb46ac545 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4ec9e1-9b44-4ae2-a7bd-b3bf34ba38df,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:01.815077 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb9c8ce0-8938-4b93-8d7f-e6fcb46ac545 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:01.815450 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-fb9c8ce0-8938-4b93-8d7f-e6fcb46ac545 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Added segment 908d82a9-f8cf-4022-880d-e67223eafa49 of type vlan for network 0be0ea0b-0353-4a5d-a538-72d26148bed5 May 06 09:57:01.881283 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb9c8ce0-8938-4b93-8d7f-e6fcb46ac545 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:01.924248 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb9c8ce0-8938-4b93-8d7f-e6fcb46ac545 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:01.930979 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9c8ce0-8938-4b93-8d7f-e6fcb46ac545 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:01.932360 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb9c8ce0-8938-4b93-8d7f-e6fcb46ac545 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:01.994737 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0bbc3e7d-09fa-452e-bbf2-adcb95e2cc4f None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:02.001990 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0bbc3e7d-09fa-452e-bbf2-adcb95e2cc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:02.010065 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fb9c8ce0-8938-4b93-8d7f-e6fcb46ac545 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0762744 May 06 09:57:02.012294 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40270) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:02.021701 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-0f77efaf-4217-4a4d-bb29-479100dca203 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Request body: {'subnet': {'network_id': '0be0ea0b-0353-4a5d-a538-72d26148bed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:02.075043 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-80ee446b-6237-470c-9b13-968842a9d6d0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Allocated IP 2001:db8::1a8 (eb479401-89e2-4c20-8df1-3cf146a77b9a/8848289b-0856-4613-8766-858c0f60462e/bc0ea2d3-4dd1-4be9-abdd-de5aa512c1f0) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:02.085293 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbc3e7d-09fa-452e-bbf2-adcb95e2cc4f None None] Network eb479401-89e2-4c20-8df1-3cf146a77b9a is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:02.089878 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-0bbc3e7d-09fa-452e-bbf2-adcb95e2cc4f None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:02.095203 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbc3e7d-09fa-452e-bbf2-adcb95e2cc4f None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:02.125920 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c8ce0-8938-4b93-8d7f-e6fcb46ac545 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Pushing event updated for resources: {'Network': ['ID=0be0ea0b-0353-4a5d-a538-72d26148bed5,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:02.166336 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 0be0ea0b-0353-4a5d-a538-72d26148bed5 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:57:02.183037 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc3e7d-09fa-452e-bbf2-adcb95e2cc4f None None] Pushing event updated for resources: {'Port': ['ID=69726f2b-7c66-46cd-848d-7097e3252621,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:02.219644 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f77efaf-4217-4a4d-bb29-479100dca203 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Made reservation on behalf of 6ea712d39dec4c3e8187b546addf35a5 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:02.227850 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0f77efaf-4217-4a4d-bb29-479100dca203 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:02.255412 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-0bbc3e7d-09fa-452e-bbf2-adcb95e2cc4f None None] Attempting to bind port 69726f2b-7c66-46cd-848d-7097e3252621 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:57:02.255787 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-0bbc3e7d-09fa-452e-bbf2-adcb95e2cc4f None None] Attempting to bind port 69726f2b-7c66-46cd-848d-7097e3252621 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'fabe17d7-e9e6-4d43-91a7-4eb2822e0f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'eb479401-89e2-4c20-8df1-3cf146a77b9a'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:57:02.256283 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbc3e7d-09fa-452e-bbf2-adcb95e2cc4f None None] Attempting to bind port 69726f2b-7c66-46cd-848d-7097e3252621 on network eb479401-89e2-4c20-8df1-3cf146a77b9a {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:57:02.271791 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbc3e7d-09fa-452e-bbf2-adcb95e2cc4f None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:57:02.272170 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbc3e7d-09fa-452e-bbf2-adcb95e2cc4f None None] Checking segment: {'id': 'fabe17d7-e9e6-4d43-91a7-4eb2822e0f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'eb479401-89e2-4c20-8df1-3cf146a77b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:02.272575 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0bbc3e7d-09fa-452e-bbf2-adcb95e2cc4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:02.272967 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbc3e7d-09fa-452e-bbf2-adcb95e2cc4f None None] Bound using segment: {'id': 'fabe17d7-e9e6-4d43-91a7-4eb2822e0f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'eb479401-89e2-4c20-8df1-3cf146a77b9a'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:57:02.273444 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-0bbc3e7d-09fa-452e-bbf2-adcb95e2cc4f None None] Bound port: 69726f2b-7c66-46cd-848d-7097e3252621, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fabe17d7-e9e6-4d43-91a7-4eb2822e0f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'eb479401-89e2-4c20-8df1-3cf146a77b9a'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:57:02.273823 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0bbc3e7d-09fa-452e-bbf2-adcb95e2cc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:02.359693 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-0bbc3e7d-09fa-452e-bbf2-adcb95e2cc4f None None] For port 69726f2b-7c66-46cd-848d-7097e3252621, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:57:02.364113 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-0bbc3e7d-09fa-452e-bbf2-adcb95e2cc4f None None] For port 69726f2b-7c66-46cd-848d-7097e3252621, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=69726f2b-7c66-46cd-848d-7097e3252621,segment=NetworkSegment(fabe17d7-e9e6-4d43-91a7-4eb2822e0f85),segment_id=fabe17d7-e9e6-4d43-91a7-4eb2822e0f85)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:57:02.388419 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0bbc3e7d-09fa-452e-bbf2-adcb95e2cc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:02.427309 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-80ee446b-6237-470c-9b13-968842a9d6d0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:02.523362 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-80ee446b-6237-470c-9b13-968842a9d6d0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:02.537953 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc3e7d-09fa-452e-bbf2-adcb95e2cc4f None None] Pushing event updated for resources: {'Port': ['ID=69726f2b-7c66-46cd-848d-7097e3252621,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:02.631597 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ee446b-6237-470c-9b13-968842a9d6d0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network eb479401-89e2-4c20-8df1-3cf146a77b9a is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:02.645265 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-80ee446b-6237-470c-9b13-968842a9d6d0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:02.647970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee446b-6237-470c-9b13-968842a9d6d0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Port': ['ID=bc0ea2d3-4dd1-4be9-abdd-de5aa512c1f0,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:02.649179 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0f77efaf-4217-4a4d-bb29-479100dca203 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:02.659191 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ee446b-6237-470c-9b13-968842a9d6d0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:02.666423 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ee446b-6237-470c-9b13-968842a9d6d0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:02.667669 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-80ee446b-6237-470c-9b13-968842a9d6d0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:02.687935 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-80ee446b-6237-470c-9b13-968842a9d6d0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4852214 May 06 09:57:02.690529 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40282) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:02.697070 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-35f7a175-5a5f-4e0a-9e74-af5ce0514ccb tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'port': {'network_id': 'eb479401-89e2-4c20-8df1-3cf146a77b9a', 'name': 'tempest-PortsIpV6TestJSON-163165494'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:02.799700 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77efaf-4217-4a4d-bb29-479100dca203 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Pushing event updated for resources: {'Subnet': ['ID=770ae4ff-3a16-4892-b078-fc6182c59ad9,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:02.803798 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f77efaf-4217-4a4d-bb29-479100dca203 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Checking segment: {'id': '908d82a9-f8cf-4022-880d-e67223eafa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '0be0ea0b-0353-4a5d-a538-72d26148bed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:02.804179 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f77efaf-4217-4a4d-bb29-479100dca203 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Network hostable DHCP agents. Network: 0be0ea0b-0353-4a5d-a538-72d26148bed5, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:57:02.826580 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f77efaf-4217-4a4d-bb29-479100dca203 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Network 0be0ea0b-0353-4a5d-a538-72d26148bed5 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:57:02.858817 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-0f77efaf-4217-4a4d-bb29-479100dca203 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 0be0ea0b-0353-4a5d-a538-72d26148bed5) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:02.868291 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f77efaf-4217-4a4d-bb29-479100dca203 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:02.870751 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0f77efaf-4217-4a4d-bb29-479100dca203 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:02.882669 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0751a66d-0838-44c6-82f5-787f7ca7e776 None None] Network 0be0ea0b-0353-4a5d-a538-72d26148bed5 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:02.905366 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f7a175-5a5f-4e0a-9e74-af5ce0514ccb tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:02.909139 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-35f7a175-5a5f-4e0a-9e74-af5ce0514ccb tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:02.915213 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0f77efaf-4217-4a4d-bb29-479100dca203 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8981822 May 06 09:57:02.916838 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40284) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:02.933125 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-369f8a58-49dd-4f00-bffb-782f5b64de7e tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Request body: {'port': {'network_id': '0be0ea0b-0353-4a5d-a538-72d26148bed5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-254113173'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:03.170327 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-35f7a175-5a5f-4e0a-9e74-af5ce0514ccb tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] device_id is not set on port 22ce5b91-0bb2-40cc-8db4-1ebf7d731c48 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:57:03.194643 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 69726f2b-7c66-46cd-848d-7097e3252621 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:03.307968 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 69726f2b-7c66-46cd-848d-7097e3252621 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:03.308457 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:03.362068 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-0be0ea0b-0353-4a5d-a538-72d26148bed5', 'network_id': '0be0ea0b-0353-4a5d-a538-72d26148bed5', 'tenant_id': '6ea712d39dec4c3e8187b546addf35a5', 'fixed_ips': [{'subnet_id': '770ae4ff-3a16-4892-b078-fc6182c59ad9'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:57:03.363287 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:03.457051 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369f8a58-49dd-4f00-bffb-782f5b64de7e tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Made reservation on behalf of 6ea712d39dec4c3e8187b546addf35a5 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:03.462072 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-369f8a58-49dd-4f00-bffb-782f5b64de7e tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:03.498071 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-369f8a58-49dd-4f00-bffb-782f5b64de7e tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] device_id is not set on port 02921673-4d15-4f04-aeac-be7ca805ba77 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:57:03.532102 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-35f7a175-5a5f-4e0a-9e74-af5ce0514ccb tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Allocated IP 2001:db8::3c7 (eb479401-89e2-4c20-8df1-3cf146a77b9a/8848289b-0856-4613-8766-858c0f60462e/22ce5b91-0bb2-40cc-8db4-1ebf7d731c48) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:03.560862 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:03.629074 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 69726f2b-7c66-46cd-848d-7097e3252621, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=69726f2b-7c66-46cd-848d-7097e3252621,segment=NetworkSegment(fabe17d7-e9e6-4d43-91a7-4eb2822e0f85),segment_id=fabe17d7-e9e6-4d43-91a7-4eb2822e0f85)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:03.643285 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:03.691774 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Allocated IP 2001:db8::2 (0be0ea0b-0353-4a5d-a538-72d26148bed5/770ae4ff-3a16-4892-b078-fc6182c59ad9/da784052-9f25-41c6-aba0-f99c38e105c1) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:03.825457 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=69726f2b-7c66-46cd-848d-7097e3252621,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:03.952489 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-35f7a175-5a5f-4e0a-9e74-af5ce0514ccb tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:03.984280 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:04.001873 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:04.029532 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Network 0be0ea0b-0353-4a5d-a538-72d26148bed5 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:04.033434 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:04.066058 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:04.103971 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-35f7a175-5a5f-4e0a-9e74-af5ce0514ccb tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:04.152341 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Attempting to bind port da784052-9f25-41c6-aba0-f99c38e105c1 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:57:04.152811 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Attempting to bind port da784052-9f25-41c6-aba0-f99c38e105c1 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '908d82a9-f8cf-4022-880d-e67223eafa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '0be0ea0b-0353-4a5d-a538-72d26148bed5'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:57:04.153244 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Attempting to bind port da784052-9f25-41c6-aba0-f99c38e105c1 on network 0be0ea0b-0353-4a5d-a538-72d26148bed5 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:57:04.167226 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Pushing event updated for resources: {'Port': ['ID=da784052-9f25-41c6-aba0-f99c38e105c1,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:04.169636 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:57:04.170089 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Checking segment: {'id': '908d82a9-f8cf-4022-880d-e67223eafa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '0be0ea0b-0353-4a5d-a538-72d26148bed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:04.171227 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:04.171694 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Bound using segment: {'id': '908d82a9-f8cf-4022-880d-e67223eafa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '0be0ea0b-0353-4a5d-a538-72d26148bed5'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:57:04.172241 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Bound port: da784052-9f25-41c6-aba0-f99c38e105c1, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '908d82a9-f8cf-4022-880d-e67223eafa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '0be0ea0b-0353-4a5d-a538-72d26148bed5'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:57:04.172689 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:04.261577 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] For port da784052-9f25-41c6-aba0-f99c38e105c1, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:57:04.265368 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] For port da784052-9f25-41c6-aba0-f99c38e105c1, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=da784052-9f25-41c6-aba0-f99c38e105c1,segment=NetworkSegment(908d82a9-f8cf-4022-880d-e67223eafa49),segment_id=908d82a9-f8cf-4022-880d-e67223eafa49)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:57:04.279456 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:04.296792 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-369f8a58-49dd-4f00-bffb-782f5b64de7e tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Allocated IP 2001:db8::2a8 (0be0ea0b-0353-4a5d-a538-72d26148bed5/770ae4ff-3a16-4892-b078-fc6182c59ad9/02921673-4d15-4f04-aeac-be7ca805ba77) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:04.309674 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:04.310119 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:04.310559 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:04.310680 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f7a175-5a5f-4e0a-9e74-af5ce0514ccb tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network eb479401-89e2-4c20-8df1-3cf146a77b9a is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:04.311178 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:04.311611 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:04.312339 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:04.312781 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:04.313241 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:04.313682 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:04.314106 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:04.314541 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:04.314941 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:04.345072 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-35f7a175-5a5f-4e0a-9e74-af5ce0514ccb tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:04.363520 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f7a175-5a5f-4e0a-9e74-af5ce0514ccb tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:04.379535 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f7a175-5a5f-4e0a-9e74-af5ce0514ccb tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:04.380230 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-35f7a175-5a5f-4e0a-9e74-af5ce0514ccb tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:04.382244 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab7761-7cb1-48a7-a5a9-076b36e7d1d7 None None] Pushing event updated for resources: {'Port': ['ID=da784052-9f25-41c6-aba0-f99c38e105c1,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:04.412076 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7a175-5a5f-4e0a-9e74-af5ce0514ccb tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Port': ['ID=22ce5b91-0bb2-40cc-8db4-1ebf7d731c48,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:04.415939 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c46601-1be5-4186-af02-989434d47c46 None None] Network eb479401-89e2-4c20-8df1-3cf146a77b9a requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:04.435872 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-35f7a175-5a5f-4e0a-9e74-af5ce0514ccb tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7403843 May 06 09:57:04.437315 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40302) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:04.562700 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-35cd8704-fbff-44b4-9aae-d5d22d0e4747 None None] Provisioning complete for port 69726f2b-7c66-46cd-848d-7097e3252621 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:04.563079 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-35cd8704-fbff-44b4-9aae-d5d22d0e4747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:04.755016 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-369f8a58-49dd-4f00-bffb-782f5b64de7e tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:04.756817 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02109b1-53ba-4f80-9c16-c20caafdc70e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:04.786930 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40310) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:04.792228 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e02109b1-53ba-4f80-9c16-c20caafdc70e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1a8 HTTP/1.1" status: 200 len: 928 time: 0.3448255 May 06 09:57:04.964445 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-369f8a58-49dd-4f00-bffb-782f5b64de7e tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:05.083249 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f8a58-49dd-4f00-bffb-782f5b64de7e tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Pushing event updated for resources: {'Port': ['ID=02921673-4d15-4f04-aeac-be7ca805ba77,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:05.102375 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369f8a58-49dd-4f00-bffb-782f5b64de7e tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Network 0be0ea0b-0353-4a5d-a538-72d26148bed5 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:05.106872 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-369f8a58-49dd-4f00-bffb-782f5b64de7e tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:05.110535 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369f8a58-49dd-4f00-bffb-782f5b64de7e tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:05.136830 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369f8a58-49dd-4f00-bffb-782f5b64de7e tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:05.147736 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-369f8a58-49dd-4f00-bffb-782f5b64de7e tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:05.201031 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-369f8a58-49dd-4f00-bffb-782f5b64de7e tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2832997 May 06 09:57:05.205007 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40314) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:05.214054 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-c69aefe7-be1a-428b-a6ab-22897b0cc1b8 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Request body: {'port': {'network_id': '0be0ea0b-0353-4a5d-a538-72d26148bed5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-392079500', 'allowed_address_pairs': [{'ip_address': '2001:db8::2a8', 'mac_address': 'fa:16:3e:8c:25:70'}]}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:05.241587 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-6739134a-e242-423d-a1ef-ac10ea0c5bdf tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting port 22ce5b91-0bb2-40cc-8db4-1ebf7d731c48 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:05.244299 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6739134a-e242-423d-a1ef-ac10ea0c5bdf tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:05.292281 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device da784052-9f25-41c6-aba0-f99c38e105c1 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:05.416313 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port da784052-9f25-41c6-aba0-f99c38e105c1 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:05.416604 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:05.438916 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6739134a-e242-423d-a1ef-ac10ea0c5bdf tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:05.456288 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-6739134a-e242-423d-a1ef-ac10ea0c5bdf tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Calling delete_port for 22ce5b91-0bb2-40cc-8db4-1ebf7d731c48 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:05.487880 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69aefe7-be1a-428b-a6ab-22897b0cc1b8 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Made reservation on behalf of 6ea712d39dec4c3e8187b546addf35a5 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:05.605385 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:05.776796 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c69aefe7-be1a-428b-a6ab-22897b0cc1b8 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:05.851730 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-c69aefe7-be1a-428b-a6ab-22897b0cc1b8 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] device_id is not set on port bdcd6952-6c25-4985-a429-ab619c24b397 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:57:05.877081 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6739134a-e242-423d-a1ef-ac10ea0c5bdf tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:05.944498 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739134a-e242-423d-a1ef-ac10ea0c5bdf tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Port': ['ID=22ce5b91-0bb2-40cc-8db4-1ebf7d731c48,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:06.020528 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6739134a-e242-423d-a1ef-ac10ea0c5bdf tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:06.029317 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6739134a-e242-423d-a1ef-ac10ea0c5bdf tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/ports/22ce5b91-0bb2-40cc-8db4-1ebf7d731c48 HTTP/1.1" status: 204 len: 168 time: 1.2387753 May 06 09:57:06.030186 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40322) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:06.085261 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port da784052-9f25-41c6-aba0-f99c38e105c1, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=da784052-9f25-41c6-aba0-f99c38e105c1,segment=NetworkSegment(908d82a9-f8cf-4022-880d-e67223eafa49),segment_id=908d82a9-f8cf-4022-880d-e67223eafa49)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:06.086308 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-9dc3f6ec-48b8-4da4-8b91-bf1d8ba4f9a7 None None] Provisioning complete for port 22ce5b91-0bb2-40cc-8db4-1ebf7d731c48 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:06.086694 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9dc3f6ec-48b8-4da4-8b91-bf1d8ba4f9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:06.095535 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:06.100747 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fca1759-e9ca-499d-b362-dcd82b10b798 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] GET failed (client error): The resource could not be found. May 06 09:57:06.105431 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 69726f2b-7c66-46cd-848d-7097e3252621 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:06.117092 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3fca1759-e9ca-499d-b362-dcd82b10b798 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "GET /v2.0/ports/22ce5b91-0bb2-40cc-8db4-1ebf7d731c48 HTTP/1.1" status: 404 len: 333 time: 0.0796790 May 06 09:57:06.120990 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40324) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:06.161064 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3f6ec-48b8-4da4-8b91-bf1d8ba4f9a7 None None] Port 22ce5b91-0bb2-40cc-8db4-1ebf7d731c48 was deleted so its status cannot be updated. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} May 06 09:57:06.245848 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-c69aefe7-be1a-428b-a6ab-22897b0cc1b8 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Allocated IP 2001:db8::359 (0be0ea0b-0353-4a5d-a538-72d26148bed5/770ae4ff-3a16-4892-b078-fc6182c59ad9/bdcd6952-6c25-4985-a429-ab619c24b397) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:06.289772 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-9dc3f6ec-48b8-4da4-8b91-bf1d8ba4f9a7 None None] Provisioning complete for port bc0ea2d3-4dd1-4be9-abdd-de5aa512c1f0 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:06.300478 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9dc3f6ec-48b8-4da4-8b91-bf1d8ba4f9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:06.363487 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea235c81-beff-4c49-8c93-3ba30a2bb359 None None] Network 0be0ea0b-0353-4a5d-a538-72d26148bed5 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:06.388276 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=da784052-9f25-41c6-aba0-f99c38e105c1,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:06.398062 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-13b7c7a6-acef-4b03-903b-b54bb5016a79 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting port bc0ea2d3-4dd1-4be9-abdd-de5aa512c1f0 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:06.398415 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-13b7c7a6-acef-4b03-903b-b54bb5016a79 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:06.509702 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3f6ec-48b8-4da4-8b91-bf1d8ba4f9a7 None None] Port bc0ea2d3-4dd1-4be9-abdd-de5aa512c1f0 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:06.535356 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 69726f2b-7c66-46cd-848d-7097e3252621 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:06.536292 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:06.549620 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c69aefe7-be1a-428b-a6ab-22897b0cc1b8 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:06.595528 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-13b7c7a6-acef-4b03-903b-b54bb5016a79 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:06.596725 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-9dc3f6ec-48b8-4da4-8b91-bf1d8ba4f9a7 None None] Provisioning complete for port 69726f2b-7c66-46cd-848d-7097e3252621 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:06.597105 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9dc3f6ec-48b8-4da4-8b91-bf1d8ba4f9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:06.610089 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c69aefe7-be1a-428b-a6ab-22897b0cc1b8 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:06.642594 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-13b7c7a6-acef-4b03-903b-b54bb5016a79 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Calling delete_port for bc0ea2d3-4dd1-4be9-abdd-de5aa512c1f0 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:06.652888 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69aefe7-be1a-428b-a6ab-22897b0cc1b8 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Network 0be0ea0b-0353-4a5d-a538-72d26148bed5 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:06.661280 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-c69aefe7-be1a-428b-a6ab-22897b0cc1b8 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:06.684502 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69aefe7-be1a-428b-a6ab-22897b0cc1b8 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:06.691816 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69aefe7-be1a-428b-a6ab-22897b0cc1b8 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:06.692840 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c69aefe7-be1a-428b-a6ab-22897b0cc1b8 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:06.741716 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c69aefe7-be1a-428b-a6ab-22897b0cc1b8 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.5343556 May 06 09:57:06.750517 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40326) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:06.761641 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69aefe7-be1a-428b-a6ab-22897b0cc1b8 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Pushing event updated for resources: {'Port': ['ID=bdcd6952-6c25-4985-a429-ab619c24b397,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:06.892552 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5ea5db-b5f4-4b0a-8c4a-55d7db4e0089 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:06.926836 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5ea5db-b5f4-4b0a-8c4a-55d7db4e0089 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:06.950302 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5ea5db-b5f4-4b0a-8c4a-55d7db4e0089 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:06.953452 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0e5ea5db-b5f4-4b0a-8c4a-55d7db4e0089 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2014663 May 06 09:57:06.956329 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40332) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:06.970285 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-13b7c7a6-acef-4b03-903b-b54bb5016a79 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:07.100462 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c82aef45-91b7-4295-a684-fc30267af41c None None] Provisioning complete for port da784052-9f25-41c6-aba0-f99c38e105c1 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:07.100847 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c82aef45-91b7-4295-a684-fc30267af41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:07.236861 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-13b7c7a6-acef-4b03-903b-b54bb5016a79 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:07.256627 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-13b7c7a6-acef-4b03-903b-b54bb5016a79 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/ports/bc0ea2d3-4dd1-4be9-abdd-de5aa512c1f0 HTTP/1.1" status: 204 len: 168 time: 1.1316798 May 06 09:57:07.259089 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40338) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:07.349019 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de70fba-62dc-4969-a4a1-23f68e09577b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] GET failed (client error): The resource could not be found. May 06 09:57:07.350070 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device da784052-9f25-41c6-aba0-f99c38e105c1 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:07.357424 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1de70fba-62dc-4969-a4a1-23f68e09577b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "GET /v2.0/ports/bc0ea2d3-4dd1-4be9-abdd-de5aa512c1f0 HTTP/1.1" status: 404 len: 333 time: 0.0952809 May 06 09:57:07.358896 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40340) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:07.406008 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7c7a6-acef-4b03-903b-b54bb5016a79 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Port': ['ID=bc0ea2d3-4dd1-4be9-abdd-de5aa512c1f0,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:07.536338 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-04bc062f-3df1-4b4d-9953-7a91c4739e9a tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Deleting port bdcd6952-6c25-4985-a429-ab619c24b397 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:07.544357 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-04bc062f-3df1-4b4d-9953-7a91c4739e9a tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:07.586380 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-a33bd32a-c914-482d-9a07-de6415b76822 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting subnet 8848289b-0856-4613-8766-858c0f60462e {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:57:07.591753 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port da784052-9f25-41c6-aba0-f99c38e105c1 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:07.592205 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a33bd32a-c914-482d-9a07-de6415b76822 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:07.593641 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:07.606949 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c82aef45-91b7-4295-a684-fc30267af41c None None] Could not find standard attr ID for object 22ce5b91-0bb2-40cc-8db4-1ebf7d731c48. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:57:07.681505 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c82aef45-91b7-4295-a684-fc30267af41c None None] Could not find standard attr ID for object bc0ea2d3-4dd1-4be9-abdd-de5aa512c1f0. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:57:07.734808 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a33bd32a-c914-482d-9a07-de6415b76822 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:07.758011 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-04bc062f-3df1-4b4d-9953-7a91c4739e9a tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:07.796841 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-04bc062f-3df1-4b4d-9953-7a91c4739e9a tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Calling delete_port for bdcd6952-6c25-4985-a429-ab619c24b397 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:07.961964 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a33bd32a-c914-482d-9a07-de6415b76822 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:08.143200 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a33bd32a-c914-482d-9a07-de6415b76822 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:08.185650 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-04bc062f-3df1-4b4d-9953-7a91c4739e9a tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:08.199600 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e90a2f34-adfe-474e-a9ca-d1cf27a933ec None None] Provisioning complete for port bdcd6952-6c25-4985-a429-ab619c24b397 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:08.201062 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e90a2f34-adfe-474e-a9ca-d1cf27a933ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:08.216291 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bd32a-c914-482d-9a07-de6415b76822 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Subnet': ['ID=8848289b-0856-4613-8766-858c0f60462e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:08.223461 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a33bd32a-c914-482d-9a07-de6415b76822 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:08.231339 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a33bd32a-c914-482d-9a07-de6415b76822 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/subnets/8848289b-0856-4613-8766-858c0f60462e HTTP/1.1" status: 204 len: 168 time: 0.8710494 May 06 09:57:08.231833 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40352) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:08.258404 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dba533a-e8af-4881-8306-b7c313586648 None None] Network eb479401-89e2-4c20-8df1-3cf146a77b9a requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:08.272842 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e90a2f34-adfe-474e-a9ca-d1cf27a933ec None None] Port bdcd6952-6c25-4985-a429-ab619c24b397 was deleted so its status cannot be updated. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} May 06 09:57:08.284036 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc062f-3df1-4b4d-9953-7a91c4739e9a tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Pushing event deleted for resources: {'Port': ['ID=bdcd6952-6c25-4985-a429-ab619c24b397,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:08.378686 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-006dad9b-1015-4a99-af9b-678c12205163 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:08.556849 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-006dad9b-1015-4a99-af9b-678c12205163 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting port 69726f2b-7c66-46cd-848d-7097e3252621 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:08.559638 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-006dad9b-1015-4a99-af9b-678c12205163 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:08.580690 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e90a2f34-adfe-474e-a9ca-d1cf27a933ec None None] Provisioning complete for port da784052-9f25-41c6-aba0-f99c38e105c1 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:08.581247 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e90a2f34-adfe-474e-a9ca-d1cf27a933ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:08.635163 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-04bc062f-3df1-4b4d-9953-7a91c4739e9a tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:08.643581 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-04bc062f-3df1-4b4d-9953-7a91c4739e9a tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] 10.222.0.73 "DELETE /v2.0/ports/bdcd6952-6c25-4985-a429-ab619c24b397 HTTP/1.1" status: 204 len: 168 time: 1.6860836 May 06 09:57:08.646148 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40360) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:08.691537 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66d133f-5dbb-4f67-b03a-dd9f1b13a509 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] GET failed (client error): The resource could not be found. May 06 09:57:08.693813 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a66d133f-5dbb-4f67-b03a-dd9f1b13a509 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] 10.222.0.73 "GET /v2.0/ports/bdcd6952-6c25-4985-a429-ab619c24b397 HTTP/1.1" status: 404 len: 333 time: 0.0464246 May 06 09:57:08.698772 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40364) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:08.710036 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-5d179aaf-8deb-4c32-a143-398c72bd3e6e tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Request body: {'port': {'network_id': '0be0ea0b-0353-4a5d-a538-72d26148bed5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1235810488'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:08.837200 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33676203-6750-4cc5-8bda-0d18e5594385 None None] DHCP port deletion for eb479401-89e2-4c20-8df1-3cf146a77b9a request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:57:08.856574 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-006dad9b-1015-4a99-af9b-678c12205163 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] For port 69726f2b-7c66-46cd-848d-7097e3252621, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=69726f2b-7c66-46cd-848d-7097e3252621,segment=NetworkSegment(fabe17d7-e9e6-4d43-91a7-4eb2822e0f85),segment_id=fabe17d7-e9e6-4d43-91a7-4eb2822e0f85)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:08.859389 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-006dad9b-1015-4a99-af9b-678c12205163 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:08.904347 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d179aaf-8deb-4c32-a143-398c72bd3e6e tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Made reservation on behalf of 6ea712d39dec4c3e8187b546addf35a5 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:08.914817 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5d179aaf-8deb-4c32-a143-398c72bd3e6e tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:08.923993 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-006dad9b-1015-4a99-af9b-678c12205163 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Calling delete_port for 69726f2b-7c66-46cd-848d-7097e3252621 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:08.956244 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40366) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:08.985717 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e90a2f34-adfe-474e-a9ca-d1cf27a933ec None None] Provisioning complete for port 02921673-4d15-4f04-aeac-be7ca805ba77 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:08.986154 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e90a2f34-adfe-474e-a9ca-d1cf27a933ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:08.988896 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-5d179aaf-8deb-4c32-a143-398c72bd3e6e tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] device_id is not set on port 85879fbc-bcb5-4fd5-8ee8-16ba75937b25 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:57:09.129477 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e90a2f34-adfe-474e-a9ca-d1cf27a933ec None None] Port 02921673-4d15-4f04-aeac-be7ca805ba77 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:09.168913 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-006dad9b-1015-4a99-af9b-678c12205163 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:09.192185 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-33676203-6750-4cc5-8bda-0d18e5594385 None None] Deleting port 69726f2b-7c66-46cd-848d-7097e3252621 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:09.192703 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-33676203-6750-4cc5-8bda-0d18e5594385 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:09.352970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-5d179aaf-8deb-4c32-a143-398c72bd3e6e tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Allocated IP 2001:db8::31c (0be0ea0b-0353-4a5d-a538-72d26148bed5/770ae4ff-3a16-4892-b078-fc6182c59ad9/85879fbc-bcb5-4fd5-8ee8-16ba75937b25) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:09.385536 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-17662037-68c9-42c5-aa65-6d59c59b61ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:09.389847 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-33676203-6750-4cc5-8bda-0d18e5594385 None None] For port 69726f2b-7c66-46cd-848d-7097e3252621, host n-d-840835-1, got binding levels [] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:09.390456 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-33676203-6750-4cc5-8bda-0d18e5594385 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:09.426311 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-33676203-6750-4cc5-8bda-0d18e5594385 None None] Calling delete_port for 69726f2b-7c66-46cd-848d-7097e3252621 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:09.431823 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.ipam_backend_mixin [None req-33676203-6750-4cc5-8bda-0d18e5594385 None None] Port 69726f2b-7c66-46cd-848d-7097e3252621 was not found and therefore no delete operation was performed {{(pid=102654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 09:57:09.447881 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-33676203-6750-4cc5-8bda-0d18e5594385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:09.453900 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 69726f2b-7c66-46cd-848d-7097e3252621 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:57:09.517846 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-7e802d36-c1ae-4c88-a026-77ef84c8d470 None None] Could not find standard attr ID for object bdcd6952-6c25-4985-a429-ab619c24b397. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:57:09.602434 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-17662037-68c9-42c5-aa65-6d59c59b61ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:09.618852 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-17662037-68c9-42c5-aa65-6d59c59b61ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:09.626034 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 69726f2b-7c66-46cd-848d-7097e3252621 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:57:09.627298 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 69726f2b-7c66-46cd-848d-7097e3252621 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:57:09.672524 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33676203-6750-4cc5-8bda-0d18e5594385 None None] Pushing event deleted for resources: {'Port': ['ID=69726f2b-7c66-46cd-848d-7097e3252621,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:09.694325 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33676203-6750-4cc5-8bda-0d18e5594385 None None] No DVR routers for this DVR port 69726f2b-7c66-46cd-848d-7097e3252621 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:57:09.732646 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-7e802d36-c1ae-4c88-a026-77ef84c8d470 None None] Provisioning complete for port 02921673-4d15-4f04-aeac-be7ca805ba77 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:09.734320 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7e802d36-c1ae-4c88-a026-77ef84c8d470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:09.839969 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-17662037-68c9-42c5-aa65-6d59c59b61ab admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fb30771ae46247c6b2db5c54c821785d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8815055 May 06 09:57:09.848472 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17662037-68c9-42c5-aa65-6d59c59b61ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0b1852-d5d6-4551-9fef-1f33eb6e7802,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:09.855872 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40374) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:09.876622 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-7e802d36-c1ae-4c88-a026-77ef84c8d470 None None] Port 02921673-4d15-4f04-aeac-be7ca805ba77 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:09.960849 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006dad9b-1015-4a99-af9b-678c12205163 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Port': ['ID=69726f2b-7c66-46cd-848d-7097e3252621,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:09.967843 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006dad9b-1015-4a99-af9b-678c12205163 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] No DVR routers for this DVR port 69726f2b-7c66-46cd-848d-7097e3252621 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:57:10.044672 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-200b87d8-31ea-4831-a756-9ebb2c1730d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:10.095250 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5d179aaf-8deb-4c32-a143-398c72bd3e6e tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:10.102708 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-006dad9b-1015-4a99-af9b-678c12205163 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:10.111003 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-200b87d8-31ea-4831-a756-9ebb2c1730d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:10.137348 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-006dad9b-1015-4a99-af9b-678c12205163 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb479401-89e2-4c20-8df1-3cf146a77b9a']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:10.151089 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-006dad9b-1015-4a99-af9b-678c12205163 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fabe17d7-e9e6-4d43-91a7-4eb2822e0f85') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:10.151979 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-006dad9b-1015-4a99-af9b-678c12205163 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fabe17d7-e9e6-4d43-91a7-4eb2822e0f85') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:10.166124 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-006dad9b-1015-4a99-af9b-678c12205163 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:10.183548 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-006dad9b-1015-4a99-af9b-678c12205163 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:10.192850 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-200b87d8-31ea-4831-a756-9ebb2c1730d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:10.193444 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006dad9b-1015-4a99-af9b-678c12205163 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:57:10.194319 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-006dad9b-1015-4a99-af9b-678c12205163 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:10.203686 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-200b87d8-31ea-4831-a756-9ebb2c1730d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:10.205783 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-200b87d8-31ea-4831-a756-9ebb2c1730d1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ce0b1852-d5d6-4551-9fef-1f33eb6e7802 HTTP/1.1" status: 204 len: 168 time: 0.3483675 May 06 09:57:10.226652 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5d179aaf-8deb-4c32-a143-398c72bd3e6e tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: timer() May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:57:10.271630 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:57:10.281590 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-006dad9b-1015-4a99-af9b-678c12205163 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:10.304166 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-006dad9b-1015-4a99-af9b-678c12205163 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:10.313540 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-006dad9b-1015-4a99-af9b-678c12205163 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/networks/eb479401-89e2-4c20-8df1-3cf146a77b9a HTTP/1.1" status: 204 len: 168 time: 2.0748577 May 06 09:57:10.339910 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40378) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:10.347106 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-2a57cf53-43ad-472d-ac70-ec4029f927ed tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-557814213'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:10.350510 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d179aaf-8deb-4c32-a143-398c72bd3e6e tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Pushing event updated for resources: {'Port': ['ID=85879fbc-bcb5-4fd5-8ee8-16ba75937b25,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:10.352076 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006dad9b-1015-4a99-af9b-678c12205163 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Network': ['ID=eb479401-89e2-4c20-8df1-3cf146a77b9a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:10.353187 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b87d8-31ea-4831-a756-9ebb2c1730d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0b1852-d5d6-4551-9fef-1f33eb6e7802,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:10.363504 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d179aaf-8deb-4c32-a143-398c72bd3e6e tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Network 0be0ea0b-0353-4a5d-a538-72d26148bed5 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:10.365843 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-5d179aaf-8deb-4c32-a143-398c72bd3e6e tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:10.369232 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d179aaf-8deb-4c32-a143-398c72bd3e6e tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:10.377177 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d179aaf-8deb-4c32-a143-398c72bd3e6e tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:10.378522 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5d179aaf-8deb-4c32-a143-398c72bd3e6e tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:10.415343 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5d179aaf-8deb-4c32-a143-398c72bd3e6e tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7142186 May 06 09:57:10.416953 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a57cf53-43ad-472d-ac70-ec4029f927ed tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:10.419783 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40380) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:10.428675 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2a57cf53-43ad-472d-ac70-ec4029f927ed tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:10.437000 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-809f7104-37ff-4c85-875f-e0ff2ce1f264 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2a8', 'mac_address': 'fa:16:3e:8c:25:70'}]}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:10.512820 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a57cf53-43ad-472d-ac70-ec4029f927ed tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:57:10.535566 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2a57cf53-43ad-472d-ac70-ec4029f927ed tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:10.537259 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-2a57cf53-43ad-472d-ac70-ec4029f927ed tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Added segment 5b69f4bc-e4d9-4fa6-914b-4a133ce3a82d of type vlan for network 902c7448-acce-4ed4-947c-5c463c867ec0 May 06 09:57:10.614776 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2a57cf53-43ad-472d-ac70-ec4029f927ed tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:10.674519 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2a57cf53-43ad-472d-ac70-ec4029f927ed tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:10.689854 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a57cf53-43ad-472d-ac70-ec4029f927ed tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:10.706467 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2a57cf53-43ad-472d-ac70-ec4029f927ed tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:10.875693 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2a57cf53-43ad-472d-ac70-ec4029f927ed tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5315149 May 06 09:57:10.877244 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40384) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:10.882745 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-449d69d4-b14c-4b20-bf1c-a0b354e16a8e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'subnet': {'network_id': '902c7448-acce-4ed4-947c-5c463c867ec0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:10.907946 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-809f7104-37ff-4c85-875f-e0ff2ce1f264 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:11.012469 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a0ba50fd-6af9-44de-9884-8c0b042cdd34 None None] Provisioning complete for port 85879fbc-bcb5-4fd5-8ee8-16ba75937b25 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:11.013038 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a0ba50fd-6af9-44de-9884-8c0b042cdd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:11.097546 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57cf53-43ad-472d-ac70-ec4029f927ed tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Network': ['ID=902c7448-acce-4ed4-947c-5c463c867ec0,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:11.147978 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449d69d4-b14c-4b20-bf1c-a0b354e16a8e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:11.153417 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba50fd-6af9-44de-9884-8c0b042cdd34 None None] Port 85879fbc-bcb5-4fd5-8ee8-16ba75937b25 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:11.157715 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-449d69d4-b14c-4b20-bf1c-a0b354e16a8e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:11.160025 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 902c7448-acce-4ed4-947c-5c463c867ec0 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:57:11.256544 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-809f7104-37ff-4c85-875f-e0ff2ce1f264 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:11.263946 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-809f7104-37ff-4c85-875f-e0ff2ce1f264 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:11.302378 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-809f7104-37ff-4c85-875f-e0ff2ce1f264 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] In _notify_port_updated(), no bound segment for port 85879fbc-bcb5-4fd5-8ee8-16ba75937b25 on network 0be0ea0b-0353-4a5d-a538-72d26148bed5 {{(pid=102653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:57:11.308633 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809f7104-37ff-4c85-875f-e0ff2ce1f264 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:11.309382 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-809f7104-37ff-4c85-875f-e0ff2ce1f264 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:11.310897 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-809f7104-37ff-4c85-875f-e0ff2ce1f264 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] 10.222.0.73 "PUT /v2.0/ports/85879fbc-bcb5-4fd5-8ee8-16ba75937b25 HTTP/1.1" status: 200 len: 1003 time: 0.8900383 May 06 09:57:11.314255 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40388) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:11.356058 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f7104-37ff-4c85-875f-e0ff2ce1f264 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Pushing event updated for resources: {'Port': ['ID=85879fbc-bcb5-4fd5-8ee8-16ba75937b25,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:11.424086 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-449d69d4-b14c-4b20-bf1c-a0b354e16a8e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:11.429690 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-3483e62c-b295-4243-bfdc-b18cba14bc37 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Deleting port 85879fbc-bcb5-4fd5-8ee8-16ba75937b25 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:11.430504 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3483e62c-b295-4243-bfdc-b18cba14bc37 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:11.513874 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d69d4-b14c-4b20-bf1c-a0b354e16a8e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Subnet': ['ID=c6098025-aa22-4ef2-9201-3f0d1e8584b8,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:11.532473 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449d69d4-b14c-4b20-bf1c-a0b354e16a8e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Checking segment: {'id': '5b69f4bc-e4d9-4fa6-914b-4a133ce3a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '902c7448-acce-4ed4-947c-5c463c867ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:11.532965 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449d69d4-b14c-4b20-bf1c-a0b354e16a8e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network hostable DHCP agents. Network: 902c7448-acce-4ed4-947c-5c463c867ec0, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:57:11.553078 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3483e62c-b295-4243-bfdc-b18cba14bc37 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:11.556849 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449d69d4-b14c-4b20-bf1c-a0b354e16a8e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network 902c7448-acce-4ed4-947c-5c463c867ec0 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:57:11.570590 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-3483e62c-b295-4243-bfdc-b18cba14bc37 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Calling delete_port for 85879fbc-bcb5-4fd5-8ee8-16ba75937b25 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:11.571100 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-449d69d4-b14c-4b20-bf1c-a0b354e16a8e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 902c7448-acce-4ed4-947c-5c463c867ec0) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:11.580539 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449d69d4-b14c-4b20-bf1c-a0b354e16a8e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:11.581200 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-449d69d4-b14c-4b20-bf1c-a0b354e16a8e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:11.583566 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9706175b-70e4-44b5-bd94-d2aad7ca511f None None] Network 902c7448-acce-4ed4-947c-5c463c867ec0 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:11.608501 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-449d69d4-b14c-4b20-bf1c-a0b354e16a8e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7270861 May 06 09:57:11.615731 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40390) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:11.624130 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-b1fea2c5-56db-449b-824c-2ffeea1cae94 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'port': {'network_id': '902c7448-acce-4ed4-947c-5c463c867ec0', 'name': 'tempest-PortsIpV6TestJSON-1265951335', 'fixed_ips': [{'subnet_id': 'c6098025-aa22-4ef2-9201-3f0d1e8584b8', 'ip_address': '2001:db8::10'}]}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:11.726560 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b74ea89d-2891-495a-ba3b-22cc47e4136e None None] Provisioning complete for port 85879fbc-bcb5-4fd5-8ee8-16ba75937b25 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:11.727019 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b74ea89d-2891-495a-ba3b-22cc47e4136e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:11.764701 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-b74ea89d-2891-495a-ba3b-22cc47e4136e None None] Port 85879fbc-bcb5-4fd5-8ee8-16ba75937b25 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:11.786964 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3483e62c-b295-4243-bfdc-b18cba14bc37 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:11.804524 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fea2c5-56db-449b-824c-2ffeea1cae94 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:11.814953 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bec62ba-4d33-4610-8883-4933201bf67f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-902c7448-acce-4ed4-947c-5c463c867ec0', 'network_id': '902c7448-acce-4ed4-947c-5c463c867ec0', 'tenant_id': '5d193049755044c3b70e2808b8b62329', 'fixed_ips': [{'subnet_id': 'c6098025-aa22-4ef2-9201-3f0d1e8584b8'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:57:11.816289 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3bec62ba-4d33-4610-8883-4933201bf67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:11.839948 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3483e62c-b295-4243-bfdc-b18cba14bc37 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Pushing event deleted for resources: {'Port': ['ID=85879fbc-bcb5-4fd5-8ee8-16ba75937b25,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:11.964764 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b1fea2c5-56db-449b-824c-2ffeea1cae94 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:11.995562 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-b1fea2c5-56db-449b-824c-2ffeea1cae94 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] device_id is not set on port 9f2c0c39-8317-4f0e-8e94-243809d4d32c yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:57:12.048157 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-3bec62ba-4d33-4610-8883-4933201bf67f None None] Allocated IP 2001:db8::2 (902c7448-acce-4ed4-947c-5c463c867ec0/c6098025-aa22-4ef2-9201-3f0d1e8584b8/580110ba-569c-412b-a507-0ac847a19e16) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:12.327986 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3bec62ba-4d33-4610-8883-4933201bf67f None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:12.344724 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3bec62ba-4d33-4610-8883-4933201bf67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:12.460505 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-b1fea2c5-56db-449b-824c-2ffeea1cae94 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Allocated IP 2001:db8::10 (902c7448-acce-4ed4-947c-5c463c867ec0/c6098025-aa22-4ef2-9201-3f0d1e8584b8/9f2c0c39-8317-4f0e-8e94-243809d4d32c) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:12.481967 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bec62ba-4d33-4610-8883-4933201bf67f None None] Network 902c7448-acce-4ed4-947c-5c463c867ec0 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:12.486089 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-3bec62ba-4d33-4610-8883-4933201bf67f None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:12.489660 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bec62ba-4d33-4610-8883-4933201bf67f None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:12.561583 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3483e62c-b295-4243-bfdc-b18cba14bc37 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:12.565420 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3483e62c-b295-4243-bfdc-b18cba14bc37 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] 10.222.0.73 "DELETE /v2.0/ports/85879fbc-bcb5-4fd5-8ee8-16ba75937b25 HTTP/1.1" status: 204 len: 168 time: 1.2505171 May 06 09:57:12.568129 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40402) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:12.592083 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec62ba-4d33-4610-8883-4933201bf67f None None] Pushing event updated for resources: {'Port': ['ID=580110ba-569c-412b-a507-0ac847a19e16,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:12.640820 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-e396af00-41b8-4a42-be96-6e5684327ace tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] GET failed (client error): The resource could not be found. May 06 09:57:12.644041 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-3bec62ba-4d33-4610-8883-4933201bf67f None None] Attempting to bind port 580110ba-569c-412b-a507-0ac847a19e16 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:57:12.644861 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-3bec62ba-4d33-4610-8883-4933201bf67f None None] Attempting to bind port 580110ba-569c-412b-a507-0ac847a19e16 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '5b69f4bc-e4d9-4fa6-914b-4a133ce3a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '902c7448-acce-4ed4-947c-5c463c867ec0'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:57:12.645441 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bec62ba-4d33-4610-8883-4933201bf67f None None] Attempting to bind port 580110ba-569c-412b-a507-0ac847a19e16 on network 902c7448-acce-4ed4-947c-5c463c867ec0 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:57:12.648489 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e396af00-41b8-4a42-be96-6e5684327ace tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] 10.222.0.73 "GET /v2.0/ports/85879fbc-bcb5-4fd5-8ee8-16ba75937b25 HTTP/1.1" status: 404 len: 333 time: 0.0770884 May 06 09:57:12.649346 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40406) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:12.655497 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-9950412a-928f-49ee-8817-c594fca44880 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Request body: {'port': {'network_id': '0be0ea0b-0353-4a5d-a538-72d26148bed5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1725072662'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:12.657991 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bec62ba-4d33-4610-8883-4933201bf67f None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:57:12.661598 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bec62ba-4d33-4610-8883-4933201bf67f None None] Checking segment: {'id': '5b69f4bc-e4d9-4fa6-914b-4a133ce3a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '902c7448-acce-4ed4-947c-5c463c867ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:12.665887 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3bec62ba-4d33-4610-8883-4933201bf67f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:12.666598 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bec62ba-4d33-4610-8883-4933201bf67f None None] Bound using segment: {'id': '5b69f4bc-e4d9-4fa6-914b-4a133ce3a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '902c7448-acce-4ed4-947c-5c463c867ec0'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:57:12.667337 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-3bec62ba-4d33-4610-8883-4933201bf67f None None] Bound port: 580110ba-569c-412b-a507-0ac847a19e16, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b69f4bc-e4d9-4fa6-914b-4a133ce3a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '902c7448-acce-4ed4-947c-5c463c867ec0'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:57:12.667964 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3bec62ba-4d33-4610-8883-4933201bf67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:12.731324 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b1fea2c5-56db-449b-824c-2ffeea1cae94 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:12.787914 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b1fea2c5-56db-449b-824c-2ffeea1cae94 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:12.788673 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40408) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:12.816962 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9950412a-928f-49ee-8817-c594fca44880 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Made reservation on behalf of 6ea712d39dec4c3e8187b546addf35a5 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:12.820556 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-3bec62ba-4d33-4610-8883-4933201bf67f None None] For port 580110ba-569c-412b-a507-0ac847a19e16, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:57:12.820806 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9950412a-928f-49ee-8817-c594fca44880 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:12.837496 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-3bec62ba-4d33-4610-8883-4933201bf67f None None] For port 580110ba-569c-412b-a507-0ac847a19e16, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=580110ba-569c-412b-a507-0ac847a19e16,segment=NetworkSegment(5b69f4bc-e4d9-4fa6-914b-4a133ce3a82d),segment_id=5b69f4bc-e4d9-4fa6-914b-4a133ce3a82d)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:57:12.838959 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fea2c5-56db-449b-824c-2ffeea1cae94 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network 902c7448-acce-4ed4-947c-5c463c867ec0 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:12.843559 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-b1fea2c5-56db-449b-824c-2ffeea1cae94 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:12.844192 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-9950412a-928f-49ee-8817-c594fca44880 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] device_id is not set on port 89157054-feda-41ed-94cf-56f6b26064ea yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:57:12.848589 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fea2c5-56db-449b-824c-2ffeea1cae94 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:12.849538 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3bec62ba-4d33-4610-8883-4933201bf67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:12.855800 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fea2c5-56db-449b-824c-2ffeea1cae94 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:12.856922 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b1fea2c5-56db-449b-824c-2ffeea1cae94 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:12.872077 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fea2c5-56db-449b-824c-2ffeea1cae94 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Port': ['ID=9f2c0c39-8317-4f0e-8e94-243809d4d32c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:12.898085 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b1fea2c5-56db-449b-824c-2ffeea1cae94 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2801230 May 06 09:57:12.902016 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40412) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:12.907572 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-9976aa4f-e1eb-4651-ab66-12dad3426627 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'port': {'network_id': '902c7448-acce-4ed4-947c-5c463c867ec0', 'name': 'tempest-PortsIpV6TestJSON-1889617227', 'fixed_ips': [{'subnet_id': 'c6098025-aa22-4ef2-9201-3f0d1e8584b8', 'ip_address': '2001:db8::f'}]}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:13.016640 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bdf2efc9-a07b-4ff5-9093-9e3551fb131c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.030051 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec62ba-4d33-4610-8883-4933201bf67f None None] Pushing event updated for resources: {'Port': ['ID=580110ba-569c-412b-a507-0ac847a19e16,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:13.068885 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-9950412a-928f-49ee-8817-c594fca44880 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Allocated IP 2001:db8::336 (0be0ea0b-0353-4a5d-a538-72d26148bed5/770ae4ff-3a16-4892-b078-fc6182c59ad9/89157054-feda-41ed-94cf-56f6b26064ea) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:13.086341 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9976aa4f-e1eb-4651-ab66-12dad3426627 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:13.092219 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9976aa4f-e1eb-4651-ab66-12dad3426627 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.120783 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-9976aa4f-e1eb-4651-ab66-12dad3426627 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] device_id is not set on port ba15df6a-35de-4900-b6ce-d63617dd60da yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:57:13.199176 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bdf2efc9-a07b-4ff5-9093-9e3551fb131c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.216459 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bdf2efc9-a07b-4ff5-9093-9e3551fb131c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.343817 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bdf2efc9-a07b-4ff5-9093-9e3551fb131c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ec976cee17824898a57ea29a04cbc893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5536711 May 06 09:57:13.344917 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40416) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:13.375943 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2efc9-a07b-4ff5-9093-9e3551fb131c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728cd85e-01a1-4dd3-b899-226dd92031f1,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:13.419447 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-9976aa4f-e1eb-4651-ab66-12dad3426627 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Allocated IP 2001:db8::f (902c7448-acce-4ed4-947c-5c463c867ec0/c6098025-aa22-4ef2-9201-3f0d1e8584b8/ba15df6a-35de-4900-b6ce-d63617dd60da) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:13.432269 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9950412a-928f-49ee-8817-c594fca44880 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.478167 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0d75003a-e655-4041-99e3-a036e47d33cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.509735 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9950412a-928f-49ee-8817-c594fca44880 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.513117 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0d75003a-e655-4041-99e3-a036e47d33cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.587528 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9950412a-928f-49ee-8817-c594fca44880 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Network 0be0ea0b-0353-4a5d-a538-72d26148bed5 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:13.597172 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-9950412a-928f-49ee-8817-c594fca44880 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:13.599461 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950412a-928f-49ee-8817-c594fca44880 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Pushing event updated for resources: {'Port': ['ID=89157054-feda-41ed-94cf-56f6b26064ea,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:13.599615 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9976aa4f-e1eb-4651-ab66-12dad3426627 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.601750 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9950412a-928f-49ee-8817-c594fca44880 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:13.607360 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9950412a-928f-49ee-8817-c594fca44880 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:13.608483 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9950412a-928f-49ee-8817-c594fca44880 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.629020 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9950412a-928f-49ee-8817-c594fca44880 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9785264 May 06 09:57:13.631533 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40418) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:13.637138 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-02775652-53e8-4f0d-a45e-646daa4b6b54 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:8c:25:70'}]}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:13.668579 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0d75003a-e655-4041-99e3-a036e47d33cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.671961 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0d75003a-e655-4041-99e3-a036e47d33cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.675775 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0d75003a-e655-4041-99e3-a036e47d33cf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/728cd85e-01a1-4dd3-b899-226dd92031f1 HTTP/1.1" status: 204 len: 168 time: 0.2988510 May 06 09:57:13.681596 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9976aa4f-e1eb-4651-ab66-12dad3426627 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.694884 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75003a-e655-4041-99e3-a036e47d33cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728cd85e-01a1-4dd3-b899-226dd92031f1,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:13.743856 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9976aa4f-e1eb-4651-ab66-12dad3426627 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network 902c7448-acce-4ed4-947c-5c463c867ec0 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:13.749165 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-9976aa4f-e1eb-4651-ab66-12dad3426627 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:13.752227 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9976aa4f-e1eb-4651-ab66-12dad3426627 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:13.759806 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9976aa4f-e1eb-4651-ab66-12dad3426627 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:13.760960 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9976aa4f-e1eb-4651-ab66-12dad3426627 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.781512 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976aa4f-e1eb-4651-ab66-12dad3426627 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Port': ['ID=ba15df6a-35de-4900-b6ce-d63617dd60da,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:13.785030 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-02775652-53e8-4f0d-a45e-646daa4b6b54 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.798943 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9976aa4f-e1eb-4651-ab66-12dad3426627 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8954477 May 06 09:57:13.799605 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40424) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:13.877188 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4c14b5-fc4b-43a5-a27f-bd05f98a5628 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:13.882584 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bd4c14b5-fc4b-43a5-a27f-bd05f98a5628 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0815432 May 06 09:57:13.883908 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40426) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:13.994787 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9c422b-109d-442c-83c1-5a60c4eb36d5 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:14.004081 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9c422b-109d-442c-83c1-5a60c4eb36d5 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:14.012347 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9c422b-109d-442c-83c1-5a60c4eb36d5 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:14.015211 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9c9c422b-109d-442c-83c1-5a60c4eb36d5 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1299605 May 06 09:57:14.018003 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40430) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:14.103009 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-02775652-53e8-4f0d-a45e-646daa4b6b54 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:14.120144 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-02775652-53e8-4f0d-a45e-646daa4b6b54 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:14.179946 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-02775652-53e8-4f0d-a45e-646daa4b6b54 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] In _notify_port_updated(), no bound segment for port 89157054-feda-41ed-94cf-56f6b26064ea on network 0be0ea0b-0353-4a5d-a538-72d26148bed5 {{(pid=102653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:57:14.193666 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-c3859ebe-afd6-47a1-b235-8bf495c1c412 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting port ba15df6a-35de-4900-b6ce-d63617dd60da {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:14.194115 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c3859ebe-afd6-47a1-b235-8bf495c1c412 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:14.197809 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02775652-53e8-4f0d-a45e-646daa4b6b54 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:14.199558 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-02775652-53e8-4f0d-a45e-646daa4b6b54 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:14.202053 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-02775652-53e8-4f0d-a45e-646daa4b6b54 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] 10.222.0.73 "PUT /v2.0/ports/89157054-feda-41ed-94cf-56f6b26064ea HTTP/1.1" status: 200 len: 1003 time: 0.5686636 May 06 09:57:14.216538 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-db8a00d4-27d8-4553-bf22-da583860cff4 None None] Provisioning complete for port 89157054-feda-41ed-94cf-56f6b26064ea triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:14.217153 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-db8a00d4-27d8-4553-bf22-da583860cff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:14.223997 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40438) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:14.245810 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02775652-53e8-4f0d-a45e-646daa4b6b54 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Pushing event updated for resources: {'Port': ['ID=89157054-feda-41ed-94cf-56f6b26064ea,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:14.325837 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-db8a00d4-27d8-4553-bf22-da583860cff4 None None] Port 89157054-feda-41ed-94cf-56f6b26064ea cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:14.562492 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c3859ebe-afd6-47a1-b235-8bf495c1c412 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:14.618337 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-c3859ebe-afd6-47a1-b235-8bf495c1c412 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Calling delete_port for ba15df6a-35de-4900-b6ce-d63617dd60da owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:14.715579 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-c70fbf55-b9c6-409b-9298-2d63d721ba1d tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Deleting port 89157054-feda-41ed-94cf-56f6b26064ea {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:14.715935 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c70fbf55-b9c6-409b-9298-2d63d721ba1d tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:14.746065 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7ec8a7-32c9-4abc-a19e-5173af615b39 None None] Network 902c7448-acce-4ed4-947c-5c463c867ec0 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:14.860111 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c70fbf55-b9c6-409b-9298-2d63d721ba1d tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:14.935259 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-3af5adc8-caf4-47ad-be6d-ca31839ea443 None None] Provisioning complete for port 89157054-feda-41ed-94cf-56f6b26064ea triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:14.935642 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3af5adc8-caf4-47ad-be6d-ca31839ea443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:14.974030 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-c70fbf55-b9c6-409b-9298-2d63d721ba1d tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Calling delete_port for 89157054-feda-41ed-94cf-56f6b26064ea owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:15.053405 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-3af5adc8-caf4-47ad-be6d-ca31839ea443 None None] Port 89157054-feda-41ed-94cf-56f6b26064ea cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:15.082933 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c3859ebe-afd6-47a1-b235-8bf495c1c412 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.118569 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3859ebe-afd6-47a1-b235-8bf495c1c412 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Port': ['ID=ba15df6a-35de-4900-b6ce-d63617dd60da,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:15.205150 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c3859ebe-afd6-47a1-b235-8bf495c1c412 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.214336 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c3859ebe-afd6-47a1-b235-8bf495c1c412 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/ports/ba15df6a-35de-4900-b6ce-d63617dd60da HTTP/1.1" status: 204 len: 168 time: 1.1933856 May 06 09:57:15.215544 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40468) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:15.232335 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d112ec5c-6188-477e-83f4-dc4d68496f30 None None] Provisioning complete for port 580110ba-569c-412b-a507-0ac847a19e16 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:15.233798 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d112ec5c-6188-477e-83f4-dc4d68496f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.259714 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-75122d58-09b3-4ae2-8aac-b5c67e034653 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] GET failed (client error): The resource could not be found. May 06 09:57:15.279601 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-75122d58-09b3-4ae2-8aac-b5c67e034653 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "GET /v2.0/ports/ba15df6a-35de-4900-b6ce-d63617dd60da HTTP/1.1" status: 404 len: 333 time: 0.0629091 May 06 09:57:15.282529 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40472) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:15.358278 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 580110ba-569c-412b-a507-0ac847a19e16 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:15.441352 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c70fbf55-b9c6-409b-9298-2d63d721ba1d tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.507859 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70fbf55-b9c6-409b-9298-2d63d721ba1d tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Pushing event deleted for resources: {'Port': ['ID=89157054-feda-41ed-94cf-56f6b26064ea,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:15.581057 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-cb297d97-9c9c-463a-8138-e707718ae552 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting port 9f2c0c39-8317-4f0e-8e94-243809d4d32c {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:15.581452 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb297d97-9c9c-463a-8138-e707718ae552 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.613769 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c70fbf55-b9c6-409b-9298-2d63d721ba1d tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.618077 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c70fbf55-b9c6-409b-9298-2d63d721ba1d tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] 10.222.0.73 "DELETE /v2.0/ports/89157054-feda-41ed-94cf-56f6b26064ea HTTP/1.1" status: 204 len: 168 time: 1.3856666 May 06 09:57:15.624566 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40486) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:15.662427 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 580110ba-569c-412b-a507-0ac847a19e16 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:15.662780 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.774187 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d112ec5c-6188-477e-83f4-dc4d68496f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.792539 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f951b77-443f-4f9d-aa8e-ef2c2322db02 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] GET failed (client error): The resource could not be found. May 06 09:57:15.801182 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3f951b77-443f-4f9d-aa8e-ef2c2322db02 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] 10.222.0.73 "GET /v2.0/ports/89157054-feda-41ed-94cf-56f6b26064ea HTTP/1.1" status: 404 len: 333 time: 0.1753111 May 06 09:57:15.804908 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40490) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:15.811524 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-fca949d9-d7e3-4891-9fde-236688731734 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Request body: {'port': {'network_id': '0be0ea0b-0353-4a5d-a538-72d26148bed5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2053903324'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:16.018145 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb297d97-9c9c-463a-8138-e707718ae552 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:16.088987 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-cb297d97-9c9c-463a-8138-e707718ae552 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Calling delete_port for 9f2c0c39-8317-4f0e-8e94-243809d4d32c owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:16.102218 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d112ec5c-6188-477e-83f4-dc4d68496f30 None None] For port 580110ba-569c-412b-a507-0ac847a19e16, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=580110ba-569c-412b-a507-0ac847a19e16,segment=NetworkSegment(5b69f4bc-e4d9-4fa6-914b-4a133ce3a82d),segment_id=5b69f4bc-e4d9-4fa6-914b-4a133ce3a82d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:16.149321 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d112ec5c-6188-477e-83f4-dc4d68496f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:16.232760 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112ec5c-6188-477e-83f4-dc4d68496f30 None None] Pushing event updated for resources: {'Port': ['ID=580110ba-569c-412b-a507-0ac847a19e16,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:16.236881 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6f648735-321f-401a-8e5d-8ef351d722a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:16.241115 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:16.249019 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca949d9-d7e3-4891-9fde-236688731734 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Made reservation on behalf of 6ea712d39dec4c3e8187b546addf35a5 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:16.253983 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fca949d9-d7e3-4891-9fde-236688731734 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:16.292754 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-fca949d9-d7e3-4891-9fde-236688731734 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] device_id is not set on port 9ff6403b-ece9-4845-a874-47c82ebea50f yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:57:16.309966 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d98baac8-6504-4e6f-86aa-0515bb033552 None None] Provisioning complete for port 580110ba-569c-412b-a507-0ac847a19e16 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:16.311771 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d98baac8-6504-4e6f-86aa-0515bb033552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:16.405006 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:57:16.405395 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:57:16.450546 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:57:16.473766 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb297d97-9c9c-463a-8138-e707718ae552 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:16.478360 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-fca949d9-d7e3-4891-9fde-236688731734 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Allocated IP 2001:db8::31b (0be0ea0b-0353-4a5d-a538-72d26148bed5/770ae4ff-3a16-4892-b078-fc6182c59ad9/9ff6403b-ece9-4845-a874-47c82ebea50f) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:16.574806 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb297d97-9c9c-463a-8138-e707718ae552 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Port': ['ID=9f2c0c39-8317-4f0e-8e94-243809d4d32c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:16.605566 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb297d97-9c9c-463a-8138-e707718ae552 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:16.612810 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-cb297d97-9c9c-463a-8138-e707718ae552 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/ports/9f2c0c39-8317-4f0e-8e94-243809d4d32c HTTP/1.1" status: 204 len: 168 time: 1.3287923 May 06 09:57:16.613824 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40508) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:16.644813 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ccd64a-60da-495b-ad6e-dbeaf8f8cb6e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] GET failed (client error): The resource could not be found. May 06 09:57:16.650004 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-07ccd64a-60da-495b-ad6e-dbeaf8f8cb6e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "GET /v2.0/ports/9f2c0c39-8317-4f0e-8e94-243809d4d32c HTTP/1.1" status: 404 len: 333 time: 0.0344837 May 06 09:57:16.651752 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40510) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:16.767851 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-d13c99e4-2426-47dd-95db-a018de09ab5d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting subnet c6098025-aa22-4ef2-9201-3f0d1e8584b8 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:57:16.781653 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d13c99e4-2426-47dd-95db-a018de09ab5d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:16.841438 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d98baac8-6504-4e6f-86aa-0515bb033552 None None] Could not find standard attr ID for object 9f2c0c39-8317-4f0e-8e94-243809d4d32c. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:57:16.847356 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d13c99e4-2426-47dd-95db-a018de09ab5d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:16.862384 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fca949d9-d7e3-4891-9fde-236688731734 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:16.929099 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fca949d9-d7e3-4891-9fde-236688731734 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:16.980281 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4d16eaaf-1a9e-4158-9ad9-2e3846d01ec2 None None] Could not find standard attr ID for object ba15df6a-35de-4900-b6ce-d63617dd60da. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:57:17.033018 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca949d9-d7e3-4891-9fde-236688731734 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Network 0be0ea0b-0353-4a5d-a538-72d26148bed5 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:17.034831 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-fca949d9-d7e3-4891-9fde-236688731734 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:17.046432 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d13c99e4-2426-47dd-95db-a018de09ab5d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:17.048652 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca949d9-d7e3-4891-9fde-236688731734 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Pushing event updated for resources: {'Port': ['ID=9ff6403b-ece9-4845-a874-47c82ebea50f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:17.055222 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca949d9-d7e3-4891-9fde-236688731734 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:17.061472 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca949d9-d7e3-4891-9fde-236688731734 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:17.062139 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fca949d9-d7e3-4891-9fde-236688731734 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:17.089274 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fca949d9-d7e3-4891-9fde-236688731734 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2828608 May 06 09:57:17.095071 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40526) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:17.112409 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-9e2713ad-954f-4a46-ac0d-e93b8da65348 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Request body: {'port': {'network_id': '0be0ea0b-0353-4a5d-a538-72d26148bed5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-599288617'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:17.205551 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d13c99e4-2426-47dd-95db-a018de09ab5d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:17.219828 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 580110ba-569c-412b-a507-0ac847a19e16 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:17.243779 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d13c99e4-2426-47dd-95db-a018de09ab5d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:17.249427 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d13c99e4-2426-47dd-95db-a018de09ab5d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/subnets/c6098025-aa22-4ef2-9201-3f0d1e8584b8 HTTP/1.1" status: 204 len: 168 time: 0.5939956 May 06 09:57:17.249882 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40530) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:17.302199 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c99e4-2426-47dd-95db-a018de09ab5d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Subnet': ['ID=c6098025-aa22-4ef2-9201-3f0d1e8584b8,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:17.417372 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 580110ba-569c-412b-a507-0ac847a19e16 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:17.418325 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:17.439307 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-718f2ea2-b94f-4244-913c-662de6f8ba7d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:17.510121 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2713ad-954f-4a46-ac0d-e93b8da65348 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Made reservation on behalf of 6ea712d39dec4c3e8187b546addf35a5 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:17.518932 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9e2713ad-954f-4a46-ac0d-e93b8da65348 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:17.547883 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-9e2713ad-954f-4a46-ac0d-e93b8da65348 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] device_id is not set on port 950cbca3-9163-475d-9cc2-fbe71a1502e4 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:57:17.630916 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee280396-2488-4239-8708-7df9158b66a6 None None] Network 902c7448-acce-4ed4-947c-5c463c867ec0 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:17.644287 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-9790261f-26c7-401b-bdfd-397fee046888 None None] Provisioning complete for port 9ff6403b-ece9-4845-a874-47c82ebea50f triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:17.644744 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9790261f-26c7-401b-bdfd-397fee046888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:17.655474 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-718f2ea2-b94f-4244-913c-662de6f8ba7d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting port 580110ba-569c-412b-a507-0ac847a19e16 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:17.655831 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-718f2ea2-b94f-4244-913c-662de6f8ba7d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:17.693229 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-9790261f-26c7-401b-bdfd-397fee046888 None None] Port 9ff6403b-ece9-4845-a874-47c82ebea50f cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:17.887451 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-718f2ea2-b94f-4244-913c-662de6f8ba7d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] For port 580110ba-569c-412b-a507-0ac847a19e16, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=580110ba-569c-412b-a507-0ac847a19e16,segment=NetworkSegment(5b69f4bc-e4d9-4fa6-914b-4a133ce3a82d),segment_id=5b69f4bc-e4d9-4fa6-914b-4a133ce3a82d)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:17.887972 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-718f2ea2-b94f-4244-913c-662de6f8ba7d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:17.905459 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-718f2ea2-b94f-4244-913c-662de6f8ba7d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Calling delete_port for 580110ba-569c-412b-a507-0ac847a19e16 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:17.947987 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2ba760-855b-41fb-a445-9d9d8212f84b None None] DHCP port deletion for 902c7448-acce-4ed4-947c-5c463c867ec0 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:57:18.064042 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-1e2ba760-855b-41fb-a445-9d9d8212f84b None None] Deleting port 580110ba-569c-412b-a507-0ac847a19e16 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:18.065676 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1e2ba760-855b-41fb-a445-9d9d8212f84b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.115575 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-9e2713ad-954f-4a46-ac0d-e93b8da65348 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Allocated IP 2001:db8::152 (0be0ea0b-0353-4a5d-a538-72d26148bed5/770ae4ff-3a16-4892-b078-fc6182c59ad9/950cbca3-9163-475d-9cc2-fbe71a1502e4) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:18.180245 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-1e2ba760-855b-41fb-a445-9d9d8212f84b None None] For port 580110ba-569c-412b-a507-0ac847a19e16, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=580110ba-569c-412b-a507-0ac847a19e16,segment=NetworkSegment(5b69f4bc-e4d9-4fa6-914b-4a133ce3a82d),segment_id=5b69f4bc-e4d9-4fa6-914b-4a133ce3a82d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:18.180646 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1e2ba760-855b-41fb-a445-9d9d8212f84b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.228021 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-1e2ba760-855b-41fb-a445-9d9d8212f84b None None] Calling delete_port for 580110ba-569c-412b-a507-0ac847a19e16 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:18.253115 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-718f2ea2-b94f-4244-913c-662de6f8ba7d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.271293 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718f2ea2-b94f-4244-913c-662de6f8ba7d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] No DVR routers for this DVR port 580110ba-569c-412b-a507-0ac847a19e16 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:57:18.323037 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f2ea2-b94f-4244-913c-662de6f8ba7d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Port': ['ID=580110ba-569c-412b-a507-0ac847a19e16,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:18.377351 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1e2ba760-855b-41fb-a445-9d9d8212f84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.413118 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-718f2ea2-b94f-4244-913c-662de6f8ba7d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.419237 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ba760-855b-41fb-a445-9d9d8212f84b None None] Pushing event deleted for resources: {'Port': ['ID=580110ba-569c-412b-a507-0ac847a19e16,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:18.433778 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9e2713ad-954f-4a46-ac0d-e93b8da65348 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.439147 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2ba760-855b-41fb-a445-9d9d8212f84b None None] No DVR routers for this DVR port 580110ba-569c-412b-a507-0ac847a19e16 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:57:18.456540 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-718f2ea2-b94f-4244-913c-662de6f8ba7d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['902c7448-acce-4ed4-947c-5c463c867ec0']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:18.472513 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-718f2ea2-b94f-4244-913c-662de6f8ba7d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b69f4bc-e4d9-4fa6-914b-4a133ce3a82d') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:18.472779 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-718f2ea2-b94f-4244-913c-662de6f8ba7d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b69f4bc-e4d9-4fa6-914b-4a133ce3a82d') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:18.498837 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-718f2ea2-b94f-4244-913c-662de6f8ba7d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.500904 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-03a38d49-75d5-43b0-b426-45ee02593970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.517797 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-718f2ea2-b94f-4244-913c-662de6f8ba7d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.526099 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-718f2ea2-b94f-4244-913c-662de6f8ba7d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:57:18.526530 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-718f2ea2-b94f-4244-913c-662de6f8ba7d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: timer() May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:57:18.531456 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:57:18.550623 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9e2713ad-954f-4a46-ac0d-e93b8da65348 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.642250 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2713ad-954f-4a46-ac0d-e93b8da65348 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Network 0be0ea0b-0353-4a5d-a538-72d26148bed5 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:18.648510 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-9e2713ad-954f-4a46-ac0d-e93b8da65348 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:18.657699 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2713ad-954f-4a46-ac0d-e93b8da65348 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:18.664247 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2713ad-954f-4a46-ac0d-e93b8da65348 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:18.665178 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9e2713ad-954f-4a46-ac0d-e93b8da65348 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.670015 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-718f2ea2-b94f-4244-913c-662de6f8ba7d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.676248 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2713ad-954f-4a46-ac0d-e93b8da65348 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Pushing event updated for resources: {'Port': ['ID=950cbca3-9163-475d-9cc2-fbe71a1502e4,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:18.681147 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-718f2ea2-b94f-4244-913c-662de6f8ba7d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.685826 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-718f2ea2-b94f-4244-913c-662de6f8ba7d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/networks/902c7448-acce-4ed4-947c-5c463c867ec0 HTTP/1.1" status: 204 len: 168 time: 1.4342508 May 06 09:57:18.689843 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40560) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:18.698057 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-7cff795d-5f77-45bd-a9f5-58dbac0c518b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2008961656'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:18.711667 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9e2713ad-954f-4a46-ac0d-e93b8da65348 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6154451 May 06 09:57:18.712850 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f2ea2-b94f-4244-913c-662de6f8ba7d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Network': ['ID=902c7448-acce-4ed4-947c-5c463c867ec0,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:18.714912 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40564) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:18.722360 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-42042472-f8e7-4ff8-9a4f-9d8f6db5aeb2 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2a8', 'mac_address': 'fa:16:3e:8c:25:70'}, {'ip_address': '2001:db8::31b', 'mac_address': 'fa:16:3e:bc:44:47'}]}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:18.761652 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cff795d-5f77-45bd-a9f5-58dbac0c518b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:18.770968 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7cff795d-5f77-45bd-a9f5-58dbac0c518b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.837129 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cff795d-5f77-45bd-a9f5-58dbac0c518b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:57:18.844045 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.858642 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7cff795d-5f77-45bd-a9f5-58dbac0c518b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.859388 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-7cff795d-5f77-45bd-a9f5-58dbac0c518b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Added segment 49fb97ae-33dd-4e67-b5d1-1157fa3cdab7 of type vlan for network e9907126-e46c-4f91-aa22-dc971f5f3bd4 May 06 09:57:18.941937 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7cff795d-5f77-45bd-a9f5-58dbac0c518b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.008596 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7cff795d-5f77-45bd-a9f5-58dbac0c518b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.022779 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cff795d-5f77-45bd-a9f5-58dbac0c518b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:19.025372 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7cff795d-5f77-45bd-a9f5-58dbac0c518b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.080805 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42042472-f8e7-4ff8-9a4f-9d8f6db5aeb2 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.146505 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7cff795d-5f77-45bd-a9f5-58dbac0c518b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4549325 May 06 09:57:19.151919 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40570) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:19.172254 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-c68a4d1f-4aa9-43c3-b124-248c894da52e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'subnet': {'network_id': 'e9907126-e46c-4f91-aa22-dc971f5f3bd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:19.186634 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b66cf0d3-5e5d-44e0-aff1-ec8037cca7c4 None None] Provisioning complete for port 950cbca3-9163-475d-9cc2-fbe71a1502e4 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:19.187210 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b66cf0d3-5e5d-44e0-aff1-ec8037cca7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.243810 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 580110ba-569c-412b-a507-0ac847a19e16 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:57:19.245669 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff795d-5f77-45bd-a9f5-58dbac0c518b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Network': ['ID=e9907126-e46c-4f91-aa22-dc971f5f3bd4,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:19.274959 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network e9907126-e46c-4f91-aa22-dc971f5f3bd4 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:57:19.280267 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 580110ba-569c-412b-a507-0ac847a19e16 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:57:19.280844 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 580110ba-569c-412b-a507-0ac847a19e16 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:57:19.341332 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-b66cf0d3-5e5d-44e0-aff1-ec8037cca7c4 None None] Port 950cbca3-9163-475d-9cc2-fbe71a1502e4 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:19.353504 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68a4d1f-4aa9-43c3-b124-248c894da52e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:19.358797 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c68a4d1f-4aa9-43c3-b124-248c894da52e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.490788 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40576) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:19.511995 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.514830 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42042472-f8e7-4ff8-9a4f-9d8f6db5aeb2 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.521459 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42042472-f8e7-4ff8-9a4f-9d8f6db5aeb2 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.591933 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-42042472-f8e7-4ff8-9a4f-9d8f6db5aeb2 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] In _notify_port_updated(), no bound segment for port 950cbca3-9163-475d-9cc2-fbe71a1502e4 on network 0be0ea0b-0353-4a5d-a538-72d26148bed5 {{(pid=102652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:57:19.599572 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42042472-f8e7-4ff8-9a4f-9d8f6db5aeb2 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:19.600931 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42042472-f8e7-4ff8-9a4f-9d8f6db5aeb2 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.602649 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-42042472-f8e7-4ff8-9a4f-9d8f6db5aeb2 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] 10.222.0.73 "PUT /v2.0/ports/950cbca3-9163-475d-9cc2-fbe71a1502e4 HTTP/1.1" status: 200 len: 1067 time: 0.8865578 May 06 09:57:19.606230 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40580) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:19.783224 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c68a4d1f-4aa9-43c3-b124-248c894da52e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.849384 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42042472-f8e7-4ff8-9a4f-9d8f6db5aeb2 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Pushing event updated for resources: {'Port': ['ID=950cbca3-9163-475d-9cc2-fbe71a1502e4,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:19.940388 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a2dca029-eb9e-4f4f-97b0-9b06729f293b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.961338 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-78d930c6-0cc5-40ad-8e7c-5f820052585f tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Deleting port 950cbca3-9163-475d-9cc2-fbe71a1502e4 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:19.963058 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-78d930c6-0cc5-40ad-8e7c-5f820052585f tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.977191 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-22c56ef1-9616-48e8-9019-92bde245d639 None None] Provisioning complete for port 950cbca3-9163-475d-9cc2-fbe71a1502e4 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:19.977581 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-22c56ef1-9616-48e8-9019-92bde245d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.017638 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a4d1f-4aa9-43c3-b124-248c894da52e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Subnet': ['ID=36c9ea47-7be0-4adc-ae2d-66bd1a50af6d,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:20.054180 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-22c56ef1-9616-48e8-9019-92bde245d639 None None] Port 950cbca3-9163-475d-9cc2-fbe71a1502e4 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:20.061938 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68a4d1f-4aa9-43c3-b124-248c894da52e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Checking segment: {'id': '49fb97ae-33dd-4e67-b5d1-1157fa3cdab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e9907126-e46c-4f91-aa22-dc971f5f3bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:20.062389 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68a4d1f-4aa9-43c3-b124-248c894da52e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network hostable DHCP agents. Network: e9907126-e46c-4f91-aa22-dc971f5f3bd4, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:57:20.100756 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68a4d1f-4aa9-43c3-b124-248c894da52e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network e9907126-e46c-4f91-aa22-dc971f5f3bd4 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:57:20.149342 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-c68a4d1f-4aa9-43c3-b124-248c894da52e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, e9907126-e46c-4f91-aa22-dc971f5f3bd4) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:20.160736 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c844888-d3d5-4aa8-b5d7-2a663fa50a82 None None] Network e9907126-e46c-4f91-aa22-dc971f5f3bd4 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:20.182514 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-78d930c6-0cc5-40ad-8e7c-5f820052585f tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.188673 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68a4d1f-4aa9-43c3-b124-248c894da52e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:20.189645 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c68a4d1f-4aa9-43c3-b124-248c894da52e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.233406 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-78d930c6-0cc5-40ad-8e7c-5f820052585f tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Calling delete_port for 950cbca3-9163-475d-9cc2-fbe71a1502e4 owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:20.246865 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a2dca029-eb9e-4f4f-97b0-9b06729f293b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.266509 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a2dca029-eb9e-4f4f-97b0-9b06729f293b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.352935 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c68a4d1f-4aa9-43c3-b124-248c894da52e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1993804 May 06 09:57:20.353266 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40600) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:20.359595 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-9f0d459c-e24d-47cd-a502-060627b3cc8e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-656549852', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:20.359819 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a2dca029-eb9e-4f4f-97b0-9b06729f293b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=63d551a20060409a8590a54a6335bfcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8675859 May 06 09:57:20.364721 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40602) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:20.388179 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dca029-eb9e-4f4f-97b0-9b06729f293b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495c044d-cea1-446c-902c-7b28014189e0,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:20.418334 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93784437-6a54-4970-a5c6-78b26942e077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-e9907126-e46c-4f91-aa22-dc971f5f3bd4', 'network_id': 'e9907126-e46c-4f91-aa22-dc971f5f3bd4', 'tenant_id': '5d193049755044c3b70e2808b8b62329', 'fixed_ips': [{'subnet_id': '36c9ea47-7be0-4adc-ae2d-66bd1a50af6d'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:57:20.419916 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-93784437-6a54-4970-a5c6-78b26942e077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.437632 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9f0d459c-e24d-47cd-a502-060627b3cc8e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.438417 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9f0d459c-e24d-47cd-a502-060627b3cc8e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.446237 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0737e2ee-23b8-4f22-8be5-3f1f8cfdc29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.469555 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-78d930c6-0cc5-40ad-8e7c-5f820052585f tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.485074 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0737e2ee-23b8-4f22-8be5-3f1f8cfdc29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.555062 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d930c6-0cc5-40ad-8e7c-5f820052585f tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Pushing event deleted for resources: {'Port': ['ID=950cbca3-9163-475d-9cc2-fbe71a1502e4,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:20.556704 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0737e2ee-23b8-4f22-8be5-3f1f8cfdc29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.569056 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0737e2ee-23b8-4f22-8be5-3f1f8cfdc29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.573859 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0737e2ee-23b8-4f22-8be5-3f1f8cfdc29b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/495c044d-cea1-446c-902c-7b28014189e0 HTTP/1.1" status: 204 len: 168 time: 0.2073686 May 06 09:57:20.588040 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737e2ee-23b8-4f22-8be5-3f1f8cfdc29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495c044d-cea1-446c-902c-7b28014189e0,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:20.622006 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9f0d459c-e24d-47cd-a502-060627b3cc8e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.666295 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9f0d459c-e24d-47cd-a502-060627b3cc8e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.686255 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-93784437-6a54-4970-a5c6-78b26942e077 None None] Allocated IP 2001:db8::2 (e9907126-e46c-4f91-aa22-dc971f5f3bd4/36c9ea47-7be0-4adc-ae2d-66bd1a50af6d/c1db776d-022b-43ce-8e50-ef32ea8b06b4) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:20.747740 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9f0d459c-e24d-47cd-a502-060627b3cc8e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.751935 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9f0d459c-e24d-47cd-a502-060627b3cc8e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3950279 May 06 09:57:20.753108 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40608) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:20.758457 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-0a5fe16b-2b51-42d5-9ea8-02ca9f1aa7ba tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'port': {'network_id': 'e9907126-e46c-4f91-aa22-dc971f5f3bd4', 'name': 'tempest-PortsIpV6TestJSON-1352136170'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:20.957334 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-93784437-6a54-4970-a5c6-78b26942e077 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.969250 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-93784437-6a54-4970-a5c6-78b26942e077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:21.030671 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93784437-6a54-4970-a5c6-78b26942e077 None None] Network e9907126-e46c-4f91-aa22-dc971f5f3bd4 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:21.034406 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-93784437-6a54-4970-a5c6-78b26942e077 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:21.042701 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-78d930c6-0cc5-40ad-8e7c-5f820052585f tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:21.042921 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93784437-6a54-4970-a5c6-78b26942e077 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:21.046443 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93784437-6a54-4970-a5c6-78b26942e077 None None] Pushing event updated for resources: {'Port': ['ID=c1db776d-022b-43ce-8e50-ef32ea8b06b4,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:21.058635 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40616) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:21.061249 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-78d930c6-0cc5-40ad-8e7c-5f820052585f tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] 10.222.0.73 "DELETE /v2.0/ports/950cbca3-9163-475d-9cc2-fbe71a1502e4 HTTP/1.1" status: 204 len: 168 time: 1.4505672 May 06 09:57:21.144783 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f82182-455e-4b15-b148-366816a03d8b tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] GET failed (client error): The resource could not be found. May 06 09:57:21.150963 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40618) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:21.161991 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b5f82182-455e-4b15-b148-366816a03d8b tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] 10.222.0.73 "GET /v2.0/ports/950cbca3-9163-475d-9cc2-fbe71a1502e4 HTTP/1.1" status: 404 len: 333 time: 0.0905533 May 06 09:57:21.163512 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5fe16b-2b51-42d5-9ea8-02ca9f1aa7ba tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:21.166495 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-93784437-6a54-4970-a5c6-78b26942e077 None None] Attempting to bind port c1db776d-022b-43ce-8e50-ef32ea8b06b4 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:57:21.167221 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-93784437-6a54-4970-a5c6-78b26942e077 None None] Attempting to bind port c1db776d-022b-43ce-8e50-ef32ea8b06b4 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '49fb97ae-33dd-4e67-b5d1-1157fa3cdab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e9907126-e46c-4f91-aa22-dc971f5f3bd4'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:57:21.168045 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93784437-6a54-4970-a5c6-78b26942e077 None None] Attempting to bind port c1db776d-022b-43ce-8e50-ef32ea8b06b4 on network e9907126-e46c-4f91-aa22-dc971f5f3bd4 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:57:21.176369 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0a5fe16b-2b51-42d5-9ea8-02ca9f1aa7ba tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:21.200369 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93784437-6a54-4970-a5c6-78b26942e077 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:57:21.201185 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93784437-6a54-4970-a5c6-78b26942e077 None None] Checking segment: {'id': '49fb97ae-33dd-4e67-b5d1-1157fa3cdab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e9907126-e46c-4f91-aa22-dc971f5f3bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:21.202171 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-93784437-6a54-4970-a5c6-78b26942e077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:21.202740 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93784437-6a54-4970-a5c6-78b26942e077 None None] Bound using segment: {'id': '49fb97ae-33dd-4e67-b5d1-1157fa3cdab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e9907126-e46c-4f91-aa22-dc971f5f3bd4'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:57:21.203586 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-93784437-6a54-4970-a5c6-78b26942e077 None None] Bound port: c1db776d-022b-43ce-8e50-ef32ea8b06b4, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49fb97ae-33dd-4e67-b5d1-1157fa3cdab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e9907126-e46c-4f91-aa22-dc971f5f3bd4'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:57:21.204331 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-93784437-6a54-4970-a5c6-78b26942e077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:21.218894 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-0a5fe16b-2b51-42d5-9ea8-02ca9f1aa7ba tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] device_id is not set on port 545f82a0-7e67-4cc1-8f14-4ebccd40d716 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:57:21.229735 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:21.329507 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-93784437-6a54-4970-a5c6-78b26942e077 None None] For port c1db776d-022b-43ce-8e50-ef32ea8b06b4, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:57:21.339542 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-93784437-6a54-4970-a5c6-78b26942e077 None None] For port c1db776d-022b-43ce-8e50-ef32ea8b06b4, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=c1db776d-022b-43ce-8e50-ef32ea8b06b4,segment=NetworkSegment(49fb97ae-33dd-4e67-b5d1-1157fa3cdab7),segment_id=49fb97ae-33dd-4e67-b5d1-1157fa3cdab7)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:57:21.348830 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-93784437-6a54-4970-a5c6-78b26942e077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:21.367162 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-19578962-b9a9-4e0a-a001-acde5b582524 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Deleting port 9ff6403b-ece9-4845-a874-47c82ebea50f {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:21.369044 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19578962-b9a9-4e0a-a001-acde5b582524 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:21.391033 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-0a5fe16b-2b51-42d5-9ea8-02ca9f1aa7ba tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Allocated IP 2001:db8::3ae (e9907126-e46c-4f91-aa22-dc971f5f3bd4/36c9ea47-7be0-4adc-ae2d-66bd1a50af6d/545f82a0-7e67-4cc1-8f14-4ebccd40d716) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:21.502711 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93784437-6a54-4970-a5c6-78b26942e077 None None] Pushing event updated for resources: {'Port': ['ID=c1db776d-022b-43ce-8e50-ef32ea8b06b4,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:21.524683 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:21.587810 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0a5fe16b-2b51-42d5-9ea8-02ca9f1aa7ba tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:21.591645 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19578962-b9a9-4e0a-a001-acde5b582524 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:21.629541 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-19578962-b9a9-4e0a-a001-acde5b582524 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Calling delete_port for 9ff6403b-ece9-4845-a874-47c82ebea50f owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:21.637174 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0a5fe16b-2b51-42d5-9ea8-02ca9f1aa7ba tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:21.767191 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5fe16b-2b51-42d5-9ea8-02ca9f1aa7ba tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network e9907126-e46c-4f91-aa22-dc971f5f3bd4 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:21.792059 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-0a5fe16b-2b51-42d5-9ea8-02ca9f1aa7ba tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:21.796332 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fe16b-2b51-42d5-9ea8-02ca9f1aa7ba tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Port': ['ID=545f82a0-7e67-4cc1-8f14-4ebccd40d716,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:21.804375 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5fe16b-2b51-42d5-9ea8-02ca9f1aa7ba tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:21.822793 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5fe16b-2b51-42d5-9ea8-02ca9f1aa7ba tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:21.823552 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0a5fe16b-2b51-42d5-9ea8-02ca9f1aa7ba tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:21.882809 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40654) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:21.883533 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0a5fe16b-2b51-42d5-9ea8-02ca9f1aa7ba tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1289809 May 06 09:57:22.581044 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19578962-b9a9-4e0a-a001-acde5b582524 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:22.663431 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19578962-b9a9-4e0a-a001-acde5b582524 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Pushing event deleted for resources: {'Port': ['ID=9ff6403b-ece9-4845-a874-47c82ebea50f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:22.755623 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19578962-b9a9-4e0a-a001-acde5b582524 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:22.761441 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-19578962-b9a9-4e0a-a001-acde5b582524 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] 10.222.0.73 "DELETE /v2.0/ports/9ff6403b-ece9-4845-a874-47c82ebea50f HTTP/1.1" status: 204 len: 168 time: 1.6066980 May 06 09:57:22.761835 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40698) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:22.814098 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b04f59e-fa35-477e-8c28-f829068132cb tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] GET failed (client error): The resource could not be found. May 06 09:57:22.819909 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6b04f59e-fa35-477e-8c28-f829068132cb tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] 10.222.0.73 "GET /v2.0/ports/9ff6403b-ece9-4845-a874-47c82ebea50f HTTP/1.1" status: 404 len: 333 time: 0.0567188 May 06 09:57:22.820536 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40704) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:23.003430 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a9912c3-4996-4c3b-b50d-4b6e71504fed tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:23.127729 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-db1a25e5-3adb-41f2-99e6-3ee32881f4b7 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Deleting port 02921673-4d15-4f04-aeac-be7ca805ba77 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:23.128096 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-db1a25e5-3adb-41f2-99e6-3ee32881f4b7 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:23.209653 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78383c8-d829-4c8d-902f-da1f7cbbe464 None None] Network e9907126-e46c-4f91-aa22-dc971f5f3bd4 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:23.298649 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device c1db776d-022b-43ce-8e50-ef32ea8b06b4 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:23.372482 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-cb7e7954-cc37-45d2-b476-95d01dd6f768 None None] Provisioning complete for port c1db776d-022b-43ce-8e50-ef32ea8b06b4 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:23.373947 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cb7e7954-cc37-45d2-b476-95d01dd6f768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:23.515657 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port c1db776d-022b-43ce-8e50-ef32ea8b06b4 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:23.516027 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:23.543842 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-db1a25e5-3adb-41f2-99e6-3ee32881f4b7 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:23.628374 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cb7e7954-cc37-45d2-b476-95d01dd6f768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:23.655733 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a9912c3-4996-4c3b-b50d-4b6e71504fed tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:23.668506 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a9912c3-4996-4c3b-b50d-4b6e71504fed tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:23.688265 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-cb7e7954-cc37-45d2-b476-95d01dd6f768 None None] For port c1db776d-022b-43ce-8e50-ef32ea8b06b4, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=c1db776d-022b-43ce-8e50-ef32ea8b06b4,segment=NetworkSegment(49fb97ae-33dd-4e67-b5d1-1157fa3cdab7),segment_id=49fb97ae-33dd-4e67-b5d1-1157fa3cdab7)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:23.706483 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-db1a25e5-3adb-41f2-99e6-3ee32881f4b7 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Calling delete_port for 02921673-4d15-4f04-aeac-be7ca805ba77 owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:23.716285 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cb7e7954-cc37-45d2-b476-95d01dd6f768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:23.758796 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:23.845210 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e7954-cc37-45d2-b476-95d01dd6f768 None None] Pushing event updated for resources: {'Port': ['ID=c1db776d-022b-43ce-8e50-ef32ea8b06b4,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:23.957894 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:57:23.958872 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:57:23.972330 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a9912c3-4996-4c3b-b50d-4b6e71504fed tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:24.167407 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9912c3-4996-4c3b-b50d-4b6e71504fed tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Port': ['ID=545f82a0-7e67-4cc1-8f14-4ebccd40d716,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:24.279507 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b97214ec-51c5-4aa7-9594-0d79804276b3 None None] Provisioning complete for port 545f82a0-7e67-4cc1-8f14-4ebccd40d716 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:24.279507 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b97214ec-51c5-4aa7-9594-0d79804276b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:24.344487 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a9912c3-4996-4c3b-b50d-4b6e71504fed tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:24.410497 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-b97214ec-51c5-4aa7-9594-0d79804276b3 None None] Port 545f82a0-7e67-4cc1-8f14-4ebccd40d716 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:24.430023 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b97214ec-51c5-4aa7-9594-0d79804276b3 None None] Provisioning complete for port c1db776d-022b-43ce-8e50-ef32ea8b06b4 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:24.430475 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b97214ec-51c5-4aa7-9594-0d79804276b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:24.469621 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-db1a25e5-3adb-41f2-99e6-3ee32881f4b7 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:24.660436 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a25e5-3adb-41f2-99e6-3ee32881f4b7 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Pushing event deleted for resources: {'Port': ['ID=02921673-4d15-4f04-aeac-be7ca805ba77,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:24.681783 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40780) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:24.687304 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-15f33194-d64a-4348-83ca-2a3bad24dfb2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1040960821', 'description': 'tempest-secgroup-smoke-1040960821 description', 'project_id': '1b7022527a0d47ed9f061636a22ce038'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:24.709732 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-db1a25e5-3adb-41f2-99e6-3ee32881f4b7 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:24.713143 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-db1a25e5-3adb-41f2-99e6-3ee32881f4b7 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] 10.222.0.73 "DELETE /v2.0/ports/02921673-4d15-4f04-aeac-be7ca805ba77 HTTP/1.1" status: 204 len: 168 time: 1.8914771 May 06 09:57:24.721105 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40784) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:24.761490 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-15f33194-d64a-4348-83ca-2a3bad24dfb2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:24.785227 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-15f33194-d64a-4348-83ca-2a3bad24dfb2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:24.947134 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-15f33194-d64a-4348-83ca-2a3bad24dfb2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:24.951779 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4defb86f-1645-4b5e-9985-bf45b99d58af None None] Provisioning complete for port 545f82a0-7e67-4cc1-8f14-4ebccd40d716 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:24.952502 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4defb86f-1645-4b5e-9985-bf45b99d58af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:24.952619 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-15f33194-d64a-4348-83ca-2a3bad24dfb2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.037344 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f33194-d64a-4348-83ca-2a3bad24dfb2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd6025c-465c-4e9c-9d8c-7410120c736b,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:25.047262 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c2d85f5-7a3f-40d0-a159-ea9bdca76006 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Deleting subnet 770ae4ff-3a16-4892-b078-fc6182c59ad9 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:57:25.067704 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-4defb86f-1645-4b5e-9985-bf45b99d58af None None] Port 545f82a0-7e67-4cc1-8f14-4ebccd40d716 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:25.083895 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2c2d85f5-7a3f-40d0-a159-ea9bdca76006 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.139538 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-15f33194-d64a-4348-83ca-2a3bad24dfb2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.143799 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-15f33194-d64a-4348-83ca-2a3bad24dfb2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.182201 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f33194-d64a-4348-83ca-2a3bad24dfb2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da0a3f5a-dd83-4c4e-ac6f-225dde67326e,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:25.186319 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2c2d85f5-7a3f-40d0-a159-ea9bdca76006 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.197458 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-15f33194-d64a-4348-83ca-2a3bad24dfb2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.199514 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-15f33194-d64a-4348-83ca-2a3bad24dfb2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5163536 May 06 09:57:25.200405 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-fc97601c-1fc3-4530-9af4-434e85994c26 None None] Provisioning complete for port 545f82a0-7e67-4cc1-8f14-4ebccd40d716 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:25.201258 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fc97601c-1fc3-4530-9af4-434e85994c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.205486 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f33194-d64a-4348-83ca-2a3bad24dfb2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:25.205835 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f33194-d64a-4348-83ca-2a3bad24dfb2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:25.206646 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f33194-d64a-4348-83ca-2a3bad24dfb2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:25.207811 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f33194-d64a-4348-83ca-2a3bad24dfb2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:25.208950 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f33194-d64a-4348-83ca-2a3bad24dfb2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:25.209873 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f33194-d64a-4348-83ca-2a3bad24dfb2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:25.210574 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f33194-d64a-4348-83ca-2a3bad24dfb2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:25.211773 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f33194-d64a-4348-83ca-2a3bad24dfb2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:25.212506 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f33194-d64a-4348-83ca-2a3bad24dfb2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:25.216440 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f33194-d64a-4348-83ca-2a3bad24dfb2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:25.216440 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f33194-d64a-4348-83ca-2a3bad24dfb2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:25.216440 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f33194-d64a-4348-83ca-2a3bad24dfb2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:25.224496 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40786) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:25.231259 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-fd077094-ecfc-4343-907a-252ea971d280 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'security_group_rule': {'security_group_id': 'da0a3f5a-dd83-4c4e-ac6f-225dde67326e', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:25.245130 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device c1db776d-022b-43ce-8e50-ef32ea8b06b4 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:25.270120 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fd077094-ecfc-4343-907a-252ea971d280 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.271042 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a9912c3-4996-4c3b-b50d-4b6e71504fed tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.285146 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a9912c3-4996-4c3b-b50d-4b6e71504fed tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.286559 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a9912c3-4996-4c3b-b50d-4b6e71504fed tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.305177 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-fc97601c-1fc3-4530-9af4-434e85994c26 None None] Port 545f82a0-7e67-4cc1-8f14-4ebccd40d716 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:25.333464 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port c1db776d-022b-43ce-8e50-ef32ea8b06b4 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:25.333900 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.433781 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fd077094-ecfc-4343-907a-252ea971d280 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.440436 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fd077094-ecfc-4343-907a-252ea971d280 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.462301 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40792) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:25.479866 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fd077094-ecfc-4343-907a-252ea971d280 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.481079 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fd077094-ecfc-4343-907a-252ea971d280 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2553062 May 06 09:57:25.482136 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd077094-ecfc-4343-907a-252ea971d280 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=115fd911-884f-45b7-9acc-fbe22882b55e,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:25.485911 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40796) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:25.492474 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-215e3d00-b0d5-47cd-b45c-716db3b6112b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'security_group_rule': {'security_group_id': 'da0a3f5a-dd83-4c4e-ac6f-225dde67326e', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:25.519783 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-215e3d00-b0d5-47cd-b45c-716db3b6112b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.541939 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9912c3-4996-4c3b-b50d-4b6e71504fed tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Port': ['ID=545f82a0-7e67-4cc1-8f14-4ebccd40d716,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:25.589691 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2c2d85f5-7a3f-40d0-a159-ea9bdca76006 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.608159 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-215e3d00-b0d5-47cd-b45c-716db3b6112b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.614272 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-215e3d00-b0d5-47cd-b45c-716db3b6112b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.632816 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e3d00-b0d5-47cd-b45c-716db3b6112b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=409062cf-d81e-4c35-8a23-ae0fa3db2d48,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:25.648496 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-215e3d00-b0d5-47cd-b45c-716db3b6112b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.649791 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-215e3d00-b0d5-47cd-b45c-716db3b6112b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1620216 May 06 09:57:25.652396 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40798) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:25.657517 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-b8ebe1f4-555e-4a39-b84e-1e8b71701aee tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'security_group_rule': {'security_group_id': 'da0a3f5a-dd83-4c4e-ac6f-225dde67326e', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:25.666720 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9912c3-4996-4c3b-b50d-4b6e71504fed tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network e9907126-e46c-4f91-aa22-dc971f5f3bd4 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:25.669176 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-9a9912c3-4996-4c3b-b50d-4b6e71504fed tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:25.674709 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b129abdb-8c95-4090-9ed3-1bf94ec0d805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.689750 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b8ebe1f4-555e-4a39-b84e-1e8b71701aee tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.765022 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b8ebe1f4-555e-4a39-b84e-1e8b71701aee tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.773633 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b8ebe1f4-555e-4a39-b84e-1e8b71701aee tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.790117 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2c2d85f5-7a3f-40d0-a159-ea9bdca76006 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.794109 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebe1f4-555e-4a39-b84e-1e8b71701aee tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0e55a2-b1bf-4b12-b416-1cdb1d1acfc8,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:25.802251 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b8ebe1f4-555e-4a39-b84e-1e8b71701aee tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.803530 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b8ebe1f4-555e-4a39-b84e-1e8b71701aee tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1500363 May 06 09:57:25.807309 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40800) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:25.813604 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-5a0f159b-347a-45ba-a050-39c31cfced36 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'security_group_rule': {'security_group_id': 'da0a3f5a-dd83-4c4e-ac6f-225dde67326e', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:25.840682 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d85f5-7a3f-40d0-a159-ea9bdca76006 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Pushing event deleted for resources: {'Subnet': ['ID=770ae4ff-3a16-4892-b078-fc6182c59ad9,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:25.850723 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5a0f159b-347a-45ba-a050-39c31cfced36 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.859752 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87b7acd-b239-464b-b108-30a2a51170ab None None] Network 0be0ea0b-0353-4a5d-a538-72d26148bed5 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:25.865049 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2c2d85f5-7a3f-40d0-a159-ea9bdca76006 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.871212 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2c2d85f5-7a3f-40d0-a159-ea9bdca76006 tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] 10.222.0.73 "DELETE /v2.0/subnets/770ae4ff-3a16-4892-b078-fc6182c59ad9 HTTP/1.1" status: 204 len: 168 time: 1.1396401 May 06 09:57:25.876207 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40802) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:25.946673 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5a0f159b-347a-45ba-a050-39c31cfced36 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.954721 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5a0f159b-347a-45ba-a050-39c31cfced36 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.987286 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f159b-347a-45ba-a050-39c31cfced36 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab34ef12-86c7-42cf-8474-9d433eee0e66,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:25.993382 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5a0f159b-347a-45ba-a050-39c31cfced36 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.995045 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5a0f159b-347a-45ba-a050-39c31cfced36 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1862662 May 06 09:57:25.997976 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40804) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:26.002785 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-364821fc-aadf-41df-83c7-5600ec70afc8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'security_group_rule': {'security_group_id': 'da0a3f5a-dd83-4c4e-ac6f-225dde67326e', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:26.032909 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a1fe4e5-877e-4787-a1fe-122cf4e84a5c tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.033608 n-d-840835-1 neutron-server[102653]: INFO neutron.db.securitygroups_db [None req-364821fc-aadf-41df-83c7-5600ec70afc8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Project 1b7022527a0d47ed9f061636a22ce038 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 09:57:26.040468 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-364821fc-aadf-41df-83c7-5600ec70afc8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.048905 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-3bab2692-fde3-441e-b1ba-9da8eae6d39d None None] Provisioning complete for port 545f82a0-7e67-4cc1-8f14-4ebccd40d716 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:26.048905 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3bab2692-fde3-441e-b1ba-9da8eae6d39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.057208 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b129abdb-8c95-4090-9ed3-1bf94ec0d805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.058865 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9912c3-4996-4c3b-b50d-4b6e71504fed tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Router ac991e75-be7e-4273-8ac1-6894ecac4b54 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:57:26.064847 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b129abdb-8c95-4090-9ed3-1bf94ec0d805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.096830 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-3bab2692-fde3-441e-b1ba-9da8eae6d39d None None] Port 545f82a0-7e67-4cc1-8f14-4ebccd40d716 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:26.139579 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-364821fc-aadf-41df-83c7-5600ec70afc8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.144816 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-364821fc-aadf-41df-83c7-5600ec70afc8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.153919 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fc145c-cdfd-4618-ac20-9bc7f58e11ef None None] DHCP port deletion for 0be0ea0b-0353-4a5d-a538-72d26148bed5 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:57:26.162973 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364821fc-aadf-41df-83c7-5600ec70afc8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c4e534-a5a7-4a86-9e66-2f471c5f24d9,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:26.171987 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129abdb-8c95-4090-9ed3-1bf94ec0d805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01908d72-d604-4c54-90d0-d5c77937ad5d,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:26.176378 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b129abdb-8c95-4090-9ed3-1bf94ec0d805 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0ebfb687416140909bace08fee1a2338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7125893 May 06 09:57:26.180123 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40806) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:26.195029 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-364821fc-aadf-41df-83c7-5600ec70afc8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.199395 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-364821fc-aadf-41df-83c7-5600ec70afc8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1970851 May 06 09:57:26.199395 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40808) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:26.205729 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-701692a7-8b3e-48db-9cea-3e8381d09b18 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'security_group_rule': {'security_group_id': 'da0a3f5a-dd83-4c4e-ac6f-225dde67326e', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:26.217587 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-b7fc145c-cdfd-4618-ac20-9bc7f58e11ef None None] Deleting port da784052-9f25-41c6-aba0-f99c38e105c1 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:26.218941 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b7fc145c-cdfd-4618-ac20-9bc7f58e11ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.229811 n-d-840835-1 neutron-server[102653]: INFO neutron.db.securitygroups_db [None req-701692a7-8b3e-48db-9cea-3e8381d09b18 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Project 1b7022527a0d47ed9f061636a22ce038 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 09:57:26.237036 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-701692a7-8b3e-48db-9cea-3e8381d09b18 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.285578 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9912c3-4996-4c3b-b50d-4b6e71504fed tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:57:26.290141 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-1a1fe4e5-877e-4787-a1fe-122cf4e84a5c tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Deleting port da784052-9f25-41c6-aba0-f99c38e105c1 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:26.290566 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a1fe4e5-877e-4787-a1fe-122cf4e84a5c tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.301913 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9a9912c3-4996-4c3b-b50d-4b6e71504fed tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "PUT /v2.0/routers/ac991e75-be7e-4273-8ac1-6894ecac4b54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4170938 May 06 09:57:26.306162 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40810) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:26.309705 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd70803-6189-4dda-9da7-8392d223c969 None None] Sync routers for ids ['ac991e75-be7e-4273-8ac1-6894ecac4b54'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:57:26.335332 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd70803-6189-4dda-9da7-8392d223c969 None None] Routers {'ac991e75-be7e-4273-8ac1-6894ecac4b54'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:26.336243 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8cd70803-6189-4dda-9da7-8392d223c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:57:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ac991e75-be7e-4273-8ac1-6894ecac4b54'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:26.347861 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-701692a7-8b3e-48db-9cea-3e8381d09b18 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.356504 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-701692a7-8b3e-48db-9cea-3e8381d09b18 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.362763 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-237b2422-708c-4786-9f8b-5082bdec6197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.378661 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8cd70803-6189-4dda-9da7-8392d223c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:26.382104 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701692a7-8b3e-48db-9cea-3e8381d09b18 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=850405fc-ed0d-4b45-9ecf-aeead5355dbe,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:26.390815 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd70803-6189-4dda-9da7-8392d223c969 None None] Routers {'ac991e75-be7e-4273-8ac1-6894ecac4b54'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:26.391822 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8cd70803-6189-4dda-9da7-8392d223c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:57:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ac991e75-be7e-4273-8ac1-6894ecac4b54'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:26.393337 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030feb7c-86b0-4630-aeb9-a30c5ca35d5a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:26.397760 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-030feb7c-86b0-4630-aeb9-a30c5ca35d5a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac991e75-be7e-4273-8ac1-6894ecac4b54 HTTP/1.1" status: 200 len: 989 time: 0.0883548 May 06 09:57:26.398117 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40812) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:26.409308 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-701692a7-8b3e-48db-9cea-3e8381d09b18 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.413441 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-701692a7-8b3e-48db-9cea-3e8381d09b18 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2085953 May 06 09:57:26.414268 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-237b2422-708c-4786-9f8b-5082bdec6197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.415803 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40814) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:26.417730 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-1a1fe4e5-877e-4787-a1fe-122cf4e84a5c tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] For port da784052-9f25-41c6-aba0-f99c38e105c1, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=da784052-9f25-41c6-aba0-f99c38e105c1,segment=NetworkSegment(908d82a9-f8cf-4022-880d-e67223eafa49),segment_id=908d82a9-f8cf-4022-880d-e67223eafa49)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:26.418099 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a1fe4e5-877e-4787-a1fe-122cf4e84a5c tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.430772 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-cec81475-9fa2-4cf5-8a72-ee6e35ba90d4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'network': {'name': 'tempest-network-smoke--2121641367', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'port_security_enabled': True}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:26.440617 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8cd70803-6189-4dda-9da7-8392d223c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:26.441597 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd70803-6189-4dda-9da7-8392d223c969 None None] The sync data for ids ['ac991e75-be7e-4273-8ac1-6894ecac4b54'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:57:26.453113 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-1a1fe4e5-877e-4787-a1fe-122cf4e84a5c tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Calling delete_port for da784052-9f25-41c6-aba0-f99c38e105c1 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:26.493016 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec81475-9fa2-4cf5-8a72-ee6e35ba90d4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Made reservation on behalf of 1b7022527a0d47ed9f061636a22ce038 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:26.496890 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cec81475-9fa2-4cf5-8a72-ee6e35ba90d4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.516341 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-b7fc145c-cdfd-4618-ac20-9bc7f58e11ef None None] For port da784052-9f25-41c6-aba0-f99c38e105c1, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=da784052-9f25-41c6-aba0-f99c38e105c1,segment=NetworkSegment(908d82a9-f8cf-4022-880d-e67223eafa49),segment_id=908d82a9-f8cf-4022-880d-e67223eafa49)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:26.516341 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b7fc145c-cdfd-4618-ac20-9bc7f58e11ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.530300 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-b7fc145c-cdfd-4618-ac20-9bc7f58e11ef None None] Calling delete_port for da784052-9f25-41c6-aba0-f99c38e105c1 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:26.580047 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-237b2422-708c-4786-9f8b-5082bdec6197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.582905 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-237b2422-708c-4786-9f8b-5082bdec6197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.584291 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-237b2422-708c-4786-9f8b-5082bdec6197 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/01908d72-d604-4c54-90d0-d5c77937ad5d HTTP/1.1" status: 204 len: 168 time: 0.4023666 May 06 09:57:26.603178 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec81475-9fa2-4cf5-8a72-ee6e35ba90d4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:57:26.611472 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b2422-708c-4786-9f8b-5082bdec6197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01908d72-d604-4c54-90d0-d5c77937ad5d,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:26.620350 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cec81475-9fa2-4cf5-8a72-ee6e35ba90d4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.620767 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-cec81475-9fa2-4cf5-8a72-ee6e35ba90d4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Added segment 199cc61b-fc7e-477f-974e-02e8932cfc7f of type vlan for network 43fdf43b-20c1-42c7-9501-ce94bba53414 May 06 09:57:26.688712 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a1fe4e5-877e-4787-a1fe-122cf4e84a5c tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.698681 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b7fc145c-cdfd-4618-ac20-9bc7f58e11ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.724061 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cec81475-9fa2-4cf5-8a72-ee6e35ba90d4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.730090 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1fe4e5-877e-4787-a1fe-122cf4e84a5c tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Pushing event deleted for resources: {'Port': ['ID=da784052-9f25-41c6-aba0-f99c38e105c1,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:26.734372 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1fe4e5-877e-4787-a1fe-122cf4e84a5c tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] No DVR routers for this DVR port da784052-9f25-41c6-aba0-f99c38e105c1 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:57:26.782379 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc145c-cdfd-4618-ac20-9bc7f58e11ef None None] Pushing event deleted for resources: {'Port': ['ID=da784052-9f25-41c6-aba0-f99c38e105c1,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:26.787271 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fc145c-cdfd-4618-ac20-9bc7f58e11ef None None] No DVR routers for this DVR port da784052-9f25-41c6-aba0-f99c38e105c1 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:57:26.826016 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cec81475-9fa2-4cf5-8a72-ee6e35ba90d4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.832125 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec81475-9fa2-4cf5-8a72-ee6e35ba90d4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:26.832767 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cec81475-9fa2-4cf5-8a72-ee6e35ba90d4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.864679 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cec81475-9fa2-4cf5-8a72-ee6e35ba90d4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4435482 May 06 09:57:26.868927 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a1fe4e5-877e-4787-a1fe-122cf4e84a5c tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.871635 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40822) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:26.918162 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-60afb4b0-8080-403f-a509-79c5ad0a4464 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.953902 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-9faff961-63e3-4fcb-a2ed-76bedc734a4a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1492238686', 'admin_state_up': True, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:26.990154 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-1a1fe4e5-877e-4787-a1fe-122cf4e84a5c tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be0ea0b-0353-4a5d-a538-72d26148bed5']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:27.005873 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec81475-9fa2-4cf5-8a72-ee6e35ba90d4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Network': ['ID=43fdf43b-20c1-42c7-9501-ce94bba53414,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:27.017422 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-1a1fe4e5-877e-4787-a1fe-122cf4e84a5c tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908d82a9-f8cf-4022-880d-e67223eafa49') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:27.017732 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-1a1fe4e5-877e-4787-a1fe-122cf4e84a5c tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908d82a9-f8cf-4022-880d-e67223eafa49') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:27.020652 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 43fdf43b-20c1-42c7-9501-ce94bba53414 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:57:27.030772 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a1fe4e5-877e-4787-a1fe-122cf4e84a5c tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:27.036967 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9faff961-63e3-4fcb-a2ed-76bedc734a4a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:27.039267 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9faff961-63e3-4fcb-a2ed-76bedc734a4a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:27.064645 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a1fe4e5-877e-4787-a1fe-122cf4e84a5c tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:27.073985 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40824) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:27.150188 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device da784052-9f25-41c6-aba0-f99c38e105c1 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:57:27.176781 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: da784052-9f25-41c6-aba0-f99c38e105c1 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:57:27.177223 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device da784052-9f25-41c6-aba0-f99c38e105c1 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:57:27.208649 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-60afb4b0-8080-403f-a509-79c5ad0a4464 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting port 545f82a0-7e67-4cc1-8f14-4ebccd40d716 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:27.209274 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-60afb4b0-8080-403f-a509-79c5ad0a4464 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:27.319309 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-60afb4b0-8080-403f-a509-79c5ad0a4464 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:27.334759 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-60afb4b0-8080-403f-a509-79c5ad0a4464 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Calling delete_port for 545f82a0-7e67-4cc1-8f14-4ebccd40d716 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:27.443244 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9faff961-63e3-4fcb-a2ed-76bedc734a4a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:27.444480 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1fe4e5-877e-4787-a1fe-122cf4e84a5c tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:57:27.445109 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a1fe4e5-877e-4787-a1fe-122cf4e84a5c tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: timer() May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:57:27.448673 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:57:27.494857 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ea297b02-2c68-48ce-803c-d78a9e858dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:27.531304 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-60afb4b0-8080-403f-a509-79c5ad0a4464 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:27.572688 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60afb4b0-8080-403f-a509-79c5ad0a4464 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Port': ['ID=545f82a0-7e67-4cc1-8f14-4ebccd40d716,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:27.596761 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a1fe4e5-877e-4787-a1fe-122cf4e84a5c tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:27.645207 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1a1fe4e5-877e-4787-a1fe-122cf4e84a5c tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:27.649581 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1a1fe4e5-877e-4787-a1fe-122cf4e84a5c tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] 10.222.0.73 "DELETE /v2.0/networks/0be0ea0b-0353-4a5d-a538-72d26148bed5 HTTP/1.1" status: 204 len: 168 time: 1.7722435 May 06 09:57:27.696260 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-60afb4b0-8080-403f-a509-79c5ad0a4464 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:27.715773 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1fe4e5-877e-4787-a1fe-122cf4e84a5c tempest-AllowedAddressPairIpV6TestJSON-124924872 tempest-AllowedAddressPairIpV6TestJSON-124924872-project] Pushing event deleted for resources: {'Network': ['ID=0be0ea0b-0353-4a5d-a538-72d26148bed5,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:27.723539 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9faff961-63e3-4fcb-a2ed-76bedc734a4a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:27.849610 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ea297b02-2c68-48ce-803c-d78a9e858dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:27.856897 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ea297b02-2c68-48ce-803c-d78a9e858dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:27.911681 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ea297b02-2c68-48ce-803c-d78a9e858dc3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a58603227cd444af8bd746a11f349c87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4806421 May 06 09:57:27.912731 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40832) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:27.924465 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60afb4b0-8080-403f-a509-79c5ad0a4464 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Router ac991e75-be7e-4273-8ac1-6894ecac4b54 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:57:27.932693 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea297b02-2c68-48ce-803c-d78a9e858dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687a32ac-34d0-4c29-b5d0-430b8583629d,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:27.995840 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40834) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:28.042710 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60afb4b0-8080-403f-a509-79c5ad0a4464 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:57:28.054961 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-60afb4b0-8080-403f-a509-79c5ad0a4464 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "PUT /v2.0/routers/ac991e75-be7e-4273-8ac1-6894ecac4b54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6555812 May 06 09:57:28.056623 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c440937-35d6-4f6f-957d-dd0a4de8aa8a None None] Sync routers for ids ['ac991e75-be7e-4273-8ac1-6894ecac4b54'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:57:28.057638 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40838) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:28.067300 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c440937-35d6-4f6f-957d-dd0a4de8aa8a None None] Routers {'ac991e75-be7e-4273-8ac1-6894ecac4b54'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:28.068259 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6c440937-35d6-4f6f-957d-dd0a4de8aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:57:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ac991e75-be7e-4273-8ac1-6894ecac4b54'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:28.075082 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-328bbb93-21b6-4d7d-95e7-7293eaae6f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.083043 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9faff961-63e3-4fcb-a2ed-76bedc734a4a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.098670 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5812b6c-f58e-48f8-a1ae-f6ea0ba33608 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] GET failed (client error): The resource could not be found. May 06 09:57:28.100375 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b5812b6c-f58e-48f8-a1ae-f6ea0ba33608 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "GET /v2.0/ports/545f82a0-7e67-4cc1-8f14-4ebccd40d716 HTTP/1.1" status: 404 len: 333 time: 0.0418007 May 06 09:57:28.105547 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40840) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:28.112637 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6c440937-35d6-4f6f-957d-dd0a4de8aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:28.114165 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9faff961-63e3-4fcb-a2ed-76bedc734a4a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.123405 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-328bbb93-21b6-4d7d-95e7-7293eaae6f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.126418 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c440937-35d6-4f6f-957d-dd0a4de8aa8a None None] Routers {'ac991e75-be7e-4273-8ac1-6894ecac4b54'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:28.127917 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6c440937-35d6-4f6f-957d-dd0a4de8aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:57:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ac991e75-be7e-4273-8ac1-6894ecac4b54'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:28.172248 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6c440937-35d6-4f6f-957d-dd0a4de8aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:28.173181 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c440937-35d6-4f6f-957d-dd0a4de8aa8a None None] The sync data for ids ['ac991e75-be7e-4273-8ac1-6894ecac4b54'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:57:28.205078 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cd8811b1-f240-43b0-954e-2df41e2eca36 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.234543 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-12167bc3-6f63-4958-a7f4-54f2291c5d73 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6ea712d39dec4c3e8187b546addf35a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2082968 May 06 09:57:28.235944 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-328bbb93-21b6-4d7d-95e7-7293eaae6f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.238561 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-328bbb93-21b6-4d7d-95e7-7293eaae6f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.240373 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-328bbb93-21b6-4d7d-95e7-7293eaae6f6d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/687a32ac-34d0-4c29-b5d0-430b8583629d HTTP/1.1" status: 204 len: 168 time: 0.3256733 May 06 09:57:28.240373 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40842) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:28.261594 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328bbb93-21b6-4d7d-95e7-7293eaae6f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687a32ac-34d0-4c29-b5d0-430b8583629d,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:28.311443 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-15e756cb-d143-4302-9197-85fe679b4feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.335531 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-15e756cb-d143-4302-9197-85fe679b4feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.406366 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-15e756cb-d143-4302-9197-85fe679b4feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.409378 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-15e756cb-d143-4302-9197-85fe679b4feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.410722 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-15e756cb-d143-4302-9197-85fe679b4feb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4b4ec9e1-9b44-4ae2-a7bd-b3bf34ba38df HTTP/1.1" status: 204 len: 168 time: 0.1670723 May 06 09:57:28.425030 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e756cb-d143-4302-9197-85fe679b4feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4ec9e1-9b44-4ae2-a7bd-b3bf34ba38df,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:28.441434 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cd8811b1-f240-43b0-954e-2df41e2eca36 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.461730 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cd8811b1-f240-43b0-954e-2df41e2eca36 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.522416 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cd8811b1-f240-43b0-954e-2df41e2eca36 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.522924 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8811b1-f240-43b0-954e-2df41e2eca36 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Fanout notify agent at l3_agent the message router_deleted on router ac991e75-be7e-4273-8ac1-6894ecac4b54 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:57:28.535021 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cd8811b1-f240-43b0-954e-2df41e2eca36 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.536185 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cd8811b1-f240-43b0-954e-2df41e2eca36 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/routers/ac991e75-be7e-4273-8ac1-6894ecac4b54 HTTP/1.1" status: 204 len: 168 time: 0.4296761 May 06 09:57:28.537597 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-9faff961-63e3-4fcb-a2ed-76bedc734a4a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Allocated IP 172.25.5.154 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/d4d96a56-9112-4c6c-8f0e-f23f77b4e3af) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:28.539061 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40850) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:28.603469 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-effef7cf-8139-45ad-9b34-02eb13ee8ca8 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting subnet 36c9ea47-7be0-4adc-ae2d-66bd1a50af6d {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:57:28.614085 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-effef7cf-8139-45ad-9b34-02eb13ee8ca8 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.662600 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-effef7cf-8139-45ad-9b34-02eb13ee8ca8 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.693564 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9faff961-63e3-4fcb-a2ed-76bedc734a4a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.742142 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9faff961-63e3-4fcb-a2ed-76bedc734a4a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.799595 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faff961-63e3-4fcb-a2ed-76bedc734a4a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:28.804232 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-9faff961-63e3-4fcb-a2ed-76bedc734a4a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:28.808352 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faff961-63e3-4fcb-a2ed-76bedc734a4a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:28.824790 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-effef7cf-8139-45ad-9b34-02eb13ee8ca8 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.856142 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faff961-63e3-4fcb-a2ed-76bedc734a4a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Port': ['ID=d4d96a56-9112-4c6c-8f0e-f23f77b4e3af,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:28.923582 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.940822 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-effef7cf-8139-45ad-9b34-02eb13ee8ca8 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.988464 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effef7cf-8139-45ad-9b34-02eb13ee8ca8 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Subnet': ['ID=36c9ea47-7be0-4adc-ae2d-66bd1a50af6d,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:28.997833 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-effef7cf-8139-45ad-9b34-02eb13ee8ca8 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.004628 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-effef7cf-8139-45ad-9b34-02eb13ee8ca8 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/subnets/36c9ea47-7be0-4adc-ae2d-66bd1a50af6d HTTP/1.1" status: 204 len: 168 time: 0.4604733 May 06 09:57:29.004979 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40872) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:29.009689 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1557f816-8fbb-4e46-9c29-a134e3d63b66 None None] Network e9907126-e46c-4f91-aa22-dc971f5f3bd4 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:29.271301 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-efb7beb6-c737-4462-a0d1-acdd3873bdd0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.284306 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26eb8a9f-19d1-4ee6-b423-d82f4d3bb1b7 None None] DHCP port deletion for e9907126-e46c-4f91-aa22-dc971f5f3bd4 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:57:29.300277 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9faff961-63e3-4fcb-a2ed-76bedc734a4a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.339454 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-26eb8a9f-19d1-4ee6-b423-d82f4d3bb1b7 None None] Deleting port c1db776d-022b-43ce-8e50-ef32ea8b06b4 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:29.340130 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-26eb8a9f-19d1-4ee6-b423-d82f4d3bb1b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.430238 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-26eb8a9f-19d1-4ee6-b423-d82f4d3bb1b7 None None] For port c1db776d-022b-43ce-8e50-ef32ea8b06b4, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=c1db776d-022b-43ce-8e50-ef32ea8b06b4,segment=NetworkSegment(49fb97ae-33dd-4e67-b5d1-1157fa3cdab7),segment_id=49fb97ae-33dd-4e67-b5d1-1157fa3cdab7)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:29.431428 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-26eb8a9f-19d1-4ee6-b423-d82f4d3bb1b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.455156 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-efb7beb6-c737-4462-a0d1-acdd3873bdd0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting port c1db776d-022b-43ce-8e50-ef32ea8b06b4 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:29.455648 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-efb7beb6-c737-4462-a0d1-acdd3873bdd0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.460613 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-26eb8a9f-19d1-4ee6-b423-d82f4d3bb1b7 None None] Calling delete_port for c1db776d-022b-43ce-8e50-ef32ea8b06b4 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:29.577009 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-26eb8a9f-19d1-4ee6-b423-d82f4d3bb1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.584013 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-efb7beb6-c737-4462-a0d1-acdd3873bdd0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] For port c1db776d-022b-43ce-8e50-ef32ea8b06b4, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=c1db776d-022b-43ce-8e50-ef32ea8b06b4,segment=NetworkSegment(49fb97ae-33dd-4e67-b5d1-1157fa3cdab7),segment_id=49fb97ae-33dd-4e67-b5d1-1157fa3cdab7)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:29.584382 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-efb7beb6-c737-4462-a0d1-acdd3873bdd0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.618926 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb8a9f-19d1-4ee6-b423-d82f4d3bb1b7 None None] Pushing event deleted for resources: {'Port': ['ID=c1db776d-022b-43ce-8e50-ef32ea8b06b4,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:29.634509 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40904) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:29.635150 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-efb7beb6-c737-4462-a0d1-acdd3873bdd0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Calling delete_port for c1db776d-022b-43ce-8e50-ef32ea8b06b4 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:29.636011 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eb8a9f-19d1-4ee6-b423-d82f4d3bb1b7 None None] No DVR routers for this DVR port c1db776d-022b-43ce-8e50-ef32ea8b06b4 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:57:29.704323 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9faff961-63e3-4fcb-a2ed-76bedc734a4a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.777038 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-9dc96fc0-a6e0-48ed-b56e-3e622c1d9513 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Request body: {'networks': [{'name': 'tempest-network--1778409181'}, {'name': 'tempest-network--1443643716'}]} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:29.777348 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-9dc96fc0-a6e0-48ed-b56e-3e622c1d9513 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Request body: {'network': {'name': 'tempest-network--1778409181'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:29.778372 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-9dc96fc0-a6e0-48ed-b56e-3e622c1d9513 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Request body: {'network': {'name': 'tempest-network--1443643716'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:29.807704 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc96fc0-a6e0-48ed-b56e-3e622c1d9513 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Made reservation on behalf of 4165d29e6de444708cf87972af6e84bd for: {'network': 2} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:29.814165 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9dc96fc0-a6e0-48ed-b56e-3e622c1d9513 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.830073 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9dc96fc0-a6e0-48ed-b56e-3e622c1d9513 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.833115 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-efb7beb6-c737-4462-a0d1-acdd3873bdd0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.869645 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7beb6-c737-4462-a0d1-acdd3873bdd0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Port': ['ID=c1db776d-022b-43ce-8e50-ef32ea8b06b4,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:29.871794 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb7beb6-c737-4462-a0d1-acdd3873bdd0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] No DVR routers for this DVR port c1db776d-022b-43ce-8e50-ef32ea8b06b4 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:57:29.930553 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9dc96fc0-a6e0-48ed-b56e-3e622c1d9513 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.937057 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9dc96fc0-a6e0-48ed-b56e-3e622c1d9513 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.938185 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9dc96fc0-a6e0-48ed-b56e-3e622c1d9513 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.956564 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40912) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:29.986428 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc96fc0-a6e0-48ed-b56e-3e622c1d9513 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee139c10-2949-47da-87d7-483d6d8ce3c9,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:29.996450 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc96fc0-a6e0-48ed-b56e-3e622c1d9513 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:57:30.009554 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9dc96fc0-a6e0-48ed-b56e-3e622c1d9513 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:30.011153 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-9dc96fc0-a6e0-48ed-b56e-3e622c1d9513 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Added segment ee4795d2-532f-48b8-abed-fcad28f38f29 of type vlan for network 80c2697a-a9c6-4a18-a846-4f73867465f8 May 06 09:57:30.060802 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9dc96fc0-a6e0-48ed-b56e-3e622c1d9513 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:30.100744 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc96fc0-a6e0-48ed-b56e-3e622c1d9513 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:57:30.119869 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9dc96fc0-a6e0-48ed-b56e-3e622c1d9513 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:30.120310 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-9dc96fc0-a6e0-48ed-b56e-3e622c1d9513 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Added segment 9db59f3a-f33f-420a-966a-27aff2245e73 of type vlan for network d1119b31-7954-42c6-b916-3d30501bf6c1 May 06 09:57:30.132993 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57a255f6-2df1-47c3-a7d6-e3f95464ee24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:30.195320 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9dc96fc0-a6e0-48ed-b56e-3e622c1d9513 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:30.247015 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9dc96fc0-a6e0-48ed-b56e-3e622c1d9513 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:30.247574 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9dc96fc0-a6e0-48ed-b56e-3e622c1d9513 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:30.253715 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc96fc0-a6e0-48ed-b56e-3e622c1d9513 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:30.258543 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc96fc0-a6e0-48ed-b56e-3e622c1d9513 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:30.259329 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9dc96fc0-a6e0-48ed-b56e-3e622c1d9513 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:30.280735 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-efb7beb6-c737-4462-a0d1-acdd3873bdd0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:30.309231 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9faff961-63e3-4fcb-a2ed-76bedc734a4a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Router 9ed2694c-f882-4951-ad25-00927f52e9c5 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:57:30.312552 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-efb7beb6-c737-4462-a0d1-acdd3873bdd0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9907126-e46c-4f91-aa22-dc971f5f3bd4']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:30.325209 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-efb7beb6-c737-4462-a0d1-acdd3873bdd0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49fb97ae-33dd-4e67-b5d1-1157fa3cdab7') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:30.325450 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-efb7beb6-c737-4462-a0d1-acdd3873bdd0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49fb97ae-33dd-4e67-b5d1-1157fa3cdab7') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:30.338979 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-efb7beb6-c737-4462-a0d1-acdd3873bdd0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:30.344070 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9dc96fc0-a6e0-48ed-b56e-3e622c1d9513 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.7076652 May 06 09:57:30.350899 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40916) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:30.387283 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-efb7beb6-c737-4462-a0d1-acdd3873bdd0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:30.397486 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb7beb6-c737-4462-a0d1-acdd3873bdd0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:57:30.397902 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-efb7beb6-c737-4462-a0d1-acdd3873bdd0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:30.400127 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57a255f6-2df1-47c3-a7d6-e3f95464ee24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: self.session.flush() May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: self.session.flush() May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: self.session.flush() May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: self.session.flush() May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: timer() May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:57:30.401018 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:57:30.434378 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc96fc0-a6e0-48ed-b56e-3e622c1d9513 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Pushing event updated for resources: {'Network': ['ID=80c2697a-a9c6-4a18-a846-4f73867465f8,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:30.442015 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-57a255f6-2df1-47c3-a7d6-e3f95464ee24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:30.447179 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 80c2697a-a9c6-4a18-a846-4f73867465f8 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:57:30.507416 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9faff961-63e3-4fcb-a2ed-76bedc734a4a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:57:30.509209 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-efb7beb6-c737-4462-a0d1-acdd3873bdd0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:30.521373 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-efb7beb6-c737-4462-a0d1-acdd3873bdd0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:30.523009 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120d34b1-cf43-48ca-9f3b-0c15fa8b0ca0 None None] Sync routers for ids ['9ed2694c-f882-4951-ad25-00927f52e9c5'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:57:30.528784 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-efb7beb6-c737-4462-a0d1-acdd3873bdd0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/networks/e9907126-e46c-4f91-aa22-dc971f5f3bd4 HTTP/1.1" status: 204 len: 168 time: 1.5187185 May 06 09:57:30.530278 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40918) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:30.544708 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120d34b1-cf43-48ca-9f3b-0c15fa8b0ca0 None None] Routers {'9ed2694c-f882-4951-ad25-00927f52e9c5'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:30.546244 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-120d34b1-cf43-48ca-9f3b-0c15fa8b0ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:57:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['9ed2694c-f882-4951-ad25-00927f52e9c5'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:30.555034 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7beb6-c737-4462-a0d1-acdd3873bdd0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Network': ['ID=e9907126-e46c-4f91-aa22-dc971f5f3bd4,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:30.585600 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9faff961-63e3-4fcb-a2ed-76bedc734a4a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:30.590015 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9faff961-63e3-4fcb-a2ed-76bedc734a4a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.6429749 May 06 09:57:30.590294 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40920) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:30.611083 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3aeae7-890b-42ef-8556-184acec6b33e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:30.615280 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3c3aeae7-890b-42ef-8556-184acec6b33e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "GET /v2.0/ports/793182f1-2322-47c8-a0cb-fa31c0bd5381 HTTP/1.1" status: 200 len: 844 time: 0.0822430 May 06 09:57:30.618943 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40924) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:30.685531 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-527672e2-721d-421d-b7f7-0071312b7abc tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "GET /v2.0/ports/793182f1-2322-47c8-a0cb-fa31c0bd5381?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0634193 May 06 09:57:30.689319 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40926) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:30.696987 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-c918537b-6cbe-404d-8628-acb53c808619 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'subnet': {'network_id': 'f79cc220-36b3-46c9-8ba9-f206abf24942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:30.723360 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-120d34b1-cf43-48ca-9f3b-0c15fa8b0ca0 None None] Set router 9ed2694c-f882-4951-ad25-00927f52e9c5 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:57:30.860062 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e2dceedb-a858-4b75-8bcf-11c8574f4d87 tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=1b7022527a0d47ed9f061636a22ce038&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2682397 May 06 09:57:30.862634 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40930) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:30.943319 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c918537b-6cbe-404d-8628-acb53c808619 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:30.948856 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c918537b-6cbe-404d-8628-acb53c808619 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.015855 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-120d34b1-cf43-48ca-9f3b-0c15fa8b0ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492238686', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'd4d96a56-9112-4c6c-8f0e-f23f77b4e3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:57:27Z', 'updated_at': '2022-05-06T09:57:29Z', 'revision_number': 3, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': 'd4d96a56-9112-4c6c-8f0e-f23f77b4e3af', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:28Z', 'updated_at': '2022-05-06T09:57:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:31.051366 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a255f6-2df1-47c3-a7d6-e3f95464ee24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e72d6ff-d42e-4553-aa6d-1641c9e56154,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:31.058989 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-57a255f6-2df1-47c3-a7d6-e3f95464ee24 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=202722c5c33a4f11807707d5a22a7774&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0993290 May 06 09:57:31.059237 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40936) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:31.108700 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc96fc0-a6e0-48ed-b56e-3e622c1d9513 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Pushing event updated for resources: {'Network': ['ID=d1119b31-7954-42c6-b916-3d30501bf6c1,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:31.114845 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b23686-ead9-47dd-ab20-c9993a0ec881 tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:31.119023 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-52b23686-ead9-47dd-ab20-c9993a0ec881 tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2527306 May 06 09:57:31.131248 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40938) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:31.141306 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network d1119b31-7954-42c6-b916-3d30501bf6c1 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:57:31.225665 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-60e30b68-7df4-47c7-8a4b-ab5d75be9f53 tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0908027 May 06 09:57:31.226202 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40940) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:31.231548 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-68e82e89-9348-4208-883a-ff7657901fce tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1022589652', 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:31.233703 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device c1db776d-022b-43ce-8e50-ef32ea8b06b4 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:57:31.235417 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120d34b1-cf43-48ca-9f3b-0c15fa8b0ca0 None None] Checking router: 9ed2694c-f882-4951-ad25-00927f52e9c5 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:57:31.235964 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120d34b1-cf43-48ca-9f3b-0c15fa8b0ca0 None None] Updating router 9ed2694c-f882-4951-ad25-00927f52e9c5 port d4d96a56-9112-4c6c-8f0e-f23f77b4e3af binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:57:31.257961 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f48887d1-cce6-4873-a927-6e6a086720e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.265594 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-120d34b1-cf43-48ca-9f3b-0c15fa8b0ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.305889 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: c1db776d-022b-43ce-8e50-ef32ea8b06b4 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:57:31.306225 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device c1db776d-022b-43ce-8e50-ef32ea8b06b4 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:57:31.324806 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f48887d1-cce6-4873-a927-6e6a086720e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.360822 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e82e89-9348-4208-883a-ff7657901fce tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Made reservation on behalf of 1b7022527a0d47ed9f061636a22ce038 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:31.361080 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45c2c37-9c3d-41ec-8d33-094e32d879b8 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:31.364886 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-68e82e89-9348-4208-883a-ff7657901fce tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.366863 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45c2c37-9c3d-41ec-8d33-094e32d879b8 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:31.373599 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45c2c37-9c3d-41ec-8d33-094e32d879b8 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:31.379760 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45c2c37-9c3d-41ec-8d33-094e32d879b8 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:31.384519 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e45c2c37-9c3d-41ec-8d33-094e32d879b8 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.0324054 May 06 09:57:31.387641 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40942) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:31.512430 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f48887d1-cce6-4873-a927-6e6a086720e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.517819 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f48887d1-cce6-4873-a927-6e6a086720e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.519111 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f48887d1-cce6-4873-a927-6e6a086720e9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4e72d6ff-d42e-4553-aa6d-1641c9e56154 HTTP/1.1" status: 204 len: 168 time: 0.4502912 May 06 09:57:31.550207 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48887d1-cce6-4873-a927-6e6a086720e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e72d6ff-d42e-4553-aa6d-1641c9e56154,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:31.568221 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6dfcd8d3-74b2-42e7-8f01-70b40d86039a tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.613021 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c918537b-6cbe-404d-8628-acb53c808619 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.662642 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c918537b-6cbe-404d-8628-acb53c808619 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network f79cc220-36b3-46c9-8ba9-f206abf24942 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:31.672598 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-c918537b-6cbe-404d-8628-acb53c808619 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:31.689630 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4944ab89-dfaa-4eaf-bbcc-be4baa410971 None None] Network f79cc220-36b3-46c9-8ba9-f206abf24942 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:31.708439 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c918537b-6cbe-404d-8628-acb53c808619 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:31.709898 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c918537b-6cbe-404d-8628-acb53c808619 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.735801 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6dfcd8d3-74b2-42e7-8f01-70b40d86039a tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.768901 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-68e82e89-9348-4208-883a-ff7657901fce tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.781054 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-6dfcd8d3-74b2-42e7-8f01-70b40d86039a tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c2697a-a9c6-4a18-a846-4f73867465f8']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:31.783091 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c918537b-6cbe-404d-8628-acb53c808619 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0919693 May 06 09:57:31.786119 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40946) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:31.791781 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-0a687f1a-e0e9-4e06-8c96-4e78133c3e7a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'security_group': {'name': 'tempest-secgroup-841375330'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:31.801650 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918537b-6cbe-404d-8628-acb53c808619 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Subnet': ['ID=94babc9d-5722-4170-a58e-fbca186c5c77,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:31.822781 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-120d34b1-cf43-48ca-9f3b-0c15fa8b0ca0 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.844739 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-120d34b1-cf43-48ca-9f3b-0c15fa8b0ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.872597 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e82e89-9348-4208-883a-ff7657901fce tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Checking segment: {'id': '199cc61b-fc7e-477f-974e-02e8932cfc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:31.873377 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e82e89-9348-4208-883a-ff7657901fce tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Network hostable DHCP agents. Network: 43fdf43b-20c1-42c7-9501-ce94bba53414, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:57:31.910423 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf9050-047d-4033-99fe-8c74d7a26dca None None] Pushing event updated for resources: {'Port': ['ID=d4d96a56-9112-4c6c-8f0e-f23f77b4e3af,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:31.910748 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-6dfcd8d3-74b2-42e7-8f01-70b40d86039a tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4795d2-532f-48b8-abed-fcad28f38f29') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:31.910897 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-120d34b1-cf43-48ca-9f3b-0c15fa8b0ca0 None None] Attempting to bind port d4d96a56-9112-4c6c-8f0e-f23f77b4e3af on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:57:31.910897 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-120d34b1-cf43-48ca-9f3b-0c15fa8b0ca0 None None] Attempting to bind port d4d96a56-9112-4c6c-8f0e-f23f77b4e3af by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:57:31.910897 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120d34b1-cf43-48ca-9f3b-0c15fa8b0ca0 None None] Attempting to bind port d4d96a56-9112-4c6c-8f0e-f23f77b4e3af on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:57:31.911624 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-6dfcd8d3-74b2-42e7-8f01-70b40d86039a tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4795d2-532f-48b8-abed-fcad28f38f29') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:31.920474 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf9050-047d-4033-99fe-8c74d7a26dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:31.920775 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf9050-047d-4033-99fe-8c74d7a26dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:31.921640 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf9050-047d-4033-99fe-8c74d7a26dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:31.922052 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf9050-047d-4033-99fe-8c74d7a26dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:31.922454 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf9050-047d-4033-99fe-8c74d7a26dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:31.923085 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf9050-047d-4033-99fe-8c74d7a26dca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:31.923300 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e82e89-9348-4208-883a-ff7657901fce tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Subnet': ['ID=f1a92695-e647-46ea-abf1-868e984a76d3,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:31.923418 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf9050-047d-4033-99fe-8c74d7a26dca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:31.923731 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf9050-047d-4033-99fe-8c74d7a26dca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:31.924158 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf9050-047d-4033-99fe-8c74d7a26dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:31.924546 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf9050-047d-4033-99fe-8c74d7a26dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:31.925011 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf9050-047d-4033-99fe-8c74d7a26dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:31.925724 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf9050-047d-4033-99fe-8c74d7a26dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:31.929153 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120d34b1-cf43-48ca-9f3b-0c15fa8b0ca0 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:57:31.929622 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120d34b1-cf43-48ca-9f3b-0c15fa8b0ca0 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:31.931152 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-120d34b1-cf43-48ca-9f3b-0c15fa8b0ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.931152 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120d34b1-cf43-48ca-9f3b-0c15fa8b0ca0 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:57:31.931152 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-120d34b1-cf43-48ca-9f3b-0c15fa8b0ca0 None None] Bound port: d4d96a56-9112-4c6c-8f0e-f23f77b4e3af, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:57:31.931623 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-120d34b1-cf43-48ca-9f3b-0c15fa8b0ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.940611 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e82e89-9348-4208-883a-ff7657901fce tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Network 43fdf43b-20c1-42c7-9501-ce94bba53414 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:57:31.956516 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-68e82e89-9348-4208-883a-ff7657901fce tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 43fdf43b-20c1-42c7-9501-ce94bba53414) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:31.960814 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40950) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:31.965820 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-f74f4973-7098-4343-ae2d-7985945e1313 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1683212775', 'description': 'tempest-description--546271146'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:31.971645 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5349c410-b75a-4498-9793-5620002e8c49 None None] Network 43fdf43b-20c1-42c7-9501-ce94bba53414 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:31.974562 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6dfcd8d3-74b2-42e7-8f01-70b40d86039a tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.977561 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e82e89-9348-4208-883a-ff7657901fce tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:31.978306 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-68e82e89-9348-4208-883a-ff7657901fce tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.999095 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6dfcd8d3-74b2-42e7-8f01-70b40d86039a tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.004498 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-120d34b1-cf43-48ca-9f3b-0c15fa8b0ca0 None None] For port d4d96a56-9112-4c6c-8f0e-f23f77b4e3af, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:57:32.005535 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-68e82e89-9348-4208-883a-ff7657901fce tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7781575 May 06 09:57:32.008441 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-120d34b1-cf43-48ca-9f3b-0c15fa8b0ca0 None None] For port d4d96a56-9112-4c6c-8f0e-f23f77b4e3af, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=d4d96a56-9112-4c6c-8f0e-f23f77b4e3af,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:57:32.009611 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40952) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:32.009903 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dfcd8d3-74b2-42e7-8f01-70b40d86039a tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:57:32.010593 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6dfcd8d3-74b2-42e7-8f01-70b40d86039a tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.019456 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-120d34b1-cf43-48ca-9f3b-0c15fa8b0ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.081948 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf9050-047d-4033-99fe-8c74d7a26dca None None] Pushing event updated for resources: {'Port': ['ID=d4d96a56-9112-4c6c-8f0e-f23f77b4e3af,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:32.085122 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120d34b1-cf43-48ca-9f3b-0c15fa8b0ca0 None None] Routers {'9ed2694c-f882-4951-ad25-00927f52e9c5'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:32.085645 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-120d34b1-cf43-48ca-9f3b-0c15fa8b0ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:57:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['9ed2694c-f882-4951-ad25-00927f52e9c5'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: timer() May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:57:32.133057 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:57:32.135975 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0a687f1a-e0e9-4e06-8c96-4e78133c3e7a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.142819 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6dfcd8d3-74b2-42e7-8f01-70b40d86039a tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.148175 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6dfcd8d3-74b2-42e7-8f01-70b40d86039a tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.152911 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6dfcd8d3-74b2-42e7-8f01-70b40d86039a tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] 10.222.0.73 "DELETE /v2.0/networks/80c2697a-a9c6-4a18-a846-4f73867465f8 HTTP/1.1" status: 204 len: 168 time: 0.7643704 May 06 09:57:32.168678 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40956) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:32.253479 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f74f4973-7098-4343-ae2d-7985945e1313 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.277192 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-120d34b1-cf43-48ca-9f3b-0c15fa8b0ca0 None None] Set router 9ed2694c-f882-4951-ad25-00927f52e9c5 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:57:32.287421 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcd8d3-74b2-42e7-8f01-70b40d86039a tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Pushing event deleted for resources: {'Network': ['ID=80c2697a-a9c6-4a18-a846-4f73867465f8,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:32.293408 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5265dc-307b-4313-9ae4-1edb89d67e3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-43fdf43b-20c1-42c7-9501-ce94bba53414', 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'fixed_ips': [{'subnet_id': 'f1a92695-e647-46ea-abf1-868e984a76d3'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:57:32.295605 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1a5265dc-307b-4313-9ae4-1edb89d67e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.423886 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416e3f14-bd65-45ac-bab6-d1ff8c046425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-f79cc220-36b3-46c9-8ba9-f206abf24942', 'network_id': 'f79cc220-36b3-46c9-8ba9-f206abf24942', 'tenant_id': '5d193049755044c3b70e2808b8b62329', 'fixed_ips': [{'subnet_id': '94babc9d-5722-4170-a58e-fbca186c5c77'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:57:32.426885 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-416e3f14-bd65-45ac-bab6-d1ff8c046425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.460087 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1547-63c4-4b8a-8f6d-2d2094d3cbd8 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.531709 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f74f4973-7098-4343-ae2d-7985945e1313 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.608346 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1547-63c4-4b8a-8f6d-2d2094d3cbd8 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.616004 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f74f4973-7098-4343-ae2d-7985945e1313 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.632795 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-cb3e1547-63c4-4b8a-8f6d-2d2094d3cbd8 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1119b31-7954-42c6-b916-3d30501bf6c1']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:32.643794 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-cb3e1547-63c4-4b8a-8f6d-2d2094d3cbd8 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db59f3a-f33f-420a-966a-27aff2245e73') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:32.644140 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-cb3e1547-63c4-4b8a-8f6d-2d2094d3cbd8 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db59f3a-f33f-420a-966a-27aff2245e73') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:32.650213 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-416e3f14-bd65-45ac-bab6-d1ff8c046425 None None] Allocated IP 2001:db8::2 (f79cc220-36b3-46c9-8ba9-f206abf24942/94babc9d-5722-4170-a58e-fbca186c5c77/9b8195c3-6524-4d0d-811f-2e51404b9210) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:32.660571 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1547-63c4-4b8a-8f6d-2d2094d3cbd8 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.666875 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-120d34b1-cf43-48ca-9f3b-0c15fa8b0ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492238686', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'd4d96a56-9112-4c6c-8f0e-f23f77b4e3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:57:27Z', 'updated_at': '2022-05-06T09:57:29Z', 'revision_number': 3, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': 'd4d96a56-9112-4c6c-8f0e-f23f77b4e3af', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:28Z', 'updated_at': '2022-05-06T09:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:32.679137 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1547-63c4-4b8a-8f6d-2d2094d3cbd8 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.684450 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb3e1547-63c4-4b8a-8f6d-2d2094d3cbd8 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:57:32.684876 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1547-63c4-4b8a-8f6d-2d2094d3cbd8 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.747965 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120d34b1-cf43-48ca-9f3b-0c15fa8b0ca0 None None] The sync data for ids ['9ed2694c-f882-4951-ad25-00927f52e9c5'] in n-d-840835-1 is: [{'id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492238686', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'd4d96a56-9112-4c6c-8f0e-f23f77b4e3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:57:27Z', 'updated_at': '2022-05-06T09:57:29Z', 'revision_number': 3, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': 'd4d96a56-9112-4c6c-8f0e-f23f77b4e3af', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:28Z', 'updated_at': '2022-05-06T09:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:57:32.751037 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f74f4973-7098-4343-ae2d-7985945e1313 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.755709 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f74f4973-7098-4343-ae2d-7985945e1313 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7905655 May 06 09:57:32.755709 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40970) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:32.760377 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f4973-7098-4343-ae2d-7985945e1313 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27e46212-b4e6-458b-bfc0-8c8a48a719be,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: timer() May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:57:32.761662 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:57:32.768231 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-8e30ff0d-f543-48e4-a923-3d3a4ee08ad9 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Request body: {'security_group_rule': {'security_group_id': '27e46212-b4e6-458b-bfc0-8c8a48a719be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:32.782844 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0a687f1a-e0e9-4e06-8c96-4e78133c3e7a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.784503 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1547-63c4-4b8a-8f6d-2d2094d3cbd8 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.812072 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1547-63c4-4b8a-8f6d-2d2094d3cbd8 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.815335 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-cb3e1547-63c4-4b8a-8f6d-2d2094d3cbd8 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] 10.222.0.73 "DELETE /v2.0/networks/d1119b31-7954-42c6-b916-3d30501bf6c1 HTTP/1.1" status: 204 len: 168 time: 0.6456017 May 06 09:57:32.816814 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e1547-63c4-4b8a-8f6d-2d2094d3cbd8 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Pushing event deleted for resources: {'Network': ['ID=d1119b31-7954-42c6-b916-3d30501bf6c1,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:32.824175 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0a687f1a-e0e9-4e06-8c96-4e78133c3e7a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.837485 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40972) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:32.847092 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-215c4772-ed03-4555-9518-a0f8a9e03f22 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.850487 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0a687f1a-e0e9-4e06-8c96-4e78133c3e7a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.856090 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0a687f1a-e0e9-4e06-8c96-4e78133c3e7a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0681419 May 06 09:57:32.857115 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40976) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:32.884356 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-cb5a3e7f-1da0-4cb0-b58c-b320a6d12fe7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'security_group': {'name': 'tempest-secgroup-1912330122'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:32.983150 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a687f1a-e0e9-4e06-8c96-4e78133c3e7a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c11938d-c000-48a8-a1e9-839d375b7627,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:32.997935 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-1a5265dc-307b-4313-9ae4-1edb89d67e3b None None] Allocated IP 172.20.0.2 (43fdf43b-20c1-42c7-9501-ce94bba53414/f1a92695-e647-46ea-abf1-868e984a76d3/a8fb9ff7-1b44-4912-9068-c0b67d57f76d) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:33.001822 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb5a3e7f-1da0-4cb0-b58c-b320a6d12fe7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.039771 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-416e3f14-bd65-45ac-bab6-d1ff8c046425 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.079300 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8e30ff0d-f543-48e4-a923-3d3a4ee08ad9 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.100924 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-416e3f14-bd65-45ac-bab6-d1ff8c046425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.182679 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416e3f14-bd65-45ac-bab6-d1ff8c046425 None None] Network f79cc220-36b3-46c9-8ba9-f206abf24942 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:33.184213 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-416e3f14-bd65-45ac-bab6-d1ff8c046425 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:33.194510 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416e3f14-bd65-45ac-bab6-d1ff8c046425 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:33.198848 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a139a9f-b0bf-494c-a7d9-8b7208200e8a tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:33.205517 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e3f14-bd65-45ac-bab6-d1ff8c046425 None None] Pushing event updated for resources: {'Port': ['ID=9b8195c3-6524-4d0d-811f-2e51404b9210,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:33.221105 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a139a9f-b0bf-494c-a7d9-8b7208200e8a tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:33.228269 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8a139a9f-b0bf-494c-a7d9-8b7208200e8a tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3837759 May 06 09:57:33.239202 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40980) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:33.302757 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-416e3f14-bd65-45ac-bab6-d1ff8c046425 None None] Attempting to bind port 9b8195c3-6524-4d0d-811f-2e51404b9210 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:57:33.303589 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-416e3f14-bd65-45ac-bab6-d1ff8c046425 None None] Attempting to bind port 9b8195c3-6524-4d0d-811f-2e51404b9210 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '256b144d-8b7e-4739-9983-7d6419293170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f79cc220-36b3-46c9-8ba9-f206abf24942'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:57:33.304152 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e3f14-bd65-45ac-bab6-d1ff8c046425 None None] Attempting to bind port 9b8195c3-6524-4d0d-811f-2e51404b9210 on network f79cc220-36b3-46c9-8ba9-f206abf24942 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:57:33.319192 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e3f14-bd65-45ac-bab6-d1ff8c046425 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:57:33.319883 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e3f14-bd65-45ac-bab6-d1ff8c046425 None None] Checking segment: {'id': '256b144d-8b7e-4739-9983-7d6419293170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f79cc220-36b3-46c9-8ba9-f206abf24942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:33.320462 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-416e3f14-bd65-45ac-bab6-d1ff8c046425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.320844 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e3f14-bd65-45ac-bab6-d1ff8c046425 None None] Bound using segment: {'id': '256b144d-8b7e-4739-9983-7d6419293170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f79cc220-36b3-46c9-8ba9-f206abf24942'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:57:33.321599 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-416e3f14-bd65-45ac-bab6-d1ff8c046425 None None] Bound port: 9b8195c3-6524-4d0d-811f-2e51404b9210, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '256b144d-8b7e-4739-9983-7d6419293170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f79cc220-36b3-46c9-8ba9-f206abf24942'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:57:33.321985 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-416e3f14-bd65-45ac-bab6-d1ff8c046425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.325393 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-aeff3103-5fc5-453a-9d5c-bdd446e0f739 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2093819505'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:33.345101 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb5a3e7f-1da0-4cb0-b58c-b320a6d12fe7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.364727 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb5a3e7f-1da0-4cb0-b58c-b320a6d12fe7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.415969 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cb5a3e7f-1da0-4cb0-b58c-b320a6d12fe7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.420020 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-cb5a3e7f-1da0-4cb0-b58c-b320a6d12fe7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5399308 May 06 09:57:33.420319 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40986) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:33.426560 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-a074f6fe-a02b-4a76-a66d-f20a51302e39 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1881910631', 'security_groups': ['c5de8b68-7717-4d79-aba7-91d1011e224b'], 'network_id': 'f79cc220-36b3-46c9-8ba9-f206abf24942', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '94babc9d-5722-4170-a58e-fbca186c5c77'}]}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:33.430475 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a3e7f-1da0-4cb0-b58c-b320a6d12fe7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5de8b68-7717-4d79-aba7-91d1011e224b,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:33.448498 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-416e3f14-bd65-45ac-bab6-d1ff8c046425 None None] For port 9b8195c3-6524-4d0d-811f-2e51404b9210, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:57:33.459877 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-416e3f14-bd65-45ac-bab6-d1ff8c046425 None None] For port 9b8195c3-6524-4d0d-811f-2e51404b9210, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9b8195c3-6524-4d0d-811f-2e51404b9210,segment=NetworkSegment(256b144d-8b7e-4739-9983-7d6419293170),segment_id=256b144d-8b7e-4739-9983-7d6419293170)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:57:33.473160 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-416e3f14-bd65-45ac-bab6-d1ff8c046425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.531218 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1a5265dc-307b-4313-9ae4-1edb89d67e3b None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.542785 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8e30ff0d-f543-48e4-a923-3d3a4ee08ad9 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.550284 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1a5265dc-307b-4313-9ae4-1edb89d67e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.567835 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8e30ff0d-f543-48e4-a923-3d3a4ee08ad9 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.582601 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e3f14-bd65-45ac-bab6-d1ff8c046425 None None] Pushing event updated for resources: {'Port': ['ID=9b8195c3-6524-4d0d-811f-2e51404b9210,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:33.632485 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5265dc-307b-4313-9ae4-1edb89d67e3b None None] Pushing event updated for resources: {'Port': ['ID=a8fb9ff7-1b44-4912-9068-c0b67d57f76d,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:33.641809 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5265dc-307b-4313-9ae4-1edb89d67e3b None None] Network 43fdf43b-20c1-42c7-9501-ce94bba53414 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:33.643711 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-1a5265dc-307b-4313-9ae4-1edb89d67e3b None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:33.650774 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5265dc-307b-4313-9ae4-1edb89d67e3b None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:33.660151 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a074f6fe-a02b-4a76-a66d-f20a51302e39 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:33.701551 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeff3103-5fc5-453a-9d5c-bdd446e0f739 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Made reservation on behalf of 4165d29e6de444708cf87972af6e84bd for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:33.709574 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aeff3103-5fc5-453a-9d5c-bdd446e0f739 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.716710 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30ff0d-f543-48e4-a923-3d3a4ee08ad9 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4360b25-6bf1-4a35-b266-e82cc04b6e4e,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:33.760959 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-1a5265dc-307b-4313-9ae4-1edb89d67e3b None None] Attempting to bind port a8fb9ff7-1b44-4912-9068-c0b67d57f76d on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:57:33.761342 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-1a5265dc-307b-4313-9ae4-1edb89d67e3b None None] Attempting to bind port a8fb9ff7-1b44-4912-9068-c0b67d57f76d by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '199cc61b-fc7e-477f-974e-02e8932cfc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:57:33.761734 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5265dc-307b-4313-9ae4-1edb89d67e3b None None] Attempting to bind port a8fb9ff7-1b44-4912-9068-c0b67d57f76d on network 43fdf43b-20c1-42c7-9501-ce94bba53414 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:57:33.768840 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5265dc-307b-4313-9ae4-1edb89d67e3b None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:57:33.769219 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5265dc-307b-4313-9ae4-1edb89d67e3b None None] Checking segment: {'id': '199cc61b-fc7e-477f-974e-02e8932cfc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:33.769623 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1a5265dc-307b-4313-9ae4-1edb89d67e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.770013 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5265dc-307b-4313-9ae4-1edb89d67e3b None None] Bound using segment: {'id': '199cc61b-fc7e-477f-974e-02e8932cfc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:57:33.770517 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-1a5265dc-307b-4313-9ae4-1edb89d67e3b None None] Bound port: a8fb9ff7-1b44-4912-9068-c0b67d57f76d, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199cc61b-fc7e-477f-974e-02e8932cfc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:57:33.770884 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1a5265dc-307b-4313-9ae4-1edb89d67e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.771072 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8e30ff0d-f543-48e4-a923-3d3a4ee08ad9 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.778902 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8e30ff0d-f543-48e4-a923-3d3a4ee08ad9 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0220814 May 06 09:57:33.782998 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40990) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:33.815940 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-24fc3c76-d914-4933-86fe-ba489049c094 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Request body: {'security_group_rule': {'security_group_id': '27e46212-b4e6-458b-bfc0-8c8a48a719be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:33.822300 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-215c4772-ed03-4555-9518-a0f8a9e03f22 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Allocated IP 172.20.0.1 (43fdf43b-20c1-42c7-9501-ce94bba53414/f1a92695-e647-46ea-abf1-868e984a76d3/742b2ebe-c605-407c-98b6-6309dc7581d2) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:33.825347 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeff3103-5fc5-453a-9d5c-bdd446e0f739 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:57:33.860612 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aeff3103-5fc5-453a-9d5c-bdd446e0f739 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.863152 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-aeff3103-5fc5-453a-9d5c-bdd446e0f739 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Added segment 2725322d-9526-4e50-adf3-7c2b90c3c5fa of type vlan for network fa1a748b-798d-4ab0-ae8c-c1d739c9ab5e May 06 09:57:33.931226 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-1a5265dc-307b-4313-9ae4-1edb89d67e3b None None] For port a8fb9ff7-1b44-4912-9068-c0b67d57f76d, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:57:33.938461 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-1a5265dc-307b-4313-9ae4-1edb89d67e3b None None] For port a8fb9ff7-1b44-4912-9068-c0b67d57f76d, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=a8fb9ff7-1b44-4912-9068-c0b67d57f76d,segment=NetworkSegment(199cc61b-fc7e-477f-974e-02e8932cfc7f),segment_id=199cc61b-fc7e-477f-974e-02e8932cfc7f)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:57:33.955995 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1a5265dc-307b-4313-9ae4-1edb89d67e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.969921 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-24fc3c76-d914-4933-86fe-ba489049c094 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.979868 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a074f6fe-a02b-4a76-a66d-f20a51302e39 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.023600 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-a074f6fe-a02b-4a76-a66d-f20a51302e39 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] device_id is not set on port e2283670-db5c-4aaf-b4fb-75f4c6ee6497 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:57:34.034187 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aeff3103-5fc5-453a-9d5c-bdd446e0f739 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.069720 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5265dc-307b-4313-9ae4-1edb89d67e3b None None] Pushing event updated for resources: {'Port': ['ID=a8fb9ff7-1b44-4912-9068-c0b67d57f76d,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:34.157052 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-215c4772-ed03-4555-9518-a0f8a9e03f22 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.197056 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aeff3103-5fc5-453a-9d5c-bdd446e0f739 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.204774 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeff3103-5fc5-453a-9d5c-bdd446e0f739 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:34.205796 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aeff3103-5fc5-453a-9d5c-bdd446e0f739 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.224470 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-215c4772-ed03-4555-9518-a0f8a9e03f22 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.283232 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-a074f6fe-a02b-4a76-a66d-f20a51302e39 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Allocated IP 2001:db8::358 (f79cc220-36b3-46c9-8ba9-f206abf24942/94babc9d-5722-4170-a58e-fbca186c5c77/e2283670-db5c-4aaf-b4fb-75f4c6ee6497) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:34.340554 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-24fc3c76-d914-4933-86fe-ba489049c094 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.347577 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-aeff3103-5fc5-453a-9d5c-bdd446e0f739 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0908148 May 06 09:57:34.349356 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40998) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:34.350190 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-24fc3c76-d914-4933-86fe-ba489049c094 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.383429 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-1acbc74a-cbc5-4225-9dd2-4294df251f42 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-224990369'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:34.414980 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215c4772-ed03-4555-9518-a0f8a9e03f22 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Network 43fdf43b-20c1-42c7-9501-ce94bba53414 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:34.432841 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-215c4772-ed03-4555-9518-a0f8a9e03f22 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:34.434896 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff3103-5fc5-453a-9d5c-bdd446e0f739 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Pushing event updated for resources: {'Network': ['ID=fa1a748b-798d-4ab0-ae8c-c1d739c9ab5e,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:34.437465 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-24fc3c76-d914-4933-86fe-ba489049c094 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.443977 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-24fc3c76-d914-4933-86fe-ba489049c094 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6596978 May 06 09:57:34.445239 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215c4772-ed03-4555-9518-a0f8a9e03f22 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:34.451260 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network fa1a748b-798d-4ab0-ae8c-c1d739c9ab5e details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:57:34.452006 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41002) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:34.488018 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c4772-ed03-4555-9518-a0f8a9e03f22 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Port': ['ID=742b2ebe-c605-407c-98b6-6309dc7581d2,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:34.555421 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-21c318cd-7f93-449a-81f0-2a991717763e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:34.570512 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc3c76-d914-4933-86fe-ba489049c094 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2804349-28ba-4e8c-b6f2-b0c44c9bfdce,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:34.586444 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-215c4772-ed03-4555-9518-a0f8a9e03f22 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.617660 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acbc74a-cbc5-4225-9dd2-4294df251f42 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Made reservation on behalf of 4165d29e6de444708cf87972af6e84bd for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:34.622159 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1acbc74a-cbc5-4225-9dd2-4294df251f42 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.657152 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-21c318cd-7f93-449a-81f0-2a991717763e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.769320 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a074f6fe-a02b-4a76-a66d-f20a51302e39 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.848630 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1acbc74a-cbc5-4225-9dd2-4294df251f42 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:57:34.894524 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1acbc74a-cbc5-4225-9dd2-4294df251f42 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.895239 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-1acbc74a-cbc5-4225-9dd2-4294df251f42 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Added segment 865890e5-5b30-4120-aa1f-b805f3d42cbd of type vlan for network 43a83a4c-c86c-4c34-9fa3-53e6f82195b9 May 06 09:57:34.996332 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1acbc74a-cbc5-4225-9dd2-4294df251f42 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.999333 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-215c4772-ed03-4555-9518-a0f8a9e03f22 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.045049 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a074f6fe-a02b-4a76-a66d-f20a51302e39 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.047954 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1acbc74a-cbc5-4225-9dd2-4294df251f42 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.053515 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acbc74a-cbc5-4225-9dd2-4294df251f42 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:35.054171 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1acbc74a-cbc5-4225-9dd2-4294df251f42 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.268297 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1acbc74a-cbc5-4225-9dd2-4294df251f42 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9002514 May 06 09:57:35.274601 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41016) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:35.293331 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-61e4ddb7-8785-46f9-925e-e8ef300e817b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Request body: {'ports': [{'network_id': 'fa1a748b-798d-4ab0-ae8c-c1d739c9ab5e', 'name': 'tempest-port--288567610', 'admin_state_up': True}, {'network_id': '43a83a4c-c86c-4c34-9fa3-53e6f82195b9', 'admin_state_up': False}]} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:35.293660 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-61e4ddb7-8785-46f9-925e-e8ef300e817b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Request body: {'port': {'network_id': 'fa1a748b-798d-4ab0-ae8c-c1d739c9ab5e', 'name': 'tempest-port--288567610', 'admin_state_up': True}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:35.294091 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-61e4ddb7-8785-46f9-925e-e8ef300e817b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Request body: {'port': {'network_id': '43a83a4c-c86c-4c34-9fa3-53e6f82195b9', 'admin_state_up': False}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:35.373766 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a074f6fe-a02b-4a76-a66d-f20a51302e39 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network f79cc220-36b3-46c9-8ba9-f206abf24942 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:35.382450 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074f6fe-a02b-4a76-a66d-f20a51302e39 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Port': ['ID=e2283670-db5c-4aaf-b4fb-75f4c6ee6497,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:35.385511 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-a074f6fe-a02b-4a76-a66d-f20a51302e39 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:35.387242 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbc74a-cbc5-4225-9dd2-4294df251f42 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Pushing event updated for resources: {'Network': ['ID=43a83a4c-c86c-4c34-9fa3-53e6f82195b9,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:35.395564 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a074f6fe-a02b-4a76-a66d-f20a51302e39 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:35.414389 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 43a83a4c-c86c-4c34-9fa3-53e6f82195b9 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:57:35.418152 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a074f6fe-a02b-4a76-a66d-f20a51302e39 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:35.418995 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a074f6fe-a02b-4a76-a66d-f20a51302e39 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.431991 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-21c318cd-7f93-449a-81f0-2a991717763e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.485170 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device a8fb9ff7-1b44-4912-9068-c0b67d57f76d up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:35.532024 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a074f6fe-a02b-4a76-a66d-f20a51302e39 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1104586 May 06 09:57:35.538472 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41020) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:35.564895 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-001a92e9-2c3e-4e52-ab36-9cdfa4d621a6 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'subnet': {'network_id': 'f79cc220-36b3-46c9-8ba9-f206abf24942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:35.579374 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port a8fb9ff7-1b44-4912-9068-c0b67d57f76d triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:35.579963 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.666112 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-cd4a38c2-ce56-4829-aed1-7e21193d9a8e None None] Provisioning complete for port 793182f1-2322-47c8-a0cb-fa31c0bd5381 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:35.666477 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cd4a38c2-ce56-4829-aed1-7e21193d9a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.763365 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-215c4772-ed03-4555-9518-a0f8a9e03f22 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.778500 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-215c4772-ed03-4555-9518-a0f8a9e03f22 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.846849 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-21c318cd-7f93-449a-81f0-2a991717763e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Allocated IP 172.25.5.190 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/7af0cbb6-701d-45b3-a278-27dc14db3454) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:35.864320 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-215c4772-ed03-4555-9518-a0f8a9e03f22 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:36.023233 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001a92e9-2c3e-4e52-ab36-9cdfa4d621a6 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:36.033011 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-001a92e9-2c3e-4e52-ab36-9cdfa4d621a6 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:36.079071 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:36.125263 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-cd4a38c2-ce56-4829-aed1-7e21193d9a8e None None] Port 793182f1-2322-47c8-a0cb-fa31c0bd5381 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:36.163802 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port a8fb9ff7-1b44-4912-9068-c0b67d57f76d, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=a8fb9ff7-1b44-4912-9068-c0b67d57f76d,segment=NetworkSegment(199cc61b-fc7e-477f-974e-02e8932cfc7f),segment_id=199cc61b-fc7e-477f-974e-02e8932cfc7f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:36.172530 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:36.173426 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9b8195c3-6524-4d0d-811f-2e51404b9210 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:36.185724 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-cd4a38c2-ce56-4829-aed1-7e21193d9a8e None None] Provisioning complete for port 9b8195c3-6524-4d0d-811f-2e51404b9210 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:36.186093 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cd4a38c2-ce56-4829-aed1-7e21193d9a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:36.261389 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-21c318cd-7f93-449a-81f0-2a991717763e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:36.296235 n-d-840835-1 neutron-server[102653]: INFO neutron.db.ipam_backend_mixin [None req-001a92e9-2c3e-4e52-ab36-9cdfa4d621a6 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 94babc9d-5722-4170-a58e-fbca186c5c77 (CIDR: 2001:db8::/64) May 06 09:57:36.310074 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-001a92e9-2c3e-4e52-ab36-9cdfa4d621a6 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:57:36.313092 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-001a92e9-2c3e-4e52-ab36-9cdfa4d621a6 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:57:36.362050 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-001a92e9-2c3e-4e52-ab36-9cdfa4d621a6 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8193910 May 06 09:57:36.366917 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41032) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:36.377685 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-23951c0f-799c-4195-83cd-a3c1c1361c54 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'subnet': {'network_id': 'f79cc220-36b3-46c9-8ba9-f206abf24942', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:36.431774 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60efc52-45a1-44fb-8347-db9ff5128d51 None None] Network 43fdf43b-20c1-42c7-9501-ce94bba53414 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:36.542926 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-21c318cd-7f93-449a-81f0-2a991717763e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:36.558395 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=a8fb9ff7-1b44-4912-9068-c0b67d57f76d,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:36.589496 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 9b8195c3-6524-4d0d-811f-2e51404b9210 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:36.590535 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:36.593186 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cd4a38c2-ce56-4829-aed1-7e21193d9a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:36.597527 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c4772-ed03-4555-9518-a0f8a9e03f22 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Port': ['ID=742b2ebe-c605-407c-98b6-6309dc7581d2,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:36.623847 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e4ddb7-8785-46f9-925e-e8ef300e817b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Made reservation on behalf of 4165d29e6de444708cf87972af6e84bd for: {'port': 2} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:36.634862 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-61e4ddb7-8785-46f9-925e-e8ef300e817b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:36.666755 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-61e4ddb7-8785-46f9-925e-e8ef300e817b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:36.691826 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c318cd-7f93-449a-81f0-2a991717763e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event updated for resources: {'Port': ['ID=7af0cbb6-701d-45b3-a278-27dc14db3454,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:36.722013 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-cd4a38c2-ce56-4829-aed1-7e21193d9a8e None None] For port 9b8195c3-6524-4d0d-811f-2e51404b9210, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9b8195c3-6524-4d0d-811f-2e51404b9210,segment=NetworkSegment(256b144d-8b7e-4739-9983-7d6419293170),segment_id=256b144d-8b7e-4739-9983-7d6419293170)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:36.755421 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c318cd-7f93-449a-81f0-2a991717763e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:36.760017 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-21c318cd-7f93-449a-81f0-2a991717763e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:36.767078 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c318cd-7f93-449a-81f0-2a991717763e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:36.780365 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d4d96a56-9112-4c6c-8f0e-f23f77b4e3af up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:36.782166 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cd4a38c2-ce56-4829-aed1-7e21193d9a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:36.795625 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41036) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:36.812555 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23951c0f-799c-4195-83cd-a3c1c1361c54 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:36.816913 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-23951c0f-799c-4195-83cd-a3c1c1361c54 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:36.921119 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a38c2-ce56-4829-aed1-7e21193d9a8e None None] Pushing event updated for resources: {'Port': ['ID=9b8195c3-6524-4d0d-811f-2e51404b9210,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:36.926531 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port d4d96a56-9112-4c6c-8f0e-f23f77b4e3af triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:36.927001 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:36.964738 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-0c9c7ed4-eb4b-4054-9369-dd27b06ca0c0 None None] Provisioning complete for port a8fb9ff7-1b44-4912-9068-c0b67d57f76d triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:36.965156 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0c9c7ed4-eb4b-4054-9369-dd27b06ca0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:36.977313 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-61e4ddb7-8785-46f9-925e-e8ef300e817b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] device_id is not set on port 6af34411-50af-4d44-bda3-a0c128da5ccb yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:57:37.070987 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-61e4ddb7-8785-46f9-925e-e8ef300e817b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:37.178149 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:37.182830 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215c4772-ed03-4555-9518-a0f8a9e03f22 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Network 43fdf43b-20c1-42c7-9501-ce94bba53414 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:37.197153 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-0c9c7ed4-eb4b-4054-9369-dd27b06ca0c0 None None] Provisioning complete for port e2283670-db5c-4aaf-b4fb-75f4c6ee6497 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:37.197535 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0c9c7ed4-eb4b-4054-9369-dd27b06ca0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:37.218520 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3c85-34f5-48ad-8300-f438909e8661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:37.241219 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-21c318cd-7f93-449a-81f0-2a991717763e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:37.245485 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port d4d96a56-9112-4c6c-8f0e-f23f77b4e3af, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=d4d96a56-9112-4c6c-8f0e-f23f77b4e3af,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:37.250102 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-23951c0f-799c-4195-83cd-a3c1c1361c54 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:37.261868 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:37.279876 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-0c9c7ed4-eb4b-4054-9369-dd27b06ca0c0 None None] Port e2283670-db5c-4aaf-b4fb-75f4c6ee6497 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:37.319942 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-215c4772-ed03-4555-9518-a0f8a9e03f22 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:37.338834 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23951c0f-799c-4195-83cd-a3c1c1361c54 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network f79cc220-36b3-46c9-8ba9-f206abf24942 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:37.344477 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-23951c0f-799c-4195-83cd-a3c1c1361c54 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:37.348691 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23951c0f-799c-4195-83cd-a3c1c1361c54 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:37.349466 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-23951c0f-799c-4195-83cd-a3c1c1361c54 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:37.362588 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c3c1ea-d02d-4739-9cb5-f2e5795e562b None None] Network f79cc220-36b3-46c9-8ba9-f206abf24942 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:37.372003 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-21c318cd-7f93-449a-81f0-2a991717763e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:37.377113 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23951c0f-799c-4195-83cd-a3c1c1361c54 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Subnet': ['ID=c87275b3-65eb-4cd3-80d7-176c0e739e9c,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:37.405624 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-23951c0f-799c-4195-83cd-a3c1c1361c54 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0353429 May 06 09:57:37.408708 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41040) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:37.413872 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-7cd3cc32-4457-4116-a889-3fe07751314e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-38609465', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c87275b3-65eb-4cd3-80d7-176c0e739e9c'}], 'security_groups': ['3c11938d-c000-48a8-a1e9-839d375b7627']}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:37.448211 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=d4d96a56-9112-4c6c-8f0e-f23f77b4e3af,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:37.465243 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d17dc769-ba50-4058-8e05-173db0acf423 None None] Provisioning complete for port a8fb9ff7-1b44-4912-9068-c0b67d57f76d triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:37.465853 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d17dc769-ba50-4058-8e05-173db0acf423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:37.499040 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9b8195c3-6524-4d0d-811f-2e51404b9210 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:37.554812 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215c4772-ed03-4555-9518-a0f8a9e03f22 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Router 9ed2694c-f882-4951-ad25-00927f52e9c5 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:57:37.569101 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-61e4ddb7-8785-46f9-925e-e8ef300e817b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] device_id is not set on port a197f87c-4a03-49a3-b7a8-85f994688a66 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:57:37.580241 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7cd3cc32-4457-4116-a889-3fe07751314e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:37.657171 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3c85-34f5-48ad-8300-f438909e8661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:37.669349 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3c85-34f5-48ad-8300-f438909e8661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:37.702874 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8f9c3c85-34f5-48ad-8300-f438909e8661 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9a661219e260443aa535372918de34a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9031289 May 06 09:57:37.706402 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41042) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:37.714315 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 9b8195c3-6524-4d0d-811f-2e51404b9210 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:37.714566 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:37.787678 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d17dc769-ba50-4058-8e05-173db0acf423 None None] Provisioning complete for port 742b2ebe-c605-407c-98b6-6309dc7581d2 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:37.788095 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d17dc769-ba50-4058-8e05-173db0acf423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:37.840553 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d17dc769-ba50-4058-8e05-173db0acf423 None None] Port 742b2ebe-c605-407c-98b6-6309dc7581d2 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:37.943367 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device a8fb9ff7-1b44-4912-9068-c0b67d57f76d up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:37.954994 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-61e4ddb7-8785-46f9-925e-e8ef300e817b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:37.983236 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4343958d-5ad4-40fe-be8f-59c01aa2ffbb None None] Update dhcp port {'port': {'network_id': 'f79cc220-36b3-46c9-8ba9-f206abf24942', 'fixed_ips': [{'subnet_id': '94babc9d-5722-4170-a58e-fbca186c5c77', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c87275b3-65eb-4cd3-80d7-176c0e739e9c'}], 'binding:host_id': 'n-d-840835-1'}, 'id': '9b8195c3-6524-4d0d-811f-2e51404b9210'} from n-d-840835-1. {{(pid=102654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 09:57:38.001379 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-21c318cd-7f93-449a-81f0-2a991717763e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:38.006639 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c3c85-34f5-48ad-8300-f438909e8661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e1740b-ee58-4a54-8780-9e523699c367,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:38.012336 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f209f4cf-5a8a-4cf9-932d-55c7586f0581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:38.019052 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4343958d-5ad4-40fe-be8f-59c01aa2ffbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:38.033648 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-21c318cd-7f93-449a-81f0-2a991717763e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:38.047623 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4a73553b-e7dc-45b7-99ee-370db408bf8f None None] Provisioning complete for port 742b2ebe-c605-407c-98b6-6309dc7581d2 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:38.048077 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4a73553b-e7dc-45b7-99ee-370db408bf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:38.054808 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f209f4cf-5a8a-4cf9-932d-55c7586f0581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:38.079377 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-61e4ddb7-8785-46f9-925e-e8ef300e817b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:38.108481 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c318cd-7f93-449a-81f0-2a991717763e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event updated for resources: {'Port': ['ID=7af0cbb6-701d-45b3-a278-27dc14db3454,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:38.114705 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215c4772-ed03-4555-9518-a0f8a9e03f22 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:57:38.120192 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-215c4772-ed03-4555-9518-a0f8a9e03f22 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "PUT /v2.0/routers/9ed2694c-f882-4951-ad25-00927f52e9c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1092105 May 06 09:57:38.125488 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port a8fb9ff7-1b44-4912-9068-c0b67d57f76d triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:38.125913 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:38.165968 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-7cd3cc32-4457-4116-a889-3fe07751314e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Delete allocated IP 2001:db8::358 (f79cc220-36b3-46c9-8ba9-f206abf24942/94babc9d-5722-4170-a58e-fbca186c5c77) {{(pid=102653) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 09:57:38.173074 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7658a35-172f-4916-b11c-ce2a8a83aed0 None None] Sync routers for ids ['9ed2694c-f882-4951-ad25-00927f52e9c5'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:57:38.180992 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-7cd3cc32-4457-4116-a889-3fe07751314e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Allocated IP 2001:db8:0:1::f5 (f79cc220-36b3-46c9-8ba9-f206abf24942/c87275b3-65eb-4cd3-80d7-176c0e739e9c/e2283670-db5c-4aaf-b4fb-75f4c6ee6497) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:38.192810 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-21c318cd-7f93-449a-81f0-2a991717763e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:38.193269 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4ddb7-8785-46f9-925e-e8ef300e817b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Pushing event updated for resources: {'Port': ['ID=6af34411-50af-4d44-bda3-a0c128da5ccb,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:38.198678 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e4ddb7-8785-46f9-925e-e8ef300e817b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Checking segment: {'id': '2725322d-9526-4e50-adf3-7c2b90c3c5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fa1a748b-798d-4ab0-ae8c-c1d739c9ab5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:38.199080 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e4ddb7-8785-46f9-925e-e8ef300e817b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Network hostable DHCP agents. Network: fa1a748b-798d-4ab0-ae8c-c1d739c9ab5e, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:57:38.221676 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e4ddb7-8785-46f9-925e-e8ef300e817b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Network fa1a748b-798d-4ab0-ae8c-c1d739c9ab5e is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:57:38.226694 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f209f4cf-5a8a-4cf9-932d-55c7586f0581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:38.230013 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f209f4cf-5a8a-4cf9-932d-55c7586f0581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:38.245095 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f209f4cf-5a8a-4cf9-932d-55c7586f0581 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c5e1740b-ee58-4a54-8780-9e523699c367 HTTP/1.1" status: 204 len: 168 time: 0.5271406 May 06 09:57:38.245601 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-21c318cd-7f93-449a-81f0-2a991717763e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:38.246936 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-21c318cd-7f93-449a-81f0-2a991717763e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7806261 May 06 09:57:38.286452 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209f4cf-5a8a-4cf9-932d-55c7586f0581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e1740b-ee58-4a54-8780-9e523699c367,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:38.299489 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-61e4ddb7-8785-46f9-925e-e8ef300e817b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, fa1a748b-798d-4ab0-ae8c-c1d739c9ab5e) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:38.310188 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e4ddb7-8785-46f9-925e-e8ef300e817b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:38.311361 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-61e4ddb7-8785-46f9-925e-e8ef300e817b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:38.334590 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-4a73553b-e7dc-45b7-99ee-370db408bf8f None None] Port 742b2ebe-c605-407c-98b6-6309dc7581d2 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:38.339950 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f797e0-863e-4e58-af97-663d6f87f80f None None] Network fa1a748b-798d-4ab0-ae8c-c1d739c9ab5e requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:38.434859 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4ddb7-8785-46f9-925e-e8ef300e817b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Pushing event updated for resources: {'Port': ['ID=a197f87c-4a03-49a3-b7a8-85f994688a66,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:38.446012 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e4ddb7-8785-46f9-925e-e8ef300e817b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Checking segment: {'id': '865890e5-5b30-4120-aa1f-b805f3d42cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '43a83a4c-c86c-4c34-9fa3-53e6f82195b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:38.446609 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e4ddb7-8785-46f9-925e-e8ef300e817b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Network hostable DHCP agents. Network: 43a83a4c-c86c-4c34-9fa3-53e6f82195b9, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:57:38.461050 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7658a35-172f-4916-b11c-ce2a8a83aed0 None None] Routers {'9ed2694c-f882-4951-ad25-00927f52e9c5'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:38.462403 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d7658a35-172f-4916-b11c-ce2a8a83aed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:57:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['9ed2694c-f882-4951-ad25-00927f52e9c5'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:38.467958 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e4ddb7-8785-46f9-925e-e8ef300e817b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Network 43a83a4c-c86c-4c34-9fa3-53e6f82195b9 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:57:38.486486 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-61e4ddb7-8785-46f9-925e-e8ef300e817b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 43a83a4c-c86c-4c34-9fa3-53e6f82195b9) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:38.500963 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e4ddb7-8785-46f9-925e-e8ef300e817b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:38.508210 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e4ddb7-8785-46f9-925e-e8ef300e817b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:38.514060 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e4ddb7-8785-46f9-925e-e8ef300e817b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:38.514846 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-61e4ddb7-8785-46f9-925e-e8ef300e817b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:38.523426 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7cd3cc32-4457-4116-a889-3fe07751314e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:38.540057 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-61e4ddb7-8785-46f9-925e-e8ef300e817b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.2640958 May 06 09:57:38.541733 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7cd3cc32-4457-4116-a889-3fe07751314e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:38.542437 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41064) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:38.591147 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-4343958d-5ad4-40fe-be8f-59c01aa2ffbb None None] Allocated IP 2001:db8:0:1::2 (f79cc220-36b3-46c9-8ba9-f206abf24942/c87275b3-65eb-4cd3-80d7-176c0e739e9c/9b8195c3-6524-4d0d-811f-2e51404b9210) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:38.620163 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1728975f-62a9-4992-9c86-fdcbe38f1b58 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:38.629217 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1728975f-62a9-4992-9c86-fdcbe38f1b58 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:38.631817 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1728975f-62a9-4992-9c86-fdcbe38f1b58 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0863302 May 06 09:57:38.634104 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41066) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:38.668451 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-7cd3cc32-4457-4116-a889-3fe07751314e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] In _notify_port_updated(), no bound segment for port e2283670-db5c-4aaf-b4fb-75f4c6ee6497 on network f79cc220-36b3-46c9-8ba9-f206abf24942 {{(pid=102653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:57:38.675089 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd3cc32-4457-4116-a889-3fe07751314e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:38.676071 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7cd3cc32-4457-4116-a889-3fe07751314e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:38.677689 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7cd3cc32-4457-4116-a889-3fe07751314e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "PUT /v2.0/ports/e2283670-db5c-4aaf-b4fb-75f4c6ee6497 HTTP/1.1" status: 200 len: 928 time: 1.2679470 May 06 09:57:38.684468 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41068) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:38.689275 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3cc32-4457-4116-a889-3fe07751314e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Port': ['ID=e2283670-db5c-4aaf-b4fb-75f4c6ee6497,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:38.689700 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ff8e2a-ce8a-41b7-be80-d8cbb559a28e None None] Network 43a83a4c-c86c-4c34-9fa3-53e6f82195b9 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:38.694790 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08203313-8fad-4d9f-8412-9739c292233b req-04750ca4-c1e9-4453-80e0-8b0dcbb8d7c6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1040960821&fields=id&tenant_id=1b7022527a0d47ed9f061636a22ce038 HTTP/1.1" status: 200 len: 267 time: 0.1687865 May 06 09:57:38.705392 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f6ba356a-77e1-4f7e-b19e-80dfa26e83a3 None None] Provisioning complete for port 742b2ebe-c605-407c-98b6-6309dc7581d2 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:38.705857 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f6ba356a-77e1-4f7e-b19e-80dfa26e83a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:38.868191 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-67c919b4-1327-463b-b0c3-13f8a48af8fe tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting port e2283670-db5c-4aaf-b4fb-75f4c6ee6497 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:38.868646 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67c919b4-1327-463b-b0c3-13f8a48af8fe tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:38.899503 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-df30f9a7-34d1-4eb2-9c38-3245b583b2b3 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Deleting port 6af34411-50af-4d44-bda3-a0c128da5ccb {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:38.899503 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df30f9a7-34d1-4eb2-9c38-3245b583b2b3 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:39.092212 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df30f9a7-34d1-4eb2-9c38-3245b583b2b3 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:39.107843 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-4343958d-5ad4-40fe-be8f-59c01aa2ffbb None None] For port 9b8195c3-6524-4d0d-811f-2e51404b9210, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9b8195c3-6524-4d0d-811f-2e51404b9210,segment=NetworkSegment(256b144d-8b7e-4739-9983-7d6419293170),segment_id=256b144d-8b7e-4739-9983-7d6419293170)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:39.120377 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-df30f9a7-34d1-4eb2-9c38-3245b583b2b3 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Calling delete_port for 6af34411-50af-4d44-bda3-a0c128da5ccb owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:39.132340 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f6ba356a-77e1-4f7e-b19e-80dfa26e83a3 None None] Port 742b2ebe-c605-407c-98b6-6309dc7581d2 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:39.218290 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df30f9a7-34d1-4eb2-9c38-3245b583b2b3 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:39.222440 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-d7658a35-172f-4916-b11c-ce2a8a83aed0 None None] Set router 9ed2694c-f882-4951-ad25-00927f52e9c5 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:57:39.249070 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08203313-8fad-4d9f-8412-9739c292233b req-1b475b1a-a890-4a1e-8292-105f449187a4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:39.250659 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67c919b4-1327-463b-b0c3-13f8a48af8fe tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:39.251262 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08203313-8fad-4d9f-8412-9739c292233b req-1b475b1a-a890-4a1e-8292-105f449187a4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/networks?id=43fdf43b-20c1-42c7-9501-ce94bba53414 HTTP/1.1" status: 200 len: 797 time: 0.5400255 May 06 09:57:39.254385 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30f9a7-34d1-4eb2-9c38-3245b583b2b3 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Pushing event deleted for resources: {'Port': ['ID=6af34411-50af-4d44-bda3-a0c128da5ccb,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:39.257516 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4343958d-5ad4-40fe-be8f-59c01aa2ffbb None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:39.270118 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4343958d-5ad4-40fe-be8f-59c01aa2ffbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:39.283100 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-67c919b4-1327-463b-b0c3-13f8a48af8fe tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Calling delete_port for e2283670-db5c-4aaf-b4fb-75f4c6ee6497 owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:39.289449 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df30f9a7-34d1-4eb2-9c38-3245b583b2b3 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:39.293614 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-df30f9a7-34d1-4eb2-9c38-3245b583b2b3 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] 10.222.0.73 "DELETE /v2.0/ports/6af34411-50af-4d44-bda3-a0c128da5ccb HTTP/1.1" status: 204 len: 168 time: 0.6582272 May 06 09:57:39.296118 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41084) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:39.335895 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08203313-8fad-4d9f-8412-9739c292233b req-0b9755bc-2366-4467-b2c5-fc07544c11b4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/quotas/1b7022527a0d47ed9f061636a22ce038 HTTP/1.1" status: 200 len: 375 time: 0.0618091 May 06 09:57:39.415958 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08203313-8fad-4d9f-8412-9739c292233b req-d0181587-7080-4a89-bbff-b2d99325b6a5 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810537 May 06 09:57:39.420556 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d4d96a56-9112-4c6c-8f0e-f23f77b4e3af up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:39.505956 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343958d-5ad4-40fe-be8f-59c01aa2ffbb None None] Pushing event updated for resources: {'Port': ['ID=9b8195c3-6524-4d0d-811f-2e51404b9210,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:39.528899 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-7953f087-fb18-49c2-928d-d272463e5d86 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Deleting port a197f87c-4a03-49a3-b7a8-85f994688a66 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:39.530134 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7953f087-fb18-49c2-928d-d272463e5d86 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:39.599197 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08203313-8fad-4d9f-8412-9739c292233b req-14924f6e-dbce-449f-bd56-ed5bac8a11ce service neutron] 10.222.0.73 "GET /v2.0/networks/43fdf43b-20c1-42c7-9501-ce94bba53414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680880 May 06 09:57:39.639557 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7953f087-fb18-49c2-928d-d272463e5d86 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:39.650185 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port d4d96a56-9112-4c6c-8f0e-f23f77b4e3af triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:39.650449 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67c919b4-1327-463b-b0c3-13f8a48af8fe tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:39.650610 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:39.679558 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-7953f087-fb18-49c2-928d-d272463e5d86 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Calling delete_port for a197f87c-4a03-49a3-b7a8-85f994688a66 owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:39.754848 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c919b4-1327-463b-b0c3-13f8a48af8fe tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Port': ['ID=e2283670-db5c-4aaf-b4fb-75f4c6ee6497,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:39.757701 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67c919b4-1327-463b-b0c3-13f8a48af8fe tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:39.764124 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-67c919b4-1327-463b-b0c3-13f8a48af8fe tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/ports/e2283670-db5c-4aaf-b4fb-75f4c6ee6497 HTTP/1.1" status: 204 len: 168 time: 1.0782492 May 06 09:57:39.766808 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41092) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:39.774361 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c919b4-1327-463b-b0c3-13f8a48af8fe tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:39.775480 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c919b4-1327-463b-b0c3-13f8a48af8fe tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:39.775480 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c919b4-1327-463b-b0c3-13f8a48af8fe tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:39.775480 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c919b4-1327-463b-b0c3-13f8a48af8fe tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:39.775768 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c919b4-1327-463b-b0c3-13f8a48af8fe tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:39.775977 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c919b4-1327-463b-b0c3-13f8a48af8fe tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:39.776302 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c919b4-1327-463b-b0c3-13f8a48af8fe tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:39.776618 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c919b4-1327-463b-b0c3-13f8a48af8fe tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:39.777074 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c919b4-1327-463b-b0c3-13f8a48af8fe tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:39.777715 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c919b4-1327-463b-b0c3-13f8a48af8fe tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:39.778110 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c919b4-1327-463b-b0c3-13f8a48af8fe tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:39.778546 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c919b4-1327-463b-b0c3-13f8a48af8fe tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:39.810977 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d7658a35-172f-4916-b11c-ce2a8a83aed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492238686', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'd4d96a56-9112-4c6c-8f0e-f23f77b4e3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:57:27Z', 'updated_at': '2022-05-06T09:57:34Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': 'd4d96a56-9112-4c6c-8f0e-f23f77b4e3af', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:28Z', 'updated_at': '2022-05-06T09:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '742b2ebe-c605-407c-98b6-6309dc7581d2', 'name': '', 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:35:3f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'f1a92695-e647-46ea-abf1-868e984a76d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:33Z', 'updated_at': '2022-05-06T09:57:35Z', 'revision_number': 2, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': 'f1a92695-e647-46ea-abf1-868e984a76d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:39.817844 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08203313-8fad-4d9f-8412-9739c292233b req-86b0fbb2-e88b-4309-a598-4a28ae93198d service neutron] 10.222.0.73 "GET /v2.0/networks/43fdf43b-20c1-42c7-9501-ce94bba53414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099676 May 06 09:57:39.820740 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-237d1210-660d-4321-b676-39c70cff0c03 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] GET failed (client error): The resource could not be found. May 06 09:57:39.827552 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-237d1210-660d-4321-b676-39c70cff0c03 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "GET /v2.0/ports/e2283670-db5c-4aaf-b4fb-75f4c6ee6497 HTTP/1.1" status: 404 len: 333 time: 0.0579917 May 06 09:57:39.834228 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41094) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:39.845198 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7658a35-172f-4916-b11c-ce2a8a83aed0 None None] Checking router: 9ed2694c-f882-4951-ad25-00927f52e9c5 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:57:39.845850 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7658a35-172f-4916-b11c-ce2a8a83aed0 None None] Updating router 9ed2694c-f882-4951-ad25-00927f52e9c5 port 742b2ebe-c605-407c-98b6-6309dc7581d2 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:57:39.904511 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d7658a35-172f-4916-b11c-ce2a8a83aed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:39.969318 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7953f087-fb18-49c2-928d-d272463e5d86 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:39.978250 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4b632274-c3d1-422d-a5d8-c8ca47e0e3ea tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.007229 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4b632274-c3d1-422d-a5d8-c8ca47e0e3ea tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.120097 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953f087-fb18-49c2-928d-d272463e5d86 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Pushing event deleted for resources: {'Port': ['ID=a197f87c-4a03-49a3-b7a8-85f994688a66,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:40.125053 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7953f087-fb18-49c2-928d-d272463e5d86 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.131803 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7953f087-fb18-49c2-928d-d272463e5d86 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] 10.222.0.73 "DELETE /v2.0/ports/a197f87c-4a03-49a3-b7a8-85f994688a66 HTTP/1.1" status: 204 len: 168 time: 0.8345168 May 06 09:57:40.132384 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41110) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:40.132668 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4b632274-c3d1-422d-a5d8-c8ca47e0e3ea tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.136365 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4b632274-c3d1-422d-a5d8-c8ca47e0e3ea tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.137575 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4b632274-c3d1-422d-a5d8-c8ca47e0e3ea tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/security-groups/c5de8b68-7717-4d79-aba7-91d1011e224b HTTP/1.1" status: 204 len: 168 time: 0.3006344 May 06 09:57:40.143073 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41112) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:40.170604 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b632274-c3d1-422d-a5d8-c8ca47e0e3ea tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5de8b68-7717-4d79-aba7-91d1011e224b,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:40.206002 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d8fa4481-9c15-4b48-aeaa-76748ebf2339 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0716777 May 06 09:57:40.214080 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-3b61e67f-1284-46a8-bee1-c7d721f6f8a6 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1683212775&fields=id&tenant_id=8f622fd1748945faafa68a8a25c50995 HTTP/1.1" status: 200 len: 267 time: 0.1283939 May 06 09:57:40.214817 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41116) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:40.221295 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-955c70d3-1b03-4c21-af3a-693ac0e6cee1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2079364743'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:40.243556 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cd3d9bd7-f828-413a-94d7-39492c93b85b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.285588 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cd3d9bd7-f828-413a-94d7-39492c93b85b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.355100 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cd3d9bd7-f828-413a-94d7-39492c93b85b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.355918 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955c70d3-1b03-4c21-af3a-693ac0e6cee1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Made reservation on behalf of 4165d29e6de444708cf87972af6e84bd for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:40.359892 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cd3d9bd7-f828-413a-94d7-39492c93b85b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.361192 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d7658a35-172f-4916-b11c-ce2a8a83aed0 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.364148 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-955c70d3-1b03-4c21-af3a-693ac0e6cee1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.366722 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cd3d9bd7-f828-413a-94d7-39492c93b85b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/security-groups/3c11938d-c000-48a8-a1e9-839d375b7627 HTTP/1.1" status: 204 len: 168 time: 0.2217271 May 06 09:57:40.370423 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41120) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:40.374902 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d7658a35-172f-4916-b11c-ce2a8a83aed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.409834 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d9bd7-f828-413a-94d7-39492c93b85b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c11938d-c000-48a8-a1e9-839d375b7627,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:40.454789 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-955c70d3-1b03-4c21-af3a-693ac0e6cee1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:57:40.459874 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-055cfb3c-66e2-4221-bb24-b97bd4ba84e0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting subnet 94babc9d-5722-4170-a58e-fbca186c5c77 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:57:40.463942 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-055cfb3c-66e2-4221-bb24-b97bd4ba84e0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.492735 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-209db796-1f1d-476a-8041-46657986c460 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:40.493335 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd4c12-9678-43c3-927a-2e1bab1901a2 None None] Pushing event updated for resources: {'Port': ['ID=742b2ebe-c605-407c-98b6-6309dc7581d2,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:40.494270 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-209db796-1f1d-476a-8041-46657986c460 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/networks?id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 HTTP/1.1" status: 200 len: 813 time: 0.2670596 May 06 09:57:40.514504 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-955c70d3-1b03-4c21-af3a-693ac0e6cee1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.520237 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-955c70d3-1b03-4c21-af3a-693ac0e6cee1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Added segment 09fbf96c-620a-4440-8ba6-6b537172e65e of type vlan for network 851a04d6-5d8a-46c4-87e4-078466734897 May 06 09:57:40.550336 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-055cfb3c-66e2-4221-bb24-b97bd4ba84e0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.569515 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-66f396df-2e2b-4dff-9884-469474a83cea tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/quotas/8f622fd1748945faafa68a8a25c50995 HTTP/1.1" status: 200 len: 375 time: 0.0618680 May 06 09:57:40.600054 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-d7658a35-172f-4916-b11c-ce2a8a83aed0 None None] Attempting to bind port 742b2ebe-c605-407c-98b6-6309dc7581d2 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:57:40.601148 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-d7658a35-172f-4916-b11c-ce2a8a83aed0 None None] Attempting to bind port 742b2ebe-c605-407c-98b6-6309dc7581d2 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '199cc61b-fc7e-477f-974e-02e8932cfc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:57:40.601976 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7658a35-172f-4916-b11c-ce2a8a83aed0 None None] Attempting to bind port 742b2ebe-c605-407c-98b6-6309dc7581d2 on network 43fdf43b-20c1-42c7-9501-ce94bba53414 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:57:40.611908 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7658a35-172f-4916-b11c-ce2a8a83aed0 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:57:40.612900 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7658a35-172f-4916-b11c-ce2a8a83aed0 None None] Checking segment: {'id': '199cc61b-fc7e-477f-974e-02e8932cfc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:40.613534 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d7658a35-172f-4916-b11c-ce2a8a83aed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.614164 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7658a35-172f-4916-b11c-ce2a8a83aed0 None None] Bound using segment: {'id': '199cc61b-fc7e-477f-974e-02e8932cfc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:57:40.614896 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-d7658a35-172f-4916-b11c-ce2a8a83aed0 None None] Bound port: 742b2ebe-c605-407c-98b6-6309dc7581d2, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199cc61b-fc7e-477f-974e-02e8932cfc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:57:40.620134 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d7658a35-172f-4916-b11c-ce2a8a83aed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.658454 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-955c70d3-1b03-4c21-af3a-693ac0e6cee1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.727819 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-5fd0d58d-f8bf-4aa3-ada8-48cbdb8c8d9a None None] Could not find standard attr ID for object e2283670-db5c-4aaf-b4fb-75f4c6ee6497. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:57:40.747056 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-055cfb3c-66e2-4221-bb24-b97bd4ba84e0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.753390 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-f9c71128-1646-4dff-ad9f-0e91d6385816 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f622fd1748945faafa68a8a25c50995&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1493247 May 06 09:57:40.759881 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-955c70d3-1b03-4c21-af3a-693ac0e6cee1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.768443 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955c70d3-1b03-4c21-af3a-693ac0e6cee1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:40.769444 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-955c70d3-1b03-4c21-af3a-693ac0e6cee1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.806884 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-955c70d3-1b03-4c21-af3a-693ac0e6cee1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5906606 May 06 09:57:40.814936 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d7658a35-172f-4916-b11c-ce2a8a83aed0 None None] For port 742b2ebe-c605-407c-98b6-6309dc7581d2, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:57:40.835454 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d7658a35-172f-4916-b11c-ce2a8a83aed0 None None] For port 742b2ebe-c605-407c-98b6-6309dc7581d2, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=742b2ebe-c605-407c-98b6-6309dc7581d2,segment=NetworkSegment(199cc61b-fc7e-477f-974e-02e8932cfc7f),segment_id=199cc61b-fc7e-477f-974e-02e8932cfc7f)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:57:40.859818 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-5fd0d58d-f8bf-4aa3-ada8-48cbdb8c8d9a None None] Provisioning complete for port 9b8195c3-6524-4d0d-811f-2e51404b9210 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:40.860655 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5fd0d58d-f8bf-4aa3-ada8-48cbdb8c8d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.863938 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41128) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:40.869327 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-7cb8052a-e2fc-4299-b1e1-877579124948 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-292539797'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:40.883819 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-055cfb3c-66e2-4221-bb24-b97bd4ba84e0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.942833 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055cfb3c-66e2-4221-bb24-b97bd4ba84e0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Subnet': ['ID=94babc9d-5722-4170-a58e-fbca186c5c77,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:40.962494 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-055cfb3c-66e2-4221-bb24-b97bd4ba84e0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.970490 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c70d3-1b03-4c21-af3a-693ac0e6cee1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Pushing event updated for resources: {'Network': ['ID=851a04d6-5d8a-46c4-87e4-078466734897,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:40.971138 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-055cfb3c-66e2-4221-bb24-b97bd4ba84e0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/subnets/94babc9d-5722-4170-a58e-fbca186c5c77 HTTP/1.1" status: 204 len: 168 time: 0.5983729 May 06 09:57:40.981641 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41134) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:40.993929 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-2f6793e8-518e-4ed1-aecd-e13602736f19 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'subnet': {'network_id': 'f79cc220-36b3-46c9-8ba9-f206abf24942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:41.004713 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb8052a-e2fc-4299-b1e1-877579124948 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Made reservation on behalf of 4165d29e6de444708cf87972af6e84bd for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:41.006404 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 851a04d6-5d8a-46c4-87e4-078466734897 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:57:41.008944 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7cb8052a-e2fc-4299-b1e1-877579124948 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:41.015848 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d7658a35-172f-4916-b11c-ce2a8a83aed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:41.113706 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb8052a-e2fc-4299-b1e1-877579124948 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:57:41.129678 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7cb8052a-e2fc-4299-b1e1-877579124948 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:41.130041 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-7cb8052a-e2fc-4299-b1e1-877579124948 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Added segment 38d60ece-e43f-42f1-a4fa-d60913ef4667 of type vlan for network 3984068c-6c30-4eab-a158-0c0973bfa90d May 06 09:57:41.167212 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-fba7dcf0-969b-4644-afea-4899cbec43a9 service neutron] 10.222.0.73 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808198 May 06 09:57:41.173735 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed612a8-ef39-4493-acc7-dcd588b2f669 None None] Network f79cc220-36b3-46c9-8ba9-f206abf24942 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:41.178830 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6793e8-518e-4ed1-aecd-e13602736f19 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:41.184471 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2f6793e8-518e-4ed1-aecd-e13602736f19 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:41.411107 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7658a35-172f-4916-b11c-ce2a8a83aed0 None None] Routers {'9ed2694c-f882-4951-ad25-00927f52e9c5'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:41.411776 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d7658a35-172f-4916-b11c-ce2a8a83aed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:57:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['9ed2694c-f882-4951-ad25-00927f52e9c5'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:41.429658 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7cb8052a-e2fc-4299-b1e1-877579124948 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:41.495411 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9b8195c3-6524-4d0d-811f-2e51404b9210 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:41.505204 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-ba220e7e-a1c3-4b9f-b785-1db67944b943 service neutron] 10.222.0.73 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971926 May 06 09:57:41.570075 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d96e821-028c-4a6e-9b3c-d329d004cd87 req-744d7a9d-9c87-4947-a639-03d4d64140ca service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f0ecba00-a123-4299-9dec-25aeecee87c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2173178 May 06 09:57:41.578056 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7cb8052a-e2fc-4299-b1e1-877579124948 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:41.590135 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb8052a-e2fc-4299-b1e1-877579124948 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:41.591756 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7cb8052a-e2fc-4299-b1e1-877579124948 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:41.597070 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd4c12-9678-43c3-927a-2e1bab1901a2 None None] Pushing event updated for resources: {'Port': ['ID=742b2ebe-c605-407c-98b6-6309dc7581d2,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:41.762263 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7cb8052a-e2fc-4299-b1e1-877579124948 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8970633 May 06 09:57:41.893219 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2f6793e8-518e-4ed1-aecd-e13602736f19 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:41.987085 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8052a-e2fc-4299-b1e1-877579124948 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Pushing event updated for resources: {'Network': ['ID=3984068c-6c30-4eab-a158-0c0973bfa90d,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:42.038181 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96e821-028c-4a6e-9b3c-d329d004cd87 req-17a6802a-514a-4ceb-a559-ebe10a2ecf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:42.050219 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d96e821-028c-4a6e-9b3c-d329d004cd87 req-17a6802a-514a-4ceb-a559-ebe10a2ecf10 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c517f1b2e83649f0bec52fdccbd31b7e&device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 1097 time: 0.3904157 May 06 09:57:42.130581 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9f18594-9c89-4a74-8706-5a9a86cb4cc7 req-d4b4df30-9ef6-4f8c-b8d5-a451fd957680 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 210 time: 0.1398423 May 06 09:57:42.142358 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6793e8-518e-4ed1-aecd-e13602736f19 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network f79cc220-36b3-46c9-8ba9-f206abf24942 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:42.161851 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-2f6793e8-518e-4ed1-aecd-e13602736f19 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:42.194445 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6793e8-518e-4ed1-aecd-e13602736f19 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:42.196003 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2f6793e8-518e-4ed1-aecd-e13602736f19 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:42.258991 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6793e8-518e-4ed1-aecd-e13602736f19 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Subnet': ['ID=dbd8bf5a-4a38-4739-a4ef-d3b3b2e33f4e,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:42.264981 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 3984068c-6c30-4eab-a158-0c0973bfa90d details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:57:42.275384 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2f6793e8-518e-4ed1-aecd-e13602736f19 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2914188 May 06 09:57:42.278056 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41194) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:42.302086 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-159b8a8d-0c8c-442e-9067-b953a5e13898 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'security_group': {'name': 'tempest-secgroup-1137016708'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:42.347075 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-159b8a8d-0c8c-442e-9067-b953a5e13898 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:42.448674 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f799641b-efa5-4ce8-9349-418c1b599d5c req-ec282b33-41e4-4766-9061-792d9d54b0fe tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0041d7-1136-4428-b3e2-00971abd3ed7 HTTP/1.1" status: 200 len: 210 time: 0.0973942 May 06 09:57:42.558556 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-5fd0d58d-f8bf-4aa3-ada8-48cbdb8c8d9a None None] Provisioning complete for port 793182f1-2322-47c8-a0cb-fa31c0bd5381 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:42.559220 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5fd0d58d-f8bf-4aa3-ada8-48cbdb8c8d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:42.579765 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96e821-028c-4a6e-9b3c-d329d004cd87 req-fed0ced3-fc3e-48f2-80d1-03c627a06afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:42.582562 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d96e821-028c-4a6e-9b3c-d329d004cd87 req-fed0ced3-fc3e-48f2-80d1-03c627a06afe service neutron] 10.222.0.84 "GET /v2.0/networks?id=8b4bbee4-4fbe-449e-978f-a646b5e578f0 HTTP/1.1" status: 200 len: 920 time: 0.4488270 May 06 09:57:42.585111 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-159b8a8d-0c8c-442e-9067-b953a5e13898 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:42.596080 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-159b8a8d-0c8c-442e-9067-b953a5e13898 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:42.597521 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-d7658a35-172f-4916-b11c-ce2a8a83aed0 None None] Set router 9ed2694c-f882-4951-ad25-00927f52e9c5 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:57:42.636492 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-159b8a8d-0c8c-442e-9067-b953a5e13898 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:42.639452 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-159b8a8d-0c8c-442e-9067-b953a5e13898 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3539073 May 06 09:57:42.653577 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41202) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:42.665032 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-d170d141-0b6f-4c1e-94f5-96492aeed6ea tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'security_group': {'name': 'tempest-secgroup-817317001'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:42.693955 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d96e821-028c-4a6e-9b3c-d329d004cd87 req-0389495d-e39f-4af7-8a82-fd0a6407db9e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=308f84f5-224b-4496-85f5-94f35d22a568 HTTP/1.1" status: 200 len: 217 time: 0.1032200 May 06 09:57:42.759737 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 9b8195c3-6524-4d0d-811f-2e51404b9210 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:42.762322 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:42.767337 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b8a8d-0c8c-442e-9067-b953a5e13898 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ffd846-0974-440f-89c0-fee14d6aa982,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:42.808895 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d170d141-0b6f-4c1e-94f5-96492aeed6ea tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:42.847553 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41208) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:42.870417 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96e821-028c-4a6e-9b3c-d329d004cd87 req-9d44c74d-ba84-4e94-99f6-ce6b3727d026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:42.873139 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d96e821-028c-4a6e-9b3c-d329d004cd87 req-9d44c74d-ba84-4e94-99f6-ce6b3727d026 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c9382d75-3c44-4a92-be03-e9a2109a5f6f HTTP/1.1" status: 200 len: 858 time: 0.1717291 May 06 09:57:43.038782 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96e821-028c-4a6e-9b3c-d329d004cd87 req-96089fab-aa3a-4ae3-8806-eaa23749551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:43.042335 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d96e821-028c-4a6e-9b3c-d329d004cd87 req-96089fab-aa3a-4ae3-8806-eaa23749551c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8b4bbee4-4fbe-449e-978f-a646b5e578f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1615024 May 06 09:57:43.143791 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d170d141-0b6f-4c1e-94f5-96492aeed6ea tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:43.152619 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d170d141-0b6f-4c1e-94f5-96492aeed6ea tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:43.170127 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e6e864f4-abd3-44a7-9f65-206b95f65e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:43.242098 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d170d141-0b6f-4c1e-94f5-96492aeed6ea tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e7f205-c183-445b-9306-4463967e369c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:43.252660 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d170d141-0b6f-4c1e-94f5-96492aeed6ea tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:43.258695 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d170d141-0b6f-4c1e-94f5-96492aeed6ea tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5971711 May 06 09:57:43.259733 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41218) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:43.269281 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-5e3631af-f2cf-4fc6-a234-5f04f576c0f7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'security_group': {'name': 'tempest-secgroup-1409009370'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:43.299965 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e6e864f4-abd3-44a7-9f65-206b95f65e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:43.316699 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e3631af-f2cf-4fc6-a234-5f04f576c0f7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:43.333698 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e6e864f4-abd3-44a7-9f65-206b95f65e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:43.443367 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e864f4-abd3-44a7-9f65-206b95f65e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73d6d1c-9c1d-4702-b7d8-12272d053b24,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:43.457796 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-5fd0d58d-f8bf-4aa3-ada8-48cbdb8c8d9a None None] Port 793182f1-2322-47c8-a0cb-fa31c0bd5381 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:43.568180 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e3631af-f2cf-4fc6-a234-5f04f576c0f7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:43.631879 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe74d42-9720-46d1-bcfc-17200d564718 None None] Update dhcp port {'port': {'network_id': 'f79cc220-36b3-46c9-8ba9-f206abf24942', 'fixed_ips': [{'subnet_id': 'c87275b3-65eb-4cd3-80d7-176c0e739e9c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dbd8bf5a-4a38-4739-a4ef-d3b3b2e33f4e'}], 'binding:host_id': 'n-d-840835-1'}, 'id': '9b8195c3-6524-4d0d-811f-2e51404b9210'} from n-d-840835-1. {{(pid=102654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 09:57:43.633347 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e3631af-f2cf-4fc6-a234-5f04f576c0f7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:43.678734 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fc920a33-bc13-4ee3-ad14-7cd8ece47dad req-2861bd4f-83df-4415-938a-635fcb42bc2f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 210 time: 0.1122999 May 06 09:57:43.687426 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d96e821-028c-4a6e-9b3c-d329d004cd87 req-af0bd481-b190-4288-8c93-411775aa622e service neutron] 10.222.0.84 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6364706 May 06 09:57:43.689198 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dfe74d42-9720-46d1-bcfc-17200d564718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:43.703590 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e3631af-f2cf-4fc6-a234-5f04f576c0f7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:43.703768 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e6e864f4-abd3-44a7-9f65-206b95f65e3a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1e059fcfb8314fae8bfd21675ad50648&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8516517 May 06 09:57:43.709876 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4f83f3f6-c31e-4621-9283-c55b0e233ccf None None] Could not find standard attr ID for object e2283670-db5c-4aaf-b4fb-75f4c6ee6497. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:57:43.712033 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5e3631af-f2cf-4fc6-a234-5f04f576c0f7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4427776 May 06 09:57:43.736026 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41222) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:43.736947 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41224) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:43.795407 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4f83f3f6-c31e-4621-9283-c55b0e233ccf None None] Provisioning complete for port 742b2ebe-c605-407c-98b6-6309dc7581d2 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:43.796270 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4f83f3f6-c31e-4621-9283-c55b0e233ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:43.860111 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-a8c84811-3f59-48e9-9cee-6d4f19a45613 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1345151377', 'security_groups': ['4ae4e5c4-039f-4026-b16d-7fb9911afc71'], 'network_id': 'f79cc220-36b3-46c9-8ba9-f206abf24942', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dbd8bf5a-4a38-4739-a4ef-d3b3b2e33f4e'}]}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:43.944151 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d96e821-028c-4a6e-9b3c-d329d004cd87 req-880ae441-cc2c-4993-a33a-3213fdf6a88e service neutron] 10.222.0.84 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388802 May 06 09:57:43.954900 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3631af-f2cf-4fc6-a234-5f04f576c0f7 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae4e5c4-039f-4026-b16d-7fb9911afc71,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:44.014613 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1bd76fd6-fe82-41cb-bbe6-c03032dfcab1 req-4d0ca48f-9941-40cc-bf30-0d35935d8126 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0041d7-1136-4428-b3e2-00971abd3ed7 HTTP/1.1" status: 200 len: 210 time: 0.0686362 May 06 09:57:44.054786 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08203313-8fad-4d9f-8412-9739c292233b req-d57f81f1-fa4f-4b83-ac69-162701cb421f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:44.056750 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-08203313-8fad-4d9f-8412-9739c292233b req-d57f81f1-fa4f-4b83-ac69-162701cb421f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.84 "GET /v2.0/networks?id=43fdf43b-20c1-42c7-9501-ce94bba53414 HTTP/1.1" status: 200 len: 797 time: 0.5209014 May 06 09:57:44.060528 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a380e4f6-7dcf-478b-a482-27984f92ebcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:44.155946 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-08203313-8fad-4d9f-8412-9739c292233b req-5284414d-a278-4aa9-94eb-0c316eca1e39 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b7022527a0d47ed9f061636a22ce038 HTTP/1.1" status: 200 len: 380 time: 0.0836129 May 06 09:57:44.162483 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a380e4f6-7dcf-478b-a482-27984f92ebcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:44.171232 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-08203313-8fad-4d9f-8412-9739c292233b req-e7d05605-36a5-4a4c-aa1a-68f6e1466ef2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'port': {'device_id': '996864ea-2ab9-4c75-8f56-eb0253a84362', 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414', 'admin_state_up': True, 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'security_groups': ['da0a3f5a-dd83-4c4e-ac6f-225dde67326e']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:44.300310 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c84811-3f59-48e9-9cee-6d4f19a45613 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:44.385755 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d7658a35-172f-4916-b11c-ce2a8a83aed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492238686', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'd4d96a56-9112-4c6c-8f0e-f23f77b4e3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:57:27Z', 'updated_at': '2022-05-06T09:57:34Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': 'd4d96a56-9112-4c6c-8f0e-f23f77b4e3af', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:28Z', 'updated_at': '2022-05-06T09:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '742b2ebe-c605-407c-98b6-6309dc7581d2', 'name': '', 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:35:3f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'f1a92695-e647-46ea-abf1-868e984a76d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:33Z', 'updated_at': '2022-05-06T09:57:40Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': 'f1a92695-e647-46ea-abf1-868e984a76d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:44.469425 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4f83f3f6-c31e-4621-9283-c55b0e233ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:44.490342 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a380e4f6-7dcf-478b-a482-27984f92ebcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:44.494351 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a380e4f6-7dcf-478b-a482-27984f92ebcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:44.496146 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a380e4f6-7dcf-478b-a482-27984f92ebcf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c73d6d1c-9c1d-4702-b7d8-12272d053b24 HTTP/1.1" status: 204 len: 168 time: 0.7549746 May 06 09:57:44.498374 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7658a35-172f-4916-b11c-ce2a8a83aed0 None None] The sync data for ids ['9ed2694c-f882-4951-ad25-00927f52e9c5'] in n-d-840835-1 is: [{'id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492238686', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'd4d96a56-9112-4c6c-8f0e-f23f77b4e3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:57:27Z', 'updated_at': '2022-05-06T09:57:34Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': 'd4d96a56-9112-4c6c-8f0e-f23f77b4e3af', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:28Z', 'updated_at': '2022-05-06T09:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '742b2ebe-c605-407c-98b6-6309dc7581d2', 'name': '', 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:35:3f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'f1a92695-e647-46ea-abf1-868e984a76d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:33Z', 'updated_at': '2022-05-06T09:57:40Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': 'f1a92695-e647-46ea-abf1-868e984a76d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:57:44.531442 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08203313-8fad-4d9f-8412-9739c292233b req-e7d05605-36a5-4a4c-aa1a-68f6e1466ef2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Made reservation on behalf of 1b7022527a0d47ed9f061636a22ce038 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:44.539670 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-08203313-8fad-4d9f-8412-9739c292233b req-e7d05605-36a5-4a4c-aa1a-68f6e1466ef2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:44.582868 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-dfe74d42-9720-46d1-bcfc-17200d564718 None None] Allocated IP 2001:db8::2 (f79cc220-36b3-46c9-8ba9-f206abf24942/dbd8bf5a-4a38-4739-a4ef-d3b3b2e33f4e/9b8195c3-6524-4d0d-811f-2e51404b9210) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:44.644869 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380e4f6-7dcf-478b-a482-27984f92ebcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73d6d1c-9c1d-4702-b7d8-12272d053b24,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:44.715172 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-97214aa0-ba2f-4ec3-ae3e-710e896abac5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:44.733023 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-97214aa0-ba2f-4ec3-ae3e-710e896abac5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.84 "GET /v2.0/networks?id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 HTTP/1.1" status: 200 len: 813 time: 0.5152047 May 06 09:57:44.884793 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-64c31206-1268-4bd1-a206-2061cb52dd09 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f622fd1748945faafa68a8a25c50995 HTTP/1.1" status: 200 len: 472 time: 0.1400242 May 06 09:57:44.923042 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-5218fc49-78d5-4ed4-bd7f-9dfae7002222 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Request body: {'port': {'device_id': '4b0041d7-1136-4428-b3e2-00971abd3ed7', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'admin_state_up': True, 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'security_groups': ['27e46212-b4e6-458b-bfc0-8c8a48a719be']}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:44.970226 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d4baa7c4-db23-4330-a284-381252573d9a req-74cc9606-625d-45f8-bb21-7249006a45e5 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 210 time: 0.0840232 May 06 09:57:44.971283 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8c84811-3f59-48e9-9cee-6d4f19a45613 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:45.088024 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-dfe74d42-9720-46d1-bcfc-17200d564718 None None] For port 9b8195c3-6524-4d0d-811f-2e51404b9210, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9b8195c3-6524-4d0d-811f-2e51404b9210,segment=NetworkSegment(256b144d-8b7e-4739-9983-7d6419293170),segment_id=256b144d-8b7e-4739-9983-7d6419293170)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:45.177880 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-a8c84811-3f59-48e9-9cee-6d4f19a45613 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] device_id is not set on port 53a086e7-78bf-4c96-9d08-9b53f4388390 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:57:45.182266 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dfe74d42-9720-46d1-bcfc-17200d564718 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:45.196010 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-4f83f3f6-c31e-4621-9283-c55b0e233ccf None None] For port 742b2ebe-c605-407c-98b6-6309dc7581d2, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=742b2ebe-c605-407c-98b6-6309dc7581d2,segment=NetworkSegment(199cc61b-fc7e-477f-974e-02e8932cfc7f),segment_id=199cc61b-fc7e-477f-974e-02e8932cfc7f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:45.209147 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dfe74d42-9720-46d1-bcfc-17200d564718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:45.217902 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4f83f3f6-c31e-4621-9283-c55b0e233ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:45.329307 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41236) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:45.329564 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41238) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:45.335254 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d77f289a-9ddd-4897-989f-94e03574ed73 req-35c64c4f-735f-47fc-b767-8f83f8c2fde6 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0041d7-1136-4428-b3e2-00971abd3ed7 HTTP/1.1" status: 200 len: 210 time: 0.0876927 May 06 09:57:45.342599 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-b89409f7-4136-49d1-955e-d8cbb60e96a1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Request body: {'subnets': [{'network_id': '851a04d6-5d8a-46c4-87e4-078466734897', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1261181158', 'ip_version': 6}, {'network_id': '3984068c-6c30-4eab-a158-0c0973bfa90d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:45.342927 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-b89409f7-4136-49d1-955e-d8cbb60e96a1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Request body: {'subnet': {'network_id': '851a04d6-5d8a-46c4-87e4-078466734897', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1261181158', 'ip_version': 6}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:45.343831 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-b89409f7-4136-49d1-955e-d8cbb60e96a1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Request body: {'subnet': {'network_id': '3984068c-6c30-4eab-a158-0c0973bfa90d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:45.411523 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe74d42-9720-46d1-bcfc-17200d564718 None None] Pushing event updated for resources: {'Port': ['ID=9b8195c3-6524-4d0d-811f-2e51404b9210,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:45.415064 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3d80824c-a7b6-4590-bafb-921377b88c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:45.429782 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-5218fc49-78d5-4ed4-bd7f-9dfae7002222 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Made reservation on behalf of 8f622fd1748945faafa68a8a25c50995 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:45.437373 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-5218fc49-78d5-4ed4-bd7f-9dfae7002222 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:45.455465 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-08203313-8fad-4d9f-8412-9739c292233b req-e7d05605-36a5-4a4c-aa1a-68f6e1466ef2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Allocated IP 172.20.0.14 (43fdf43b-20c1-42c7-9501-ce94bba53414/f1a92695-e647-46ea-abf1-868e984a76d3/1086e2f4-9cca-4533-9338-9c63a105b995) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:45.503396 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83f3f6-c31e-4621-9283-c55b0e233ccf None None] Pushing event updated for resources: {'Port': ['ID=742b2ebe-c605-407c-98b6-6309dc7581d2,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:45.941950 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-256eefa3-9d33-4df3-bdeb-663d8fc66b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:46.127408 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 742b2ebe-c605-407c-98b6-6309dc7581d2 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:46.141911 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3d80824c-a7b6-4590-bafb-921377b88c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:46.166629 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-5218fc49-78d5-4ed4-bd7f-9dfae7002222 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Allocated IP 172.20.0.12 (4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6/5a6d1981-166e-43ed-8cde-937a332bb113/c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:46.236154 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dcc081-37ec-4204-b621-b874e19a3543 None None] Network f79cc220-36b3-46c9-8ba9-f206abf24942 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:46.264873 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3d80824c-a7b6-4590-bafb-921377b88c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:46.294554 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b014c15-d359-438b-91ca-fc67e68f5f11 req-c8144285-1069-4726-ba2d-0a835ac02059 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 210 time: 0.0630851 May 06 09:57:46.338955 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-a8c84811-3f59-48e9-9cee-6d4f19a45613 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Allocated IP 2001:db8::230 (f79cc220-36b3-46c9-8ba9-f206abf24942/dbd8bf5a-4a38-4739-a4ef-d3b3b2e33f4e/53a086e7-78bf-4c96-9d08-9b53f4388390) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:46.348334 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89409f7-4136-49d1-955e-d8cbb60e96a1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Made reservation on behalf of 4165d29e6de444708cf87972af6e84bd for: {'subnet': 2} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:46.361861 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b89409f7-4136-49d1-955e-d8cbb60e96a1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:46.362204 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b89409f7-4136-49d1-955e-d8cbb60e96a1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:46.379548 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-08203313-8fad-4d9f-8412-9739c292233b req-e7d05605-36a5-4a4c-aa1a-68f6e1466ef2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:46.415200 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 742b2ebe-c605-407c-98b6-6309dc7581d2 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:46.415713 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:46.481983 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-04662a25-d51d-4666-a04c-e2a7447da967 None None] Provisioning complete for port 793182f1-2322-47c8-a0cb-fa31c0bd5381 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:46.482456 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-04662a25-d51d-4666-a04c-e2a7447da967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:46.522335 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80824c-a7b6-4590-bafb-921377b88c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34369d5d-267d-46b5-bebc-e364b7a43dd3,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:46.583191 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-08203313-8fad-4d9f-8412-9739c292233b req-e7d05605-36a5-4a4c-aa1a-68f6e1466ef2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:46.635701 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9b8195c3-6524-4d0d-811f-2e51404b9210 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:46.705451 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-04662a25-d51d-4666-a04c-e2a7447da967 None None] Port 793182f1-2322-47c8-a0cb-fa31c0bd5381 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:46.716770 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08203313-8fad-4d9f-8412-9739c292233b req-e7d05605-36a5-4a4c-aa1a-68f6e1466ef2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Network 43fdf43b-20c1-42c7-9501-ce94bba53414 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:46.748142 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-08203313-8fad-4d9f-8412-9739c292233b req-e7d05605-36a5-4a4c-aa1a-68f6e1466ef2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:46.766628 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d05605-36a5-4a4c-aa1a-68f6e1466ef2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Port': ['ID=1086e2f4-9cca-4533-9338-9c63a105b995,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:46.776988 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-08203313-8fad-4d9f-8412-9739c292233b req-e7d05605-36a5-4a4c-aa1a-68f6e1466ef2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:46.793344 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8c84811-3f59-48e9-9cee-6d4f19a45613 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:46.821600 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-04662a25-d51d-4666-a04c-e2a7447da967 None None] Provisioning complete for port 9b8195c3-6524-4d0d-811f-2e51404b9210 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:46.822117 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-04662a25-d51d-4666-a04c-e2a7447da967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:46.962015 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 9b8195c3-6524-4d0d-811f-2e51404b9210 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:46.962392 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:46.998260 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08203313-8fad-4d9f-8412-9739c292233b req-e7d05605-36a5-4a4c-aa1a-68f6e1466ef2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:46.999352 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-08203313-8fad-4d9f-8412-9739c292233b req-e7d05605-36a5-4a4c-aa1a-68f6e1466ef2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:47.055099 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b89409f7-4136-49d1-955e-d8cbb60e96a1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:47.060025 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3d80824c-a7b6-4590-bafb-921377b88c1d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=18e0ad1be54e41e0a482483ebd9ade86&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7278244 May 06 09:57:47.064505 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41250) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:47.084958 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-08203313-8fad-4d9f-8412-9739c292233b req-e7d05605-36a5-4a4c-aa1a-68f6e1466ef2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9198372 May 06 09:57:47.103862 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8c84811-3f59-48e9-9cee-6d4f19a45613 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:47.111065 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-08203313-8fad-4d9f-8412-9739c292233b req-992ff02e-208f-4fe1-a4c2-43ede508c918 service neutron] Request body: {'port': {'device_id': '996864ea-2ab9-4c75-8f56-eb0253a84362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:47.159287 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-90b785ee-ea98-4c07-a49e-4fd503c0cf0c req-b3109b6b-de23-4627-8a8a-7d5de49c6d6d tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0041d7-1136-4428-b3e2-00971abd3ed7 HTTP/1.1" status: 200 len: 210 time: 0.6293759 May 06 09:57:47.249437 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89409f7-4136-49d1-955e-d8cbb60e96a1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Pushing event updated for resources: {'Subnet': ['ID=c981ef42-8861-4c0b-bb0b-d310392fbfa6,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:47.264429 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89409f7-4136-49d1-955e-d8cbb60e96a1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Checking segment: {'id': '09fbf96c-620a-4440-8ba6-6b537172e65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '851a04d6-5d8a-46c4-87e4-078466734897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:47.265074 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89409f7-4136-49d1-955e-d8cbb60e96a1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Network hostable DHCP agents. Network: 851a04d6-5d8a-46c4-87e4-078466734897, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:57:47.268592 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f6e30cb9-ae1b-4d85-8883-ef59e48da18d None None] Provisioning complete for port 793182f1-2322-47c8-a0cb-fa31c0bd5381 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:47.269930 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f6e30cb9-ae1b-4d85-8883-ef59e48da18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:47.316694 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c84811-3f59-48e9-9cee-6d4f19a45613 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network f79cc220-36b3-46c9-8ba9-f206abf24942 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:47.322122 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c84811-3f59-48e9-9cee-6d4f19a45613 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Port': ['ID=53a086e7-78bf-4c96-9d08-9b53f4388390,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:47.324837 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-a8c84811-3f59-48e9-9cee-6d4f19a45613 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:47.334643 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-5218fc49-78d5-4ed4-bd7f-9dfae7002222 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:47.334854 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c84811-3f59-48e9-9cee-6d4f19a45613 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:47.345360 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89409f7-4136-49d1-955e-d8cbb60e96a1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Network 851a04d6-5d8a-46c4-87e4-078466734897 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:57:47.352091 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c84811-3f59-48e9-9cee-6d4f19a45613 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:47.352749 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8c84811-3f59-48e9-9cee-6d4f19a45613 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:47.359469 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-08203313-8fad-4d9f-8412-9739c292233b req-992ff02e-208f-4fe1-a4c2-43ede508c918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:47.375088 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-b89409f7-4136-49d1-955e-d8cbb60e96a1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 851a04d6-5d8a-46c4-87e4-078466734897) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:47.378306 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7457ce2e-dae0-43ed-848e-b6ef4f11fce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:47.387100 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b89409f7-4136-49d1-955e-d8cbb60e96a1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:47.397051 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a8c84811-3f59-48e9-9cee-6d4f19a45613 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5533526 May 06 09:57:47.405339 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f6e30cb9-ae1b-4d85-8883-ef59e48da18d None None] Port 793182f1-2322-47c8-a0cb-fa31c0bd5381 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:47.407739 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41254) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:47.409183 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0587be5d-5ad3-4e42-993c-9264a6214710 None None] Network 851a04d6-5d8a-46c4-87e4-078466734897 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:47.413298 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-7bb471fc-5e51-4742-9b61-b8d67bf1e6ae tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'subnet': {'network_id': 'f79cc220-36b3-46c9-8ba9-f206abf24942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:47.512087 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7457ce2e-dae0-43ed-848e-b6ef4f11fce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:47.554292 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae93737-d19b-4b21-8c3e-0b90e0de26a3 req-ddcddecb-c963-4be8-abc1-67efaf92d9fa tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:47.562145 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2ae93737-d19b-4b21-8c3e-0b90e0de26a3 req-ddcddecb-c963-4be8-abc1-67efaf92d9fa tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 932 time: 0.1569502 May 06 09:57:47.595449 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89409f7-4136-49d1-955e-d8cbb60e96a1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Checking segment: {'id': '38d60ece-e43f-42f1-a4fa-d60913ef4667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3984068c-6c30-4eab-a158-0c0973bfa90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:47.595872 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89409f7-4136-49d1-955e-d8cbb60e96a1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Network hostable DHCP agents. Network: 3984068c-6c30-4eab-a158-0c0973bfa90d, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:57:47.599027 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89409f7-4136-49d1-955e-d8cbb60e96a1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Pushing event updated for resources: {'Subnet': ['ID=4ddabb88-9485-4224-9dde-44aa6eb77aa9,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:47.635754 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-5218fc49-78d5-4ed4-bd7f-9dfae7002222 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:47.641130 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2ae93737-d19b-4b21-8c3e-0b90e0de26a3 req-1afb4bad-34f1-445a-ba32-3c8863ddae41 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780425 May 06 09:57:47.696849 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-5218fc49-78d5-4ed4-bd7f-9dfae7002222 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Network 4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:47.708220 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89409f7-4136-49d1-955e-d8cbb60e96a1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Network 3984068c-6c30-4eab-a158-0c0973bfa90d is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:57:47.715226 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-5218fc49-78d5-4ed4-bd7f-9dfae7002222 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:47.733656 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-5218fc49-78d5-4ed4-bd7f-9dfae7002222 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:47.763134 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f6e30cb9-ae1b-4d85-8883-ef59e48da18d None None] Provisioning complete for port 9b8195c3-6524-4d0d-811f-2e51404b9210 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:47.763803 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f6e30cb9-ae1b-4d85-8883-ef59e48da18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:47.792993 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218fc49-78d5-4ed4-bd7f-9dfae7002222 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event updated for resources: {'Port': ['ID=c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:47.807948 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-b89409f7-4136-49d1-955e-d8cbb60e96a1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 3984068c-6c30-4eab-a158-0c0973bfa90d) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:47.827568 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fe6853-d164-479f-88e4-bcb71700803e None None] Network 3984068c-6c30-4eab-a158-0c0973bfa90d requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:47.832529 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89409f7-4136-49d1-955e-d8cbb60e96a1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:47.838045 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89409f7-4136-49d1-955e-d8cbb60e96a1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:47.838839 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b89409f7-4136-49d1-955e-d8cbb60e96a1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:47.863330 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb471fc-5e51-4742-9b61-b8d67bf1e6ae tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:47.867106 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7bb471fc-5e51-4742-9b61-b8d67bf1e6ae tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:47.883069 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-5218fc49-78d5-4ed4-bd7f-9dfae7002222 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:47.884340 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-5218fc49-78d5-4ed4-bd7f-9dfae7002222 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:47.907565 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b89409f7-4136-49d1-955e-d8cbb60e96a1 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.5767460 May 06 09:57:47.911279 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41256) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:47.965163 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-5218fc49-78d5-4ed4-bd7f-9dfae7002222 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0475652 May 06 09:57:47.986108 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-fb9b0e02-0c33-4b7b-83ed-843dfcd41c62 service neutron] Request body: {'port': {'device_id': '4b0041d7-1136-4428-b3e2-00971abd3ed7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:47.988500 n-d-840835-1 neutron-server[102652]: INFO neutron.db.ipam_backend_mixin [None req-7bb471fc-5e51-4742-9b61-b8d67bf1e6ae tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dbd8bf5a-4a38-4739-a4ef-d3b3b2e33f4e (CIDR: 2001:db8::/64) May 06 09:57:48.003801 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb471fc-5e51-4742-9b61-b8d67bf1e6ae tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:57:48.004544 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb471fc-5e51-4742-9b61-b8d67bf1e6ae tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:57:48.033261 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7bb471fc-5e51-4742-9b61-b8d67bf1e6ae tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6236112 May 06 09:57:48.033910 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41258) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:48.047185 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-180b0388-62a0-4fc3-9f98-21b6f8077649 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'subnet': {'network_id': 'f79cc220-36b3-46c9-8ba9-f206abf24942', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:48.055855 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ede677-af3b-47a8-9c59-d53330a5c16c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:48.058263 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ede677-af3b-47a8-9c59-d53330a5c16c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:48.060880 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ede677-af3b-47a8-9c59-d53330a5c16c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:48.073266 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-15ede677-af3b-47a8-9c59-d53330a5c16c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1605394 May 06 09:57:48.073882 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41260) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:48.077304 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7457ce2e-dae0-43ed-848e-b6ef4f11fce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:48.079985 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7457ce2e-dae0-43ed-848e-b6ef4f11fce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:48.091286 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7457ce2e-dae0-43ed-848e-b6ef4f11fce4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/34369d5d-267d-46b5-bebc-e364b7a43dd3 HTTP/1.1" status: 204 len: 168 time: 1.0171337 May 06 09:57:48.228034 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd3ab3d-4b05-416f-bf4e-74401c96d4b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-851a04d6-5d8a-46c4-87e4-078466734897', 'network_id': '851a04d6-5d8a-46c4-87e4-078466734897', 'tenant_id': '4165d29e6de444708cf87972af6e84bd', 'fixed_ips': [{'subnet_id': 'c981ef42-8861-4c0b-bb0b-d310392fbfa6'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:57:48.228914 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8fd3ab3d-4b05-416f-bf4e-74401c96d4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:48.250733 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7457ce2e-dae0-43ed-848e-b6ef4f11fce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34369d5d-267d-46b5-bebc-e364b7a43dd3,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:48.342204 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c266bf3-1c29-4d88-9705-1e0e8dd367a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-3984068c-6c30-4eab-a158-0c0973bfa90d', 'network_id': '3984068c-6c30-4eab-a158-0c0973bfa90d', 'tenant_id': '4165d29e6de444708cf87972af6e84bd', 'fixed_ips': [{'subnet_id': '4ddabb88-9485-4224-9dde-44aa6eb77aa9'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:57:48.344713 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8c266bf3-1c29-4d88-9705-1e0e8dd367a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:48.378002 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-08203313-8fad-4d9f-8412-9739c292233b req-992ff02e-208f-4fe1-a4c2-43ede508c918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1086e2f4-9cca-4533-9338-9c63a105b995 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:57:48.394512 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-fb9b0e02-0c33-4b7b-83ed-843dfcd41c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:48.400597 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-08203313-8fad-4d9f-8412-9739c292233b req-992ff02e-208f-4fe1-a4c2-43ede508c918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:48.425608 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-08203313-8fad-4d9f-8412-9739c292233b req-992ff02e-208f-4fe1-a4c2-43ede508c918 service neutron] Transition to ACTIVE for port object 1086e2f4-9cca-4533-9338-9c63a105b995 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:57:48.435569 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-08203313-8fad-4d9f-8412-9739c292233b req-992ff02e-208f-4fe1-a4c2-43ede508c918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:48.440373 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3801476-14e1-4916-9071-1696ef35fd53 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Deleting subnet c981ef42-8861-4c0b-bb0b-d310392fbfa6 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:57:48.466567 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c3801476-14e1-4916-9071-1696ef35fd53 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:48.627682 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ff02e-208f-4fe1-a4c2-43ede508c918 service neutron] Pushing event updated for resources: {'Port': ['ID=1086e2f4-9cca-4533-9338-9c63a105b995,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:48.688741 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-08203313-8fad-4d9f-8412-9739c292233b req-992ff02e-208f-4fe1-a4c2-43ede508c918 service neutron] Attempting to bind port 1086e2f4-9cca-4533-9338-9c63a105b995 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:57:48.690651 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-08203313-8fad-4d9f-8412-9739c292233b req-992ff02e-208f-4fe1-a4c2-43ede508c918 service neutron] Attempting to bind port 1086e2f4-9cca-4533-9338-9c63a105b995 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '199cc61b-fc7e-477f-974e-02e8932cfc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:57:48.691173 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08203313-8fad-4d9f-8412-9739c292233b req-992ff02e-208f-4fe1-a4c2-43ede508c918 service neutron] Attempting to bind port 1086e2f4-9cca-4533-9338-9c63a105b995 on network 43fdf43b-20c1-42c7-9501-ce94bba53414 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:57:48.696354 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c3801476-14e1-4916-9071-1696ef35fd53 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:48.700105 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08203313-8fad-4d9f-8412-9739c292233b req-992ff02e-208f-4fe1-a4c2-43ede508c918 service neutron] Port 1086e2f4-9cca-4533-9338-9c63a105b995 on network 43fdf43b-20c1-42c7-9501-ce94bba53414 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:57:48.700729 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08203313-8fad-4d9f-8412-9739c292233b req-992ff02e-208f-4fe1-a4c2-43ede508c918 service neutron] Attempting to bind port 1086e2f4-9cca-4533-9338-9c63a105b995 on network 43fdf43b-20c1-42c7-9501-ce94bba53414 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:57:48.722549 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08203313-8fad-4d9f-8412-9739c292233b req-992ff02e-208f-4fe1-a4c2-43ede508c918 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:57:48.723157 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08203313-8fad-4d9f-8412-9739c292233b req-992ff02e-208f-4fe1-a4c2-43ede508c918 service neutron] Checking segment: {'id': '199cc61b-fc7e-477f-974e-02e8932cfc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:48.725613 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08203313-8fad-4d9f-8412-9739c292233b req-992ff02e-208f-4fe1-a4c2-43ede508c918 service neutron] Bound using segment: {'id': '199cc61b-fc7e-477f-974e-02e8932cfc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:57:48.727238 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-08203313-8fad-4d9f-8412-9739c292233b req-992ff02e-208f-4fe1-a4c2-43ede508c918 service neutron] Bound port: 1086e2f4-9cca-4533-9338-9c63a105b995, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '199cc61b-fc7e-477f-974e-02e8932cfc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:57:48.729105 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-08203313-8fad-4d9f-8412-9739c292233b req-992ff02e-208f-4fe1-a4c2-43ede508c918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:48.730748 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-be0c9e41-79c0-4e2a-befa-63c62356d0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:48.751801 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b039c5bc-629e-4ca9-ba02-51b3ea7503eb None None] Provisioning complete for port c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:48.752416 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b039c5bc-629e-4ca9-ba02-51b3ea7503eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:48.803584 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-b039c5bc-629e-4ca9-ba02-51b3ea7503eb None None] Port c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:48.886614 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b039c5bc-629e-4ca9-ba02-51b3ea7503eb None None] Provisioning complete for port 53a086e7-78bf-4c96-9d08-9b53f4388390 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:48.887216 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b039c5bc-629e-4ca9-ba02-51b3ea7503eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:48.939509 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-08203313-8fad-4d9f-8412-9739c292233b req-992ff02e-208f-4fe1-a4c2-43ede508c918 service neutron] For port 1086e2f4-9cca-4533-9338-9c63a105b995, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:57:48.943522 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-08203313-8fad-4d9f-8412-9739c292233b req-992ff02e-208f-4fe1-a4c2-43ede508c918 service neutron] For port 1086e2f4-9cca-4533-9338-9c63a105b995, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=1086e2f4-9cca-4533-9338-9c63a105b995,segment=NetworkSegment(199cc61b-fc7e-477f-974e-02e8932cfc7f),segment_id=199cc61b-fc7e-477f-974e-02e8932cfc7f)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:57:48.948159 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:48.951002 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-08203313-8fad-4d9f-8412-9739c292233b req-992ff02e-208f-4fe1-a4c2-43ede508c918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:48.964769 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-8c266bf3-1c29-4d88-9705-1e0e8dd367a4 None None] Allocated IP 2001:db8:0:1::1 (3984068c-6c30-4eab-a158-0c0973bfa90d/4ddabb88-9485-4224-9dde-44aa6eb77aa9/68e7ac59-c588-4c7a-b268-fd50fea10509) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:48.993696 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180b0388-62a0-4fc3-9f98-21b6f8077649 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:48.995427 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08203313-8fad-4d9f-8412-9739c292233b req-992ff02e-208f-4fe1-a4c2-43ede508c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:48.997635 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-180b0388-62a0-4fc3-9f98-21b6f8077649 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:48.997795 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-08203313-8fad-4d9f-8412-9739c292233b req-992ff02e-208f-4fe1-a4c2-43ede508c918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:49.000294 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-b039c5bc-629e-4ca9-ba02-51b3ea7503eb None None] Port 53a086e7-78bf-4c96-9d08-9b53f4388390 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:49.004954 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-08203313-8fad-4d9f-8412-9739c292233b req-992ff02e-208f-4fe1-a4c2-43ede508c918 service neutron] 10.222.0.84 "PUT /v2.0/ports/1086e2f4-9cca-4533-9338-9c63a105b995 HTTP/1.1" status: 200 len: 1092 time: 1.9010589 May 06 09:57:49.008858 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '996864ea-2ab9-4c75-8f56-eb0253a84362', 'tag': '1086e2f4-9cca-4533-9338-9c63a105b995'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:57:49.015741 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7765d2f8-ae80-43a3-af4a-22f6fef517d9" -d '{"events": [{"name": "network-changed", "server_uuid": "996864ea-2ab9-4c75-8f56-eb0253a84362", "tag": "1086e2f4-9cca-4533-9338-9c63a105b995"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:57:49.128242 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ff02e-208f-4fe1-a4c2-43ede508c918 service neutron] Pushing event updated for resources: {'Port': ['ID=1086e2f4-9cca-4533-9338-9c63a105b995,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:49.177876 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c3801476-14e1-4916-9071-1696ef35fd53 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:49.204436 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08203313-8fad-4d9f-8412-9739c292233b req-fb77f2aa-7bfd-405e-9756-3a02bd560856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:49.206420 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-08203313-8fad-4d9f-8412-9739c292233b req-fb77f2aa-7bfd-405e-9756-3a02bd560856 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 1095 time: 0.0645075 May 06 09:57:49.328481 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-08203313-8fad-4d9f-8412-9739c292233b req-d1e83c93-b127-4791-af45-158e6a29720a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1086e2f4-9cca-4533-9338-9c63a105b995 HTTP/1.1" status: 200 len: 217 time: 0.1109538 May 06 09:57:49.381319 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8c266bf3-1c29-4d88-9705-1e0e8dd367a4 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:49.391577 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8c266bf3-1c29-4d88-9705-1e0e8dd367a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:49.454962 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c266bf3-1c29-4d88-9705-1e0e8dd367a4 None None] Network 3984068c-6c30-4eab-a158-0c0973bfa90d is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:49.458429 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-8c266bf3-1c29-4d88-9705-1e0e8dd367a4 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:49.464404 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c266bf3-1c29-4d88-9705-1e0e8dd367a4 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:49.476138 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c266bf3-1c29-4d88-9705-1e0e8dd367a4 None None] Pushing event updated for resources: {'Port': ['ID=68e7ac59-c588-4c7a-b268-fd50fea10509,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:49.485410 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08203313-8fad-4d9f-8412-9739c292233b req-9ed064b0-8150-439c-812a-9108b3aa430f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:49.492386 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-08203313-8fad-4d9f-8412-9739c292233b req-9ed064b0-8150-439c-812a-9108b3aa430f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f1a92695-e647-46ea-abf1-868e984a76d3 HTTP/1.1" status: 200 len: 835 time: 0.1570139 May 06 09:57:49.553728 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:49.557989 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8c266bf3-1c29-4d88-9705-1e0e8dd367a4 None None] Attempting to bind port 68e7ac59-c588-4c7a-b268-fd50fea10509 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:57:49.558541 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8c266bf3-1c29-4d88-9705-1e0e8dd367a4 None None] Attempting to bind port 68e7ac59-c588-4c7a-b268-fd50fea10509 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '38d60ece-e43f-42f1-a4fa-d60913ef4667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3984068c-6c30-4eab-a158-0c0973bfa90d'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:57:49.559095 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c266bf3-1c29-4d88-9705-1e0e8dd367a4 None None] Attempting to bind port 68e7ac59-c588-4c7a-b268-fd50fea10509 on network 3984068c-6c30-4eab-a158-0c0973bfa90d {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:57:49.567424 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c266bf3-1c29-4d88-9705-1e0e8dd367a4 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:57:49.568017 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c266bf3-1c29-4d88-9705-1e0e8dd367a4 None None] Checking segment: {'id': '38d60ece-e43f-42f1-a4fa-d60913ef4667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3984068c-6c30-4eab-a158-0c0973bfa90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:49.568641 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8c266bf3-1c29-4d88-9705-1e0e8dd367a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:49.569200 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c266bf3-1c29-4d88-9705-1e0e8dd367a4 None None] Bound using segment: {'id': '38d60ece-e43f-42f1-a4fa-d60913ef4667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3984068c-6c30-4eab-a158-0c0973bfa90d'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:57:49.569852 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8c266bf3-1c29-4d88-9705-1e0e8dd367a4 None None] Bound port: 68e7ac59-c588-4c7a-b268-fd50fea10509, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d60ece-e43f-42f1-a4fa-d60913ef4667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3984068c-6c30-4eab-a158-0c0973bfa90d'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:57:49.570555 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8c266bf3-1c29-4d88-9705-1e0e8dd367a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:49.619410 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08203313-8fad-4d9f-8412-9739c292233b req-54e8534b-b7a3-41b9-9580-ef59388327b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:49.621204 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-08203313-8fad-4d9f-8412-9739c292233b req-54e8534b-b7a3-41b9-9580-ef59388327b5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43fdf43b-20c1-42c7-9501-ce94bba53414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1217508 May 06 09:57:49.667847 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8c266bf3-1c29-4d88-9705-1e0e8dd367a4 None None] For port 68e7ac59-c588-4c7a-b268-fd50fea10509, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:57:49.673839 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8c266bf3-1c29-4d88-9705-1e0e8dd367a4 None None] For port 68e7ac59-c588-4c7a-b268-fd50fea10509, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=68e7ac59-c588-4c7a-b268-fd50fea10509,segment=NetworkSegment(38d60ece-e43f-42f1-a4fa-d60913ef4667),segment_id=38d60ece-e43f-42f1-a4fa-d60913ef4667)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:57:49.678971 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8c266bf3-1c29-4d88-9705-1e0e8dd367a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:49.727082 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db4eb1-1a1f-4322-9040-6cfad851b710 req-be982519-c6de-442a-bb97-efa2b4d06e77 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:49.735282 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-97db4eb1-1a1f-4322-9040-6cfad851b710 req-be982519-c6de-442a-bb97-efa2b4d06e77 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0041d7-1136-4428-b3e2-00971abd3ed7 HTTP/1.1" status: 200 len: 932 time: 1.4324889 May 06 09:57:49.767156 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c266bf3-1c29-4d88-9705-1e0e8dd367a4 None None] Pushing event updated for resources: {'Port': ['ID=68e7ac59-c588-4c7a-b268-fd50fea10509,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:49.777521 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-08203313-8fad-4d9f-8412-9739c292233b req-288acd74-1356-4f58-9677-a79dd482dc2a service neutron] 10.222.0.84 "GET /v2.0/networks/43fdf43b-20c1-42c7-9501-ce94bba53414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488178 May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server [None req-8fd3ab3d-4b05-416f-bf4e-74401c96d4b2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c981ef42-8861-4c0b-bb0b-d310392fbfa6: This subnet is being modified by another concurrent operation. May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 09:57:49.805914 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise exception May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c981ef42-8861-4c0b-bb0b-d310392fbfa6: This subnet is being modified by another concurrent operation. May 06 09:57:49.811495 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server May 06 09:57:49.817519 n-d-840835-1 neutron-server[102653]: INFO neutron.db.ipam_backend_mixin [None req-180b0388-62a0-4fc3-9f98-21b6f8077649 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c87275b3-65eb-4cd3-80d7-176c0e739e9c (CIDR: 2001:db8:0:1::/64) May 06 09:57:49.827791 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c3801476-14e1-4916-9071-1696ef35fd53 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:49.841172 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdda9aa-a7fb-4ae5-8c0a-ea0fa8f5a99e None None] Network 851a04d6-5d8a-46c4-87e4-078466734897 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:49.857871 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-180b0388-62a0-4fc3-9f98-21b6f8077649 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:57:49.858361 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-180b0388-62a0-4fc3-9f98-21b6f8077649 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:57:49.915043 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c3801476-14e1-4916-9071-1696ef35fd53 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:49.918376 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c3801476-14e1-4916-9071-1696ef35fd53 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] 10.222.0.73 "DELETE /v2.0/subnets/c981ef42-8861-4c0b-bb0b-d310392fbfa6 HTTP/1.1" status: 204 len: 168 time: 1.8412824 May 06 09:57:49.945765 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41298) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:49.962833 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3801476-14e1-4916-9071-1696ef35fd53 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Pushing event deleted for resources: {'Subnet': ['ID=c981ef42-8861-4c0b-bb0b-d310392fbfa6,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:49.999346 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-180b0388-62a0-4fc3-9f98-21b6f8077649 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.9566278 May 06 09:57:50.014837 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41304) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:50.022017 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-08203313-8fad-4d9f-8412-9739c292233b req-c4608206-d4aa-456c-bcf9-7e74fb72c9c1 service neutron] 10.222.0.84 "GET /v2.0/networks/43fdf43b-20c1-42c7-9501-ce94bba53414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362082 May 06 09:57:50.027973 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-97db4eb1-1a1f-4322-9040-6cfad851b710 req-031e762a-6bba-42a7-9ff2-3e7adf3f4212 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=27e46212-b4e6-458b-bfc0-8c8a48a719be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2896986 May 06 09:57:50.052949 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-d002d560-9fd8-4713-982f-fb602d7e3882 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'subnet': {'network_id': 'f79cc220-36b3-46c9-8ba9-f206abf24942', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:50.212537 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-fb9b0e02-0c33-4b7b-83ed-843dfcd41c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:57:50.220828 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-fb9b0e02-0c33-4b7b-83ed-843dfcd41c62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:50.240681 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-fb9b0e02-0c33-4b7b-83ed-843dfcd41c62 service neutron] Transition to ACTIVE for port object c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:57:50.265461 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-fb9b0e02-0c33-4b7b-83ed-843dfcd41c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:50.352473 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-828ebac8-fbc3-47d6-8652-d6ab884ad30c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Deleting subnet 4ddabb88-9485-4224-9dde-44aa6eb77aa9 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:57:50.366923 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-828ebac8-fbc3-47d6-8652-d6ab884ad30c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:50.476945 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b0e02-0c33-4b7b-83ed-843dfcd41c62 service neutron] Pushing event updated for resources: {'Port': ['ID=c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:50.524840 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-828ebac8-fbc3-47d6-8652-d6ab884ad30c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:50.649078 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e9cf8-7a51-4a13-a833-1dfed8bfad48 req-eee1166a-7017-40c0-8906-69afabb261cb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:50.657579 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e31e9cf8-7a51-4a13-a833-1dfed8bfad48 req-eee1166a-7017-40c0-8906-69afabb261cb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 944 time: 0.3023303 May 06 09:57:50.665462 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d002d560-9fd8-4713-982f-fb602d7e3882 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Made reservation on behalf of 5d193049755044c3b70e2808b8b62329 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:50.669100 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d002d560-9fd8-4713-982f-fb602d7e3882 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:50.748681 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-fb9b0e02-0c33-4b7b-83ed-843dfcd41c62 service neutron] Attempting to bind port c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:57:50.749384 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-fb9b0e02-0c33-4b7b-83ed-843dfcd41c62 service neutron] Attempting to bind port c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '80edd242-db32-42e3-9f67-d396ea818882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:57:50.749384 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-fb9b0e02-0c33-4b7b-83ed-843dfcd41c62 service neutron] Attempting to bind port c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844 on network 4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:57:50.773987 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-fb9b0e02-0c33-4b7b-83ed-843dfcd41c62 service neutron] Port c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844 on network 4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:57:50.774222 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-fb9b0e02-0c33-4b7b-83ed-843dfcd41c62 service neutron] Attempting to bind port c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844 on network 4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:57:50.798867 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41336) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:50.830338 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-fb9b0e02-0c33-4b7b-83ed-843dfcd41c62 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:57:50.830943 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-fb9b0e02-0c33-4b7b-83ed-843dfcd41c62 service neutron] Checking segment: {'id': '80edd242-db32-42e3-9f67-d396ea818882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:50.831418 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-fb9b0e02-0c33-4b7b-83ed-843dfcd41c62 service neutron] Bound using segment: {'id': '80edd242-db32-42e3-9f67-d396ea818882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:57:50.831930 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-fb9b0e02-0c33-4b7b-83ed-843dfcd41c62 service neutron] Bound port: c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80edd242-db32-42e3-9f67-d396ea818882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:57:50.832306 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-fb9b0e02-0c33-4b7b-83ed-843dfcd41c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:50.884885 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e31e9cf8-7a51-4a13-a833-1dfed8bfad48 req-f5bb248d-9c0b-4b80-97c7-cb06b366512e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263751 May 06 09:57:50.954694 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fb105b-c1ea-4b5d-90f7-18ae60359d9c x-openstack-request-id: req-12fb105b-c1ea-4b5d-90f7-18ae60359d9c {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:57:50.954999 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "996864ea-2ab9-4c75-8f56-eb0253a84362", "tag": "1086e2f4-9cca-4533-9338-9c63a105b995", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:57:50.955284 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-12fb105b-c1ea-4b5d-90f7-18ae60359d9c {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:57:50.955711 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12fb105b-c1ea-4b5d-90f7-18ae60359d9c'] response: {'name': 'network-changed', 'server_uuid': '996864ea-2ab9-4c75-8f56-eb0253a84362', 'tag': '1086e2f4-9cca-4533-9338-9c63a105b995', 'status': 'completed', 'code': 200} May 06 09:57:50.975453 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-fb9b0e02-0c33-4b7b-83ed-843dfcd41c62 service neutron] For port c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:57:50.979238 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-fb9b0e02-0c33-4b7b-83ed-843dfcd41c62 service neutron] For port c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844,segment=NetworkSegment(80edd242-db32-42e3-9f67-d396ea818882),segment_id=80edd242-db32-42e3-9f67-d396ea818882)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:57:50.994418 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-fb9b0e02-0c33-4b7b-83ed-843dfcd41c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:51.004095 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-828ebac8-fbc3-47d6-8652-d6ab884ad30c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:51.011786 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-019663da-dfb9-45f7-af85-374e0f14d980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:51.107776 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765d2f8-ae80-43a3-af4a-22f6fef517d9 req-07b20410-2135-4944-b27e-35ae1a29791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:51.109360 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7765d2f8-ae80-43a3-af4a-22f6fef517d9 req-07b20410-2135-4944-b27e-35ae1a29791b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 1095 time: 0.1233084 May 06 09:57:51.146313 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-fb9b0e02-0c33-4b7b-83ed-843dfcd41c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:51.147324 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-fb9b0e02-0c33-4b7b-83ed-843dfcd41c62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:51.149829 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-fb9b0e02-0c33-4b7b-83ed-843dfcd41c62 service neutron] 10.222.0.84 "PUT /v2.0/ports/c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844 HTTP/1.1" status: 200 len: 1092 time: 3.1731772 May 06 09:57:51.150420 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0041d7-1136-4428-b3e2-00971abd3ed7', 'tag': 'c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:57:51.153687 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6dc35b9-a0e8-4bd3-8483-afdb9374ac8f" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0041d7-1136-4428-b3e2-00971abd3ed7", "tag": "c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:57:51.225446 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:51.261091 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-019663da-dfb9-45f7-af85-374e0f14d980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:51.272896 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-019663da-dfb9-45f7-af85-374e0f14d980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:51.333213 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-019663da-dfb9-45f7-af85-374e0f14d980 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cbba99175dab42bb99104303d97f7e33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5331776 May 06 09:57:51.338155 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41346) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:51.348931 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765d2f8-ae80-43a3-af4a-22f6fef517d9 req-a6dce25c-94eb-403b-b878-af2ec6882f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:51.351397 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7765d2f8-ae80-43a3-af4a-22f6fef517d9 req-a6dce25c-94eb-403b-b878-af2ec6882f21 service neutron] 10.222.0.84 "GET /v2.0/networks?id=43fdf43b-20c1-42c7-9501-ce94bba53414 HTTP/1.1" status: 200 len: 898 time: 0.2345300 May 06 09:57:51.353373 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019663da-dfb9-45f7-af85-374e0f14d980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b234c6c9-e3b6-40c0-9edd-562310d6be4d,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:51.353800 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b0e02-0c33-4b7b-83ed-843dfcd41c62 service neutron] Pushing event updated for resources: {'Port': ['ID=c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:51.407202 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7765d2f8-ae80-43a3-af4a-22f6fef517d9 req-fc0ee35b-1051-4da4-bcc5-2ccc5631d755 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1086e2f4-9cca-4533-9338-9c63a105b995 HTTP/1.1" status: 200 len: 217 time: 0.0446286 May 06 09:57:51.420570 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-828ebac8-fbc3-47d6-8652-d6ab884ad30c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:51.433141 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429c4fea-cfb5-4420-9831-ac8737168aeb None None] Network 3984068c-6c30-4eab-a158-0c0973bfa90d requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:51.443699 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-828ebac8-fbc3-47d6-8652-d6ab884ad30c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:51.447214 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-828ebac8-fbc3-47d6-8652-d6ab884ad30c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] 10.222.0.73 "DELETE /v2.0/subnets/4ddabb88-9485-4224-9dde-44aa6eb77aa9 HTTP/1.1" status: 204 len: 168 time: 1.4982371 May 06 09:57:51.451418 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41348) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:51.480232 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765d2f8-ae80-43a3-af4a-22f6fef517d9 req-dd665408-b676-4a36-b98e-2f9431e9faca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:51.483632 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7765d2f8-ae80-43a3-af4a-22f6fef517d9 req-dd665408-b676-4a36-b98e-2f9431e9faca service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f1a92695-e647-46ea-abf1-868e984a76d3 HTTP/1.1" status: 200 len: 835 time: 0.0687909 May 06 09:57:51.506472 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d002d560-9fd8-4713-982f-fb602d7e3882 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:51.524694 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ebac8-fbc3-47d6-8652-d6ab884ad30c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Pushing event deleted for resources: {'Subnet': ['ID=4ddabb88-9485-4224-9dde-44aa6eb77aa9,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:51.531166 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f36e9a79-5e64-4a55-b9aa-b15c88d701de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:51.541168 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:51.546896 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-ebc3a40d-61f3-4f65-b7d1-89edaa718c25 None None] Provisioning complete for port 68e7ac59-c588-4c7a-b268-fd50fea10509 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:51.547414 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ebc3a40d-61f3-4f65-b7d1-89edaa718c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:51.559390 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f36e9a79-5e64-4a55-b9aa-b15c88d701de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:51.589077 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3c3bb-6659-4eb5-93b1-6cfa3e1045e1 req-a92e103c-4e13-4c02-b1c4-ac1bd6dd97f6 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:51.592039 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-88e3c3bb-6659-4eb5-93b1-6cfa3e1045e1 req-a92e103c-4e13-4c02-b1c4-ac1bd6dd97f6 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0041d7-1136-4428-b3e2-00971abd3ed7 HTTP/1.1" status: 200 len: 944 time: 0.3598511 May 06 09:57:51.612081 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-be853fe8-8b8e-4af5-901a-f00b7fe4f6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:51.613428 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-be853fe8-8b8e-4af5-901a-f00b7fe4f6dd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8f622fd1748945faafa68a8a25c50995&device_id=4b0041d7-1136-4428-b3e2-00971abd3ed7 HTTP/1.1" status: 200 len: 1095 time: 0.2862971 May 06 09:57:51.621462 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765d2f8-ae80-43a3-af4a-22f6fef517d9 req-84d2dc03-0636-49fc-afc6-0d7397abe88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:51.623235 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7765d2f8-ae80-43a3-af4a-22f6fef517d9 req-84d2dc03-0636-49fc-afc6-0d7397abe88f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43fdf43b-20c1-42c7-9501-ce94bba53414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1335573 May 06 09:57:51.624311 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f36e9a79-5e64-4a55-b9aa-b15c88d701de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:51.624441 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d002d560-9fd8-4713-982f-fb602d7e3882 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Network f79cc220-36b3-46c9-8ba9-f206abf24942 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:51.627283 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f36e9a79-5e64-4a55-b9aa-b15c88d701de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:51.630725 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f36e9a79-5e64-4a55-b9aa-b15c88d701de admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b234c6c9-e3b6-40c0-9edd-562310d6be4d HTTP/1.1" status: 204 len: 168 time: 0.2882247 May 06 09:57:51.659725 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc58cbff-97bc-4abb-91a9-becb0b15bd86 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:51.661271 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-cc58cbff-97bc-4abb-91a9-becb0b15bd86 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2073181 May 06 09:57:51.662813 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e9a79-5e64-4a55-b9aa-b15c88d701de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b234c6c9-e3b6-40c0-9edd-562310d6be4d,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:51.673100 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41352) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:51.697966 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-d002d560-9fd8-4713-982f-fb602d7e3882 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:51.701055 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d002d560-9fd8-4713-982f-fb602d7e3882 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:51.701740 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d002d560-9fd8-4713-982f-fb602d7e3882 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:51.708736 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f4ee09-a066-4419-a52e-ab7dfa55943b None None] Network f79cc220-36b3-46c9-8ba9-f206abf24942 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:51.714131 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ebc3a40d-61f3-4f65-b7d1-89edaa718c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:51.720720 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-5645b2b2-b684-416b-96f5-0bb44dd15b73 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844 HTTP/1.1" status: 200 len: 217 time: 0.0952864 May 06 09:57:51.738465 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-88e3c3bb-6659-4eb5-93b1-6cfa3e1045e1 req-536097f7-d32a-4c46-82e7-950246cf2be8 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=27e46212-b4e6-458b-bfc0-8c8a48a719be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237676 May 06 09:57:51.746186 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002d560-9fd8-4713-982f-fb602d7e3882 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Subnet': ['ID=f546fcc5-e40b-4089-8412-376bb35c68a3,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:51.755437 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d002d560-9fd8-4713-982f-fb602d7e3882 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7387035 May 06 09:57:51.777076 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41354) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:51.790678 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-dca9a926-4421-4bf7-8b06-091c17679749 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-171617431', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f546fcc5-e40b-4089-8412-376bb35c68a3'}], 'security_groups': ['a6ffd846-0974-440f-89c0-fee14d6aa982', 'b3e7f205-c183-445b-9306-4463967e369c']}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:51.822673 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c4f969-dea4-4c6d-ad08-db8e0de24b2e None None] DHCP port deletion for 3984068c-6c30-4eab-a158-0c0973bfa90d request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:57:51.836749 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ebc3a40d-61f3-4f65-b7d1-89edaa718c25 None None] For port 68e7ac59-c588-4c7a-b268-fd50fea10509, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=68e7ac59-c588-4c7a-b268-fd50fea10509,segment=NetworkSegment(38d60ece-e43f-42f1-a4fa-d60913ef4667),segment_id=38d60ece-e43f-42f1-a4fa-d60913ef4667)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:51.854770 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ebc3a40d-61f3-4f65-b7d1-89edaa718c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:51.899927 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2682faff-01cd-46cf-b557-6cbb6e7fda6d x-openstack-request-id: req-2682faff-01cd-46cf-b557-6cbb6e7fda6d {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:57:51.900425 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0041d7-1136-4428-b3e2-00971abd3ed7", "tag": "c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:57:51.900865 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2682faff-01cd-46cf-b557-6cbb6e7fda6d {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:57:51.901450 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2682faff-01cd-46cf-b557-6cbb6e7fda6d'] response: {'name': 'network-changed', 'server_uuid': '4b0041d7-1136-4428-b3e2-00971abd3ed7', 'tag': 'c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844', 'status': 'completed', 'code': 200} May 06 09:57:51.911135 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-867a5296-bc12-4103-b74c-066a1046f080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:51.919479 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-867a5296-bc12-4103-b74c-066a1046f080 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5a6d1981-166e-43ed-8cde-937a332bb113 HTTP/1.1" status: 200 len: 852 time: 0.1854303 May 06 09:57:51.938223 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-53852bd7-dc0d-46ff-8c4b-1936df592a1c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:51.968545 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7765d2f8-ae80-43a3-af4a-22f6fef517d9 req-22d41832-a164-4227-8b26-8be758844c47 service neutron] 10.222.0.84 "GET /v2.0/networks/43fdf43b-20c1-42c7-9501-ce94bba53414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384016 May 06 09:57:52.019011 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3a40d-61f3-4f65-b7d1-89edaa718c25 None None] Pushing event updated for resources: {'Port': ['ID=68e7ac59-c588-4c7a-b268-fd50fea10509,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:52.032350 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-eb422ed2-c3e8-4511-b167-5d39177a93e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:52.034578 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-eb422ed2-c3e8-4511-b167-5d39177a93e5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038153 May 06 09:57:52.075914 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f3c4f969-dea4-4c6d-ad08-db8e0de24b2e None None] Deleting port 68e7ac59-c588-4c7a-b268-fd50fea10509 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:52.076603 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f3c4f969-dea4-4c6d-ad08-db8e0de24b2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:52.166429 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-53852bd7-dc0d-46ff-8c4b-1936df592a1c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Deleting port 68e7ac59-c588-4c7a-b268-fd50fea10509 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:52.166781 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-53852bd7-dc0d-46ff-8c4b-1936df592a1c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:52.195300 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dca9a926-4421-4bf7-8b06-091c17679749 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:52.204219 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f3c4f969-dea4-4c6d-ad08-db8e0de24b2e None None] For port 68e7ac59-c588-4c7a-b268-fd50fea10509, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=68e7ac59-c588-4c7a-b268-fd50fea10509,segment=NetworkSegment(38d60ece-e43f-42f1-a4fa-d60913ef4667),segment_id=38d60ece-e43f-42f1-a4fa-d60913ef4667)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:52.205235 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f3c4f969-dea4-4c6d-ad08-db8e0de24b2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:52.219233 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7765d2f8-ae80-43a3-af4a-22f6fef517d9 req-8a95ab23-0a9d-4d1c-b57d-75118e8230d6 service neutron] 10.222.0.84 "GET /v2.0/networks/43fdf43b-20c1-42c7-9501-ce94bba53414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207708 May 06 09:57:52.221754 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f3c4f969-dea4-4c6d-ad08-db8e0de24b2e None None] Calling delete_port for 68e7ac59-c588-4c7a-b268-fd50fea10509 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:52.256551 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-53852bd7-dc0d-46ff-8c4b-1936df592a1c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] For port 68e7ac59-c588-4c7a-b268-fd50fea10509, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=68e7ac59-c588-4c7a-b268-fd50fea10509,segment=NetworkSegment(38d60ece-e43f-42f1-a4fa-d60913ef4667),segment_id=38d60ece-e43f-42f1-a4fa-d60913ef4667)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:52.256932 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-53852bd7-dc0d-46ff-8c4b-1936df592a1c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:52.272420 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-53852bd7-dc0d-46ff-8c4b-1936df592a1c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Calling delete_port for 68e7ac59-c588-4c7a-b268-fd50fea10509 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:52.294235 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c4f4b-1abb-49a1-a1ac-5bdf226aed97 req-285bb6d4-43b4-41cd-8875-da5d05254843 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:52.295846 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-697c4f4b-1abb-49a1-a1ac-5bdf226aed97 req-285bb6d4-43b4-41cd-8875-da5d05254843 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 944 time: 0.1442726 May 06 09:57:52.327224 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-6a97ff97-8d5f-4b80-ac71-be0e894a65fd service neutron] 10.222.0.84 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786136 May 06 09:57:52.340149 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f3c4f969-dea4-4c6d-ad08-db8e0de24b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:52.393355 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4f969-dea4-4c6d-ad08-db8e0de24b2e None None] Pushing event deleted for resources: {'Port': ['ID=68e7ac59-c588-4c7a-b268-fd50fea10509,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:52.403590 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-53852bd7-dc0d-46ff-8c4b-1936df592a1c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:52.414106 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c4f969-dea4-4c6d-ad08-db8e0de24b2e None None] No DVR routers for this DVR port 68e7ac59-c588-4c7a-b268-fd50fea10509 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:57:52.432851 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53852bd7-dc0d-46ff-8c4b-1936df592a1c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] No DVR routers for this DVR port 68e7ac59-c588-4c7a-b268-fd50fea10509 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:57:52.463859 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aebba85-fdb6-4fa7-80d9-9c55a7a6b536 None None] Update dhcp port {'port': {'network_id': 'f79cc220-36b3-46c9-8ba9-f206abf24942', 'fixed_ips': [{'subnet_id': 'c87275b3-65eb-4cd3-80d7-176c0e739e9c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dbd8bf5a-4a38-4739-a4ef-d3b3b2e33f4e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f546fcc5-e40b-4089-8412-376bb35c68a3'}], 'binding:host_id': 'n-d-840835-1'}, 'id': '9b8195c3-6524-4d0d-811f-2e51404b9210'} from n-d-840835-1. {{(pid=102654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 09:57:52.480158 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53852bd7-dc0d-46ff-8c4b-1936df592a1c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Pushing event deleted for resources: {'Port': ['ID=68e7ac59-c588-4c7a-b268-fd50fea10509,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:52.486393 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-697c4f4b-1abb-49a1-a1ac-5bdf226aed97 req-23289075-11a9-4d3e-8c25-f3849606f98b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706357 May 06 09:57:52.507147 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7aebba85-fdb6-4fa7-80d9-9c55a7a6b536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:52.579722 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-edc1581d-3f37-42ac-8e5a-6589f56aec43 req-14d2db82-54b2-4c6f-9e69-a7b974752d84 service neutron] 10.222.0.84 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397099 May 06 09:57:52.623856 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-53852bd7-dc0d-46ff-8c4b-1936df592a1c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:52.655155 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-53852bd7-dc0d-46ff-8c4b-1936df592a1c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3984068c-6c30-4eab-a158-0c0973bfa90d']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:52.670886 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-53852bd7-dc0d-46ff-8c4b-1936df592a1c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d60ece-e43f-42f1-a4fa-d60913ef4667') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:52.671678 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-53852bd7-dc0d-46ff-8c4b-1936df592a1c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d60ece-e43f-42f1-a4fa-d60913ef4667') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:52.684249 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-53852bd7-dc0d-46ff-8c4b-1936df592a1c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:52.704582 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-53852bd7-dc0d-46ff-8c4b-1936df592a1c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:52.713297 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53852bd7-dc0d-46ff-8c4b-1936df592a1c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:57:52.713719 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-53852bd7-dc0d-46ff-8c4b-1936df592a1c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: self.session.flush() May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: self.session.flush() May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: self.session.flush() May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: self.session.flush() May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: timer() May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:57:52.719419 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:57:52.769924 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc35b9-a0e8-4bd3-8483-afdb9374ac8f req-9be9e3c3-00a6-426f-8bd7-6fdc25f92e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:52.771474 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d6dc35b9-a0e8-4bd3-8483-afdb9374ac8f req-9be9e3c3-00a6-426f-8bd7-6fdc25f92e53 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8f622fd1748945faafa68a8a25c50995&device_id=4b0041d7-1136-4428-b3e2-00971abd3ed7 HTTP/1.1" status: 200 len: 1095 time: 0.1189413 May 06 09:57:52.796367 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 1086e2f4-9cca-4533-9338-9c63a105b995 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:57:52.801496 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-53852bd7-dc0d-46ff-8c4b-1936df592a1c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:52.812866 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-53852bd7-dc0d-46ff-8c4b-1936df592a1c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:52.818498 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-53852bd7-dc0d-46ff-8c4b-1936df592a1c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] 10.222.0.73 "DELETE /v2.0/networks/3984068c-6c30-4eab-a158-0c0973bfa90d HTTP/1.1" status: 204 len: 168 time: 1.1421683 May 06 09:57:52.834106 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41386) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:52.835423 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53852bd7-dc0d-46ff-8c4b-1936df592a1c tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Pushing event deleted for resources: {'Network': ['ID=3984068c-6c30-4eab-a158-0c0973bfa90d,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:52.933511 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41390) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:52.961448 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 1086e2f4-9cca-4533-9338-9c63a105b995, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=1086e2f4-9cca-4533-9338-9c63a105b995,segment=NetworkSegment(199cc61b-fc7e-477f-974e-02e8932cfc7f),segment_id=199cc61b-fc7e-477f-974e-02e8932cfc7f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:52.981126 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '1086e2f4-9cca-4533-9338-9c63a105b995', 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414', 'port_id': '1086e2f4-9cca-4533-9338-9c63a105b995', 'mac_address': 'fa:16:3e:c9:a6:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1a92695-e647-46ea-abf1-868e984a76d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:57:52.982147 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f3994d56-ab9d-46f2-8f25-e135da298c1b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.027434 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.046146 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1086e2f4-9cca-4533-9338-9c63a105b995 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:57:53.049004 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-dca9a926-4421-4bf7-8b06-091c17679749 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Delete allocated IP 2001:db8::230 (f79cc220-36b3-46c9-8ba9-f206abf24942/dbd8bf5a-4a38-4739-a4ef-d3b3b2e33f4e) {{(pid=102653) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 09:57:53.067470 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-dca9a926-4421-4bf7-8b06-091c17679749 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Allocated IP 2001:db8:0:2::5b (f79cc220-36b3-46c9-8ba9-f206abf24942/f546fcc5-e40b-4089-8412-376bb35c68a3/53a086e7-78bf-4c96-9d08-9b53f4388390) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:53.074680 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 1086e2f4-9cca-4533-9338-9c63a105b995, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=1086e2f4-9cca-4533-9338-9c63a105b995,segment=NetworkSegment(199cc61b-fc7e-477f-974e-02e8932cfc7f),segment_id=199cc61b-fc7e-477f-974e-02e8932cfc7f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:53.081175 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.098324 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-3aeb0647-fead-4c2e-a7f9-c57ce0bf5a99 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-797141063'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:53.118077 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aeb0647-fead-4c2e-a7f9-c57ce0bf5a99 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Made reservation on behalf of 95749e4142644752b60f47a4307ea82f for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:53.120739 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc35b9-a0e8-4bd3-8483-afdb9374ac8f req-942881ec-2963-498e-b3d9-49ebf7fff294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:53.121886 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3aeb0647-fead-4c2e-a7f9-c57ce0bf5a99 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.122525 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d6dc35b9-a0e8-4bd3-8483-afdb9374ac8f req-942881ec-2963-498e-b3d9-49ebf7fff294 service neutron] 10.222.0.84 "GET /v2.0/networks?id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 HTTP/1.1" status: 200 len: 914 time: 0.3421643 May 06 09:57:53.132328 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3aeb0647-fead-4c2e-a7f9-c57ce0bf5a99 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.139021 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=1086e2f4-9cca-4533-9338-9c63a105b995,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:53.193012 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c7356-6157-4793-85d4-a8493f7cb8ae req-9e89d66a-348b-492b-8c8e-57f443f382dd tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:53.194559 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-be0c7356-6157-4793-85d4-a8493f7cb8ae req-9e89d66a-348b-492b-8c8e-57f443f382dd tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0041d7-1136-4428-b3e2-00971abd3ed7 HTTP/1.1" status: 200 len: 944 time: 0.2165747 May 06 09:57:53.227941 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3aeb0647-fead-4c2e-a7f9-c57ce0bf5a99 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.232344 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3aeb0647-fead-4c2e-a7f9-c57ce0bf5a99 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.244852 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d6dc35b9-a0e8-4bd3-8483-afdb9374ac8f req-851943c3-6a83-4d02-af0e-9c3676b709ec service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844 HTTP/1.1" status: 200 len: 217 time: 0.1092196 May 06 09:57:53.259412 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aeb0647-fead-4c2e-a7f9-c57ce0bf5a99 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:57:53.274382 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb0647-fead-4c2e-a7f9-c57ce0bf5a99 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a50d0bb9-88a5-4380-8c9b-7cfb5672bd2c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:53.281007 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3aeb0647-fead-4c2e-a7f9-c57ce0bf5a99 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.281429 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-3aeb0647-fead-4c2e-a7f9-c57ce0bf5a99 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Added segment ff75849d-c3ec-4da8-a36d-6ab24954a11f of type vlan for network ed58cc94-c735-4622-adb9-93b96f6fb799 May 06 09:57:53.286824 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f3994d56-ab9d-46f2-8f25-e135da298c1b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.327386 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3aeb0647-fead-4c2e-a7f9-c57ce0bf5a99 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.354816 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3aeb0647-fead-4c2e-a7f9-c57ce0bf5a99 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.360918 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aeb0647-fead-4c2e-a7f9-c57ce0bf5a99 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:53.361519 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3aeb0647-fead-4c2e-a7f9-c57ce0bf5a99 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.392702 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['1086e2f4-9cca-4533-9338-9c63a105b995'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:57:53.403493 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-f3994d56-ab9d-46f2-8f25-e135da298c1b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['851a04d6-5d8a-46c4-87e4-078466734897']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:53.408036 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-be0c7356-6157-4793-85d4-a8493f7cb8ae req-4a88f4ed-1c50-45ed-8a6c-a34b5b47e660 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=27e46212-b4e6-458b-bfc0-8c8a48a719be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753604 May 06 09:57:53.422528 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc35b9-a0e8-4bd3-8483-afdb9374ac8f req-1982d91a-7559-47ba-903f-f7544a59a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:53.424069 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d6dc35b9-a0e8-4bd3-8483-afdb9374ac8f req-1982d91a-7559-47ba-903f-f7544a59a753 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5a6d1981-166e-43ed-8cde-937a332bb113 HTTP/1.1" status: 200 len: 852 time: 0.1652167 May 06 09:57:53.427757 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-f3994d56-ab9d-46f2-8f25-e135da298c1b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09fbf96c-620a-4440-8ba6-6b537172e65e') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:53.428063 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-f3994d56-ab9d-46f2-8f25-e135da298c1b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09fbf96c-620a-4440-8ba6-6b537172e65e') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:53.441594 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:57:53.451175 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3aeb0647-fead-4c2e-a7f9-c57ce0bf5a99 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.5135126 May 06 09:57:53.451175 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41394) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:53.455925 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-4663d3c5-0429-4014-a583-04767b8f6f1f tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Request body: {'subnet': {'network_id': 'ed58cc94-c735-4622-adb9-93b96f6fb799', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:53.461527 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb0647-fead-4c2e-a7f9-c57ce0bf5a99 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Pushing event updated for resources: {'Network': ['ID=ed58cc94-c735-4622-adb9-93b96f6fb799,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:53.461670 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f3994d56-ab9d-46f2-8f25-e135da298c1b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.503321 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network ed58cc94-c735-4622-adb9-93b96f6fb799 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:57:53.509047 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f3994d56-ab9d-46f2-8f25-e135da298c1b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.526981 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3994d56-ab9d-46f2-8f25-e135da298c1b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:57:53.527461 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f3994d56-ab9d-46f2-8f25-e135da298c1b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: timer() May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:57:53.531614 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:57:53.567910 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4663d3c5-0429-4014-a583-04767b8f6f1f tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Made reservation on behalf of 95749e4142644752b60f47a4307ea82f for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:53.571798 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4663d3c5-0429-4014-a583-04767b8f6f1f tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.643507 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc35b9-a0e8-4bd3-8483-afdb9374ac8f req-cf10b8e5-dce1-491c-8cb0-1d2cdc556bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:53.645304 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d6dc35b9-a0e8-4bd3-8483-afdb9374ac8f req-cf10b8e5-dce1-491c-8cb0-1d2cdc556bd4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2050076 May 06 09:57:53.654423 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f3994d56-ab9d-46f2-8f25-e135da298c1b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.662526 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dca9a926-4421-4bf7-8b06-091c17679749 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.667877 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f3994d56-ab9d-46f2-8f25-e135da298c1b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.672200 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f3994d56-ab9d-46f2-8f25-e135da298c1b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] 10.222.0.73 "DELETE /v2.0/networks/851a04d6-5d8a-46c4-87e4-078466734897 HTTP/1.1" status: 204 len: 168 time: 0.8370202 May 06 09:57:53.674820 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41398) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:53.704374 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dca9a926-4421-4bf7-8b06-091c17679749 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.767539 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-7aebba85-fdb6-4fa7-80d9-9c55a7a6b536 None None] Allocated IP 2001:db8:0:2::2 (f79cc220-36b3-46c9-8ba9-f206abf24942/f546fcc5-e40b-4089-8412-376bb35c68a3/9b8195c3-6524-4d0d-811f-2e51404b9210) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:53.810333 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dffade62-dbb4-4326-b2be-42afafc31789 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.905286 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-7aebba85-fdb6-4fa7-80d9-9c55a7a6b536 None None] For port 9b8195c3-6524-4d0d-811f-2e51404b9210, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9b8195c3-6524-4d0d-811f-2e51404b9210,segment=NetworkSegment(256b144d-8b7e-4739-9983-7d6419293170),segment_id=256b144d-8b7e-4739-9983-7d6419293170)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:53.947548 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7aebba85-fdb6-4fa7-80d9-9c55a7a6b536 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.953818 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7aebba85-fdb6-4fa7-80d9-9c55a7a6b536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.997420 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4663d3c5-0429-4014-a583-04767b8f6f1f tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:54.015952 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dffade62-dbb4-4326-b2be-42afafc31789 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:54.056238 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aebba85-fdb6-4fa7-80d9-9c55a7a6b536 None None] Pushing event updated for resources: {'Port': ['ID=9b8195c3-6524-4d0d-811f-2e51404b9210,revision_number=7']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:54.081794 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-dffade62-dbb4-4326-b2be-42afafc31789 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a83a4c-c86c-4c34-9fa3-53e6f82195b9']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:54.108110 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-dffade62-dbb4-4326-b2be-42afafc31789 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '865890e5-5b30-4120-aa1f-b805f3d42cbd') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:54.109250 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-dffade62-dbb4-4326-b2be-42afafc31789 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '865890e5-5b30-4120-aa1f-b805f3d42cbd') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:54.120633 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1ffee43-c5eb-4b9f-ac6f-71fa01349edd req-efc8641d-56d7-4038-a662-2a43c663ab82 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1818280 May 06 09:57:54.124444 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3994d56-ab9d-46f2-8f25-e135da298c1b tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Pushing event deleted for resources: {'Network': ['ID=851a04d6-5d8a-46c4-87e4-078466734897,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:54.127698 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dffade62-dbb4-4326-b2be-42afafc31789 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:54.145021 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4663d3c5-0429-4014-a583-04767b8f6f1f tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Checking segment: {'id': 'ff75849d-c3ec-4da8-a36d-6ab24954a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ed58cc94-c735-4622-adb9-93b96f6fb799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:54.145439 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4663d3c5-0429-4014-a583-04767b8f6f1f tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Network hostable DHCP agents. Network: ed58cc94-c735-4622-adb9-93b96f6fb799, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:57:54.147490 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663d3c5-0429-4014-a583-04767b8f6f1f tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Pushing event updated for resources: {'Subnet': ['ID=d3663adb-26ef-4aa2-a1df-2220f6e150f8,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:54.159174 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dffade62-dbb4-4326-b2be-42afafc31789 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:54.174311 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dffade62-dbb4-4326-b2be-42afafc31789 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:57:54.174577 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dffade62-dbb4-4326-b2be-42afafc31789 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: timer() May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:57:54.178991 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:57:54.188286 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db524e9e-7985-4ce6-9cff-9d23c4c4fe61 req-897959b3-a2e9-41b7-8752-bb3b52b592c9 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:54.196009 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-db524e9e-7985-4ce6-9cff-9d23c4c4fe61 req-897959b3-a2e9-41b7-8752-bb3b52b592c9 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 945 time: 0.6497653 May 06 09:57:54.250887 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4663d3c5-0429-4014-a583-04767b8f6f1f tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Network ed58cc94-c735-4622-adb9-93b96f6fb799 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:57:54.251101 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-dca9a926-4421-4bf7-8b06-091c17679749 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] In _notify_port_updated(), no bound segment for port 53a086e7-78bf-4c96-9d08-9b53f4388390 on network f79cc220-36b3-46c9-8ba9-f206abf24942 {{(pid=102653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:57:54.255229 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca9a926-4421-4bf7-8b06-091c17679749 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:54.255943 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dca9a926-4421-4bf7-8b06-091c17679749 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:54.257257 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-dca9a926-4421-4bf7-8b06-091c17679749 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "PUT /v2.0/ports/53a086e7-78bf-4c96-9d08-9b53f4388390 HTTP/1.1" status: 200 len: 968 time: 2.4791737 May 06 09:57:54.262519 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41400) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:54.279641 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-4663d3c5-0429-4014-a583-04767b8f6f1f tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, ed58cc94-c735-4622-adb9-93b96f6fb799) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:54.286451 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4663d3c5-0429-4014-a583-04767b8f6f1f tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:54.287093 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4663d3c5-0429-4014-a583-04767b8f6f1f tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:54.294670 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dad3ae9-eab0-46fc-9f0d-6bf73d855caf None None] Network ed58cc94-c735-4622-adb9-93b96f6fb799 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:54.301073 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9a926-4421-4bf7-8b06-091c17679749 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event updated for resources: {'Port': ['ID=53a086e7-78bf-4c96-9d08-9b53f4388390,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:54.316520 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dffade62-dbb4-4326-b2be-42afafc31789 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:54.334928 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d6dc35b9-a0e8-4bd3-8483-afdb9374ac8f req-83ef6924-be2f-429b-8a5f-1574ed9fc766 service neutron] 10.222.0.84 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6747286 May 06 09:57:54.338350 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dffade62-dbb4-4326-b2be-42afafc31789 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:54.342607 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-dffade62-dbb4-4326-b2be-42afafc31789 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] 10.222.0.73 "DELETE /v2.0/networks/43a83a4c-c86c-4c34-9fa3-53e6f82195b9 HTTP/1.1" status: 204 len: 168 time: 0.6665545 May 06 09:57:54.347353 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41402) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:54.362434 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4663d3c5-0429-4014-a583-04767b8f6f1f tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9103532 May 06 09:57:54.364432 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ffee43-c5eb-4b9f-ac6f-71fa01349edd req-acda5a6f-be13-4266-92a5-e35671a9a04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:54.365886 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1ffee43-c5eb-4b9f-ac6f-71fa01349edd req-acda5a6f-be13-4266-92a5-e35671a9a04b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c517f1b2e83649f0bec52fdccbd31b7e&device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 1096 time: 0.1373043 May 06 09:57:54.366673 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffade62-dbb4-4326-b2be-42afafc31789 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Pushing event deleted for resources: {'Network': ['ID=43a83a4c-c86c-4c34-9fa3-53e6f82195b9,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:54.368734 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41404) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:54.373956 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-56f8be27-4560-4062-871b-a1832bd877ac tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Request body: {'port': {'network_id': 'ed58cc94-c735-4622-adb9-93b96f6fb799', 'name': 'tempest-AllowedAddressPairTestJSON-75440831'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:54.384720 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-db524e9e-7985-4ce6-9cff-9d23c4c4fe61 req-f6d111c7-94e2-4df0-8ef4-415533aa410d tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877742 May 06 09:57:54.599044 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1e0a5950-a13d-4c46-b95e-6d9e451b5da8 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:54.624491 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f8be27-4560-4062-871b-a1832bd877ac tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Made reservation on behalf of 95749e4142644752b60f47a4307ea82f for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:54.628689 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-56f8be27-4560-4062-871b-a1832bd877ac tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:54.650091 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93847a-83d1-41c7-93c5-fc97e36d6d6e req-289621d8-d9e3-447a-b90d-a00345972370 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:54.651764 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ef93847a-83d1-41c7-93c5-fc97e36d6d6e req-289621d8-d9e3-447a-b90d-a00345972370 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 945 time: 0.1489179 May 06 09:57:54.656341 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ffee43-c5eb-4b9f-ac6f-71fa01349edd req-72932790-0f8c-4fc4-897d-25e77829c56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:54.656695 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d6dc35b9-a0e8-4bd3-8483-afdb9374ac8f req-867a93d1-3e8e-4dc3-90eb-7d5e2dc2d3e5 service neutron] 10.222.0.84 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106277 May 06 09:57:54.658160 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1ffee43-c5eb-4b9f-ac6f-71fa01349edd req-72932790-0f8c-4fc4-897d-25e77829c56e service neutron] 10.222.0.77 "GET /v2.0/networks?id=8b4bbee4-4fbe-449e-978f-a646b5e578f0 HTTP/1.1" status: 200 len: 920 time: 0.2218254 May 06 09:57:54.667379 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-56f8be27-4560-4062-871b-a1832bd877ac tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] device_id is not set on port bd98b0d6-aca3-43e0-a896-2b70e92ef20c yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:57:54.703444 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-b05b9e3f-ee87-49b1-bda9-2aecea4d99c5 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting port 53a086e7-78bf-4c96-9d08-9b53f4388390 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:54.703831 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b05b9e3f-ee87-49b1-bda9-2aecea4d99c5 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:54.768702 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1ffee43-c5eb-4b9f-ac6f-71fa01349edd req-4a124728-0327-4fcf-a461-9e9369a960a4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f4eb16b-3523-48ac-8535-624e3aae1d84 HTTP/1.1" status: 200 len: 217 time: 0.0931935 May 06 09:57:54.791863 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a0e3f5-09ac-4c0f-9fee-f294901fdbbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-ed58cc94-c735-4622-adb9-93b96f6fb799', 'network_id': 'ed58cc94-c735-4622-adb9-93b96f6fb799', 'tenant_id': '95749e4142644752b60f47a4307ea82f', 'fixed_ips': [{'subnet_id': 'd3663adb-26ef-4aa2-a1df-2220f6e150f8'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:57:54.793719 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-30a0e3f5-09ac-4c0f-9fee-f294901fdbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:54.808049 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:57:54.811612 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 1086e2f4-9cca-4533-9338-9c63a105b995 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:54.863870 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1e0a5950-a13d-4c46-b95e-6d9e451b5da8 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:54.876072 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ef93847a-83d1-41c7-93c5-fc97e36d6d6e req-9d15aa05-7b88-424e-aef1-194459cfca01 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129171 May 06 09:57:54.916245 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ffee43-c5eb-4b9f-ac6f-71fa01349edd req-dd0f098b-7216-4789-bf7b-c482c8965c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:54.919597 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1ffee43-c5eb-4b9f-ac6f-71fa01349edd req-dd0f098b-7216-4789-bf7b-c482c8965c6c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c9382d75-3c44-4a92-be03-e9a2109a5f6f HTTP/1.1" status: 200 len: 858 time: 0.1434381 May 06 09:57:54.972543 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b05b9e3f-ee87-49b1-bda9-2aecea4d99c5 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:54.993581 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-56f8be27-4560-4062-871b-a1832bd877ac tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Allocated IP 172.20.0.2 (ed58cc94-c735-4622-adb9-93b96f6fb799/d3663adb-26ef-4aa2-a1df-2220f6e150f8/bd98b0d6-aca3-43e0-a896-2b70e92ef20c) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:55.001007 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-1e0a5950-a13d-4c46-b95e-6d9e451b5da8 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1a748b-798d-4ab0-ae8c-c1d739c9ab5e']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:55.003909 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-b05b9e3f-ee87-49b1-bda9-2aecea4d99c5 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Calling delete_port for 53a086e7-78bf-4c96-9d08-9b53f4388390 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:55.040687 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-1e0a5950-a13d-4c46-b95e-6d9e451b5da8 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2725322d-9526-4e50-adf3-7c2b90c3c5fa') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:55.041260 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-1e0a5950-a13d-4c46-b95e-6d9e451b5da8 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2725322d-9526-4e50-adf3-7c2b90c3c5fa') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:55.041780 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ffee43-c5eb-4b9f-ac6f-71fa01349edd req-15a0bccb-2be4-475f-97d9-c837ca5babce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:55.043686 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1ffee43-c5eb-4b9f-ac6f-71fa01349edd req-15a0bccb-2be4-475f-97d9-c837ca5babce service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8b4bbee4-4fbe-449e-978f-a646b5e578f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1153994 May 06 09:57:55.073413 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1e0a5950-a13d-4c46-b95e-6d9e451b5da8 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:55.084518 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d9b4d197-8454-43e2-9f80-b1dd151677e6 None None] Provisioning complete for port 793182f1-2322-47c8-a0cb-fa31c0bd5381 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:55.085137 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d197-8454-43e2-9f80-b1dd151677e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:55.144263 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b5312-9f52-4303-8b74-d63b69d75a87 req-2ef4c4e4-8083-4391-89db-49b451121340 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:55.154413 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cd0b5312-9f52-4303-8b74-d63b69d75a87 req-2ef4c4e4-8083-4391-89db-49b451121340 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0041d7-1136-4428-b3e2-00971abd3ed7 HTTP/1.1" status: 200 len: 944 time: 0.1641905 May 06 09:57:55.156870 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844,segment=NetworkSegment(80edd242-db32-42e3-9f67-d396ea818882),segment_id=80edd242-db32-42e3-9f67-d396ea818882)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:55.168808 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1e0a5950-a13d-4c46-b95e-6d9e451b5da8 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:55.176249 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 1086e2f4-9cca-4533-9338-9c63a105b995 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:57:55.181408 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d9b4d197-8454-43e2-9f80-b1dd151677e6 None None] Port 793182f1-2322-47c8-a0cb-fa31c0bd5381 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:55.185748 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'port_id': 'c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844', 'mac_address': 'fa:16:3e:c7:c8:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:57:55.187795 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 1086e2f4-9cca-4533-9338-9c63a105b995 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:55.188313 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:55.189710 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e0a5950-a13d-4c46-b95e-6d9e451b5da8 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:57:55.190312 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1e0a5950-a13d-4c46-b95e-6d9e451b5da8 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: timer() May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:57:55.193630 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:57:55.256468 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1ffee43-c5eb-4b9f-ac6f-71fa01349edd req-42be11a0-c020-4b72-95af-afdd64549b11 service neutron] 10.222.0.77 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028708 May 06 09:57:55.274858 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d9b4d197-8454-43e2-9f80-b1dd151677e6 None None] Provisioning complete for port 53a086e7-78bf-4c96-9d08-9b53f4388390 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:55.275272 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d197-8454-43e2-9f80-b1dd151677e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:55.287381 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cd0b5312-9f52-4303-8b74-d63b69d75a87 req-982ac45d-5e62-4ef4-a38c-9d1f34383d0c tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=27e46212-b4e6-458b-bfc0-8c8a48a719be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315715 May 06 09:57:55.297589 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1e0a5950-a13d-4c46-b95e-6d9e451b5da8 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:55.320388 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d9b4d197-8454-43e2-9f80-b1dd151677e6 None None] Port 53a086e7-78bf-4c96-9d08-9b53f4388390 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:55.332239 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1e0a5950-a13d-4c46-b95e-6d9e451b5da8 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:55.337035 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1e0a5950-a13d-4c46-b95e-6d9e451b5da8 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] 10.222.0.73 "DELETE /v2.0/networks/fa1a748b-798d-4ab0-ae8c-c1d739c9ab5e HTTP/1.1" status: 204 len: 168 time: 0.9862823 May 06 09:57:55.351809 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:55.362562 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-56f8be27-4560-4062-871b-a1832bd877ac tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:55.379214 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:57:55.380697 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a5950-a13d-4c46-b95e-6d9e451b5da8 tempest-BulkNetworkOpsIpV6Test-1064208202 tempest-BulkNetworkOpsIpV6Test-1064208202-project] Pushing event deleted for resources: {'Network': ['ID=fa1a748b-798d-4ab0-ae8c-c1d739c9ab5e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:55.385018 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d9b4d197-8454-43e2-9f80-b1dd151677e6 None None] Provisioning complete for port 9b8195c3-6524-4d0d-811f-2e51404b9210 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:55.385673 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d197-8454-43e2-9f80-b1dd151677e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:55.418522 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b05b9e3f-ee87-49b1-bda9-2aecea4d99c5 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:55.422033 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a1ffee43-c5eb-4b9f-ac6f-71fa01349edd req-764159ed-83ce-4110-8b2a-cbba31e81d37 service neutron] 10.222.0.77 "GET /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553471 May 06 09:57:55.444670 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:55.453669 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-56f8be27-4560-4062-871b-a1832bd877ac tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:55.458034 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b9e3f-ee87-49b1-bda9-2aecea4d99c5 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Port': ['ID=53a086e7-78bf-4c96-9d08-9b53f4388390,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:55.485648 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b05b9e3f-ee87-49b1-bda9-2aecea4d99c5 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:55.489617 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b05b9e3f-ee87-49b1-bda9-2aecea4d99c5 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/ports/53a086e7-78bf-4c96-9d08-9b53f4388390 HTTP/1.1" status: 204 len: 168 time: 1.2163169 May 06 09:57:55.492175 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41412) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:55.495161 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844,segment=NetworkSegment(80edd242-db32-42e3-9f67-d396ea818882),segment_id=80edd242-db32-42e3-9f67-d396ea818882)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:55.539314 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ac1ae2-34a2-4d3b-a9fe-5da3cd8307aa tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] GET failed (client error): The resource could not be found. May 06 09:57:55.540869 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:55.548738 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-86ac1ae2-34a2-4d3b-a9fe-5da3cd8307aa tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "GET /v2.0/ports/53a086e7-78bf-4c96-9d08-9b53f4388390 HTTP/1.1" status: 404 len: 333 time: 0.0550470 May 06 09:57:55.549894 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41414) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:55.562177 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996864ea-2ab9-4c75-8f56-eb0253a84362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1086e2f4-9cca-4533-9338-9c63a105b995'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:57:55.565412 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f8be27-4560-4062-871b-a1832bd877ac tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Network ed58cc94-c735-4622-adb9-93b96f6fb799 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:55.567857 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee63247f-929d-4774-b764-85960e75c7ce" -d '{"events": [{"server_uuid": "996864ea-2ab9-4c75-8f56-eb0253a84362", "name": "network-vif-plugged", "status": "completed", "tag": "1086e2f4-9cca-4533-9338-9c63a105b995"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:57:55.586267 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-56f8be27-4560-4062-871b-a1832bd877ac tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:55.599751 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f8be27-4560-4062-871b-a1832bd877ac tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:55.609966 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 1086e2f4-9cca-4533-9338-9c63a105b995, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=1086e2f4-9cca-4533-9338-9c63a105b995,segment=NetworkSegment(199cc61b-fc7e-477f-974e-02e8932cfc7f),segment_id=199cc61b-fc7e-477f-974e-02e8932cfc7f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:55.645911 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:55.656220 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-30a0e3f5-09ac-4c0f-9fee-f294901fdbbb None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-0cc3584c-adea-44b2-9a18-7a0febb6880e {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:57:55.656522 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098e115-bda5-4aa0-8c20-85bab4d23d00 req-10e6df8b-7f11-4365-a0f9-366cc30236c5 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:55.656672 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-30a0e3f5-09ac-4c0f-9fee-f294901fdbbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:57:55.658681 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e098e115-bda5-4aa0-8c20-85bab4d23d00 req-10e6df8b-7f11-4365-a0f9-366cc30236c5 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 945 time: 0.1080444 May 06 09:57:55.688215 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:55.698077 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8be27-4560-4062-871b-a1832bd877ac tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Pushing event updated for resources: {'Port': ['ID=bd98b0d6-aca3-43e0-a896-2b70e92ef20c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:55.773924 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:57:55.774615 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e098e115-bda5-4aa0-8c20-85bab4d23d00 req-73d6b5c8-ff17-42bb-b3d9-e4f9b53bd56d tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075919 May 06 09:57:55.885653 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c100af2-d8ed-4268-bbb5-6da67dced69d x-openstack-request-id: req-3c100af2-d8ed-4268-bbb5-6da67dced69d {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:57:55.887138 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996864ea-2ab9-4c75-8f56-eb0253a84362", "name": "network-vif-plugged", "status": "completed", "tag": "1086e2f4-9cca-4533-9338-9c63a105b995", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:57:55.888096 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3c100af2-d8ed-4268-bbb5-6da67dced69d {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:57:55.888681 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c100af2-d8ed-4268-bbb5-6da67dced69d'] response: {'server_uuid': '996864ea-2ab9-4c75-8f56-eb0253a84362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1086e2f4-9cca-4533-9338-9c63a105b995', 'code': 200} May 06 09:57:55.893159 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=1086e2f4-9cca-4533-9338-9c63a105b995,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:55.899338 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f8e531e7-9aa4-4575-961c-8afaba73aa9c None None] Could not find standard attr ID for object 53a086e7-78bf-4c96-9d08-9b53f4388390. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:57:56.002861 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41422) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:56.017814 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9b8195c3-6524-4d0d-811f-2e51404b9210 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:56.058066 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f237b-17e1-4090-9a65-c39ca905337c req-75ba5a89-ab7f-4601-92ae-efa3576b4344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:56.060462 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-246f237b-17e1-4090-9a65-c39ca905337c req-75ba5a89-ab7f-4601-92ae-efa3576b4344 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 1097 time: 0.1085682 May 06 09:57:56.090265 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962a9d8-0de9-478e-9114-da1de14cb769 req-33dbf982-a40f-4764-a9e3-0b1c50ec0b01 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:56.092366 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3962a9d8-0de9-478e-9114-da1de14cb769 req-33dbf982-a40f-4764-a9e3-0b1c50ec0b01 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 946 time: 0.0752883 May 06 09:57:56.148511 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f8be27-4560-4062-871b-a1832bd877ac tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:56.149172 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-56f8be27-4560-4062-871b-a1832bd877ac tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:56.151023 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-246f237b-17e1-4090-9a65-c39ca905337c req-ca6aba77-3b6f-493e-ba03-7a1abf79589c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802751 May 06 09:57:56.158845 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-30a0e3f5-09ac-4c0f-9fee-f294901fdbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:56.161529 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3962a9d8-0de9-478e-9114-da1de14cb769 req-710ccb38-3013-4719-9996-ca09425bb079 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592742 May 06 09:57:56.196021 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 9b8195c3-6524-4d0d-811f-2e51404b9210 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:56.196411 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:56.196521 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-56f8be27-4560-4062-871b-a1832bd877ac tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8269193 May 06 09:57:56.197440 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb6bf252-298c-45a5-a500-e571f1455248 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:56.199795 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41426) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:56.212420 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-8ff62921-d36a-44e7-bce6-367a98c1e1ba tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Request body: {'port': {'network_id': 'ed58cc94-c735-4622-adb9-93b96f6fb799', 'name': 'tempest-AllowedAddressPairTestJSON-1964625967', 'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:66:2a:6c'}]}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:56.235938 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb6bf252-298c-45a5-a500-e571f1455248 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:56.287514 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3aff60e6-ad3c-49f8-baba-19dd6f954478 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4165d29e6de444708cf87972af6e84bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2757852 May 06 09:57:56.288820 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41428) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:56.303228 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb6bf252-298c-45a5-a500-e571f1455248 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:56.306596 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb6bf252-298c-45a5-a500-e571f1455248 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:56.310975 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bb6bf252-298c-45a5-a500-e571f1455248 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/security-groups/4ae4e5c4-039f-4026-b16d-7fb9911afc71 HTTP/1.1" status: 204 len: 168 time: 0.7575796 May 06 09:57:56.312461 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41430) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:56.365994 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6bf252-298c-45a5-a500-e571f1455248 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae4e5c4-039f-4026-b16d-7fb9911afc71,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:56.414559 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a92d1421-dbc3-4f52-b625-db37e25f98e9 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:56.415880 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff62921-d36a-44e7-bce6-367a98c1e1ba tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Made reservation on behalf of 95749e4142644752b60f47a4307ea82f for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:56.473319 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-30a0e3f5-09ac-4c0f-9fee-f294901fdbbb None None] Allocated IP 172.20.0.3 (ed58cc94-c735-4622-adb9-93b96f6fb799/d3663adb-26ef-4aa2-a1df-2220f6e150f8/94cd281c-b5bc-4ac6-80a5-9f299291a8a8) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:56.480422 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a92d1421-dbc3-4f52-b625-db37e25f98e9 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:56.504897 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-44fdd265-4787-4edc-b1ad-c9fda1f175a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:56.510918 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e89c56-f76b-488e-9ecc-e197304a4159 req-b3418742-c616-476d-b1b9-1806f6d8ad8f tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:56.512487 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-60e89c56-f76b-488e-9ecc-e197304a4159 req-b3418742-c616-476d-b1b9-1806f6d8ad8f tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.77 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 945 time: 0.0901711 May 06 09:57:56.556211 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c2736-8208-4397-80f8-b57fea04a6d7 req-d9d6d903-b70c-40cf-83b0-0368eccec236 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:56.558062 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-210c2736-8208-4397-80f8-b57fea04a6d7 req-d9d6d903-b70c-40cf-83b0-0368eccec236 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0041d7-1136-4428-b3e2-00971abd3ed7 HTTP/1.1" status: 200 len: 945 time: 0.1443031 May 06 09:57:56.560925 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-44fdd265-4787-4edc-b1ad-c9fda1f175a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:56.573182 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a92d1421-dbc3-4f52-b625-db37e25f98e9 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:56.575862 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a92d1421-dbc3-4f52-b625-db37e25f98e9 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:56.579750 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a92d1421-dbc3-4f52-b625-db37e25f98e9 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/security-groups/b3e7f205-c183-445b-9306-4463967e369c HTTP/1.1" status: 204 len: 168 time: 0.2631984 May 06 09:57:56.588892 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41434) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:56.610684 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d1421-dbc3-4f52-b625-db37e25f98e9 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e7f205-c183-445b-9306-4463967e369c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:56.645480 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-60e89c56-f76b-488e-9ecc-e197304a4159 req-a8b044bb-768b-413f-8abd-9ec4eee7bbad tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Deleting port afe0a79f-d0e4-4ca8-85e5-81805760d628 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:56.646191 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-60e89c56-f76b-488e-9ecc-e197304a4159 req-a8b044bb-768b-413f-8abd-9ec4eee7bbad tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:56.667245 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-210c2736-8208-4397-80f8-b57fea04a6d7 req-a112aed9-6ef2-438d-9b85-f4c020af7294 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=27e46212-b4e6-458b-bfc0-8c8a48a719be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896034 May 06 09:57:56.681061 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-30a0e3f5-09ac-4c0f-9fee-f294901fdbbb None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:56.686332 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8ff62921-d36a-44e7-bce6-367a98c1e1ba tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:56.697668 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-30a0e3f5-09ac-4c0f-9fee-f294901fdbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:56.739564 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-8ff62921-d36a-44e7-bce6-367a98c1e1ba tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] device_id is not set on port 90997bda-efda-4dee-bd55-973302d4dcc9 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:57:56.753018 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a0e3f5-09ac-4c0f-9fee-f294901fdbbb None None] Network ed58cc94-c735-4622-adb9-93b96f6fb799 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:56.756354 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dd9442b2-c7cc-4713-8876-aa6f0e1a568d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:56.757807 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-30a0e3f5-09ac-4c0f-9fee-f294901fdbbb None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:56.770065 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a0e3f5-09ac-4c0f-9fee-f294901fdbbb None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:56.774318 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-60e89c56-f76b-488e-9ecc-e197304a4159 req-a8b044bb-768b-413f-8abd-9ec4eee7bbad tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] For port afe0a79f-d0e4-4ca8-85e5-81805760d628, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=afe0a79f-d0e4-4ca8-85e5-81805760d628,segment=NetworkSegment(27b775b5-8035-4904-ad11-074d150e8a59),segment_id=27b775b5-8035-4904-ad11-074d150e8a59)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:56.774951 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0e3f5-09ac-4c0f-9fee-f294901fdbbb None None] Pushing event updated for resources: {'Port': ['ID=94cd281c-b5bc-4ac6-80a5-9f299291a8a8,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:56.775420 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-60e89c56-f76b-488e-9ecc-e197304a4159 req-a8b044bb-768b-413f-8abd-9ec4eee7bbad tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:56.809374 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:56.834704 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-44fdd265-4787-4edc-b1ad-c9fda1f175a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:56.839015 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-44fdd265-4787-4edc-b1ad-c9fda1f175a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:56.857910 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-44fdd265-4787-4edc-b1ad-c9fda1f175a4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ee139c10-2949-47da-87d7-483d6d8ce3c9 HTTP/1.1" status: 204 len: 168 time: 0.5550818 May 06 09:57:56.910317 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fdd265-4787-4edc-b1ad-c9fda1f175a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee139c10-2949-47da-87d7-483d6d8ce3c9,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:56.924091 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dd9442b2-c7cc-4713-8876-aa6f0e1a568d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:56.940522 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-30a0e3f5-09ac-4c0f-9fee-f294901fdbbb None None] Attempting to bind port 94cd281c-b5bc-4ac6-80a5-9f299291a8a8 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:57:56.941262 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-30a0e3f5-09ac-4c0f-9fee-f294901fdbbb None None] Attempting to bind port 94cd281c-b5bc-4ac6-80a5-9f299291a8a8 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'ff75849d-c3ec-4da8-a36d-6ab24954a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ed58cc94-c735-4622-adb9-93b96f6fb799'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:57:56.941262 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a0e3f5-09ac-4c0f-9fee-f294901fdbbb None None] Attempting to bind port 94cd281c-b5bc-4ac6-80a5-9f299291a8a8 on network ed58cc94-c735-4622-adb9-93b96f6fb799 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:57:56.949664 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:57:56.956999 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a0e3f5-09ac-4c0f-9fee-f294901fdbbb None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:57:56.957417 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a0e3f5-09ac-4c0f-9fee-f294901fdbbb None None] Checking segment: {'id': 'ff75849d-c3ec-4da8-a36d-6ab24954a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ed58cc94-c735-4622-adb9-93b96f6fb799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:56.957839 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-30a0e3f5-09ac-4c0f-9fee-f294901fdbbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:56.958310 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a0e3f5-09ac-4c0f-9fee-f294901fdbbb None None] Bound using segment: {'id': 'ff75849d-c3ec-4da8-a36d-6ab24954a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ed58cc94-c735-4622-adb9-93b96f6fb799'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:57:56.958734 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-30a0e3f5-09ac-4c0f-9fee-f294901fdbbb None None] Bound port: 94cd281c-b5bc-4ac6-80a5-9f299291a8a8, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff75849d-c3ec-4da8-a36d-6ab24954a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ed58cc94-c735-4622-adb9-93b96f6fb799'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:57:56.959108 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-30a0e3f5-09ac-4c0f-9fee-f294901fdbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:56.962234 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:56.962602 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:57.053969 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7484b9f-fc55-4709-af86-18bbbd2927b7 req-cacc6131-3080-489f-8cfb-d32e332557fc tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:57.056029 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d7484b9f-fc55-4709-af86-18bbbd2927b7 req-cacc6131-3080-489f-8cfb-d32e332557fc tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 945 time: 0.1606452 May 06 09:57:57.097775 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dd9442b2-c7cc-4713-8876-aa6f0e1a568d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:57.102732 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dd9442b2-c7cc-4713-8876-aa6f0e1a568d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:57.104167 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-dd9442b2-c7cc-4713-8876-aa6f0e1a568d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/security-groups/a6ffd846-0974-440f-89c0-fee14d6aa982 HTTP/1.1" status: 204 len: 168 time: 0.5054104 May 06 09:57:57.119803 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-8ff62921-d36a-44e7-bce6-367a98c1e1ba tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Allocated IP 172.20.0.13 (ed58cc94-c735-4622-adb9-93b96f6fb799/d3663adb-26ef-4aa2-a1df-2220f6e150f8/90997bda-efda-4dee-bd55-973302d4dcc9) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:57.129092 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41442) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:57.130334 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9442b2-c7cc-4713-8876-aa6f0e1a568d tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ffd846-0974-440f-89c0-fee14d6aa982,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:57.168910 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-30a0e3f5-09ac-4c0f-9fee-f294901fdbbb None None] For port 94cd281c-b5bc-4ac6-80a5-9f299291a8a8, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:57:57.184247 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d7484b9f-fc55-4709-af86-18bbbd2927b7 req-6f237059-7fdf-48b3-8738-83c04ef8f4c2 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=fda34383-d8d3-410e-8abd-c7749a98511c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213999 May 06 09:57:57.241437 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-60e89c56-f76b-488e-9ecc-e197304a4159 req-a8b044bb-768b-413f-8abd-9ec4eee7bbad tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:57.243998 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-48435623-a63d-4d65-aca9-4e4b520e35d1 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting subnet dbd8bf5a-4a38-4739-a4ef-d3b3b2e33f4e {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:57:57.245659 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-60e89c56-f76b-488e-9ecc-e197304a4159 req-a8b044bb-768b-413f-8abd-9ec4eee7bbad tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:57.245807 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [req-60e89c56-f76b-488e-9ecc-e197304a4159 req-a8b044bb-768b-413f-8abd-9ec4eee7bbad tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Floating IP 338de055-f430-4fe6-9a1c-5d462e62d5ac disassociated. External IP: 172.25.5.20, port: afe0a79f-d0e4-4ca8-85e5-81805760d628. May 06 09:57:57.246375 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-60e89c56-f76b-488e-9ecc-e197304a4159 req-a8b044bb-768b-413f-8abd-9ec4eee7bbad tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Calling delete_port for afe0a79f-d0e4-4ca8-85e5-81805760d628 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:57.253028 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-48435623-a63d-4d65-aca9-4e4b520e35d1 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:57.276145 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-30a0e3f5-09ac-4c0f-9fee-f294901fdbbb None None] For port 94cd281c-b5bc-4ac6-80a5-9f299291a8a8, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=94cd281c-b5bc-4ac6-80a5-9f299291a8a8,segment=NetworkSegment(ff75849d-c3ec-4da8-a36d-6ab24954a11f),segment_id=ff75849d-c3ec-4da8-a36d-6ab24954a11f)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:57:57.281097 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:57.298887 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-30a0e3f5-09ac-4c0f-9fee-f294901fdbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:57.408341 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-48435623-a63d-4d65-aca9-4e4b520e35d1 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:57.429865 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0e3f5-09ac-4c0f-9fee-f294901fdbbb None None] Pushing event updated for resources: {'Port': ['ID=94cd281c-b5bc-4ac6-80a5-9f299291a8a8,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:57.447516 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844,segment=NetworkSegment(80edd242-db32-42e3-9f67-d396ea818882),segment_id=80edd242-db32-42e3-9f67-d396ea818882)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:57.453966 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:57.469805 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-60e89c56-f76b-488e-9ecc-e197304a4159 req-a8b044bb-768b-413f-8abd-9ec4eee7bbad tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:57.536829 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b044bb-768b-413f-8abd-9ec4eee7bbad tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Pushing event deleted for resources: {'Port': ['ID=afe0a79f-d0e4-4ca8-85e5-81805760d628,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:57.563827 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8bce6-6cdc-4e30-bf5b-e0a20802cc89 req-712469cc-bb58-463d-8cb1-8610b8c9b1ef tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:57.571442 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-60c8bce6-6cdc-4e30-bf5b-e0a20802cc89 req-712469cc-bb58-463d-8cb1-8610b8c9b1ef tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 946 time: 0.2867723 May 06 09:57:57.592975 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:57.687157 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-60c8bce6-6cdc-4e30-bf5b-e0a20802cc89 req-764a653f-c55a-459d-8ae7-9745f8ee1504 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146810 May 06 09:57:57.709585 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-48435623-a63d-4d65-aca9-4e4b520e35d1 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:57.736450 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60e89c56-f76b-488e-9ecc-e197304a4159 req-a8b044bb-768b-413f-8abd-9ec4eee7bbad tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Router ce13bdd3-721f-4cf5-a27e-f1130d3210f7 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:57:57.773270 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8ff62921-d36a-44e7-bce6-367a98c1e1ba tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:57.890607 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0041d7-1136-4428-b3e2-00971abd3ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:57:57.900559 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a164e9-672e-4ba3-b23d-dccde8c3c1ba" -d '{"events": [{"server_uuid": "4b0041d7-1136-4428-b3e2-00971abd3ed7", "name": "network-vif-plugged", "status": "completed", "tag": "c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:57:57.910766 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60e89c56-f76b-488e-9ecc-e197304a4159 req-a8b044bb-768b-413f-8abd-9ec4eee7bbad tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:57:57.925647 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-48435623-a63d-4d65-aca9-4e4b520e35d1 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:57.942276 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40ba509-0bd1-4453-818e-57c026400b0f None None] Sync routers for ids ['ce13bdd3-721f-4cf5-a27e-f1130d3210f7'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:57:57.956009 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40ba509-0bd1-4453-818e-57c026400b0f None None] Routers {'ce13bdd3-721f-4cf5-a27e-f1130d3210f7'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:57.956656 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-f40ba509-0bd1-4453-818e-57c026400b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:57:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ce13bdd3-721f-4cf5-a27e-f1130d3210f7'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:57.990523 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e89c56-f76b-488e-9ecc-e197304a4159 req-a8b044bb-768b-413f-8abd-9ec4eee7bbad tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] No DVR routers for this DVR port afe0a79f-d0e4-4ca8-85e5-81805760d628 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:57:57.993611 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-60e89c56-f76b-488e-9ecc-e197304a4159 req-a8b044bb-768b-413f-8abd-9ec4eee7bbad tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:57.997981 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-60e89c56-f76b-488e-9ecc-e197304a4159 req-a8b044bb-768b-413f-8abd-9ec4eee7bbad tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.77 "DELETE /v2.0/ports/afe0a79f-d0e4-4ca8-85e5-81805760d628 HTTP/1.1" status: 204 len: 173 time: 1.4774523 May 06 09:57:57.998704 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35024015-1225-4497-8dab-cee17af34ce5', 'name': 'network-vif-deleted', 'tag': 'afe0a79f-d0e4-4ca8-85e5-81805760d628'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:57:58.001308 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a4c54c-8f7f-4b93-a6f7-6164444aeea5" -d '{"events": [{"server_uuid": "35024015-1225-4497-8dab-cee17af34ce5", "name": "network-vif-deleted", "tag": "afe0a79f-d0e4-4ca8-85e5-81805760d628"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:57:58.062472 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4db54-1402-4d96-bc87-4e7f6dcf6ce3 req-738f02e9-444a-47af-b0e5-2b29a26d3a6d tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:58.074556 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 94cd281c-b5bc-4ac6-80a5-9f299291a8a8 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:58.076337 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e6b4db54-1402-4d96-bc87-4e7f6dcf6ce3 req-738f02e9-444a-47af-b0e5-2b29a26d3a6d tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0041d7-1136-4428-b3e2-00971abd3ed7 HTTP/1.1" status: 200 len: 946 time: 0.2571650 May 06 09:57:58.098553 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8ff62921-d36a-44e7-bce6-367a98c1e1ba tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:58.177075 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48435623-a63d-4d65-aca9-4e4b520e35d1 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Subnet': ['ID=dbd8bf5a-4a38-4739-a4ef-d3b3b2e33f4e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:58.198338 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41468) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:58.210230 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eda07e-994a-45f8-992c-11667d88e688 None None] Network f79cc220-36b3-46c9-8ba9-f206abf24942 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:58.210401 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-f40ba509-0bd1-4453-818e-57c026400b0f None None] Set router ce13bdd3-721f-4cf5-a27e-f1130d3210f7 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:57:58.298508 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-48435623-a63d-4d65-aca9-4e4b520e35d1 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:58.304366 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-48435623-a63d-4d65-aca9-4e4b520e35d1 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/subnets/dbd8bf5a-4a38-4739-a4ef-d3b3b2e33f4e HTTP/1.1" status: 204 len: 168 time: 1.1709003 May 06 09:57:58.307746 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41474) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:58.314423 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff62921-d36a-44e7-bce6-367a98c1e1ba tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Network ed58cc94-c735-4622-adb9-93b96f6fb799 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:58.327691 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-8ff62921-d36a-44e7-bce6-367a98c1e1ba tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:58.334170 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 94cd281c-b5bc-4ac6-80a5-9f299291a8a8 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:58.334538 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:58.336122 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff62921-d36a-44e7-bce6-367a98c1e1ba tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:58.386826 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-42084aef-03da-4832-86c8-082c2f199658 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Request body: {'networks': [{'name': 'tempest-network--1925042160'}, {'name': 'tempest-network--1216514839'}]} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:58.387221 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-42084aef-03da-4832-86c8-082c2f199658 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Request body: {'network': {'name': 'tempest-network--1925042160'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:58.387657 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-42084aef-03da-4832-86c8-082c2f199658 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Request body: {'network': {'name': 'tempest-network--1216514839'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:58.424925 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e6b4db54-1402-4d96-bc87-4e7f6dcf6ce3 req-ee0f4475-af11-4783-a060-628d5f81579b tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=27e46212-b4e6-458b-bfc0-8c8a48a719be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3466320 May 06 09:57:58.460832 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff62921-d36a-44e7-bce6-367a98c1e1ba tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Pushing event updated for resources: {'Port': ['ID=90997bda-efda-4dee-bd55-973302d4dcc9,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:58.461113 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-dca710fd-11b2-4256-93bf-347efa0e2adf tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting subnet f546fcc5-e40b-4089-8412-376bb35c68a3 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:57:58.466276 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dca710fd-11b2-4256-93bf-347efa0e2adf tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:58.506604 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff62921-d36a-44e7-bce6-367a98c1e1ba tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:58.510891 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8ff62921-d36a-44e7-bce6-367a98c1e1ba tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:58.519822 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42084aef-03da-4832-86c8-082c2f199658 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Made reservation on behalf of 8fe5964bede84125a3eabf2104c57ff6 for: {'network': 2} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:58.524548 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42084aef-03da-4832-86c8-082c2f199658 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:58.532995 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a3eafc-d2f7-4102-a4e9-2fc04cb87712 x-openstack-request-id: req-04a3eafc-d2f7-4102-a4e9-2fc04cb87712 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:57:58.540119 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0041d7-1136-4428-b3e2-00971abd3ed7", "name": "network-vif-plugged", "status": "completed", "tag": "c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:57:58.540234 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-04a3eafc-d2f7-4102-a4e9-2fc04cb87712 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:57:58.540616 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a3eafc-d2f7-4102-a4e9-2fc04cb87712'] response: {'server_uuid': '4b0041d7-1136-4428-b3e2-00971abd3ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844', 'code': 200} May 06 09:57:58.551488 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42084aef-03da-4832-86c8-082c2f199658 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:58.575092 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8ff62921-d36a-44e7-bce6-367a98c1e1ba tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.3735585 May 06 09:57:58.576070 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41476) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:58.593546 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-f40ba509-0bd1-4453-818e-57c026400b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1145327886-router', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:15Z', 'updated_at': '2022-05-06T09:52:23Z', 'revision_number': 4, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'gw_port': {'id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:16Z', 'updated_at': '2022-05-06T09:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '88b66bed-8687-403c-b472-939f5b75bdb8', 'name': '', 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'mac_address': 'fa:16:3e:ba:e3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'c9382d75-3c44-4a92-be03-e9a2109a5f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:21Z', 'updated_at': '2022-05-06T09:52:29Z', 'revision_number': 5, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'subnets': [{'id': 'c9382d75-3c44-4a92-be03-e9a2109a5f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:58.614089 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576b48cf-c503-4712-8f7e-235023895e8e x-openstack-request-id: req-576b48cf-c503-4712-8f7e-235023895e8e {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:57:58.614375 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35024015-1225-4497-8dab-cee17af34ce5", "name": "network-vif-deleted", "tag": "afe0a79f-d0e4-4ca8-85e5-81805760d628", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:57:58.614644 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-576b48cf-c503-4712-8f7e-235023895e8e {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:57:58.615024 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-576b48cf-c503-4712-8f7e-235023895e8e'] response: {'server_uuid': '35024015-1225-4497-8dab-cee17af34ce5', 'name': 'network-vif-deleted', 'tag': 'afe0a79f-d0e4-4ca8-85e5-81805760d628', 'status': 'completed', 'code': 200} May 06 09:57:58.623887 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dca710fd-11b2-4256-93bf-347efa0e2adf tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:58.657411 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40ba509-0bd1-4453-818e-57c026400b0f None None] Checking router: ce13bdd3-721f-4cf5-a27e-f1130d3210f7 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:57:58.672120 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40ba509-0bd1-4453-818e-57c026400b0f None None] Routers {'ce13bdd3-721f-4cf5-a27e-f1130d3210f7'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:58.673480 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-f40ba509-0bd1-4453-818e-57c026400b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:57:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ce13bdd3-721f-4cf5-a27e-f1130d3210f7'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:58.710351 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:58.763678 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9390383-953c-48d0-8509-6474a8865652 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:58.771205 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9390383-953c-48d0-8509-6474a8865652 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:58.777213 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9390383-953c-48d0-8509-6474a8865652 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:58.782496 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f9390383-953c-48d0-8509-6474a8865652 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.2051320 May 06 09:57:58.794331 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41480) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:58.833064 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a503452-880e-4e07-8e8e-f41800a1b851 req-565239b7-7dfc-4765-907a-b53318db653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:58.833813 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 94cd281c-b5bc-4ac6-80a5-9f299291a8a8, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=94cd281c-b5bc-4ac6-80a5-9f299291a8a8,segment=NetworkSegment(ff75849d-c3ec-4da8-a36d-6ab24954a11f),segment_id=ff75849d-c3ec-4da8-a36d-6ab24954a11f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:58.834947 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a503452-880e-4e07-8e8e-f41800a1b851 req-565239b7-7dfc-4765-907a-b53318db653d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4b0041d7-1136-4428-b3e2-00971abd3ed7 HTTP/1.1" status: 200 len: 1097 time: 0.1858649 May 06 09:57:58.843041 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:58.894608 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c4a3577a-6223-4f08-b148-3231a80f2daa req-a632f16e-4ff9-4f7e-bd15-bab111ab4554 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=35024015-1225-4497-8dab-cee17af34ce5 HTTP/1.1" status: 200 len: 210 time: 0.1092005 May 06 09:57:58.934403 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-f40ba509-0bd1-4453-818e-57c026400b0f None None] Set router ce13bdd3-721f-4cf5-a27e-f1130d3210f7 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:57:58.967164 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dca710fd-11b2-4256-93bf-347efa0e2adf tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:58.996269 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=94cd281c-b5bc-4ac6-80a5-9f299291a8a8,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:59.026228 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:59.097209 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a503452-880e-4e07-8e8e-f41800a1b851 req-798d806a-747d-4c0b-a6bd-653a753be577 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=27e46212-b4e6-458b-bfc0-8c8a48a719be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401793 May 06 09:57:59.107534 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42084aef-03da-4832-86c8-082c2f199658 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:59.119045 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0960e5-7e4e-421f-ac8d-3f4a59dbd901 req-e1f64e78-814c-4aee-9981-3cf319e3e6a2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:59.121199 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42084aef-03da-4832-86c8-082c2f199658 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:59.121741 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42084aef-03da-4832-86c8-082c2f199658 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:59.132647 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0b0960e5-7e4e-421f-ac8d-3f4a59dbd901 req-e1f64e78-814c-4aee-9981-3cf319e3e6a2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 946 time: 0.1221230 May 06 09:57:59.178865 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-f6d58484-5a0e-4cea-adc8-8e40b0361136 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Deleting port 90997bda-efda-4dee-bd55-973302d4dcc9 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:59.179643 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f6d58484-5a0e-4cea-adc8-8e40b0361136 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:59.182881 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42084aef-03da-4832-86c8-082c2f199658 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45160a86-0c41-4a94-9274-94a33eece877,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:59.220320 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42084aef-03da-4832-86c8-082c2f199658 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:57:59.248774 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42084aef-03da-4832-86c8-082c2f199658 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:59.249685 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-42084aef-03da-4832-86c8-082c2f199658 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Added segment 0ada450a-914c-4509-8fef-7efce96e04e0 of type vlan for network 1e6a411b-5045-4e43-8743-db545c49f237 May 06 09:57:59.252040 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-f40ba509-0bd1-4453-818e-57c026400b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1145327886-router', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:15Z', 'updated_at': '2022-05-06T09:52:23Z', 'revision_number': 4, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'gw_port': {'id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:16Z', 'updated_at': '2022-05-06T09:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '88b66bed-8687-403c-b472-939f5b75bdb8', 'name': '', 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'mac_address': 'fa:16:3e:ba:e3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'c9382d75-3c44-4a92-be03-e9a2109a5f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:21Z', 'updated_at': '2022-05-06T09:52:29Z', 'revision_number': 5, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'subnets': [{'id': 'c9382d75-3c44-4a92-be03-e9a2109a5f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:59.253364 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dca710fd-11b2-4256-93bf-347efa0e2adf tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:59.283101 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0b0960e5-7e4e-421f-ac8d-3f4a59dbd901 req-15fb2fda-dc6b-4b71-ba8f-cad2f059ffab tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472769 May 06 09:57:59.300581 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40ba509-0bd1-4453-818e-57c026400b0f None None] The sync data for ids ['ce13bdd3-721f-4cf5-a27e-f1130d3210f7'] in n-d-840835-1 is: [{'id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1145327886-router', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:15Z', 'updated_at': '2022-05-06T09:52:23Z', 'revision_number': 4, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'gw_port': {'id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:16Z', 'updated_at': '2022-05-06T09:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '88b66bed-8687-403c-b472-939f5b75bdb8', 'name': '', 'network_id': '8b4bbee4-4fbe-449e-978f-a646b5e578f0', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'mac_address': 'fa:16:3e:ba:e3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'c9382d75-3c44-4a92-be03-e9a2109a5f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:21Z', 'updated_at': '2022-05-06T09:52:29Z', 'revision_number': 5, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'subnets': [{'id': 'c9382d75-3c44-4a92-be03-e9a2109a5f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:57:59.320707 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292fbd89-8c3c-42cb-b3f1-a0b8f7cf4653 None None] Network ed58cc94-c735-4622-adb9-93b96f6fb799 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:59.390843 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f6d58484-5a0e-4cea-adc8-8e40b0361136 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:59.395528 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca710fd-11b2-4256-93bf-347efa0e2adf tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Subnet': ['ID=f546fcc5-e40b-4089-8412-376bb35c68a3,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:59.406287 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dca710fd-11b2-4256-93bf-347efa0e2adf tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:59.411530 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-dca710fd-11b2-4256-93bf-347efa0e2adf tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/subnets/f546fcc5-e40b-4089-8412-376bb35c68a3 HTTP/1.1" status: 204 len: 168 time: 1.1026981 May 06 09:57:59.415786 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42084aef-03da-4832-86c8-082c2f199658 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:59.418120 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41484) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:59.434246 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-f6d58484-5a0e-4cea-adc8-8e40b0361136 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Calling delete_port for 90997bda-efda-4dee-bd55-973302d4dcc9 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:59.475894 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-90237c06-a501-4fb4-b348-7c3d6ab170b0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] DELETE failed (client error): The resource could not be found. May 06 09:57:59.476463 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90237c06-a501-4fb4-b348-7c3d6ab170b0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:57:59.480331 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-90237c06-a501-4fb4-b348-7c3d6ab170b0 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/subnets/dbd8bf5a-4a38-4739-a4ef-d3b3b2e33f4e HTTP/1.1" status: 404 len: 337 time: 0.0604770 May 06 09:57:59.483460 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41488) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:59.505386 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7cfb2-db3b-49eb-b148-66d72d870867 req-85cabb15-e12c-412f-8cb7-81f9b32da33f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:59.513592 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2af7cfb2-db3b-49eb-b148-66d72d870867 req-85cabb15-e12c-412f-8cb7-81f9b32da33f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 946 time: 0.1249022 May 06 09:57:59.555031 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.db.resource_extend [None req-42084aef-03da-4832-86c8-082c2f199658 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:57:59.574366 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b2bc52-e382-4677-be35-ca284d3eee6a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting subnet c87275b3-65eb-4cd3-80d7-176c0e739e9c {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:57:59.579366 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-70b2bc52-e382-4677-be35-ca284d3eee6a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:59.615444 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2af7cfb2-db3b-49eb-b148-66d72d870867 req-37dc0f7c-c498-42f0-8eb6-76179c48b386 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919464 May 06 09:57:59.626920 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41490) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:59.628029 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-70b2bc52-e382-4677-be35-ca284d3eee6a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:59.723724 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42084aef-03da-4832-86c8-082c2f199658 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:57:59.759283 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42084aef-03da-4832-86c8-082c2f199658 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:59.759283 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-42084aef-03da-4832-86c8-082c2f199658 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Added segment 5f930f0c-89bb-4a8a-9de9-09e972427d41 of type vlan for network aa30e90c-2848-4d63-9086-665d7b40a2de May 06 09:57:59.770197 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a698af65-b61e-4678-80ef-c58fb36c0056 None None] Provisioning complete for port 94cd281c-b5bc-4ac6-80a5-9f299291a8a8 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:59.770840 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a698af65-b61e-4678-80ef-c58fb36c0056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:59.799495 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfda09a-820c-4d7e-acf7-83a74a997e11 None None] New status for floating IP 338de055-f430-4fe6-9a1c-5d462e62d5ac: DOWN {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:57:59.799910 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9169e2c7-5119-4c32-ac75-e9ddfb4a93cf tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:59.801690 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9169e2c7-5119-4c32-ac75-e9ddfb4a93cf tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 1092 time: 0.1660635 May 06 09:57:59.806069 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41492) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:59.814262 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-63b934af-dcad-4ae9-8ce7-9d3ae86e62b4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'port_id': '1086e2f4-9cca-4533-9338-9c63a105b995', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:59.852202 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42084aef-03da-4832-86c8-082c2f199658 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:59.854556 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c29de8-5777-47cc-8f90-806ed81bf356 req-d166baa9-a722-403a-8993-fd94cf189e8f tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:59.858013 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-70b2bc52-e382-4677-be35-ca284d3eee6a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:59.862410 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8c29de8-5777-47cc-8f90-806ed81bf356 req-d166baa9-a722-403a-8993-fd94cf189e8f tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0041d7-1136-4428-b3e2-00971abd3ed7 HTTP/1.1" status: 200 len: 946 time: 0.1538258 May 06 09:57:59.866448 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f6d58484-5a0e-4cea-adc8-8e40b0361136 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:59.918101 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-63b934af-dcad-4ae9-8ce7-9d3ae86e62b4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:59.923571 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d58484-5a0e-4cea-adc8-8e40b0361136 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Pushing event deleted for resources: {'Port': ['ID=90997bda-efda-4dee-bd55-973302d4dcc9,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:59.946040 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42084aef-03da-4832-86c8-082c2f199658 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:59.946545 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42084aef-03da-4832-86c8-082c2f199658 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:59.952931 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0435f674-5924-4608-9c25-29bfb1ac6c50 None None] Network f79cc220-36b3-46c9-8ba9-f206abf24942 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:59.954097 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42084aef-03da-4832-86c8-082c2f199658 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:59.954757 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 94cd281c-b5bc-4ac6-80a5-9f299291a8a8 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:59.959544 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42084aef-03da-4832-86c8-082c2f199658 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:59.960194 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42084aef-03da-4832-86c8-082c2f199658 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:00.029549 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8c29de8-5777-47cc-8f90-806ed81bf356 req-fc8fc6b3-1f35-4046-bdbd-8ccbacc59e8f tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=27e46212-b4e6-458b-bfc0-8c8a48a719be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643512 May 06 09:58:00.037552 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-70b2bc52-e382-4677-be35-ca284d3eee6a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:00.042860 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device afe0a79f-d0e4-4ca8-85e5-81805760d628 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:58:00.070910 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-42084aef-03da-4832-86c8-082c2f199658 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.8711202 May 06 09:58:00.075859 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41496) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:00.078913 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2bc52-e382-4677-be35-ca284d3eee6a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Subnet': ['ID=c87275b3-65eb-4cd3-80d7-176c0e739e9c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:00.148985 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42084aef-03da-4832-86c8-082c2f199658 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Pushing event updated for resources: {'Network': ['ID=1e6a411b-5045-4e43-8743-db545c49f237,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:00.151609 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-70b2bc52-e382-4677-be35-ca284d3eee6a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:00.156949 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-70b2bc52-e382-4677-be35-ca284d3eee6a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/subnets/c87275b3-65eb-4cd3-80d7-176c0e739e9c HTTP/1.1" status: 204 len: 168 time: 0.6703894 May 06 09:58:00.159805 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41500) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:00.160136 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41502) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:00.206608 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6cd476-25e3-4240-a743-5f4c772206df tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] DELETE failed (client error): The resource could not be found. May 06 09:58:00.207357 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f6cd476-25e3-4240-a743-5f4c772206df tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:58:00.210837 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3f6cd476-25e3-4240-a743-5f4c772206df tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/subnets/94babc9d-5722-4170-a58e-fbca186c5c77 HTTP/1.1" status: 404 len: 337 time: 0.0444021 May 06 09:58:00.213641 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f6d58484-5a0e-4cea-adc8-8e40b0361136 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:00.216999 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f6d58484-5a0e-4cea-adc8-8e40b0361136 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] 10.222.0.73 "DELETE /v2.0/ports/90997bda-efda-4dee-bd55-973302d4dcc9 HTTP/1.1" status: 204 len: 168 time: 1.4216802 May 06 09:58:00.220762 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41506) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:00.221289 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41508) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:00.259808 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca2d02b1-e1a2-4ea2-b4c3-3affa813cda7 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] GET failed (client error): The resource could not be found. May 06 09:58:00.261656 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ca2d02b1-e1a2-4ea2-b4c3-3affa813cda7 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] 10.222.0.73 "GET /v2.0/ports/90997bda-efda-4dee-bd55-973302d4dcc9 HTTP/1.1" status: 404 len: 333 time: 0.0378897 May 06 09:58:00.266613 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41510) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:00.282310 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-3e16f043-9b8b-4209-8dd0-421dac6695bc tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Request body: {'port': {'network_id': 'ed58cc94-c735-4622-adb9-93b96f6fb799', 'name': 'tempest-AllowedAddressPairTestJSON-377481927'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:00.313692 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e1c036b6-e5a9-4428-a096-7cdbb746aaeb tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac991e75-be7e-4273-8ac1-6894ecac4b54 HTTP/1.1" status: 200 len: 205 time: 0.0908875 May 06 09:58:00.314579 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41512) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:00.329458 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42084aef-03da-4832-86c8-082c2f199658 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Pushing event updated for resources: {'Network': ['ID=aa30e90c-2848-4d63-9086-665d7b40a2de,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:00.338389 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 1e6a411b-5045-4e43-8743-db545c49f237 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:58:00.411256 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ba0fc0-a41d-4451-b345-890f4942fc33 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:00.417090 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: afe0a79f-d0e4-4ca8-85e5-81805760d628 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:58:00.417824 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device afe0a79f-d0e4-4ca8-85e5-81805760d628 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:58:00.429362 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network aa30e90c-2848-4d63-9086-665d7b40a2de details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:58:00.444336 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ba0fc0-a41d-4451-b345-890f4942fc33 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:00.458637 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ba0fc0-a41d-4451-b345-890f4942fc33 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:00.474778 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ba0fc0-a41d-4451-b345-890f4942fc33 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:00.482097 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-34ba0fc0-a41d-4451-b345-890f4942fc33 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3979840 May 06 09:58:00.482097 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3cc7dd20-3f38-4408-9714-a56d6a1d52dd tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:00.482738 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41514) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:00.522595 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 94cd281c-b5bc-4ac6-80a5-9f299291a8a8 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:00.523151 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:00.579982 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3cc7dd20-3f38-4408-9714-a56d6a1d52dd tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:00.661732 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e66242e-4868-4d43-9184-537586e4c27d tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:00.683149 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3cc7dd20-3f38-4408-9714-a56d6a1d52dd tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:00.692467 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3cc7dd20-3f38-4408-9714-a56d6a1d52dd tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:00.695630 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3cc7dd20-3f38-4408-9714-a56d6a1d52dd tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "DELETE /v2.0/security-groups/fda34383-d8d3-410e-8abd-c7749a98511c HTTP/1.1" status: 204 len: 168 time: 0.5302849 May 06 09:58:00.698644 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41518) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:00.720931 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-5c8ba518-c730-4933-a236-6a94b00ed8f9 None None] Provisioning complete for port 9b8195c3-6524-4d0d-811f-2e51404b9210 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:00.721312 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba518-c730-4933-a236-6a94b00ed8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:00.724839 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7dd20-3f38-4408-9714-a56d6a1d52dd tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda34383-d8d3-410e-8abd-c7749a98511c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:00.738030 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-42782d64-c804-4927-b22f-181097cf61d8 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] show failed (client error): The resource could not be found. May 06 09:58:00.741315 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-42782d64-c804-4927-b22f-181097cf61d8 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups/fda34383-d8d3-410e-8abd-c7749a98511c HTTP/1.1" status: 404 len: 347 time: 0.0251980 May 06 09:58:00.766679 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41520) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:00.870972 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-c1e3d5f6-1d16-4910-9b63-0a71c3d36000 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] delete failed (client error): The resource could not be found. May 06 09:58:00.878272 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c1e3d5f6-1d16-4910-9b63-0a71c3d36000 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/routers/ac991e75-be7e-4273-8ac1-6894ecac4b54 HTTP/1.1" status: 404 len: 336 time: 0.5504141 May 06 09:58:00.878887 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41522) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:00.892969 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e66242e-4868-4d43-9184-537586e4c27d tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:00.936234 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe49ee9b-71e6-4764-970e-96b07912c750 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] DELETE failed (client error): The resource could not be found. May 06 09:58:00.936684 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe49ee9b-71e6-4764-970e-96b07912c750 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:58:00.942402 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fe49ee9b-71e6-4764-970e-96b07912c750 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/subnets/36c9ea47-7be0-4adc-ae2d-66bd1a50af6d HTTP/1.1" status: 404 len: 337 time: 0.0585980 May 06 09:58:00.945747 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-2e66242e-4868-4d43-9184-537586e4c27d tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6a411b-5045-4e43-8743-db545c49f237']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:00.948146 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41524) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:00.960858 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-63b934af-dcad-4ae9-8ce7-9d3ae86e62b4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:00.961176 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-2e66242e-4868-4d43-9184-537586e4c27d tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ada450a-914c-4509-8fef-7efce96e04e0') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:00.961483 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-2e66242e-4868-4d43-9184-537586e4c27d tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ada450a-914c-4509-8fef-7efce96e04e0') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:00.974327 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e66242e-4868-4d43-9184-537586e4c27d tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:00.984587 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-5c8ba518-c730-4933-a236-6a94b00ed8f9 None None] Provisioning complete for port 94cd281c-b5bc-4ac6-80a5-9f299291a8a8 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:00.984969 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba518-c730-4933-a236-6a94b00ed8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:00.998114 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f3d8ef-1f79-4a7d-bd06-529a330f8ae1 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] DELETE failed (client error): The resource could not be found. May 06 09:58:00.998978 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6f3d8ef-1f79-4a7d-bd06-529a330f8ae1 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:58:01.006039 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e6f3d8ef-1f79-4a7d-bd06-529a330f8ae1 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/subnets/c6098025-aa22-4ef2-9201-3f0d1e8584b8 HTTP/1.1" status: 404 len: 337 time: 0.0568130 May 06 09:58:01.010659 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41526) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:01.013798 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec16442-f6eb-48d1-bd46-406152da0df2 None None] DHCP port deletion for f79cc220-36b3-46c9-8ba9-f206abf24942 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:58:01.039097 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e66242e-4868-4d43-9184-537586e4c27d tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:01.046501 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e66242e-4868-4d43-9184-537586e4c27d tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:58:01.046880 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e66242e-4868-4d43-9184-537586e4c27d tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:01.113320 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-aec16442-f6eb-48d1-bd46-406152da0df2 None None] Deleting port 9b8195c3-6524-4d0d-811f-2e51404b9210 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:01.113689 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-aec16442-f6eb-48d1-bd46-406152da0df2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: timer() May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:58:01.123833 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:58:01.138036 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-8900e32a-a90c-45b4-9810-2af0198ed3cd tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] DELETE failed (client error): The resource could not be found. May 06 09:58:01.138553 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8900e32a-a90c-45b4-9810-2af0198ed3cd tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:58:01.142753 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8900e32a-a90c-45b4-9810-2af0198ed3cd tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/subnets/8848289b-0856-4613-8766-858c0f60462e HTTP/1.1" status: 404 len: 337 time: 0.1308360 May 06 09:58:01.155792 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41530) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:01.156633 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e66242e-4868-4d43-9184-537586e4c27d tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:01.201572 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e66242e-4868-4d43-9184-537586e4c27d tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:01.205971 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2e66242e-4868-4d43-9184-537586e4c27d tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] 10.222.0.73 "DELETE /v2.0/networks/1e6a411b-5045-4e43-8743-db545c49f237 HTTP/1.1" status: 204 len: 168 time: 0.7217083 May 06 09:58:01.208593 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-5c8ba518-c730-4933-a236-6a94b00ed8f9 None None] Provisioning complete for port 793182f1-2322-47c8-a0cb-fa31c0bd5381 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:01.208987 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba518-c730-4933-a236-6a94b00ed8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:01.224637 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66242e-4868-4d43-9184-537586e4c27d tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Pushing event deleted for resources: {'Network': ['ID=1e6a411b-5045-4e43-8743-db545c49f237,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:01.227928 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41532) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:01.248241 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-aec16442-f6eb-48d1-bd46-406152da0df2 None None] For port 9b8195c3-6524-4d0d-811f-2e51404b9210, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9b8195c3-6524-4d0d-811f-2e51404b9210,segment=NetworkSegment(256b144d-8b7e-4739-9983-7d6419293170),segment_id=256b144d-8b7e-4739-9983-7d6419293170)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:01.248649 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-aec16442-f6eb-48d1-bd46-406152da0df2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:01.268338 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-aec16442-f6eb-48d1-bd46-406152da0df2 None None] Calling delete_port for 9b8195c3-6524-4d0d-811f-2e51404b9210 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:01.270474 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-5c8ba518-c730-4933-a236-6a94b00ed8f9 None None] Port 793182f1-2322-47c8-a0cb-fa31c0bd5381 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:58:01.312264 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c67a8d95-c339-4fc9-8cf5-199d382c1e8a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] DELETE failed (client error): The resource could not be found. May 06 09:58:01.313000 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c67a8d95-c339-4fc9-8cf5-199d382c1e8a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:58:01.315311 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13436b8-e9fe-4c4f-91a8-52b523e23968 req-a4bf8531-1600-4abd-9a38-ceee3b0bfc38 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:01.316029 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c67a8d95-c339-4fc9-8cf5-199d382c1e8a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/ports/3a383efb-0065-4eb3-9197-47209cd16f80 HTTP/1.1" status: 404 len: 333 time: 0.1574285 May 06 09:58:01.316859 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c13436b8-e9fe-4c4f-91a8-52b523e23968 req-a4bf8531-1600-4abd-9a38-ceee3b0bfc38 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0041d7-1136-4428-b3e2-00971abd3ed7 HTTP/1.1" status: 200 len: 946 time: 0.1691880 May 06 09:58:01.320713 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41534) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:01.337617 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-63b934af-dcad-4ae9-8ce7-9d3ae86e62b4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Allocated IP 172.25.5.39 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/002f58b7-0851-48ca-a60b-4773083b3b50) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:01.339830 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e16f043-9b8b-4209-8dd0-421dac6695bc tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Made reservation on behalf of 95749e4142644752b60f47a4307ea82f for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:01.346288 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-5c8ba518-c730-4933-a236-6a94b00ed8f9 None None] Could not find standard attr ID for object 90997bda-efda-4dee-bd55-973302d4dcc9. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:58:01.347949 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3e16f043-9b8b-4209-8dd0-421dac6695bc tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:01.355436 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-b00ee608-4593-463e-a8f7-e6216e80c6bc tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] DELETE failed (client error): The resource could not be found. May 06 09:58:01.355932 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b00ee608-4593-463e-a8f7-e6216e80c6bc tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:58:01.363484 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b00ee608-4593-463e-a8f7-e6216e80c6bc tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/subnets/259951b5-9b78-4ef5-a840-b925ae341f17 HTTP/1.1" status: 404 len: 337 time: 0.0423822 May 06 09:58:01.367219 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41536) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:01.369279 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-5c8ba518-c730-4933-a236-6a94b00ed8f9 None None] Provisioning complete for port bd98b0d6-aca3-43e0-a896-2b70e92ef20c triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:01.369677 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba518-c730-4933-a236-6a94b00ed8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:01.379090 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b32cc60c-c8d9-410c-afd4-89a4fe93bd6e tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:01.388636 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-3e16f043-9b8b-4209-8dd0-421dac6695bc tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] device_id is not set on port 4e7e5447-6824-408b-a841-1985728d5e57 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:58:01.410471 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-057ada5b-8446-4c04-b70d-10a0b790ea74 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] DELETE failed (client error): The resource could not be found. May 06 09:58:01.410857 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-057ada5b-8446-4c04-b70d-10a0b790ea74 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:58:01.413908 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-057ada5b-8446-4c04-b70d-10a0b790ea74 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/subnets/c5c2185a-42bc-4a6c-a47a-5261bb84b949 HTTP/1.1" status: 404 len: 337 time: 0.0442238 May 06 09:58:01.416924 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41538) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:01.447547 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-775e777f-a59f-4fce-a9b0-282b0a18a6aa tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Deleting port 51eab8b2-5c28-4f4d-a4de-ebc56a2d3620 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:01.447870 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-775e777f-a59f-4fce-a9b0-282b0a18a6aa tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:01.450016 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-25a36425-ef88-4be8-94e6-3972d151208e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] DELETE failed (client error): The resource could not be found. May 06 09:58:01.450816 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25a36425-ef88-4be8-94e6-3972d151208e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:58:01.454835 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-25a36425-ef88-4be8-94e6-3972d151208e tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/ports/c58e9774-deed-410c-999c-d5c4d1d2f99b HTTP/1.1" status: 404 len: 333 time: 0.0369174 May 06 09:58:01.459052 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41540) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:01.464225 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-5c8ba518-c730-4933-a236-6a94b00ed8f9 None None] Port bd98b0d6-aca3-43e0-a896-2b70e92ef20c cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:58:01.469406 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-aec16442-f6eb-48d1-bd46-406152da0df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:01.489783 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec16442-f6eb-48d1-bd46-406152da0df2 None None] No DVR routers for this DVR port 9b8195c3-6524-4d0d-811f-2e51404b9210 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:58:01.507936 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c13436b8-e9fe-4c4f-91a8-52b523e23968 req-1aeba424-7db5-47ee-80ba-9fb694a63b12 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=27e46212-b4e6-458b-bfc0-8c8a48a719be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652627 May 06 09:58:01.532501 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec16442-f6eb-48d1-bd46-406152da0df2 None None] Pushing event deleted for resources: {'Port': ['ID=9b8195c3-6524-4d0d-811f-2e51404b9210,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:01.577260 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-fca3d55f-b8ff-47a4-91ea-29d731ab326c None None] Could not find standard attr ID for object 90997bda-efda-4dee-bd55-973302d4dcc9. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:58:01.601166 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-fca3d55f-b8ff-47a4-91ea-29d731ab326c None None] Provisioning complete for port bd98b0d6-aca3-43e0-a896-2b70e92ef20c triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:01.601694 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fca3d55f-b8ff-47a4-91ea-29d731ab326c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:01.603981 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f59cb9-1b3e-4a68-b11b-85c8c699e123 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] DELETE failed (client error): The resource could not be found. May 06 09:58:01.604498 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68f59cb9-1b3e-4a68-b11b-85c8c699e123 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:58:01.608170 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-68f59cb9-1b3e-4a68-b11b-85c8c699e123 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/subnets/f6143de9-4227-49c6-a4d2-a1e121314dc4 HTTP/1.1" status: 404 len: 337 time: 0.0699296 May 06 09:58:01.611576 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41544) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:01.646795 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-fca3d55f-b8ff-47a4-91ea-29d731ab326c None None] Port bd98b0d6-aca3-43e0-a896-2b70e92ef20c cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:58:01.660679 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a145f631-a361-4fd4-bbff-973d2dac0d11 None None] get_active_networks_info from n-d-840835-1 {{(pid=102654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 09:58:01.692795 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-3e16f043-9b8b-4209-8dd0-421dac6695bc tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Allocated IP 172.20.0.13 (ed58cc94-c735-4622-adb9-93b96f6fb799/d3663adb-26ef-4aa2-a1df-2220f6e150f8/4e7e5447-6824-408b-a841-1985728d5e57) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:01.701540 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27e587b-bb9d-41c2-a835-fd41319aed4b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] DELETE failed (client error): The resource could not be found. May 06 09:58:01.702077 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d27e587b-bb9d-41c2-a835-fd41319aed4b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:58:01.705176 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d27e587b-bb9d-41c2-a835-fd41319aed4b tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/subnets/5cff480c-7fa7-4e3a-acf5-89402d9ca04c HTTP/1.1" status: 404 len: 337 time: 0.0883379 May 06 09:58:01.709352 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-775e777f-a59f-4fce-a9b0-282b0a18a6aa tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:01.709697 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-775e777f-a59f-4fce-a9b0-282b0a18a6aa tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:01.710743 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-63b934af-dcad-4ae9-8ce7-9d3ae86e62b4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:01.712028 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41546) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:01.720204 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b32cc60c-c8d9-410c-afd4-89a4fe93bd6e tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:01.737918 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-775e777f-a59f-4fce-a9b0-282b0a18a6aa tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Calling delete_port for 51eab8b2-5c28-4f4d-a4de-ebc56a2d3620 owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:01.764721 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-b32cc60c-c8d9-410c-afd4-89a4fe93bd6e tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa30e90c-2848-4d63-9086-665d7b40a2de']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:01.774054 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a145f631-a361-4fd4-bbff-973d2dac0d11 None None] Resources bound (agent type, host, resource id): {{(pid=102654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 09:58:01.779779 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-b32cc60c-c8d9-410c-afd4-89a4fe93bd6e tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f930f0c-89bb-4a8a-9de9-09e972427d41') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:01.780336 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-b32cc60c-c8d9-410c-afd4-89a4fe93bd6e tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f930f0c-89bb-4a8a-9de9-09e972427d41') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:01.804171 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0f8ff-a865-49a4-a4ae-825fd59a66f4 req-da7f95ac-c42c-4bcc-a66f-60f452f79e7f tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:01.805722 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-13c0f8ff-a865-49a4-a4ae-825fd59a66f4 req-da7f95ac-c42c-4bcc-a66f-60f452f79e7f tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0041d7-1136-4428-b3e2-00971abd3ed7 HTTP/1.1" status: 200 len: 946 time: 0.1930647 May 06 09:58:01.815768 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41548) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:01.829096 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-aa838790-3f59-434b-9340-8bff0da923c6 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Request body: {'floatingip': {'port_id': 'c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:01.832702 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b32cc60c-c8d9-410c-afd4-89a4fe93bd6e tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:01.891984 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aa838790-3f59-434b-9340-8bff0da923c6 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for floatingip, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:01.897936 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b32cc60c-c8d9-410c-afd4-89a4fe93bd6e tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:01.929511 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9b8195c3-6524-4d0d-811f-2e51404b9210 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:58:01.930019 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-63b934af-dcad-4ae9-8ce7-9d3ae86e62b4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:01.952446 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b32cc60c-c8d9-410c-afd4-89a4fe93bd6e tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:58:01.953116 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b32cc60c-c8d9-410c-afd4-89a4fe93bd6e tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: timer() May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:58:01.956106 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:58:01.974741 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 9b8195c3-6524-4d0d-811f-2e51404b9210 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:58:01.975181 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9b8195c3-6524-4d0d-811f-2e51404b9210 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:58:01.993546 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b934af-dcad-4ae9-8ce7-9d3ae86e62b4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:02.012078 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-63b934af-dcad-4ae9-8ce7-9d3ae86e62b4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:02.016833 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b934af-dcad-4ae9-8ce7-9d3ae86e62b4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Port': ['ID=002f58b7-0851-48ca-a60b-4773083b3b50,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:02.022885 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b934af-dcad-4ae9-8ce7-9d3ae86e62b4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:02.059781 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc5ab2-8dbe-4ff9-b59e-ad56d73ceb9a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Deleting port 793182f1-2322-47c8-a0cb-fa31c0bd5381 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:02.060426 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cdcc5ab2-8dbe-4ff9-b59e-ad56d73ceb9a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:02.115085 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b32cc60c-c8d9-410c-afd4-89a4fe93bd6e tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:02.120347 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b32cc60c-c8d9-410c-afd4-89a4fe93bd6e tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:02.124042 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b32cc60c-c8d9-410c-afd4-89a4fe93bd6e tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] 10.222.0.73 "DELETE /v2.0/networks/aa30e90c-2848-4d63-9086-665d7b40a2de HTTP/1.1" status: 204 len: 168 time: 0.8938875 May 06 09:58:02.132328 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41550) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:02.151839 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3e16f043-9b8b-4209-8dd0-421dac6695bc tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:02.195805 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cdcc5ab2-8dbe-4ff9-b59e-ad56d73ceb9a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:02.225506 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32cc60c-c8d9-410c-afd4-89a4fe93bd6e tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Pushing event deleted for resources: {'Network': ['ID=aa30e90c-2848-4d63-9086-665d7b40a2de,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:02.243504 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc5ab2-8dbe-4ff9-b59e-ad56d73ceb9a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Calling delete_port for 793182f1-2322-47c8-a0cb-fa31c0bd5381 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:02.315955 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-775e777f-a59f-4fce-a9b0-282b0a18a6aa tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:02.353906 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e777f-a59f-4fce-a9b0-282b0a18a6aa tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Pushing event deleted for resources: {'Port': ['ID=51eab8b2-5c28-4f4d-a4de-ebc56a2d3620,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:02.359469 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3e16f043-9b8b-4209-8dd0-421dac6695bc tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:02.462904 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e16f043-9b8b-4209-8dd0-421dac6695bc tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Network ed58cc94-c735-4622-adb9-93b96f6fb799 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:02.473142 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-3e16f043-9b8b-4209-8dd0-421dac6695bc tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:02.484380 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e16f043-9b8b-4209-8dd0-421dac6695bc tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:02.511271 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16f043-9b8b-4209-8dd0-421dac6695bc tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Pushing event updated for resources: {'Port': ['ID=4e7e5447-6824-408b-a841-1985728d5e57,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:02.569047 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e16f043-9b8b-4209-8dd0-421dac6695bc tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:02.569734 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3e16f043-9b8b-4209-8dd0-421dac6695bc tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:02.575797 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cdcc5ab2-8dbe-4ff9-b59e-ad56d73ceb9a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:02.666109 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3e16f043-9b8b-4209-8dd0-421dac6695bc tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3981416 May 06 09:58:02.670564 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc5ab2-8dbe-4ff9-b59e-ad56d73ceb9a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Port': ['ID=793182f1-2322-47c8-a0cb-fa31c0bd5381,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:02.673533 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41552) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:02.680534 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-bc97d2ae-5620-41bb-96eb-9aa620c213d5 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:66:2a:6c'}]}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:02.684492 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cdcc5ab2-8dbe-4ff9-b59e-ad56d73ceb9a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:02.690152 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-cdcc5ab2-8dbe-4ff9-b59e-ad56d73ceb9a tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/ports/793182f1-2322-47c8-a0cb-fa31c0bd5381 HTTP/1.1" status: 204 len: 168 time: 0.9715214 May 06 09:58:02.692872 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41554) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:02.789534 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-5abe9376-8b52-4bf6-ae7a-c8e593bb0683 None None] Provisioning complete for port 4e7e5447-6824-408b-a841-1985728d5e57 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:02.790375 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5abe9376-8b52-4bf6-ae7a-c8e593bb0683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:02.829847 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-5abe9376-8b52-4bf6-ae7a-c8e593bb0683 None None] Port 4e7e5447-6824-408b-a841-1985728d5e57 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:58:02.833532 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8182a485-7445-4897-8490-14a65688cb93 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:02.839591 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8182a485-7445-4897-8490-14a65688cb93 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:02.841329 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8182a485-7445-4897-8490-14a65688cb93 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6535435 May 06 09:58:02.847663 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41556) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:02.854351 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-8b282639-0474-4e0e-8a11-934bf3a617a1 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1408136423'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:02.906819 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-775e777f-a59f-4fce-a9b0-282b0a18a6aa tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:02.909359 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-775e777f-a59f-4fce-a9b0-282b0a18a6aa tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:02.910524 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-775e777f-a59f-4fce-a9b0-282b0a18a6aa tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "DELETE /v2.0/floatingips/338de055-f430-4fe6-9a1c-5d462e62d5ac HTTP/1.1" status: 204 len: 168 time: 2.1427410 May 06 09:58:02.921541 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-92868ab0-4e97-4d70-b48c-c7b9450061e8 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:02.966309 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-63b934af-dcad-4ae9-8ce7-9d3ae86e62b4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:02.975907 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b282639-0474-4e0e-8a11-934bf3a617a1 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Made reservation on behalf of 8fe5964bede84125a3eabf2104c57ff6 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:02.980036 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8b282639-0474-4e0e-8a11-934bf3a617a1 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:03.013991 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b282639-0474-4e0e-8a11-934bf3a617a1 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:58:03.033627 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8b282639-0474-4e0e-8a11-934bf3a617a1 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:03.033978 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-8b282639-0474-4e0e-8a11-934bf3a617a1 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Added segment 1c790592-9326-4962-9560-4c8884e9948a of type vlan for network 80d5d3ff-0c5a-4535-85cc-3e2c7702bdd3 May 06 09:58:03.110002 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8b282639-0474-4e0e-8a11-934bf3a617a1 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:03.181758 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc97d2ae-5620-41bb-96eb-9aa620c213d5 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:03.183962 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-63b934af-dcad-4ae9-8ce7-9d3ae86e62b4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:03.185063 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8b282639-0474-4e0e-8a11-934bf3a617a1 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:03.189678 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-92868ab0-4e97-4d70-b48c-c7b9450061e8 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:03.190625 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b282639-0474-4e0e-8a11-934bf3a617a1 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:03.191261 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8b282639-0474-4e0e-8a11-934bf3a617a1 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:03.204311 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aa838790-3f59-434b-9340-8bff0da923c6 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:03.247837 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aa838790-3f59-434b-9340-8bff0da923c6 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:03.284888 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-92868ab0-4e97-4d70-b48c-c7b9450061e8 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f79cc220-36b3-46c9-8ba9-f206abf24942']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:03.304633 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8b282639-0474-4e0e-8a11-934bf3a617a1 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4528790 May 06 09:58:03.306804 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41562) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:03.310686 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-92868ab0-4e97-4d70-b48c-c7b9450061e8 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '256b144d-8b7e-4739-9983-7d6419293170') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:03.310989 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-92868ab0-4e97-4d70-b48c-c7b9450061e8 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '256b144d-8b7e-4739-9983-7d6419293170') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:03.317784 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-18f9b030-4eb3-4310-822e-fc47b4979e52 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1697689294'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:03.330386 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b282639-0474-4e0e-8a11-934bf3a617a1 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Pushing event updated for resources: {'Network': ['ID=80d5d3ff-0c5a-4535-85cc-3e2c7702bdd3,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:03.339276 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-92868ab0-4e97-4d70-b48c-c7b9450061e8 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:03.353203 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 80d5d3ff-0c5a-4535-85cc-3e2c7702bdd3 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:58:03.381737 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f9b030-4eb3-4310-822e-fc47b4979e52 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Made reservation on behalf of 8fe5964bede84125a3eabf2104c57ff6 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:03.385632 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-18f9b030-4eb3-4310-822e-fc47b4979e52 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:03.416450 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-92868ab0-4e97-4d70-b48c-c7b9450061e8 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:03.422010 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-aa838790-3f59-434b-9340-8bff0da923c6 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Floating IP 63bace4c-b91b-4857-9188-4807b6253052 associated. External IP: 172.25.5.190, port: c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844. May 06 09:58:03.459405 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92868ab0-4e97-4d70-b48c-c7b9450061e8 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:58:03.459867 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-92868ab0-4e97-4d70-b48c-c7b9450061e8 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: timer() May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:58:03.463144 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:58:03.467642 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f9b030-4eb3-4310-822e-fc47b4979e52 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:58:03.485601 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-18f9b030-4eb3-4310-822e-fc47b4979e52 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:03.485996 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-18f9b030-4eb3-4310-822e-fc47b4979e52 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Added segment 92c50b7e-1be9-42f9-9221-f52f8bf8515d of type vlan for network 3b3e491b-090e-4846-bb49-6e62077d6045 May 06 09:58:03.578828 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-18f9b030-4eb3-4310-822e-fc47b4979e52 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:03.592527 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-92868ab0-4e97-4d70-b48c-c7b9450061e8 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:03.597786 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-92868ab0-4e97-4d70-b48c-c7b9450061e8 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:03.611458 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-92868ab0-4e97-4d70-b48c-c7b9450061e8 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] 10.222.0.73 "DELETE /v2.0/networks/f79cc220-36b3-46c9-8ba9-f206abf24942 HTTP/1.1" status: 204 len: 168 time: 0.9109704 May 06 09:58:03.645040 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92868ab0-4e97-4d70-b48c-c7b9450061e8 tempest-PortsIpV6TestJSON-1399057107 tempest-PortsIpV6TestJSON-1399057107-project] Pushing event deleted for resources: {'Network': ['ID=f79cc220-36b3-46c9-8ba9-f206abf24942,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:03.670520 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-63b934af-dcad-4ae9-8ce7-9d3ae86e62b4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:03.682657 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-18f9b030-4eb3-4310-822e-fc47b4979e52 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:03.689076 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f9b030-4eb3-4310-822e-fc47b4979e52 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:03.689759 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-18f9b030-4eb3-4310-822e-fc47b4979e52 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:03.691840 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-63b934af-dcad-4ae9-8ce7-9d3ae86e62b4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:03.701943 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc97d2ae-5620-41bb-96eb-9aa620c213d5 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:03.734788 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc97d2ae-5620-41bb-96eb-9aa620c213d5 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:03.821829 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-18f9b030-4eb3-4310-822e-fc47b4979e52 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5126522 May 06 09:58:03.828246 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41566) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:03.838270 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-4859589c-24b6-4306-bdf4-ada3f12b0e9f tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Request body: {'ports': [{'network_id': '80d5d3ff-0c5a-4535-85cc-3e2c7702bdd3', 'name': 'tempest-port--1295488303', 'admin_state_up': True}, {'network_id': '3b3e491b-090e-4846-bb49-6e62077d6045', 'admin_state_up': False}]} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:03.839420 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-4859589c-24b6-4306-bdf4-ada3f12b0e9f tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Request body: {'port': {'network_id': '80d5d3ff-0c5a-4535-85cc-3e2c7702bdd3', 'name': 'tempest-port--1295488303', 'admin_state_up': True}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:03.839868 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-4859589c-24b6-4306-bdf4-ada3f12b0e9f tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Request body: {'port': {'network_id': '3b3e491b-090e-4846-bb49-6e62077d6045', 'admin_state_up': False}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:03.849904 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9b030-4eb3-4310-822e-fc47b4979e52 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Pushing event updated for resources: {'Network': ['ID=3b3e491b-090e-4846-bb49-6e62077d6045,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:03.865515 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa838790-3f59-434b-9340-8bff0da923c6 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Router 3205d89c-2ea7-4f9a-b848-40e1a985b929 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:58:03.867898 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b934af-dcad-4ae9-8ce7-9d3ae86e62b4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Port': ['ID=002f58b7-0851-48ca-a60b-4773083b3b50,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:03.872264 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 3b3e491b-090e-4846-bb49-6e62077d6045 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:58:04.035632 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-63b934af-dcad-4ae9-8ce7-9d3ae86e62b4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:04.094475 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa838790-3f59-434b-9340-8bff0da923c6 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:58:04.103461 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-aa838790-3f59-434b-9340-8bff0da923c6 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:04.111944 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e536a4-d383-455a-900a-6b9ccff861b1 None None] Sync routers for ids ['3205d89c-2ea7-4f9a-b848-40e1a985b929'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:58:04.126219 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e536a4-d383-455a-900a-6b9ccff861b1 None None] Routers {'3205d89c-2ea7-4f9a-b848-40e1a985b929'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:04.126862 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b9e536a4-d383-455a-900a-6b9ccff861b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:57:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3205d89c-2ea7-4f9a-b848-40e1a985b929'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:04.128321 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-bc97d2ae-5620-41bb-96eb-9aa620c213d5 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] In _notify_port_updated(), no bound segment for port 4e7e5447-6824-408b-a841-1985728d5e57 on network ed58cc94-c735-4622-adb9-93b96f6fb799 {{(pid=102653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:58:04.134128 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc97d2ae-5620-41bb-96eb-9aa620c213d5 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:04.135249 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc97d2ae-5620-41bb-96eb-9aa620c213d5 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:04.136081 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41572) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:04.144304 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bc97d2ae-5620-41bb-96eb-9aa620c213d5 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] 10.222.0.73 "PUT /v2.0/ports/4e7e5447-6824-408b-a841-1985728d5e57 HTTP/1.1" status: 200 len: 993 time: 1.4613960 May 06 09:58:04.148235 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41574) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:04.179307 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-aa838790-3f59-434b-9340-8bff0da923c6 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "PUT /v2.0/floatingips/63bace4c-b91b-4857-9188-4807b6253052 HTTP/1.1" status: 200 len: 992 time: 2.3466001 May 06 09:58:04.179307 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0041d7-1136-4428-b3e2-00971abd3ed7', 'tag': 'c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:58:04.179307 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb392d8-88ce-4ce6-98b5-ca25feb131c0" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0041d7-1136-4428-b3e2-00971abd3ed7", "tag": "c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:58:04.184441 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97d2ae-5620-41bb-96eb-9aa620c213d5 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Pushing event updated for resources: {'Port': ['ID=4e7e5447-6824-408b-a841-1985728d5e57,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:04.279499 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e35b7d97-ad2a-4bdf-9a6d-345d1ea0afe5 None None] Provisioning complete for port 4e7e5447-6824-408b-a841-1985728d5e57 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:04.279885 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e35b7d97-ad2a-4bdf-9a6d-345d1ea0afe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:04.330282 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-460c950a-e0bb-42e4-a01f-22956d207764 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Deleting port 4e7e5447-6824-408b-a841-1985728d5e57 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:04.333021 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-460c950a-e0bb-42e4-a01f-22956d207764 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:04.352634 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-63b934af-dcad-4ae9-8ce7-9d3ae86e62b4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Floating IP afbbba64-7bb0-48f4-9555-c17116dd040d associated. External IP: 172.25.5.39, port: 1086e2f4-9cca-4533-9338-9c63a105b995. May 06 09:58:04.422901 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4859589c-24b6-4306-bdf4-ada3f12b0e9f tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Made reservation on behalf of 8fe5964bede84125a3eabf2104c57ff6 for: {'port': 2} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:04.428750 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4859589c-24b6-4306-bdf4-ada3f12b0e9f tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:04.484411 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4859589c-24b6-4306-bdf4-ada3f12b0e9f tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:04.540281 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-b9e536a4-d383-455a-900a-6b9ccff861b1 None None] Set router 3205d89c-2ea7-4f9a-b848-40e1a985b929 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:58:04.556585 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2ea27e4f-9c15-403c-be3f-7c077c050d75 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5d193049755044c3b70e2808b8b62329&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4192367 May 06 09:58:04.563692 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed3cef5-3dd3-4d48-9240-6e196db5caf4 x-openstack-request-id: req-eed3cef5-3dd3-4d48-9240-6e196db5caf4 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:58:04.564538 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0041d7-1136-4428-b3e2-00971abd3ed7", "tag": "c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:58:04.565268 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eed3cef5-3dd3-4d48-9240-6e196db5caf4 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:58:04.566547 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eed3cef5-3dd3-4d48-9240-6e196db5caf4'] response: {'name': 'network-changed', 'server_uuid': '4b0041d7-1136-4428-b3e2-00971abd3ed7', 'tag': 'c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844', 'status': 'completed', 'code': 200} May 06 09:58:04.571208 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41584) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:04.597899 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-460c950a-e0bb-42e4-a01f-22956d207764 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:04.629360 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-460c950a-e0bb-42e4-a01f-22956d207764 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Calling delete_port for 4e7e5447-6824-408b-a841-1985728d5e57 owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:04.709583 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e35b7d97-ad2a-4bdf-9a6d-345d1ea0afe5 None None] Port 4e7e5447-6824-408b-a841-1985728d5e57 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:58:04.733235 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b2e33bd2-4129-4a1b-a288-cc3a4642b81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:04.762747 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b2e33bd2-4129-4a1b-a288-cc3a4642b81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:04.807920 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b9e536a4-d383-455a-900a-6b9ccff861b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '47f79145-6e99-4488-a4da-6e00e375309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T09:55:43Z', 'revision_number': 4, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port': {'id': '47f79145-6e99-4488-a4da-6e00e375309c', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:35Z', 'updated_at': '2022-05-06T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '30bff1d8-ffa4-430d-abd2-3d763fcf079d', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'floating_ip_address': '172.25.5.88', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'port_id': 'ae866f35-fc07-47d6-8ae9-dba5018031f1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'mac_address': 'fa:16:3e:d1:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d85475-57b7-4401-a41b-f133f4d0977b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:55:49Z', 'updated_at': '2022-05-06T09:56:10Z', 'revision_number': 2, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'fixed_ip_address_scope': None}, {'id': '63bace4c-b91b-4857-9188-4807b6253052', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'floating_ip_address': '172.25.5.190', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'port_id': 'c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'mac_address': 'fa:16:3e:c7:c8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0041d7-1136-4428-b3e2-00971abd3ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:57:36Z', 'updated_at': '2022-05-06T09:58:03Z', 'revision_number': 1, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd70468-c15f-42df-8758-eb38a58186b2', 'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'mac_address': 'fa:16:3e:c9:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:40Z', 'updated_at': '2022-05-06T09:55:48Z', 'revision_number': 5, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'subnets': [{'id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:04.835521 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b2e33bd2-4129-4a1b-a288-cc3a4642b81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:04.839422 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b2e33bd2-4129-4a1b-a288-cc3a4642b81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:04.840813 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b2e33bd2-4129-4a1b-a288-cc3a4642b81d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a4e2ca9b-29d0-43ee-8216-e2a1bbd5e964 HTTP/1.1" status: 204 len: 168 time: 0.2676446 May 06 09:58:04.841640 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e536a4-d383-455a-900a-6b9ccff861b1 None None] Checking router: 3205d89c-2ea7-4f9a-b848-40e1a985b929 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:58:04.859013 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e33bd2-4129-4a1b-a288-cc3a4642b81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e2ca9b-29d0-43ee-8216-e2a1bbd5e964,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:04.872398 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e536a4-d383-455a-900a-6b9ccff861b1 None None] Routers {'3205d89c-2ea7-4f9a-b848-40e1a985b929'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:04.873876 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b9e536a4-d383-455a-900a-6b9ccff861b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:57:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3205d89c-2ea7-4f9a-b848-40e1a985b929'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:05.020578 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-460c950a-e0bb-42e4-a01f-22956d207764 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:05.099405 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c950a-e0bb-42e4-a01f-22956d207764 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Pushing event deleted for resources: {'Port': ['ID=4e7e5447-6824-408b-a841-1985728d5e57,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:05.124555 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-b9e536a4-d383-455a-900a-6b9ccff861b1 None None] Set router 3205d89c-2ea7-4f9a-b848-40e1a985b929 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:58:05.272640 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-460c950a-e0bb-42e4-a01f-22956d207764 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:05.280780 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-4859589c-24b6-4306-bdf4-ada3f12b0e9f tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] device_id is not set on port c28a4dcd-ff00-4a30-aee7-80f2caaef568 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:58:05.282442 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-460c950a-e0bb-42e4-a01f-22956d207764 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] 10.222.0.73 "DELETE /v2.0/ports/4e7e5447-6824-408b-a841-1985728d5e57 HTTP/1.1" status: 204 len: 168 time: 1.1323669 May 06 09:58:05.285159 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41594) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:05.299675 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb392d8-88ce-4ce6-98b5-ca25feb131c0 req-4e0922fc-608d-40ca-a882-783c21c7c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:05.301453 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-feb392d8-88ce-4ce6-98b5-ca25feb131c0 req-4e0922fc-608d-40ca-a882-783c21c7c036 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8f622fd1748945faafa68a8a25c50995&device_id=4b0041d7-1136-4428-b3e2-00971abd3ed7 HTTP/1.1" status: 200 len: 1097 time: 0.2020781 May 06 09:58:05.331092 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-367d9194-cfbe-4e17-9c72-3f6a2bc226bb tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] GET failed (client error): The resource could not be found. May 06 09:58:05.337689 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-367d9194-cfbe-4e17-9c72-3f6a2bc226bb tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] 10.222.0.73 "GET /v2.0/ports/4e7e5447-6824-408b-a841-1985728d5e57 HTTP/1.1" status: 404 len: 333 time: 0.0511999 May 06 09:58:05.338569 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41596) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:05.356727 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-e8982ebf-2d09-4d9c-91de-7c898759d078 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Request body: {'port': {'network_id': 'ed58cc94-c735-4622-adb9-93b96f6fb799', 'name': 'tempest-AllowedAddressPairTestJSON-914029121'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:05.613381 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8982ebf-2d09-4d9c-91de-7c898759d078 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Made reservation on behalf of 95749e4142644752b60f47a4307ea82f for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:05.615080 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b9e536a4-d383-455a-900a-6b9ccff861b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '47f79145-6e99-4488-a4da-6e00e375309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T09:55:43Z', 'revision_number': 4, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port': {'id': '47f79145-6e99-4488-a4da-6e00e375309c', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:35Z', 'updated_at': '2022-05-06T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '30bff1d8-ffa4-430d-abd2-3d763fcf079d', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'floating_ip_address': '172.25.5.88', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'port_id': 'ae866f35-fc07-47d6-8ae9-dba5018031f1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'mac_address': 'fa:16:3e:d1:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d85475-57b7-4401-a41b-f133f4d0977b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:55:49Z', 'updated_at': '2022-05-06T09:56:10Z', 'revision_number': 2, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'fixed_ip_address_scope': None}, {'id': '63bace4c-b91b-4857-9188-4807b6253052', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'floating_ip_address': '172.25.5.190', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'port_id': 'c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'mac_address': 'fa:16:3e:c7:c8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0041d7-1136-4428-b3e2-00971abd3ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:57:36Z', 'updated_at': '2022-05-06T09:58:03Z', 'revision_number': 1, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd70468-c15f-42df-8758-eb38a58186b2', 'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'mac_address': 'fa:16:3e:c9:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:40Z', 'updated_at': '2022-05-06T09:55:48Z', 'revision_number': 5, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'subnets': [{'id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:05.622528 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e8982ebf-2d09-4d9c-91de-7c898759d078 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:05.678854 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-e8982ebf-2d09-4d9c-91de-7c898759d078 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] device_id is not set on port 256b617d-c642-48b1-9826-ae08c9197661 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:58:05.688314 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e536a4-d383-455a-900a-6b9ccff861b1 None None] The sync data for ids ['3205d89c-2ea7-4f9a-b848-40e1a985b929'] in n-d-840835-1 is: [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '47f79145-6e99-4488-a4da-6e00e375309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T09:55:43Z', 'revision_number': 4, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port': {'id': '47f79145-6e99-4488-a4da-6e00e375309c', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:35Z', 'updated_at': '2022-05-06T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '30bff1d8-ffa4-430d-abd2-3d763fcf079d', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'floating_ip_address': '172.25.5.88', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'port_id': 'ae866f35-fc07-47d6-8ae9-dba5018031f1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'mac_address': 'fa:16:3e:d1:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d85475-57b7-4401-a41b-f133f4d0977b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:55:49Z', 'updated_at': '2022-05-06T09:56:10Z', 'revision_number': 2, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'fixed_ip_address_scope': None}, {'id': '63bace4c-b91b-4857-9188-4807b6253052', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'floating_ip_address': '172.25.5.190', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'port_id': 'c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'mac_address': 'fa:16:3e:c7:c8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0041d7-1136-4428-b3e2-00971abd3ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:57:36Z', 'updated_at': '2022-05-06T09:58:03Z', 'revision_number': 1, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd70468-c15f-42df-8758-eb38a58186b2', 'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'mac_address': 'fa:16:3e:c9:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:40Z', 'updated_at': '2022-05-06T09:55:48Z', 'revision_number': 5, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'subnets': [{'id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:58:05.711159 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb392d8-88ce-4ce6-98b5-ca25feb131c0 req-a59848c2-2e1e-4a5c-b38c-2e10af9eebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:05.713945 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-feb392d8-88ce-4ce6-98b5-ca25feb131c0 req-a59848c2-2e1e-4a5c-b38c-2e10af9eebf8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 HTTP/1.1" status: 200 len: 914 time: 0.3851485 May 06 09:58:05.727233 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b934af-dcad-4ae9-8ce7-9d3ae86e62b4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Router 9ed2694c-f882-4951-ad25-00927f52e9c5 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:58:05.852196 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-e8982ebf-2d09-4d9c-91de-7c898759d078 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Allocated IP 172.20.0.5 (ed58cc94-c735-4622-adb9-93b96f6fb799/d3663adb-26ef-4aa2-a1df-2220f6e150f8/256b617d-c642-48b1-9826-ae08c9197661) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:05.865780 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-feb392d8-88ce-4ce6-98b5-ca25feb131c0 req-789cf094-94a7-470d-a283-e91cc01b7881 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844 HTTP/1.1" status: 200 len: 1000 time: 0.1369755 May 06 09:58:05.976033 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4859589c-24b6-4306-bdf4-ada3f12b0e9f tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:06.009044 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41612) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:06.070778 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9982c277-76aa-42ad-9168-8bac14e9da08 None None] New status for floating IP 63bace4c-b91b-4857-9188-4807b6253052: ACTIVE {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:58:06.097629 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb392d8-88ce-4ce6-98b5-ca25feb131c0 req-98680bd8-b4b2-4930-adb0-6ee90030ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:06.099230 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-feb392d8-88ce-4ce6-98b5-ca25feb131c0 req-98680bd8-b4b2-4930-adb0-6ee90030ba44 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5a6d1981-166e-43ed-8cde-937a332bb113 HTTP/1.1" status: 200 len: 852 time: 0.2214537 May 06 09:58:06.162409 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e8982ebf-2d09-4d9c-91de-7c898759d078 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:06.166716 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-4859589c-24b6-4306-bdf4-ada3f12b0e9f tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] device_id is not set on port 351eff0b-80b0-4905-9a8c-678dbf01d0e7 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:58:06.188877 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-2cee2197-3354-453a-9fb9-6f5dd5aa83f9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-523375961'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:06.193718 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b934af-dcad-4ae9-8ce7-9d3ae86e62b4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:58:06.216537 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a58bfa-5039-4cc5-a460-0ce38d2c7956 None None] Sync routers for ids ['9ed2694c-f882-4951-ad25-00927f52e9c5'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:58:06.238786 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a58bfa-5039-4cc5-a460-0ce38d2c7956 None None] Routers {'9ed2694c-f882-4951-ad25-00927f52e9c5'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:06.239456 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b5a58bfa-5039-4cc5-a460-0ce38d2c7956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:57:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['9ed2694c-f882-4951-ad25-00927f52e9c5'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:06.241739 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cee2197-3354-453a-9fb9-6f5dd5aa83f9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Made reservation on behalf of 33c51dde91ea4665882b6a57b1b91c1a for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:06.245510 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2cee2197-3354-453a-9fb9-6f5dd5aa83f9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:06.273414 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-63b934af-dcad-4ae9-8ce7-9d3ae86e62b4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:06.274453 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e8982ebf-2d09-4d9c-91de-7c898759d078 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:06.276552 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2cee2197-3354-453a-9fb9-6f5dd5aa83f9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:06.292565 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb392d8-88ce-4ce6-98b5-ca25feb131c0 req-02e507df-b514-4b47-8c72-d25c64f00a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:06.294727 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-feb392d8-88ce-4ce6-98b5-ca25feb131c0 req-02e507df-b514-4b47-8c72-d25c64f00a29 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1816316 May 06 09:58:06.328170 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8982ebf-2d09-4d9c-91de-7c898759d078 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Network ed58cc94-c735-4622-adb9-93b96f6fb799 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:06.334293 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-e8982ebf-2d09-4d9c-91de-7c898759d078 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:06.341433 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8982ebf-2d09-4d9c-91de-7c898759d078 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:06.410439 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8982ebf-2d09-4d9c-91de-7c898759d078 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Pushing event updated for resources: {'Port': ['ID=256b617d-c642-48b1-9826-ae08c9197661,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:06.451284 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-b5a58bfa-5039-4cc5-a460-0ce38d2c7956 None None] Set router 9ed2694c-f882-4951-ad25-00927f52e9c5 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:58:06.463309 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8982ebf-2d09-4d9c-91de-7c898759d078 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:06.464057 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e8982ebf-2d09-4d9c-91de-7c898759d078 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:06.508096 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e8982ebf-2d09-4d9c-91de-7c898759d078 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1669285 May 06 09:58:06.510144 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41622) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:06.534158 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-63b934af-dcad-4ae9-8ce7-9d3ae86e62b4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.7255216 May 06 09:58:06.536623 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-85cc0117-fd74-4b7a-9852-a2bcd47464c0 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:66:2a:6c'}]}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:06.556579 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '996864ea-2ab9-4c75-8f56-eb0253a84362', 'tag': '1086e2f4-9cca-4533-9338-9c63a105b995'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:58:06.559956 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fa2559-8eba-4a40-8fff-cc59f0edec9f" -d '{"events": [{"name": "network-changed", "server_uuid": "996864ea-2ab9-4c75-8f56-eb0253a84362", "tag": "1086e2f4-9cca-4533-9338-9c63a105b995"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:58:06.703714 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2cee2197-3354-453a-9fb9-6f5dd5aa83f9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:06.781418 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2cee2197-3354-453a-9fb9-6f5dd5aa83f9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:06.813372 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-feb392d8-88ce-4ce6-98b5-ca25feb131c0 req-dd3e4eae-ec58-45b7-af0f-a128a2a5b06d service neutron] 10.222.0.84 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768658 May 06 09:58:06.818382 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4859589c-24b6-4306-bdf4-ada3f12b0e9f tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:06.822931 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cee2197-3354-453a-9fb9-6f5dd5aa83f9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:58:06.831056 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee2197-3354-453a-9fb9-6f5dd5aa83f9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5df392f1-6631-49d8-9952-231c8e4bfb03,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:06.868086 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2cee2197-3354-453a-9fb9-6f5dd5aa83f9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:06.868517 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-2cee2197-3354-453a-9fb9-6f5dd5aa83f9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Added segment 7a18f2c2-bbc5-49b9-b8a3-916d854aaba1 of type vlan for network 3c0b888c-c5b8-4edd-912f-48945d5cfdd3 May 06 09:58:06.869244 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b5a58bfa-5039-4cc5-a460-0ce38d2c7956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492238686', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'd4d96a56-9112-4c6c-8f0e-f23f77b4e3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:57:27Z', 'updated_at': '2022-05-06T09:57:34Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': 'd4d96a56-9112-4c6c-8f0e-f23f77b4e3af', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:28Z', 'updated_at': '2022-05-06T09:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'afbbba64-7bb0-48f4-9555-c17116dd040d', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'floating_ip_address': '172.25.5.39', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'port_id': '1086e2f4-9cca-4533-9338-9c63a105b995', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414', 'mac_address': 'fa:16:3e:c9:a6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996864ea-2ab9-4c75-8f56-eb0253a84362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:58:02Z', 'updated_at': '2022-05-06T09:58:02Z', 'revision_number': 0, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '742b2ebe-c605-407c-98b6-6309dc7581d2', 'name': '', 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:35:3f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'f1a92695-e647-46ea-abf1-868e984a76d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:33Z', 'updated_at': '2022-05-06T09:57:44Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': 'f1a92695-e647-46ea-abf1-868e984a76d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:06.884780 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-468f7134-9553-46d9-a1f9-ff2269d3a2d9 None None] Provisioning complete for port 256b617d-c642-48b1-9826-ae08c9197661 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:06.885162 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-468f7134-9553-46d9-a1f9-ff2269d3a2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:06.924167 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a58bfa-5039-4cc5-a460-0ce38d2c7956 None None] Checking router: 9ed2694c-f882-4951-ad25-00927f52e9c5 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:58:06.935708 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a58bfa-5039-4cc5-a460-0ce38d2c7956 None None] Routers {'9ed2694c-f882-4951-ad25-00927f52e9c5'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:06.936345 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b5a58bfa-5039-4cc5-a460-0ce38d2c7956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:57:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['9ed2694c-f882-4951-ad25-00927f52e9c5'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:06.985919 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-468f7134-9553-46d9-a1f9-ff2269d3a2d9 None None] Port 256b617d-c642-48b1-9826-ae08c9197661 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:58:07.004109 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447da3db-d0c5-4f57-896f-d415bf61d864 req-a72be45a-3195-411e-add5-6fc8a7a63ec9 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:07.005952 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-447da3db-d0c5-4f57-896f-d415bf61d864 req-a72be45a-3195-411e-add5-6fc8a7a63ec9 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 946 time: 0.3387327 May 06 09:58:07.082083 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-447da3db-d0c5-4f57-896f-d415bf61d864 req-40a4e448-5d2c-45fd-a3ae-633e58fe78ca tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652030 May 06 09:58:07.086328 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-feb392d8-88ce-4ce6-98b5-ca25feb131c0 req-7754948b-3630-4eb8-925e-4429741b47f5 service neutron] 10.222.0.84 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637124 May 06 09:58:07.105827 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-b5a58bfa-5039-4cc5-a460-0ce38d2c7956 None None] Set router 9ed2694c-f882-4951-ad25-00927f52e9c5 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:58:07.112741 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4859589c-24b6-4306-bdf4-ada3f12b0e9f tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:07.158870 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-85cc0117-fd74-4b7a-9852-a2bcd47464c0 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:07.161108 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41628) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:07.198086 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2cee2197-3354-453a-9fb9-6f5dd5aa83f9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:07.260115 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35082e90-df8a-458a-8c31-5f450a1b16cd x-openstack-request-id: req-35082e90-df8a-458a-8c31-5f450a1b16cd {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:58:07.260665 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "996864ea-2ab9-4c75-8f56-eb0253a84362", "tag": "1086e2f4-9cca-4533-9338-9c63a105b995", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:58:07.261100 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-35082e90-df8a-458a-8c31-5f450a1b16cd {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:58:07.261705 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35082e90-df8a-458a-8c31-5f450a1b16cd'] response: {'name': 'network-changed', 'server_uuid': '996864ea-2ab9-4c75-8f56-eb0253a84362', 'tag': '1086e2f4-9cca-4533-9338-9c63a105b995', 'status': 'completed', 'code': 200} May 06 09:58:07.274664 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859589c-24b6-4306-bdf4-ada3f12b0e9f tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Pushing event updated for resources: {'Port': ['ID=c28a4dcd-ff00-4a30-aee7-80f2caaef568,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:07.302683 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4859589c-24b6-4306-bdf4-ada3f12b0e9f tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Checking segment: {'id': '1c790592-9326-4962-9560-4c8884e9948a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '80d5d3ff-0c5a-4535-85cc-3e2c7702bdd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:07.303856 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4859589c-24b6-4306-bdf4-ada3f12b0e9f tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Network hostable DHCP agents. Network: 80d5d3ff-0c5a-4535-85cc-3e2c7702bdd3, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:58:07.334058 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2b4a8c76-f6ca-406d-b57b-3e9a0f013da4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/floatingips/afbbba64-7bb0-48f4-9555-c17116dd040d HTTP/1.1" status: 200 len: 991 time: 0.1712244 May 06 09:58:07.347593 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa2559-8eba-4a40-8fff-cc59f0edec9f req-67642342-95c7-4dc7-9f40-c708e491663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:07.349474 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c9fa2559-8eba-4a40-8fff-cc59f0edec9f req-67642342-95c7-4dc7-9f40-c708e491663b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 1097 time: 0.0913401 May 06 09:58:07.357435 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2cee2197-3354-453a-9fb9-6f5dd5aa83f9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:07.358374 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4859589c-24b6-4306-bdf4-ada3f12b0e9f tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Network 80d5d3ff-0c5a-4535-85cc-3e2c7702bdd3 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:58:07.364000 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cee2197-3354-453a-9fb9-6f5dd5aa83f9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:07.365176 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2cee2197-3354-453a-9fb9-6f5dd5aa83f9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:07.399729 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b5a58bfa-5039-4cc5-a460-0ce38d2c7956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492238686', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'd4d96a56-9112-4c6c-8f0e-f23f77b4e3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:57:27Z', 'updated_at': '2022-05-06T09:57:34Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': 'd4d96a56-9112-4c6c-8f0e-f23f77b4e3af', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:28Z', 'updated_at': '2022-05-06T09:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'afbbba64-7bb0-48f4-9555-c17116dd040d', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'floating_ip_address': '172.25.5.39', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'port_id': '1086e2f4-9cca-4533-9338-9c63a105b995', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414', 'mac_address': 'fa:16:3e:c9:a6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996864ea-2ab9-4c75-8f56-eb0253a84362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:58:02Z', 'updated_at': '2022-05-06T09:58:02Z', 'revision_number': 0, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '742b2ebe-c605-407c-98b6-6309dc7581d2', 'name': '', 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:35:3f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'f1a92695-e647-46ea-abf1-868e984a76d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:33Z', 'updated_at': '2022-05-06T09:57:44Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': 'f1a92695-e647-46ea-abf1-868e984a76d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:07.430210 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a58bfa-5039-4cc5-a460-0ce38d2c7956 None None] The sync data for ids ['9ed2694c-f882-4951-ad25-00927f52e9c5'] in n-d-840835-1 is: [{'id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492238686', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'd4d96a56-9112-4c6c-8f0e-f23f77b4e3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:57:27Z', 'updated_at': '2022-05-06T09:57:34Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': 'd4d96a56-9112-4c6c-8f0e-f23f77b4e3af', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:28Z', 'updated_at': '2022-05-06T09:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'afbbba64-7bb0-48f4-9555-c17116dd040d', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'floating_ip_address': '172.25.5.39', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'port_id': '1086e2f4-9cca-4533-9338-9c63a105b995', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414', 'mac_address': 'fa:16:3e:c9:a6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996864ea-2ab9-4c75-8f56-eb0253a84362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:58:02Z', 'updated_at': '2022-05-06T09:58:02Z', 'revision_number': 0, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '742b2ebe-c605-407c-98b6-6309dc7581d2', 'name': '', 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:35:3f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'f1a92695-e647-46ea-abf1-868e984a76d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:33Z', 'updated_at': '2022-05-06T09:57:44Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': 'f1a92695-e647-46ea-abf1-868e984a76d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:58:07.438815 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-4859589c-24b6-4306-bdf4-ada3f12b0e9f tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 80d5d3ff-0c5a-4535-85cc-3e2c7702bdd3) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:07.448339 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f826a0a1-6a60-4498-a599-858ff1b5507c None None] Network 80d5d3ff-0c5a-4535-85cc-3e2c7702bdd3 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:07.455835 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4859589c-24b6-4306-bdf4-ada3f12b0e9f tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:07.456725 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4859589c-24b6-4306-bdf4-ada3f12b0e9f tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:07.553017 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859589c-24b6-4306-bdf4-ada3f12b0e9f tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Pushing event updated for resources: {'Port': ['ID=351eff0b-80b0-4905-9a8c-678dbf01d0e7,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:07.584854 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa2559-8eba-4a40-8fff-cc59f0edec9f req-f5c9af73-ad39-4056-9bdd-28411c19abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:07.595351 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c9fa2559-8eba-4a40-8fff-cc59f0edec9f req-f5c9af73-ad39-4056-9bdd-28411c19abfb service neutron] 10.222.0.84 "GET /v2.0/networks?id=43fdf43b-20c1-42c7-9501-ce94bba53414 HTTP/1.1" status: 200 len: 898 time: 0.2260237 May 06 09:58:07.638825 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-85cc0117-fd74-4b7a-9852-a2bcd47464c0 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:07.648335 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-85cc0117-fd74-4b7a-9852-a2bcd47464c0 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:07.678531 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2cee2197-3354-453a-9fb9-6f5dd5aa83f9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6659005 May 06 09:58:07.689589 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41632) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:07.701117 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-9b283964-52f8-4fa0-9e0c-c305a71644f1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-275043873'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:07.723735 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee2197-3354-453a-9fb9-6f5dd5aa83f9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Network': ['ID=3c0b888c-c5b8-4edd-912f-48945d5cfdd3,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:07.742348 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4859589c-24b6-4306-bdf4-ada3f12b0e9f tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Checking segment: {'id': '92c50b7e-1be9-42f9-9221-f52f8bf8515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3b3e491b-090e-4846-bb49-6e62077d6045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:07.742886 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4859589c-24b6-4306-bdf4-ada3f12b0e9f tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Network hostable DHCP agents. Network: 3b3e491b-090e-4846-bb49-6e62077d6045, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:58:07.773951 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 3c0b888c-c5b8-4edd-912f-48945d5cfdd3 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:58:07.781940 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b283964-52f8-4fa0-9e0c-c305a71644f1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Made reservation on behalf of 33c51dde91ea4665882b6a57b1b91c1a for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:07.785810 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b283964-52f8-4fa0-9e0c-c305a71644f1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:07.796274 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c9fa2559-8eba-4a40-8fff-cc59f0edec9f req-040291ab-d1fe-45ae-ad47-40e3107c1e02 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1086e2f4-9cca-4533-9338-9c63a105b995 HTTP/1.1" status: 200 len: 999 time: 0.1777239 May 06 09:58:07.864205 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-85cc0117-fd74-4b7a-9852-a2bcd47464c0 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] In _notify_port_updated(), no bound segment for port 256b617d-c642-48b1-9826-ae08c9197661 on network ed58cc94-c735-4622-adb9-93b96f6fb799 {{(pid=102652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:58:07.869070 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4859589c-24b6-4306-bdf4-ada3f12b0e9f tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Network 3b3e491b-090e-4846-bb49-6e62077d6045 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:58:07.880523 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cc0117-fd74-4b7a-9852-a2bcd47464c0 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:07.881445 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-85cc0117-fd74-4b7a-9852-a2bcd47464c0 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:07.882697 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-85cc0117-fd74-4b7a-9852-a2bcd47464c0 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] 10.222.0.73 "PUT /v2.0/ports/256b617d-c642-48b1-9826-ae08c9197661 HTTP/1.1" status: 200 len: 995 time: 1.3717775 May 06 09:58:07.887759 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41634) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:07.905859 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc0117-fd74-4b7a-9852-a2bcd47464c0 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Pushing event updated for resources: {'Port': ['ID=256b617d-c642-48b1-9826-ae08c9197661,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:07.911484 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb9cfdc-e705-46b5-a16a-a2c43056598c None None] New status for floating IP afbbba64-7bb0-48f4-9555-c17116dd040d: ACTIVE {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:58:07.926064 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-4859589c-24b6-4306-bdf4-ada3f12b0e9f tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 3b3e491b-090e-4846-bb49-6e62077d6045) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:07.952889 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b283964-52f8-4fa0-9e0c-c305a71644f1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:58:07.955079 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4859589c-24b6-4306-bdf4-ada3f12b0e9f tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:07.961393 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4859589c-24b6-4306-bdf4-ada3f12b0e9f tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:07.966830 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4859589c-24b6-4306-bdf4-ada3f12b0e9f tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:07.967330 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cd8286-c90c-41df-87a8-619efdbc4c70 None None] Network 3b3e491b-090e-4846-bb49-6e62077d6045 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:07.967699 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4859589c-24b6-4306-bdf4-ada3f12b0e9f tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:07.974426 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa2559-8eba-4a40-8fff-cc59f0edec9f req-4ec6943e-f86f-499f-a2b5-0673285c35d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:07.976058 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c9fa2559-8eba-4a40-8fff-cc59f0edec9f req-4ec6943e-f86f-499f-a2b5-0673285c35d5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f1a92695-e647-46ea-abf1-868e984a76d3 HTTP/1.1" status: 200 len: 835 time: 0.1621985 May 06 09:58:08.034373 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b283964-52f8-4fa0-9e0c-c305a71644f1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:08.034735 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-9b283964-52f8-4fa0-9e0c-c305a71644f1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Added segment 421435df-67a0-4afc-8437-f740ec4dcea1 of type vlan for network daa558b4-38e3-4589-84a8-cefdd5f2664e May 06 09:58:08.085407 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41636) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:08.085579 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4859589c-24b6-4306-bdf4-ada3f12b0e9f tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.2541618 May 06 09:58:08.150739 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b283964-52f8-4fa0-9e0c-c305a71644f1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:08.156538 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e3e993-eeff-4641-a19f-b0ad8e2d2b63 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:08.159721 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-bafe5a89-72c5-408d-ae8f-0e5108fef024 None None] Provisioning complete for port 256b617d-c642-48b1-9826-ae08c9197661 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:08.160330 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bafe5a89-72c5-408d-ae8f-0e5108fef024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:08.168201 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e3e993-eeff-4641-a19f-b0ad8e2d2b63 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:08.173748 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-35e3e993-eeff-4641-a19f-b0ad8e2d2b63 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0867028 May 06 09:58:08.174366 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41638) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:08.175471 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa2559-8eba-4a40-8fff-cc59f0edec9f req-6ee9f08c-a56d-488e-9890-e0e84a31f731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:08.177197 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c9fa2559-8eba-4a40-8fff-cc59f0edec9f req-6ee9f08c-a56d-488e-9890-e0e84a31f731 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43fdf43b-20c1-42c7-9501-ce94bba53414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1885970 May 06 09:58:08.229159 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-e819ca9e-ae12-40ab-a75a-a4c2fda92458 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Deleting port 256b617d-c642-48b1-9826-ae08c9197661 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:08.229639 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e819ca9e-ae12-40ab-a75a-a4c2fda92458 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:08.257244 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-bafe5a89-72c5-408d-ae8f-0e5108fef024 None None] Port 256b617d-c642-48b1-9826-ae08c9197661 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:58:08.317453 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-869c22af-fb3c-42ba-8ab3-51d9ffc1a578 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Deleting port c28a4dcd-ff00-4a30-aee7-80f2caaef568 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:08.317893 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-869c22af-fb3c-42ba-8ab3-51d9ffc1a578 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:08.339182 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b283964-52f8-4fa0-9e0c-c305a71644f1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:08.345477 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b283964-52f8-4fa0-9e0c-c305a71644f1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:08.346116 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b283964-52f8-4fa0-9e0c-c305a71644f1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:08.351447 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41640) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:08.413399 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-869c22af-fb3c-42ba-8ab3-51d9ffc1a578 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:08.429516 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-869c22af-fb3c-42ba-8ab3-51d9ffc1a578 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Calling delete_port for c28a4dcd-ff00-4a30-aee7-80f2caaef568 owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:08.489283 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9b283964-52f8-4fa0-9e0c-c305a71644f1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7937946 May 06 09:58:08.494398 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41642) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:08.503657 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-c00549ee-42d6-4d91-b65d-4a38254ae04e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'subnet': {'network_id': '3c0b888c-c5b8-4edd-912f-48945d5cfdd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:08.541287 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b283964-52f8-4fa0-9e0c-c305a71644f1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Network': ['ID=daa558b4-38e3-4589-84a8-cefdd5f2664e,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:08.552524 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c9fa2559-8eba-4a40-8fff-cc59f0edec9f req-50c1f9f9-9ec1-4092-aed5-50e08793f272 service neutron] 10.222.0.84 "GET /v2.0/networks/43fdf43b-20c1-42c7-9501-ce94bba53414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633316 May 06 09:58:08.558896 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network daa558b4-38e3-4589-84a8-cefdd5f2664e details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:58:08.561167 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f1dd2e32-c33b-4275-ae8d-798af0b3608f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/floatingips/afbbba64-7bb0-48f4-9555-c17116dd040d HTTP/1.1" status: 200 len: 993 time: 0.2040102 May 06 09:58:08.564367 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e819ca9e-ae12-40ab-a75a-a4c2fda92458 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:08.602704 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-869c22af-fb3c-42ba-8ab3-51d9ffc1a578 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:08.644310 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-869c22af-fb3c-42ba-8ab3-51d9ffc1a578 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:08.647713 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-869c22af-fb3c-42ba-8ab3-51d9ffc1a578 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] 10.222.0.73 "DELETE /v2.0/ports/c28a4dcd-ff00-4a30-aee7-80f2caaef568 HTTP/1.1" status: 204 len: 168 time: 0.4714255 May 06 09:58:08.650891 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41644) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:08.651978 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c22af-fb3c-42ba-8ab3-51d9ffc1a578 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Pushing event deleted for resources: {'Port': ['ID=c28a4dcd-ff00-4a30-aee7-80f2caaef568,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:08.676449 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-e819ca9e-ae12-40ab-a75a-a4c2fda92458 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Calling delete_port for 256b617d-c642-48b1-9826-ae08c9197661 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:08.695654 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00549ee-42d6-4d91-b65d-4a38254ae04e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Made reservation on behalf of 33c51dde91ea4665882b6a57b1b91c1a for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:08.699525 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c00549ee-42d6-4d91-b65d-4a38254ae04e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:08.773080 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c9fa2559-8eba-4a40-8fff-cc59f0edec9f req-86dfd266-09ac-4858-a63a-db56b4a27e77 service neutron] 10.222.0.84 "GET /v2.0/networks/43fdf43b-20c1-42c7-9501-ce94bba53414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108049 May 06 09:58:08.866020 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-0f427bcd-72d8-4761-ae45-573184d95f33 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Deleting port 351eff0b-80b0-4905-9a8c-678dbf01d0e7 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:08.866380 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0f427bcd-72d8-4761-ae45-573184d95f33 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:08.881899 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e819ca9e-ae12-40ab-a75a-a4c2fda92458 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:08.924580 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819ca9e-ae12-40ab-a75a-a4c2fda92458 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Pushing event deleted for resources: {'Port': ['ID=256b617d-c642-48b1-9826-ae08c9197661,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:08.961717 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0f427bcd-72d8-4761-ae45-573184d95f33 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:09.002316 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-0f427bcd-72d8-4761-ae45-573184d95f33 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Calling delete_port for 351eff0b-80b0-4905-9a8c-678dbf01d0e7 owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:09.013396 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e819ca9e-ae12-40ab-a75a-a4c2fda92458 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:09.019306 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e819ca9e-ae12-40ab-a75a-a4c2fda92458 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] 10.222.0.73 "DELETE /v2.0/ports/256b617d-c642-48b1-9826-ae08c9197661 HTTP/1.1" status: 204 len: 168 time: 1.1209140 May 06 09:58:09.019944 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41648) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:09.050484 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7099fa-0095-4f5e-a524-a4f3bef5eb91 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] GET failed (client error): The resource could not be found. May 06 09:58:09.055532 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bc7099fa-0095-4f5e-a524-a4f3bef5eb91 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] 10.222.0.73 "GET /v2.0/ports/256b617d-c642-48b1-9826-ae08c9197661 HTTP/1.1" status: 404 len: 333 time: 0.0313237 May 06 09:58:09.055896 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41650) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:09.061972 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-f194f494-6dce-4c31-bd26-64402c2895d5 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Request body: {'port': {'network_id': 'ed58cc94-c735-4622-adb9-93b96f6fb799', 'name': 'tempest-AllowedAddressPairTestJSON-613644723'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:09.138337 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c00549ee-42d6-4d91-b65d-4a38254ae04e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:09.214512 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f194f494-6dce-4c31-bd26-64402c2895d5 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Made reservation on behalf of 95749e4142644752b60f47a4307ea82f for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:09.219355 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f194f494-6dce-4c31-bd26-64402c2895d5 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:09.224183 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0f427bcd-72d8-4761-ae45-573184d95f33 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:09.225777 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00549ee-42d6-4d91-b65d-4a38254ae04e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Subnet': ['ID=004e9182-449f-4de1-b980-cfaa1f95a5f0,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:09.242720 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-f194f494-6dce-4c31-bd26-64402c2895d5 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] device_id is not set on port 0f18ab0f-e601-4bdb-8cf6-517e5309e871 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:58:09.260445 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00549ee-42d6-4d91-b65d-4a38254ae04e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Checking segment: {'id': '7a18f2c2-bbc5-49b9-b8a3-916d854aaba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '3c0b888c-c5b8-4edd-912f-48945d5cfdd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:09.260818 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00549ee-42d6-4d91-b65d-4a38254ae04e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network hostable DHCP agents. Network: 3c0b888c-c5b8-4edd-912f-48945d5cfdd3, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:58:09.264890 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f427bcd-72d8-4761-ae45-573184d95f33 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Pushing event deleted for resources: {'Port': ['ID=351eff0b-80b0-4905-9a8c-678dbf01d0e7,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:09.270007 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0f427bcd-72d8-4761-ae45-573184d95f33 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:09.273417 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0f427bcd-72d8-4761-ae45-573184d95f33 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] 10.222.0.73 "DELETE /v2.0/ports/351eff0b-80b0-4905-9a8c-678dbf01d0e7 HTTP/1.1" status: 204 len: 168 time: 0.6184154 May 06 09:58:09.278130 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41652) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:09.319583 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-00b8bbec-ee6d-45b0-ac38-81fe4fca2d15 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0397246 May 06 09:58:09.324391 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41654) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:09.330104 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00549ee-42d6-4d91-b65d-4a38254ae04e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network 3c0b888c-c5b8-4edd-912f-48945d5cfdd3 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:58:09.335268 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-54fb165b-f015-4273-945c-866afd0d4dca tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1271253205'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:09.340473 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-c00549ee-42d6-4d91-b65d-4a38254ae04e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 3c0b888c-c5b8-4edd-912f-48945d5cfdd3) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:09.345702 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00549ee-42d6-4d91-b65d-4a38254ae04e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:09.347008 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c00549ee-42d6-4d91-b65d-4a38254ae04e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:09.357918 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801f91d8-a48d-482f-847d-2546a4d24cda None None] Network 3c0b888c-c5b8-4edd-912f-48945d5cfdd3 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:09.375673 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c00549ee-42d6-4d91-b65d-4a38254ae04e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8809204 May 06 09:58:09.376872 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41656) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:09.386235 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-7df69488-79d6-4204-aa26-a8914b94454c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'subnet': {'network_id': 'daa558b4-38e3-4589-84a8-cefdd5f2664e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:09.416780 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-f194f494-6dce-4c31-bd26-64402c2895d5 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Allocated IP 172.20.0.6 (ed58cc94-c735-4622-adb9-93b96f6fb799/d3663adb-26ef-4aa2-a1df-2220f6e150f8/0f18ab0f-e601-4bdb-8cf6-517e5309e871) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:09.439538 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fb165b-f015-4273-945c-866afd0d4dca tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Made reservation on behalf of 8fe5964bede84125a3eabf2104c57ff6 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:09.443280 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-54fb165b-f015-4273-945c-866afd0d4dca tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:09.489584 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54fb165b-f015-4273-945c-866afd0d4dca tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:58:09.510037 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-54fb165b-f015-4273-945c-866afd0d4dca tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:09.510416 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-54fb165b-f015-4273-945c-866afd0d4dca tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Added segment eeb5558b-8411-47eb-a69b-24b52b0d0da0 of type vlan for network 49bd213b-c55c-4874-a88c-cbb8109580b3 May 06 09:58:09.566470 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df69488-79d6-4204-aa26-a8914b94454c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Made reservation on behalf of 33c51dde91ea4665882b6a57b1b91c1a for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:09.570840 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7df69488-79d6-4204-aa26-a8914b94454c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:09.597137 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-3c0b888c-c5b8-4edd-912f-48945d5cfdd3', 'network_id': '3c0b888c-c5b8-4edd-912f-48945d5cfdd3', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'fixed_ips': [{'subnet_id': '004e9182-449f-4de1-b980-cfaa1f95a5f0'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:58:09.599239 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:09.615944 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-54fb165b-f015-4273-945c-866afd0d4dca tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:09.655726 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-54fb165b-f015-4273-945c-866afd0d4dca tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:09.661301 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fb165b-f015-4273-945c-866afd0d4dca tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:09.661903 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-54fb165b-f015-4273-945c-866afd0d4dca tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:09.767458 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Allocated IP 2001:db8::2 (3c0b888c-c5b8-4edd-912f-48945d5cfdd3/004e9182-449f-4de1-b980-cfaa1f95a5f0/cd581dc2-8c86-4727-a18c-c8bb56101af4) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:09.863052 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7df69488-79d6-4204-aa26-a8914b94454c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:09.952595 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df69488-79d6-4204-aa26-a8914b94454c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Subnet': ['ID=6b69e064-7371-4285-b45b-de5d00ba475a,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:09.973645 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df69488-79d6-4204-aa26-a8914b94454c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Checking segment: {'id': '421435df-67a0-4afc-8437-f740ec4dcea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'daa558b4-38e3-4589-84a8-cefdd5f2664e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:09.974018 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df69488-79d6-4204-aa26-a8914b94454c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network hostable DHCP agents. Network: daa558b4-38e3-4589-84a8-cefdd5f2664e, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:58:09.986104 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:09.998287 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:10.008784 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df69488-79d6-4204-aa26-a8914b94454c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network daa558b4-38e3-4589-84a8-cefdd5f2664e is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:58:10.025627 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-7df69488-79d6-4204-aa26-a8914b94454c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, daa558b4-38e3-4589-84a8-cefdd5f2664e) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:10.034613 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df69488-79d6-4204-aa26-a8914b94454c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:10.035141 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7df69488-79d6-4204-aa26-a8914b94454c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:10.053307 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0cecb0-9f5e-4118-b8d6-56faabf9a374 None None] Network daa558b4-38e3-4589-84a8-cefdd5f2664e requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:10.061674 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7df69488-79d6-4204-aa26-a8914b94454c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6810460 May 06 09:58:10.061886 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Network 3c0b888c-c5b8-4edd-912f-48945d5cfdd3 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:10.061990 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41664) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:10.067054 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-549e6f8c-4519-4454-b15e-3ac61ba9a594 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-246176816', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:10.102232 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-549e6f8c-4519-4454-b15e-3ac61ba9a594 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:10.103534 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-549e6f8c-4519-4454-b15e-3ac61ba9a594 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:10.109992 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:10.117071 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Pushing event updated for resources: {'Port': ['ID=cd581dc2-8c86-4727-a18c-c8bb56101af4,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:10.127559 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:10.135177 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:10.135701 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:10.136149 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:10.136590 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:10.137027 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:10.137987 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:10.138427 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:10.138854 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:10.139346 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:10.139789 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:10.140246 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:10.140676 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:10.181793 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-549e6f8c-4519-4454-b15e-3ac61ba9a594 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:10.194894 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-549e6f8c-4519-4454-b15e-3ac61ba9a594 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:10.226874 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Attempting to bind port cd581dc2-8c86-4727-a18c-c8bb56101af4 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:58:10.227515 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Attempting to bind port cd581dc2-8c86-4727-a18c-c8bb56101af4 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '7a18f2c2-bbc5-49b9-b8a3-916d854aaba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '3c0b888c-c5b8-4edd-912f-48945d5cfdd3'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:58:10.227810 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-549e6f8c-4519-4454-b15e-3ac61ba9a594 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:10.228337 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Attempting to bind port cd581dc2-8c86-4727-a18c-c8bb56101af4 on network 3c0b888c-c5b8-4edd-912f-48945d5cfdd3 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:58:10.229048 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-54fb165b-f015-4273-945c-866afd0d4dca tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9024718 May 06 09:58:10.236238 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-549e6f8c-4519-4454-b15e-3ac61ba9a594 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1691408 May 06 09:58:10.236238 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41666) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:10.237103 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41668) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:10.242682 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-9597dcb1-adc4-48cb-91f1-0c362dc79c40 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1139713794'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:10.244508 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:58:10.244993 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Checking segment: {'id': '7a18f2c2-bbc5-49b9-b8a3-916d854aaba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '3c0b888c-c5b8-4edd-912f-48945d5cfdd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:10.245482 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:10.245951 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Bound using segment: {'id': '7a18f2c2-bbc5-49b9-b8a3-916d854aaba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '3c0b888c-c5b8-4edd-912f-48945d5cfdd3'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:58:10.247056 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Bound port: cd581dc2-8c86-4727-a18c-c8bb56101af4, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a18f2c2-bbc5-49b9-b8a3-916d854aaba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '3c0b888c-c5b8-4edd-912f-48945d5cfdd3'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:58:10.247559 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:10.267924 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9597dcb1-adc4-48cb-91f1-0c362dc79c40 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Made reservation on behalf of 8fe5964bede84125a3eabf2104c57ff6 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:10.271941 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9597dcb1-adc4-48cb-91f1-0c362dc79c40 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:10.291216 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb165b-f015-4273-945c-866afd0d4dca tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Pushing event updated for resources: {'Network': ['ID=49bd213b-c55c-4874-a88c-cbb8109580b3,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:10.306208 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9597dcb1-adc4-48cb-91f1-0c362dc79c40 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:58:10.312680 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 49bd213b-c55c-4874-a88c-cbb8109580b3 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:58:10.324437 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9597dcb1-adc4-48cb-91f1-0c362dc79c40 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:10.325964 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-9597dcb1-adc4-48cb-91f1-0c362dc79c40 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Added segment 4c8dc8c7-7b01-4e56-a0dc-2059fadd2d7d of type vlan for network 3412305e-b197-453c-b7ed-ba7c67faf46e May 06 09:58:10.328080 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f194f494-6dce-4c31-bd26-64402c2895d5 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:10.376735 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9597dcb1-adc4-48cb-91f1-0c362dc79c40 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:10.407959 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7ebc1d-d5c7-42da-8c61-e334609f23a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-daa558b4-38e3-4589-84a8-cefdd5f2664e', 'network_id': 'daa558b4-38e3-4589-84a8-cefdd5f2664e', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'fixed_ips': [{'subnet_id': '6b69e064-7371-4285-b45b-de5d00ba475a'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:58:10.408995 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544f7bc-13b9-4b2d-ac88-c1d9c73515d8 req-b0e47567-0639-4c92-b190-4eadf9886529 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:10.409163 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ac7ebc1d-d5c7-42da-8c61-e334609f23a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:10.409528 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9597dcb1-adc4-48cb-91f1-0c362dc79c40 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:10.410856 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6544f7bc-13b9-4b2d-ac88-c1d9c73515d8 req-b0e47567-0639-4c92-b190-4eadf9886529 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 945 time: 0.2636867 May 06 09:58:10.417141 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9597dcb1-adc4-48cb-91f1-0c362dc79c40 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:10.417916 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9597dcb1-adc4-48cb-91f1-0c362dc79c40 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:10.462458 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] For port cd581dc2-8c86-4727-a18c-c8bb56101af4, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:58:10.473088 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] For port cd581dc2-8c86-4727-a18c-c8bb56101af4, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=cd581dc2-8c86-4727-a18c-c8bb56101af4,segment=NetworkSegment(7a18f2c2-bbc5-49b9-b8a3-916d854aaba1),segment_id=7a18f2c2-bbc5-49b9-b8a3-916d854aaba1)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:58:10.489374 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9597dcb1-adc4-48cb-91f1-0c362dc79c40 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2554998 May 06 09:58:10.511940 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597dcb1-adc4-48cb-91f1-0c362dc79c40 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Pushing event updated for resources: {'Network': ['ID=3412305e-b197-453c-b7ed-ba7c67faf46e,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:10.531683 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 3412305e-b197-453c-b7ed-ba7c67faf46e details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:58:10.540927 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:10.568190 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6544f7bc-13b9-4b2d-ac88-c1d9c73515d8 req-13ccffdc-9e44-427c-9152-a9e6b2259524 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262391 May 06 09:58:10.571408 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f194f494-6dce-4c31-bd26-64402c2895d5 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:10.666959 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41670) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:10.672960 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-a89238d6-0a5f-493d-941b-4e14882be79a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Request body: {'subnets': [{'network_id': '49bd213b-c55c-4874-a88c-cbb8109580b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--825879079', 'ip_version': 4}, {'network_id': '3412305e-b197-453c-b7ed-ba7c67faf46e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:10.673289 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-a89238d6-0a5f-493d-941b-4e14882be79a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Request body: {'subnet': {'network_id': '49bd213b-c55c-4874-a88c-cbb8109580b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--825879079', 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:10.673896 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-a89238d6-0a5f-493d-941b-4e14882be79a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Request body: {'subnet': {'network_id': '3412305e-b197-453c-b7ed-ba7c67faf46e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:10.693255 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194f494-6dce-4c31-bd26-64402c2895d5 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Pushing event updated for resources: {'Port': ['ID=0f18ab0f-e601-4bdb-8cf6-517e5309e871,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:10.735887 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f194f494-6dce-4c31-bd26-64402c2895d5 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Network ed58cc94-c735-4622-adb9-93b96f6fb799 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:10.743019 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-f194f494-6dce-4c31-bd26-64402c2895d5 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:10.751812 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f194f494-6dce-4c31-bd26-64402c2895d5 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:10.870229 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f194f494-6dce-4c31-bd26-64402c2895d5 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:10.874370 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f194f494-6dce-4c31-bd26-64402c2895d5 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:10.905258 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89238d6-0a5f-493d-941b-4e14882be79a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Made reservation on behalf of 8fe5964bede84125a3eabf2104c57ff6 for: {'subnet': 2} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:10.911160 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a89238d6-0a5f-493d-941b-4e14882be79a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:10.912587 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a89238d6-0a5f-493d-941b-4e14882be79a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:10.928724 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c6c30-95f2-4bfa-a049-07f539886c96 None None] Pushing event updated for resources: {'Port': ['ID=cd581dc2-8c86-4727-a18c-c8bb56101af4,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:10.943001 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-ac7ebc1d-d5c7-42da-8c61-e334609f23a5 None None] Allocated IP 2001:db8:1::2 (daa558b4-38e3-4589-84a8-cefdd5f2664e/6b69e064-7371-4285-b45b-de5d00ba475a/aca00a67-8074-4fa8-b77f-65505c780242) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:10.997328 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-34c1144b-9f29-4696-baf6-89f7803bb445 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:11.029778 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f194f494-6dce-4c31-bd26-64402c2895d5 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9727583 May 06 09:58:11.034886 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41672) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:11.098141 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-92c0b303-123e-4ef6-a192-24a9e527dfa2 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Request body: {'port': {'network_id': 'ed58cc94-c735-4622-adb9-93b96f6fb799', 'name': 'tempest-AllowedAddressPairTestJSON-1522382835'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:11.188543 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ac7ebc1d-d5c7-42da-8c61-e334609f23a5 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:11.203485 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ac7ebc1d-d5c7-42da-8c61-e334609f23a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:11.263017 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ebc1d-d5c7-42da-8c61-e334609f23a5 None None] Pushing event updated for resources: {'Port': ['ID=aca00a67-8074-4fa8-b77f-65505c780242,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:11.288344 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-cad3d2f4-2ce2-4c33-ada7-5600ade43659 None None] Provisioning complete for port 0f18ab0f-e601-4bdb-8cf6-517e5309e871 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:11.289086 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cad3d2f4-2ce2-4c33-ada7-5600ade43659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:11.297142 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7ebc1d-d5c7-42da-8c61-e334609f23a5 None None] Network daa558b4-38e3-4589-84a8-cefdd5f2664e is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:11.318275 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-ac7ebc1d-d5c7-42da-8c61-e334609f23a5 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:11.322802 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7ebc1d-d5c7-42da-8c61-e334609f23a5 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:11.358991 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-cad3d2f4-2ce2-4c33-ada7-5600ade43659 None None] Port 0f18ab0f-e601-4bdb-8cf6-517e5309e871 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:58:11.413575 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ac7ebc1d-d5c7-42da-8c61-e334609f23a5 None None] Attempting to bind port aca00a67-8074-4fa8-b77f-65505c780242 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:58:11.413963 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ac7ebc1d-d5c7-42da-8c61-e334609f23a5 None None] Attempting to bind port aca00a67-8074-4fa8-b77f-65505c780242 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '421435df-67a0-4afc-8437-f740ec4dcea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'daa558b4-38e3-4589-84a8-cefdd5f2664e'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:58:11.414336 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7ebc1d-d5c7-42da-8c61-e334609f23a5 None None] Attempting to bind port aca00a67-8074-4fa8-b77f-65505c780242 on network daa558b4-38e3-4589-84a8-cefdd5f2664e {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:58:11.423299 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7ebc1d-d5c7-42da-8c61-e334609f23a5 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:58:11.423700 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7ebc1d-d5c7-42da-8c61-e334609f23a5 None None] Checking segment: {'id': '421435df-67a0-4afc-8437-f740ec4dcea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'daa558b4-38e3-4589-84a8-cefdd5f2664e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:11.424101 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ac7ebc1d-d5c7-42da-8c61-e334609f23a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:11.424508 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7ebc1d-d5c7-42da-8c61-e334609f23a5 None None] Bound using segment: {'id': '421435df-67a0-4afc-8437-f740ec4dcea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'daa558b4-38e3-4589-84a8-cefdd5f2664e'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:58:11.425831 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ac7ebc1d-d5c7-42da-8c61-e334609f23a5 None None] Bound port: aca00a67-8074-4fa8-b77f-65505c780242, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421435df-67a0-4afc-8437-f740ec4dcea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'daa558b4-38e3-4589-84a8-cefdd5f2664e'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:58:11.426292 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ac7ebc1d-d5c7-42da-8c61-e334609f23a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:11.427062 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c0b303-123e-4ef6-a192-24a9e527dfa2 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Made reservation on behalf of 95749e4142644752b60f47a4307ea82f for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:11.430731 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-92c0b303-123e-4ef6-a192-24a9e527dfa2 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:11.461692 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-92c0b303-123e-4ef6-a192-24a9e527dfa2 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] device_id is not set on port 01bdd07f-74d2-4cea-89ec-935f4394a5af yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:58:11.467225 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-34c1144b-9f29-4696-baf6-89f7803bb445 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Allocated IP 2001:db8::1 (3c0b888c-c5b8-4edd-912f-48945d5cfdd3/004e9182-449f-4de1-b980-cfaa1f95a5f0/241adac6-75fa-44a5-a805-356a27e9f027) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:11.502497 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ac7ebc1d-d5c7-42da-8c61-e334609f23a5 None None] For port aca00a67-8074-4fa8-b77f-65505c780242, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:58:11.506390 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ac7ebc1d-d5c7-42da-8c61-e334609f23a5 None None] For port aca00a67-8074-4fa8-b77f-65505c780242, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=aca00a67-8074-4fa8-b77f-65505c780242,segment=NetworkSegment(421435df-67a0-4afc-8437-f740ec4dcea1),segment_id=421435df-67a0-4afc-8437-f740ec4dcea1)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:58:11.510476 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ac7ebc1d-d5c7-42da-8c61-e334609f23a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:11.581233 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ebc1d-d5c7-42da-8c61-e334609f23a5 None None] Pushing event updated for resources: {'Port': ['ID=aca00a67-8074-4fa8-b77f-65505c780242,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:11.719544 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce94b38-b8aa-40bb-840f-cbec582033ec req-785a4486-9d1d-406e-9b0a-c666a9fc77f4 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:11.721122 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9ce94b38-b8aa-40bb-840f-cbec582033ec req-785a4486-9d1d-406e-9b0a-c666a9fc77f4 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.77 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 945 time: 0.1233501 May 06 09:58:11.772223 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-92c0b303-123e-4ef6-a192-24a9e527dfa2 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Allocated IP 172.20.0.14 (ed58cc94-c735-4622-adb9-93b96f6fb799/d3663adb-26ef-4aa2-a1df-2220f6e150f8/01bdd07f-74d2-4cea-89ec-935f4394a5af) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:11.779393 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-34c1144b-9f29-4696-baf6-89f7803bb445 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:11.915340 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc5de5-b82c-48c7-8315-f5fbad9b6b02 req-9ab126c7-c712-47a6-9f90-e492cb048c4e tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:11.917940 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0bfc5de5-b82c-48c7-8315-f5fbad9b6b02 req-9ab126c7-c712-47a6-9f90-e492cb048c4e tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 945 time: 0.2075381 May 06 09:58:11.925039 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-34c1144b-9f29-4696-baf6-89f7803bb445 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:12.056443 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device cd581dc2-8c86-4727-a18c-c8bb56101af4 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:58:12.120731 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c1144b-9f29-4696-baf6-89f7803bb445 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network 3c0b888c-c5b8-4edd-912f-48945d5cfdd3 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:12.140348 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a89238d6-0a5f-493d-941b-4e14882be79a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:12.156284 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0bfc5de5-b82c-48c7-8315-f5fbad9b6b02 req-fcfc2ba1-eae5-443f-ba57-50e53355a440 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248516 May 06 09:58:12.159392 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-9ce94b38-b8aa-40bb-840f-cbec582033ec req-dc33671f-e393-4971-942b-2ec28a702c12 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Deleting port 5f4eb16b-3523-48ac-8535-624e3aae1d84 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:12.159745 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9ce94b38-b8aa-40bb-840f-cbec582033ec req-dc33671f-e393-4971-942b-2ec28a702c12 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:12.187369 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-34c1144b-9f29-4696-baf6-89f7803bb445 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:12.192936 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c1144b-9f29-4696-baf6-89f7803bb445 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:12.194231 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-34c1144b-9f29-4696-baf6-89f7803bb445 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:12.197874 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1144b-9f29-4696-baf6-89f7803bb445 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Port': ['ID=241adac6-75fa-44a5-a805-356a27e9f027,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:12.200596 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port cd581dc2-8c86-4727-a18c-c8bb56101af4 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:12.201727 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:12.246066 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1077b5-7d87-44fc-8ccc-94157af24a6b None None] Network 3c0b888c-c5b8-4edd-912f-48945d5cfdd3 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:12.305512 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-92c0b303-123e-4ef6-a192-24a9e527dfa2 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:12.316308 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89238d6-0a5f-493d-941b-4e14882be79a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Pushing event updated for resources: {'Subnet': ['ID=5c360ec1-d3bc-4427-bef3-d7ec18546b63,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:12.324197 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4e4f5299-e996-4d4a-8826-b5c75d324943 None None] Provisioning complete for port cd581dc2-8c86-4727-a18c-c8bb56101af4 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:12.325389 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4e4f5299-e996-4d4a-8826-b5c75d324943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:12.342200 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89238d6-0a5f-493d-941b-4e14882be79a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Checking segment: {'id': 'eeb5558b-8411-47eb-a69b-24b52b0d0da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '49bd213b-c55c-4874-a88c-cbb8109580b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:12.342747 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89238d6-0a5f-493d-941b-4e14882be79a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Network hostable DHCP agents. Network: 49bd213b-c55c-4874-a88c-cbb8109580b3, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:58:12.362911 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-9ce94b38-b8aa-40bb-840f-cbec582033ec req-dc33671f-e393-4971-942b-2ec28a702c12 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] For port 5f4eb16b-3523-48ac-8535-624e3aae1d84, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=5f4eb16b-3523-48ac-8535-624e3aae1d84,segment=NetworkSegment(27b775b5-8035-4904-ad11-074d150e8a59),segment_id=27b775b5-8035-4904-ad11-074d150e8a59)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:12.363395 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9ce94b38-b8aa-40bb-840f-cbec582033ec req-dc33671f-e393-4971-942b-2ec28a702c12 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:12.383297 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-9ce94b38-b8aa-40bb-840f-cbec582033ec req-dc33671f-e393-4971-942b-2ec28a702c12 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Calling delete_port for 5f4eb16b-3523-48ac-8535-624e3aae1d84 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:12.386438 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-92c0b303-123e-4ef6-a192-24a9e527dfa2 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:12.401289 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89238d6-0a5f-493d-941b-4e14882be79a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Network 49bd213b-c55c-4874-a88c-cbb8109580b3 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:58:12.435623 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-34c1144b-9f29-4696-baf6-89f7803bb445 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:12.444216 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:12.446227 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-a89238d6-0a5f-493d-941b-4e14882be79a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 49bd213b-c55c-4874-a88c-cbb8109580b3) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:12.447237 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c0b303-123e-4ef6-a192-24a9e527dfa2 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Network ed58cc94-c735-4622-adb9-93b96f6fb799 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:12.452504 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a89238d6-0a5f-493d-941b-4e14882be79a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:12.460264 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-92c0b303-123e-4ef6-a192-24a9e527dfa2 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:12.467393 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c0b303-123e-4ef6-a192-24a9e527dfa2 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:12.472700 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3abf48e-8955-43ff-9cdf-ecda0074e93c None None] Network 49bd213b-c55c-4874-a88c-cbb8109580b3 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:12.523824 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0b303-123e-4ef6-a192-24a9e527dfa2 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Pushing event updated for resources: {'Port': ['ID=01bdd07f-74d2-4cea-89ec-935f4394a5af,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:12.549329 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89238d6-0a5f-493d-941b-4e14882be79a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Pushing event updated for resources: {'Subnet': ['ID=d8ec12f4-10b3-45ca-84de-55cbc5796b69,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:12.579299 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port cd581dc2-8c86-4727-a18c-c8bb56101af4, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=cd581dc2-8c86-4727-a18c-c8bb56101af4,segment=NetworkSegment(7a18f2c2-bbc5-49b9-b8a3-916d854aaba1),segment_id=7a18f2c2-bbc5-49b9-b8a3-916d854aaba1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:12.591311 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89238d6-0a5f-493d-941b-4e14882be79a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Checking segment: {'id': '4c8dc8c7-7b01-4e56-a0dc-2059fadd2d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3412305e-b197-453c-b7ed-ba7c67faf46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:12.591982 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89238d6-0a5f-493d-941b-4e14882be79a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Network hostable DHCP agents. Network: 3412305e-b197-453c-b7ed-ba7c67faf46e, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:58:12.607403 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:12.673640 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89238d6-0a5f-493d-941b-4e14882be79a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Network 3412305e-b197-453c-b7ed-ba7c67faf46e is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:58:12.690950 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c0b303-123e-4ef6-a192-24a9e527dfa2 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:12.692855 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-92c0b303-123e-4ef6-a192-24a9e527dfa2 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:12.694916 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-a89238d6-0a5f-493d-941b-4e14882be79a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 3412305e-b197-453c-b7ed-ba7c67faf46e) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:12.701960 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89238d6-0a5f-493d-941b-4e14882be79a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:12.702739 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89238d6-0a5f-493d-941b-4e14882be79a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:12.703450 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a89238d6-0a5f-493d-941b-4e14882be79a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:12.708669 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9ce94b38-b8aa-40bb-840f-cbec582033ec req-dc33671f-e393-4971-942b-2ec28a702c12 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:12.721180 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cb181c-e22e-4dc7-ab86-5aa9d42a582e None None] Network 3412305e-b197-453c-b7ed-ba7c67faf46e requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:12.738838 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['308f84f5-224b-4496-85f5-94f35d22a568'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:58:12.761430 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33671f-e393-4971-942b-2ec28a702c12 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Pushing event deleted for resources: {'Port': ['ID=5f4eb16b-3523-48ac-8535-624e3aae1d84,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:12.776409 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['5f4eb16b-3523-48ac-8535-624e3aae1d84'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:58:12.786331 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a89238d6-0a5f-493d-941b-4e14882be79a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.1160557 May 06 09:58:12.792252 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41678) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:12.799182 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-92c0b303-123e-4ef6-a192-24a9e527dfa2 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7068124 May 06 09:58:12.819725 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41680) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:12.831015 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-374136f0-9221-4e1d-8391-fbe4d9115239 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:66:2a:6c'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:49:2c:10'}]}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:12.860075 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce94b38-b8aa-40bb-840f-cbec582033ec req-dc33671f-e393-4971-942b-2ec28a702c12 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] No DVR routers for this DVR port 5f4eb16b-3523-48ac-8535-624e3aae1d84 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:58:12.864664 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9ce94b38-b8aa-40bb-840f-cbec582033ec req-dc33671f-e393-4971-942b-2ec28a702c12 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:12.868497 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9ce94b38-b8aa-40bb-840f-cbec582033ec req-dc33671f-e393-4971-942b-2ec28a702c12 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.77 "DELETE /v2.0/ports/5f4eb16b-3523-48ac-8535-624e3aae1d84 HTTP/1.1" status: 204 len: 173 time: 1.1400883 May 06 09:58:12.868981 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a0bfc2-45ba-4d63-b030-50686b88848c', 'name': 'network-vif-deleted', 'tag': '5f4eb16b-3523-48ac-8535-624e3aae1d84'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:58:12.883810 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43e1173-e58c-4600-a1a3-7fba54ccd275" -d '{"events": [{"server_uuid": "80a0bfc2-45ba-4d63-b030-50686b88848c", "name": "network-vif-deleted", "tag": "5f4eb16b-3523-48ac-8535-624e3aae1d84"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:58:12.927673 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=cd581dc2-8c86-4727-a18c-c8bb56101af4,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:13.012151 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5553ec95-945f-4d74-ad6f-218b8adc2bc1 x-openstack-request-id: req-5553ec95-945f-4d74-ad6f-218b8adc2bc1 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:58:13.013927 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a0bfc2-45ba-4d63-b030-50686b88848c", "name": "network-vif-deleted", "tag": "5f4eb16b-3523-48ac-8535-624e3aae1d84", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:58:13.014432 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5553ec95-945f-4d74-ad6f-218b8adc2bc1 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:58:13.015395 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5553ec95-945f-4d74-ad6f-218b8adc2bc1'] response: {'server_uuid': '80a0bfc2-45ba-4d63-b030-50686b88848c', 'name': 'network-vif-deleted', 'tag': '5f4eb16b-3523-48ac-8535-624e3aae1d84', 'status': 'completed', 'code': 200} May 06 09:58:13.047209 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b3c12af1-53c8-43c3-bd0f-846ccbab47db None None] Provisioning complete for port 01bdd07f-74d2-4cea-89ec-935f4394a5af triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:13.047539 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b3c12af1-53c8-43c3-bd0f-846ccbab47db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:13.164797 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eaa179-00f1-41cc-a812-664ef8ac3c44 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:13.167305 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a4fe3f-bda5-4f4b-97ca-82af27ee5c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-49bd213b-c55c-4874-a88c-cbb8109580b3', 'network_id': '49bd213b-c55c-4874-a88c-cbb8109580b3', 'tenant_id': '8fe5964bede84125a3eabf2104c57ff6', 'fixed_ips': [{'subnet_id': '5c360ec1-d3bc-4427-bef3-d7ec18546b63'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:58:13.167808 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eaa179-00f1-41cc-a812-664ef8ac3c44 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:13.168183 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-22a4fe3f-bda5-4f4b-97ca-82af27ee5c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:13.170386 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eaa179-00f1-41cc-a812-664ef8ac3c44 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:13.176000 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a5eaa179-00f1-41cc-a812-664ef8ac3c44 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3760390 May 06 09:58:13.177174 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41684) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:13.253812 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-b3c12af1-53c8-43c3-bd0f-846ccbab47db None None] Port 01bdd07f-74d2-4cea-89ec-935f4394a5af cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:58:13.280064 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca65be4-14bd-4eba-9b10-6a427fdb4b4b tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Deleting subnet 5c360ec1-d3bc-4427-bef3-d7ec18546b63 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:58:13.284606 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cca65be4-14bd-4eba-9b10-6a427fdb4b4b tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:13.366365 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6e4f8774-d26d-4820-ba82-d12834b1f834 req-980aca5a-f9f6-423e-8e66-4f0445eb65d6 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=80a0bfc2-45ba-4d63-b030-50686b88848c HTTP/1.1" status: 200 len: 210 time: 0.0586185 May 06 09:58:13.381739 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cca65be4-14bd-4eba-9b10-6a427fdb4b4b tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:13.476534 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cca65be4-14bd-4eba-9b10-6a427fdb4b4b tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:13.487474 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbea3e9-d2f6-484b-9652-603044bbd14b None None] Network daa558b4-38e3-4589-84a8-cefdd5f2664e requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:13.549040 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3f5f9d-e6e6-4fe5-b8bc-1f735892d4b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-3412305e-b197-453c-b7ed-ba7c67faf46e', 'network_id': '3412305e-b197-453c-b7ed-ba7c67faf46e', 'tenant_id': '8fe5964bede84125a3eabf2104c57ff6', 'fixed_ips': [{'subnet_id': 'd8ec12f4-10b3-45ca-84de-55cbc5796b69'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:58:13.550065 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0b3f5f9d-e6e6-4fe5-b8bc-1f735892d4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:13.552821 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-34c1144b-9f29-4696-baf6-89f7803bb445 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:13.557818 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-374136f0-9221-4e1d-8391-fbe4d9115239 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:13.567355 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-34c1144b-9f29-4696-baf6-89f7803bb445 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:13.568153 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-34c1144b-9f29-4696-baf6-89f7803bb445 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:13.615393 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cca65be4-14bd-4eba-9b10-6a427fdb4b4b tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server [None req-22a4fe3f-bda5-4f4b-97ca-82af27ee5c5b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c360ec1-d3bc-4427-bef3-d7ec18546b63: This subnet is being modified by another concurrent operation. May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 09:58:13.649228 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise exception May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c360ec1-d3bc-4427-bef3-d7ec18546b63: This subnet is being modified by another concurrent operation. May 06 09:58:13.652604 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server May 06 09:58:13.683603 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9345ba1b-5ae6-453c-aeb2-3f12621423a4 None None] Network 49bd213b-c55c-4874-a88c-cbb8109580b3 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:13.688788 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cca65be4-14bd-4eba-9b10-6a427fdb4b4b tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:13.693083 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cca65be4-14bd-4eba-9b10-6a427fdb4b4b tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] 10.222.0.73 "DELETE /v2.0/subnets/5c360ec1-d3bc-4427-bef3-d7ec18546b63 HTTP/1.1" status: 204 len: 168 time: 0.5147712 May 06 09:58:13.694828 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca65be4-14bd-4eba-9b10-6a427fdb4b4b tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Pushing event deleted for resources: {'Subnet': ['ID=5c360ec1-d3bc-4427-bef3-d7ec18546b63,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:13.696783 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41688) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:13.760797 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-70c02ab5-e0ac-4872-8e31-2fa29f49d692 None None] Provisioning complete for port cd581dc2-8c86-4727-a18c-c8bb56101af4 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:13.761174 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-70c02ab5-e0ac-4872-8e31-2fa29f49d692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:13.769387 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a92088-b699-4781-b754-ea79d9128ace tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Deleting subnet d8ec12f4-10b3-45ca-84de-55cbc5796b69 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:58:13.772766 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-71a92088-b699-4781-b754-ea79d9128ace tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:13.776432 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1144b-9f29-4696-baf6-89f7803bb445 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Port': ['ID=241adac6-75fa-44a5-a805-356a27e9f027,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:13.822591 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-71a92088-b699-4781-b754-ea79d9128ace tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:13.896722 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-71a92088-b699-4781-b754-ea79d9128ace tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:13.923591 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c1144b-9f29-4696-baf6-89f7803bb445 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network 3c0b888c-c5b8-4edd-912f-48945d5cfdd3 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:13.932294 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-34c1144b-9f29-4696-baf6-89f7803bb445 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:14.033826 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-71a92088-b699-4781-b754-ea79d9128ace tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:14.091354 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a92088-b699-4781-b754-ea79d9128ace tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Pushing event deleted for resources: {'Subnet': ['ID=d8ec12f4-10b3-45ca-84de-55cbc5796b69,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:14.103283 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-71a92088-b699-4781-b754-ea79d9128ace tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:14.109664 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-71a92088-b699-4781-b754-ea79d9128ace tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] 10.222.0.73 "DELETE /v2.0/subnets/d8ec12f4-10b3-45ca-84de-55cbc5796b69 HTTP/1.1" status: 204 len: 168 time: 0.4111207 May 06 09:58:14.113591 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41690) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:14.117182 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-374136f0-9221-4e1d-8391-fbe4d9115239 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:14.129177 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device cd581dc2-8c86-4727-a18c-c8bb56101af4 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:58:14.137919 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-374136f0-9221-4e1d-8391-fbe4d9115239 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server [None req-0b3f5f9d-e6e6-4fe5-b8bc-1f735892d4b8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8ec12f4-10b3-45ca-84de-55cbc5796b69: This subnet is being modified by another concurrent operation. May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 09:58:14.202412 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise exception May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8ec12f4-10b3-45ca-84de-55cbc5796b69: This subnet is being modified by another concurrent operation. May 06 09:58:14.206196 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server May 06 09:58:14.225818 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374136f0-9221-4e1d-8391-fbe4d9115239 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Pushing event updated for resources: {'Port': ['ID=01bdd07f-74d2-4cea-89ec-935f4394a5af,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:14.266146 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4426881c-eae4-4caa-8040-5b68108dad78 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:14.267950 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4426881c-eae4-4caa-8040-5b68108dad78 tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1529858 May 06 09:58:14.271309 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1cf6c6-39f8-46c5-83de-05852b9fc627 None None] Network 3412305e-b197-453c-b7ed-ba7c67faf46e requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:14.275364 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41692) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:14.323825 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-374136f0-9221-4e1d-8391-fbe4d9115239 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] In _notify_port_updated(), no bound segment for port 01bdd07f-74d2-4cea-89ec-935f4394a5af on network ed58cc94-c735-4622-adb9-93b96f6fb799 {{(pid=102653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:58:14.332276 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374136f0-9221-4e1d-8391-fbe4d9115239 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:14.332997 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-374136f0-9221-4e1d-8391-fbe4d9115239 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:14.338079 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-374136f0-9221-4e1d-8391-fbe4d9115239 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] 10.222.0.73 "PUT /v2.0/ports/01bdd07f-74d2-4cea-89ec-935f4394a5af HTTP/1.1" status: 200 len: 1056 time: 1.5155771 May 06 09:58:14.338828 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41694) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:14.356421 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c1144b-9f29-4696-baf6-89f7803bb445 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Router 5668545b-54c2-4c99-99cf-5083bf435cc6 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:58:14.389294 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port cd581dc2-8c86-4727-a18c-c8bb56101af4 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:14.389294 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:14.407409 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01e850be-5849-46f8-b7f3-315e2942b2fe tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:14.505852 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-70c02ab5-e0ac-4872-8e31-2fa29f49d692 None None] Provisioning complete for port 241adac6-75fa-44a5-a805-356a27e9f027 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:14.506225 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-70c02ab5-e0ac-4872-8e31-2fa29f49d692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:14.561805 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c1144b-9f29-4696-baf6-89f7803bb445 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:58:14.573647 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e55b29-4a9b-4b5c-b221-61bcd22a94fd None None] Sync routers for ids ['5668545b-54c2-4c99-99cf-5083bf435cc6'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:58:14.580248 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-34c1144b-9f29-4696-baf6-89f7803bb445 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "PUT /v2.0/routers/5668545b-54c2-4c99-99cf-5083bf435cc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3369701 May 06 09:58:14.584108 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41700) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:14.593811 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01e850be-5849-46f8-b7f3-315e2942b2fe tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:14.594815 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-70c02ab5-e0ac-4872-8e31-2fa29f49d692 None None] Port 241adac6-75fa-44a5-a805-356a27e9f027 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:58:14.595349 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e55b29-4a9b-4b5c-b221-61bcd22a94fd None None] Routers {'5668545b-54c2-4c99-99cf-5083bf435cc6'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:14.596388 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b9e55b29-4a9b-4b5c-b221-61bcd22a94fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:57:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5668545b-54c2-4c99-99cf-5083bf435cc6'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:14.612670 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-25d51284-86cc-4157-9555-d6a3b57dd42a tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Deleting port 01bdd07f-74d2-4cea-89ec-935f4394a5af {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:14.613137 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-25d51284-86cc-4157-9555-d6a3b57dd42a tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:14.622473 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-01e850be-5849-46f8-b7f3-315e2942b2fe tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3412305e-b197-453c-b7ed-ba7c67faf46e']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:14.642192 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-01e850be-5849-46f8-b7f3-315e2942b2fe tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c8dc8c7-7b01-4e56-a0dc-2059fadd2d7d') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:14.642582 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-01e850be-5849-46f8-b7f3-315e2942b2fe tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c8dc8c7-7b01-4e56-a0dc-2059fadd2d7d') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:14.659012 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01e850be-5849-46f8-b7f3-315e2942b2fe tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:14.685163 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b9e55b29-4a9b-4b5c-b221-61bcd22a94fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:14.689247 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device aca00a67-8074-4fa8-b77f-65505c780242 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:58:14.694126 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330a779d-2177-4c44-a214-121ce2ead06e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:14.695835 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-330a779d-2177-4c44-a214-121ce2ead06e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "GET /v2.0/ports/241adac6-75fa-44a5-a805-356a27e9f027 HTTP/1.1" status: 200 len: 911 time: 0.1107454 May 06 09:58:14.697806 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e55b29-4a9b-4b5c-b221-61bcd22a94fd None None] Routers {'5668545b-54c2-4c99-99cf-5083bf435cc6'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:14.698729 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b9e55b29-4a9b-4b5c-b221-61bcd22a94fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:57:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5668545b-54c2-4c99-99cf-5083bf435cc6'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:14.702684 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01e850be-5849-46f8-b7f3-315e2942b2fe tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:14.707415 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41702) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:14.743385 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b9e55b29-4a9b-4b5c-b221-61bcd22a94fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:14.749029 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e55b29-4a9b-4b5c-b221-61bcd22a94fd None None] The sync data for ids ['5668545b-54c2-4c99-99cf-5083bf435cc6'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:58:14.781873 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-0179e8c5-ce70-47f9-841a-ede5a5e3b6f4 None None] Provisioning complete for port aca00a67-8074-4fa8-b77f-65505c780242 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:14.782245 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0179e8c5-ce70-47f9-841a-ede5a5e3b6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:14.833744 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port aca00a67-8074-4fa8-b77f-65505c780242 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:14.834131 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:14.837618 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e850be-5849-46f8-b7f3-315e2942b2fe tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:58:14.850191 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01e850be-5849-46f8-b7f3-315e2942b2fe tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: timer() May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:58:14.853922 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:58:14.869792 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-25d51284-86cc-4157-9555-d6a3b57dd42a tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:14.886714 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-25d51284-86cc-4157-9555-d6a3b57dd42a tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Calling delete_port for 01bdd07f-74d2-4cea-89ec-935f4394a5af owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:14.887005 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d224e3a7-d2ec-4d6c-8bb9-a75b8592ccc5 None None] get_active_networks_info from n-d-840835-1 {{(pid=102654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 09:58:14.997311 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01e850be-5849-46f8-b7f3-315e2942b2fe tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:15.009216 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01e850be-5849-46f8-b7f3-315e2942b2fe tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:15.012744 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-01e850be-5849-46f8-b7f3-315e2942b2fe tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] 10.222.0.73 "DELETE /v2.0/networks/3412305e-b197-453c-b7ed-ba7c67faf46e HTTP/1.1" status: 204 len: 168 time: 0.7361722 May 06 09:58:15.024298 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41706) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:15.033780 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e850be-5849-46f8-b7f3-315e2942b2fe tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Pushing event deleted for resources: {'Network': ['ID=3412305e-b197-453c-b7ed-ba7c67faf46e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:15.047763 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0179e8c5-ce70-47f9-841a-ede5a5e3b6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:15.111741 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:15.166230 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-0179e8c5-ce70-47f9-841a-ede5a5e3b6f4 None None] For port aca00a67-8074-4fa8-b77f-65505c780242, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=aca00a67-8074-4fa8-b77f-65505c780242,segment=NetworkSegment(421435df-67a0-4afc-8437-f740ec4dcea1),segment_id=421435df-67a0-4afc-8437-f740ec4dcea1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:15.171335 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d224e3a7-d2ec-4d6c-8bb9-a75b8592ccc5 None None] Resources bound (agent type, host, resource id): {{(pid=102654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 09:58:15.179309 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0179e8c5-ce70-47f9-841a-ede5a5e3b6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:15.196867 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-146948ae-5bc6-4dd8-a1b5-cb369108e13b tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:15.322662 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-0179e8c5-ce70-47f9-841a-ede5a5e3b6f4 None None] Provisioning complete for port 01bdd07f-74d2-4cea-89ec-935f4394a5af triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:15.323241 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0179e8c5-ce70-47f9-841a-ede5a5e3b6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:15.332003 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:58:15.332689 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:58:15.346607 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830ba0a-73b3-4acb-ae81-7b82ec66a79c req-808c4fad-f207-40ac-aa47-92ada9c1b299 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:15.348607 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8830ba0a-73b3-4acb-ae81-7b82ec66a79c req-808c4fad-f207-40ac-aa47-92ada9c1b299 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 946 time: 0.0697463 May 06 09:58:15.350307 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179e8c5-ce70-47f9-841a-ede5a5e3b6f4 None None] Pushing event updated for resources: {'Port': ['ID=aca00a67-8074-4fa8-b77f-65505c780242,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:15.380959 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-0179e8c5-ce70-47f9-841a-ede5a5e3b6f4 None None] Port 01bdd07f-74d2-4cea-89ec-935f4394a5af cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:58:15.421027 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-0179e8c5-ce70-47f9-841a-ede5a5e3b6f4 None None] Provisioning complete for port 241adac6-75fa-44a5-a805-356a27e9f027 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:15.421430 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0179e8c5-ce70-47f9-841a-ede5a5e3b6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:15.428422 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-146948ae-5bc6-4dd8-a1b5-cb369108e13b tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:15.458386 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-146948ae-5bc6-4dd8-a1b5-cb369108e13b tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49bd213b-c55c-4874-a88c-cbb8109580b3']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:15.464921 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8830ba0a-73b3-4acb-ae81-7b82ec66a79c req-942ec452-7db5-4aae-b34f-c0b9ec2d1a22 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036558 May 06 09:58:15.473886 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-146948ae-5bc6-4dd8-a1b5-cb369108e13b tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb5558b-8411-47eb-a69b-24b52b0d0da0') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:15.479586 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-146948ae-5bc6-4dd8-a1b5-cb369108e13b tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb5558b-8411-47eb-a69b-24b52b0d0da0') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:15.493090 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-0179e8c5-ce70-47f9-841a-ede5a5e3b6f4 None None] Port 241adac6-75fa-44a5-a805-356a27e9f027 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:58:15.493971 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-25d51284-86cc-4157-9555-d6a3b57dd42a tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:15.511569 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-146948ae-5bc6-4dd8-a1b5-cb369108e13b tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:15.531015 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d51284-86cc-4157-9555-d6a3b57dd42a tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Pushing event deleted for resources: {'Port': ['ID=01bdd07f-74d2-4cea-89ec-935f4394a5af,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:15.531999 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-146948ae-5bc6-4dd8-a1b5-cb369108e13b tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:15.542552 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-698037e2-95ef-4a8d-9a35-dea165590c74 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:15.545990 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-146948ae-5bc6-4dd8-a1b5-cb369108e13b tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:58:15.546495 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-146948ae-5bc6-4dd8-a1b5-cb369108e13b tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: timer() May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:58:15.549567 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:58:15.615164 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f9d7893a-80b4-4ba3-b350-f5d4a55a7467 None None] Provisioning complete for port aca00a67-8074-4fa8-b77f-65505c780242 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:15.615873 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f9d7893a-80b4-4ba3-b350-f5d4a55a7467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:15.644615 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6412aabf-d974-4d8e-b08b-b71923dae15e None None] get_active_networks_info from n-d-840835-1 {{(pid=102654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 09:58:15.705217 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-146948ae-5bc6-4dd8-a1b5-cb369108e13b tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:15.725099 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-146948ae-5bc6-4dd8-a1b5-cb369108e13b tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:15.728550 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-146948ae-5bc6-4dd8-a1b5-cb369108e13b tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] 10.222.0.73 "DELETE /v2.0/networks/49bd213b-c55c-4874-a88c-cbb8109580b3 HTTP/1.1" status: 204 len: 168 time: 0.7029004 May 06 09:58:15.731223 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41708) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:15.733814 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146948ae-5bc6-4dd8-a1b5-cb369108e13b tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Pushing event deleted for resources: {'Network': ['ID=49bd213b-c55c-4874-a88c-cbb8109580b3,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:15.803062 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-25d51284-86cc-4157-9555-d6a3b57dd42a tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:15.808611 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-25d51284-86cc-4157-9555-d6a3b57dd42a tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] 10.222.0.73 "DELETE /v2.0/ports/01bdd07f-74d2-4cea-89ec-935f4394a5af HTTP/1.1" status: 204 len: 168 time: 1.4651878 May 06 09:58:15.809464 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41710) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:15.821691 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6412aabf-d974-4d8e-b08b-b71923dae15e None None] Resources bound (agent type, host, resource id): {{(pid=102654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 09:58:15.828540 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8dec9a0d-cc61-435a-bacd-feff09dd16ba tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:15.846396 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-db74a21d-0650-404c-9173-5f680295394a tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] GET failed (client error): The resource could not be found. May 06 09:58:15.850707 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-db74a21d-0650-404c-9173-5f680295394a tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] 10.222.0.73 "GET /v2.0/ports/01bdd07f-74d2-4cea-89ec-935f4394a5af HTTP/1.1" status: 404 len: 333 time: 0.0378423 May 06 09:58:15.860471 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41712) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:15.957026 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2371-41ae-4d33-b3cc-f3baf9e17fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:15.972989 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8dec9a0d-cc61-435a-bacd-feff09dd16ba tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:15.975350 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device aca00a67-8074-4fa8-b77f-65505c780242 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:58:15.998496 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-698037e2-95ef-4a8d-9a35-dea165590c74 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Allocated IP 2001:db8:1::1 (daa558b4-38e3-4589-84a8-cefdd5f2664e/6b69e064-7371-4285-b45b-de5d00ba475a/29ea7f35-ee15-4b33-a03a-7d9c54efd4b5) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:16.016479 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-8dec9a0d-cc61-435a-bacd-feff09dd16ba tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3e491b-090e-4846-bb49-6e62077d6045']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:16.030447 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-8dec9a0d-cc61-435a-bacd-feff09dd16ba tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c50b7e-1be9-42f9-9221-f52f8bf8515d') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:16.030775 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-8dec9a0d-cc61-435a-bacd-feff09dd16ba tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c50b7e-1be9-42f9-9221-f52f8bf8515d') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:16.044171 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8dec9a0d-cc61-435a-bacd-feff09dd16ba tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.075889 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8dec9a0d-cc61-435a-bacd-feff09dd16ba tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.080699 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-0fafba07-48a6-4897-a81f-56db754f9fe1 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Deleting port 0f18ab0f-e601-4bdb-8cf6-517e5309e871 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:16.081340 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0fafba07-48a6-4897-a81f-56db754f9fe1 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.083746 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 5f4eb16b-3523-48ac-8535-624e3aae1d84 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:58:16.101068 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dec9a0d-cc61-435a-bacd-feff09dd16ba tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:58:16.101496 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8dec9a0d-cc61-435a-bacd-feff09dd16ba tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: timer() May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:58:16.104586 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:58:16.115687 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 5f4eb16b-3523-48ac-8535-624e3aae1d84 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:58:16.116072 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 5f4eb16b-3523-48ac-8535-624e3aae1d84 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:58:16.129502 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port aca00a67-8074-4fa8-b77f-65505c780242 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:16.129867 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.135971 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-698037e2-95ef-4a8d-9a35-dea165590c74 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.175823 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-698037e2-95ef-4a8d-9a35-dea165590c74 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.234891 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698037e2-95ef-4a8d-9a35-dea165590c74 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network daa558b4-38e3-4589-84a8-cefdd5f2664e is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:16.238793 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-698037e2-95ef-4a8d-9a35-dea165590c74 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:16.241854 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698037e2-95ef-4a8d-9a35-dea165590c74 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:16.242522 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-698037e2-95ef-4a8d-9a35-dea165590c74 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.248971 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8dec9a0d-cc61-435a-bacd-feff09dd16ba tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.263097 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8dec9a0d-cc61-435a-bacd-feff09dd16ba tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.268968 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8dec9a0d-cc61-435a-bacd-feff09dd16ba tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] 10.222.0.73 "DELETE /v2.0/networks/3b3e491b-090e-4846-bb49-6e62077d6045 HTTP/1.1" status: 204 len: 168 time: 0.5363672 May 06 09:58:16.269616 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41714) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:16.315542 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698037e2-95ef-4a8d-9a35-dea165590c74 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Port': ['ID=29ea7f35-ee15-4b33-a03a-7d9c54efd4b5,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:16.341088 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec9a0d-cc61-435a-bacd-feff09dd16ba tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Pushing event deleted for resources: {'Network': ['ID=3b3e491b-090e-4846-bb49-6e62077d6045,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:16.363581 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0fafba07-48a6-4897-a81f-56db754f9fe1 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.390569 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-0fafba07-48a6-4897-a81f-56db754f9fe1 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Calling delete_port for 0f18ab0f-e601-4bdb-8cf6-517e5309e871 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:16.399649 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0a92fec0-a2f1-47ec-92c7-b6ca7e09c40a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.447142 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-698037e2-95ef-4a8d-9a35-dea165590c74 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.610517 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0a92fec0-a2f1-47ec-92c7-b6ca7e09c40a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.654394 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-0a92fec0-a2f1-47ec-92c7-b6ca7e09c40a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d5d3ff-0c5a-4535-85cc-3e2c7702bdd3']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:16.698965 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-0a92fec0-a2f1-47ec-92c7-b6ca7e09c40a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c790592-9326-4962-9560-4c8884e9948a') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:16.699296 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-0a92fec0-a2f1-47ec-92c7-b6ca7e09c40a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c790592-9326-4962-9560-4c8884e9948a') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:16.709962 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7594a7-fffa-4dbc-ad43-b2540f93b92f req-3f12d79d-d8f0-4f3f-ab56-a5ffa68ea3c7 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:16.711540 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e7594a7-fffa-4dbc-ad43-b2540f93b92f req-3f12d79d-d8f0-4f3f-ab56-a5ffa68ea3c7 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 946 time: 0.1455188 May 06 09:58:16.730496 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0a92fec0-a2f1-47ec-92c7-b6ca7e09c40a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.769426 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0a92fec0-a2f1-47ec-92c7-b6ca7e09c40a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.779258 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-2227acd7-1773-426c-8378-98803d6b7a76 None None] Provisioning complete for port 29ea7f35-ee15-4b33-a03a-7d9c54efd4b5 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:16.779844 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2227acd7-1773-426c-8378-98803d6b7a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.785524 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a92fec0-a2f1-47ec-92c7-b6ca7e09c40a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:58:16.785959 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0a92fec0-a2f1-47ec-92c7-b6ca7e09c40a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: timer() May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:58:16.789335 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:58:16.802996 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-698037e2-95ef-4a8d-9a35-dea165590c74 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.803293 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0fafba07-48a6-4897-a81f-56db754f9fe1 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.810861 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-698037e2-95ef-4a8d-9a35-dea165590c74 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.812411 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-698037e2-95ef-4a8d-9a35-dea165590c74 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.822268 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-2227acd7-1773-426c-8378-98803d6b7a76 None None] Port 29ea7f35-ee15-4b33-a03a-7d9c54efd4b5 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:58:16.833932 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e7594a7-fffa-4dbc-ad43-b2540f93b92f req-253f42b2-e182-4e99-a2b5-2834b17c457a tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146824 May 06 09:58:16.881988 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafba07-48a6-4897-a81f-56db754f9fe1 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Pushing event deleted for resources: {'Port': ['ID=0f18ab0f-e601-4bdb-8cf6-517e5309e871,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:16.893586 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0a92fec0-a2f1-47ec-92c7-b6ca7e09c40a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.911062 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698037e2-95ef-4a8d-9a35-dea165590c74 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Port': ['ID=29ea7f35-ee15-4b33-a03a-7d9c54efd4b5,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:16.943737 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0a92fec0-a2f1-47ec-92c7-b6ca7e09c40a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.947100 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0a92fec0-a2f1-47ec-92c7-b6ca7e09c40a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] 10.222.0.73 "DELETE /v2.0/networks/80d5d3ff-0c5a-4535-85cc-3e2c7702bdd3 HTTP/1.1" status: 204 len: 168 time: 0.6652656 May 06 09:58:16.964071 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92fec0-a2f1-47ec-92c7-b6ca7e09c40a tempest-BulkNetworkOpsTest-1379907949 tempest-BulkNetworkOpsTest-1379907949-project] Pushing event deleted for resources: {'Network': ['ID=80d5d3ff-0c5a-4535-85cc-3e2c7702bdd3,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:16.970278 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698037e2-95ef-4a8d-9a35-dea165590c74 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network daa558b4-38e3-4589-84a8-cefdd5f2664e is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:16.972537 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-698037e2-95ef-4a8d-9a35-dea165590c74 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:16.986483 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0fafba07-48a6-4897-a81f-56db754f9fe1 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.991998 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0fafba07-48a6-4897-a81f-56db754f9fe1 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] 10.222.0.73 "DELETE /v2.0/ports/0f18ab0f-e601-4bdb-8cf6-517e5309e871 HTTP/1.1" status: 204 len: 168 time: 1.1308532 May 06 09:58:16.997317 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41720) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:17.030401 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71becd7-9ca6-4248-9573-e4ab09175e3c tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] GET failed (client error): The resource could not be found. May 06 09:58:17.032324 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f71becd7-9ca6-4248-9573-e4ab09175e3c tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] 10.222.0.73 "GET /v2.0/ports/0f18ab0f-e601-4bdb-8cf6-517e5309e871 HTTP/1.1" status: 404 len: 333 time: 0.0334804 May 06 09:58:17.036373 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41722) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:17.184403 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-0a71abec-0b27-437f-8e40-fe67330c767b tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Deleting port bd98b0d6-aca3-43e0-a896-2b70e92ef20c {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:17.184905 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0a71abec-0b27-437f-8e40-fe67330c767b tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:17.323413 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0a71abec-0b27-437f-8e40-fe67330c767b tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:17.347524 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-0a71abec-0b27-437f-8e40-fe67330c767b tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Calling delete_port for bd98b0d6-aca3-43e0-a896-2b70e92ef20c owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:17.357906 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-318ca3a0-e2c1-4727-afa4-4b52d7824c00 None None] Provisioning complete for port 29ea7f35-ee15-4b33-a03a-7d9c54efd4b5 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:17.358682 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-318ca3a0-e2c1-4727-afa4-4b52d7824c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:17.368988 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41726) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:17.397868 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-318ca3a0-e2c1-4727-afa4-4b52d7824c00 None None] Port 29ea7f35-ee15-4b33-a03a-7d9c54efd4b5 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:58:17.512921 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0a71abec-0b27-437f-8e40-fe67330c767b tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:17.519797 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698037e2-95ef-4a8d-9a35-dea165590c74 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Router 5668545b-54c2-4c99-99cf-5083bf435cc6 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:58:17.557410 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71abec-0b27-437f-8e40-fe67330c767b tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Pushing event deleted for resources: {'Port': ['ID=bd98b0d6-aca3-43e0-a896-2b70e92ef20c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:17.624963 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698037e2-95ef-4a8d-9a35-dea165590c74 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:58:17.632317 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-698037e2-95ef-4a8d-9a35-dea165590c74 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "PUT /v2.0/routers/5668545b-54c2-4c99-99cf-5083bf435cc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9209907 May 06 09:58:17.634601 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41730) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:17.640462 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ef97ca-413b-47cc-a2ce-b4d1270df64f None None] Sync routers for ids ['5668545b-54c2-4c99-99cf-5083bf435cc6'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:58:17.649271 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ccb15080-0580-4e54-b428-23cb445b58d5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8fe5964bede84125a3eabf2104c57ff6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2790146 May 06 09:58:17.649499 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41732) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:17.659320 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ef97ca-413b-47cc-a2ce-b4d1270df64f None None] Routers {'5668545b-54c2-4c99-99cf-5083bf435cc6'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:17.659882 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0a71abec-0b27-437f-8e40-fe67330c767b tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:17.660029 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-e9ef97ca-413b-47cc-a2ce-b4d1270df64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:57:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5668545b-54c2-4c99-99cf-5083bf435cc6'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:17.664238 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0a71abec-0b27-437f-8e40-fe67330c767b tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] 10.222.0.73 "DELETE /v2.0/ports/bd98b0d6-aca3-43e0-a896-2b70e92ef20c HTTP/1.1" status: 204 len: 168 time: 0.6267607 May 06 09:58:17.666539 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41734) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:17.709577 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-e9ef97ca-413b-47cc-a2ce-b4d1270df64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:17.719728 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644bcb52-e1d6-4766-a0b9-c5f82d7527ab tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:17.720738 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ef97ca-413b-47cc-a2ce-b4d1270df64f None None] Routers {'5668545b-54c2-4c99-99cf-5083bf435cc6'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:17.721209 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-e9ef97ca-413b-47cc-a2ce-b4d1270df64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:57:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5668545b-54c2-4c99-99cf-5083bf435cc6'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:17.724973 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-644bcb52-e1d6-4766-a0b9-c5f82d7527ab tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "GET /v2.0/ports/29ea7f35-ee15-4b33-a03a-7d9c54efd4b5 HTTP/1.1" status: 200 len: 913 time: 0.0892324 May 06 09:58:17.725673 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41736) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:17.749150 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b522f10-a7a1-45a9-87e8-45269e4abf6d tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Deleting subnet d3663adb-26ef-4aa2-a1df-2220f6e150f8 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:58:17.753530 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5b522f10-a7a1-45a9-87e8-45269e4abf6d tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:17.767515 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-e9ef97ca-413b-47cc-a2ce-b4d1270df64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:17.769116 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ef97ca-413b-47cc-a2ce-b4d1270df64f None None] The sync data for ids ['5668545b-54c2-4c99-99cf-5083bf435cc6'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:58:17.805096 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5b522f10-a7a1-45a9-87e8-45269e4abf6d tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:17.845384 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-38449454-bfd3-44dd-b8bb-1e226643e857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:17.937862 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-38449454-bfd3-44dd-b8bb-1e226643e857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:17.948497 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5b522f10-a7a1-45a9-87e8-45269e4abf6d tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:17.960143 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec496aa-a7a9-4d20-b200-ed921a44632e req-9b27cd51-5956-4a62-841f-a844510090fb tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:17.961666 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bec496aa-a7a9-4d20-b200-ed921a44632e req-9b27cd51-5956-4a62-841f-a844510090fb tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.84 "GET /v2.0/ports?device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 946 time: 0.1037755 May 06 09:58:18.027782 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-38449454-bfd3-44dd-b8bb-1e226643e857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:18.030279 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-38449454-bfd3-44dd-b8bb-1e226643e857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:18.031474 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-38449454-bfd3-44dd-b8bb-1e226643e857 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/45160a86-0c41-4a94-9274-94a33eece877 HTTP/1.1" status: 204 len: 168 time: 0.3811338 May 06 09:58:18.043664 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38449454-bfd3-44dd-b8bb-1e226643e857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45160a86-0c41-4a94-9274-94a33eece877,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:18.078776 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfdb8a2-63d7-4ea9-a4a7-954ae8f7d243 req-82103aae-eec5-4f95-b6b9-4804046195f3 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:18.081027 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dcfdb8a2-63d7-4ea9-a4a7-954ae8f7d243 req-82103aae-eec5-4f95-b6b9-4804046195f3 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 946 time: 0.1486671 May 06 09:58:18.148189 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5b522f10-a7a1-45a9-87e8-45269e4abf6d tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:18.161462 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7c6e8f9a-7848-4aaa-8395-6301db72518b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:18.186953 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dcfdb8a2-63d7-4ea9-a4a7-954ae8f7d243 req-5bce7f7c-dbb5-47d0-b4f1-94d4c7084d43 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e69f0f5-eb73-468f-a453-7aefb147f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861640 May 06 09:58:18.191269 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b522f10-a7a1-45a9-87e8-45269e4abf6d tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Pushing event deleted for resources: {'Subnet': ['ID=d3663adb-26ef-4aa2-a1df-2220f6e150f8,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:18.193300 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5b522f10-a7a1-45a9-87e8-45269e4abf6d tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:18.196900 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5b522f10-a7a1-45a9-87e8-45269e4abf6d tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] 10.222.0.73 "DELETE /v2.0/subnets/d3663adb-26ef-4aa2-a1df-2220f6e150f8 HTTP/1.1" status: 204 len: 168 time: 0.5286226 May 06 09:58:18.200481 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41744) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:18.209541 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3d4449-aa19-4256-b733-ece0e8c57460 None None] Network ed58cc94-c735-4622-adb9-93b96f6fb799 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:18.215029 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-bec496aa-a7a9-4d20-b200-ed921a44632e req-26c1ad4d-7fba-4bc5-be48-c78d8b3d7cfe tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Deleting port 308f84f5-224b-4496-85f5-94f35d22a568 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:18.215029 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-bec496aa-a7a9-4d20-b200-ed921a44632e req-26c1ad4d-7fba-4bc5-be48-c78d8b3d7cfe tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:18.358561 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d45aa4bc-4727-4519-ad8b-cb7823c7ac91 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:18.359100 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-bec496aa-a7a9-4d20-b200-ed921a44632e req-26c1ad4d-7fba-4bc5-be48-c78d8b3d7cfe tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] For port 308f84f5-224b-4496-85f5-94f35d22a568, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=308f84f5-224b-4496-85f5-94f35d22a568,segment=NetworkSegment(27b775b5-8035-4904-ad11-074d150e8a59),segment_id=27b775b5-8035-4904-ad11-074d150e8a59)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:18.359659 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-bec496aa-a7a9-4d20-b200-ed921a44632e req-26c1ad4d-7fba-4bc5-be48-c78d8b3d7cfe tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:18.379879 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-bec496aa-a7a9-4d20-b200-ed921a44632e req-26c1ad4d-7fba-4bc5-be48-c78d8b3d7cfe tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Calling delete_port for 308f84f5-224b-4496-85f5-94f35d22a568 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:18.463599 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3a31546c-dfa2-48c3-96de-afe86c060fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:18.487746 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-d45aa4bc-4727-4519-ad8b-cb7823c7ac91 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Deleting port 94cd281c-b5bc-4ac6-80a5-9f299291a8a8 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:18.488093 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d45aa4bc-4727-4519-ad8b-cb7823c7ac91 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:18.510261 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df845ba-bde0-4196-bd07-4526f6be4143 None None] DHCP port deletion for ed58cc94-c735-4622-adb9-93b96f6fb799 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:58:18.574652 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-4df845ba-bde0-4196-bd07-4526f6be4143 None None] Deleting port 94cd281c-b5bc-4ac6-80a5-9f299291a8a8 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:18.575036 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4df845ba-bde0-4196-bd07-4526f6be4143 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:18.584174 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-bec496aa-a7a9-4d20-b200-ed921a44632e req-26c1ad4d-7fba-4bc5-be48-c78d8b3d7cfe tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:18.613001 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-d45aa4bc-4727-4519-ad8b-cb7823c7ac91 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] For port 94cd281c-b5bc-4ac6-80a5-9f299291a8a8, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=94cd281c-b5bc-4ac6-80a5-9f299291a8a8,segment=NetworkSegment(ff75849d-c3ec-4da8-a36d-6ab24954a11f),segment_id=ff75849d-c3ec-4da8-a36d-6ab24954a11f)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:18.613392 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d45aa4bc-4727-4519-ad8b-cb7823c7ac91 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:18.635521 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-d45aa4bc-4727-4519-ad8b-cb7823c7ac91 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Calling delete_port for 94cd281c-b5bc-4ac6-80a5-9f299291a8a8 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:18.651050 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1ad4d-7fba-4bc5-be48-c78d8b3d7cfe tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Pushing event deleted for resources: {'Port': ['ID=308f84f5-224b-4496-85f5-94f35d22a568,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:18.706316 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-7c6e8f9a-7848-4aaa-8395-6301db72518b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Deleting port 29ea7f35-ee15-4b33-a03a-7d9c54efd4b5 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:18.706963 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7c6e8f9a-7848-4aaa-8395-6301db72518b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:18.713164 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec496aa-a7a9-4d20-b200-ed921a44632e req-26c1ad4d-7fba-4bc5-be48-c78d8b3d7cfe tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] No DVR routers for this DVR port 308f84f5-224b-4496-85f5-94f35d22a568 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:58:18.717424 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-bec496aa-a7a9-4d20-b200-ed921a44632e req-26c1ad4d-7fba-4bc5-be48-c78d8b3d7cfe tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:18.721004 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bec496aa-a7a9-4d20-b200-ed921a44632e req-26c1ad4d-7fba-4bc5-be48-c78d8b3d7cfe tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.84 "DELETE /v2.0/ports/308f84f5-224b-4496-85f5-94f35d22a568 HTTP/1.1" status: 204 len: 173 time: 0.7281468 May 06 09:58:18.721563 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ecba00-a123-4299-9dec-25aeecee87c2', 'name': 'network-vif-deleted', 'tag': '308f84f5-224b-4496-85f5-94f35d22a568'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:58:18.724466 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c8d7ca-0c4e-4a59-a2aa-9bd06eee3012" -d '{"events": [{"server_uuid": "f0ecba00-a123-4299-9dec-25aeecee87c2", "name": "network-vif-deleted", "tag": "308f84f5-224b-4496-85f5-94f35d22a568"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:58:18.791905 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9861689-2706-4a1c-8b2d-16dbfe1557ec x-openstack-request-id: req-e9861689-2706-4a1c-8b2d-16dbfe1557ec {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:58:18.792782 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ecba00-a123-4299-9dec-25aeecee87c2", "name": "network-vif-deleted", "tag": "308f84f5-224b-4496-85f5-94f35d22a568", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:58:18.793870 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e9861689-2706-4a1c-8b2d-16dbfe1557ec {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:58:18.795585 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9861689-2706-4a1c-8b2d-16dbfe1557ec'] response: {'server_uuid': 'f0ecba00-a123-4299-9dec-25aeecee87c2', 'name': 'network-vif-deleted', 'tag': '308f84f5-224b-4496-85f5-94f35d22a568', 'status': 'completed', 'code': 200} May 06 09:58:18.825284 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['308f84f5-224b-4496-85f5-94f35d22a568'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:58:18.887620 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:18.904893 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-4df845ba-bde0-4196-bd07-4526f6be4143 None None] For port 94cd281c-b5bc-4ac6-80a5-9f299291a8a8, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=94cd281c-b5bc-4ac6-80a5-9f299291a8a8,segment=NetworkSegment(ff75849d-c3ec-4da8-a36d-6ab24954a11f),segment_id=ff75849d-c3ec-4da8-a36d-6ab24954a11f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:18.905357 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4df845ba-bde0-4196-bd07-4526f6be4143 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:18.917122 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d45aa4bc-4727-4519-ad8b-cb7823c7ac91 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:18.925037 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-4df845ba-bde0-4196-bd07-4526f6be4143 None None] Calling delete_port for 94cd281c-b5bc-4ac6-80a5-9f299291a8a8 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:18.925535 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7c6e8f9a-7848-4aaa-8395-6301db72518b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:18.961608 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45aa4bc-4727-4519-ad8b-cb7823c7ac91 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Pushing event deleted for resources: {'Port': ['ID=94cd281c-b5bc-4ac6-80a5-9f299291a8a8,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:18.963652 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45aa4bc-4727-4519-ad8b-cb7823c7ac91 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] No DVR routers for this DVR port 94cd281c-b5bc-4ac6-80a5-9f299291a8a8 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:58:18.965764 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-7c6e8f9a-7848-4aaa-8395-6301db72518b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Calling delete_port for 29ea7f35-ee15-4b33-a03a-7d9c54efd4b5 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:58:19.007059 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:58:19.010073 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:58:19.010073 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:58:19.010073 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:58:19.010073 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:58:19.010073 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:58:19.010073 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:58:19.010073 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:58:19.010073 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:58:19.010073 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:58:19.010073 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:58:19.010073 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:58:19.010073 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:58:19.010073 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:58:19.010073 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 09:58:19.020935 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4df845ba-bde0-4196-bd07-4526f6be4143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:19.051394 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df845ba-bde0-4196-bd07-4526f6be4143 None None] Pushing event deleted for resources: {'Port': ['ID=94cd281c-b5bc-4ac6-80a5-9f299291a8a8,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:19.053702 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df845ba-bde0-4196-bd07-4526f6be4143 None None] No DVR routers for this DVR port 94cd281c-b5bc-4ac6-80a5-9f299291a8a8 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:58:19.087804 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41766) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:19.091779 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029914 May 06 09:58:19.095789 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41768) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:19.098049 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d45aa4bc-4727-4519-ad8b-cb7823c7ac91 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:19.133649 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d45aa4bc-4727-4519-ad8b-cb7823c7ac91 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed58cc94-c735-4622-adb9-93b96f6fb799']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:19.152552 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d45aa4bc-4727-4519-ad8b-cb7823c7ac91 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff75849d-c3ec-4da8-a36d-6ab24954a11f') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:19.152869 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d45aa4bc-4727-4519-ad8b-cb7823c7ac91 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff75849d-c3ec-4da8-a36d-6ab24954a11f') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:19.166845 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d45aa4bc-4727-4519-ad8b-cb7823c7ac91 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:19.226692 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d45aa4bc-4727-4519-ad8b-cb7823c7ac91 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:19.253006 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-472c578e-50d6-4041-9ab0-4cb69f75d9f3 tempest-NetworksApiDiscovery-250796979 tempest-NetworksApiDiscovery-250796979-project] 10.222.0.73 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1557965 May 06 09:58:19.263747 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45aa4bc-4727-4519-ad8b-cb7823c7ac91 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:58:19.264453 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d45aa4bc-4727-4519-ad8b-cb7823c7ac91 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: timer() May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:58:19.268370 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:58:19.364639 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-909de934-1451-4bec-800a-664a12d2b7ee req-56a81c0c-7f09-4263-8029-01bf785f5399 tempest-ServerRescueNegativeTestJSON-80077596 tempest-ServerRescueNegativeTestJSON-80077596-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ecba00-a123-4299-9dec-25aeecee87c2 HTTP/1.1" status: 200 len: 210 time: 0.0430961 May 06 09:58:19.384524 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d45aa4bc-4727-4519-ad8b-cb7823c7ac91 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:19.397043 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d45aa4bc-4727-4519-ad8b-cb7823c7ac91 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:19.400219 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d45aa4bc-4727-4519-ad8b-cb7823c7ac91 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] 10.222.0.73 "DELETE /v2.0/networks/ed58cc94-c735-4622-adb9-93b96f6fb799 HTTP/1.1" status: 204 len: 168 time: 1.2000723 May 06 09:58:19.415820 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45aa4bc-4727-4519-ad8b-cb7823c7ac91 tempest-AllowedAddressPairTestJSON-2079627670 tempest-AllowedAddressPairTestJSON-2079627670-project] Pushing event deleted for resources: {'Network': ['ID=ed58cc94-c735-4622-adb9-93b96f6fb799,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:19.433402 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7c6e8f9a-7848-4aaa-8395-6301db72518b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:19.463954 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e8f9a-7848-4aaa-8395-6301db72518b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Port': ['ID=29ea7f35-ee15-4b33-a03a-7d9c54efd4b5,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:19.545101 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:19.592590 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7c6e8f9a-7848-4aaa-8395-6301db72518b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:19.617272 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41782) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:19.673176 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41786) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:19.828869 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6e8f9a-7848-4aaa-8395-6301db72518b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Router 5668545b-54c2-4c99-99cf-5083bf435cc6 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:58:19.846241 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bd4a97ae-71ac-476a-9ee4-f80df4f38921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:19.925583 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-85dbcb35-c460-40fe-9ba4-55c27bb57e2f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=95749e4142644752b60f47a4307ea82f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2490461 May 06 09:58:19.928024 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41790) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:19.951571 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6e8f9a-7848-4aaa-8395-6301db72518b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:58:19.958743 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 94cd281c-b5bc-4ac6-80a5-9f299291a8a8 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:58:19.961024 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7c6e8f9a-7848-4aaa-8395-6301db72518b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "PUT /v2.0/routers/5668545b-54c2-4c99-99cf-5083bf435cc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2302108 May 06 09:58:19.964356 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41792) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:19.967092 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b68de5-3131-4b5d-952c-1089da343f07 None None] Sync routers for ids ['5668545b-54c2-4c99-99cf-5083bf435cc6'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:58:19.983694 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b68de5-3131-4b5d-952c-1089da343f07 None None] Routers {'5668545b-54c2-4c99-99cf-5083bf435cc6'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:19.984997 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-02b68de5-3131-4b5d-952c-1089da343f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5668545b-54c2-4c99-99cf-5083bf435cc6'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:20.004896 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 94cd281c-b5bc-4ac6-80a5-9f299291a8a8 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:58:20.005235 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 94cd281c-b5bc-4ac6-80a5-9f299291a8a8 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:58:20.038807 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bd4a97ae-71ac-476a-9ee4-f80df4f38921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:20.044953 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bd4a97ae-71ac-476a-9ee4-f80df4f38921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:20.070791 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-52582975-5c67-4aab-89a6-1b08a1143f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:20.093657 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a97ae-71ac-476a-9ee4-f80df4f38921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a04a28e-f14f-4388-a6df-66067f30ff52,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:20.101037 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bd4a97ae-71ac-476a-9ee4-f80df4f38921 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d03138e5bacd4c9d9a7b038accdb8fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4801383 May 06 09:58:20.101822 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41794) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:20.139710 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-02b68de5-3131-4b5d-952c-1089da343f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:20.147233 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-52582975-5c67-4aab-89a6-1b08a1143f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:20.149293 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b68de5-3131-4b5d-952c-1089da343f07 None None] Routers {'5668545b-54c2-4c99-99cf-5083bf435cc6'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:20.150085 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-02b68de5-3131-4b5d-952c-1089da343f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5668545b-54c2-4c99-99cf-5083bf435cc6'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:20.157482 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c3811586-a2df-4c8f-9ceb-6a9b464d697b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:20.179671 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c3811586-a2df-4c8f-9ceb-6a9b464d697b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:20.183689 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-02b68de5-3131-4b5d-952c-1089da343f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:20.185435 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b68de5-3131-4b5d-952c-1089da343f07 None None] The sync data for ids ['5668545b-54c2-4c99-99cf-5083bf435cc6'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:58:20.233615 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c3811586-a2df-4c8f-9ceb-6a9b464d697b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:20.236914 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c3811586-a2df-4c8f-9ceb-6a9b464d697b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:20.240843 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c3811586-a2df-4c8f-9ceb-6a9b464d697b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1a04a28e-f14f-4388-a6df-66067f30ff52 HTTP/1.1" status: 204 len: 168 time: 0.1354015 May 06 09:58:20.246735 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3811586-a2df-4c8f-9ceb-6a9b464d697b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a04a28e-f14f-4388-a6df-66067f30ff52,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:20.269504 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-52582975-5c67-4aab-89a6-1b08a1143f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:20.273237 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-52582975-5c67-4aab-89a6-1b08a1143f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:20.274448 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-52582975-5c67-4aab-89a6-1b08a1143f88 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a50d0bb9-88a5-4380-8c9b-7cfb5672bd2c HTTP/1.1" status: 204 len: 168 time: 0.3454328 May 06 09:58:20.291532 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52582975-5c67-4aab-89a6-1b08a1143f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50d0bb9-88a5-4380-8c9b-7cfb5672bd2c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:20.405501 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f3cd2e99-8da9-498c-aff7-613d8d831d08 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:20.419789 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41806) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:20.688715 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-f3cd2e99-8da9-498c-aff7-613d8d831d08 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Deleting port 241adac6-75fa-44a5-a805-356a27e9f027 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:20.689359 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f3cd2e99-8da9-498c-aff7-613d8d831d08 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:20.847390 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f3cd2e99-8da9-498c-aff7-613d8d831d08 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:20.871276 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-f3cd2e99-8da9-498c-aff7-613d8d831d08 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Calling delete_port for 241adac6-75fa-44a5-a805-356a27e9f027 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:20.925348 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 308f84f5-224b-4496-85f5-94f35d22a568 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:58:20.951294 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 308f84f5-224b-4496-85f5-94f35d22a568 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:58:20.951978 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 308f84f5-224b-4496-85f5-94f35d22a568 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:58:21.122806 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f3cd2e99-8da9-498c-aff7-613d8d831d08 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:21.205991 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd2e99-8da9-498c-aff7-613d8d831d08 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Port': ['ID=241adac6-75fa-44a5-a805-356a27e9f027,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:21.225193 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:21.231262 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-313a37b9-40b5-43d7-a68e-371d82a2622d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:21.343566 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41844) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:21.479385 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:21.530948 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-3d43d67a-815c-44e3-a8a6-6f44a81c6224 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-441346500'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:21.581885 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d43d67a-815c-44e3-a8a6-6f44a81c6224 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:21.585531 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3d43d67a-815c-44e3-a8a6-6f44a81c6224 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:21.599463 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3d43d67a-815c-44e3-a8a6-6f44a81c6224 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:21.690029 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3d43d67a-815c-44e3-a8a6-6f44a81c6224 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:21.696384 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-313a37b9-40b5-43d7-a68e-371d82a2622d admin admin] Deleting port 88b66bed-8687-403c-b472-939f5b75bdb8 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:21.696792 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-313a37b9-40b5-43d7-a68e-371d82a2622d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:21.698012 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f3cd2e99-8da9-498c-aff7-613d8d831d08 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:21.700367 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3d43d67a-815c-44e3-a8a6-6f44a81c6224 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:21.761125 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d43d67a-815c-44e3-a8a6-6f44a81c6224 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:58:21.785556 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3d43d67a-815c-44e3-a8a6-6f44a81c6224 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:21.786003 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-3d43d67a-815c-44e3-a8a6-6f44a81c6224 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Added segment 835c01f8-f09b-4ecb-8b27-5827892d1a0b of type vlan for network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 May 06 09:58:21.787161 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43d67a-815c-44e3-a8a6-6f44a81c6224 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f679812-14f8-4d14-9a6b-955c5011ed10,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:21.844740 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3d43d67a-815c-44e3-a8a6-6f44a81c6224 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:21.862248 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-313a37b9-40b5-43d7-a68e-371d82a2622d admin admin] For port 88b66bed-8687-403c-b472-939f5b75bdb8, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=88b66bed-8687-403c-b472-939f5b75bdb8,segment=NetworkSegment(27b775b5-8035-4904-ad11-074d150e8a59),segment_id=27b775b5-8035-4904-ad11-074d150e8a59)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:21.862776 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-313a37b9-40b5-43d7-a68e-371d82a2622d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:21.884090 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-313a37b9-40b5-43d7-a68e-371d82a2622d admin admin] Calling delete_port for 88b66bed-8687-403c-b472-939f5b75bdb8 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:21.905168 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cd2e99-8da9-498c-aff7-613d8d831d08 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Router 5668545b-54c2-4c99-99cf-5083bf435cc6 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:58:21.912167 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3d43d67a-815c-44e3-a8a6-6f44a81c6224 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:21.917887 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d43d67a-815c-44e3-a8a6-6f44a81c6224 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:21.919609 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3d43d67a-815c-44e3-a8a6-6f44a81c6224 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:21.993925 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cd2e99-8da9-498c-aff7-613d8d831d08 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:58:22.003384 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41864) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:22.003532 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f3cd2e99-8da9-498c-aff7-613d8d831d08 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "PUT /v2.0/routers/5668545b-54c2-4c99-99cf-5083bf435cc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0376246 May 06 09:58:22.011362 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee99c37f-8fca-4ba4-8f2a-141f98c63e5c None None] Sync routers for ids ['5668545b-54c2-4c99-99cf-5083bf435cc6'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:58:22.022027 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee99c37f-8fca-4ba4-8f2a-141f98c63e5c None None] Routers {'5668545b-54c2-4c99-99cf-5083bf435cc6'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:22.022361 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-ee99c37f-8fca-4ba4-8f2a-141f98c63e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5668545b-54c2-4c99-99cf-5083bf435cc6'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:22.052607 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41866) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:22.052872 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3d43d67a-815c-44e3-a8a6-6f44a81c6224 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7077050 May 06 09:58:22.055091 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-af348eab-7bf3-4d4c-87f4-35a2f9087319 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "GET /v2.0/ports?device_id=5668545b-54c2-4c99-99cf-5083bf435cc6 HTTP/1.1" status: 200 len: 205 time: 0.0473514 May 06 09:58:22.060589 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41868) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:22.063983 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-9f7af76b-eec8-4ade-b6e2-f63a530dbdaf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:22.065397 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-ee99c37f-8fca-4ba4-8f2a-141f98c63e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:22.079522 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee99c37f-8fca-4ba4-8f2a-141f98c63e5c None None] Routers {'5668545b-54c2-4c99-99cf-5083bf435cc6'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:22.080391 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-ee99c37f-8fca-4ba4-8f2a-141f98c63e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5668545b-54c2-4c99-99cf-5083bf435cc6'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:22.080532 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43d67a-815c-44e3-a8a6-6f44a81c6224 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Network': ['ID=0d1252d9-04fb-40a6-862c-9b06ebf6d551,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:22.125224 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:58:22.128068 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-ee99c37f-8fca-4ba4-8f2a-141f98c63e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:22.128910 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee99c37f-8fca-4ba4-8f2a-141f98c63e5c None None] The sync data for ids ['5668545b-54c2-4c99-99cf-5083bf435cc6'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:58:22.193652 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-725a47ee-9d32-4846-bf83-b3c74a054095 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:22.232979 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7af76b-eec8-4ade-b6e2-f63a530dbdaf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:22.238143 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9f7af76b-eec8-4ade-b6e2-f63a530dbdaf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:22.479017 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9f7af76b-eec8-4ade-b6e2-f63a530dbdaf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:22.557369 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7af76b-eec8-4ade-b6e2-f63a530dbdaf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Subnet': ['ID=6bba0e30-1ef7-40ae-a4e6-f62e28021de2,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:22.569872 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7af76b-eec8-4ade-b6e2-f63a530dbdaf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Checking segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:22.570232 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7af76b-eec8-4ade-b6e2-f63a530dbdaf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network hostable DHCP agents. Network: 0d1252d9-04fb-40a6-862c-9b06ebf6d551, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:58:22.590934 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7af76b-eec8-4ade-b6e2-f63a530dbdaf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:58:22.603096 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-9f7af76b-eec8-4ade-b6e2-f63a530dbdaf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 0d1252d9-04fb-40a6-862c-9b06ebf6d551) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:22.608771 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7af76b-eec8-4ade-b6e2-f63a530dbdaf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:22.609444 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9f7af76b-eec8-4ade-b6e2-f63a530dbdaf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:22.622178 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3f9b9b-4bd9-4b87-bbdd-37ed9af58017 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:22.646549 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9f7af76b-eec8-4ade-b6e2-f63a530dbdaf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5917735 May 06 09:58:22.649058 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41884) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:22.655028 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-7b1d536b-91fa-4289-9f03-38b9554c2446 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'port': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'name': 'tempest-NetworksTestDHCPv6-1195752884'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:22.808718 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-313a37b9-40b5-43d7-a68e-371d82a2622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:22.812272 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488bf823-e1f8-4040-bff8-46ed4ee7542f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'fixed_ips': [{'subnet_id': '6bba0e30-1ef7-40ae-a4e6-f62e28021de2'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:58:22.814372 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-488bf823-e1f8-4040-bff8-46ed4ee7542f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:22.818134 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-725a47ee-9d32-4846-bf83-b3c74a054095 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:22.822143 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1d536b-91fa-4289-9f03-38b9554c2446 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:22.829031 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7b1d536b-91fa-4289-9f03-38b9554c2446 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:22.841923 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-725a47ee-9d32-4846-bf83-b3c74a054095 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:22.848135 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a37b9-40b5-43d7-a68e-371d82a2622d admin admin] Pushing event deleted for resources: {'Port': ['ID=88b66bed-8687-403c-b472-939f5b75bdb8,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:22.859085 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-7b1d536b-91fa-4289-9f03-38b9554c2446 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] device_id is not set on port 331d3b82-089e-4075-b2de-51e3da3d0d84 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:58:22.955092 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-725a47ee-9d32-4846-bf83-b3c74a054095 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:22.955416 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725a47ee-9d32-4846-bf83-b3c74a054095 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Fanout notify agent at l3_agent the message router_deleted on router 5668545b-54c2-4c99-99cf-5083bf435cc6 {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:58:22.964253 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-725a47ee-9d32-4846-bf83-b3c74a054095 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:22.965845 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-725a47ee-9d32-4846-bf83-b3c74a054095 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/routers/5668545b-54c2-4c99-99cf-5083bf435cc6 HTTP/1.1" status: 204 len: 168 time: 0.9000213 May 06 09:58:22.970409 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41892) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:23.034238 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-91a16d40-7656-452c-8651-ccbd82632e42 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Deleting subnet 6b69e064-7371-4285-b45b-de5d00ba475a {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:58:23.046901 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-91a16d40-7656-452c-8651-ccbd82632e42 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:23.049556 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-488bf823-e1f8-4040-bff8-46ed4ee7542f None None] Allocated IP 2001:db8::2 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/6bba0e30-1ef7-40ae-a4e6-f62e28021de2/3a84c1e1-471c-4b33-a4c0-f916824cae93) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:23.106445 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-91a16d40-7656-452c-8651-ccbd82632e42 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:23.204577 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-313a37b9-40b5-43d7-a68e-371d82a2622d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:23.219108 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-91a16d40-7656-452c-8651-ccbd82632e42 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:23.314678 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-488bf823-e1f8-4040-bff8-46ed4ee7542f None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:23.324128 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-488bf823-e1f8-4040-bff8-46ed4ee7542f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:23.364235 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488bf823-e1f8-4040-bff8-46ed4ee7542f None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:23.367292 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-488bf823-e1f8-4040-bff8-46ed4ee7542f None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:23.372409 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488bf823-e1f8-4040-bff8-46ed4ee7542f None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:23.379517 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-91a16d40-7656-452c-8651-ccbd82632e42 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:23.427794 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488bf823-e1f8-4040-bff8-46ed4ee7542f None None] Pushing event updated for resources: {'Port': ['ID=3a84c1e1-471c-4b33-a4c0-f916824cae93,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:23.428429 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a16d40-7656-452c-8651-ccbd82632e42 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Subnet': ['ID=6b69e064-7371-4285-b45b-de5d00ba475a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:23.443834 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-488bf823-e1f8-4040-bff8-46ed4ee7542f None None] Attempting to bind port 3a84c1e1-471c-4b33-a4c0-f916824cae93 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:58:23.444442 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-488bf823-e1f8-4040-bff8-46ed4ee7542f None None] Attempting to bind port 3a84c1e1-471c-4b33-a4c0-f916824cae93 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:58:23.445042 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488bf823-e1f8-4040-bff8-46ed4ee7542f None None] Attempting to bind port 3a84c1e1-471c-4b33-a4c0-f916824cae93 on network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:58:23.450733 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488bf823-e1f8-4040-bff8-46ed4ee7542f None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:58:23.451295 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488bf823-e1f8-4040-bff8-46ed4ee7542f None None] Checking segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:23.451892 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-488bf823-e1f8-4040-bff8-46ed4ee7542f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:23.452393 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488bf823-e1f8-4040-bff8-46ed4ee7542f None None] Bound using segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:58:23.452959 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-488bf823-e1f8-4040-bff8-46ed4ee7542f None None] Bound port: 3a84c1e1-471c-4b33-a4c0-f916824cae93, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:58:23.453353 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-488bf823-e1f8-4040-bff8-46ed4ee7542f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:23.461581 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-91a16d40-7656-452c-8651-ccbd82632e42 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:23.468176 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-91a16d40-7656-452c-8651-ccbd82632e42 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/subnets/6b69e064-7371-4285-b45b-de5d00ba475a HTTP/1.1" status: 204 len: 168 time: 0.4950666 May 06 09:58:23.471083 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41900) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:23.487648 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e954a7e-3da0-4bd2-8f72-5ec84d428610 None None] Network daa558b4-38e3-4589-84a8-cefdd5f2664e requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:23.525434 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-7b1d536b-91fa-4289-9f03-38b9554c2446 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Allocated IP 2001:db8::2f4 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/6bba0e30-1ef7-40ae-a4e6-f62e28021de2/331d3b82-089e-4075-b2de-51e3da3d0d84) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:23.565565 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313a37b9-40b5-43d7-a68e-371d82a2622d admin admin] Router ce13bdd3-721f-4cf5-a27e-f1130d3210f7 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:58:23.573388 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b070f9-e6d5-49d4-9e49-59e75d0c3730 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Deleting subnet 004e9182-449f-4de1-b980-cfaa1f95a5f0 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:58:23.580820 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-488bf823-e1f8-4040-bff8-46ed4ee7542f None None] For port 3a84c1e1-471c-4b33-a4c0-f916824cae93, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:58:23.584079 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6b070f9-e6d5-49d4-9e49-59e75d0c3730 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:23.586304 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-488bf823-e1f8-4040-bff8-46ed4ee7542f None None] For port 3a84c1e1-471c-4b33-a4c0-f916824cae93, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3a84c1e1-471c-4b33-a4c0-f916824cae93,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:58:23.614318 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-488bf823-e1f8-4040-bff8-46ed4ee7542f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:23.662707 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6b070f9-e6d5-49d4-9e49-59e75d0c3730 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:23.683188 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488bf823-e1f8-4040-bff8-46ed4ee7542f None None] Pushing event updated for resources: {'Port': ['ID=3a84c1e1-471c-4b33-a4c0-f916824cae93,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:23.749298 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41904) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:23.770841 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313a37b9-40b5-43d7-a68e-371d82a2622d admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:58:23.780945 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-313a37b9-40b5-43d7-a68e-371d82a2622d admin admin] 10.222.0.73 "PUT /v2.0/routers/ce13bdd3-721f-4cf5-a27e-f1130d3210f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3572395 May 06 09:58:23.782074 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41908) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:23.789852 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d2edd8-bb65-4b21-be06-411df64e47e4 None None] Sync routers for ids ['ce13bdd3-721f-4cf5-a27e-f1130d3210f7'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:58:23.819222 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d2edd8-bb65-4b21-be06-411df64e47e4 None None] Routers {'ce13bdd3-721f-4cf5-a27e-f1130d3210f7'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:23.822093 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-e0d2edd8-bb65-4b21-be06-411df64e47e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ce13bdd3-721f-4cf5-a27e-f1130d3210f7'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:23.847370 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e170563f-2ed1-4051-82f5-17f55b04b317 None None] DHCP port deletion for daa558b4-38e3-4589-84a8-cefdd5f2664e request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:58:23.870519 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6b070f9-e6d5-49d4-9e49-59e75d0c3730 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:23.948373 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e170563f-2ed1-4051-82f5-17f55b04b317 None None] Deleting port aca00a67-8074-4fa8-b77f-65505c780242 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:23.948751 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e170563f-2ed1-4051-82f5-17f55b04b317 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:24.011999 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2f80c6e5-e9b6-43f4-89bf-b0b69b4d4721 admin admin] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:24.044575 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6b070f9-e6d5-49d4-9e49-59e75d0c3730 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:24.046493 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-e0d2edd8-bb65-4b21-be06-411df64e47e4 None None] Set router ce13bdd3-721f-4cf5-a27e-f1130d3210f7 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:58:24.106794 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8c844ddc-4dae-4fa1-bf0f-ed342db06460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:24.147512 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device aca00a67-8074-4fa8-b77f-65505c780242 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:58:24.149119 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b070f9-e6d5-49d4-9e49-59e75d0c3730 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Subnet': ['ID=004e9182-449f-4de1-b980-cfaa1f95a5f0,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:24.159627 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6b070f9-e6d5-49d4-9e49-59e75d0c3730 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:24.167407 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41910) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:24.167748 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d6b070f9-e6d5-49d4-9e49-59e75d0c3730 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/subnets/004e9182-449f-4de1-b980-cfaa1f95a5f0 HTTP/1.1" status: 204 len: 168 time: 0.6944749 May 06 09:58:24.200793 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7b1d536b-91fa-4289-9f03-38b9554c2446 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:24.241346 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e170563f-2ed1-4051-82f5-17f55b04b317 None None] For port aca00a67-8074-4fa8-b77f-65505c780242, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=aca00a67-8074-4fa8-b77f-65505c780242,segment=NetworkSegment(421435df-67a0-4afc-8437-f740ec4dcea1),segment_id=421435df-67a0-4afc-8437-f740ec4dcea1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:24.241763 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e170563f-2ed1-4051-82f5-17f55b04b317 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:24.260544 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e170563f-2ed1-4051-82f5-17f55b04b317 None None] Calling delete_port for aca00a67-8074-4fa8-b77f-65505c780242 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:24.271303 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db89559-a854-4ef5-9562-c33b33ac9a8f None None] Network 3c0b888c-c5b8-4edd-912f-48945d5cfdd3 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:24.271531 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7b1d536b-91fa-4289-9f03-38b9554c2446 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:24.303818 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2f80c6e5-e9b6-43f4-89bf-b0b69b4d4721 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:24.323858 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-377179ce-4956-491f-b397-e90093932e5e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:24.343620 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d536b-91fa-4289-9f03-38b9554c2446 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Port': ['ID=331d3b82-089e-4075-b2de-51e3da3d0d84,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:24.355055 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-e0d2edd8-bb65-4b21-be06-411df64e47e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1145327886-router', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:15Z', 'updated_at': '2022-05-06T09:58:22Z', 'revision_number': 5, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'gw_port': {'id': '9357d8bb-f546-4756-8b05-e4fb9afa3786', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:16Z', 'updated_at': '2022-05-06T09:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:24.377868 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1d536b-91fa-4289-9f03-38b9554c2446 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:24.379655 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-7b1d536b-91fa-4289-9f03-38b9554c2446 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:24.383497 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1d536b-91fa-4289-9f03-38b9554c2446 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:24.392305 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d2edd8-bb65-4b21-be06-411df64e47e4 None None] Checking router: ce13bdd3-721f-4cf5-a27e-f1130d3210f7 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:58:24.399182 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1d536b-91fa-4289-9f03-38b9554c2446 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:24.399872 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7b1d536b-91fa-4289-9f03-38b9554c2446 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:24.406185 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d2edd8-bb65-4b21-be06-411df64e47e4 None None] Routers {'ce13bdd3-721f-4cf5-a27e-f1130d3210f7'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:24.406968 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-e0d2edd8-bb65-4b21-be06-411df64e47e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ce13bdd3-721f-4cf5-a27e-f1130d3210f7'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:24.434298 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7b1d536b-91fa-4289-9f03-38b9554c2446 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7833316 May 06 09:58:24.436623 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41912) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:24.479492 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8c844ddc-4dae-4fa1-bf0f-ed342db06460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:24.509213 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-2f80c6e5-e9b6-43f4-89bf-b0b69b4d4721 admin admin] Deleting port 9357d8bb-f546-4756-8b05-e4fb9afa3786 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:24.512945 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2f80c6e5-e9b6-43f4-89bf-b0b69b4d4721 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:24.515187 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-e0d2edd8-bb65-4b21-be06-411df64e47e4 None None] Set router ce13bdd3-721f-4cf5-a27e-f1130d3210f7 gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:58:24.516868 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8c844ddc-4dae-4fa1-bf0f-ed342db06460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:24.523209 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad78a23-d7b9-491f-91fb-e29d3849ad9d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:24.535957 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad78a23-d7b9-491f-91fb-e29d3849ad9d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:24.540587 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0ad78a23-d7b9-491f-91fb-e29d3849ad9d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1017470 May 06 09:58:24.544272 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41914) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:24.545703 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:24.598889 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-e0d2edd8-bb65-4b21-be06-411df64e47e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1145327886-router', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:15Z', 'updated_at': '2022-05-06T09:58:24Z', 'revision_number': 6, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:24.634349 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8c844ddc-4dae-4fa1-bf0f-ed342db06460 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=72701b24511c4fb9931861f6a608d4ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8796067 May 06 09:58:24.635847 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41916) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:24.654827 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e170563f-2ed1-4051-82f5-17f55b04b317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:24.657834 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d2edd8-bb65-4b21-be06-411df64e47e4 None None] The sync data for ids ['ce13bdd3-721f-4cf5-a27e-f1130d3210f7'] in n-d-840835-1 is: [{'id': 'ce13bdd3-721f-4cf5-a27e-f1130d3210f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1145327886-router', 'tenant_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:15Z', 'updated_at': '2022-05-06T09:58:24Z', 'revision_number': 6, 'project_id': 'c517f1b2e83649f0bec52fdccbd31b7e', 'gw_port_host': None}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:58:24.679244 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c844ddc-4dae-4fa1-bf0f-ed342db06460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8053263f-1102-4b65-b90f-499a8e6a412d,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:24.749695 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-42efa928-2009-4001-b7e0-e54a54ef763d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting port 331d3b82-089e-4075-b2de-51e3da3d0d84 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:24.750086 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42efa928-2009-4001-b7e0-e54a54ef763d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:24.757347 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-2f80c6e5-e9b6-43f4-89bf-b0b69b4d4721 admin admin] For port 9357d8bb-f546-4756-8b05-e4fb9afa3786, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9357d8bb-f546-4756-8b05-e4fb9afa3786,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:24.757724 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2f80c6e5-e9b6-43f4-89bf-b0b69b4d4721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:24.765949 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-377179ce-4956-491f-b397-e90093932e5e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Deleting port aca00a67-8074-4fa8-b77f-65505c780242 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:24.766192 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-377179ce-4956-491f-b397-e90093932e5e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:24.783611 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170563f-2ed1-4051-82f5-17f55b04b317 None None] Pushing event deleted for resources: {'Port': ['ID=aca00a67-8074-4fa8-b77f-65505c780242,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:24.785704 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324d8bbb-0725-49ff-9daa-0a8401652671 None None] DHCP port deletion for 3c0b888c-c5b8-4edd-912f-48945d5cfdd3 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:58:24.790120 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e170563f-2ed1-4051-82f5-17f55b04b317 None None] No DVR routers for this DVR port aca00a67-8074-4fa8-b77f-65505c780242 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:58:24.790318 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-2f80c6e5-e9b6-43f4-89bf-b0b69b4d4721 admin admin] Calling delete_port for 9357d8bb-f546-4756-8b05-e4fb9afa3786 owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:24.859309 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42efa928-2009-4001-b7e0-e54a54ef763d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:24.876726 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-42efa928-2009-4001-b7e0-e54a54ef763d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Calling delete_port for 331d3b82-089e-4075-b2de-51e3da3d0d84 owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:24.881123 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7fa5e71d-6444-4ca6-9f61-d805f9bfefbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:24.904356 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-324d8bbb-0725-49ff-9daa-0a8401652671 None None] Deleting port cd581dc2-8c86-4727-a18c-c8bb56101af4 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:24.905450 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-324d8bbb-0725-49ff-9daa-0a8401652671 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:24.952353 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-377179ce-4956-491f-b397-e90093932e5e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] For port aca00a67-8074-4fa8-b77f-65505c780242, host n-d-840835-1, got binding levels [] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:24.952976 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-377179ce-4956-491f-b397-e90093932e5e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:24.978550 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7fa5e71d-6444-4ca6-9f61-d805f9bfefbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:24.989422 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-377179ce-4956-491f-b397-e90093932e5e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Calling delete_port for aca00a67-8074-4fa8-b77f-65505c780242 owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:24.997056 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.ipam_backend_mixin [None req-377179ce-4956-491f-b397-e90093932e5e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Port aca00a67-8074-4fa8-b77f-65505c780242 was not found and therefore no delete operation was performed {{(pid=102653) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 09:58:24.997332 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-324d8bbb-0725-49ff-9daa-0a8401652671 None None] For port cd581dc2-8c86-4727-a18c-c8bb56101af4, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=cd581dc2-8c86-4727-a18c-c8bb56101af4,segment=NetworkSegment(7a18f2c2-bbc5-49b9-b8a3-916d854aaba1),segment_id=7a18f2c2-bbc5-49b9-b8a3-916d854aaba1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:24.997514 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-324d8bbb-0725-49ff-9daa-0a8401652671 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.009898 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-377179ce-4956-491f-b397-e90093932e5e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.016965 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-324d8bbb-0725-49ff-9daa-0a8401652671 None None] Calling delete_port for cd581dc2-8c86-4727-a18c-c8bb56101af4 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:25.054208 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42efa928-2009-4001-b7e0-e54a54ef763d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.060968 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377179ce-4956-491f-b397-e90093932e5e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Port': ['ID=aca00a67-8074-4fa8-b77f-65505c780242,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:25.063487 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377179ce-4956-491f-b397-e90093932e5e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] No DVR routers for this DVR port aca00a67-8074-4fa8-b77f-65505c780242 on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:58:25.122511 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42efa928-2009-4001-b7e0-e54a54ef763d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Port': ['ID=331d3b82-089e-4075-b2de-51e3da3d0d84,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:25.136559 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-324d8bbb-0725-49ff-9daa-0a8401652671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.154029 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324d8bbb-0725-49ff-9daa-0a8401652671 None None] No DVR routers for this DVR port cd581dc2-8c86-4727-a18c-c8bb56101af4 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:58:25.155030 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42efa928-2009-4001-b7e0-e54a54ef763d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.163848 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-42efa928-2009-4001-b7e0-e54a54ef763d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/331d3b82-089e-4075-b2de-51e3da3d0d84 HTTP/1.1" status: 204 len: 168 time: 0.6172795 May 06 09:58:25.167409 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41918) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:25.186171 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d8bbb-0725-49ff-9daa-0a8401652671 None None] Pushing event deleted for resources: {'Port': ['ID=cd581dc2-8c86-4727-a18c-c8bb56101af4,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:25.251928 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-377179ce-4956-491f-b397-e90093932e5e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.254506 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7fa5e71d-6444-4ca6-9f61-d805f9bfefbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.257250 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7fa5e71d-6444-4ca6-9f61-d805f9bfefbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.258463 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7fa5e71d-6444-4ca6-9f61-d805f9bfefbd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8053263f-1102-4b65-b90f-499a8e6a412d HTTP/1.1" status: 204 len: 168 time: 0.6191771 May 06 09:58:25.282960 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bf8d6a-6cda-482d-b4f4-59a00d168903 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:25.299471 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5e71d-6444-4ca6-9f61-d805f9bfefbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8053263f-1102-4b65-b90f-499a8e6a412d,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:25.302689 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-377179ce-4956-491f-b397-e90093932e5e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daa558b4-38e3-4589-84a8-cefdd5f2664e']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:25.306497 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d95534-84ec-4ec0-97dc-b0d2a1a31952 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:25.311338 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d95534-84ec-4ec0-97dc-b0d2a1a31952 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:25.316667 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b5d95534-84ec-4ec0-97dc-b0d2a1a31952 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1456895 May 06 09:58:25.317255 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41922) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:25.337999 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-377179ce-4956-491f-b397-e90093932e5e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '421435df-67a0-4afc-8437-f740ec4dcea1') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:25.338372 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-377179ce-4956-491f-b397-e90093932e5e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '421435df-67a0-4afc-8437-f740ec4dcea1') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:25.347578 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa5e71d-6444-4ca6-9f61-d805f9bfefbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:25.347928 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa5e71d-6444-4ca6-9f61-d805f9bfefbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:25.348268 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa5e71d-6444-4ca6-9f61-d805f9bfefbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:25.348605 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa5e71d-6444-4ca6-9f61-d805f9bfefbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:25.348933 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa5e71d-6444-4ca6-9f61-d805f9bfefbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:25.349268 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa5e71d-6444-4ca6-9f61-d805f9bfefbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:25.349598 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa5e71d-6444-4ca6-9f61-d805f9bfefbd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:25.349920 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa5e71d-6444-4ca6-9f61-d805f9bfefbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:25.350426 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa5e71d-6444-4ca6-9f61-d805f9bfefbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:25.350923 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa5e71d-6444-4ca6-9f61-d805f9bfefbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:25.351431 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa5e71d-6444-4ca6-9f61-d805f9bfefbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:25.351910 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa5e71d-6444-4ca6-9f61-d805f9bfefbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:25.359860 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-377179ce-4956-491f-b397-e90093932e5e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.388132 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-377179ce-4956-491f-b397-e90093932e5e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.396709 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377179ce-4956-491f-b397-e90093932e5e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:58:25.397417 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-377179ce-4956-491f-b397-e90093932e5e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: timer() May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:58:25.401973 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:58:25.414727 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2f80c6e5-e9b6-43f4-89bf-b0b69b4d4721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.423400 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a55243b7-9fc2-46ba-913b-d8c4543e95c7 None None] Provisioning complete for port 3a84c1e1-471c-4b33-a4c0-f916824cae93 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:25.423775 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a55243b7-9fc2-46ba-913b-d8c4543e95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.438142 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd179c9-123c-4beb-be3d-12f5337421e3 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting subnet 6bba0e30-1ef7-40ae-a4e6-f62e28021de2 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:58:25.441690 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-abd179c9-123c-4beb-be3d-12f5337421e3 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.484639 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80c6e5-e9b6-43f4-89bf-b0b69b4d4721 admin admin] Pushing event deleted for resources: {'Port': ['ID=9357d8bb-f546-4756-8b05-e4fb9afa3786,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:25.523836 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-abd179c9-123c-4beb-be3d-12f5337421e3 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.539637 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-377179ce-4956-491f-b397-e90093932e5e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.559961 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-377179ce-4956-491f-b397-e90093932e5e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.564645 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-377179ce-4956-491f-b397-e90093932e5e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/networks/daa558b4-38e3-4589-84a8-cefdd5f2664e HTTP/1.1" status: 204 len: 168 time: 1.3929014 May 06 09:58:25.580276 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a55243b7-9fc2-46ba-913b-d8c4543e95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.584809 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41926) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:25.607966 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377179ce-4956-491f-b397-e90093932e5e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Network': ['ID=daa558b4-38e3-4589-84a8-cefdd5f2664e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:25.654748 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a55243b7-9fc2-46ba-913b-d8c4543e95c7 None None] For port 3a84c1e1-471c-4b33-a4c0-f916824cae93, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3a84c1e1-471c-4b33-a4c0-f916824cae93,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:25.663585 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a55243b7-9fc2-46ba-913b-d8c4543e95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.669649 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-abd179c9-123c-4beb-be3d-12f5337421e3 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.742379 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2f80c6e5-e9b6-43f4-89bf-b0b69b4d4721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.755261 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-abd179c9-123c-4beb-be3d-12f5337421e3 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.768436 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55243b7-9fc2-46ba-913b-d8c4543e95c7 None None] Pushing event updated for resources: {'Port': ['ID=3a84c1e1-471c-4b33-a4c0-f916824cae93,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:25.797304 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd179c9-123c-4beb-be3d-12f5337421e3 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Subnet': ['ID=6bba0e30-1ef7-40ae-a4e6-f62e28021de2,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:25.802529 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-abd179c9-123c-4beb-be3d-12f5337421e3 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.808001 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-abd179c9-123c-4beb-be3d-12f5337421e3 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/6bba0e30-1ef7-40ae-a4e6-f62e28021de2 HTTP/1.1" status: 204 len: 168 time: 0.4882281 May 06 09:58:25.815168 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41930) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:25.886244 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-06a1905b-213f-4f1b-bc73-1e1859ac1717 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689883 May 06 09:58:25.887438 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41932) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:25.892187 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cfda01-9daa-4c56-b342-76baafc23224 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:25.898148 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41934) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:25.904671 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2f80c6e5-e9b6-43f4-89bf-b0b69b4d4721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.907250 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-5f3c6b1a-3fe6-455f-9c41-48ac64384c60 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:25.909432 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2f80c6e5-e9b6-43f4-89bf-b0b69b4d4721 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.912774 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-97f2ae9b-ef31-4a6f-b3ae-cb06851924fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.919745 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b5702a2d-9de4-44c6-ba16-4dc0781b3b87 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.010478 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c662f41d-5433-4eb0-9303-a3bfdf107ec5 None None] Provisioning complete for port 3a84c1e1-471c-4b33-a4c0-f916824cae93 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:26.011034 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c662f41d-5433-4eb0-9303-a3bfdf107ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.024504 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2f80c6e5-e9b6-43f4-89bf-b0b69b4d4721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.025104 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f80c6e5-e9b6-43f4-89bf-b0b69b4d4721 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce13bdd3-721f-4cf5-a27e-f1130d3210f7 {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:58:26.039012 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2f80c6e5-e9b6-43f4-89bf-b0b69b4d4721 admin admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.042606 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2f80c6e5-e9b6-43f4-89bf-b0b69b4d4721 admin admin] 10.222.0.73 "DELETE /v2.0/routers/ce13bdd3-721f-4cf5-a27e-f1130d3210f7 HTTP/1.1" status: 204 len: 168 time: 2.2572815 May 06 09:58:26.043646 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41936) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:26.099670 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3c6b1a-3fe6-455f-9c41-48ac64384c60 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:26.106877 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f3c6b1a-3fe6-455f-9c41-48ac64384c60 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.177602 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b5702a2d-9de4-44c6-ba16-4dc0781b3b87 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.198602 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-803e1133-a684-41a5-8bc8-2451ae551873 admin admin] Deleting subnet c9382d75-3c44-4a92-be03-e9a2109a5f6f {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:58:26.210159 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-803e1133-a684-41a5-8bc8-2451ae551873 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.212562 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-97f2ae9b-ef31-4a6f-b3ae-cb06851924fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.221465 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-b5702a2d-9de4-44c6-ba16-4dc0781b3b87 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0b888c-c5b8-4edd-912f-48945d5cfdd3']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:26.232908 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-97f2ae9b-ef31-4a6f-b3ae-cb06851924fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.243097 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3a84c1e1-471c-4b33-a4c0-f916824cae93 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:58:26.255554 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-b5702a2d-9de4-44c6-ba16-4dc0781b3b87 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a18f2c2-bbc5-49b9-b8a3-916d854aaba1') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:26.255858 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-b5702a2d-9de4-44c6-ba16-4dc0781b3b87 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a18f2c2-bbc5-49b9-b8a3-916d854aaba1') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:26.269497 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b5702a2d-9de4-44c6-ba16-4dc0781b3b87 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.283665 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-97f2ae9b-ef31-4a6f-b3ae-cb06851924fa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=022462a8061c49ef89767c3a6a326776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3954058 May 06 09:58:26.287208 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41938) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:26.288935 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-803e1133-a684-41a5-8bc8-2451ae551873 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.308805 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2ae9b-ef31-4a6f-b3ae-cb06851924fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22987d7c-4cd8-4f53-ad87-037753ce900c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:26.325446 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b5702a2d-9de4-44c6-ba16-4dc0781b3b87 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.344863 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5702a2d-9de4-44c6-ba16-4dc0781b3b87 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:58:26.346034 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b5702a2d-9de4-44c6-ba16-4dc0781b3b87 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: timer() May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:58:26.349787 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:58:26.412359 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2944a076-5ff8-4d70-bf06-9d6d355b96aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.435415 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 3a84c1e1-471c-4b33-a4c0-f916824cae93 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:26.435975 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.446586 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b5702a2d-9de4-44c6-ba16-4dc0781b3b87 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.457007 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b5702a2d-9de4-44c6-ba16-4dc0781b3b87 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.460265 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b5702a2d-9de4-44c6-ba16-4dc0781b3b87 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/networks/3c0b888c-c5b8-4edd-912f-48945d5cfdd3 HTTP/1.1" status: 204 len: 168 time: 0.8740704 May 06 09:58:26.467370 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41940) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:26.474522 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-01dd4f02-071e-464a-8dd9-b1b5c5f6a81e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2126931571'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:26.474934 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5702a2d-9de4-44c6-ba16-4dc0781b3b87 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Network': ['ID=3c0b888c-c5b8-4edd-912f-48945d5cfdd3,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:26.490962 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f3c6b1a-3fe6-455f-9c41-48ac64384c60 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.493228 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-803e1133-a684-41a5-8bc8-2451ae551873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.494923 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2944a076-5ff8-4d70-bf06-9d6d355b96aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.544885 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ab13c6-6542-4fc7-9709-e928c797011a None None] DHCP port deletion for 0d1252d9-04fb-40a6-862c-9b06ebf6d551 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:58:26.573977 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3c6b1a-3fe6-455f-9c41-48ac64384c60 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:26.581041 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dd4f02-071e-464a-8dd9-b1b5c5f6a81e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Made reservation on behalf of 33c51dde91ea4665882b6a57b1b91c1a for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:26.584451 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01dd4f02-071e-464a-8dd9-b1b5c5f6a81e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.590732 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-5f3c6b1a-3fe6-455f-9c41-48ac64384c60 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:26.596999 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3c6b1a-3fe6-455f-9c41-48ac64384c60 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:26.597620 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f3c6b1a-3fe6-455f-9c41-48ac64384c60 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.624502 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e4ab13c6-6542-4fc7-9709-e928c797011a None None] Deleting port 3a84c1e1-471c-4b33-a4c0-f916824cae93 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:26.625235 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e4ab13c6-6542-4fc7-9709-e928c797011a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.629124 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c6b1a-3fe6-455f-9c41-48ac64384c60 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Subnet': ['ID=2b8d1248-df63-4b53-a266-104dc5ecd1c9,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:26.647337 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-803e1133-a684-41a5-8bc8-2451ae551873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.661998 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5f3c6b1a-3fe6-455f-9c41-48ac64384c60 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7640932 May 06 09:58:26.663653 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2944a076-5ff8-4d70-bf06-9d6d355b96aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.665057 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41942) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:26.666580 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2944a076-5ff8-4d70-bf06-9d6d355b96aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.667958 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2944a076-5ff8-4d70-bf06-9d6d355b96aa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/22987d7c-4cd8-4f53-ad87-037753ce900c HTTP/1.1" status: 204 len: 168 time: 0.3768322 May 06 09:58:26.693759 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01dd4f02-071e-464a-8dd9-b1b5c5f6a81e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:58:26.697726 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944a076-5ff8-4d70-bf06-9d6d355b96aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22987d7c-4cd8-4f53-ad87-037753ce900c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:26.698151 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-48dad46f-3d17-4d83-bdca-9c409cd50c90 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'port': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'name': 'tempest-NetworksTestDHCPv6-104947913'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:26.712708 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01dd4f02-071e-464a-8dd9-b1b5c5f6a81e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.713176 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-01dd4f02-071e-464a-8dd9-b1b5c5f6a81e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Added segment 71ec8b58-c7ce-4c14-83f1-8730e445fa02 of type vlan for network 6c6ab00d-1de6-4f60-aaa4-30d61e53d4f4 May 06 09:58:26.776567 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e4ab13c6-6542-4fc7-9709-e928c797011a None None] For port 3a84c1e1-471c-4b33-a4c0-f916824cae93, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3a84c1e1-471c-4b33-a4c0-f916824cae93,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:26.777227 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e4ab13c6-6542-4fc7-9709-e928c797011a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.781303 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01dd4f02-071e-464a-8dd9-b1b5c5f6a81e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.795818 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device cd581dc2-8c86-4727-a18c-c8bb56101af4 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:58:26.797967 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a24a26-ce29-4f0c-953e-5c9085336da0 None None] Network 8b4bbee4-4fbe-449e-978f-a646b5e578f0 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:26.803679 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-803e1133-a684-41a5-8bc8-2451ae551873 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.809953 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-803e1133-a684-41a5-8bc8-2451ae551873 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c9382d75-3c44-4a92-be03-e9a2109a5f6f HTTP/1.1" status: 204 len: 168 time: 0.7623065 May 06 09:58:26.810824 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41948) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:26.832466 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e1133-a684-41a5-8bc8-2451ae551873 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9382d75-3c44-4a92-be03-e9a2109a5f6f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:26.886322 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e4ab13c6-6542-4fc7-9709-e928c797011a None None] Calling delete_port for 3a84c1e1-471c-4b33-a4c0-f916824cae93 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:26.891868 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01dd4f02-071e-464a-8dd9-b1b5c5f6a81e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.897982 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48dad46f-3d17-4d83-bdca-9c409cd50c90 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:26.899175 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dd4f02-071e-464a-8dd9-b1b5c5f6a81e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:26.900716 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-01dd4f02-071e-464a-8dd9-b1b5c5f6a81e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.900866 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: cd581dc2-8c86-4727-a18c-c8bb56101af4 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:58:26.901090 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device cd581dc2-8c86-4727-a18c-c8bb56101af4 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:58:26.901529 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 88b66bed-8687-403c-b472-939f5b75bdb8 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:58:26.905975 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-48dad46f-3d17-4d83-bdca-9c409cd50c90 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.931149 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-48dad46f-3d17-4d83-bdca-9c409cd50c90 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] device_id is not set on port d42f2387-9b3a-4274-b3c9-d25fe41bcd4c yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:58:26.948013 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 88b66bed-8687-403c-b472-939f5b75bdb8 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:58:26.948420 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 88b66bed-8687-403c-b472-939f5b75bdb8 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:58:26.948866 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9357d8bb-f546-4756-8b05-e4fb9afa3786 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:58:26.983419 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-01dd4f02-071e-464a-8dd9-b1b5c5f6a81e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5094988 May 06 09:58:26.984929 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41954) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:26.995258 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-0508d199-b0c6-49ed-b34c-a306704967d9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'subnet': {'network_id': '6c6ab00d-1de6-4f60-aaa4-30d61e53d4f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:27.010907 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ea894053-c764-49aa-a8ec-e6546746822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:27.015138 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd4f02-071e-464a-8dd9-b1b5c5f6a81e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Network': ['ID=6c6ab00d-1de6-4f60-aaa4-30d61e53d4f4,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:27.037538 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 6c6ab00d-1de6-4f60-aaa4-30d61e53d4f4 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:58:27.042556 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 9357d8bb-f546-4756-8b05-e4fb9afa3786 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:58:27.043252 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9357d8bb-f546-4756-8b05-e4fb9afa3786 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:58:27.079698 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-ea894053-c764-49aa-a8ec-e6546746822a admin admin] Deleting port 96eecb2e-0bef-47f2-b4ef-f14bf1e33436 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:27.080006 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ea894053-c764-49aa-a8ec-e6546746822a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:27.154261 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0508d199-b0c6-49ed-b34c-a306704967d9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Made reservation on behalf of 33c51dde91ea4665882b6a57b1b91c1a for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:27.157547 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0508d199-b0c6-49ed-b34c-a306704967d9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:27.196098 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-ea894053-c764-49aa-a8ec-e6546746822a admin admin] For port 96eecb2e-0bef-47f2-b4ef-f14bf1e33436, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=96eecb2e-0bef-47f2-b4ef-f14bf1e33436,segment=NetworkSegment(27b775b5-8035-4904-ad11-074d150e8a59),segment_id=27b775b5-8035-4904-ad11-074d150e8a59)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:27.196437 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ea894053-c764-49aa-a8ec-e6546746822a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:27.202064 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e4ab13c6-6542-4fc7-9709-e928c797011a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:27.239922 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-ea894053-c764-49aa-a8ec-e6546746822a admin admin] Calling delete_port for 96eecb2e-0bef-47f2-b4ef-f14bf1e33436 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:27.256117 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab13c6-6542-4fc7-9709-e928c797011a None None] Pushing event deleted for resources: {'Port': ['ID=3a84c1e1-471c-4b33-a4c0-f916824cae93,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:27.260994 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ab13c6-6542-4fc7-9709-e928c797011a None None] No DVR routers for this DVR port 3a84c1e1-471c-4b33-a4c0-f916824cae93 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:58:27.299880 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc49170-3adc-4c34-ae78-332f820a85e9 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:27.365242 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8574d724-9632-4ef7-9f40-7c87df4485ab None None] DHCP port deletion for 8b4bbee4-4fbe-449e-978f-a646b5e578f0 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:58:27.407163 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ea894053-c764-49aa-a8ec-e6546746822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:27.457203 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea894053-c764-49aa-a8ec-e6546746822a admin admin] Pushing event deleted for resources: {'Port': ['ID=96eecb2e-0bef-47f2-b4ef-f14bf1e33436,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:27.462682 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-8574d724-9632-4ef7-9f40-7c87df4485ab None None] Deleting port 96eecb2e-0bef-47f2-b4ef-f14bf1e33436 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:27.463187 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8574d724-9632-4ef7-9f40-7c87df4485ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:27.466287 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea894053-c764-49aa-a8ec-e6546746822a admin admin] No DVR routers for this DVR port 96eecb2e-0bef-47f2-b4ef-f14bf1e33436 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:58:27.556080 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ea894053-c764-49aa-a8ec-e6546746822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:27.581815 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-ea894053-c764-49aa-a8ec-e6546746822a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b4bbee4-4fbe-449e-978f-a646b5e578f0']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:27.593011 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-ea894053-c764-49aa-a8ec-e6546746822a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b775b5-8035-4904-ad11-074d150e8a59') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:27.593315 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-ea894053-c764-49aa-a8ec-e6546746822a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b775b5-8035-4904-ad11-074d150e8a59') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:27.597768 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283a75f5-a735-4416-8c91-158a625fa89b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'fixed_ips': [{'subnet_id': '2b8d1248-df63-4b53-a266-104dc5ecd1c9'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:58:27.598767 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-283a75f5-a735-4416-8c91-158a625fa89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:27.605006 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ea894053-c764-49aa-a8ec-e6546746822a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:27.614614 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8574d724-9632-4ef7-9f40-7c87df4485ab None None] For port 96eecb2e-0bef-47f2-b4ef-f14bf1e33436, host n-d-840835-1, got binding levels [] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:27.615194 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8574d724-9632-4ef7-9f40-7c87df4485ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:27.620153 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ea894053-c764-49aa-a8ec-e6546746822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:27.629538 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea894053-c764-49aa-a8ec-e6546746822a admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:58:27.630031 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ea894053-c764-49aa-a8ec-e6546746822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: timer() May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:58:27.632284 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:58:27.642758 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-8574d724-9632-4ef7-9f40-7c87df4485ab None None] Calling delete_port for 96eecb2e-0bef-47f2-b4ef-f14bf1e33436 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:27.643623 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-48dad46f-3d17-4d83-bdca-9c409cd50c90 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Allocated IP 2001:db8::34f (0d1252d9-04fb-40a6-862c-9b06ebf6d551/2b8d1248-df63-4b53-a266-104dc5ecd1c9/d42f2387-9b3a-4274-b3c9-d25fe41bcd4c) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:27.647564 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.ipam_backend_mixin [None req-8574d724-9632-4ef7-9f40-7c87df4485ab None None] Port 96eecb2e-0bef-47f2-b4ef-f14bf1e33436 was not found and therefore no delete operation was performed {{(pid=102654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 09:58:27.704836 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8574d724-9632-4ef7-9f40-7c87df4485ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:27.722910 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8574d724-9632-4ef7-9f40-7c87df4485ab None None] No DVR routers for this DVR port 96eecb2e-0bef-47f2-b4ef-f14bf1e33436 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:58:27.734204 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ea894053-c764-49aa-a8ec-e6546746822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:27.740812 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ea894053-c764-49aa-a8ec-e6546746822a admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:27.748402 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ea894053-c764-49aa-a8ec-e6546746822a admin admin] 10.222.0.73 "DELETE /v2.0/networks/8b4bbee4-4fbe-449e-978f-a646b5e578f0 HTTP/1.1" status: 204 len: 168 time: 0.9341347 May 06 09:58:27.758593 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574d724-9632-4ef7-9f40-7c87df4485ab None None] Pushing event deleted for resources: {'Port': ['ID=96eecb2e-0bef-47f2-b4ef-f14bf1e33436,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:27.765223 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea894053-c764-49aa-a8ec-e6546746822a admin admin] Pushing event deleted for resources: {'Network': ['ID=8b4bbee4-4fbe-449e-978f-a646b5e578f0,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:27.878129 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41974) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:27.983514 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-48dad46f-3d17-4d83-bdca-9c409cd50c90 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:27.991744 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3a84c1e1-471c-4b33-a4c0-f916824cae93 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:58:28.015009 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 3a84c1e1-471c-4b33-a4c0-f916824cae93 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:58:28.015401 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-9b207c48-4398-4467-a951-3a67561b498f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-729327724-network', 'tenant_id': '3121274fe1704dcea083a610210df289'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:28.015523 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3a84c1e1-471c-4b33-a4c0-f916824cae93 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:58:28.016018 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 96eecb2e-0bef-47f2-b4ef-f14bf1e33436 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:58:28.019758 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41978) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:28.037713 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 96eecb2e-0bef-47f2-b4ef-f14bf1e33436 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:58:28.038070 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 96eecb2e-0bef-47f2-b4ef-f14bf1e33436 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:58:28.057684 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b207c48-4398-4467-a951-3a67561b498f admin admin] Made reservation on behalf of 3121274fe1704dcea083a610210df289 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:28.060602 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b207c48-4398-4467-a951-3a67561b498f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.061716 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0508d199-b0c6-49ed-b34c-a306704967d9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.078270 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b207c48-4398-4467-a951-3a67561b498f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.089102 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-db5e6de5-522c-4862-b406-0f04a1d5540a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c517f1b2e83649f0bec52fdccbd31b7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0688000 May 06 09:58:28.091084 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41980) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:28.117952 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-48dad46f-3d17-4d83-bdca-9c409cd50c90 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.164331 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-283a75f5-a735-4416-8c91-158a625fa89b None None] Allocated IP 2001:db8::2 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/2b8d1248-df63-4b53-a266-104dc5ecd1c9/d3bca208-ae22-44a0-9f6e-1985d93e22cf) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:28.177780 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e52fb70-2d0b-4b4c-ad9c-612a85deab2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.185698 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0508d199-b0c6-49ed-b34c-a306704967d9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Checking segment: {'id': '71ec8b58-c7ce-4c14-83f1-8730e445fa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6c6ab00d-1de6-4f60-aaa4-30d61e53d4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:28.186077 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0508d199-b0c6-49ed-b34c-a306704967d9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network hostable DHCP agents. Network: 6c6ab00d-1de6-4f60-aaa4-30d61e53d4f4, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:58:28.196845 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508d199-b0c6-49ed-b34c-a306704967d9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Subnet': ['ID=9927ceee-5d5f-4bc6-9c34-24098f24e95f,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:28.209088 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dad46f-3d17-4d83-bdca-9c409cd50c90 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:28.216208 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-48dad46f-3d17-4d83-bdca-9c409cd50c90 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:28.220018 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e52fb70-2d0b-4b4c-ad9c-612a85deab2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.224778 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dad46f-3d17-4d83-bdca-9c409cd50c90 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:28.239447 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dad46f-3d17-4d83-bdca-9c409cd50c90 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:28.239447 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-48dad46f-3d17-4d83-bdca-9c409cd50c90 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.239750 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b207c48-4398-4467-a951-3a67561b498f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.246194 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dad46f-3d17-4d83-bdca-9c409cd50c90 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Port': ['ID=d42f2387-9b3a-4274-b3c9-d25fe41bcd4c,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:28.254544 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0508d199-b0c6-49ed-b34c-a306704967d9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network 6c6ab00d-1de6-4f60-aaa4-30d61e53d4f4 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:58:28.257294 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b207c48-4398-4467-a951-3a67561b498f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.284096 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-48dad46f-3d17-4d83-bdca-9c409cd50c90 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5886543 May 06 09:58:28.284473 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41982) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:28.296793 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b207c48-4398-4467-a951-3a67561b498f admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:58:28.298768 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-0508d199-b0c6-49ed-b34c-a306704967d9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 6c6ab00d-1de6-4f60-aaa4-30d61e53d4f4) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:28.306834 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0508d199-b0c6-49ed-b34c-a306704967d9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:28.308244 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0508d199-b0c6-49ed-b34c-a306704967d9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.311645 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b207c48-4398-4467-a951-3a67561b498f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331f99b5-0c19-41a2-9bd7-73537b545db7,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:28.314764 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b207c48-4398-4467-a951-3a67561b498f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.315137 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-9b207c48-4398-4467-a951-3a67561b498f admin admin] Added segment ddd3229c-e5e1-4baa-8103-de89fd34e153 of type vlan for network c891f3b7-b20c-43d0-b344-56c9f1c30bed May 06 09:58:28.354165 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca84289-925c-4387-8389-d4347e967a0d None None] Network 6c6ab00d-1de6-4f60-aaa4-30d61e53d4f4 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:28.373126 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0508d199-b0c6-49ed-b34c-a306704967d9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3867838 May 06 09:58:28.378450 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41984) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:28.382921 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e52fb70-2d0b-4b4c-ad9c-612a85deab2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.386214 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e52fb70-2d0b-4b4c-ad9c-612a85deab2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.387484 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-967c790f-72e9-4b49-97de-e8d6c7303bf6 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2062100965', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:28.388108 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2e52fb70-2d0b-4b4c-ad9c-612a85deab2e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1e69f0f5-eb73-468f-a453-7aefb147f3d2 HTTP/1.1" status: 204 len: 168 time: 0.2959633 May 06 09:58:28.390561 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b207c48-4398-4467-a951-3a67561b498f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.409195 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfc3bc8-91e6-435e-ba01-a534a87891f1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:28.411173 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-dbfc3bc8-91e6-435e-ba01-a534a87891f1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1249528 May 06 09:58:28.415301 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41988) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:28.435489 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52fb70-2d0b-4b4c-ad9c-612a85deab2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e69f0f5-eb73-468f-a453-7aefb147f3d2,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:28.477138 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b207c48-4398-4467-a951-3a67561b498f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.479615 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b207c48-4398-4467-a951-3a67561b498f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:28.483968 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9b207c48-4398-4467-a951-3a67561b498f admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.535007 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-283a75f5-a735-4416-8c91-158a625fa89b None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.542897 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-967c790f-72e9-4b49-97de-e8d6c7303bf6 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.546219 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-967c790f-72e9-4b49-97de-e8d6c7303bf6 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.550330 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-283a75f5-a735-4416-8c91-158a625fa89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.581103 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9b207c48-4398-4467-a951-3a67561b498f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7011688 May 06 09:58:28.585440 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41990) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:28.592383 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-fa9aaeae-0b97-4de7-b144-ee2ae83cf3e6 admin admin] Request body: {'subnet': {'network_id': 'c891f3b7-b20c-43d0-b344-56c9f1c30bed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-729327724-subnet', 'tenant_id': '3121274fe1704dcea083a610210df289', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:28.593020 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b207c48-4398-4467-a951-3a67561b498f admin admin] Pushing event updated for resources: {'Network': ['ID=c891f3b7-b20c-43d0-b344-56c9f1c30bed,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:28.609003 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network c891f3b7-b20c-43d0-b344-56c9f1c30bed details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:58:28.657266 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-967c790f-72e9-4b49-97de-e8d6c7303bf6 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.661383 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9aaeae-0b97-4de7-b144-ee2ae83cf3e6 admin admin] Made reservation on behalf of 3121274fe1704dcea083a610210df289 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:28.664401 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaeae-0b97-4de7-b144-ee2ae83cf3e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.667264 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283a75f5-a735-4416-8c91-158a625fa89b None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:28.688773 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-283a75f5-a735-4416-8c91-158a625fa89b None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:28.691276 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283a75f5-a735-4416-8c91-158a625fa89b None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:28.715206 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07317aaa-98cd-4f19-86bd-1bcd01866bd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-6c6ab00d-1de6-4f60-aaa4-30d61e53d4f4', 'network_id': '6c6ab00d-1de6-4f60-aaa4-30d61e53d4f4', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'fixed_ips': [{'subnet_id': '9927ceee-5d5f-4bc6-9c34-24098f24e95f'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:58:28.716082 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-07317aaa-98cd-4f19-86bd-1bcd01866bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.722865 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-967c790f-72e9-4b49-97de-e8d6c7303bf6 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.735874 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a75f5-a735-4416-8c91-158a625fa89b None None] Pushing event updated for resources: {'Port': ['ID=d3bca208-ae22-44a0-9f6e-1985d93e22cf,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:28.747187 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-d0c0f4b8-7da7-4ffd-819f-79f7f49e37e1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting port d42f2387-9b3a-4274-b3c9-d25fe41bcd4c {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:28.747668 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d0c0f4b8-7da7-4ffd-819f-79f7f49e37e1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.812690 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-967c790f-72e9-4b49-97de-e8d6c7303bf6 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.816858 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-967c790f-72e9-4b49-97de-e8d6c7303bf6 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4342592 May 06 09:58:28.822485 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41994) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:28.839761 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-2382075f-0788-4156-acd7-e75643d3ac4c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'port': {'network_id': '6c6ab00d-1de6-4f60-aaa4-30d61e53d4f4', 'name': 'tempest-RoutersIpV6Test-210527558'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:28.923146 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d0c0f4b8-7da7-4ffd-819f-79f7f49e37e1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.960463 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-d0c0f4b8-7da7-4ffd-819f-79f7f49e37e1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Calling delete_port for d42f2387-9b3a-4274-b3c9-d25fe41bcd4c owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:29.044413 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2382075f-0788-4156-acd7-e75643d3ac4c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Made reservation on behalf of 33c51dde91ea4665882b6a57b1b91c1a for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:29.049388 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2382075f-0788-4156-acd7-e75643d3ac4c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:29.068848 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-2382075f-0788-4156-acd7-e75643d3ac4c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] device_id is not set on port d5d9e326-3829-4e9c-b5ee-9ca9207568a3 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:58:29.094018 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaeae-0b97-4de7-b144-ee2ae83cf3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:29.143027 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-283a75f5-a735-4416-8c91-158a625fa89b None None] Attempting to bind port d3bca208-ae22-44a0-9f6e-1985d93e22cf on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:58:29.145115 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-283a75f5-a735-4416-8c91-158a625fa89b None None] Attempting to bind port d3bca208-ae22-44a0-9f6e-1985d93e22cf by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:58:29.145824 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283a75f5-a735-4416-8c91-158a625fa89b None None] Attempting to bind port d3bca208-ae22-44a0-9f6e-1985d93e22cf on network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:58:29.187475 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaeae-0b97-4de7-b144-ee2ae83cf3e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b27ba35-17c9-4217-9e66-2a35774a2476,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:29.193443 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283a75f5-a735-4416-8c91-158a625fa89b None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:58:29.195639 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283a75f5-a735-4416-8c91-158a625fa89b None None] Checking segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:29.196439 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-283a75f5-a735-4416-8c91-158a625fa89b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:29.196924 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283a75f5-a735-4416-8c91-158a625fa89b None None] Bound using segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:58:29.197416 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-283a75f5-a735-4416-8c91-158a625fa89b None None] Bound port: d3bca208-ae22-44a0-9f6e-1985d93e22cf, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:58:29.198925 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-283a75f5-a735-4416-8c91-158a625fa89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:29.213118 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d0c0f4b8-7da7-4ffd-819f-79f7f49e37e1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:29.214005 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:29.215395 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9aaeae-0b97-4de7-b144-ee2ae83cf3e6 admin admin] Checking segment: {'id': 'ddd3229c-e5e1-4baa-8103-de89fd34e153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c891f3b7-b20c-43d0-b344-56c9f1c30bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:29.215754 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9aaeae-0b97-4de7-b144-ee2ae83cf3e6 admin admin] Network hostable DHCP agents. Network: c891f3b7-b20c-43d0-b344-56c9f1c30bed, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:58:29.257387 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0f4b8-7da7-4ffd-819f-79f7f49e37e1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Port': ['ID=d42f2387-9b3a-4274-b3c9-d25fe41bcd4c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:29.260325 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-07317aaa-98cd-4f19-86bd-1bcd01866bd1 None None] Allocated IP 2001:db8::2 (6c6ab00d-1de6-4f60-aaa4-30d61e53d4f4/9927ceee-5d5f-4bc6-9c34-24098f24e95f/56db54a9-d70c-46c3-81af-cea2533a9af4) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:29.280744 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9aaeae-0b97-4de7-b144-ee2ae83cf3e6 admin admin] Network c891f3b7-b20c-43d0-b344-56c9f1c30bed is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:58:29.286560 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d0c0f4b8-7da7-4ffd-819f-79f7f49e37e1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:29.290401 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d0c0f4b8-7da7-4ffd-819f-79f7f49e37e1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/d42f2387-9b3a-4274-b3c9-d25fe41bcd4c HTTP/1.1" status: 204 len: 168 time: 0.8734808 May 06 09:58:29.294130 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42010) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:29.301246 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-fa9aaeae-0b97-4de7-b144-ee2ae83cf3e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, c891f3b7-b20c-43d0-b344-56c9f1c30bed) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:29.308438 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9aaeae-0b97-4de7-b144-ee2ae83cf3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:29.310119 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaeae-0b97-4de7-b144-ee2ae83cf3e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:29.331303 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fa9aaeae-0b97-4de7-b144-ee2ae83cf3e6 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7428195 May 06 09:58:29.335699 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61aab317-b96b-4ed7-9198-668209219e8f None None] Network c891f3b7-b20c-43d0-b344-56c9f1c30bed requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:29.374153 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43cbae7-d806-4ec4-b0a4-6fd0a815c6ed tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:29.376075 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43cbae7-d806-4ec4-b0a4-6fd0a815c6ed tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:29.380083 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e43cbae7-d806-4ec4-b0a4-6fd0a815c6ed tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0813761 May 06 09:58:29.381012 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42016) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:29.385923 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-283a75f5-a735-4416-8c91-158a625fa89b None None] For port d3bca208-ae22-44a0-9f6e-1985d93e22cf, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:58:29.409337 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-283a75f5-a735-4416-8c91-158a625fa89b None None] For port d3bca208-ae22-44a0-9f6e-1985d93e22cf, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=d3bca208-ae22-44a0-9f6e-1985d93e22cf,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:58:29.428629 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-283a75f5-a735-4416-8c91-158a625fa89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:29.446956 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b4f9102-aca8-4c2e-b983-6a7ed3f1fa1b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting subnet 2b8d1248-df63-4b53-a266-104dc5ecd1c9 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:58:29.451211 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5b4f9102-aca8-4c2e-b983-6a7ed3f1fa1b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:29.502054 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5b4f9102-aca8-4c2e-b983-6a7ed3f1fa1b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:29.576202 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a75f5-a735-4416-8c91-158a625fa89b None None] Pushing event updated for resources: {'Port': ['ID=d3bca208-ae22-44a0-9f6e-1985d93e22cf,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:29.640606 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b5dbff-48c5-421a-893a-090bf82d6e47 None None] Network c891f3b7-b20c-43d0-b344-56c9f1c30bed requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:29.649879 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5b4f9102-aca8-4c2e-b983-6a7ed3f1fa1b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:29.738124 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5b4f9102-aca8-4c2e-b983-6a7ed3f1fa1b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:29.770835 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-07317aaa-98cd-4f19-86bd-1bcd01866bd1 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:29.816521 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-07317aaa-98cd-4f19-86bd-1bcd01866bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:29.854028 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5b4f9102-aca8-4c2e-b983-6a7ed3f1fa1b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:29.863372 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5b4f9102-aca8-4c2e-b983-6a7ed3f1fa1b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/2b8d1248-df63-4b53-a266-104dc5ecd1c9 HTTP/1.1" status: 204 len: 168 time: 0.4809351 May 06 09:58:29.869581 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f9102-aca8-4c2e-b983-6a7ed3f1fa1b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Subnet': ['ID=2b8d1248-df63-4b53-a266-104dc5ecd1c9,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:29.877151 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42030) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:29.889997 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07317aaa-98cd-4f19-86bd-1bcd01866bd1 None None] Network 6c6ab00d-1de6-4f60-aaa4-30d61e53d4f4 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:29.893212 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-07317aaa-98cd-4f19-86bd-1bcd01866bd1 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:29.900646 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07317aaa-98cd-4f19-86bd-1bcd01866bd1 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:29.904084 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07317aaa-98cd-4f19-86bd-1bcd01866bd1 None None] Pushing event updated for resources: {'Port': ['ID=56db54a9-d70c-46c3-81af-cea2533a9af4,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:29.974225 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-07317aaa-98cd-4f19-86bd-1bcd01866bd1 None None] Attempting to bind port 56db54a9-d70c-46c3-81af-cea2533a9af4 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:58:29.974609 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-07317aaa-98cd-4f19-86bd-1bcd01866bd1 None None] Attempting to bind port 56db54a9-d70c-46c3-81af-cea2533a9af4 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '71ec8b58-c7ce-4c14-83f1-8730e445fa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6c6ab00d-1de6-4f60-aaa4-30d61e53d4f4'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:58:29.974991 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07317aaa-98cd-4f19-86bd-1bcd01866bd1 None None] Attempting to bind port 56db54a9-d70c-46c3-81af-cea2533a9af4 on network 6c6ab00d-1de6-4f60-aaa4-30d61e53d4f4 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:58:29.976897 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-2382075f-0788-4156-acd7-e75643d3ac4c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Allocated IP 2001:db8::3bc (6c6ab00d-1de6-4f60-aaa4-30d61e53d4f4/9927ceee-5d5f-4bc6-9c34-24098f24e95f/d5d9e326-3829-4e9c-b5ee-9ca9207568a3) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:29.991210 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07317aaa-98cd-4f19-86bd-1bcd01866bd1 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:58:29.991480 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07317aaa-98cd-4f19-86bd-1bcd01866bd1 None None] Checking segment: {'id': '71ec8b58-c7ce-4c14-83f1-8730e445fa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6c6ab00d-1de6-4f60-aaa4-30d61e53d4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:29.991906 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-07317aaa-98cd-4f19-86bd-1bcd01866bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:29.992322 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07317aaa-98cd-4f19-86bd-1bcd01866bd1 None None] Bound using segment: {'id': '71ec8b58-c7ce-4c14-83f1-8730e445fa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6c6ab00d-1de6-4f60-aaa4-30d61e53d4f4'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:58:29.992824 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-07317aaa-98cd-4f19-86bd-1bcd01866bd1 None None] Bound port: 56db54a9-d70c-46c3-81af-cea2533a9af4, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ec8b58-c7ce-4c14-83f1-8730e445fa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6c6ab00d-1de6-4f60-aaa4-30d61e53d4f4'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:58:29.993225 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-07317aaa-98cd-4f19-86bd-1bcd01866bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:30.055516 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5f8dc088-8707-4c68-a351-f7c7f7b009e4 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1731381 May 06 09:58:30.055896 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42034) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:30.069445 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-855f987c-90e4-44f9-ad60-303854c1600d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:30.176437 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-07317aaa-98cd-4f19-86bd-1bcd01866bd1 None None] For port 56db54a9-d70c-46c3-81af-cea2533a9af4, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:58:30.189471 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-07317aaa-98cd-4f19-86bd-1bcd01866bd1 None None] For port 56db54a9-d70c-46c3-81af-cea2533a9af4, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=56db54a9-d70c-46c3-81af-cea2533a9af4,segment=NetworkSegment(71ec8b58-c7ce-4c14-83f1-8730e445fa02),segment_id=71ec8b58-c7ce-4c14-83f1-8730e445fa02)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:58:30.200014 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-07317aaa-98cd-4f19-86bd-1bcd01866bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:30.260314 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2382075f-0788-4156-acd7-e75643d3ac4c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:30.307372 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855f987c-90e4-44f9-ad60-303854c1600d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:30.312103 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-855f987c-90e4-44f9-ad60-303854c1600d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:30.312514 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2382075f-0788-4156-acd7-e75643d3ac4c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:30.360275 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07317aaa-98cd-4f19-86bd-1bcd01866bd1 None None] Pushing event updated for resources: {'Port': ['ID=56db54a9-d70c-46c3-81af-cea2533a9af4,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:30.416604 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2382075f-0788-4156-acd7-e75643d3ac4c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network 6c6ab00d-1de6-4f60-aaa4-30d61e53d4f4 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:30.421042 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-2382075f-0788-4156-acd7-e75643d3ac4c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:30.425608 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2382075f-0788-4156-acd7-e75643d3ac4c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:30.434558 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2382075f-0788-4156-acd7-e75643d3ac4c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:30.435540 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2382075f-0788-4156-acd7-e75643d3ac4c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:30.440973 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:58:30.491732 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382075f-0788-4156-acd7-e75643d3ac4c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Port': ['ID=d5d9e326-3829-4e9c-b5ee-9ca9207568a3,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:30.508662 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2382075f-0788-4156-acd7-e75643d3ac4c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6831367 May 06 09:58:30.512051 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42054) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:30.520861 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42056) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:30.537823 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-a6e38ce7-1401-431f-93b8-2b0d670338d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1407241156-network', 'tenant_id': '5907a78290324322be513b42a3b4bb0b'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:30.552805 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1fa2a425-9980-4417-bc25-d198105b3e1c req-4af11272-57c8-419b-8474-9b0142d98238 tempest-ServerShowV257Test-657187017 tempest-ServerShowV257Test-657187017-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.0756056 May 06 09:58:30.567355 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d3bca208-ae22-44a0-9f6e-1985d93e22cf up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:58:30.681859 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port d3bca208-ae22-44a0-9f6e-1985d93e22cf triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:30.682351 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:30.682571 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e38ce7-1401-431f-93b8-2b0d670338d0 admin admin] Made reservation on behalf of 5907a78290324322be513b42a3b4bb0b for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:30.685846 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a6e38ce7-1401-431f-93b8-2b0d670338d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:30.740603 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a6e38ce7-1401-431f-93b8-2b0d670338d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:30.804046 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-855f987c-90e4-44f9-ad60-303854c1600d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:30.877542 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:30.888505 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855f987c-90e4-44f9-ad60-303854c1600d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:30.896351 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-855f987c-90e4-44f9-ad60-303854c1600d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:30.899032 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855f987c-90e4-44f9-ad60-303854c1600d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:30.899674 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-855f987c-90e4-44f9-ad60-303854c1600d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:30.923300 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f987c-90e4-44f9-ad60-303854c1600d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Subnet': ['ID=a0c5c652-0cfa-47c3-9235-7ed1a7a600b0,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:30.939661 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-855f987c-90e4-44f9-ad60-303854c1600d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8824158 May 06 09:58:30.940322 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42062) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:30.947072 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-ca0088d8-5627-48e7-9320-85496bbbbb26 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'port': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'name': 'tempest-NetworksTestDHCPv6-1820093916'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:30.960236 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a6e38ce7-1401-431f-93b8-2b0d670338d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:30.967787 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port d3bca208-ae22-44a0-9f6e-1985d93e22cf, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=d3bca208-ae22-44a0-9f6e-1985d93e22cf,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:30.973936 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:31.025061 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a6e38ce7-1401-431f-93b8-2b0d670338d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:31.040845 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e38ce7-1401-431f-93b8-2b0d670338d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:58:31.050452 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=d3bca208-ae22-44a0-9f6e-1985d93e22cf,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:31.135439 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0088d8-5627-48e7-9320-85496bbbbb26 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:31.139948 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ca0088d8-5627-48e7-9320-85496bbbbb26 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:31.169555 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-ca0088d8-5627-48e7-9320-85496bbbbb26 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] device_id is not set on port 3c4aca25-270a-4042-95e2-655bc523339e yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:58:31.253175 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5003d94-a8ac-44ed-9465-b1719d4b0251 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:31.332034 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-ca0088d8-5627-48e7-9320-85496bbbbb26 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Allocated IP 2001:db8::3b8 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/a0c5c652-0cfa-47c3-9235-7ed1a7a600b0/3c4aca25-270a-4042-95e2-655bc523339e) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:31.350411 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e7aee869-4792-42f0-8e2e-2c2ccf76ccbf None None] Provisioning complete for port d3bca208-ae22-44a0-9f6e-1985d93e22cf triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:31.351220 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e7aee869-4792-42f0-8e2e-2c2ccf76ccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:31.560812 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a6e38ce7-1401-431f-93b8-2b0d670338d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:31.561612 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-a6e38ce7-1401-431f-93b8-2b0d670338d0 admin admin] Added segment d668f3c9-4ce5-463e-bbf4-f60aea0fbbdd of type vlan for network 725a380c-b2fc-4649-8fe7-0d3fd3cc6f6d May 06 09:58:31.579011 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ca0088d8-5627-48e7-9320-85496bbbbb26 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:31.628374 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e38ce7-1401-431f-93b8-2b0d670338d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fbd755-5f38-46d0-9013-8fab598059a6,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:31.643509 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ca0088d8-5627-48e7-9320-85496bbbbb26 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:31.693901 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0088d8-5627-48e7-9320-85496bbbbb26 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:31.697762 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-ca0088d8-5627-48e7-9320-85496bbbbb26 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:31.707862 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0088d8-5627-48e7-9320-85496bbbbb26 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:31.714044 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0088d8-5627-48e7-9320-85496bbbbb26 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:31.716084 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ca0088d8-5627-48e7-9320-85496bbbbb26 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:31.725010 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a6e38ce7-1401-431f-93b8-2b0d670338d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:31.770714 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4af16701-388f-4eca-a9a0-180659532ccb req-93935591-4fc3-4ce5-9ec9-a414922ab2bf tempest-ServerShowV257Test-657187017 tempest-ServerShowV257Test-657187017-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.0425477 May 06 09:58:31.777816 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ca0088d8-5627-48e7-9320-85496bbbbb26 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8357720 May 06 09:58:31.778748 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42068) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:31.812031 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0088d8-5627-48e7-9320-85496bbbbb26 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Port': ['ID=3c4aca25-270a-4042-95e2-655bc523339e,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:31.834697 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a6e38ce7-1401-431f-93b8-2b0d670338d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:31.835747 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e38ce7-1401-431f-93b8-2b0d670338d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:31.836375 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a6e38ce7-1401-431f-93b8-2b0d670338d0 admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:31.861064 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dd3904-eead-4589-8f2b-1e5f145d248a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:31.868970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dd3904-eead-4589-8f2b-1e5f145d248a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:31.870718 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-13dd3904-eead-4589-8f2b-1e5f145d248a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.0905786 May 06 09:58:31.874241 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42070) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:31.958285 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a6e38ce7-1401-431f-93b8-2b0d670338d0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4293714 May 06 09:58:31.966707 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42072) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:31.977992 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-eda4b1ec-140a-4539-9f45-48e38f03ec05 None None] Provisioning complete for port d3bca208-ae22-44a0-9f6e-1985d93e22cf triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:31.980734 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eda4b1ec-140a-4539-9f45-48e38f03ec05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:31.981256 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-f364589d-282e-4ca1-92b0-1ce4f5ad6e95 admin admin] Request body: {'subnet': {'network_id': '725a380c-b2fc-4649-8fe7-0d3fd3cc6f6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1407241156-subnet', 'tenant_id': '5907a78290324322be513b42a3b4bb0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:31.998586 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5edf6753-9acb-47cf-91ec-88387398e7b1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:32.006934 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e38ce7-1401-431f-93b8-2b0d670338d0 admin admin] Pushing event updated for resources: {'Network': ['ID=725a380c-b2fc-4649-8fe7-0d3fd3cc6f6d,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:32.051574 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 725a380c-b2fc-4649-8fe7-0d3fd3cc6f6d details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:58:32.085128 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-25b1204f-29ce-45f0-b4f6-da5972111e86 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting port 3c4aca25-270a-4042-95e2-655bc523339e {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:32.085269 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-25b1204f-29ce-45f0-b4f6-da5972111e86 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:32.089226 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f364589d-282e-4ca1-92b0-1ce4f5ad6e95 admin admin] Made reservation on behalf of 5907a78290324322be513b42a3b4bb0b for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:32.091732 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f364589d-282e-4ca1-92b0-1ce4f5ad6e95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:32.145188 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e35f504-d448-4ae8-8032-ede9c2fab898 None None] Network 6c6ab00d-1de6-4f60-aaa4-30d61e53d4f4 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:32.248042 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-25b1204f-29ce-45f0-b4f6-da5972111e86 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:32.268546 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-25b1204f-29ce-45f0-b4f6-da5972111e86 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Calling delete_port for 3c4aca25-270a-4042-95e2-655bc523339e owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:32.304474 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d3bca208-ae22-44a0-9f6e-1985d93e22cf up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:58:32.464714 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-25b1204f-29ce-45f0-b4f6-da5972111e86 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:32.479710 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port d3bca208-ae22-44a0-9f6e-1985d93e22cf triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:32.480084 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:32.502966 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1204f-29ce-45f0-b4f6-da5972111e86 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Port': ['ID=3c4aca25-270a-4042-95e2-655bc523339e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:32.540006 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-25b1204f-29ce-45f0-b4f6-da5972111e86 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:32.545313 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-25b1204f-29ce-45f0-b4f6-da5972111e86 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/3c4aca25-270a-4042-95e2-655bc523339e HTTP/1.1" status: 204 len: 168 time: 0.6700528 May 06 09:58:32.548369 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42074) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:32.570441 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d8581047-f9d9-4c5c-9159-4149721a76f5 None None] Provisioning complete for port 56db54a9-d70c-46c3-81af-cea2533a9af4 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:32.570883 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d8581047-f9d9-4c5c-9159-4149721a76f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:32.574249 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5edf6753-9acb-47cf-91ec-88387398e7b1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:32.576394 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f364589d-282e-4ca1-92b0-1ce4f5ad6e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:32.602188 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5edf6753-9acb-47cf-91ec-88387398e7b1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:32.621010 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c07416d-ee85-4884-b8c7-fee240f4abd0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:32.623936 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c07416d-ee85-4884-b8c7-fee240f4abd0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:32.625897 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4c07416d-ee85-4884-b8c7-fee240f4abd0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0761175 May 06 09:58:32.628783 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42076) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:32.652907 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 56db54a9-d70c-46c3-81af-cea2533a9af4 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:58:32.707229 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1e36f2-77e1-4169-af3e-7ac7385ad815 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting subnet a0c5c652-0cfa-47c3-9235-7ed1a7a600b0 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:58:32.710698 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-eb1e36f2-77e1-4169-af3e-7ac7385ad815 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:32.739902 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d8581047-f9d9-4c5c-9159-4149721a76f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:32.763527 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364589d-282e-4ca1-92b0-1ce4f5ad6e95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b5e5506-21d5-4c54-8fec-989bb7629f09,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:32.764985 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-eb1e36f2-77e1-4169-af3e-7ac7385ad815 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:32.810538 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f364589d-282e-4ca1-92b0-1ce4f5ad6e95 admin admin] Checking segment: {'id': 'd668f3c9-4ce5-463e-bbf4-f60aea0fbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '725a380c-b2fc-4649-8fe7-0d3fd3cc6f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:32.811057 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f364589d-282e-4ca1-92b0-1ce4f5ad6e95 admin admin] Network hostable DHCP agents. Network: 725a380c-b2fc-4649-8fe7-0d3fd3cc6f6d, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:58:32.815069 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf6753-9acb-47cf-91ec-88387398e7b1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Port': ['ID=d5d9e326-3829-4e9c-b5ee-9ca9207568a3,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:32.825531 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-eb1e36f2-77e1-4169-af3e-7ac7385ad815 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:32.894854 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f364589d-282e-4ca1-92b0-1ce4f5ad6e95 admin admin] Network 725a380c-b2fc-4649-8fe7-0d3fd3cc6f6d is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:58:32.943859 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-f364589d-282e-4ca1-92b0-1ce4f5ad6e95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 725a380c-b2fc-4649-8fe7-0d3fd3cc6f6d) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:32.959815 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3119ad7d-a79e-4c47-8078-0e069b62698c None None] Network 725a380c-b2fc-4649-8fe7-0d3fd3cc6f6d requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:32.965733 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f364589d-282e-4ca1-92b0-1ce4f5ad6e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:32.966582 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f364589d-282e-4ca1-92b0-1ce4f5ad6e95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:32.977700 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eaa95456-cd8c-40a8-90e2-03341054e898 req-a78bcb29-dc4c-4acf-b7c3-10ce45a1d7d9 tempest-ServerShowV257Test-657187017 tempest-ServerShowV257Test-657187017-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.0361664 May 06 09:58:33.008371 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-eb1e36f2-77e1-4169-af3e-7ac7385ad815 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:33.029779 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5edf6753-9acb-47cf-91ec-88387398e7b1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:33.041557 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f364589d-282e-4ca1-92b0-1ce4f5ad6e95 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0731187 May 06 09:58:33.041841 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 56db54a9-d70c-46c3-81af-cea2533a9af4 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:33.042548 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:33.047516 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d8581047-f9d9-4c5c-9159-4149721a76f5 None None] For port 56db54a9-d70c-46c3-81af-cea2533a9af4, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=56db54a9-d70c-46c3-81af-cea2533a9af4,segment=NetworkSegment(71ec8b58-c7ce-4c14-83f1-8730e445fa02),segment_id=71ec8b58-c7ce-4c14-83f1-8730e445fa02)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:33.062709 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e36f2-77e1-4169-af3e-7ac7385ad815 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Subnet': ['ID=a0c5c652-0cfa-47c3-9235-7ed1a7a600b0,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:33.078928 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-eb1e36f2-77e1-4169-af3e-7ac7385ad815 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:33.088480 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d8581047-f9d9-4c5c-9159-4149721a76f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:33.089022 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-eb1e36f2-77e1-4169-af3e-7ac7385ad815 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/a0c5c652-0cfa-47c3-9235-7ed1a7a600b0 HTTP/1.1" status: 204 len: 168 time: 0.4564848 May 06 09:58:33.092947 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42084) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:33.110337 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d8581047-f9d9-4c5c-9159-4149721a76f5 None None] Could not find standard attr ID for object 331d3b82-089e-4075-b2de-51e3da3d0d84. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:58:33.175480 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4a25fe3d-e928-4b79-a91a-77b4f24557a8 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792358 May 06 09:58:33.176245 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42086) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:33.220486 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5edf6753-9acb-47cf-91ec-88387398e7b1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:33.232368 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8581047-f9d9-4c5c-9159-4149721a76f5 None None] Pushing event updated for resources: {'Port': ['ID=56db54a9-d70c-46c3-81af-cea2533a9af4,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:33.246860 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-8e3364ec-851b-4dc7-8a9f-4025208bd541 None None] Could not find standard attr ID for object d42f2387-9b3a-4274-b3c9-d25fe41bcd4c. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:58:33.283749 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b095e9a-3783-4f9d-b7da-fce2a2acc5bd tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:33.284144 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42088) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:33.284245 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5b095e9a-3783-4f9d-b7da-fce2a2acc5bd tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1050627 May 06 09:58:33.312808 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496f1c7d-7b6f-49ac-b85e-38add4e28838 None None] Network 725a380c-b2fc-4649-8fe7-0d3fd3cc6f6d requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:33.370707 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931fad73-1e21-46bf-a872-8f888e8d6311 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:33.382656 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229d32d1-1c1f-4077-883b-2ab3f6a13dc5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:33.387549 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-229d32d1-1c1f-4077-883b-2ab3f6a13dc5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1049836 May 06 09:58:33.387925 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42092) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:33.440990 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-00e71453-7032-4c3a-b943-796ea1e254b1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515244 May 06 09:58:33.450444 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42094) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:33.460070 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-92372f72-dd21-49fe-b249-88b738a4d3d4 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:33.535256 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-9109580f-0aff-4a10-a55b-b46f19017327 None None] Provisioning complete for port 56db54a9-d70c-46c3-81af-cea2533a9af4 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:33.535638 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9109580f-0aff-4a10-a55b-b46f19017327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:33.636125 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92372f72-dd21-49fe-b249-88b738a4d3d4 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:33.641977 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-92372f72-dd21-49fe-b249-88b738a4d3d4 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:33.733344 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5edf6753-9acb-47cf-91ec-88387398e7b1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:33.740533 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5edf6753-9acb-47cf-91ec-88387398e7b1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:33.742749 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5edf6753-9acb-47cf-91ec-88387398e7b1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:33.743299 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-9109580f-0aff-4a10-a55b-b46f19017327 None None] Could not find standard attr ID for object 3c4aca25-270a-4042-95e2-655bc523339e. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:58:33.756695 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-9109580f-0aff-4a10-a55b-b46f19017327 None None] Provisioning complete for port d5d9e326-3829-4e9c-b5ee-9ca9207568a3 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:33.757317 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9109580f-0aff-4a10-a55b-b46f19017327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:33.798929 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-9109580f-0aff-4a10-a55b-b46f19017327 None None] Port d5d9e326-3829-4e9c-b5ee-9ca9207568a3 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:58:33.842338 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5fe6f3-c69d-4012-aa54-12515120983f None None] DHCP port deletion for 0d1252d9-04fb-40a6-862c-9b06ebf6d551 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:58:33.852105 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf6753-9acb-47cf-91ec-88387398e7b1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Port': ['ID=d5d9e326-3829-4e9c-b5ee-9ca9207568a3,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:33.901860 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edf6753-9acb-47cf-91ec-88387398e7b1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network 6c6ab00d-1de6-4f60-aaa4-30d61e53d4f4 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:33.904020 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-5edf6753-9acb-47cf-91ec-88387398e7b1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:33.962460 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-5b5fe6f3-c69d-4012-aa54-12515120983f None None] Deleting port d3bca208-ae22-44a0-9f6e-1985d93e22cf {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:33.962952 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5b5fe6f3-c69d-4012-aa54-12515120983f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:33.991317 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-e14b94fc-5d0b-4d7d-984b-38638cb52c12 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:33.992912 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-e14b94fc-5d0b-4d7d-984b-38638cb52c12 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.73 "GET /v2.0/networks?id=c891f3b7-b20c-43d0-b344-56c9f1c30bed HTTP/1.1" status: 200 len: 808 time: 0.1842849 May 06 09:58:34.018506 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-01117613-8a63-42fc-b365-e9fdb6d21c05 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.73 "GET /v2.0/quotas/3121274fe1704dcea083a610210df289 HTTP/1.1" status: 200 len: 375 time: 0.0164840 May 06 09:58:34.033888 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-9ded7e22-b506-4c8a-8ba3-9efeaa1a3c2e None None] Provisioning complete for port d5d9e326-3829-4e9c-b5ee-9ca9207568a3 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:34.034368 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9ded7e22-b506-4c8a-8ba3-9efeaa1a3c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:34.070195 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edf6753-9acb-47cf-91ec-88387398e7b1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Router 3202ef34-ef4b-4fea-be84-9d734220662b is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:58:34.083917 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-5b5fe6f3-c69d-4012-aa54-12515120983f None None] For port d3bca208-ae22-44a0-9f6e-1985d93e22cf, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=d3bca208-ae22-44a0-9f6e-1985d93e22cf,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:34.084487 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5b5fe6f3-c69d-4012-aa54-12515120983f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:34.088237 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 56db54a9-d70c-46c3-81af-cea2533a9af4 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:58:34.092167 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-788c7daf-3e96-4959-991a-ffc2c72a431c tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3121274fe1704dcea083a610210df289&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449870 May 06 09:58:34.146355 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-5b5fe6f3-c69d-4012-aa54-12515120983f None None] Calling delete_port for d3bca208-ae22-44a0-9f6e-1985d93e22cf owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:34.207582 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-9ded7e22-b506-4c8a-8ba3-9efeaa1a3c2e None None] Port d5d9e326-3829-4e9c-b5ee-9ca9207568a3 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:58:34.236261 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 56db54a9-d70c-46c3-81af-cea2533a9af4 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:34.237071 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:34.238420 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-92372f72-dd21-49fe-b249-88b738a4d3d4 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:34.258890 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edf6753-9acb-47cf-91ec-88387398e7b1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:58:34.273480 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db45b2f2-602b-4486-ac9b-30b389fa6ba5 None None] Sync routers for ids ['3202ef34-ef4b-4fea-be84-9d734220662b'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:58:34.276010 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5edf6753-9acb-47cf-91ec-88387398e7b1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "PUT /v2.0/routers/3202ef34-ef4b-4fea-be84-9d734220662b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7622805 May 06 09:58:34.277749 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42110) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:34.309568 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db45b2f2-602b-4486-ac9b-30b389fa6ba5 None None] Routers {'3202ef34-ef4b-4fea-be84-9d734220662b'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:34.311031 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-db45b2f2-602b-4486-ac9b-30b389fa6ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3202ef34-ef4b-4fea-be84-9d734220662b'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:34.321349 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92372f72-dd21-49fe-b249-88b738a4d3d4 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:34.333837 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-92372f72-dd21-49fe-b249-88b738a4d3d4 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:34.341210 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92372f72-dd21-49fe-b249-88b738a4d3d4 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:34.341807 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-92372f72-dd21-49fe-b249-88b738a4d3d4 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:34.356278 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-db45b2f2-602b-4486-ac9b-30b389fa6ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:34.358729 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92372f72-dd21-49fe-b249-88b738a4d3d4 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Subnet': ['ID=d2643d26-1def-47b9-b858-1a7811b73a68,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:34.365790 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5b5fe6f3-c69d-4012-aa54-12515120983f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:34.368521 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c076fb-0c38-434f-8c44-1917863fe473 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:34.370200 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-58c076fb-0c38-434f-8c44-1917863fe473 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "GET /v2.0/ports/d5d9e326-3829-4e9c-b5ee-9ca9207568a3 HTTP/1.1" status: 200 len: 983 time: 0.0910974 May 06 09:58:34.374509 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42114) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:34.380564 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-9add9ace-43d8-4d9a-a78c-11e36a15643e service neutron] 10.222.0.73 "GET /v2.0/networks/c891f3b7-b20c-43d0-b344-56c9f1c30bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759318 May 06 09:58:34.393550 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-92372f72-dd21-49fe-b249-88b738a4d3d4 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9419403 May 06 09:58:34.404589 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fe6f3-c69d-4012-aa54-12515120983f None None] Pushing event deleted for resources: {'Port': ['ID=d3bca208-ae22-44a0-9f6e-1985d93e22cf,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:34.405798 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42116) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:34.413446 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-f4d96ffd-480b-4f80-a2f6-4bcd1e3f1eb0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'port': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'fixed_ips': [{'subnet_id': 'd2643d26-1def-47b9-b858-1a7811b73a68', 'ip_address': '2001:db8::909:8532:75c9:6632'}], 'name': 'tempest-NetworksTestDHCPv6-2058731792'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:34.431884 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db45b2f2-602b-4486-ac9b-30b389fa6ba5 None None] Routers {'3202ef34-ef4b-4fea-be84-9d734220662b'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:34.432565 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-db45b2f2-602b-4486-ac9b-30b389fa6ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3202ef34-ef4b-4fea-be84-9d734220662b'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:34.435746 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5fe6f3-c69d-4012-aa54-12515120983f None None] No DVR routers for this DVR port d3bca208-ae22-44a0-9f6e-1985d93e22cf on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:58:34.440789 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a861a762-1d50-409d-a4f9-32358457e72e None None] Provisioning complete for port d5d9e326-3829-4e9c-b5ee-9ca9207568a3 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:34.441172 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a861a762-1d50-409d-a4f9-32358457e72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:34.509385 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-db45b2f2-602b-4486-ac9b-30b389fa6ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:34.510063 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db45b2f2-602b-4486-ac9b-30b389fa6ba5 None None] The sync data for ids ['3202ef34-ef4b-4fea-be84-9d734220662b'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:58:34.516908 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c056cc-e4bd-4df6-927a-7c4620978d79 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:34.584829 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-a861a762-1d50-409d-a4f9-32358457e72e None None] Port d5d9e326-3829-4e9c-b5ee-9ca9207568a3 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:58:34.612612 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-bae5f46a-5302-4e47-a009-f751fabb6877 service neutron] 10.222.0.73 "GET /v2.0/networks/c891f3b7-b20c-43d0-b344-56c9f1c30bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174771 May 06 09:58:34.656464 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d96ffd-480b-4f80-a2f6-4bcd1e3f1eb0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:34.664022 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d3bca208-ae22-44a0-9f6e-1985d93e22cf no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:58:34.697962 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: d3bca208-ae22-44a0-9f6e-1985d93e22cf {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:58:34.698412 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d3bca208-ae22-44a0-9f6e-1985d93e22cf not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:58:34.764278 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f4d96ffd-480b-4f80-a2f6-4bcd1e3f1eb0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:34.787384 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-f4d96ffd-480b-4f80-a2f6-4bcd1e3f1eb0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] device_id is not set on port fb75276a-8e70-40ab-a90c-a732fef6e884 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:58:34.840593 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa97724-1a41-47e5-8d52-e10aafddbfcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'fixed_ips': [{'subnet_id': 'd2643d26-1def-47b9-b858-1a7811b73a68'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:58:34.840593 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6fa97724-1a41-47e5-8d52-e10aafddbfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:34.950389 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0ad34e7c-95b9-4e71-a004-ff673d054041 req-84376175-e6ea-47eb-9d8b-fb186113b5d3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.2813125 May 06 09:58:34.967586 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1023c225-c3f8-4897-a403-e8dc45bce647 req-dcfbe11e-f76e-4cf7-82d8-71328a198f1d tempest-ServerShowV257Test-657187017 tempest-ServerShowV257Test-657187017-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.0433252 May 06 09:58:35.021005 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-6fa97724-1a41-47e5-8d52-e10aafddbfcd None None] Allocated IP 2001:db8::2 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/d2643d26-1def-47b9-b858-1a7811b73a68/04f22f51-8af9-431c-a73e-65c500a9f883) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:35.055349 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2dcd7685-4c26-4b1d-9b9a-b6cbdf00f72a req-395e4beb-5573-4e3f-8cb4-61bf35d7229e tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3b43e97-f923-472e-b334-f1d0318a1908 HTTP/1.1" status: 200 len: 210 time: 0.0330150 May 06 09:58:35.395156 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6fa97724-1a41-47e5-8d52-e10aafddbfcd None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:35.408731 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6fa97724-1a41-47e5-8d52-e10aafddbfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:35.438919 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3386a373-bd00-4829-a836-b2d312a5e87a tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:35.452913 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa97724-1a41-47e5-8d52-e10aafddbfcd None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:35.461241 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-6fa97724-1a41-47e5-8d52-e10aafddbfcd None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:35.463570 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa97724-1a41-47e5-8d52-e10aafddbfcd None None] Pushing event updated for resources: {'Port': ['ID=04f22f51-8af9-431c-a73e-65c500a9f883,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:35.466749 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa97724-1a41-47e5-8d52-e10aafddbfcd None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:35.507776 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-f4d96ffd-480b-4f80-a2f6-4bcd1e3f1eb0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Allocated IP 2001:db8::909:8532:75c9:6632 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/d2643d26-1def-47b9-b858-1a7811b73a68/fb75276a-8e70-40ab-a90c-a732fef6e884) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:35.545670 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-6fa97724-1a41-47e5-8d52-e10aafddbfcd None None] Attempting to bind port 04f22f51-8af9-431c-a73e-65c500a9f883 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:58:35.546292 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-6fa97724-1a41-47e5-8d52-e10aafddbfcd None None] Attempting to bind port 04f22f51-8af9-431c-a73e-65c500a9f883 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:58:35.546737 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa97724-1a41-47e5-8d52-e10aafddbfcd None None] Attempting to bind port 04f22f51-8af9-431c-a73e-65c500a9f883 on network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:58:35.552850 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa97724-1a41-47e5-8d52-e10aafddbfcd None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:58:35.553420 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa97724-1a41-47e5-8d52-e10aafddbfcd None None] Checking segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:35.553933 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6fa97724-1a41-47e5-8d52-e10aafddbfcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:35.554448 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa97724-1a41-47e5-8d52-e10aafddbfcd None None] Bound using segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:58:35.555237 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-6fa97724-1a41-47e5-8d52-e10aafddbfcd None None] Bound port: 04f22f51-8af9-431c-a73e-65c500a9f883, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:58:35.555677 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6fa97724-1a41-47e5-8d52-e10aafddbfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:35.668036 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-6fa97724-1a41-47e5-8d52-e10aafddbfcd None None] For port 04f22f51-8af9-431c-a73e-65c500a9f883, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:58:35.675922 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-6fa97724-1a41-47e5-8d52-e10aafddbfcd None None] For port 04f22f51-8af9-431c-a73e-65c500a9f883, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=04f22f51-8af9-431c-a73e-65c500a9f883,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:58:35.684741 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6fa97724-1a41-47e5-8d52-e10aafddbfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:35.768304 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa97724-1a41-47e5-8d52-e10aafddbfcd None None] Pushing event updated for resources: {'Port': ['ID=04f22f51-8af9-431c-a73e-65c500a9f883,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:35.769824 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f4d96ffd-480b-4f80-a2f6-4bcd1e3f1eb0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:35.801897 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-3386a373-bd00-4829-a836-b2d312a5e87a tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Deleting port d5d9e326-3829-4e9c-b5ee-9ca9207568a3 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:35.802208 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3386a373-bd00-4829-a836-b2d312a5e87a tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:35.825838 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f4d96ffd-480b-4f80-a2f6-4bcd1e3f1eb0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:35.873730 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d96ffd-480b-4f80-a2f6-4bcd1e3f1eb0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:35.877077 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-f4d96ffd-480b-4f80-a2f6-4bcd1e3f1eb0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:35.881028 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d96ffd-480b-4f80-a2f6-4bcd1e3f1eb0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:35.887434 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d96ffd-480b-4f80-a2f6-4bcd1e3f1eb0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:35.888516 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f4d96ffd-480b-4f80-a2f6-4bcd1e3f1eb0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:35.910219 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d96ffd-480b-4f80-a2f6-4bcd1e3f1eb0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Port': ['ID=fb75276a-8e70-40ab-a90c-a732fef6e884,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:35.931525 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f4d96ffd-480b-4f80-a2f6-4bcd1e3f1eb0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5216584 May 06 09:58:35.931525 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42130) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:35.940170 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3386a373-bd00-4829-a836-b2d312a5e87a tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:35.959839 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-3386a373-bd00-4829-a836-b2d312a5e87a tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Calling delete_port for d5d9e326-3829-4e9c-b5ee-9ca9207568a3 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:36.035000 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6508a93e-6ea8-4ebe-8927-831191b01798 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:36.049331 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6508a93e-6ea8-4ebe-8927-831191b01798 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:36.061491 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6508a93e-6ea8-4ebe-8927-831191b01798 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1286657 May 06 09:58:36.062395 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42134) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:36.138491 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-708138b4-3811-4737-9ddd-297273e00104 req-ed3953c7-4f70-4645-86ba-3bba7ff9c607 tempest-ServerShowV257Test-657187017 tempest-ServerShowV257Test-657187017-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.0465462 May 06 09:58:36.278006 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e13c5375-a953-4631-b60b-9dc5a3ff2e36 req-664edc67-60cf-4fe0-8a2a-65f216c70cf1 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3b43e97-f923-472e-b334-f1d0318a1908 HTTP/1.1" status: 200 len: 210 time: 0.0327187 May 06 09:58:36.280983 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-61732927-0d58-4b11-ab3d-efb066b53bb1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting port fb75276a-8e70-40ab-a90c-a732fef6e884 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:36.281332 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-61732927-0d58-4b11-ab3d-efb066b53bb1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:36.490710 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3386a373-bd00-4829-a836-b2d312a5e87a tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:36.508242 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-61732927-0d58-4b11-ab3d-efb066b53bb1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:36.552980 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386a373-bd00-4829-a836-b2d312a5e87a tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Port': ['ID=d5d9e326-3829-4e9c-b5ee-9ca9207568a3,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:36.568416 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-61732927-0d58-4b11-ab3d-efb066b53bb1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Calling delete_port for fb75276a-8e70-40ab-a90c-a732fef6e884 owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:36.627811 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-8cff9201-8749-4b73-bd1c-8bf265105d7b tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:36.629356 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-8cff9201-8749-4b73-bd1c-8bf265105d7b tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.77 "GET /v2.0/networks?id=c891f3b7-b20c-43d0-b344-56c9f1c30bed HTTP/1.1" status: 200 len: 808 time: 0.2800725 May 06 09:58:36.709389 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-62e5ce19-76b5-40f4-8ab8-2bd60bf1fd96 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Request body: {'port': {'device_id': 'b3b43e97-f923-472e-b334-f1d0318a1908', 'network_id': 'c891f3b7-b20c-43d0-b344-56c9f1c30bed', 'admin_state_up': True, 'tenant_id': '3121274fe1704dcea083a610210df289'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:36.818804 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3386a373-bd00-4829-a836-b2d312a5e87a tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:37.045578 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-7db0cc8a-cf97-41cd-9e0b-4f6f30dcb884 None None] Provisioning complete for port 04f22f51-8af9-431c-a73e-65c500a9f883 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:37.046156 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7db0cc8a-cf97-41cd-9e0b-4f6f30dcb884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:37.100371 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-61732927-0d58-4b11-ab3d-efb066b53bb1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:37.114358 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-62e5ce19-76b5-40f4-8ab8-2bd60bf1fd96 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Made reservation on behalf of 3121274fe1704dcea083a610210df289 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:37.118163 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-62e5ce19-76b5-40f4-8ab8-2bd60bf1fd96 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:37.124142 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3386a373-bd00-4829-a836-b2d312a5e87a tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Router 3202ef34-ef4b-4fea-be84-9d734220662b has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:58:37.139210 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7db0cc8a-cf97-41cd-9e0b-4f6f30dcb884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:37.149867 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61732927-0d58-4b11-ab3d-efb066b53bb1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Port': ['ID=fb75276a-8e70-40ab-a90c-a732fef6e884,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:37.183577 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-7db0cc8a-cf97-41cd-9e0b-4f6f30dcb884 None None] For port 04f22f51-8af9-431c-a73e-65c500a9f883, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=04f22f51-8af9-431c-a73e-65c500a9f883,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:37.189692 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7db0cc8a-cf97-41cd-9e0b-4f6f30dcb884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:37.192660 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-61732927-0d58-4b11-ab3d-efb066b53bb1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:37.196274 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-61732927-0d58-4b11-ab3d-efb066b53bb1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/fb75276a-8e70-40ab-a90c-a732fef6e884 HTTP/1.1" status: 204 len: 168 time: 1.1328568 May 06 09:58:37.199494 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42140) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:37.259508 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0cc8a-cf97-41cd-9e0b-4f6f30dcb884 None None] Pushing event updated for resources: {'Port': ['ID=04f22f51-8af9-431c-a73e-65c500a9f883,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:37.293769 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-574cb431-f73d-415f-930f-fc15cb17691f req-ae4e8103-aa95-45e8-a93c-a645e5bbf6b9 tempest-ServerShowV257Test-657187017 tempest-ServerShowV257Test-657187017-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.0377386 May 06 09:58:37.297427 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b1689c-d0bc-42ab-b476-2b774b32f442 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:37.299075 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b1689c-d0bc-42ab-b476-2b774b32f442 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:37.300761 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a1b1689c-d0bc-42ab-b476-2b774b32f442 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1000111 May 06 09:58:37.303298 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42142) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:37.318773 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-9a65d98a-8ec9-4a28-9d4d-ad8eb990909b None None] Could not find standard attr ID for object fb75276a-8e70-40ab-a90c-a732fef6e884. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:58:37.364937 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3386a373-bd00-4829-a836-b2d312a5e87a tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:58:37.370454 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-6980f531-3835-4591-84f6-e5cbe68cacd5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting subnet d2643d26-1def-47b9-b858-1a7811b73a68 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:58:37.374749 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42150) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:37.376170 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3386a373-bd00-4829-a836-b2d312a5e87a tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "PUT /v2.0/routers/3202ef34-ef4b-4fea-be84-9d734220662b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9971757 May 06 09:58:37.377857 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216843ed-90a2-4276-b775-2b20eb6cbdcf None None] Sync routers for ids ['3202ef34-ef4b-4fea-be84-9d734220662b'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:58:37.393788 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216843ed-90a2-4276-b775-2b20eb6cbdcf None None] Routers {'3202ef34-ef4b-4fea-be84-9d734220662b'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:37.394294 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-216843ed-90a2-4276-b775-2b20eb6cbdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3202ef34-ef4b-4fea-be84-9d734220662b'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:37.415265 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6980f531-3835-4591-84f6-e5cbe68cacd5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:37.436816 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-216843ed-90a2-4276-b775-2b20eb6cbdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:37.446997 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216843ed-90a2-4276-b775-2b20eb6cbdcf None None] Routers {'3202ef34-ef4b-4fea-be84-9d734220662b'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:37.447714 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-216843ed-90a2-4276-b775-2b20eb6cbdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3202ef34-ef4b-4fea-be84-9d734220662b'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:37.476232 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-62e5ce19-76b5-40f4-8ab8-2bd60bf1fd96 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Allocated IP 172.20.0.4 (c891f3b7-b20c-43d0-b344-56c9f1c30bed/8b27ba35-17c9-4217-9e66-2a35774a2476/b321910f-b9c3-4443-be51-ec31cd653ab7) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:37.497564 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-216843ed-90a2-4276-b775-2b20eb6cbdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:37.498340 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216843ed-90a2-4276-b775-2b20eb6cbdcf None None] The sync data for ids ['3202ef34-ef4b-4fea-be84-9d734220662b'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:58:37.519790 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-af0ec4db-d4b4-481d-8722-46c9624a4091 req-d56f4fa6-b7f4-4bae-82f4-08f3874e317d tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3b43e97-f923-472e-b334-f1d0318a1908 HTTP/1.1" status: 200 len: 210 time: 0.1306722 May 06 09:58:37.635384 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6980f531-3835-4591-84f6-e5cbe68cacd5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:37.673921 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-62e5ce19-76b5-40f4-8ab8-2bd60bf1fd96 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:37.715506 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-62e5ce19-76b5-40f4-8ab8-2bd60bf1fd96 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:37.769327 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-62e5ce19-76b5-40f4-8ab8-2bd60bf1fd96 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Network c891f3b7-b20c-43d0-b344-56c9f1c30bed is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:37.770605 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-62e5ce19-76b5-40f4-8ab8-2bd60bf1fd96 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:37.780316 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-62e5ce19-76b5-40f4-8ab8-2bd60bf1fd96 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:37.866651 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5ce19-76b5-40f4-8ab8-2bd60bf1fd96 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Pushing event updated for resources: {'Port': ['ID=b321910f-b9c3-4443-be51-ec31cd653ab7,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:37.905629 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-62e5ce19-76b5-40f4-8ab8-2bd60bf1fd96 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:37.906594 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-62e5ce19-76b5-40f4-8ab8-2bd60bf1fd96 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:37.936862 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-62e5ce19-76b5-40f4-8ab8-2bd60bf1fd96 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2744801 May 06 09:58:37.956420 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-393ecdb6-8c0a-497f-98ce-0d40df851837 service neutron] Request body: {'port': {'device_id': 'b3b43e97-f923-472e-b334-f1d0318a1908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:38.023286 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-393ecdb6-8c0a-497f-98ce-0d40df851837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:38.060173 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 04f22f51-8af9-431c-a73e-65c500a9f883 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:58:38.115297 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-f63a8637-2f4b-464f-8e44-e0fc226caec1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] remove_router_interface failed (client error): The resource could not be found. May 06 09:58:38.119109 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f63a8637-2f4b-464f-8e44-e0fc226caec1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "PUT /v2.0/routers/3202ef34-ef4b-4fea-be84-9d734220662b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7405579 May 06 09:58:38.120649 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42168) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:38.132325 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 04f22f51-8af9-431c-a73e-65c500a9f883 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:38.132709 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:38.192607 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-36504dcb-a697-47c9-8ce4-a78975a96085 req-d68b716b-f518-4a3e-b606-06617d1d72cf tempest-ServerShowV257Test-657187017 tempest-ServerShowV257Test-657187017-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.0820172 May 06 09:58:38.196430 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e98b2f4d-8c16-47f5-9639-2bb24ad27fab tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "GET /v2.0/ports?device_id=3202ef34-ef4b-4fea-be84-9d734220662b HTTP/1.1" status: 200 len: 205 time: 0.0744390 May 06 09:58:38.199026 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42170) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:38.282170 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6980f531-3835-4591-84f6-e5cbe68cacd5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:38.342510 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d68682cb-74cf-463f-9fb3-d90df2c973dd tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:38.375516 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-393ecdb6-8c0a-497f-98ce-0d40df851837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b321910f-b9c3-4443-be51-ec31cd653ab7 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:58:38.383575 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-393ecdb6-8c0a-497f-98ce-0d40df851837 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:38.396781 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-393ecdb6-8c0a-497f-98ce-0d40df851837 service neutron] Transition to ACTIVE for port object b321910f-b9c3-4443-be51-ec31cd653ab7 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:58:38.400269 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-393ecdb6-8c0a-497f-98ce-0d40df851837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:38.451476 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ecdb6-8c0a-497f-98ce-0d40df851837 service neutron] Pushing event updated for resources: {'Port': ['ID=b321910f-b9c3-4443-be51-ec31cd653ab7,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:38.526843 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a025d78-06b4-4486-96a6-a21c4bfac876 req-edac559c-563f-4955-a5af-11f0861977fc tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:38.529096 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-393ecdb6-8c0a-497f-98ce-0d40df851837 service neutron] Attempting to bind port b321910f-b9c3-4443-be51-ec31cd653ab7 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:58:38.529314 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7a025d78-06b4-4486-96a6-a21c4bfac876 req-edac559c-563f-4955-a5af-11f0861977fc tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 1097 time: 0.2424910 May 06 09:58:38.529460 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-393ecdb6-8c0a-497f-98ce-0d40df851837 service neutron] Attempting to bind port b321910f-b9c3-4443-be51-ec31cd653ab7 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'ddd3229c-e5e1-4baa-8103-de89fd34e153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c891f3b7-b20c-43d0-b344-56c9f1c30bed'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:58:38.529775 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-393ecdb6-8c0a-497f-98ce-0d40df851837 service neutron] Attempting to bind port b321910f-b9c3-4443-be51-ec31cd653ab7 on network c891f3b7-b20c-43d0-b344-56c9f1c30bed {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:58:38.534804 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-393ecdb6-8c0a-497f-98ce-0d40df851837 service neutron] Port b321910f-b9c3-4443-be51-ec31cd653ab7 on network c891f3b7-b20c-43d0-b344-56c9f1c30bed not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:58:38.535194 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-393ecdb6-8c0a-497f-98ce-0d40df851837 service neutron] Attempting to bind port b321910f-b9c3-4443-be51-ec31cd653ab7 on network c891f3b7-b20c-43d0-b344-56c9f1c30bed {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:58:38.537627 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d68682cb-74cf-463f-9fb3-d90df2c973dd tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:38.539565 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d68682cb-74cf-463f-9fb3-d90df2c973dd tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:38.541243 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-393ecdb6-8c0a-497f-98ce-0d40df851837 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:58:38.541525 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-393ecdb6-8c0a-497f-98ce-0d40df851837 service neutron] Checking segment: {'id': 'ddd3229c-e5e1-4baa-8103-de89fd34e153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c891f3b7-b20c-43d0-b344-56c9f1c30bed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:38.541953 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-393ecdb6-8c0a-497f-98ce-0d40df851837 service neutron] Bound using segment: {'id': 'ddd3229c-e5e1-4baa-8103-de89fd34e153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c891f3b7-b20c-43d0-b344-56c9f1c30bed'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:58:38.542401 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-393ecdb6-8c0a-497f-98ce-0d40df851837 service neutron] Bound port: b321910f-b9c3-4443-be51-ec31cd653ab7, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd3229c-e5e1-4baa-8103-de89fd34e153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c891f3b7-b20c-43d0-b344-56c9f1c30bed'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:58:38.542772 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-393ecdb6-8c0a-497f-98ce-0d40df851837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:38.547749 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6980f531-3835-4591-84f6-e5cbe68cacd5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:38.613040 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-393ecdb6-8c0a-497f-98ce-0d40df851837 service neutron] For port b321910f-b9c3-4443-be51-ec31cd653ab7, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:58:38.615458 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7a025d78-06b4-4486-96a6-a21c4bfac876 req-65c79f51-0ee1-48cb-842c-4609d1dee52f tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:38.617033 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-393ecdb6-8c0a-497f-98ce-0d40df851837 service neutron] For port b321910f-b9c3-4443-be51-ec31cd653ab7, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=b321910f-b9c3-4443-be51-ec31cd653ab7,segment=NetworkSegment(ddd3229c-e5e1-4baa-8103-de89fd34e153),segment_id=ddd3229c-e5e1-4baa-8103-de89fd34e153)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:58:38.621345 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980f531-3835-4591-84f6-e5cbe68cacd5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Subnet': ['ID=d2643d26-1def-47b9-b858-1a7811b73a68,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:38.623990 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-393ecdb6-8c0a-497f-98ce-0d40df851837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:38.628271 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6980f531-3835-4591-84f6-e5cbe68cacd5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:38.631397 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6980f531-3835-4591-84f6-e5cbe68cacd5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/d2643d26-1def-47b9-b858-1a7811b73a68 HTTP/1.1" status: 204 len: 168 time: 1.3271277 May 06 09:58:38.635230 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42174) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:38.648036 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86564b75-059f-4710-801a-c9e499198e55 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:38.673810 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-393ecdb6-8c0a-497f-98ce-0d40df851837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:38.674385 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-393ecdb6-8c0a-497f-98ce-0d40df851837 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:38.676165 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-393ecdb6-8c0a-497f-98ce-0d40df851837 service neutron] 10.222.0.77 "PUT /v2.0/ports/b321910f-b9c3-4443-be51-ec31cd653ab7 HTTP/1.1" status: 200 len: 1091 time: 0.7261264 May 06 09:58:38.677473 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d68682cb-74cf-463f-9fb3-d90df2c973dd tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:38.678813 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68682cb-74cf-463f-9fb3-d90df2c973dd tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Fanout notify agent at l3_agent the message router_deleted on router 3202ef34-ef4b-4fea-be84-9d734220662b {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:58:38.678946 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b43e97-f923-472e-b334-f1d0318a1908', 'tag': 'b321910f-b9c3-4443-be51-ec31cd653ab7'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:58:38.681668 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a93b777-81ac-4f46-a36c-43b2635b2941" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b43e97-f923-472e-b334-f1d0318a1908", "tag": "b321910f-b9c3-4443-be51-ec31cd653ab7"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:58:38.685648 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-05eee658-5dee-47e8-987d-37e6d0df6a2c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473838 May 06 09:58:38.693058 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d68682cb-74cf-463f-9fb3-d90df2c973dd tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:38.694525 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d68682cb-74cf-463f-9fb3-d90df2c973dd tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/routers/3202ef34-ef4b-4fea-be84-9d734220662b HTTP/1.1" status: 204 len: 168 time: 0.4944868 May 06 09:58:38.696600 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42178) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:38.697171 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42180) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:38.710817 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-be525199-ec2c-434b-a19f-b82f55c1e26b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:38.729849 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ecdb6-8c0a-497f-98ce-0d40df851837 service neutron] Pushing event updated for resources: {'Port': ['ID=b321910f-b9c3-4443-be51-ec31cd653ab7,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:38.798774 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-1b86258b-760d-4f09-8daa-f39c93edff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:38.800418 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-1b86258b-760d-4f09-8daa-f39c93edff94 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3121274fe1704dcea083a610210df289&device_id=b3b43e97-f923-472e-b334-f1d0318a1908 HTTP/1.1" status: 200 len: 1094 time: 0.0456414 May 06 09:58:38.850602 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-384be466-361b-49c3-8b38-d024a7fa11a7 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Deleting subnet 9927ceee-5d5f-4bc6-9c34-24098f24e95f {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:58:38.855828 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-d9e3084b-99a7-4d13-8a9a-67f661329c0e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b321910f-b9c3-4443-be51-ec31cd653ab7 HTTP/1.1" status: 200 len: 217 time: 0.0426319 May 06 09:58:38.859004 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-384be466-361b-49c3-8b38-d024a7fa11a7 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:38.874099 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c498a6b-4bb3-4f17-bb27-6b750cbca5e3 None None] DHCP port deletion for 0d1252d9-04fb-40a6-862c-9b06ebf6d551 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:58:38.925587 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-107bac28-d759-4160-9679-620d53891715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:38.927446 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-107bac28-d759-4160-9679-620d53891715 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b27ba35-17c9-4217-9e66-2a35774a2476 HTTP/1.1" status: 200 len: 848 time: 0.0647149 May 06 09:58:38.929069 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7a025d78-06b4-4486-96a6-a21c4bfac876 req-65c79f51-0ee1-48cb-842c-4609d1dee52f tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:38.935105 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-384be466-361b-49c3-8b38-d024a7fa11a7 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:38.938936 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be525199-ec2c-434b-a19f-b82f55c1e26b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:38.939589 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-4c498a6b-4bb3-4f17-bb27-6b750cbca5e3 None None] Deleting port 04f22f51-8af9-431c-a73e-65c500a9f883 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:38.939992 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4c498a6b-4bb3-4f17-bb27-6b750cbca5e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:38.942940 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-be525199-ec2c-434b-a19f-b82f55c1e26b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:38.946683 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-7a025d78-06b4-4486-96a6-a21c4bfac876 req-65c79f51-0ee1-48cb-842c-4609d1dee52f tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:38.963851 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-da9adc8f-61af-4998-988a-04fd21b80ec7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c891f3b7-b20c-43d0-b344-56c9f1c30bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281312 May 06 09:58:39.018912 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-4c498a6b-4bb3-4f17-bb27-6b750cbca5e3 None None] For port 04f22f51-8af9-431c-a73e-65c500a9f883, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=04f22f51-8af9-431c-a73e-65c500a9f883,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:39.019905 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4c498a6b-4bb3-4f17-bb27-6b750cbca5e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:39.033460 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-4c498a6b-4bb3-4f17-bb27-6b750cbca5e3 None None] Calling delete_port for 04f22f51-8af9-431c-a73e-65c500a9f883 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:39.049735 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7a025d78-06b4-4486-96a6-a21c4bfac876 req-65c79f51-0ee1-48cb-842c-4609d1dee52f tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5115123 May 06 09:58:39.081838 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-458c5e56-085c-4b6f-a7b1-8cd9dc1f4b92 service neutron] 10.222.0.77 "GET /v2.0/networks/c891f3b7-b20c-43d0-b344-56c9f1c30bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106677 May 06 09:58:39.111663 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c79f51-0ee1-48cb-842c-4609d1dee52f tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de47ad4e-c524-4ddd-9e12-b81e9054328e,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:39.134481 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4c498a6b-4bb3-4f17-bb27-6b750cbca5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:39.172841 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c498a6b-4bb3-4f17-bb27-6b750cbca5e3 None None] Pushing event deleted for resources: {'Port': ['ID=04f22f51-8af9-431c-a73e-65c500a9f883,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:39.179973 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c498a6b-4bb3-4f17-bb27-6b750cbca5e3 None None] No DVR routers for this DVR port 04f22f51-8af9-431c-a73e-65c500a9f883 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:58:39.208142 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-384be466-361b-49c3-8b38-d024a7fa11a7 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:39.226280 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4db1eaaf-8735-44f0-8a7d-090d33e79e28 req-222c4533-a00e-4979-8a0f-222a40341f27 service neutron] 10.222.0.77 "GET /v2.0/networks/c891f3b7-b20c-43d0-b344-56c9f1c30bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340475 May 06 09:58:39.300547 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acb883-d58b-47a9-b011-6ed7e855bbd2 req-b45a24f0-c2b8-48a3-81a1-8775590feaf7 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:39.302084 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b7acb883-d58b-47a9-b011-6ed7e855bbd2 req-b45a24f0-c2b8-48a3-81a1-8775590feaf7 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3b43e97-f923-472e-b334-f1d0318a1908 HTTP/1.1" status: 200 len: 943 time: 0.1399591 May 06 09:58:39.337589 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-384be466-361b-49c3-8b38-d024a7fa11a7 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:39.397031 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384be466-361b-49c3-8b38-d024a7fa11a7 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Subnet': ['ID=9927ceee-5d5f-4bc6-9c34-24098f24e95f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:39.407285 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8cbe64-1c34-475b-9685-729e396c3700 None None] Network 6c6ab00d-1de6-4f60-aaa4-30d61e53d4f4 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:39.407527 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-384be466-361b-49c3-8b38-d024a7fa11a7 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:39.410662 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-384be466-361b-49c3-8b38-d024a7fa11a7 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/subnets/9927ceee-5d5f-4bc6-9c34-24098f24e95f HTTP/1.1" status: 204 len: 168 time: 0.7106218 May 06 09:58:39.413435 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42186) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:39.420908 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b7acb883-d58b-47a9-b011-6ed7e855bbd2 req-13eae04e-38c5-42e9-9b94-ec2c6ac6dbc2 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.73 "GET /v2.0/security-groups?id=331f99b5-0c19-41a2-9bd7-73537b545db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123660 May 06 09:58:39.438690 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-be525199-ec2c-434b-a19f-b82f55c1e26b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:39.491608 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be525199-ec2c-434b-a19f-b82f55c1e26b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:39.495054 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd9c9a5-d69e-471d-a085-01d2b55d3c47 x-openstack-request-id: req-3cd9c9a5-d69e-471d-a085-01d2b55d3c47 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:58:39.495243 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-be525199-ec2c-434b-a19f-b82f55c1e26b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:39.495389 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b43e97-f923-472e-b334-f1d0318a1908", "tag": "b321910f-b9c3-4443-be51-ec31cd653ab7", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:58:39.495656 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3cd9c9a5-d69e-471d-a085-01d2b55d3c47 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:58:39.496100 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cd9c9a5-d69e-471d-a085-01d2b55d3c47'] response: {'name': 'network-changed', 'server_uuid': 'b3b43e97-f923-472e-b334-f1d0318a1908', 'tag': 'b321910f-b9c3-4443-be51-ec31cd653ab7', 'status': 'completed', 'code': 200} May 06 09:58:39.499639 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be525199-ec2c-434b-a19f-b82f55c1e26b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:39.500245 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-be525199-ec2c-434b-a19f-b82f55c1e26b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:39.507887 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcea71e-3a09-4fbb-85a6-62932d442e02 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:39.523842 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be525199-ec2c-434b-a19f-b82f55c1e26b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Subnet': ['ID=7df5159e-e9e3-419d-a41c-90f6f56c3082,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:39.535069 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:39.535254 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-be525199-ec2c-434b-a19f-b82f55c1e26b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8368011 May 06 09:58:39.539571 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42188) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:39.545316 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-c3df7f26-e53b-4f14-92e5-ab167b57bf8b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'port': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'fixed_ips': [{'subnet_id': '7df5159e-e9e3-419d-a41c-90f6f56c3082', 'ip_address': '2001:db8::d28d:d341:d686:cf37'}], 'name': 'tempest-NetworksTestDHCPv6-284852286'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:39.659484 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93b777-81ac-4f46-a36c-43b2635b2941 req-fb78b006-2a15-41a3-b6b3-8a6d6e32dd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:39.661284 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a93b777-81ac-4f46-a36c-43b2635b2941 req-fb78b006-2a15-41a3-b6b3-8a6d6e32dd1a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3121274fe1704dcea083a610210df289&device_id=b3b43e97-f923-472e-b334-f1d0318a1908 HTTP/1.1" status: 200 len: 1094 time: 0.0959837 May 06 09:58:39.666030 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Deleting port 56db54a9-d70c-46c3-81af-cea2533a9af4 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:39.666489 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:39.684973 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04635d9e-5ce9-42c6-b834-47cbbf7455d1 None None] DHCP port deletion for 6c6ab00d-1de6-4f60-aaa4-30d61e53d4f4 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:58:39.712336 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af7762-a2f0-41fa-8404-993bb4748a1a req-2d99c761-c7cd-4483-bcd6-7ac019bb61d0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:39.713899 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-74af7762-a2f0-41fa-8404-993bb4748a1a req-2d99c761-c7cd-4483-bcd6-7ac019bb61d0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 946 time: 0.0973668 May 06 09:58:39.762955 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3df7f26-e53b-4f14-92e5-ab167b57bf8b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:39.775567 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4139c79d-dcc7-4e1d-8829-de1da07eb1e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'fixed_ips': [{'subnet_id': '7df5159e-e9e3-419d-a41c-90f6f56c3082'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:58:39.776499 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4139c79d-dcc7-4e1d-8829-de1da07eb1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:39.794092 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] For port 56db54a9-d70c-46c3-81af-cea2533a9af4, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=56db54a9-d70c-46c3-81af-cea2533a9af4,segment=NetworkSegment(71ec8b58-c7ce-4c14-83f1-8730e445fa02),segment_id=71ec8b58-c7ce-4c14-83f1-8730e445fa02)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:39.794725 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:39.796168 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-04635d9e-5ce9-42c6-b834-47cbbf7455d1 None None] Deleting port 56db54a9-d70c-46c3-81af-cea2533a9af4 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:39.796553 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-04635d9e-5ce9-42c6-b834-47cbbf7455d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:39.816249 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-74af7762-a2f0-41fa-8404-993bb4748a1a req-faf3b13e-0477-42d5-90ed-44924b4fd829 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913203 May 06 09:58:39.818022 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Calling delete_port for 56db54a9-d70c-46c3-81af-cea2533a9af4 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:39.840439 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93b777-81ac-4f46-a36c-43b2635b2941 req-46df9a7c-11b1-4ed6-82e6-e8f2f5cb8516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:39.842132 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a93b777-81ac-4f46-a36c-43b2635b2941 req-46df9a7c-11b1-4ed6-82e6-e8f2f5cb8516 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c891f3b7-b20c-43d0-b344-56c9f1c30bed HTTP/1.1" status: 200 len: 909 time: 0.1725881 May 06 09:58:39.851947 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42190) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:39.922340 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a93b777-81ac-4f46-a36c-43b2635b2941 req-9b794f7f-1633-4858-bef9-bffb4f62b7e8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b321910f-b9c3-4443-be51-ec31cd653ab7 HTTP/1.1" status: 200 len: 217 time: 0.0451500 May 06 09:58:39.957320 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-db7d458b-a41e-4b5b-99c0-6b1eb39a70f6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/floatingips/afbbba64-7bb0-48f4-9555-c17116dd040d HTTP/1.1" status: 200 len: 993 time: 0.1041658 May 06 09:58:39.994375 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73c5b2cf-7662-45db-8ee6-dab63ef788bd req-2632b016-45cc-4023-980b-74a9bc8edbb5 tempest-ServerShowV257Test-657187017 tempest-ServerShowV257Test-657187017-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.0661621 May 06 09:58:39.995451 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-04635d9e-5ce9-42c6-b834-47cbbf7455d1 None None] For port 56db54a9-d70c-46c3-81af-cea2533a9af4, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=56db54a9-d70c-46c3-81af-cea2533a9af4,segment=NetworkSegment(71ec8b58-c7ce-4c14-83f1-8730e445fa02),segment_id=71ec8b58-c7ce-4c14-83f1-8730e445fa02)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:39.995907 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-04635d9e-5ce9-42c6-b834-47cbbf7455d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:40.004091 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c3df7f26-e53b-4f14-92e5-ab167b57bf8b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:40.023555 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-04635d9e-5ce9-42c6-b834-47cbbf7455d1 None None] Calling delete_port for 56db54a9-d70c-46c3-81af-cea2533a9af4 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:40.025839 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93b777-81ac-4f46-a36c-43b2635b2941 req-ef64d953-697a-4b4b-b6b8-e28a592a6984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:40.029352 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a93b777-81ac-4f46-a36c-43b2635b2941 req-ef64d953-697a-4b4b-b6b8-e28a592a6984 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b27ba35-17c9-4217-9e66-2a35774a2476 HTTP/1.1" status: 200 len: 848 time: 0.0989475 May 06 09:58:40.033719 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-4139c79d-dcc7-4e1d-8829-de1da07eb1e0 None None] Allocated IP 2001:db8::2 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/7df5159e-e9e3-419d-a41c-90f6f56c3082/3fbd507e-d625-4fa1-9e06-474c2e4b90f9) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:40.046366 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-c3df7f26-e53b-4f14-92e5-ab167b57bf8b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] device_id is not set on port a2b0502b-78b7-4687-894d-86ada5ab3989 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:58:40.075665 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a93b777-81ac-4f46-a36c-43b2635b2941 req-d9a94c54-9a08-4fb0-98a0-444877866c06 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c891f3b7-b20c-43d0-b344-56c9f1c30bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382159 May 06 09:58:40.077064 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:40.096805 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 56db54a9-d70c-46c3-81af-cea2533a9af4 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:58:40.145629 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 56db54a9-d70c-46c3-81af-cea2533a9af4 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:58:40.146370 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 56db54a9-d70c-46c3-81af-cea2533a9af4 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:58:40.147432 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 04f22f51-8af9-431c-a73e-65c500a9f883 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:58:40.225642 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-04635d9e-5ce9-42c6-b834-47cbbf7455d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:40.225868 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a93b777-81ac-4f46-a36c-43b2635b2941 req-7b15e383-114e-4347-84ae-ed8926cffcbc service neutron] 10.222.0.77 "GET /v2.0/networks/c891f3b7-b20c-43d0-b344-56c9f1c30bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281903 May 06 09:58:40.253806 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Port': ['ID=56db54a9-d70c-46c3-81af-cea2533a9af4,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:40.274579 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 04f22f51-8af9-431c-a73e-65c500a9f883 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:58:40.275251 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 04f22f51-8af9-431c-a73e-65c500a9f883 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:58:40.303733 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04635d9e-5ce9-42c6-b834-47cbbf7455d1 None None] No DVR routers for this DVR port 56db54a9-d70c-46c3-81af-cea2533a9af4 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:58:40.314965 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04635d9e-5ce9-42c6-b834-47cbbf7455d1 None None] Pushing event deleted for resources: {'Port': ['ID=56db54a9-d70c-46c3-81af-cea2533a9af4,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:40.315723 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] No DVR routers for this DVR port 56db54a9-d70c-46c3-81af-cea2533a9af4 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:58:40.315723 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:40.315723 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:40.315723 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:40.316701 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:40.317378 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:40.318041 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:40.318738 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:40.319448 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:40.320108 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:40.320748 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:40.321954 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:40.322611 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:40.420694 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4139c79d-dcc7-4e1d-8829-de1da07eb1e0 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:40.430315 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4139c79d-dcc7-4e1d-8829-de1da07eb1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:40.484234 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-c3df7f26-e53b-4f14-92e5-ab167b57bf8b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Allocated IP 2001:db8::d28d:d341:d686:cf37 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/7df5159e-e9e3-419d-a41c-90f6f56c3082/a2b0502b-78b7-4687-894d-86ada5ab3989) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:40.490611 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139c79d-dcc7-4e1d-8829-de1da07eb1e0 None None] Pushing event updated for resources: {'Port': ['ID=3fbd507e-d625-4fa1-9e06-474c2e4b90f9,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:40.500023 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:40.507726 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4139c79d-dcc7-4e1d-8829-de1da07eb1e0 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:40.510344 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-4139c79d-dcc7-4e1d-8829-de1da07eb1e0 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:40.516891 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4139c79d-dcc7-4e1d-8829-de1da07eb1e0 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:40.562924 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c6ab00d-1de6-4f60-aaa4-30d61e53d4f4']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:40.569182 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a93b777-81ac-4f46-a36c-43b2635b2941 req-da857fcb-0a48-41a3-ad48-ebae3ab30feb service neutron] 10.222.0.77 "GET /v2.0/networks/c891f3b7-b20c-43d0-b344-56c9f1c30bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420670 May 06 09:58:40.582983 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ec8b58-c7ce-4c14-83f1-8730e445fa02') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:40.583534 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ec8b58-c7ce-4c14-83f1-8730e445fa02') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:40.584810 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-4139c79d-dcc7-4e1d-8829-de1da07eb1e0 None None] Attempting to bind port 3fbd507e-d625-4fa1-9e06-474c2e4b90f9 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:58:40.585883 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-4139c79d-dcc7-4e1d-8829-de1da07eb1e0 None None] Attempting to bind port 3fbd507e-d625-4fa1-9e06-474c2e4b90f9 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:58:40.585883 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4139c79d-dcc7-4e1d-8829-de1da07eb1e0 None None] Attempting to bind port 3fbd507e-d625-4fa1-9e06-474c2e4b90f9 on network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:58:40.592078 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4139c79d-dcc7-4e1d-8829-de1da07eb1e0 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:58:40.592557 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4139c79d-dcc7-4e1d-8829-de1da07eb1e0 None None] Checking segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:40.593034 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4139c79d-dcc7-4e1d-8829-de1da07eb1e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:40.593497 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4139c79d-dcc7-4e1d-8829-de1da07eb1e0 None None] Bound using segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:58:40.594323 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-4139c79d-dcc7-4e1d-8829-de1da07eb1e0 None None] Bound port: 3fbd507e-d625-4fa1-9e06-474c2e4b90f9, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:58:40.594478 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4139c79d-dcc7-4e1d-8829-de1da07eb1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:40.596316 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:40.618175 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:40.626386 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:58:40.626835 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: timer() May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:58:40.630616 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:58:40.667229 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d5244-c968-4bae-ab26-d254c8374747 req-280c9fdb-76d6-4c52-b976-228c9aadea4b tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:40.669485 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b5d5244-c968-4bae-ab26-d254c8374747 req-280c9fdb-76d6-4c52-b976-228c9aadea4b tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3b43e97-f923-472e-b334-f1d0318a1908 HTTP/1.1" status: 200 len: 943 time: 0.1370230 May 06 09:58:40.673434 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-4139c79d-dcc7-4e1d-8829-de1da07eb1e0 None None] For port 3fbd507e-d625-4fa1-9e06-474c2e4b90f9, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:58:40.678206 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-4139c79d-dcc7-4e1d-8829-de1da07eb1e0 None None] For port 3fbd507e-d625-4fa1-9e06-474c2e4b90f9, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3fbd507e-d625-4fa1-9e06-474c2e4b90f9,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:58:40.686267 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4139c79d-dcc7-4e1d-8829-de1da07eb1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:40.696112 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:40.714587 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:40.722348 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/networks/6c6ab00d-1de6-4f60-aaa4-30d61e53d4f4 HTTP/1.1" status: 204 len: 168 time: 1.3069561 May 06 09:58:40.723327 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf24ed-7171-44b3-bffc-ebc4b12f13b4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Network': ['ID=6c6ab00d-1de6-4f60-aaa4-30d61e53d4f4,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:40.724960 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42200) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:40.737033 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-8842794f-8a1e-44e4-9531-0fb6d08837d5 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-960824796'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:40.750321 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139c79d-dcc7-4e1d-8829-de1da07eb1e0 None None] Pushing event updated for resources: {'Port': ['ID=3fbd507e-d625-4fa1-9e06-474c2e4b90f9,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:40.753149 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b5d5244-c968-4bae-ab26-d254c8374747 req-32786e7f-e337-4f29-80bc-ae28628235a6 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.73 "GET /v2.0/security-groups?id=331f99b5-0c19-41a2-9bd7-73537b545db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761573 May 06 09:58:40.775066 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8842794f-8a1e-44e4-9531-0fb6d08837d5 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Made reservation on behalf of 33c51dde91ea4665882b6a57b1b91c1a for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:40.779889 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c3df7f26-e53b-4f14-92e5-ab167b57bf8b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:40.780308 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8842794f-8a1e-44e4-9531-0fb6d08837d5 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:40.810763 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8842794f-8a1e-44e4-9531-0fb6d08837d5 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:58:40.821637 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8842794f-8a1e-44e4-9531-0fb6d08837d5 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:40.822052 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-8842794f-8a1e-44e4-9531-0fb6d08837d5 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Added segment ff3be73e-9d01-470e-94c4-0e14549a0840 of type vlan for network 3e770c24-55fe-4b84-ace0-d114f6c04554 May 06 09:58:40.826861 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c3df7f26-e53b-4f14-92e5-ab167b57bf8b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:40.835571 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-9cdf0b96-3c6b-4f77-b6a1-850c3452d51f req-b1381620-5769-4275-9d1d-e209820cf84e service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:58:40.836707 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9cdf0b96-3c6b-4f77-b6a1-850c3452d51f req-b1381620-5769-4275-9d1d-e209820cf84e service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076504 May 06 09:58:40.870759 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8842794f-8a1e-44e4-9531-0fb6d08837d5 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:40.878221 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3df7f26-e53b-4f14-92e5-ab167b57bf8b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:40.882082 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-c3df7f26-e53b-4f14-92e5-ab167b57bf8b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:40.886007 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3df7f26-e53b-4f14-92e5-ab167b57bf8b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:40.892096 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3df7f26-e53b-4f14-92e5-ab167b57bf8b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:40.892830 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c3df7f26-e53b-4f14-92e5-ab167b57bf8b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:40.906864 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8842794f-8a1e-44e4-9531-0fb6d08837d5 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:40.912005 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df7f26-e53b-4f14-92e5-ab167b57bf8b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Port': ['ID=a2b0502b-78b7-4687-894d-86ada5ab3989,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:40.916584 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8842794f-8a1e-44e4-9531-0fb6d08837d5 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:40.917278 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8842794f-8a1e-44e4-9531-0fb6d08837d5 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:40.923356 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c3df7f26-e53b-4f14-92e5-ab167b57bf8b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3820159 May 06 09:58:40.925382 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42208) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:41.000284 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a6501a-6e2e-42bb-bfef-d07ffdea32e4 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:41.006371 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a6501a-6e2e-42bb-bfef-d07ffdea32e4 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:41.008307 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-18a6501a-6e2e-42bb-bfef-d07ffdea32e4 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0818863 May 06 09:58:41.015644 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42210) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:41.062874 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8842794f-8a1e-44e4-9531-0fb6d08837d5 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3330183 May 06 09:58:41.066266 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42214) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:41.071424 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-fd3d66a1-f0da-4d64-8a7a-4adfbe54f056 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'subnet': {'network_id': '3e770c24-55fe-4b84-ace0-d114f6c04554', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:41.079916 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842794f-8a1e-44e4-9531-0fb6d08837d5 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Network': ['ID=3e770c24-55fe-4b84-ace0-d114f6c04554,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:41.093730 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 3e770c24-55fe-4b84-ace0-d114f6c04554 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:58:41.206004 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-12b34ff4-01f1-47ad-8346-b44e8c70fd56 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting port a2b0502b-78b7-4687-894d-86ada5ab3989 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:41.206357 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-12b34ff4-01f1-47ad-8346-b44e8c70fd56 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:41.208613 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3d66a1-f0da-4d64-8a7a-4adfbe54f056 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Made reservation on behalf of 33c51dde91ea4665882b6a57b1b91c1a for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:41.216034 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fd3d66a1-f0da-4d64-8a7a-4adfbe54f056 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:41.321009 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-12b34ff4-01f1-47ad-8346-b44e8c70fd56 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:41.335855 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-12b34ff4-01f1-47ad-8346-b44e8c70fd56 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Calling delete_port for a2b0502b-78b7-4687-894d-86ada5ab3989 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:41.450527 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42226) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:41.457918 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fd3d66a1-f0da-4d64-8a7a-4adfbe54f056 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:41.520124 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-883c0399-6add-4063-b958-0efea9f15445 req-ce3dfa7a-83d3-4ca2-ba0a-6190f8cd7824 tempest-ServerShowV257Test-657187017 tempest-ServerShowV257Test-657187017-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.0409539 May 06 09:58:41.525575 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-12b34ff4-01f1-47ad-8346-b44e8c70fd56 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:41.536778 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d66a1-f0da-4d64-8a7a-4adfbe54f056 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Subnet': ['ID=93d58a67-528f-4bfc-99fe-e192fb99b7c7,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:41.561040 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b34ff4-01f1-47ad-8346-b44e8c70fd56 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Port': ['ID=a2b0502b-78b7-4687-894d-86ada5ab3989,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:41.606206 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-12b34ff4-01f1-47ad-8346-b44e8c70fd56 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:41.610204 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-12b34ff4-01f1-47ad-8346-b44e8c70fd56 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/a2b0502b-78b7-4687-894d-86ada5ab3989 HTTP/1.1" status: 204 len: 168 time: 0.5932209 May 06 09:58:41.612743 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42232) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:41.726361 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3163cb-ea9d-492f-a670-0a051b583e06 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:41.729506 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3163cb-ea9d-492f-a670-0a051b583e06 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:41.732223 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1c3163cb-ea9d-492f-a670-0a051b583e06 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1181717 May 06 09:58:41.739099 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42234) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:41.807451 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b48ba-707d-40cc-9ad3-9f037ab89356 req-78cdce13-aed1-4d3d-b41a-9ac0ebf64fce tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:41.809633 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-130b48ba-707d-40cc-9ad3-9f037ab89356 req-78cdce13-aed1-4d3d-b41a-9ac0ebf64fce tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 946 time: 0.1586809 May 06 09:58:41.847432 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-27899757-a830-4099-a5eb-a364b611acfb tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting subnet 7df5159e-e9e3-419d-a41c-90f6f56c3082 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:58:41.854231 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-27899757-a830-4099-a5eb-a364b611acfb tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:41.897614 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-130b48ba-707d-40cc-9ad3-9f037ab89356 req-317251ec-8b17-40a5-8263-51fe248d4e51 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786593 May 06 09:58:41.913273 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-27899757-a830-4099-a5eb-a364b611acfb tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:41.919017 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3d66a1-f0da-4d64-8a7a-4adfbe54f056 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Checking segment: {'id': 'ff3be73e-9d01-470e-94c4-0e14549a0840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3e770c24-55fe-4b84-ace0-d114f6c04554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:41.919557 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3d66a1-f0da-4d64-8a7a-4adfbe54f056 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network hostable DHCP agents. Network: 3e770c24-55fe-4b84-ace0-d114f6c04554, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:58:41.961402 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-cf329d59-8013-4157-b1a8-dc40454dceb2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5090740 May 06 09:58:41.962625 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3d66a1-f0da-4d64-8a7a-4adfbe54f056 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network 3e770c24-55fe-4b84-ace0-d114f6c04554 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:58:41.973183 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-939797fc-be3d-4b89-bdac-4a1265792f01 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:58:41.975399 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-939797fc-be3d-4b89-bdac-4a1265792f01 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086286 May 06 09:58:41.984775 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-fd3d66a1-f0da-4d64-8a7a-4adfbe54f056 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 3e770c24-55fe-4b84-ace0-d114f6c04554) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:41.990360 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3d66a1-f0da-4d64-8a7a-4adfbe54f056 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:41.991188 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fd3d66a1-f0da-4d64-8a7a-4adfbe54f056 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:42.002536 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e3e818-25fc-4126-9601-be6715569788 None None] Network 3e770c24-55fe-4b84-ace0-d114f6c04554 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:42.017756 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fd3d66a1-f0da-4d64-8a7a-4adfbe54f056 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9503481 May 06 09:58:42.020509 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42238) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:42.031732 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-8ff19c92-05d2-43af-801a-69f9c65b74eb tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-316660791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:42.128652 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8ff19c92-05d2-43af-801a-69f9c65b74eb tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:42.130259 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8ff19c92-05d2-43af-801a-69f9c65b74eb tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:42.139737 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-27899757-a830-4099-a5eb-a364b611acfb tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:42.163163 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device b321910f-b9c3-4443-be51-ec31cd653ab7 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:58:42.172822 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3fbd507e-d625-4fa1-9e06-474c2e4b90f9 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:58:42.256352 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8ff19c92-05d2-43af-801a-69f9c65b74eb tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:42.282214 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8ff19c92-05d2-43af-801a-69f9c65b74eb tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:42.340372 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8ff19c92-05d2-43af-801a-69f9c65b74eb tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:42.341752 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8ff19c92-05d2-43af-801a-69f9c65b74eb tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3201401 May 06 09:58:42.344640 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42260) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:42.359757 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b54ac6-8f4b-4aa3-aeb4-d8abfcc646ba req-8ab7ab1d-5984-4be0-9c75-780b030381a2 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:42.361366 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73b54ac6-8f4b-4aa3-aeb4-d8abfcc646ba req-8ab7ab1d-5984-4be0-9c75-780b030381a2 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3b43e97-f923-472e-b334-f1d0318a1908 HTTP/1.1" status: 200 len: 943 time: 0.0988834 May 06 09:58:42.370431 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-27899757-a830-4099-a5eb-a364b611acfb tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:42.396174 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-27899757-a830-4099-a5eb-a364b611acfb tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:42.400244 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-27899757-a830-4099-a5eb-a364b611acfb tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/7df5159e-e9e3-419d-a41c-90f6f56c3082 HTTP/1.1" status: 204 len: 168 time: 0.6597729 May 06 09:58:42.428670 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42262) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:42.430612 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27899757-a830-4099-a5eb-a364b611acfb tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Subnet': ['ID=7df5159e-e9e3-419d-a41c-90f6f56c3082,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:42.514046 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73b54ac6-8f4b-4aa3-aeb4-d8abfcc646ba req-eeef6b1f-30a9-4c22-a8fd-7f99f840e063 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.73 "GET /v2.0/security-groups?id=331f99b5-0c19-41a2-9bd7-73537b545db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299548 May 06 09:58:42.531030 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c03201d8-536e-483d-9c09-d89d989036f1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1010239 May 06 09:58:42.534100 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42268) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:42.539506 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-6a538b75-807b-4ceb-85ee-4f87cd85c117 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:42.626977 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44560fbf-cee0-43ab-affb-79df58bbb8a8 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:42.769577 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad177a9-067f-47ee-bbc3-f68c12162a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-3e770c24-55fe-4b84-ace0-d114f6c04554', 'network_id': '3e770c24-55fe-4b84-ace0-d114f6c04554', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'fixed_ips': [{'subnet_id': '93d58a67-528f-4bfc-99fe-e192fb99b7c7'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:58:42.770889 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bad177a9-067f-47ee-bbc3-f68c12162a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:42.771495 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a538b75-807b-4ceb-85ee-4f87cd85c117 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:42.776273 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a538b75-807b-4ceb-85ee-4f87cd85c117 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:42.776475 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port b321910f-b9c3-4443-be51-ec31cd653ab7, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=b321910f-b9c3-4443-be51-ec31cd653ab7,segment=NetworkSegment(ddd3229c-e5e1-4baa-8103-de89fd34e153),segment_id=ddd3229c-e5e1-4baa-8103-de89fd34e153)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:42.780820 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-6322da8a-99a0-4e56-8e9a-5ee7203ed597 None None] Provisioning complete for port 3fbd507e-d625-4fa1-9e06-474c2e4b90f9 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:42.781947 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6322da8a-99a0-4e56-8e9a-5ee7203ed597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:42.809435 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c951703e-9ad2-469f-9ad1-3a3098ac8f68 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:42.865844 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'b321910f-b9c3-4443-be51-ec31cd653ab7', 'network_id': 'c891f3b7-b20c-43d0-b344-56c9f1c30bed', 'port_id': 'b321910f-b9c3-4443-be51-ec31cd653ab7', 'mac_address': 'fa:16:3e:78:20:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b27ba35-17c9-4217-9e66-2a35774a2476', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:58:42.939016 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fbf31f18-d7cd-4e77-ab8c-95872e436781 req-9e59485c-80d5-494c-a4c9-df9de60e0e81 tempest-ServerShowV257Test-657187017 tempest-ServerShowV257Test-657187017-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.0494924 May 06 09:58:42.941419 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:43.085946 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b321910f-b9c3-4443-be51-ec31cd653ab7 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:58:43.108405 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 3fbd507e-d625-4fa1-9e06-474c2e4b90f9 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:43.109166 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:43.176873 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port b321910f-b9c3-4443-be51-ec31cd653ab7, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=b321910f-b9c3-4443-be51-ec31cd653ab7,segment=NetworkSegment(ddd3229c-e5e1-4baa-8103-de89fd34e153),segment_id=ddd3229c-e5e1-4baa-8103-de89fd34e153)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:43.177388 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-c951703e-9ad2-469f-9ad1-3a3098ac8f68 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Allocated IP 2001:db8::1 (3e770c24-55fe-4b84-ace0-d114f6c04554/93d58a67-528f-4bfc-99fe-e192fb99b7c7/c8f32465-1a39-42a7-91ac-c5f98f415e0e) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:43.194295 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23a42a-c46e-458c-b145-b923ad8f5c5c req-b5225846-57a2-450e-8b20-83eec8bae980 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:43.195880 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9b23a42a-c46e-458c-b145-b923ad8f5c5c req-b5225846-57a2-450e-8b20-83eec8bae980 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0041d7-1136-4428-b3e2-00971abd3ed7 HTTP/1.1" status: 200 len: 946 time: 0.1159120 May 06 09:58:43.204541 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a538b75-807b-4ceb-85ee-4f87cd85c117 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:43.206205 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:43.267738 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6322da8a-99a0-4e56-8e9a-5ee7203ed597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:43.286668 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a538b75-807b-4ceb-85ee-4f87cd85c117 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:43.295143 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-6a538b75-807b-4ceb-85ee-4f87cd85c117 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:43.298406 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a538b75-807b-4ceb-85ee-4f87cd85c117 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:43.298756 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a538b75-807b-4ceb-85ee-4f87cd85c117 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:43.306669 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=b321910f-b9c3-4443-be51-ec31cd653ab7,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:43.356058 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6a538b75-807b-4ceb-85ee-4f87cd85c117 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8202758 May 06 09:58:43.356292 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42282) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:43.365587 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-5cd662fe-640a-4c27-9cf8-2c648ac00320 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'port': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'fixed_ips': [{'subnet_id': 'fb566080-c235-4be1-a983-312fc80c4895', 'ip_address': '2001:db8::b057:fbd7:95e:b351'}], 'name': 'tempest-NetworksTestDHCPv6-616171310'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:43.373430 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9b23a42a-c46e-458c-b145-b923ad8f5c5c req-bc403936-371a-4e22-bcaf-a8d3ff8cefd4 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=27e46212-b4e6-458b-bfc0-8c8a48a719be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633403 May 06 09:58:43.389570 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a538b75-807b-4ceb-85ee-4f87cd85c117 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Subnet': ['ID=fb566080-c235-4be1-a983-312fc80c4895,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:43.393640 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-6322da8a-99a0-4e56-8e9a-5ee7203ed597 None None] For port 3fbd507e-d625-4fa1-9e06-474c2e4b90f9, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3fbd507e-d625-4fa1-9e06-474c2e4b90f9,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:43.403564 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6322da8a-99a0-4e56-8e9a-5ee7203ed597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:43.414020 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d76325-1f1f-4624-878a-dece42b76786 None None] DHCP port deletion for 0d1252d9-04fb-40a6-862c-9b06ebf6d551 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:58:43.444613 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:43.507657 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e6530-a9a7-4ef3-85f0-da9758d6b240 req-bc1fbe1c-b778-44ad-9d12-caffbb03958c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:43.509450 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9c8e6530-a9a7-4ef3-85f0-da9758d6b240 req-bc1fbe1c-b778-44ad-9d12-caffbb03958c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 1097 time: 0.2067516 May 06 09:58:43.524082 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c6c97b26-5b13-43ea-9ba1-66a0c04eb7cb None None] Could not find standard attr ID for object a2b0502b-78b7-4687-894d-86ada5ab3989. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:58:43.532944 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322da8a-99a0-4e56-8e9a-5ee7203ed597 None None] Pushing event updated for resources: {'Port': ['ID=3fbd507e-d625-4fa1-9e06-474c2e4b90f9,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:43.536010 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c951703e-9ad2-469f-9ad1-3a3098ac8f68 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:43.551242 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a23c5c-22e4-49af-8810-77d4193d13f4 req-1c985366-fe4c-4873-af90-af5e44a84bf7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:43.560266 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f8a23c5c-22e4-49af-8810-77d4193d13f4 req-1c985366-fe4c-4873-af90-af5e44a84bf7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 946 time: 0.0817368 May 06 09:58:43.573122 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:58:43.573470 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:58:43.584188 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-09d76325-1f1f-4624-878a-dece42b76786 None None] Deleting port 3fbd507e-d625-4fa1-9e06-474c2e4b90f9 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:43.584455 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-09d76325-1f1f-4624-878a-dece42b76786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:43.614966 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c951703e-9ad2-469f-9ad1-3a3098ac8f68 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:43.620823 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd662fe-640a-4c27-9cf8-2c648ac00320 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:43.660996 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['b321910f-b9c3-4443-be51-ec31cd653ab7'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:58:43.716925 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c951703e-9ad2-469f-9ad1-3a3098ac8f68 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network 3e770c24-55fe-4b84-ace0-d114f6c04554 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:43.723918 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-c951703e-9ad2-469f-9ad1-3a3098ac8f68 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:43.731362 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c951703e-9ad2-469f-9ad1-3a3098ac8f68 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:43.732220 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c951703e-9ad2-469f-9ad1-3a3098ac8f68 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:43.779586 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951703e-9ad2-469f-9ad1-3a3098ac8f68 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Port': ['ID=c8f32465-1a39-42a7-91ac-c5f98f415e0e,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:43.814504 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-bad177a9-067f-47ee-bbc3-f68c12162a16 None None] Allocated IP 2001:db8::2 (3e770c24-55fe-4b84-ace0-d114f6c04554/93d58a67-528f-4bfc-99fe-e192fb99b7c7/7c026185-2f6f-4196-9cb2-02e3839dd35b) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:43.851078 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-09d76325-1f1f-4624-878a-dece42b76786 None None] For port 3fbd507e-d625-4fa1-9e06-474c2e4b90f9, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3fbd507e-d625-4fa1-9e06-474c2e4b90f9,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:43.851375 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5cd662fe-640a-4c27-9cf8-2c648ac00320 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:43.851493 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-09d76325-1f1f-4624-878a-dece42b76786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:43.882589 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-5cd662fe-640a-4c27-9cf8-2c648ac00320 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] device_id is not set on port 89030eb2-a27c-4c6e-88ae-1f459b63ff3f yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:58:43.926517 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-09d76325-1f1f-4624-878a-dece42b76786 None None] Calling delete_port for 3fbd507e-d625-4fa1-9e06-474c2e4b90f9 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:43.976640 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c951703e-9ad2-469f-9ad1-3a3098ac8f68 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:44.043013 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f8a23c5c-22e4-49af-8810-77d4193d13f4 req-121f2324-3810-47f8-b5d4-3e68b3fba4b2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4822941 May 06 09:58:44.073416 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e6530-a9a7-4ef3-85f0-da9758d6b240 req-d80cb572-8832-4228-bc2b-0fb5ffe7a6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:44.085292 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9c8e6530-a9a7-4ef3-85f0-da9758d6b240 req-d80cb572-8832-4228-bc2b-0fb5ffe7a6cf service neutron] 10.222.0.84 "GET /v2.0/networks?id=43fdf43b-20c1-42c7-9501-ce94bba53414 HTTP/1.1" status: 200 len: 898 time: 0.5135756 May 06 09:58:44.163498 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9c8e6530-a9a7-4ef3-85f0-da9758d6b240 req-cec598c9-1009-441e-957a-0fdb9f7fec83 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1086e2f4-9cca-4533-9338-9c63a105b995 HTTP/1.1" status: 200 len: 1001 time: 0.0771222 May 06 09:58:44.202936 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-09d76325-1f1f-4624-878a-dece42b76786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:44.206508 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bad177a9-067f-47ee-bbc3-f68c12162a16 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:44.250188 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d76325-1f1f-4624-878a-dece42b76786 None None] Pushing event deleted for resources: {'Port': ['ID=3fbd507e-d625-4fa1-9e06-474c2e4b90f9,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:44.253538 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e6530-a9a7-4ef3-85f0-da9758d6b240 req-f7fc2e9b-8a40-4885-a5d7-9e46c140cb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:44.254649 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bad177a9-067f-47ee-bbc3-f68c12162a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:44.254930 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9c8e6530-a9a7-4ef3-85f0-da9758d6b240 req-f7fc2e9b-8a40-4885-a5d7-9e46c140cb99 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f1a92695-e647-46ea-abf1-868e984a76d3 HTTP/1.1" status: 200 len: 835 time: 0.0640075 May 06 09:58:44.257510 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d76325-1f1f-4624-878a-dece42b76786 None None] No DVR routers for this DVR port 3fbd507e-d625-4fa1-9e06-474c2e4b90f9 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:58:44.264743 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad8409-58c9-44ef-945d-5cbbdd2d9bc7 req-695b4819-fe3c-47e4-aa56-ee5e86e88641 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:44.265266 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-5cd662fe-640a-4c27-9cf8-2c648ac00320 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Allocated IP 2001:db8::b057:fbd7:95e:b351 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/fb566080-c235-4be1-a983-312fc80c4895/89030eb2-a27c-4c6e-88ae-1f459b63ff3f) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:44.272822 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-abad8409-58c9-44ef-945d-5cbbdd2d9bc7 req-695b4819-fe3c-47e4-aa56-ee5e86e88641 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3b43e97-f923-472e-b334-f1d0318a1908 HTTP/1.1" status: 200 len: 944 time: 0.1125596 May 06 09:58:44.312897 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc7b34b-dbdf-4081-8bf6-087dd04333de None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:44.320002 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad177a9-067f-47ee-bbc3-f68c12162a16 None None] Network 3e770c24-55fe-4b84-ace0-d114f6c04554 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:44.340641 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-bad177a9-067f-47ee-bbc3-f68c12162a16 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:44.344392 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad177a9-067f-47ee-bbc3-f68c12162a16 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:44.354395 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-abad8409-58c9-44ef-945d-5cbbdd2d9bc7 req-c8a44aeb-ce56-4b65-adda-385c90df2b57 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.73 "GET /v2.0/security-groups?id=331f99b5-0c19-41a2-9bd7-73537b545db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805719 May 06 09:58:44.375000 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e6530-a9a7-4ef3-85f0-da9758d6b240 req-5e6aa09f-ec7d-4ede-a374-8bc14d7d5c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:44.376905 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9c8e6530-a9a7-4ef3-85f0-da9758d6b240 req-5e6aa09f-ec7d-4ede-a374-8bc14d7d5c81 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43fdf43b-20c1-42c7-9501-ce94bba53414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021130 May 06 09:58:44.398862 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad177a9-067f-47ee-bbc3-f68c12162a16 None None] Pushing event updated for resources: {'Port': ['ID=7c026185-2f6f-4196-9cb2-02e3839dd35b,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:44.450262 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3fbd507e-d625-4fa1-9e06-474c2e4b90f9 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:58:44.490910 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 3fbd507e-d625-4fa1-9e06-474c2e4b90f9 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:58:44.491293 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3fbd507e-d625-4fa1-9e06-474c2e4b90f9 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:58:44.501610 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-48d1d368-ea77-46b6-ac41-e40ac5026ad5 req-e754e24a-2adc-4472-8bb9-51743c27b953 tempest-ServerShowV257Test-657187017 tempest-ServerShowV257Test-657187017-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.0349989 May 06 09:58:44.528363 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-bad177a9-067f-47ee-bbc3-f68c12162a16 None None] Attempting to bind port 7c026185-2f6f-4196-9cb2-02e3839dd35b on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:58:44.529114 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-bad177a9-067f-47ee-bbc3-f68c12162a16 None None] Attempting to bind port 7c026185-2f6f-4196-9cb2-02e3839dd35b by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'ff3be73e-9d01-470e-94c4-0e14549a0840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3e770c24-55fe-4b84-ace0-d114f6c04554'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:58:44.529478 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad177a9-067f-47ee-bbc3-f68c12162a16 None None] Attempting to bind port 7c026185-2f6f-4196-9cb2-02e3839dd35b on network 3e770c24-55fe-4b84-ace0-d114f6c04554 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:58:44.543759 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad177a9-067f-47ee-bbc3-f68c12162a16 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:58:44.544058 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad177a9-067f-47ee-bbc3-f68c12162a16 None None] Checking segment: {'id': 'ff3be73e-9d01-470e-94c4-0e14549a0840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3e770c24-55fe-4b84-ace0-d114f6c04554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:44.544477 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bad177a9-067f-47ee-bbc3-f68c12162a16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:44.544884 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad177a9-067f-47ee-bbc3-f68c12162a16 None None] Bound using segment: {'id': 'ff3be73e-9d01-470e-94c4-0e14549a0840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3e770c24-55fe-4b84-ace0-d114f6c04554'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:58:44.545378 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-bad177a9-067f-47ee-bbc3-f68c12162a16 None None] Bound port: 7c026185-2f6f-4196-9cb2-02e3839dd35b, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3be73e-9d01-470e-94c4-0e14549a0840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3e770c24-55fe-4b84-ace0-d114f6c04554'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:58:44.545771 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bad177a9-067f-47ee-bbc3-f68c12162a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:44.550851 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9c8e6530-a9a7-4ef3-85f0-da9758d6b240 req-5cfe937b-e913-4ba4-a9fb-499eb5849331 service neutron] 10.222.0.84 "GET /v2.0/networks/43fdf43b-20c1-42c7-9501-ce94bba53414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645246 May 06 09:58:44.634253 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5cd662fe-640a-4c27-9cf8-2c648ac00320 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:44.660245 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a8e99-7b63-4cfb-ae08-55bce05f5e17 req-f803541c-8af6-4a12-8bb8-21e4c92111d5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:44.662007 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-784a8e99-7b63-4cfb-ae08-55bce05f5e17 req-f803541c-8af6-4a12-8bb8-21e4c92111d5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.84 "GET /v2.0/ports?device_id=4b0041d7-1136-4428-b3e2-00971abd3ed7 HTTP/1.1" status: 200 len: 946 time: 0.1888866 May 06 09:58:44.664917 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4f932a-75c2-4a66-bd01-1f8e1867446f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'fixed_ips': [{'subnet_id': 'fb566080-c235-4be1-a983-312fc80c4895'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:58:44.666193 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8c4f932a-75c2-4a66-bd01-1f8e1867446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:44.667344 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c951703e-9ad2-469f-9ad1-3a3098ac8f68 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:44.672160 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-bad177a9-067f-47ee-bbc3-f68c12162a16 None None] For port 7c026185-2f6f-4196-9cb2-02e3839dd35b, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:58:44.695091 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-bad177a9-067f-47ee-bbc3-f68c12162a16 None None] For port 7c026185-2f6f-4196-9cb2-02e3839dd35b, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=7c026185-2f6f-4196-9cb2-02e3839dd35b,segment=NetworkSegment(ff3be73e-9d01-470e-94c4-0e14549a0840),segment_id=ff3be73e-9d01-470e-94c4-0e14549a0840)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:58:44.699241 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0cb23-b9e8-4be4-98e9-cd99a34211b8 req-07c4bf3e-44a9-43d1-997d-dcbd649f842c tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:44.700775 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-24b0cb23-b9e8-4be4-98e9-cd99a34211b8 req-07c4bf3e-44a9-43d1-997d-dcbd649f842c tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0041d7-1136-4428-b3e2-00971abd3ed7 HTTP/1.1" status: 200 len: 946 time: 0.0862272 May 06 09:58:44.704994 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bad177a9-067f-47ee-bbc3-f68c12162a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:44.705866 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c951703e-9ad2-469f-9ad1-3a3098ac8f68 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:44.706872 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c951703e-9ad2-469f-9ad1-3a3098ac8f68 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:44.743277 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9c8e6530-a9a7-4ef3-85f0-da9758d6b240 req-ab6522ce-ed4b-4706-b1da-61b00298966b service neutron] 10.222.0.84 "GET /v2.0/networks/43fdf43b-20c1-42c7-9501-ce94bba53414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831908 May 06 09:58:44.767672 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-24b0cb23-b9e8-4be4-98e9-cd99a34211b8 req-0ac2038f-96e8-4df6-9498-136ac8842949 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=27e46212-b4e6-458b-bfc0-8c8a48a719be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467947 May 06 09:58:44.857333 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad177a9-067f-47ee-bbc3-f68c12162a16 None None] Pushing event updated for resources: {'Port': ['ID=7c026185-2f6f-4196-9cb2-02e3839dd35b,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:44.861218 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-77af90bd-a6af-48d0-8185-dc7b1e7c40a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:44.862892 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-77af90bd-a6af-48d0-8185-dc7b1e7c40a3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 1097 time: 0.0609152 May 06 09:58:44.883104 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951703e-9ad2-469f-9ad1-3a3098ac8f68 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Port': ['ID=c8f32465-1a39-42a7-91ac-c5f98f415e0e,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:44.894731 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5cd662fe-640a-4c27-9cf8-2c648ac00320 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:44.969068 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd662fe-640a-4c27-9cf8-2c648ac00320 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:44.970052 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-8c4f932a-75c2-4a66-bd01-1f8e1867446f None None] Allocated IP 2001:db8::2 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/fb566080-c235-4be1-a983-312fc80c4895/e3389bd6-afb7-4b21-b296-f44c99b01342) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:44.977725 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-5cd662fe-640a-4c27-9cf8-2c648ac00320 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:44.985482 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd662fe-640a-4c27-9cf8-2c648ac00320 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:44.988257 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-c9832841-870d-4cb4-9bee-7dcf5fe48736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:44.989548 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-c9832841-870d-4cb4-9bee-7dcf5fe48736 service neutron] 10.222.0.84 "GET /v2.0/networks?id=43fdf43b-20c1-42c7-9501-ce94bba53414 HTTP/1.1" status: 200 len: 898 time: 0.1166508 May 06 09:58:44.991379 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd662fe-640a-4c27-9cf8-2c648ac00320 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:44.992045 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5cd662fe-640a-4c27-9cf8-2c648ac00320 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:44.998694 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c951703e-9ad2-469f-9ad1-3a3098ac8f68 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network 3e770c24-55fe-4b84-ace0-d114f6c04554 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:45.013735 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-c951703e-9ad2-469f-9ad1-3a3098ac8f68 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:45.018602 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd662fe-640a-4c27-9cf8-2c648ac00320 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Port': ['ID=89030eb2-a27c-4c6e-88ae-1f459b63ff3f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:45.046757 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5cd662fe-640a-4c27-9cf8-2c648ac00320 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.6893280 May 06 09:58:45.059695 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42290) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:45.137881 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-784a8e99-7b63-4cfb-ae08-55bce05f5e17 req-97419c0e-9b54-46b5-9983-7fa25875eb00 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Deleting port c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:45.138390 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-784a8e99-7b63-4cfb-ae08-55bce05f5e17 req-97419c0e-9b54-46b5-9983-7fa25875eb00 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:45.178546 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-ef5add31-85a9-4cee-8c96-7d2ff8843ebe service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1086e2f4-9cca-4533-9338-9c63a105b995 HTTP/1.1" status: 200 len: 1001 time: 0.1800551 May 06 09:58:45.193228 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e648606-2d1c-4ca4-8e94-52dc5ce54ff6 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:45.195143 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2e648606-2d1c-4ca4-8e94-52dc5ce54ff6 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1353233 May 06 09:58:45.212755 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42294) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:45.271019 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8c4f932a-75c2-4a66-bd01-1f8e1867446f None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:45.285555 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8c4f932a-75c2-4a66-bd01-1f8e1867446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:45.317834 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-784a8e99-7b63-4cfb-ae08-55bce05f5e17 req-97419c0e-9b54-46b5-9983-7fa25875eb00 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] For port c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844,segment=NetworkSegment(80edd242-db32-42e3-9f67-d396ea818882),segment_id=80edd242-db32-42e3-9f67-d396ea818882)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:45.318433 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-784a8e99-7b63-4cfb-ae08-55bce05f5e17 req-97419c0e-9b54-46b5-9983-7fa25875eb00 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:45.331864 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-77f47480-29ee-45ca-8adf-8d198c839c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:45.333386 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-77f47480-29ee-45ca-8adf-8d198c839c70 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f1a92695-e647-46ea-abf1-868e984a76d3 HTTP/1.1" status: 200 len: 835 time: 0.1364219 May 06 09:58:45.336468 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4f932a-75c2-4a66-bd01-1f8e1867446f None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:45.343475 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-8c4f932a-75c2-4a66-bd01-1f8e1867446f None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:45.352692 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4f932a-75c2-4a66-bd01-1f8e1867446f None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:45.356192 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f932a-75c2-4a66-bd01-1f8e1867446f None None] Pushing event updated for resources: {'Port': ['ID=e3389bd6-afb7-4b21-b296-f44c99b01342,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:45.406361 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ee8af-4524-49f3-a867-6365612748a0 req-9df3837c-abe2-4085-8010-dd897c8dafe5 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:45.408243 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b26ee8af-4524-49f3-a867-6365612748a0 req-9df3837c-abe2-4085-8010-dd897c8dafe5 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 946 time: 0.2232506 May 06 09:58:45.425079 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c951703e-9ad2-469f-9ad1-3a3098ac8f68 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Router db3a31e3-b642-49b4-92a7-dfecf73e8e20 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:58:45.440595 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8c4f932a-75c2-4a66-bd01-1f8e1867446f None None] Attempting to bind port e3389bd6-afb7-4b21-b296-f44c99b01342 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:58:45.440970 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8c4f932a-75c2-4a66-bd01-1f8e1867446f None None] Attempting to bind port e3389bd6-afb7-4b21-b296-f44c99b01342 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:58:45.441864 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4f932a-75c2-4a66-bd01-1f8e1867446f None None] Attempting to bind port e3389bd6-afb7-4b21-b296-f44c99b01342 on network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:58:45.449589 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4f932a-75c2-4a66-bd01-1f8e1867446f None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:58:45.449589 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4f932a-75c2-4a66-bd01-1f8e1867446f None None] Checking segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:45.450114 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8c4f932a-75c2-4a66-bd01-1f8e1867446f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:45.450419 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4f932a-75c2-4a66-bd01-1f8e1867446f None None] Bound using segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:58:45.450905 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8c4f932a-75c2-4a66-bd01-1f8e1867446f None None] Bound port: e3389bd6-afb7-4b21-b296-f44c99b01342, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:58:45.451314 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8c4f932a-75c2-4a66-bd01-1f8e1867446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:45.510826 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-b645bf6c-b252-4080-a733-30efedd708b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:45.513430 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-b645bf6c-b252-4080-a733-30efedd708b7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43fdf43b-20c1-42c7-9501-ce94bba53414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1417010 May 06 09:58:45.517002 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b26ee8af-4524-49f3-a867-6365612748a0 req-d97db9a4-dfc4-4f55-ad0f-665a5fd67919 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917044 May 06 09:58:45.541399 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-fb060f49-8d42-49a0-b9b4-3bcea2afa9de tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting port 89030eb2-a27c-4c6e-88ae-1f459b63ff3f {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:45.541906 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb060f49-8d42-49a0-b9b4-3bcea2afa9de tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:45.632984 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8c4f932a-75c2-4a66-bd01-1f8e1867446f None None] For port e3389bd6-afb7-4b21-b296-f44c99b01342, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:58:45.642217 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8c4f932a-75c2-4a66-bd01-1f8e1867446f None None] For port e3389bd6-afb7-4b21-b296-f44c99b01342, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e3389bd6-afb7-4b21-b296-f44c99b01342,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:58:45.655162 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c951703e-9ad2-469f-9ad1-3a3098ac8f68 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:58:45.656014 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8c4f932a-75c2-4a66-bd01-1f8e1867446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:45.658238 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-784a8e99-7b63-4cfb-ae08-55bce05f5e17 req-97419c0e-9b54-46b5-9983-7fa25875eb00 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:45.658748 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-784a8e99-7b63-4cfb-ae08-55bce05f5e17 req-97419c0e-9b54-46b5-9983-7fa25875eb00 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:45.658947 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [req-784a8e99-7b63-4cfb-ae08-55bce05f5e17 req-97419c0e-9b54-46b5-9983-7fa25875eb00 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Floating IP 63bace4c-b91b-4857-9188-4807b6253052 disassociated. External IP: 172.25.5.190, port: c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844. May 06 09:58:45.659295 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-784a8e99-7b63-4cfb-ae08-55bce05f5e17 req-97419c0e-9b54-46b5-9983-7fa25875eb00 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Calling delete_port for c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:45.664879 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c951703e-9ad2-469f-9ad1-3a3098ac8f68 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "PUT /v2.0/routers/db3a31e3-b642-49b4-92a7-dfecf73e8e20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3188570 May 06 09:58:45.668871 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42300) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:45.684666 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc03a618-7fa1-472f-8b28-0476bc7841d0 None None] Sync routers for ids ['db3a31e3-b642-49b4-92a7-dfecf73e8e20'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:58:45.744779 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb060f49-8d42-49a0-b9b4-3bcea2afa9de tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:45.764667 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288851af-e6cd-4979-a5ac-62e088b23f44 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:45.768921 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-288851af-e6cd-4979-a5ac-62e088b23f44 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "GET /v2.0/ports/c8f32465-1a39-42a7-91ac-c5f98f415e0e HTTP/1.1" status: 200 len: 911 time: 0.0965116 May 06 09:58:45.773896 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42302) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:45.783262 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f932a-75c2-4a66-bd01-1f8e1867446f None None] Pushing event updated for resources: {'Port': ['ID=e3389bd6-afb7-4b21-b296-f44c99b01342,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:45.788083 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc03a618-7fa1-472f-8b28-0476bc7841d0 None None] Routers {'db3a31e3-b642-49b4-92a7-dfecf73e8e20'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:45.788799 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-dc03a618-7fa1-472f-8b28-0476bc7841d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['db3a31e3-b642-49b4-92a7-dfecf73e8e20'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:45.821707 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-fb060f49-8d42-49a0-b9b4-3bcea2afa9de tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Calling delete_port for 89030eb2-a27c-4c6e-88ae-1f459b63ff3f owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:45.865383 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-dc03a618-7fa1-472f-8b28-0476bc7841d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:45.880792 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc03a618-7fa1-472f-8b28-0476bc7841d0 None None] Routers {'db3a31e3-b642-49b4-92a7-dfecf73e8e20'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:45.882108 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-dc03a618-7fa1-472f-8b28-0476bc7841d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['db3a31e3-b642-49b4-92a7-dfecf73e8e20'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:45.891469 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d26c10-9d7b-4a07-807f-40aa6e2d713c req-9a7b03d6-9111-45ab-8436-ac72f5ff0f6f tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:45.894220 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31d26c10-9d7b-4a07-807f-40aa6e2d713c req-9a7b03d6-9111-45ab-8436-ac72f5ff0f6f tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3b43e97-f923-472e-b334-f1d0318a1908 HTTP/1.1" status: 200 len: 944 time: 0.1867628 May 06 09:58:46.059890 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31d26c10-9d7b-4a07-807f-40aa6e2d713c req-01e08df0-ce35-4963-a668-9e007bb6a416 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.73 "GET /v2.0/security-groups?id=331f99b5-0c19-41a2-9bd7-73537b545db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981848 May 06 09:58:46.106975 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-a49d91e2-5c2b-40f2-b17d-fa6cac8da1b5 service neutron] 10.222.0.84 "GET /v2.0/networks/43fdf43b-20c1-42c7-9501-ce94bba53414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5852337 May 06 09:58:46.222368 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-dc03a618-7fa1-472f-8b28-0476bc7841d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:46.229900 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc03a618-7fa1-472f-8b28-0476bc7841d0 None None] The sync data for ids ['db3a31e3-b642-49b4-92a7-dfecf73e8e20'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:58:46.234080 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-784a8e99-7b63-4cfb-ae08-55bce05f5e17 req-97419c0e-9b54-46b5-9983-7fa25875eb00 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:46.240454 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device b321910f-b9c3-4443-be51-ec31cd653ab7 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:58:46.311191 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97419c0e-9b54-46b5-9983-7fa25875eb00 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event deleted for resources: {'Port': ['ID=c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:46.351199 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c3192b81-353e-453f-9450-766637d1af64 req-030af562-8425-4b43-b3c9-b314f7bc3a58 tempest-ServerShowV257Test-657187017 tempest-ServerShowV257Test-657187017-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.0652699 May 06 09:58:46.359047 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-48468164-de68-4796-8f55-7cde368376ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:46.429795 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port b321910f-b9c3-4443-be51-ec31cd653ab7 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:58:46.439822 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port b321910f-b9c3-4443-be51-ec31cd653ab7 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:46.441287 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:46.553387 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5dd5daa-a07a-4cfd-8cbb-e730cb2ec9a8 req-8f6f52cd-184c-4617-948f-fcb9ce2f854b tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0041d7-1136-4428-b3e2-00971abd3ed7 HTTP/1.1" status: 200 len: 210 time: 0.0477235 May 06 09:58:46.575850 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-f787837b-0c00-49d4-a7c0-85f634a865f5 service neutron] 10.222.0.84 "GET /v2.0/networks/43fdf43b-20c1-42c7-9501-ce94bba53414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4479966 May 06 09:58:46.581319 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:46.583786 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e3389bd6-afb7-4b21-b296-f44c99b01342 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:58:46.586085 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec502e2a-ac94-46aa-90c7-b8b1e59828bb None None] Network 3e770c24-55fe-4b84-ace0-d114f6c04554 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:46.615215 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb060f49-8d42-49a0-b9b4-3bcea2afa9de tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:46.705029 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb060f49-8d42-49a0-b9b4-3bcea2afa9de tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Port': ['ID=89030eb2-a27c-4c6e-88ae-1f459b63ff3f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:46.807602 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb060f49-8d42-49a0-b9b4-3bcea2afa9de tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:46.811301 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b43e97-f923-472e-b334-f1d0318a1908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b321910f-b9c3-4443-be51-ec31cd653ab7'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:58:46.812081 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fb060f49-8d42-49a0-b9b4-3bcea2afa9de tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/89030eb2-a27c-4c6e-88ae-1f459b63ff3f HTTP/1.1" status: 204 len: 168 time: 1.5967145 May 06 09:58:46.816443 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247e5f1e-37cd-4326-87ec-92425787bd67" -d '{"events": [{"server_uuid": "b3b43e97-f923-472e-b334-f1d0318a1908", "name": "network-vif-plugged", "status": "completed", "tag": "b321910f-b9c3-4443-be51-ec31cd653ab7"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:58:46.823721 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42308) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:46.901563 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-297fbada-76ae-46cc-9253-b5e80ec895de None None] Provisioning complete for port 7c026185-2f6f-4196-9cb2-02e3839dd35b triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:46.902022 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-297fbada-76ae-46cc-9253-b5e80ec895de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:46.952321 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port b321910f-b9c3-4443-be51-ec31cd653ab7, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=b321910f-b9c3-4443-be51-ec31cd653ab7,segment=NetworkSegment(ddd3229c-e5e1-4baa-8103-de89fd34e153),segment_id=ddd3229c-e5e1-4baa-8103-de89fd34e153)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:46.960045 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb3e8f-0e5d-42c9-a119-b3cb21a00c61 req-e3af8f68-6a1a-4046-aaa9-ff205c733135 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:46.962354 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8aeb3e8f-0e5d-42c9-a119-b3cb21a00c61 req-e3af8f68-6a1a-4046-aaa9-ff205c733135 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 946 time: 0.2547336 May 06 09:58:46.982153 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:46.988101 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port e3389bd6-afb7-4b21-b296-f44c99b01342 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:46.988406 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:46.992840 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efc1913-8670-49f7-9c54-d98a515ea7da tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:46.994658 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efc1913-8670-49f7-9c54-d98a515ea7da tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:46.996784 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5efc1913-8670-49f7-9c54-d98a515ea7da tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1692486 May 06 09:58:47.006529 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42312) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:47.092850 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8aeb3e8f-0e5d-42c9-a119-b3cb21a00c61 req-32965f8f-7682-491f-95e1-64c512548f08 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134024 May 06 09:58:47.097568 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf5cfaf-8e47-4fb0-adf0-589c51c83231 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting subnet fb566080-c235-4be1-a983-312fc80c4895 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:58:47.103212 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1cf5cfaf-8e47-4fb0-adf0-589c51c83231 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:47.110226 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-297fbada-76ae-46cc-9253-b5e80ec895de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:47.130276 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:58:47.169616 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1cf5cfaf-8e47-4fb0-adf0-589c51c83231 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:47.173144 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-784a8e99-7b63-4cfb-ae08-55bce05f5e17 req-97419c0e-9b54-46b5-9983-7fa25875eb00 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Router 3205d89c-2ea7-4f9a-b848-40e1a985b929 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:58:47.207337 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:58:47.207686 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:58:47.277354 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-00e18e67-3abd-44e4-aa39-a33169951aad tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:47.301484 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1cf5cfaf-8e47-4fb0-adf0-589c51c83231 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:47.302286 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5355ddc-b79f-4022-8145-d8ff159f2e8b x-openstack-request-id: req-b5355ddc-b79f-4022-8145-d8ff159f2e8b {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:58:47.302792 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b43e97-f923-472e-b334-f1d0318a1908", "name": "network-vif-plugged", "status": "completed", "tag": "b321910f-b9c3-4443-be51-ec31cd653ab7", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:58:47.304209 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b5355ddc-b79f-4022-8145-d8ff159f2e8b {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:58:47.304625 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5355ddc-b79f-4022-8145-d8ff159f2e8b'] response: {'server_uuid': 'b3b43e97-f923-472e-b334-f1d0318a1908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b321910f-b9c3-4443-be51-ec31cd653ab7', 'code': 200} May 06 09:58:47.310317 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-297fbada-76ae-46cc-9253-b5e80ec895de None None] For port 7c026185-2f6f-4196-9cb2-02e3839dd35b, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=7c026185-2f6f-4196-9cb2-02e3839dd35b,segment=NetworkSegment(ff3be73e-9d01-470e-94c4-0e14549a0840),segment_id=ff3be73e-9d01-470e-94c4-0e14549a0840)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:47.327792 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=b321910f-b9c3-4443-be51-ec31cd653ab7,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:47.342405 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-297fbada-76ae-46cc-9253-b5e80ec895de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:47.453404 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:47.463793 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1cf5cfaf-8e47-4fb0-adf0-589c51c83231 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:47.503203 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5cfaf-8e47-4fb0-adf0-589c51c83231 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Subnet': ['ID=fb566080-c235-4be1-a983-312fc80c4895,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:47.508922 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1cf5cfaf-8e47-4fb0-adf0-589c51c83231 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:47.513191 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1cf5cfaf-8e47-4fb0-adf0-589c51c83231 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/fb566080-c235-4be1-a983-312fc80c4895 HTTP/1.1" status: 204 len: 168 time: 0.5053775 May 06 09:58:47.524606 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42320) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:47.529319 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2805ac-0ea2-4f84-a581-092646118d03 req-464fd3d8-0300-4b2c-a0cb-016d84374a28 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:47.542748 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0a2805ac-0ea2-4f84-a581-092646118d03 req-464fd3d8-0300-4b2c-a0cb-016d84374a28 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3b43e97-f923-472e-b334-f1d0318a1908 HTTP/1.1" status: 200 len: 945 time: 0.1487629 May 06 09:58:47.543499 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297fbada-76ae-46cc-9253-b5e80ec895de None None] Pushing event updated for resources: {'Port': ['ID=7c026185-2f6f-4196-9cb2-02e3839dd35b,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:47.548639 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672b073-45a8-460c-b5c3-0a394dc2a43c req-2d632f08-dd79-4f62-86e6-5b34edbc4e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:47.550699 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b672b073-45a8-460c-b5c3-0a394dc2a43c req-2d632f08-dd79-4f62-86e6-5b34edbc4e10 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b3b43e97-f923-472e-b334-f1d0318a1908 HTTP/1.1" status: 200 len: 1096 time: 0.1601744 May 06 09:58:47.562737 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:58:47.563230 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:58:47.574645 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28b1bf7-ff87-40a4-85a2-bd6370654ec3 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:47.595834 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f8f2eb5d-b5c0-43e8-8bbb-7859c2639dd8 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0700283 May 06 09:58:47.596096 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0a2805ac-0ea2-4f84-a581-092646118d03 req-83e4adc1-d1c7-465d-a4bd-4132c92085cc tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.73 "GET /v2.0/security-groups?id=331f99b5-0c19-41a2-9bd7-73537b545db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520632 May 06 09:58:47.598551 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42324) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:47.617871 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-784a8e99-7b63-4cfb-ae08-55bce05f5e17 req-97419c0e-9b54-46b5-9983-7fa25875eb00 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:58:47.632544 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2622bd-7611-49c5-9d82-77f12c26f1b6 None None] Sync routers for ids ['3205d89c-2ea7-4f9a-b848-40e1a985b929'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:58:47.652451 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2622bd-7611-49c5-9d82-77f12c26f1b6 None None] Routers {'3205d89c-2ea7-4f9a-b848-40e1a985b929'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:47.652726 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7f2622bd-7611-49c5-9d82-77f12c26f1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3205d89c-2ea7-4f9a-b848-40e1a985b929'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:47.667821 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b90ea46-ca05-470b-aef7-d1fc1a3f77f0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:47.671757 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5b90ea46-ca05-470b-aef7-d1fc1a3f77f0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0715365 May 06 09:58:47.673913 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42326) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:47.685864 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-1b0c13a2-4dd4-4e1c-a49f-aef9872ac400 None None] Provisioning complete for port e3389bd6-afb7-4b21-b296-f44c99b01342 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:47.686413 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1b0c13a2-4dd4-4e1c-a49f-aef9872ac400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:47.762000 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09774da-49a3-44d4-af0b-7d67d45cab3a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:47.765039 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e09774da-49a3-44d4-af0b-7d67d45cab3a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0898247 May 06 09:58:47.767634 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42328) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:47.814093 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b672b073-45a8-460c-b5c3-0a394dc2a43c req-e2c3ade6-eadf-4dfc-9e5f-2482f7d4c284 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=331f99b5-0c19-41a2-9bd7-73537b545db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228205 May 06 09:58:47.821407 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b287d0d0-3a35-425c-ad21-82fdb8565258 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513122 May 06 09:58:47.834851 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42330) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:47.835467 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-784a8e99-7b63-4cfb-ae08-55bce05f5e17 req-97419c0e-9b54-46b5-9983-7fa25875eb00 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] No DVR routers for this DVR port c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844 on host n-h1-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:58:47.838649 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-784a8e99-7b63-4cfb-ae08-55bce05f5e17 req-97419c0e-9b54-46b5-9983-7fa25875eb00 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:47.838899 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-03caa81a-b50c-494e-87f7-9267b593bf16 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:47.852604 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-784a8e99-7b63-4cfb-ae08-55bce05f5e17 req-97419c0e-9b54-46b5-9983-7fa25875eb00 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.84 "DELETE /v2.0/ports/c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844 HTTP/1.1" status: 204 len: 173 time: 3.1811137 May 06 09:58:47.855557 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0041d7-1136-4428-b3e2-00971abd3ed7', 'name': 'network-vif-deleted', 'tag': 'c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:58:47.860483 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b148717-c9d7-4c78-969b-3a07c6f5fe23" -d '{"events": [{"server_uuid": "4b0041d7-1136-4428-b3e2-00971abd3ed7", "name": "network-vif-deleted", "tag": "c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:58:47.881311 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-96d8d019-30b5-4f02-a123-277a6db3ca49 req-2978a2eb-bd78-481c-b086-4826ab4a6817 tempest-ServerShowV257Test-657187017 tempest-ServerShowV257Test-657187017-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.1149981 May 06 09:58:47.925380 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-7f2622bd-7611-49c5-9d82-77f12c26f1b6 None None] Set router 3205d89c-2ea7-4f9a-b848-40e1a985b929 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:58:47.942528 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1b0c13a2-4dd4-4e1c-a49f-aef9872ac400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:48.034018 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03caa81a-b50c-494e-87f7-9267b593bf16 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:48.038009 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-03caa81a-b50c-494e-87f7-9267b593bf16 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:48.045224 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c6fc9e-ff93-4c9d-9ebd-8f8a2b8b2c59 None None] DHCP port deletion for 0d1252d9-04fb-40a6-862c-9b06ebf6d551 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:58:48.067439 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-1b0c13a2-4dd4-4e1c-a49f-aef9872ac400 None None] For port e3389bd6-afb7-4b21-b296-f44c99b01342, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e3389bd6-afb7-4b21-b296-f44c99b01342,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:48.074404 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1b0c13a2-4dd4-4e1c-a49f-aef9872ac400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:48.108288 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-00e18e67-3abd-44e4-aa39-a33169951aad tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Deleting port c8f32465-1a39-42a7-91ac-c5f98f415e0e {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:48.110121 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-00e18e67-3abd-44e4-aa39-a33169951aad tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:48.191762 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-282d5907-b406-49c7-a083-0e661e47c8d0 req-2fb83a02-c557-4df2-b922-c8de84a7e2a0 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0041d7-1136-4428-b3e2-00971abd3ed7 HTTP/1.1" status: 200 len: 210 time: 0.1085973 May 06 09:58:48.243699 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c13a2-4dd4-4e1c-a49f-aef9872ac400 None None] Pushing event updated for resources: {'Port': ['ID=e3389bd6-afb7-4b21-b296-f44c99b01342,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:48.244913 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-00e18e67-3abd-44e4-aa39-a33169951aad tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:48.282786 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0645826-5115-4b28-8774-810525d92f5b x-openstack-request-id: req-d0645826-5115-4b28-8774-810525d92f5b {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:58:48.283333 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0041d7-1136-4428-b3e2-00971abd3ed7", "name": "network-vif-deleted", "tag": "c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:58:48.283711 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d0645826-5115-4b28-8774-810525d92f5b {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:58:48.284333 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0645826-5115-4b28-8774-810525d92f5b'] response: {'server_uuid': '4b0041d7-1136-4428-b3e2-00971abd3ed7', 'name': 'network-vif-deleted', 'tag': 'c7cadb8e-3ecd-4dff-9f3e-3ee4b0d47844', 'status': 'completed', 'code': 200} May 06 09:58:48.285542 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-00e18e67-3abd-44e4-aa39-a33169951aad tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Calling delete_port for c8f32465-1a39-42a7-91ac-c5f98f415e0e owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:48.290308 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 7c026185-2f6f-4196-9cb2-02e3839dd35b up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:58:48.335580 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-9e38909a-e8fd-4bc8-bc18-ad1615fc62af None None] Provisioning complete for port 7c026185-2f6f-4196-9cb2-02e3839dd35b triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:48.336260 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9e38909a-e8fd-4bc8-bc18-ad1615fc62af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:48.354027 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7f2622bd-7611-49c5-9d82-77f12c26f1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '47f79145-6e99-4488-a4da-6e00e375309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T09:55:43Z', 'revision_number': 4, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port': {'id': '47f79145-6e99-4488-a4da-6e00e375309c', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:35Z', 'updated_at': '2022-05-06T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '30bff1d8-ffa4-430d-abd2-3d763fcf079d', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'floating_ip_address': '172.25.5.88', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'port_id': 'ae866f35-fc07-47d6-8ae9-dba5018031f1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'mac_address': 'fa:16:3e:d1:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d85475-57b7-4401-a41b-f133f4d0977b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:55:49Z', 'updated_at': '2022-05-06T09:56:10Z', 'revision_number': 2, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd70468-c15f-42df-8758-eb38a58186b2', 'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'mac_address': 'fa:16:3e:c9:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:40Z', 'updated_at': '2022-05-06T09:55:48Z', 'revision_number': 5, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'subnets': [{'id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:48.421827 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2622bd-7611-49c5-9d82-77f12c26f1b6 None None] Checking router: 3205d89c-2ea7-4f9a-b848-40e1a985b929 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:58:48.431395 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6fc9e-ff93-4c9d-9ebd-8f8a2b8b2c59 None None] Deleting port e3389bd6-afb7-4b21-b296-f44c99b01342 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:48.431778 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d9c6fc9e-ff93-4c9d-9ebd-8f8a2b8b2c59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:48.441793 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2622bd-7611-49c5-9d82-77f12c26f1b6 None None] Routers {'3205d89c-2ea7-4f9a-b848-40e1a985b929'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:48.444955 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7f2622bd-7611-49c5-9d82-77f12c26f1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3205d89c-2ea7-4f9a-b848-40e1a985b929'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:48.450135 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 7c026185-2f6f-4196-9cb2-02e3839dd35b triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:48.450518 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:48.585337 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bc8583ba-f412-44d2-83dc-6051bb2d78b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:48.595013 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d9c6fc9e-ff93-4c9d-9ebd-8f8a2b8b2c59 None None] For port e3389bd6-afb7-4b21-b296-f44c99b01342, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e3389bd6-afb7-4b21-b296-f44c99b01342,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:48.595402 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d9c6fc9e-ff93-4c9d-9ebd-8f8a2b8b2c59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:48.627768 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-03caa81a-b50c-494e-87f7-9267b593bf16 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:48.640046 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6fc9e-ff93-4c9d-9ebd-8f8a2b8b2c59 None None] Calling delete_port for e3389bd6-afb7-4b21-b296-f44c99b01342 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:48.650243 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-7f2622bd-7611-49c5-9d82-77f12c26f1b6 None None] Set router 3205d89c-2ea7-4f9a-b848-40e1a985b929 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:58:48.674068 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-00e18e67-3abd-44e4-aa39-a33169951aad tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:48.740190 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-9e38909a-e8fd-4bc8-bc18-ad1615fc62af None None] Could not find standard attr ID for object c8f32465-1a39-42a7-91ac-c5f98f415e0e. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:58:48.742276 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03caa81a-b50c-494e-87f7-9267b593bf16 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:48.757305 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-03caa81a-b50c-494e-87f7-9267b593bf16 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:48.765441 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03caa81a-b50c-494e-87f7-9267b593bf16 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:48.766285 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-03caa81a-b50c-494e-87f7-9267b593bf16 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:48.781559 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e18e67-3abd-44e4-aa39-a33169951aad tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Port': ['ID=c8f32465-1a39-42a7-91ac-c5f98f415e0e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:48.790633 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5186221-d843-43d3-9795-51c73edf2fe8 req-128e1d3b-2e65-42f6-93be-7138e61b3264 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:48.793333 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f5186221-d843-43d3-9795-51c73edf2fe8 req-128e1d3b-2e65-42f6-93be-7138e61b3264 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 946 time: 0.3904819 May 06 09:58:48.852575 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:48.854796 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-03caa81a-b50c-494e-87f7-9267b593bf16 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0206974 May 06 09:58:48.856370 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42338) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:48.860862 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d9c6fc9e-ff93-4c9d-9ebd-8f8a2b8b2c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:48.871429 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-c7a1ba00-aadf-4e33-a4b4-0adeadcdd139 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'port': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'fixed_ips': [{'subnet_id': 'eb5d25ae-4c93-48c9-b4b8-89e0d475fdf5', 'ip_address': '2001:db8::19d8:b586:2bd6:f8b'}], 'name': 'tempest-NetworksTestDHCPv6-1196211155'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:48.878576 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03caa81a-b50c-494e-87f7-9267b593bf16 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Subnet': ['ID=eb5d25ae-4c93-48c9-b4b8-89e0d475fdf5,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:48.896306 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f5186221-d843-43d3-9795-51c73edf2fe8 req-6cba0417-b45a-41c5-a604-44bdd80071c8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958300 May 06 09:58:48.911919 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-cf7f0c29-49c3-4ed2-9f87-254bd808f4b5 None None] Could not find standard attr ID for object c8f32465-1a39-42a7-91ac-c5f98f415e0e. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:58:48.952339 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6fc9e-ff93-4c9d-9ebd-8f8a2b8b2c59 None None] Pushing event deleted for resources: {'Port': ['ID=e3389bd6-afb7-4b21-b296-f44c99b01342,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:48.955254 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c6fc9e-ff93-4c9d-9ebd-8f8a2b8b2c59 None None] No DVR routers for this DVR port e3389bd6-afb7-4b21-b296-f44c99b01342 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:58:48.980087 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e7c5be-83a3-417e-bdba-74c0068a5348 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:49.023874 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-00e18e67-3abd-44e4-aa39-a33169951aad tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:49.066954 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 7c026185-2f6f-4196-9cb2-02e3839dd35b up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:58:49.173999 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b8229-3642-4aea-b8e0-0d730dd0e1b5 req-38ed6d32-e4ae-41e4-80ec-21e66c55cea9 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:49.189770 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e87b8229-3642-4aea-b8e0-0d730dd0e1b5 req-38ed6d32-e4ae-41e4-80ec-21e66c55cea9 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3b43e97-f923-472e-b334-f1d0318a1908 HTTP/1.1" status: 200 len: 945 time: 0.1208639 May 06 09:58:49.190456 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a1ba00-aadf-4e33-a4b4-0adeadcdd139 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:49.236245 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 7c026185-2f6f-4196-9cb2-02e3839dd35b triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:49.236795 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:49.243489 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7f2622bd-7611-49c5-9d82-77f12c26f1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '47f79145-6e99-4488-a4da-6e00e375309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T09:55:43Z', 'revision_number': 4, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port': {'id': '47f79145-6e99-4488-a4da-6e00e375309c', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:35Z', 'updated_at': '2022-05-06T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '30bff1d8-ffa4-430d-abd2-3d763fcf079d', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'floating_ip_address': '172.25.5.88', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'port_id': 'ae866f35-fc07-47d6-8ae9-dba5018031f1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'mac_address': 'fa:16:3e:d1:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d85475-57b7-4401-a41b-f133f4d0977b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:55:49Z', 'updated_at': '2022-05-06T09:56:10Z', 'revision_number': 2, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd70468-c15f-42df-8758-eb38a58186b2', 'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'mac_address': 'fa:16:3e:c9:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:40Z', 'updated_at': '2022-05-06T09:55:48Z', 'revision_number': 5, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'subnets': [{'id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:49.275486 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e18e67-3abd-44e4-aa39-a33169951aad tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Router db3a31e3-b642-49b4-92a7-dfecf73e8e20 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:58:49.285977 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2622bd-7611-49c5-9d82-77f12c26f1b6 None None] The sync data for ids ['3205d89c-2ea7-4f9a-b848-40e1a985b929'] in n-d-840835-1 is: [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '47f79145-6e99-4488-a4da-6e00e375309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T09:55:43Z', 'revision_number': 4, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port': {'id': '47f79145-6e99-4488-a4da-6e00e375309c', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:35Z', 'updated_at': '2022-05-06T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '30bff1d8-ffa4-430d-abd2-3d763fcf079d', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'floating_ip_address': '172.25.5.88', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'port_id': 'ae866f35-fc07-47d6-8ae9-dba5018031f1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'mac_address': 'fa:16:3e:d1:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d85475-57b7-4401-a41b-f133f4d0977b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:55:49Z', 'updated_at': '2022-05-06T09:56:10Z', 'revision_number': 2, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd70468-c15f-42df-8758-eb38a58186b2', 'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'mac_address': 'fa:16:3e:c9:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:40Z', 'updated_at': '2022-05-06T09:55:48Z', 'revision_number': 5, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'subnets': [{'id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:58:49.321223 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50553034-0063-4085-a5f3-e67de0dd20f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'fixed_ips': [{'subnet_id': 'eb5d25ae-4c93-48c9-b4b8-89e0d475fdf5'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:58:49.322308 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-50553034-0063-4085-a5f3-e67de0dd20f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:49.331146 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e87b8229-3642-4aea-b8e0-0d730dd0e1b5 req-48b157df-ce6b-4416-b91e-f388c3071cf9 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.73 "GET /v2.0/security-groups?id=331f99b5-0c19-41a2-9bd7-73537b545db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231453 May 06 09:58:49.387940 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c7a1ba00-aadf-4e33-a4b4-0adeadcdd139 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:49.412315 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-c7a1ba00-aadf-4e33-a4b4-0adeadcdd139 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] device_id is not set on port 930e3737-3d79-4f55-ae9e-296ee6f31faf yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:58:49.444195 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e18e67-3abd-44e4-aa39-a33169951aad tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:58:49.451453 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-00e18e67-3abd-44e4-aa39-a33169951aad tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "PUT /v2.0/routers/db3a31e3-b642-49b4-92a7-dfecf73e8e20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6763587 May 06 09:58:49.454387 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42344) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:49.509691 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-61b7d556-2a24-434f-b8b3-57a8af68cde7 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "GET /v2.0/ports?device_id=db3a31e3-b642-49b4-92a7-dfecf73e8e20 HTTP/1.1" status: 200 len: 205 time: 0.0539711 May 06 09:58:49.512586 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42346) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:49.588978 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48a699f-1140-47ef-ac0f-84660799ab46 None None] Sync routers for ids ['db3a31e3-b642-49b4-92a7-dfecf73e8e20'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:58:49.627939 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c2efb463-6c0a-4855-abf2-8a05ae405305 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:49.660535 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-776c481e-7e7d-435e-ad3d-50e5518679f9 req-7a2ceeae-2960-4baa-bc6f-df7c71e936f4 tempest-ServerShowV257Test-657187017 tempest-ServerShowV257Test-657187017-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.0517988 May 06 09:58:49.664657 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-c7a1ba00-aadf-4e33-a4b4-0adeadcdd139 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Allocated IP 2001:db8::19d8:b586:2bd6:f8b (0d1252d9-04fb-40a6-862c-9b06ebf6d551/eb5d25ae-4c93-48c9-b4b8-89e0d475fdf5/930e3737-3d79-4f55-ae9e-296ee6f31faf) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:49.719628 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b681726c-d41f-4055-9d08-f311cc604c68 None None] New status for floating IP 63bace4c-b91b-4857-9188-4807b6253052: DOWN {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:58:49.732180 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e3389bd6-afb7-4b21-b296-f44c99b01342 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:58:49.765986 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: e3389bd6-afb7-4b21-b296-f44c99b01342 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:58:49.765986 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e3389bd6-afb7-4b21-b296-f44c99b01342 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:58:49.786649 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48a699f-1140-47ef-ac0f-84660799ab46 None None] Routers {'db3a31e3-b642-49b4-92a7-dfecf73e8e20'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:49.787372 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-c48a699f-1140-47ef-ac0f-84660799ab46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['db3a31e3-b642-49b4-92a7-dfecf73e8e20'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:49.793086 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42350) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:49.842621 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:49.844953 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-c48a699f-1140-47ef-ac0f-84660799ab46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:49.845260 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c2efb463-6c0a-4855-abf2-8a05ae405305 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:49.848003 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c2efb463-6c0a-4855-abf2-8a05ae405305 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:49.859000 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48a699f-1140-47ef-ac0f-84660799ab46 None None] Routers {'db3a31e3-b642-49b4-92a7-dfecf73e8e20'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:49.859689 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-c48a699f-1140-47ef-ac0f-84660799ab46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['db3a31e3-b642-49b4-92a7-dfecf73e8e20'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:49.902879 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-c48a699f-1140-47ef-ac0f-84660799ab46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:49.903072 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48a699f-1140-47ef-ac0f-84660799ab46 None None] The sync data for ids ['db3a31e3-b642-49b4-92a7-dfecf73e8e20'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:58:49.910829 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c2efb463-6c0a-4855-abf2-8a05ae405305 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:49.911531 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2efb463-6c0a-4855-abf2-8a05ae405305 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Fanout notify agent at l3_agent the message router_deleted on router db3a31e3-b642-49b4-92a7-dfecf73e8e20 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:58:49.915307 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-58efca7f-8cd4-45fa-9cae-bfbae9c10f33 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:49.920134 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c2efb463-6c0a-4855-abf2-8a05ae405305 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:49.923190 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c2efb463-6c0a-4855-abf2-8a05ae405305 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/routers/db3a31e3-b642-49b4-92a7-dfecf73e8e20 HTTP/1.1" status: 204 len: 168 time: 0.4075747 May 06 09:58:49.924254 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42352) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:49.937500 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c7a1ba00-aadf-4e33-a4b4-0adeadcdd139 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:49.963680 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-58efca7f-8cd4-45fa-9cae-bfbae9c10f33 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:49.985512 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b510b3-f2cd-46da-88ac-31f9944224ff tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Deleting subnet 93d58a67-528f-4bfc-99fe-e192fb99b7c7 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:58:49.988754 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35b510b3-f2cd-46da-88ac-31f9944224ff tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:50.034148 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35b510b3-f2cd-46da-88ac-31f9944224ff tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:50.051865 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c7a1ba00-aadf-4e33-a4b4-0adeadcdd139 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:50.076388 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f81c65-e4a8-4702-bcf2-72edbc65ddf0 req-202f768d-7dad-4b53-8d9d-56f55a7b674d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:50.078004 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-59f81c65-e4a8-4702-bcf2-72edbc65ddf0 req-202f768d-7dad-4b53-8d9d-56f55a7b674d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 946 time: 0.0835917 May 06 09:58:50.099958 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-58efca7f-8cd4-45fa-9cae-bfbae9c10f33 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:50.102504 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-58efca7f-8cd4-45fa-9cae-bfbae9c10f33 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:50.106658 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-58efca7f-8cd4-45fa-9cae-bfbae9c10f33 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "DELETE /v2.0/security-groups/27e46212-b4e6-458b-bfc0-8c8a48a719be HTTP/1.1" status: 204 len: 168 time: 0.3090119 May 06 09:58:50.115160 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-50553034-0063-4085-a5f3-e67de0dd20f4 None None] Allocated IP 2001:db8::2 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/eb5d25ae-4c93-48c9-b4b8-89e0d475fdf5/e6a10b40-c0ae-4ba2-8640-bf02f79260c3) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:50.118735 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42356) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:50.138836 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-0db0229a-54ef-4c22-a6f8-2e3c510b7e87 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] show failed (client error): The resource could not be found. May 06 09:58:50.142684 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0db0229a-54ef-4c22-a6f8-2e3c510b7e87 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups/27e46212-b4e6-458b-bfc0-8c8a48a719be HTTP/1.1" status: 404 len: 347 time: 0.0202012 May 06 09:58:50.142882 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a1ba00-aadf-4e33-a4b4-0adeadcdd139 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:50.143008 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42358) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:50.143464 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58efca7f-8cd4-45fa-9cae-bfbae9c10f33 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e46212-b4e6-458b-bfc0-8c8a48a719be,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:50.149863 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-c7a1ba00-aadf-4e33-a4b4-0adeadcdd139 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:50.158735 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a1ba00-aadf-4e33-a4b4-0adeadcdd139 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:50.164976 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a1ba00-aadf-4e33-a4b4-0adeadcdd139 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:50.165655 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c7a1ba00-aadf-4e33-a4b4-0adeadcdd139 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:50.169110 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1ba00-aadf-4e33-a4b4-0adeadcdd139 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Port': ['ID=930e3737-3d79-4f55-ae9e-296ee6f31faf,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:50.196716 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-59f81c65-e4a8-4702-bcf2-72edbc65ddf0 req-ce3028f7-5ea0-45dc-a81c-8f67c9facd96 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977652 May 06 09:58:50.200807 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c7a1ba00-aadf-4e33-a4b4-0adeadcdd139 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3358061 May 06 09:58:50.205819 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42360) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:50.221513 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-82693e59-9b14-41f1-a54f-82b82151d171 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'port': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'fixed_ips': [{'subnet_id': 'eb5d25ae-4c93-48c9-b4b8-89e0d475fdf5', 'ip_address': '2001:db8::19d8:b586:2bd6:f8b'}], 'name': 'tempest-NetworksTestDHCPv6-1833542462'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:50.251336 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35b510b3-f2cd-46da-88ac-31f9944224ff tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:50.317803 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-50553034-0063-4085-a5f3-e67de0dd20f4 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:50.336833 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-50553034-0063-4085-a5f3-e67de0dd20f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:50.348232 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82693e59-9b14-41f1-a54f-82b82151d171 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:50.358136 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-82693e59-9b14-41f1-a54f-82b82151d171 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:50.368402 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-6252385b-d8b3-42e7-b867-adb71b8a97e1 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Deleting port 7af0cbb6-701d-45b3-a278-27dc14db3454 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:50.369527 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6252385b-d8b3-42e7-b867-adb71b8a97e1 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:50.389666 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50553034-0063-4085-a5f3-e67de0dd20f4 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:50.395184 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-82693e59-9b14-41f1-a54f-82b82151d171 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] device_id is not set on port 51f4e303-465f-473b-9a10-cc8346bc73d4 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:58:50.396894 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-50553034-0063-4085-a5f3-e67de0dd20f4 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:50.398827 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50553034-0063-4085-a5f3-e67de0dd20f4 None None] Pushing event updated for resources: {'Port': ['ID=e6a10b40-c0ae-4ba2-8640-bf02f79260c3,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:50.401304 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50553034-0063-4085-a5f3-e67de0dd20f4 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:50.465985 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-50553034-0063-4085-a5f3-e67de0dd20f4 None None] Attempting to bind port e6a10b40-c0ae-4ba2-8640-bf02f79260c3 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:58:50.466543 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-50553034-0063-4085-a5f3-e67de0dd20f4 None None] Attempting to bind port e6a10b40-c0ae-4ba2-8640-bf02f79260c3 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:58:50.467031 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50553034-0063-4085-a5f3-e67de0dd20f4 None None] Attempting to bind port e6a10b40-c0ae-4ba2-8640-bf02f79260c3 on network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:58:50.473673 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50553034-0063-4085-a5f3-e67de0dd20f4 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:58:50.474227 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50553034-0063-4085-a5f3-e67de0dd20f4 None None] Checking segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:50.474731 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-50553034-0063-4085-a5f3-e67de0dd20f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:50.475632 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50553034-0063-4085-a5f3-e67de0dd20f4 None None] Bound using segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:58:50.476262 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-50553034-0063-4085-a5f3-e67de0dd20f4 None None] Bound port: e6a10b40-c0ae-4ba2-8640-bf02f79260c3, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:58:50.476758 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-50553034-0063-4085-a5f3-e67de0dd20f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:50.477101 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6252385b-d8b3-42e7-b867-adb71b8a97e1 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:50.477446 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6252385b-d8b3-42e7-b867-adb71b8a97e1 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:50.495067 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35b510b3-f2cd-46da-88ac-31f9944224ff tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:50.505906 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-6252385b-d8b3-42e7-b867-adb71b8a97e1 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Calling delete_port for 7af0cbb6-701d-45b3-a278-27dc14db3454 owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:50.543968 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b510b3-f2cd-46da-88ac-31f9944224ff tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Subnet': ['ID=93d58a67-528f-4bfc-99fe-e192fb99b7c7,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:50.546605 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35b510b3-f2cd-46da-88ac-31f9944224ff tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:50.552091 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-35b510b3-f2cd-46da-88ac-31f9944224ff tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/subnets/93d58a67-528f-4bfc-99fe-e192fb99b7c7 HTTP/1.1" status: 204 len: 168 time: 0.6265039 May 06 09:58:50.554380 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42364) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:50.555328 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-50553034-0063-4085-a5f3-e67de0dd20f4 None None] For port e6a10b40-c0ae-4ba2-8640-bf02f79260c3, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:58:50.560107 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4051d8-db33-4147-82be-8e773eb0f059 None None] Network 3e770c24-55fe-4b84-ace0-d114f6c04554 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:50.563611 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-50553034-0063-4085-a5f3-e67de0dd20f4 None None] For port e6a10b40-c0ae-4ba2-8640-bf02f79260c3, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e6a10b40-c0ae-4ba2-8640-bf02f79260c3,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:58:50.604575 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf89d4-e67b-4959-85bc-9dc4bb9768b3 req-713428ad-2b5b-4777-ba30-cf72c5dc868d tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:50.606439 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b0bf89d4-e67b-4959-85bc-9dc4bb9768b3 req-713428ad-2b5b-4777-ba30-cf72c5dc868d tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3b43e97-f923-472e-b334-f1d0318a1908 HTTP/1.1" status: 200 len: 945 time: 0.1131847 May 06 09:58:50.607358 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-50553034-0063-4085-a5f3-e67de0dd20f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:50.687837 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e20b3455-56aa-45cb-a70d-fa01baaebccd tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:50.701587 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b0bf89d4-e67b-4959-85bc-9dc4bb9768b3 req-1ed106ff-4d6e-4a65-8a2d-8da0829a3da8 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.73 "GET /v2.0/security-groups?id=331f99b5-0c19-41a2-9bd7-73537b545db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793984 May 06 09:58:50.716510 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50553034-0063-4085-a5f3-e67de0dd20f4 None None] Pushing event updated for resources: {'Port': ['ID=e6a10b40-c0ae-4ba2-8640-bf02f79260c3,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:50.722195 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-82693e59-9b14-41f1-a54f-82b82151d171 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] POST failed (client error): There was a conflict when trying to complete your request. May 06 09:58:50.723365 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82693e59-9b14-41f1-a54f-82b82151d171 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:58:50.773735 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-82693e59-9b14-41f1-a54f-82b82151d171 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.5642228 May 06 09:58:50.774284 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42370) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:50.810213 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6252385b-d8b3-42e7-b867-adb71b8a97e1 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:50.849811 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-e20b3455-56aa-45cb-a70d-fa01baaebccd tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Deleting port 7c026185-2f6f-4196-9cb2-02e3839dd35b {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:50.850360 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e20b3455-56aa-45cb-a70d-fa01baaebccd tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:50.860649 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252385b-d8b3-42e7-b867-adb71b8a97e1 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event deleted for resources: {'Port': ['ID=7af0cbb6-701d-45b3-a278-27dc14db3454,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:50.873584 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103e3084-d4ac-4ece-a958-08b3f90176db tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:50.880045 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41233171-daf3-4d12-a1e8-2cbc1fc98a9d None None] DHCP port deletion for 3e770c24-55fe-4b84-ace0-d114f6c04554 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:58:50.882732 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103e3084-d4ac-4ece-a958-08b3f90176db tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:50.884205 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-103e3084-d4ac-4ece-a958-08b3f90176db tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1089537 May 06 09:58:50.887996 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42372) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:50.956184 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-854e2702-4a6d-4959-8345-6483471deac7 req-a4f495c7-1ae4-440b-a579-ee743c609ad9 tempest-ServerShowV257Test-657187017 tempest-ServerShowV257Test-657187017-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.0408707 May 06 09:58:50.992003 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-41233171-daf3-4d12-a1e8-2cbc1fc98a9d None None] Deleting port 7c026185-2f6f-4196-9cb2-02e3839dd35b {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:50.992654 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-41233171-daf3-4d12-a1e8-2cbc1fc98a9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:51.066922 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-e20b3455-56aa-45cb-a70d-fa01baaebccd tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] For port 7c026185-2f6f-4196-9cb2-02e3839dd35b, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=7c026185-2f6f-4196-9cb2-02e3839dd35b,segment=NetworkSegment(ff3be73e-9d01-470e-94c4-0e14549a0840),segment_id=ff3be73e-9d01-470e-94c4-0e14549a0840)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:51.069967 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-6d594f83-3cc9-4b17-9b72-db84adf63c80 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting port 930e3737-3d79-4f55-ae9e-296ee6f31faf {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:51.070517 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6d594f83-3cc9-4b17-9b72-db84adf63c80 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:51.071142 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e20b3455-56aa-45cb-a70d-fa01baaebccd tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:51.080332 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-41233171-daf3-4d12-a1e8-2cbc1fc98a9d None None] For port 7c026185-2f6f-4196-9cb2-02e3839dd35b, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=7c026185-2f6f-4196-9cb2-02e3839dd35b,segment=NetworkSegment(ff3be73e-9d01-470e-94c4-0e14549a0840),segment_id=ff3be73e-9d01-470e-94c4-0e14549a0840)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:51.080726 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-41233171-daf3-4d12-a1e8-2cbc1fc98a9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:51.093655 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-e20b3455-56aa-45cb-a70d-fa01baaebccd tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Calling delete_port for 7c026185-2f6f-4196-9cb2-02e3839dd35b owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:51.095483 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-41233171-daf3-4d12-a1e8-2cbc1fc98a9d None None] Calling delete_port for 7c026185-2f6f-4196-9cb2-02e3839dd35b owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:51.112014 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6252385b-d8b3-42e7-b867-adb71b8a97e1 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:51.115159 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6252385b-d8b3-42e7-b867-adb71b8a97e1 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:51.119833 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6252385b-d8b3-42e7-b867-adb71b8a97e1 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "DELETE /v2.0/floatingips/63bace4c-b91b-4857-9188-4807b6253052 HTTP/1.1" status: 204 len: 168 time: 0.9758341 May 06 09:58:51.221506 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6d594f83-3cc9-4b17-9b72-db84adf63c80 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:51.226894 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:51.244666 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-41233171-daf3-4d12-a1e8-2cbc1fc98a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:51.268611 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-6d594f83-3cc9-4b17-9b72-db84adf63c80 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Calling delete_port for 930e3737-3d79-4f55-ae9e-296ee6f31faf owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:51.289885 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e20b3455-56aa-45cb-a70d-fa01baaebccd tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:51.292967 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41233171-daf3-4d12-a1e8-2cbc1fc98a9d None None] Pushing event deleted for resources: {'Port': ['ID=7c026185-2f6f-4196-9cb2-02e3839dd35b,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:51.296403 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41233171-daf3-4d12-a1e8-2cbc1fc98a9d None None] No DVR routers for this DVR port 7c026185-2f6f-4196-9cb2-02e3839dd35b on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:58:51.355761 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b3455-56aa-45cb-a70d-fa01baaebccd tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Port': ['ID=7c026185-2f6f-4196-9cb2-02e3839dd35b,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:51.361531 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20b3455-56aa-45cb-a70d-fa01baaebccd tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] No DVR routers for this DVR port 7c026185-2f6f-4196-9cb2-02e3839dd35b on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:58:51.474896 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e20b3455-56aa-45cb-a70d-fa01baaebccd tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:51.485371 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:51.502845 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-e20b3455-56aa-45cb-a70d-fa01baaebccd tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e770c24-55fe-4b84-ace0-d114f6c04554']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:51.515985 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-e20b3455-56aa-45cb-a70d-fa01baaebccd tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3be73e-9d01-470e-94c4-0e14549a0840') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:51.516298 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-e20b3455-56aa-45cb-a70d-fa01baaebccd tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3be73e-9d01-470e-94c4-0e14549a0840') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:51.530218 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e20b3455-56aa-45cb-a70d-fa01baaebccd tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:51.547854 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e20b3455-56aa-45cb-a70d-fa01baaebccd tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:51.558058 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20b3455-56aa-45cb-a70d-fa01baaebccd tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:58:51.558952 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e20b3455-56aa-45cb-a70d-fa01baaebccd tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: self.session.flush() May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: self.session.flush() May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: self.session.flush() May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: self.session.flush() May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: timer() May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:58:51.563491 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:58:51.638869 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e20b3455-56aa-45cb-a70d-fa01baaebccd tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:51.648119 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e20b3455-56aa-45cb-a70d-fa01baaebccd tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:51.658800 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e20b3455-56aa-45cb-a70d-fa01baaebccd tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/networks/3e770c24-55fe-4b84-ace0-d114f6c04554 HTTP/1.1" status: 204 len: 168 time: 1.0972540 May 06 09:58:51.666302 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42386) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:51.672186 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-955ab99a-5c2c-4f05-bcb5-d598474bdcff tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1459183922', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}, 'admin_state_up': False}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:51.679683 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b3455-56aa-45cb-a70d-fa01baaebccd tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Network': ['ID=3e770c24-55fe-4b84-ace0-d114f6c04554,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:51.705102 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-955ab99a-5c2c-4f05-bcb5-d598474bdcff tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:51.706578 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-955ab99a-5c2c-4f05-bcb5-d598474bdcff tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:51.783489 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-955ab99a-5c2c-4f05-bcb5-d598474bdcff tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:51.822025 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4c964-9056-4ed1-90b5-25412dc40ce3 req-95f95690-f3e6-41c8-8ef1-927868019049 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:51.830652 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a8a4c964-9056-4ed1-90b5-25412dc40ce3 req-95f95690-f3e6-41c8-8ef1-927868019049 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 946 time: 0.4725742 May 06 09:58:51.915751 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a8a4c964-9056-4ed1-90b5-25412dc40ce3 req-420d615e-7954-44db-ba87-a7ce7749f5d2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841117 May 06 09:58:51.982924 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6d594f83-3cc9-4b17-9b72-db84adf63c80 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:51.994886 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-955ab99a-5c2c-4f05-bcb5-d598474bdcff tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:52.020455 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d594f83-3cc9-4b17-9b72-db84adf63c80 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Port': ['ID=930e3737-3d79-4f55-ae9e-296ee6f31faf,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:52.062781 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6d594f83-3cc9-4b17-9b72-db84adf63c80 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:52.068487 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6d594f83-3cc9-4b17-9b72-db84adf63c80 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/930e3737-3d79-4f55-ae9e-296ee6f31faf HTTP/1.1" status: 204 len: 168 time: 1.1773486 May 06 09:58:52.069765 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42392) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:52.178979 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5799c181-fd3f-45cf-9372-648c47a31ae7 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:52.182904 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5799c181-fd3f-45cf-9372-648c47a31ae7 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:52.189196 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5799c181-fd3f-45cf-9372-648c47a31ae7 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1158803 May 06 09:58:52.189686 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42398) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:52.269172 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-266fabb0-4409-4648-8e9c-cbb21ab540e9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting subnet eb5d25ae-4c93-48c9-b4b8-89e0d475fdf5 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:58:52.279788 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-266fabb0-4409-4648-8e9c-cbb21ab540e9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:52.283626 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e957b5dd-48ae-46e0-955d-60326bcb6c37 None None] Provisioning complete for port e6a10b40-c0ae-4ba2-8640-bf02f79260c3 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:52.284121 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e957b5dd-48ae-46e0-955d-60326bcb6c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:52.357034 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b802a919-c9b5-4b04-b467-aea7528ef019 req-373edb78-febf-4aca-b1aa-21644c0bcc4f tempest-ServerShowV257Test-657187017 tempest-ServerShowV257Test-657187017-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.0828197 May 06 09:58:52.373237 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-266fabb0-4409-4648-8e9c-cbb21ab540e9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:52.423750 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e957b5dd-48ae-46e0-955d-60326bcb6c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:52.424580 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-955ab99a-5c2c-4f05-bcb5-d598474bdcff tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:52.452434 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-955ab99a-5c2c-4f05-bcb5-d598474bdcff tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:52.494799 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e957b5dd-48ae-46e0-955d-60326bcb6c37 None None] For port e6a10b40-c0ae-4ba2-8640-bf02f79260c3, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e6a10b40-c0ae-4ba2-8640-bf02f79260c3,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:52.502230 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e957b5dd-48ae-46e0-955d-60326bcb6c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:52.554441 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-266fabb0-4409-4648-8e9c-cbb21ab540e9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:52.590787 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957b5dd-48ae-46e0-955d-60326bcb6c37 None None] Pushing event updated for resources: {'Port': ['ID=e6a10b40-c0ae-4ba2-8640-bf02f79260c3,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:52.607715 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-955ab99a-5c2c-4f05-bcb5-d598474bdcff tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Allocated IP 172.25.5.245 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/82c7a5a1-6d6b-4eb5-ad7f-0fa0a6e09789) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:52.619948 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-3c285478-71c2-46cb-8861-e1cd04928ac7 None None] Could not find standard attr ID for object 89030eb2-a27c-4c6e-88ae-1f459b63ff3f. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:58:52.641358 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-266fabb0-4409-4648-8e9c-cbb21ab540e9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:52.679510 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266fabb0-4409-4648-8e9c-cbb21ab540e9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Subnet': ['ID=eb5d25ae-4c93-48c9-b4b8-89e0d475fdf5,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:52.689465 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-266fabb0-4409-4648-8e9c-cbb21ab540e9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:52.693675 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-266fabb0-4409-4648-8e9c-cbb21ab540e9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/eb5d25ae-4c93-48c9-b4b8-89e0d475fdf5 HTTP/1.1" status: 204 len: 168 time: 0.5029914 May 06 09:58:52.696309 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42404) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:52.773201 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fcedfd92-fc43-4e8d-8082-85fafaa2dff1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0751927 May 06 09:58:52.773620 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-955ab99a-5c2c-4f05-bcb5-d598474bdcff tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:52.774040 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42408) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:52.783335 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-c1db1117-9693-4260-9db3-948b4b5c3c1f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:52.818405 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d40010-1502-4160-81a9-6b08a3cfd06b None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:52.970985 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e6a10b40-c0ae-4ba2-8640-bf02f79260c3 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:58:53.010795 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1db1117-9693-4260-9db3-948b4b5c3c1f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:53.011559 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-47238e90-34f0-4a27-833d-4f857b406206 None None] Could not find standard attr ID for object 930e3737-3d79-4f55-ae9e-296ee6f31faf. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:58:53.016770 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c1db1117-9693-4260-9db3-948b4b5c3c1f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:53.126444 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port e6a10b40-c0ae-4ba2-8640-bf02f79260c3 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:53.126818 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:53.268342 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0083e6c6-25bc-45be-b6a1-37eb77c4138b None None] DHCP port deletion for 0d1252d9-04fb-40a6-862c-9b06ebf6d551 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:58:53.352269 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-0083e6c6-25bc-45be-b6a1-37eb77c4138b None None] Deleting port e6a10b40-c0ae-4ba2-8640-bf02f79260c3 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:53.352939 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0083e6c6-25bc-45be-b6a1-37eb77c4138b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:53.353570 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c1db1117-9693-4260-9db3-948b4b5c3c1f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:53.422978 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-955ab99a-5c2c-4f05-bcb5-d598474bdcff tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:53.462825 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db1117-9693-4260-9db3-948b4b5c3c1f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Subnet': ['ID=b4f661dc-d1c9-4a7e-a35a-928c526845f7,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:53.467286 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 7c026185-2f6f-4196-9cb2-02e3839dd35b no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:58:53.477381 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1db1117-9693-4260-9db3-948b4b5c3c1f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:53.481281 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-c1db1117-9693-4260-9db3-948b4b5c3c1f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:53.481955 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955ab99a-5c2c-4f05-bcb5-d598474bdcff tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:53.486245 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-955ab99a-5c2c-4f05-bcb5-d598474bdcff tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:53.486566 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1db1117-9693-4260-9db3-948b4b5c3c1f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:53.487311 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c1db1117-9693-4260-9db3-948b4b5c3c1f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:53.493708 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955ab99a-5c2c-4f05-bcb5-d598474bdcff tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:53.502619 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be46f15-a0bf-4b6d-881c-c9f98397675c req-ae6c466d-6308-4f19-aba1-f4916fb02fb1 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:53.512435 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4be46f15-a0bf-4b6d-881c-c9f98397675c req-ae6c466d-6308-4f19-aba1-f4916fb02fb1 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 946 time: 0.2106462 May 06 09:58:53.522355 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 7c026185-2f6f-4196-9cb2-02e3839dd35b {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:58:53.523211 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 7c026185-2f6f-4196-9cb2-02e3839dd35b not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:58:53.545924 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42426) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:53.546233 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c1db1117-9693-4260-9db3-948b4b5c3c1f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7706189 May 06 09:58:53.552004 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-add49fa5-44c6-4019-9253-4eca288dd67c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'port': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'fixed_ips': [{'subnet_id': 'b4f661dc-d1c9-4a7e-a35a-928c526845f7', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-737599348'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:53.576545 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4be46f15-a0bf-4b6d-881c-c9f98397675c req-b1b60eb2-24ea-4c81-ab93-fd25f827125a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631130 May 06 09:58:53.633919 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-0083e6c6-25bc-45be-b6a1-37eb77c4138b None None] For port e6a10b40-c0ae-4ba2-8640-bf02f79260c3, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e6a10b40-c0ae-4ba2-8640-bf02f79260c3,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:53.634319 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0083e6c6-25bc-45be-b6a1-37eb77c4138b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:53.676656 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-0083e6c6-25bc-45be-b6a1-37eb77c4138b None None] Calling delete_port for e6a10b40-c0ae-4ba2-8640-bf02f79260c3 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:53.683690 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ab99a-5c2c-4f05-bcb5-d598474bdcff tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Port': ['ID=82c7a5a1-6d6b-4eb5-ad7f-0fa0a6e09789,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:53.715893 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3029afd3-b120-4a63-a4be-ae7b4690c30f req-e7405293-0ad3-4fab-a4f7-8eb7854c5e73 tempest-ServerShowV257Test-657187017 tempest-ServerShowV257Test-657187017-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.0364664 May 06 09:58:53.814953 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0083e6c6-25bc-45be-b6a1-37eb77c4138b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:53.872888 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0083e6c6-25bc-45be-b6a1-37eb77c4138b None None] No DVR routers for this DVR port e6a10b40-c0ae-4ba2-8640-bf02f79260c3 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:58:53.877780 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083e6c6-25bc-45be-b6a1-37eb77c4138b None None] Pushing event deleted for resources: {'Port': ['ID=e6a10b40-c0ae-4ba2-8640-bf02f79260c3,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:53.884543 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add49fa5-44c6-4019-9253-4eca288dd67c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:53.924713 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336c052c-ae98-4d0e-971a-3ce545ea69dc None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:54.091879 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-add49fa5-44c6-4019-9253-4eca288dd67c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:54.120871 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-955ab99a-5c2c-4f05-bcb5-d598474bdcff tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:54.126991 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bddb2f4-83a5-4c2b-b33c-9d3f9aa7669a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'fixed_ips': [{'subnet_id': 'b4f661dc-d1c9-4a7e-a35a-928c526845f7'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:58:54.127759 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8bddb2f4-83a5-4c2b-b33c-9d3f9aa7669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:54.171646 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-add49fa5-44c6-4019-9253-4eca288dd67c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] device_id is not set on port 2a59e79b-8772-403a-84dd-49c390011306 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:58:54.319845 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-8bddb2f4-83a5-4c2b-b33c-9d3f9aa7669a None None] Allocated IP 2001:db8::2 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/b4f661dc-d1c9-4a7e-a35a-928c526845f7/5ec3ebab-e335-4971-abfe-8222d918898a) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:54.354524 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99351a-c0b9-427a-8cdc-bc1369ee83e9 req-013ee512-4d42-4eea-b902-7b119a545945 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:54.358534 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b99351a-c0b9-427a-8cdc-bc1369ee83e9 req-013ee512-4d42-4eea-b902-7b119a545945 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3b43e97-f923-472e-b334-f1d0318a1908 HTTP/1.1" status: 200 len: 945 time: 0.0711098 May 06 09:58:54.431832 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b99351a-c0b9-427a-8cdc-bc1369ee83e9 req-b2b31550-9418-4826-b7e7-7957b532d2f0 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.73 "GET /v2.0/security-groups?id=331f99b5-0c19-41a2-9bd7-73537b545db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628250 May 06 09:58:54.473554 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-955ab99a-5c2c-4f05-bcb5-d598474bdcff tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:54.504561 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8bddb2f4-83a5-4c2b-b33c-9d3f9aa7669a None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:54.512523 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8bddb2f4-83a5-4c2b-b33c-9d3f9aa7669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:54.519625 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-add49fa5-44c6-4019-9253-4eca288dd67c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:58:54.521469 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add49fa5-44c6-4019-9253-4eca288dd67c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:58:54.548680 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-add49fa5-44c6-4019-9253-4eca288dd67c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9993050 May 06 09:58:54.549135 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42440) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:54.553248 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bddb2f4-83a5-4c2b-b33c-9d3f9aa7669a None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:54.556448 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-8bddb2f4-83a5-4c2b-b33c-9d3f9aa7669a None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:54.560358 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bddb2f4-83a5-4c2b-b33c-9d3f9aa7669a None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:54.568811 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bddb2f4-83a5-4c2b-b33c-9d3f9aa7669a None None] Pushing event updated for resources: {'Port': ['ID=5ec3ebab-e335-4971-abfe-8222d918898a,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:54.617515 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17842424-cf51-475f-a41e-2287309eecc7 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:54.628633 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8bddb2f4-83a5-4c2b-b33c-9d3f9aa7669a None None] Attempting to bind port 5ec3ebab-e335-4971-abfe-8222d918898a on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:58:54.628633 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8bddb2f4-83a5-4c2b-b33c-9d3f9aa7669a None None] Attempting to bind port 5ec3ebab-e335-4971-abfe-8222d918898a by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:58:54.628633 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddb2f4-83a5-4c2b-b33c-9d3f9aa7669a None None] Attempting to bind port 5ec3ebab-e335-4971-abfe-8222d918898a on network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:58:54.629059 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-17842424-cf51-475f-a41e-2287309eecc7 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0782640 May 06 09:58:54.631360 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42444) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:54.634223 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddb2f4-83a5-4c2b-b33c-9d3f9aa7669a None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:58:54.634602 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddb2f4-83a5-4c2b-b33c-9d3f9aa7669a None None] Checking segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:54.635012 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8bddb2f4-83a5-4c2b-b33c-9d3f9aa7669a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:54.635447 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddb2f4-83a5-4c2b-b33c-9d3f9aa7669a None None] Bound using segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:58:54.636095 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8bddb2f4-83a5-4c2b-b33c-9d3f9aa7669a None None] Bound port: 5ec3ebab-e335-4971-abfe-8222d918898a, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:58:54.636612 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8bddb2f4-83a5-4c2b-b33c-9d3f9aa7669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:54.694326 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423389cc-cd94-44ca-9e64-5651bd572fcc tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:54.695987 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423389cc-cd94-44ca-9e64-5651bd572fcc tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:54.698298 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-423389cc-cd94-44ca-9e64-5651bd572fcc tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0659010 May 06 09:58:54.700691 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42446) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:54.724631 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955ab99a-5c2c-4f05-bcb5-d598474bdcff tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Router d2b46fbc-27d7-474b-a901-10a0931871b8 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:58:54.739290 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8bddb2f4-83a5-4c2b-b33c-9d3f9aa7669a None None] For port 5ec3ebab-e335-4971-abfe-8222d918898a, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:58:54.744561 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8bddb2f4-83a5-4c2b-b33c-9d3f9aa7669a None None] For port 5ec3ebab-e335-4971-abfe-8222d918898a, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=5ec3ebab-e335-4971-abfe-8222d918898a,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:58:54.753100 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8bddb2f4-83a5-4c2b-b33c-9d3f9aa7669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:54.774109 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c85c7-6176-4b1c-afa3-60e938cf4949 req-e932aa7d-db9f-4ede-aa41-6b72976bc800 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:54.775852 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-788c85c7-6176-4b1c-afa3-60e938cf4949 req-e932aa7d-db9f-4ede-aa41-6b72976bc800 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 946 time: 0.1138318 May 06 09:58:54.799236 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9b71b6-ab9b-4afe-bf5d-1b8a8aae4c3c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting subnet b4f661dc-d1c9-4a7e-a35a-928c526845f7 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:58:54.804326 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dc9b71b6-ab9b-4afe-bf5d-1b8a8aae4c3c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:54.840392 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bddb2f4-83a5-4c2b-b33c-9d3f9aa7669a None None] Pushing event updated for resources: {'Port': ['ID=5ec3ebab-e335-4971-abfe-8222d918898a,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:54.888509 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e6a10b40-c0ae-4ba2-8640-bf02f79260c3 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:58:54.899788 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dc9b71b6-ab9b-4afe-bf5d-1b8a8aae4c3c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:54.912237 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-788c85c7-6176-4b1c-afa3-60e938cf4949 req-8bb85dc8-9c3a-4289-aa48-ffbf342de4c3 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656252 May 06 09:58:54.929570 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955ab99a-5c2c-4f05-bcb5-d598474bdcff tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:58:54.967171 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: e6a10b40-c0ae-4ba2-8640-bf02f79260c3 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:58:54.972228 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e6a10b40-c0ae-4ba2-8640-bf02f79260c3 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:58:54.976547 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d1dd0b-8d68-4a02-accf-a091cd09d270 None None] Sync routers for ids ['d2b46fbc-27d7-474b-a901-10a0931871b8'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:58:54.984661 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-955ab99a-5c2c-4f05-bcb5-d598474bdcff tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:54.986062 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-955ab99a-5c2c-4f05-bcb5-d598474bdcff tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3187320 May 06 09:58:54.988695 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42452) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:55.013066 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d1dd0b-8d68-4a02-accf-a091cd09d270 None None] Routers {'d2b46fbc-27d7-474b-a901-10a0931871b8'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:55.013713 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-38d1dd0b-8d68-4a02-accf-a091cd09d270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['d2b46fbc-27d7-474b-a901-10a0931871b8'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:55.077142 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-24b7cf53-2992-4df1-ad3e-4b3a598aeb07 req-8acac08a-32f5-48f8-8e8d-51e22df6c7cd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=97d85475-57b7-4401-a41b-f133f4d0977b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1316557 May 06 09:58:55.085774 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-38d1dd0b-8d68-4a02-accf-a091cd09d270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:55.109421 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d1dd0b-8d68-4a02-accf-a091cd09d270 None None] Routers {'d2b46fbc-27d7-474b-a901-10a0931871b8'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:55.110072 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-38d1dd0b-8d68-4a02-accf-a091cd09d270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['d2b46fbc-27d7-474b-a901-10a0931871b8'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:55.206134 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-38d1dd0b-8d68-4a02-accf-a091cd09d270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:55.209588 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d1dd0b-8d68-4a02-accf-a091cd09d270 None None] The sync data for ids ['d2b46fbc-27d7-474b-a901-10a0931871b8'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:58:55.225063 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb3f7bf6-415f-4b8d-add6-018a6061c2c7 req-747d865d-8873-4b04-a7c3-c8cc764675d7 tempest-ServerShowV257Test-657187017 tempest-ServerShowV257Test-657187017-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.1688879 May 06 09:58:55.237889 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-226528a8-4d05-4515-9947-a1b3860b1fbe tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "GET /v2.0/routers/d2b46fbc-27d7-474b-a901-10a0931871b8 HTTP/1.1" status: 200 len: 885 time: 0.2457347 May 06 09:58:55.238172 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dc9b71b6-ab9b-4afe-bf5d-1b8a8aae4c3c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:55.238897 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7cf53-2992-4df1-ad3e-4b3a598aeb07 req-ddec5736-6071-4eca-87e4-279471c5a73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:55.240454 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-24b7cf53-2992-4df1-ad3e-4b3a598aeb07 req-ddec5736-6071-4eca-87e4-279471c5a73c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8f622fd1748945faafa68a8a25c50995&device_id=97d85475-57b7-4401-a41b-f133f4d0977b HTTP/1.1" status: 200 len: 1097 time: 0.1008570 May 06 09:58:55.241057 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42454) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:55.347406 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dc9b71b6-ab9b-4afe-bf5d-1b8a8aae4c3c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:55.389215 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b71b6-ab9b-4afe-bf5d-1b8a8aae4c3c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f661dc-d1c9-4a7e-a35a-928c526845f7,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:55.392206 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dc9b71b6-ab9b-4afe-bf5d-1b8a8aae4c3c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:55.399570 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-dc9b71b6-ab9b-4afe-bf5d-1b8a8aae4c3c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/b4f661dc-d1c9-4a7e-a35a-928c526845f7 HTTP/1.1" status: 204 len: 168 time: 0.6942744 May 06 09:58:55.400845 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42456) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:55.447758 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-47301312-dfba-4d06-9c18-dc8170528a63 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0445297 May 06 09:58:55.451098 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42460) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:55.456727 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-f7f6879d-fc90-491b-a74a-00bc5950685a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:55.461431 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7cf53-2992-4df1-ad3e-4b3a598aeb07 req-ba954305-36d2-46db-a3f7-7435cfd1d348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:55.463250 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-24b7cf53-2992-4df1-ad3e-4b3a598aeb07 req-ba954305-36d2-46db-a3f7-7435cfd1d348 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 HTTP/1.1" status: 200 len: 914 time: 0.1690781 May 06 09:58:55.563080 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f88281-b04b-436e-9f5a-8d48018ca1be req-2ac1604b-6263-4548-9e4e-0a5200b5fca0 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:55.570826 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0f88281-b04b-436e-9f5a-8d48018ca1be req-2ac1604b-6263-4548-9e4e-0a5200b5fca0 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3b43e97-f923-472e-b334-f1d0318a1908 HTTP/1.1" status: 200 len: 945 time: 0.0668702 May 06 09:58:55.608651 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0f88281-b04b-436e-9f5a-8d48018ca1be req-ef312a69-261e-420d-92d4-343dc0bb17c2 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.73 "GET /v2.0/security-groups?id=331f99b5-0c19-41a2-9bd7-73537b545db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366833 May 06 09:58:55.662456 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-24b7cf53-2992-4df1-ad3e-4b3a598aeb07 req-e584b8c8-2354-481e-b286-671df6dcb435 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae866f35-fc07-47d6-8ae9-dba5018031f1 HTTP/1.1" status: 200 len: 1001 time: 0.1801314 May 06 09:58:55.708227 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f6879d-fc90-491b-a74a-00bc5950685a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:55.711522 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f7f6879d-fc90-491b-a74a-00bc5950685a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:55.833535 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-eab8733f-7220-42af-8fad-85c02e337d7d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5913756 May 06 09:58:55.836822 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42462) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:55.837552 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7cf53-2992-4df1-ad3e-4b3a598aeb07 req-80532d3b-5a2f-466e-8bd8-69cb51f14946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:55.839333 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-24b7cf53-2992-4df1-ad3e-4b3a598aeb07 req-80532d3b-5a2f-466e-8bd8-69cb51f14946 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5a6d1981-166e-43ed-8cde-937a332bb113 HTTP/1.1" status: 200 len: 852 time: 0.1421247 May 06 09:58:55.842571 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-81c88058-716e-41ef-bf10-ae5f669b2fa0 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1459183922'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:55.957179 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7cf53-2992-4df1-ad3e-4b3a598aeb07 req-d38466df-09bc-466e-bd16-980649450592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:55.958721 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-24b7cf53-2992-4df1-ad3e-4b3a598aeb07 req-d38466df-09bc-466e-bd16-980649450592 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120975 May 06 09:58:56.123029 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418cbfc-6830-47c4-b4a0-479c456a83ef req-dd163806-ce09-4d25-87d8-4ad13b44580b tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:56.124721 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1418cbfc-6830-47c4-b4a0-479c456a83ef req-dd163806-ce09-4d25-87d8-4ad13b44580b tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3b43e97-f923-472e-b334-f1d0318a1908 HTTP/1.1" status: 200 len: 945 time: 0.1817346 May 06 09:58:56.191875 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f7f6879d-fc90-491b-a74a-00bc5950685a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:56.221910 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4dd56-45c8-46bb-8804-a219c6e1b73c req-c9f27716-d494-4742-96b1-ff5ac9d8b7f4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:56.224466 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38f4dd56-45c8-46bb-8804-a219c6e1b73c req-c9f27716-d494-4742-96b1-ff5ac9d8b7f4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 946 time: 0.1347804 May 06 09:58:56.228339 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be99400-6ca0-45f3-b42c-eca5595c7afd None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:56.248272 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-24b7cf53-2992-4df1-ad3e-4b3a598aeb07 req-703d4c49-dac1-4d9f-b96f-d198b860ecff service neutron] 10.222.0.77 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713308 May 06 09:58:56.314334 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-81c88058-716e-41ef-bf10-ae5f669b2fa0 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1992734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1598914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41446'] for router, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:56.321175 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-17de452a-a990-4923-bcc8-ba01d9ac0778 None None] Provisioning complete for port 5ec3ebab-e335-4971-abfe-8222d918898a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:56.321800 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-17de452a-a990-4923-bcc8-ba01d9ac0778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:56.338705 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-81c88058-716e-41ef-bf10-ae5f669b2fa0 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1598923'] for router, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:56.492230 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-17de452a-a990-4923-bcc8-ba01d9ac0778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:56.520282 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38f4dd56-45c8-46bb-8804-a219c6e1b73c req-8730f17e-2bdc-459d-a63f-545eda0a3cc8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998768 May 06 09:58:56.536463 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c88058-716e-41ef-bf10-ae5f669b2fa0 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Router d2b46fbc-27d7-474b-a901-10a0931871b8 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:58:56.548976 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-17de452a-a990-4923-bcc8-ba01d9ac0778 None None] For port 5ec3ebab-e335-4971-abfe-8222d918898a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=5ec3ebab-e335-4971-abfe-8222d918898a,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:56.557179 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-17de452a-a990-4923-bcc8-ba01d9ac0778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:56.647586 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de452a-a990-4923-bcc8-ba01d9ac0778 None None] Pushing event updated for resources: {'Port': ['ID=5ec3ebab-e335-4971-abfe-8222d918898a,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:56.695870 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9c621509-22e9-43eb-9a99-9f217ffe93ae req-47be80e1-6040-4711-9f6d-ce2795730852 tempest-ServerShowV257Test-657187017 tempest-ServerShowV257Test-657187017-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.0426035 May 06 09:58:56.754998 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c88058-716e-41ef-bf10-ae5f669b2fa0 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:58:56.762668 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-81c88058-716e-41ef-bf10-ae5f669b2fa0 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:56.763905 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-81c88058-716e-41ef-bf10-ae5f669b2fa0 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "PUT /v2.0/routers/d2b46fbc-27d7-474b-a901-10a0931871b8 HTTP/1.1" status: 200 len: 892 time: 0.9259615 May 06 09:58:56.766631 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42472) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:56.769093 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04d4d0e-aadc-4739-948b-6bb66b2e73df None None] Sync routers for ids ['d2b46fbc-27d7-474b-a901-10a0931871b8'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:58:56.782870 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f6879d-fc90-491b-a74a-00bc5950685a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:56.785678 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04d4d0e-aadc-4739-948b-6bb66b2e73df None None] Routers {'d2b46fbc-27d7-474b-a901-10a0931871b8'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:56.790820 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-f04d4d0e-aadc-4739-948b-6bb66b2e73df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['d2b46fbc-27d7-474b-a901-10a0931871b8'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:56.858672 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-f7f6879d-fc90-491b-a74a-00bc5950685a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:56.882125 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f6879d-fc90-491b-a74a-00bc5950685a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:56.889791 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f7f6879d-fc90-491b-a74a-00bc5950685a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:56.892443 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f6879d-fc90-491b-a74a-00bc5950685a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Subnet': ['ID=a91eb432-92e5-40f2-baf2-8f9146b8e6f4,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:56.895678 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-f04d4d0e-aadc-4739-948b-6bb66b2e73df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:56.915177 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04d4d0e-aadc-4739-948b-6bb66b2e73df None None] Routers {'d2b46fbc-27d7-474b-a901-10a0931871b8'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:56.915824 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-f04d4d0e-aadc-4739-948b-6bb66b2e73df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['d2b46fbc-27d7-474b-a901-10a0931871b8'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:56.925297 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6085fe16-64c0-4c6b-8153-52e0e28e4751 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:56.928223 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-24b7cf53-2992-4df1-ad3e-4b3a598aeb07 req-2862b04f-d831-4277-b2f8-914c714cec25 service neutron] 10.222.0.77 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6514757 May 06 09:58:56.942334 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-1418cbfc-6830-47c4-b4a0-479c456a83ef req-9b549445-b6c1-4823-96fc-87d949553984 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Deleting port b321910f-b9c3-4443-be51-ec31cd653ab7 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:56.942685 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1418cbfc-6830-47c4-b4a0-479c456a83ef req-9b549445-b6c1-4823-96fc-87d949553984 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:56.984773 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-f04d4d0e-aadc-4739-948b-6bb66b2e73df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:56.985663 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04d4d0e-aadc-4739-948b-6bb66b2e73df None None] The sync data for ids ['d2b46fbc-27d7-474b-a901-10a0931871b8'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:58:57.043937 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f7f6879d-fc90-491b-a74a-00bc5950685a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5895908 May 06 09:58:57.045970 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42474) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:57.053068 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-62165f27-2b39-4217-ab82-c7a0d2ddf852 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "GET /v2.0/routers/d2b46fbc-27d7-474b-a901-10a0931871b8 HTTP/1.1" status: 200 len: 892 time: 0.2849059 May 06 09:58:57.054942 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 5ec3ebab-e335-4971-abfe-8222d918898a up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:58:57.055955 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42476) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:57.056247 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-20ddead9-67fc-4d8c-98e2-4f4e3be2b2e8 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1651756822', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:57.091906 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-5db9b4e3-4218-4a90-9f40-c38be8199282 None None] Provisioning complete for port 5ec3ebab-e335-4971-abfe-8222d918898a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:57.092590 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5db9b4e3-4218-4a90-9f40-c38be8199282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:57.093173 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-1418cbfc-6830-47c4-b4a0-479c456a83ef req-9b549445-b6c1-4823-96fc-87d949553984 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] For port b321910f-b9c3-4443-be51-ec31cd653ab7, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=b321910f-b9c3-4443-be51-ec31cd653ab7,segment=NetworkSegment(ddd3229c-e5e1-4baa-8103-de89fd34e153),segment_id=ddd3229c-e5e1-4baa-8103-de89fd34e153)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:57.093727 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1418cbfc-6830-47c4-b4a0-479c456a83ef req-9b549445-b6c1-4823-96fc-87d949553984 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:57.096645 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f0d2d-1152-4e13-8bd5-ccf4477b1852 req-8c4cfa10-5be4-410d-a4ad-c7144305e43c tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:57.107401 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df5f0d2d-1152-4e13-8bd5-ccf4477b1852 req-8c4cfa10-5be4-410d-a4ad-c7144305e43c tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3b43e97-f923-472e-b334-f1d0318a1908 HTTP/1.1" status: 200 len: 945 time: 0.1866088 May 06 09:58:57.113363 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20ddead9-67fc-4d8c-98e2-4f4e3be2b2e8 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:57.114780 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20ddead9-67fc-4d8c-98e2-4f4e3be2b2e8 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:57.118989 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-1418cbfc-6830-47c4-b4a0-479c456a83ef req-9b549445-b6c1-4823-96fc-87d949553984 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Calling delete_port for b321910f-b9c3-4443-be51-ec31cd653ab7 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:57.119513 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-46436eaa-1184-4c12-9082-c46eacf737c9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2b46fbc-27d7-474b-a901-10a0931871b8 HTTP/1.1" status: 200 len: 205 time: 0.0619547 May 06 09:58:57.120108 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42478) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:57.222737 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df5f0d2d-1152-4e13-8bd5-ccf4477b1852 req-2d597070-ea90-4ef7-a972-0e4f1aafcd8a tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.73 "GET /v2.0/security-groups?id=331f99b5-0c19-41a2-9bd7-73537b545db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036038 May 06 09:58:57.237388 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20ddead9-67fc-4d8c-98e2-4f4e3be2b2e8 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:57.298845 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-14f924c2-95ea-46d4-834a-6538cccd4620 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:57.333860 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20ddead9-67fc-4d8c-98e2-4f4e3be2b2e8 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:57.370961 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20ddead9-67fc-4d8c-98e2-4f4e3be2b2e8 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:57.375077 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-20ddead9-67fc-4d8c-98e2-4f4e3be2b2e8 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3279476 May 06 09:58:57.375399 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42480) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:57.388891 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1418cbfc-6830-47c4-b4a0-479c456a83ef req-9b549445-b6c1-4823-96fc-87d949553984 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:57.433071 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 5ec3ebab-e335-4971-abfe-8222d918898a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:57.433738 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:57.436206 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b549445-b6c1-4823-96fc-87d949553984 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Pushing event deleted for resources: {'Port': ['ID=b321910f-b9c3-4443-be51-ec31cd653ab7,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:57.499797 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-1418cbfc-6830-47c4-b4a0-479c456a83ef req-9b549445-b6c1-4823-96fc-87d949553984 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] No DVR routers for this DVR port b321910f-b9c3-4443-be51-ec31cd653ab7 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:58:57.505666 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1418cbfc-6830-47c4-b4a0-479c456a83ef req-9b549445-b6c1-4823-96fc-87d949553984 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:57.510746 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1418cbfc-6830-47c4-b4a0-479c456a83ef req-9b549445-b6c1-4823-96fc-87d949553984 tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.77 "DELETE /v2.0/ports/b321910f-b9c3-4443-be51-ec31cd653ab7 HTTP/1.1" status: 204 len: 173 time: 1.3745079 May 06 09:58:57.511868 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b43e97-f923-472e-b334-f1d0318a1908', 'name': 'network-vif-deleted', 'tag': 'b321910f-b9c3-4443-be51-ec31cd653ab7'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:58:57.527927 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93715eca-ff5e-4dc4-9686-d944d393f274" -d '{"events": [{"server_uuid": "b3b43e97-f923-472e-b334-f1d0318a1908", "name": "network-vif-deleted", "tag": "b321910f-b9c3-4443-be51-ec31cd653ab7"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:58:57.571313 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b611e1a5-66a9-4ad5-843a-acc897316331 x-openstack-request-id: req-b611e1a5-66a9-4ad5-843a-acc897316331 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:58:57.571654 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b43e97-f923-472e-b334-f1d0318a1908", "name": "network-vif-deleted", "tag": "b321910f-b9c3-4443-be51-ec31cd653ab7", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:58:57.571915 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b611e1a5-66a9-4ad5-843a-acc897316331 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:58:57.572323 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b611e1a5-66a9-4ad5-843a-acc897316331'] response: {'server_uuid': 'b3b43e97-f923-472e-b334-f1d0318a1908', 'name': 'network-vif-deleted', 'tag': 'b321910f-b9c3-4443-be51-ec31cd653ab7', 'status': 'completed', 'code': 200} May 06 09:58:57.731228 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-14f924c2-95ea-46d4-834a-6538cccd4620 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:57.850414 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5885733-0ab0-449d-ac9b-86499dc80ac7 req-d8c25168-af51-4f6d-88fe-84b9e07e28e4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:57.851953 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a5885733-0ab0-449d-ac9b-86499dc80ac7 req-d8c25168-af51-4f6d-88fe-84b9e07e28e4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 946 time: 0.1979599 May 06 09:58:57.893152 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-bc65c9ea-3ba2-42c3-9077-e5b4b2b2e82a None None] Provisioning complete for port 5ec3ebab-e335-4971-abfe-8222d918898a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:57.893538 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bc65c9ea-3ba2-42c3-9077-e5b4b2b2e82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:57.901507 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fa78c7d5-fccd-4c22-83b5-04933cc5c357 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:57.935986 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a5885733-0ab0-449d-ac9b-86499dc80ac7 req-28c899cd-38a4-4dc2-ba0d-b1c222d264c4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770166 May 06 09:58:57.970391 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-14f924c2-95ea-46d4-834a-6538cccd4620 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Deleting port 82c7a5a1-6d6b-4eb5-ad7f-0fa0a6e09789 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:57.970738 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-14f924c2-95ea-46d4-834a-6538cccd4620 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:58.079648 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0041ef5e-30fc-4468-92a7-c6cfae112d0c req-9ce977a8-6092-45ac-95ba-ed93c1b85ea0 tempest-ServerShowV257Test-657187017 tempest-ServerShowV257Test-657187017-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.0637453 May 06 09:58:58.190926 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device b321910f-b9c3-4443-be51-ec31cd653ab7 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:58:58.227362 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: b321910f-b9c3-4443-be51-ec31cd653ab7 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:58:58.227719 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device b321910f-b9c3-4443-be51-ec31cd653ab7 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:58:58.507691 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae4f8b76-f307-4cec-ad70-84cb4550cfbf req-a41cc109-90fb-4097-9553-4380ec77209d tempest-VolumesActionsTest-902307274 tempest-VolumesActionsTest-902307274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3b43e97-f923-472e-b334-f1d0318a1908 HTTP/1.1" status: 200 len: 210 time: 0.0495362 May 06 09:58:58.559905 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-14f924c2-95ea-46d4-834a-6538cccd4620 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:58.580826 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-14f924c2-95ea-46d4-834a-6538cccd4620 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Calling delete_port for 82c7a5a1-6d6b-4eb5-ad7f-0fa0a6e09789 owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:58.727462 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ef283-dd32-48b0-ad2a-4b029454b27f req-78eb17d8-e017-4a85-bbcf-3aa678565df7 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:58.729040 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c45ef283-dd32-48b0-ad2a-4b029454b27f req-78eb17d8-e017-4a85-bbcf-3aa678565df7 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=97d85475-57b7-4401-a41b-f133f4d0977b HTTP/1.1" status: 200 len: 946 time: 0.1463165 May 06 09:58:58.735214 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-fa78c7d5-fccd-4c22-83b5-04933cc5c357 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Allocated IP 2001:db8::1 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/a91eb432-92e5-40f2-baf2-8f9146b8e6f4/ff5c5e04-0819-4256-827e-e4878e922730) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:58.874529 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c45ef283-dd32-48b0-ad2a-4b029454b27f req-aa0da81a-1c6f-4429-9135-de83b14ffba5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab1e06a0-d6f9-4471-82e3-270a5b8b9959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354725 May 06 09:58:58.925742 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:58.968718 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fa78c7d5-fccd-4c22-83b5-04933cc5c357 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:58.982284 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-14f924c2-95ea-46d4-834a-6538cccd4620 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:59.019544 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f924c2-95ea-46d4-834a-6538cccd4620 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Port': ['ID=82c7a5a1-6d6b-4eb5-ad7f-0fa0a6e09789,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:59.113962 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fa78c7d5-fccd-4c22-83b5-04933cc5c357 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:59.154779 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16715f-0227-498e-b895-1ce81ebc91f9 req-ab776333-3fea-4114-ae10-3a0ea70ee77c tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:59.156308 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad16715f-0227-498e-b895-1ce81ebc91f9 req-ab776333-3fea-4114-ae10-3a0ea70ee77c tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 946 time: 0.1421926 May 06 09:58:59.164289 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-14f924c2-95ea-46d4-834a-6538cccd4620 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:59.239297 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa78c7d5-fccd-4c22-83b5-04933cc5c357 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:59.278423 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-fa78c7d5-fccd-4c22-83b5-04933cc5c357 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:59.283248 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c7d5-fccd-4c22-83b5-04933cc5c357 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Port': ['ID=ff5c5e04-0819-4256-827e-e4878e922730,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:59.286646 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa78c7d5-fccd-4c22-83b5-04933cc5c357 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:59.287222 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fa78c7d5-fccd-4c22-83b5-04933cc5c357 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:59.294097 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-14f924c2-95ea-46d4-834a-6538cccd4620 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:59.298545 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-14f924c2-95ea-46d4-834a-6538cccd4620 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:59.408060 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad16715f-0227-498e-b895-1ce81ebc91f9 req-f97c7610-5495-427f-a4a3-4a2a73818e48 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417595 May 06 09:58:59.419384 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-14f924c2-95ea-46d4-834a-6538cccd4620 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:59.419960 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f924c2-95ea-46d4-834a-6538cccd4620 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Fanout notify agent at l3_agent the message router_deleted on router d2b46fbc-27d7-474b-a901-10a0931871b8 {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:58:59.427966 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-14f924c2-95ea-46d4-834a-6538cccd4620 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:59.429082 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-14f924c2-95ea-46d4-834a-6538cccd4620 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/routers/d2b46fbc-27d7-474b-a901-10a0931871b8 HTTP/1.1" status: 204 len: 168 time: 2.3017011 May 06 09:58:59.434083 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42502) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:59.440048 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-db6170a5-5fba-4eeb-bcac-3c13b38a0ad0 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-722696828'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:59.464636 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6170a5-5fba-4eeb-bcac-3c13b38a0ad0 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Made reservation on behalf of 33c51dde91ea4665882b6a57b1b91c1a for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:59.468152 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-db6170a5-5fba-4eeb-bcac-3c13b38a0ad0 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:59.486166 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fa78c7d5-fccd-4c22-83b5-04933cc5c357 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:59.501627 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6170a5-5fba-4eeb-bcac-3c13b38a0ad0 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:58:59.515141 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-db6170a5-5fba-4eeb-bcac-3c13b38a0ad0 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:59.515460 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-db6170a5-5fba-4eeb-bcac-3c13b38a0ad0 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Added segment c9449e9a-a049-4426-ac8c-935e2e1f7f7e of type vlan for network 7c04fb7b-0714-4687-a7a8-b97ce375fe9c May 06 09:58:59.552033 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-480f1ad4-116d-4037-828f-4873bd8f8b92 req-58858e5d-f575-4774-a36b-06b95060c0a0 tempest-ServerShowV257Test-657187017 tempest-ServerShowV257Test-657187017-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.0513439 May 06 09:58:59.558693 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-db6170a5-5fba-4eeb-bcac-3c13b38a0ad0 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:59.583956 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-db6170a5-5fba-4eeb-bcac-3c13b38a0ad0 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:59.589870 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6170a5-5fba-4eeb-bcac-3c13b38a0ad0 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:59.590610 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-db6170a5-5fba-4eeb-bcac-3c13b38a0ad0 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:59.625479 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b0288a0e-ebd3-44bc-b07d-d36e6c880abc None None] Provisioning complete for port ff5c5e04-0819-4256-827e-e4878e922730 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:59.626057 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b0288a0e-ebd3-44bc-b07d-d36e6c880abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:59.664939 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-b0288a0e-ebd3-44bc-b07d-d36e6c880abc None None] Port ff5c5e04-0819-4256-827e-e4878e922730 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:58:59.686122 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-db6170a5-5fba-4eeb-bcac-3c13b38a0ad0 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2507200 May 06 09:58:59.690423 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42508) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:59.696432 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-2f0f5655-3eb4-48b7-a4bf-c4aec2ef9ff8 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'subnet': {'network_id': '7c04fb7b-0714-4687-a7a8-b97ce375fe9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:59.716141 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6170a5-5fba-4eeb-bcac-3c13b38a0ad0 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Network': ['ID=7c04fb7b-0714-4687-a7a8-b97ce375fe9c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:59.734498 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 7c04fb7b-0714-4687-a7a8-b97ce375fe9c details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:58:59.812890 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0f5655-3eb4-48b7-a4bf-c4aec2ef9ff8 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Made reservation on behalf of 33c51dde91ea4665882b6a57b1b91c1a for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:59.819972 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2f0f5655-3eb4-48b7-a4bf-c4aec2ef9ff8 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:59.893051 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fa78c7d5-fccd-4c22-83b5-04933cc5c357 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:59.903162 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fa78c7d5-fccd-4c22-83b5-04933cc5c357 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:59.919846 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fa78c7d5-fccd-4c22-83b5-04933cc5c357 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:00.073354 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2f0f5655-3eb4-48b7-a4bf-c4aec2ef9ff8 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:00.086405 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c7d5-fccd-4c22-83b5-04933cc5c357 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Port': ['ID=ff5c5e04-0819-4256-827e-e4878e922730,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:00.143804 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f203b8-850e-413e-8bb0-bd46c248a5cf req-a5bf8f39-6cb8-4888-93c4-7bed65be6f39 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:00.146868 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82f203b8-850e-413e-8bb0-bd46c248a5cf req-a5bf8f39-6cb8-4888-93c4-7bed65be6f39 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=97d85475-57b7-4401-a41b-f133f4d0977b HTTP/1.1" status: 200 len: 946 time: 0.1202736 May 06 09:59:00.171331 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa78c7d5-fccd-4c22-83b5-04933cc5c357 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:00.174391 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f5655-3eb4-48b7-a4bf-c4aec2ef9ff8 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Subnet': ['ID=96bee812-76cd-408b-9089-07eaf9a47e10,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:00.182101 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-fa78c7d5-fccd-4c22-83b5-04933cc5c357 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:00.188627 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f5655-3eb4-48b7-a4bf-c4aec2ef9ff8 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Checking segment: {'id': 'c9449e9a-a049-4426-ac8c-935e2e1f7f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7c04fb7b-0714-4687-a7a8-b97ce375fe9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:59:00.189366 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0f5655-3eb4-48b7-a4bf-c4aec2ef9ff8 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network hostable DHCP agents. Network: 7c04fb7b-0714-4687-a7a8-b97ce375fe9c, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:59:00.215811 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0f5655-3eb4-48b7-a4bf-c4aec2ef9ff8 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network 7c04fb7b-0714-4687-a7a8-b97ce375fe9c is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:59:00.229833 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-2f0f5655-3eb4-48b7-a4bf-c4aec2ef9ff8 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 7c04fb7b-0714-4687-a7a8-b97ce375fe9c) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:00.235682 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0f5655-3eb4-48b7-a4bf-c4aec2ef9ff8 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:00.237317 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2f0f5655-3eb4-48b7-a4bf-c4aec2ef9ff8 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:00.257907 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc099a0d-191c-4fd5-bbee-9ed8392e6715 None None] Network 7c04fb7b-0714-4687-a7a8-b97ce375fe9c requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:00.262453 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82f203b8-850e-413e-8bb0-bd46c248a5cf req-6b6bf87b-f7ba-459c-9ca2-d2d67ecf3b51 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab1e06a0-d6f9-4471-82e3-270a5b8b9959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079795 May 06 09:59:00.287477 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2f0f5655-3eb4-48b7-a4bf-c4aec2ef9ff8 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5958145 May 06 09:59:00.288163 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42518) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:00.293619 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-af75c3f0-17e5-4f8f-8720-8e236a365689 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1938824998', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:00.332379 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af75c3f0-17e5-4f8f-8720-8e236a365689 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:00.333478 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af75c3f0-17e5-4f8f-8720-8e236a365689 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:00.361068 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa78c7d5-fccd-4c22-83b5-04933cc5c357 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Router 2eefdd1b-aae5-4cde-92f6-57d6a63038c4 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:59:00.439009 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af75c3f0-17e5-4f8f-8720-8e236a365689 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:00.458933 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac644a46-fc5d-4cd7-8fbd-599c6800f464 req-18140c95-9f88-4add-8164-bb0952de1b26 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:00.460264 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ac644a46-fc5d-4cd7-8fbd-599c6800f464 req-18140c95-9f88-4add-8164-bb0952de1b26 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.77 "GET /v2.0/ports?device_id=97d85475-57b7-4401-a41b-f133f4d0977b HTTP/1.1" status: 200 len: 946 time: 0.1444275 May 06 09:59:00.462083 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af75c3f0-17e5-4f8f-8720-8e236a365689 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:00.545801 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e05004-52e5-49c7-8ada-0d718350ca3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-7c04fb7b-0714-4687-a7a8-b97ce375fe9c', 'network_id': '7c04fb7b-0714-4687-a7a8-b97ce375fe9c', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'fixed_ips': [{'subnet_id': '96bee812-76cd-408b-9089-07eaf9a47e10'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:59:00.547026 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-99e05004-52e5-49c7-8ada-0d718350ca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:00.594261 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af75c3f0-17e5-4f8f-8720-8e236a365689 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:00.597923 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-af75c3f0-17e5-4f8f-8720-8e236a365689 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3087292 May 06 09:59:00.598130 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42524) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:00.634950 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-ac644a46-fc5d-4cd7-8fbd-599c6800f464 req-6a21798c-c939-431f-9bd9-aceef3bc5fc5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Deleting port ae866f35-fc07-47d6-8ae9-dba5018031f1 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:00.635384 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ac644a46-fc5d-4cd7-8fbd-599c6800f464 req-6a21798c-c939-431f-9bd9-aceef3bc5fc5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:00.695606 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa78c7d5-fccd-4c22-83b5-04933cc5c357 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:59:00.703999 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fa78c7d5-fccd-4c22-83b5-04933cc5c357 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "PUT /v2.0/routers/2eefdd1b-aae5-4cde-92f6-57d6a63038c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3270745 May 06 09:59:00.706649 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42526) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:00.728916 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9e588-2105-4248-9fb9-e1927ccabf0a req-cdd5847a-6772-4c1b-9ae2-595a91a1d3c3 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:00.736985 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b1f9e588-2105-4248-9fb9-e1927ccabf0a req-cdd5847a-6772-4c1b-9ae2-595a91a1d3c3 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 946 time: 0.1719363 May 06 09:59:00.740012 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] Sync routers for ids ['2eefdd1b-aae5-4cde-92f6-57d6a63038c4'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:59:00.756450 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-ac644a46-fc5d-4cd7-8fbd-599c6800f464 req-6a21798c-c939-431f-9bd9-aceef3bc5fc5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] For port ae866f35-fc07-47d6-8ae9-dba5018031f1, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ae866f35-fc07-47d6-8ae9-dba5018031f1,segment=NetworkSegment(80edd242-db32-42e3-9f67-d396ea818882),segment_id=80edd242-db32-42e3-9f67-d396ea818882)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:00.756912 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ac644a46-fc5d-4cd7-8fbd-599c6800f464 req-6a21798c-c939-431f-9bd9-aceef3bc5fc5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:00.767146 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] Routers {'2eefdd1b-aae5-4cde-92f6-57d6a63038c4'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:00.767798 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['2eefdd1b-aae5-4cde-92f6-57d6a63038c4'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:00.775791 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-daf4bb81-afff-4021-9ad0-4b99a098388a None None] Provisioning complete for port ff5c5e04-0819-4256-827e-e4878e922730 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:00.776497 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-daf4bb81-afff-4021-9ad0-4b99a098388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:00.893154 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-99e05004-52e5-49c7-8ada-0d718350ca3b None None] Allocated IP 2001:db8::2 (7c04fb7b-0714-4687-a7a8-b97ce375fe9c/96bee812-76cd-408b-9089-07eaf9a47e10/f0114104-e3a2-4826-80bf-c8dd59fbba0d) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:00.969839 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8e5120-05fc-4a2c-bab1-ce9d212992f0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:00.971554 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7b8e5120-05fc-4a2c-bab1-ce9d212992f0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports/ff5c5e04-0819-4256-827e-e4878e922730 HTTP/1.1" status: 200 len: 911 time: 0.2620168 May 06 09:59:00.975310 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42530) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:00.988626 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-daf4bb81-afff-4021-9ad0-4b99a098388a None None] Port ff5c5e04-0819-4256-827e-e4878e922730 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:59:01.014993 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] Set router 2eefdd1b-aae5-4cde-92f6-57d6a63038c4 gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:01.033617 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b1f9e588-2105-4248-9fb9-e1927ccabf0a req-e928494e-f77b-4019-96d2-b60e58d34f19 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2957304 May 06 09:59:01.056253 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb218ca2-ff3e-426a-aec3-cd50fec5d206 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:01.064727 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb218ca2-ff3e-426a-aec3-cd50fec5d206 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:01.068334 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bb218ca2-ff3e-426a-aec3-cd50fec5d206 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0919979 May 06 09:59:01.068991 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42534) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:01.071520 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ac644a46-fc5d-4cd7-8fbd-599c6800f464 req-6a21798c-c939-431f-9bd9-aceef3bc5fc5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:01.072098 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ac644a46-fc5d-4cd7-8fbd-599c6800f464 req-6a21798c-c939-431f-9bd9-aceef3bc5fc5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:01.072279 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [req-ac644a46-fc5d-4cd7-8fbd-599c6800f464 req-6a21798c-c939-431f-9bd9-aceef3bc5fc5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Floating IP 30bff1d8-ffa4-430d-abd2-3d763fcf079d disassociated. External IP: 172.25.5.88, port: ae866f35-fc07-47d6-8ae9-dba5018031f1. May 06 09:59:01.072673 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-ac644a46-fc5d-4cd7-8fbd-599c6800f464 req-6a21798c-c939-431f-9bd9-aceef3bc5fc5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Calling delete_port for ae866f35-fc07-47d6-8ae9-dba5018031f1 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:01.251577 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-855f72b8-0444-4ca2-a674-812bdd5eeb79 req-cfc1c08f-c994-4130-acf0-b146b71dc482 tempest-ServerShowV257Test-657187017 tempest-ServerShowV257Test-657187017-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.0416367 May 06 09:59:01.254732 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc8c2-4e3a-4438-a19f-49ffadda633b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:01.390526 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-99e05004-52e5-49c7-8ada-0d718350ca3b None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:01.422679 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-99e05004-52e5-49c7-8ada-0d718350ca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:01.458577 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ac644a46-fc5d-4cd7-8fbd-599c6800f464 req-6a21798c-c939-431f-9bd9-aceef3bc5fc5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:01.484250 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e05004-52e5-49c7-8ada-0d718350ca3b None None] Network 7c04fb7b-0714-4687-a7a8-b97ce375fe9c is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:01.493288 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-99e05004-52e5-49c7-8ada-0d718350ca3b None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:01.498925 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e05004-52e5-49c7-8ada-0d718350ca3b None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:59:01.520995 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e05004-52e5-49c7-8ada-0d718350ca3b None None] Pushing event updated for resources: {'Port': ['ID=f0114104-e3a2-4826-80bf-c8dd59fbba0d,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:01.532146 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21798c-c939-431f-9bd9-aceef3bc5fc5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event deleted for resources: {'Port': ['ID=ae866f35-fc07-47d6-8ae9-dba5018031f1,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:01.553792 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3098037-c373-4f50-828a-f5d51099739d req-e3e36a77-6537-4007-a712-30f094dcf0b3 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:01.554980 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f3098037-c373-4f50-828a-f5d51099739d req-e3e36a77-6537-4007-a712-30f094dcf0b3 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=97d85475-57b7-4401-a41b-f133f4d0977b HTTP/1.1" status: 200 len: 867 time: 0.1399350 May 06 09:59:01.583068 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eefdd1b-aae5-4cde-92f6-57d6a63038c4', 'name': 'tempest-NetworksTestDHCPv6-router-1651756822', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:57Z', 'updated_at': '2022-05-06T09:58:59Z', 'revision_number': 2, 'project_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'gw_port_host': None, '_interfaces': [{'id': 'ff5c5e04-0819-4256-827e-e4878e922730', 'name': '', 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'mac_address': 'fa:16:3e:74:38:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eefdd1b-aae5-4cde-92f6-57d6a63038c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'a91eb432-92e5-40f2-baf2-8f9146b8e6f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:58Z', 'updated_at': '2022-05-06T09:58:59Z', 'revision_number': 2, 'project_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'subnets': [{'id': 'a91eb432-92e5-40f2-baf2-8f9146b8e6f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:01.600556 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-99e05004-52e5-49c7-8ada-0d718350ca3b None None] Attempting to bind port f0114104-e3a2-4826-80bf-c8dd59fbba0d on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:59:01.600912 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-99e05004-52e5-49c7-8ada-0d718350ca3b None None] Attempting to bind port f0114104-e3a2-4826-80bf-c8dd59fbba0d by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'c9449e9a-a049-4426-ac8c-935e2e1f7f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7c04fb7b-0714-4687-a7a8-b97ce375fe9c'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:59:01.601287 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e05004-52e5-49c7-8ada-0d718350ca3b None None] Attempting to bind port f0114104-e3a2-4826-80bf-c8dd59fbba0d on network 7c04fb7b-0714-4687-a7a8-b97ce375fe9c {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:59:01.632750 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f3098037-c373-4f50-828a-f5d51099739d req-88f39c65-0110-4453-bd3f-7e48a7abb3ee tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab1e06a0-d6f9-4471-82e3-270a5b8b9959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710309 May 06 09:59:01.639702 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e05004-52e5-49c7-8ada-0d718350ca3b None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:59:01.645729 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e05004-52e5-49c7-8ada-0d718350ca3b None None] Checking segment: {'id': 'c9449e9a-a049-4426-ac8c-935e2e1f7f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7c04fb7b-0714-4687-a7a8-b97ce375fe9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:59:01.646327 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-99e05004-52e5-49c7-8ada-0d718350ca3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:01.646913 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e05004-52e5-49c7-8ada-0d718350ca3b None None] Bound using segment: {'id': 'c9449e9a-a049-4426-ac8c-935e2e1f7f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7c04fb7b-0714-4687-a7a8-b97ce375fe9c'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:59:01.648513 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-99e05004-52e5-49c7-8ada-0d718350ca3b None None] Bound port: f0114104-e3a2-4826-80bf-c8dd59fbba0d, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9449e9a-a049-4426-ac8c-935e2e1f7f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7c04fb7b-0714-4687-a7a8-b97ce375fe9c'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:59:01.649083 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-99e05004-52e5-49c7-8ada-0d718350ca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:01.653775 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] Checking router: 2eefdd1b-aae5-4cde-92f6-57d6a63038c4 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:59:01.654335 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] Updating router 2eefdd1b-aae5-4cde-92f6-57d6a63038c4 port ff5c5e04-0819-4256-827e-e4878e922730 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:59:01.658393 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac644a46-fc5d-4cd7-8fbd-599c6800f464 req-6a21798c-c939-431f-9bd9-aceef3bc5fc5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Router 3205d89c-2ea7-4f9a-b848-40e1a985b929 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:59:01.715451 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:01.737741 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-9b0bc8c2-4e3a-4438-a19f-49ffadda633b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Allocated IP 2001:db8::1 (7c04fb7b-0714-4687-a7a8-b97ce375fe9c/96bee812-76cd-408b-9089-07eaf9a47e10/4f84b518-dd77-4b11-8e95-dae8179c418d) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:01.771485 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-57ba21ad-b3f4-4f8d-a129-d328e1b1266a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:01.790416 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-99e05004-52e5-49c7-8ada-0d718350ca3b None None] For port f0114104-e3a2-4826-80bf-c8dd59fbba0d, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:59:01.796658 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-99e05004-52e5-49c7-8ada-0d718350ca3b None None] For port f0114104-e3a2-4826-80bf-c8dd59fbba0d, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f0114104-e3a2-4826-80bf-c8dd59fbba0d,segment=NetworkSegment(c9449e9a-a049-4426-ac8c-935e2e1f7f7e),segment_id=c9449e9a-a049-4426-ac8c-935e2e1f7f7e)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:59:01.808162 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-99e05004-52e5-49c7-8ada-0d718350ca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:01.922725 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc8c2-4e3a-4438-a19f-49ffadda633b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:01.962752 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac644a46-fc5d-4cd7-8fbd-599c6800f464 req-6a21798c-c939-431f-9bd9-aceef3bc5fc5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:59:01.979753 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80878f88-1917-4842-854a-1bc19ef34a6e None None] Sync routers for ids ['3205d89c-2ea7-4f9a-b848-40e1a985b929'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:59:01.993940 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80878f88-1917-4842-854a-1bc19ef34a6e None None] Routers {'3205d89c-2ea7-4f9a-b848-40e1a985b929'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:01.999527 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc8c2-4e3a-4438-a19f-49ffadda633b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:02.002342 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-80878f88-1917-4842-854a-1bc19ef34a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3205d89c-2ea7-4f9a-b848-40e1a985b929'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:02.121745 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0bc8c2-4e3a-4438-a19f-49ffadda633b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network 7c04fb7b-0714-4687-a7a8-b97ce375fe9c is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:02.125573 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-9b0bc8c2-4e3a-4438-a19f-49ffadda633b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:02.130350 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0bc8c2-4e3a-4438-a19f-49ffadda633b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:59:02.130919 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc8c2-4e3a-4438-a19f-49ffadda633b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:02.137477 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac644a46-fc5d-4cd7-8fbd-599c6800f464 req-6a21798c-c939-431f-9bd9-aceef3bc5fc5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] No DVR routers for this DVR port ae866f35-fc07-47d6-8ae9-dba5018031f1 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:59:02.141663 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ac644a46-fc5d-4cd7-8fbd-599c6800f464 req-6a21798c-c939-431f-9bd9-aceef3bc5fc5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:02.149835 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ac644a46-fc5d-4cd7-8fbd-599c6800f464 req-6a21798c-c939-431f-9bd9-aceef3bc5fc5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.77 "DELETE /v2.0/ports/ae866f35-fc07-47d6-8ae9-dba5018031f1 HTTP/1.1" status: 204 len: 173 time: 1.6788085 May 06 09:59:02.151640 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d85475-57b7-4401-a41b-f133f4d0977b', 'name': 'network-vif-deleted', 'tag': 'ae866f35-fc07-47d6-8ae9-dba5018031f1'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:59:02.156619 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e1d7cd-324a-4a2e-aad6-de2b13c15e37" -d '{"events": [{"server_uuid": "97d85475-57b7-4401-a41b-f133f4d0977b", "name": "network-vif-deleted", "tag": "ae866f35-fc07-47d6-8ae9-dba5018031f1"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:59:02.156835 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bc8c2-4e3a-4438-a19f-49ffadda633b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Port': ['ID=4f84b518-dd77-4b11-8e95-dae8179c418d,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:02.252364 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-80878f88-1917-4842-854a-1bc19ef34a6e None None] Set router 3205d89c-2ea7-4f9a-b848-40e1a985b929 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:02.476619 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-57ba21ad-b3f4-4f8d-a129-d328e1b1266a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting port ff5c5e04-0819-4256-827e-e4878e922730 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:02.477333 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-57ba21ad-b3f4-4f8d-a129-d328e1b1266a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:02.510736 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f685cd1-00d1-4476-ba6f-8449a194ed9e req-345ed5c4-5833-4800-bea4-a69ce844764f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:02.512302 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f685cd1-00d1-4476-ba6f-8449a194ed9e req-345ed5c4-5833-4800-bea4-a69ce844764f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 946 time: 0.2636404 May 06 09:59:02.592243 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:02.600079 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e05004-52e5-49c7-8ada-0d718350ca3b None None] Pushing event updated for resources: {'Port': ['ID=f0114104-e3a2-4826-80bf-c8dd59fbba0d,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:02.616917 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:02.660482 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc8c2-4e3a-4438-a19f-49ffadda633b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:02.662525 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-80878f88-1917-4842-854a-1bc19ef34a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '47f79145-6e99-4488-a4da-6e00e375309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T09:55:43Z', 'revision_number': 4, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port': {'id': '47f79145-6e99-4488-a4da-6e00e375309c', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:35Z', 'updated_at': '2022-05-06T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'bcd70468-c15f-42df-8758-eb38a58186b2', 'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'mac_address': 'fa:16:3e:c9:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:40Z', 'updated_at': '2022-05-06T09:55:48Z', 'revision_number': 5, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'subnets': [{'id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:02.669839 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95211a84-f60c-4e09-83ad-518fb2a44d82 None None] Pushing event updated for resources: {'Port': ['ID=ff5c5e04-0819-4256-827e-e4878e922730,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:02.677245 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f685cd1-00d1-4476-ba6f-8449a194ed9e req-4e880802-fbba-48ec-bfc3-ededdb44d91c tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490002 May 06 09:59:02.684177 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-57ba21ad-b3f4-4f8d-a129-d328e1b1266a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:02.704434 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80878f88-1917-4842-854a-1bc19ef34a6e None None] Checking router: 3205d89c-2ea7-4f9a-b848-40e1a985b929 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:59:02.724281 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80878f88-1917-4842-854a-1bc19ef34a6e None None] Routers {'3205d89c-2ea7-4f9a-b848-40e1a985b929'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:02.725936 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-80878f88-1917-4842-854a-1bc19ef34a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3205d89c-2ea7-4f9a-b848-40e1a985b929'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:02.738063 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-57ba21ad-b3f4-4f8d-a129-d328e1b1266a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Calling delete_port for ff5c5e04-0819-4256-827e-e4878e922730 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:02.919774 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac07ca9f-82f0-437d-96f5-0a8c5252c1e0 x-openstack-request-id: req-ac07ca9f-82f0-437d-96f5-0a8c5252c1e0 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:59:02.920074 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d85475-57b7-4401-a41b-f133f4d0977b", "name": "network-vif-deleted", "tag": "ae866f35-fc07-47d6-8ae9-dba5018031f1", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:59:02.922013 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ac07ca9f-82f0-437d-96f5-0a8c5252c1e0 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:59:02.922573 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac07ca9f-82f0-437d-96f5-0a8c5252c1e0'] response: {'server_uuid': '97d85475-57b7-4401-a41b-f133f4d0977b', 'name': 'network-vif-deleted', 'tag': 'ae866f35-fc07-47d6-8ae9-dba5018031f1', 'status': 'completed', 'code': 200} May 06 09:59:02.965044 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] Attempting to bind port ff5c5e04-0819-4256-827e-e4878e922730 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:59:02.967514 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] Attempting to bind port ff5c5e04-0819-4256-827e-e4878e922730 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:59:02.973091 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] Attempting to bind port ff5c5e04-0819-4256-827e-e4878e922730 on network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:59:02.992665 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:59:02.993341 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] Checking segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:59:02.995765 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:02.996595 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] Bound using segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:59:02.997294 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] Bound port: ff5c5e04-0819-4256-827e-e4878e922730, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:59:02.997647 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-80878f88-1917-4842-854a-1bc19ef34a6e None None] Set router 3205d89c-2ea7-4f9a-b848-40e1a985b929 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:03.001707 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:03.158211 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] For port ff5c5e04-0819-4256-827e-e4878e922730, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:59:03.164616 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f0114104-e3a2-4826-80bf-c8dd59fbba0d up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:59:03.233762 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 06 09:59:03.233762 n-d-840835-1 neutron-server[102654]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] May 06 09:59:03.233762 n-d-840835-1 neutron-server[102654]: [parameters: {'port_id': 'ff5c5e04-0819-4256-827e-e4878e922730', 'host': 'n-d-840835-1', 'level': 0, 'driver': 'openvswitch', 'segment_id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b'}] May 06 09:59:03.233762 n-d-840835-1 neutron-server[102654]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:59:03.234312 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:59:03.248620 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port f0114104-e3a2-4826-80bf-c8dd59fbba0d triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:03.249011 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:03.324830 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-57ba21ad-b3f4-4f8d-a129-d328e1b1266a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:03.336453 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b6c1b1d7-3d6a-4227-867f-62141e43717d None None] Could not find standard attr ID for object ff5c5e04-0819-4256-827e-e4878e922730. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:59:03.362722 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:03.366490 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc8c2-4e3a-4438-a19f-49ffadda633b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:03.397229 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba21ad-b3f4-4f8d-a129-d328e1b1266a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Port': ['ID=ff5c5e04-0819-4256-827e-e4878e922730,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:03.419889 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port f0114104-e3a2-4826-80bf-c8dd59fbba0d, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f0114104-e3a2-4826-80bf-c8dd59fbba0d,segment=NetworkSegment(c9449e9a-a049-4426-ac8c-935e2e1f7f7e),segment_id=c9449e9a-a049-4426-ac8c-935e2e1f7f7e)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:03.421290 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5527d349-c3b1-477e-b1b7-6c521f45165f req-5b75d546-569a-4bae-a546-dbbcc07b2418 tempest-ServerShowV257Test-657187017 tempest-ServerShowV257Test-657187017-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.4633951 May 06 09:59:03.424599 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc8c2-4e3a-4438-a19f-49ffadda633b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:03.425604 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc8c2-4e3a-4438-a19f-49ffadda633b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:03.437361 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:03.517580 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-80878f88-1917-4842-854a-1bc19ef34a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '47f79145-6e99-4488-a4da-6e00e375309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T09:55:43Z', 'revision_number': 4, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port': {'id': '47f79145-6e99-4488-a4da-6e00e375309c', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:35Z', 'updated_at': '2022-05-06T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'bcd70468-c15f-42df-8758-eb38a58186b2', 'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'mac_address': 'fa:16:3e:c9:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:40Z', 'updated_at': '2022-05-06T09:55:48Z', 'revision_number': 5, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'subnets': [{'id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:03.578652 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=f0114104-e3a2-4826-80bf-c8dd59fbba0d,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:03.612260 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80878f88-1917-4842-854a-1bc19ef34a6e None None] The sync data for ids ['3205d89c-2ea7-4f9a-b848-40e1a985b929'] in n-d-840835-1 is: [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '47f79145-6e99-4488-a4da-6e00e375309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T09:55:43Z', 'revision_number': 4, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port': {'id': '47f79145-6e99-4488-a4da-6e00e375309c', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:35Z', 'updated_at': '2022-05-06T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'bcd70468-c15f-42df-8758-eb38a58186b2', 'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'mac_address': 'fa:16:3e:c9:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:40Z', 'updated_at': '2022-05-06T09:55:48Z', 'revision_number': 5, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'subnets': [{'id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:59:03.620055 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42558) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:03.642751 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bc8c2-4e3a-4438-a19f-49ffadda633b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Port': ['ID=4f84b518-dd77-4b11-8e95-dae8179c418d,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:03.732727 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0bc8c2-4e3a-4438-a19f-49ffadda633b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network 7c04fb7b-0714-4687-a7a8-b97ce375fe9c is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:03.734526 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-57ba21ad-b3f4-4f8d-a129-d328e1b1266a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:03.736475 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-9b0bc8c2-4e3a-4438-a19f-49ffadda633b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:03.767408 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] Attempting to bind port ff5c5e04-0819-4256-827e-e4878e922730 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:59:03.767967 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] Attempting to bind port ff5c5e04-0819-4256-827e-e4878e922730 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:59:03.768063 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] Attempting to bind port ff5c5e04-0819-4256-827e-e4878e922730 on network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:59:03.776175 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:59:03.777187 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] Checking segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:59:03.777607 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:03.778010 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] Bound using segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:59:03.778627 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] Bound port: ff5c5e04-0819-4256-827e-e4878e922730, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:59:03.779025 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:03.829287 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] Port ff5c5e04-0819-4256-827e-e4878e922730 has been deleted concurrently {{(pid=102654) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} May 06 09:59:03.844773 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] Routers {'2eefdd1b-aae5-4cde-92f6-57d6a63038c4'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:03.845424 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['2eefdd1b-aae5-4cde-92f6-57d6a63038c4'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:03.904785 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb35ffe7-7189-4f20-9665-0255192d9718 None None] Network 7c04fb7b-0714-4687-a7a8-b97ce375fe9c requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:03.979385 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9ec76-08e5-4355-91b1-560e421b6b7a req-2df3bb98-fb37-482f-ac97-bd066a5b04dd tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:03.991749 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bda9ec76-08e5-4355-91b1-560e421b6b7a req-2df3bb98-fb37-482f-ac97-bd066a5b04dd tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 946 time: 0.1444917 May 06 09:59:04.010325 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] Set router 2eefdd1b-aae5-4cde-92f6-57d6a63038c4 gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:04.018877 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0bc8c2-4e3a-4438-a19f-49ffadda633b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Router d653e49b-38c9-4fb1-b4ab-8386c41a69c1 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:59:04.076526 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-569d800a-8916-4fad-a1dc-cfa8ed371182 None None] Provisioning complete for port f0114104-e3a2-4826-80bf-c8dd59fbba0d triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:04.076993 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-569d800a-8916-4fad-a1dc-cfa8ed371182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:04.092786 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-038c4dbb-a800-4be0-af47-26deef0a7d58 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:04.099847 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bda9ec76-08e5-4355-91b1-560e421b6b7a req-33c8eab6-7f78-45a5-9fdb-f7ae6f167bd6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070545 May 06 09:59:04.132954 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-038c4dbb-a800-4be0-af47-26deef0a7d58 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:04.166575 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c4fdef-264e-42b9-ba84-1e0205699f10 None None] New status for floating IP 30bff1d8-ffa4-430d-abd2-3d763fcf079d: DOWN {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:59:04.173421 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eefdd1b-aae5-4cde-92f6-57d6a63038c4', 'name': 'tempest-NetworksTestDHCPv6-router-1651756822', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:57Z', 'updated_at': '2022-05-06T09:59:03Z', 'revision_number': 3, 'project_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:04.204566 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-038c4dbb-a800-4be0-af47-26deef0a7d58 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:04.207824 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-038c4dbb-a800-4be0-af47-26deef0a7d58 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:04.208996 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-038c4dbb-a800-4be0-af47-26deef0a7d58 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "DELETE /v2.0/security-groups/ab1e06a0-d6f9-4471-82e3-270a5b8b9959 HTTP/1.1" status: 204 len: 168 time: 0.5873773 May 06 09:59:04.214932 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42562) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:04.219285 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ba21ad-b3f4-4f8d-a129-d328e1b1266a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Router 2eefdd1b-aae5-4cde-92f6-57d6a63038c4 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:59:04.248648 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c4dbb-a800-4be0-af47-26deef0a7d58 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1e06a0-d6f9-4471-82e3-270a5b8b9959,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:04.251203 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-2f284769-5a30-466d-ace5-72d3cc53563b tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] show failed (client error): The resource could not be found. May 06 09:59:04.254789 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2f284769-5a30-466d-ace5-72d3cc53563b tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups/ab1e06a0-d6f9-4471-82e3-270a5b8b9959 HTTP/1.1" status: 404 len: 347 time: 0.0363636 May 06 09:59:04.255661 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0bc8c2-4e3a-4438-a19f-49ffadda633b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:59:04.256592 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42564) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:04.265418 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9b0bc8c2-4e3a-4438-a19f-49ffadda633b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "PUT /v2.0/routers/d653e49b-38c9-4fb1-b4ab-8386c41a69c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6554623 May 06 09:59:04.270040 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfe210f-1b66-4d02-81ef-ebfd1a021bda None None] Sync routers for ids ['d653e49b-38c9-4fb1-b4ab-8386c41a69c1'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:59:04.271474 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42566) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:04.290718 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ae866f35-fc07-47d6-8ae9-dba5018031f1 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:59:04.293784 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfe210f-1b66-4d02-81ef-ebfd1a021bda None None] Routers {'d653e49b-38c9-4fb1-b4ab-8386c41a69c1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:04.294742 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-cdfe210f-1b66-4d02-81ef-ebfd1a021bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['d653e49b-38c9-4fb1-b4ab-8386c41a69c1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:04.333249 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-cdfe210f-1b66-4d02-81ef-ebfd1a021bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:04.348307 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfe210f-1b66-4d02-81ef-ebfd1a021bda None None] Routers {'d653e49b-38c9-4fb1-b4ab-8386c41a69c1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:04.349304 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-cdfe210f-1b66-4d02-81ef-ebfd1a021bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['d653e49b-38c9-4fb1-b4ab-8386c41a69c1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:04.350864 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: ae866f35-fc07-47d6-8ae9-dba5018031f1 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:59:04.351247 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ae866f35-fc07-47d6-8ae9-dba5018031f1 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:59:04.354184 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a833951a-82c0-4384-b56d-1c41cc282382 None None] The sync data for ids ['2eefdd1b-aae5-4cde-92f6-57d6a63038c4'] in n-d-840835-1 is: [{'id': '2eefdd1b-aae5-4cde-92f6-57d6a63038c4', 'name': 'tempest-NetworksTestDHCPv6-router-1651756822', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:57Z', 'updated_at': '2022-05-06T09:59:03Z', 'revision_number': 3, 'project_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'gw_port_host': None}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:59:04.431137 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-cdfe210f-1b66-4d02-81ef-ebfd1a021bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:04.431713 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfe210f-1b66-4d02-81ef-ebfd1a021bda None None] The sync data for ids ['d653e49b-38c9-4fb1-b4ab-8386c41a69c1'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:59:04.448790 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af375a1e-3d76-4170-82fa-d7340193ba36 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:04.453131 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42570) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:04.458568 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-dcca4635-ca3f-450d-ba6a-5b16c40e9a6a tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '96bee812-76cd-408b-9089-07eaf9a47e10'}]}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:04.485841 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-af375a1e-3d76-4170-82fa-d7340193ba36 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "GET /v2.0/ports/4f84b518-dd77-4b11-8e95-dae8179c418d HTTP/1.1" status: 200 len: 911 time: 0.1750693 May 06 09:59:04.487997 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-1eb894d5-8e8e-44d3-b2a4-1229cd064c9b service neutron] show failed (client error): The resource could not be found. May 06 09:59:04.489038 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-1eb894d5-8e8e-44d3-b2a4-1229cd064c9b service neutron] 10.222.0.84 "GET /v2.0/ports/1086e2f4-9cca-4533-9338-9c63a105b995/bindings/n-h2-840835-1 HTTP/1.1" status: 404 len: 380 time: 0.4873250 May 06 09:59:04.646049 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c702399b-dcbc-4e1c-b6a0-dbe858ebe81a req-997c3cfe-383e-4903-9c05-34afb105e2e2 tempest-ServerShowV257Test-657187017 tempest-ServerShowV257Test-657187017-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.0758936 May 06 09:59:04.702427 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ba21ad-b3f4-4f8d-a129-d328e1b1266a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:59:04.852274 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-57ba21ad-b3f4-4f8d-a129-d328e1b1266a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "PUT /v2.0/routers/2eefdd1b-aae5-4cde-92f6-57d6a63038c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7770164 May 06 09:59:04.869742 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42576) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:05.012416 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f0114104-e3a2-4826-80bf-c8dd59fbba0d up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:59:05.201715 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port f0114104-e3a2-4826-80bf-c8dd59fbba0d triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:05.202108 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:05.271063 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a899f9-406d-4ec8-97d5-f6267eb6fc4d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:05.273170 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a899f9-406d-4ec8-97d5-f6267eb6fc4d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:05.282418 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-3c6bee2e-d4bf-45fb-a60c-8e909b2be815 None None] Provisioning complete for port f0114104-e3a2-4826-80bf-c8dd59fbba0d triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:05.282904 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3c6bee2e-d4bf-45fb-a60c-8e909b2be815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:05.283419 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-35a899f9-406d-4ec8-97d5-f6267eb6fc4d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4099061 May 06 09:59:05.284290 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42584) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:05.366061 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-6077e7bf-6806-46c7-9233-00fa1aec5c77 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Deleting port 674ae7a8-b7fa-4275-bc00-a989c37b0f28 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:05.367188 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6077e7bf-6806-46c7-9233-00fa1aec5c77 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:05.388708 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-1531dc4e-4420-4fbd-9454-18fefed92389 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting subnet a91eb432-92e5-40f2-baf2-8f9146b8e6f4 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:59:05.429822 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-4e30aaf5-d90e-4481-8d7d-c53b0e9abf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:05.432177 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-4e30aaf5-d90e-4481-8d7d-c53b0e9abf0e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362&tenant_id=1b7022527a0d47ed9f061636a22ce038 HTTP/1.1" status: 200 len: 1097 time: 0.4840295 May 06 09:59:05.500525 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1531dc4e-4420-4fbd-9454-18fefed92389 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:05.500889 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dcca4635-ca3f-450d-ba6a-5b16c40e9a6a tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:05.509733 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-3c6bee2e-d4bf-45fb-a60c-8e909b2be815 None None] Provisioning complete for port 4f84b518-dd77-4b11-8e95-dae8179c418d triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:05.510284 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3c6bee2e-d4bf-45fb-a60c-8e909b2be815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:05.512939 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-4a5ac5cc-b791-48a8-86e2-0e534d3de5b3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840835-1', 'device_owner': 'compute:nova'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:05.580957 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-3c6bee2e-d4bf-45fb-a60c-8e909b2be815 None None] Port 4f84b518-dd77-4b11-8e95-dae8179c418d cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:59:05.636738 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1531dc4e-4420-4fbd-9454-18fefed92389 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:05.653456 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf58f6a-e981-459a-9499-1b3497c819a4 req-2ee939e2-98ba-4344-8af4-2b72cfbe56a8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:05.655137 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bcf58f6a-e981-459a-9499-1b3497c819a4 req-2ee939e2-98ba-4344-8af4-2b72cfbe56a8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 946 time: 0.2422771 May 06 09:59:05.703330 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1531dc4e-4420-4fbd-9454-18fefed92389 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:05.709064 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-cf423ffc-5c97-4a2c-9fcc-303c66253fb1 None None] Provisioning complete for port 4f84b518-dd77-4b11-8e95-dae8179c418d triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:05.709973 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cf423ffc-5c97-4a2c-9fcc-303c66253fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:05.831472 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-cf423ffc-5c97-4a2c-9fcc-303c66253fb1 None None] Port 4f84b518-dd77-4b11-8e95-dae8179c418d cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:59:05.832367 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6077e7bf-6806-46c7-9233-00fa1aec5c77 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:05.832834 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6077e7bf-6806-46c7-9233-00fa1aec5c77 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:05.847863 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-6077e7bf-6806-46c7-9233-00fa1aec5c77 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Calling delete_port for 674ae7a8-b7fa-4275-bc00-a989c37b0f28 owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:05.976912 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0d55be-6309-4310-96c6-09697d7b965c None None] Sync routers for ids ['2eefdd1b-aae5-4cde-92f6-57d6a63038c4'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:59:05.985938 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-584d87d0-11e2-4d85-a0e2-48ac460ed11e None None] Provisioning complete for port 4f84b518-dd77-4b11-8e95-dae8179c418d triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:05.990578 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-584d87d0-11e2-4d85-a0e2-48ac460ed11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:06.016495 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1531dc4e-4420-4fbd-9454-18fefed92389 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:06.035302 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6077e7bf-6806-46c7-9233-00fa1aec5c77 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:06.040142 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1531dc4e-4420-4fbd-9454-18fefed92389 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:06.046982 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1531dc4e-4420-4fbd-9454-18fefed92389 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/a91eb432-92e5-40f2-baf2-8f9146b8e6f4 HTTP/1.1" status: 204 len: 168 time: 0.7534347 May 06 09:59:06.075568 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-584d87d0-11e2-4d85-a0e2-48ac460ed11e None None] Port 4f84b518-dd77-4b11-8e95-dae8179c418d cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:59:06.079925 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76dc288-3619-4f24-9633-625b47919fb0 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:06.080362 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dcca4635-ca3f-450d-ba6a-5b16c40e9a6a tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:06.096263 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42592) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:06.106834 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6077e7bf-6806-46c7-9233-00fa1aec5c77 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event deleted for resources: {'Port': ['ID=674ae7a8-b7fa-4275-bc00-a989c37b0f28,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:06.113274 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531dc4e-4420-4fbd-9454-18fefed92389 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Subnet': ['ID=a91eb432-92e5-40f2-baf2-8f9146b8e6f4,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:06.117165 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-4a5ac5cc-b791-48a8-86e2-0e534d3de5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:06.127638 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dcca4635-ca3f-450d-ba6a-5b16c40e9a6a tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:06.133473 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcca4635-ca3f-450d-ba6a-5b16c40e9a6a tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:06.134137 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dcca4635-ca3f-450d-ba6a-5b16c40e9a6a tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:06.136204 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-dcca4635-ca3f-450d-ba6a-5b16c40e9a6a tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "PUT /v2.0/ports/4f84b518-dd77-4b11-8e95-dae8179c418d HTTP/1.1" status: 200 len: 911 time: 1.6820676 May 06 09:59:06.156146 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42594) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:06.162970 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0d55be-6309-4310-96c6-09697d7b965c None None] Routers {'2eefdd1b-aae5-4cde-92f6-57d6a63038c4'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:06.163656 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-ce0d55be-6309-4310-96c6-09697d7b965c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['2eefdd1b-aae5-4cde-92f6-57d6a63038c4'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:06.238244 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bcf58f6a-e981-459a-9499-1b3497c819a4 req-107c8a18-b4f4-40e6-85e1-2c98a8797a2d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506424 May 06 09:59:06.346467 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-ce0d55be-6309-4310-96c6-09697d7b965c None None] Set router 2eefdd1b-aae5-4cde-92f6-57d6a63038c4 gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:06.384422 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca4635-ca3f-450d-ba6a-5b16c40e9a6a tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Port': ['ID=4f84b518-dd77-4b11-8e95-dae8179c418d,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:06.448342 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-46d2c2fc-b6db-4ad3-ba85-df5f53551beb tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3509147 May 06 09:59:06.462970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42598) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:06.465756 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9dce9531-a035-49f1-a7e1-6451f0e01ffc req-fea09218-3277-435a-9495-9f1a79f35607 tempest-ServerShowV257Test-657187017 tempest-ServerShowV257Test-657187017-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.0388565 May 06 09:59:06.503712 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-ce0d55be-6309-4310-96c6-09697d7b965c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eefdd1b-aae5-4cde-92f6-57d6a63038c4', 'name': 'tempest-NetworksTestDHCPv6-router-1651756822', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:57Z', 'updated_at': '2022-05-06T09:59:03Z', 'revision_number': 3, 'project_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:06.570160 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4a71daed-920c-4080-952e-30a031aab7d2 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:06.577565 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0d55be-6309-4310-96c6-09697d7b965c None None] Checking router: 2eefdd1b-aae5-4cde-92f6-57d6a63038c4 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:59:06.633136 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0d55be-6309-4310-96c6-09697d7b965c None None] Routers {'2eefdd1b-aae5-4cde-92f6-57d6a63038c4'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:06.634205 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-ce0d55be-6309-4310-96c6-09697d7b965c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['2eefdd1b-aae5-4cde-92f6-57d6a63038c4'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:06.742756 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4a71daed-920c-4080-952e-30a031aab7d2 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:06.745150 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4a71daed-920c-4080-952e-30a031aab7d2 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:06.773065 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6077e7bf-6806-46c7-9233-00fa1aec5c77 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:06.775708 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6077e7bf-6806-46c7-9233-00fa1aec5c77 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:06.784234 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6077e7bf-6806-46c7-9233-00fa1aec5c77 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "DELETE /v2.0/floatingips/30bff1d8-ffa4-430d-abd2-3d763fcf079d HTTP/1.1" status: 204 len: 168 time: 2.5144093 May 06 09:59:06.815475 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4a71daed-920c-4080-952e-30a031aab7d2 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:06.816082 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a71daed-920c-4080-952e-30a031aab7d2 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Fanout notify agent at l3_agent the message router_deleted on router 2eefdd1b-aae5-4cde-92f6-57d6a63038c4 {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:59:06.823998 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4a71daed-920c-4080-952e-30a031aab7d2 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:06.825191 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4a71daed-920c-4080-952e-30a031aab7d2 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/routers/2eefdd1b-aae5-4cde-92f6-57d6a63038c4 HTTP/1.1" status: 204 len: 168 time: 0.3584239 May 06 09:59:06.829497 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42604) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:06.835555 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-d319b2a0-1b97-40c1-bf44-f48e41a08e11 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:06.959792 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-ce0d55be-6309-4310-96c6-09697d7b965c None None] Set router 2eefdd1b-aae5-4cde-92f6-57d6a63038c4 gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:06.967217 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d319b2a0-1b97-40c1-bf44-f48e41a08e11 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:06.971827 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d319b2a0-1b97-40c1-bf44-f48e41a08e11 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:07.020667 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-ce0d55be-6309-4310-96c6-09697d7b965c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eefdd1b-aae5-4cde-92f6-57d6a63038c4', 'name': 'tempest-NetworksTestDHCPv6-router-1651756822', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:57Z', 'updated_at': '2022-05-06T09:59:03Z', 'revision_number': 3, 'project_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:07.050595 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0d55be-6309-4310-96c6-09697d7b965c None None] The sync data for ids ['2eefdd1b-aae5-4cde-92f6-57d6a63038c4'] in n-d-840835-1 is: [{'id': '2eefdd1b-aae5-4cde-92f6-57d6a63038c4', 'name': 'tempest-NetworksTestDHCPv6-router-1651756822', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:57Z', 'updated_at': '2022-05-06T09:59:03Z', 'revision_number': 3, 'project_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'gw_port_host': None}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:59:07.074014 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-4a5ac5cc-b791-48a8-86e2-0e534d3de5b3 service neutron] For port 1086e2f4-9cca-4533-9338-9c63a105b995, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=1086e2f4-9cca-4533-9338-9c63a105b995,segment=NetworkSegment(199cc61b-fc7e-477f-974e-02e8932cfc7f),segment_id=199cc61b-fc7e-477f-974e-02e8932cfc7f)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:07.153411 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 1086e2f4-9cca-4533-9338-9c63a105b995 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:59:07.180423 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6f96a2-3bbc-42ff-a31e-c210d8e2d57a None None] DHCP port deletion for 0d1252d9-04fb-40a6-862c-9b06ebf6d551 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:59:07.192345 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-4a5ac5cc-b791-48a8-86e2-0e534d3de5b3 service neutron] For port 1086e2f4-9cca-4533-9338-9c63a105b995, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:59:07.282712 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-533be8d7-e781-4462-ab46-63d2ad0f9d8c req-25bea36b-710d-4547-9235-88a1e85d3c91 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.0428157 May 06 09:59:07.291978 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:07.296591 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d319b2a0-1b97-40c1-bf44-f48e41a08e11 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:07.298672 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f96a2-3bbc-42ff-a31e-c210d8e2d57a None None] Deleting port 5ec3ebab-e335-4971-abfe-8222d918898a {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:07.303327 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fd6f96a2-3bbc-42ff-a31e-c210d8e2d57a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:07.354935 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d319b2a0-1b97-40c1-bf44-f48e41a08e11 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:07.360806 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-d319b2a0-1b97-40c1-bf44-f48e41a08e11 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:07.371322 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d319b2a0-1b97-40c1-bf44-f48e41a08e11 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:07.372162 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d319b2a0-1b97-40c1-bf44-f48e41a08e11 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:07.377330 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996864ea-2ab9-4c75-8f56-eb0253a84362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1086e2f4-9cca-4533-9338-9c63a105b995'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:59:07.382657 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128f9e64-e129-4305-b22a-391b87642b34" -d '{"events": [{"server_uuid": "996864ea-2ab9-4c75-8f56-eb0253a84362", "name": "network-vif-unplugged", "status": "completed", "tag": "1086e2f4-9cca-4533-9338-9c63a105b995"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:59:07.388328 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-4a5ac5cc-b791-48a8-86e2-0e534d3de5b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:07.391918 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b2a0-1b97-40c1-bf44-f48e41a08e11 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Subnet': ['ID=a971aef6-0596-44d1-b5b9-c051f912eb2c,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:07.408843 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-4a5ac5cc-b791-48a8-86e2-0e534d3de5b3 service neutron] Transition to ACTIVE for port object 1086e2f4-9cca-4533-9338-9c63a105b995 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:59:07.419223 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d319b2a0-1b97-40c1-bf44-f48e41a08e11 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5858579 May 06 09:59:07.419838 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42612) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:07.424584 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-9ec5f32c-a3d6-4d7a-a6dc-68384bae85c7 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2107760512', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:07.447555 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-fd6f96a2-3bbc-42ff-a31e-c210d8e2d57a None None] For port 5ec3ebab-e335-4971-abfe-8222d918898a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=5ec3ebab-e335-4971-abfe-8222d918898a,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:07.450768 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fd6f96a2-3bbc-42ff-a31e-c210d8e2d57a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:07.455318 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-4a5ac5cc-b791-48a8-86e2-0e534d3de5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:07.478678 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9ec5f32c-a3d6-4d7a-a6dc-68384bae85c7 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:07.479774 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9ec5f32c-a3d6-4d7a-a6dc-68384bae85c7 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:07.540735 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1cceece9-bae5-4a25-bf99-81a7ccf8c54e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:07.549381 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f96a2-3bbc-42ff-a31e-c210d8e2d57a None None] Calling delete_port for 5ec3ebab-e335-4971-abfe-8222d918898a owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:07.618841 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:59:07.619400 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:59:07.679445 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fd6f96a2-3bbc-42ff-a31e-c210d8e2d57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:07.691290 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42620) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:07.696491 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-789a4316-cfa0-4317-9ffd-5f815f965863 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1382152752', 'description': 'tempest-description--626227423'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:07.774184 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ac5cc-b791-48a8-86e2-0e534d3de5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1086e2f4-9cca-4533-9338-9c63a105b995,revision_number=6']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:07.797154 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:59:07.806838 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f96a2-3bbc-42ff-a31e-c210d8e2d57a None None] Pushing event deleted for resources: {'Port': ['ID=5ec3ebab-e335-4971-abfe-8222d918898a,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:07.812343 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6f96a2-3bbc-42ff-a31e-c210d8e2d57a None None] No DVR routers for this DVR port 5ec3ebab-e335-4971-abfe-8222d918898a on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:59:07.831529 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a2d7dd-37ea-490c-8f63-02213ab44512 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:07.847077 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-789a4316-cfa0-4317-9ffd-5f815f965863 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:07.930460 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9ec5f32c-a3d6-4d7a-a6dc-68384bae85c7 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:07.936240 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46f5a2-5bfd-490e-9508-3c4ad76e9982 req-af6fbbf5-713d-4369-b3df-9492e3af5c52 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:07.946034 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2f46f5a2-5bfd-490e-9508-3c4ad76e9982 req-af6fbbf5-713d-4369-b3df-9492e3af5c52 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 944 time: 0.1704421 May 06 09:59:07.992583 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9ec5f32c-a3d6-4d7a-a6dc-68384bae85c7 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:08.049416 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51c35f6-7952-4643-8f92-d4a11a88e7ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'fixed_ips': [{'subnet_id': 'a971aef6-0596-44d1-b5b9-c051f912eb2c'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:59:08.050562 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b51c35f6-7952-4643-8f92-d4a11a88e7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:08.055905 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-789a4316-cfa0-4317-9ffd-5f815f965863 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:08.068244 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-789a4316-cfa0-4317-9ffd-5f815f965863 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:08.077530 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9ec5f32c-a3d6-4d7a-a6dc-68384bae85c7 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:08.084387 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9ec5f32c-a3d6-4d7a-a6dc-68384bae85c7 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6604357 May 06 09:59:08.099767 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42626) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:08.102923 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-789a4316-cfa0-4317-9ffd-5f815f965863 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:08.105751 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-789a4316-cfa0-4317-9ffd-5f815f965863 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4130034 May 06 09:59:08.109282 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42628) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:08.117234 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-67984268-0b28-4e9a-af9a-71ad7cfed31d tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Request body: {'security_group_rule': {'security_group_id': 'bd3c1531-9665-46e1-afae-ca9870360a0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:08.128131 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-4a5ac5cc-b791-48a8-86e2-0e534d3de5b3 service neutron] No DVR routers for this DVR port 1086e2f4-9cca-4533-9338-9c63a105b995 on host n-h1-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:59:08.263489 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-b51c35f6-7952-4643-8f92-d4a11a88e7ea None None] Allocated IP 2001:db8::2 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/a971aef6-0596-44d1-b5b9-c051f912eb2c/fb317a33-51ef-49de-a587-9f57a5b5f3de) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:08.280776 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2f46f5a2-5bfd-490e-9508-3c4ad76e9982 req-059f86d9-0679-4761-83e9-06d3a33b3ed6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3337657 May 06 09:59:08.280999 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67984268-0b28-4e9a-af9a-71ad7cfed31d tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:08.329688 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a4316-cfa0-4317-9ffd-5f815f965863 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3c1531-9665-46e1-afae-ca9870360a0e,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:08.375179 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b9fdbe-bf8a-43a0-9b1d-2021f1949b88 x-openstack-request-id: req-26b9fdbe-bf8a-43a0-9b1d-2021f1949b88 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:59:08.375489 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996864ea-2ab9-4c75-8f56-eb0253a84362", "name": "network-vif-unplugged", "status": "completed", "tag": "1086e2f4-9cca-4533-9338-9c63a105b995", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:59:08.375777 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-26b9fdbe-bf8a-43a0-9b1d-2021f1949b88 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:59:08.376207 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26b9fdbe-bf8a-43a0-9b1d-2021f1949b88'] response: {'server_uuid': '996864ea-2ab9-4c75-8f56-eb0253a84362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1086e2f4-9cca-4533-9338-9c63a105b995', 'code': 200} May 06 09:59:08.437895 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67984268-0b28-4e9a-af9a-71ad7cfed31d tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:08.468004 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-4a5ac5cc-b791-48a8-86e2-0e534d3de5b3 service neutron] Attempting to bind port 1086e2f4-9cca-4533-9338-9c63a105b995 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:59:08.468374 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-4a5ac5cc-b791-48a8-86e2-0e534d3de5b3 service neutron] Attempting to bind port 1086e2f4-9cca-4533-9338-9c63a105b995 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '199cc61b-fc7e-477f-974e-02e8932cfc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:59:08.468712 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-4a5ac5cc-b791-48a8-86e2-0e534d3de5b3 service neutron] Attempting to bind port 1086e2f4-9cca-4533-9338-9c63a105b995 on network 43fdf43b-20c1-42c7-9501-ce94bba53414 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:59:08.475405 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-4a5ac5cc-b791-48a8-86e2-0e534d3de5b3 service neutron] Port 1086e2f4-9cca-4533-9338-9c63a105b995 on network 43fdf43b-20c1-42c7-9501-ce94bba53414 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:59:08.475734 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-4a5ac5cc-b791-48a8-86e2-0e534d3de5b3 service neutron] Attempting to bind port 1086e2f4-9cca-4533-9338-9c63a105b995 on network 43fdf43b-20c1-42c7-9501-ce94bba53414 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:59:08.481521 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67984268-0b28-4e9a-af9a-71ad7cfed31d tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:08.490792 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b750130-f8fe-422c-9775-4e41116f8aed req-86c3bf65-1cd9-4702-8dc5-ef2b24c9c209 tempest-ServerShowV257Test-657187017 tempest-ServerShowV257Test-657187017-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.0465765 May 06 09:59:08.518084 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67984268-0b28-4e9a-af9a-71ad7cfed31d tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faae180f-c29e-463d-8b1a-17abf329de52,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:08.519959 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67984268-0b28-4e9a-af9a-71ad7cfed31d tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:08.523655 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-67984268-0b28-4e9a-af9a-71ad7cfed31d tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4102995 May 06 09:59:08.530097 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42630) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:08.538478 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-4a5ac5cc-b791-48a8-86e2-0e534d3de5b3 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:59:08.538831 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-4a5ac5cc-b791-48a8-86e2-0e534d3de5b3 service neutron] Checking segment: {'id': '199cc61b-fc7e-477f-974e-02e8932cfc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:59:08.539257 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-4a5ac5cc-b791-48a8-86e2-0e534d3de5b3 service neutron] Bound using segment: {'id': '199cc61b-fc7e-477f-974e-02e8932cfc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:59:08.539718 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-4a5ac5cc-b791-48a8-86e2-0e534d3de5b3 service neutron] Bound port: 1086e2f4-9cca-4533-9338-9c63a105b995, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '199cc61b-fc7e-477f-974e-02e8932cfc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:59:08.540080 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-4a5ac5cc-b791-48a8-86e2-0e534d3de5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:08.540201 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-d1e5a3e4-93df-4ed6-b5c1-3502282644b0 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Request body: {'security_group_rule': {'security_group_id': 'bd3c1531-9665-46e1-afae-ca9870360a0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:08.541307 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b51c35f6-7952-4643-8f92-d4a11a88e7ea None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:08.566302 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b51c35f6-7952-4643-8f92-d4a11a88e7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:08.587404 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1b06c86f-6309-4a11-8d2e-c3cf0273c98d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:08.613602 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-1cceece9-bae5-4a25-bf99-81a7ccf8c54e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Deleting port 4f84b518-dd77-4b11-8e95-dae8179c418d {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:08.613961 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1cceece9-bae5-4a25-bf99-81a7ccf8c54e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:08.661192 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c35f6-7952-4643-8f92-d4a11a88e7ea None None] Pushing event updated for resources: {'Port': ['ID=fb317a33-51ef-49de-a587-9f57a5b5f3de,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:08.668005 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51c35f6-7952-4643-8f92-d4a11a88e7ea None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:08.669527 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-b51c35f6-7952-4643-8f92-d4a11a88e7ea None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:08.682211 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51c35f6-7952-4643-8f92-d4a11a88e7ea None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:59:08.702419 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1e5a3e4-93df-4ed6-b5c1-3502282644b0 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:08.729280 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-4a5ac5cc-b791-48a8-86e2-0e534d3de5b3 service neutron] For port 1086e2f4-9cca-4533-9338-9c63a105b995, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:59:08.744299 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-4a5ac5cc-b791-48a8-86e2-0e534d3de5b3 service neutron] For port 1086e2f4-9cca-4533-9338-9c63a105b995, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=1086e2f4-9cca-4533-9338-9c63a105b995,segment=NetworkSegment(199cc61b-fc7e-477f-974e-02e8932cfc7f),segment_id=199cc61b-fc7e-477f-974e-02e8932cfc7f)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:59:08.756445 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-4a5ac5cc-b791-48a8-86e2-0e534d3de5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:08.766733 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-b51c35f6-7952-4643-8f92-d4a11a88e7ea None None] Attempting to bind port fb317a33-51ef-49de-a587-9f57a5b5f3de on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:59:08.767310 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-b51c35f6-7952-4643-8f92-d4a11a88e7ea None None] Attempting to bind port fb317a33-51ef-49de-a587-9f57a5b5f3de by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:59:08.767681 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51c35f6-7952-4643-8f92-d4a11a88e7ea None None] Attempting to bind port fb317a33-51ef-49de-a587-9f57a5b5f3de on network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:59:08.774031 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51c35f6-7952-4643-8f92-d4a11a88e7ea None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:59:08.774325 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51c35f6-7952-4643-8f92-d4a11a88e7ea None None] Checking segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:59:08.774786 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b51c35f6-7952-4643-8f92-d4a11a88e7ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:08.775209 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51c35f6-7952-4643-8f92-d4a11a88e7ea None None] Bound using segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:59:08.776501 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-b51c35f6-7952-4643-8f92-d4a11a88e7ea None None] Bound port: fb317a33-51ef-49de-a587-9f57a5b5f3de, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:59:08.777314 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b51c35f6-7952-4643-8f92-d4a11a88e7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:08.791535 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-4a5ac5cc-b791-48a8-86e2-0e534d3de5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:08.792244 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-4a5ac5cc-b791-48a8-86e2-0e534d3de5b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:08.794023 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-4a5ac5cc-b791-48a8-86e2-0e534d3de5b3 service neutron] 10.222.0.77 "PUT /v2.0/ports/1086e2f4-9cca-4533-9338-9c63a105b995 HTTP/1.1" status: 200 len: 1092 time: 3.2950993 May 06 09:59:08.878127 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1e5a3e4-93df-4ed6-b5c1-3502282644b0 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:08.894252 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1cceece9-bae5-4a25-bf99-81a7ccf8c54e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:08.900056 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1e5a3e4-93df-4ed6-b5c1-3502282644b0 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:08.922841 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-b51c35f6-7952-4643-8f92-d4a11a88e7ea None None] For port fb317a33-51ef-49de-a587-9f57a5b5f3de, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:59:08.924968 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-1cceece9-bae5-4a25-bf99-81a7ccf8c54e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Calling delete_port for 4f84b518-dd77-4b11-8e95-dae8179c418d owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:08.940647 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-b51c35f6-7952-4643-8f92-d4a11a88e7ea None None] For port fb317a33-51ef-49de-a587-9f57a5b5f3de, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=fb317a33-51ef-49de-a587-9f57a5b5f3de,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:59:08.950955 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b51c35f6-7952-4643-8f92-d4a11a88e7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:08.977735 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5a3e4-93df-4ed6-b5c1-3502282644b0 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0615fdf-ac84-420b-a7df-fde230e8ec7d,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:08.991463 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1e5a3e4-93df-4ed6-b5c1-3502282644b0 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:08.996380 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d1e5a3e4-93df-4ed6-b5c1-3502282644b0 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4617710 May 06 09:59:08.997241 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42634) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:09.001896 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-9b60400f-eafa-4b56-a7fe-ac6499077dcf tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:09.014800 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-8f7aa295-642c-4bd9-831e-3310707d32e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:09.025924 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-1b06c86f-6309-4a11-8d2e-c3cf0273c98d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Allocated IP 2001:db8::1 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/a971aef6-0596-44d1-b5b9-c051f912eb2c/9f1f7360-941d-41f0-b7d3-ba7c7f60444e) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:09.027967 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-8f7aa295-642c-4bd9-831e-3310707d32e4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 1095 time: 0.1879642 May 06 09:59:09.046141 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 5ec3ebab-e335-4971-abfe-8222d918898a no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:59:09.086267 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 5ec3ebab-e335-4971-abfe-8222d918898a {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:59:09.087019 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 5ec3ebab-e335-4971-abfe-8222d918898a not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:59:09.108862 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ac5cc-b791-48a8-86e2-0e534d3de5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1086e2f4-9cca-4533-9338-9c63a105b995,revision_number=7']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:09.134831 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c35f6-7952-4643-8f92-d4a11a88e7ea None None] Pushing event updated for resources: {'Port': ['ID=fb317a33-51ef-49de-a587-9f57a5b5f3de,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:09.167796 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b60400f-eafa-4b56-a7fe-ac6499077dcf tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:09.292577 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1b06c86f-6309-4a11-8d2e-c3cf0273c98d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:09.374697 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-c391f8ab-5dcf-4404-8bb2-a3e04bd76699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:09.376540 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-c391f8ab-5dcf-4404-8bb2-a3e04bd76699 service neutron] 10.222.0.77 "GET /v2.0/networks?id=43fdf43b-20c1-42c7-9501-ce94bba53414 HTTP/1.1" status: 200 len: 898 time: 0.3330727 May 06 09:59:09.456205 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b60400f-eafa-4b56-a7fe-ac6499077dcf tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:09.468407 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1b06c86f-6309-4a11-8d2e-c3cf0273c98d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:09.489029 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1cceece9-bae5-4a25-bf99-81a7ccf8c54e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:09.526758 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cceece9-bae5-4a25-bf99-81a7ccf8c54e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Port': ['ID=4f84b518-dd77-4b11-8e95-dae8179c418d,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:09.533358 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-8b4748b8-0645-4854-9d4c-326710511bb0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1086e2f4-9cca-4533-9338-9c63a105b995 HTTP/1.1" status: 200 len: 999 time: 0.1486974 May 06 09:59:09.596614 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b06c86f-6309-4a11-8d2e-c3cf0273c98d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:09.598257 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06c86f-6309-4a11-8d2e-c3cf0273c98d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Port': ['ID=9f1f7360-941d-41f0-b7d3-ba7c7f60444e,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:09.663015 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-1b06c86f-6309-4a11-8d2e-c3cf0273c98d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:09.665970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b06c86f-6309-4a11-8d2e-c3cf0273c98d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:59:09.667090 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1b06c86f-6309-4a11-8d2e-c3cf0273c98d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:09.700722 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1cceece9-bae5-4a25-bf99-81a7ccf8c54e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:09.703394 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-64cc30cf-dbc9-433e-9454-84235a2da40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:09.704910 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-64cc30cf-dbc9-433e-9454-84235a2da40d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f1a92695-e647-46ea-abf1-868e984a76d3 HTTP/1.1" status: 200 len: 835 time: 0.1541624 May 06 09:59:09.763728 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a1121-8d6c-449e-a9fe-f0f44edc0d90 req-5024a4be-5716-4755-8a32-57f16dd58a51 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:09.771111 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3c7a1121-8d6c-449e-a9fe-f0f44edc0d90 req-5024a4be-5716-4755-8a32-57f16dd58a51 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 944 time: 0.3705459 May 06 09:59:09.821183 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-9b60400f-eafa-4b56-a7fe-ac6499077dcf tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Allocated IP 172.25.5.123 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/bf2b9a57-2386-415d-b7ed-f2f43d32945b) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:09.852042 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-5aa9494f-9225-47df-929d-9308581b46ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:09.853752 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-5aa9494f-9225-47df-929d-9308581b46ad service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=43fdf43b-20c1-42c7-9501-ce94bba53414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1412802 May 06 09:59:09.904519 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3c7a1121-8d6c-449e-a9fe-f0f44edc0d90 req-5a6c85ca-dafc-4539-8090-46bf47207703 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321321 May 06 09:59:09.927603 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1b06c86f-6309-4a11-8d2e-c3cf0273c98d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:09.992767 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cceece9-bae5-4a25-bf99-81a7ccf8c54e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Router d653e49b-38c9-4fb1-b4ab-8386c41a69c1 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:59:10.028321 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-64c47793-10d9-4183-a382-eb71d4966ec0 req-1ac38c19-3976-4ac2-9484-34ae9fc08b1e tempest-ServerShowV257Test-657187017 tempest-ServerShowV257Test-657187017-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.0501142 May 06 09:59:10.074172 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-187f75ec-517e-41df-8f05-e4c60b84476c service neutron] 10.222.0.77 "GET /v2.0/networks/43fdf43b-20c1-42c7-9501-ce94bba53414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083359 May 06 09:59:10.199101 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b60400f-eafa-4b56-a7fe-ac6499077dcf tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:10.204439 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cceece9-bae5-4a25-bf99-81a7ccf8c54e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:59:10.219157 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f6db5f-a719-45a6-88f5-c5cf92f8da2a None None] Sync routers for ids ['d653e49b-38c9-4fb1-b4ab-8386c41a69c1'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:59:10.237408 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f6db5f-a719-45a6-88f5-c5cf92f8da2a None None] Routers {'d653e49b-38c9-4fb1-b4ab-8386c41a69c1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:10.238480 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-36f6db5f-a719-45a6-88f5-c5cf92f8da2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['d653e49b-38c9-4fb1-b4ab-8386c41a69c1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:10.254437 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-46941677-1f44-4145-bc85-f4c08d2fb7a4 service neutron] 10.222.0.77 "GET /v2.0/networks/43fdf43b-20c1-42c7-9501-ce94bba53414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378548 May 06 09:59:10.258795 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1cceece9-bae5-4a25-bf99-81a7ccf8c54e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "PUT /v2.0/routers/d653e49b-38c9-4fb1-b4ab-8386c41a69c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1002870 May 06 09:59:10.261992 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42644) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:10.346088 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-dad847d9-8d7c-469b-a83b-d535f4ce0577 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "GET /v2.0/ports?device_id=d653e49b-38c9-4fb1-b4ab-8386c41a69c1 HTTP/1.1" status: 200 len: 205 time: 0.0824850 May 06 09:59:10.350750 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42646) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:10.358961 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-36f6db5f-a719-45a6-88f5-c5cf92f8da2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:10.371097 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f6db5f-a719-45a6-88f5-c5cf92f8da2a None None] Routers {'d653e49b-38c9-4fb1-b4ab-8386c41a69c1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:10.372658 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-36f6db5f-a719-45a6-88f5-c5cf92f8da2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['d653e49b-38c9-4fb1-b4ab-8386c41a69c1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:10.380867 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '996864ea-2ab9-4c75-8f56-eb0253a84362', 'tag': '1086e2f4-9cca-4533-9338-9c63a105b995'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:59:10.383998 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc73b6ce-f5c4-4265-afdd-09917eb12ace" -d '{"events": [{"name": "network-changed", "server_uuid": "996864ea-2ab9-4c75-8f56-eb0253a84362", "tag": "1086e2f4-9cca-4533-9338-9c63a105b995"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:59:10.424055 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-36f6db5f-a719-45a6-88f5-c5cf92f8da2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:10.424999 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f6db5f-a719-45a6-88f5-c5cf92f8da2a None None] The sync data for ids ['d653e49b-38c9-4fb1-b4ab-8386c41a69c1'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:59:10.514145 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b60400f-eafa-4b56-a7fe-ac6499077dcf tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:10.535714 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dcd1f6a0-34f8-4c06-806f-82cc18d23eaa req-53408ba2-20e0-4217-8f15-62b22db6e1f3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cd9d907904114a80b998eb2dd8323e3c&device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.0776985 May 06 09:59:10.540401 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2cc08760-3c66-4aac-9b6a-ed4bf7eb2057 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:10.610929 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b60400f-eafa-4b56-a7fe-ac6499077dcf tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:10.636763 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dcd1f6a0-34f8-4c06-806f-82cc18d23eaa req-a4f3f885-6ef8-4e18-9e0e-b9d54f8fc8ab service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=cd9d907904114a80b998eb2dd8323e3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602317 May 06 09:59:10.637202 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60400f-eafa-4b56-a7fe-ac6499077dcf tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event updated for resources: {'Port': ['ID=bf2b9a57-2386-415d-b7ed-f2f43d32945b,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:10.658654 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-81822b37-5656-48be-87d1-e983c99ef120 req-88bc1a6b-af52-47a1-9500-cfe5c41ef6e3 tempest-ServerShowV257Test-657187017 tempest-ServerShowV257Test-657187017-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.0841401 May 06 09:59:10.662642 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-9b60400f-eafa-4b56-a7fe-ac6499077dcf tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:10.671732 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b60400f-eafa-4b56-a7fe-ac6499077dcf tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:59:10.795924 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1b06c86f-6309-4a11-8d2e-c3cf0273c98d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:10.804504 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1b06c86f-6309-4a11-8d2e-c3cf0273c98d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:10.805322 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1b06c86f-6309-4a11-8d2e-c3cf0273c98d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:10.874497 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-2866560b-0cfc-4a88-8438-42106994ad00 None None] Provisioning complete for port fb317a33-51ef-49de-a587-9f57a5b5f3de triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:10.875650 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2866560b-0cfc-4a88-8438-42106994ad00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:11.103855 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2866560b-0cfc-4a88-8438-42106994ad00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:11.120485 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device fb317a33-51ef-49de-a587-9f57a5b5f3de up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:59:11.205358 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-2866560b-0cfc-4a88-8438-42106994ad00 None None] For port fb317a33-51ef-49de-a587-9f57a5b5f3de, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=fb317a33-51ef-49de-a587-9f57a5b5f3de,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:11.216953 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2866560b-0cfc-4a88-8438-42106994ad00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:11.256934 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port fb317a33-51ef-49de-a587-9f57a5b5f3de triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:11.257559 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:11.318700 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866560b-0cfc-4a88-8438-42106994ad00 None None] Pushing event updated for resources: {'Port': ['ID=fb317a33-51ef-49de-a587-9f57a5b5f3de,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:11.339364 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866560b-0cfc-4a88-8438-42106994ad00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:11.340021 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866560b-0cfc-4a88-8438-42106994ad00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:11.340387 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866560b-0cfc-4a88-8438-42106994ad00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:11.340739 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866560b-0cfc-4a88-8438-42106994ad00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:11.341088 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866560b-0cfc-4a88-8438-42106994ad00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:11.341436 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866560b-0cfc-4a88-8438-42106994ad00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:11.341781 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866560b-0cfc-4a88-8438-42106994ad00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:11.342119 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866560b-0cfc-4a88-8438-42106994ad00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:11.342456 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866560b-0cfc-4a88-8438-42106994ad00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:11.342791 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866560b-0cfc-4a88-8438-42106994ad00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:11.343143 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866560b-0cfc-4a88-8438-42106994ad00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:11.347559 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866560b-0cfc-4a88-8438-42106994ad00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:11.389515 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e4ec4775-7e9b-43db-8402-48a19616befd None None] Provisioning complete for port 9f1f7360-941d-41f0-b7d3-ba7c7f60444e triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:11.389915 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e4ec4775-7e9b-43db-8402-48a19616befd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:11.406299 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1f6a0-34f8-4c06-806f-82cc18d23eaa req-22dd8ec8-6d20-4877-b13c-c5b8417348ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:11.408343 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dcd1f6a0-34f8-4c06-806f-82cc18d23eaa req-22dd8ec8-6d20-4877-b13c-c5b8417348ee service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7640445 May 06 09:59:11.445641 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec4775-7e9b-43db-8402-48a19616befd None None] Port 9f1f7360-941d-41f0-b7d3-ba7c7f60444e cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:59:11.450440 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26a98fb-7e67-40f5-b163-a99d9c4925eb x-openstack-request-id: req-c26a98fb-7e67-40f5-b163-a99d9c4925eb {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:59:11.451090 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "996864ea-2ab9-4c75-8f56-eb0253a84362", "tag": "1086e2f4-9cca-4533-9338-9c63a105b995", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:59:11.451373 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c26a98fb-7e67-40f5-b163-a99d9c4925eb {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:59:11.451780 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c26a98fb-7e67-40f5-b163-a99d9c4925eb'] response: {'name': 'network-changed', 'server_uuid': '996864ea-2ab9-4c75-8f56-eb0253a84362', 'tag': '1086e2f4-9cca-4533-9338-9c63a105b995', 'status': 'completed', 'code': 200} May 06 09:59:11.604987 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06c86f-6309-4a11-8d2e-c3cf0273c98d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Port': ['ID=9f1f7360-941d-41f0-b7d3-ba7c7f60444e,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:11.643385 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b60400f-eafa-4b56-a7fe-ac6499077dcf tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:11.643843 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2cc08760-3c66-4aac-9b6a-ed4bf7eb2057 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:11.656558 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef665e3-4bc4-4478-9bac-c1e129fd16dd req-55a72ac6-a3bc-401d-818a-a9017bbb7c0a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:11.656766 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2cc08760-3c66-4aac-9b6a-ed4bf7eb2057 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:11.658348 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1ef665e3-4bc4-4478-9bac-c1e129fd16dd req-55a72ac6-a3bc-401d-818a-a9017bbb7c0a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 944 time: 0.2341964 May 06 09:59:11.740154 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b60400f-eafa-4b56-a7fe-ac6499077dcf tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:11.757273 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73b6ce-f5c4-4265-afdd-09917eb12ace req-3eb3fd79-07de-4566-abdf-c91aeb27ccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:11.758963 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dc73b6ce-f5c4-4265-afdd-09917eb12ace req-3eb3fd79-07de-4566-abdf-c91aeb27ccd7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 1095 time: 0.3494389 May 06 09:59:11.761844 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73b6ce-f5c4-4265-afdd-09917eb12ace req-585da19b-79bd-4f7d-afef-b34ed771204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:11.763304 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dc73b6ce-f5c4-4265-afdd-09917eb12ace req-585da19b-79bd-4f7d-afef-b34ed771204b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 1095 time: 0.3094187 May 06 09:59:11.764069 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2cc08760-3c66-4aac-9b6a-ed4bf7eb2057 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:11.764573 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc08760-3c66-4aac-9b6a-ed4bf7eb2057 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Fanout notify agent at l3_agent the message router_deleted on router d653e49b-38c9-4fb1-b4ab-8386c41a69c1 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:59:11.771857 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2cc08760-3c66-4aac-9b6a-ed4bf7eb2057 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:11.773075 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2cc08760-3c66-4aac-9b6a-ed4bf7eb2057 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/routers/d653e49b-38c9-4fb1-b4ab-8386c41a69c1 HTTP/1.1" status: 204 len: 168 time: 1.4216874 May 06 09:59:11.779442 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b06c86f-6309-4a11-8d2e-c3cf0273c98d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:11.782300 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42668) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:11.785430 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1ef665e3-4bc4-4478-9bac-c1e129fd16dd req-dab22377-5820-4740-b45b-ce993b873674 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202116 May 06 09:59:11.796546 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-1b06c86f-6309-4a11-8d2e-c3cf0273c98d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:11.973478 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73b6ce-f5c4-4265-afdd-09917eb12ace req-92fcda70-eded-469a-b362-bf940f33b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:11.974966 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dc73b6ce-f5c4-4265-afdd-09917eb12ace req-92fcda70-eded-469a-b362-bf940f33b980 service neutron] 10.222.0.77 "GET /v2.0/networks?id=43fdf43b-20c1-42c7-9501-ce94bba53414 HTTP/1.1" status: 200 len: 898 time: 0.2008622 May 06 09:59:11.976110 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73b6ce-f5c4-4265-afdd-09917eb12ace req-ac06b9d8-4c83-450b-8d11-d4b27050fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:11.977532 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dc73b6ce-f5c4-4265-afdd-09917eb12ace req-ac06b9d8-4c83-450b-8d11-d4b27050fa6f service neutron] 10.222.0.84 "GET /v2.0/networks?id=43fdf43b-20c1-42c7-9501-ce94bba53414 HTTP/1.1" status: 200 len: 898 time: 0.1945171 May 06 09:59:11.981173 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-540846b9-c91b-4e45-a45b-b77bbbb917b8 req-c3e5f498-6494-4225-8469-d78d637ec53c tempest-ServerShowV257Test-657187017 tempest-ServerShowV257Test-657187017-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.0414729 May 06 09:59:12.045788 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-673cb48b-6d6c-4f72-a748-c700f6b09e4f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Deleting subnet 96bee812-76cd-408b-9089-07eaf9a47e10 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:59:12.049351 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-673cb48b-6d6c-4f72-a748-c700f6b09e4f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:12.056408 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dc73b6ce-f5c4-4265-afdd-09917eb12ace req-2d272009-27e7-414d-ba54-e7d4ea649159 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1086e2f4-9cca-4533-9338-9c63a105b995 HTTP/1.1" status: 200 len: 999 time: 0.0728574 May 06 09:59:12.139736 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-673cb48b-6d6c-4f72-a748-c700f6b09e4f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:12.158229 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dc73b6ce-f5c4-4265-afdd-09917eb12ace req-a710a757-c480-428d-a435-36b123aa79ab service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1086e2f4-9cca-4533-9338-9c63a105b995 HTTP/1.1" status: 200 len: 999 time: 0.1008797 May 06 09:59:12.178315 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d87e70f4-75df-42ca-8d45-fa3b28ebf906 None None] Provisioning complete for port 9f1f7360-941d-41f0-b7d3-ba7c7f60444e triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:12.178893 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d87e70f4-75df-42ca-8d45-fa3b28ebf906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:12.198389 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73b6ce-f5c4-4265-afdd-09917eb12ace req-df77aba5-29e8-4a25-b588-2bddb6a361a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:12.200580 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dc73b6ce-f5c4-4265-afdd-09917eb12ace req-df77aba5-29e8-4a25-b588-2bddb6a361a0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f1a92695-e647-46ea-abf1-868e984a76d3 HTTP/1.1" status: 200 len: 835 time: 0.0894208 May 06 09:59:12.227263 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b06c86f-6309-4a11-8d2e-c3cf0273c98d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Router 0415f041-432d-4aeb-8736-e4d8140d572f is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:59:12.228697 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d87e70f4-75df-42ca-8d45-fa3b28ebf906 None None] Port 9f1f7360-941d-41f0-b7d3-ba7c7f60444e cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:59:12.258272 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73b6ce-f5c4-4265-afdd-09917eb12ace req-c0067792-f72d-4ac2-8d41-dae575db7aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:12.259968 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dc73b6ce-f5c4-4265-afdd-09917eb12ace req-c0067792-f72d-4ac2-8d41-dae575db7aa4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f1a92695-e647-46ea-abf1-868e984a76d3 HTTP/1.1" status: 200 len: 835 time: 0.0932646 May 06 09:59:12.322261 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73b6ce-f5c4-4265-afdd-09917eb12ace req-5f2d3689-55e0-464f-a8ec-a0c12282b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:12.324286 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dc73b6ce-f5c4-4265-afdd-09917eb12ace req-5f2d3689-55e0-464f-a8ec-a0c12282b488 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=43fdf43b-20c1-42c7-9501-ce94bba53414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1125636 May 06 09:59:12.396582 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-673cb48b-6d6c-4f72-a748-c700f6b09e4f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:12.402223 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b60400f-eafa-4b56-a7fe-ac6499077dcf tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:12.412766 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73b6ce-f5c4-4265-afdd-09917eb12ace req-4380164c-cb6d-498b-807f-9a041519519c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:12.414351 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dc73b6ce-f5c4-4265-afdd-09917eb12ace req-4380164c-cb6d-498b-807f-9a041519519c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43fdf43b-20c1-42c7-9501-ce94bba53414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1372855 May 06 09:59:12.437725 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b60400f-eafa-4b56-a7fe-ac6499077dcf tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:12.487138 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b06c86f-6309-4a11-8d2e-c3cf0273c98d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:59:12.496465 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1b06c86f-6309-4a11-8d2e-c3cf0273c98d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "PUT /v2.0/routers/0415f041-432d-4aeb-8736-e4d8140d572f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3893993 May 06 09:59:12.502926 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42670) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:12.507479 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1fc14a-4d0a-4f7a-a396-2d115cbac1e5 None None] Sync routers for ids ['0415f041-432d-4aeb-8736-e4d8140d572f'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:59:12.524541 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1fc14a-4d0a-4f7a-a396-2d115cbac1e5 None None] Routers {'0415f041-432d-4aeb-8736-e4d8140d572f'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:12.525355 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-fe1fc14a-4d0a-4f7a-a396-2d115cbac1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['0415f041-432d-4aeb-8736-e4d8140d572f'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:12.551855 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b60400f-eafa-4b56-a7fe-ac6499077dcf tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:12.567987 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60400f-eafa-4b56-a7fe-ac6499077dcf tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event updated for resources: {'Port': ['ID=bf2b9a57-2386-415d-b7ed-f2f43d32945b,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:12.584611 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10f2534-51bd-4eec-9f26-b77860b8a798 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:12.588360 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b10f2534-51bd-4eec-9f26-b77860b8a798 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports/9f1f7360-941d-41f0-b7d3-ba7c7f60444e HTTP/1.1" status: 200 len: 911 time: 0.0803504 May 06 09:59:12.589163 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42674) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:12.599544 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b60400f-eafa-4b56-a7fe-ac6499077dcf tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:12.600816 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9b60400f-eafa-4b56-a7fe-ac6499077dcf tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6029067 May 06 09:59:12.611622 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-673cb48b-6d6c-4f72-a748-c700f6b09e4f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:12.640473 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dc73b6ce-f5c4-4265-afdd-09917eb12ace req-2c6ef457-b0db-4465-b8b8-e499d84970d1 service neutron] 10.222.0.77 "GET /v2.0/networks/43fdf43b-20c1-42c7-9501-ce94bba53414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920387 May 06 09:59:12.643909 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-673cb48b-6d6c-4f72-a748-c700f6b09e4f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:12.650459 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-673cb48b-6d6c-4f72-a748-c700f6b09e4f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/subnets/96bee812-76cd-408b-9089-07eaf9a47e10 HTTP/1.1" status: 204 len: 168 time: 0.8607464 May 06 09:59:12.653850 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42680) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:12.654201 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31e59ab-a395-4ffb-8ad2-1dc08c7da4de None None] Network 7c04fb7b-0714-4687-a7a8-b97ce375fe9c requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:12.684869 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673cb48b-6d6c-4f72-a748-c700f6b09e4f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Subnet': ['ID=96bee812-76cd-408b-9089-07eaf9a47e10,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:12.736880 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-fe1fc14a-4d0a-4f7a-a396-2d115cbac1e5 None None] Set router 0415f041-432d-4aeb-8736-e4d8140d572f gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:12.784826 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dc73b6ce-f5c4-4265-afdd-09917eb12ace req-24a620c0-aa5a-4a75-8abe-9f4d8047bfc9 service neutron] 10.222.0.84 "GET /v2.0/networks/43fdf43b-20c1-42c7-9501-ce94bba53414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625338 May 06 09:59:12.903061 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db25d69-da2f-409f-862b-e6ed6264667c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:12.908400 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db25d69-da2f-409f-862b-e6ed6264667c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:12.912011 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8db25d69-da2f-409f-862b-e6ed6264667c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3218701 May 06 09:59:12.921961 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dcd1f6a0-34f8-4c06-806f-82cc18d23eaa req-f124055a-5202-4143-a0b1-aaf388b7fe5a tempest-ServerShowV257Test-657187017 tempest-ServerShowV257Test-657187017-project] 10.222.0.77 "GET /v2.0/ports?device_id=b88864ec-b4f9-40ad-927d-dc4283e6dcdd HTTP/1.1" status: 200 len: 210 time: 0.1078353 May 06 09:59:12.926707 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42700) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:12.942311 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8eecf434-bcef-4af9-b487-344cbda6abf4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:13.009369 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-89d7d216-2267-40cf-8da6-103a14326638 req-173ff38f-14a4-4cc8-ba5b-8e6a33109c81 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1382152752&fields=id&tenant_id=8f622fd1748945faafa68a8a25c50995 HTTP/1.1" status: 200 len: 267 time: 0.1520319 May 06 09:59:13.074452 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device fb317a33-51ef-49de-a587-9f57a5b5f3de up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:59:13.112815 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7ce1fe-5e85-45a9-9afc-ec5c99bd5e40 None None] DHCP port deletion for 7c04fb7b-0714-4687-a7a8-b97ce375fe9c request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:59:13.154014 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dc73b6ce-f5c4-4265-afdd-09917eb12ace req-2394695f-3aad-40d4-9b58-47f0d8c97391 service neutron] 10.222.0.77 "GET /v2.0/networks/43fdf43b-20c1-42c7-9501-ce94bba53414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5094900 May 06 09:59:13.168740 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dc73b6ce-f5c4-4265-afdd-09917eb12ace req-f57229b1-f44b-444c-8de0-399abace88ca service neutron] 10.222.0.84 "GET /v2.0/networks/43fdf43b-20c1-42c7-9501-ce94bba53414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720367 May 06 09:59:13.199220 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-fe1fc14a-4d0a-4f7a-a396-2d115cbac1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0415f041-432d-4aeb-8736-e4d8140d572f', 'name': 'tempest-NetworksTestDHCPv6-router-2107760512', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:07Z', 'updated_at': '2022-05-06T09:59:09Z', 'revision_number': 2, 'project_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'gw_port_host': None, '_interfaces': [{'id': '9f1f7360-941d-41f0-b7d3-ba7c7f60444e', 'name': '', 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'mac_address': 'fa:16:3e:2b:c1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0415f041-432d-4aeb-8736-e4d8140d572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'a971aef6-0596-44d1-b5b9-c051f912eb2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:08Z', 'updated_at': '2022-05-06T09:59:10Z', 'revision_number': 2, 'project_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'subnets': [{'id': 'a971aef6-0596-44d1-b5b9-c051f912eb2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:13.207473 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port fb317a33-51ef-49de-a587-9f57a5b5f3de triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:13.208208 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:13.241728 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7d216-2267-40cf-8da6-103a14326638 req-1bd059cc-526a-4d56-94c9-10830f98930a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:13.251053 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-89d7d216-2267-40cf-8da6-103a14326638 req-1bd059cc-526a-4d56-94c9-10830f98930a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/networks?id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 HTTP/1.1" status: 200 len: 813 time: 0.2383261 May 06 09:59:13.262720 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1fc14a-4d0a-4f7a-a396-2d115cbac1e5 None None] Checking router: 0415f041-432d-4aeb-8736-e4d8140d572f for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:59:13.263924 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1fc14a-4d0a-4f7a-a396-2d115cbac1e5 None None] Updating router 0415f041-432d-4aeb-8736-e4d8140d572f port 9f1f7360-941d-41f0-b7d3-ba7c7f60444e binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:59:13.271661 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-89d7d216-2267-40cf-8da6-103a14326638 req-b7b7aba3-c14b-4aed-bae3-7e308937eb72 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/quotas/8f622fd1748945faafa68a8a25c50995 HTTP/1.1" status: 200 len: 375 time: 0.0195816 May 06 09:59:13.298005 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fe1fc14a-4d0a-4f7a-a396-2d115cbac1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:13.299715 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-8eecf434-bcef-4af9-b487-344cbda6abf4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Deleting port f0114104-e3a2-4826-80bf-c8dd59fbba0d {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:13.300069 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8eecf434-bcef-4af9-b487-344cbda6abf4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:13.327989 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-7a7ce1fe-5e85-45a9-9afc-ec5c99bd5e40 None None] Deleting port f0114104-e3a2-4826-80bf-c8dd59fbba0d {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:13.328734 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7a7ce1fe-5e85-45a9-9afc-ec5c99bd5e40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:13.390120 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-8eecf434-bcef-4af9-b487-344cbda6abf4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] For port f0114104-e3a2-4826-80bf-c8dd59fbba0d, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f0114104-e3a2-4826-80bf-c8dd59fbba0d,segment=NetworkSegment(c9449e9a-a049-4426-ac8c-935e2e1f7f7e),segment_id=c9449e9a-a049-4426-ac8c-935e2e1f7f7e)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:13.390521 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8eecf434-bcef-4af9-b487-344cbda6abf4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:13.415217 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-8eecf434-bcef-4af9-b487-344cbda6abf4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Calling delete_port for f0114104-e3a2-4826-80bf-c8dd59fbba0d owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:13.423675 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-89d7d216-2267-40cf-8da6-103a14326638 req-37797bf0-6cb0-4d14-bfd0-bef92e212c9c tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f622fd1748945faafa68a8a25c50995&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1509798 May 06 09:59:13.586249 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-89d7d216-2267-40cf-8da6-103a14326638 req-046fca5b-5f04-40f3-b2fe-054c391086e8 service neutron] 10.222.0.73 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561899 May 06 09:59:13.591347 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8eecf434-bcef-4af9-b487-344cbda6abf4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:13.638994 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eecf434-bcef-4af9-b487-344cbda6abf4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Port': ['ID=f0114104-e3a2-4826-80bf-c8dd59fbba0d,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:13.644827 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eecf434-bcef-4af9-b487-344cbda6abf4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] No DVR routers for this DVR port f0114104-e3a2-4826-80bf-c8dd59fbba0d on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:59:13.682884 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26f26a84-551f-4f29-8678-7b6cf82a0410 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:13.761415 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-89d7d216-2267-40cf-8da6-103a14326638 req-ee8a56d2-9591-495c-838a-08949d832a96 service neutron] 10.222.0.73 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648178 May 06 09:59:13.822686 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-7a7ce1fe-5e85-45a9-9afc-ec5c99bd5e40 None None] For port f0114104-e3a2-4826-80bf-c8dd59fbba0d, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f0114104-e3a2-4826-80bf-c8dd59fbba0d,segment=NetworkSegment(c9449e9a-a049-4426-ac8c-935e2e1f7f7e),segment_id=c9449e9a-a049-4426-ac8c-935e2e1f7f7e)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:13.823253 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7a7ce1fe-5e85-45a9-9afc-ec5c99bd5e40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:13.850289 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-7a7ce1fe-5e85-45a9-9afc-ec5c99bd5e40 None None] Calling delete_port for f0114104-e3a2-4826-80bf-c8dd59fbba0d owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:13.861148 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8eecf434-bcef-4af9-b487-344cbda6abf4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:13.905232 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-8eecf434-bcef-4af9-b487-344cbda6abf4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c04fb7b-0714-4687-a7a8-b97ce375fe9c']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:13.982750 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-8eecf434-bcef-4af9-b487-344cbda6abf4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9449e9a-a049-4426-ac8c-935e2e1f7f7e') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:13.982750 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-8eecf434-bcef-4af9-b487-344cbda6abf4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9449e9a-a049-4426-ac8c-935e2e1f7f7e') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:14.027239 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8eecf434-bcef-4af9-b487-344cbda6abf4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:14.072012 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8eecf434-bcef-4af9-b487-344cbda6abf4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:14.089056 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eecf434-bcef-4af9-b487-344cbda6abf4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:59:14.089056 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8eecf434-bcef-4af9-b487-344cbda6abf4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:14.091854 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7a7ce1fe-5e85-45a9-9afc-ec5c99bd5e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: items = [ May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: timer() May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:59:14.102548 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:59:14.149852 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ce1fe-5e85-45a9-9afc-ec5c99bd5e40 None None] Pushing event deleted for resources: {'Port': ['ID=f0114104-e3a2-4826-80bf-c8dd59fbba0d,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:14.162105 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7ce1fe-5e85-45a9-9afc-ec5c99bd5e40 None None] No DVR routers for this DVR port f0114104-e3a2-4826-80bf-c8dd59fbba0d on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:59:14.170847 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bd591-d87b-4304-a3a2-bb490466c983 req-d4178631-5819-414f-a19d-204c8392778b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:14.182448 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b81bd591-d87b-4304-a3a2-bb490466c983 req-d4178631-5819-414f-a19d-204c8392778b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 944 time: 0.0812504 May 06 09:59:14.234238 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8eecf434-bcef-4af9-b487-344cbda6abf4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:14.248362 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fe1fc14a-4d0a-4f7a-a396-2d115cbac1e5 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:14.257372 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b81bd591-d87b-4304-a3a2-bb490466c983 req-792a768b-448e-4288-b662-23d6b24d5cfb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739446 May 06 09:59:14.261128 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fe1fc14a-4d0a-4f7a-a396-2d115cbac1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:14.266398 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8eecf434-bcef-4af9-b487-344cbda6abf4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:14.274524 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42710) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:14.276755 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8eecf434-bcef-4af9-b487-344cbda6abf4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/networks/7c04fb7b-0714-4687-a7a8-b97ce375fe9c HTTP/1.1" status: 204 len: 168 time: 1.6110241 May 06 09:59:14.288944 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-4b7b25fc-df87-4e3d-9116-d73e076c10ca tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1292929843', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:14.289953 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eecf434-bcef-4af9-b487-344cbda6abf4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Network': ['ID=7c04fb7b-0714-4687-a7a8-b97ce375fe9c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:14.333989 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4b7b25fc-df87-4e3d-9116-d73e076c10ca tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:14.335707 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4b7b25fc-df87-4e3d-9116-d73e076c10ca tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:14.341681 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-26f26a84-551f-4f29-8678-7b6cf82a0410 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting port 9f1f7360-941d-41f0-b7d3-ba7c7f60444e {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:14.342435 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26f26a84-551f-4f29-8678-7b6cf82a0410 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:14.417980 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11339b-7d8d-4485-a4ac-b5a95acc05dd None None] Pushing event updated for resources: {'Port': ['ID=9f1f7360-941d-41f0-b7d3-ba7c7f60444e,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:14.445223 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 1086e2f4-9cca-4533-9338-9c63a105b995 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:59:14.519622 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-fe1fc14a-4d0a-4f7a-a396-2d115cbac1e5 None None] Attempting to bind port 9f1f7360-941d-41f0-b7d3-ba7c7f60444e on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:59:14.520304 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-fe1fc14a-4d0a-4f7a-a396-2d115cbac1e5 None None] Attempting to bind port 9f1f7360-941d-41f0-b7d3-ba7c7f60444e by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:59:14.521166 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1fc14a-4d0a-4f7a-a396-2d115cbac1e5 None None] Attempting to bind port 9f1f7360-941d-41f0-b7d3-ba7c7f60444e on network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:59:14.547994 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1fc14a-4d0a-4f7a-a396-2d115cbac1e5 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:59:14.548784 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1fc14a-4d0a-4f7a-a396-2d115cbac1e5 None None] Checking segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:59:14.549790 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fe1fc14a-4d0a-4f7a-a396-2d115cbac1e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:14.550258 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1fc14a-4d0a-4f7a-a396-2d115cbac1e5 None None] Bound using segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:59:14.551073 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-fe1fc14a-4d0a-4f7a-a396-2d115cbac1e5 None None] Bound port: 9f1f7360-941d-41f0-b7d3-ba7c7f60444e, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:59:14.551741 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fe1fc14a-4d0a-4f7a-a396-2d115cbac1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:14.559833 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4b7b25fc-df87-4e3d-9116-d73e076c10ca tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:14.581356 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ada7b5c2-6531-456f-ac18-0982f702ff4b req-b73157a7-b3b4-451b-a148-5aa2cb00b564 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ac0b552-b0d7-4736-8dcf-85a6c2354ba9 HTTP/1.1" status: 200 len: 210 time: 0.0727305 May 06 09:59:14.584076 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4b7b25fc-df87-4e3d-9116-d73e076c10ca tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:14.585578 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26f26a84-551f-4f29-8678-7b6cf82a0410 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:14.612043 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-26f26a84-551f-4f29-8678-7b6cf82a0410 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Calling delete_port for 9f1f7360-941d-41f0-b7d3-ba7c7f60444e owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:14.629740 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4b7b25fc-df87-4e3d-9116-d73e076c10ca tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:14.631268 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4b7b25fc-df87-4e3d-9116-d73e076c10ca tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3555548 May 06 09:59:14.637308 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42722) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:14.657809 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-b02e7d80-fab4-4c6b-a4e6-033eb3dd60d1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2131636896'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:14.733754 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02e7d80-fab4-4c6b-a4e6-033eb3dd60d1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Made reservation on behalf of 33c51dde91ea4665882b6a57b1b91c1a for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:14.741790 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b02e7d80-fab4-4c6b-a4e6-033eb3dd60d1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:14.751944 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 1086e2f4-9cca-4533-9338-9c63a105b995, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=1086e2f4-9cca-4533-9338-9c63a105b995,segment=NetworkSegment(199cc61b-fc7e-477f-974e-02e8932cfc7f),segment_id=199cc61b-fc7e-477f-974e-02e8932cfc7f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:14.769017 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-fe1fc14a-4d0a-4f7a-a396-2d115cbac1e5 None None] For port 9f1f7360-941d-41f0-b7d3-ba7c7f60444e, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:59:14.778177 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-fe1fc14a-4d0a-4f7a-a396-2d115cbac1e5 None None] For port 9f1f7360-941d-41f0-b7d3-ba7c7f60444e, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9f1f7360-941d-41f0-b7d3-ba7c7f60444e,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:59:14.800108 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fe1fc14a-4d0a-4f7a-a396-2d115cbac1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:14.828813 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b02e7d80-fab4-4c6b-a4e6-033eb3dd60d1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:59:14.832146 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '1086e2f4-9cca-4533-9338-9c63a105b995', 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414', 'port_id': '1086e2f4-9cca-4533-9338-9c63a105b995', 'mac_address': 'fa:16:3e:c9:a6:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1a92695-e647-46ea-abf1-868e984a76d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:59:14.853750 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b02e7d80-fab4-4c6b-a4e6-033eb3dd60d1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:14.854168 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-b02e7d80-fab4-4c6b-a4e6-033eb3dd60d1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Added segment 8594c979-945a-4af0-a769-bdb41096f012 of type vlan for network 00c3d2bf-5572-4bae-bfed-f954722b5faa May 06 09:59:14.933372 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b02e7d80-fab4-4c6b-a4e6-033eb3dd60d1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:14.959780 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1fc14a-4d0a-4f7a-a396-2d115cbac1e5 None None] Routers {'0415f041-432d-4aeb-8736-e4d8140d572f'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:14.960773 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-fe1fc14a-4d0a-4f7a-a396-2d115cbac1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:58:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['0415f041-432d-4aeb-8736-e4d8140d572f'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:14.972760 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b02e7d80-fab4-4c6b-a4e6-033eb3dd60d1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:14.978449 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02e7d80-fab4-4c6b-a4e6-033eb3dd60d1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:14.979152 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b02e7d80-fab4-4c6b-a4e6-033eb3dd60d1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:15.179328 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e7d80-fab4-4c6b-a4e6-033eb3dd60d1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Network': ['ID=00c3d2bf-5572-4bae-bfed-f954722b5faa,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:15.202226 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-fe1fc14a-4d0a-4f7a-a396-2d115cbac1e5 None None] Set router 0415f041-432d-4aeb-8736-e4d8140d572f gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:15.257589 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b02e7d80-fab4-4c6b-a4e6-033eb3dd60d1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6184587 May 06 09:59:15.301954 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42730) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:15.302677 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42732) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:15.319207 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-b8c2c91a-bd2e-4983-8d18-96e00c5e012f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'subnet': {'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:15.424563 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d2988-adc4-4163-b405-1b7228e3388f req-b9f68cbf-cb18-4339-9f5b-f7801ba3f030 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:15.426603 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-386d2988-adc4-4163-b405-1b7228e3388f req-b9f68cbf-cb18-4339-9f5b-f7801ba3f030 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 944 time: 0.2960277 May 06 09:59:15.462076 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f0114104-e3a2-4826-80bf-c8dd59fbba0d no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:59:15.464570 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 00c3d2bf-5572-4bae-bfed-f954722b5faa details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:59:15.535927 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11339b-7d8d-4485-a4ac-b5a95acc05dd None None] Pushing event updated for resources: {'Port': ['ID=9f1f7360-941d-41f0-b7d3-ba7c7f60444e,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:15.552090 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c2c91a-bd2e-4983-8d18-96e00c5e012f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Made reservation on behalf of 33c51dde91ea4665882b6a57b1b91c1a for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:15.556006 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b8c2c91a-bd2e-4983-8d18-96e00c5e012f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:15.572592 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b82c47bc-4d0b-4bdf-b669-f3d507d36ea7 None None] Provisioning complete for port 9f1f7360-941d-41f0-b7d3-ba7c7f60444e triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:15.573544 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b82c47bc-4d0b-4bdf-b669-f3d507d36ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:15.574864 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-386d2988-adc4-4163-b405-1b7228e3388f req-a94fbd28-5a57-47c9-bcb4-c408c2dc9b3c tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336401 May 06 09:59:15.577071 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:15.578796 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: f0114104-e3a2-4826-80bf-c8dd59fbba0d {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:59:15.579179 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f0114104-e3a2-4826-80bf-c8dd59fbba0d not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:59:15.581669 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-473bc7b9-574e-499b-b39e-2908abc56634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:15.696595 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1086e2f4-9cca-4533-9338-9c63a105b995 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:59:15.757493 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7656f02a-3fe4-433a-a96b-381fffb0bdc4 req-2ecefd5b-d90f-4b5f-a44d-b681b28a8763 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ac0b552-b0d7-4736-8dcf-85a6c2354ba9 HTTP/1.1" status: 200 len: 210 time: 0.0579824 May 06 09:59:15.773343 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26f26a84-551f-4f29-8678-7b6cf82a0410 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:15.774867 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 1086e2f4-9cca-4533-9338-9c63a105b995, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=1086e2f4-9cca-4533-9338-9c63a105b995,segment=NetworkSegment(199cc61b-fc7e-477f-974e-02e8932cfc7f),segment_id=199cc61b-fc7e-477f-974e-02e8932cfc7f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:15.848947 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b82c47bc-4d0b-4bdf-b669-f3d507d36ea7 None None] Could not find standard attr ID for object 9f1f7360-941d-41f0-b7d3-ba7c7f60444e. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:59:15.856445 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:15.865464 n-d-840835-1 neutron-server[102654]: INFO neutron.plugins.ml2.db [None req-b82c47bc-4d0b-4bdf-b669-f3d507d36ea7 None None] No ports have port_id starting with 9f1f7360-941d-41f0-b7d3-ba7c7f60444e May 06 09:59:15.894446 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-473bc7b9-574e-499b-b39e-2908abc56634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:15.904730 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-473bc7b9-574e-499b-b39e-2908abc56634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:15.969115 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-04342ba3-2ac0-4f06-ae76-65522cce0044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:16.003536 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-5ea2a4f1-0aac-477d-8078-5f56d2041163 None None] Could not find standard attr ID for object 9f1f7360-941d-41f0-b7d3-ba7c7f60444e. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:59:16.007395 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-473bc7b9-574e-499b-b39e-2908abc56634 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cd9d907904114a80b998eb2dd8323e3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7017100 May 06 09:59:16.008666 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42738) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:16.008810 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=1086e2f4-9cca-4533-9338-9c63a105b995,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:16.009517 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473bc7b9-574e-499b-b39e-2908abc56634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f25b6cc-bacb-4d34-a2c8-6d7b28a4e08a,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:16.015415 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-fe1fc14a-4d0a-4f7a-a396-2d115cbac1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0415f041-432d-4aeb-8736-e4d8140d572f', 'name': 'tempest-NetworksTestDHCPv6-router-2107760512', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:07Z', 'updated_at': '2022-05-06T09:59:09Z', 'revision_number': 2, 'project_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'gw_port_host': None, '_interfaces': [{'id': '9f1f7360-941d-41f0-b7d3-ba7c7f60444e', 'name': '', 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'mac_address': 'fa:16:3e:2b:c1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0415f041-432d-4aeb-8736-e4d8140d572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'a971aef6-0596-44d1-b5b9-c051f912eb2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:08Z', 'updated_at': '2022-05-06T09:59:14Z', 'revision_number': 4, 'project_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'subnets': [{'id': 'a971aef6-0596-44d1-b5b9-c051f912eb2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:16.033518 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b8c2c91a-bd2e-4983-8d18-96e00c5e012f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:16.060818 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1fc14a-4d0a-4f7a-a396-2d115cbac1e5 None None] The sync data for ids ['0415f041-432d-4aeb-8736-e4d8140d572f'] in n-d-840835-1 is: [{'id': '0415f041-432d-4aeb-8736-e4d8140d572f', 'name': 'tempest-NetworksTestDHCPv6-router-2107760512', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:07Z', 'updated_at': '2022-05-06T09:59:09Z', 'revision_number': 2, 'project_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'gw_port_host': None, '_interfaces': [{'id': '9f1f7360-941d-41f0-b7d3-ba7c7f60444e', 'name': '', 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'mac_address': 'fa:16:3e:2b:c1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0415f041-432d-4aeb-8736-e4d8140d572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'a971aef6-0596-44d1-b5b9-c051f912eb2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:08Z', 'updated_at': '2022-05-06T09:59:14Z', 'revision_number': 4, 'project_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'subnets': [{'id': 'a971aef6-0596-44d1-b5b9-c051f912eb2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:59:16.112149 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec954c61-bcd9-43f2-b2d6-6b6f0b4e426b req-c1d192a4-e39b-4361-a43e-6cdb295f565f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:16.114091 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ec954c61-bcd9-43f2-b2d6-6b6f0b4e426b req-c1d192a4-e39b-4361-a43e-6cdb295f565f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.84 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362&tenant_id=1b7022527a0d47ed9f061636a22ce038&binding%3Ahost_id=n-h2-840835-1 HTTP/1.1" status: 200 len: 944 time: 1.0605714 May 06 09:59:16.174303 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2c91a-bd2e-4983-8d18-96e00c5e012f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Subnet': ['ID=309530df-2e34-4e0f-9fdd-2cbd8d3520c6,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:16.243741 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c2c91a-bd2e-4983-8d18-96e00c5e012f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Checking segment: {'id': '8594c979-945a-4af0-a769-bdb41096f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:59:16.244459 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c2c91a-bd2e-4983-8d18-96e00c5e012f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network hostable DHCP agents. Network: 00c3d2bf-5572-4bae-bfed-f954722b5faa, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:59:16.262760 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7d216-2267-40cf-8da6-103a14326638 req-f101aadb-2a90-4f34-a429-65099025c3f9 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:16.264397 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-89d7d216-2267-40cf-8da6-103a14326638 req-f101aadb-2a90-4f34-a429-65099025c3f9 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.77 "GET /v2.0/networks?id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 HTTP/1.1" status: 200 len: 813 time: 0.5110626 May 06 09:59:16.265229 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f26a84-551f-4f29-8678-7b6cf82a0410 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Port': ['ID=9f1f7360-941d-41f0-b7d3-ba7c7f60444e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:16.273811 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8300b0b0-270e-4954-8319-ed2c25bb6a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:16.285261 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['1086e2f4-9cca-4533-9338-9c63a105b995'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:59:16.333905 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8300b0b0-270e-4954-8319-ed2c25bb6a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:16.434324 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c2c91a-bd2e-4983-8d18-96e00c5e012f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network 00c3d2bf-5572-4bae-bfed-f954722b5faa is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:59:16.492455 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-b8c2c91a-bd2e-4983-8d18-96e00c5e012f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 00c3d2bf-5572-4bae-bfed-f954722b5faa) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:16.510903 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c2c91a-bd2e-4983-8d18-96e00c5e012f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:16.514374 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b8c2c91a-bd2e-4983-8d18-96e00c5e012f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:16.547365 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-89d7d216-2267-40cf-8da6-103a14326638 req-5c709d8b-f724-43d9-9a7b-e5f61bab3d15 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f622fd1748945faafa68a8a25c50995 HTTP/1.1" status: 200 len: 380 time: 0.2554562 May 06 09:59:16.549718 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8300b0b0-270e-4954-8319-ed2c25bb6a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:16.553388 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8300b0b0-270e-4954-8319-ed2c25bb6a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:16.564824 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8300b0b0-270e-4954-8319-ed2c25bb6a81 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1f25b6cc-bacb-4d34-a2c8-6d7b28a4e08a HTTP/1.1" status: 204 len: 168 time: 0.5498781 May 06 09:59:16.591100 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9f4465-8aa6-40e9-ab34-ae0a134963a8 None None] Network 00c3d2bf-5572-4bae-bfed-f954722b5faa requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:16.598516 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300b0b0-270e-4954-8319-ed2c25bb6a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f25b6cc-bacb-4d34-a2c8-6d7b28a4e08a,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:16.629682 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b8c2c91a-bd2e-4983-8d18-96e00c5e012f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3231716 May 06 09:59:16.630395 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42748) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:16.632523 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-89d7d216-2267-40cf-8da6-103a14326638 req-743e6d70-bcb3-4010-978c-5b146ae268d5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Request body: {'port': {'device_id': '9ac0b552-b0d7-4736-8dcf-85a6c2354ba9', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'admin_state_up': True, 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'security_groups': ['bd3c1531-9665-46e1-afae-ca9870360a0e']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:16.910034 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26f26a84-551f-4f29-8678-7b6cf82a0410 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:17.053298 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [req-ec954c61-bcd9-43f2-b2d6-6b6f0b4e426b req-8af437f1-7155-4f72-b379-ab0e728d3916 service neutron] delete failed (client error): The resource could not be found. May 06 09:59:17.053849 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ec954c61-bcd9-43f2-b2d6-6b6f0b4e426b req-8af437f1-7155-4f72-b379-ab0e728d3916 service neutron] 10.222.0.84 "DELETE /v2.0/ports/1086e2f4-9cca-4533-9338-9c63a105b995/bindings/n-h1-840835-1 HTTP/1.1" status: 404 len: 380 time: 0.7710166 May 06 09:59:17.233764 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89d7d216-2267-40cf-8da6-103a14326638 req-743e6d70-bcb3-4010-978c-5b146ae268d5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Made reservation on behalf of 8f622fd1748945faafa68a8a25c50995 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:17.240662 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-89d7d216-2267-40cf-8da6-103a14326638 req-743e6d70-bcb3-4010-978c-5b146ae268d5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:17.261242 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe66ed-336b-4b3d-ac77-766a619c0d95 req-b7a36b6e-a6ab-465a-9cb1-ca5012d53ee2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:17.272828 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4cfe66ed-336b-4b3d-ac77-766a619c0d95 req-b7a36b6e-a6ab-465a-9cb1-ca5012d53ee2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 945 time: 0.4063511 May 06 09:59:17.319626 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f5676c-0cab-4a19-8f3f-ab5052f0edfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-00c3d2bf-5572-4bae-bfed-f954722b5faa', 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'fixed_ips': [{'subnet_id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:59:17.321204 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-17f5676c-0cab-4a19-8f3f-ab5052f0edfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:17.521923 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4cfe66ed-336b-4b3d-ac77-766a619c0d95 req-07788f8a-950f-4813-be76-2eee36ce7eb5 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2481010 May 06 09:59:17.558420 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-17f5676c-0cab-4a19-8f3f-ab5052f0edfc None None] Allocated IP 2001:db8::2 (00c3d2bf-5572-4bae-bfed-f954722b5faa/309530df-2e34-4e0f-9fdd-2cbd8d3520c6/43987be4-dd29-4706-aba2-383098dac267) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:17.661238 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-937cb6f9-9085-48fe-8d13-2c0bde9931c9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:17.674040 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec954c61-bcd9-43f2-b2d6-6b6f0b4e426b req-7ed73c34-b667-4ef8-97e2-79ddc0e105f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:17.689654 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ec954c61-bcd9-43f2-b2d6-6b6f0b4e426b req-7ed73c34-b667-4ef8-97e2-79ddc0e105f3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 1096 time: 0.5426424 May 06 09:59:17.749654 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-66224189-443b-4f91-8d2a-708c722a125c req-02b1bcaf-6e52-43ee-b884-9850f9541593 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ac0b552-b0d7-4736-8dcf-85a6c2354ba9 HTTP/1.1" status: 200 len: 210 time: 0.0471544 May 06 09:59:17.846193 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-17f5676c-0cab-4a19-8f3f-ab5052f0edfc None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:17.873310 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-17f5676c-0cab-4a19-8f3f-ab5052f0edfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:17.941287 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-89d7d216-2267-40cf-8da6-103a14326638 req-743e6d70-bcb3-4010-978c-5b146ae268d5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Allocated IP 172.20.0.8 (4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6/5a6d1981-166e-43ed-8cde-937a332bb113/b7c83e6e-dbba-4390-8c87-d61dce989416) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:17.944555 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f5676c-0cab-4a19-8f3f-ab5052f0edfc None None] Network 00c3d2bf-5572-4bae-bfed-f954722b5faa is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:17.949572 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-17f5676c-0cab-4a19-8f3f-ab5052f0edfc None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:17.954492 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f5676c-0cab-4a19-8f3f-ab5052f0edfc None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:59:17.966668 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5676c-0cab-4a19-8f3f-ab5052f0edfc None None] Pushing event updated for resources: {'Port': ['ID=43987be4-dd29-4706-aba2-383098dac267,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:17.992714 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f26a84-551f-4f29-8678-7b6cf82a0410 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Router 0415f041-432d-4aeb-8736-e4d8140d572f has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:59:18.047776 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-17f5676c-0cab-4a19-8f3f-ab5052f0edfc None None] Attempting to bind port 43987be4-dd29-4706-aba2-383098dac267 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:59:18.048084 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-17f5676c-0cab-4a19-8f3f-ab5052f0edfc None None] Attempting to bind port 43987be4-dd29-4706-aba2-383098dac267 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '8594c979-945a-4af0-a769-bdb41096f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:59:18.048467 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f5676c-0cab-4a19-8f3f-ab5052f0edfc None None] Attempting to bind port 43987be4-dd29-4706-aba2-383098dac267 on network 00c3d2bf-5572-4bae-bfed-f954722b5faa {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:59:18.055881 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f5676c-0cab-4a19-8f3f-ab5052f0edfc None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:59:18.056261 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f5676c-0cab-4a19-8f3f-ab5052f0edfc None None] Checking segment: {'id': '8594c979-945a-4af0-a769-bdb41096f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:59:18.056722 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-17f5676c-0cab-4a19-8f3f-ab5052f0edfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:18.057166 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f5676c-0cab-4a19-8f3f-ab5052f0edfc None None] Bound using segment: {'id': '8594c979-945a-4af0-a769-bdb41096f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:59:18.059525 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-17f5676c-0cab-4a19-8f3f-ab5052f0edfc None None] Bound port: 43987be4-dd29-4706-aba2-383098dac267, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8594c979-945a-4af0-a769-bdb41096f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:59:18.059525 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-17f5676c-0cab-4a19-8f3f-ab5052f0edfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:18.116443 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-937cb6f9-9085-48fe-8d13-2c0bde9931c9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Allocated IP 2001:db8::1 (00c3d2bf-5572-4bae-bfed-f954722b5faa/309530df-2e34-4e0f-9fdd-2cbd8d3520c6/390a1420-d01f-469a-941e-07065d8b3b23) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:18.198735 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-17f5676c-0cab-4a19-8f3f-ab5052f0edfc None None] For port 43987be4-dd29-4706-aba2-383098dac267, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:59:18.204556 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-17f5676c-0cab-4a19-8f3f-ab5052f0edfc None None] For port 43987be4-dd29-4706-aba2-383098dac267, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=43987be4-dd29-4706-aba2-383098dac267,segment=NetworkSegment(8594c979-945a-4af0-a769-bdb41096f012),segment_id=8594c979-945a-4af0-a769-bdb41096f012)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:59:18.212118 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-17f5676c-0cab-4a19-8f3f-ab5052f0edfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:18.330894 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5676c-0cab-4a19-8f3f-ab5052f0edfc None None] Pushing event updated for resources: {'Port': ['ID=43987be4-dd29-4706-aba2-383098dac267,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:18.346245 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f26a84-551f-4f29-8678-7b6cf82a0410 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:59:18.358315 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-937cb6f9-9085-48fe-8d13-2c0bde9931c9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:18.364523 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-26f26a84-551f-4f29-8678-7b6cf82a0410 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "PUT /v2.0/routers/0415f041-432d-4aeb-8736-e4d8140d572f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4366865 May 06 09:59:18.367524 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42782) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:18.395541 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-89d7d216-2267-40cf-8da6-103a14326638 req-743e6d70-bcb3-4010-978c-5b146ae268d5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:18.440856 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec954c61-bcd9-43f2-b2d6-6b6f0b4e426b req-9f45cfb7-abf2-42dc-8fd6-f66f9a9266e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:18.441299 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 1086e2f4-9cca-4533-9338-9c63a105b995 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:59:18.442361 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ec954c61-bcd9-43f2-b2d6-6b6f0b4e426b req-9f45cfb7-abf2-42dc-8fd6-f66f9a9266e3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=43fdf43b-20c1-42c7-9501-ce94bba53414 HTTP/1.1" status: 200 len: 898 time: 0.6073859 May 06 09:59:18.460379 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-89d7d216-2267-40cf-8da6-103a14326638 req-743e6d70-bcb3-4010-978c-5b146ae268d5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:18.493975 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ec2a81-3601-4804-ba9d-d8c3380cd96d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:18.496753 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ec2a81-3601-4804-ba9d-d8c3380cd96d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:18.498183 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b1ec2a81-3601-4804-ba9d-d8c3380cd96d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1273608 May 06 09:59:18.500024 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-937cb6f9-9085-48fe-8d13-2c0bde9931c9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:18.502016 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42788) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:18.574057 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-48ef6c8c-1254-4e18-934e-c00befbd86c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:18.577442 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ec954c61-bcd9-43f2-b2d6-6b6f0b4e426b req-2d8b2984-1803-4a2c-98c5-aa2f3403ea92 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1086e2f4-9cca-4533-9338-9c63a105b995 HTTP/1.1" status: 200 len: 1000 time: 0.1262476 May 06 09:59:18.622460 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 1086e2f4-9cca-4533-9338-9c63a105b995 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:59:18.628913 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 1086e2f4-9cca-4533-9338-9c63a105b995 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:18.629385 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:18.642063 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937cb6f9-9085-48fe-8d13-2c0bde9931c9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network 00c3d2bf-5572-4bae-bfed-f954722b5faa is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:18.649332 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-937cb6f9-9085-48fe-8d13-2c0bde9931c9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:18.658912 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937cb6f9-9085-48fe-8d13-2c0bde9931c9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:59:18.659502 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-937cb6f9-9085-48fe-8d13-2c0bde9931c9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:18.670295 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937cb6f9-9085-48fe-8d13-2c0bde9931c9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Port': ['ID=390a1420-d01f-469a-941e-07065d8b3b23,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:18.723594 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e6d70-bcb3-4010-978c-5b146ae268d5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event updated for resources: {'Port': ['ID=b7c83e6e-dbba-4390-8c87-d61dce989416,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:18.732037 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-921d0461-4de1-4d78-8556-a9cfa6d8404c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting subnet a971aef6-0596-44d1-b5b9-c051f912eb2c {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:59:18.735390 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89d7d216-2267-40cf-8da6-103a14326638 req-743e6d70-bcb3-4010-978c-5b146ae268d5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Network 4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:18.739889 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe75632-9ced-45ac-b3e5-8b21e6a92a8d None None] Sync routers for ids ['0415f041-432d-4aeb-8736-e4d8140d572f'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:59:18.754472 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-89d7d216-2267-40cf-8da6-103a14326638 req-743e6d70-bcb3-4010-978c-5b146ae268d5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:18.756871 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe75632-9ced-45ac-b3e5-8b21e6a92a8d None None] Routers {'0415f041-432d-4aeb-8736-e4d8140d572f'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:18.757783 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-dfe75632-9ced-45ac-b3e5-8b21e6a92a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:59:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['0415f041-432d-4aeb-8736-e4d8140d572f'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:18.758644 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d7d216-2267-40cf-8da6-103a14326638 req-743e6d70-bcb3-4010-978c-5b146ae268d5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:59:18.770852 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-921d0461-4de1-4d78-8556-a9cfa6d8404c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:18.786897 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:18.857228 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec954c61-bcd9-43f2-b2d6-6b6f0b4e426b req-fe360585-6d33-48a9-9de3-9a3aacf90f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:18.858867 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ec954c61-bcd9-43f2-b2d6-6b6f0b4e426b req-fe360585-6d33-48a9-9de3-9a3aacf90f46 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f1a92695-e647-46ea-abf1-868e984a76d3 HTTP/1.1" status: 200 len: 835 time: 0.1217828 May 06 09:59:18.866773 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996864ea-2ab9-4c75-8f56-eb0253a84362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1086e2f4-9cca-4533-9338-9c63a105b995'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:59:18.871101 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61c2de7-8e0a-48fc-9a12-27f3654dba85" -d '{"events": [{"server_uuid": "996864ea-2ab9-4c75-8f56-eb0253a84362", "name": "network-vif-plugged", "status": "completed", "tag": "1086e2f4-9cca-4533-9338-9c63a105b995"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:59:18.872386 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7d216-2267-40cf-8da6-103a14326638 req-743e6d70-bcb3-4010-978c-5b146ae268d5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:18.880075 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-89d7d216-2267-40cf-8da6-103a14326638 req-743e6d70-bcb3-4010-978c-5b146ae268d5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:18.881063 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:18.897972 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 1086e2f4-9cca-4533-9338-9c63a105b995, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=1086e2f4-9cca-4533-9338-9c63a105b995,segment=NetworkSegment(199cc61b-fc7e-477f-974e-02e8932cfc7f),segment_id=199cc61b-fc7e-477f-974e-02e8932cfc7f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:18.907633 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:18.980856 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-dfe75632-9ced-45ac-b3e5-8b21e6a92a8d None None] Set router 0415f041-432d-4aeb-8736-e4d8140d572f gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:18.986207 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-89d7d216-2267-40cf-8da6-103a14326638 req-743e6d70-bcb3-4010-978c-5b146ae268d5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3717091 May 06 09:59:19.005584 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-89d7d216-2267-40cf-8da6-103a14326638 req-f8be707d-44f7-4c3f-9042-33f0999bc4b6 service neutron] Request body: {'port': {'device_id': '9ac0b552-b0d7-4736-8dcf-85a6c2354ba9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:19.086877 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec954c61-bcd9-43f2-b2d6-6b6f0b4e426b req-a60ea2ea-9393-445b-b841-e361097ded92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:19.100249 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ec954c61-bcd9-43f2-b2d6-6b6f0b4e426b req-a60ea2ea-9393-445b-b841-e361097ded92 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43fdf43b-20c1-42c7-9501-ce94bba53414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2132292 May 06 09:59:19.103454 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-dfe75632-9ced-45ac-b3e5-8b21e6a92a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0415f041-432d-4aeb-8736-e4d8140d572f', 'name': 'tempest-NetworksTestDHCPv6-router-2107760512', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:07Z', 'updated_at': '2022-05-06T09:59:15Z', 'revision_number': 3, 'project_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:19.163937 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe75632-9ced-45ac-b3e5-8b21e6a92a8d None None] Checking router: 0415f041-432d-4aeb-8736-e4d8140d572f for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:59:19.196359 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe75632-9ced-45ac-b3e5-8b21e6a92a8d None None] Routers {'0415f041-432d-4aeb-8736-e4d8140d572f'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:19.200070 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-dfe75632-9ced-45ac-b3e5-8b21e6a92a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:59:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['0415f041-432d-4aeb-8736-e4d8140d572f'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:19.204845 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 43987be4-dd29-4706-aba2-383098dac267 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:59:19.233762 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-89d7d216-2267-40cf-8da6-103a14326638 req-f8be707d-44f7-4c3f-9042-33f0999bc4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:19.261860 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=1086e2f4-9cca-4533-9338-9c63a105b995,revision_number=9']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:19.303713 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-dfe75632-9ced-45ac-b3e5-8b21e6a92a8d None None] Set router 0415f041-432d-4aeb-8736-e4d8140d572f gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:19.315716 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1f9c262-593d-49d7-b412-3b168582b447 None None] Provisioning complete for port b7c83e6e-dbba-4390-8c87-d61dce989416 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:19.316230 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1f9c262-593d-49d7-b412-3b168582b447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:19.364795 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 43987be4-dd29-4706-aba2-383098dac267 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:19.365660 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:19.412580 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ec954c61-bcd9-43f2-b2d6-6b6f0b4e426b req-7eb3e064-676d-447b-81eb-a68ed83b1a08 service neutron] 10.222.0.84 "GET /v2.0/networks/43fdf43b-20c1-42c7-9501-ce94bba53414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852931 May 06 09:59:19.436495 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1f9c262-593d-49d7-b412-3b168582b447 None None] Port b7c83e6e-dbba-4390-8c87-d61dce989416 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:59:19.452228 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-dfe75632-9ced-45ac-b3e5-8b21e6a92a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0415f041-432d-4aeb-8736-e4d8140d572f', 'name': 'tempest-NetworksTestDHCPv6-router-2107760512', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:07Z', 'updated_at': '2022-05-06T09:59:15Z', 'revision_number': 3, 'project_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:19.496766 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe75632-9ced-45ac-b3e5-8b21e6a92a8d None None] The sync data for ids ['0415f041-432d-4aeb-8736-e4d8140d572f'] in n-d-840835-1 is: [{'id': '0415f041-432d-4aeb-8736-e4d8140d572f', 'name': 'tempest-NetworksTestDHCPv6-router-2107760512', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:07Z', 'updated_at': '2022-05-06T09:59:15Z', 'revision_number': 3, 'project_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'gw_port_host': None}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:59:19.527494 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:19.531211 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:19.592685 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 43987be4-dd29-4706-aba2-383098dac267, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=43987be4-dd29-4706-aba2-383098dac267,segment=NetworkSegment(8594c979-945a-4af0-a769-bdb41096f012),segment_id=8594c979-945a-4af0-a769-bdb41096f012)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:19.601771 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:19.606279 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5fb8f4-b8cd-425a-b5a8-52c957cdafb5 req-b4aaa69c-4422-4ae2-9215-852cff3e1bf7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:19.617166 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-be5fb8f4-b8cd-425a-b5a8-52c957cdafb5 req-b4aaa69c-4422-4ae2-9215-852cff3e1bf7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 945 time: 0.9031975 May 06 09:59:19.643830 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-921d0461-4de1-4d78-8556-a9cfa6d8404c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:19.665000 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=43987be4-dd29-4706-aba2-383098dac267,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:19.731580 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-937cb6f9-9085-48fe-8d13-2c0bde9931c9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:19.913787 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cd02e2-390f-456a-b1b1-137c9858fad7 None None] Network 00c3d2bf-5572-4bae-bfed-f954722b5faa requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:19.967058 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-921d0461-4de1-4d78-8556-a9cfa6d8404c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:20.004297 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-be5fb8f4-b8cd-425a-b5a8-52c957cdafb5 req-b39d3a3a-d9bd-46f9-bb2b-9cbfad340f53 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3862123 May 06 09:59:20.085928 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-01ff0462-1fa5-4908-a5d2-6789546d391a None None] Provisioning complete for port 43987be4-dd29-4706-aba2-383098dac267 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:20.086969 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-01ff0462-1fa5-4908-a5d2-6789546d391a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:20.139958 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ec954c61-bcd9-43f2-b2d6-6b6f0b4e426b req-e9947702-5b74-4e71-8bfe-3e7a1aedd927 service neutron] 10.222.0.84 "GET /v2.0/networks/43fdf43b-20c1-42c7-9501-ce94bba53414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7064826 May 06 09:59:20.156281 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-921d0461-4de1-4d78-8556-a9cfa6d8404c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:20.221368 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bbaeb6-ed8e-4340-83d0-55fc0994a527 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:20.307771 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-937cb6f9-9085-48fe-8d13-2c0bde9931c9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:20.334602 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d0461-4de1-4d78-8556-a9cfa6d8404c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Subnet': ['ID=a971aef6-0596-44d1-b5b9-c051f912eb2c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:20.335542 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-921d0461-4de1-4d78-8556-a9cfa6d8404c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:20.340081 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-921d0461-4de1-4d78-8556-a9cfa6d8404c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/a971aef6-0596-44d1-b5b9-c051f912eb2c HTTP/1.1" status: 204 len: 168 time: 1.8323371 May 06 09:59:20.341718 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-937cb6f9-9085-48fe-8d13-2c0bde9931c9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:20.342510 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-937cb6f9-9085-48fe-8d13-2c0bde9931c9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:20.344516 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42814) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:20.410509 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-89d7d216-2267-40cf-8da6-103a14326638 req-f8be707d-44f7-4c3f-9042-33f0999bc4b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c83e6e-dbba-4390-8c87-d61dce989416 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:59:20.419595 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-89d7d216-2267-40cf-8da6-103a14326638 req-f8be707d-44f7-4c3f-9042-33f0999bc4b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:20.446150 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-89d7d216-2267-40cf-8da6-103a14326638 req-f8be707d-44f7-4c3f-9042-33f0999bc4b6 service neutron] Transition to ACTIVE for port object b7c83e6e-dbba-4390-8c87-d61dce989416 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:59:20.454405 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-89d7d216-2267-40cf-8da6-103a14326638 req-f8be707d-44f7-4c3f-9042-33f0999bc4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:20.559168 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a467bae-fd96-4b9a-a785-8ccb8415edc2 None None] DHCP port deletion for 0d1252d9-04fb-40a6-862c-9b06ebf6d551 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:59:20.648231 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937cb6f9-9085-48fe-8d13-2c0bde9931c9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Port': ['ID=390a1420-d01f-469a-941e-07065d8b3b23,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:20.695080 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-9a467bae-fd96-4b9a-a785-8ccb8415edc2 None None] Deleting port fb317a33-51ef-49de-a587-9f57a5b5f3de {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:20.695080 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9a467bae-fd96-4b9a-a785-8ccb8415edc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:20.741286 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937cb6f9-9085-48fe-8d13-2c0bde9931c9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network 00c3d2bf-5572-4bae-bfed-f954722b5faa is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:20.751427 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be707d-44f7-4c3f-9042-33f0999bc4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c83e6e-dbba-4390-8c87-d61dce989416,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:20.771077 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-937cb6f9-9085-48fe-8d13-2c0bde9931c9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:20.821057 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-9a467bae-fd96-4b9a-a785-8ccb8415edc2 None None] For port fb317a33-51ef-49de-a587-9f57a5b5f3de, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=fb317a33-51ef-49de-a587-9f57a5b5f3de,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:20.822521 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9a467bae-fd96-4b9a-a785-8ccb8415edc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:20.841627 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-89d7d216-2267-40cf-8da6-103a14326638 req-f8be707d-44f7-4c3f-9042-33f0999bc4b6 service neutron] Attempting to bind port b7c83e6e-dbba-4390-8c87-d61dce989416 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:59:20.842797 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-89d7d216-2267-40cf-8da6-103a14326638 req-f8be707d-44f7-4c3f-9042-33f0999bc4b6 service neutron] Attempting to bind port b7c83e6e-dbba-4390-8c87-d61dce989416 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '80edd242-db32-42e3-9f67-d396ea818882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:59:20.843549 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d7d216-2267-40cf-8da6-103a14326638 req-f8be707d-44f7-4c3f-9042-33f0999bc4b6 service neutron] Attempting to bind port b7c83e6e-dbba-4390-8c87-d61dce989416 on network 4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:59:20.849503 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d7d216-2267-40cf-8da6-103a14326638 req-f8be707d-44f7-4c3f-9042-33f0999bc4b6 service neutron] Port b7c83e6e-dbba-4390-8c87-d61dce989416 on network 4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:59:20.850098 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d7d216-2267-40cf-8da6-103a14326638 req-f8be707d-44f7-4c3f-9042-33f0999bc4b6 service neutron] Attempting to bind port b7c83e6e-dbba-4390-8c87-d61dce989416 on network 4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:59:20.859620 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d7d216-2267-40cf-8da6-103a14326638 req-f8be707d-44f7-4c3f-9042-33f0999bc4b6 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:59:20.859878 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d7d216-2267-40cf-8da6-103a14326638 req-f8be707d-44f7-4c3f-9042-33f0999bc4b6 service neutron] Checking segment: {'id': '80edd242-db32-42e3-9f67-d396ea818882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:59:20.860276 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d7d216-2267-40cf-8da6-103a14326638 req-f8be707d-44f7-4c3f-9042-33f0999bc4b6 service neutron] Bound using segment: {'id': '80edd242-db32-42e3-9f67-d396ea818882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:59:20.860721 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-89d7d216-2267-40cf-8da6-103a14326638 req-f8be707d-44f7-4c3f-9042-33f0999bc4b6 service neutron] Bound port: b7c83e6e-dbba-4390-8c87-d61dce989416, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80edd242-db32-42e3-9f67-d396ea818882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:59:20.861087 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-89d7d216-2267-40cf-8da6-103a14326638 req-f8be707d-44f7-4c3f-9042-33f0999bc4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:20.873298 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-9a467bae-fd96-4b9a-a785-8ccb8415edc2 None None] Calling delete_port for fb317a33-51ef-49de-a587-9f57a5b5f3de owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:21.012591 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ca021fa6-1775-431f-a479-c9d6f4e434a1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6619263 May 06 09:59:21.016393 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42818) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:21.017186 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c7d42564-6296-407d-934f-92032c5210b7 None None] Provisioning complete for port 43987be4-dd29-4706-aba2-383098dac267 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:21.017675 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c7d42564-6296-407d-934f-92032c5210b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:21.027503 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-89d7d216-2267-40cf-8da6-103a14326638 req-f8be707d-44f7-4c3f-9042-33f0999bc4b6 service neutron] For port b7c83e6e-dbba-4390-8c87-d61dce989416, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:59:21.031017 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 43987be4-dd29-4706-aba2-383098dac267 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:59:21.033238 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-89d7d216-2267-40cf-8da6-103a14326638 req-f8be707d-44f7-4c3f-9042-33f0999bc4b6 service neutron] For port b7c83e6e-dbba-4390-8c87-d61dce989416, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=b7c83e6e-dbba-4390-8c87-d61dce989416,segment=NetworkSegment(80edd242-db32-42e3-9f67-d396ea818882),segment_id=80edd242-db32-42e3-9f67-d396ea818882)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:59:21.040179 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ccd6d-7d9e-482d-8f8b-96a75919bd2d req-507d197c-68ed-4fe4-ac3a-e126fa81fb30 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:21.045217 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-89d7d216-2267-40cf-8da6-103a14326638 req-f8be707d-44f7-4c3f-9042-33f0999bc4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:21.049377 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c6ccd6d-7d9e-482d-8f8b-96a75919bd2d req-507d197c-68ed-4fe4-ac3a-e126fa81fb30 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ac0b552-b0d7-4736-8dcf-85a6c2354ba9 HTTP/1.1" status: 200 len: 931 time: 0.6244140 May 06 09:59:21.106222 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7d216-2267-40cf-8da6-103a14326638 req-f8be707d-44f7-4c3f-9042-33f0999bc4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:21.107445 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-89d7d216-2267-40cf-8da6-103a14326638 req-f8be707d-44f7-4c3f-9042-33f0999bc4b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:21.109137 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-89d7d216-2267-40cf-8da6-103a14326638 req-f8be707d-44f7-4c3f-9042-33f0999bc4b6 service neutron] 10.222.0.77 "PUT /v2.0/ports/b7c83e6e-dbba-4390-8c87-d61dce989416 HTTP/1.1" status: 200 len: 1091 time: 2.1081405 May 06 09:59:21.109730 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac0b552-b0d7-4736-8dcf-85a6c2354ba9', 'tag': 'b7c83e6e-dbba-4390-8c87-d61dce989416'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:59:21.112259 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46dbdf8-05d6-4f8e-b7d4-11bf2843fafa" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac0b552-b0d7-4736-8dcf-85a6c2354ba9", "tag": "b7c83e6e-dbba-4390-8c87-d61dce989416"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:59:21.216694 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be707d-44f7-4c3f-9042-33f0999bc4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c83e6e-dbba-4390-8c87-d61dce989416,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:21.250274 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7d216-2267-40cf-8da6-103a14326638 req-8031843e-2320-4ac4-91fd-f83678d10270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:21.252377 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-89d7d216-2267-40cf-8da6-103a14326638 req-8031843e-2320-4ac4-91fd-f83678d10270 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8f622fd1748945faafa68a8a25c50995&device_id=9ac0b552-b0d7-4736-8dcf-85a6c2354ba9 HTTP/1.1" status: 200 len: 1094 time: 0.0722225 May 06 09:59:21.253532 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c6ccd6d-7d9e-482d-8f8b-96a75919bd2d req-6d9850ba-f8c8-47dd-b08d-23abd635433f tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd3c1531-9665-46e1-afae-ca9870360a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030385 May 06 09:59:21.269965 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1007550a-c698-4b1a-b7ed-101dc040b024 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:21.348806 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-89d7d216-2267-40cf-8da6-103a14326638 req-7b49d974-a231-4395-b781-90ed466d7c3b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7c83e6e-dbba-4390-8c87-d61dce989416 HTTP/1.1" status: 200 len: 217 time: 0.0825281 May 06 09:59:21.386005 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937cb6f9-9085-48fe-8d13-2c0bde9931c9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Router 1ba1b5ea-d573-4645-a5e4-d24014e57561 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:59:21.405826 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258611c6-5d9d-4622-81e2-48c57d9c6962 x-openstack-request-id: req-258611c6-5d9d-4622-81e2-48c57d9c6962 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:59:21.406177 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996864ea-2ab9-4c75-8f56-eb0253a84362", "name": "network-vif-plugged", "status": "completed", "tag": "1086e2f4-9cca-4533-9338-9c63a105b995", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:59:21.406437 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-258611c6-5d9d-4622-81e2-48c57d9c6962 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:59:21.406833 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-258611c6-5d9d-4622-81e2-48c57d9c6962'] response: {'server_uuid': '996864ea-2ab9-4c75-8f56-eb0253a84362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1086e2f4-9cca-4533-9338-9c63a105b995', 'code': 200} May 06 09:59:21.430325 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:21.447401 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7d216-2267-40cf-8da6-103a14326638 req-e8f6673c-b5bf-4e30-9707-961d482c3d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:21.451052 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-89d7d216-2267-40cf-8da6-103a14326638 req-e8f6673c-b5bf-4e30-9707-961d482c3d68 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5a6d1981-166e-43ed-8cde-937a332bb113 HTTP/1.1" status: 200 len: 852 time: 0.0915625 May 06 09:59:21.491615 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9a467bae-fd96-4b9a-a785-8ccb8415edc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:21.514784 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1007550a-c698-4b1a-b7ed-101dc040b024 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:21.517616 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1007550a-c698-4b1a-b7ed-101dc040b024 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:21.520837 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 43987be4-dd29-4706-aba2-383098dac267 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:21.520837 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:21.560527 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7d216-2267-40cf-8da6-103a14326638 req-262cffe7-ff0f-4d57-b8bd-3db1a9a9753b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:21.575474 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-89d7d216-2267-40cf-8da6-103a14326638 req-262cffe7-ff0f-4d57-b8bd-3db1a9a9753b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065736 May 06 09:59:21.676701 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a467bae-fd96-4b9a-a785-8ccb8415edc2 None None] Pushing event deleted for resources: {'Port': ['ID=fb317a33-51ef-49de-a587-9f57a5b5f3de,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:21.692899 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a467bae-fd96-4b9a-a785-8ccb8415edc2 None None] No DVR routers for this DVR port fb317a33-51ef-49de-a587-9f57a5b5f3de on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:59:21.695195 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1007550a-c698-4b1a-b7ed-101dc040b024 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:21.695723 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:21.695876 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1007550a-c698-4b1a-b7ed-101dc040b024 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Fanout notify agent at l3_agent the message router_deleted on router 0415f041-432d-4aeb-8736-e4d8140d572f {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:59:21.709102 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1007550a-c698-4b1a-b7ed-101dc040b024 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:21.715844 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1007550a-c698-4b1a-b7ed-101dc040b024 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/routers/0415f041-432d-4aeb-8736-e4d8140d572f HTTP/1.1" status: 204 len: 168 time: 0.6979997 May 06 09:59:21.721514 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42832) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:21.765826 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-89d7d216-2267-40cf-8da6-103a14326638 req-7fe32d1a-e621-43c5-84e2-2f9d92f95afa service neutron] 10.222.0.77 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893823 May 06 09:59:21.768791 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c7d42564-6296-407d-934f-92032c5210b7 None None] Provisioning complete for port 390a1420-d01f-469a-941e-07065d8b3b23 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:21.769294 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c7d42564-6296-407d-934f-92032c5210b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:21.795964 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42834) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:21.796636 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8c706107-6cb0-49eb-8dc5-42b1d18cf54d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0706522 May 06 09:59:21.805764 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937cb6f9-9085-48fe-8d13-2c0bde9931c9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:59:21.806910 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-937cb6f9-9085-48fe-8d13-2c0bde9931c9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "PUT /v2.0/routers/1ba1b5ea-d573-4645-a5e4-d24014e57561/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1736104 May 06 09:59:21.810029 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42836) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:21.817479 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-c7d42564-6296-407d-934f-92032c5210b7 None None] Port 390a1420-d01f-469a-941e-07065d8b3b23 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:59:21.819290 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2bc76b-6c16-49c9-81cf-0b33109887d5 None None] Sync routers for ids ['1ba1b5ea-d573-4645-a5e4-d24014e57561'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:59:21.829989 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2bc76b-6c16-49c9-81cf-0b33109887d5 None None] Routers {'1ba1b5ea-d573-4645-a5e4-d24014e57561'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:21.830840 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-ad2bc76b-6c16-49c9-81cf-0b33109887d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:59:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1ba1b5ea-d573-4645-a5e4-d24014e57561'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:21.839047 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-e8bf2791-d3fb-4ba5-9c1f-34470a5c3911 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1113077556'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:21.885842 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d74309-9ea3-42df-98db-0a3379563d2a req-2f2c2aa1-fe70-4de0-9072-ded553d9154d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:21.887666 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-59d74309-9ea3-42df-98db-0a3379563d2a req-2f2c2aa1-fe70-4de0-9072-ded553d9154d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 946 time: 0.2496340 May 06 09:59:21.897996 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device fb317a33-51ef-49de-a587-9f57a5b5f3de no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:59:21.936696 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bf2791-d3fb-4ba5-9c1f-34470a5c3911 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Made reservation on behalf of 33c51dde91ea4665882b6a57b1b91c1a for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:21.940759 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e8bf2791-d3fb-4ba5-9c1f-34470a5c3911 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:21.958707 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: fb317a33-51ef-49de-a587-9f57a5b5f3de {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:59:21.959036 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device fb317a33-51ef-49de-a587-9f57a5b5f3de not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:59:21.959412 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9f1f7360-941d-41f0-b7d3-ba7c7f60444e no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:59:21.977713 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-59d74309-9ea3-42df-98db-0a3379563d2a req-505d622c-b111-4c61-9406-5b2d3d90eec5 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793855 May 06 09:59:21.979363 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953ad03d-46c8-440d-9d84-3d64ef96bc69 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:21.980996 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-953ad03d-46c8-440d-9d84-3d64ef96bc69 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1483386 May 06 09:59:21.983607 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42838) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:21.984202 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 9f1f7360-941d-41f0-b7d3-ba7c7f60444e {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:59:21.984553 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9f1f7360-941d-41f0-b7d3-ba7c7f60444e not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:59:22.021705 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42840) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:22.028745 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-896948fe-4bc6-4f4b-ab43-704e715ea84d None None] Provisioning complete for port 390a1420-d01f-469a-941e-07065d8b3b23 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:22.029314 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-896948fe-4bc6-4f4b-ab43-704e715ea84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:22.039350 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2bb0c660-189c-4544-acd3-feab7fbc02f8 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540121 May 06 09:59:22.044729 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42842) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:22.049751 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-94c73666-fd88-47bc-aab0-7286336f7084 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:22.066392 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1a2295-a550-4bf1-b801-774f2bc3932f x-openstack-request-id: req-1e1a2295-a550-4bf1-b801-774f2bc3932f {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:59:22.066997 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac0b552-b0d7-4736-8dcf-85a6c2354ba9", "tag": "b7c83e6e-dbba-4390-8c87-d61dce989416", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:59:22.067282 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1e1a2295-a550-4bf1-b801-774f2bc3932f {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:59:22.067700 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e1a2295-a550-4bf1-b801-774f2bc3932f'] response: {'name': 'network-changed', 'server_uuid': '9ac0b552-b0d7-4736-8dcf-85a6c2354ba9', 'tag': 'b7c83e6e-dbba-4390-8c87-d61dce989416', 'status': 'completed', 'code': 200} May 06 09:59:22.077908 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8bf2791-d3fb-4ba5-9c1f-34470a5c3911 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:59:22.103649 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e8bf2791-d3fb-4ba5-9c1f-34470a5c3911 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:22.104266 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-e8bf2791-d3fb-4ba5-9c1f-34470a5c3911 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Added segment 7c7c03bd-0605-4400-9da9-279138915dc7 of type vlan for network 68699ff2-282d-4b68-902d-09206c1ef9b5 May 06 09:59:22.116136 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-896948fe-4bc6-4f4b-ab43-704e715ea84d None None] Port 390a1420-d01f-469a-941e-07065d8b3b23 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:59:22.128962 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-89d7d216-2267-40cf-8da6-103a14326638 req-dc32947f-ed88-4a4c-a5a4-5c5f9dab203b service neutron] 10.222.0.77 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481526 May 06 09:59:22.136382 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-ad2bc76b-6c16-49c9-81cf-0b33109887d5 None None] Set router 1ba1b5ea-d573-4645-a5e4-d24014e57561 gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:22.188480 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-cc1d6cc9-b28d-496a-8d8a-277715670309 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/floatingips/afbbba64-7bb0-48f4-9555-c17116dd040d HTTP/1.1" status: 200 len: 993 time: 0.1654036 May 06 09:59:22.218444 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e8bf2791-d3fb-4ba5-9c1f-34470a5c3911 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:22.238971 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c73666-fd88-47bc-aab0-7286336f7084 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:22.254108 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-94c73666-fd88-47bc-aab0-7286336f7084 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:22.283090 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e8bf2791-d3fb-4ba5-9c1f-34470a5c3911 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:22.288731 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bf2791-d3fb-4ba5-9c1f-34470a5c3911 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:22.296596 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e8bf2791-d3fb-4ba5-9c1f-34470a5c3911 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:22.441759 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-ad2bc76b-6c16-49c9-81cf-0b33109887d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'name': 'tempest-RoutersIpV6Test-router-1292929843', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:14Z', 'updated_at': '2022-05-06T09:59:19Z', 'revision_number': 2, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None, '_interfaces': [{'id': '390a1420-d01f-469a-941e-07065d8b3b23', 'name': '', 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:6f:2e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:17Z', 'updated_at': '2022-05-06T09:59:20Z', 'revision_number': 2, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:22.476509 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e8bf2791-d3fb-4ba5-9c1f-34470a5c3911 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6629748 May 06 09:59:22.481341 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42858) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:22.487109 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-643a00f9-d431-40fc-b01e-a16630ea94d4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'subnet': {'network_id': '68699ff2-282d-4b68-902d-09206c1ef9b5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:22.498728 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf2791-d3fb-4ba5-9c1f-34470a5c3911 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Network': ['ID=68699ff2-282d-4b68-902d-09206c1ef9b5,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:22.528853 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 68699ff2-282d-4b68-902d-09206c1ef9b5 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:59:22.532333 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2bc76b-6c16-49c9-81cf-0b33109887d5 None None] Checking router: 1ba1b5ea-d573-4645-a5e4-d24014e57561 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:59:22.532970 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2bc76b-6c16-49c9-81cf-0b33109887d5 None None] Updating router 1ba1b5ea-d573-4645-a5e4-d24014e57561 port 390a1420-d01f-469a-941e-07065d8b3b23 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:59:22.599861 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf63ca0-adec-4baa-8211-9bc9fb83c2d1 req-8df690e5-c8bd-485b-b8c4-73417545040d tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:22.603688 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0cf63ca0-adec-4baa-8211-9bc9fb83c2d1 req-8df690e5-c8bd-485b-b8c4-73417545040d tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ac0b552-b0d7-4736-8dcf-85a6c2354ba9 HTTP/1.1" status: 200 len: 943 time: 0.2026827 May 06 09:59:22.620562 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ad2bc76b-6c16-49c9-81cf-0b33109887d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:22.669959 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46dbdf8-05d6-4f8e-b7d4-11bf2843fafa req-fda6b0dd-ed90-4120-938a-d82082fdaff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:22.675984 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f46dbdf8-05d6-4f8e-b7d4-11bf2843fafa req-fda6b0dd-ed90-4120-938a-d82082fdaff1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8f622fd1748945faafa68a8a25c50995&device_id=9ac0b552-b0d7-4736-8dcf-85a6c2354ba9 HTTP/1.1" status: 200 len: 1094 time: 0.4492126 May 06 09:59:22.694611 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0cf63ca0-adec-4baa-8211-9bc9fb83c2d1 req-5ebf715c-6937-497f-9ee9-d17af314e3df tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd3c1531-9665-46e1-afae-ca9870360a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789409 May 06 09:59:22.709399 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643a00f9-d431-40fc-b01e-a16630ea94d4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Made reservation on behalf of 33c51dde91ea4665882b6a57b1b91c1a for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:22.721658 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-643a00f9-d431-40fc-b01e-a16630ea94d4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:22.872830 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42864) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:22.935950 n-d-840835-1 neutron-server[102652]: DEBUG neutron.objects.ports [None req-94c73666-fd88-47bc-aab0-7286336f7084 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102652) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:59:22.939617 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-94c73666-fd88-47bc-aab0-7286336f7084 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:23.126066 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c73666-fd88-47bc-aab0-7286336f7084 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:23.132336 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-94c73666-fd88-47bc-aab0-7286336f7084 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:23.137651 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46dbdf8-05d6-4f8e-b7d4-11bf2843fafa req-56e63376-3c8e-4977-8428-cc0d8844881f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:23.140204 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f46dbdf8-05d6-4f8e-b7d4-11bf2843fafa req-56e63376-3c8e-4977-8428-cc0d8844881f service neutron] 10.222.0.77 "GET /v2.0/networks?id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 HTTP/1.1" status: 200 len: 914 time: 0.4468224 May 06 09:59:23.143425 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c73666-fd88-47bc-aab0-7286336f7084 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:23.144185 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-94c73666-fd88-47bc-aab0-7286336f7084 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:23.156882 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c73666-fd88-47bc-aab0-7286336f7084 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Subnet': ['ID=d6d7aca0-afea-4bf3-892f-27cc84480839,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:23.195619 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f46dbdf8-05d6-4f8e-b7d4-11bf2843fafa req-1a504869-97ed-4f76-822c-bc1a7fcbb2b5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7c83e6e-dbba-4390-8c87-d61dce989416 HTTP/1.1" status: 200 len: 217 time: 0.0478239 May 06 09:59:23.200009 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-643a00f9-d431-40fc-b01e-a16630ea94d4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:23.203029 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bfef56a2-cef0-4a99-8883-20dfcc3172d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:23.237032 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-94c73666-fd88-47bc-aab0-7286336f7084 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1883845 May 06 09:59:23.265409 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42870) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:23.266219 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a00f9-d431-40fc-b01e-a16630ea94d4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Subnet': ['ID=94949605-b51e-4f63-a266-d5a4b9c1d9fd,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:23.273514 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-9f364865-9e32-446c-ab73-ecb977c0d5ad tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:23.341829 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46dbdf8-05d6-4f8e-b7d4-11bf2843fafa req-33fc474c-ddb8-4ce1-b360-b04f4063777d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:23.351160 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f46dbdf8-05d6-4f8e-b7d4-11bf2843fafa req-33fc474c-ddb8-4ce1-b360-b04f4063777d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5a6d1981-166e-43ed-8cde-937a332bb113 HTTP/1.1" status: 200 len: 852 time: 0.1489308 May 06 09:59:23.404904 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858d7457-9596-4e7f-921a-9912abac61c8 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:23.410174 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ad2bc76b-6c16-49c9-81cf-0b33109887d5 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:23.457051 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ad2bc76b-6c16-49c9-81cf-0b33109887d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:23.461034 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46dbdf8-05d6-4f8e-b7d4-11bf2843fafa req-8856eab1-a4d0-40da-8240-a33cf2e198eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:23.481140 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f46dbdf8-05d6-4f8e-b7d4-11bf2843fafa req-8856eab1-a4d0-40da-8240-a33cf2e198eb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049006 May 06 09:59:23.511837 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a00f9-d431-40fc-b01e-a16630ea94d4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Checking segment: {'id': '7c7c03bd-0605-4400-9da9-279138915dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '68699ff2-282d-4b68-902d-09206c1ef9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:59:23.512216 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643a00f9-d431-40fc-b01e-a16630ea94d4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network hostable DHCP agents. Network: 68699ff2-282d-4b68-902d-09206c1ef9b5, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:59:23.562445 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5a060-7423-4de2-ac4c-f9c672dfc954 None None] Pushing event updated for resources: {'Port': ['ID=390a1420-d01f-469a-941e-07065d8b3b23,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:23.601140 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f364865-9e32-446c-ab73-ecb977c0d5ad tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:23.607941 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9f364865-9e32-446c-ab73-ecb977c0d5ad tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:23.674205 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f46dbdf8-05d6-4f8e-b7d4-11bf2843fafa req-5b68fae3-164a-4073-9811-839559e61d93 service neutron] 10.222.0.77 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919918 May 06 09:59:23.719997 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643a00f9-d431-40fc-b01e-a16630ea94d4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network 68699ff2-282d-4b68-902d-09206c1ef9b5 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:59:23.729631 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ad2bc76b-6c16-49c9-81cf-0b33109887d5 None None] Attempting to bind port 390a1420-d01f-469a-941e-07065d8b3b23 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:59:23.730578 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ad2bc76b-6c16-49c9-81cf-0b33109887d5 None None] Attempting to bind port 390a1420-d01f-469a-941e-07065d8b3b23 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '8594c979-945a-4af0-a769-bdb41096f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:59:23.730578 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2bc76b-6c16-49c9-81cf-0b33109887d5 None None] Attempting to bind port 390a1420-d01f-469a-941e-07065d8b3b23 on network 00c3d2bf-5572-4bae-bfed-f954722b5faa {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:59:23.734826 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bfef56a2-cef0-4a99-8883-20dfcc3172d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:23.736949 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2bc76b-6c16-49c9-81cf-0b33109887d5 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:59:23.737677 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2bc76b-6c16-49c9-81cf-0b33109887d5 None None] Checking segment: {'id': '8594c979-945a-4af0-a769-bdb41096f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:59:23.738013 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ad2bc76b-6c16-49c9-81cf-0b33109887d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:23.738998 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2bc76b-6c16-49c9-81cf-0b33109887d5 None None] Bound using segment: {'id': '8594c979-945a-4af0-a769-bdb41096f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:59:23.738998 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ad2bc76b-6c16-49c9-81cf-0b33109887d5 None None] Bound port: 390a1420-d01f-469a-941e-07065d8b3b23, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8594c979-945a-4af0-a769-bdb41096f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:59:23.739639 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ad2bc76b-6c16-49c9-81cf-0b33109887d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:23.754013 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f052306c-a8c6-4203-97db-074030555a17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'fixed_ips': [{'subnet_id': 'd6d7aca0-afea-4bf3-892f-27cc84480839'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:59:23.755443 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f052306c-a8c6-4203-97db-074030555a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:23.758709 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bfef56a2-cef0-4a99-8883-20dfcc3172d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:23.763525 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-643a00f9-d431-40fc-b01e-a16630ea94d4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 68699ff2-282d-4b68-902d-09206c1ef9b5) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:23.797311 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1261c14c-9b3c-49a1-b5e6-9451fccf6f7e None None] Network 68699ff2-282d-4b68-902d-09206c1ef9b5 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:23.799269 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643a00f9-d431-40fc-b01e-a16630ea94d4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:23.800078 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-643a00f9-d431-40fc-b01e-a16630ea94d4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:23.832153 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bfef56a2-cef0-4a99-8883-20dfcc3172d8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b1fdbf49b3604f61908866f5a27818de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9577684 May 06 09:59:23.841142 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42882) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:23.849067 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f46dbdf8-05d6-4f8e-b7d4-11bf2843fafa req-966a049c-a623-41fb-afe9-9313ce0c501d service neutron] 10.222.0.77 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673858 May 06 09:59:23.861035 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef56a2-cef0-4a99-8883-20dfcc3172d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e55e033-39c1-4cf3-b5df-1ac90c92b284,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:23.881891 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-643a00f9-d431-40fc-b01e-a16630ea94d4 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3995132 May 06 09:59:23.884801 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42884) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:24.051839 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ad2bc76b-6c16-49c9-81cf-0b33109887d5 None None] For port 390a1420-d01f-469a-941e-07065d8b3b23, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:59:24.059688 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-363a867d-18a4-40ed-a67b-b2edadfa92ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:24.104513 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d32b73-9375-4512-ad36-31412ba953f3 req-02002b9c-804f-4b2b-9496-af8b5555e8ae tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:24.112514 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37d32b73-9375-4512-ad36-31412ba953f3 req-02002b9c-804f-4b2b-9496-af8b5555e8ae tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ac0b552-b0d7-4736-8dcf-85a6c2354ba9 HTTP/1.1" status: 200 len: 943 time: 0.2220297 May 06 09:59:24.114579 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ad2bc76b-6c16-49c9-81cf-0b33109887d5 None None] For port 390a1420-d01f-469a-941e-07065d8b3b23, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=390a1420-d01f-469a-941e-07065d8b3b23,segment=NetworkSegment(8594c979-945a-4af0-a769-bdb41096f012),segment_id=8594c979-945a-4af0-a769-bdb41096f012)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:59:24.120979 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-5974673b-f327-4304-aeea-079f91237220 None None] Provisioning complete for port 390a1420-d01f-469a-941e-07065d8b3b23 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:24.121527 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5974673b-f327-4304-aeea-079f91237220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:24.130365 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ad2bc76b-6c16-49c9-81cf-0b33109887d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:24.175588 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-363a867d-18a4-40ed-a67b-b2edadfa92ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:24.208419 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37d32b73-9375-4512-ad36-31412ba953f3 req-a027907e-25b5-4104-9876-2b30b146dc3a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd3c1531-9665-46e1-afae-ca9870360a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944870 May 06 09:59:24.218800 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-f052306c-a8c6-4203-97db-074030555a17 None None] Allocated IP 2001:db8::f816:3eff:fe6c:171a (0d1252d9-04fb-40a6-862c-9b06ebf6d551/d6d7aca0-afea-4bf3-892f-27cc84480839/b719c49d-eaca-4c4c-b810-60ed1b389b35) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:24.299084 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9f364865-9e32-446c-ab73-ecb977c0d5ad tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:24.319600 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-363a867d-18a4-40ed-a67b-b2edadfa92ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:24.322461 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-363a867d-18a4-40ed-a67b-b2edadfa92ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:24.328230 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-363a867d-18a4-40ed-a67b-b2edadfa92ce admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4e55e033-39c1-4cf3-b5df-1ac90c92b284 HTTP/1.1" status: 204 len: 168 time: 0.4806170 May 06 09:59:24.392166 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f364865-9e32-446c-ab73-ecb977c0d5ad tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:24.395050 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5a060-7423-4de2-ac4c-f9c672dfc954 None None] Pushing event updated for resources: {'Port': ['ID=390a1420-d01f-469a-941e-07065d8b3b23,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:24.409856 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-9f364865-9e32-446c-ab73-ecb977c0d5ad tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:24.414032 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a867d-18a4-40ed-a67b-b2edadfa92ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e55e033-39c1-4cf3-b5df-1ac90c92b284,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:24.425509 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f364865-9e32-446c-ab73-ecb977c0d5ad tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:24.425947 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9f364865-9e32-446c-ab73-ecb977c0d5ad tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:24.433312 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0615f6e-6809-4264-82b7-058952182a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-68699ff2-282d-4b68-902d-09206c1ef9b5', 'network_id': '68699ff2-282d-4b68-902d-09206c1ef9b5', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'fixed_ips': [{'subnet_id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:59:24.436117 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b0615f6e-6809-4264-82b7-058952182a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:24.507660 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f364865-9e32-446c-ab73-ecb977c0d5ad tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Subnet': ['ID=bf60ad04-ebef-468f-8fb2-24145849efa5,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:24.523653 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-87f3a4f7-c052-4333-8f51-a45080f16d28 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:24.542607 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9f364865-9e32-446c-ab73-ecb977c0d5ad tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2702131 May 06 09:59:24.556372 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42890) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:24.564219 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-38866795-a67d-4b56-b752-fb88488cca79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'port': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'mac_address': 'fa:16:3e:58:ed:1d', 'name': 'tempest-NetworksTestDHCPv6-1825501642'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:24.574998 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2bc76b-6c16-49c9-81cf-0b33109887d5 None None] Routers {'1ba1b5ea-d573-4645-a5e4-d24014e57561'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:24.579608 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-ad2bc76b-6c16-49c9-81cf-0b33109887d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:59:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1ba1b5ea-d573-4645-a5e4-d24014e57561'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:24.816491 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38866795-a67d-4b56-b752-fb88488cca79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:24.869602 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5974673b-f327-4304-aeea-079f91237220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:24.879523 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f052306c-a8c6-4203-97db-074030555a17 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:24.912135 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-ad2bc76b-6c16-49c9-81cf-0b33109887d5 None None] Set router 1ba1b5ea-d573-4645-a5e4-d24014e57561 gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:24.918385 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f052306c-a8c6-4203-97db-074030555a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:24.933750 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-87f3a4f7-c052-4333-8f51-a45080f16d28 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Allocated IP 2001:db8:1::1 (68699ff2-282d-4b68-902d-09206c1ef9b5/94949605-b51e-4f63-a266-d5a4b9c1d9fd/fb5adc98-3fec-42ac-b14a-b6badfe94031) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:24.967048 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-38866795-a67d-4b56-b752-fb88488cca79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:24.997540 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-38866795-a67d-4b56-b752-fb88488cca79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] device_id is not set on port 78bc9f95-2f2d-4f1a-a54c-0628952bdbb3 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:59:25.030339 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-5974673b-f327-4304-aeea-079f91237220 None None] For port 390a1420-d01f-469a-941e-07065d8b3b23, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=390a1420-d01f-469a-941e-07065d8b3b23,segment=NetworkSegment(8594c979-945a-4af0-a769-bdb41096f012),segment_id=8594c979-945a-4af0-a769-bdb41096f012)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:25.032990 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f052306c-a8c6-4203-97db-074030555a17 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:25.074773 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-f052306c-a8c6-4203-97db-074030555a17 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:25.077627 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f052306c-a8c6-4203-97db-074030555a17 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:59:25.080016 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5974673b-f327-4304-aeea-079f91237220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:25.093811 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f052306c-a8c6-4203-97db-074030555a17 None None] Pushing event updated for resources: {'Port': ['ID=b719c49d-eaca-4c4c-b810-60ed1b389b35,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:25.118655 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-87f3a4f7-c052-4333-8f51-a45080f16d28 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:25.168846 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-87f3a4f7-c052-4333-8f51-a45080f16d28 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:25.223843 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f3a4f7-c052-4333-8f51-a45080f16d28 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network 68699ff2-282d-4b68-902d-09206c1ef9b5 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:25.227703 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-87f3a4f7-c052-4333-8f51-a45080f16d28 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:25.230390 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-38866795-a67d-4b56-b752-fb88488cca79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Allocated IP 172.20.0.4 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/bf60ad04-ebef-468f-8fb2-24145849efa5/78bc9f95-2f2d-4f1a-a54c-0628952bdbb3) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:25.232376 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f3a4f7-c052-4333-8f51-a45080f16d28 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:59:25.233142 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-87f3a4f7-c052-4333-8f51-a45080f16d28 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:25.240855 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-38866795-a67d-4b56-b752-fb88488cca79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Allocated IP 2001:db8::f816:3eff:fe58:ed1d (0d1252d9-04fb-40a6-862c-9b06ebf6d551/d6d7aca0-afea-4bf3-892f-27cc84480839/78bc9f95-2f2d-4f1a-a54c-0628952bdbb3) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:25.284198 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3a4f7-c052-4333-8f51-a45080f16d28 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Port': ['ID=fb5adc98-3fec-42ac-b14a-b6badfe94031,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:25.317072 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974673b-f327-4304-aeea-079f91237220 None None] Pushing event updated for resources: {'Port': ['ID=390a1420-d01f-469a-941e-07065d8b3b23,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:25.331809 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-f052306c-a8c6-4203-97db-074030555a17 None None] Attempting to bind port b719c49d-eaca-4c4c-b810-60ed1b389b35 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:59:25.332057 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-f052306c-a8c6-4203-97db-074030555a17 None None] Attempting to bind port b719c49d-eaca-4c4c-b810-60ed1b389b35 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:59:25.332421 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f052306c-a8c6-4203-97db-074030555a17 None None] Attempting to bind port b719c49d-eaca-4c4c-b810-60ed1b389b35 on network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:59:25.344004 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e5a307ef-946e-4a0b-81ca-5db66037852c None None] Provisioning complete for port 390a1420-d01f-469a-941e-07065d8b3b23 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:25.344380 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e5a307ef-946e-4a0b-81ca-5db66037852c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:25.370619 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-b0615f6e-6809-4264-82b7-058952182a49 None None] Allocated IP 2001:db8:1::2 (68699ff2-282d-4b68-902d-09206c1ef9b5/94949605-b51e-4f63-a266-d5a4b9c1d9fd/9958d4da-ccdf-4871-ac1a-30790bab2028) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:25.409673 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f052306c-a8c6-4203-97db-074030555a17 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:59:25.410158 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f052306c-a8c6-4203-97db-074030555a17 None None] Checking segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:59:25.410548 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f052306c-a8c6-4203-97db-074030555a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:25.411057 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f052306c-a8c6-4203-97db-074030555a17 None None] Bound using segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:59:25.412071 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-f052306c-a8c6-4203-97db-074030555a17 None None] Bound port: b719c49d-eaca-4c4c-b810-60ed1b389b35, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:59:25.412524 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f052306c-a8c6-4203-97db-074030555a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:25.438648 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-38866795-a67d-4b56-b752-fb88488cca79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:25.493224 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-87f3a4f7-c052-4333-8f51-a45080f16d28 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:25.514384 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a30f2-b0fe-4b08-9a93-adb75699aa61 req-92168223-cf0a-463b-8284-17e7b264765e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:25.516093 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da2a30f2-b0fe-4b08-9a93-adb75699aa61 req-92168223-cf0a-463b-8284-17e7b264765e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ac0b552-b0d7-4736-8dcf-85a6c2354ba9 HTTP/1.1" status: 200 len: 943 time: 0.0808156 May 06 09:59:25.527639 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-38866795-a67d-4b56-b752-fb88488cca79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:25.831916 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b0615f6e-6809-4264-82b7-058952182a49 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:25.842915 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-87f3a4f7-c052-4333-8f51-a45080f16d28 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:25.851215 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-87f3a4f7-c052-4333-8f51-a45080f16d28 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:25.852365 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-87f3a4f7-c052-4333-8f51-a45080f16d28 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:25.865714 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b0615f6e-6809-4264-82b7-058952182a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:25.964218 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0615f6e-6809-4264-82b7-058952182a49 None None] Network 68699ff2-282d-4b68-902d-09206c1ef9b5 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:25.976503 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3a4f7-c052-4333-8f51-a45080f16d28 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Port': ['ID=fb5adc98-3fec-42ac-b14a-b6badfe94031,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:25.978101 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-b0615f6e-6809-4264-82b7-058952182a49 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:26.003708 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0615f6e-6809-4264-82b7-058952182a49 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:59:26.019381 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38866795-a67d-4b56-b752-fb88488cca79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:26.031800 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-38866795-a67d-4b56-b752-fb88488cca79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:26.039408 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38866795-a67d-4b56-b752-fb88488cca79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:59:26.041477 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f052306c-a8c6-4203-97db-074030555a17 None None] For port b719c49d-eaca-4c4c-b810-60ed1b389b35, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:59:26.043849 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0615f6e-6809-4264-82b7-058952182a49 None None] Pushing event updated for resources: {'Port': ['ID=9958d4da-ccdf-4871-ac1a-30790bab2028,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:26.045204 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f3a4f7-c052-4333-8f51-a45080f16d28 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network 68699ff2-282d-4b68-902d-09206c1ef9b5 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:26.049424 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-87f3a4f7-c052-4333-8f51-a45080f16d28 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:26.058332 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f052306c-a8c6-4203-97db-074030555a17 None None] For port b719c49d-eaca-4c4c-b810-60ed1b389b35, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b719c49d-eaca-4c4c-b810-60ed1b389b35,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:59:26.061318 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-ad2bc76b-6c16-49c9-81cf-0b33109887d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'name': 'tempest-RoutersIpV6Test-router-1292929843', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:14Z', 'updated_at': '2022-05-06T09:59:19Z', 'revision_number': 2, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None, '_interfaces': [{'id': '390a1420-d01f-469a-941e-07065d8b3b23', 'name': '', 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:6f:2e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:17Z', 'updated_at': '2022-05-06T09:59:24Z', 'revision_number': 4, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:26.090458 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da2a30f2-b0fe-4b08-9a93-adb75699aa61 req-a71cea79-8bd8-4231-be0a-8229b4fe5779 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd3c1531-9665-46e1-afae-ca9870360a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5662434 May 06 09:59:26.096318 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38866795-a67d-4b56-b752-fb88488cca79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Port': ['ID=78bc9f95-2f2d-4f1a-a54c-0628952bdbb3,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:26.100736 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2bc76b-6c16-49c9-81cf-0b33109887d5 None None] The sync data for ids ['1ba1b5ea-d573-4645-a5e4-d24014e57561'] in n-d-840835-1 is: [{'id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'name': 'tempest-RoutersIpV6Test-router-1292929843', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:14Z', 'updated_at': '2022-05-06T09:59:19Z', 'revision_number': 2, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None, '_interfaces': [{'id': '390a1420-d01f-469a-941e-07065d8b3b23', 'name': '', 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:6f:2e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:17Z', 'updated_at': '2022-05-06T09:59:24Z', 'revision_number': 4, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:59:26.124882 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f052306c-a8c6-4203-97db-074030555a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:26.138186 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38866795-a67d-4b56-b752-fb88488cca79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:26.138506 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38866795-a67d-4b56-b752-fb88488cca79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:26.139405 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38866795-a67d-4b56-b752-fb88488cca79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:26.139405 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38866795-a67d-4b56-b752-fb88488cca79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:26.139706 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38866795-a67d-4b56-b752-fb88488cca79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:26.139911 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38866795-a67d-4b56-b752-fb88488cca79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:26.140170 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38866795-a67d-4b56-b752-fb88488cca79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:26.140498 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38866795-a67d-4b56-b752-fb88488cca79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:26.140821 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38866795-a67d-4b56-b752-fb88488cca79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:26.142602 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38866795-a67d-4b56-b752-fb88488cca79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:26.142906 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38866795-a67d-4b56-b752-fb88488cca79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:26.143266 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38866795-a67d-4b56-b752-fb88488cca79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:26.202080 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38866795-a67d-4b56-b752-fb88488cca79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:26.202786 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-38866795-a67d-4b56-b752-fb88488cca79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:26.237549 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-b0615f6e-6809-4264-82b7-058952182a49 None None] Attempting to bind port 9958d4da-ccdf-4871-ac1a-30790bab2028 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:59:26.238430 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-b0615f6e-6809-4264-82b7-058952182a49 None None] Attempting to bind port 9958d4da-ccdf-4871-ac1a-30790bab2028 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '7c7c03bd-0605-4400-9da9-279138915dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '68699ff2-282d-4b68-902d-09206c1ef9b5'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:59:26.239017 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-38866795-a67d-4b56-b752-fb88488cca79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6899834 May 06 09:59:26.239533 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0615f6e-6809-4264-82b7-058952182a49 None None] Attempting to bind port 9958d4da-ccdf-4871-ac1a-30790bab2028 on network 68699ff2-282d-4b68-902d-09206c1ef9b5 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:59:26.241591 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42934) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:26.252981 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0615f6e-6809-4264-82b7-058952182a49 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:59:26.253641 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0615f6e-6809-4264-82b7-058952182a49 None None] Checking segment: {'id': '7c7c03bd-0605-4400-9da9-279138915dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '68699ff2-282d-4b68-902d-09206c1ef9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:59:26.254040 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b0615f6e-6809-4264-82b7-058952182a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:26.254541 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0615f6e-6809-4264-82b7-058952182a49 None None] Bound using segment: {'id': '7c7c03bd-0605-4400-9da9-279138915dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '68699ff2-282d-4b68-902d-09206c1ef9b5'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:59:26.255161 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-b0615f6e-6809-4264-82b7-058952182a49 None None] Bound port: 9958d4da-ccdf-4871-ac1a-30790bab2028, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7c03bd-0605-4400-9da9-279138915dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '68699ff2-282d-4b68-902d-09206c1ef9b5'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:59:26.255644 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b0615f6e-6809-4264-82b7-058952182a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:26.339714 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d5ae80-d652-4a2e-aad4-f7fea51f5a22 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:26.355576 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d5ae80-d652-4a2e-aad4-f7fea51f5a22 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:26.360135 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-04d5ae80-d652-4a2e-aad4-f7fea51f5a22 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1145065 May 06 09:59:26.360135 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42938) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:26.373361 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-b0615f6e-6809-4264-82b7-058952182a49 None None] For port 9958d4da-ccdf-4871-ac1a-30790bab2028, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:59:26.377559 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-b0615f6e-6809-4264-82b7-058952182a49 None None] For port 9958d4da-ccdf-4871-ac1a-30790bab2028, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9958d4da-ccdf-4871-ac1a-30790bab2028,segment=NetworkSegment(7c7c03bd-0605-4400-9da9-279138915dc7),segment_id=7c7c03bd-0605-4400-9da9-279138915dc7)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:59:26.383008 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f052306c-a8c6-4203-97db-074030555a17 None None] Pushing event updated for resources: {'Port': ['ID=b719c49d-eaca-4c4c-b810-60ed1b389b35,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:26.392582 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b0615f6e-6809-4264-82b7-058952182a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:26.527916 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0615f6e-6809-4264-82b7-058952182a49 None None] Pushing event updated for resources: {'Port': ['ID=9958d4da-ccdf-4871-ac1a-30790bab2028,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:26.536914 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device b7c83e6e-dbba-4390-8c87-d61dce989416 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:59:26.653117 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-9863d852-a975-4d6c-baaf-20ad9f5f2152 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting port 78bc9f95-2f2d-4f1a-a54c-0628952bdbb3 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:26.653618 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9863d852-a975-4d6c-baaf-20ad9f5f2152 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:26.863964 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9863d852-a975-4d6c-baaf-20ad9f5f2152 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:26.871273 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port b7c83e6e-dbba-4390-8c87-d61dce989416, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=b7c83e6e-dbba-4390-8c87-d61dce989416,segment=NetworkSegment(80edd242-db32-42e3-9f67-d396ea818882),segment_id=80edd242-db32-42e3-9f67-d396ea818882)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:26.942332 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-9863d852-a975-4d6c-baaf-20ad9f5f2152 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Calling delete_port for 78bc9f95-2f2d-4f1a-a54c-0628952bdbb3 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:26.946000 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'b7c83e6e-dbba-4390-8c87-d61dce989416', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'port_id': 'b7c83e6e-dbba-4390-8c87-d61dce989416', 'mac_address': 'fa:16:3e:ad:2e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:59:26.993977 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f3a4f7-c052-4333-8f51-a45080f16d28 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Router 1ba1b5ea-d573-4645-a5e4-d24014e57561 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:59:27.101846 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:27.169553 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c83e6e-dbba-4390-8c87-d61dce989416 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:59:27.243877 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port b7c83e6e-dbba-4390-8c87-d61dce989416, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=b7c83e6e-dbba-4390-8c87-d61dce989416,segment=NetworkSegment(80edd242-db32-42e3-9f67-d396ea818882),segment_id=80edd242-db32-42e3-9f67-d396ea818882)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:27.258618 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:27.330586 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 390a1420-d01f-469a-941e-07065d8b3b23 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:59:27.350700 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f3a4f7-c052-4333-8f51-a45080f16d28 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:59:27.367043 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-87f3a4f7-c052-4333-8f51-a45080f16d28 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "PUT /v2.0/routers/1ba1b5ea-d573-4645-a5e4-d24014e57561/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4796176 May 06 09:59:27.371233 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42952) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:27.383545 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-0998e9d5-a0e1-4400-976e-2e88598cc550 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1941843699'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:27.444835 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0998e9d5-a0e1-4400-976e-2e88598cc550 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Made reservation on behalf of 33c51dde91ea4665882b6a57b1b91c1a for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:27.455292 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0998e9d5-a0e1-4400-976e-2e88598cc550 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:27.524587 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=b7c83e6e-dbba-4390-8c87-d61dce989416,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:27.553943 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 390a1420-d01f-469a-941e-07065d8b3b23 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:27.556006 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:27.647501 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9863d852-a975-4d6c-baaf-20ad9f5f2152 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:27.648100 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0998e9d5-a0e1-4400-976e-2e88598cc550 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:59:27.668320 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0998e9d5-a0e1-4400-976e-2e88598cc550 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:27.669345 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-0998e9d5-a0e1-4400-976e-2e88598cc550 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Added segment 3b670a47-9574-463f-a939-8ebe7732f6f5 of type vlan for network 1c86a9fc-91fa-4a6a-8565-9caac58697cf May 06 09:59:27.706427 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['b7c83e6e-dbba-4390-8c87-d61dce989416'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:59:27.726085 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec28a6-3fda-4015-ac4e-6f5452677bb6 req-98b8b3a4-895b-4d6f-91ed-906cf5f335bf tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:27.730154 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-64ec28a6-3fda-4015-ac4e-6f5452677bb6 req-98b8b3a4-895b-4d6f-91ed-906cf5f335bf tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ac0b552-b0d7-4736-8dcf-85a6c2354ba9 HTTP/1.1" status: 200 len: 944 time: 0.2630262 May 06 09:59:27.750582 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0998e9d5-a0e1-4400-976e-2e88598cc550 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:27.819242 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0998e9d5-a0e1-4400-976e-2e88598cc550 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:27.830712 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998e9d5-a0e1-4400-976e-2e88598cc550 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:27.831168 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0998e9d5-a0e1-4400-976e-2e88598cc550 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:27.858053 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b719c49d-eaca-4c4c-b810-60ed1b389b35 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:59:27.866397 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863d852-a975-4d6c-baaf-20ad9f5f2152 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Port': ['ID=78bc9f95-2f2d-4f1a-a54c-0628952bdbb3,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:27.974810 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998e9d5-a0e1-4400-976e-2e88598cc550 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Network': ['ID=1c86a9fc-91fa-4a6a-8565-9caac58697cf,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:27.992817 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0998e9d5-a0e1-4400-976e-2e88598cc550 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6178417 May 06 09:59:27.992994 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42958) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:27.994296 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 1c86a9fc-91fa-4a6a-8565-9caac58697cf details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:59:28.004898 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-9e69f9ec-9d8f-49e6-9370-9902839965f5 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'subnet': {'network_id': '1c86a9fc-91fa-4a6a-8565-9caac58697cf', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:28.006480 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-64ec28a6-3fda-4015-ac4e-6f5452677bb6 req-4427e66a-8c42-4e08-b8ff-b4f6d4add5fe tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd3c1531-9665-46e1-afae-ca9870360a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901615 May 06 09:59:28.025869 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9863d852-a975-4d6c-baaf-20ad9f5f2152 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:28.029777 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9863d852-a975-4d6c-baaf-20ad9f5f2152 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/78bc9f95-2f2d-4f1a-a54c-0628952bdbb3 HTTP/1.1" status: 204 len: 168 time: 1.6684494 May 06 09:59:28.032384 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42960) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:28.146517 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa6abc7-1a59-4747-8764-1dc7a06f2103 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:28.153453 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa6abc7-1a59-4747-8764-1dc7a06f2103 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:28.155320 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa6abc7-1a59-4747-8764-1dc7a06f2103 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:28.163761 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42964) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:28.165044 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3fa6abc7-1a59-4747-8764-1dc7a06f2103 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1315465 May 06 09:59:28.255144 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf527f4-f192-4b19-a113-391ccaee1ee7 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:28.295357 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e001b43-b53a-4bec-b87c-8be30238fd47 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting subnet bf60ad04-ebef-468f-8fb2-24145849efa5 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:59:28.301634 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e69f9ec-9d8f-49e6-9370-9902839965f5 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Made reservation on behalf of 33c51dde91ea4665882b6a57b1b91c1a for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:28.305628 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9e69f9ec-9d8f-49e6-9370-9902839965f5 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:28.309529 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3e001b43-b53a-4bec-b87c-8be30238fd47 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:28.413302 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port b719c49d-eaca-4c4c-b810-60ed1b389b35 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:28.413904 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:28.442303 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-22a93149-7151-45d5-90cb-dabbdfe223ca None None] Provisioning complete for port b719c49d-eaca-4c4c-b810-60ed1b389b35 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:28.443063 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-22a93149-7151-45d5-90cb-dabbdfe223ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:28.453773 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3e001b43-b53a-4bec-b87c-8be30238fd47 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:28.571854 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986d093a-864d-482f-a857-e3a30a9b241c None None] Network 68699ff2-282d-4b68-902d-09206c1ef9b5 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:28.588519 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3e001b43-b53a-4bec-b87c-8be30238fd47 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:28.714181 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:28.720022 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-22a93149-7151-45d5-90cb-dabbdfe223ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:28.749794 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3e001b43-b53a-4bec-b87c-8be30238fd47 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:28.785676 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port b719c49d-eaca-4c4c-b810-60ed1b389b35, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b719c49d-eaca-4c4c-b810-60ed1b389b35,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:28.789282 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9e69f9ec-9d8f-49e6-9370-9902839965f5 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:28.791891 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e001b43-b53a-4bec-b87c-8be30238fd47 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Subnet': ['ID=bf60ad04-ebef-468f-8fb2-24145849efa5,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:28.801675 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3e001b43-b53a-4bec-b87c-8be30238fd47 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:28.808326 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3e001b43-b53a-4bec-b87c-8be30238fd47 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/bf60ad04-ebef-468f-8fb2-24145849efa5 HTTP/1.1" status: 204 len: 168 time: 0.6353886 May 06 09:59:28.809041 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42968) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:28.815091 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:28.871914 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69f9ec-9d8f-49e6-9370-9902839965f5 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Subnet': ['ID=35404f1e-ad34-4e95-8102-acf540fab4db,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:28.880679 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e69f9ec-9d8f-49e6-9370-9902839965f5 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Checking segment: {'id': '3b670a47-9574-463f-a939-8ebe7732f6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1c86a9fc-91fa-4a6a-8565-9caac58697cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:59:28.881070 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e69f9ec-9d8f-49e6-9370-9902839965f5 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network hostable DHCP agents. Network: 1c86a9fc-91fa-4a6a-8565-9caac58697cf, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:59:28.882481 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=b719c49d-eaca-4c4c-b810-60ed1b389b35,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:28.921991 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e69f9ec-9d8f-49e6-9370-9902839965f5 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network 1c86a9fc-91fa-4a6a-8565-9caac58697cf is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:59:28.934438 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-0da8c72f-197a-44b6-98af-9a7d0aee919a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting subnet d6d7aca0-afea-4bf3-892f-27cc84480839 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:59:28.940978 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-9e69f9ec-9d8f-49e6-9370-9902839965f5 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 1c86a9fc-91fa-4a6a-8565-9caac58697cf) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:28.953007 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e69f9ec-9d8f-49e6-9370-9902839965f5 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:28.956810 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9e69f9ec-9d8f-49e6-9370-9902839965f5 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:28.958548 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1f40b5-c652-440f-8ec0-bbfb804015e4 None None] Network 1c86a9fc-91fa-4a6a-8565-9caac58697cf requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:28.962511 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0da8c72f-197a-44b6-98af-9a7d0aee919a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:28.998719 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9e69f9ec-9d8f-49e6-9370-9902839965f5 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0045817 May 06 09:59:29.000097 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42970) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:29.063337 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3c6a29-1f5e-4885-a43d-60d4e84fe5ce None None] Sync routers for ids ['1ba1b5ea-d573-4645-a5e4-d24014e57561'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:59:29.084074 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0da8c72f-197a-44b6-98af-9a7d0aee919a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:29.087147 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-22a93149-7151-45d5-90cb-dabbdfe223ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:59:29.087631 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3c6a29-1f5e-4885-a43d-60d4e84fe5ce None None] Routers {'1ba1b5ea-d573-4645-a5e4-d24014e57561'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:29.087759 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-22a93149-7151-45d5-90cb-dabbdfe223ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:59:29.088707 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3a3c6a29-1f5e-4885-a43d-60d4e84fe5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:59:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1ba1b5ea-d573-4645-a5e4-d24014e57561'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:29.094340 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9958d4da-ccdf-4871-ac1a-30790bab2028 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:59:29.116825 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:29.205224 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d23504-4623-4b0b-b992-45187ddcc4a7 None None] Update dhcp port {'port': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'fixed_ips': [{'subnet_id': 'd6d7aca0-afea-4bf3-892f-27cc84480839', 'ip_address': '2001:db8::f816:3eff:fe6c:171a'}, {'subnet_id': 'bf60ad04-ebef-468f-8fb2-24145849efa5'}], 'binding:host_id': 'n-d-840835-1'}, 'id': 'b719c49d-eaca-4c4c-b810-60ed1b389b35'} from n-d-840835-1. {{(pid=102654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 09:59:29.249161 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-3a3c6a29-1f5e-4885-a43d-60d4e84fe5ce None None] Set router 1ba1b5ea-d573-4645-a5e4-d24014e57561 gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:29.280500 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea0f57-a124-4e45-9465-11912468d621 req-3ef216ff-a57f-41f5-bf1a-01c69acca562 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:29.282162 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c8ea0f57-a124-4e45-9465-11912468d621 req-3ef216ff-a57f-41f5-bf1a-01c69acca562 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ac0b552-b0d7-4736-8dcf-85a6c2354ba9 HTTP/1.1" status: 200 len: 944 time: 0.1058476 May 06 09:59:29.330253 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0da8c72f-197a-44b6-98af-9a7d0aee919a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:29.452266 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0da8c72f-197a-44b6-98af-9a7d0aee919a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:29.495305 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8c72f-197a-44b6-98af-9a7d0aee919a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Subnet': ['ID=d6d7aca0-afea-4bf3-892f-27cc84480839,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:29.499826 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c8ea0f57-a124-4e45-9465-11912468d621 req-6068a99d-08c4-43ba-b195-c453f9aef2a9 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd3c1531-9665-46e1-afae-ca9870360a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103453 May 06 09:59:29.502981 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0da8c72f-197a-44b6-98af-9a7d0aee919a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:29.506443 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0da8c72f-197a-44b6-98af-9a7d0aee919a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/d6d7aca0-afea-4bf3-892f-27cc84480839 HTTP/1.1" status: 204 len: 168 time: 0.6956477 May 06 09:59:29.509135 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42976) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:29.538500 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0cae70c7-5eb8-4f48-9c63-c6b16d0784de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:29.548878 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3a3c6a29-1f5e-4885-a43d-60d4e84fe5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'name': 'tempest-RoutersIpV6Test-router-1292929843', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:14Z', 'updated_at': '2022-05-06T09:59:25Z', 'revision_number': 3, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None, '_interfaces': [{'id': '390a1420-d01f-469a-941e-07065d8b3b23', 'name': '', 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:6f:2e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:17Z', 'updated_at': '2022-05-06T09:59:24Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5adc98-3fec-42ac-b14a-b6badfe94031', 'name': '', 'network_id': '68699ff2-282d-4b68-902d-09206c1ef9b5', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:8d:03:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:24Z', 'updated_at': '2022-05-06T09:59:25Z', 'revision_number': 2, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:29.566120 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3c4cef8a-3fc3-4dfc-a06e-7dae80ef5bb9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0558238 May 06 09:59:29.569605 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42980) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:29.576050 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-fdd60490-7994-4dc9-b83a-e7838a4a3aaf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:29.596065 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3c6a29-1f5e-4885-a43d-60d4e84fe5ce None None] Checking router: 1ba1b5ea-d573-4645-a5e4-d24014e57561 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:59:29.596428 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3c6a29-1f5e-4885-a43d-60d4e84fe5ce None None] Updating router 1ba1b5ea-d573-4645-a5e4-d24014e57561 port fb5adc98-3fec-42ac-b14a-b6badfe94031 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:59:29.606383 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-00d23504-4623-4b0b-b992-45187ddcc4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:29.647841 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3a3c6a29-1f5e-4885-a43d-60d4e84fe5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:29.711900 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 9958d4da-ccdf-4871-ac1a-30790bab2028 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:29.718426 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:29.773165 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd60490-7994-4dc9-b83a-e7838a4a3aaf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:29.777066 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fdd60490-7994-4dc9-b83a-e7838a4a3aaf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:29.818801 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fef07a-6370-4964-8427-73a4eb0c162a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-1c86a9fc-91fa-4a6a-8565-9caac58697cf', 'network_id': '1c86a9fc-91fa-4a6a-8565-9caac58697cf', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'fixed_ips': [{'subnet_id': '35404f1e-ad34-4e95-8102-acf540fab4db'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:59:29.819852 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b2fef07a-6370-4964-8427-73a4eb0c162a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:30.267202 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-0cae70c7-5eb8-4f48-9c63-c6b16d0784de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Allocated IP 2001:db8:2::1 (1c86a9fc-91fa-4a6a-8565-9caac58697cf/35404f1e-ad34-4e95-8102-acf540fab4db/ebf69b5a-9f4e-44af-950e-071ba16d2f31) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:30.362908 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-fa0f73e4-76ce-43e1-b355-b4630517d875 None None] Provisioning complete for port 9958d4da-ccdf-4871-ac1a-30790bab2028 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:30.363867 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fa0f73e4-76ce-43e1-b355-b4630517d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:30.365746 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:30.452410 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0cae70c7-5eb8-4f48-9c63-c6b16d0784de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:30.475436 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3a3c6a29-1f5e-4885-a43d-60d4e84fe5ce None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:30.500409 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0cae70c7-5eb8-4f48-9c63-c6b16d0784de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:30.504949 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device b7c83e6e-dbba-4390-8c87-d61dce989416 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:59:30.507476 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3a3c6a29-1f5e-4885-a43d-60d4e84fe5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:30.552448 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae70c7-5eb8-4f48-9c63-c6b16d0784de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Port': ['ID=ebf69b5a-9f4e-44af-950e-071ba16d2f31,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:30.577063 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cae70c7-5eb8-4f48-9c63-c6b16d0784de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network 1c86a9fc-91fa-4a6a-8565-9caac58697cf is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:30.578654 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-0cae70c7-5eb8-4f48-9c63-c6b16d0784de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:30.581238 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cae70c7-5eb8-4f48-9c63-c6b16d0784de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:59:30.581802 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0cae70c7-5eb8-4f48-9c63-c6b16d0784de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:30.732035 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed483f1a-3686-4f68-a32a-7b83518f722d None None] Pushing event updated for resources: {'Port': ['ID=fb5adc98-3fec-42ac-b14a-b6badfe94031,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:30.764869 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-b2fef07a-6370-4964-8427-73a4eb0c162a None None] Allocated IP 2001:db8:2::2 (1c86a9fc-91fa-4a6a-8565-9caac58697cf/35404f1e-ad34-4e95-8102-acf540fab4db/5b54a061-fe25-470f-bd5b-3ac8b097968c) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:30.783577 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0cae70c7-5eb8-4f48-9c63-c6b16d0784de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:30.795004 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed483f1a-3686-4f68-a32a-7b83518f722d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:30.795786 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed483f1a-3686-4f68-a32a-7b83518f722d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:30.796480 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed483f1a-3686-4f68-a32a-7b83518f722d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:30.797181 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed483f1a-3686-4f68-a32a-7b83518f722d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:30.797712 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed483f1a-3686-4f68-a32a-7b83518f722d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:30.798249 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed483f1a-3686-4f68-a32a-7b83518f722d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:30.798785 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed483f1a-3686-4f68-a32a-7b83518f722d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:30.799375 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed483f1a-3686-4f68-a32a-7b83518f722d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:30.800279 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed483f1a-3686-4f68-a32a-7b83518f722d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:30.800854 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed483f1a-3686-4f68-a32a-7b83518f722d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:30.801418 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed483f1a-3686-4f68-a32a-7b83518f722d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:30.802339 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed483f1a-3686-4f68-a32a-7b83518f722d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:30.805960 n-d-840835-1 neutron-server[102653]: DEBUG neutron.objects.ports [None req-fdd60490-7994-4dc9-b83a-e7838a4a3aaf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102653) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:59:30.806478 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae881e92-e4ef-49bd-8628-56121655b50a None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:30.867625 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-3a3c6a29-1f5e-4885-a43d-60d4e84fe5ce None None] Attempting to bind port fb5adc98-3fec-42ac-b14a-b6badfe94031 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:59:30.868208 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-3a3c6a29-1f5e-4885-a43d-60d4e84fe5ce None None] Attempting to bind port fb5adc98-3fec-42ac-b14a-b6badfe94031 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '7c7c03bd-0605-4400-9da9-279138915dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '68699ff2-282d-4b68-902d-09206c1ef9b5'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:59:30.868647 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3c6a29-1f5e-4885-a43d-60d4e84fe5ce None None] Attempting to bind port fb5adc98-3fec-42ac-b14a-b6badfe94031 on network 68699ff2-282d-4b68-902d-09206c1ef9b5 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:59:30.898255 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3c6a29-1f5e-4885-a43d-60d4e84fe5ce None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:59:30.898941 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 9958d4da-ccdf-4871-ac1a-30790bab2028, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9958d4da-ccdf-4871-ac1a-30790bab2028,segment=NetworkSegment(7c7c03bd-0605-4400-9da9-279138915dc7),segment_id=7c7c03bd-0605-4400-9da9-279138915dc7)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:30.905666 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3c6a29-1f5e-4885-a43d-60d4e84fe5ce None None] Checking segment: {'id': '7c7c03bd-0605-4400-9da9-279138915dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '68699ff2-282d-4b68-902d-09206c1ef9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:59:30.907176 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3a3c6a29-1f5e-4885-a43d-60d4e84fe5ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:30.908131 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3c6a29-1f5e-4885-a43d-60d4e84fe5ce None None] Bound using segment: {'id': '7c7c03bd-0605-4400-9da9-279138915dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '68699ff2-282d-4b68-902d-09206c1ef9b5'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:59:30.917244 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-3a3c6a29-1f5e-4885-a43d-60d4e84fe5ce None None] Bound port: fb5adc98-3fec-42ac-b14a-b6badfe94031, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7c03bd-0605-4400-9da9-279138915dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '68699ff2-282d-4b68-902d-09206c1ef9b5'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:59:30.918117 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3a3c6a29-1f5e-4885-a43d-60d4e84fe5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:30.964353 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:31.055288 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-3a3c6a29-1f5e-4885-a43d-60d4e84fe5ce None None] For port fb5adc98-3fec-42ac-b14a-b6badfe94031, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:59:31.059759 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-3a3c6a29-1f5e-4885-a43d-60d4e84fe5ce None None] For port fb5adc98-3fec-42ac-b14a-b6badfe94031, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=fb5adc98-3fec-42ac-b14a-b6badfe94031,segment=NetworkSegment(7c7c03bd-0605-4400-9da9-279138915dc7),segment_id=7c7c03bd-0605-4400-9da9-279138915dc7)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:59:31.070369 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3a3c6a29-1f5e-4885-a43d-60d4e84fe5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:31.162412 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac7225-4794-4342-b0aa-c7d086cc2d8c req-2b7bad93-1600-4e5d-810f-289b3cd9593c tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:31.168557 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3c6a29-1f5e-4885-a43d-60d4e84fe5ce None None] Routers {'1ba1b5ea-d573-4645-a5e4-d24014e57561'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:31.169213 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3a3c6a29-1f5e-4885-a43d-60d4e84fe5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:59:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1ba1b5ea-d573-4645-a5e4-d24014e57561'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:31.170671 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c9ac7225-4794-4342-b0aa-c7d086cc2d8c req-2b7bad93-1600-4e5d-810f-289b3cd9593c tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ac0b552-b0d7-4736-8dcf-85a6c2354ba9 HTTP/1.1" status: 200 len: 944 time: 0.4859314 May 06 09:59:31.171413 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed483f1a-3686-4f68-a32a-7b83518f722d None None] Pushing event updated for resources: {'Port': ['ID=fb5adc98-3fec-42ac-b14a-b6badfe94031,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:31.220611 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b719c49d-eaca-4c4c-b810-60ed1b389b35 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:59:31.440410 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0cae70c7-5eb8-4f48-9c63-c6b16d0784de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:31.452048 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0cae70c7-5eb8-4f48-9c63-c6b16d0784de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:31.452879 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0cae70c7-5eb8-4f48-9c63-c6b16d0784de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:31.455592 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=9958d4da-ccdf-4871-ac1a-30790bab2028,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:31.463242 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c9ac7225-4794-4342-b0aa-c7d086cc2d8c req-96c9468a-d908-4bb4-a89d-79ed16b7b709 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd3c1531-9665-46e1-afae-ca9870360a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866831 May 06 09:59:31.613196 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-3a3c6a29-1f5e-4885-a43d-60d4e84fe5ce None None] Set router 1ba1b5ea-d573-4645-a5e4-d24014e57561 gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:31.623329 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fdd60490-7994-4dc9-b83a-e7838a4a3aaf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:31.693852 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cae70c7-5eb8-4f48-9c63-c6b16d0784de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network 1c86a9fc-91fa-4a6a-8565-9caac58697cf is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:31.700056 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-0cae70c7-5eb8-4f48-9c63-c6b16d0784de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:31.716557 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae70c7-5eb8-4f48-9c63-c6b16d0784de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Port': ['ID=ebf69b5a-9f4e-44af-950e-071ba16d2f31,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:31.768382 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b2fef07a-6370-4964-8427-73a4eb0c162a None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:31.801743 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b2fef07a-6370-4964-8427-73a4eb0c162a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:31.884535 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port b7c83e6e-dbba-4390-8c87-d61dce989416 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:59:31.899741 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port b7c83e6e-dbba-4390-8c87-d61dce989416 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:31.900535 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:31.914386 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cae70c7-5eb8-4f48-9c63-c6b16d0784de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Router 1ba1b5ea-d573-4645-a5e4-d24014e57561 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:59:31.968515 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-fdd60490-7994-4dc9-b83a-e7838a4a3aaf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] For port b719c49d-eaca-4c4c-b810-60ed1b389b35, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b719c49d-eaca-4c4c-b810-60ed1b389b35,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:32.012127 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fdd60490-7994-4dc9-b83a-e7838a4a3aaf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:32.023426 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fdd60490-7994-4dc9-b83a-e7838a4a3aaf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:32.024338 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fdd60490-7994-4dc9-b83a-e7838a4a3aaf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:32.053842 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fef07a-6370-4964-8427-73a4eb0c162a None None] Network 1c86a9fc-91fa-4a6a-8565-9caac58697cf is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:32.115904 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cae70c7-5eb8-4f48-9c63-c6b16d0784de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:59:32.131853 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0cae70c7-5eb8-4f48-9c63-c6b16d0784de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "PUT /v2.0/routers/1ba1b5ea-d573-4645-a5e4-d24014e57561/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1277149 May 06 09:59:32.132184 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43016) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:32.137179 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-c8e4da30-a561-4b2f-ae58-602781afe9e9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-733000458'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:32.145599 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-b2fef07a-6370-4964-8427-73a4eb0c162a None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:32.163380 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd60490-7994-4dc9-b83a-e7838a4a3aaf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:32.169365 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fef07a-6370-4964-8427-73a4eb0c162a None None] Pushing event updated for resources: {'Port': ['ID=5b54a061-fe25-470f-bd5b-3ac8b097968c,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:32.172035 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fef07a-6370-4964-8427-73a4eb0c162a None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:59:32.175845 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-fdd60490-7994-4dc9-b83a-e7838a4a3aaf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:32.178911 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd60490-7994-4dc9-b83a-e7838a4a3aaf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:32.179994 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fdd60490-7994-4dc9-b83a-e7838a4a3aaf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:32.192743 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3a3c6a29-1f5e-4885-a43d-60d4e84fe5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'name': 'tempest-RoutersIpV6Test-router-1292929843', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:14Z', 'updated_at': '2022-05-06T09:59:30Z', 'revision_number': 4, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None, '_interfaces': [{'id': '390a1420-d01f-469a-941e-07065d8b3b23', 'name': '', 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:6f:2e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:17Z', 'updated_at': '2022-05-06T09:59:24Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebf69b5a-9f4e-44af-950e-071ba16d2f31', 'name': '', 'network_id': '1c86a9fc-91fa-4a6a-8565-9caac58697cf', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:2a:28:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '35404f1e-ad34-4e95-8102-acf540fab4db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:29Z', 'updated_at': '2022-05-06T09:59:30Z', 'revision_number': 1, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '35404f1e-ad34-4e95-8102-acf540fab4db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5adc98-3fec-42ac-b14a-b6badfe94031', 'name': '', 'network_id': '68699ff2-282d-4b68-902d-09206c1ef9b5', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:8d:03:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:24Z', 'updated_at': '2022-05-06T09:59:31Z', 'revision_number': 4, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:32.201854 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd60490-7994-4dc9-b83a-e7838a4a3aaf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Subnet': ['ID=5b5e4625-4193-41dd-8ad7-1d236cc379e3,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:32.214446 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd60490-7994-4dc9-b83a-e7838a4a3aaf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Port': ['ID=b719c49d-eaca-4c4c-b810-60ed1b389b35,revision_number=6']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:32.225442 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fdd60490-7994-4dc9-b83a-e7838a4a3aaf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6546378 May 06 09:59:32.230170 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43018) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:32.233801 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:32.241239 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3c6a29-1f5e-4885-a43d-60d4e84fe5ce None None] The sync data for ids ['1ba1b5ea-d573-4645-a5e4-d24014e57561'] in n-d-840835-1 is: [{'id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'name': 'tempest-RoutersIpV6Test-router-1292929843', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:14Z', 'updated_at': '2022-05-06T09:59:30Z', 'revision_number': 4, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None, '_interfaces': [{'id': '390a1420-d01f-469a-941e-07065d8b3b23', 'name': '', 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:6f:2e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:17Z', 'updated_at': '2022-05-06T09:59:24Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebf69b5a-9f4e-44af-950e-071ba16d2f31', 'name': '', 'network_id': '1c86a9fc-91fa-4a6a-8565-9caac58697cf', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:2a:28:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '35404f1e-ad34-4e95-8102-acf540fab4db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:29Z', 'updated_at': '2022-05-06T09:59:30Z', 'revision_number': 1, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '35404f1e-ad34-4e95-8102-acf540fab4db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5adc98-3fec-42ac-b14a-b6badfe94031', 'name': '', 'network_id': '68699ff2-282d-4b68-902d-09206c1ef9b5', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:8d:03:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:24Z', 'updated_at': '2022-05-06T09:59:31Z', 'revision_number': 4, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:59:32.241507 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e4da30-a561-4b2f-ae58-602781afe9e9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Made reservation on behalf of 33c51dde91ea4665882b6a57b1b91c1a for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:32.245143 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c8e4da30-a561-4b2f-ae58-602781afe9e9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:32.254189 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-fcc1b4de-cee8-4303-8adf-956c9c111df6 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:32.295265 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e4da30-a561-4b2f-ae58-602781afe9e9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:59:32.328550 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c8e4da30-a561-4b2f-ae58-602781afe9e9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:32.329146 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-c8e4da30-a561-4b2f-ae58-602781afe9e9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Added segment c48db259-0015-4047-9342-b71a6e44a866 of type vlan for network 145c9cbd-18be-46ff-b35c-71a71c562b27 May 06 09:59:32.355011 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:32.418047 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c8e4da30-a561-4b2f-ae58-602781afe9e9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:32.438168 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac0b552-b0d7-4736-8dcf-85a6c2354ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c83e6e-dbba-4390-8c87-d61dce989416'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:59:32.441403 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b578de3-f029-4a75-a84f-b39ddc99e99f" -d '{"events": [{"server_uuid": "9ac0b552-b0d7-4736-8dcf-85a6c2354ba9", "name": "network-vif-plugged", "status": "completed", "tag": "b7c83e6e-dbba-4390-8c87-d61dce989416"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:59:32.488310 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c8e4da30-a561-4b2f-ae58-602781afe9e9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:32.500919 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e4da30-a561-4b2f-ae58-602781afe9e9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:32.501622 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c8e4da30-a561-4b2f-ae58-602781afe9e9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:32.509210 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-46ec58d7-9827-4026-9f74-275ed1c6b84d None None] Provisioning complete for port 9958d4da-ccdf-4871-ac1a-30790bab2028 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:32.509707 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-46ec58d7-9827-4026-9f74-275ed1c6b84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:32.518129 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port b7c83e6e-dbba-4390-8c87-d61dce989416, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=b7c83e6e-dbba-4390-8c87-d61dce989416,segment=NetworkSegment(80edd242-db32-42e3-9f67-d396ea818882),segment_id=80edd242-db32-42e3-9f67-d396ea818882)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:32.521184 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ad9f60-8388-410f-ad63-a54c6cd4f353 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:32.537820 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-b2fef07a-6370-4964-8427-73a4eb0c162a None None] Attempting to bind port 5b54a061-fe25-470f-bd5b-3ac8b097968c on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:59:32.538639 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-b2fef07a-6370-4964-8427-73a4eb0c162a None None] Attempting to bind port 5b54a061-fe25-470f-bd5b-3ac8b097968c by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '3b670a47-9574-463f-a939-8ebe7732f6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1c86a9fc-91fa-4a6a-8565-9caac58697cf'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:59:32.543095 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fef07a-6370-4964-8427-73a4eb0c162a None None] Attempting to bind port 5b54a061-fe25-470f-bd5b-3ac8b097968c on network 1c86a9fc-91fa-4a6a-8565-9caac58697cf {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:59:32.544089 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c8e4da30-a561-4b2f-ae58-602781afe9e9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4087079 May 06 09:59:32.546564 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43026) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:32.554085 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-ae1b0706-1e16-49c9-ab81-246ae3b3a361 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'subnet': {'network_id': '145c9cbd-18be-46ff-b35c-71a71c562b27', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:32.607422 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:32.668504 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4da30-a561-4b2f-ae58-602781afe9e9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Network': ['ID=145c9cbd-18be-46ff-b35c-71a71c562b27,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:32.682851 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b27ef92-95d0-47c0-9105-640df091ba7f x-openstack-request-id: req-4b27ef92-95d0-47c0-9105-640df091ba7f {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:59:32.694039 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac0b552-b0d7-4736-8dcf-85a6c2354ba9", "name": "network-vif-plugged", "status": "completed", "tag": "b7c83e6e-dbba-4390-8c87-d61dce989416", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:59:32.695736 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4b27ef92-95d0-47c0-9105-640df091ba7f {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:59:32.696279 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b27ef92-95d0-47c0-9105-640df091ba7f'] response: {'server_uuid': '9ac0b552-b0d7-4736-8dcf-85a6c2354ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c83e6e-dbba-4390-8c87-d61dce989416', 'code': 200} May 06 09:59:32.727527 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc1b4de-cee8-4303-8adf-956c9c111df6 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:32.731463 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fcc1b4de-cee8-4303-8adf-956c9c111df6 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:32.745395 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 145c9cbd-18be-46ff-b35c-71a71c562b27 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:59:32.786732 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fef07a-6370-4964-8427-73a4eb0c162a None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:59:32.787094 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a15bd3-1552-4741-8f30-9da92b9441f6 req-3ab2008a-321e-4fb9-bc03-05bf88b73af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:32.787567 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fef07a-6370-4964-8427-73a4eb0c162a None None] Checking segment: {'id': '3b670a47-9574-463f-a939-8ebe7732f6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1c86a9fc-91fa-4a6a-8565-9caac58697cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:59:32.788284 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b2fef07a-6370-4964-8427-73a4eb0c162a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:32.788402 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-76a15bd3-1552-4741-8f30-9da92b9441f6 req-3ab2008a-321e-4fb9-bc03-05bf88b73af8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9ac0b552-b0d7-4736-8dcf-85a6c2354ba9 HTTP/1.1" status: 200 len: 1096 time: 0.0879900 May 06 09:59:32.789500 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fef07a-6370-4964-8427-73a4eb0c162a None None] Bound using segment: {'id': '3b670a47-9574-463f-a939-8ebe7732f6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1c86a9fc-91fa-4a6a-8565-9caac58697cf'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:59:32.795992 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-b2fef07a-6370-4964-8427-73a4eb0c162a None None] Bound port: 5b54a061-fe25-470f-bd5b-3ac8b097968c, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b670a47-9574-463f-a939-8ebe7732f6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1c86a9fc-91fa-4a6a-8565-9caac58697cf'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:59:32.796579 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b2fef07a-6370-4964-8427-73a4eb0c162a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:32.798820 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:59:32.799318 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:59:32.876569 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-76a15bd3-1552-4741-8f30-9da92b9441f6 req-f94cc6d8-6c1a-4cca-b9b8-11fb3b3eab05 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bd3c1531-9665-46e1-afae-ca9870360a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795393 May 06 09:59:33.042977 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=b7c83e6e-dbba-4390-8c87-d61dce989416,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:33.093173 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fcc1b4de-cee8-4303-8adf-956c9c111df6 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:33.186490 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-b2fef07a-6370-4964-8427-73a4eb0c162a None None] For port 5b54a061-fe25-470f-bd5b-3ac8b097968c, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:59:33.210574 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1b4de-cee8-4303-8adf-956c9c111df6 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Subnet': ['ID=048cc78a-d70f-46ef-9f14-3ea413d872b0,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:33.224457 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc1b4de-cee8-4303-8adf-956c9c111df6 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:33.233626 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-fcc1b4de-cee8-4303-8adf-956c9c111df6 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:33.236461 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-b2fef07a-6370-4964-8427-73a4eb0c162a None None] For port 5b54a061-fe25-470f-bd5b-3ac8b097968c, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=5b54a061-fe25-470f-bd5b-3ac8b097968c,segment=NetworkSegment(3b670a47-9574-463f-a939-8ebe7732f6f5),segment_id=3b670a47-9574-463f-a939-8ebe7732f6f5)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:59:33.237813 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc1b4de-cee8-4303-8adf-956c9c111df6 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:33.238459 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fcc1b4de-cee8-4303-8adf-956c9c111df6 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:33.249461 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b2fef07a-6370-4964-8427-73a4eb0c162a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:33.290735 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f808b-c5e6-492c-aec1-6fd913c1c023 req-43046b98-1661-4e5a-a1ed-92220f54bbc0 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:33.303295 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7c2f808b-c5e6-492c-aec1-6fd913c1c023 req-43046b98-1661-4e5a-a1ed-92220f54bbc0 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ac0b552-b0d7-4736-8dcf-85a6c2354ba9 HTTP/1.1" status: 200 len: 945 time: 0.5915542 May 06 09:59:33.317716 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fcc1b4de-cee8-4303-8adf-956c9c111df6 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0777876 May 06 09:59:33.318235 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43030) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:33.325813 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-5da31cf0-810a-4386-a2f2-81a751aa98b9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'port': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'mac_address': 'fa:16:3e:b4:c7:89', 'name': 'tempest-NetworksTestDHCPv6-1298582896'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:33.380584 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1b0706-1e16-49c9-ab81-246ae3b3a361 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Made reservation on behalf of 33c51dde91ea4665882b6a57b1b91c1a for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:33.388082 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ae1b0706-1e16-49c9-ab81-246ae3b3a361 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:33.450245 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7c2f808b-c5e6-492c-aec1-6fd913c1c023 req-c3206bcf-f8c4-4bee-a7b9-252ce424282a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd3c1531-9665-46e1-afae-ca9870360a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277511 May 06 09:59:33.602491 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da31cf0-810a-4386-a2f2-81a751aa98b9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:33.619897 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-46ec58d7-9827-4026-9f74-275ed1c6b84d None None] Provisioning complete for port fb5adc98-3fec-42ac-b14a-b6badfe94031 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:33.620417 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-46ec58d7-9827-4026-9f74-275ed1c6b84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:33.670453 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fef07a-6370-4964-8427-73a4eb0c162a None None] Pushing event updated for resources: {'Port': ['ID=5b54a061-fe25-470f-bd5b-3ac8b097968c,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:33.743241 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:33.818818 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5da31cf0-810a-4386-a2f2-81a751aa98b9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:33.822126 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port b719c49d-eaca-4c4c-b810-60ed1b389b35, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b719c49d-eaca-4c4c-b810-60ed1b389b35,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:33.869106 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ae1b0706-1e16-49c9-ab81-246ae3b3a361 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:33.888236 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:33.906979 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-5da31cf0-810a-4386-a2f2-81a751aa98b9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] device_id is not set on port 88b689bd-bf43-42ee-bde5-29fd2e14c960 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:59:33.919578 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa53d5b-9032-406d-b7b3-1fd415115f33 None None] Update dhcp port {'port': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'fixed_ips': [{'subnet_id': '5b5e4625-4193-41dd-8ad7-1d236cc379e3', 'ip_address': '2001:db8::f816:3eff:fe6c:171a'}, {'subnet_id': '048cc78a-d70f-46ef-9f14-3ea413d872b0'}], 'binding:host_id': 'n-d-840835-1'}, 'id': 'b719c49d-eaca-4c4c-b810-60ed1b389b35'} from n-d-840835-1. {{(pid=102654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 09:59:34.056903 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b0706-1e16-49c9-ab81-246ae3b3a361 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Subnet': ['ID=e363c319-267c-43c4-b0d4-2f98acb1c477,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:34.079435 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7fa53d5b-9032-406d-b7b3-1fd415115f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:34.102645 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1b0706-1e16-49c9-ab81-246ae3b3a361 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Checking segment: {'id': 'c48db259-0015-4047-9342-b71a6e44a866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '145c9cbd-18be-46ff-b35c-71a71c562b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:59:34.103743 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1b0706-1e16-49c9-ab81-246ae3b3a361 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network hostable DHCP agents. Network: 145c9cbd-18be-46ff-b35c-71a71c562b27, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:59:34.155517 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1b0706-1e16-49c9-ab81-246ae3b3a361 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network 145c9cbd-18be-46ff-b35c-71a71c562b27 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:59:34.186144 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-ae1b0706-1e16-49c9-ab81-246ae3b3a361 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 145c9cbd-18be-46ff-b35c-71a71c562b27) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:34.220203 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1b0706-1e16-49c9-ab81-246ae3b3a361 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:34.221162 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ae1b0706-1e16-49c9-ab81-246ae3b3a361 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:34.264400 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a1705f-212d-4df3-b00d-8c112c95731d None None] Network 145c9cbd-18be-46ff-b35c-71a71c562b27 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:34.278311 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ae1b0706-1e16-49c9-ab81-246ae3b3a361 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7302573 May 06 09:59:34.282708 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43042) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:34.363008 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-5da31cf0-810a-4386-a2f2-81a751aa98b9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Allocated IP 172.20.0.11 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/048cc78a-d70f-46ef-9f14-3ea413d872b0/88b689bd-bf43-42ee-bde5-29fd2e14c960) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:34.373949 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-5da31cf0-810a-4386-a2f2-81a751aa98b9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Allocated IP 2001:db8::f816:3eff:feb4:c789 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/5b5e4625-4193-41dd-8ad7-1d236cc379e3/88b689bd-bf43-42ee-bde5-29fd2e14c960) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:34.379464 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43044) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:34.671720 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49846cfa-b6f1-4feb-b8df-0b7d169ca53a None None] Sync routers for ids ['1ba1b5ea-d573-4645-a5e4-d24014e57561'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:59:34.684911 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device fb5adc98-3fec-42ac-b14a-b6badfe94031 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:59:34.685618 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43052) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:34.696222 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=b719c49d-eaca-4c4c-b810-60ed1b389b35,revision_number=7']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:34.702998 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5da31cf0-810a-4386-a2f2-81a751aa98b9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:34.765889 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5da31cf0-810a-4386-a2f2-81a751aa98b9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:34.809333 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cfe42a76-c290-4fbb-b7f9-7b0406c44f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:34.855442 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da31cf0-810a-4386-a2f2-81a751aa98b9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:34.864500 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49846cfa-b6f1-4feb-b8df-0b7d169ca53a None None] Routers {'1ba1b5ea-d573-4645-a5e4-d24014e57561'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:34.864734 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-49846cfa-b6f1-4feb-b8df-0b7d169ca53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:59:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1ba1b5ea-d573-4645-a5e4-d24014e57561'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:34.868086 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-5da31cf0-810a-4386-a2f2-81a751aa98b9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:34.882538 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da31cf0-810a-4386-a2f2-81a751aa98b9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:59:34.966949 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da31cf0-810a-4386-a2f2-81a751aa98b9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:34.967916 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5da31cf0-810a-4386-a2f2-81a751aa98b9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:35.002229 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da31cf0-810a-4386-a2f2-81a751aa98b9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Port': ['ID=88b689bd-bf43-42ee-bde5-29fd2e14c960,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:35.039403 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0b834fa-ed5d-4242-832d-9e52e08a1594 admin admin] Deleting subnet 8b27ba35-17c9-4217-9e66-2a35774a2476 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:59:35.040118 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5da31cf0-810a-4386-a2f2-81a751aa98b9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7200992 May 06 09:59:35.043698 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43054) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:35.049223 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c0b834fa-ed5d-4242-832d-9e52e08a1594 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:35.104468 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5b37a-1964-4404-9cd0-4e80f122bf45 req-329cc64e-df66-433a-a031-58124d13a032 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:35.113180 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-84c5b37a-1964-4404-9cd0-4e80f122bf45 req-329cc64e-df66-433a-a031-58124d13a032 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ac0b552-b0d7-4736-8dcf-85a6c2354ba9 HTTP/1.1" status: 200 len: 945 time: 0.5005414 May 06 09:59:35.176116 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-49846cfa-b6f1-4feb-b8df-0b7d169ca53a None None] Set router 1ba1b5ea-d573-4645-a5e4-d24014e57561 gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:35.182265 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c0b834fa-ed5d-4242-832d-9e52e08a1594 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:35.212691 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0a6dd6-442c-4f48-b4d5-87a5cf19f195 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:35.224013 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0a6dd6-442c-4f48-b4d5-87a5cf19f195 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:35.226238 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-dd0a6dd6-442c-4f48-b4d5-87a5cf19f195 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1771262 May 06 09:59:35.240952 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43056) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:35.255904 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-84c5b37a-1964-4404-9cd0-4e80f122bf45 req-078aa22c-5356-4032-b4bc-6d093d5febfd tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd3c1531-9665-46e1-afae-ca9870360a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417372 May 06 09:59:35.291614 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-7fa53d5b-9032-406d-b7b3-1fd415115f33 None None] Allocated IP 172.20.0.2 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/048cc78a-d70f-46ef-9f14-3ea413d872b0/b719c49d-eaca-4c4c-b810-60ed1b389b35) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:35.342380 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f0c97b9c-2296-4fc1-aece-a7f8e6c3d37b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:35.425541 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-46ec58d7-9827-4026-9f74-275ed1c6b84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:35.435455 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cfe42a76-c290-4fbb-b7f9-7b0406c44f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:35.442776 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cfe42a76-c290-4fbb-b7f9-7b0406c44f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:35.450193 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1204b21-eb2e-4932-80ec-9758d46d144b None None] Network 1c86a9fc-91fa-4a6a-8565-9caac58697cf requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:35.503225 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cfe42a76-c290-4fbb-b7f9-7b0406c44f1c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6b55b26b266a4aedbd895560df4efd1f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1203630 May 06 09:59:35.503457 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43060) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:35.509061 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port fb5adc98-3fec-42ac-b14a-b6badfe94031 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:35.509574 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:35.513627 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe42a76-c290-4fbb-b7f9-7b0406c44f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1f4a8f-d504-47dc-8fce-9c3acb20aaa1,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:35.516679 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c0b834fa-ed5d-4242-832d-9e52e08a1594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:35.521398 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-7db2e8f5-7f18-4419-bf52-34431e235b65 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting port 88b689bd-bf43-42ee-bde5-29fd2e14c960 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:35.521743 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7db2e8f5-7f18-4419-bf52-34431e235b65 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:35.573424 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-7fa53d5b-9032-406d-b7b3-1fd415115f33 None None] For port b719c49d-eaca-4c4c-b810-60ed1b389b35, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b719c49d-eaca-4c4c-b810-60ed1b389b35,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:35.579881 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac1cccd-0716-43e2-bc83-a42b61e722cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-145c9cbd-18be-46ff-b35c-71a71c562b27', 'network_id': '145c9cbd-18be-46ff-b35c-71a71c562b27', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'fixed_ips': [{'subnet_id': 'e363c319-267c-43c4-b0d4-2f98acb1c477'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:59:35.585728 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eac1cccd-0716-43e2-bc83-a42b61e722cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:35.662005 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d91c6-28d0-4b4e-85d4-b63f847e8a2a req-8f494ffb-4071-4b79-abd5-03c3ce401001 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:35.663560 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-888d91c6-28d0-4b4e-85d4-b63f847e8a2a req-8f494ffb-4071-4b79-abd5-03c3ce401001 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ac0b552-b0d7-4736-8dcf-85a6c2354ba9 HTTP/1.1" status: 200 len: 945 time: 0.3031187 May 06 09:59:35.714418 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-46ec58d7-9827-4026-9f74-275ed1c6b84d None None] For port fb5adc98-3fec-42ac-b14a-b6badfe94031, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=fb5adc98-3fec-42ac-b14a-b6badfe94031,segment=NetworkSegment(7c7c03bd-0605-4400-9da9-279138915dc7),segment_id=7c7c03bd-0605-4400-9da9-279138915dc7)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:35.718105 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43062) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:35.723982 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-61d8fa69-4908-4365-9314-4d0598610f3a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Request body: {'floatingip': {'port_id': 'b7c83e6e-dbba-4390-8c87-d61dce989416'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:35.730621 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c0b834fa-ed5d-4242-832d-9e52e08a1594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:35.761065 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-46ec58d7-9827-4026-9f74-275ed1c6b84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:35.803327 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-61d8fa69-4908-4365-9314-4d0598610f3a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for floatingip, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:35.805513 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b834fa-ed5d-4242-832d-9e52e08a1594 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b27ba35-17c9-4217-9e66-2a35774a2476,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:35.828969 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7fa53d5b-9032-406d-b7b3-1fd415115f33 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:35.946182 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e05192d8-da9b-4aa5-a0ee-5c77d9d4e966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:35.967601 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7db2e8f5-7f18-4419-bf52-34431e235b65 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:35.993336 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-7db2e8f5-7f18-4419-bf52-34431e235b65 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Calling delete_port for 88b689bd-bf43-42ee-bde5-29fd2e14c960 owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:35.996831 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e05192d8-da9b-4aa5-a0ee-5c77d9d4e966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:36.030396 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7fa53d5b-9032-406d-b7b3-1fd415115f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:36.046829 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:36.068310 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec58d7-9827-4026-9f74-275ed1c6b84d None None] Pushing event updated for resources: {'Port': ['ID=fb5adc98-3fec-42ac-b14a-b6badfe94031,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:36.132772 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e05192d8-da9b-4aa5-a0ee-5c77d9d4e966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:36.136328 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e05192d8-da9b-4aa5-a0ee-5c77d9d4e966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:36.147031 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e05192d8-da9b-4aa5-a0ee-5c77d9d4e966 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1e1f4a8f-d504-47dc-8fce-9c3acb20aaa1 HTTP/1.1" status: 204 len: 168 time: 0.6386976 May 06 09:59:36.156900 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05192d8-da9b-4aa5-a0ee-5c77d9d4e966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1f4a8f-d504-47dc-8fce-9c3acb20aaa1,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:36.347320 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7db2e8f5-7f18-4419-bf52-34431e235b65 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:36.383687 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-46ec58d7-9827-4026-9f74-275ed1c6b84d None None] Provisioning complete for port b719c49d-eaca-4c4c-b810-60ed1b389b35 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:36.384308 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-46ec58d7-9827-4026-9f74-275ed1c6b84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:36.399484 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c0b834fa-ed5d-4242-832d-9e52e08a1594 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:36.411957 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2e8f5-7f18-4419-bf52-34431e235b65 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Port': ['ID=88b689bd-bf43-42ee-bde5-29fd2e14c960,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:36.431111 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c0b834fa-ed5d-4242-832d-9e52e08a1594 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8b27ba35-17c9-4217-9e66-2a35774a2476 HTTP/1.1" status: 204 len: 168 time: 1.7419546 May 06 09:59:36.451970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43068) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:36.546227 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7db2e8f5-7f18-4419-bf52-34431e235b65 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:36.552641 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7db2e8f5-7f18-4419-bf52-34431e235b65 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/88b689bd-bf43-42ee-bde5-29fd2e14c960 HTTP/1.1" status: 204 len: 168 time: 1.3101573 May 06 09:59:36.553404 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43070) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:36.566771 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-f0c97b9c-2296-4fc1-aece-a7f8e6c3d37b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Allocated IP 2001:db8:3::1 (145c9cbd-18be-46ff-b35c-71a71c562b27/e363c319-267c-43c4-b0d4-2f98acb1c477/18775edc-016d-4360-93a6-b27608ea4fe9) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:36.620694 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c15cf-b296-41d5-be55-5790aa7f8a9c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:36.623103 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c15cf-b296-41d5-be55-5790aa7f8a9c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:36.624852 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c15cf-b296-41d5-be55-5790aa7f8a9c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:36.629613 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b65c15cf-b296-41d5-be55-5790aa7f8a9c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0747154 May 06 09:59:36.630462 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43074) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:36.703942 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f216a4-7980-43b2-b75e-5b8d67d6b73f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting subnet 048cc78a-d70f-46ef-9f14-3ea413d872b0 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:59:36.708280 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-51f216a4-7980-43b2-b75e-5b8d67d6b73f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:36.733092 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f0c97b9c-2296-4fc1-aece-a7f8e6c3d37b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:36.790816 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f0c97b9c-2296-4fc1-aece-a7f8e6c3d37b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:36.795073 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-51f216a4-7980-43b2-b75e-5b8d67d6b73f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:36.848951 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa53d5b-9032-406d-b7b3-1fd415115f33 None None] Pushing event updated for resources: {'Port': ['ID=b719c49d-eaca-4c4c-b810-60ed1b389b35,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:36.954650 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:59:36.954917 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:59:36.966579 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c97b9c-2296-4fc1-aece-a7f8e6c3d37b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network 145c9cbd-18be-46ff-b35c-71a71c562b27 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:36.999435 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-f0c97b9c-2296-4fc1-aece-a7f8e6c3d37b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:37.022208 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-51f216a4-7980-43b2-b75e-5b8d67d6b73f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:37.067970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c97b9c-2296-4fc1-aece-a7f8e6c3d37b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:59:37.068537 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f0c97b9c-2296-4fc1-aece-a7f8e6c3d37b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:37.073133 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-eac1cccd-0716-43e2-bc83-a42b61e722cb None None] Allocated IP 2001:db8:3::2 (145c9cbd-18be-46ff-b35c-71a71c562b27/e363c319-267c-43c4-b0d4-2f98acb1c477/479df7c1-de9c-4eed-b402-65f203bcf826) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:37.098867 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-49846cfa-b6f1-4feb-b8df-0b7d169ca53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'name': 'tempest-RoutersIpV6Test-router-1292929843', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:14Z', 'updated_at': '2022-05-06T09:59:30Z', 'revision_number': 4, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None, '_interfaces': [{'id': '390a1420-d01f-469a-941e-07065d8b3b23', 'name': '', 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:6f:2e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:17Z', 'updated_at': '2022-05-06T09:59:24Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebf69b5a-9f4e-44af-950e-071ba16d2f31', 'name': '', 'network_id': '1c86a9fc-91fa-4a6a-8565-9caac58697cf', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:2a:28:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '35404f1e-ad34-4e95-8102-acf540fab4db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:29Z', 'updated_at': '2022-05-06T09:59:31Z', 'revision_number': 2, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '35404f1e-ad34-4e95-8102-acf540fab4db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5adc98-3fec-42ac-b14a-b6badfe94031', 'name': '', 'network_id': '68699ff2-282d-4b68-902d-09206c1ef9b5', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:8d:03:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:24Z', 'updated_at': '2022-05-06T09:59:31Z', 'revision_number': 4, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:37.112521 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c97b9c-2296-4fc1-aece-a7f8e6c3d37b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Port': ['ID=18775edc-016d-4360-93a6-b27608ea4fe9,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:37.173985 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-175a0e36-6813-4f7c-9d98-97bbddc4ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:37.175088 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-51f216a4-7980-43b2-b75e-5b8d67d6b73f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:37.184155 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49846cfa-b6f1-4feb-b8df-0b7d169ca53a None None] Checking router: 1ba1b5ea-d573-4645-a5e4-d24014e57561 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:59:37.184610 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49846cfa-b6f1-4feb-b8df-0b7d169ca53a None None] Updating router 1ba1b5ea-d573-4645-a5e4-d24014e57561 port ebf69b5a-9f4e-44af-950e-071ba16d2f31 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:59:37.288868 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-46ec58d7-9827-4026-9f74-275ed1c6b84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:37.295274 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-49846cfa-b6f1-4feb-b8df-0b7d169ca53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:37.302263 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-51f216a4-7980-43b2-b75e-5b8d67d6b73f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:37.312302 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-51f216a4-7980-43b2-b75e-5b8d67d6b73f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/048cc78a-d70f-46ef-9f14-3ea413d872b0 HTTP/1.1" status: 204 len: 168 time: 0.6803505 May 06 09:59:37.314117 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f216a4-7980-43b2-b75e-5b8d67d6b73f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Subnet': ['ID=048cc78a-d70f-46ef-9f14-3ea413d872b0,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:37.328528 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43088) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:37.445721 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-f061ffce-2e1a-4162-a68d-304dfd27bf90 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting subnet 5b5e4625-4193-41dd-8ad7-1d236cc379e3 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:59:37.450750 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f061ffce-2e1a-4162-a68d-304dfd27bf90 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:37.551849 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f061ffce-2e1a-4162-a68d-304dfd27bf90 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:37.609324 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eac1cccd-0716-43e2-bc83-a42b61e722cb None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:37.713557 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eac1cccd-0716-43e2-bc83-a42b61e722cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:37.760483 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-46ec58d7-9827-4026-9f74-275ed1c6b84d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:59:37.760779 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-46ec58d7-9827-4026-9f74-275ed1c6b84d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:59:37.763308 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f061ffce-2e1a-4162-a68d-304dfd27bf90 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:37.851635 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f061ffce-2e1a-4162-a68d-304dfd27bf90 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:37.857507 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-175a0e36-6813-4f7c-9d98-97bbddc4ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:37.879236 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac1cccd-0716-43e2-bc83-a42b61e722cb None None] Network 145c9cbd-18be-46ff-b35c-71a71c562b27 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:37.880682 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9958d4da-ccdf-4871-ac1a-30790bab2028 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:59:37.890163 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-eac1cccd-0716-43e2-bc83-a42b61e722cb None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:37.903771 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f0c97b9c-2296-4fc1-aece-a7f8e6c3d37b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:37.926528 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061ffce-2e1a-4162-a68d-304dfd27bf90 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Subnet': ['ID=5b5e4625-4193-41dd-8ad7-1d236cc379e3,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:37.935976 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac1cccd-0716-43e2-bc83-a42b61e722cb None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:59:37.939267 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f061ffce-2e1a-4162-a68d-304dfd27bf90 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:37.942906 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f061ffce-2e1a-4162-a68d-304dfd27bf90 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/5b5e4625-4193-41dd-8ad7-1d236cc379e3 HTTP/1.1" status: 204 len: 168 time: 0.6130061 May 06 09:59:37.949047 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43096) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:38.004675 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-175a0e36-6813-4f7c-9d98-97bbddc4ad9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c891f3b7-b20c-43d0-b344-56c9f1c30bed']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:38.026844 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1ec2db9d-0c33-4b6c-99df-4111720b2df8 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0737891 May 06 09:59:38.027431 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43100) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:38.039627 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-7fb25ac7-a6f1-4293-b24f-081253a4a070 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:38.048007 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1cccd-0716-43e2-bc83-a42b61e722cb None None] Pushing event updated for resources: {'Port': ['ID=479df7c1-de9c-4eed-b402-65f203bcf826,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:38.075299 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-175a0e36-6813-4f7c-9d98-97bbddc4ad9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd3229c-e5e1-4baa-8103-de89fd34e153') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:38.075605 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-175a0e36-6813-4f7c-9d98-97bbddc4ad9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd3229c-e5e1-4baa-8103-de89fd34e153') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:38.118813 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-175a0e36-6813-4f7c-9d98-97bbddc4ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:38.151496 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.db.resource_extend [None req-61d8fa69-4908-4365-9314-4d0598610f3a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:59:38.177244 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0906ab57-6402-479a-8e3e-0f33a7b5d806 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:38.219675 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb25ac7-a6f1-4293-b24f-081253a4a070 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:38.224170 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-175a0e36-6813-4f7c-9d98-97bbddc4ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:38.231712 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7fb25ac7-a6f1-4293-b24f-081253a4a070 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:38.264802 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-eac1cccd-0716-43e2-bc83-a42b61e722cb None None] Attempting to bind port 479df7c1-de9c-4eed-b402-65f203bcf826 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:59:38.264802 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-eac1cccd-0716-43e2-bc83-a42b61e722cb None None] Attempting to bind port 479df7c1-de9c-4eed-b402-65f203bcf826 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'c48db259-0015-4047-9342-b71a6e44a866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '145c9cbd-18be-46ff-b35c-71a71c562b27'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:59:38.264802 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac1cccd-0716-43e2-bc83-a42b61e722cb None None] Attempting to bind port 479df7c1-de9c-4eed-b402-65f203bcf826 on network 145c9cbd-18be-46ff-b35c-71a71c562b27 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:59:38.300812 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 9958d4da-ccdf-4871-ac1a-30790bab2028 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:38.301062 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175a0e36-6813-4f7c-9d98-97bbddc4ad9e admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:59:38.301168 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:38.301431 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-175a0e36-6813-4f7c-9d98-97bbddc4ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: timer() May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: self._notify() May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:59:38.307996 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:59:38.323716 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac1cccd-0716-43e2-bc83-a42b61e722cb None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:59:38.324079 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac1cccd-0716-43e2-bc83-a42b61e722cb None None] Checking segment: {'id': 'c48db259-0015-4047-9342-b71a6e44a866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '145c9cbd-18be-46ff-b35c-71a71c562b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:59:38.324484 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eac1cccd-0716-43e2-bc83-a42b61e722cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:38.324957 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac1cccd-0716-43e2-bc83-a42b61e722cb None None] Bound using segment: {'id': 'c48db259-0015-4047-9342-b71a6e44a866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '145c9cbd-18be-46ff-b35c-71a71c562b27'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:59:38.325440 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-eac1cccd-0716-43e2-bc83-a42b61e722cb None None] Bound port: 479df7c1-de9c-4eed-b402-65f203bcf826, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48db259-0015-4047-9342-b71a6e44a866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '145c9cbd-18be-46ff-b35c-71a71c562b27'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:59:38.325830 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eac1cccd-0716-43e2-bc83-a42b61e722cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:38.391477 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-61d8fa69-4908-4365-9314-4d0598610f3a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:38.411252 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-61d8fa69-4908-4365-9314-4d0598610f3a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:38.458804 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-175a0e36-6813-4f7c-9d98-97bbddc4ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:38.477836 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-175a0e36-6813-4f7c-9d98-97bbddc4ad9e admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:38.483630 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-175a0e36-6813-4f7c-9d98-97bbddc4ad9e admin admin] 10.222.0.73 "DELETE /v2.0/networks/c891f3b7-b20c-43d0-b344-56c9f1c30bed HTTP/1.1" status: 204 len: 168 time: 2.0263426 May 06 09:59:38.502229 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-46ec58d7-9827-4026-9f74-275ed1c6b84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:38.527753 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43110) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:38.553253 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-61d8fa69-4908-4365-9314-4d0598610f3a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Floating IP e4e7ec22-d618-482e-b3b3-470580616904 associated. External IP: 172.25.5.123, port: b7c83e6e-dbba-4390-8c87-d61dce989416. May 06 09:59:38.600700 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0fff5e-9b0a-4d68-918b-574aca1afa54 admin admin] Deleting subnet 9b5e5506-21d5-4c54-8fec-989bb7629f09 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:59:38.604797 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7fb25ac7-a6f1-4293-b24f-081253a4a070 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:38.605795 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-46ec58d7-9827-4026-9f74-275ed1c6b84d None None] For port b719c49d-eaca-4c4c-b810-60ed1b389b35, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b719c49d-eaca-4c4c-b810-60ed1b389b35,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:38.624885 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-49846cfa-b6f1-4feb-b8df-0b7d169ca53a None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:38.644595 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-46ec58d7-9827-4026-9f74-275ed1c6b84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:38.661020 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-49846cfa-b6f1-4feb-b8df-0b7d169ca53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:38.679235 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-db0fff5e-9b0a-4d68-918b-574aca1afa54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:38.681504 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb25ac7-a6f1-4293-b24f-081253a4a070 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Subnet': ['ID=d5f4252e-dc7a-4621-8352-434c73442c39,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:38.705296 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-eac1cccd-0716-43e2-bc83-a42b61e722cb None None] For port 479df7c1-de9c-4eed-b402-65f203bcf826, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:59:38.748490 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb25ac7-a6f1-4293-b24f-081253a4a070 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:38.754072 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-7fb25ac7-a6f1-4293-b24f-081253a4a070 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:38.757922 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb25ac7-a6f1-4293-b24f-081253a4a070 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:38.758803 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7fb25ac7-a6f1-4293-b24f-081253a4a070 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:38.775375 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-eac1cccd-0716-43e2-bc83-a42b61e722cb None None] For port 479df7c1-de9c-4eed-b402-65f203bcf826, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=479df7c1-de9c-4eed-b402-65f203bcf826,segment=NetworkSegment(c48db259-0015-4047-9342-b71a6e44a866),segment_id=c48db259-0015-4047-9342-b71a6e44a866)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:59:38.793332 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7fb25ac7-a6f1-4293-b24f-081253a4a070 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7649047 May 06 09:59:38.797654 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43116) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:38.805092 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-e7bf92b8-bb6c-4321-8b2d-596ab8e2e0b0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:38.809895 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eac1cccd-0716-43e2-bc83-a42b61e722cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:38.813910 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec58d7-9827-4026-9f74-275ed1c6b84d None None] Pushing event updated for resources: {'Port': ['ID=b719c49d-eaca-4c4c-b810-60ed1b389b35,revision_number=11']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:38.919302 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-1284fa8c-a549-4f90-a258-3eb7854e1cd7 None None] Provisioning complete for port 5b54a061-fe25-470f-bd5b-3ac8b097968c triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:38.920058 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1284fa8c-a549-4f90-a258-3eb7854e1cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:38.935780 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a0e36-6813-4f7c-9d98-97bbddc4ad9e admin admin] Pushing event deleted for resources: {'Network': ['ID=c891f3b7-b20c-43d0-b344-56c9f1c30bed,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:38.948413 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-db0fff5e-9b0a-4d68-918b-574aca1afa54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:39.058768 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-db0fff5e-9b0a-4d68-918b-574aca1afa54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:39.092422 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6b4553-130d-4baa-b391-3efd5f5e682c None None] DHCP port deletion for 0d1252d9-04fb-40a6-862c-9b06ebf6d551 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:59:39.196427 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d572d-393d-4e2d-bdf5-78256b3ca2af None None] Pushing event updated for resources: {'Port': ['ID=ebf69b5a-9f4e-44af-950e-071ba16d2f31,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:39.219144 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bf92b8-bb6c-4321-8b2d-596ab8e2e0b0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:39.227292 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e7bf92b8-bb6c-4321-8b2d-596ab8e2e0b0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:39.278904 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-db0fff5e-9b0a-4d68-918b-574aca1afa54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:39.291423 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f0c97b9c-2296-4fc1-aece-a7f8e6c3d37b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:39.308489 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f0c97b9c-2296-4fc1-aece-a7f8e6c3d37b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:39.309771 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f0c97b9c-2296-4fc1-aece-a7f8e6c3d37b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:39.317642 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-49846cfa-b6f1-4feb-b8df-0b7d169ca53a None None] Attempting to bind port ebf69b5a-9f4e-44af-950e-071ba16d2f31 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:59:39.318024 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-49846cfa-b6f1-4feb-b8df-0b7d169ca53a None None] Attempting to bind port ebf69b5a-9f4e-44af-950e-071ba16d2f31 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '3b670a47-9574-463f-a939-8ebe7732f6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1c86a9fc-91fa-4a6a-8565-9caac58697cf'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:59:39.318774 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49846cfa-b6f1-4feb-b8df-0b7d169ca53a None None] Attempting to bind port ebf69b5a-9f4e-44af-950e-071ba16d2f31 on network 1c86a9fc-91fa-4a6a-8565-9caac58697cf {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:59:39.332652 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1284fa8c-a549-4f90-a258-3eb7854e1cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:39.334878 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device fb5adc98-3fec-42ac-b14a-b6badfe94031 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:59:39.383968 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fff5e-9b0a-4d68-918b-574aca1afa54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b5e5506-21d5-4c54-8fec-989bb7629f09,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:39.408894 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49846cfa-b6f1-4feb-b8df-0b7d169ca53a None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:59:39.409280 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49846cfa-b6f1-4feb-b8df-0b7d169ca53a None None] Checking segment: {'id': '3b670a47-9574-463f-a939-8ebe7732f6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1c86a9fc-91fa-4a6a-8565-9caac58697cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:59:39.409840 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-49846cfa-b6f1-4feb-b8df-0b7d169ca53a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:39.410147 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49846cfa-b6f1-4feb-b8df-0b7d169ca53a None None] Bound using segment: {'id': '3b670a47-9574-463f-a939-8ebe7732f6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1c86a9fc-91fa-4a6a-8565-9caac58697cf'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:59:39.410635 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-49846cfa-b6f1-4feb-b8df-0b7d169ca53a None None] Bound port: ebf69b5a-9f4e-44af-950e-071ba16d2f31, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b670a47-9574-463f-a939-8ebe7732f6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1c86a9fc-91fa-4a6a-8565-9caac58697cf'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:59:39.411021 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-49846cfa-b6f1-4feb-b8df-0b7d169ca53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:39.423208 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-db0fff5e-9b0a-4d68-918b-574aca1afa54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:39.427634 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-db0fff5e-9b0a-4d68-918b-574aca1afa54 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9b5e5506-21d5-4c54-8fec-989bb7629f09 HTTP/1.1" status: 204 len: 168 time: 0.8991342 May 06 09:59:39.430971 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43124) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:39.506160 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-1284fa8c-a549-4f90-a258-3eb7854e1cd7 None None] For port 5b54a061-fe25-470f-bd5b-3ac8b097968c, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=5b54a061-fe25-470f-bd5b-3ac8b097968c,segment=NetworkSegment(3b670a47-9574-463f-a939-8ebe7732f6f5),segment_id=3b670a47-9574-463f-a939-8ebe7732f6f5)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:39.524568 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1284fa8c-a549-4f90-a258-3eb7854e1cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:39.534122 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1cccd-0716-43e2-bc83-a42b61e722cb None None] Pushing event updated for resources: {'Port': ['ID=479df7c1-de9c-4eed-b402-65f203bcf826,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:39.600478 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f502ad58-4479-4f9b-8521-c02d0480f611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:39.608731 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c97b9c-2296-4fc1-aece-a7f8e6c3d37b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Network 145c9cbd-18be-46ff-b35c-71a71c562b27 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:39.617608 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-f0c97b9c-2296-4fc1-aece-a7f8e6c3d37b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:39.622809 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c97b9c-2296-4fc1-aece-a7f8e6c3d37b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event updated for resources: {'Port': ['ID=18775edc-016d-4360-93a6-b27608ea4fe9,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:39.650426 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d8fa69-4908-4365-9314-4d0598610f3a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Router 3205d89c-2ea7-4f9a-b848-40e1a985b929 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:59:39.761897 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f502ad58-4479-4f9b-8521-c02d0480f611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:39.810365 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284fa8c-a549-4f90-a258-3eb7854e1cd7 None None] Pushing event updated for resources: {'Port': ['ID=5b54a061-fe25-470f-bd5b-3ac8b097968c,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:39.825836 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-f502ad58-4479-4f9b-8521-c02d0480f611 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725a380c-b2fc-4649-8fe7-0d3fd3cc6f6d']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:39.846764 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-f502ad58-4479-4f9b-8521-c02d0480f611 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd668f3c9-4ce5-463e-bbf4-f60aea0fbbdd') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:39.847761 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-f502ad58-4479-4f9b-8521-c02d0480f611 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd668f3c9-4ce5-463e-bbf4-f60aea0fbbdd') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:39.848068 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-1284fa8c-a549-4f90-a258-3eb7854e1cd7 None None] Provisioning complete for port b719c49d-eaca-4c4c-b810-60ed1b389b35 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:39.848825 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1284fa8c-a549-4f90-a258-3eb7854e1cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:39.870249 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f502ad58-4479-4f9b-8521-c02d0480f611 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:39.882902 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c97b9c-2296-4fc1-aece-a7f8e6c3d37b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Router 1ba1b5ea-d573-4645-a5e4-d24014e57561 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:59:39.894230 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f502ad58-4479-4f9b-8521-c02d0480f611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:39.910654 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-6b6b4553-130d-4baa-b391-3efd5f5e682c None None] Deleting port b719c49d-eaca-4c4c-b810-60ed1b389b35 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:39.911136 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6b6b4553-130d-4baa-b391-3efd5f5e682c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:39.917228 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f502ad58-4479-4f9b-8521-c02d0480f611 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:59:39.917448 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f502ad58-4479-4f9b-8521-c02d0480f611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: timer() May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:59:39.919174 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:59:39.930623 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-49846cfa-b6f1-4feb-b8df-0b7d169ca53a None None] For port ebf69b5a-9f4e-44af-950e-071ba16d2f31, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:59:39.989088 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port fb5adc98-3fec-42ac-b14a-b6badfe94031 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:39.989088 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:39.997945 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-49846cfa-b6f1-4feb-b8df-0b7d169ca53a None None] For port ebf69b5a-9f4e-44af-950e-071ba16d2f31, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=ebf69b5a-9f4e-44af-950e-071ba16d2f31,segment=NetworkSegment(3b670a47-9574-463f-a939-8ebe7732f6f5),segment_id=3b670a47-9574-463f-a939-8ebe7732f6f5)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:59:40.028715 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f502ad58-4479-4f9b-8521-c02d0480f611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:40.053937 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-49846cfa-b6f1-4feb-b8df-0b7d169ca53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:40.064107 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d8fa69-4908-4365-9314-4d0598610f3a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:59:40.076244 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-61d8fa69-4908-4365-9314-4d0598610f3a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:40.081956 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6ccfff-bbcd-4e40-9233-f69722db7273 None None] Sync routers for ids ['3205d89c-2ea7-4f9a-b848-40e1a985b929'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:59:40.106237 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f502ad58-4479-4f9b-8521-c02d0480f611 admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:40.113038 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c97b9c-2296-4fc1-aece-a7f8e6c3d37b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:59:40.116541 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f502ad58-4479-4f9b-8521-c02d0480f611 admin admin] 10.222.0.73 "DELETE /v2.0/networks/725a380c-b2fc-4649-8fe7-0d3fd3cc6f6d HTTP/1.1" status: 204 len: 168 time: 0.6814711 May 06 09:59:40.122211 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f0c97b9c-2296-4fc1-aece-a7f8e6c3d37b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "PUT /v2.0/routers/1ba1b5ea-d573-4645-a5e4-d24014e57561/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8379705 May 06 09:59:40.125527 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43136) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:40.128742 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d572d-393d-4e2d-bdf5-78256b3ca2af None None] Pushing event updated for resources: {'Port': ['ID=ebf69b5a-9f4e-44af-950e-071ba16d2f31,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:40.130647 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-ac37ea70-9830-4126-ade3-34839fc2e23b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:40.160008 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6ccfff-bbcd-4e40-9233-f69722db7273 None None] Routers {'3205d89c-2ea7-4f9a-b848-40e1a985b929'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:40.163271 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ad6ccfff-bbcd-4e40-9233-f69722db7273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:59:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3205d89c-2ea7-4f9a-b848-40e1a985b929'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:40.173306 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502ad58-4479-4f9b-8521-c02d0480f611 admin admin] Pushing event deleted for resources: {'Network': ['ID=725a380c-b2fc-4649-8fe7-0d3fd3cc6f6d,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:40.240886 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-61d8fa69-4908-4365-9314-4d0598610f3a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "PUT /v2.0/floatingips/e4e7ec22-d618-482e-b3b3-470580616904 HTTP/1.1" status: 200 len: 991 time: 4.5216951 May 06 09:59:40.242800 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac0b552-b0d7-4736-8dcf-85a6c2354ba9', 'tag': 'b7c83e6e-dbba-4390-8c87-d61dce989416'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:59:40.245886 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-6b6b4553-130d-4baa-b391-3efd5f5e682c None None] For port b719c49d-eaca-4c4c-b810-60ed1b389b35, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b719c49d-eaca-4c4c-b810-60ed1b389b35,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:40.246347 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6b6b4553-130d-4baa-b391-3efd5f5e682c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:40.246884 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5caeebf-5f84-4c2c-a6c7-221f1c231449" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac0b552-b0d7-4736-8dcf-85a6c2354ba9", "tag": "b7c83e6e-dbba-4390-8c87-d61dce989416"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:59:40.294703 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49846cfa-b6f1-4feb-b8df-0b7d169ca53a None None] Routers {'1ba1b5ea-d573-4645-a5e4-d24014e57561'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:40.295392 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-49846cfa-b6f1-4feb-b8df-0b7d169ca53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:59:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1ba1b5ea-d573-4645-a5e4-d24014e57561'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:40.301237 n-d-840835-1 neutron-server[102652]: DEBUG neutron.objects.ports [None req-e7bf92b8-bb6c-4321-8b2d-596ab8e2e0b0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102652) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:59:40.400119 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-6b6b4553-130d-4baa-b391-3efd5f5e682c None None] Calling delete_port for b719c49d-eaca-4c4c-b810-60ed1b389b35 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:40.489535 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-ad6ccfff-bbcd-4e40-9233-f69722db7273 None None] Set router 3205d89c-2ea7-4f9a-b848-40e1a985b929 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:40.504031 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-1284fa8c-a549-4f90-a258-3eb7854e1cd7 None None] Provisioning complete for port ebf69b5a-9f4e-44af-950e-071ba16d2f31 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:40.504409 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1284fa8c-a549-4f90-a258-3eb7854e1cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:40.607306 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43146) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:40.694079 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a17b3e-89ac-4e76-a2a0-b98db3fbc549 x-openstack-request-id: req-91a17b3e-89ac-4e76-a2a0-b98db3fbc549 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:59:40.697376 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac0b552-b0d7-4736-8dcf-85a6c2354ba9", "tag": "b7c83e6e-dbba-4390-8c87-d61dce989416", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:59:40.698164 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-91a17b3e-89ac-4e76-a2a0-b98db3fbc549 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:59:40.698708 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91a17b3e-89ac-4e76-a2a0-b98db3fbc549'] response: {'name': 'network-changed', 'server_uuid': '9ac0b552-b0d7-4736-8dcf-85a6c2354ba9', 'tag': 'b7c83e6e-dbba-4390-8c87-d61dce989416', 'status': 'completed', 'code': 200} May 06 09:59:40.706350 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 5b54a061-fe25-470f-bd5b-3ac8b097968c up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:59:40.740011 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5872b42c-c186-4870-b56b-f1bd0e4d174f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3121274fe1704dcea083a610210df289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311638 May 06 09:59:40.746078 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43148) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:40.852936 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a856ee65-d310-4996-a13b-9d6faec57ca9 None None] Network 145c9cbd-18be-46ff-b35c-71a71c562b27 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:40.868333 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e276370c-b79f-44b7-bf7c-121fefe9788b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:40.885865 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5caeebf-5f84-4c2c-a6c7-221f1c231449 req-5c620341-c93b-4c85-a450-f4c4934e4316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:40.887812 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d5caeebf-5f84-4c2c-a6c7-221f1c231449 req-5c620341-c93b-4c85-a450-f4c4934e4316 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8f622fd1748945faafa68a8a25c50995&device_id=9ac0b552-b0d7-4736-8dcf-85a6c2354ba9 HTTP/1.1" status: 200 len: 1096 time: 0.1769474 May 06 09:59:40.888578 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e7bf92b8-bb6c-4321-8b2d-596ab8e2e0b0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:40.892840 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e276370c-b79f-44b7-bf7c-121fefe9788b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:40.908434 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-49846cfa-b6f1-4feb-b8df-0b7d169ca53a None None] Set router 1ba1b5ea-d573-4645-a5e4-d24014e57561 gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:40.953460 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e276370c-b79f-44b7-bf7c-121fefe9788b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:40.956439 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e276370c-b79f-44b7-bf7c-121fefe9788b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:40.957800 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e276370c-b79f-44b7-bf7c-121fefe9788b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/331f99b5-0c19-41a2-9bd7-73537b545db7 HTTP/1.1" status: 204 len: 168 time: 0.2106204 May 06 09:59:40.959333 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.extraroute_db [None req-ac37ea70-9830-4126-ade3-34839fc2e23b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102653) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 06 09:59:41.013739 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276370c-b79f-44b7-bf7c-121fefe9788b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331f99b5-0c19-41a2-9bd7-73537b545db7,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:41.022834 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.extraroute_db [None req-ac37ea70-9830-4126-ade3-34839fc2e23b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Removed routes are [] {{(pid=102653) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 06 09:59:41.023312 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ac37ea70-9830-4126-ade3-34839fc2e23b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1992734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1598914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41446'] for router, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:41.095197 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ad6ccfff-bbcd-4e40-9233-f69722db7273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '47f79145-6e99-4488-a4da-6e00e375309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T09:55:43Z', 'revision_number': 4, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port': {'id': '47f79145-6e99-4488-a4da-6e00e375309c', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:35Z', 'updated_at': '2022-05-06T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'e4e7ec22-d618-482e-b3b3-470580616904', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'floating_ip_address': '172.25.5.123', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'port_id': 'b7c83e6e-dbba-4390-8c87-d61dce989416', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'mac_address': 'fa:16:3e:ad:2e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac0b552-b0d7-4736-8dcf-85a6c2354ba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:59:10Z', 'updated_at': '2022-05-06T09:59:37Z', 'revision_number': 1, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd70468-c15f-42df-8758-eb38a58186b2', 'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'mac_address': 'fa:16:3e:c9:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:40Z', 'updated_at': '2022-05-06T09:55:48Z', 'revision_number': 5, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'subnets': [{'id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:41.157895 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6ccfff-bbcd-4e40-9233-f69722db7273 None None] Checking router: 3205d89c-2ea7-4f9a-b848-40e1a985b929 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:59:41.180432 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6ccfff-bbcd-4e40-9233-f69722db7273 None None] Routers {'3205d89c-2ea7-4f9a-b848-40e1a985b929'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:41.181087 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ad6ccfff-bbcd-4e40-9233-f69722db7273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:59:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3205d89c-2ea7-4f9a-b848-40e1a985b929'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:41.188361 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1284fa8c-a549-4f90-a258-3eb7854e1cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:41.205203 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-e7bf92b8-bb6c-4321-8b2d-596ab8e2e0b0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] For port b719c49d-eaca-4c4c-b810-60ed1b389b35, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b719c49d-eaca-4c4c-b810-60ed1b389b35,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:41.256726 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e7bf92b8-bb6c-4321-8b2d-596ab8e2e0b0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:41.269395 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e7bf92b8-bb6c-4321-8b2d-596ab8e2e0b0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:41.272161 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e7bf92b8-bb6c-4321-8b2d-596ab8e2e0b0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:41.312725 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 5b54a061-fe25-470f-bd5b-3ac8b097968c triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:41.313193 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:41.371898 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6b6b4553-130d-4baa-b391-3efd5f5e682c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:41.382819 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-ad6ccfff-bbcd-4e40-9233-f69722db7273 None None] Set router 3205d89c-2ea7-4f9a-b848-40e1a985b929 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:41.399494 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf92b8-bb6c-4321-8b2d-596ab8e2e0b0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Subnet': ['ID=47bcdc8a-74b6-41c6-ad9b-94df44846b50,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:41.415162 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ac37ea70-9830-4126-ade3-34839fc2e23b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1992734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1598914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41446'] for router, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:41.422735 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ac37ea70-9830-4126-ade3-34839fc2e23b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1598923'] for router, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:41.426610 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bf92b8-bb6c-4321-8b2d-596ab8e2e0b0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:41.431568 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf92b8-bb6c-4321-8b2d-596ab8e2e0b0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:41.431916 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf92b8-bb6c-4321-8b2d-596ab8e2e0b0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:41.432364 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf92b8-bb6c-4321-8b2d-596ab8e2e0b0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:41.432714 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf92b8-bb6c-4321-8b2d-596ab8e2e0b0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:41.433034 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf92b8-bb6c-4321-8b2d-596ab8e2e0b0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:41.433376 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf92b8-bb6c-4321-8b2d-596ab8e2e0b0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:41.433686 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf92b8-bb6c-4321-8b2d-596ab8e2e0b0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:41.434009 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf92b8-bb6c-4321-8b2d-596ab8e2e0b0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:41.434329 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf92b8-bb6c-4321-8b2d-596ab8e2e0b0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:41.434649 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf92b8-bb6c-4321-8b2d-596ab8e2e0b0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:41.434971 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf92b8-bb6c-4321-8b2d-596ab8e2e0b0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:41.435346 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf92b8-bb6c-4321-8b2d-596ab8e2e0b0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:41.445324 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf92b8-bb6c-4321-8b2d-596ab8e2e0b0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Port': ['ID=b719c49d-eaca-4c4c-b810-60ed1b389b35,revision_number=13']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:41.460795 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-e7bf92b8-bb6c-4321-8b2d-596ab8e2e0b0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:41.465658 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bf92b8-bb6c-4321-8b2d-596ab8e2e0b0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:41.466479 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e7bf92b8-bb6c-4321-8b2d-596ab8e2e0b0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:41.492639 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e7bf92b8-bb6c-4321-8b2d-596ab8e2e0b0 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6934605 May 06 09:59:41.497202 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43158) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:41.505787 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-c79839e4-c565-401a-9957-a1037c4c5c16 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'port': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'mac_address': 'fa:16:3e:6b:b0:b0', 'name': 'tempest-NetworksTestDHCPv6-1577541106'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:41.566375 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-1284fa8c-a549-4f90-a258-3eb7854e1cd7 None None] For port ebf69b5a-9f4e-44af-950e-071ba16d2f31, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=ebf69b5a-9f4e-44af-950e-071ba16d2f31,segment=NetworkSegment(3b670a47-9574-463f-a939-8ebe7732f6f5),segment_id=3b670a47-9574-463f-a939-8ebe7732f6f5)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:41.651230 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac37ea70-9830-4126-ade3-34839fc2e23b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Router 1ba1b5ea-d573-4645-a5e4-d24014e57561 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:59:41.657039 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5caeebf-5f84-4c2c-a6c7-221f1c231449 req-07f95b3c-5a51-4df8-b5aa-1525b2667927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:41.658537 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d5caeebf-5f84-4c2c-a6c7-221f1c231449 req-07f95b3c-5a51-4df8-b5aa-1525b2667927 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 HTTP/1.1" status: 200 len: 914 time: 0.7462552 May 06 09:59:41.668500 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ad6ccfff-bbcd-4e40-9233-f69722db7273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '47f79145-6e99-4488-a4da-6e00e375309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T09:55:43Z', 'revision_number': 4, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port': {'id': '47f79145-6e99-4488-a4da-6e00e375309c', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:35Z', 'updated_at': '2022-05-06T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'e4e7ec22-d618-482e-b3b3-470580616904', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'floating_ip_address': '172.25.5.123', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'port_id': 'b7c83e6e-dbba-4390-8c87-d61dce989416', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'mac_address': 'fa:16:3e:ad:2e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac0b552-b0d7-4736-8dcf-85a6c2354ba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:59:10Z', 'updated_at': '2022-05-06T09:59:37Z', 'revision_number': 1, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd70468-c15f-42df-8758-eb38a58186b2', 'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'mac_address': 'fa:16:3e:c9:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:40Z', 'updated_at': '2022-05-06T09:55:48Z', 'revision_number': 5, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'subnets': [{'id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:41.675617 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79839e4-c565-401a-9957-a1037c4c5c16 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:41.701858 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6ccfff-bbcd-4e40-9233-f69722db7273 None None] The sync data for ids ['3205d89c-2ea7-4f9a-b848-40e1a985b929'] in n-d-840835-1 is: [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '47f79145-6e99-4488-a4da-6e00e375309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T09:55:43Z', 'revision_number': 4, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port': {'id': '47f79145-6e99-4488-a4da-6e00e375309c', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:35Z', 'updated_at': '2022-05-06T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'e4e7ec22-d618-482e-b3b3-470580616904', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'floating_ip_address': '172.25.5.123', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'port_id': 'b7c83e6e-dbba-4390-8c87-d61dce989416', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'mac_address': 'fa:16:3e:ad:2e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac0b552-b0d7-4736-8dcf-85a6c2354ba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:59:10Z', 'updated_at': '2022-05-06T09:59:37Z', 'revision_number': 1, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd70468-c15f-42df-8758-eb38a58186b2', 'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'mac_address': 'fa:16:3e:c9:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:40Z', 'updated_at': '2022-05-06T09:55:48Z', 'revision_number': 5, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'subnets': [{'id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:59:41.790794 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b4553-130d-4baa-b391-3efd5f5e682c None None] Pushing event deleted for resources: {'Port': ['ID=b719c49d-eaca-4c4c-b810-60ed1b389b35,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:41.805570 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1284fa8c-a549-4f90-a258-3eb7854e1cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:41.827691 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d5caeebf-5f84-4c2c-a6c7-221f1c231449 req-530084ed-24dc-437e-85ab-315800142930 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7c83e6e-dbba-4390-8c87-d61dce989416 HTTP/1.1" status: 200 len: 999 time: 0.1609871 May 06 09:59:41.831687 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac37ea70-9830-4126-ade3-34839fc2e23b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:59:41.856427 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ac37ea70-9830-4126-ade3-34839fc2e23b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:41.858089 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ac37ea70-9830-4126-ade3-34839fc2e23b tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "PUT /v2.0/routers/1ba1b5ea-d573-4645-a5e4-d24014e57561 HTTP/1.1" status: 200 len: 954 time: 1.7313354 May 06 09:59:41.860932 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43162) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:41.869768 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6b4553-130d-4baa-b391-3efd5f5e682c None None] No DVR routers for this DVR port b719c49d-eaca-4c4c-b810-60ed1b389b35 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:59:41.926437 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43164) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:41.928337 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5caeebf-5f84-4c2c-a6c7-221f1c231449 req-dcc3b5c5-586c-4a30-b168-16af3703a358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:41.929833 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d5caeebf-5f84-4c2c-a6c7-221f1c231449 req-dcc3b5c5-586c-4a30-b168-16af3703a358 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5a6d1981-166e-43ed-8cde-937a332bb113 HTTP/1.1" status: 200 len: 852 time: 0.0909786 May 06 09:59:41.954850 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b768d4b-5bdc-4d54-b790-ef3f1840981a None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:41.993755 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c79839e4-c565-401a-9957-a1037c4c5c16 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:42.021111 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5caeebf-5f84-4c2c-a6c7-221f1c231449 req-faa98cb2-6410-4dd2-a04b-81b8dfd65787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:42.022667 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d5caeebf-5f84-4c2c-a6c7-221f1c231449 req-faa98cb2-6410-4dd2-a04b-81b8dfd65787 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850716 May 06 09:59:42.034027 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-c79839e4-c565-401a-9957-a1037c4c5c16 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] device_id is not set on port 6320c773-f967-4b51-a0b5-44036e5bba3a yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:59:42.093988 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-228f67c2-9847-4aab-9991-41146dd0f615 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5907a78290324322be513b42a3b4bb0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1659575 May 06 09:59:42.104991 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7542cfbe-2fc7-4854-83be-f0c7c67814e3 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "GET /v2.0/routers/1ba1b5ea-d573-4645-a5e4-d24014e57561 HTTP/1.1" status: 200 len: 954 time: 0.2425199 May 06 09:59:42.105489 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43166) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:42.105826 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43168) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:42.109480 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54c6136-1363-4456-9615-117ec9962373 None None] New status for floating IP e4e7ec22-d618-482e-b3b3-470580616904: ACTIVE {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:59:42.121391 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-4bd735bf-db1b-4b0a-95d5-8b378ad1bf9d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'router': {'routes': None}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:42.249191 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5aab2750-b8cf-4bd6-8bfc-5f7ea288fac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:42.268741 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d5caeebf-5f84-4c2c-a6c7-221f1c231449 req-dae6d833-a8eb-4f23-8a97-d4dbee7141f4 service neutron] 10.222.0.77 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362473 May 06 09:59:42.295227 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-224a0c8d-848d-47cf-88d3-fd001433a81e None None] Provisioning complete for port 479df7c1-de9c-4eed-b402-65f203bcf826 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:42.295795 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-224a0c8d-848d-47cf-88d3-fd001433a81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:42.355886 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5aab2750-b8cf-4bd6-8bfc-5f7ea288fac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:42.363148 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284fa8c-a549-4f90-a258-3eb7854e1cd7 None None] Pushing event updated for resources: {'Port': ['ID=ebf69b5a-9f4e-44af-950e-071ba16d2f31,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:42.401460 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43172) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:42.436416 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-49846cfa-b6f1-4feb-b8df-0b7d169ca53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'name': 'tempest-RoutersIpV6Test-router-1292929843', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:14Z', 'updated_at': '2022-05-06T09:59:37Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None, '_interfaces': [{'id': '18775edc-016d-4360-93a6-b27608ea4fe9', 'name': '', 'network_id': '145c9cbd-18be-46ff-b35c-71a71c562b27', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:06:9b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'e363c319-267c-43c4-b0d4-2f98acb1c477', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:35Z', 'updated_at': '2022-05-06T09:59:38Z', 'revision_number': 2, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': 'e363c319-267c-43c4-b0d4-2f98acb1c477', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '390a1420-d01f-469a-941e-07065d8b3b23', 'name': '', 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:6f:2e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:17Z', 'updated_at': '2022-05-06T09:59:24Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebf69b5a-9f4e-44af-950e-071ba16d2f31', 'name': '', 'network_id': '1c86a9fc-91fa-4a6a-8565-9caac58697cf', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:2a:28:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '35404f1e-ad34-4e95-8102-acf540fab4db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:29Z', 'updated_at': '2022-05-06T09:59:39Z', 'revision_number': 4, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '35404f1e-ad34-4e95-8102-acf540fab4db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5adc98-3fec-42ac-b14a-b6badfe94031', 'name': '', 'network_id': '68699ff2-282d-4b68-902d-09206c1ef9b5', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:8d:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:24Z', 'updated_at': '2022-05-06T09:59:35Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:42.514661 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-c79839e4-c565-401a-9957-a1037c4c5c16 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Allocated IP 172.20.0.10 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/d5f4252e-dc7a-4621-8352-434c73442c39/6320c773-f967-4b51-a0b5-44036e5bba3a) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:42.518757 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5aab2750-b8cf-4bd6-8bfc-5f7ea288fac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:42.522719 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5aab2750-b8cf-4bd6-8bfc-5f7ea288fac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:42.524225 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5aab2750-b8cf-4bd6-8bfc-5f7ea288fac1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a2fbd755-5f38-46d0-9013-8fab598059a6 HTTP/1.1" status: 204 len: 168 time: 0.4173772 May 06 09:59:42.534310 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-c79839e4-c565-401a-9957-a1037c4c5c16 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Allocated IP 2001:db8::f816:3eff:fe6b:b0b0 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/47bcdc8a-74b6-41c6-ad9b-94df44846b50/6320c773-f967-4b51-a0b5-44036e5bba3a) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:42.563777 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d5caeebf-5f84-4c2c-a6c7-221f1c231449 req-206a5a1b-1e62-4373-8499-b14be2368101 service neutron] 10.222.0.77 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827666 May 06 09:59:42.684595 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab2750-b8cf-4bd6-8bfc-5f7ea288fac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fbd755-5f38-46d0-9013-8fab598059a6,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:42.732822 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2941f9-15aa-4e38-b115-aecc64670d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'fixed_ips': [{'subnet_id': '47bcdc8a-74b6-41c6-ad9b-94df44846b50'}, {'subnet_id': 'd5f4252e-dc7a-4621-8352-434c73442c39'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:59:42.733714 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9f2941f9-15aa-4e38-b115-aecc64670d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:42.761735 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49846cfa-b6f1-4feb-b8df-0b7d169ca53a None None] The sync data for ids ['1ba1b5ea-d573-4645-a5e4-d24014e57561'] in n-d-840835-1 is: [{'id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'name': 'tempest-RoutersIpV6Test-router-1292929843', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:14Z', 'updated_at': '2022-05-06T09:59:37Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None, '_interfaces': [{'id': '18775edc-016d-4360-93a6-b27608ea4fe9', 'name': '', 'network_id': '145c9cbd-18be-46ff-b35c-71a71c562b27', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:06:9b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'e363c319-267c-43c4-b0d4-2f98acb1c477', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:35Z', 'updated_at': '2022-05-06T09:59:38Z', 'revision_number': 2, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': 'e363c319-267c-43c4-b0d4-2f98acb1c477', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '390a1420-d01f-469a-941e-07065d8b3b23', 'name': '', 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:6f:2e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:17Z', 'updated_at': '2022-05-06T09:59:24Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebf69b5a-9f4e-44af-950e-071ba16d2f31', 'name': '', 'network_id': '1c86a9fc-91fa-4a6a-8565-9caac58697cf', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:2a:28:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '35404f1e-ad34-4e95-8102-acf540fab4db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:29Z', 'updated_at': '2022-05-06T09:59:39Z', 'revision_number': 4, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '35404f1e-ad34-4e95-8102-acf540fab4db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5adc98-3fec-42ac-b14a-b6badfe94031', 'name': '', 'network_id': '68699ff2-282d-4b68-902d-09206c1ef9b5', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:8d:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:24Z', 'updated_at': '2022-05-06T09:59:35Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:59:42.798703 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d85e6315-a93e-4765-bf90-cb7b9571932d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:42.832919 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c79839e4-c565-401a-9957-a1037c4c5c16 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:42.862737 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.extraroute_db [None req-4bd735bf-db1b-4b0a-95d5-8b378ad1bf9d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Added routes are [] {{(pid=102653) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 06 09:59:42.862737 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.extraroute_db [None req-4bd735bf-db1b-4b0a-95d5-8b378ad1bf9d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102653) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 06 09:59:42.979102 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4bd735bf-db1b-4b0a-95d5-8b378ad1bf9d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1992734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1598914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41446'] for router, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:43.011715 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-224a0c8d-848d-47cf-88d3-fd001433a81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:43.133432 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-224a0c8d-848d-47cf-88d3-fd001433a81e None None] For port 479df7c1-de9c-4eed-b402-65f203bcf826, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=479df7c1-de9c-4eed-b402-65f203bcf826,segment=NetworkSegment(c48db259-0015-4047-9342-b71a6e44a866),segment_id=c48db259-0015-4047-9342-b71a6e44a866)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:43.145452 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-224a0c8d-848d-47cf-88d3-fd001433a81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:43.338234 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a0c8d-848d-47cf-88d3-fd001433a81e None None] Pushing event updated for resources: {'Port': ['ID=479df7c1-de9c-4eed-b402-65f203bcf826,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:43.344996 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 479df7c1-de9c-4eed-b402-65f203bcf826 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:59:43.348891 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-224a0c8d-848d-47cf-88d3-fd001433a81e None None] Provisioning complete for port ebf69b5a-9f4e-44af-950e-071ba16d2f31 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:43.349350 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-224a0c8d-848d-47cf-88d3-fd001433a81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:43.562081 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 479df7c1-de9c-4eed-b402-65f203bcf826 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:43.562745 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:43.567302 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c79839e4-c565-401a-9957-a1037c4c5c16 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:43.641204 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79839e4-c565-401a-9957-a1037c4c5c16 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:43.648040 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-c79839e4-c565-401a-9957-a1037c4c5c16 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:43.668381 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79839e4-c565-401a-9957-a1037c4c5c16 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:59:43.709749 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d85e6315-a93e-4765-bf90-cb7b9571932d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:43.720376 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79839e4-c565-401a-9957-a1037c4c5c16 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Port': ['ID=6320c773-f967-4b51-a0b5-44036e5bba3a,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:43.724592 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d85e6315-a93e-4765-bf90-cb7b9571932d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:43.765707 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-9f2941f9-15aa-4e38-b115-aecc64670d94 None None] Allocated IP 172.20.0.2 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/d5f4252e-dc7a-4621-8352-434c73442c39/c28d36b4-de49-4f4c-8ff2-6db7f2bb98b8) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:43.778066 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79839e4-c565-401a-9957-a1037c4c5c16 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:43.778754 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c79839e4-c565-401a-9957-a1037c4c5c16 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:43.780761 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e3d8acd9-1731-4f11-b7e8-c2f687e64e83 None None] Provisioning complete for port 18775edc-016d-4360-93a6-b27608ea4fe9 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:43.781401 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e3d8acd9-1731-4f11-b7e8-c2f687e64e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:43.784906 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-9f2941f9-15aa-4e38-b115-aecc64670d94 None None] Allocated IP 2001:db8::f816:3eff:fe69:8afa (0d1252d9-04fb-40a6-862c-9b06ebf6d551/47bcdc8a-74b6-41c6-ad9b-94df44846b50/c28d36b4-de49-4f4c-8ff2-6db7f2bb98b8) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:43.810493 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d85e6315-a93e-4765-bf90-cb7b9571932d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fd679362b72045e0b86c26d5ef6a9d9f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3999538 May 06 09:59:43.810493 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e6315-a93e-4765-bf90-cb7b9571932d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cfee0a-c7c9-4812-8034-52cde58d3409,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:43.825796 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c79839e4-c565-401a-9957-a1037c4c5c16 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.3249664 May 06 09:59:43.826434 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43196) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:43.826772 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43198) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:43.842257 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ebf69b5a-9f4e-44af-950e-071ba16d2f31 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:59:43.927945 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4bd735bf-db1b-4b0a-95d5-8b378ad1bf9d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1992734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1598914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41446'] for router, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:43.934550 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43200) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:43.940362 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e3d8acd9-1731-4f11-b7e8-c2f687e64e83 None None] Port 18775edc-016d-4360-93a6-b27608ea4fe9 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:59:43.943216 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4bd735bf-db1b-4b0a-95d5-8b378ad1bf9d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1598923'] for router, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:43.968983 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0a9c5f35-be67-46e6-8b15-cdcb880ddfa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:43.979985 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51edcdc9-c569-45a3-8009-cd92b5f69dae tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:43.981558 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-51edcdc9-c569-45a3-8009-cd92b5f69dae tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.1481524 May 06 09:59:43.984252 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43204) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:43.990829 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e3d8acd9-1731-4f11-b7e8-c2f687e64e83 None None] Provisioning complete for port 479df7c1-de9c-4eed-b402-65f203bcf826 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:43.991413 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e3d8acd9-1731-4f11-b7e8-c2f687e64e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:44.036463 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0a9c5f35-be67-46e6-8b15-cdcb880ddfa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:44.067013 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port ebf69b5a-9f4e-44af-950e-071ba16d2f31 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:44.067404 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:44.072694 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd735bf-db1b-4b0a-95d5-8b378ad1bf9d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Router 1ba1b5ea-d573-4645-a5e4-d24014e57561 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:59:44.131834 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-32d19208-1984-4c09-b00e-290fc498cc8a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting port 6320c773-f967-4b51-a0b5-44036e5bba3a {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:44.132189 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-32d19208-1984-4c09-b00e-290fc498cc8a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:44.134530 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9f2941f9-15aa-4e38-b115-aecc64670d94 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:44.134901 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295b8649-1805-46f8-bd5e-03dc5537d573 None None] Sync routers for ids ['1ba1b5ea-d573-4645-a5e4-d24014e57561'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:59:44.145469 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295b8649-1805-46f8-bd5e-03dc5537d573 None None] Routers {'1ba1b5ea-d573-4645-a5e4-d24014e57561'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:44.146391 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-295b8649-1805-46f8-bd5e-03dc5537d573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:59:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1ba1b5ea-d573-4645-a5e4-d24014e57561'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:44.153593 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9f2941f9-15aa-4e38-b115-aecc64670d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:44.169037 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0a9c5f35-be67-46e6-8b15-cdcb880ddfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:44.172375 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0a9c5f35-be67-46e6-8b15-cdcb880ddfa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:44.173800 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0a9c5f35-be67-46e6-8b15-cdcb880ddfa0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d2cfee0a-c7c9-4812-8034-52cde58d3409 HTTP/1.1" status: 204 len: 168 time: 0.3460798 May 06 09:59:44.220950 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c5f35-be67-46e6-8b15-cdcb880ddfa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cfee0a-c7c9-4812-8034-52cde58d3409,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:44.241917 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2941f9-15aa-4e38-b115-aecc64670d94 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:44.247694 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2941f9-15aa-4e38-b115-aecc64670d94 None None] Pushing event updated for resources: {'Port': ['ID=c28d36b4-de49-4f4c-8ff2-6db7f2bb98b8,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:44.252119 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-aad8e139-7034-45ab-a192-a5c0f01adb79 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-704411528-network', 'tenant_id': 'e2c11cb6cc2b4530bc5be13bb602b8f1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:44.255167 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-295b8649-1805-46f8-bd5e-03dc5537d573 None None] Set router 1ba1b5ea-d573-4645-a5e4-d24014e57561 gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:44.264634 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd735bf-db1b-4b0a-95d5-8b378ad1bf9d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:59:44.277560 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4bd735bf-db1b-4b0a-95d5-8b378ad1bf9d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:44.281105 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4bd735bf-db1b-4b0a-95d5-8b378ad1bf9d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "PUT /v2.0/routers/1ba1b5ea-d573-4645-a5e4-d24014e57561 HTTP/1.1" status: 200 len: 704 time: 2.1618595 May 06 09:59:44.282815 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43208) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:44.303505 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-9f2941f9-15aa-4e38-b115-aecc64670d94 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:44.308452 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2941f9-15aa-4e38-b115-aecc64670d94 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:59:44.315446 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-32d19208-1984-4c09-b00e-290fc498cc8a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:44.329550 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-32d19208-1984-4c09-b00e-290fc498cc8a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Calling delete_port for 6320c773-f967-4b51-a0b5-44036e5bba3a owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:44.390595 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 5b54a061-fe25-470f-bd5b-3ac8b097968c up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:59:44.432122 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f0cf1941-e5b3-420e-a7d7-458b11acd9e3 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "GET /v2.0/routers/1ba1b5ea-d573-4645-a5e4-d24014e57561 HTTP/1.1" status: 200 len: 704 time: 0.1478882 May 06 09:59:44.435308 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43212) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:44.452693 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad8e139-7034-45ab-a192-a5c0f01adb79 admin admin] Made reservation on behalf of e2c11cb6cc2b4530bc5be13bb602b8f1 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:44.456190 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-9f2941f9-15aa-4e38-b115-aecc64670d94 None None] Attempting to bind port c28d36b4-de49-4f4c-8ff2-6db7f2bb98b8 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:59:44.456366 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-aad8e139-7034-45ab-a192-a5c0f01adb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:44.456581 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-9f2941f9-15aa-4e38-b115-aecc64670d94 None None] Attempting to bind port c28d36b4-de49-4f4c-8ff2-6db7f2bb98b8 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:59:44.456954 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2941f9-15aa-4e38-b115-aecc64670d94 None None] Attempting to bind port c28d36b4-de49-4f4c-8ff2-6db7f2bb98b8 on network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:59:44.468620 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-aad8e139-7034-45ab-a192-a5c0f01adb79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:44.471553 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2941f9-15aa-4e38-b115-aecc64670d94 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:59:44.471881 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2941f9-15aa-4e38-b115-aecc64670d94 None None] Checking segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:59:44.472296 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9f2941f9-15aa-4e38-b115-aecc64670d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:44.472951 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2941f9-15aa-4e38-b115-aecc64670d94 None None] Bound using segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:59:44.473495 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-9f2941f9-15aa-4e38-b115-aecc64670d94 None None] Bound port: c28d36b4-de49-4f4c-8ff2-6db7f2bb98b8, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:59:44.473979 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9f2941f9-15aa-4e38-b115-aecc64670d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:44.505146 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:59:44.573346 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-aad8e139-7034-45ab-a192-a5c0f01adb79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:44.580755 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-aad8e139-7034-45ab-a192-a5c0f01adb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:44.591565 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-9f2941f9-15aa-4e38-b115-aecc64670d94 None None] For port c28d36b4-de49-4f4c-8ff2-6db7f2bb98b8, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:59:44.595613 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-9f2941f9-15aa-4e38-b115-aecc64670d94 None None] For port c28d36b4-de49-4f4c-8ff2-6db7f2bb98b8, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=c28d36b4-de49-4f4c-8ff2-6db7f2bb98b8,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:59:44.601230 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 5b54a061-fe25-470f-bd5b-3ac8b097968c triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:44.601964 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:44.606349 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9f2941f9-15aa-4e38-b115-aecc64670d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:44.629266 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8e139-7034-45ab-a192-a5c0f01adb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe10db9-3060-4c68-9bbd-1a76ce2b7dbe,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:44.706214 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43214) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:44.709989 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2941f9-15aa-4e38-b115-aecc64670d94 None None] Pushing event updated for resources: {'Port': ['ID=c28d36b4-de49-4f4c-8ff2-6db7f2bb98b8,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:44.733820 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-26e14b90-4be8-4e58-918f-5c21b10e20c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:44.743149 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-295b8649-1805-46f8-bd5e-03dc5537d573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'name': 'tempest-RoutersIpV6Test-router-1292929843', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:14Z', 'updated_at': '2022-05-06T09:59:42Z', 'revision_number': 7, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None, '_interfaces': [{'id': '18775edc-016d-4360-93a6-b27608ea4fe9', 'name': '', 'network_id': '145c9cbd-18be-46ff-b35c-71a71c562b27', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:06:9b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'e363c319-267c-43c4-b0d4-2f98acb1c477', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:35Z', 'updated_at': '2022-05-06T09:59:38Z', 'revision_number': 2, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': 'e363c319-267c-43c4-b0d4-2f98acb1c477', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '390a1420-d01f-469a-941e-07065d8b3b23', 'name': '', 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:6f:2e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:17Z', 'updated_at': '2022-05-06T09:59:24Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebf69b5a-9f4e-44af-950e-071ba16d2f31', 'name': '', 'network_id': '1c86a9fc-91fa-4a6a-8565-9caac58697cf', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:2a:28:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '35404f1e-ad34-4e95-8102-acf540fab4db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:29Z', 'updated_at': '2022-05-06T09:59:41Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '35404f1e-ad34-4e95-8102-acf540fab4db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5adc98-3fec-42ac-b14a-b6badfe94031', 'name': '', 'network_id': '68699ff2-282d-4b68-902d-09206c1ef9b5', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:8d:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:24Z', 'updated_at': '2022-05-06T09:59:35Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:44.783462 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b719c49d-eaca-4c4c-b810-60ed1b389b35 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:59:44.805332 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: b719c49d-eaca-4c4c-b810-60ed1b389b35 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:59:44.805699 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b719c49d-eaca-4c4c-b810-60ed1b389b35 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:59:44.854074 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad8e139-7034-45ab-a192-a5c0f01adb79 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:59:44.860764 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-32d19208-1984-4c09-b00e-290fc498cc8a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:44.868230 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-aad8e139-7034-45ab-a192-a5c0f01adb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:44.868756 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-aad8e139-7034-45ab-a192-a5c0f01adb79 admin admin] Added segment 7aa2fa29-6ca3-4a86-850d-46ffde572819 of type vlan for network cc8d5426-ce8a-4989-8725-36d1df0ca000 May 06 09:59:44.920378 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d19208-1984-4c09-b00e-290fc498cc8a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Port': ['ID=6320c773-f967-4b51-a0b5-44036e5bba3a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:44.928115 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295b8649-1805-46f8-bd5e-03dc5537d573 None None] Checking router: 1ba1b5ea-d573-4645-a5e4-d24014e57561 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:59:44.928716 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295b8649-1805-46f8-bd5e-03dc5537d573 None None] Updating router 1ba1b5ea-d573-4645-a5e4-d24014e57561 port 18775edc-016d-4360-93a6-b27608ea4fe9 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:59:44.959729 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-295b8649-1805-46f8-bd5e-03dc5537d573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:44.966440 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 479df7c1-de9c-4eed-b402-65f203bcf826 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:59:45.036778 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-aad8e139-7034-45ab-a192-a5c0f01adb79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:45.061451 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 479df7c1-de9c-4eed-b402-65f203bcf826 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:45.062253 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:45.097220 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-32d19208-1984-4c09-b00e-290fc498cc8a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:45.104824 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-32d19208-1984-4c09-b00e-290fc498cc8a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/6320c773-f967-4b51-a0b5-44036e5bba3a HTTP/1.1" status: 204 len: 168 time: 1.1159277 May 06 09:59:45.106306 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43216) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:45.151683 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-26e14b90-4be8-4e58-918f-5c21b10e20c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:45.159787 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-aad8e139-7034-45ab-a192-a5c0f01adb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:45.161288 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad8e139-7034-45ab-a192-a5c0f01adb79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:45.161892 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-aad8e139-7034-45ab-a192-a5c0f01adb79 admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:45.173849 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-26e14b90-4be8-4e58-918f-5c21b10e20c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:45.259662 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8d83a9-9114-48e1-9448-539acc165e94 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:45.262425 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8d83a9-9114-48e1-9448-539acc165e94 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:45.264275 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8d83a9-9114-48e1-9448-539acc165e94 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:45.267645 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3c8d83a9-9114-48e1-9448-539acc165e94 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1593857 May 06 09:59:45.269560 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43218) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:45.289691 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4065d468-2c24-43d2-bf16-c00247e2ef44 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:45.301386 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-aad8e139-7034-45ab-a192-a5c0f01adb79 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3653998 May 06 09:59:45.314954 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-295b8649-1805-46f8-bd5e-03dc5537d573 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:45.318332 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43220) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:45.323579 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-295b8649-1805-46f8-bd5e-03dc5537d573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:45.334054 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-6124cd47-9d89-4194-9f03-d828c5bc13ff admin admin] Request body: {'subnet': {'network_id': 'cc8d5426-ce8a-4989-8725-36d1df0ca000', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-704411528-subnet', 'tenant_id': 'e2c11cb6cc2b4530bc5be13bb602b8f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:45.347166 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-26e14b90-4be8-4e58-918f-5c21b10e20c9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d03824abc27a4651bccc30d31a9ff7a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6372557 May 06 09:59:45.350451 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43222) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:45.352734 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8e139-7034-45ab-a192-a5c0f01adb79 admin admin] Pushing event updated for resources: {'Network': ['ID=cc8d5426-ce8a-4989-8725-36d1df0ca000,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:45.361696 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e14b90-4be8-4e58-918f-5c21b10e20c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8860eca2-6d9d-493b-8ac5-a85c22729adc,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:45.367577 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network cc8d5426-ce8a-4989-8725-36d1df0ca000 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:59:45.396874 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6124cd47-9d89-4194-9f03-d828c5bc13ff admin admin] Made reservation on behalf of e2c11cb6cc2b4530bc5be13bb602b8f1 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:45.399279 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6124cd47-9d89-4194-9f03-d828c5bc13ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:45.446403 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212e889-0c67-40e9-8277-c98e2ea3ea14 None None] Pushing event updated for resources: {'Port': ['ID=18775edc-016d-4360-93a6-b27608ea4fe9,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:45.485870 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-295b8649-1805-46f8-bd5e-03dc5537d573 None None] Attempting to bind port 18775edc-016d-4360-93a6-b27608ea4fe9 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:59:45.486610 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-295b8649-1805-46f8-bd5e-03dc5537d573 None None] Attempting to bind port 18775edc-016d-4360-93a6-b27608ea4fe9 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'c48db259-0015-4047-9342-b71a6e44a866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '145c9cbd-18be-46ff-b35c-71a71c562b27'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:59:45.487331 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295b8649-1805-46f8-bd5e-03dc5537d573 None None] Attempting to bind port 18775edc-016d-4360-93a6-b27608ea4fe9 on network 145c9cbd-18be-46ff-b35c-71a71c562b27 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:59:45.494535 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295b8649-1805-46f8-bd5e-03dc5537d573 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:59:45.495397 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295b8649-1805-46f8-bd5e-03dc5537d573 None None] Checking segment: {'id': 'c48db259-0015-4047-9342-b71a6e44a866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '145c9cbd-18be-46ff-b35c-71a71c562b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:59:45.496620 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-295b8649-1805-46f8-bd5e-03dc5537d573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:45.497274 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295b8649-1805-46f8-bd5e-03dc5537d573 None None] Bound using segment: {'id': 'c48db259-0015-4047-9342-b71a6e44a866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '145c9cbd-18be-46ff-b35c-71a71c562b27'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:59:45.498168 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-295b8649-1805-46f8-bd5e-03dc5537d573 None None] Bound port: 18775edc-016d-4360-93a6-b27608ea4fe9, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48db259-0015-4047-9342-b71a6e44a866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '145c9cbd-18be-46ff-b35c-71a71c562b27'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:59:45.498835 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-295b8649-1805-46f8-bd5e-03dc5537d573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:45.510368 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcae7565-c456-4062-bbb5-a5550fc0b01e tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting subnet 47bcdc8a-74b6-41c6-ad9b-94df44846b50 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:59:45.524615 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dcae7565-c456-4062-bbb5-a5550fc0b01e tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:45.534790 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9412a9f0-710c-4765-9edc-8dde2d051e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:45.576132 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9412a9f0-710c-4765-9edc-8dde2d051e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:45.597345 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-295b8649-1805-46f8-bd5e-03dc5537d573 None None] For port 18775edc-016d-4360-93a6-b27608ea4fe9, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:59:45.602250 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-295b8649-1805-46f8-bd5e-03dc5537d573 None None] For port 18775edc-016d-4360-93a6-b27608ea4fe9, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=18775edc-016d-4360-93a6-b27608ea4fe9,segment=NetworkSegment(c48db259-0015-4047-9342-b71a6e44a866),segment_id=c48db259-0015-4047-9342-b71a6e44a866)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:59:45.609571 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-295b8649-1805-46f8-bd5e-03dc5537d573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:45.625092 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dcae7565-c456-4062-bbb5-a5550fc0b01e tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:45.687364 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295b8649-1805-46f8-bd5e-03dc5537d573 None None] Routers {'1ba1b5ea-d573-4645-a5e4-d24014e57561'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:45.688068 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-295b8649-1805-46f8-bd5e-03dc5537d573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:59:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1ba1b5ea-d573-4645-a5e4-d24014e57561'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:45.693676 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212e889-0c67-40e9-8277-c98e2ea3ea14 None None] Pushing event updated for resources: {'Port': ['ID=18775edc-016d-4360-93a6-b27608ea4fe9,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:45.751909 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9412a9f0-710c-4765-9edc-8dde2d051e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:45.755351 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9412a9f0-710c-4765-9edc-8dde2d051e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:45.759426 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9412a9f0-710c-4765-9edc-8dde2d051e8b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8860eca2-6d9d-493b-8ac5-a85c22729adc HTTP/1.1" status: 204 len: 168 time: 0.4075761 May 06 09:59:45.771192 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dcae7565-c456-4062-bbb5-a5550fc0b01e tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:45.771488 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-3cb17239-c914-487c-92ac-aeaaf8208faf None None] Provisioning complete for port 18775edc-016d-4360-93a6-b27608ea4fe9 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:45.771983 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3cb17239-c914-487c-92ac-aeaaf8208faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:45.795083 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9412a9f0-710c-4765-9edc-8dde2d051e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8860eca2-6d9d-493b-8ac5-a85c22729adc,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:45.825456 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6124cd47-9d89-4194-9f03-d828c5bc13ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:45.852761 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-295b8649-1805-46f8-bd5e-03dc5537d573 None None] Set router 1ba1b5ea-d573-4645-a5e4-d24014e57561 gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:45.971706 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6124cd47-9d89-4194-9f03-d828c5bc13ff admin admin] Checking segment: {'id': '7aa2fa29-6ca3-4a86-850d-46ffde572819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cc8d5426-ce8a-4989-8725-36d1df0ca000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:59:45.972083 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6124cd47-9d89-4194-9f03-d828c5bc13ff admin admin] Network hostable DHCP agents. Network: cc8d5426-ce8a-4989-8725-36d1df0ca000, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:59:45.975004 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124cd47-9d89-4194-9f03-d828c5bc13ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc46eb3b-b017-4eb1-938c-e66a813c3f9e,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:46.023695 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dcae7565-c456-4062-bbb5-a5550fc0b01e tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:46.030615 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6124cd47-9d89-4194-9f03-d828c5bc13ff admin admin] Network cc8d5426-ce8a-4989-8725-36d1df0ca000 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:59:46.059837 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-6124cd47-9d89-4194-9f03-d828c5bc13ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, cc8d5426-ce8a-4989-8725-36d1df0ca000) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:46.064302 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6124cd47-9d89-4194-9f03-d828c5bc13ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:46.064903 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6124cd47-9d89-4194-9f03-d828c5bc13ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:46.090539 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae7565-c456-4062-bbb5-a5550fc0b01e tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Subnet': ['ID=47bcdc8a-74b6-41c6-ad9b-94df44846b50,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:46.098765 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3cb17239-c914-487c-92ac-aeaaf8208faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:46.100823 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6124cd47-9d89-4194-9f03-d828c5bc13ff admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7813649 May 06 09:59:46.102388 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08edf1d7-6ad1-4897-99e9-dfee41335ae0 None None] Network cc8d5426-ce8a-4989-8725-36d1df0ca000 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:46.106692 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-175ebd4a-7c29-4c4d-a1da-6977433153f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:46.130385 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-4065d468-2c24-43d2-bf16-c00247e2ef44 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Deleting port 18775edc-016d-4360-93a6-b27608ea4fe9 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:46.131446 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4065d468-2c24-43d2-bf16-c00247e2ef44 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:46.186940 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dcae7565-c456-4062-bbb5-a5550fc0b01e tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:46.190360 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-dcae7565-c456-4062-bbb5-a5550fc0b01e tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/47bcdc8a-74b6-41c6-ad9b-94df44846b50 HTTP/1.1" status: 204 len: 168 time: 0.9176428 May 06 09:59:46.192964 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43230) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:46.279304 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-295b8649-1805-46f8-bd5e-03dc5537d573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'name': 'tempest-RoutersIpV6Test-router-1292929843', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:14Z', 'updated_at': '2022-05-06T09:59:42Z', 'revision_number': 7, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None, '_interfaces': [{'id': '18775edc-016d-4360-93a6-b27608ea4fe9', 'name': '', 'network_id': '145c9cbd-18be-46ff-b35c-71a71c562b27', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:06:9b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'e363c319-267c-43c4-b0d4-2f98acb1c477', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:35Z', 'updated_at': '2022-05-06T09:59:45Z', 'revision_number': 4, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': 'e363c319-267c-43c4-b0d4-2f98acb1c477', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '390a1420-d01f-469a-941e-07065d8b3b23', 'name': '', 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:6f:2e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:17Z', 'updated_at': '2022-05-06T09:59:24Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebf69b5a-9f4e-44af-950e-071ba16d2f31', 'name': '', 'network_id': '1c86a9fc-91fa-4a6a-8565-9caac58697cf', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:2a:28:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '35404f1e-ad34-4e95-8102-acf540fab4db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:29Z', 'updated_at': '2022-05-06T09:59:41Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '35404f1e-ad34-4e95-8102-acf540fab4db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5adc98-3fec-42ac-b14a-b6badfe94031', 'name': '', 'network_id': '68699ff2-282d-4b68-902d-09206c1ef9b5', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:8d:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:24Z', 'updated_at': '2022-05-06T09:59:35Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:46.344659 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-3cb17239-c914-487c-92ac-aeaaf8208faf None None] For port 18775edc-016d-4360-93a6-b27608ea4fe9, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=18775edc-016d-4360-93a6-b27608ea4fe9,segment=NetworkSegment(c48db259-0015-4047-9342-b71a6e44a866),segment_id=c48db259-0015-4047-9342-b71a6e44a866)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:46.347993 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6efd0b5-71e9-4889-a207-3bd7e615e15c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting subnet d5f4252e-dc7a-4621-8352-434c73442c39 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:59:46.358285 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b6efd0b5-71e9-4889-a207-3bd7e615e15c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:46.360461 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295b8649-1805-46f8-bd5e-03dc5537d573 None None] The sync data for ids ['1ba1b5ea-d573-4645-a5e4-d24014e57561'] in n-d-840835-1 is: [{'id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'name': 'tempest-RoutersIpV6Test-router-1292929843', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:14Z', 'updated_at': '2022-05-06T09:59:42Z', 'revision_number': 7, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None, '_interfaces': [{'id': '18775edc-016d-4360-93a6-b27608ea4fe9', 'name': '', 'network_id': '145c9cbd-18be-46ff-b35c-71a71c562b27', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:06:9b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'e363c319-267c-43c4-b0d4-2f98acb1c477', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:35Z', 'updated_at': '2022-05-06T09:59:45Z', 'revision_number': 4, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': 'e363c319-267c-43c4-b0d4-2f98acb1c477', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '390a1420-d01f-469a-941e-07065d8b3b23', 'name': '', 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:6f:2e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:17Z', 'updated_at': '2022-05-06T09:59:24Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebf69b5a-9f4e-44af-950e-071ba16d2f31', 'name': '', 'network_id': '1c86a9fc-91fa-4a6a-8565-9caac58697cf', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:2a:28:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '35404f1e-ad34-4e95-8102-acf540fab4db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:29Z', 'updated_at': '2022-05-06T09:59:41Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '35404f1e-ad34-4e95-8102-acf540fab4db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5adc98-3fec-42ac-b14a-b6badfe94031', 'name': '', 'network_id': '68699ff2-282d-4b68-902d-09206c1ef9b5', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:8d:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:24Z', 'updated_at': '2022-05-06T09:59:35Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:59:46.367054 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3cb17239-c914-487c-92ac-aeaaf8208faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:46.442162 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b6efd0b5-71e9-4889-a207-3bd7e615e15c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:46.453530 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e789c4-a7b6-4a48-a9f0-5688665050ed None None] Network cc8d5426-ce8a-4989-8725-36d1df0ca000 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:46.465495 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-4065d468-2c24-43d2-bf16-c00247e2ef44 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] For port 18775edc-016d-4360-93a6-b27608ea4fe9, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=18775edc-016d-4360-93a6-b27608ea4fe9,segment=NetworkSegment(c48db259-0015-4047-9342-b71a6e44a866),segment_id=c48db259-0015-4047-9342-b71a6e44a866)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:46.465961 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4065d468-2c24-43d2-bf16-c00247e2ef44 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:46.483433 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-4065d468-2c24-43d2-bf16-c00247e2ef44 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Calling delete_port for 18775edc-016d-4360-93a6-b27608ea4fe9 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:46.602710 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb17239-c914-487c-92ac-aeaaf8208faf None None] Pushing event updated for resources: {'Port': ['ID=18775edc-016d-4360-93a6-b27608ea4fe9,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:46.634318 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-cb6fcde0-b9d9-4a55-a031-dd9fc319f487 None None] Provisioning complete for port 18775edc-016d-4360-93a6-b27608ea4fe9 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:46.634823 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cb6fcde0-b9d9-4a55-a031-dd9fc319f487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:46.668790 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b6efd0b5-71e9-4889-a207-3bd7e615e15c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:46.700384 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5689514c-5c1a-4196-95c2-bf65716f888c None None] Sync routers for ids ['1ba1b5ea-d573-4645-a5e4-d24014e57561'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:59:46.723013 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4065d468-2c24-43d2-bf16-c00247e2ef44 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:46.733383 n-d-840835-1 neutron-server[102654]: INFO neutron.plugins.ml2.db [None req-cb6fcde0-b9d9-4a55-a031-dd9fc319f487 None None] No ports have port_id starting with 18775edc-016d-4360-93a6-b27608ea4fe9 May 06 09:59:46.736790 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5689514c-5c1a-4196-95c2-bf65716f888c None None] Routers {'1ba1b5ea-d573-4645-a5e4-d24014e57561'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:46.738528 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-5689514c-5c1a-4196-95c2-bf65716f888c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:59:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1ba1b5ea-d573-4645-a5e4-d24014e57561'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:46.846909 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b6efd0b5-71e9-4889-a207-3bd7e615e15c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:46.861227 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065d468-2c24-43d2-bf16-c00247e2ef44 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Port': ['ID=18775edc-016d-4360-93a6-b27608ea4fe9,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:46.872785 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cad0135-02d6-4da0-b660-b5c604de4dc3 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:46.964861 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efd0b5-71e9-4889-a207-3bd7e615e15c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Subnet': ['ID=d5f4252e-dc7a-4621-8352-434c73442c39,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:46.977509 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b6efd0b5-71e9-4889-a207-3bd7e615e15c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:47.004861 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b6efd0b5-71e9-4889-a207-3bd7e615e15c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/d5f4252e-dc7a-4621-8352-434c73442c39 HTTP/1.1" status: 204 len: 168 time: 0.8107691 May 06 09:59:47.007467 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43248) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:47.109409 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ee4100fd-e423-432a-97ce-f17c88532123 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0926595 May 06 09:59:47.113018 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43252) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:47.138081 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-f585ef2f-8c9e-4272-8d18-9937ba6e04f1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:47.190099 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4065d468-2c24-43d2-bf16-c00247e2ef44 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:47.281970 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device c28d36b4-de49-4f4c-8ff2-6db7f2bb98b8 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:59:47.341290 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-69210b7b-aa36-4bf2-8db0-417582fa4ab5 None None] Provisioning complete for port c28d36b4-de49-4f4c-8ff2-6db7f2bb98b8 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:47.342281 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-69210b7b-aa36-4bf2-8db0-417582fa4ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:47.357998 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-5689514c-5c1a-4196-95c2-bf65716f888c None None] Set router 1ba1b5ea-d573-4645-a5e4-d24014e57561 gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:47.406516 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f585ef2f-8c9e-4272-8d18-9937ba6e04f1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:47.411243 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f585ef2f-8c9e-4272-8d18-9937ba6e04f1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:47.508562 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4065d468-2c24-43d2-bf16-c00247e2ef44 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Router 1ba1b5ea-d573-4645-a5e4-d24014e57561 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:59:47.601394 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port c28d36b4-de49-4f4c-8ff2-6db7f2bb98b8 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:47.601954 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:47.690452 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d87b71c-e01b-46f0-b23b-2e86409a29a9 None None] DHCP port deletion for 0d1252d9-04fb-40a6-862c-9b06ebf6d551 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:59:47.703397 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43272) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:47.715814 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-e80d5cfa-4348-4e8b-af03-766ff6f9986a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2046581513-network', 'tenant_id': 'b48252870dab426a820d2c86a0640609'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:47.721495 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-69210b7b-aa36-4bf2-8db0-417582fa4ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:47.731565 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f585ef2f-8c9e-4272-8d18-9937ba6e04f1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:47.757150 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4065d468-2c24-43d2-bf16-c00247e2ef44 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:59:47.775610 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4065d468-2c24-43d2-bf16-c00247e2ef44 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "PUT /v2.0/routers/1ba1b5ea-d573-4645-a5e4-d24014e57561/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3389642 May 06 09:59:47.778950 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43276) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:47.791060 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f585ef2f-8c9e-4272-8d18-9937ba6e04f1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:47.795180 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-f585ef2f-8c9e-4272-8d18-9937ba6e04f1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:47.804396 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f585ef2f-8c9e-4272-8d18-9937ba6e04f1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:47.805661 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f585ef2f-8c9e-4272-8d18-9937ba6e04f1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:47.820318 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585ef2f-8c9e-4272-8d18-9937ba6e04f1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Subnet': ['ID=fabc5e29-ff97-4a29-8431-575c7f6b8e12,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:47.841288 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f585ef2f-8c9e-4272-8d18-9937ba6e04f1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7244344 May 06 09:59:47.841496 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80d5cfa-4348-4e8b-af03-766ff6f9986a admin admin] Made reservation on behalf of b48252870dab426a820d2c86a0640609 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:47.841756 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43278) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:47.841986 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e80d5cfa-4348-4e8b-af03-766ff6f9986a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:47.848412 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-724fa158-5081-43a0-ba15-0a04caab008e tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:47.856520 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e80d5cfa-4348-4e8b-af03-766ff6f9986a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:47.859654 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-69210b7b-aa36-4bf2-8db0-417582fa4ab5 None None] For port c28d36b4-de49-4f4c-8ff2-6db7f2bb98b8, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=c28d36b4-de49-4f4c-8ff2-6db7f2bb98b8,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:47.874405 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-69210b7b-aa36-4bf2-8db0-417582fa4ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:47.880348 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-795a14af-66c3-4049-850d-a233c6213cf9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Deleting subnet e363c319-267c-43c4-b0d4-2f98acb1c477 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:59:47.883905 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-795a14af-66c3-4049-850d-a233c6213cf9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:47.923904 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-9d87b71c-e01b-46f0-b23b-2e86409a29a9 None None] Deleting port c28d36b4-de49-4f4c-8ff2-6db7f2bb98b8 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:47.925206 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9d87b71c-e01b-46f0-b23b-2e86409a29a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:47.933315 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:47.941174 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-795a14af-66c3-4049-850d-a233c6213cf9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:47.998254 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724fa158-5081-43a0-ba15-0a04caab008e tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:48.003448 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-724fa158-5081-43a0-ba15-0a04caab008e tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:48.049947 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-5689514c-5c1a-4196-95c2-bf65716f888c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'name': 'tempest-RoutersIpV6Test-router-1292929843', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:14Z', 'updated_at': '2022-05-06T09:59:46Z', 'revision_number': 8, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None, '_interfaces': [{'id': '390a1420-d01f-469a-941e-07065d8b3b23', 'name': '', 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:6f:2e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:17Z', 'updated_at': '2022-05-06T09:59:24Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebf69b5a-9f4e-44af-950e-071ba16d2f31', 'name': '', 'network_id': '1c86a9fc-91fa-4a6a-8565-9caac58697cf', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:2a:28:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '35404f1e-ad34-4e95-8102-acf540fab4db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:29Z', 'updated_at': '2022-05-06T09:59:41Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '35404f1e-ad34-4e95-8102-acf540fab4db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5adc98-3fec-42ac-b14a-b6badfe94031', 'name': '', 'network_id': '68699ff2-282d-4b68-902d-09206c1ef9b5', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:8d:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:24Z', 'updated_at': '2022-05-06T09:59:35Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:48.087583 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e80d5cfa-4348-4e8b-af03-766ff6f9986a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:48.089184 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-795a14af-66c3-4049-850d-a233c6213cf9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:48.101295 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5689514c-5c1a-4196-95c2-bf65716f888c None None] Checking router: 1ba1b5ea-d573-4645-a5e4-d24014e57561 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:59:48.108034 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69210b7b-aa36-4bf2-8db0-417582fa4ab5 None None] Pushing event updated for resources: {'Port': ['ID=c28d36b4-de49-4f4c-8ff2-6db7f2bb98b8,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:48.113159 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e80d5cfa-4348-4e8b-af03-766ff6f9986a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:48.158530 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80d5cfa-4348-4e8b-af03-766ff6f9986a admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:59:48.163727 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d5cfa-4348-4e8b-af03-766ff6f9986a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755e5d58-133b-4dbe-9631-c0cd1523c345,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:48.180170 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5689514c-5c1a-4196-95c2-bf65716f888c None None] Routers {'1ba1b5ea-d573-4645-a5e4-d24014e57561'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:48.182252 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e80d5cfa-4348-4e8b-af03-766ff6f9986a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:48.182640 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-e80d5cfa-4348-4e8b-af03-766ff6f9986a admin admin] Added segment e0418415-bf3f-429f-8e9d-263410e8e38a of type vlan for network 2a063612-4e90-46eb-a16d-744f215c763a May 06 09:59:48.183401 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-5689514c-5c1a-4196-95c2-bf65716f888c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:59:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1ba1b5ea-d573-4645-a5e4-d24014e57561'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:48.266107 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-795a14af-66c3-4049-850d-a233c6213cf9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:48.278032 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e80d5cfa-4348-4e8b-af03-766ff6f9986a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:48.300778 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-9d87b71c-e01b-46f0-b23b-2e86409a29a9 None None] For port c28d36b4-de49-4f4c-8ff2-6db7f2bb98b8, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=c28d36b4-de49-4f4c-8ff2-6db7f2bb98b8,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:48.301458 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9d87b71c-e01b-46f0-b23b-2e86409a29a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:48.315377 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a14af-66c3-4049-850d-a233c6213cf9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Subnet': ['ID=e363c319-267c-43c4-b0d4-2f98acb1c477,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:48.315809 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:59:48.316353 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:59:48.325363 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-795a14af-66c3-4049-850d-a233c6213cf9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:48.327785 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427cac3c-68bc-4358-9b13-45e3983f9778 None None] Network 145c9cbd-18be-46ff-b35c-71a71c562b27 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:48.331768 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-795a14af-66c3-4049-850d-a233c6213cf9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/subnets/e363c319-267c-43c4-b0d4-2f98acb1c477 HTTP/1.1" status: 204 len: 168 time: 0.5491204 May 06 09:59:48.333442 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43288) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:48.336363 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-9d87b71c-e01b-46f0-b23b-2e86409a29a9 None None] Calling delete_port for c28d36b4-de49-4f4c-8ff2-6db7f2bb98b8 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:48.354033 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-5689514c-5c1a-4196-95c2-bf65716f888c None None] Set router 1ba1b5ea-d573-4645-a5e4-d24014e57561 gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:48.422145 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e80d5cfa-4348-4e8b-af03-766ff6f9986a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:48.423529 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80d5cfa-4348-4e8b-af03-766ff6f9986a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:48.424088 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e80d5cfa-4348-4e8b-af03-766ff6f9986a admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:48.564732 n-d-840835-1 neutron-server[102653]: DEBUG neutron.objects.ports [None req-724fa158-5081-43a0-ba15-0a04caab008e tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102653) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:59:48.596257 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-330c061f-e155-42be-804f-c4f3db908898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:48.683268 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9d87b71c-e01b-46f0-b23b-2e86409a29a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:48.728159 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87b71c-e01b-46f0-b23b-2e86409a29a9 None None] Pushing event deleted for resources: {'Port': ['ID=c28d36b4-de49-4f4c-8ff2-6db7f2bb98b8,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:48.737461 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.ipam_pluggable_backend [None req-724fa158-5081-43a0-ba15-0a04caab008e tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Port c28d36b4-de49-4f4c-8ff2-6db7f2bb98b8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102653) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 06 09:59:48.738021 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.ipam_pluggable_backend [None req-724fa158-5081-43a0-ba15-0a04caab008e tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Reverting IP allocation for 2001:db8::f816:3eff:fe69:8afa {{(pid=102653) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 06 09:59:48.738627 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d87b71c-e01b-46f0-b23b-2e86409a29a9 None None] No DVR routers for this DVR port c28d36b4-de49-4f4c-8ff2-6db7f2bb98b8 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:59:48.744529 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-724fa158-5081-43a0-ba15-0a04caab008e tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:48.759027 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ab0a37-139b-4967-a388-c8ca8a2e57bc None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:48.850197 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fa158-5081-43a0-ba15-0a04caab008e tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Subnet': ['ID=a3e7e5d3-a9d3-49e7-a1f3-1ff920984f3d,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:48.880412 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724fa158-5081-43a0-ba15-0a04caab008e tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:48.882283 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-724fa158-5081-43a0-ba15-0a04caab008e tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:48.886186 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724fa158-5081-43a0-ba15-0a04caab008e tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:48.887063 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-724fa158-5081-43a0-ba15-0a04caab008e tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:48.900125 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5336654-0a08-48ef-9239-6b6c01e9febb None None] DHCP port deletion for 145c9cbd-18be-46ff-b35c-71a71c562b27 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:59:48.909799 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-724fa158-5081-43a0-ba15-0a04caab008e tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0666273 May 06 09:59:48.910495 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43302) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:48.914311 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Port c28d36b4-de49-4f4c-8ff2-6db7f2bb98b8 update to ACTIVE by agent not found {{(pid=102654) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} May 06 09:59:48.914797 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 18775edc-016d-4360-93a6-b27608ea4fe9 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:59:48.916526 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-c589625f-92e4-45f4-8dbe-04f5f07eb538 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'port': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'mac_address': 'fa:16:3e:8a:5c:be', 'name': 'tempest-NetworksTestDHCPv6-849647223'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:48.948614 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:48.952583 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 18775edc-016d-4360-93a6-b27608ea4fe9 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:59:48.952935 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 18775edc-016d-4360-93a6-b27608ea4fe9 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} May 06 09:59:48.999221 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-463f40ef-d774-4360-8bf1-9b5a0c43b2de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:49.037548 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e80d5cfa-4348-4e8b-af03-766ff6f9986a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3324807 May 06 09:59:49.041559 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43308) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:49.047760 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-dfc22b3c-3c18-4fa5-b732-3ccc15bb3d54 admin admin] Request body: {'subnet': {'network_id': '2a063612-4e90-46eb-a16d-744f215c763a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2046581513-subnet', 'tenant_id': 'b48252870dab426a820d2c86a0640609', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:49.068581 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c589625f-92e4-45f4-8dbe-04f5f07eb538 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:49.076044 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc22b3c-3c18-4fa5-b732-3ccc15bb3d54 admin admin] Made reservation on behalf of b48252870dab426a820d2c86a0640609 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:49.078839 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dfc22b3c-3c18-4fa5-b732-3ccc15bb3d54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:49.087604 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d5cfa-4348-4e8b-af03-766ff6f9986a admin admin] Pushing event updated for resources: {'Network': ['ID=2a063612-4e90-46eb-a16d-744f215c763a,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:49.119601 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-463f40ef-d774-4360-8bf1-9b5a0c43b2de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Deleting port 479df7c1-de9c-4eed-b402-65f203bcf826 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:49.120180 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-463f40ef-d774-4360-8bf1-9b5a0c43b2de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:49.158698 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 2a063612-4e90-46eb-a16d-744f215c763a details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:59:49.176437 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Port 18775edc-016d-4360-93a6-b27608ea4fe9 not found, will not notify nova. {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} May 06 09:59:49.222363 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-463f40ef-d774-4360-8bf1-9b5a0c43b2de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] For port 479df7c1-de9c-4eed-b402-65f203bcf826, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=479df7c1-de9c-4eed-b402-65f203bcf826,segment=NetworkSegment(c48db259-0015-4047-9342-b71a6e44a866),segment_id=c48db259-0015-4047-9342-b71a6e44a866)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:49.223063 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-463f40ef-d774-4360-8bf1-9b5a0c43b2de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:49.247148 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-463f40ef-d774-4360-8bf1-9b5a0c43b2de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Calling delete_port for 479df7c1-de9c-4eed-b402-65f203bcf826 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:49.262649 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c589625f-92e4-45f4-8dbe-04f5f07eb538 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:49.322697 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-c589625f-92e4-45f4-8dbe-04f5f07eb538 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] device_id is not set on port 898854ab-71bd-4be4-b743-0a438a0fbdd9 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:59:49.358376 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-463f40ef-d774-4360-8bf1-9b5a0c43b2de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:49.376398 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-5689514c-5c1a-4196-95c2-bf65716f888c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'name': 'tempest-RoutersIpV6Test-router-1292929843', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:14Z', 'updated_at': '2022-05-06T09:59:46Z', 'revision_number': 8, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None, '_interfaces': [{'id': '390a1420-d01f-469a-941e-07065d8b3b23', 'name': '', 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:6f:2e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:17Z', 'updated_at': '2022-05-06T09:59:24Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebf69b5a-9f4e-44af-950e-071ba16d2f31', 'name': '', 'network_id': '1c86a9fc-91fa-4a6a-8565-9caac58697cf', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:2a:28:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '35404f1e-ad34-4e95-8102-acf540fab4db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:29Z', 'updated_at': '2022-05-06T09:59:41Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '35404f1e-ad34-4e95-8102-acf540fab4db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5adc98-3fec-42ac-b14a-b6badfe94031', 'name': '', 'network_id': '68699ff2-282d-4b68-902d-09206c1ef9b5', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:8d:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:24Z', 'updated_at': '2022-05-06T09:59:35Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:49.376916 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463f40ef-d774-4360-8bf1-9b5a0c43b2de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] No DVR routers for this DVR port 479df7c1-de9c-4eed-b402-65f203bcf826 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:59:49.388072 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d5336654-0a08-48ef-9239-6b6c01e9febb None None] Deleting port 479df7c1-de9c-4eed-b402-65f203bcf826 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:49.388458 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d5336654-0a08-48ef-9239-6b6c01e9febb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:49.391511 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7480a0-7ef7-49c3-904e-ee1e532a544b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'fixed_ips': [{'subnet_id': 'a3e7e5d3-a9d3-49e7-a1f3-1ff920984f3d'}, {'subnet_id': 'fabc5e29-ff97-4a29-8431-575c7f6b8e12'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:59:49.392414 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8d7480a0-7ef7-49c3-904e-ee1e532a544b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:49.429849 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f40ef-d774-4360-8bf1-9b5a0c43b2de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Port': ['ID=479df7c1-de9c-4eed-b402-65f203bcf826,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:49.471107 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5689514c-5c1a-4196-95c2-bf65716f888c None None] The sync data for ids ['1ba1b5ea-d573-4645-a5e4-d24014e57561'] in n-d-840835-1 is: [{'id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'name': 'tempest-RoutersIpV6Test-router-1292929843', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:14Z', 'updated_at': '2022-05-06T09:59:46Z', 'revision_number': 8, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None, '_interfaces': [{'id': '390a1420-d01f-469a-941e-07065d8b3b23', 'name': '', 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:6f:2e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:17Z', 'updated_at': '2022-05-06T09:59:24Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebf69b5a-9f4e-44af-950e-071ba16d2f31', 'name': '', 'network_id': '1c86a9fc-91fa-4a6a-8565-9caac58697cf', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:2a:28:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '35404f1e-ad34-4e95-8102-acf540fab4db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:29Z', 'updated_at': '2022-05-06T09:59:41Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '35404f1e-ad34-4e95-8102-acf540fab4db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5adc98-3fec-42ac-b14a-b6badfe94031', 'name': '', 'network_id': '68699ff2-282d-4b68-902d-09206c1ef9b5', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:8d:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:24Z', 'updated_at': '2022-05-06T09:59:35Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:59:49.500881 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dfc22b3c-3c18-4fa5-b732-3ccc15bb3d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:49.506951 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 479df7c1-de9c-4eed-b402-65f203bcf826 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:59:49.525161 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-463f40ef-d774-4360-8bf1-9b5a0c43b2de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:49.558570 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d5336654-0a08-48ef-9239-6b6c01e9febb None None] For port 479df7c1-de9c-4eed-b402-65f203bcf826, host n-d-840835-1, got binding levels [] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:49.559111 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d5336654-0a08-48ef-9239-6b6c01e9febb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:49.560864 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-463f40ef-d774-4360-8bf1-9b5a0c43b2de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145c9cbd-18be-46ff-b35c-71a71c562b27']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:49.561847 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 479df7c1-de9c-4eed-b402-65f203bcf826 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:59:49.562196 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 479df7c1-de9c-4eed-b402-65f203bcf826 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:59:49.562705 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device c28d36b4-de49-4f4c-8ff2-6db7f2bb98b8 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:59:49.578401 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-463f40ef-d774-4360-8bf1-9b5a0c43b2de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48db259-0015-4047-9342-b71a6e44a866') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:49.579670 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-463f40ef-d774-4360-8bf1-9b5a0c43b2de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48db259-0015-4047-9342-b71a6e44a866') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:49.591424 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-463f40ef-d774-4360-8bf1-9b5a0c43b2de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:49.615257 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-463f40ef-d774-4360-8bf1-9b5a0c43b2de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:49.624942 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc22b3c-3c18-4fa5-b732-3ccc15bb3d54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=717e0a6b-a64a-44be-bc45-0d8a783c2aeb,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:49.629869 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-463f40ef-d774-4360-8bf1-9b5a0c43b2de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:59:49.630333 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-463f40ef-d774-4360-8bf1-9b5a0c43b2de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: timer() May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:59:49.635171 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:59:49.641541 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:49.643567 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d5336654-0a08-48ef-9239-6b6c01e9febb None None] Calling delete_port for 479df7c1-de9c-4eed-b402-65f203bcf826 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:49.651966 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: c28d36b4-de49-4f4c-8ff2-6db7f2bb98b8 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:59:49.652092 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device c28d36b4-de49-4f4c-8ff2-6db7f2bb98b8 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:59:49.654299 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc22b3c-3c18-4fa5-b732-3ccc15bb3d54 admin admin] Checking segment: {'id': 'e0418415-bf3f-429f-8e9d-263410e8e38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2a063612-4e90-46eb-a16d-744f215c763a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:59:49.654616 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.ipam_backend_mixin [None req-d5336654-0a08-48ef-9239-6b6c01e9febb None None] Port 479df7c1-de9c-4eed-b402-65f203bcf826 was not found and therefore no delete operation was performed {{(pid=102654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 09:59:49.654731 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc22b3c-3c18-4fa5-b732-3ccc15bb3d54 admin admin] Network hostable DHCP agents. Network: 2a063612-4e90-46eb-a16d-744f215c763a, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:59:49.663386 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d5336654-0a08-48ef-9239-6b6c01e9febb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:49.692243 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-c589625f-92e4-45f4-8dbe-04f5f07eb538 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Allocated IP 172.20.0.10 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/fabc5e29-ff97-4a29-8431-575c7f6b8e12/898854ab-71bd-4be4-b743-0a438a0fbdd9) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:49.694903 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc22b3c-3c18-4fa5-b732-3ccc15bb3d54 admin admin] Network 2a063612-4e90-46eb-a16d-744f215c763a is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:59:49.705747 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5336654-0a08-48ef-9239-6b6c01e9febb None None] Pushing event deleted for resources: {'Port': ['ID=479df7c1-de9c-4eed-b402-65f203bcf826,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:49.708303 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5336654-0a08-48ef-9239-6b6c01e9febb None None] No DVR routers for this DVR port 479df7c1-de9c-4eed-b402-65f203bcf826 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:59:49.709007 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-c589625f-92e4-45f4-8dbe-04f5f07eb538 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Allocated IP 2001:db8::f816:3eff:fe8a:5cbe (0d1252d9-04fb-40a6-862c-9b06ebf6d551/a3e7e5d3-a9d3-49e7-a1f3-1ff920984f3d/898854ab-71bd-4be4-b743-0a438a0fbdd9) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:49.718024 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-dfc22b3c-3c18-4fa5-b732-3ccc15bb3d54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 2a063612-4e90-46eb-a16d-744f215c763a) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:49.727303 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc22b3c-3c18-4fa5-b732-3ccc15bb3d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:49.728646 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dfc22b3c-3c18-4fa5-b732-3ccc15bb3d54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:49.738582 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326cf65a-2711-4368-9eb2-a10909444416 None None] Network 2a063612-4e90-46eb-a16d-744f215c763a requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:49.750411 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-463f40ef-d774-4360-8bf1-9b5a0c43b2de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:49.757398 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-463f40ef-d774-4360-8bf1-9b5a0c43b2de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:49.762381 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-463f40ef-d774-4360-8bf1-9b5a0c43b2de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/networks/145c9cbd-18be-46ff-b35c-71a71c562b27 HTTP/1.1" status: 204 len: 168 time: 1.4278793 May 06 09:59:49.772245 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-dfc22b3c-3c18-4fa5-b732-3ccc15bb3d54 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7213898 May 06 09:59:49.772245 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43316) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:49.789757 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f40ef-d774-4360-8bf1-9b5a0c43b2de tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Network': ['ID=145c9cbd-18be-46ff-b35c-71a71c562b27,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:49.937263 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e97de9-76f7-4229-97c0-a43cbc8d7bcc None None] Network 2a063612-4e90-46eb-a16d-744f215c763a requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:50.003047 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c589625f-92e4-45f4-8dbe-04f5f07eb538 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:50.155857 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c589625f-92e4-45f4-8dbe-04f5f07eb538 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:50.251924 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adfd840-5f14-48ec-8f63-6551b5e08f55 None None] Sync routers for ids ['1ba1b5ea-d573-4645-a5e4-d24014e57561'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:59:50.269411 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adfd840-5f14-48ec-8f63-6551b5e08f55 None None] Routers {'1ba1b5ea-d573-4645-a5e4-d24014e57561'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:50.270510 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-5adfd840-5f14-48ec-8f63-6551b5e08f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:59:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1ba1b5ea-d573-4645-a5e4-d24014e57561'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:50.305193 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-8d7480a0-7ef7-49c3-904e-ee1e532a544b None None] Allocated IP 172.20.0.2 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/fabc5e29-ff97-4a29-8431-575c7f6b8e12/b5b2ac63-c4d7-4798-80d8-c12056336dcf) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:50.318232 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-8d7480a0-7ef7-49c3-904e-ee1e532a544b None None] Allocated IP 2001:db8::f816:3eff:fe18:9b59 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/a3e7e5d3-a9d3-49e7-a1f3-1ff920984f3d/b5b2ac63-c4d7-4798-80d8-c12056336dcf) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:50.457032 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-5adfd840-5f14-48ec-8f63-6551b5e08f55 None None] Set router 1ba1b5ea-d573-4645-a5e4-d24014e57561 gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:50.534043 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589625f-92e4-45f4-8dbe-04f5f07eb538 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Port': ['ID=898854ab-71bd-4be4-b743-0a438a0fbdd9,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:50.559363 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c589625f-92e4-45f4-8dbe-04f5f07eb538 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:50.562908 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-c589625f-92e4-45f4-8dbe-04f5f07eb538 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:50.567086 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c589625f-92e4-45f4-8dbe-04f5f07eb538 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:59:50.591422 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8d7480a0-7ef7-49c3-904e-ee1e532a544b None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:50.604453 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8d7480a0-7ef7-49c3-904e-ee1e532a544b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:50.670285 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c589625f-92e4-45f4-8dbe-04f5f07eb538 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:50.670939 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c589625f-92e4-45f4-8dbe-04f5f07eb538 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:50.701727 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c589625f-92e4-45f4-8dbe-04f5f07eb538 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7876692 May 06 09:59:50.702599 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43334) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:50.721766 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7480a0-7ef7-49c3-904e-ee1e532a544b None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:50.725278 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-8d7480a0-7ef7-49c3-904e-ee1e532a544b None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:50.728936 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7480a0-7ef7-49c3-904e-ee1e532a544b None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:59:50.754971 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7480a0-7ef7-49c3-904e-ee1e532a544b None None] Pushing event updated for resources: {'Port': ['ID=b5b2ac63-c4d7-4798-80d8-c12056336dcf,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:50.815607 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6b36cb-1729-4aab-b7db-10c806522c4f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:50.822967 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-5adfd840-5f14-48ec-8f63-6551b5e08f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'name': 'tempest-RoutersIpV6Test-router-1292929843', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:14Z', 'updated_at': '2022-05-06T09:59:46Z', 'revision_number': 8, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None, '_interfaces': [{'id': '390a1420-d01f-469a-941e-07065d8b3b23', 'name': '', 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:6f:2e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:17Z', 'updated_at': '2022-05-06T09:59:24Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebf69b5a-9f4e-44af-950e-071ba16d2f31', 'name': '', 'network_id': '1c86a9fc-91fa-4a6a-8565-9caac58697cf', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:2a:28:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '35404f1e-ad34-4e95-8102-acf540fab4db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:29Z', 'updated_at': '2022-05-06T09:59:41Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '35404f1e-ad34-4e95-8102-acf540fab4db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5adc98-3fec-42ac-b14a-b6badfe94031', 'name': '', 'network_id': '68699ff2-282d-4b68-902d-09206c1ef9b5', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:8d:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:24Z', 'updated_at': '2022-05-06T09:59:35Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:50.832129 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6b36cb-1729-4aab-b7db-10c806522c4f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:50.837276 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ef6b36cb-1729-4aab-b7db-10c806522c4f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1303508 May 06 09:59:50.837424 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43342) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:50.842515 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f88b8bb4-9354-4a97-83c6-84445df173f1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:50.876704 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adfd840-5f14-48ec-8f63-6551b5e08f55 None None] Checking router: 1ba1b5ea-d573-4645-a5e4-d24014e57561 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:59:50.899573 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adfd840-5f14-48ec-8f63-6551b5e08f55 None None] Routers {'1ba1b5ea-d573-4645-a5e4-d24014e57561'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:50.901216 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-5adfd840-5f14-48ec-8f63-6551b5e08f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:59:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1ba1b5ea-d573-4645-a5e4-d24014e57561'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:50.966377 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8d7480a0-7ef7-49c3-904e-ee1e532a544b None None] Attempting to bind port b5b2ac63-c4d7-4798-80d8-c12056336dcf on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:59:50.967557 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8d7480a0-7ef7-49c3-904e-ee1e532a544b None None] Attempting to bind port b5b2ac63-c4d7-4798-80d8-c12056336dcf by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:59:50.972063 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7480a0-7ef7-49c3-904e-ee1e532a544b None None] Attempting to bind port b5b2ac63-c4d7-4798-80d8-c12056336dcf on network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:59:50.979826 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7480a0-7ef7-49c3-904e-ee1e532a544b None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:59:50.980583 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7480a0-7ef7-49c3-904e-ee1e532a544b None None] Checking segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:59:50.981358 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8d7480a0-7ef7-49c3-904e-ee1e532a544b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:50.981963 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7480a0-7ef7-49c3-904e-ee1e532a544b None None] Bound using segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:59:50.982662 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8d7480a0-7ef7-49c3-904e-ee1e532a544b None None] Bound port: b5b2ac63-c4d7-4798-80d8-c12056336dcf, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:59:50.983314 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8d7480a0-7ef7-49c3-904e-ee1e532a544b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:51.027971 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-5d0a7207-aa2b-479c-b330-a8cfb36996aa tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting port 898854ab-71bd-4be4-b743-0a438a0fbdd9 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:51.028748 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7207-aa2b-479c-b330-a8cfb36996aa tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:51.068348 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43348) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:51.070163 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-5adfd840-5f14-48ec-8f63-6551b5e08f55 None None] Set router 1ba1b5ea-d573-4645-a5e4-d24014e57561 gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:51.107970 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8d7480a0-7ef7-49c3-904e-ee1e532a544b None None] For port b5b2ac63-c4d7-4798-80d8-c12056336dcf, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:59:51.115179 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8d7480a0-7ef7-49c3-904e-ee1e532a544b None None] For port b5b2ac63-c4d7-4798-80d8-c12056336dcf, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b5b2ac63-c4d7-4798-80d8-c12056336dcf,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:59:51.124504 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8d7480a0-7ef7-49c3-904e-ee1e532a544b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:51.171215 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7207-aa2b-479c-b330-a8cfb36996aa tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:51.175387 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-b9f1e06d-1357-4fda-965c-3c25d81b5204 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:51.177196 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-b9f1e06d-1357-4fda-965c-3c25d81b5204 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/networks?id=cc8d5426-ce8a-4989-8725-36d1df0ca000 HTTP/1.1" status: 200 len: 811 time: 0.2535369 May 06 09:59:51.214464 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-5d0a7207-aa2b-479c-b330-a8cfb36996aa tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Calling delete_port for 898854ab-71bd-4be4-b743-0a438a0fbdd9 owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:51.241237 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:51.245206 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7480a0-7ef7-49c3-904e-ee1e532a544b None None] Pushing event updated for resources: {'Port': ['ID=b5b2ac63-c4d7-4798-80d8-c12056336dcf,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:51.248473 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 18775edc-016d-4360-93a6-b27608ea4fe9 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:59:51.266338 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-d40f8bf9-dc35-4ce4-bfef-fad4934f6b5e tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/quotas/e2c11cb6cc2b4530bc5be13bb602b8f1 HTTP/1.1" status: 200 len: 375 time: 0.0809915 May 06 09:59:51.278117 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 18775edc-016d-4360-93a6-b27608ea4fe9 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:59:51.279176 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 18775edc-016d-4360-93a6-b27608ea4fe9 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:59:51.316590 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8df1e158-f973-4b5c-8b41-907734ed9a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:51.323376 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-cef7b699-b1f8-4d94-9d44-1fe12ebab42f tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e2c11cb6cc2b4530bc5be13bb602b8f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453224 May 06 09:59:51.420010 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-5adfd840-5f14-48ec-8f63-6551b5e08f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'name': 'tempest-RoutersIpV6Test-router-1292929843', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:14Z', 'updated_at': '2022-05-06T09:59:46Z', 'revision_number': 8, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None, '_interfaces': [{'id': '390a1420-d01f-469a-941e-07065d8b3b23', 'name': '', 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:6f:2e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:17Z', 'updated_at': '2022-05-06T09:59:24Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebf69b5a-9f4e-44af-950e-071ba16d2f31', 'name': '', 'network_id': '1c86a9fc-91fa-4a6a-8565-9caac58697cf', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:2a:28:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '35404f1e-ad34-4e95-8102-acf540fab4db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:29Z', 'updated_at': '2022-05-06T09:59:41Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '35404f1e-ad34-4e95-8102-acf540fab4db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5adc98-3fec-42ac-b14a-b6badfe94031', 'name': '', 'network_id': '68699ff2-282d-4b68-902d-09206c1ef9b5', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:8d:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:24Z', 'updated_at': '2022-05-06T09:59:35Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:51.512512 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:51.524156 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7207-aa2b-479c-b330-a8cfb36996aa tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:51.570267 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a7207-aa2b-479c-b330-a8cfb36996aa tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Port': ['ID=898854ab-71bd-4be4-b743-0a438a0fbdd9,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:51.617190 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-f88b8bb4-9354-4a97-83c6-84445df173f1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Deleting port ebf69b5a-9f4e-44af-950e-071ba16d2f31 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:51.617790 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f88b8bb4-9354-4a97-83c6-84445df173f1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:51.626102 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adfd840-5f14-48ec-8f63-6551b5e08f55 None None] The sync data for ids ['1ba1b5ea-d573-4645-a5e4-d24014e57561'] in n-d-840835-1 is: [{'id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'name': 'tempest-RoutersIpV6Test-router-1292929843', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:14Z', 'updated_at': '2022-05-06T09:59:46Z', 'revision_number': 8, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None, '_interfaces': [{'id': '390a1420-d01f-469a-941e-07065d8b3b23', 'name': '', 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:6f:2e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:17Z', 'updated_at': '2022-05-06T09:59:24Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebf69b5a-9f4e-44af-950e-071ba16d2f31', 'name': '', 'network_id': '1c86a9fc-91fa-4a6a-8565-9caac58697cf', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:2a:28:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '35404f1e-ad34-4e95-8102-acf540fab4db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:29Z', 'updated_at': '2022-05-06T09:59:41Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '35404f1e-ad34-4e95-8102-acf540fab4db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5adc98-3fec-42ac-b14a-b6badfe94031', 'name': '', 'network_id': '68699ff2-282d-4b68-902d-09206c1ef9b5', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:8d:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:24Z', 'updated_at': '2022-05-06T09:59:35Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:59:51.670498 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-01eeb00c-f0c4-4d46-96a7-23f1749b6a37 service neutron] 10.222.0.73 "GET /v2.0/networks/cc8d5426-ce8a-4989-8725-36d1df0ca000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366494 May 06 09:59:51.704243 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7207-aa2b-479c-b330-a8cfb36996aa tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:51.711693 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5d0a7207-aa2b-479c-b330-a8cfb36996aa tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/898854ab-71bd-4be4-b743-0a438a0fbdd9 HTTP/1.1" status: 204 len: 168 time: 0.8728783 May 06 09:59:51.712977 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43354) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:51.770193 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e41d46-047e-451c-b6c2-ff705c07a5a9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:51.771813 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e41d46-047e-451c-b6c2-ff705c07a5a9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:51.773354 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e41d46-047e-451c-b6c2-ff705c07a5a9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:51.778104 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c7e41d46-047e-451c-b6c2-ff705c07a5a9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0611968 May 06 09:59:51.778374 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43356) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:51.798645 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8df1e158-f973-4b5c-8b41-907734ed9a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:51.812271 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8df1e158-f973-4b5c-8b41-907734ed9a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:51.830947 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-af421da3-26b8-4764-b94d-80c492c779be tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting subnet a3e7e5d3-a9d3-49e7-a1f3-1ff920984f3d {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:59:51.834091 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af421da3-26b8-4764-b94d-80c492c779be tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:51.880287 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af421da3-26b8-4764-b94d-80c492c779be tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:51.911300 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df1e158-f973-4b5c-8b41-907734ed9a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bf2c43-89ef-4f6a-912d-91a3703ec62b,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:51.917972 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8df1e158-f973-4b5c-8b41-907734ed9a5b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=294b7a5245bd42dab98c1fdbb47c021c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8460312 May 06 09:59:51.917972 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-f88b8bb4-9354-4a97-83c6-84445df173f1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] For port ebf69b5a-9f4e-44af-950e-071ba16d2f31, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=ebf69b5a-9f4e-44af-950e-071ba16d2f31,segment=NetworkSegment(3b670a47-9574-463f-a939-8ebe7732f6f5),segment_id=3b670a47-9574-463f-a939-8ebe7732f6f5)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:51.918228 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f88b8bb4-9354-4a97-83c6-84445df173f1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:51.921080 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43358) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:51.928407 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-de1caced-b762-4ecc-89e2-4790b30f7a30 service neutron] 10.222.0.73 "GET /v2.0/networks/cc8d5426-ce8a-4989-8725-36d1df0ca000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228732 May 06 09:59:51.946128 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-f88b8bb4-9354-4a97-83c6-84445df173f1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Calling delete_port for ebf69b5a-9f4e-44af-950e-071ba16d2f31 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:51.996636 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af421da3-26b8-4764-b94d-80c492c779be tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:52.028849 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5d91a1de-9b25-4632-968a-b1d943fa6398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:52.090802 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5d91a1de-9b25-4632-968a-b1d943fa6398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:52.111032 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af421da3-26b8-4764-b94d-80c492c779be tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:52.147315 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af421da3-26b8-4764-b94d-80c492c779be tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e7e5d3-a9d3-49e7-a1f3-1ff920984f3d,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:52.154216 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af421da3-26b8-4764-b94d-80c492c779be tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:52.157588 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-af421da3-26b8-4764-b94d-80c492c779be tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/a3e7e5d3-a9d3-49e7-a1f3-1ff920984f3d HTTP/1.1" status: 204 len: 168 time: 0.3782115 May 06 09:59:52.163694 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43364) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:52.176917 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b885e5d-c2ce-4c61-b939-d1a31d1e6557 req-46f2dc0d-0d46-4ab1-8617-c4e394666e2a tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/ports?device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 210 time: 0.0872869 May 06 09:59:52.233416 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fcdfa42-2dcf-49d3-99f5-158efe04d466 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting subnet fabc5e29-ff97-4a29-8431-575c7f6b8e12 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:59:52.237216 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2fcdfa42-2dcf-49d3-99f5-158efe04d466 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:52.290934 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5d91a1de-9b25-4632-968a-b1d943fa6398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:52.293557 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5d91a1de-9b25-4632-968a-b1d943fa6398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:52.294733 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5d91a1de-9b25-4632-968a-b1d943fa6398 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c1bf2c43-89ef-4f6a-912d-91a3703ec62b HTTP/1.1" status: 204 len: 168 time: 0.3725951 May 06 09:59:52.300350 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2fcdfa42-2dcf-49d3-99f5-158efe04d466 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:52.309922 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91a1de-9b25-4632-968a-b1d943fa6398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bf2c43-89ef-4f6a-912d-91a3703ec62b,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:52.312122 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f88b8bb4-9354-4a97-83c6-84445df173f1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:52.343045 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b8bb4-9354-4a97-83c6-84445df173f1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Port': ['ID=ebf69b5a-9f4e-44af-950e-071ba16d2f31,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:52.497644 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2fcdfa42-2dcf-49d3-99f5-158efe04d466 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:52.499860 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f88b8bb4-9354-4a97-83c6-84445df173f1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:52.604028 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2fcdfa42-2dcf-49d3-99f5-158efe04d466 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:52.656830 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcdfa42-2dcf-49d3-99f5-158efe04d466 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Subnet': ['ID=fabc5e29-ff97-4a29-8431-575c7f6b8e12,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:52.679767 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2fcdfa42-2dcf-49d3-99f5-158efe04d466 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:52.684212 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2fcdfa42-2dcf-49d3-99f5-158efe04d466 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/fabc5e29-ff97-4a29-8431-575c7f6b8e12 HTTP/1.1" status: 204 len: 168 time: 0.5171468 May 06 09:59:52.687270 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43378) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:52.737539 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c006d6ee-abf4-4ad2-8f6d-a4648c2c2bca tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465746 May 06 09:59:52.738235 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43380) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:52.806843 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7e9af2-9a3e-456d-bfb8-783e30fd40ec tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:52.808422 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5c7e9af2-9a3e-456d-bfb8-783e30fd40ec tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0690815 May 06 09:59:52.809017 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43382) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:52.810926 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43384) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:52.850859 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9f56c0fa-ae23-4248-812d-eae31c11f4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:52.860498 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88b8bb4-9354-4a97-83c6-84445df173f1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Router 1ba1b5ea-d573-4645-a5e4-d24014e57561 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:59:52.876570 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25da3967-c85a-481a-9f7e-1840fac048b9 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:52.918527 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b9efbb-c39b-412d-a0a9-2abcf7b8a394 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:52.923955 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-35b9efbb-c39b-412d-a0a9-2abcf7b8a394 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1055746 May 06 09:59:52.932042 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43386) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:52.990018 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e5253a84-f013-47b3-97b6-371f9c625260 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0565057 May 06 09:59:52.996158 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43388) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:52.997346 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-655bb410-04b2-4f72-b8e0-46ac82a72cf2 None None] Provisioning complete for port b5b2ac63-c4d7-4798-80d8-c12056336dcf triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:52.997732 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-655bb410-04b2-4f72-b8e0-46ac82a72cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:52.997920 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88b8bb4-9354-4a97-83c6-84445df173f1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:59:53.008182 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f88b8bb4-9354-4a97-83c6-84445df173f1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "PUT /v2.0/routers/1ba1b5ea-d573-4645-a5e4-d24014e57561/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2380061 May 06 09:59:53.008378 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43390) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:53.011294 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-d6cefeee-e7a8-4126-b36a-b359c0ddd3ba tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:53.036139 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ecdca0-3faa-451f-9e8a-0888060000e5 None None] Sync routers for ids ['1ba1b5ea-d573-4645-a5e4-d24014e57561'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:59:53.061223 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ecdca0-3faa-451f-9e8a-0888060000e5 None None] Routers {'1ba1b5ea-d573-4645-a5e4-d24014e57561'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:53.061883 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f8ecdca0-3faa-451f-9e8a-0888060000e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:59:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1ba1b5ea-d573-4645-a5e4-d24014e57561'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:53.082817 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-14009e6b-7604-480d-b788-879b57369c0f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Deleting subnet 35404f1e-ad34-4e95-8102-acf540fab4db {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:59:53.088062 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-14009e6b-7604-480d-b788-879b57369c0f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:53.142776 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9f56c0fa-ae23-4248-812d-eae31c11f4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:53.152337 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9f56c0fa-ae23-4248-812d-eae31c11f4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:53.153401 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-14009e6b-7604-480d-b788-879b57369c0f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:53.166200 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cefeee-e7a8-4126-b36a-b359c0ddd3ba tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:53.170001 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6cefeee-e7a8-4126-b36a-b359c0ddd3ba tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:53.171502 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6cefeee-e7a8-4126-b36a-b359c0ddd3ba tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:59:53.171950 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6cefeee-e7a8-4126-b36a-b359c0ddd3ba tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:59:53.181882 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-f8ecdca0-3faa-451f-9e8a-0888060000e5 None None] Set router 1ba1b5ea-d573-4645-a5e4-d24014e57561 gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:53.235905 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9f56c0fa-ae23-4248-812d-eae31c11f4e3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=10ae628681194fff93d455cdb95a09fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4236090 May 06 09:59:53.237906 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d6cefeee-e7a8-4126-b36a-b359c0ddd3ba tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2372518 May 06 09:59:53.238631 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43394) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:53.246572 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56c0fa-ae23-4248-812d-eae31c11f4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1aa6e8c-3c5a-4103-8589-c9970b35a3a8,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:53.249917 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43396) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:53.256976 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-c6b036c9-6ab5-4afa-8fac-421c7aefa8fe tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:53.292440 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d39bd74-51c2-4aaa-9567-c6726a408d25 None None] DHCP port deletion for 0d1252d9-04fb-40a6-862c-9b06ebf6d551 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:59:53.372460 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3dfd7ccc-95b8-4ec9-96db-42ca3ac28e27 req-6e0b9b69-f82b-4d21-9dbb-3977ca86da79 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/ports?device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 210 time: 0.0395355 May 06 09:59:53.390374 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-14009e6b-7604-480d-b788-879b57369c0f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:53.396361 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b5b2ac63-c4d7-4798-80d8-c12056336dcf no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:59:53.407869 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-83a5a361-7dd4-4d8a-9677-eb391873512f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:53.429970 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-655bb410-04b2-4f72-b8e0-46ac82a72cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:53.478936 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b036c9-6ab5-4afa-8fac-421c7aefa8fe tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:53.483448 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c6b036c9-6ab5-4afa-8fac-421c7aefa8fe tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:53.484928 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b036c9-6ab5-4afa-8fac-421c7aefa8fe tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:59:53.485356 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-14009e6b-7604-480d-b788-879b57369c0f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:53.485505 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b036c9-6ab5-4afa-8fac-421c7aefa8fe tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:59:53.518919 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-83a5a361-7dd4-4d8a-9677-eb391873512f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:53.524085 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50233bb2-7d36-4007-8708-4706ba0016b7 None None] Network 1c86a9fc-91fa-4a6a-8565-9caac58697cf requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:53.540647 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c6b036c9-6ab5-4afa-8fac-421c7aefa8fe tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2851105 May 06 09:59:53.546327 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43398) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:53.549495 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-14009e6b-7604-480d-b788-879b57369c0f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:53.555939 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-14009e6b-7604-480d-b788-879b57369c0f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/subnets/35404f1e-ad34-4e95-8102-acf540fab4db HTTP/1.1" status: 204 len: 168 time: 0.5466251 May 06 09:59:53.558614 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43400) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:53.565230 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-8c07a1c1-f16f-4b58-909b-142ce0f63b00 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:53.570566 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14009e6b-7604-480d-b788-879b57369c0f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Subnet': ['ID=35404f1e-ad34-4e95-8102-acf540fab4db,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:53.618100 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-655bb410-04b2-4f72-b8e0-46ac82a72cf2 None None] For port b5b2ac63-c4d7-4798-80d8-c12056336dcf, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b5b2ac63-c4d7-4798-80d8-c12056336dcf,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:53.639785 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-655bb410-04b2-4f72-b8e0-46ac82a72cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:53.651203 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-4074bb40-c241-47c5-b2a8-5c816ca087a9 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:53.652719 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-4074bb40-c241-47c5-b2a8-5c816ca087a9 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.84 "GET /v2.0/networks?id=cc8d5426-ce8a-4989-8725-36d1df0ca000 HTTP/1.1" status: 200 len: 811 time: 0.2733045 May 06 09:59:53.656448 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-8d39bd74-51c2-4aaa-9567-c6726a408d25 None None] Deleting port b5b2ac63-c4d7-4798-80d8-c12056336dcf {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:53.657186 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8d39bd74-51c2-4aaa-9567-c6726a408d25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:53.672451 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-ee6cd14f-55ac-46b5-b6d8-dc7d723f9dc5 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Request body: {'port': {'device_id': '923c0ec3-438b-48a5-9195-022834146f5e', 'network_id': 'cc8d5426-ce8a-4989-8725-36d1df0ca000', 'admin_state_up': True, 'tenant_id': 'e2c11cb6cc2b4530bc5be13bb602b8f1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:53.682892 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c07a1c1-f16f-4b58-909b-142ce0f63b00 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:53.687232 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8c07a1c1-f16f-4b58-909b-142ce0f63b00 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:53.688706 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c07a1c1-f16f-4b58-909b-142ce0f63b00 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:59:53.689461 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c07a1c1-f16f-4b58-909b-142ce0f63b00 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:59:53.709749 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8c07a1c1-f16f-4b58-909b-142ce0f63b00 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1512251 May 06 09:59:53.713226 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43402) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:53.718595 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-a49af0fe-435f-468b-b33a-932380510544 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:53.743369 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0265b89b-38ac-4fe8-81b0-c587101315ee tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:53.752749 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-83a5a361-7dd4-4d8a-9677-eb391873512f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:53.755700 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-83a5a361-7dd4-4d8a-9677-eb391873512f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:53.759938 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-83a5a361-7dd4-4d8a-9677-eb391873512f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b1aa6e8c-3c5a-4103-8589-c9970b35a3a8 HTTP/1.1" status: 204 len: 168 time: 0.5171156 May 06 09:59:53.774162 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5a361-7dd4-4d8a-9677-eb391873512f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1aa6e8c-3c5a-4103-8589-c9970b35a3a8,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:53.855326 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49af0fe-435f-468b-b33a-932380510544 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:53.860700 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a49af0fe-435f-468b-b33a-932380510544 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:53.863276 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49af0fe-435f-468b-b33a-932380510544 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:59:53.863621 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49af0fe-435f-468b-b33a-932380510544 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:59:53.874839 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-ee6cd14f-55ac-46b5-b6d8-dc7d723f9dc5 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Made reservation on behalf of e2c11cb6cc2b4530bc5be13bb602b8f1 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:53.879059 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-ee6cd14f-55ac-46b5-b6d8-dc7d723f9dc5 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:53.888861 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-0265b89b-38ac-4fe8-81b0-c587101315ee tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Deleting port 5b54a061-fe25-470f-bd5b-3ac8b097968c {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:53.889266 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0265b89b-38ac-4fe8-81b0-c587101315ee tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:53.896180 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a49af0fe-435f-468b-b33a-932380510544 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1814480 May 06 09:59:53.897529 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43406) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:53.905333 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-e7f9b851-39ca-4206-97a8-6f3624208b9c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:54.022224 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f9b851-39ca-4206-97a8-6f3624208b9c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:54.023225 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-0265b89b-38ac-4fe8-81b0-c587101315ee tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] For port 5b54a061-fe25-470f-bd5b-3ac8b097968c, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=5b54a061-fe25-470f-bd5b-3ac8b097968c,segment=NetworkSegment(3b670a47-9574-463f-a939-8ebe7732f6f5),segment_id=3b670a47-9574-463f-a939-8ebe7732f6f5)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:54.023612 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0265b89b-38ac-4fe8-81b0-c587101315ee tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:54.028672 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e7f9b851-39ca-4206-97a8-6f3624208b9c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:54.031374 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f9b851-39ca-4206-97a8-6f3624208b9c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:59:54.031825 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7f9b851-39ca-4206-97a8-6f3624208b9c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:59:54.044971 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-0265b89b-38ac-4fe8-81b0-c587101315ee tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Calling delete_port for 5b54a061-fe25-470f-bd5b-3ac8b097968c owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:54.061492 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43410) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:54.062976 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e7f9b851-39ca-4206-97a8-6f3624208b9c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1620412 May 06 09:59:54.084764 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-46e5fb44-b6fe-4e0a-986d-c653c382c8e1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:54.126438 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8d39bd74-51c2-4aaa-9567-c6726a408d25 None None] For port b5b2ac63-c4d7-4798-80d8-c12056336dcf, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b5b2ac63-c4d7-4798-80d8-c12056336dcf,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:54.126956 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8d39bd74-51c2-4aaa-9567-c6726a408d25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:54.138721 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655bb410-04b2-4f72-b8e0-46ac82a72cf2 None None] Pushing event updated for resources: {'Port': ['ID=b5b2ac63-c4d7-4798-80d8-c12056336dcf,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:54.145592 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:54.155032 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-8d39bd74-51c2-4aaa-9567-c6726a408d25 None None] Calling delete_port for b5b2ac63-c4d7-4798-80d8-c12056336dcf owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:54.209433 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-ee6cd14f-55ac-46b5-b6d8-dc7d723f9dc5 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Allocated IP 172.20.0.10 (cc8d5426-ce8a-4989-8725-36d1df0ca000/dc46eb3b-b017-4eb1-938c-e66a813c3f9e/a045ab69-d600-4acf-b383-acda2feeef45) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:54.250440 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port b5b2ac63-c4d7-4798-80d8-c12056336dcf, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b5b2ac63-c4d7-4798-80d8-c12056336dcf,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:54.267572 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:54.277300 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f8ecdca0-3faa-451f-9e8a-0888060000e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'name': 'tempest-RoutersIpV6Test-router-1292929843', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:14Z', 'updated_at': '2022-05-06T09:59:52Z', 'revision_number': 9, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None, '_interfaces': [{'id': '390a1420-d01f-469a-941e-07065d8b3b23', 'name': '', 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:6f:2e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:17Z', 'updated_at': '2022-05-06T09:59:24Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5adc98-3fec-42ac-b14a-b6badfe94031', 'name': '', 'network_id': '68699ff2-282d-4b68-902d-09206c1ef9b5', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:8d:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:24Z', 'updated_at': '2022-05-06T09:59:35Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:54.312687 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e5fb44-b6fe-4e0a-986d-c653c382c8e1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:54.316723 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-46e5fb44-b6fe-4e0a-986d-c653c382c8e1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:54.318149 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e5fb44-b6fe-4e0a-986d-c653c382c8e1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:59:54.318584 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e5fb44-b6fe-4e0a-986d-c653c382c8e1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:59:54.333597 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc814ca-646c-4d57-8378-3586a2bfa534 None None] DHCP port deletion for 1c86a9fc-91fa-4a6a-8565-9caac58697cf request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:59:54.340725 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0265b89b-38ac-4fe8-81b0-c587101315ee tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:54.345406 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ecdca0-3faa-451f-9e8a-0888060000e5 None None] Checking router: 1ba1b5ea-d573-4645-a5e4-d24014e57561 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:59:54.356345 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-46e5fb44-b6fe-4e0a-986d-c653c382c8e1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2758143 May 06 09:59:54.359448 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43422) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:54.379481 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ecdca0-3faa-451f-9e8a-0888060000e5 None None] Routers {'1ba1b5ea-d573-4645-a5e4-d24014e57561'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:54.380406 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f8ecdca0-3faa-451f-9e8a-0888060000e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:59:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1ba1b5ea-d573-4645-a5e4-d24014e57561'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:54.424942 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c039904e-1ac5-4274-b283-9e4cc5b707fa tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0616653 May 06 09:59:54.426239 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43428) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:54.434509 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0265b89b-38ac-4fe8-81b0-c587101315ee tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] No DVR routers for this DVR port 5b54a061-fe25-470f-bd5b-3ac8b097968c on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:59:54.436207 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265b89b-38ac-4fe8-81b0-c587101315ee tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Port': ['ID=5b54a061-fe25-470f-bd5b-3ac8b097968c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:54.444531 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8d39bd74-51c2-4aaa-9567-c6726a408d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:54.460739 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d39bd74-51c2-4aaa-9567-c6726a408d25 None None] No DVR routers for this DVR port b5b2ac63-c4d7-4798-80d8-c12056336dcf on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:59:54.510015 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=b5b2ac63-c4d7-4798-80d8-c12056336dcf,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:54.548005 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39bd74-51c2-4aaa-9567-c6726a408d25 None None] Pushing event deleted for resources: {'Port': ['ID=b5b2ac63-c4d7-4798-80d8-c12056336dcf,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:54.550863 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f436e5-d1c6-4fce-8133-04aed64b1814 None None] get_active_networks_info from n-d-840835-1 {{(pid=102654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 09:59:54.561094 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1a17dc-2f15-45b0-9e23-506ea2a5d219 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:54.562603 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3b1a17dc-2f15-45b0-9e23-506ea2a5d219 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1245577 May 06 09:59:54.573806 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-ee6cd14f-55ac-46b5-b6d8-dc7d723f9dc5 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:54.594942 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-177de9c6-717d-4cac-99b0-2cc56d057ffb req-f29bb052-15c6-436a-beec-845a4324b6e1 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/ports?device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 210 time: 0.0311892 May 06 09:59:54.595473 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43432) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:54.646590 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d6b56112-4044-4406-a490-3dd10ab911e8 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500054 May 06 09:59:54.656043 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43436) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:54.661533 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-51f1401b-5943-4f90-a9af-9f23f9fe3a42 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:54.680535 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-f8ecdca0-3faa-451f-9e8a-0888060000e5 None None] Set router 1ba1b5ea-d573-4645-a5e4-d24014e57561 gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:54.689313 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0265b89b-38ac-4fe8-81b0-c587101315ee tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:54.719034 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-0265b89b-38ac-4fe8-81b0-c587101315ee tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c86a9fc-91fa-4a6a-8565-9caac58697cf']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:54.719630 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f436e5-d1c6-4fce-8133-04aed64b1814 None None] Resources bound (agent type, host, resource id): {{(pid=102654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 09:59:54.732354 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-0265b89b-38ac-4fe8-81b0-c587101315ee tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b670a47-9574-463f-a939-8ebe7732f6f5') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:54.732670 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-0265b89b-38ac-4fe8-81b0-c587101315ee tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b670a47-9574-463f-a939-8ebe7732f6f5') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:54.746360 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0265b89b-38ac-4fe8-81b0-c587101315ee tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:54.765569 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0265b89b-38ac-4fe8-81b0-c587101315ee tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:54.776268 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0265b89b-38ac-4fe8-81b0-c587101315ee tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:59:54.776698 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0265b89b-38ac-4fe8-81b0-c587101315ee tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: timer() May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: self._notify() May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:59:54.855940 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:59:54.887085 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0265b89b-38ac-4fe8-81b0-c587101315ee tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:54.929136 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0265b89b-38ac-4fe8-81b0-c587101315ee tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:54.939599 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0265b89b-38ac-4fe8-81b0-c587101315ee tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/networks/1c86a9fc-91fa-4a6a-8565-9caac58697cf HTTP/1.1" status: 204 len: 168 time: 1.3789632 May 06 09:59:54.940619 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43442) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:54.958659 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-ee6cd14f-55ac-46b5-b6d8-dc7d723f9dc5 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:54.977700 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265b89b-38ac-4fe8-81b0-c587101315ee tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Network': ['ID=1c86a9fc-91fa-4a6a-8565-9caac58697cf,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:55.090225 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f1401b-5943-4f90-a9af-9f23f9fe3a42 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:55.094927 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-51f1401b-5943-4f90-a9af-9f23f9fe3a42 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:55.173637 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f8ecdca0-3faa-451f-9e8a-0888060000e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'name': 'tempest-RoutersIpV6Test-router-1292929843', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:14Z', 'updated_at': '2022-05-06T09:59:52Z', 'revision_number': 9, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None, '_interfaces': [{'id': '390a1420-d01f-469a-941e-07065d8b3b23', 'name': '', 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:6f:2e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:17Z', 'updated_at': '2022-05-06T09:59:24Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5adc98-3fec-42ac-b14a-b6badfe94031', 'name': '', 'network_id': '68699ff2-282d-4b68-902d-09206c1ef9b5', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:8d:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:24Z', 'updated_at': '2022-05-06T09:59:35Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:55.184335 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-ee6cd14f-55ac-46b5-b6d8-dc7d723f9dc5 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Network cc8d5426-ce8a-4989-8725-36d1df0ca000 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:55.204537 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ecdca0-3faa-451f-9e8a-0888060000e5 None None] The sync data for ids ['1ba1b5ea-d573-4645-a5e4-d24014e57561'] in n-d-840835-1 is: [{'id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'name': 'tempest-RoutersIpV6Test-router-1292929843', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:14Z', 'updated_at': '2022-05-06T09:59:52Z', 'revision_number': 9, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None, '_interfaces': [{'id': '390a1420-d01f-469a-941e-07065d8b3b23', 'name': '', 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:6f:2e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:17Z', 'updated_at': '2022-05-06T09:59:24Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5adc98-3fec-42ac-b14a-b6badfe94031', 'name': '', 'network_id': '68699ff2-282d-4b68-902d-09206c1ef9b5', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:8d:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:24Z', 'updated_at': '2022-05-06T09:59:35Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '94949605-b51e-4f63-a266-d5a4b9c1d9fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:59:55.233322 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-ee6cd14f-55ac-46b5-b6d8-dc7d723f9dc5 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:55.237819 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-ee6cd14f-55ac-46b5-b6d8-dc7d723f9dc5 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:59:55.242496 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6cd14f-55ac-46b5-b6d8-dc7d723f9dc5 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Pushing event updated for resources: {'Port': ['ID=a045ab69-d600-4acf-b383-acda2feeef45,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:55.336115 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-ee6cd14f-55ac-46b5-b6d8-dc7d723f9dc5 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:55.336745 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-ee6cd14f-55ac-46b5-b6d8-dc7d723f9dc5 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:55.364028 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-ee6cd14f-55ac-46b5-b6d8-dc7d723f9dc5 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7012813 May 06 09:59:55.392216 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-b3d655e2-397d-4856-a02e-4de91225e0df service neutron] Request body: {'port': {'device_id': '923c0ec3-438b-48a5-9195-022834146f5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:55.460545 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-b3d655e2-397d-4856-a02e-4de91225e0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:55.464257 n-d-840835-1 neutron-server[102653]: DEBUG neutron.objects.ports [None req-51f1401b-5943-4f90-a9af-9f23f9fe3a42 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102653) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:59:55.465773 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-51f1401b-5943-4f90-a9af-9f23f9fe3a42 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:55.514756 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f1401b-5943-4f90-a9af-9f23f9fe3a42 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:55.517965 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-51f1401b-5943-4f90-a9af-9f23f9fe3a42 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:55.522325 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f1401b-5943-4f90-a9af-9f23f9fe3a42 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:55.522887 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-51f1401b-5943-4f90-a9af-9f23f9fe3a42 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:55.531194 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef13afb0-39f2-4164-a6c5-0af13e1d3f5e None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:55.533192 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1401b-5943-4f90-a9af-9f23f9fe3a42 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Subnet': ['ID=7a26e6a5-04c5-4ac1-af14-8b392238869c,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:55.552217 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-51f1401b-5943-4f90-a9af-9f23f9fe3a42 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8945682 May 06 09:59:55.552857 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43458) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:55.559959 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-e087b7da-54d3-4970-a9eb-5a1ce2e93380 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'port': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'mac_address': 'fa:16:3e:9d:e2:36', 'name': 'tempest-NetworksTestDHCPv6-1744399448'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:55.644182 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 5b54a061-fe25-470f-bd5b-3ac8b097968c no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:59:55.715164 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 5b54a061-fe25-470f-bd5b-3ac8b097968c {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:59:55.715516 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 5b54a061-fe25-470f-bd5b-3ac8b097968c not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:59:55.755852 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df22c565-ec99-427b-8d8c-066f2fb39a4f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:55.813375 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21f9c7-b25a-4a84-b1b0-67daba05b12f req-d65dddd3-d1ee-4257-a003-df115b8b46c1 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:55.815026 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f21f9c7-b25a-4a84-b1b0-67daba05b12f req-d65dddd3-d1ee-4257-a003-df115b8b46c1 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/ports?device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 932 time: 0.0797036 May 06 09:59:55.816289 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e087b7da-54d3-4970-a9eb-5a1ce2e93380 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:55.849607 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea94a44-aa7f-4fd2-9b76-0c3ac0d41d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'fixed_ips': [{'subnet_id': '7a26e6a5-04c5-4ac1-af14-8b392238869c'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:59:55.850718 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bea94a44-aa7f-4fd2-9b76-0c3ac0d41d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:55.915310 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e087b7da-54d3-4970-a9eb-5a1ce2e93380 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:55.967904 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-e087b7da-54d3-4970-a9eb-5a1ce2e93380 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] device_id is not set on port 3f687763-3533-4276-9375-401d55615417 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:59:56.039092 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f21f9c7-b25a-4a84-b1b0-67daba05b12f req-5b3715a7-bea6-4937-b8ab-09dab13cdc85 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe10db9-3060-4c68-9bbd-1a76ce2b7dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266820 May 06 09:59:56.074760 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-bea94a44-aa7f-4fd2-9b76-0c3ac0d41d09 None None] Allocated IP 2001:db8::f816:3eff:fe94:b2d3 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/7a26e6a5-04c5-4ac1-af14-8b392238869c/fa233d0e-eec2-41b4-8c78-d4fe43fc3c4d) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:56.084236 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-53e55084-b224-4493-9318-4e295255620a req-3810110b-a8a3-426e-9a05-462d78ba1f77 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1500957 May 06 09:59:56.129742 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-b3d655e2-397d-4856-a02e-4de91225e0df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a045ab69-d600-4acf-b383-acda2feeef45 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:59:56.139349 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-b3d655e2-397d-4856-a02e-4de91225e0df service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:56.200789 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-b3d655e2-397d-4856-a02e-4de91225e0df service neutron] Transition to ACTIVE for port object a045ab69-d600-4acf-b383-acda2feeef45 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:59:56.209644 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-b3d655e2-397d-4856-a02e-4de91225e0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:56.246032 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bea94a44-aa7f-4fd2-9b76-0c3ac0d41d09 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:56.253886 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bea94a44-aa7f-4fd2-9b76-0c3ac0d41d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:56.277176 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea94a44-aa7f-4fd2-9b76-0c3ac0d41d09 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:56.279879 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-bea94a44-aa7f-4fd2-9b76-0c3ac0d41d09 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:56.304398 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea94a44-aa7f-4fd2-9b76-0c3ac0d41d09 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:59:56.328042 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea94a44-aa7f-4fd2-9b76-0c3ac0d41d09 None None] Pushing event updated for resources: {'Port': ['ID=fa233d0e-eec2-41b4-8c78-d4fe43fc3c4d,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:56.335656 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-e087b7da-54d3-4970-a9eb-5a1ce2e93380 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Allocated IP 2001:db8::f816:3eff:fe9d:e236 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/7a26e6a5-04c5-4ac1-af14-8b392238869c/3f687763-3533-4276-9375-401d55615417) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:56.404610 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-bea94a44-aa7f-4fd2-9b76-0c3ac0d41d09 None None] Attempting to bind port fa233d0e-eec2-41b4-8c78-d4fe43fc3c4d on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:59:56.405086 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-bea94a44-aa7f-4fd2-9b76-0c3ac0d41d09 None None] Attempting to bind port fa233d0e-eec2-41b4-8c78-d4fe43fc3c4d by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:59:56.405560 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea94a44-aa7f-4fd2-9b76-0c3ac0d41d09 None None] Attempting to bind port fa233d0e-eec2-41b4-8c78-d4fe43fc3c4d on network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:59:56.411631 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea94a44-aa7f-4fd2-9b76-0c3ac0d41d09 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:59:56.412350 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea94a44-aa7f-4fd2-9b76-0c3ac0d41d09 None None] Checking segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:59:56.412994 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bea94a44-aa7f-4fd2-9b76-0c3ac0d41d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:56.413521 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea94a44-aa7f-4fd2-9b76-0c3ac0d41d09 None None] Bound using segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:59:56.414108 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-bea94a44-aa7f-4fd2-9b76-0c3ac0d41d09 None None] Bound port: fa233d0e-eec2-41b4-8c78-d4fe43fc3c4d, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:59:56.414714 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bea94a44-aa7f-4fd2-9b76-0c3ac0d41d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:56.514906 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-bea94a44-aa7f-4fd2-9b76-0c3ac0d41d09 None None] For port fa233d0e-eec2-41b4-8c78-d4fe43fc3c4d, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:59:56.519383 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-bea94a44-aa7f-4fd2-9b76-0c3ac0d41d09 None None] For port fa233d0e-eec2-41b4-8c78-d4fe43fc3c4d, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=fa233d0e-eec2-41b4-8c78-d4fe43fc3c4d,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:59:56.527352 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bea94a44-aa7f-4fd2-9b76-0c3ac0d41d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:56.539915 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e087b7da-54d3-4970-a9eb-5a1ce2e93380 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:56.589924 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e087b7da-54d3-4970-a9eb-5a1ce2e93380 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:56.602204 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea94a44-aa7f-4fd2-9b76-0c3ac0d41d09 None None] Pushing event updated for resources: {'Port': ['ID=fa233d0e-eec2-41b4-8c78-d4fe43fc3c4d,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:56.609329 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e55084-b224-4493-9318-4e295255620a req-e5f10e3d-0a7b-401b-abc8-95bdaf9199cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:56.611093 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-53e55084-b224-4493-9318-4e295255620a req-e5f10e3d-0a7b-401b-abc8-95bdaf9199cd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 1097 time: 0.4640844 May 06 09:59:56.615667 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d655e2-397d-4856-a02e-4de91225e0df service neutron] Pushing event updated for resources: {'Port': ['ID=a045ab69-d600-4acf-b383-acda2feeef45,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:56.662684 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e087b7da-54d3-4970-a9eb-5a1ce2e93380 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:56.666489 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-e087b7da-54d3-4970-a9eb-5a1ce2e93380 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:56.668985 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e087b7da-54d3-4970-a9eb-5a1ce2e93380 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:59:56.675111 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e087b7da-54d3-4970-a9eb-5a1ce2e93380 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:56.676139 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e087b7da-54d3-4970-a9eb-5a1ce2e93380 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:56.708495 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087b7da-54d3-4970-a9eb-5a1ce2e93380 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Port': ['ID=3f687763-3533-4276-9375-401d55615417,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:56.722289 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e087b7da-54d3-4970-a9eb-5a1ce2e93380 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1656249 May 06 09:59:56.723502 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43478) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:56.767839 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-df22c565-ec99-427b-8d8c-066f2fb39a4f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Deleting port fb5adc98-3fec-42ac-b14a-b6badfe94031 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:56.768406 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df22c565-ec99-427b-8d8c-066f2fb39a4f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:56.792391 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd04521a-d1f9-4f27-8ff7-aa2b5c11273b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:56.798832 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd04521a-d1f9-4f27-8ff7-aa2b5c11273b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:56.802923 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-dd04521a-d1f9-4f27-8ff7-aa2b5c11273b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0757208 May 06 09:59:56.803273 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43480) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:56.838537 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-b3d655e2-397d-4856-a02e-4de91225e0df service neutron] Attempting to bind port a045ab69-d600-4acf-b383-acda2feeef45 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:59:56.839133 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-b3d655e2-397d-4856-a02e-4de91225e0df service neutron] Attempting to bind port a045ab69-d600-4acf-b383-acda2feeef45 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '7aa2fa29-6ca3-4a86-850d-46ffde572819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cc8d5426-ce8a-4989-8725-36d1df0ca000'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:59:56.852127 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-b3d655e2-397d-4856-a02e-4de91225e0df service neutron] Attempting to bind port a045ab69-d600-4acf-b383-acda2feeef45 on network cc8d5426-ce8a-4989-8725-36d1df0ca000 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:59:56.887993 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-b3d655e2-397d-4856-a02e-4de91225e0df service neutron] Port a045ab69-d600-4acf-b383-acda2feeef45 on network cc8d5426-ce8a-4989-8725-36d1df0ca000 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:59:56.888322 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-b3d655e2-397d-4856-a02e-4de91225e0df service neutron] Attempting to bind port a045ab69-d600-4acf-b383-acda2feeef45 on network cc8d5426-ce8a-4989-8725-36d1df0ca000 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:59:56.908429 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-b3d655e2-397d-4856-a02e-4de91225e0df service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:59:56.908793 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-b3d655e2-397d-4856-a02e-4de91225e0df service neutron] Checking segment: {'id': '7aa2fa29-6ca3-4a86-850d-46ffde572819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cc8d5426-ce8a-4989-8725-36d1df0ca000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:59:56.909151 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-b3d655e2-397d-4856-a02e-4de91225e0df service neutron] Bound using segment: {'id': '7aa2fa29-6ca3-4a86-850d-46ffde572819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cc8d5426-ce8a-4989-8725-36d1df0ca000'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:59:56.909598 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-b3d655e2-397d-4856-a02e-4de91225e0df service neutron] Bound port: a045ab69-d600-4acf-b383-acda2feeef45, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aa2fa29-6ca3-4a86-850d-46ffde572819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cc8d5426-ce8a-4989-8725-36d1df0ca000'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:59:56.909964 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-b3d655e2-397d-4856-a02e-4de91225e0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:56.914601 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e55084-b224-4493-9318-4e295255620a req-537f9f44-f3d0-4083-a0f1-2f5d6dc433f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:56.916908 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-53e55084-b224-4493-9318-4e295255620a req-537f9f44-f3d0-4083-a0f1-2f5d6dc433f5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=43fdf43b-20c1-42c7-9501-ce94bba53414 HTTP/1.1" status: 200 len: 898 time: 0.2691984 May 06 09:59:56.979045 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-2e3c32a1-5b0e-474f-8917-d20d69ff1847 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting port 3f687763-3533-4276-9375-401d55615417 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:56.979417 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2e3c32a1-5b0e-474f-8917-d20d69ff1847 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:57.051155 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-df22c565-ec99-427b-8d8c-066f2fb39a4f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] For port fb5adc98-3fec-42ac-b14a-b6badfe94031, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=fb5adc98-3fec-42ac-b14a-b6badfe94031,segment=NetworkSegment(7c7c03bd-0605-4400-9da9-279138915dc7),segment_id=7c7c03bd-0605-4400-9da9-279138915dc7)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:57.052114 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df22c565-ec99-427b-8d8c-066f2fb39a4f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:57.075676 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-df22c565-ec99-427b-8d8c-066f2fb39a4f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Calling delete_port for fb5adc98-3fec-42ac-b14a-b6badfe94031 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:57.089112 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2e3c32a1-5b0e-474f-8917-d20d69ff1847 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:57.104449 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-2e3c32a1-5b0e-474f-8917-d20d69ff1847 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Calling delete_port for 3f687763-3533-4276-9375-401d55615417 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:57.122201 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-53e55084-b224-4493-9318-4e295255620a req-1e0d398f-5e82-4a50-bb70-cd6770279161 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1086e2f4-9cca-4533-9338-9c63a105b995 HTTP/1.1" status: 200 len: 1001 time: 0.1960888 May 06 09:59:57.199037 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-b3d655e2-397d-4856-a02e-4de91225e0df service neutron] For port a045ab69-d600-4acf-b383-acda2feeef45, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:59:57.232444 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54d90b-fd02-4898-8b0e-575896747841 req-f12638c6-8c1c-4684-9b08-40fc5272a390 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:57.234238 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d54d90b-fd02-4898-8b0e-575896747841 req-f12638c6-8c1c-4684-9b08-40fc5272a390 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/ports?device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 944 time: 0.0795949 May 06 09:59:57.236185 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-b3d655e2-397d-4856-a02e-4de91225e0df service neutron] For port a045ab69-d600-4acf-b383-acda2feeef45, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=a045ab69-d600-4acf-b383-acda2feeef45,segment=NetworkSegment(7aa2fa29-6ca3-4a86-850d-46ffde572819),segment_id=7aa2fa29-6ca3-4a86-850d-46ffde572819)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:59:57.244278 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-b3d655e2-397d-4856-a02e-4de91225e0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:57.251741 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e55084-b224-4493-9318-4e295255620a req-82ca69f3-eab9-4a4c-b5d6-5ca1351f31f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:57.253406 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-53e55084-b224-4493-9318-4e295255620a req-82ca69f3-eab9-4a4c-b5d6-5ca1351f31f8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f1a92695-e647-46ea-abf1-868e984a76d3 HTTP/1.1" status: 200 len: 835 time: 0.0928230 May 06 09:59:57.364920 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-b3d655e2-397d-4856-a02e-4de91225e0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:57.365547 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d54d90b-fd02-4898-8b0e-575896747841 req-1b72fae0-2525-4fb9-ae0d-f74e2797f5bb tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe10db9-3060-4c68-9bbd-1a76ce2b7dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940387 May 06 09:59:57.365794 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-b3d655e2-397d-4856-a02e-4de91225e0df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:57.367003 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2e3c32a1-5b0e-474f-8917-d20d69ff1847 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:57.367566 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-b3d655e2-397d-4856-a02e-4de91225e0df service neutron] 10.222.0.84 "PUT /v2.0/ports/a045ab69-d600-4acf-b383-acda2feeef45 HTTP/1.1" status: 200 len: 1092 time: 1.9803038 May 06 09:59:57.375020 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923c0ec3-438b-48a5-9195-022834146f5e', 'tag': 'a045ab69-d600-4acf-b383-acda2feeef45'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:59:57.375020 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da987bc-e0ba-4802-b0a3-44a538d68837" -d '{"events": [{"name": "network-changed", "server_uuid": "923c0ec3-438b-48a5-9195-022834146f5e", "tag": "a045ab69-d600-4acf-b383-acda2feeef45"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:59:57.408255 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device fa233d0e-eec2-41b4-8c78-d4fe43fc3c4d up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:59:57.410483 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d655e2-397d-4856-a02e-4de91225e0df service neutron] Pushing event updated for resources: {'Port': ['ID=a045ab69-d600-4acf-b383-acda2feeef45,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:57.450186 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2e3c32a1-5b0e-474f-8917-d20d69ff1847 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:57.453540 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2e3c32a1-5b0e-474f-8917-d20d69ff1847 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/3f687763-3533-4276-9375-401d55615417 HTTP/1.1" status: 204 len: 168 time: 0.6493201 May 06 09:59:57.454549 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c32a1-5b0e-474f-8917-d20d69ff1847 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Port': ['ID=3f687763-3533-4276-9375-401d55615417,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:57.456627 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43492) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:57.484593 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e55084-b224-4493-9318-4e295255620a req-63f2f850-c133-41c2-9030-98caf6b0ef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:57.486843 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-53e55084-b224-4493-9318-4e295255620a req-63f2f850-c133-41c2-9030-98caf6b0ef2c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=43fdf43b-20c1-42c7-9501-ce94bba53414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2026172 May 06 09:59:57.510068 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43494) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:57.535445 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab861d8-35cb-4d1e-afc0-45e36479de30 x-openstack-request-id: req-dab861d8-35cb-4d1e-afc0-45e36479de30 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:59:57.536143 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923c0ec3-438b-48a5-9195-022834146f5e", "tag": "a045ab69-d600-4acf-b383-acda2feeef45", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:59:57.536945 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dab861d8-35cb-4d1e-afc0-45e36479de30 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:59:57.537332 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab861d8-35cb-4d1e-afc0-45e36479de30'] response: {'name': 'network-changed', 'server_uuid': '923c0ec3-438b-48a5-9195-022834146f5e', 'tag': 'a045ab69-d600-4acf-b383-acda2feeef45', 'status': 'completed', 'code': 200} May 06 09:59:57.542139 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port fa233d0e-eec2-41b4-8c78-d4fe43fc3c4d triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:57.542412 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:57.578180 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e6fa6c-6ce2-4618-ae55-c702e22bf9e4 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:57.579778 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e6fa6c-6ce2-4618-ae55-c702e22bf9e4 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:57.590787 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-81e6fa6c-6ce2-4618-ae55-c702e22bf9e4 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1326661 May 06 09:59:57.593994 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43498) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:57.608674 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-9db2ff5f-2d5a-4133-816a-bb769f96896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:57.613144 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-9db2ff5f-2d5a-4133-816a-bb769f96896e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e2c11cb6cc2b4530bc5be13bb602b8f1&device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 1095 time: 0.1886671 May 06 09:59:57.633330 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df22c565-ec99-427b-8d8c-066f2fb39a4f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:57.688541 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22c565-ec99-427b-8d8c-066f2fb39a4f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Port': ['ID=fb5adc98-3fec-42ac-b14a-b6badfe94031,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:57.712110 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2901a013-f4f7-40b9-adb8-12bf0a3d738f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:57.717853 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-09791d37-9d44-41f8-a958-164c63efa300 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting subnet 7a26e6a5-04c5-4ac1-af14-8b392238869c {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:59:57.721399 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-09791d37-9d44-41f8-a958-164c63efa300 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:57.747819 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-bd271f79-1a26-4010-941e-899b86cfcd15 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a045ab69-d600-4acf-b383-acda2feeef45 HTTP/1.1" status: 200 len: 217 time: 0.1099560 May 06 09:59:57.783374 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-09791d37-9d44-41f8-a958-164c63efa300 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:57.832951 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:57.876830 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port fa233d0e-eec2-41b4-8c78-d4fe43fc3c4d, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=fa233d0e-eec2-41b4-8c78-d4fe43fc3c4d,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:57.887378 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:57.913776 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df22c565-ec99-427b-8d8c-066f2fb39a4f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:57.926470 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-53e55084-b224-4493-9318-4e295255620a req-e7453306-710c-4420-b6ac-215ce24cfe04 service neutron] 10.222.0.77 "GET /v2.0/networks/43fdf43b-20c1-42c7-9501-ce94bba53414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275584 May 06 09:59:57.953949 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ebf69b5a-9f4e-44af-950e-071ba16d2f31 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:59:57.959240 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-09791d37-9d44-41f8-a958-164c63efa300 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:58.004275 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: ebf69b5a-9f4e-44af-950e-071ba16d2f31 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:59:58.005243 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ebf69b5a-9f4e-44af-950e-071ba16d2f31 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:59:58.060340 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=fa233d0e-eec2-41b4-8c78-d4fe43fc3c4d,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:58.079035 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-bc744915-2e56-441a-8c2b-c696055cdd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:58.080665 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-bc744915-2e56-441a-8c2b-c696055cdd1f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dc46eb3b-b017-4eb1-938c-e66a813c3f9e HTTP/1.1" status: 200 len: 851 time: 0.3097551 May 06 09:59:58.081228 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2901a013-f4f7-40b9-adb8-12bf0a3d738f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:58.089214 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2901a013-f4f7-40b9-adb8-12bf0a3d738f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:58.119175 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-09791d37-9d44-41f8-a958-164c63efa300 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:58.126231 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-8c7e7ebe-228d-4cc4-8772-a360f7abeef6 None None] Provisioning complete for port fa233d0e-eec2-41b4-8c78-d4fe43fc3c4d triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:58.126581 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8c7e7ebe-228d-4cc4-8772-a360f7abeef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:58.137173 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-8a17c3dc-2c04-4c2e-962c-3490dbe89f15 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cc8d5426-ce8a-4989-8725-36d1df0ca000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424399 May 06 09:59:58.151583 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2901a013-f4f7-40b9-adb8-12bf0a3d738f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e185e8b669de497dba588d903acdb95f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6396208 May 06 09:59:58.159173 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43500) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:58.200975 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09791d37-9d44-41f8-a958-164c63efa300 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Subnet': ['ID=7a26e6a5-04c5-4ac1-af14-8b392238869c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:58.215689 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-09791d37-9d44-41f8-a958-164c63efa300 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:58.226946 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-09791d37-9d44-41f8-a958-164c63efa300 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/7a26e6a5-04c5-4ac1-af14-8b392238869c HTTP/1.1" status: 204 len: 168 time: 0.6316938 May 06 09:59:58.233227 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43502) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:58.244162 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901a013-f4f7-40b9-adb8-12bf0a3d738f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01d8066-8dd1-4ec9-9020-a52f57677575,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:58.295558 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-189266ed-c423-49d3-8252-a9243609adfe tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609698 May 06 09:59:58.299483 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43504) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:58.308152 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-55ff861d-36e2-4e73-8a7b-6c0006c48d79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:58.318291 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-53e55084-b224-4493-9318-4e295255620a req-c91d5c30-2961-415b-9f35-5f3631e3e01d service neutron] 10.222.0.77 "GET /v2.0/networks/43fdf43b-20c1-42c7-9501-ce94bba53414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798568 May 06 09:59:58.327480 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4df20cde-86a1-42bf-91e0-f3b2f0fb908d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:58.342871 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a367b1e-7bad-4243-86d7-e13b657aa418 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:58.361556 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-59850fe0-883a-4a3b-971b-7cf4e4524fd5 None None] Could not find standard attr ID for object 3f687763-3533-4276-9375-401d55615417. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:59:58.364325 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4df20cde-86a1-42bf-91e0-f3b2f0fb908d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:58.445248 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4df20cde-86a1-42bf-91e0-f3b2f0fb908d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:58.445553 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-0c764c69-a163-43b4-ab4e-462309401b3f service neutron] 10.222.0.84 "GET /v2.0/networks/cc8d5426-ce8a-4989-8725-36d1df0ca000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952347 May 06 09:59:58.449333 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4df20cde-86a1-42bf-91e0-f3b2f0fb908d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:58.450640 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df22c565-ec99-427b-8d8c-066f2fb39a4f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Router 1ba1b5ea-d573-4645-a5e4-d24014e57561 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:59:58.454031 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4df20cde-86a1-42bf-91e0-f3b2f0fb908d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e01d8066-8dd1-4ec9-9020-a52f57677575 HTTP/1.1" status: 204 len: 168 time: 0.2889860 May 06 09:59:58.464292 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df20cde-86a1-42bf-91e0-f3b2f0fb908d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01d8066-8dd1-4ec9-9020-a52f57677575,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:58.583223 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c9a90-2311-44f1-880b-4507cbcf47bd req-9f5b20f3-d7e7-40b7-b284-2fed1711e31c tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:58.584815 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dd8c9a90-2311-44f1-880b-4507cbcf47bd req-9f5b20f3-d7e7-40b7-b284-2fed1711e31c tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/ports?device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 944 time: 0.0824697 May 06 09:59:58.606607 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ff861d-36e2-4e73-8a7b-6c0006c48d79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:58.611276 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-55ff861d-36e2-4e73-8a7b-6c0006c48d79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:58.626770 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96dd5bb-56d2-4f1b-bb33-85270bd4be71 None None] DHCP port deletion for 0d1252d9-04fb-40a6-862c-9b06ebf6d551 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:59:58.644721 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dd8c9a90-2311-44f1-880b-4507cbcf47bd req-5ffda693-9367-4315-89b0-63f063dbf51c tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe10db9-3060-4c68-9bbd-1a76ce2b7dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517044 May 06 09:59:58.694828 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f96dd5bb-56d2-4f1b-bb33-85270bd4be71 None None] Deleting port fa233d0e-eec2-41b4-8c78-d4fe43fc3c4d {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:58.695504 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f96dd5bb-56d2-4f1b-bb33-85270bd4be71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:58.766120 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f96dd5bb-56d2-4f1b-bb33-85270bd4be71 None None] For port fa233d0e-eec2-41b4-8c78-d4fe43fc3c4d, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=fa233d0e-eec2-41b4-8c78-d4fe43fc3c4d,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:58.766443 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f96dd5bb-56d2-4f1b-bb33-85270bd4be71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:58.771343 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-087f5a8e-2278-4a27-a6ef-c6900aeedfe3 req-0bdcd4c9-5d7c-423f-b844-5b62f69b63e5 service neutron] 10.222.0.84 "GET /v2.0/networks/cc8d5426-ce8a-4989-8725-36d1df0ca000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050654 May 06 09:59:58.772376 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df22c565-ec99-427b-8d8c-066f2fb39a4f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:59:58.780085 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-df22c565-ec99-427b-8d8c-066f2fb39a4f tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "PUT /v2.0/routers/1ba1b5ea-d573-4645-a5e4-d24014e57561/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8217404 May 06 09:59:58.781404 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43512) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:58.789303 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbd6297-5d6a-45a9-9ff2-b64741cc2d58 None None] Sync routers for ids ['1ba1b5ea-d573-4645-a5e4-d24014e57561'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:59:58.794342 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f96dd5bb-56d2-4f1b-bb33-85270bd4be71 None None] Calling delete_port for fa233d0e-eec2-41b4-8c78-d4fe43fc3c4d owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:58.807224 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbd6297-5d6a-45a9-9ff2-b64741cc2d58 None None] Routers {'1ba1b5ea-d573-4645-a5e4-d24014e57561'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:58.810058 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4cbd6297-5d6a-45a9-9ff2-b64741cc2d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:59:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1ba1b5ea-d573-4645-a5e4-d24014e57561'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:58.859063 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43514) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:58.877125 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e8d1401-6060-44a3-9da2-eeab5b6bd525 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Deleting subnet 94949605-b51e-4f63-a266-d5a4b9c1d9fd {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:59:58.887902 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2e8d1401-6060-44a3-9da2-eeab5b6bd525 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:58.891271 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a55c4b16-06eb-4c95-9f49-47b09c389017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:58.927973 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da987bc-e0ba-4802-b0a3-44a538d68837 req-292e31cc-f8b8-467b-a276-e7387e3be894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:58.929691 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1da987bc-e0ba-4802-b0a3-44a538d68837 req-292e31cc-f8b8-467b-a276-e7387e3be894 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e2c11cb6cc2b4530bc5be13bb602b8f1&device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 1095 time: 0.0998726 May 06 09:59:58.937582 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-4cbd6297-5d6a-45a9-9ff2-b64741cc2d58 None None] Set router 1ba1b5ea-d573-4645-a5e4-d24014e57561 gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:58.970101 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:58.985849 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f96dd5bb-56d2-4f1b-bb33-85270bd4be71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:59.017504 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2e8d1401-6060-44a3-9da2-eeab5b6bd525 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:59.023011 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96dd5bb-56d2-4f1b-bb33-85270bd4be71 None None] No DVR routers for this DVR port fa233d0e-eec2-41b4-8c78-d4fe43fc3c4d on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:59:59.031047 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96dd5bb-56d2-4f1b-bb33-85270bd4be71 None None] Pushing event deleted for resources: {'Port': ['ID=fa233d0e-eec2-41b4-8c78-d4fe43fc3c4d,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:59.173319 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a55c4b16-06eb-4c95-9f49-47b09c389017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:59.178068 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4cbd6297-5d6a-45a9-9ff2-b64741cc2d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'name': 'tempest-RoutersIpV6Test-router-1292929843', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:14Z', 'updated_at': '2022-05-06T09:59:57Z', 'revision_number': 10, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None, '_interfaces': [{'id': '390a1420-d01f-469a-941e-07065d8b3b23', 'name': '', 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:6f:2e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:17Z', 'updated_at': '2022-05-06T09:59:24Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:59.180713 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2e8d1401-6060-44a3-9da2-eeab5b6bd525 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:59.185079 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a55c4b16-06eb-4c95-9f49-47b09c389017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:59.231071 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbd6297-5d6a-45a9-9ff2-b64741cc2d58 None None] Checking router: 1ba1b5ea-d573-4645-a5e4-d24014e57561 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:59:59.241124 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbd6297-5d6a-45a9-9ff2-b64741cc2d58 None None] Routers {'1ba1b5ea-d573-4645-a5e4-d24014e57561'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:59.243214 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4cbd6297-5d6a-45a9-9ff2-b64741cc2d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:59:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1ba1b5ea-d573-4645-a5e4-d24014e57561'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:59.280616 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a55c4b16-06eb-4c95-9f49-47b09c389017 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=18a1ce569c62452fa54f7802a5b2d96d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4202111 May 06 09:59:59.280824 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43516) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:59.281263 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c4b16-06eb-4c95-9f49-47b09c389017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4155724-4120-4e88-a678-e4b1c8e50583,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:59.306536 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2e8d1401-6060-44a3-9da2-eeab5b6bd525 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:59.339760 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d1401-6060-44a3-9da2-eeab5b6bd525 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Subnet': ['ID=94949605-b51e-4f63-a266-d5a4b9c1d9fd,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:59.345929 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2e8d1401-6060-44a3-9da2-eeab5b6bd525 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:59.355551 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79b9962-9bbd-4de4-a4fb-12dd3dc4b17f None None] Network 68699ff2-282d-4b68-902d-09206c1ef9b5 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:59.366652 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2e8d1401-6060-44a3-9da2-eeab5b6bd525 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/subnets/94949605-b51e-4f63-a266-d5a4b9c1d9fd HTTP/1.1" status: 204 len: 168 time: 0.5837920 May 06 09:59:59.367550 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43518) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:59.374600 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-4cbd6297-5d6a-45a9-9ff2-b64741cc2d58 None None] Set router 1ba1b5ea-d573-4645-a5e4-d24014e57561 gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:59.416454 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device fa233d0e-eec2-41b4-8c78-d4fe43fc3c4d no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:59:59.452566 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: fa233d0e-eec2-41b4-8c78-d4fe43fc3c4d {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:59:59.453214 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device fa233d0e-eec2-41b4-8c78-d4fe43fc3c4d not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:59:59.465694 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1594e98e-b6f5-4956-91e6-f4f063f02717 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:59.483546 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2b26e130-72df-4003-85f4-ce1996cee2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:59.487647 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da987bc-e0ba-4802-b0a3-44a538d68837 req-8985bda3-4e9c-487f-b89a-a9d33b8cc55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:59.489157 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1da987bc-e0ba-4802-b0a3-44a538d68837 req-8985bda3-4e9c-487f-b89a-a9d33b8cc55f service neutron] 10.222.0.84 "GET /v2.0/networks?id=cc8d5426-ce8a-4989-8725-36d1df0ca000 HTTP/1.1" status: 200 len: 912 time: 0.2074523 May 06 09:59:59.537254 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-1594e98e-b6f5-4956-91e6-f4f063f02717 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Deleting port 9958d4da-ccdf-4871-ac1a-30790bab2028 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:59.537487 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1594e98e-b6f5-4956-91e6-f4f063f02717 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:59.571312 n-d-840835-1 neutron-server[102652]: DEBUG neutron.objects.ports [None req-55ff861d-36e2-4e73-8a7b-6c0006c48d79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102652) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:59:59.574732 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2b26e130-72df-4003-85f4-ce1996cee2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:59.577350 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1da987bc-e0ba-4802-b0a3-44a538d68837 req-a562aef5-6564-4d39-89d8-6d4af6541fcc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a045ab69-d600-4acf-b383-acda2feeef45 HTTP/1.1" status: 200 len: 217 time: 0.0745215 May 06 09:59:59.582900 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-55ff861d-36e2-4e73-8a7b-6c0006c48d79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:59.622168 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b413ef-c4d5-4ea0-a304-f287736cf60b None None] DHCP port deletion for 68699ff2-282d-4b68-902d-09206c1ef9b5 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:59:59.623334 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-1594e98e-b6f5-4956-91e6-f4f063f02717 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] For port 9958d4da-ccdf-4871-ac1a-30790bab2028, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9958d4da-ccdf-4871-ac1a-30790bab2028,segment=NetworkSegment(7c7c03bd-0605-4400-9da9-279138915dc7),segment_id=7c7c03bd-0605-4400-9da9-279138915dc7)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:59.623819 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1594e98e-b6f5-4956-91e6-f4f063f02717 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:59.640193 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-1594e98e-b6f5-4956-91e6-f4f063f02717 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Calling delete_port for 9958d4da-ccdf-4871-ac1a-30790bab2028 owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:59.659943 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4cbd6297-5d6a-45a9-9ff2-b64741cc2d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'name': 'tempest-RoutersIpV6Test-router-1292929843', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:14Z', 'updated_at': '2022-05-06T09:59:57Z', 'revision_number': 10, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None, '_interfaces': [{'id': '390a1420-d01f-469a-941e-07065d8b3b23', 'name': '', 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:6f:2e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:17Z', 'updated_at': '2022-05-06T09:59:24Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:59.680532 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d1b413ef-c4d5-4ea0-a304-f287736cf60b None None] Deleting port 9958d4da-ccdf-4871-ac1a-30790bab2028 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:59.681146 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d1b413ef-c4d5-4ea0-a304-f287736cf60b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:59.684979 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ff861d-36e2-4e73-8a7b-6c0006c48d79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:59.693620 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-55ff861d-36e2-4e73-8a7b-6c0006c48d79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:59.700935 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ff861d-36e2-4e73-8a7b-6c0006c48d79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:59.701546 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-55ff861d-36e2-4e73-8a7b-6c0006c48d79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:59.719581 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da987bc-e0ba-4802-b0a3-44a538d68837 req-85b494c6-3187-47ad-94ad-bb5119c45229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:59.721120 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1da987bc-e0ba-4802-b0a3-44a538d68837 req-85b494c6-3187-47ad-94ad-bb5119c45229 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dc46eb3b-b017-4eb1-938c-e66a813c3f9e HTTP/1.1" status: 200 len: 851 time: 0.1339207 May 06 09:59:59.726169 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff861d-36e2-4e73-8a7b-6c0006c48d79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Subnet': ['ID=0acfc211-6f14-422e-9947-e4b03329d088,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:59.742964 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-55ff861d-36e2-4e73-8a7b-6c0006c48d79 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4404445 May 06 09:59:59.748378 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbd6297-5d6a-45a9-9ff2-b64741cc2d58 None None] The sync data for ids ['1ba1b5ea-d573-4645-a5e4-d24014e57561'] in n-d-840835-1 is: [{'id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'name': 'tempest-RoutersIpV6Test-router-1292929843', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:14Z', 'updated_at': '2022-05-06T09:59:57Z', 'revision_number': 10, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None, '_interfaces': [{'id': '390a1420-d01f-469a-941e-07065d8b3b23', 'name': '', 'network_id': '00c3d2bf-5572-4bae-bfed-f954722b5faa', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'mac_address': 'fa:16:3e:6f:2e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:17Z', 'updated_at': '2022-05-06T09:59:24Z', 'revision_number': 5, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'subnets': [{'id': '309530df-2e34-4e0f-9fdd-2cbd8d3520c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:59:59.758855 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2b26e130-72df-4003-85f4-ce1996cee2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:59.765394 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2b26e130-72df-4003-85f4-ce1996cee2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:59.766136 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2b26e130-72df-4003-85f4-ce1996cee2f5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c4155724-4120-4e88-a678-e4b1c8e50583 HTTP/1.1" status: 204 len: 168 time: 0.4831746 May 06 09:59:59.766971 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43522) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:59.768864 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7891bc-b28a-45c6-8e1a-5b359f363385 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:59.780924 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1da987bc-e0ba-4802-b0a3-44a538d68837 req-e63db93e-e88d-421a-b781-ed4c9e5bc181 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cc8d5426-ce8a-4989-8725-36d1df0ca000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500319 May 06 09:59:59.782157 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1594e98e-b6f5-4956-91e6-f4f063f02717 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:59.788864 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-568945b3-2f1b-4767-8cef-5a23a6bd2e53 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'port': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'mac_address': 'fa:16:3e:2e:ef:c6', 'name': 'tempest-NetworksTestDHCPv6-878037344'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:59.825073 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594e98e-b6f5-4956-91e6-f4f063f02717 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Port': ['ID=9958d4da-ccdf-4871-ac1a-30790bab2028,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:59.835048 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1594e98e-b6f5-4956-91e6-f4f063f02717 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] No DVR routers for this DVR port 9958d4da-ccdf-4871-ac1a-30790bab2028 on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:59:59.849398 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26e130-72df-4003-85f4-ce1996cee2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4155724-4120-4e88-a678-e4b1c8e50583,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:59.849626 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d1b413ef-c4d5-4ea0-a304-f287736cf60b None None] For port 9958d4da-ccdf-4871-ac1a-30790bab2028, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9958d4da-ccdf-4871-ac1a-30790bab2028,segment=NetworkSegment(7c7c03bd-0605-4400-9da9-279138915dc7),segment_id=7c7c03bd-0605-4400-9da9-279138915dc7)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:59.850136 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d1b413ef-c4d5-4ea0-a304-f287736cf60b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:59.885214 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d1b413ef-c4d5-4ea0-a304-f287736cf60b None None] Calling delete_port for 9958d4da-ccdf-4871-ac1a-30790bab2028 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:59.971990 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1594e98e-b6f5-4956-91e6-f4f063f02717 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:00.000173 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-1594e98e-b6f5-4956-91e6-f4f063f02717 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68699ff2-282d-4b68-902d-09206c1ef9b5']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:00.011802 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-1594e98e-b6f5-4956-91e6-f4f063f02717 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7c03bd-0605-4400-9da9-279138915dc7') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:00.012122 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-1594e98e-b6f5-4956-91e6-f4f063f02717 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7c03bd-0605-4400-9da9-279138915dc7') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:00.022254 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1594e98e-b6f5-4956-91e6-f4f063f02717 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:00.036964 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1da987bc-e0ba-4802-b0a3-44a538d68837 req-bb00096b-f1c5-47f4-9dac-81ed12c76810 service neutron] 10.222.0.84 "GET /v2.0/networks/cc8d5426-ce8a-4989-8725-36d1df0ca000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189722 May 06 10:00:00.037479 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1594e98e-b6f5-4956-91e6-f4f063f02717 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:00.043498 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d1b413ef-c4d5-4ea0-a304-f287736cf60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:00.045374 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1594e98e-b6f5-4956-91e6-f4f063f02717 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:00:00.045802 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1594e98e-b6f5-4956-91e6-f4f063f02717 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:00.080195 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b413ef-c4d5-4ea0-a304-f287736cf60b None None] Pushing event deleted for resources: {'Port': ['ID=9958d4da-ccdf-4871-ac1a-30790bab2028,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: timer() May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:00:00.103615 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:00:00.105930 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568945b3-2f1b-4767-8cef-5a23a6bd2e53 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:00.144756 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b413ef-c4d5-4ea0-a304-f287736cf60b None None] No DVR routers for this DVR port 9958d4da-ccdf-4871-ac1a-30790bab2028 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:00:00.147850 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde83a3-da66-4a1e-a0ab-ba64323e90aa req-7ff48ab4-f832-4192-837a-8dbd8b765d86 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:00.149768 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5bde83a3-da66-4a1e-a0ab-ba64323e90aa req-7ff48ab4-f832-4192-837a-8dbd8b765d86 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/ports?device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 944 time: 0.3304181 May 06 10:00:00.150365 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df90ea81-8ec6-4ba9-a4a4-56caebe5ecd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'fixed_ips': [{'subnet_id': '0acfc211-6f14-422e-9947-e4b03329d088'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:00:00.151453 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-df90ea81-8ec6-4ba9-a4a4-56caebe5ecd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:00.190894 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1594e98e-b6f5-4956-91e6-f4f063f02717 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:00.203722 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1594e98e-b6f5-4956-91e6-f4f063f02717 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:00.207533 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1594e98e-b6f5-4956-91e6-f4f063f02717 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/networks/68699ff2-282d-4b68-902d-09206c1ef9b5 HTTP/1.1" status: 204 len: 168 time: 0.8384662 May 06 10:00:00.211079 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43532) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:00.233070 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594e98e-b6f5-4956-91e6-f4f063f02717 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Network': ['ID=68699ff2-282d-4b68-902d-09206c1ef9b5,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:00.263229 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5bde83a3-da66-4a1e-a0ab-ba64323e90aa req-a323f2d3-20d7-4faf-80b4-30e82b2310ad tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe10db9-3060-4c68-9bbd-1a76ce2b7dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038995 May 06 10:00:00.351071 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-568945b3-2f1b-4767-8cef-5a23a6bd2e53 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:00.385904 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-df90ea81-8ec6-4ba9-a4a4-56caebe5ecd5 None None] Allocated IP 2001:db8::f816:3eff:fe09:f6e7 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/0acfc211-6f14-422e-9947-e4b03329d088/3c98c6df-1934-44c5-b4a9-075444fb5ee6) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:00.386490 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1da987bc-e0ba-4802-b0a3-44a538d68837 req-a9ecfc6d-a4f9-4861-9666-47d93eadd804 service neutron] 10.222.0.84 "GET /v2.0/networks/cc8d5426-ce8a-4989-8725-36d1df0ca000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431821 May 06 10:00:00.393235 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-568945b3-2f1b-4767-8cef-5a23a6bd2e53 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] device_id is not set on port 82b3bae3-836c-4c49-91e2-5c268cf3b682 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:00:00.563217 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-df90ea81-8ec6-4ba9-a4a4-56caebe5ecd5 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:00.570601 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-df90ea81-8ec6-4ba9-a4a4-56caebe5ecd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:00.608371 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df90ea81-8ec6-4ba9-a4a4-56caebe5ecd5 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:00.611068 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-df90ea81-8ec6-4ba9-a4a4-56caebe5ecd5 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:00.613509 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df90ea81-8ec6-4ba9-a4a4-56caebe5ecd5 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:00.655174 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90ea81-8ec6-4ba9-a4a4-56caebe5ecd5 None None] Pushing event updated for resources: {'Port': ['ID=3c98c6df-1934-44c5-b4a9-075444fb5ee6,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:00.658013 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-568945b3-2f1b-4767-8cef-5a23a6bd2e53 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Allocated IP 2001:db8::f816:3eff:fe2e:efc6 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/0acfc211-6f14-422e-9947-e4b03329d088/82b3bae3-836c-4c49-91e2-5c268cf3b682) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:00.685512 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-df90ea81-8ec6-4ba9-a4a4-56caebe5ecd5 None None] Attempting to bind port 3c98c6df-1934-44c5-b4a9-075444fb5ee6 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:00.686105 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-df90ea81-8ec6-4ba9-a4a4-56caebe5ecd5 None None] Attempting to bind port 3c98c6df-1934-44c5-b4a9-075444fb5ee6 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:00.686287 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df90ea81-8ec6-4ba9-a4a4-56caebe5ecd5 None None] Attempting to bind port 3c98c6df-1934-44c5-b4a9-075444fb5ee6 on network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:00.691565 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df90ea81-8ec6-4ba9-a4a4-56caebe5ecd5 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:00.691946 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df90ea81-8ec6-4ba9-a4a4-56caebe5ecd5 None None] Checking segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:00.692358 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-df90ea81-8ec6-4ba9-a4a4-56caebe5ecd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:00.692754 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df90ea81-8ec6-4ba9-a4a4-56caebe5ecd5 None None] Bound using segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:00.693283 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-df90ea81-8ec6-4ba9-a4a4-56caebe5ecd5 None None] Bound port: 3c98c6df-1934-44c5-b4a9-075444fb5ee6, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:00.693790 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-df90ea81-8ec6-4ba9-a4a4-56caebe5ecd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:00.765730 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-df90ea81-8ec6-4ba9-a4a4-56caebe5ecd5 None None] For port 3c98c6df-1934-44c5-b4a9-075444fb5ee6, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:00.769311 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-df90ea81-8ec6-4ba9-a4a4-56caebe5ecd5 None None] For port 3c98c6df-1934-44c5-b4a9-075444fb5ee6, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3c98c6df-1934-44c5-b4a9-075444fb5ee6,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:00:00.773341 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-df90ea81-8ec6-4ba9-a4a4-56caebe5ecd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:00.834060 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90ea81-8ec6-4ba9-a4a4-56caebe5ecd5 None None] Pushing event updated for resources: {'Port': ['ID=3c98c6df-1934-44c5-b4a9-075444fb5ee6,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:00.881628 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-568945b3-2f1b-4767-8cef-5a23a6bd2e53 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:00.885456 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ca3e362d-fe8b-4927-809c-de665a821346 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:01.092601 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-568945b3-2f1b-4767-8cef-5a23a6bd2e53 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:01.145881 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568945b3-2f1b-4767-8cef-5a23a6bd2e53 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:01.151950 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-568945b3-2f1b-4767-8cef-5a23a6bd2e53 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:01.161845 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568945b3-2f1b-4767-8cef-5a23a6bd2e53 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:01.168409 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568945b3-2f1b-4767-8cef-5a23a6bd2e53 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:01.169201 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-568945b3-2f1b-4767-8cef-5a23a6bd2e53 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:01.184718 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568945b3-2f1b-4767-8cef-5a23a6bd2e53 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Port': ['ID=82b3bae3-836c-4c49-91e2-5c268cf3b682,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:01.206896 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-568945b3-2f1b-4767-8cef-5a23a6bd2e53 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4232326 May 06 10:00:01.207061 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43556) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:01.291326 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6cde5d-42f1-4022-9cc2-43d08c6e114c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:01.303796 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6cde5d-42f1-4022-9cc2-43d08c6e114c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:01.305680 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7e6cde5d-42f1-4022-9cc2-43d08c6e114c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0975752 May 06 10:00:01.308343 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43564) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:01.335254 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-ca3e362d-fe8b-4927-809c-de665a821346 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Deleting port 390a1420-d01f-469a-941e-07065d8b3b23 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:01.335665 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ca3e362d-fe8b-4927-809c-de665a821346 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:01.361099 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device a045ab69-d600-4acf-b383-acda2feeef45 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:00:01.363232 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3c98c6df-1934-44c5-b4a9-075444fb5ee6 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:01.475627 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd080a-1bba-444e-b858-da4c8650aecf req-bb15816d-b054-4733-8bb0-c0173d91b013 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:01.476118 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-ca3e362d-fe8b-4927-809c-de665a821346 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] For port 390a1420-d01f-469a-941e-07065d8b3b23, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=390a1420-d01f-469a-941e-07065d8b3b23,segment=NetworkSegment(8594c979-945a-4af0-a769-bdb41096f012),segment_id=8594c979-945a-4af0-a769-bdb41096f012)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:01.476489 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ca3e362d-fe8b-4927-809c-de665a821346 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:01.478993 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3ccd080a-1bba-444e-b858-da4c8650aecf req-bb15816d-b054-4733-8bb0-c0173d91b013 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/ports?device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 944 time: 0.1090276 May 06 10:00:01.495584 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 3c98c6df-1934-44c5-b4a9-075444fb5ee6 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:01.496227 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:01.496892 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-ca3e362d-fe8b-4927-809c-de665a821346 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Calling delete_port for 390a1420-d01f-469a-941e-07065d8b3b23 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:01.518657 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-6cb0e7ab-a5c0-42a9-bf85-dcb30119f931 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting port 82b3bae3-836c-4c49-91e2-5c268cf3b682 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:01.518990 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6cb0e7ab-a5c0-42a9-bf85-dcb30119f931 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:01.569969 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port a045ab69-d600-4acf-b383-acda2feeef45, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=a045ab69-d600-4acf-b383-acda2feeef45,segment=NetworkSegment(7aa2fa29-6ca3-4a86-850d-46ffde572819),segment_id=7aa2fa29-6ca3-4a86-850d-46ffde572819)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:01.591300 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'a045ab69-d600-4acf-b383-acda2feeef45', 'network_id': 'cc8d5426-ce8a-4989-8725-36d1df0ca000', 'port_id': 'a045ab69-d600-4acf-b383-acda2feeef45', 'mac_address': 'fa:16:3e:2a:35:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc46eb3b-b017-4eb1-938c-e66a813c3f9e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:00:01.627701 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3ccd080a-1bba-444e-b858-da4c8650aecf req-54a4e1a9-a8a8-4e11-bcb9-0e356fc4b6fd tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe10db9-3060-4c68-9bbd-1a76ce2b7dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364794 May 06 10:00:01.671567 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:01.673562 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:01.676572 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6cb0e7ab-a5c0-42a9-bf85-dcb30119f931 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:01.696095 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-6cb0e7ab-a5c0-42a9-bf85-dcb30119f931 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Calling delete_port for 82b3bae3-836c-4c49-91e2-5c268cf3b682 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:01.710189 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a045ab69-d600-4acf-b383-acda2feeef45 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:00:01.749076 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 3c98c6df-1934-44c5-b4a9-075444fb5ee6, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3c98c6df-1934-44c5-b4a9-075444fb5ee6,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:01.751312 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port a045ab69-d600-4acf-b383-acda2feeef45, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=a045ab69-d600-4acf-b383-acda2feeef45,segment=NetworkSegment(7aa2fa29-6ca3-4a86-850d-46ffde572819),segment_id=7aa2fa29-6ca3-4a86-850d-46ffde572819)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:01.756774 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:01.765355 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:01.832798 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=3c98c6df-1934-44c5-b4a9-075444fb5ee6,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:01.835852 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ca3e362d-fe8b-4927-809c-de665a821346 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:01.866005 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device fb5adc98-3fec-42ac-b14a-b6badfe94031 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:00:01.897655 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e362d-fe8b-4927-809c-de665a821346 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Port': ['ID=390a1420-d01f-469a-941e-07065d8b3b23,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:01.911209 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: fb5adc98-3fec-42ac-b14a-b6badfe94031 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:00:01.911602 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device fb5adc98-3fec-42ac-b14a-b6badfe94031 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:00:01.912019 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9958d4da-ccdf-4871-ac1a-30790bab2028 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:00:01.950047 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6cb0e7ab-a5c0-42a9-bf85-dcb30119f931 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:01.969419 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 9958d4da-ccdf-4871-ac1a-30790bab2028 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:00:01.969829 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9958d4da-ccdf-4871-ac1a-30790bab2028 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:00:01.972257 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=a045ab69-d600-4acf-b383-acda2feeef45,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:02.040320 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['a045ab69-d600-4acf-b383-acda2feeef45'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:00:02.040543 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6cb0e7ab-a5c0-42a9-bf85-dcb30119f931 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:02.046629 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6cb0e7ab-a5c0-42a9-bf85-dcb30119f931 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/82b3bae3-836c-4c49-91e2-5c268cf3b682 HTTP/1.1" status: 204 len: 168 time: 0.7370045 May 06 10:00:02.047614 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0e7ab-a5c0-42a9-bf85-dcb30119f931 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Port': ['ID=82b3bae3-836c-4c49-91e2-5c268cf3b682,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:02.049463 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43582) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:02.153797 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ca3e362d-fe8b-4927-809c-de665a821346 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:02.173253 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5677dd-f24e-4f36-b2f0-ca274ee34de8 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:02.175077 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5677dd-f24e-4f36-b2f0-ca274ee34de8 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:02.176689 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5c5677dd-f24e-4f36-b2f0-ca274ee34de8 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1262794 May 06 10:00:02.179540 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43588) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:02.258243 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-60457ae0-c654-4cb4-896a-380294662cf1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting subnet 0acfc211-6f14-422e-9947-e4b03329d088 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:00:02.263307 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-60457ae0-c654-4cb4-896a-380294662cf1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:02.333847 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-60457ae0-c654-4cb4-896a-380294662cf1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:02.336835 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-135a2f83-2dd3-4d31-b277-a45afbffb409 None None] Provisioning complete for port 3c98c6df-1934-44c5-b4a9-075444fb5ee6 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:02.337421 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-135a2f83-2dd3-4d31-b277-a45afbffb409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:02.456041 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-60457ae0-c654-4cb4-896a-380294662cf1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:02.574143 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-60457ae0-c654-4cb4-896a-380294662cf1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:02.594895 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-7cd2dc72-f149-4e09-8566-871cfbf23a4d None None] Could not find standard attr ID for object 82b3bae3-836c-4c49-91e2-5c268cf3b682. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 10:00:02.623325 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60457ae0-c654-4cb4-896a-380294662cf1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Subnet': ['ID=0acfc211-6f14-422e-9947-e4b03329d088,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:02.630246 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-60457ae0-c654-4cb4-896a-380294662cf1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:02.637397 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-60457ae0-c654-4cb4-896a-380294662cf1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/0acfc211-6f14-422e-9947-e4b03329d088 HTTP/1.1" status: 204 len: 168 time: 0.4548478 May 06 10:00:02.638448 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43604) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:02.686474 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e15ee3c0-0d71-47f2-9492-7927926c5a5a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468810 May 06 10:00:02.687486 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43610) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:02.761490 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58af976c-b62a-40dc-9112-cb796a25a4b2 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:02.763586 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-58af976c-b62a-40dc-9112-cb796a25a4b2 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0748117 May 06 10:00:02.765843 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43614) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:02.770439 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3e362d-fe8b-4927-809c-de665a821346 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Router 1ba1b5ea-d573-4645-a5e4-d24014e57561 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:00:02.837866 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cde5eca-1dc1-4696-8996-fa3ab54771ac None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:02.855941 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3e362d-fe8b-4927-809c-de665a821346 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:00:02.858813 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b16f6d4-16f9-4039-b8eb-5b984972de58 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:02.864924 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3b16f6d4-16f9-4039-b8eb-5b984972de58 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0961580 May 06 10:00:02.864924 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43618) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:02.865642 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ca3e362d-fe8b-4927-809c-de665a821346 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "PUT /v2.0/routers/1ba1b5ea-d573-4645-a5e4-d24014e57561/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6459005 May 06 10:00:02.866215 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43620) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:02.890222 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f444b9b4-70f3-496d-85c6-da04c554c076 None None] Sync routers for ids ['1ba1b5ea-d573-4645-a5e4-d24014e57561'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:00:02.925464 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f444b9b4-70f3-496d-85c6-da04c554c076 None None] Routers {'1ba1b5ea-d573-4645-a5e4-d24014e57561'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:02.926245 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f444b9b4-70f3-496d-85c6-da04c554c076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:59:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1ba1b5ea-d573-4645-a5e4-d24014e57561'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:02.938862 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43622) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:02.939160 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2fb10935-f879-438d-aeed-1ba40bf2d48e tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0735123 May 06 10:00:02.947229 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-ae3af1ac-9592-4bb4-845a-dfdccc8b563f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:02.955453 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caa6c0-00e4-4c29-b9d5-a5f3d898fca1 req-6bd1854b-1376-4841-8f51-7a5127558119 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:02.956995 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52caa6c0-00e4-4c29-b9d5-a5f3d898fca1 req-6bd1854b-1376-4841-8f51-7a5127558119 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/ports?device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 945 time: 0.1922443 May 06 10:00:02.995141 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-168eba67-e2df-45d5-a24f-9f50231d9c39 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Deleting subnet 309530df-2e34-4e0f-9fdd-2cbd8d3520c6 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:00:03.002887 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-168eba67-e2df-45d5-a24f-9f50231d9c39 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:03.050172 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52caa6c0-00e4-4c29-b9d5-a5f3d898fca1 req-1baa7a14-e5b7-4ed9-a1e9-3e97152512b1 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe10db9-3060-4c68-9bbd-1a76ce2b7dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861318 May 06 10:00:03.073320 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-168eba67-e2df-45d5-a24f-9f50231d9c39 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:03.102074 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3af1ac-9592-4bb4-845a-dfdccc8b563f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:03.109144 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ae3af1ac-9592-4bb4-845a-dfdccc8b563f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:03.206559 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-168eba67-e2df-45d5-a24f-9f50231d9c39 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:03.207138 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43626) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:03.214304 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-f444b9b4-70f3-496d-85c6-da04c554c076 None None] Set router 1ba1b5ea-d573-4645-a5e4-d24014e57561 gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:00:03.295381 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f444b9b4-70f3-496d-85c6-da04c554c076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'name': 'tempest-RoutersIpV6Test-router-1292929843', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:14Z', 'updated_at': '2022-05-06T10:00:01Z', 'revision_number': 11, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:03.303698 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-168eba67-e2df-45d5-a24f-9f50231d9c39 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:03.318783 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-168eba67-e2df-45d5-a24f-9f50231d9c39 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:03.325726 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-168eba67-e2df-45d5-a24f-9f50231d9c39 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/subnets/309530df-2e34-4e0f-9fdd-2cbd8d3520c6 HTTP/1.1" status: 204 len: 168 time: 0.4535849 May 06 10:00:03.326409 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43630) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:03.332797 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fe3536-050b-4164-92d8-3c35936b8c5f None None] Network 00c3d2bf-5572-4bae-bfed-f954722b5faa requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:03.336799 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f444b9b4-70f3-496d-85c6-da04c554c076 None None] Checking router: 1ba1b5ea-d573-4645-a5e4-d24014e57561 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:00:03.388502 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device a045ab69-d600-4acf-b383-acda2feeef45 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:03.400185 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-29e19db9-beb7-49bb-b266-b2355390ca65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:03.421595 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3c98c6df-1934-44c5-b4a9-075444fb5ee6 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:03.430006 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168eba67-e2df-45d5-a24f-9f50231d9c39 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Subnet': ['ID=309530df-2e34-4e0f-9fdd-2cbd8d3520c6,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:03.464712 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-778c54b2-444b-4a8e-a2c8-bdf35c19113d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:03.479721 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f444b9b4-70f3-496d-85c6-da04c554c076 None None] Routers {'1ba1b5ea-d573-4645-a5e4-d24014e57561'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:03.480797 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f444b9b4-70f3-496d-85c6-da04c554c076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:59:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1ba1b5ea-d573-4645-a5e4-d24014e57561'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:03.550669 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-778c54b2-444b-4a8e-a2c8-bdf35c19113d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Deleting port 43987be4-dd29-4706-aba2-383098dac267 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:03.551567 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-778c54b2-444b-4a8e-a2c8-bdf35c19113d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:03.556733 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb92b4b3-33e5-468e-8eb4-b0a0f60be840 None None] DHCP port deletion for 0d1252d9-04fb-40a6-862c-9b06ebf6d551 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:00:03.584517 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-f444b9b4-70f3-496d-85c6-da04c554c076 None None] Set router 1ba1b5ea-d573-4645-a5e4-d24014e57561 gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:00:03.601556 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-29e19db9-beb7-49bb-b266-b2355390ca65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:03.613833 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-29e19db9-beb7-49bb-b266-b2355390ca65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:03.621988 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-778c54b2-444b-4a8e-a2c8-bdf35c19113d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] For port 43987be4-dd29-4706-aba2-383098dac267, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=43987be4-dd29-4706-aba2-383098dac267,segment=NetworkSegment(8594c979-945a-4af0-a769-bdb41096f012),segment_id=8594c979-945a-4af0-a769-bdb41096f012)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:03.621988 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-778c54b2-444b-4a8e-a2c8-bdf35c19113d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:03.636075 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-778c54b2-444b-4a8e-a2c8-bdf35c19113d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Calling delete_port for 43987be4-dd29-4706-aba2-383098dac267 owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:03.637412 n-d-840835-1 neutron-server[102652]: DEBUG neutron.objects.ports [None req-ae3af1ac-9592-4bb4-845a-dfdccc8b563f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102652) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 10:00:03.709694 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f444b9b4-70f3-496d-85c6-da04c554c076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'name': 'tempest-RoutersIpV6Test-router-1292929843', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:14Z', 'updated_at': '2022-05-06T10:00:01Z', 'revision_number': 11, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:03.718642 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-29e19db9-beb7-49bb-b266-b2355390ca65 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dd61b096548c4895b84e440f24870e8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5103986 May 06 10:00:03.723000 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43632) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:03.731502 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-778c54b2-444b-4a8e-a2c8-bdf35c19113d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:03.731770 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e19db9-beb7-49bb-b266-b2355390ca65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df338060-e10b-4361-9333-b2cd7ed49269,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:03.745914 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f444b9b4-70f3-496d-85c6-da04c554c076 None None] The sync data for ids ['1ba1b5ea-d573-4645-a5e4-d24014e57561'] in n-d-840835-1 is: [{'id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'name': 'tempest-RoutersIpV6Test-router-1292929843', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:14Z', 'updated_at': '2022-05-06T10:00:01Z', 'revision_number': 11, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:00:03.786262 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port a045ab69-d600-4acf-b383-acda2feeef45 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:00:03.787519 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c54b2-444b-4a8e-a2c8-bdf35c19113d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Port': ['ID=43987be4-dd29-4706-aba2-383098dac267,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:03.788898 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 3c98c6df-1934-44c5-b4a9-075444fb5ee6 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:03.789579 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:03.790635 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778c54b2-444b-4a8e-a2c8-bdf35c19113d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] No DVR routers for this DVR port 43987be4-dd29-4706-aba2-383098dac267 on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:00:03.801793 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port a045ab69-d600-4acf-b383-acda2feeef45 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:03.802365 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:03.869728 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-eb92b4b3-33e5-468e-8eb4-b0a0f60be840 None None] Deleting port 3c98c6df-1934-44c5-b4a9-075444fb5ee6 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:03.870411 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eb92b4b3-33e5-468e-8eb4-b0a0f60be840 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:03.883020 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ae3af1ac-9592-4bb4-845a-dfdccc8b563f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:03.908513 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5baf7dcb-13c1-45ae-9407-8fee2800d5b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:03.911157 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-778c54b2-444b-4a8e-a2c8-bdf35c19113d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:03.946465 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-778c54b2-444b-4a8e-a2c8-bdf35c19113d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c3d2bf-5572-4bae-bfed-f954722b5faa']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:03.949730 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5baf7dcb-13c1-45ae-9407-8fee2800d5b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:03.964029 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-778c54b2-444b-4a8e-a2c8-bdf35c19113d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8594c979-945a-4af0-a769-bdb41096f012') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:03.964354 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-778c54b2-444b-4a8e-a2c8-bdf35c19113d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8594c979-945a-4af0-a769-bdb41096f012') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:03.980850 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-778c54b2-444b-4a8e-a2c8-bdf35c19113d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:04.005260 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-778c54b2-444b-4a8e-a2c8-bdf35c19113d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:04.011932 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-778c54b2-444b-4a8e-a2c8-bdf35c19113d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:00:04.012294 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-778c54b2-444b-4a8e-a2c8-bdf35c19113d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: timer() May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:00:04.015253 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:00:04.027332 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-eb92b4b3-33e5-468e-8eb4-b0a0f60be840 None None] For port 3c98c6df-1934-44c5-b4a9-075444fb5ee6, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3c98c6df-1934-44c5-b4a9-075444fb5ee6,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:04.027751 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eb92b4b3-33e5-468e-8eb4-b0a0f60be840 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:04.031746 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:04.057768 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-eb92b4b3-33e5-468e-8eb4-b0a0f60be840 None None] Calling delete_port for 3c98c6df-1934-44c5-b4a9-075444fb5ee6 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:04.076413 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923c0ec3-438b-48a5-9195-022834146f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a045ab69-d600-4acf-b383-acda2feeef45'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:00:04.078470 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48edb635-99ca-4543-bdaf-79c3271ca70b" -d '{"events": [{"server_uuid": "923c0ec3-438b-48a5-9195-022834146f5e", "name": "network-vif-plugged", "status": "completed", "tag": "a045ab69-d600-4acf-b383-acda2feeef45"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:00:04.089372 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5baf7dcb-13c1-45ae-9407-8fee2800d5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:04.093463 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port a045ab69-d600-4acf-b383-acda2feeef45, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=a045ab69-d600-4acf-b383-acda2feeef45,segment=NetworkSegment(7aa2fa29-6ca3-4a86-850d-46ffde572819),segment_id=7aa2fa29-6ca3-4a86-850d-46ffde572819)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:04.094699 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5baf7dcb-13c1-45ae-9407-8fee2800d5b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:04.106174 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5baf7dcb-13c1-45ae-9407-8fee2800d5b1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/df338060-e10b-4361-9333-b2cd7ed49269 HTTP/1.1" status: 204 len: 168 time: 0.3820608 May 06 10:00:04.109144 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-778c54b2-444b-4a8e-a2c8-bdf35c19113d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:04.122597 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-778c54b2-444b-4a8e-a2c8-bdf35c19113d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:04.127699 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-ae3af1ac-9592-4bb4-845a-dfdccc8b563f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] For port 3c98c6df-1934-44c5-b4a9-075444fb5ee6, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3c98c6df-1934-44c5-b4a9-075444fb5ee6,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:04.132586 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:04.140765 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-778c54b2-444b-4a8e-a2c8-bdf35c19113d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/networks/00c3d2bf-5572-4bae-bfed-f954722b5faa HTTP/1.1" status: 204 len: 168 time: 0.8090215 May 06 10:00:04.141455 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383207a6-906c-4e41-a308-a0d83d76fdc5 None None] DHCP port deletion for 00c3d2bf-5572-4bae-bfed-f954722b5faa request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:00:04.143149 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43640) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:04.151575 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-749b519b-c50a-4536-aa21-a0778b52d0fe tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'router': {'routes': None}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:04.170461 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf7dcb-13c1-45ae-9407-8fee2800d5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df338060-e10b-4361-9333-b2cd7ed49269,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:04.172509 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c54b2-444b-4a8e-a2c8-bdf35c19113d tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Pushing event deleted for resources: {'Network': ['ID=00c3d2bf-5572-4bae-bfed-f954722b5faa,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:04.248030 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198e477-8900-48ac-b328-e7bd765c8f09 req-891f200f-3013-4d91-a870-489ac3f2d1b2 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:04.263736 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f198e477-8900-48ac-b328-e7bd765c8f09 req-891f200f-3013-4d91-a870-489ac3f2d1b2 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/ports?device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 946 time: 0.0880017 May 06 10:00:04.268009 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=a045ab69-d600-4acf-b383-acda2feeef45,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:04.320097 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f198e477-8900-48ac-b328-e7bd765c8f09 req-a21aa26b-d2f6-4c3e-b52d-0fc2000dc0c6 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe10db9-3060-4c68-9bbd-1a76ce2b7dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552354 May 06 10:00:04.376154 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5149df-1797-456c-aa72-ee4838118080 x-openstack-request-id: req-9f5149df-1797-456c-aa72-ee4838118080 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:00:04.376568 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923c0ec3-438b-48a5-9195-022834146f5e", "name": "network-vif-plugged", "status": "completed", "tag": "a045ab69-d600-4acf-b383-acda2feeef45", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:00:04.376919 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9f5149df-1797-456c-aa72-ee4838118080 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:00:04.377416 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f5149df-1797-456c-aa72-ee4838118080'] response: {'server_uuid': '923c0ec3-438b-48a5-9195-022834146f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a045ab69-d600-4acf-b383-acda2feeef45', 'code': 200} May 06 10:00:04.400343 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ae3af1ac-9592-4bb4-845a-dfdccc8b563f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:04.415008 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eb92b4b3-33e5-468e-8eb4-b0a0f60be840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:04.433867 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ae3af1ac-9592-4bb4-845a-dfdccc8b563f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:04.434640 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ae3af1ac-9592-4bb4-845a-dfdccc8b563f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:04.444509 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb92b4b3-33e5-468e-8eb4-b0a0f60be840 None None] No DVR routers for this DVR port 3c98c6df-1934-44c5-b4a9-075444fb5ee6 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:00:04.446587 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92b4b3-33e5-468e-8eb4-b0a0f60be840 None None] Pushing event deleted for resources: {'Port': ['ID=3c98c6df-1934-44c5-b4a9-075444fb5ee6,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:04.473143 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.extraroute_db [None req-749b519b-c50a-4536-aa21-a0778b52d0fe tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Added routes are [] {{(pid=102652) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 06 10:00:04.473451 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.extraroute_db [None req-749b519b-c50a-4536-aa21-a0778b52d0fe tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Removed routes are [] {{(pid=102652) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 06 10:00:04.473823 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-749b519b-c50a-4536-aa21-a0778b52d0fe tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1992734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1598914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41446'] for router, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:04.523388 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43644) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:04.536498 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3af1ac-9592-4bb4-845a-dfdccc8b563f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Port': ['ID=3c98c6df-1934-44c5-b4a9-075444fb5ee6,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:04.537214 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-13afeea3-bd72-4ca7-b736-7382e2bdd2f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:04.616104 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-13afeea3-bd72-4ca7-b736-7382e2bdd2f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:04.620003 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-13afeea3-bd72-4ca7-b736-7382e2bdd2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:04.620187 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3af1ac-9592-4bb4-845a-dfdccc8b563f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:04.633139 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-ae3af1ac-9592-4bb4-845a-dfdccc8b563f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:04.640313 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3af1ac-9592-4bb4-845a-dfdccc8b563f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:04.640911 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ae3af1ac-9592-4bb4-845a-dfdccc8b563f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:04.644123 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6f04b1-6035-4cd3-bb25-45087c83394a None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:04.654299 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3af1ac-9592-4bb4-845a-dfdccc8b563f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Subnet': ['ID=734989d3-1b30-4c46-95e3-f30b8b87fbc5,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:04.658267 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-13afeea3-bd72-4ca7-b736-7382e2bdd2f9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=54492c6116864d2f8a8739e28195a847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1337466 May 06 10:00:04.663525 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43646) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:04.680525 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13afeea3-bd72-4ca7-b736-7382e2bdd2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b00227b-30bf-4bd7-9b90-db22ddf45a22,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:04.726823 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629ada6-8030-472b-8112-a206b21bf406 req-082359e3-2167-4c1c-8888-00d6c40a96ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:04.728447 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a629ada6-8030-472b-8112-a206b21bf406 req-082359e3-2167-4c1c-8888-00d6c40a96ef service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 1097 time: 0.2913797 May 06 10:00:04.733716 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ae3af1ac-9592-4bb4-845a-dfdccc8b563f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7930446 May 06 10:00:04.736679 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43648) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:04.742031 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-1a1f4d10-5dca-4a2e-ba9f-e7cab5c4e52c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'port': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'mac_address': 'fa:16:3e:c1:c5:8c', 'name': 'tempest-NetworksTestDHCPv6-1851200337'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:04.743843 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-749b519b-c50a-4536-aa21-a0778b52d0fe tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1992734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1598914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41446'] for router, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:04.753329 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-749b519b-c50a-4536-aa21-a0778b52d0fe tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1598923'] for router, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:04.757842 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7dfcb76d-f727-4816-8854-a21397825ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:04.816757 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7dfcb76d-f727-4816-8854-a21397825ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:04.821858 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53fdc82-977c-4ced-a12d-21a282cbbaff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'fixed_ips': [{'subnet_id': '734989d3-1b30-4c46-95e3-f30b8b87fbc5'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:00:04.822737 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f53fdc82-977c-4ced-a12d-21a282cbbaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:04.832653 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a629ada6-8030-472b-8112-a206b21bf406 req-fed5f995-fb99-4bb6-a290-36a25283f7af service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=3fe10db9-3060-4c68-9bbd-1a76ce2b7dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958660 May 06 10:00:04.844181 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749b519b-c50a-4536-aa21-a0778b52d0fe tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Router 1ba1b5ea-d573-4645-a5e4-d24014e57561 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:00:04.902092 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1f4d10-5dca-4a2e-ba9f-e7cab5c4e52c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:04.908468 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7dfcb76d-f727-4816-8854-a21397825ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:04.911818 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7dfcb76d-f727-4816-8854-a21397825ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:04.915440 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7dfcb76d-f727-4816-8854-a21397825ab1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7b00227b-30bf-4bd7-9b90-db22ddf45a22 HTTP/1.1" status: 204 len: 168 time: 0.2482994 May 06 10:00:04.937347 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749b519b-c50a-4536-aa21-a0778b52d0fe tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:00:04.945981 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-749b519b-c50a-4536-aa21-a0778b52d0fe tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:04.947892 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-749b519b-c50a-4536-aa21-a0778b52d0fe tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "PUT /v2.0/routers/1ba1b5ea-d573-4645-a5e4-d24014e57561 HTTP/1.1" status: 200 len: 705 time: 0.8050997 May 06 10:00:04.950755 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43652) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:04.953784 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495f5fff-245d-469f-9ffc-8d993934fd04 None None] Sync routers for ids ['1ba1b5ea-d573-4645-a5e4-d24014e57561'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:00:04.969941 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495f5fff-245d-469f-9ffc-8d993934fd04 None None] Routers {'1ba1b5ea-d573-4645-a5e4-d24014e57561'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:04.975813 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-495f5fff-245d-469f-9ffc-8d993934fd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:59:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1ba1b5ea-d573-4645-a5e4-d24014e57561'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:04.984987 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8e582fae-f7ad-4531-9413-cc2ded22947e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ba1b5ea-d573-4645-a5e4-d24014e57561 HTTP/1.1" status: 200 len: 205 time: 0.0327621 May 06 10:00:04.987541 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43654) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:05.006349 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-f53fdc82-977c-4ced-a12d-21a282cbbaff None None] Allocated IP 2001:db8::f816:3eff:fe2b:3fff (0d1252d9-04fb-40a6-862c-9b06ebf6d551/734989d3-1b30-4c46-95e3-f30b8b87fbc5/cbd39b31-4516-4cde-96d9-33357181c51f) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:05.128116 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b57bc5a7-4b13-4951-9ab4-3073754dc0f6 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:05.149914 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-495f5fff-245d-469f-9ffc-8d993934fd04 None None] Set router 1ba1b5ea-d573-4645-a5e4-d24014e57561 gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:00:05.247188 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f53fdc82-977c-4ced-a12d-21a282cbbaff None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:05.256191 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f53fdc82-977c-4ced-a12d-21a282cbbaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:05.281123 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfcb76d-f727-4816-8854-a21397825ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b00227b-30bf-4bd7-9b90-db22ddf45a22,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:05.302226 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-495f5fff-245d-469f-9ffc-8d993934fd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'name': 'tempest-RoutersIpV6Test-router-1292929843', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:14Z', 'updated_at': '2022-05-06T10:00:01Z', 'revision_number': 11, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:05.310330 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53fdc82-977c-4ced-a12d-21a282cbbaff None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:05.322981 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-f53fdc82-977c-4ced-a12d-21a282cbbaff None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:05.332729 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53fdc82-977c-4ced-a12d-21a282cbbaff None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:05.345955 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fdc82-977c-4ced-a12d-21a282cbbaff None None] Pushing event updated for resources: {'Port': ['ID=cbd39b31-4516-4cde-96d9-33357181c51f,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:05.361593 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1a1f4d10-5dca-4a2e-ba9f-e7cab5c4e52c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:05.364334 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495f5fff-245d-469f-9ffc-8d993934fd04 None None] Checking router: 1ba1b5ea-d573-4645-a5e4-d24014e57561 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:00:05.379957 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3c98c6df-1934-44c5-b4a9-075444fb5ee6 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:00:05.385712 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495f5fff-245d-469f-9ffc-8d993934fd04 None None] Routers {'1ba1b5ea-d573-4645-a5e4-d24014e57561'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:05.386362 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-495f5fff-245d-469f-9ffc-8d993934fd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:59:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1ba1b5ea-d573-4645-a5e4-d24014e57561'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:05.410135 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-1a1f4d10-5dca-4a2e-ba9f-e7cab5c4e52c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] device_id is not set on port 2b243d2f-8b9c-49c5-a30a-e3c4bc7346c2 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:00:05.435287 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b57bc5a7-4b13-4951-9ab4-3073754dc0f6 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:05.443056 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b57bc5a7-4b13-4951-9ab4-3073754dc0f6 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:05.472993 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 3c98c6df-1934-44c5-b4a9-075444fb5ee6 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:00:05.476287 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3c98c6df-1934-44c5-b4a9-075444fb5ee6 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:00:05.478450 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 390a1420-d01f-469a-941e-07065d8b3b23 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:00:05.505530 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-495f5fff-245d-469f-9ffc-8d993934fd04 None None] Set router 1ba1b5ea-d573-4645-a5e4-d24014e57561 gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:00:05.510214 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b57bc5a7-4b13-4951-9ab4-3073754dc0f6 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:05.511087 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57bc5a7-4b13-4951-9ab4-3073754dc0f6 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Fanout notify agent at l3_agent the message router_deleted on router 1ba1b5ea-d573-4645-a5e4-d24014e57561 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:00:05.515670 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 390a1420-d01f-469a-941e-07065d8b3b23 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:00:05.516194 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 390a1420-d01f-469a-941e-07065d8b3b23 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:00:05.516744 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 43987be4-dd29-4706-aba2-383098dac267 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:00:05.521384 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-f53fdc82-977c-4ced-a12d-21a282cbbaff None None] Attempting to bind port cbd39b31-4516-4cde-96d9-33357181c51f on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:05.521685 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-f53fdc82-977c-4ced-a12d-21a282cbbaff None None] Attempting to bind port cbd39b31-4516-4cde-96d9-33357181c51f by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:05.522054 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53fdc82-977c-4ced-a12d-21a282cbbaff None None] Attempting to bind port cbd39b31-4516-4cde-96d9-33357181c51f on network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:05.531707 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b57bc5a7-4b13-4951-9ab4-3073754dc0f6 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:05.538448 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b57bc5a7-4b13-4951-9ab4-3073754dc0f6 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/routers/1ba1b5ea-d573-4645-a5e4-d24014e57561 HTTP/1.1" status: 204 len: 168 time: 0.5491779 May 06 10:00:05.541634 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43664) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:05.543072 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 43987be4-dd29-4706-aba2-383098dac267 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:00:05.543795 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 43987be4-dd29-4706-aba2-383098dac267 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:00:05.547310 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-d6b5eb40-9ca6-46c3-9c4f-d9848be05c9c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-101464343', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:05.549028 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53fdc82-977c-4ced-a12d-21a282cbbaff None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:05.549411 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53fdc82-977c-4ced-a12d-21a282cbbaff None None] Checking segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:05.549820 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f53fdc82-977c-4ced-a12d-21a282cbbaff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:05.552384 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53fdc82-977c-4ced-a12d-21a282cbbaff None None] Bound using segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:05.552384 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-f53fdc82-977c-4ced-a12d-21a282cbbaff None None] Bound port: cbd39b31-4516-4cde-96d9-33357181c51f, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:05.552384 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f53fdc82-977c-4ced-a12d-21a282cbbaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:05.580254 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-495f5fff-245d-469f-9ffc-8d993934fd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'name': 'tempest-RoutersIpV6Test-router-1292929843', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:14Z', 'updated_at': '2022-05-06T10:00:01Z', 'revision_number': 11, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:05.583182 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6b5eb40-9ca6-46c3-9c4f-d9848be05c9c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:05.584470 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6b5eb40-9ca6-46c3-9c4f-d9848be05c9c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:05.611355 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495f5fff-245d-469f-9ffc-8d993934fd04 None None] The sync data for ids ['1ba1b5ea-d573-4645-a5e4-d24014e57561'] in n-d-840835-1 is: [{'id': '1ba1b5ea-d573-4645-a5e4-d24014e57561', 'name': 'tempest-RoutersIpV6Test-router-1292929843', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:14Z', 'updated_at': '2022-05-06T10:00:01Z', 'revision_number': 11, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:00:05.632645 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206d083-3506-43f2-8f5f-8f088ea00d42 req-aaecde53-1c9f-4675-9f08-670c00a816bd tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:05.634238 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8206d083-3506-43f2-8f5f-8f088ea00d42 req-aaecde53-1c9f-4675-9f08-670c00a816bd tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/ports?device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 946 time: 0.1697052 May 06 10:00:05.661083 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f53fdc82-977c-4ced-a12d-21a282cbbaff None None] For port cbd39b31-4516-4cde-96d9-33357181c51f, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:05.666376 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f53fdc82-977c-4ced-a12d-21a282cbbaff None None] For port cbd39b31-4516-4cde-96d9-33357181c51f, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=cbd39b31-4516-4cde-96d9-33357181c51f,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:00:05.669855 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-1a1f4d10-5dca-4a2e-ba9f-e7cab5c4e52c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Allocated IP 2001:db8::f816:3eff:fec1:c58c (0d1252d9-04fb-40a6-862c-9b06ebf6d551/734989d3-1b30-4c46-95e3-f30b8b87fbc5/2b243d2f-8b9c-49c5-a30a-e3c4bc7346c2) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:05.675511 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f53fdc82-977c-4ced-a12d-21a282cbbaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:05.688250 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6b5eb40-9ca6-46c3-9c4f-d9848be05c9c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:05.698253 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6b5eb40-9ca6-46c3-9c4f-d9848be05c9c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:05.722984 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8206d083-3506-43f2-8f5f-8f088ea00d42 req-776206f7-e553-4f4b-86d3-3ce95fd7083d tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe10db9-3060-4c68-9bbd-1a76ce2b7dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823016 May 06 10:00:05.740148 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6b5eb40-9ca6-46c3-9c4f-d9848be05c9c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:05.744177 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d6b5eb40-9ca6-46c3-9c4f-d9848be05c9c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2013414 May 06 10:00:05.756073 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43670) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:05.764180 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-07a666fe-a6d9-4446-a06e-885bd5dbb4b7 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:05.767854 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fdc82-977c-4ced-a12d-21a282cbbaff None None] Pushing event updated for resources: {'Port': ['ID=cbd39b31-4516-4cde-96d9-33357181c51f,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:05.933048 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1a1f4d10-5dca-4a2e-ba9f-e7cab5c4e52c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:06.015747 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1a1f4d10-5dca-4a2e-ba9f-e7cab5c4e52c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:06.128754 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f4d10-5dca-4a2e-ba9f-e7cab5c4e52c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Port': ['ID=2b243d2f-8b9c-49c5-a30a-e3c4bc7346c2,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:06.142010 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1f4d10-5dca-4a2e-ba9f-e7cab5c4e52c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:06.143702 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-1a1f4d10-5dca-4a2e-ba9f-e7cab5c4e52c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:06.146266 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1f4d10-5dca-4a2e-ba9f-e7cab5c4e52c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:06.153316 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1f4d10-5dca-4a2e-ba9f-e7cab5c4e52c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:06.153986 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1a1f4d10-5dca-4a2e-ba9f-e7cab5c4e52c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:06.166042 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-07a666fe-a6d9-4446-a06e-885bd5dbb4b7 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1992734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1598914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41446'] for router, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:06.179380 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1a1f4d10-5dca-4a2e-ba9f-e7cab5c4e52c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4413540 May 06 10:00:06.181795 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43678) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:06.229105 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-07a666fe-a6d9-4446-a06e-885bd5dbb4b7 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1598923'] for router, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:06.317633 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d31c753-7d92-4450-9cd7-4c6ecf7e631b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:06.324135 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d31c753-7d92-4450-9cd7-4c6ecf7e631b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:06.325762 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6d31c753-7d92-4450-9cd7-4c6ecf7e631b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1429381 May 06 10:00:06.328969 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43684) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:06.364182 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a666fe-a6d9-4446-a06e-885bd5dbb4b7 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Router be187212-4dab-4adf-8a84-44ed62aaf02b is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:00:06.438449 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-d8bfe28e-34b9-4566-9d3d-5e8616dd42c9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting port 2b243d2f-8b9c-49c5-a30a-e3c4bc7346c2 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:06.438940 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe28e-34b9-4566-9d3d-5e8616dd42c9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:06.451207 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a666fe-a6d9-4446-a06e-885bd5dbb4b7 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:00:06.458541 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-07a666fe-a6d9-4446-a06e-885bd5dbb4b7 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:06.459845 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-07a666fe-a6d9-4446-a06e-885bd5dbb4b7 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "PUT /v2.0/routers/be187212-4dab-4adf-8a84-44ed62aaf02b HTTP/1.1" status: 200 len: 697 time: 0.7005825 May 06 10:00:06.463963 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fac57d2-a682-4428-af9f-3df8767691f8 None None] Sync routers for ids ['be187212-4dab-4adf-8a84-44ed62aaf02b'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:00:06.473836 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43694) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:06.481913 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fac57d2-a682-4428-af9f-3df8767691f8 None None] Routers {'be187212-4dab-4adf-8a84-44ed62aaf02b'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:06.482550 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-1fac57d2-a682-4428-af9f-3df8767691f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:59:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['be187212-4dab-4adf-8a84-44ed62aaf02b'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:06.578654 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe28e-34b9-4566-9d3d-5e8616dd42c9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:06.579781 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-1fac57d2-a682-4428-af9f-3df8767691f8 None None] Set router be187212-4dab-4adf-8a84-44ed62aaf02b gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:00:06.607561 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-d8bfe28e-34b9-4566-9d3d-5e8616dd42c9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Calling delete_port for 2b243d2f-8b9c-49c5-a30a-e3c4bc7346c2 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:06.618927 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-71cbc513-063c-404c-8fb6-682b0f05b85c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "GET /v2.0/routers/be187212-4dab-4adf-8a84-44ed62aaf02b HTTP/1.1" status: 200 len: 703 time: 0.1406751 May 06 10:00:06.618927 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43702) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:06.661406 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5469a525-1303-461a-a939-936041110ba9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "GET /v2.0/ports?device_id=be187212-4dab-4adf-8a84-44ed62aaf02b HTTP/1.1" status: 200 len: 205 time: 0.0412841 May 06 10:00:06.664165 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43706) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:06.819798 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1cc4b3a5-8e9b-4e8d-9bf8-f77d38e98d37 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:06.836627 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe28e-34b9-4566-9d3d-5e8616dd42c9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:06.880006 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-1fac57d2-a682-4428-af9f-3df8767691f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be187212-4dab-4adf-8a84-44ed62aaf02b', 'name': 'tempest-RoutersIpV6Test-router-101464343', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:05Z', 'updated_at': '2022-05-06T10:00:06Z', 'revision_number': 2, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:06.925280 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fac57d2-a682-4428-af9f-3df8767691f8 None None] Checking router: be187212-4dab-4adf-8a84-44ed62aaf02b for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:00:06.928035 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bfe28e-34b9-4566-9d3d-5e8616dd42c9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Port': ['ID=2b243d2f-8b9c-49c5-a30a-e3c4bc7346c2,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:06.942945 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fac57d2-a682-4428-af9f-3df8767691f8 None None] Routers {'be187212-4dab-4adf-8a84-44ed62aaf02b'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:06.943951 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-1fac57d2-a682-4428-af9f-3df8767691f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:59:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['be187212-4dab-4adf-8a84-44ed62aaf02b'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:07.016665 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe28e-34b9-4566-9d3d-5e8616dd42c9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:07.031332 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d8bfe28e-34b9-4566-9d3d-5e8616dd42c9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/2b243d2f-8b9c-49c5-a30a-e3c4bc7346c2 HTTP/1.1" status: 204 len: 168 time: 0.7010217 May 06 10:00:07.034586 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43716) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:07.058709 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1cc4b3a5-8e9b-4e8d-9bf8-f77d38e98d37 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:07.060997 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1cc4b3a5-8e9b-4e8d-9bf8-f77d38e98d37 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:07.066061 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-1fac57d2-a682-4428-af9f-3df8767691f8 None None] Set router be187212-4dab-4adf-8a84-44ed62aaf02b gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:00:07.111488 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80efb4-38df-491e-8637-d71c22370633 req-80d5f304-ec61-417a-85f5-aef29d1cfae6 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:07.113707 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b80efb4-38df-491e-8637-d71c22370633 req-80d5f304-ec61-417a-85f5-aef29d1cfae6 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/ports?device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 946 time: 0.2218451 May 06 10:00:07.135905 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9b8132-82d6-4f5e-9758-c0b294b0b7e3 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:07.138111 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9b8132-82d6-4f5e-9758-c0b294b0b7e3 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:07.142642 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5f9b8132-82d6-4f5e-9758-c0b294b0b7e3 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1042769 May 06 10:00:07.143452 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43718) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:07.144314 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1cc4b3a5-8e9b-4e8d-9bf8-f77d38e98d37 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:07.144892 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc4b3a5-8e9b-4e8d-9bf8-f77d38e98d37 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Fanout notify agent at l3_agent the message router_deleted on router be187212-4dab-4adf-8a84-44ed62aaf02b {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:00:07.156046 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1cc4b3a5-8e9b-4e8d-9bf8-f77d38e98d37 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:07.157159 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1cc4b3a5-8e9b-4e8d-9bf8-f77d38e98d37 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/routers/be187212-4dab-4adf-8a84-44ed62aaf02b HTTP/1.1" status: 204 len: 168 time: 0.4920483 May 06 10:00:07.163655 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43720) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:07.186381 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43722) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:07.194219 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-1fac57d2-a682-4428-af9f-3df8767691f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be187212-4dab-4adf-8a84-44ed62aaf02b', 'name': 'tempest-RoutersIpV6Test-router-101464343', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:05Z', 'updated_at': '2022-05-06T10:00:06Z', 'revision_number': 2, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:07.220931 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-92bc35c2-e17d-4d89-bbac-4ebbf7730763 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "GET /v2.0/ports?device_id=be187212-4dab-4adf-8a84-44ed62aaf02b HTTP/1.1" status: 200 len: 205 time: 0.0560050 May 06 10:00:07.229199 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43726) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:07.242280 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fac57d2-a682-4428-af9f-3df8767691f8 None None] The sync data for ids ['be187212-4dab-4adf-8a84-44ed62aaf02b'] in n-d-840835-1 is: [{'id': 'be187212-4dab-4adf-8a84-44ed62aaf02b', 'name': 'tempest-RoutersIpV6Test-router-101464343', 'tenant_id': '33c51dde91ea4665882b6a57b1b91c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:05Z', 'updated_at': '2022-05-06T10:00:06Z', 'revision_number': 2, 'project_id': '33c51dde91ea4665882b6a57b1b91c1a', 'gw_port_host': None}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:00:07.252315 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b80efb4-38df-491e-8637-d71c22370633 req-90c8e9a7-f973-4779-bc02-971e3fbd3766 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe10db9-3060-4c68-9bbd-1a76ce2b7dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299953 May 06 10:00:07.257344 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-8930735d-b469-48a7-9a4c-6bd574e064a1 None None] Provisioning complete for port cbd39b31-4516-4cde-96d9-33357181c51f triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:07.257693 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8930735d-b469-48a7-9a4c-6bd574e064a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:07.344077 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-b74e6638-7206-41c3-a1cb-9f46c855227c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] delete failed (client error): The resource could not be found. May 06 10:00:07.347365 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b74e6638-7206-41c3-a1cb-9f46c855227c tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/routers/be187212-4dab-4adf-8a84-44ed62aaf02b HTTP/1.1" status: 404 len: 336 time: 0.1171458 May 06 10:00:07.350403 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43730) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:07.372305 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f15c81-0949-4e0f-9275-e83f09e8088d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting subnet 734989d3-1b30-4c46-95e3-f30b8b87fbc5 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:00:07.389403 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-34f15c81-0949-4e0f-9275-e83f09e8088d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:07.412278 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf625fc5-2621-46d1-9b52-669f6891da7e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] DELETE failed (client error): The resource could not be found. May 06 10:00:07.413015 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf625fc5-2621-46d1-9b52-669f6891da7e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:00:07.414030 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device cbd39b31-4516-4cde-96d9-33357181c51f up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:07.420059 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-cf625fc5-2621-46d1-9b52-669f6891da7e tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/subnets/e363c319-267c-43c4-b0d4-2f98acb1c477 HTTP/1.1" status: 404 len: 337 time: 0.0687985 May 06 10:00:07.421090 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43732) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:07.458065 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8930735d-b469-48a7-9a4c-6bd574e064a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:07.472096 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af78085-b0f6-4f21-ac10-70f3e7f3e6fd tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] DELETE failed (client error): The resource could not be found. May 06 10:00:07.473449 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af78085-b0f6-4f21-ac10-70f3e7f3e6fd tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:00:07.479849 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3af78085-b0f6-4f21-ac10-70f3e7f3e6fd tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/subnets/35404f1e-ad34-4e95-8102-acf540fab4db HTTP/1.1" status: 404 len: 337 time: 0.0547054 May 06 10:00:07.480008 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-34f15c81-0949-4e0f-9275-e83f09e8088d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:07.482525 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43734) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:07.510253 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8930735d-b469-48a7-9a4c-6bd574e064a1 None None] For port cbd39b31-4516-4cde-96d9-33357181c51f, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=cbd39b31-4516-4cde-96d9-33357181c51f,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:07.519769 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8930735d-b469-48a7-9a4c-6bd574e064a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:07.534232 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8555e-84bc-4297-bd93-34f64e4fe2d1 req-dc1b731c-3186-4056-b718-4e81688b7e5c tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:07.542784 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-93f8555e-84bc-4297-bd93-34f64e4fe2d1 req-dc1b731c-3186-4056-b718-4e81688b7e5c tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/ports?device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 946 time: 0.1092680 May 06 10:00:07.571215 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930735d-b469-48a7-9a4c-6bd574e064a1 None None] Pushing event updated for resources: {'Port': ['ID=cbd39b31-4516-4cde-96d9-33357181c51f,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:07.575560 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port cbd39b31-4516-4cde-96d9-33357181c51f triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:07.578118 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df84a9c2-d30f-4ae7-9710-1dd9682add41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:07.583695 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d8d2da-0ee1-4011-88ad-6ee7079f41e1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] DELETE failed (client error): The resource could not be found. May 06 10:00:07.583980 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:07.584166 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d8d2da-0ee1-4011-88ad-6ee7079f41e1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:00:07.592679 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-46d8d2da-0ee1-4011-88ad-6ee7079f41e1 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/subnets/94949605-b51e-4f63-a266-d5a4b9c1d9fd HTTP/1.1" status: 404 len: 337 time: 0.1048164 May 06 10:00:07.598740 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43736) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:07.605375 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-93f8555e-84bc-4297-bd93-34f64e4fe2d1 req-536e7530-c377-4bef-b49b-e3a0b4dfc149 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe10db9-3060-4c68-9bbd-1a76ce2b7dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590920 May 06 10:00:07.654380 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-3cfb9707-f1dc-4fe1-9b0b-6787df2b2179 None None] Could not find standard attr ID for object 2b243d2f-8b9c-49c5-a30a-e3c4bc7346c2. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 10:00:07.668796 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c8eb2e-8ac6-4fca-8aba-e9d02acc5701 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] DELETE failed (client error): The resource could not be found. May 06 10:00:07.669467 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c8eb2e-8ac6-4fca-8aba-e9d02acc5701 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:00:07.676207 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43740) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:07.676814 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-53c8eb2e-8ac6-4fca-8aba-e9d02acc5701 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/subnets/309530df-2e34-4e0f-9fdd-2cbd8d3520c6 HTTP/1.1" status: 404 len: 337 time: 0.0735598 May 06 10:00:07.730122 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b10b5324-c1d5-4a49-806f-17b67663ef58 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ba1b5ea-d573-4645-a5e4-d24014e57561 HTTP/1.1" status: 200 len: 205 time: 0.0521297 May 06 10:00:07.734432 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43742) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:07.752172 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-34f15c81-0949-4e0f-9275-e83f09e8088d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:07.808580 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-85921d5b-b092-4dce-ac6e-04b68379d2c2 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] delete failed (client error): The resource could not be found. May 06 10:00:07.809972 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-85921d5b-b092-4dce-ac6e-04b68379d2c2 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/routers/1ba1b5ea-d573-4645-a5e4-d24014e57561 HTTP/1.1" status: 404 len: 336 time: 0.0742936 May 06 10:00:07.812713 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43746) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:07.850421 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3c6ed1d3-4f74-4ed6-a71e-2c6cb2e07837 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "GET /v2.0/ports?device_id=d653e49b-38c9-4fb1-b4ab-8386c41a69c1 HTTP/1.1" status: 200 len: 205 time: 0.0355687 May 06 10:00:07.856945 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43748) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:07.878768 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-34f15c81-0949-4e0f-9275-e83f09e8088d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:07.910599 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b403f92-f430-4e04-a382-e0db3f6728c4 req-811a42e2-cec3-4ac5-b527-56af12c9fa58 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:07.912406 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b403f92-f430-4e04-a382-e0db3f6728c4 req-811a42e2-cec3-4ac5-b527-56af12c9fa58 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/ports?device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 946 time: 0.0650058 May 06 10:00:07.956128 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b403f92-f430-4e04-a382-e0db3f6728c4 req-da94dc26-3528-4266-8cc0-4965190b221c tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe10db9-3060-4c68-9bbd-1a76ce2b7dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359650 May 06 10:00:08.204877 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df84a9c2-d30f-4ae7-9710-1dd9682add41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:08.226869 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-b3ffcdaf-af70-424f-af31-7257ee9fc929 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] delete failed (client error): The resource could not be found. May 06 10:00:08.228519 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b3ffcdaf-af70-424f-af31-7257ee9fc929 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/routers/d653e49b-38c9-4fb1-b4ab-8386c41a69c1 HTTP/1.1" status: 404 len: 336 time: 0.3705730 May 06 10:00:08.231501 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43750) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:08.231757 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-df84a9c2-d30f-4ae7-9710-1dd9682add41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:08.238399 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f15c81-0949-4e0f-9275-e83f09e8088d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Subnet': ['ID=734989d3-1b30-4c46-95e3-f30b8b87fbc5,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:08.255044 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-34f15c81-0949-4e0f-9275-e83f09e8088d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:08.260519 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-34f15c81-0949-4e0f-9275-e83f09e8088d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/734989d3-1b30-4c46-95e3-f30b8b87fbc5 HTTP/1.1" status: 204 len: 168 time: 1.1101503 May 06 10:00:08.263362 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43752) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:08.263504 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a9ea9c-1ca9-4636-8ff8-692b3146008f None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:08.270917 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba46926-d748-45eb-b956-64ba0901ac69 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] DELETE failed (client error): The resource could not be found. May 06 10:00:08.271415 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ba46926-d748-45eb-b956-64ba0901ac69 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:00:08.277407 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4ba46926-d748-45eb-b956-64ba0901ac69 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/subnets/96bee812-76cd-408b-9089-07eaf9a47e10 HTTP/1.1" status: 404 len: 337 time: 0.0412397 May 06 10:00:08.278661 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43754) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:08.288817 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84a9c2-d30f-4ae7-9710-1dd9682add41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cf7a7c-c6f6-4bce-b077-ebb69f6f6e8a,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:08.295373 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-df84a9c2-d30f-4ae7-9710-1dd9682add41 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=77064ae58c234f8dab85092bd0be6f9e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1085429 May 06 10:00:08.313344 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43756) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:08.316141 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3ad81ab0-d1a2-4ce1-bfbc-39941924d43d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516520 May 06 10:00:08.316966 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e7561b98-62ff-4609-9baa-4d6b88ccf867 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2b46fbc-27d7-474b-a901-10a0931871b8 HTTP/1.1" status: 200 len: 205 time: 0.0371382 May 06 10:00:08.320039 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43758) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:08.320254 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43760) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:08.330724 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-20e84924-cc8b-41c0-a886-2603429714ce tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:08.372064 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-81966df8-8cf2-4c3b-b821-755dd5be2796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:08.376475 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-4a4e8bec-6da7-4e8c-ad3c-02c7daa4beaa tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] delete failed (client error): The resource could not be found. May 06 10:00:08.380668 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4a4e8bec-6da7-4e8c-ad3c-02c7daa4beaa tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/routers/d2b46fbc-27d7-474b-a901-10a0931871b8 HTTP/1.1" status: 404 len: 336 time: 0.0579681 May 06 10:00:08.381430 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43762) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:08.401929 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-81966df8-8cf2-4c3b-b821-755dd5be2796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:08.456573 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e7dfbfaf-d6ac-4f3b-8004-fcbfce412972 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "GET /v2.0/ports?device_id=db3a31e3-b642-49b4-92a7-dfecf73e8e20 HTTP/1.1" status: 200 len: 205 time: 0.0394361 May 06 10:00:08.460292 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43764) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:08.469570 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-81966df8-8cf2-4c3b-b821-755dd5be2796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:08.472253 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-81966df8-8cf2-4c3b-b821-755dd5be2796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:08.473911 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-81966df8-8cf2-4c3b-b821-755dd5be2796 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/73cf7a7c-c6f6-4bce-b077-ebb69f6f6e8a HTTP/1.1" status: 204 len: 168 time: 0.1594334 May 06 10:00:08.508154 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e84924-cc8b-41c0-a886-2603429714ce tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:08.513002 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-20e84924-cc8b-41c0-a886-2603429714ce tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:08.537657 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-36fda1c7-223a-46cb-b9ce-2e9a3deabd41 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] delete failed (client error): The resource could not be found. May 06 10:00:08.541952 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-36fda1c7-223a-46cb-b9ce-2e9a3deabd41 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/routers/db3a31e3-b642-49b4-92a7-dfecf73e8e20 HTTP/1.1" status: 404 len: 336 time: 0.0821478 May 06 10:00:08.542777 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43768) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:08.543594 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81966df8-8cf2-4c3b-b821-755dd5be2796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cf7a7c-c6f6-4bce-b077-ebb69f6f6e8a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:08.582080 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4691593b-1566-46d9-99a9-51833a09cf61 None None] DHCP port deletion for 0d1252d9-04fb-40a6-862c-9b06ebf6d551 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:00:08.604064 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b1c1f1-961e-4b73-bfa0-9814d654ec50 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] DELETE failed (client error): The resource could not be found. May 06 10:00:08.604433 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43b1c1f1-961e-4b73-bfa0-9814d654ec50 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:00:08.607632 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-43b1c1f1-961e-4b73-bfa0-9814d654ec50 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/subnets/93d58a67-528f-4bfc-99fe-e192fb99b7c7 HTTP/1.1" status: 404 len: 337 time: 0.0619380 May 06 10:00:08.610197 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43770) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:08.653397 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9db7f095-384c-485d-a62f-ee7f052c9b83 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "GET /v2.0/ports?device_id=3202ef34-ef4b-4fea-be84-9d734220662b HTTP/1.1" status: 200 len: 205 time: 0.0420198 May 06 10:00:08.656509 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43772) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:08.662054 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-4691593b-1566-46d9-99a9-51833a09cf61 None None] Deleting port cbd39b31-4516-4cde-96d9-33357181c51f {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:08.662652 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4691593b-1566-46d9-99a9-51833a09cf61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:08.711382 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-fcf5e497-9b4a-4098-bb3c-75ee4fd284e9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] delete failed (client error): The resource could not be found. May 06 10:00:08.715155 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fcf5e497-9b4a-4098-bb3c-75ee4fd284e9 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/routers/3202ef34-ef4b-4fea-be84-9d734220662b HTTP/1.1" status: 404 len: 336 time: 0.0557590 May 06 10:00:08.717102 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43776) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:08.750582 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-31594628-c43c-4253-b7c6-ad6d66f8bd8a tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] DELETE failed (client error): The resource could not be found. May 06 10:00:08.751050 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31594628-c43c-4253-b7c6-ad6d66f8bd8a tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:00:08.756655 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-31594628-c43c-4253-b7c6-ad6d66f8bd8a tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/subnets/9927ceee-5d5f-4bc6-9c34-24098f24e95f HTTP/1.1" status: 404 len: 337 time: 0.0335708 May 06 10:00:08.756817 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-4691593b-1566-46d9-99a9-51833a09cf61 None None] For port cbd39b31-4516-4cde-96d9-33357181c51f, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=cbd39b31-4516-4cde-96d9-33357181c51f,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:08.756958 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43778) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:08.757159 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4691593b-1566-46d9-99a9-51833a09cf61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:08.772962 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-4691593b-1566-46d9-99a9-51833a09cf61 None None] Calling delete_port for cbd39b31-4516-4cde-96d9-33357181c51f owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:08.810740 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b4ae36e1-bcd7-4713-a908-0973a5587845 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "GET /v2.0/ports?device_id=5668545b-54c2-4c99-99cf-5083bf435cc6 HTTP/1.1" status: 200 len: 205 time: 0.0527000 May 06 10:00:08.813236 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43782) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:08.862988 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4691593b-1566-46d9-99a9-51833a09cf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:08.865458 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-fb3721cd-ec65-4779-b9ab-4d1f3b787ec7 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] delete failed (client error): The resource could not be found. May 06 10:00:08.869684 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fb3721cd-ec65-4779-b9ab-4d1f3b787ec7 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/routers/5668545b-54c2-4c99-99cf-5083bf435cc6 HTTP/1.1" status: 404 len: 336 time: 0.0523262 May 06 10:00:08.870258 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43786) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:08.891149 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691593b-1566-46d9-99a9-51833a09cf61 None None] Pushing event deleted for resources: {'Port': ['ID=cbd39b31-4516-4cde-96d9-33357181c51f,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:08.902394 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-355f1032-14e4-421f-b036-1d74af32b5c2 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] DELETE failed (client error): The resource could not be found. May 06 10:00:08.902647 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4691593b-1566-46d9-99a9-51833a09cf61 None None] No DVR routers for this DVR port cbd39b31-4516-4cde-96d9-33357181c51f on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:00:08.902863 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-355f1032-14e4-421f-b036-1d74af32b5c2 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:00:08.906100 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-355f1032-14e4-421f-b036-1d74af32b5c2 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/subnets/6b69e064-7371-4285-b45b-de5d00ba475a HTTP/1.1" status: 404 len: 337 time: 0.0351832 May 06 10:00:08.909467 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43790) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:08.965640 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb712cd-4142-4365-99ea-cecbda01ba54 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] DELETE failed (client error): The resource could not be found. May 06 10:00:08.966109 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb712cd-4142-4365-99ea-cecbda01ba54 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:00:08.969271 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0bb712cd-4142-4365-99ea-cecbda01ba54 tempest-RoutersIpV6Test-1366035967 tempest-RoutersIpV6Test-1366035967-project] 10.222.0.73 "DELETE /v2.0/subnets/004e9182-449f-4de1-b980-cfaa1f95a5f0 HTTP/1.1" status: 404 len: 337 time: 0.0588677 May 06 10:00:09.014054 n-d-840835-1 neutron-server[102653]: DEBUG neutron.objects.ports [None req-20e84924-cc8b-41c0-a886-2603429714ce tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102653) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 10:00:09.015691 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-20e84924-cc8b-41c0-a886-2603429714ce tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:09.074241 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e84924-cc8b-41c0-a886-2603429714ce tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:09.095545 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-20e84924-cc8b-41c0-a886-2603429714ce tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:09.101679 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e84924-cc8b-41c0-a886-2603429714ce tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:09.102420 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-20e84924-cc8b-41c0-a886-2603429714ce tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:09.111078 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ab19c7-0f41-4938-9a61-d0aac5393c88 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:09.130643 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-20e84924-cc8b-41c0-a886-2603429714ce tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8093324 May 06 10:00:09.133729 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43802) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:09.136511 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e84924-cc8b-41c0-a886-2603429714ce tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Subnet': ['ID=43d6de3e-a62b-4dcb-a707-1212bf7102e7,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:09.154566 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-8fbcfd56-d652-4b58-aceb-4e038a76e9ed tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'port': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'mac_address': 'fa:16:3e:5a:01:7f', 'name': 'tempest-NetworksTestDHCPv6-496858940'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:09.155337 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab39f0-89b0-4e68-b549-ff57d5265e7c req-39f37f79-8820-4ea0-bbf7-c1d7858a94a0 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:09.156876 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6cab39f0-89b0-4e68-b549-ff57d5265e7c req-39f37f79-8820-4ea0-bbf7-c1d7858a94a0 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/ports?device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 946 time: 0.1112566 May 06 10:00:09.258421 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6cab39f0-89b0-4e68-b549-ff57d5265e7c req-bb8db7c2-c5e2-402c-9394-e02206cd7f29 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe10db9-3060-4c68-9bbd-1a76ce2b7dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902193 May 06 10:00:09.311508 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device cbd39b31-4516-4cde-96d9-33357181c51f no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:00:09.332478 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: cbd39b31-4516-4cde-96d9-33357181c51f {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:00:09.332826 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device cbd39b31-4516-4cde-96d9-33357181c51f not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:00:09.346136 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac775f46-bde3-4f47-8bb9-4a9516889491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'fixed_ips': [{'subnet_id': '43d6de3e-a62b-4dcb-a707-1212bf7102e7'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:00:09.347161 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ac775f46-bde3-4f47-8bb9-4a9516889491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:09.363768 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbcfd56-d652-4b58-aceb-4e038a76e9ed tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:09.383612 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43812) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:09.504844 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-ac775f46-bde3-4f47-8bb9-4a9516889491 None None] Allocated IP 2001:db8::f816:3eff:fee0:9103 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/43d6de3e-a62b-4dcb-a707-1212bf7102e7/4811e861-a260-4733-968d-ee79a6f589a7) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:09.554399 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fbcfd56-d652-4b58-aceb-4e038a76e9ed tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:09.610100 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [None req-8fbcfd56-d652-4b58-aceb-4e038a76e9ed tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] device_id is not set on port ab88b1f8-8aba-4dcf-ade1-064eb7bd5015 yet. {{(pid=102652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:00:09.643100 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7e00a0e7-a7a3-4c46-aaca-24d4c638eb8c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=33c51dde91ea4665882b6a57b1b91c1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2572207 May 06 10:00:09.646192 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43824) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:09.679605 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8385b-d2a7-4e76-b3f7-0f159f2e54f4 req-9c0b2d6e-9ab6-4837-8409-bfaf9c6f9065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:09.681647 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1fd8385b-d2a7-4e76-b3f7-0f159f2e54f4 req-9c0b2d6e-9ab6-4837-8409-bfaf9c6f9065 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e2c11cb6cc2b4530bc5be13bb602b8f1&device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 1097 time: 0.1027632 May 06 10:00:09.696446 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25aa86d-387c-4b0c-a263-75257fba1d87 req-7fdc48f3-8fc2-422e-b62b-aa1ea7de80b6 tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:09.698808 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f25aa86d-387c-4b0c-a263-75257fba1d87 req-7fdc48f3-8fc2-422e-b62b-aa1ea7de80b6 tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 1097 time: 0.1184521 May 06 10:00:09.720239 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ac775f46-bde3-4f47-8bb9-4a9516889491 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:09.726642 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1e05a6b1-3aa1-4502-952c-165768d4009e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:09.729830 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ac775f46-bde3-4f47-8bb9-4a9516889491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:09.768026 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac775f46-bde3-4f47-8bb9-4a9516889491 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:09.771488 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-ac775f46-bde3-4f47-8bb9-4a9516889491 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:09.776408 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac775f46-bde3-4f47-8bb9-4a9516889491 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:09.779815 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1e05a6b1-3aa1-4502-952c-165768d4009e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:09.797732 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f25aa86d-387c-4b0c-a263-75257fba1d87 req-ad8c186a-009f-4581-a4eb-72e8395bbe5c tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888669 May 06 10:00:09.819355 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-8fbcfd56-d652-4b58-aceb-4e038a76e9ed tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Allocated IP 2001:db8::f816:3eff:fe5a:17f (0d1252d9-04fb-40a6-862c-9b06ebf6d551/43d6de3e-a62b-4dcb-a707-1212bf7102e7/ab88b1f8-8aba-4dcf-ade1-064eb7bd5015) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:09.821436 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43828) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:09.849571 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac775f46-bde3-4f47-8bb9-4a9516889491 None None] Pushing event updated for resources: {'Port': ['ID=4811e861-a260-4733-968d-ee79a6f589a7,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:09.877946 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1e05a6b1-3aa1-4502-952c-165768d4009e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:09.882919 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1e05a6b1-3aa1-4502-952c-165768d4009e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:09.886328 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1e05a6b1-3aa1-4502-952c-165768d4009e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5df392f1-6631-49d8-9952-231c8e4bfb03 HTTP/1.1" status: 204 len: 168 time: 0.2374594 May 06 10:00:09.912497 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05a6b1-3aa1-4502-952c-165768d4009e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df392f1-6631-49d8-9952-231c8e4bfb03,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:09.935775 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8385b-d2a7-4e76-b3f7-0f159f2e54f4 req-0d372153-86ad-4528-9370-d91ecc48685d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:09.937590 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1fd8385b-d2a7-4e76-b3f7-0f159f2e54f4 req-0d372153-86ad-4528-9370-d91ecc48685d service neutron] 10.222.0.84 "GET /v2.0/networks?id=cc8d5426-ce8a-4989-8725-36d1df0ca000 HTTP/1.1" status: 200 len: 912 time: 0.2484581 May 06 10:00:09.952799 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ac775f46-bde3-4f47-8bb9-4a9516889491 None None] Attempting to bind port 4811e861-a260-4733-968d-ee79a6f589a7 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:09.953703 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ac775f46-bde3-4f47-8bb9-4a9516889491 None None] Attempting to bind port 4811e861-a260-4733-968d-ee79a6f589a7 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:09.954317 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac775f46-bde3-4f47-8bb9-4a9516889491 None None] Attempting to bind port 4811e861-a260-4733-968d-ee79a6f589a7 on network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:09.969479 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac775f46-bde3-4f47-8bb9-4a9516889491 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:09.970292 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac775f46-bde3-4f47-8bb9-4a9516889491 None None] Checking segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:09.970915 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ac775f46-bde3-4f47-8bb9-4a9516889491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:09.971597 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac775f46-bde3-4f47-8bb9-4a9516889491 None None] Bound using segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:09.974759 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ac775f46-bde3-4f47-8bb9-4a9516889491 None None] Bound port: 4811e861-a260-4733-968d-ee79a6f589a7, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:09.976273 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ac775f46-bde3-4f47-8bb9-4a9516889491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:09.997769 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854196d-0014-472b-9ad1-2acec7305118 req-653017dc-3cb5-4701-a780-af356a021c6e tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:10.002741 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0854196d-0014-472b-9ad1-2acec7305118 req-653017dc-3cb5-4701-a780-af356a021c6e tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/ports?device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 946 time: 0.1087179 May 06 10:00:10.017906 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1fd8385b-d2a7-4e76-b3f7-0f159f2e54f4 req-4236fa79-b1f2-42b9-97a1-abb2f72f052e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a045ab69-d600-4acf-b383-acda2feeef45 HTTP/1.1" status: 200 len: 217 time: 0.0670607 May 06 10:00:10.062731 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ac775f46-bde3-4f47-8bb9-4a9516889491 None None] For port 4811e861-a260-4733-968d-ee79a6f589a7, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:10.068102 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ac775f46-bde3-4f47-8bb9-4a9516889491 None None] For port 4811e861-a260-4733-968d-ee79a6f589a7, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=4811e861-a260-4733-968d-ee79a6f589a7,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:00:10.075596 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ac775f46-bde3-4f47-8bb9-4a9516889491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:10.089405 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0854196d-0014-472b-9ad1-2acec7305118 req-afb7b9ba-94c4-4b43-b002-a9b8857314e6 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe10db9-3060-4c68-9bbd-1a76ce2b7dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775628 May 06 10:00:10.159111 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac775f46-bde3-4f47-8bb9-4a9516889491 None None] Pushing event updated for resources: {'Port': ['ID=4811e861-a260-4733-968d-ee79a6f589a7,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:10.183498 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8385b-d2a7-4e76-b3f7-0f159f2e54f4 req-eb2d4f4f-e286-4bed-9a5e-290c4595aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:10.185309 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1fd8385b-d2a7-4e76-b3f7-0f159f2e54f4 req-eb2d4f4f-e286-4bed-9a5e-290c4595aaaf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dc46eb3b-b017-4eb1-938c-e66a813c3f9e HTTP/1.1" status: 200 len: 851 time: 0.1548121 May 06 10:00:10.262517 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1fd8385b-d2a7-4e76-b3f7-0f159f2e54f4 req-f866e6cd-40ed-4ab8-8dff-10815584aa0b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cc8d5426-ce8a-4989-8725-36d1df0ca000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689795 May 06 10:00:10.372452 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fbcfd56-d652-4b58-aceb-4e038a76e9ed tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:10.429494 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-ef503ec1-f7f9-4153-8aec-d717afe1f84a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Deleting port 002f58b7-0851-48ca-a60b-4773083b3b50 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:10.430159 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef503ec1-f7f9-4153-8aec-d717afe1f84a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:10.525226 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1fd8385b-d2a7-4e76-b3f7-0f159f2e54f4 req-c557fc5f-e1c6-49bf-95f9-2dae7e7ee3aa service neutron] 10.222.0.84 "GET /v2.0/networks/cc8d5426-ce8a-4989-8725-36d1df0ca000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499058 May 06 10:00:10.631070 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fbcfd56-d652-4b58-aceb-4e038a76e9ed tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:10.650730 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef503ec1-f7f9-4153-8aec-d717afe1f84a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:10.651072 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef503ec1-f7f9-4153-8aec-d717afe1f84a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:10.697354 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-ef503ec1-f7f9-4153-8aec-d717afe1f84a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Calling delete_port for 002f58b7-0851-48ca-a60b-4773083b3b50 owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:10.701535 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbcfd56-d652-4b58-aceb-4e038a76e9ed tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:10.716104 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-8fbcfd56-d652-4b58-aceb-4e038a76e9ed tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:10.718572 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbcfd56-d652-4b58-aceb-4e038a76e9ed tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:10.725076 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbcfd56-d652-4b58-aceb-4e038a76e9ed tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:10.725724 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fbcfd56-d652-4b58-aceb-4e038a76e9ed tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:10.759398 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcfd56-d652-4b58-aceb-4e038a76e9ed tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Port': ['ID=ab88b1f8-8aba-4dcf-ade1-064eb7bd5015,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:10.818110 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8fbcfd56-d652-4b58-aceb-4e038a76e9ed tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.6826537 May 06 10:00:10.820855 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43864) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:10.832980 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1fd8385b-d2a7-4e76-b3f7-0f159f2e54f4 req-5fafd015-1ced-4c5c-b40f-ddc5dcbb05dd service neutron] 10.222.0.84 "GET /v2.0/networks/cc8d5426-ce8a-4989-8725-36d1df0ca000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879014 May 06 10:00:10.914642 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecca87e4-0270-4437-8035-db7441d9d018 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:10.924121 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecca87e4-0270-4437-8035-db7441d9d018 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:10.926334 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ecca87e4-0270-4437-8035-db7441d9d018 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1037283 May 06 10:00:10.929268 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43872) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:11.066836 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef503ec1-f7f9-4153-8aec-d717afe1f84a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:11.096253 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43888) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:11.137211 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef503ec1-f7f9-4153-8aec-d717afe1f84a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event deleted for resources: {'Port': ['ID=002f58b7-0851-48ca-a60b-4773083b3b50,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:11.211700 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-ad932654-04a9-4d34-8837-2f4f5d7bd7dd tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting port ab88b1f8-8aba-4dcf-ade1-064eb7bd5015 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:11.216449 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ad932654-04a9-4d34-8837-2f4f5d7bd7dd tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:11.234622 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef503ec1-f7f9-4153-8aec-d717afe1f84a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:11.235137 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-ef503ec1-f7f9-4153-8aec-d717afe1f84a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Floating IP afbbba64-7bb0-48f4-9555-c17116dd040d disassociated (deleted). External IP: 172.25.5.39, port: 1086e2f4-9cca-4533-9338-9c63a105b995. May 06 10:00:11.278060 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-ac741a90-b280-4c6c-903a-7a4b9f4b0e9d tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'network': {'name': 'tempest-RoutersTest-1896260329'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:11.330879 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf6b61-d93c-4cbf-841e-31805d00f734 req-8bb570d8-c62c-42d7-853a-c40f31517fc2 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:11.332450 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eedf6b61-d93c-4cbf-841e-31805d00f734 req-8bb570d8-c62c-42d7-853a-c40f31517fc2 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/ports?device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 946 time: 0.1144910 May 06 10:00:11.333584 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac741a90-b280-4c6c-903a-7a4b9f4b0e9d tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Made reservation on behalf of 3e9f9f76e76f46fa83c0e38cc7633413 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:11.337565 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ac741a90-b280-4c6c-903a-7a4b9f4b0e9d tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:11.349206 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ac741a90-b280-4c6c-903a-7a4b9f4b0e9d tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:11.404549 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 4811e861-a260-4733-968d-ee79a6f589a7 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:11.439473 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eedf6b61-d93c-4cbf-841e-31805d00f734 req-b97a3330-0bec-4c7b-b510-5589f42add6d tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe10db9-3060-4c68-9bbd-1a76ce2b7dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693758 May 06 10:00:11.509298 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 4811e861-a260-4733-968d-ee79a6f589a7 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:11.509668 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:11.525066 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ac741a90-b280-4c6c-903a-7a4b9f4b0e9d tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:11.530283 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ac741a90-b280-4c6c-903a-7a4b9f4b0e9d tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:11.569889 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac741a90-b280-4c6c-903a-7a4b9f4b0e9d tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:00:11.574882 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ad932654-04a9-4d34-8837-2f4f5d7bd7dd tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:11.584903 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-9dfa4e67-587e-42b4-903e-e249fd3e50ca None None] Provisioning complete for port 4811e861-a260-4733-968d-ee79a6f589a7 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:11.585288 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9dfa4e67-587e-42b4-903e-e249fd3e50ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:11.597001 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ac741a90-b280-4c6c-903a-7a4b9f4b0e9d tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:11.597417 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-ac741a90-b280-4c6c-903a-7a4b9f4b0e9d tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Added segment bd90925a-0a4a-4ae8-b05d-70b318f5e7e9 of type vlan for network 14ba1982-5901-43f1-ba13-966e94e35b6d May 06 10:00:11.650927 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ac741a90-b280-4c6c-903a-7a4b9f4b0e9d tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:11.652549 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-ad932654-04a9-4d34-8837-2f4f5d7bd7dd tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Calling delete_port for ab88b1f8-8aba-4dcf-ade1-064eb7bd5015 owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:11.717350 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac741a90-b280-4c6c-903a-7a4b9f4b0e9d tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=646d15dd-a397-4b29-929b-07e7ab6cd66d,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:11.730738 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ac741a90-b280-4c6c-903a-7a4b9f4b0e9d tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:11.750976 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac741a90-b280-4c6c-903a-7a4b9f4b0e9d tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:11.751488 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef503ec1-f7f9-4153-8aec-d717afe1f84a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Router 9ed2694c-f882-4951-ad25-00927f52e9c5 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:00:11.756139 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ac741a90-b280-4c6c-903a-7a4b9f4b0e9d tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:11.761896 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:11.781383 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9dfa4e67-587e-42b4-903e-e249fd3e50ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:11.820289 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-9dfa4e67-587e-42b4-903e-e249fd3e50ca None None] For port 4811e861-a260-4733-968d-ee79a6f589a7, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=4811e861-a260-4733-968d-ee79a6f589a7,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:11.833084 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9dfa4e67-587e-42b4-903e-e249fd3e50ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:11.860150 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43910) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:11.861721 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac741a90-b280-4c6c-903a-7a4b9f4b0e9d tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Network': ['ID=14ba1982-5901-43f1-ba13-966e94e35b6d,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:11.875917 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ac741a90-b280-4c6c-903a-7a4b9f4b0e9d tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7781799 May 06 10:00:11.878366 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43914) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:11.883426 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-71b0b9c0-abd9-496b-bb6a-41099f414a11 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'network': {'name': 'tempest-RoutersTest-43774214'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:11.904784 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 10:00:11.905722 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 10:00:11.906605 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 14ba1982-5901-43f1-ba13-966e94e35b6d details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:00:11.909452 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b0b9c0-abd9-496b-bb6a-41099f414a11 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Made reservation on behalf of 3e9f9f76e76f46fa83c0e38cc7633413 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:11.913250 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-71b0b9c0-abd9-496b-bb6a-41099f414a11 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:11.950452 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b0b9c0-abd9-496b-bb6a-41099f414a11 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:00:11.961138 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-71b0b9c0-abd9-496b-bb6a-41099f414a11 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:11.962142 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-71b0b9c0-abd9-496b-bb6a-41099f414a11 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Added segment a708051f-92c6-425d-a668-32c37a0a6424 of type vlan for network 846996d6-6baa-47f1-9dba-9ed1eea735e4 May 06 10:00:12.006668 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-71b0b9c0-abd9-496b-bb6a-41099f414a11 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.031089 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa4e67-587e-42b4-903e-e249fd3e50ca None None] Pushing event updated for resources: {'Port': ['ID=4811e861-a260-4733-968d-ee79a6f589a7,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:12.041247 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa4e67-587e-42b4-903e-e249fd3e50ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:12.041579 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa4e67-587e-42b4-903e-e249fd3e50ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:12.042180 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa4e67-587e-42b4-903e-e249fd3e50ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:12.042647 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa4e67-587e-42b4-903e-e249fd3e50ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:12.042778 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ad932654-04a9-4d34-8837-2f4f5d7bd7dd tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.042948 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa4e67-587e-42b4-903e-e249fd3e50ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:12.043638 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa4e67-587e-42b4-903e-e249fd3e50ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:12.044067 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa4e67-587e-42b4-903e-e249fd3e50ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:12.044614 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa4e67-587e-42b4-903e-e249fd3e50ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:12.045304 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa4e67-587e-42b4-903e-e249fd3e50ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:12.045635 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa4e67-587e-42b4-903e-e249fd3e50ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:12.046195 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa4e67-587e-42b4-903e-e249fd3e50ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:12.046692 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa4e67-587e-42b4-903e-e249fd3e50ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:12.047692 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-71b0b9c0-abd9-496b-bb6a-41099f414a11 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.050604 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e8e295e1-64b1-4aad-80ae-141a03ac0806 None None] Provisioning complete for port ab88b1f8-8aba-4dcf-ade1-064eb7bd5015 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:12.051252 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e8e295e1-64b1-4aad-80ae-141a03ac0806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.053149 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b0b9c0-abd9-496b-bb6a-41099f414a11 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:12.053762 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-71b0b9c0-abd9-496b-bb6a-41099f414a11 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.075218 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e8e295e1-64b1-4aad-80ae-141a03ac0806 None None] Port ab88b1f8-8aba-4dcf-ade1-064eb7bd5015 was deleted so its status cannot be updated. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} May 06 10:00:12.080870 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-71f0ef70-bc9e-4ea9-8b8e-192e6e72162d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.130022 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad932654-04a9-4d34-8837-2f4f5d7bd7dd tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Port': ['ID=ab88b1f8-8aba-4dcf-ade1-064eb7bd5015,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:12.139156 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-71b0b9c0-abd9-496b-bb6a-41099f414a11 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2566414 May 06 10:00:12.140018 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43916) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:12.148358 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0b9c0-abd9-496b-bb6a-41099f414a11 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Network': ['ID=846996d6-6baa-47f1-9dba-9ed1eea735e4,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:12.159109 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 846996d6-6baa-47f1-9dba-9ed1eea735e4 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:00:12.249192 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-71f0ef70-bc9e-4ea9-8b8e-192e6e72162d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.257112 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-71f0ef70-bc9e-4ea9-8b8e-192e6e72162d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.300021 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-71f0ef70-bc9e-4ea9-8b8e-192e6e72162d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4ab18b0a6dcc4a2eb47daf328083762d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4349549 May 06 10:00:12.300792 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0ef70-bc9e-4ea9-8b8e-192e6e72162d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72b6484-1a9b-4d4e-8d4a-3af3c296b81a,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:12.303296 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43918) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:12.357595 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6e3fb277-9313-4d09-ad34-c5f984025b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.382626 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6e3fb277-9313-4d09-ad34-c5f984025b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.436404 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6e3fb277-9313-4d09-ad34-c5f984025b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.439038 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6e3fb277-9313-4d09-ad34-c5f984025b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.451718 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6e3fb277-9313-4d09-ad34-c5f984025b03 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f72b6484-1a9b-4d4e-8d4a-3af3c296b81a HTTP/1.1" status: 204 len: 168 time: 0.1473079 May 06 10:00:12.460323 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3fb277-9313-4d09-ad34-c5f984025b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72b6484-1a9b-4d4e-8d4a-3af3c296b81a,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:12.480767 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-b85ea564-32a3-486f-b9e6-334a94a83765 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'subnet': {'network_id': '14ba1982-5901-43f1-ba13-966e94e35b6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:12.493421 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ad932654-04a9-4d34-8837-2f4f5d7bd7dd tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.500395 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ad932654-04a9-4d34-8837-2f4f5d7bd7dd tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/ab88b1f8-8aba-4dcf-ade1-064eb7bd5015 HTTP/1.1" status: 204 len: 168 time: 1.5678270 May 06 10:00:12.500807 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43924) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:12.559360 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef503ec1-f7f9-4153-8aec-d717afe1f84a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:00:12.565650 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef503ec1-f7f9-4153-8aec-d717afe1f84a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.577546 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaf94c6-2630-47b9-ba42-f53cedae8ced None None] Sync routers for ids ['9ed2694c-f882-4951-ad25-00927f52e9c5'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:00:12.581278 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a207da38-d494-4eb4-ba43-aff33aa671ff tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:12.585066 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a207da38-d494-4eb4-ba43-aff33aa671ff tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:12.585456 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a207da38-d494-4eb4-ba43-aff33aa671ff tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0836504 May 06 10:00:12.588578 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43928) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:12.595058 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaf94c6-2630-47b9-ba42-f53cedae8ced None None] Routers {'9ed2694c-f882-4951-ad25-00927f52e9c5'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:12.595716 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ccaf94c6-2630-47b9-ba42-f53cedae8ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:59:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['9ed2694c-f882-4951-ad25-00927f52e9c5'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:12.618139 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ef503ec1-f7f9-4153-8aec-d717afe1f84a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "DELETE /v2.0/floatingips/afbbba64-7bb0-48f4-9555-c17116dd040d HTTP/1.1" status: 204 len: 168 time: 2.7913377 May 06 10:00:12.634611 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '996864ea-2ab9-4c75-8f56-eb0253a84362', 'tag': '1086e2f4-9cca-4533-9338-9c63a105b995'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:00:12.635745 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8fc17-b54f-420b-b1d4-084463cfb7c0 req-0808527a-56a0-4d42-90fd-ebbf6e1e801a tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:12.637317 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-50c8fc17-b54f-420b-b1d4-084463cfb7c0 req-0808527a-56a0-4d42-90fd-ebbf6e1e801a tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/ports?device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 946 time: 0.1254745 May 06 10:00:12.645406 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48537368-d2ee-4c41-a1c9-653d8b01736a" -d '{"events": [{"name": "network-changed", "server_uuid": "996864ea-2ab9-4c75-8f56-eb0253a84362", "tag": "1086e2f4-9cca-4533-9338-9c63a105b995"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:00:12.677498 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85ea564-32a3-486f-b9e6-334a94a83765 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Made reservation on behalf of 3e9f9f76e76f46fa83c0e38cc7633413 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:12.679906 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c1ff9b-3b5e-4345-b6e8-443d0b3811c1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting subnet 43d6de3e-a62b-4dcb-a707-1212bf7102e7 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:00:12.684167 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b85ea564-32a3-486f-b9e6-334a94a83765 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.688636 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-45c1ff9b-3b5e-4345-b6e8-443d0b3811c1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.718018 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-50c8fc17-b54f-420b-b1d4-084463cfb7c0 req-a03448d1-6d50-4a72-8af0-f396b2cb75b6 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe10db9-3060-4c68-9bbd-1a76ce2b7dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728135 May 06 10:00:12.718556 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-ccaf94c6-2630-47b9-ba42-f53cedae8ced None None] Set router 9ed2694c-f882-4951-ad25-00927f52e9c5 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:00:12.736456 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-45c1ff9b-3b5e-4345-b6e8-443d0b3811c1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.841887 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-45c1ff9b-3b5e-4345-b6e8-443d0b3811c1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.862457 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43936) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:12.886283 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a216dfb-a116-4433-b467-3e15a9304ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.936348 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-45c1ff9b-3b5e-4345-b6e8-443d0b3811c1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.979830 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1ff9b-3b5e-4345-b6e8-443d0b3811c1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Subnet': ['ID=43d6de3e-a62b-4dcb-a707-1212bf7102e7,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:12.982050 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-45c1ff9b-3b5e-4345-b6e8-443d0b3811c1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.987529 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-45c1ff9b-3b5e-4345-b6e8-443d0b3811c1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/43d6de3e-a62b-4dcb-a707-1212bf7102e7 HTTP/1.1" status: 204 len: 168 time: 0.3962538 May 06 10:00:12.988454 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43940) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:13.000196 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1faa6a3a-3f99-491c-a88c-cc1e0a383af8 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:13.040122 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ccaf94c6-2630-47b9-ba42-f53cedae8ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492238686', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'd4d96a56-9112-4c6c-8f0e-f23f77b4e3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:57:27Z', 'updated_at': '2022-05-06T09:57:34Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': 'd4d96a56-9112-4c6c-8f0e-f23f77b4e3af', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:28Z', 'updated_at': '2022-05-06T09:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '742b2ebe-c605-407c-98b6-6309dc7581d2', 'name': '', 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:35:3f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'f1a92695-e647-46ea-abf1-868e984a76d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:33Z', 'updated_at': '2022-05-06T09:57:44Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': 'f1a92695-e647-46ea-abf1-868e984a76d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:13.053933 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0c17e3-bf9c-45a3-9d00-7202a3bfc181 x-openstack-request-id: req-5d0c17e3-bf9c-45a3-9d00-7202a3bfc181 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:00:13.054176 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "996864ea-2ab9-4c75-8f56-eb0253a84362", "tag": "1086e2f4-9cca-4533-9338-9c63a105b995", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:00:13.054407 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5d0c17e3-bf9c-45a3-9d00-7202a3bfc181 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:00:13.055065 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d0c17e3-bf9c-45a3-9d00-7202a3bfc181'] response: {'name': 'network-changed', 'server_uuid': '996864ea-2ab9-4c75-8f56-eb0253a84362', 'tag': '1086e2f4-9cca-4533-9338-9c63a105b995', 'status': 'completed', 'code': 200} May 06 10:00:13.058578 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b85ea564-32a3-486f-b9e6-334a94a83765 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:13.074062 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaf94c6-2630-47b9-ba42-f53cedae8ced None None] Checking router: 9ed2694c-f882-4951-ad25-00927f52e9c5 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:00:13.079938 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3524e1f6-41ea-4f56-ae47-753847ceb4be tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0901256 May 06 10:00:13.087966 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43942) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:13.099899 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaf94c6-2630-47b9-ba42-f53cedae8ced None None] Routers {'9ed2694c-f882-4951-ad25-00927f52e9c5'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:13.100546 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ccaf94c6-2630-47b9-ba42-f53cedae8ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T09:59:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['9ed2694c-f882-4951-ad25-00927f52e9c5'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:13.151224 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daac8b87-1c9c-4f1f-a5b1-e77ab55b9b35 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:13.155331 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-daac8b87-1c9c-4f1f-a5b1-e77ab55b9b35 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0637949 May 06 10:00:13.155553 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43944) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:13.173739 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a216dfb-a116-4433-b467-3e15a9304ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:13.187780 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a216dfb-a116-4433-b467-3e15a9304ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:13.190341 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ea564-32a3-486f-b9e6-334a94a83765 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Subnet': ['ID=b5ac2a90-f455-4aeb-9a57-d39c5aad5ff7,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:13.220324 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54988b7-5949-4d42-a9e0-37d051b69dd2 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:13.222002 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d54988b7-5949-4d42-a9e0-37d051b69dd2 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0655260 May 06 10:00:13.224971 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43946) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:13.257273 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-ccaf94c6-2630-47b9-ba42-f53cedae8ced None None] Set router 9ed2694c-f882-4951-ad25-00927f52e9c5 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:00:13.276483 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9a216dfb-a116-4433-b467-3e15a9304ccb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ee070fbf62ea4af1ba3f7f4282fe2374&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4127071 May 06 10:00:13.287410 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43948) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:13.315654 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4208ec1a-3462-4f67-b3bc-b42774cade35 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865908 May 06 10:00:13.316286 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43952) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:13.331074 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-689ba728-0156-4ff0-b683-e7354d096bc8 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:13.336423 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 4811e861-a260-4733-968d-ee79a6f589a7 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:13.359285 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85ea564-32a3-486f-b9e6-334a94a83765 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Checking segment: {'id': 'bd90925a-0a4a-4ae8-b05d-70b318f5e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '14ba1982-5901-43f1-ba13-966e94e35b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:13.359640 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85ea564-32a3-486f-b9e6-334a94a83765 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network hostable DHCP agents. Network: 14ba1982-5901-43f1-ba13-966e94e35b6d, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:00:13.362879 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48537368-d2ee-4c41-a1c9-653d8b01736a req-c6e181b1-0444-4818-a687-7e81a45ad718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:13.364409 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-48537368-d2ee-4c41-a1c9-653d8b01736a req-c6e181b1-0444-4818-a687-7e81a45ad718 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 1097 time: 0.2585509 May 06 10:00:13.395051 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393d9714-f0f4-48d1-8780-76b769f1f6ac None None] DHCP port deletion for 0d1252d9-04fb-40a6-862c-9b06ebf6d551 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:00:13.396536 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e46d4905-0b41-4075-aede-6b969dcb17d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:13.416131 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a216dfb-a116-4433-b467-3e15a9304ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a9bbb0-2fae-4351-a262-9f00c22a0eb0,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:13.478758 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e46d4905-0b41-4075-aede-6b969dcb17d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:13.490377 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-393d9714-f0f4-48d1-8780-76b769f1f6ac None None] Deleting port 4811e861-a260-4733-968d-ee79a6f589a7 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:13.491009 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-393d9714-f0f4-48d1-8780-76b769f1f6ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:13.515466 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55d0e0-d199-4099-ba29-7278cd73547d req-b2a8b8e2-e7d2-46a0-91bd-d8d6ae57fb2d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:13.523592 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3f55d0e0-d199-4099-ba29-7278cd73547d req-b2a8b8e2-e7d2-46a0-91bd-d8d6ae57fb2d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 946 time: 0.1051788 May 06 10:00:13.526873 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689ba728-0156-4ff0-b683-e7354d096bc8 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:13.531084 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-689ba728-0156-4ff0-b683-e7354d096bc8 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:13.541114 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 4811e861-a260-4733-968d-ee79a6f589a7 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:13.541759 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:13.557390 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ccaf94c6-2630-47b9-ba42-f53cedae8ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492238686', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'd4d96a56-9112-4c6c-8f0e-f23f77b4e3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:57:27Z', 'updated_at': '2022-05-06T09:57:34Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': 'd4d96a56-9112-4c6c-8f0e-f23f77b4e3af', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:28Z', 'updated_at': '2022-05-06T09:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '742b2ebe-c605-407c-98b6-6309dc7581d2', 'name': '', 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:35:3f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'f1a92695-e647-46ea-abf1-868e984a76d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:33Z', 'updated_at': '2022-05-06T09:57:44Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': 'f1a92695-e647-46ea-abf1-868e984a76d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:13.588897 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48537368-d2ee-4c41-a1c9-653d8b01736a req-6cd5c2e1-c0ef-4d10-befa-63c9671c50d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:13.591250 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-48537368-d2ee-4c41-a1c9-653d8b01736a req-6cd5c2e1-c0ef-4d10-befa-63c9671c50d7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=43fdf43b-20c1-42c7-9501-ce94bba53414 HTTP/1.1" status: 200 len: 898 time: 0.2019689 May 06 10:00:13.592850 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85ea564-32a3-486f-b9e6-334a94a83765 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network 14ba1982-5901-43f1-ba13-966e94e35b6d is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:00:13.596355 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaf94c6-2630-47b9-ba42-f53cedae8ced None None] The sync data for ids ['9ed2694c-f882-4951-ad25-00927f52e9c5'] in n-d-840835-1 is: [{'id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492238686', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'd4d96a56-9112-4c6c-8f0e-f23f77b4e3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:57:27Z', 'updated_at': '2022-05-06T09:57:34Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': 'd4d96a56-9112-4c6c-8f0e-f23f77b4e3af', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:28Z', 'updated_at': '2022-05-06T09:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '742b2ebe-c605-407c-98b6-6309dc7581d2', 'name': '', 'network_id': '43fdf43b-20c1-42c7-9501-ce94bba53414', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:35:3f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'f1a92695-e647-46ea-abf1-868e984a76d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:33Z', 'updated_at': '2022-05-06T09:57:44Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': 'f1a92695-e647-46ea-abf1-868e984a76d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:00:13.601747 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e46d4905-0b41-4075-aede-6b969dcb17d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:13.605805 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e46d4905-0b41-4075-aede-6b969dcb17d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:13.606897 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e46d4905-0b41-4075-aede-6b969dcb17d4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/30a9bbb0-2fae-4351-a262-9f00c22a0eb0 HTTP/1.1" status: 204 len: 168 time: 0.3185050 May 06 10:00:13.620747 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-393d9714-f0f4-48d1-8780-76b769f1f6ac None None] For port 4811e861-a260-4733-968d-ee79a6f589a7, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=4811e861-a260-4733-968d-ee79a6f589a7,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:13.621205 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-393d9714-f0f4-48d1-8780-76b769f1f6ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:13.629088 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3f55d0e0-d199-4099-ba29-7278cd73547d req-3a729e7b-4b71-449c-987f-8c92e6c2e25a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045196 May 06 10:00:13.665582 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-393d9714-f0f4-48d1-8780-76b769f1f6ac None None] Calling delete_port for 4811e861-a260-4733-968d-ee79a6f589a7 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:13.682635 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d4905-0b41-4075-aede-6b969dcb17d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a9bbb0-2fae-4351-a262-9f00c22a0eb0,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:13.685993 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-b85ea564-32a3-486f-b9e6-334a94a83765 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 14ba1982-5901-43f1-ba13-966e94e35b6d) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:13.773634 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85ea564-32a3-486f-b9e6-334a94a83765 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:13.774262 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b85ea564-32a3-486f-b9e6-334a94a83765 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:13.778973 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-48537368-d2ee-4c41-a1c9-653d8b01736a req-ba11f72c-55f9-4b00-90f3-beab61acf2bf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1086e2f4-9cca-4533-9338-9c63a105b995 HTTP/1.1" status: 200 len: 217 time: 0.1708255 May 06 10:00:13.926523 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b85ea564-32a3-486f-b9e6-334a94a83765 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4633009 May 06 10:00:13.929421 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43958) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:13.932403 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6fef7c-389c-4a66-a64e-0e9d8afd1868 None None] Network 14ba1982-5901-43f1-ba13-966e94e35b6d requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:13.936482 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-02a9a63c-59a3-4f39-8aa0-7621d6e92bee tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'subnet': {'network_id': '846996d6-6baa-47f1-9dba-9ed1eea735e4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:13.997200 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01b9f8-47bb-4be9-b5be-fbae0328b9ff req-ead2b485-ceed-4237-b27c-633465b68fd3 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:14.007419 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b01b9f8-47bb-4be9-b5be-fbae0328b9ff req-ead2b485-ceed-4237-b27c-633465b68fd3 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/ports?device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 946 time: 0.2249739 May 06 10:00:14.024707 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48537368-d2ee-4c41-a1c9-653d8b01736a req-62a461f9-8932-4945-b9dc-50b58526942b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:14.027979 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-48537368-d2ee-4c41-a1c9-653d8b01736a req-62a461f9-8932-4945-b9dc-50b58526942b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f1a92695-e647-46ea-abf1-868e984a76d3 HTTP/1.1" status: 200 len: 835 time: 0.2325816 May 06 10:00:14.074212 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-689ba728-0156-4ff0-b683-e7354d096bc8 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:14.101779 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed985a86-1e22-4f4a-bd54-5ace38bfd042 None None] New status for floating IP afbbba64-7bb0-48f4-9555-c17116dd040d: DOWN {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:00:14.134043 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b01b9f8-47bb-4be9-b5be-fbae0328b9ff req-2ad8b2bb-32bf-4dab-9123-98da58d561b3 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe10db9-3060-4c68-9bbd-1a76ce2b7dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252956 May 06 10:00:14.140918 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a9a63c-59a3-4f39-8aa0-7621d6e92bee tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Made reservation on behalf of 3e9f9f76e76f46fa83c0e38cc7633413 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:14.152558 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-02a9a63c-59a3-4f39-8aa0-7621d6e92bee tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:14.155045 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689ba728-0156-4ff0-b683-e7354d096bc8 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:14.162767 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-689ba728-0156-4ff0-b683-e7354d096bc8 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:14.170090 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689ba728-0156-4ff0-b683-e7354d096bc8 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:14.171004 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-689ba728-0156-4ff0-b683-e7354d096bc8 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:14.189142 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-393d9714-f0f4-48d1-8780-76b769f1f6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:14.195965 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ba728-0156-4ff0-b683-e7354d096bc8 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Subnet': ['ID=2bdc72b3-10e5-4799-b6d6-34f588ede86d,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:14.209355 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-689ba728-0156-4ff0-b683-e7354d096bc8 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8920090 May 06 10:00:14.213873 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 43968) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:14.215837 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48537368-d2ee-4c41-a1c9-653d8b01736a req-c1a6d34d-a8d1-4e06-872f-cde3895f5765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:14.217522 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-48537368-d2ee-4c41-a1c9-653d8b01736a req-c1a6d34d-a8d1-4e06-872f-cde3895f5765 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=43fdf43b-20c1-42c7-9501-ce94bba53414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1497951 May 06 10:00:14.220757 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-284cfdf5-393d-4571-9467-2dd8aa9468ac tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'port': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'mac_address': 'fa:16:3e:0f:14:50', 'name': 'tempest-NetworksTestDHCPv6-344091392'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:14.277975 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d9714-f0f4-48d1-8780-76b769f1f6ac None None] Pushing event deleted for resources: {'Port': ['ID=4811e861-a260-4733-968d-ee79a6f589a7,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:14.292659 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393d9714-f0f4-48d1-8780-76b769f1f6ac None None] No DVR routers for this DVR port 4811e861-a260-4733-968d-ee79a6f589a7 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:00:14.319063 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768a5085-eff9-427b-a3e8-1532ee55043e None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:14.378707 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-48537368-d2ee-4c41-a1c9-653d8b01736a req-5906aeb6-c600-4cfc-b7db-bfb159dd4549 service neutron] 10.222.0.77 "GET /v2.0/networks/43fdf43b-20c1-42c7-9501-ce94bba53414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499405 May 06 10:00:14.396646 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284cfdf5-393d-4571-9467-2dd8aa9468ac tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:14.419517 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ae26fb-4a11-4a76-b3ad-2111d4755d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-14ba1982-5901-43f1-ba13-966e94e35b6d', 'network_id': '14ba1982-5901-43f1-ba13-966e94e35b6d', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'fixed_ips': [{'subnet_id': 'b5ac2a90-f455-4aeb-9a57-d39c5aad5ff7'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:00:14.420655 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-00ae26fb-4a11-4a76-b3ad-2111d4755d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:14.539876 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-284cfdf5-393d-4571-9467-2dd8aa9468ac tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:14.566924 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-284cfdf5-393d-4571-9467-2dd8aa9468ac tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] device_id is not set on port 14f617ea-3f7f-4ab2-bc56-b1b3857c4c78 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:00:14.568639 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-02a9a63c-59a3-4f39-8aa0-7621d6e92bee tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:14.582264 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-48537368-d2ee-4c41-a1c9-653d8b01736a req-1c205afa-7ce3-4f5f-a74e-007b4c9124aa service neutron] 10.222.0.77 "GET /v2.0/networks/43fdf43b-20c1-42c7-9501-ce94bba53414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782739 May 06 10:00:14.650187 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9a63c-59a3-4f39-8aa0-7621d6e92bee tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Subnet': ['ID=8103c202-e450-41ba-b338-c8ed99aac5c6,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:14.654918 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a9a63c-59a3-4f39-8aa0-7621d6e92bee tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Checking segment: {'id': 'a708051f-92c6-425d-a668-32c37a0a6424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '846996d6-6baa-47f1-9dba-9ed1eea735e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:14.655310 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a9a63c-59a3-4f39-8aa0-7621d6e92bee tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network hostable DHCP agents. Network: 846996d6-6baa-47f1-9dba-9ed1eea735e4, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:00:14.674778 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a9a63c-59a3-4f39-8aa0-7621d6e92bee tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network 846996d6-6baa-47f1-9dba-9ed1eea735e4 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:00:14.676004 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-00ae26fb-4a11-4a76-b3ad-2111d4755d3a None None] Allocated IP 172.20.0.2 (14ba1982-5901-43f1-ba13-966e94e35b6d/b5ac2a90-f455-4aeb-9a57-d39c5aad5ff7/9c0a292d-293e-4a1b-be5a-7b10236ebe58) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:14.681001 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f171a39-f409-483f-9152-7bdbc6b9d255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'fixed_ips': [{'subnet_id': '2bdc72b3-10e5-4799-b6d6-34f588ede86d'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:00:14.681903 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7f171a39-f409-483f-9152-7bdbc6b9d255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:14.688706 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-02a9a63c-59a3-4f39-8aa0-7621d6e92bee tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 846996d6-6baa-47f1-9dba-9ed1eea735e4) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:14.697745 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a9a63c-59a3-4f39-8aa0-7621d6e92bee tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:14.699531 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-02a9a63c-59a3-4f39-8aa0-7621d6e92bee tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:14.706039 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1f406f-b3b0-417b-81de-f7d50420826f None None] Network 846996d6-6baa-47f1-9dba-9ed1eea735e4 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:14.739038 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-02a9a63c-59a3-4f39-8aa0-7621d6e92bee tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8085065 May 06 10:00:14.742036 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43982) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:14.748009 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-f60ebe30-ec04-44b5-a491-36e47cd6a2aa tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-70826850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:14.792289 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-284cfdf5-393d-4571-9467-2dd8aa9468ac tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Allocated IP 2001:db8::342 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/2bdc72b3-10e5-4799-b6d6-34f588ede86d/14f617ea-3f7f-4ab2-bc56-b1b3857c4c78) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:14.796403 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f60ebe30-ec04-44b5-a491-36e47cd6a2aa tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:14.798777 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f60ebe30-ec04-44b5-a491-36e47cd6a2aa tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:14.863432 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3140a-3032-4051-b92f-81a67a72cda2 req-2040755b-7ac4-42e1-93aa-3280a2845759 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:14.872785 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-48d3140a-3032-4051-b92f-81a67a72cda2 req-2040755b-7ac4-42e1-93aa-3280a2845759 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 946 time: 0.0907235 May 06 10:00:14.952319 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bf127-51e9-4fbb-8558-f05662119733 req-5f0a36bd-d305-4932-ac97-9d1c7689b2f7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:14.954072 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-351bf127-51e9-4fbb-8558-f05662119733 req-5f0a36bd-d305-4932-ac97-9d1c7689b2f7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.77 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 946 time: 0.1485629 May 06 10:00:14.958272 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f60ebe30-ec04-44b5-a491-36e47cd6a2aa tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:14.969197 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f60ebe30-ec04-44b5-a491-36e47cd6a2aa tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:15.020703 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f60ebe30-ec04-44b5-a491-36e47cd6a2aa tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:15.024984 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f60ebe30-ec04-44b5-a491-36e47cd6a2aa tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2818637 May 06 10:00:15.047785 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 43986) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:15.085677 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a98c127-a2c0-4c58-8ce3-85ad995adeef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-846996d6-6baa-47f1-9dba-9ed1eea735e4', 'network_id': '846996d6-6baa-47f1-9dba-9ed1eea735e4', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'fixed_ips': [{'subnet_id': '8103c202-e450-41ba-b338-c8ed99aac5c6'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:00:15.086886 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6a98c127-a2c0-4c58-8ce3-85ad995adeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:15.120664 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-00ae26fb-4a11-4a76-b3ad-2111d4755d3a None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:15.136539 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-00ae26fb-4a11-4a76-b3ad-2111d4755d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:15.247086 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ae26fb-4a11-4a76-b3ad-2111d4755d3a None None] Network 14ba1982-5901-43f1-ba13-966e94e35b6d is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:15.254965 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-00ae26fb-4a11-4a76-b3ad-2111d4755d3a None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:15.257810 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ae26fb-4a11-4a76-b3ad-2111d4755d3a None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:15.280989 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae26fb-4a11-4a76-b3ad-2111d4755d3a None None] Pushing event updated for resources: {'Port': ['ID=9c0a292d-293e-4a1b-be5a-7b10236ebe58,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:15.305331 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-351bf127-51e9-4fbb-8558-f05662119733 req-4fe4494a-78d8-4375-a68c-f822c76c7eed tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Deleting port 1086e2f4-9cca-4533-9338-9c63a105b995 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:15.306273 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-351bf127-51e9-4fbb-8558-f05662119733 req-4fe4494a-78d8-4375-a68c-f822c76c7eed tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:15.315804 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 4811e861-a260-4733-968d-ee79a6f589a7 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:00:15.370314 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 4811e861-a260-4733-968d-ee79a6f589a7 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:00:15.370939 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 4811e861-a260-4733-968d-ee79a6f589a7 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:00:15.411522 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-6a98c127-a2c0-4c58-8ce3-85ad995adeef None None] Allocated IP 172.21.0.2 (846996d6-6baa-47f1-9dba-9ed1eea735e4/8103c202-e450-41ba-b338-c8ed99aac5c6/cbd6462c-3cf8-45aa-9e60-b5a14b957e7c) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:15.414314 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-00ae26fb-4a11-4a76-b3ad-2111d4755d3a None None] Attempting to bind port 9c0a292d-293e-4a1b-be5a-7b10236ebe58 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:15.415454 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-00ae26fb-4a11-4a76-b3ad-2111d4755d3a None None] Attempting to bind port 9c0a292d-293e-4a1b-be5a-7b10236ebe58 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'bd90925a-0a4a-4ae8-b05d-70b318f5e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '14ba1982-5901-43f1-ba13-966e94e35b6d'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:15.416217 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae26fb-4a11-4a76-b3ad-2111d4755d3a None None] Attempting to bind port 9c0a292d-293e-4a1b-be5a-7b10236ebe58 on network 14ba1982-5901-43f1-ba13-966e94e35b6d {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:15.429611 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae26fb-4a11-4a76-b3ad-2111d4755d3a None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:15.430361 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae26fb-4a11-4a76-b3ad-2111d4755d3a None None] Checking segment: {'id': 'bd90925a-0a4a-4ae8-b05d-70b318f5e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '14ba1982-5901-43f1-ba13-966e94e35b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:15.432248 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-00ae26fb-4a11-4a76-b3ad-2111d4755d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:15.432855 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae26fb-4a11-4a76-b3ad-2111d4755d3a None None] Bound using segment: {'id': 'bd90925a-0a4a-4ae8-b05d-70b318f5e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '14ba1982-5901-43f1-ba13-966e94e35b6d'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:15.433544 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-00ae26fb-4a11-4a76-b3ad-2111d4755d3a None None] Bound port: 9c0a292d-293e-4a1b-be5a-7b10236ebe58, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd90925a-0a4a-4ae8-b05d-70b318f5e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '14ba1982-5901-43f1-ba13-966e94e35b6d'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:15.434135 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-00ae26fb-4a11-4a76-b3ad-2111d4755d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:15.453051 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-48d3140a-3032-4051-b92f-81a67a72cda2 req-8a902e47-72fd-43dc-b5d1-a4032d98600a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=da0a3f5a-dd83-4c4e-ac6f-225dde67326e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5790493 May 06 10:00:15.560336 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-284cfdf5-393d-4571-9467-2dd8aa9468ac tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:15.564020 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ab3c3b39-4366-4435-8389-2bf348792060 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:15.592218 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-351bf127-51e9-4fbb-8558-f05662119733 req-4fe4494a-78d8-4375-a68c-f822c76c7eed tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] For port 1086e2f4-9cca-4533-9338-9c63a105b995, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=1086e2f4-9cca-4533-9338-9c63a105b995,segment=NetworkSegment(199cc61b-fc7e-477f-974e-02e8932cfc7f),segment_id=199cc61b-fc7e-477f-974e-02e8932cfc7f)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:15.592591 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-351bf127-51e9-4fbb-8558-f05662119733 req-4fe4494a-78d8-4375-a68c-f822c76c7eed tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:15.617719 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d826908-cec2-4778-951f-d8c62e5dc823 req-4fb71a70-fbd0-4a91-9c10-7e69cba22236 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:15.623590 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-00ae26fb-4a11-4a76-b3ad-2111d4755d3a None None] For port 9c0a292d-293e-4a1b-be5a-7b10236ebe58, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:15.625298 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3d826908-cec2-4778-951f-d8c62e5dc823 req-4fb71a70-fbd0-4a91-9c10-7e69cba22236 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/ports?device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 946 time: 0.0879147 May 06 10:00:15.628823 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-00ae26fb-4a11-4a76-b3ad-2111d4755d3a None None] For port 9c0a292d-293e-4a1b-be5a-7b10236ebe58, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9c0a292d-293e-4a1b-be5a-7b10236ebe58,segment=NetworkSegment(bd90925a-0a4a-4ae8-b05d-70b318f5e7e9),segment_id=bd90925a-0a4a-4ae8-b05d-70b318f5e7e9)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:00:15.645149 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-351bf127-51e9-4fbb-8558-f05662119733 req-4fe4494a-78d8-4375-a68c-f822c76c7eed tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Calling delete_port for 1086e2f4-9cca-4533-9338-9c63a105b995 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:15.647839 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-00ae26fb-4a11-4a76-b3ad-2111d4755d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:15.688733 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3d826908-cec2-4778-951f-d8c62e5dc823 req-83dde951-dcb4-4565-a17f-d17c1cc84eab tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe10db9-3060-4c68-9bbd-1a76ce2b7dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586987 May 06 10:00:15.691807 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-284cfdf5-393d-4571-9467-2dd8aa9468ac tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:15.795519 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cfdf5-393d-4571-9467-2dd8aa9468ac tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Port': ['ID=14f617ea-3f7f-4ab2-bc56-b1b3857c4c78,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:15.821810 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284cfdf5-393d-4571-9467-2dd8aa9468ac tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:15.826296 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6a98c127-a2c0-4c58-8ce3-85ad995adeef None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:15.827219 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-284cfdf5-393d-4571-9467-2dd8aa9468ac tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:15.841579 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284cfdf5-393d-4571-9467-2dd8aa9468ac tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:15.842480 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae26fb-4a11-4a76-b3ad-2111d4755d3a None None] Pushing event updated for resources: {'Port': ['ID=9c0a292d-293e-4a1b-be5a-7b10236ebe58,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:15.857387 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284cfdf5-393d-4571-9467-2dd8aa9468ac tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:15.858211 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-284cfdf5-393d-4571-9467-2dd8aa9468ac tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:15.864479 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6a98c127-a2c0-4c58-8ce3-85ad995adeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:15.868364 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-7f171a39-f409-483f-9152-7bdbc6b9d255 None None] Allocated IP 2001:db8::2 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/2bdc72b3-10e5-4799-b6d6-34f588ede86d/305fa484-17d5-44fb-82f9-9448d2b63bad) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:15.887975 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-284cfdf5-393d-4571-9467-2dd8aa9468ac tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6723516 May 06 10:00:15.890394 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44018) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:15.999445 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28837285-24d0-4a42-9cdf-8889d6c4a08f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:16.003169 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-28837285-24d0-4a42-9cdf-8889d6c4a08f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1094615 May 06 10:00:16.004868 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a98c127-a2c0-4c58-8ce3-85ad995adeef None None] Network 846996d6-6baa-47f1-9dba-9ed1eea735e4 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:16.006287 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44032) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:16.070268 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-6a98c127-a2c0-4c58-8ce3-85ad995adeef None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:16.071793 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22721078-30ea-4a96-8389-7be4638339e4 req-92327aca-bb09-4fa6-9e59-1cad2ef562e3 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:16.073600 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a98c127-a2c0-4c58-8ce3-85ad995adeef None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:16.080798 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-22721078-30ea-4a96-8389-7be4638339e4 req-92327aca-bb09-4fa6-9e59-1cad2ef562e3 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/ports?device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 946 time: 0.0787363 May 06 10:00:16.158088 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-22721078-30ea-4a96-8389-7be4638339e4 req-b650124f-3c05-4e59-9cf2-10aa87e67a60 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe10db9-3060-4c68-9bbd-1a76ce2b7dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762684 May 06 10:00:16.277620 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bbd71117-4cbc-4b34-894a-c82b043f32e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:16.280790 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a98c127-a2c0-4c58-8ce3-85ad995adeef None None] Pushing event updated for resources: {'Port': ['ID=cbd6462c-3cf8-45aa-9e60-b5a14b957e7c,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:16.337531 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-ab3c3b39-4366-4435-8389-2bf348792060 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Allocated IP 172.20.0.1 (14ba1982-5901-43f1-ba13-966e94e35b6d/b5ac2a90-f455-4aeb-9a57-d39c5aad5ff7/8ff7835e-bc55-44cd-b9aa-bf6f4133ae71) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:16.348041 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9545a-96fb-4f13-a224-94eba63e124e req-f76c06e5-e750-4774-9c59-d5745ec97de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:16.349510 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b6e9545a-96fb-4f13-a224-94eba63e124e req-f76c06e5-e750-4774-9c59-d5745ec97de6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e2c11cb6cc2b4530bc5be13bb602b8f1&device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 1097 time: 0.3129327 May 06 10:00:16.358657 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-351bf127-51e9-4fbb-8558-f05662119733 req-4fe4494a-78d8-4375-a68c-f822c76c7eed tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:16.377385 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-6a98c127-a2c0-4c58-8ce3-85ad995adeef None None] Attempting to bind port cbd6462c-3cf8-45aa-9e60-b5a14b957e7c on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:16.377843 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-6a98c127-a2c0-4c58-8ce3-85ad995adeef None None] Attempting to bind port cbd6462c-3cf8-45aa-9e60-b5a14b957e7c by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'a708051f-92c6-425d-a668-32c37a0a6424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '846996d6-6baa-47f1-9dba-9ed1eea735e4'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:16.378318 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a98c127-a2c0-4c58-8ce3-85ad995adeef None None] Attempting to bind port cbd6462c-3cf8-45aa-9e60-b5a14b957e7c on network 846996d6-6baa-47f1-9dba-9ed1eea735e4 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:16.389785 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a98c127-a2c0-4c58-8ce3-85ad995adeef None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:16.390245 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a98c127-a2c0-4c58-8ce3-85ad995adeef None None] Checking segment: {'id': 'a708051f-92c6-425d-a668-32c37a0a6424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '846996d6-6baa-47f1-9dba-9ed1eea735e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:16.390726 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6a98c127-a2c0-4c58-8ce3-85ad995adeef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:16.391221 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a98c127-a2c0-4c58-8ce3-85ad995adeef None None] Bound using segment: {'id': 'a708051f-92c6-425d-a668-32c37a0a6424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '846996d6-6baa-47f1-9dba-9ed1eea735e4'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:16.391771 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-6a98c127-a2c0-4c58-8ce3-85ad995adeef None None] Bound port: cbd6462c-3cf8-45aa-9e60-b5a14b957e7c, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a708051f-92c6-425d-a668-32c37a0a6424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '846996d6-6baa-47f1-9dba-9ed1eea735e4'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:16.392253 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6a98c127-a2c0-4c58-8ce3-85ad995adeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:16.485577 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe4494a-78d8-4375-a68c-f822c76c7eed tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event deleted for resources: {'Port': ['ID=1086e2f4-9cca-4533-9338-9c63a105b995,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:16.510514 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7f171a39-f409-483f-9152-7bdbc6b9d255 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:16.525356 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7f171a39-f409-483f-9152-7bdbc6b9d255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:16.534242 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-6a98c127-a2c0-4c58-8ce3-85ad995adeef None None] For port cbd6462c-3cf8-45aa-9e60-b5a14b957e7c, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:16.585424 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-cd5486d5-fde4-4e24-8c28-a7d9ac0e8d64 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting port 14f617ea-3f7f-4ab2-bc56-b1b3857c4c78 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:16.585804 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cd5486d5-fde4-4e24-8c28-a7d9ac0e8d64 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:16.593183 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-351bf127-51e9-4fbb-8558-f05662119733 req-4fe4494a-78d8-4375-a68c-f822c76c7eed tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] No DVR routers for this DVR port 1086e2f4-9cca-4533-9338-9c63a105b995 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:00:16.603067 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f171a39-f409-483f-9152-7bdbc6b9d255 None None] Pushing event updated for resources: {'Port': ['ID=305fa484-17d5-44fb-82f9-9448d2b63bad,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:16.610058 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-351bf127-51e9-4fbb-8558-f05662119733 req-4fe4494a-78d8-4375-a68c-f822c76c7eed tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:16.613019 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-351bf127-51e9-4fbb-8558-f05662119733 req-4fe4494a-78d8-4375-a68c-f822c76c7eed tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.77 "DELETE /v2.0/ports/1086e2f4-9cca-4533-9338-9c63a105b995 HTTP/1.1" status: 204 len: 173 time: 1.6530373 May 06 10:00:16.614445 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-6a98c127-a2c0-4c58-8ce3-85ad995adeef None None] For port cbd6462c-3cf8-45aa-9e60-b5a14b957e7c, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=cbd6462c-3cf8-45aa-9e60-b5a14b957e7c,segment=NetworkSegment(a708051f-92c6-425d-a668-32c37a0a6424),segment_id=a708051f-92c6-425d-a668-32c37a0a6424)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:00:16.624628 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f171a39-f409-483f-9152-7bdbc6b9d255 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:16.625521 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6a98c127-a2c0-4c58-8ce3-85ad995adeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:16.639883 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-7f171a39-f409-483f-9152-7bdbc6b9d255 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:16.656766 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996864ea-2ab9-4c75-8f56-eb0253a84362', 'name': 'network-vif-deleted', 'tag': '1086e2f4-9cca-4533-9338-9c63a105b995'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:00:16.659492 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a8b93c-2811-4f0a-8bb5-efe2611a7440" -d '{"events": [{"server_uuid": "996864ea-2ab9-4c75-8f56-eb0253a84362", "name": "network-vif-deleted", "tag": "1086e2f4-9cca-4533-9338-9c63a105b995"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:00:16.667457 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f171a39-f409-483f-9152-7bdbc6b9d255 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:16.668375 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e077c56a-10ff-435f-bdd8-3fc1eb7038ef req-e0a5db91-2c24-4845-935a-9b64c318f458 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=996864ea-2ab9-4c75-8f56-eb0253a84362 HTTP/1.1" status: 200 len: 210 time: 0.0890009 May 06 10:00:16.771004 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adc906b-3055-4b37-91a4-31d854fd054e x-openstack-request-id: req-0adc906b-3055-4b37-91a4-31d854fd054e {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:00:16.771444 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996864ea-2ab9-4c75-8f56-eb0253a84362", "name": "network-vif-deleted", "tag": "1086e2f4-9cca-4533-9338-9c63a105b995", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:00:16.771828 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0adc906b-3055-4b37-91a4-31d854fd054e {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:00:16.772379 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0adc906b-3055-4b37-91a4-31d854fd054e'] response: {'server_uuid': '996864ea-2ab9-4c75-8f56-eb0253a84362', 'name': 'network-vif-deleted', 'tag': '1086e2f4-9cca-4533-9338-9c63a105b995', 'status': 'completed', 'code': 200} May 06 10:00:16.776598 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ab3c3b39-4366-4435-8389-2bf348792060 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:16.782617 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9545a-96fb-4f13-a224-94eba63e124e req-4d1d3695-f079-46a3-b989-1e22793272a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:16.785488 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b6e9545a-96fb-4f13-a224-94eba63e124e req-4d1d3695-f079-46a3-b989-1e22793272a7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=cc8d5426-ce8a-4989-8725-36d1df0ca000 HTTP/1.1" status: 200 len: 912 time: 0.4248631 May 06 10:00:16.796609 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a98c127-a2c0-4c58-8ce3-85ad995adeef None None] Pushing event updated for resources: {'Port': ['ID=cbd6462c-3cf8-45aa-9e60-b5a14b957e7c,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:16.837487 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44060) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:16.840312 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-7f171a39-f409-483f-9152-7bdbc6b9d255 None None] Attempting to bind port 305fa484-17d5-44fb-82f9-9448d2b63bad on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:16.840694 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-7f171a39-f409-483f-9152-7bdbc6b9d255 None None] Attempting to bind port 305fa484-17d5-44fb-82f9-9448d2b63bad by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:16.841068 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f171a39-f409-483f-9152-7bdbc6b9d255 None None] Attempting to bind port 305fa484-17d5-44fb-82f9-9448d2b63bad on network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:16.849899 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f171a39-f409-483f-9152-7bdbc6b9d255 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:16.850326 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f171a39-f409-483f-9152-7bdbc6b9d255 None None] Checking segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:16.851006 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7f171a39-f409-483f-9152-7bdbc6b9d255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:16.858053 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f171a39-f409-483f-9152-7bdbc6b9d255 None None] Bound using segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:16.858940 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-7f171a39-f409-483f-9152-7bdbc6b9d255 None None] Bound port: 305fa484-17d5-44fb-82f9-9448d2b63bad, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:16.860075 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7f171a39-f409-483f-9152-7bdbc6b9d255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:16.870330 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b6e9545a-96fb-4f13-a224-94eba63e124e req-03125e32-7945-41b1-8ef5-f72e2d17c79e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a045ab69-d600-4acf-b383-acda2feeef45 HTTP/1.1" status: 200 len: 217 time: 0.0722809 May 06 10:00:16.903379 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cd5486d5-fde4-4e24-8c28-a7d9ac0e8d64 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:16.976185 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-7f171a39-f409-483f-9152-7bdbc6b9d255 None None] For port 305fa484-17d5-44fb-82f9-9448d2b63bad, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:16.976661 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-cd5486d5-fde4-4e24-8c28-a7d9ac0e8d64 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Calling delete_port for 14f617ea-3f7f-4ab2-bc56-b1b3857c4c78 owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:16.982270 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-7f171a39-f409-483f-9152-7bdbc6b9d255 None None] For port 305fa484-17d5-44fb-82f9-9448d2b63bad, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=305fa484-17d5-44fb-82f9-9448d2b63bad,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:00:16.994063 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7f171a39-f409-483f-9152-7bdbc6b9d255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:16.999436 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ab3c3b39-4366-4435-8389-2bf348792060 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:17.012209 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a683ec8e-7423-484a-8beb-c6b59f0bdeea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:17.019688 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9545a-96fb-4f13-a224-94eba63e124e req-45242b51-0524-4957-9f3b-dc4c268b82ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:17.021480 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b6e9545a-96fb-4f13-a224-94eba63e124e req-45242b51-0524-4957-9f3b-dc4c268b82ec service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dc46eb3b-b017-4eb1-938c-e66a813c3f9e HTTP/1.1" status: 200 len: 851 time: 0.1382947 May 06 10:00:17.097388 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f171a39-f409-483f-9152-7bdbc6b9d255 None None] Pushing event updated for resources: {'Port': ['ID=305fa484-17d5-44fb-82f9-9448d2b63bad,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:17.168783 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a683ec8e-7423-484a-8beb-c6b59f0bdeea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:17.175697 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a683ec8e-7423-484a-8beb-c6b59f0bdeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:17.189168 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b6e9545a-96fb-4f13-a224-94eba63e124e req-ffd696f5-df7f-4b10-9539-f60c036b3bb0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cc8d5426-ce8a-4989-8725-36d1df0ca000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1528945 May 06 10:00:17.207724 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3c3b39-4366-4435-8389-2bf348792060 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network 14ba1982-5901-43f1-ba13-966e94e35b6d is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:17.226077 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a683ec8e-7423-484a-8beb-c6b59f0bdeea admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=eac91eb4516e42d5868d57ce7f41ce0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3870342 May 06 10:00:17.229878 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44068) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:17.242200 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-ab3c3b39-4366-4435-8389-2bf348792060 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:17.279236 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3c3b39-4366-4435-8389-2bf348792060 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:17.404721 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683ec8e-7423-484a-8beb-c6b59f0bdeea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbaf159-bb77-4a2a-bfcc-13ad7379de46,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:17.428131 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c3b39-4366-4435-8389-2bf348792060 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Port': ['ID=8ff7835e-bc55-44cd-b9aa-bf6f4133ae71,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:17.501651 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ab3c3b39-4366-4435-8389-2bf348792060 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:17.549957 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9c0a292d-293e-4a1b-be5a-7b10236ebe58 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:17.550784 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12252bc8-ef3f-4be7-a4d0-f4d0cbeedd83 req-df4c859a-11b2-4a7d-a875-343b4d34dbc0 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:17.567328 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-12252bc8-ef3f-4be7-a4d0-f4d0cbeedd83 req-df4c859a-11b2-4a7d-a875-343b4d34dbc0 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/ports?device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 946 time: 0.2562089 May 06 10:00:17.577969 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dd2e8b74-f47a-42aa-ace6-d44d7d059e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:17.657385 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dd2e8b74-f47a-42aa-ace6-d44d7d059e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:17.668498 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa434da5-0be0-4171-81c7-c6d45d6ca627 None None] Network 14ba1982-5901-43f1-ba13-966e94e35b6d requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:17.673670 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b6e9545a-96fb-4f13-a224-94eba63e124e req-e105d605-a272-4941-a443-db5936411b58 service neutron] 10.222.0.84 "GET /v2.0/networks/cc8d5426-ce8a-4989-8725-36d1df0ca000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647491 May 06 10:00:17.759866 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-12252bc8-ef3f-4be7-a4d0-f4d0cbeedd83 req-a5606c46-48ca-47af-8e1e-c37bd78db046 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe10db9-3060-4c68-9bbd-1a76ce2b7dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833988 May 06 10:00:17.775011 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dd2e8b74-f47a-42aa-ace6-d44d7d059e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:17.779893 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dd2e8b74-f47a-42aa-ace6-d44d7d059e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:17.783277 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-dd2e8b74-f47a-42aa-ace6-d44d7d059e82 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0fbaf159-bb77-4a2a-bfcc-13ad7379de46 HTTP/1.1" status: 204 len: 168 time: 0.5503316 May 06 10:00:17.792337 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e8b74-f47a-42aa-ace6-d44d7d059e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbaf159-bb77-4a2a-bfcc-13ad7379de46,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:17.856484 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-0f9471bb-8152-47e0-bbea-97254ad302ed None None] Provisioning complete for port 9c0a292d-293e-4a1b-be5a-7b10236ebe58 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:17.856877 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0f9471bb-8152-47e0-bbea-97254ad302ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:17.888974 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44074) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:17.983554 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 9c0a292d-293e-4a1b-be5a-7b10236ebe58 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:17.984360 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:18.197516 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0f9471bb-8152-47e0-bbea-97254ad302ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:18.274702 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-0f9471bb-8152-47e0-bbea-97254ad302ed None None] For port 9c0a292d-293e-4a1b-be5a-7b10236ebe58, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9c0a292d-293e-4a1b-be5a-7b10236ebe58,segment=NetworkSegment(bd90925a-0a4a-4ae8-b05d-70b318f5e7e9),segment_id=bd90925a-0a4a-4ae8-b05d-70b318f5e7e9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:18.280304 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ab3c3b39-4366-4435-8389-2bf348792060 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:18.286628 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cd5486d5-fde4-4e24-8c28-a7d9ac0e8d64 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:18.307709 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0f9471bb-8152-47e0-bbea-97254ad302ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:18.340083 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44078) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:18.392540 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:18.414463 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9471bb-8152-47e0-bbea-97254ad302ed None None] Pushing event updated for resources: {'Port': ['ID=9c0a292d-293e-4a1b-be5a-7b10236ebe58,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:18.438154 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8af3edf4-3006-43c2-bf13-30d27fa46637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:18.457517 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5486d5-fde4-4e24-8c28-a7d9ac0e8d64 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Port': ['ID=14f617ea-3f7f-4ab2-bc56-b1b3857c4c78,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:18.475878 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b6e9545a-96fb-4f13-a224-94eba63e124e req-9fc26192-0e2c-4380-94f2-d8877cd944e7 service neutron] 10.222.0.84 "GET /v2.0/networks/cc8d5426-ce8a-4989-8725-36d1df0ca000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7944784 May 06 10:00:18.511841 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8efab6e9-fb4a-4755-9653-cd35e96138a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:18.514292 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 10:00:18.514655 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 10:00:18.546318 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cd5486d5-fde4-4e24-8c28-a7d9ac0e8d64 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:18.550831 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cd5486d5-fde4-4e24-8c28-a7d9ac0e8d64 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/14f617ea-3f7f-4ab2-bc56-b1b3857c4c78 HTTP/1.1" status: 204 len: 168 time: 2.5400240 May 06 10:00:18.556026 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44080) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:18.601149 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-572f7349-e91d-40e1-9945-67b5bec2f308 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:18.611834 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab9735e-d0eb-4024-ba95-d87e05087f4f None None] Network 846996d6-6baa-47f1-9dba-9ed1eea735e4 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:18.695961 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-2bde012e-f024-4bd4-8378-e5e54b371d07 None None] Provisioning complete for port cbd6462c-3cf8-45aa-9e60-b5a14b957e7c triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:18.696720 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2bde012e-f024-4bd4-8378-e5e54b371d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:18.728343 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b2743f-8a5a-4050-95a1-ca290394192b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:18.730118 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b2743f-8a5a-4050-95a1-ca290394192b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:18.734104 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-82b2743f-8a5a-4050-95a1-ca290394192b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1722474 May 06 10:00:18.734464 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 1086e2f4-9cca-4533-9338-9c63a105b995 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:00:18.738003 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44082) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:18.808697 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fbd044d-8fc0-4c73-b8ee-0b9f94b027b7 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting subnet 2bdc72b3-10e5-4799-b6d6-34f588ede86d {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:00:18.825333 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1fbd044d-8fc0-4c73-b8ee-0b9f94b027b7 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:18.841148 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 1086e2f4-9cca-4533-9338-9c63a105b995 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:00:18.841395 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 1086e2f4-9cca-4533-9338-9c63a105b995 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:00:18.950391 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1fbd044d-8fc0-4c73-b8ee-0b9f94b027b7 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:18.981310 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.007400 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8af3edf4-3006-43c2-bf13-30d27fa46637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.023942 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8af3edf4-3006-43c2-bf13-30d27fa46637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.041752 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6b5f9-2035-482f-965b-a2ae2b70ef61 req-4be214a2-b105-4ddd-b24a-054f80d013a5 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:19.050084 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-66c6b5f9-2035-482f-965b-a2ae2b70ef61 req-4be214a2-b105-4ddd-b24a-054f80d013a5 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/ports?device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 946 time: 0.1003754 May 06 10:00:19.130397 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-66c6b5f9-2035-482f-965b-a2ae2b70ef61 req-2cad677b-ded2-47e2-ade6-1f60544e6735 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe10db9-3060-4c68-9bbd-1a76ce2b7dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740173 May 06 10:00:19.135503 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8af3edf4-3006-43c2-bf13-30d27fa46637 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=de3acd6d9d674c4784c5128338862bda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7943017 May 06 10:00:19.138863 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2bde012e-f024-4bd4-8378-e5e54b371d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.143108 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44086) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:19.151351 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3edf4-3006-43c2-bf13-30d27fa46637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3b7e9d-44e8-48af-a4ab-ee266b4b1e25,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:19.176476 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1fbd044d-8fc0-4c73-b8ee-0b9f94b027b7 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.183752 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device cbd6462c-3cf8-45aa-9e60-b5a14b957e7c up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:19.219262 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ab3c3b39-4366-4435-8389-2bf348792060 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.234435 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ab3c3b39-4366-4435-8389-2bf348792060 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.298898 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ab3c3b39-4366-4435-8389-2bf348792060 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.302698 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-af8c197c-66ab-4981-8030-9a936706bcff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.317017 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-2bde012e-f024-4bd4-8378-e5e54b371d07 None None] For port cbd6462c-3cf8-45aa-9e60-b5a14b957e7c, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=cbd6462c-3cf8-45aa-9e60-b5a14b957e7c,segment=NetworkSegment(a708051f-92c6-425d-a668-32c37a0a6424),segment_id=a708051f-92c6-425d-a668-32c37a0a6424)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:19.337250 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2bde012e-f024-4bd4-8378-e5e54b371d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.340906 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-af8c197c-66ab-4981-8030-9a936706bcff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.352757 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port cbd6462c-3cf8-45aa-9e60-b5a14b957e7c triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:19.353808 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.367381 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-572f7349-e91d-40e1-9945-67b5bec2f308 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Deleting port 742b2ebe-c605-407c-98b6-6309dc7581d2 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:19.367734 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-572f7349-e91d-40e1-9945-67b5bec2f308 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.475375 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde012e-f024-4bd4-8378-e5e54b371d07 None None] Pushing event updated for resources: {'Port': ['ID=cbd6462c-3cf8-45aa-9e60-b5a14b957e7c,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:19.486542 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-af8c197c-66ab-4981-8030-9a936706bcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.488865 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-559d30ba-624f-46cc-96e7-28141443d223 None None] Provisioning complete for port 305fa484-17d5-44fb-82f9-9448d2b63bad triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:19.489379 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-559d30ba-624f-46cc-96e7-28141443d223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.489517 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-af8c197c-66ab-4981-8030-9a936706bcff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.490684 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-af8c197c-66ab-4981-8030-9a936706bcff admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6a3b7e9d-44e8-48af-a4ab-ee266b4b1e25 HTTP/1.1" status: 204 len: 168 time: 0.3425868 May 06 10:00:19.519421 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3c3b39-4366-4435-8389-2bf348792060 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network 14ba1982-5901-43f1-ba13-966e94e35b6d is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:19.521085 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c3b39-4366-4435-8389-2bf348792060 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Port': ['ID=8ff7835e-bc55-44cd-b9aa-bf6f4133ae71,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:19.525141 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-572f7349-e91d-40e1-9945-67b5bec2f308 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] For port 742b2ebe-c605-407c-98b6-6309dc7581d2, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=742b2ebe-c605-407c-98b6-6309dc7581d2,segment=NetworkSegment(199cc61b-fc7e-477f-974e-02e8932cfc7f),segment_id=199cc61b-fc7e-477f-974e-02e8932cfc7f)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:19.525507 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-572f7349-e91d-40e1-9945-67b5bec2f308 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.526407 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-ab3c3b39-4366-4435-8389-2bf348792060 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:19.529060 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c197c-66ab-4981-8030-9a936706bcff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3b7e9d-44e8-48af-a4ab-ee266b4b1e25,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:19.531902 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1fbd044d-8fc0-4c73-b8ee-0b9f94b027b7 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.546980 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-572f7349-e91d-40e1-9945-67b5bec2f308 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Calling delete_port for 742b2ebe-c605-407c-98b6-6309dc7581d2 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:19.617051 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd044d-8fc0-4c73-b8ee-0b9f94b027b7 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Subnet': ['ID=2bdc72b3-10e5-4799-b6d6-34f588ede86d,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:19.640607 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1fbd044d-8fc0-4c73-b8ee-0b9f94b027b7 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.661926 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44090) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:19.665705 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1fbd044d-8fc0-4c73-b8ee-0b9f94b027b7 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/2bdc72b3-10e5-4799-b6d6-34f588ede86d HTTP/1.1" status: 204 len: 168 time: 0.9214687 May 06 10:00:19.699814 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.763813 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f7634e03-32be-4277-afef-a874909f59aa tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1003575 May 06 10:00:19.767085 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44092) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:19.810113 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-559d30ba-624f-46cc-96e7-28141443d223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.848684 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929cbe52-6042-4f98-a45f-831b0fb38a32 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:19.916883 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3c3b39-4366-4435-8389-2bf348792060 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Router 3eecdaa8-1a2e-4c73-b678-4688e2d352e9 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:00:19.950448 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22d61a0-185d-4424-b2c5-78b3ae86d6ea tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:19.952148 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c22d61a0-185d-4424-b2c5-78b3ae86d6ea tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1839900 May 06 10:00:19.955006 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44096) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:20.009256 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-559d30ba-624f-46cc-96e7-28141443d223 None None] For port 305fa484-17d5-44fb-82f9-9448d2b63bad, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=305fa484-17d5-44fb-82f9-9448d2b63bad,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:20.023715 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-559d30ba-624f-46cc-96e7-28141443d223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:20.038602 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1c6ab1-f6c2-4c17-a6a4-8b84d418215c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:20.040956 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ec1c6ab1-f6c2-4c17-a6a4-8b84d418215c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0845101 May 06 10:00:20.043495 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44098) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:20.070412 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9c0a292d-293e-4a1b-be5a-7b10236ebe58 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:20.074815 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3c3b39-4366-4435-8389-2bf348792060 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:00:20.086236 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc6b7b8-ff7d-4625-88e4-f54e56aa5003 None None] Sync routers for ids ['3eecdaa8-1a2e-4c73-b678-4688e2d352e9'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:00:20.088567 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ab3c3b39-4366-4435-8389-2bf348792060 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "PUT /v2.0/routers/3eecdaa8-1a2e-4c73-b678-4688e2d352e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0395477 May 06 10:00:20.091447 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44100) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:20.105053 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc6b7b8-ff7d-4625-88e4-f54e56aa5003 None None] Routers {'3eecdaa8-1a2e-4c73-b678-4688e2d352e9'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:20.105053 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-9bc6b7b8-ff7d-4625-88e4-f54e56aa5003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3eecdaa8-1a2e-4c73-b678-4688e2d352e9'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:20.122192 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-559d30ba-624f-46cc-96e7-28141443d223 None None] Provisioning complete for port 8ff7835e-bc55-44cd-b9aa-bf6f4133ae71 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:20.122573 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-559d30ba-624f-46cc-96e7-28141443d223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:20.128814 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-aedc7903-286b-49c1-9c54-5526ab5c127b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0797560 May 06 10:00:20.129492 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44104) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:20.144313 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-bba2097e-3db8-435b-a360-eeb48be20906 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:20.180437 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d95776-d872-4931-b80c-c2c6a6a8b552 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:20.182455 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-9bc6b7b8-ff7d-4625-88e4-f54e56aa5003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:20.198768 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c6d95776-d872-4931-b80c-c2c6a6a8b552 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "GET /v2.0/ports/8ff7835e-bc55-44cd-b9aa-bf6f4133ae71 HTTP/1.1" status: 200 len: 910 time: 0.1026607 May 06 10:00:20.198768 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44110) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:20.201369 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc6b7b8-ff7d-4625-88e4-f54e56aa5003 None None] Routers {'3eecdaa8-1a2e-4c73-b678-4688e2d352e9'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:20.202012 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-9bc6b7b8-ff7d-4625-88e4-f54e56aa5003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3eecdaa8-1a2e-4c73-b678-4688e2d352e9'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:20.246340 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-559d30ba-624f-46cc-96e7-28141443d223 None None] Port 8ff7835e-bc55-44cd-b9aa-bf6f4133ae71 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:00:20.247520 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-9bc6b7b8-ff7d-4625-88e4-f54e56aa5003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:20.248182 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc6b7b8-ff7d-4625-88e4-f54e56aa5003 None None] The sync data for ids ['3eecdaa8-1a2e-4c73-b678-4688e2d352e9'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:00:20.419919 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-572f7349-e91d-40e1-9945-67b5bec2f308 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:20.437585 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-559d30ba-624f-46cc-96e7-28141443d223 None None] Could not find standard attr ID for object 14f617ea-3f7f-4ab2-bc56-b1b3857c4c78. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 10:00:20.476914 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d30ba-624f-46cc-96e7-28141443d223 None None] Pushing event updated for resources: {'Port': ['ID=305fa484-17d5-44fb-82f9-9448d2b63bad,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:20.480339 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-559d30ba-624f-46cc-96e7-28141443d223 None None] Provisioning complete for port 9c0a292d-293e-4a1b-be5a-7b10236ebe58 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:20.480716 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-559d30ba-624f-46cc-96e7-28141443d223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:20.516640 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 9c0a292d-293e-4a1b-be5a-7b10236ebe58 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:20.517019 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:20.544959 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf5c26-ed48-433c-bb5d-986a5c9d09d8 req-602c50e4-6bcb-4dfe-a046-6bce4273bbd3 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:20.555432 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57cf5c26-ed48-433c-bb5d-986a5c9d09d8 req-602c50e4-6bcb-4dfe-a046-6bce4273bbd3 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/ports?device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 946 time: 0.2634819 May 06 10:00:20.557394 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f7349-e91d-40e1-9945-67b5bec2f308 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event deleted for resources: {'Port': ['ID=742b2ebe-c605-407c-98b6-6309dc7581d2,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:20.629392 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba2097e-3db8-435b-a360-eeb48be20906 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:20.635342 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bba2097e-3db8-435b-a360-eeb48be20906 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:20.694199 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3e3a3c-f729-4a89-9f8f-e69bf09ef158 None None] DHCP port deletion for 0d1252d9-04fb-40a6-862c-9b06ebf6d551 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:00:20.735843 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57cf5c26-ed48-433c-bb5d-986a5c9d09d8 req-ee7ec3ad-7ace-4130-9c3d-35aa3875f319 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe10db9-3060-4c68-9bbd-1a76ce2b7dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794212 May 06 10:00:20.753667 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 305fa484-17d5-44fb-82f9-9448d2b63bad up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:20.795907 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-43caa96e-72db-43c1-a758-4641a6db0b26 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:20.916122 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-20d4541b-a06b-45f2-9fd7-9e1f2e3efb76 None None] Provisioning complete for port cbd6462c-3cf8-45aa-9e60-b5a14b957e7c triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:20.916442 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-20d4541b-a06b-45f2-9fd7-9e1f2e3efb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:20.939582 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-572f7349-e91d-40e1-9945-67b5bec2f308 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:20.954847 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-de3e3a3c-f729-4a89-9f8f-e69bf09ef158 None None] Deleting port 305fa484-17d5-44fb-82f9-9448d2b63bad {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:20.955237 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-de3e3a3c-f729-4a89-9f8f-e69bf09ef158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:21.024268 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-de3e3a3c-f729-4a89-9f8f-e69bf09ef158 None None] For port 305fa484-17d5-44fb-82f9-9448d2b63bad, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=305fa484-17d5-44fb-82f9-9448d2b63bad,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:21.024970 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-de3e3a3c-f729-4a89-9f8f-e69bf09ef158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:21.048157 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-de3e3a3c-f729-4a89-9f8f-e69bf09ef158 None None] Calling delete_port for 305fa484-17d5-44fb-82f9-9448d2b63bad owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:21.075930 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 305fa484-17d5-44fb-82f9-9448d2b63bad triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:21.076457 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:21.202901 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744d007-5da9-42e6-a6f8-bc466154f1ea req-6a623a20-5d1a-48a2-ba78-f3add786a5f1 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:21.210329 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5744d007-5da9-42e6-a6f8-bc466154f1ea req-6a623a20-5d1a-48a2-ba78-f3add786a5f1 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/ports?device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 946 time: 0.1416004 May 06 10:00:21.258905 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-43caa96e-72db-43c1-a758-4641a6db0b26 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Allocated IP 172.21.0.1 (846996d6-6baa-47f1-9dba-9ed1eea735e4/8103c202-e450-41ba-b338-c8ed99aac5c6/ddfa36f8-7845-47f1-9830-5d0167240e55) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:21.286868 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:21.301706 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device cbd6462c-3cf8-45aa-9e60-b5a14b957e7c up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:21.328667 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-de3e3a3c-f729-4a89-9f8f-e69bf09ef158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:21.344807 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-20d4541b-a06b-45f2-9fd7-9e1f2e3efb76 None None] Provisioning complete for port 8ff7835e-bc55-44cd-b9aa-bf6f4133ae71 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:21.345334 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-20d4541b-a06b-45f2-9fd7-9e1f2e3efb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:21.349205 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3e3a3c-f729-4a89-9f8f-e69bf09ef158 None None] No DVR routers for this DVR port 305fa484-17d5-44fb-82f9-9448d2b63bad on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:00:21.400355 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e3a3c-f729-4a89-9f8f-e69bf09ef158 None None] Pushing event deleted for resources: {'Port': ['ID=305fa484-17d5-44fb-82f9-9448d2b63bad,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:21.416741 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-43caa96e-72db-43c1-a758-4641a6db0b26 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:21.422508 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-20d4541b-a06b-45f2-9fd7-9e1f2e3efb76 None None] Port 8ff7835e-bc55-44cd-b9aa-bf6f4133ae71 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:00:21.434936 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port cbd6462c-3cf8-45aa-9e60-b5a14b957e7c triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:21.435424 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:21.439704 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5744d007-5da9-42e6-a6f8-bc466154f1ea req-9274df7f-110e-43a5-a508-1a6f96fcd045 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe10db9-3060-4c68-9bbd-1a76ce2b7dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257605 May 06 10:00:21.466571 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-43caa96e-72db-43c1-a758-4641a6db0b26 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:21.467540 n-d-840835-1 neutron-server[102653]: DEBUG neutron.objects.ports [None req-bba2097e-3db8-435b-a360-eeb48be20906 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102653) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 10:00:21.469887 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572f7349-e91d-40e1-9945-67b5bec2f308 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Router 9ed2694c-f882-4951-ad25-00927f52e9c5 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:00:21.471941 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bba2097e-3db8-435b-a360-eeb48be20906 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:21.497073 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:21.513182 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:00:21.546800 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43caa96e-72db-43c1-a758-4641a6db0b26 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Port': ['ID=ddfa36f8-7845-47f1-9830-5d0167240e55,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:21.556031 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43caa96e-72db-43c1-a758-4641a6db0b26 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network 846996d6-6baa-47f1-9dba-9ed1eea735e4 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:21.558474 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-43caa96e-72db-43c1-a758-4641a6db0b26 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:21.571347 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43caa96e-72db-43c1-a758-4641a6db0b26 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:21.592718 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba2097e-3db8-435b-a360-eeb48be20906 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:21.599248 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-bba2097e-3db8-435b-a360-eeb48be20906 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:21.610780 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba2097e-3db8-435b-a360-eeb48be20906 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:21.611472 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bba2097e-3db8-435b-a360-eeb48be20906 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:21.612572 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe19bf17-8e60-425e-9f99-81fb12753ecc None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:21.616903 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2097e-3db8-435b-a360-eeb48be20906 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Subnet': ['ID=5068d500-3924-49cc-9dfb-210a03e86f9b,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:21.663618 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-43caa96e-72db-43c1-a758-4641a6db0b26 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:21.711042 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572f7349-e91d-40e1-9945-67b5bec2f308 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:00:21.720076 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-572f7349-e91d-40e1-9945-67b5bec2f308 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "PUT /v2.0/routers/9ed2694c-f882-4951-ad25-00927f52e9c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8275509 May 06 10:00:21.720912 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44142) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:21.734681 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bba2097e-3db8-435b-a360-eeb48be20906 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6009943 May 06 10:00:21.735262 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee22bd6e-68df-4c3d-96aa-ba14459d4516 None None] Sync routers for ids ['9ed2694c-f882-4951-ad25-00927f52e9c5'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:00:21.765282 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44144) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:21.785064 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-d2061eb0-609d-4f3f-83a0-36cb93c8ec80 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:21.827038 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee22bd6e-68df-4c3d-96aa-ba14459d4516 None None] Routers {'9ed2694c-f882-4951-ad25-00927f52e9c5'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:21.829653 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-ee22bd6e-68df-4c3d-96aa-ba14459d4516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['9ed2694c-f882-4951-ad25-00927f52e9c5'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:21.859148 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-70609302-c144-4603-b5a8-81c4d249455f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Deleting subnet f1a92695-e647-46ea-abf1-868e984a76d3 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:00:21.872049 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-70609302-c144-4603-b5a8-81c4d249455f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:21.941918 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-43caa96e-72db-43c1-a758-4641a6db0b26 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:21.987664 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-70609302-c144-4603-b5a8-81c4d249455f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:22.018495 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f08ce2-0fc0-43df-a915-16461ac61871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'fixed_ips': [{'subnet_id': '5068d500-3924-49cc-9dfb-210a03e86f9b'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:00:22.019664 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b6f08ce2-0fc0-43df-a915-16461ac61871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:22.021834 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 305fa484-17d5-44fb-82f9-9448d2b63bad no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:00:22.092428 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-ee22bd6e-68df-4c3d-96aa-ba14459d4516 None None] Set router 9ed2694c-f882-4951-ad25-00927f52e9c5 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:00:22.093746 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2061eb0-609d-4f3f-83a0-36cb93c8ec80 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:22.097313 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2061eb0-609d-4f3f-83a0-36cb93c8ec80 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:22.098072 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-70609302-c144-4603-b5a8-81c4d249455f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:22.127224 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 305fa484-17d5-44fb-82f9-9448d2b63bad {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:00:22.127675 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 305fa484-17d5-44fb-82f9-9448d2b63bad not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:00:22.129276 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-873ebc58-8bfa-49b6-9fe9-b0e4a7ae29cc None None] Provisioning complete for port ddfa36f8-7845-47f1-9830-5d0167240e55 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:22.130556 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-873ebc58-8bfa-49b6-9fe9-b0e4a7ae29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:22.206192 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-70609302-c144-4603-b5a8-81c4d249455f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:22.223220 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-873ebc58-8bfa-49b6-9fe9-b0e4a7ae29cc None None] Port ddfa36f8-7845-47f1-9830-5d0167240e55 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:00:22.245338 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70609302-c144-4603-b5a8-81c4d249455f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event deleted for resources: {'Subnet': ['ID=f1a92695-e647-46ea-abf1-868e984a76d3,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:22.249201 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-70609302-c144-4603-b5a8-81c4d249455f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:22.256962 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-70609302-c144-4603-b5a8-81c4d249455f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "DELETE /v2.0/subnets/f1a92695-e647-46ea-abf1-868e984a76d3 HTTP/1.1" status: 204 len: 168 time: 0.5310943 May 06 10:00:22.257762 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44158) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:22.322034 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3d8f59-7692-4f43-8ea7-cd0eec7ef2cf None None] Network 43fdf43b-20c1-42c7-9501-ce94bba53414 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:22.334669 n-d-840835-1 neutron-server[102652]: INFO neutron.db.ipam_backend_mixin [None req-d2061eb0-609d-4f3f-83a0-36cb93c8ec80 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5068d500-3924-49cc-9dfb-210a03e86f9b (CIDR: 2001:db8::/64) May 06 10:00:22.344307 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2061eb0-609d-4f3f-83a0-36cb93c8ec80 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 10:00:22.344782 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2061eb0-609d-4f3f-83a0-36cb93c8ec80 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:00:22.434325 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d2061eb0-609d-4f3f-83a0-36cb93c8ec80 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6619828 May 06 10:00:22.438481 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44184) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:22.443920 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-7a23ca9e-cb08-43b0-b2a6-73a75e8adfd1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:22.456028 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c28322dc-3103-4f25-82f3-85554007ab9b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:22.509366 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-43caa96e-72db-43c1-a758-4641a6db0b26 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:22.520889 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-43caa96e-72db-43c1-a758-4641a6db0b26 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:22.540239 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-b6f08ce2-0fc0-43df-a915-16461ac61871 None None] Allocated IP 2001:db8::f816:3eff:fe38:ce13 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/5068d500-3924-49cc-9dfb-210a03e86f9b/ef48e394-b40c-442d-8f4f-da3011f30af9) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:22.639073 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-43caa96e-72db-43c1-a758-4641a6db0b26 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:22.685066 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a23ca9e-cb08-43b0-b2a6-73a75e8adfd1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:22.688700 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7a23ca9e-cb08-43b0-b2a6-73a75e8adfd1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:22.697098 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c28322dc-3103-4f25-82f3-85554007ab9b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:22.700033 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43caa96e-72db-43c1-a758-4641a6db0b26 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Port': ['ID=ddfa36f8-7845-47f1-9830-5d0167240e55,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:22.780319 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1602dc-3ec9-4aa7-953b-fa00c4a4b459 req-0ba51372-9c99-46b1-a185-fc0eb91413c6 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:22.781926 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f1602dc-3ec9-4aa7-953b-fa00c4a4b459 req-0ba51372-9c99-46b1-a185-fc0eb91413c6 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/ports?device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 946 time: 0.1880336 May 06 10:00:22.857529 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f1602dc-3ec9-4aa7-953b-fa00c4a4b459 req-9ce58b86-0572-48f2-be16-642dc289789a tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe10db9-3060-4c68-9bbd-1a76ce2b7dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652080 May 06 10:00:22.891289 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-ee22bd6e-68df-4c3d-96aa-ba14459d4516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492238686', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'd4d96a56-9112-4c6c-8f0e-f23f77b4e3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:57:27Z', 'updated_at': '2022-05-06T10:00:20Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': 'd4d96a56-9112-4c6c-8f0e-f23f77b4e3af', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:28Z', 'updated_at': '2022-05-06T09:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:22.909245 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43caa96e-72db-43c1-a758-4641a6db0b26 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network 846996d6-6baa-47f1-9dba-9ed1eea735e4 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:22.909245 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-c28322dc-3103-4f25-82f3-85554007ab9b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Deleting port d4d96a56-9112-4c6c-8f0e-f23f77b4e3af {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:22.909245 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c28322dc-3103-4f25-82f3-85554007ab9b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:22.930707 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee22bd6e-68df-4c3d-96aa-ba14459d4516 None None] Checking router: 9ed2694c-f882-4951-ad25-00927f52e9c5 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:00:22.952012 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee22bd6e-68df-4c3d-96aa-ba14459d4516 None None] Routers {'9ed2694c-f882-4951-ad25-00927f52e9c5'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:22.952655 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-ee22bd6e-68df-4c3d-96aa-ba14459d4516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['9ed2694c-f882-4951-ad25-00927f52e9c5'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:22.974857 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24235120-2aa8-4a71-ab2d-772d6516e6ed None None] DHCP port deletion for 43fdf43b-20c1-42c7-9501-ce94bba53414 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:00:23.016896 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-c28322dc-3103-4f25-82f3-85554007ab9b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] For port d4d96a56-9112-4c6c-8f0e-f23f77b4e3af, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=d4d96a56-9112-4c6c-8f0e-f23f77b4e3af,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:23.016896 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c28322dc-3103-4f25-82f3-85554007ab9b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:23.029119 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-43caa96e-72db-43c1-a758-4641a6db0b26 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:23.043810 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-c28322dc-3103-4f25-82f3-85554007ab9b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Calling delete_port for d4d96a56-9112-4c6c-8f0e-f23f77b4e3af owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:23.085174 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7a23ca9e-cb08-43b0-b2a6-73a75e8adfd1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:23.110545 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b6f08ce2-0fc0-43df-a915-16461ac61871 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:23.128497 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b6f08ce2-0fc0-43df-a915-16461ac61871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:23.143442 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a23ca9e-cb08-43b0-b2a6-73a75e8adfd1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:23.146585 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-7a23ca9e-cb08-43b0-b2a6-73a75e8adfd1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:23.151061 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a23ca9e-cb08-43b0-b2a6-73a75e8adfd1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:23.158796 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7a23ca9e-cb08-43b0-b2a6-73a75e8adfd1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:23.172970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23ca9e-cb08-43b0-b2a6-73a75e8adfd1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Subnet': ['ID=b35a10f3-67b1-45ee-a4e2-539f0ac406bf,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:23.186368 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7a23ca9e-cb08-43b0-b2a6-73a75e8adfd1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7466707 May 06 10:00:23.188114 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44226) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:23.195170 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-f2287790-bcf0-475b-98f9-1248575c0753 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'port': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'mac_address': 'fa:16:3e:00:9b:5a', 'name': 'tempest-NetworksTestDHCPv6-248229570'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:23.267213 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f08ce2-0fc0-43df-a915-16461ac61871 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:23.269866 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-ee22bd6e-68df-4c3d-96aa-ba14459d4516 None None] Set router 9ed2694c-f882-4951-ad25-00927f52e9c5 gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:00:23.316618 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44228) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:23.373727 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-24235120-2aa8-4a71-ab2d-772d6516e6ed None None] Deleting port a8fb9ff7-1b44-4912-9068-c0b67d57f76d {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:23.374106 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-24235120-2aa8-4a71-ab2d-772d6516e6ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:23.375998 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f08ce2-0fc0-43df-a915-16461ac61871 None None] Pushing event updated for resources: {'Port': ['ID=ef48e394-b40c-442d-8f4f-da3011f30af9,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:23.385055 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-b6f08ce2-0fc0-43df-a915-16461ac61871 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:23.389180 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f08ce2-0fc0-43df-a915-16461ac61871 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:23.391374 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-ee22bd6e-68df-4c3d-96aa-ba14459d4516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492238686', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:57:27Z', 'updated_at': '2022-05-06T10:00:22Z', 'revision_number': 6, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:23.479521 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee22bd6e-68df-4c3d-96aa-ba14459d4516 None None] The sync data for ids ['9ed2694c-f882-4951-ad25-00927f52e9c5'] in n-d-840835-1 is: [{'id': '9ed2694c-f882-4951-ad25-00927f52e9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492238686', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:57:27Z', 'updated_at': '2022-05-06T10:00:22Z', 'revision_number': 6, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port_host': None}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:00:23.538351 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-cb2a1a3c-907b-4282-a271-9ae72f45c0dc None None] Provisioning complete for port ddfa36f8-7845-47f1-9830-5d0167240e55 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:23.538740 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cb2a1a3c-907b-4282-a271-9ae72f45c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:23.548841 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-24235120-2aa8-4a71-ab2d-772d6516e6ed None None] For port a8fb9ff7-1b44-4912-9068-c0b67d57f76d, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=a8fb9ff7-1b44-4912-9068-c0b67d57f76d,segment=NetworkSegment(199cc61b-fc7e-477f-974e-02e8932cfc7f),segment_id=199cc61b-fc7e-477f-974e-02e8932cfc7f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:23.549246 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-24235120-2aa8-4a71-ab2d-772d6516e6ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:23.589836 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-24235120-2aa8-4a71-ab2d-772d6516e6ed None None] Calling delete_port for a8fb9ff7-1b44-4912-9068-c0b67d57f76d owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:23.598669 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-b6f08ce2-0fc0-43df-a915-16461ac61871 None None] Attempting to bind port ef48e394-b40c-442d-8f4f-da3011f30af9 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:23.599046 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-b6f08ce2-0fc0-43df-a915-16461ac61871 None None] Attempting to bind port ef48e394-b40c-442d-8f4f-da3011f30af9 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:23.599447 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f08ce2-0fc0-43df-a915-16461ac61871 None None] Attempting to bind port ef48e394-b40c-442d-8f4f-da3011f30af9 on network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:23.617641 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f08ce2-0fc0-43df-a915-16461ac61871 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:23.618547 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f08ce2-0fc0-43df-a915-16461ac61871 None None] Checking segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:23.618969 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b6f08ce2-0fc0-43df-a915-16461ac61871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:23.619396 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f08ce2-0fc0-43df-a915-16461ac61871 None None] Bound using segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:23.619895 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-b6f08ce2-0fc0-43df-a915-16461ac61871 None None] Bound port: ef48e394-b40c-442d-8f4f-da3011f30af9, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:23.620281 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b6f08ce2-0fc0-43df-a915-16461ac61871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:23.625692 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-cb2a1a3c-907b-4282-a271-9ae72f45c0dc None None] Port ddfa36f8-7845-47f1-9830-5d0167240e55 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:00:23.663174 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2287790-bcf0-475b-98f9-1248575c0753 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:23.682981 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43caa96e-72db-43c1-a758-4641a6db0b26 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Router 3eecdaa8-1a2e-4c73-b678-4688e2d352e9 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:00:23.725306 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948a82c-19a4-4918-a49c-9a803acedaf8 req-53ac93b5-6671-4f4d-a851-e5c68d1f5b33 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:23.726864 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f948a82c-19a4-4918-a49c-9a803acedaf8 req-53ac93b5-6671-4f4d-a851-e5c68d1f5b33 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.84 "GET /v2.0/ports?device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 946 time: 0.5029910 May 06 10:00:23.749312 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-b6f08ce2-0fc0-43df-a915-16461ac61871 None None] For port ef48e394-b40c-442d-8f4f-da3011f30af9, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:23.750462 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3f63-576b-41a9-b661-c92754246cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:23.760025 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-24235120-2aa8-4a71-ab2d-772d6516e6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:23.767438 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-b6f08ce2-0fc0-43df-a915-16461ac61871 None None] For port ef48e394-b40c-442d-8f4f-da3011f30af9, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=ef48e394-b40c-442d-8f4f-da3011f30af9,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:00:23.798924 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24235120-2aa8-4a71-ab2d-772d6516e6ed None None] Pushing event deleted for resources: {'Port': ['ID=a8fb9ff7-1b44-4912-9068-c0b67d57f76d,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:23.802676 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b6f08ce2-0fc0-43df-a915-16461ac61871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:23.816533 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24235120-2aa8-4a71-ab2d-772d6516e6ed None None] No DVR routers for this DVR port a8fb9ff7-1b44-4912-9068-c0b67d57f76d on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:00:23.824480 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f2287790-bcf0-475b-98f9-1248575c0753 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:23.910249 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f08ce2-0fc0-43df-a915-16461ac61871 None None] Pushing event updated for resources: {'Port': ['ID=ef48e394-b40c-442d-8f4f-da3011f30af9,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:23.937574 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-f2287790-bcf0-475b-98f9-1248575c0753 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] device_id is not set on port 27299f77-0ece-4c02-8eca-de3906ee740e yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:00:23.970994 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43caa96e-72db-43c1-a758-4641a6db0b26 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:00:23.979080 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-43caa96e-72db-43c1-a758-4641a6db0b26 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "PUT /v2.0/routers/3eecdaa8-1a2e-4c73-b678-4688e2d352e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7813594 May 06 10:00:23.981795 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c28322dc-3103-4f25-82f3-85554007ab9b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:23.986087 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44234) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:23.986893 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7094d3-6309-4ab5-a13f-7282e35d9612 None None] Sync routers for ids ['3eecdaa8-1a2e-4c73-b678-4688e2d352e9'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:00:24.001254 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7094d3-6309-4ab5-a13f-7282e35d9612 None None] Routers {'3eecdaa8-1a2e-4c73-b678-4688e2d352e9'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:24.003769 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4f7094d3-6309-4ab5-a13f-7282e35d9612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3eecdaa8-1a2e-4c73-b678-4688e2d352e9'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:24.033764 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 742b2ebe-c605-407c-98b6-6309dc7581d2 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:00:24.067661 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4f7094d3-6309-4ab5-a13f-7282e35d9612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:24.091656 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7094d3-6309-4ab5-a13f-7282e35d9612 None None] Routers {'3eecdaa8-1a2e-4c73-b678-4688e2d352e9'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:24.093153 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4f7094d3-6309-4ab5-a13f-7282e35d9612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3eecdaa8-1a2e-4c73-b678-4688e2d352e9'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:24.098529 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 742b2ebe-c605-407c-98b6-6309dc7581d2 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:00:24.099779 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28322dc-3103-4f25-82f3-85554007ab9b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event deleted for resources: {'Port': ['ID=d4d96a56-9112-4c6c-8f0e-f23f77b4e3af,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:24.100252 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 742b2ebe-c605-407c-98b6-6309dc7581d2 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:00:24.100606 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device a8fb9ff7-1b44-4912-9068-c0b67d57f76d no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:00:24.125704 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3f63-576b-41a9-b661-c92754246cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:24.134252 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: a8fb9ff7-1b44-4912-9068-c0b67d57f76d {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:00:24.134252 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device a8fb9ff7-1b44-4912-9068-c0b67d57f76d not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:00:24.144270 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3f63-576b-41a9-b661-c92754246cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:24.157851 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaa04a1-5ce0-448c-b16e-1fb38ba30489 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:24.162912 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2eaa04a1-5ce0-448c-b16e-1fb38ba30489 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "GET /v2.0/ports/ddfa36f8-7845-47f1-9830-5d0167240e55 HTTP/1.1" status: 200 len: 910 time: 0.1740417 May 06 10:00:24.163571 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44236) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:24.179828 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4f7094d3-6309-4ab5-a13f-7282e35d9612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:24.183571 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7094d3-6309-4ab5-a13f-7282e35d9612 None None] The sync data for ids ['3eecdaa8-1a2e-4c73-b678-4688e2d352e9'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:00:24.256713 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-f948a82c-19a4-4918-a49c-9a803acedaf8 req-bf044b7c-1844-4908-aa7b-07c120f1e769 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Deleting port a045ab69-d600-4acf-b383-acda2feeef45 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:24.257065 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f948a82c-19a4-4918-a49c-9a803acedaf8 req-bf044b7c-1844-4908-aa7b-07c120f1e769 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:24.267086 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fa8c0-120b-4829-8a2f-3a985edb17fd req-e06556ec-6416-4f8b-a518-39ab3b82b9b6 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:24.271732 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a6fa8c0-120b-4829-8a2f-3a985edb17fd req-e06556ec-6416-4f8b-a518-39ab3b82b9b6 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/ports?device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 946 time: 0.2491536 May 06 10:00:24.305365 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c8fc3f63-576b-41a9-b661-c92754246cce admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=52e47e73ac23428d928dec52732c8d29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9873545 May 06 10:00:24.306103 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc3f63-576b-41a9-b661-c92754246cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829b6f38-700a-4b12-8060-fdf6f216825b,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:24.309474 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44238) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:24.340915 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c28322dc-3103-4f25-82f3-85554007ab9b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:24.406790 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a6fa8c0-120b-4829-8a2f-3a985edb17fd req-4fd01c72-00aa-459c-a6da-11306b06a64b tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/security-groups?id=3fe10db9-3060-4c68-9bbd-1a76ce2b7dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171644 May 06 10:00:24.429148 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-f2287790-bcf0-475b-98f9-1248575c0753 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Allocated IP 2001:db8:0:1::3de (0d1252d9-04fb-40a6-862c-9b06ebf6d551/b35a10f3-67b1-45ee-a4e2-539f0ac406bf/27299f77-0ece-4c02-8eca-de3906ee740e) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:24.455783 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-f2287790-bcf0-475b-98f9-1248575c0753 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Allocated IP 2001:db8::f816:3eff:fe00:9b5a (0d1252d9-04fb-40a6-862c-9b06ebf6d551/5068d500-3924-49cc-9dfb-210a03e86f9b/27299f77-0ece-4c02-8eca-de3906ee740e) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:24.458795 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1ccc0fd4-f697-47c9-8b1c-c3c68d2454e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:24.510871 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1ccc0fd4-f697-47c9-8b1c-c3c68d2454e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:24.553885 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c28322dc-3103-4f25-82f3-85554007ab9b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:24.559045 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c28322dc-3103-4f25-82f3-85554007ab9b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:24.632360 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c28322dc-3103-4f25-82f3-85554007ab9b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:24.632882 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28322dc-3103-4f25-82f3-85554007ab9b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Fanout notify agent at l3_agent the message router_deleted on router 9ed2694c-f882-4951-ad25-00927f52e9c5 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:00:24.645629 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1ccc0fd4-f697-47c9-8b1c-c3c68d2454e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:24.648213 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c28322dc-3103-4f25-82f3-85554007ab9b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:24.648352 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1ccc0fd4-f697-47c9-8b1c-c3c68d2454e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:24.649531 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c28322dc-3103-4f25-82f3-85554007ab9b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "DELETE /v2.0/routers/9ed2694c-f882-4951-ad25-00927f52e9c5 HTTP/1.1" status: 204 len: 168 time: 2.3884544 May 06 10:00:24.652378 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44242) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:24.653994 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1ccc0fd4-f697-47c9-8b1c-c3c68d2454e6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/829b6f38-700a-4b12-8060-fdf6f216825b HTTP/1.1" status: 204 len: 168 time: 0.3172679 May 06 10:00:24.669189 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-f948a82c-19a4-4918-a49c-9a803acedaf8 req-bf044b7c-1844-4908-aa7b-07c120f1e769 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] For port a045ab69-d600-4acf-b383-acda2feeef45, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=a045ab69-d600-4acf-b383-acda2feeef45,segment=NetworkSegment(7aa2fa29-6ca3-4a86-850d-46ffde572819),segment_id=7aa2fa29-6ca3-4a86-850d-46ffde572819)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:24.669561 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f948a82c-19a4-4918-a49c-9a803acedaf8 req-bf044b7c-1844-4908-aa7b-07c120f1e769 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:24.676284 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc0fd4-f697-47c9-8b1c-c3c68d2454e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829b6f38-700a-4b12-8060-fdf6f216825b,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:24.725018 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f2287790-bcf0-475b-98f9-1248575c0753 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:24.759036 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-f948a82c-19a4-4918-a49c-9a803acedaf8 req-bf044b7c-1844-4908-aa7b-07c120f1e769 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Calling delete_port for a045ab69-d600-4acf-b383-acda2feeef45 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:24.774747 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f2287790-bcf0-475b-98f9-1248575c0753 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:24.802728 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-03e6a71a-3842-4078-ace8-c4557105c54f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:24.827471 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2287790-bcf0-475b-98f9-1248575c0753 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:24.830966 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-f2287790-bcf0-475b-98f9-1248575c0753 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:24.835104 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2287790-bcf0-475b-98f9-1248575c0753 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:24.841561 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2287790-bcf0-475b-98f9-1248575c0753 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:24.842345 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f2287790-bcf0-475b-98f9-1248575c0753 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:24.865855 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2287790-bcf0-475b-98f9-1248575c0753 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Port': ['ID=27299f77-0ece-4c02-8eca-de3906ee740e,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:24.880874 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f2287790-bcf0-475b-98f9-1248575c0753 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6916480 May 06 10:00:24.881520 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44248) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:24.989939 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-daf2a8ec-38b9-4da6-ab25-f08f6e903c91 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting port 27299f77-0ece-4c02-8eca-de3906ee740e {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:24.989939 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-daf2a8ec-38b9-4da6-ab25-f08f6e903c91 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:24.997356 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-03e6a71a-3842-4078-ace8-c4557105c54f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.031755 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44250) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:25.058533 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5633c3e2-e236-48a0-9219-caf1b27a3e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.073552 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-03e6a71a-3842-4078-ace8-c4557105c54f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43fdf43b-20c1-42c7-9501-ce94bba53414']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:25.092628 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-03e6a71a-3842-4078-ace8-c4557105c54f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '199cc61b-fc7e-477f-974e-02e8932cfc7f') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:25.093011 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-03e6a71a-3842-4078-ace8-c4557105c54f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '199cc61b-fc7e-477f-974e-02e8932cfc7f') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:25.121234 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-03e6a71a-3842-4078-ace8-c4557105c54f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.134023 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f948a82c-19a4-4918-a49c-9a803acedaf8 req-bf044b7c-1844-4908-aa7b-07c120f1e769 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.138529 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-daf2a8ec-38b9-4da6-ab25-f08f6e903c91 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.147317 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['a045ab69-d600-4acf-b383-acda2feeef45'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:00:25.163787 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-daf2a8ec-38b9-4da6-ab25-f08f6e903c91 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Calling delete_port for 27299f77-0ece-4c02-8eca-de3906ee740e owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:25.179508 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-03e6a71a-3842-4078-ace8-c4557105c54f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.188252 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf044b7c-1844-4908-aa7b-07c120f1e769 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Pushing event deleted for resources: {'Port': ['ID=a045ab69-d600-4acf-b383-acda2feeef45,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:25.203220 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb8b3646-800f-4e7b-8d97-5366e1053509 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.221108 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e6a71a-3842-4078-ace8-c4557105c54f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:00:25.223446 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-03e6a71a-3842-4078-ace8-c4557105c54f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: timer() May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:00:25.227038 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:00:25.254970 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5633c3e2-e236-48a0-9219-caf1b27a3e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.268162 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5633c3e2-e236-48a0-9219-caf1b27a3e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.324075 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633c3e2-e236-48a0-9219-caf1b27a3e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce47a36-78bb-44e6-86ef-b65832e66625,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:25.331650 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5633c3e2-e236-48a0-9219-caf1b27a3e88 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4698c17c3cb84755b1b0803f2b5450c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2992284 May 06 10:00:25.334404 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44252) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:25.384144 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f948a82c-19a4-4918-a49c-9a803acedaf8 req-bf044b7c-1844-4908-aa7b-07c120f1e769 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] No DVR routers for this DVR port a045ab69-d600-4acf-b383-acda2feeef45 on host n-h1-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:00:25.394424 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f948a82c-19a4-4918-a49c-9a803acedaf8 req-bf044b7c-1844-4908-aa7b-07c120f1e769 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.397803 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f948a82c-19a4-4918-a49c-9a803acedaf8 req-bf044b7c-1844-4908-aa7b-07c120f1e769 tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.84 "DELETE /v2.0/ports/a045ab69-d600-4acf-b383-acda2feeef45 HTTP/1.1" status: 204 len: 173 time: 1.6607313 May 06 10:00:25.398522 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923c0ec3-438b-48a5-9195-022834146f5e', 'name': 'network-vif-deleted', 'tag': 'a045ab69-d600-4acf-b383-acda2feeef45'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:00:25.401475 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f5ef75-ec65-4876-916f-b0a0ca85c20f" -d '{"events": [{"server_uuid": "923c0ec3-438b-48a5-9195-022834146f5e", "name": "network-vif-deleted", "tag": "a045ab69-d600-4acf-b383-acda2feeef45"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:00:25.427164 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-03e6a71a-3842-4078-ace8-c4557105c54f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.453939 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-03e6a71a-3842-4078-ace8-c4557105c54f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.459585 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-03e6a71a-3842-4078-ace8-c4557105c54f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "DELETE /v2.0/networks/43fdf43b-20c1-42c7-9501-ce94bba53414 HTTP/1.1" status: 204 len: 168 time: 0.8037348 May 06 10:00:25.460236 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44258) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:25.461029 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6a71a-3842-4078-ace8-c4557105c54f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event deleted for resources: {'Network': ['ID=43fdf43b-20c1-42c7-9501-ce94bba53414,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:25.495800 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0075cb9-84c2-4e0d-b3bc-f47bb6d35003 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:25.517568 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-29e76878-e577-4ebb-b259-88cf1710323b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.521064 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24faaf43-2dbb-44ce-8a52-7b54f1b08b71 x-openstack-request-id: req-24faaf43-2dbb-44ce-8a52-7b54f1b08b71 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:00:25.521622 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923c0ec3-438b-48a5-9195-022834146f5e", "name": "network-vif-deleted", "tag": "a045ab69-d600-4acf-b383-acda2feeef45", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:00:25.522432 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-24faaf43-2dbb-44ce-8a52-7b54f1b08b71 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:00:25.524068 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24faaf43-2dbb-44ce-8a52-7b54f1b08b71'] response: {'server_uuid': '923c0ec3-438b-48a5-9195-022834146f5e', 'name': 'network-vif-deleted', 'tag': 'a045ab69-d600-4acf-b383-acda2feeef45', 'status': 'completed', 'code': 200} May 06 10:00:25.556970 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-29e76878-e577-4ebb-b259-88cf1710323b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.592728 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-ae76c8ff-148a-45c0-8d12-632980d33201 None None] Provisioning complete for port ef48e394-b40c-442d-8f4f-da3011f30af9 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:25.593403 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ae76c8ff-148a-45c0-8d12-632980d33201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.684199 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-29e76878-e577-4ebb-b259-88cf1710323b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.686654 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-29e76878-e577-4ebb-b259-88cf1710323b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.687901 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-29e76878-e577-4ebb-b259-88cf1710323b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cce47a36-78bb-44e6-86ef-b65832e66625 HTTP/1.1" status: 204 len: 168 time: 0.3517444 May 06 10:00:25.692550 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-bb8b3646-800f-4e7b-8d97-5366e1053509 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Deleting port ddfa36f8-7845-47f1-9830-5d0167240e55 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:25.693077 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb8b3646-800f-4e7b-8d97-5366e1053509 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.719456 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dd4ceefb-2cdc-4366-97bb-62bb7fa5c2c0 req-cc6beaae-e31e-49e4-8b03-22eab37793bc tempest-TestServerAdvancedOps-546966744 tempest-TestServerAdvancedOps-546966744-project] 10.222.0.73 "GET /v2.0/ports?device_id=923c0ec3-438b-48a5-9195-022834146f5e HTTP/1.1" status: 200 len: 210 time: 0.1094284 May 06 10:00:25.737865 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e76878-e577-4ebb-b259-88cf1710323b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce47a36-78bb-44e6-86ef-b65832e66625,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:25.766021 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a45efde4-0bc8-4a25-b9ce-74b859f7a7e1 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.777383 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ae76c8ff-148a-45c0-8d12-632980d33201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.795151 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a45efde4-0bc8-4a25-b9ce-74b859f7a7e1 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.833809 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ae76c8ff-148a-45c0-8d12-632980d33201 None None] For port ef48e394-b40c-442d-8f4f-da3011f30af9, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=ef48e394-b40c-442d-8f4f-da3011f30af9,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:25.835626 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-daf2a8ec-38b9-4da6-ab25-f08f6e903c91 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.850905 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ae76c8ff-148a-45c0-8d12-632980d33201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.873657 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb8b3646-800f-4e7b-8d97-5366e1053509 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.897858 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2a8ec-38b9-4da6-ab25-f08f6e903c91 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Port': ['ID=27299f77-0ece-4c02-8eca-de3906ee740e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:25.933440 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-bb8b3646-800f-4e7b-8d97-5366e1053509 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Calling delete_port for ddfa36f8-7845-47f1-9830-5d0167240e55 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:25.984780 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ef48e394-b40c-442d-8f4f-da3011f30af9 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:26.017718 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-daf2a8ec-38b9-4da6-ab25-f08f6e903c91 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:26.022225 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-daf2a8ec-38b9-4da6-ab25-f08f6e903c91 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/27299f77-0ece-4c02-8eca-de3906ee740e HTTP/1.1" status: 204 len: 168 time: 1.1388681 May 06 10:00:26.025535 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44262) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:26.060762 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7de334-ddf5-4d7b-b45b-e0b2eb81116f None None] Update dhcp port {'port': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'fixed_ips': [{'subnet_id': '5068d500-3924-49cc-9dfb-210a03e86f9b', 'ip_address': '2001:db8::f816:3eff:fe38:ce13'}, {'subnet_id': 'b35a10f3-67b1-45ee-a4e2-539f0ac406bf'}], 'binding:host_id': 'n-d-840835-1'}, 'id': 'ef48e394-b40c-442d-8f4f-da3011f30af9'} from n-d-840835-1. {{(pid=102654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 10:00:26.091346 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a45efde4-0bc8-4a25-b9ce-74b859f7a7e1 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:26.096013 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a45efde4-0bc8-4a25-b9ce-74b859f7a7e1 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:26.101155 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76c8ff-148a-45c0-8d12-632980d33201 None None] Pushing event updated for resources: {'Port': ['ID=ef48e394-b40c-442d-8f4f-da3011f30af9,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:26.107274 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2c7de334-ddf5-4d7b-b45b-e0b2eb81116f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:26.122438 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a45efde4-0bc8-4a25-b9ce-74b859f7a7e1 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "DELETE /v2.0/security-groups/da0a3f5a-dd83-4c4e-ac6f-225dde67326e HTTP/1.1" status: 204 len: 168 time: 0.6524642 May 06 10:00:26.148177 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45efde4-0bc8-4a25-b9ce-74b859f7a7e1 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0a3f5a-dd83-4c4e-ac6f-225dde67326e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:26.148494 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port ef48e394-b40c-442d-8f4f-da3011f30af9 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:26.149578 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:26.201726 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45efde4-0bc8-4a25-b9ce-74b859f7a7e1 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:26.202088 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45efde4-0bc8-4a25-b9ce-74b859f7a7e1 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:26.202440 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45efde4-0bc8-4a25-b9ce-74b859f7a7e1 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:26.202784 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45efde4-0bc8-4a25-b9ce-74b859f7a7e1 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:26.203182 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45efde4-0bc8-4a25-b9ce-74b859f7a7e1 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:26.203523 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45efde4-0bc8-4a25-b9ce-74b859f7a7e1 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:26.203860 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45efde4-0bc8-4a25-b9ce-74b859f7a7e1 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:26.204226 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45efde4-0bc8-4a25-b9ce-74b859f7a7e1 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:26.204558 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45efde4-0bc8-4a25-b9ce-74b859f7a7e1 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:26.205304 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45efde4-0bc8-4a25-b9ce-74b859f7a7e1 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:26.211030 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45efde4-0bc8-4a25-b9ce-74b859f7a7e1 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:26.212329 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45efde4-0bc8-4a25-b9ce-74b859f7a7e1 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:26.230245 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66a2ffb-1809-45bb-a0f0-c32ba283b5a1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:26.234510 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b66a2ffb-1809-45bb-a0f0-c32ba283b5a1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2058015 May 06 10:00:26.234863 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44272) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:26.261349 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb8b3646-800f-4e7b-8d97-5366e1053509 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:26.304928 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b3646-800f-4e7b-8d97-5366e1053509 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Port': ['ID=ddfa36f8-7845-47f1-9830-5d0167240e55,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:26.325062 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81930f55-ad4b-4925-91dd-8c646166b738 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:26.329038 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-81930f55-ad4b-4925-91dd-8c646166b738 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0930829 May 06 10:00:26.331792 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44276) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:26.421035 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d4d96a56-9112-4c6c-8f0e-f23f77b4e3af no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:00:26.430680 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd072f5f-64dc-4bfb-94a1-2712f2195975 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:26.432714 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd072f5f-64dc-4bfb-94a1-2712f2195975 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:26.434270 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd072f5f-64dc-4bfb-94a1-2712f2195975 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:26.435938 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-dd072f5f-64dc-4bfb-94a1-2712f2195975 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1032071 May 06 10:00:26.438865 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44280) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:26.463795 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: d4d96a56-9112-4c6c-8f0e-f23f77b4e3af {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:00:26.464090 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d4d96a56-9112-4c6c-8f0e-f23f77b4e3af not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:00:26.504985 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-2c7de334-ddf5-4d7b-b45b-e0b2eb81116f None None] Allocated IP 2001:db8:0:1::2 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/b35a10f3-67b1-45ee-a4e2-539f0ac406bf/ef48e394-b40c-442d-8f4f-da3011f30af9) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:26.518246 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-251be87b-bef9-4d0c-b793-e206d150c358 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting subnet 5068d500-3924-49cc-9dfb-210a03e86f9b {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:00:26.594632 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb8b3646-800f-4e7b-8d97-5366e1053509 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:26.660720 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-2c7de334-ddf5-4d7b-b45b-e0b2eb81116f None None] For port ef48e394-b40c-442d-8f4f-da3011f30af9, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=ef48e394-b40c-442d-8f4f-da3011f30af9,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:26.670136 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44286) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:26.675963 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-3e4db5c7-aba2-4023-94c3-a7a1625105ca tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1939203399', 'description': 'tempest-secgroup-smoke-1939203399 description', 'project_id': '1b7022527a0d47ed9f061636a22ce038'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:26.701026 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2c7de334-ddf5-4d7b-b45b-e0b2eb81116f None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:26.705859 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3e4db5c7-aba2-4023-94c3-a7a1625105ca tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:26.707507 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2c7de334-ddf5-4d7b-b45b-e0b2eb81116f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:26.712219 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-251be87b-bef9-4d0c-b793-e206d150c358 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:26.776941 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-251be87b-bef9-4d0c-b793-e206d150c358 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:26.815536 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44294) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:26.846081 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7de334-ddf5-4d7b-b45b-e0b2eb81116f None None] Pushing event updated for resources: {'Port': ['ID=ef48e394-b40c-442d-8f4f-da3011f30af9,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:26.866823 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8b3646-800f-4e7b-8d97-5366e1053509 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Router 3eecdaa8-1a2e-4c73-b678-4688e2d352e9 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:00:26.947527 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ced51e-e7d3-4077-bbfa-d7af76019852 admin admin] Deleting subnet dc46eb3b-b017-4eb1-938c-e66a813c3f9e {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:00:26.960759 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a3ced51e-e7d3-4077-bbfa-d7af76019852 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:26.975056 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3e4db5c7-aba2-4023-94c3-a7a1625105ca tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:26.983629 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-251be87b-bef9-4d0c-b793-e206d150c358 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:26.994733 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44298) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:27.017075 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8b3646-800f-4e7b-8d97-5366e1053509 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:00:27.026542 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bb8b3646-800f-4e7b-8d97-5366e1053509 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "PUT /v2.0/routers/3eecdaa8-1a2e-4c73-b678-4688e2d352e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8542354 May 06 10:00:27.026542 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44302) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:27.029663 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89a8f92-5cdc-400a-96ee-7d82941d7c6e None None] Sync routers for ids ['3eecdaa8-1a2e-4c73-b678-4688e2d352e9'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:00:27.044232 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89a8f92-5cdc-400a-96ee-7d82941d7c6e None None] Routers {'3eecdaa8-1a2e-4c73-b678-4688e2d352e9'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:27.044868 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d89a8f92-5cdc-400a-96ee-7d82941d7c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3eecdaa8-1a2e-4c73-b678-4688e2d352e9'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:27.073743 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3e4db5c7-aba2-4023-94c3-a7a1625105ca tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.098873 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d89a8f92-5cdc-400a-96ee-7d82941d7c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:27.112496 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a3ced51e-e7d3-4077-bbfa-d7af76019852 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.123500 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89a8f92-5cdc-400a-96ee-7d82941d7c6e None None] Routers {'3eecdaa8-1a2e-4c73-b678-4688e2d352e9'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:27.124124 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d89a8f92-5cdc-400a-96ee-7d82941d7c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3eecdaa8-1a2e-4c73-b678-4688e2d352e9'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:27.177614 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d89a8f92-5cdc-400a-96ee-7d82941d7c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:27.179780 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89a8f92-5cdc-400a-96ee-7d82941d7c6e None None] The sync data for ids ['3eecdaa8-1a2e-4c73-b678-4688e2d352e9'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:00:27.189284 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3e4db5c7-aba2-4023-94c3-a7a1625105ca tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.193507 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3e4db5c7-aba2-4023-94c3-a7a1625105ca tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5189264 May 06 10:00:27.197031 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a3ced51e-e7d3-4077-bbfa-d7af76019852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.198527 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-5b1a9f2b-e19f-4ed2-882d-5ef94a77fc81 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2145785788'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:27.202334 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44304) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:27.207327 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-ec79e4bc-0821-43cf-abb4-6243e6a1d1ca tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'security_group_rule': {'security_group_id': 'cb8a5205-c510-48be-8db2-13953e5e61dd', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:27.232682 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-251be87b-bef9-4d0c-b793-e206d150c358 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.259810 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1a9f2b-e19f-4ed2-882d-5ef94a77fc81 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Made reservation on behalf of 81c35a8281ba41c785a9181de217eaf4 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:27.263794 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5b1a9f2b-e19f-4ed2-882d-5ef94a77fc81 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.273874 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4db5c7-aba2-4023-94c3-a7a1625105ca tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8a5205-c510-48be-8db2-13953e5e61dd,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:27.279612 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5b1a9f2b-e19f-4ed2-882d-5ef94a77fc81 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.287393 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251be87b-bef9-4d0c-b793-e206d150c358 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Subnet': ['ID=5068d500-3924-49cc-9dfb-210a03e86f9b,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:27.300530 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-251be87b-bef9-4d0c-b793-e206d150c358 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.303813 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-251be87b-bef9-4d0c-b793-e206d150c358 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/5068d500-3924-49cc-9dfb-210a03e86f9b HTTP/1.1" status: 204 len: 168 time: 0.8639712 May 06 10:00:27.308033 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44306) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:27.324452 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ec79e4bc-0821-43cf-abb4-6243e6a1d1ca tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.359031 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a3ced51e-e7d3-4077-bbfa-d7af76019852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.400899 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a3ced51e-e7d3-4077-bbfa-d7af76019852 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.406468 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a3ced51e-e7d3-4077-bbfa-d7af76019852 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/dc46eb3b-b017-4eb1-938c-e66a813c3f9e HTTP/1.1" status: 204 len: 168 time: 0.5876052 May 06 10:00:27.410362 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44308) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:27.412586 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ced51e-e7d3-4077-bbfa-d7af76019852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc46eb3b-b017-4eb1-938c-e66a813c3f9e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:27.446432 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device a045ab69-d600-4acf-b383-acda2feeef45 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:00:27.469846 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: a045ab69-d600-4acf-b383-acda2feeef45 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:00:27.470465 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device a045ab69-d600-4acf-b383-acda2feeef45 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:00:27.502398 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ec79e4bc-0821-43cf-abb4-6243e6a1d1ca tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.514873 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ec79e4bc-0821-43cf-abb4-6243e6a1d1ca tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.528152 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bb7fa87c-e0bb-4344-9bfd-9183d7f18121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.545210 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79e4bc-0821-43cf-abb4-6243e6a1d1ca tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff82c1e5-935d-4170-b6e9-ae84f723777a,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:27.564883 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ec79e4bc-0821-43cf-abb4-6243e6a1d1ca tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.566285 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ec79e4bc-0821-43cf-abb4-6243e6a1d1ca tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3629432 May 06 10:00:27.569046 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44310) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:27.574798 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-d857c372-96a2-4d12-bcbe-1cd085d7d79b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'security_group_rule': {'security_group_id': 'cb8a5205-c510-48be-8db2-13953e5e61dd', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:27.591345 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8b901f-31ff-4fe2-bf7a-0cf85d2ef578 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:27.663964 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bb7fa87c-e0bb-4344-9bfd-9183d7f18121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.678149 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d857c372-96a2-4d12-bcbe-1cd085d7d79b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.702501 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-bb7fa87c-e0bb-4344-9bfd-9183d7f18121 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc8d5426-ce8a-4989-8725-36d1df0ca000']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:27.721777 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-bb7fa87c-e0bb-4344-9bfd-9183d7f18121 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa2fa29-6ca3-4a86-850d-46ffde572819') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:27.722055 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-bb7fa87c-e0bb-4344-9bfd-9183d7f18121 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa2fa29-6ca3-4a86-850d-46ffde572819') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:27.730686 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-acdeeee5-ed22-4d38-8233-dfe82b3ae1a9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting subnet b35a10f3-67b1-45ee-a4e2-539f0ac406bf {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:00:27.734856 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-acdeeee5-ed22-4d38-8233-dfe82b3ae1a9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.738971 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bb7fa87c-e0bb-4344-9bfd-9183d7f18121 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.762232 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bb7fa87c-e0bb-4344-9bfd-9183d7f18121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.772957 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d857c372-96a2-4d12-bcbe-1cd085d7d79b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.777245 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb7fa87c-e0bb-4344-9bfd-9183d7f18121 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:00:27.777698 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bb7fa87c-e0bb-4344-9bfd-9183d7f18121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: timer() May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:00:27.779624 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:00:27.785194 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-acdeeee5-ed22-4d38-8233-dfe82b3ae1a9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.789307 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d857c372-96a2-4d12-bcbe-1cd085d7d79b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.812174 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b14d053f-05e1-4db2-92e9-2ebc8fc35929 None None] Could not find standard attr ID for object 27299f77-0ece-4c02-8eca-de3906ee740e. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 10:00:27.831624 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b14d053f-05e1-4db2-92e9-2ebc8fc35929 None None] Provisioning complete for port ef48e394-b40c-442d-8f4f-da3011f30af9 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:27.832047 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b14d053f-05e1-4db2-92e9-2ebc8fc35929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.851722 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857c372-96a2-4d12-bcbe-1cd085d7d79b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96593f78-0c36-40e6-bbd8-1a698f9054c5,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:27.860670 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d857c372-96a2-4d12-bcbe-1cd085d7d79b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.861841 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d857c372-96a2-4d12-bcbe-1cd085d7d79b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2916448 May 06 10:00:27.863388 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bb7fa87c-e0bb-4344-9bfd-9183d7f18121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.864621 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44312) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:27.865848 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ef48e394-b40c-442d-8f4f-da3011f30af9 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:27.871040 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bb7fa87c-e0bb-4344-9bfd-9183d7f18121 admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.874236 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bb7fa87c-e0bb-4344-9bfd-9183d7f18121 admin admin] 10.222.0.73 "DELETE /v2.0/networks/cc8d5426-ce8a-4989-8725-36d1df0ca000 HTTP/1.1" status: 204 len: 168 time: 0.4627674 May 06 10:00:27.877511 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-340ad12f-b11e-452b-8986-7544a6d258c7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'security_group_rule': {'security_group_id': 'cb8a5205-c510-48be-8db2-13953e5e61dd', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:27.877816 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44314) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:27.894612 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fa87c-e0bb-4344-9bfd-9183d7f18121 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc8d5426-ce8a-4989-8725-36d1df0ca000,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:27.920687 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-340ad12f-b11e-452b-8986-7544a6d258c7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.983942 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-340ad12f-b11e-452b-8986-7544a6d258c7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.988894 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-340ad12f-b11e-452b-8986-7544a6d258c7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.013361 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ad12f-b11e-452b-8986-7544a6d258c7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1511c468-d793-4e27-923b-8942af9ad224,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:28.019067 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-a165d4a1-7d27-4ad5-bf04-f768d8e23361 admin admin] Deleting subnet 717e0a6b-a64a-44be-bc45-0d8a783c2aeb {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:00:28.022903 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-340ad12f-b11e-452b-8986-7544a6d258c7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.025362 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-340ad12f-b11e-452b-8986-7544a6d258c7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1596665 May 06 10:00:28.027080 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a165d4a1-7d27-4ad5-bf04-f768d8e23361 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.028189 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44316) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:28.035792 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-bdf7d9ea-7ac1-493c-8c9e-9f40c8c07aeb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'security_group_rule': {'security_group_id': 'cb8a5205-c510-48be-8db2-13953e5e61dd', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:28.054517 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port ef48e394-b40c-442d-8f4f-da3011f30af9 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:28.054917 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.068480 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bdf7d9ea-7ac1-493c-8c9e-9f40c8c07aeb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.116221 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5b1a9f2b-e19f-4ed2-882d-5ef94a77fc81 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.120822 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-acdeeee5-ed22-4d38-8233-dfe82b3ae1a9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.125492 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a165d4a1-7d27-4ad5-bf04-f768d8e23361 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.142553 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bdf7d9ea-7ac1-493c-8c9e-9f40c8c07aeb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.147180 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bdf7d9ea-7ac1-493c-8c9e-9f40c8c07aeb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.166081 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5b1a9f2b-e19f-4ed2-882d-5ef94a77fc81 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.172702 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7d9ea-7ac1-493c-8c9e-9f40c8c07aeb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f444d5c2-3b9e-4fc7-91c1-9c81e8322567,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:28.179011 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bdf7d9ea-7ac1-493c-8c9e-9f40c8c07aeb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.183593 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bdf7d9ea-7ac1-493c-8c9e-9f40c8c07aeb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1504488 May 06 10:00:28.183593 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44318) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:28.188547 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-2520ad11-877c-4ca7-8137-0f77c7c566b0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'security_group_rule': {'security_group_id': 'cb8a5205-c510-48be-8db2-13953e5e61dd', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:28.212033 n-d-840835-1 neutron-server[102653]: INFO neutron.db.securitygroups_db [None req-2520ad11-877c-4ca7-8137-0f77c7c566b0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Project 1b7022527a0d47ed9f061636a22ce038 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:00:28.218123 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2520ad11-877c-4ca7-8137-0f77c7c566b0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.236922 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b1a9f2b-e19f-4ed2-882d-5ef94a77fc81 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:00:28.255837 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a9f2b-e19f-4ed2-882d-5ef94a77fc81 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8acb0bc-a1ba-413b-970b-606fb7ba3fd5,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:28.262951 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a165d4a1-7d27-4ad5-bf04-f768d8e23361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.268377 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5b1a9f2b-e19f-4ed2-882d-5ef94a77fc81 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.269054 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-5b1a9f2b-e19f-4ed2-882d-5ef94a77fc81 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Added segment ee48961e-9cf4-4ed6-acf3-71a5b85e532e of type vlan for network 8f9b83a0-e698-468f-bf2b-3c1bfd5f43fc May 06 10:00:28.302701 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2520ad11-877c-4ca7-8137-0f77c7c566b0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.307542 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2520ad11-877c-4ca7-8137-0f77c7c566b0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.325279 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f76fa08b-f6be-4507-89a6-0e8e6b5c23ed tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.331691 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520ad11-877c-4ca7-8137-0f77c7c566b0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6879856b-1cad-4902-afdc-302c84c38350,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:28.339226 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2520ad11-877c-4ca7-8137-0f77c7c566b0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.343169 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2520ad11-877c-4ca7-8137-0f77c7c566b0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1560686 May 06 10:00:28.343375 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44320) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:28.348562 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-035f44cf-458f-4f1f-ad53-480516d14d45 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'security_group_rule': {'security_group_id': 'cb8a5205-c510-48be-8db2-13953e5e61dd', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:28.349233 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-acdeeee5-ed22-4d38-8233-dfe82b3ae1a9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.373440 n-d-840835-1 neutron-server[102653]: INFO neutron.db.securitygroups_db [None req-035f44cf-458f-4f1f-ad53-480516d14d45 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Project 1b7022527a0d47ed9f061636a22ce038 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:00:28.381756 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-035f44cf-458f-4f1f-ad53-480516d14d45 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.451387 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-035f44cf-458f-4f1f-ad53-480516d14d45 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.456219 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-035f44cf-458f-4f1f-ad53-480516d14d45 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.462085 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdeeee5-ed22-4d38-8233-dfe82b3ae1a9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Subnet': ['ID=b35a10f3-67b1-45ee-a4e2-539f0ac406bf,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:28.465913 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5b1a9f2b-e19f-4ed2-882d-5ef94a77fc81 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.471238 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-acdeeee5-ed22-4d38-8233-dfe82b3ae1a9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.474652 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-acdeeee5-ed22-4d38-8233-dfe82b3ae1a9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/b35a10f3-67b1-45ee-a4e2-539f0ac406bf HTTP/1.1" status: 204 len: 168 time: 1.1655066 May 06 10:00:28.477846 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f44cf-458f-4f1f-ad53-480516d14d45 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f108ec4a-0955-4c3d-aac9-318ffb13c248,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:28.478933 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44322) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:28.496824 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-035f44cf-458f-4f1f-ad53-480516d14d45 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.499630 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-035f44cf-458f-4f1f-ad53-480516d14d45 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1550417 May 06 10:00:28.501092 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44324) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:28.506352 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-9f662c77-3d92-4b37-a41e-0027dd54e5fa tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'network': {'name': 'tempest-network-smoke--525109107', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'port_security_enabled': True}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:28.527572 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f662c77-3d92-4b37-a41e-0027dd54e5fa tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Made reservation on behalf of 1b7022527a0d47ed9f061636a22ce038 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:28.531920 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9f662c77-3d92-4b37-a41e-0027dd54e5fa tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.542735 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-53e679f6-bbf0-41b7-a2ee-564f3446797a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611925 May 06 10:00:28.548149 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44326) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:28.553138 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-0765d77d-d1a8-4a73-9946-e5e4a933aaea tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:28.592693 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5b1a9f2b-e19f-4ed2-882d-5ef94a77fc81 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.598531 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1a9f2b-e19f-4ed2-882d-5ef94a77fc81 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:28.599258 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5b1a9f2b-e19f-4ed2-882d-5ef94a77fc81 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.602520 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a165d4a1-7d27-4ad5-bf04-f768d8e23361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.618913 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f662c77-3d92-4b37-a41e-0027dd54e5fa tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:00:28.643848 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9f662c77-3d92-4b37-a41e-0027dd54e5fa tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.644269 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-9f662c77-3d92-4b37-a41e-0027dd54e5fa tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Added segment 359ae381-b80a-42a9-92e1-acee0d1de1f3 of type vlan for network f401ddee-c9b9-4291-b336-96fe56078e24 May 06 10:00:28.703277 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165d4a1-7d27-4ad5-bf04-f768d8e23361 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=717e0a6b-a64a-44be-bc45-0d8a783c2aeb,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:28.718647 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9f662c77-3d92-4b37-a41e-0027dd54e5fa tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.721175 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a165d4a1-7d27-4ad5-bf04-f768d8e23361 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.723385 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0765d77d-d1a8-4a73-9946-e5e4a933aaea tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:28.724418 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a165d4a1-7d27-4ad5-bf04-f768d8e23361 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/717e0a6b-a64a-44be-bc45-0d8a783c2aeb HTTP/1.1" status: 204 len: 168 time: 0.8456125 May 06 10:00:28.727777 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0765d77d-d1a8-4a73-9946-e5e4a933aaea tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.731332 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5b1a9f2b-e19f-4ed2-882d-5ef94a77fc81 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.7353661 May 06 10:00:28.731466 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44328) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:28.731812 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44330) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:28.738985 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a9f2b-e19f-4ed2-882d-5ef94a77fc81 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Pushing event updated for resources: {'Network': ['ID=8f9b83a0-e698-468f-bf2b-3c1bfd5f43fc,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:28.744511 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-fb39861e-d686-4e89-a7ca-f6ecde4b6b93 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Request body: {'subnet': {'network_id': '8f9b83a0-e698-468f-bf2b-3c1bfd5f43fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:28.752780 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 8f9b83a0-e698-468f-bf2b-3c1bfd5f43fc details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:00:28.819334 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5033208d-6103-4314-91bc-d11544f40fca None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:28.878210 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-f76fa08b-f6be-4507-89a6-0e8e6b5c23ed tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Deleting port 8ff7835e-bc55-44cd-b9aa-bf6f4133ae71 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:28.878835 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f76fa08b-f6be-4507-89a6-0e8e6b5c23ed tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.914197 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-0454e5dd-013f-4de8-ba05-f6afd3a1263a None None] Provisioning complete for port ef48e394-b40c-442d-8f4f-da3011f30af9 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:28.915101 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0454e5dd-013f-4de8-ba05-f6afd3a1263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.954791 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9f662c77-3d92-4b37-a41e-0027dd54e5fa tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.960466 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f662c77-3d92-4b37-a41e-0027dd54e5fa tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:28.961970 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9f662c77-3d92-4b37-a41e-0027dd54e5fa tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.987643 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f76fa08b-f6be-4507-89a6-0e8e6b5c23ed tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:29.002789 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-f76fa08b-f6be-4507-89a6-0e8e6b5c23ed tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Calling delete_port for 8ff7835e-bc55-44cd-b9aa-bf6f4133ae71 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:29.005387 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:29.037339 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-92af0d0d-47cf-4a49-945d-b58a67938341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:29.072954 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9f662c77-3d92-4b37-a41e-0027dd54e5fa tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5679855 May 06 10:00:29.075299 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44332) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:29.084055 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-2e4081ce-2c4f-4690-bba1-28dfb5b6b34d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1050660248', 'admin_state_up': True, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:29.093779 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f662c77-3d92-4b37-a41e-0027dd54e5fa tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Network': ['ID=f401ddee-c9b9-4291-b336-96fe56078e24,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:29.102928 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb39861e-d686-4e89-a7ca-f6ecde4b6b93 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Made reservation on behalf of 81c35a8281ba41c785a9181de217eaf4 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:29.106970 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network f401ddee-c9b9-4291-b336-96fe56078e24 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:00:29.107883 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb39861e-d686-4e89-a7ca-f6ecde4b6b93 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:29.155021 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7704fd-0c2a-4aef-ace6-ddaea9136d99 None None] DHCP port deletion for 0d1252d9-04fb-40a6-862c-9b06ebf6d551 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:00:29.156326 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e4081ce-2c4f-4690-bba1-28dfb5b6b34d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:29.157567 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e4081ce-2c4f-4690-bba1-28dfb5b6b34d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:29.232474 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-be7704fd-0c2a-4aef-ace6-ddaea9136d99 None None] Deleting port ef48e394-b40c-442d-8f4f-da3011f30af9 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:29.232769 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-be7704fd-0c2a-4aef-ace6-ddaea9136d99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:29.249667 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e4081ce-2c4f-4690-bba1-28dfb5b6b34d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:29.290809 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-92af0d0d-47cf-4a49-945d-b58a67938341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:29.302785 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-be7704fd-0c2a-4aef-ace6-ddaea9136d99 None None] For port ef48e394-b40c-442d-8f4f-da3011f30af9, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=ef48e394-b40c-442d-8f4f-da3011f30af9,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:29.303713 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-be7704fd-0c2a-4aef-ace6-ddaea9136d99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:29.321731 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-be7704fd-0c2a-4aef-ace6-ddaea9136d99 None None] Calling delete_port for ef48e394-b40c-442d-8f4f-da3011f30af9 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:29.334863 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f76fa08b-f6be-4507-89a6-0e8e6b5c23ed tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:29.349136 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-92af0d0d-47cf-4a49-945d-b58a67938341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a063612-4e90-46eb-a16d-744f215c763a']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:29.363547 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-92af0d0d-47cf-4a49-945d-b58a67938341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0418415-bf3f-429f-8e9d-263410e8e38a') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:29.363900 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-92af0d0d-47cf-4a49-945d-b58a67938341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0418415-bf3f-429f-8e9d-263410e8e38a') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:29.382846 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-92af0d0d-47cf-4a49-945d-b58a67938341 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:29.404120 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76fa08b-f6be-4507-89a6-0e8e6b5c23ed tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Port': ['ID=8ff7835e-bc55-44cd-b9aa-bf6f4133ae71,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:29.412213 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-92af0d0d-47cf-4a49-945d-b58a67938341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:29.434083 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-be7704fd-0c2a-4aef-ace6-ddaea9136d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:29.445511 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e4081ce-2c4f-4690-bba1-28dfb5b6b34d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:29.450221 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92af0d0d-47cf-4a49-945d-b58a67938341 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:00:29.450634 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-92af0d0d-47cf-4a49-945d-b58a67938341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: timer() May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:00:29.452762 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:00:29.465780 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7704fd-0c2a-4aef-ace6-ddaea9136d99 None None] Pushing event deleted for resources: {'Port': ['ID=ef48e394-b40c-442d-8f4f-da3011f30af9,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:29.471726 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7704fd-0c2a-4aef-ace6-ddaea9136d99 None None] No DVR routers for this DVR port ef48e394-b40c-442d-8f4f-da3011f30af9 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:00:29.597552 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-92af0d0d-47cf-4a49-945d-b58a67938341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:29.623183 n-d-840835-1 neutron-server[102653]: DEBUG neutron.objects.ports [None req-0765d77d-d1a8-4a73-9946-e5e4a933aaea tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102653) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 10:00:29.640146 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-92af0d0d-47cf-4a49-945d-b58a67938341 admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:29.645620 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-92af0d0d-47cf-4a49-945d-b58a67938341 admin admin] 10.222.0.73 "DELETE /v2.0/networks/2a063612-4e90-46eb-a16d-744f215c763a HTTP/1.1" status: 204 len: 168 time: 0.9063566 May 06 10:00:29.647941 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0765d77d-d1a8-4a73-9946-e5e4a933aaea tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:29.648093 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f76fa08b-f6be-4507-89a6-0e8e6b5c23ed tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:29.658631 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af0d0d-47cf-4a49-945d-b58a67938341 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a063612-4e90-46eb-a16d-744f215c763a,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:29.709084 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb39861e-d686-4e89-a7ca-f6ecde4b6b93 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:29.713664 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0765d77d-d1a8-4a73-9946-e5e4a933aaea tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:29.721239 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-0765d77d-d1a8-4a73-9946-e5e4a933aaea tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:29.729728 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0765d77d-d1a8-4a73-9946-e5e4a933aaea tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:29.730465 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0765d77d-d1a8-4a73-9946-e5e4a933aaea tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:29.739878 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a7cd9b-ad6b-4513-b68c-73a9442e5c63 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:29.771821 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765d77d-d1a8-4a73-9946-e5e4a933aaea tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Subnet': ['ID=a6d44827-99b6-4572-9238-0379900f7b21,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:29.786074 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0765d77d-d1a8-4a73-9946-e5e4a933aaea tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2368455 May 06 10:00:29.788564 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44336) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:29.794741 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-a2aedeac-91e9-47ef-b099-d8b873e2ca8f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:29.823720 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb39861e-d686-4e89-a7ca-f6ecde4b6b93 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Checking segment: {'id': 'ee48961e-9cf4-4ed6-acf3-71a5b85e532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8f9b83a0-e698-468f-bf2b-3c1bfd5f43fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:29.824498 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb39861e-d686-4e89-a7ca-f6ecde4b6b93 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Network hostable DHCP agents. Network: 8f9b83a0-e698-468f-bf2b-3c1bfd5f43fc, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:00:29.831342 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ef48e394-b40c-442d-8f4f-da3011f30af9 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:00:29.860116 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: ef48e394-b40c-442d-8f4f-da3011f30af9 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:00:29.860413 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ef48e394-b40c-442d-8f4f-da3011f30af9 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:00:29.934085 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44338) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:29.971155 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76fa08b-f6be-4507-89a6-0e8e6b5c23ed tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Router 3eecdaa8-1a2e-4c73-b678-4688e2d352e9 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:00:29.995690 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49374e75-aebd-47e9-88fb-cf862ad72418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'fixed_ips': [{'subnet_id': 'a6d44827-99b6-4572-9238-0379900f7b21'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:00:29.996798 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-49374e75-aebd-47e9-88fb-cf862ad72418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:30.075000 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9bc49bdb-4a7e-4b82-a7ef-4850ba46fa0a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e2c11cb6cc2b4530bc5be13bb602b8f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1396132 May 06 10:00:30.078467 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44340) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:30.159045 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-49374e75-aebd-47e9-88fb-cf862ad72418 None None] Allocated IP 2001:db8::f816:3eff:fe16:6700 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/a6d44827-99b6-4572-9238-0379900f7b21/96bb98d5-566e-4aef-a4e4-e9bacedb31f8) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:30.176961 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39861e-d686-4e89-a7ca-f6ecde4b6b93 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Pushing event updated for resources: {'Subnet': ['ID=37b5438d-cc06-448e-8655-a1f6775a651e,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:30.181536 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e4081ce-2c4f-4690-bba1-28dfb5b6b34d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:30.185458 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb39861e-d686-4e89-a7ca-f6ecde4b6b93 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Network 8f9b83a0-e698-468f-bf2b-3c1bfd5f43fc is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:00:30.205042 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76fa08b-f6be-4507-89a6-0e8e6b5c23ed tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:00:30.208395 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-fb39861e-d686-4e89-a7ca-f6ecde4b6b93 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 8f9b83a0-e698-468f-bf2b-3c1bfd5f43fc) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:30.212428 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f76fa08b-f6be-4507-89a6-0e8e6b5c23ed tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "PUT /v2.0/routers/3eecdaa8-1a2e-4c73-b678-4688e2d352e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1841207 May 06 10:00:30.217057 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44342) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:30.220287 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb39861e-d686-4e89-a7ca-f6ecde4b6b93 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:30.220599 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e4081ce-2c4f-4690-bba1-28dfb5b6b34d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:30.220805 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb39861e-d686-4e89-a7ca-f6ecde4b6b93 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:30.228319 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ca76d2-6c24-406c-951c-0a31f20ed94a None None] Sync routers for ids ['3eecdaa8-1a2e-4c73-b678-4688e2d352e9'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:00:30.237215 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0d8751-70b7-4375-9730-56cd2a9d303c None None] Network 8f9b83a0-e698-468f-bf2b-3c1bfd5f43fc requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:30.252097 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ca76d2-6c24-406c-951c-0a31f20ed94a None None] Routers {'3eecdaa8-1a2e-4c73-b678-4688e2d352e9'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:30.255524 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fb39861e-d686-4e89-a7ca-f6ecde4b6b93 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5146065 May 06 10:00:30.255694 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-93ca76d2-6c24-406c-951c-0a31f20ed94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3eecdaa8-1a2e-4c73-b678-4688e2d352e9'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:30.255823 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44344) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:30.261909 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-7817c15e-a58e-4efa-878c-4177c9a6ff92 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Request body: {'port': {'network_id': '8f9b83a0-e698-468f-bf2b-3c1bfd5f43fc', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-344886401'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:30.267871 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2aedeac-91e9-47ef-b099-d8b873e2ca8f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:30.271842 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a2aedeac-91e9-47ef-b099-d8b873e2ca8f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:30.274820 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e8ec06f9-f935-441c-a8b3-1325bb30f607 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "GET /v2.0/ports?device_id=3eecdaa8-1a2e-4c73-b678-4688e2d352e9 HTTP/1.1" status: 200 len: 205 time: 0.0541632 May 06 10:00:30.278861 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44346) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:30.299392 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-93ca76d2-6c24-406c-951c-0a31f20ed94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:30.310899 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ca76d2-6c24-406c-951c-0a31f20ed94a None None] Routers {'3eecdaa8-1a2e-4c73-b678-4688e2d352e9'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:30.311745 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-93ca76d2-6c24-406c-951c-0a31f20ed94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3eecdaa8-1a2e-4c73-b678-4688e2d352e9'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:30.382644 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-93ca76d2-6c24-406c-951c-0a31f20ed94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:30.383735 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ca76d2-6c24-406c-951c-0a31f20ed94a None None] The sync data for ids ['3eecdaa8-1a2e-4c73-b678-4688e2d352e9'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:00:30.451077 n-d-840835-1 neutron-server[102653]: INFO neutron.db.ipam_backend_mixin [None req-a2aedeac-91e9-47ef-b099-d8b873e2ca8f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a6d44827-99b6-4572-9238-0379900f7b21 (CIDR: 2001:db8::/64) May 06 10:00:30.459727 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2aedeac-91e9-47ef-b099-d8b873e2ca8f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 10:00:30.460225 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2aedeac-91e9-47ef-b099-d8b873e2ca8f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:00:30.482168 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7817c15e-a58e-4efa-878c-4177c9a6ff92 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Made reservation on behalf of 81c35a8281ba41c785a9181de217eaf4 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:30.487876 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3612ef-5836-4ee7-9669-06d12aaeff94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-8f9b83a0-e698-468f-bf2b-3c1bfd5f43fc', 'network_id': '8f9b83a0-e698-468f-bf2b-3c1bfd5f43fc', 'tenant_id': '81c35a8281ba41c785a9181de217eaf4', 'fixed_ips': [{'subnet_id': '37b5438d-cc06-448e-8655-a1f6775a651e'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:00:30.488393 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7817c15e-a58e-4efa-878c-4177c9a6ff92 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:30.489008 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cb3612ef-5836-4ee7-9669-06d12aaeff94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:30.497257 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a2aedeac-91e9-47ef-b099-d8b873e2ca8f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7037697 May 06 10:00:30.503397 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44348) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:30.508425 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-d7bd6c43-1764-4f6f-8419-bb153318ab57 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:30.566693 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-7817c15e-a58e-4efa-878c-4177c9a6ff92 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] device_id is not set on port 59560656-0745-495e-aab0-2470f542b9b1 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:00:30.618250 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-49374e75-aebd-47e9-88fb-cf862ad72418 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:30.656084 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-49374e75-aebd-47e9-88fb-cf862ad72418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:30.682336 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bd6c43-1764-4f6f-8419-bb153318ab57 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:30.686680 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d7bd6c43-1764-4f6f-8419-bb153318ab57 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:30.706682 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49374e75-aebd-47e9-88fb-cf862ad72418 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:30.715999 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-49374e75-aebd-47e9-88fb-cf862ad72418 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:30.729241 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49374e75-aebd-47e9-88fb-cf862ad72418 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:30.730571 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-69da03a5-9730-4c57-87fc-53987c921292 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:30.731946 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-cb3612ef-5836-4ee7-9669-06d12aaeff94 None None] Allocated IP 2001:db8::2 (8f9b83a0-e698-468f-bf2b-3c1bfd5f43fc/37b5438d-cc06-448e-8655-a1f6775a651e/f9365962-949d-4a98-8d83-d08404dd4391) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:30.737058 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49374e75-aebd-47e9-88fb-cf862ad72418 None None] Pushing event updated for resources: {'Port': ['ID=96bb98d5-566e-4aef-a4e4-e9bacedb31f8,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:30.774444 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dc2172d4-c1c8-48b9-bba9-3e6658385f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:30.841803 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-49374e75-aebd-47e9-88fb-cf862ad72418 None None] Attempting to bind port 96bb98d5-566e-4aef-a4e4-e9bacedb31f8 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:30.842380 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-49374e75-aebd-47e9-88fb-cf862ad72418 None None] Attempting to bind port 96bb98d5-566e-4aef-a4e4-e9bacedb31f8 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:30.842539 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49374e75-aebd-47e9-88fb-cf862ad72418 None None] Attempting to bind port 96bb98d5-566e-4aef-a4e4-e9bacedb31f8 on network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:30.851519 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49374e75-aebd-47e9-88fb-cf862ad72418 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:30.852487 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49374e75-aebd-47e9-88fb-cf862ad72418 None None] Checking segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:30.853278 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-49374e75-aebd-47e9-88fb-cf862ad72418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:30.853278 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49374e75-aebd-47e9-88fb-cf862ad72418 None None] Bound using segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:30.853739 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-49374e75-aebd-47e9-88fb-cf862ad72418 None None] Bound port: 96bb98d5-566e-4aef-a4e4-e9bacedb31f8, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:30.854638 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-49374e75-aebd-47e9-88fb-cf862ad72418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:30.866114 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dc2172d4-c1c8-48b9-bba9-3e6658385f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:30.950923 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d7bd6c43-1764-4f6f-8419-bb153318ab57 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:30.978371 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-49374e75-aebd-47e9-88fb-cf862ad72418 None None] For port 96bb98d5-566e-4aef-a4e4-e9bacedb31f8, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:30.985299 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-49374e75-aebd-47e9-88fb-cf862ad72418 None None] For port 96bb98d5-566e-4aef-a4e4-e9bacedb31f8, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=96bb98d5-566e-4aef-a4e4-e9bacedb31f8,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:00:30.995012 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-69da03a5-9730-4c57-87fc-53987c921292 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:30.996607 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-49374e75-aebd-47e9-88fb-cf862ad72418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:30.999141 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-69da03a5-9730-4c57-87fc-53987c921292 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:31.001014 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bd6c43-1764-4f6f-8419-bb153318ab57 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:31.002253 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cb3612ef-5836-4ee7-9669-06d12aaeff94 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:31.004747 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-d7bd6c43-1764-4f6f-8419-bb153318ab57 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:31.007780 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bd6c43-1764-4f6f-8419-bb153318ab57 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:31.009139 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d7bd6c43-1764-4f6f-8419-bb153318ab57 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:31.027813 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-2e4081ce-2c4f-4690-bba1-28dfb5b6b34d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Allocated IP 172.25.5.241 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/53b29584-962a-4e0d-a6d1-3d0002cc1cee) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:31.031510 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cb3612ef-5836-4ee7-9669-06d12aaeff94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:31.049027 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd6c43-1764-4f6f-8419-bb153318ab57 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Subnet': ['ID=1a8119aa-d907-4d29-9b86-c20fa51c7ca0,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:31.067560 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3612ef-5836-4ee7-9669-06d12aaeff94 None None] Network 8f9b83a0-e698-468f-bf2b-3c1bfd5f43fc is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:31.072069 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-cb3612ef-5836-4ee7-9669-06d12aaeff94 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:31.080132 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d7bd6c43-1764-4f6f-8419-bb153318ab57 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5757158 May 06 10:00:31.083984 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44350) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:31.086910 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3612ef-5836-4ee7-9669-06d12aaeff94 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:31.096349 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-4733d026-94c1-4b14-a183-8e053681378f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'port': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'mac_address': 'fa:16:3e:b5:9e:d8', 'name': 'tempest-NetworksTestDHCPv6-1681964897'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:31.099857 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49374e75-aebd-47e9-88fb-cf862ad72418 None None] Pushing event updated for resources: {'Port': ['ID=96bb98d5-566e-4aef-a4e4-e9bacedb31f8,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:31.104226 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-69da03a5-9730-4c57-87fc-53987c921292 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:31.104786 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69da03a5-9730-4c57-87fc-53987c921292 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Fanout notify agent at l3_agent the message router_deleted on router 3eecdaa8-1a2e-4c73-b678-4688e2d352e9 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:00:31.121917 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-69da03a5-9730-4c57-87fc-53987c921292 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:31.123267 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-69da03a5-9730-4c57-87fc-53987c921292 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/routers/3eecdaa8-1a2e-4c73-b678-4688e2d352e9 HTTP/1.1" status: 204 len: 168 time: 0.8408449 May 06 10:00:31.150062 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44352) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:31.151302 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-7817c15e-a58e-4efa-878c-4177c9a6ff92 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Allocated IP 2001:db8::32f (8f9b83a0-e698-468f-bf2b-3c1bfd5f43fc/37b5438d-cc06-448e-8655-a1f6775a651e/59560656-0745-495e-aab0-2470f542b9b1) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:31.169759 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dc2172d4-c1c8-48b9-bba9-3e6658385f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:31.172791 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dc2172d4-c1c8-48b9-bba9-3e6658385f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:31.176770 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-dc2172d4-c1c8-48b9-bba9-3e6658385f53 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3fe10db9-3060-4c68-9bbd-1a76ce2b7dbe HTTP/1.1" status: 204 len: 168 time: 1.0949252 May 06 10:00:31.192686 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2172d4-c1c8-48b9-bba9-3e6658385f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe10db9-3060-4c68-9bbd-1a76ce2b7dbe,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:31.197254 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3612ef-5836-4ee7-9669-06d12aaeff94 None None] Pushing event updated for resources: {'Port': ['ID=f9365962-949d-4a98-8d83-d08404dd4391,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:31.248666 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-cb3612ef-5836-4ee7-9669-06d12aaeff94 None None] Attempting to bind port f9365962-949d-4a98-8d83-d08404dd4391 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:31.251369 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-cb3612ef-5836-4ee7-9669-06d12aaeff94 None None] Attempting to bind port f9365962-949d-4a98-8d83-d08404dd4391 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'ee48961e-9cf4-4ed6-acf3-71a5b85e532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8f9b83a0-e698-468f-bf2b-3c1bfd5f43fc'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:31.253157 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3612ef-5836-4ee7-9669-06d12aaeff94 None None] Attempting to bind port f9365962-949d-4a98-8d83-d08404dd4391 on network 8f9b83a0-e698-468f-bf2b-3c1bfd5f43fc {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:31.265427 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3998530-752b-4840-a55e-7dc76ed46b00 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Deleting subnet 8103c202-e450-41ba-b338-c8ed99aac5c6 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:00:31.268403 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3612ef-5836-4ee7-9669-06d12aaeff94 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:31.273601 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3612ef-5836-4ee7-9669-06d12aaeff94 None None] Checking segment: {'id': 'ee48961e-9cf4-4ed6-acf3-71a5b85e532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8f9b83a0-e698-468f-bf2b-3c1bfd5f43fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:31.275980 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cb3612ef-5836-4ee7-9669-06d12aaeff94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:31.277687 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3612ef-5836-4ee7-9669-06d12aaeff94 None None] Bound using segment: {'id': 'ee48961e-9cf4-4ed6-acf3-71a5b85e532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8f9b83a0-e698-468f-bf2b-3c1bfd5f43fc'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:31.278989 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-cb3612ef-5836-4ee7-9669-06d12aaeff94 None None] Bound port: f9365962-949d-4a98-8d83-d08404dd4391, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee48961e-9cf4-4ed6-acf3-71a5b85e532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8f9b83a0-e698-468f-bf2b-3c1bfd5f43fc'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:31.279722 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cb3612ef-5836-4ee7-9669-06d12aaeff94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:31.280850 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e4081ce-2c4f-4690-bba1-28dfb5b6b34d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:31.284025 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b3998530-752b-4840-a55e-7dc76ed46b00 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:31.336046 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e4081ce-2c4f-4690-bba1-28dfb5b6b34d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:31.365376 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-cb3612ef-5836-4ee7-9669-06d12aaeff94 None None] For port f9365962-949d-4a98-8d83-d08404dd4391, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:31.369586 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-cb3612ef-5836-4ee7-9669-06d12aaeff94 None None] For port f9365962-949d-4a98-8d83-d08404dd4391, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f9365962-949d-4a98-8d83-d08404dd4391,segment=NetworkSegment(ee48961e-9cf4-4ed6-acf3-71a5b85e532e),segment_id=ee48961e-9cf4-4ed6-acf3-71a5b85e532e)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:00:31.375186 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cb3612ef-5836-4ee7-9669-06d12aaeff94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:31.409505 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b3998530-752b-4840-a55e-7dc76ed46b00 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:31.462011 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4081ce-2c4f-4690-bba1-28dfb5b6b34d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:31.462011 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4081ce-2c4f-4690-bba1-28dfb5b6b34d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Port': ['ID=53b29584-962a-4e0d-a6d1-3d0002cc1cee,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:31.472227 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-2e4081ce-2c4f-4690-bba1-28dfb5b6b34d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:31.475514 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3612ef-5836-4ee7-9669-06d12aaeff94 None None] Pushing event updated for resources: {'Port': ['ID=f9365962-949d-4a98-8d83-d08404dd4391,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:31.488240 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4081ce-2c4f-4690-bba1-28dfb5b6b34d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:31.518791 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4733d026-94c1-4b14-a183-8e053681378f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:31.618425 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7817c15e-a58e-4efa-878c-4177c9a6ff92 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:31.792784 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4733d026-94c1-4b14-a183-8e053681378f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:31.811308 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b3998530-752b-4840-a55e-7dc76ed46b00 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:31.826850 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44358) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:31.843443 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-4733d026-94c1-4b14-a183-8e053681378f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] device_id is not set on port a727da69-0fc9-4d2c-8292-ba51b3185f43 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:00:31.923517 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7817c15e-a58e-4efa-878c-4177c9a6ff92 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:31.987877 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5ba6c75a-58aa-4928-a49f-a5198accb31a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b48252870dab426a820d2c86a0640609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1572609 May 06 10:00:31.991203 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44360) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:32.003973 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 96bb98d5-566e-4aef-a4e4-e9bacedb31f8 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:32.016963 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e4081ce-2c4f-4690-bba1-28dfb5b6b34d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:32.039987 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7817c15e-a58e-4efa-878c-4177c9a6ff92 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Network 8f9b83a0-e698-468f-bf2b-3c1bfd5f43fc is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:32.053486 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-7817c15e-a58e-4efa-878c-4177c9a6ff92 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:32.063478 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7817c15e-a58e-4efa-878c-4177c9a6ff92 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:32.069399 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7817c15e-a58e-4efa-878c-4177c9a6ff92 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:32.070253 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7817c15e-a58e-4efa-878c-4177c9a6ff92 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:32.073743 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 96bb98d5-566e-4aef-a4e4-e9bacedb31f8 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:32.074543 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:32.082243 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817c15e-a58e-4efa-878c-4177c9a6ff92 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Pushing event updated for resources: {'Port': ['ID=59560656-0745-495e-aab0-2470f542b9b1,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:32.085280 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b3998530-752b-4840-a55e-7dc76ed46b00 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:32.130744 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7817c15e-a58e-4efa-878c-4177c9a6ff92 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.8741417 May 06 10:00:32.138124 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b3998530-752b-4840-a55e-7dc76ed46b00 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:32.142321 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b3998530-752b-4840-a55e-7dc76ed46b00 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/subnets/8103c202-e450-41ba-b338-c8ed99aac5c6 HTTP/1.1" status: 204 len: 168 time: 0.9844873 May 06 10:00:32.144646 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44362) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:32.145157 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44364) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:32.146069 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a97c22b-34ad-49ac-b559-b4d1b5a6dee1 None None] Network 846996d6-6baa-47f1-9dba-9ed1eea735e4 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:32.146252 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3998530-752b-4840-a55e-7dc76ed46b00 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Subnet': ['ID=8103c202-e450-41ba-b338-c8ed99aac5c6,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:32.153142 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-093dd397-883d-4af4-a406-6970402e6aaf tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Request body: {'port': {'network_id': '8f9b83a0-e698-468f-bf2b-3c1bfd5f43fc', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1566386456', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:32.154267 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.api.validators [None req-093dd397-883d-4af4-a406-6970402e6aaf tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] bootfile-name is not in valid_values {{(pid=102653) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 06 10:00:32.154777 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.api.validators [None req-093dd397-883d-4af4-a406-6970402e6aaf tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] tftp-server is not in valid_values {{(pid=102653) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 06 10:00:32.155309 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.api.validators [None req-093dd397-883d-4af4-a406-6970402e6aaf tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] server-ip-address is not in valid_values {{(pid=102653) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 06 10:00:32.179285 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c3ded30d-764b-4747-aff3-ea14c036c677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:32.218847 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c3ded30d-764b-4747-aff3-ea14c036c677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:32.374564 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e4081ce-2c4f-4690-bba1-28dfb5b6b34d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:32.376513 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fbaf7ab-7529-492d-b759-90b5521087e6 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Deleting subnet b5ac2a90-f455-4aeb-9a57-d39c5aad5ff7 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:00:32.383894 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c3ded30d-764b-4747-aff3-ea14c036c677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:32.385676 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1fbaf7ab-7529-492d-b759-90b5521087e6 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:32.387445 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c3ded30d-764b-4747-aff3-ea14c036c677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:32.392163 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c3ded30d-764b-4747-aff3-ea14c036c677 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/755e5d58-133b-4dbe-9631-c0cd1523c345 HTTP/1.1" status: 204 len: 168 time: 0.4008174 May 06 10:00:32.446515 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ded30d-764b-4747-aff3-ea14c036c677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755e5d58-133b-4dbe-9631-c0cd1523c345,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:32.484422 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-4733d026-94c1-4b14-a183-8e053681378f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Allocated IP 2001:db8:0:1::11b (0d1252d9-04fb-40a6-862c-9b06ebf6d551/1a8119aa-d907-4d29-9b86-c20fa51c7ca0/a727da69-0fc9-4d2c-8292-ba51b3185f43) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:32.506950 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093dd397-883d-4af4-a406-6970402e6aaf tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Made reservation on behalf of 81c35a8281ba41c785a9181de217eaf4 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:32.512559 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-093dd397-883d-4af4-a406-6970402e6aaf tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:32.550434 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-4733d026-94c1-4b14-a183-8e053681378f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Allocated IP 2001:db8::f816:3eff:feb5:9ed8 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/a6d44827-99b6-4572-9238-0379900f7b21/a727da69-0fc9-4d2c-8292-ba51b3185f43) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:32.556527 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:32.576147 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1fbaf7ab-7529-492d-b759-90b5521087e6 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:32.621185 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-093dd397-883d-4af4-a406-6970402e6aaf tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] device_id is not set on port 50d89782-aa73-4ed6-84df-734454dee097 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:00:32.635375 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4081ce-2c4f-4690-bba1-28dfb5b6b34d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Router c37655f3-4e6a-4d40-98a1-dc0383bc1e03 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:00:32.666839 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 96bb98d5-566e-4aef-a4e4-e9bacedb31f8, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=96bb98d5-566e-4aef-a4e4-e9bacedb31f8,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:32.676945 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:32.679041 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f9365962-949d-4a98-8d83-d08404dd4391 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:32.805901 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55db5dc8-9d32-4887-81b4-1b16016cb003 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:32.806885 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-093dd397-883d-4af4-a406-6970402e6aaf tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Allocated IP 2001:db8::266 (8f9b83a0-e698-468f-bf2b-3c1bfd5f43fc/37b5438d-cc06-448e-8655-a1f6775a651e/50d89782-aa73-4ed6-84df-734454dee097) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:32.838832 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4081ce-2c4f-4690-bba1-28dfb5b6b34d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:00:32.880334 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8391f262-1ad2-43f4-a40a-10521067087e None None] Sync routers for ids ['c37655f3-4e6a-4d40-98a1-dc0383bc1e03'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:00:32.881092 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e4081ce-2c4f-4690-bba1-28dfb5b6b34d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:32.887299 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2e4081ce-2c4f-4690-bba1-28dfb5b6b34d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.8108015 May 06 10:00:32.888619 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44370) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:32.917354 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56e4dd3-32fe-403d-9417-3ee53ee372db None None] DHCP port deletion for 846996d6-6baa-47f1-9dba-9ed1eea735e4 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:00:32.919746 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=96bb98d5-566e-4aef-a4e4-e9bacedb31f8,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:32.948513 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8391f262-1ad2-43f4-a40a-10521067087e None None] Routers {'c37655f3-4e6a-4d40-98a1-dc0383bc1e03'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:32.949164 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8391f262-1ad2-43f4-a40a-10521067087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c37655f3-4e6a-4d40-98a1-dc0383bc1e03'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:32.949881 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-59be82dd-3f07-41e4-92eb-ffd63a5b1d6b tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=1b7022527a0d47ed9f061636a22ce038&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0590181 May 06 10:00:32.950505 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44376) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:33.026910 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-0600c4a5-0f57-43a9-8d6c-5300adda7af3 None None] Provisioning complete for port 96bb98d5-566e-4aef-a4e4-e9bacedb31f8 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:33.027442 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0600c4a5-0f57-43a9-8d6c-5300adda7af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.035528 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-093dd397-883d-4af4-a406-6970402e6aaf tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.071614 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port f9365962-949d-4a98-8d83-d08404dd4391 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:33.072049 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.099837 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-093dd397-883d-4af4-a406-6970402e6aaf tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.195088 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093dd397-883d-4af4-a406-6970402e6aaf tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Network 8f9b83a0-e698-468f-bf2b-3c1bfd5f43fc is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:33.200438 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50625b47-5f8a-4e13-9efd-eb346b32db1c None None] Network 8f9b83a0-e698-468f-bf2b-3c1bfd5f43fc requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:33.213467 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-093dd397-883d-4af4-a406-6970402e6aaf tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:33.217104 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093dd397-883d-4af4-a406-6970402e6aaf tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:33.223297 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093dd397-883d-4af4-a406-6970402e6aaf tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:33.224062 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-093dd397-883d-4af4-a406-6970402e6aaf tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.230938 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d5f1f9-2ad0-4a16-9e46-c2907c200363 tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:33.235388 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e8d5f1f9-2ad0-4a16-9e46-c2907c200363 tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2813973 May 06 10:00:33.235948 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44384) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:33.248191 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093dd397-883d-4af4-a406-6970402e6aaf tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Pushing event updated for resources: {'Port': ['ID=50d89782-aa73-4ed6-84df-734454dee097,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:33.297811 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-dfe4a491-6da7-40ad-bc67-6500c1964cea tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0582626 May 06 10:00:33.298128 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44386) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:33.305651 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-9f38ee12-46df-4dd2-b618-d9f4175b5525 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-812959464', 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:33.308492 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-8391f262-1ad2-43f4-a40a-10521067087e None None] Set router c37655f3-4e6a-4d40-98a1-dc0383bc1e03 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:00:33.324846 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-093dd397-883d-4af4-a406-6970402e6aaf tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.1761591 May 06 10:00:33.331792 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44388) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:33.355196 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e56e4dd3-32fe-403d-9417-3ee53ee372db None None] Deleting port cbd6462c-3cf8-45aa-9e60-b5a14b957e7c {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:33.355573 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e56e4dd3-32fe-403d-9417-3ee53ee372db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.390777 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1fbaf7ab-7529-492d-b759-90b5521087e6 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.421975 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f38ee12-46df-4dd2-b618-d9f4175b5525 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Made reservation on behalf of 1b7022527a0d47ed9f061636a22ce038 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:33.431453 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9f38ee12-46df-4dd2-b618-d9f4175b5525 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.483579 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b7c2a2-148b-4536-8f2a-8db795017071 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:33.490200 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b7c2a2-148b-4536-8f2a-8db795017071 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:33.496510 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b7c2a2-148b-4536-8f2a-8db795017071 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:33.498299 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a3b7c2a2-148b-4536-8f2a-8db795017071 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1633797 May 06 10:00:33.503407 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44396) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:33.527617 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4733d026-94c1-4b14-a183-8e053681378f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.550146 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1fbaf7ab-7529-492d-b759-90b5521087e6 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.596159 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1fbaf7ab-7529-492d-b759-90b5521087e6 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.600248 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1fbaf7ab-7529-492d-b759-90b5521087e6 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/subnets/b5ac2a90-f455-4aeb-9a57-d39c5aad5ff7 HTTP/1.1" status: 204 len: 168 time: 1.3661206 May 06 10:00:33.603697 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbaf7ab-7529-492d-b759-90b5521087e6 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Subnet': ['ID=b5ac2a90-f455-4aeb-9a57-d39c5aad5ff7,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:33.607998 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44400) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:33.621524 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5612eb8f-23af-4388-9649-7f47b45f33a0 None None] Network 14ba1982-5901-43f1-ba13-966e94e35b6d requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:33.662151 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44402) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:33.677307 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-014519d6-a1d6-4e75-8d8a-71968ad9e70f tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Deleting port 50d89782-aa73-4ed6-84df-734454dee097 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:33.677540 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-014519d6-a1d6-4e75-8d8a-71968ad9e70f tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.688828 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d5b90912-a9bf-4665-a1de-2302f327aced tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.703356 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4733d026-94c1-4b14-a183-8e053681378f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.715755 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e56e4dd3-32fe-403d-9417-3ee53ee372db None None] For port cbd6462c-3cf8-45aa-9e60-b5a14b957e7c, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=cbd6462c-3cf8-45aa-9e60-b5a14b957e7c,segment=NetworkSegment(a708051f-92c6-425d-a668-32c37a0a6424),segment_id=a708051f-92c6-425d-a668-32c37a0a6424)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:33.715979 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e56e4dd3-32fe-403d-9417-3ee53ee372db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.724326 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.771820 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-014519d6-a1d6-4e75-8d8a-71968ad9e70f tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.774543 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e56e4dd3-32fe-403d-9417-3ee53ee372db None None] Calling delete_port for cbd6462c-3cf8-45aa-9e60-b5a14b957e7c owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:33.779300 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4733d026-94c1-4b14-a183-8e053681378f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:33.786088 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-4733d026-94c1-4b14-a183-8e053681378f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:33.786776 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-014519d6-a1d6-4e75-8d8a-71968ad9e70f tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Calling delete_port for 50d89782-aa73-4ed6-84df-734454dee097 owned by {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:33.790175 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4733d026-94c1-4b14-a183-8e053681378f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:33.796103 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4733d026-94c1-4b14-a183-8e053681378f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:33.796751 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4733d026-94c1-4b14-a183-8e053681378f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.830862 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4733d026-94c1-4b14-a183-8e053681378f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.7386632 May 06 10:00:33.833593 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44406) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:33.838130 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733d026-94c1-4b14-a183-8e053681378f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Port': ['ID=a727da69-0fc9-4d2c-8292-ba51b3185f43,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:33.897600 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-d5b90912-a9bf-4665-a1de-2302f327aced tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Deleting port cbd6462c-3cf8-45aa-9e60-b5a14b957e7c {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:33.898180 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d5b90912-a9bf-4665-a1de-2302f327aced tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.921763 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-9f7b48ad-2efc-4c71-a951-704bbb6217ab admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-367328246-network', 'tenant_id': '00f7968cffd34aa5acde8a7b7c8357bf'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:33.979833 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7b48ad-2efc-4c71-a951-704bbb6217ab admin admin] Made reservation on behalf of 00f7968cffd34aa5acde8a7b7c8357bf for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:33.982235 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9f7b48ad-2efc-4c71-a951-704bbb6217ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.984990 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port f9365962-949d-4a98-8d83-d08404dd4391, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f9365962-949d-4a98-8d83-d08404dd4391,segment=NetworkSegment(ee48961e-9cf4-4ed6-acf3-71a5b85e532e),segment_id=ee48961e-9cf4-4ed6-acf3-71a5b85e532e)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:34.000560 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9f7b48ad-2efc-4c71-a951-704bbb6217ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.002376 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-014519d6-a1d6-4e75-8d8a-71968ad9e70f tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.010377 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-d5b90912-a9bf-4665-a1de-2302f327aced tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] For port cbd6462c-3cf8-45aa-9e60-b5a14b957e7c, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=cbd6462c-3cf8-45aa-9e60-b5a14b957e7c,segment=NetworkSegment(a708051f-92c6-425d-a668-32c37a0a6424),segment_id=a708051f-92c6-425d-a668-32c37a0a6424)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:34.011043 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d5b90912-a9bf-4665-a1de-2302f327aced tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.035640 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-d5b90912-a9bf-4665-a1de-2302f327aced tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Calling delete_port for cbd6462c-3cf8-45aa-9e60-b5a14b957e7c owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:34.041928 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.058517 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014519d6-a1d6-4e75-8d8a-71968ad9e70f tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Pushing event deleted for resources: {'Port': ['ID=50d89782-aa73-4ed6-84df-734454dee097,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:34.077636 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-aaf1cfc2-07ef-421e-9c90-7a5250a3b44d None None] Provisioning complete for port f9365962-949d-4a98-8d83-d08404dd4391 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:34.078008 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-aaf1cfc2-07ef-421e-9c90-7a5250a3b44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.100055 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-6fca2c08-7af9-4b19-a39f-825297600b9c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting port a727da69-0fc9-4d2c-8292-ba51b3185f43 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:34.100369 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6fca2c08-7af9-4b19-a39f-825297600b9c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.137621 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-014519d6-a1d6-4e75-8d8a-71968ad9e70f tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.143262 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-014519d6-a1d6-4e75-8d8a-71968ad9e70f tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] 10.222.0.73 "DELETE /v2.0/ports/50d89782-aa73-4ed6-84df-734454dee097 HTTP/1.1" status: 204 len: 168 time: 0.6375072 May 06 10:00:34.147663 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9f38ee12-46df-4dd2-b618-d9f4175b5525 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.150766 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44408) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:34.165096 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297441bc-e4b2-4676-8778-88bc75f4718b None None] Update dhcp port {'port': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'fixed_ips': [{'subnet_id': 'a6d44827-99b6-4572-9238-0379900f7b21', 'ip_address': '2001:db8::f816:3eff:fe16:6700'}, {'subnet_id': '1a8119aa-d907-4d29-9b86-c20fa51c7ca0'}], 'binding:host_id': 'n-d-840835-1'}, 'id': '96bb98d5-566e-4aef-a4e4-e9bacedb31f8'} from n-d-840835-1. {{(pid=102654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 10:00:34.184799 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-e46d2b34-bacb-4b6b-ad4b-9f329dcde3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Request body: {'port': {'name': 'tempest-new-port-name-966478804', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:34.185251 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.api.validators [None req-e46d2b34-bacb-4b6b-ad4b-9f329dcde3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] bootfile-name is not in valid_values {{(pid=102652) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 06 10:00:34.185599 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.api.validators [None req-e46d2b34-bacb-4b6b-ad4b-9f329dcde3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] tftp-server is not in valid_values {{(pid=102652) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 06 10:00:34.185942 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.api.validators [None req-e46d2b34-bacb-4b6b-ad4b-9f329dcde3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] server-ip-address is not in valid_values {{(pid=102652) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 06 10:00:34.233911 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6fca2c08-7af9-4b19-a39f-825297600b9c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.248026 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-6fca2c08-7af9-4b19-a39f-825297600b9c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Calling delete_port for a727da69-0fc9-4d2c-8292-ba51b3185f43 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:34.295896 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38ee12-46df-4dd2-b618-d9f4175b5525 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Subnet': ['ID=50aa0855-d29a-44d5-947d-88e867f2f077,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:34.329481 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e46d2b34-bacb-4b6b-ad4b-9f329dcde3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.359970 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f38ee12-46df-4dd2-b618-d9f4175b5525 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Checking segment: {'id': '359ae381-b80a-42a9-92e1-acee0d1de1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:34.360220 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f38ee12-46df-4dd2-b618-d9f4175b5525 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Network hostable DHCP agents. Network: f401ddee-c9b9-4291-b336-96fe56078e24, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:00:34.372754 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9f7b48ad-2efc-4c71-a951-704bbb6217ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.397287 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9f7b48ad-2efc-4c71-a951-704bbb6217ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.428568 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 96bb98d5-566e-4aef-a4e4-e9bacedb31f8 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:34.451358 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f38ee12-46df-4dd2-b618-d9f4175b5525 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Network f401ddee-c9b9-4291-b336-96fe56078e24 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:00:34.455546 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b48ad-2efc-4c71-a951-704bbb6217ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47eb022-3c4c-4ba6-8549-faa3d85904a5,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:34.481090 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d5b90912-a9bf-4665-a1de-2302f327aced tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.481759 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=f9365962-949d-4a98-8d83-d08404dd4391,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:34.485383 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-297441bc-e4b2-4676-8778-88bc75f4718b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.491387 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e56e4dd3-32fe-403d-9417-3ee53ee372db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.495920 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6fca2c08-7af9-4b19-a39f-825297600b9c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.497706 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b90912-a9bf-4665-a1de-2302f327aced tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] No DVR routers for this DVR port cbd6462c-3cf8-45aa-9e60-b5a14b957e7c on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:00:34.517558 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f7b48ad-2efc-4c71-a951-704bbb6217ab admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:00:34.521479 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-9f38ee12-46df-4dd2-b618-d9f4175b5525 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, f401ddee-c9b9-4291-b336-96fe56078e24) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:34.536287 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f38ee12-46df-4dd2-b618-d9f4175b5525 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:34.536924 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9f38ee12-46df-4dd2-b618-d9f4175b5525 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.546380 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9f7b48ad-2efc-4c71-a951-704bbb6217ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.546741 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-9f7b48ad-2efc-4c71-a951-704bbb6217ab admin admin] Added segment 64700d0d-45c9-49b8-9199-79bd2973a1bb of type vlan for network 9ba46e13-3fe2-4f31-beec-fa2e8ef513e1 May 06 10:00:34.550613 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b90912-a9bf-4665-a1de-2302f327aced tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Port': ['ID=cbd6462c-3cf8-45aa-9e60-b5a14b957e7c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:34.584903 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e4dd3-32fe-403d-9417-3ee53ee372db None None] Pushing event deleted for resources: {'Port': ['ID=cbd6462c-3cf8-45aa-9e60-b5a14b957e7c,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:34.591297 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4069b94f-2110-4057-9bb8-0b3582ee7028 None None] Network f401ddee-c9b9-4291-b336-96fe56078e24 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:34.613470 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6fca2c08-7af9-4b19-a39f-825297600b9c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.616845 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6fca2c08-7af9-4b19-a39f-825297600b9c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/a727da69-0fc9-4d2c-8292-ba51b3185f43 HTTP/1.1" status: 204 len: 168 time: 0.7805398 May 06 10:00:34.630304 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9f38ee12-46df-4dd2-b618-d9f4175b5525 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3306923 May 06 10:00:34.632696 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44410) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:34.633080 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44412) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:34.634917 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9f7b48ad-2efc-4c71-a951-704bbb6217ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.728364 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d5b90912-a9bf-4665-a1de-2302f327aced tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.731214 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca2c08-7af9-4b19-a39f-825297600b9c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Port': ['ID=a727da69-0fc9-4d2c-8292-ba51b3185f43,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:34.752375 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-d5b90912-a9bf-4665-a1de-2302f327aced tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846996d6-6baa-47f1-9dba-9ed1eea735e4']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:34.762919 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-d5b90912-a9bf-4665-a1de-2302f327aced tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a708051f-92c6-425d-a668-32c37a0a6424') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:34.763407 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-d5b90912-a9bf-4665-a1de-2302f327aced tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a708051f-92c6-425d-a668-32c37a0a6424') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:34.782520 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d5b90912-a9bf-4665-a1de-2302f327aced tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.796563 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e46d2b34-bacb-4b6b-ad4b-9f329dcde3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.797230 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d5b90912-a9bf-4665-a1de-2302f327aced tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.804960 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b90912-a9bf-4665-a1de-2302f327aced tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:00:34.806252 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d5b90912-a9bf-4665-a1de-2302f327aced tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: self.session.flush() May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: self.session.flush() May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: self.session.flush() May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: self.session.flush() May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: timer() May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:00:34.810095 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:00:34.815221 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-297441bc-e4b2-4676-8778-88bc75f4718b None None] Allocated IP 2001:db8:0:1::2 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/1a8119aa-d907-4d29-9b86-c20fa51c7ca0/96bb98d5-566e-4aef-a4e4-e9bacedb31f8) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:34.832731 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e46d2b34-bacb-4b6b-ad4b-9f329dcde3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.879919 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9f7b48ad-2efc-4c71-a951-704bbb6217ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.881254 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7b48ad-2efc-4c71-a951-704bbb6217ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:34.881866 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9f7b48ad-2efc-4c71-a951-704bbb6217ab admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.883301 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d5b90912-a9bf-4665-a1de-2302f327aced tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.892126 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df719b2-2dc7-4640-b0e4-4876170505d1 None None] DHCP port deletion for 14ba1982-5901-43f1-ba13-966e94e35b6d request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:00:34.901755 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d5b90912-a9bf-4665-a1de-2302f327aced tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.912135 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d5b90912-a9bf-4665-a1de-2302f327aced tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/networks/846996d6-6baa-47f1-9dba-9ed1eea735e4 HTTP/1.1" status: 204 len: 168 time: 1.3030579 May 06 10:00:34.915509 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44414) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:34.924372 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56e4dd3-32fe-403d-9417-3ee53ee372db None None] No DVR routers for this DVR port cbd6462c-3cf8-45aa-9e60-b5a14b957e7c on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:00:34.937154 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8391f262-1ad2-43f4-a40a-10521067087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050660248', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '53b29584-962a-4e0d-a6d1-3d0002cc1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:29Z', 'updated_at': '2022-05-06T10:00:31Z', 'revision_number': 3, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': '53b29584-962a-4e0d-a6d1-3d0002cc1cee', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:35:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:30Z', 'updated_at': '2022-05-06T10:00:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:34.983573 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-e46d2b34-bacb-4b6b-ad4b-9f329dcde3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] In _notify_port_updated(), no bound segment for port 59560656-0745-495e-aab0-2470f542b9b1 on network 8f9b83a0-e698-468f-bf2b-3c1bfd5f43fc {{(pid=102652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 10:00:34.989271 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d2b34-bacb-4b6b-ad4b-9f329dcde3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:34.990399 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e46d2b34-bacb-4b6b-ad4b-9f329dcde3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.992885 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e46d2b34-bacb-4b6b-ad4b-9f329dcde3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] 10.222.0.73 "PUT /v2.0/ports/59560656-0745-495e-aab0-2470f542b9b1 HTTP/1.1" status: 200 len: 1129 time: 0.8359263 May 06 10:00:35.002731 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44416) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:35.006073 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8391f262-1ad2-43f4-a40a-10521067087e None None] Checking router: c37655f3-4e6a-4d40-98a1-dc0383bc1e03 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:00:35.006442 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8391f262-1ad2-43f4-a40a-10521067087e None None] Updating router c37655f3-4e6a-4d40-98a1-dc0383bc1e03 port 53b29584-962a-4e0d-a6d1-3d0002cc1cee binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:00:35.022488 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541d8e51-ee14-48f8-8e15-d0d48110d609 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:35.024813 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da5fba24-05ae-4f7a-b7d7-f0721683334b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:35.027593 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-541d8e51-ee14-48f8-8e15-d0d48110d609 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.3898871 May 06 10:00:35.028756 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44418) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:35.030186 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b90912-a9bf-4665-a1de-2302f327aced tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Network': ['ID=846996d6-6baa-47f1-9dba-9ed1eea735e4,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:35.075129 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9f7b48ad-2efc-4c71-a951-704bbb6217ab admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4035418 May 06 10:00:35.080513 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44420) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:35.087455 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-50b76330-cc0d-4099-8f9e-02a57afb5234 admin admin] Request body: {'subnet': {'network_id': '9ba46e13-3fe2-4f31-beec-fa2e8ef513e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-367328246-subnet', 'tenant_id': '00f7968cffd34aa5acde8a7b7c8357bf', 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:35.103766 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d2b34-bacb-4b6b-ad4b-9f329dcde3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Pushing event updated for resources: {'Port': ['ID=59560656-0745-495e-aab0-2470f542b9b1,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:35.124050 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b48ad-2efc-4c71-a951-704bbb6217ab admin admin] Pushing event updated for resources: {'Network': ['ID=9ba46e13-3fe2-4f31-beec-fa2e8ef513e1,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:35.138096 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2c7390-3684-4470-ae8f-cd2c82b6f890 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:35.142862 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3b2c7390-3684-4470-ae8f-cd2c82b6f890 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] 10.222.0.73 "GET /v2.0/ports/59560656-0745-495e-aab0-2470f542b9b1 HTTP/1.1" status: 200 len: 1129 time: 0.1301639 May 06 10:00:35.152959 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44422) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:35.168410 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 9ba46e13-3fe2-4f31-beec-fa2e8ef513e1 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:00:35.183834 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9de5a0b-7339-492c-975d-0497e54ea670 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:35.186310 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d9de5a0b-7339-492c-975d-0497e54ea670 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1503170 May 06 10:00:35.192087 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44424) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:35.253420 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8391f262-1ad2-43f4-a40a-10521067087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:35.326924 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 96bb98d5-566e-4aef-a4e4-e9bacedb31f8 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:35.327337 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:35.381367 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-297441bc-e4b2-4676-8778-88bc75f4718b None None] For port 96bb98d5-566e-4aef-a4e4-e9bacedb31f8, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=96bb98d5-566e-4aef-a4e4-e9bacedb31f8,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:35.390576 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497a7f38-60f1-4792-8732-9afdbfc5832c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-f401ddee-c9b9-4291-b336-96fe56078e24', 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'fixed_ips': [{'subnet_id': '50aa0855-d29a-44d5-947d-88e867f2f077'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:00:35.391823 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-497a7f38-60f1-4792-8732-9afdbfc5832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:35.536463 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-3df719b2-2dc7-4640-b0e4-4876170505d1 None None] Deleting port 9c0a292d-293e-4a1b-be5a-7b10236ebe58 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:35.536735 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3df719b2-2dc7-4640-b0e4-4876170505d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:35.587183 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a1c3bcf1-eb43-4976-99e2-5a25b72f4538 None None] Provisioning complete for port f9365962-949d-4a98-8d83-d08404dd4391 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:35.587512 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a1c3bcf1-eb43-4976-99e2-5a25b72f4538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:35.590137 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b76330-cc0d-4099-8f9e-02a57afb5234 admin admin] Made reservation on behalf of 00f7968cffd34aa5acde8a7b7c8357bf for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:35.592337 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-50b76330-cc0d-4099-8f9e-02a57afb5234 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:35.601382 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbf8cae2-3f96-4426-8cbb-d3175d434de6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:35.611424 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc9480f-5bf4-4190-ba9f-b24a6e09b634 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:35.612540 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc9480f-5bf4-4190-ba9f-b24a6e09b634 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:35.614067 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc9480f-5bf4-4190-ba9f-b24a6e09b634 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:35.618181 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ffc9480f-5bf4-4190-ba9f-b24a6e09b634 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3993196 May 06 10:00:35.618574 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44426) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:35.717836 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-da5fba24-05ae-4f7a-b7d7-f0721683334b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Deleting port 9c0a292d-293e-4a1b-be5a-7b10236ebe58 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:35.718205 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da5fba24-05ae-4f7a-b7d7-f0721683334b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:35.739454 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-297441bc-e4b2-4676-8778-88bc75f4718b None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:35.793916 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-da5fba24-05ae-4f7a-b7d7-f0721683334b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] For port 9c0a292d-293e-4a1b-be5a-7b10236ebe58, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9c0a292d-293e-4a1b-be5a-7b10236ebe58,segment=NetworkSegment(bd90925a-0a4a-4ae8-b05d-70b318f5e7e9),segment_id=bd90925a-0a4a-4ae8-b05d-70b318f5e7e9)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:35.794156 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da5fba24-05ae-4f7a-b7d7-f0721683334b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:35.808984 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-da5fba24-05ae-4f7a-b7d7-f0721683334b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Calling delete_port for 9c0a292d-293e-4a1b-be5a-7b10236ebe58 owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:35.889243 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-3df719b2-2dc7-4640-b0e4-4876170505d1 None None] For port 9c0a292d-293e-4a1b-be5a-7b10236ebe58, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9c0a292d-293e-4a1b-be5a-7b10236ebe58,segment=NetworkSegment(bd90925a-0a4a-4ae8-b05d-70b318f5e7e9),segment_id=bd90925a-0a4a-4ae8-b05d-70b318f5e7e9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:35.889993 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3df719b2-2dc7-4640-b0e4-4876170505d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:35.913023 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da5fba24-05ae-4f7a-b7d7-f0721683334b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:35.919685 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-3df719b2-2dc7-4640-b0e4-4876170505d1 None None] Calling delete_port for 9c0a292d-293e-4a1b-be5a-7b10236ebe58 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:35.964337 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5fba24-05ae-4f7a-b7d7-f0721683334b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Port': ['ID=9c0a292d-293e-4a1b-be5a-7b10236ebe58,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:35.969750 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5fba24-05ae-4f7a-b7d7-f0721683334b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] No DVR routers for this DVR port 9c0a292d-293e-4a1b-be5a-7b10236ebe58 on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:00:36.033119 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3df719b2-2dc7-4640-b0e4-4876170505d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:36.066360 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-05190dad-8d03-43e3-b83b-b57282d5937a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting subnet 1a8119aa-d907-4d29-9b86-c20fa51c7ca0 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:00:36.071826 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da5fba24-05ae-4f7a-b7d7-f0721683334b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:36.073297 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05190dad-8d03-43e3-b83b-b57282d5937a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:36.092901 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-da5fba24-05ae-4f7a-b7d7-f0721683334b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ba1982-5901-43f1-ba13-966e94e35b6d']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:36.104131 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-da5fba24-05ae-4f7a-b7d7-f0721683334b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd90925a-0a4a-4ae8-b05d-70b318f5e7e9') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:36.104131 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-da5fba24-05ae-4f7a-b7d7-f0721683334b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd90925a-0a4a-4ae8-b05d-70b318f5e7e9') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:36.113960 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da5fba24-05ae-4f7a-b7d7-f0721683334b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:36.128228 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da5fba24-05ae-4f7a-b7d7-f0721683334b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:36.134466 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5fba24-05ae-4f7a-b7d7-f0721683334b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:00:36.134915 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da5fba24-05ae-4f7a-b7d7-f0721683334b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:36.149108 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05190dad-8d03-43e3-b83b-b57282d5937a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:36.173521 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-297441bc-e4b2-4676-8778-88bc75f4718b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:36.192795 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df719b2-2dc7-4640-b0e4-4876170505d1 None None] No DVR routers for this DVR port 9c0a292d-293e-4a1b-be5a-7b10236ebe58 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:00:36.197738 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df719b2-2dc7-4640-b0e4-4876170505d1 None None] Pushing event deleted for resources: {'Port': ['ID=9c0a292d-293e-4a1b-be5a-7b10236ebe58,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: timer() May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:00:36.213747 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:00:36.217053 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da5fba24-05ae-4f7a-b7d7-f0721683334b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:36.220513 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-94e38d30-863b-49b9-a2e1-b80543ca325a tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Deleting port 59560656-0745-495e-aab0-2470f542b9b1 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:36.220859 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-94e38d30-863b-49b9-a2e1-b80543ca325a tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:36.262528 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da5fba24-05ae-4f7a-b7d7-f0721683334b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:36.271998 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44428) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:36.272726 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-da5fba24-05ae-4f7a-b7d7-f0721683334b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/networks/14ba1982-5901-43f1-ba13-966e94e35b6d HTTP/1.1" status: 204 len: 168 time: 1.3566220 May 06 10:00:36.299990 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-a5bd921c-e48a-42e3-b4a5-4b3caad2dbca tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'network': {'name': 'tempest-RoutersTest-40685477'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:36.388713 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5fba24-05ae-4f7a-b7d7-f0721683334b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Network': ['ID=14ba1982-5901-43f1-ba13-966e94e35b6d,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:36.408417 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bd921c-e48a-42e3-b4a5-4b3caad2dbca tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Made reservation on behalf of 3e9f9f76e76f46fa83c0e38cc7633413 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:36.412546 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a5bd921c-e48a-42e3-b4a5-4b3caad2dbca tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:36.468680 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8391f262-1ad2-43f4-a40a-10521067087e None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:36.469511 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05190dad-8d03-43e3-b83b-b57282d5937a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:36.476000 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297441bc-e4b2-4676-8778-88bc75f4718b None None] Pushing event updated for resources: {'Port': ['ID=96bb98d5-566e-4aef-a4e4-e9bacedb31f8,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:36.485117 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device cbd6462c-3cf8-45aa-9e60-b5a14b957e7c no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:00:36.529988 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-94e38d30-863b-49b9-a2e1-b80543ca325a tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:36.548839 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-50b76330-cc0d-4099-8f9e-02a57afb5234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:36.550808 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-94e38d30-863b-49b9-a2e1-b80543ca325a tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Calling delete_port for 59560656-0745-495e-aab0-2470f542b9b1 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:36.561645 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5bd921c-e48a-42e3-b4a5-4b3caad2dbca tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:00:36.589554 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: cbd6462c-3cf8-45aa-9e60-b5a14b957e7c {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:00:36.590220 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device cbd6462c-3cf8-45aa-9e60-b5a14b957e7c not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:00:36.592548 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8391f262-1ad2-43f4-a40a-10521067087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:36.612926 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-bbf8cae2-3f96-4426-8cbb-d3175d434de6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Allocated IP 172.20.0.1 (f401ddee-c9b9-4291-b336-96fe56078e24/50aa0855-d29a-44d5-947d-88e867f2f077/abda13a8-b7e3-4251-a9ed-a38c9974c15d) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:36.647325 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a5bd921c-e48a-42e3-b4a5-4b3caad2dbca tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:36.647752 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-a5bd921c-e48a-42e3-b4a5-4b3caad2dbca tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Added segment b84696d8-e2b5-4733-ab5c-fe9c11ce6525 of type vlan for network b4a45a85-4526-4396-8a20-5f7348df1d56 May 06 10:00:36.691354 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b53ce1-73eb-44e7-8191-dc69c0a3ae19 None None] Pushing event updated for resources: {'Port': ['ID=53b29584-962a-4e0d-a6d1-3d0002cc1cee,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:36.703046 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b76330-cc0d-4099-8f9e-02a57afb5234 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69e43e07-4eb9-4663-a148-f47ab84e628f,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:36.724514 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a1c3bcf1-eb43-4976-99e2-5a25b72f4538 None None] Provisioning complete for port 59560656-0745-495e-aab0-2470f542b9b1 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:36.724884 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a1c3bcf1-eb43-4976-99e2-5a25b72f4538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:36.736765 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b76330-cc0d-4099-8f9e-02a57afb5234 admin admin] Checking segment: {'id': '64700d0d-45c9-49b8-9199-79bd2973a1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9ba46e13-3fe2-4f31-beec-fa2e8ef513e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:36.737321 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b76330-cc0d-4099-8f9e-02a57afb5234 admin admin] Network hostable DHCP agents. Network: 9ba46e13-3fe2-4f31-beec-fa2e8ef513e1, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:00:36.824763 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b76330-cc0d-4099-8f9e-02a57afb5234 admin admin] Network 9ba46e13-3fe2-4f31-beec-fa2e8ef513e1 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:00:36.828267 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-a1c3bcf1-eb43-4976-99e2-5a25b72f4538 None None] Port 59560656-0745-495e-aab0-2470f542b9b1 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:00:36.840146 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 96bb98d5-566e-4aef-a4e4-e9bacedb31f8 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:36.849037 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-50b76330-cc0d-4099-8f9e-02a57afb5234 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 9ba46e13-3fe2-4f31-beec-fa2e8ef513e1) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:36.859893 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05190dad-8d03-43e3-b83b-b57282d5937a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:36.877218 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c9eb1c-3264-4036-8f2d-8fc6218d7c15 None None] Network 9ba46e13-3fe2-4f31-beec-fa2e8ef513e1 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:36.881329 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8391f262-1ad2-43f4-a40a-10521067087e None None] Attempting to bind port 53b29584-962a-4e0d-a6d1-3d0002cc1cee on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:36.881329 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8391f262-1ad2-43f4-a40a-10521067087e None None] Attempting to bind port 53b29584-962a-4e0d-a6d1-3d0002cc1cee by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:36.881605 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8391f262-1ad2-43f4-a40a-10521067087e None None] Attempting to bind port 53b29584-962a-4e0d-a6d1-3d0002cc1cee on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:36.907913 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b76330-cc0d-4099-8f9e-02a57afb5234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:36.908758 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a5bd921c-e48a-42e3-b4a5-4b3caad2dbca tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:36.910160 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-50b76330-cc0d-4099-8f9e-02a57afb5234 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:36.981552 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-50b76330-cc0d-4099-8f9e-02a57afb5234 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8989913 May 06 10:00:36.984752 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-94e38d30-863b-49b9-a2e1-b80543ca325a tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:36.986787 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44430) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:36.991946 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-0ed4f8b0-8fc0-4c46-b855-25e4d277e29a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-367328246-router', 'tenant_id': '00f7968cffd34aa5acde8a7b7c8357bf', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:37.026899 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05190dad-8d03-43e3-b83b-b57282d5937a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Subnet': ['ID=1a8119aa-d907-4d29-9b86-c20fa51c7ca0,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:37.030308 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05190dad-8d03-43e3-b83b-b57282d5937a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:37.036291 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-05190dad-8d03-43e3-b83b-b57282d5937a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/1a8119aa-d907-4d29-9b86-c20fa51c7ca0 HTTP/1.1" status: 204 len: 168 time: 1.4165769 May 06 10:00:37.037515 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8391f262-1ad2-43f4-a40a-10521067087e None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:37.038022 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8391f262-1ad2-43f4-a40a-10521067087e None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:37.038523 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8391f262-1ad2-43f4-a40a-10521067087e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:37.039010 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8391f262-1ad2-43f4-a40a-10521067087e None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:37.039740 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8391f262-1ad2-43f4-a40a-10521067087e None None] Bound port: 53b29584-962a-4e0d-a6d1-3d0002cc1cee, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:37.040305 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8391f262-1ad2-43f4-a40a-10521067087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:37.044155 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44432) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:37.047029 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e38d30-863b-49b9-a2e1-b80543ca325a tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Pushing event deleted for resources: {'Port': ['ID=59560656-0745-495e-aab0-2470f542b9b1,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:37.107276 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0ed4f8b0-8fc0-4c46-b855-25e4d277e29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:37.108816 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0ed4f8b0-8fc0-4c46-b855-25e4d277e29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:37.160257 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-38880104-bf71-4626-b4c2-0f457578a1dd tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting subnet a6d44827-99b6-4572-9238-0379900f7b21 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:00:37.163148 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.db.resource_extend [None req-a5bd921c-e48a-42e3-b4a5-4b3caad2dbca tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 10:00:37.191619 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0ed4f8b0-8fc0-4c46-b855-25e4d277e29a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:37.194108 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-38880104-bf71-4626-b4c2-0f457578a1dd tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:37.194452 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-94e38d30-863b-49b9-a2e1-b80543ca325a tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:37.199645 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-94e38d30-863b-49b9-a2e1-b80543ca325a tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] 10.222.0.73 "DELETE /v2.0/ports/59560656-0745-495e-aab0-2470f542b9b1 HTTP/1.1" status: 204 len: 168 time: 2.0407858 May 06 10:00:37.202829 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44434) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:37.280643 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-52f61027-9c66-4f68-b87a-c87201f2d6c5 None None] Could not find standard attr ID for object 59560656-0745-495e-aab0-2470f542b9b1. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 10:00:37.294157 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-52f61027-9c66-4f68-b87a-c87201f2d6c5 None None] Could not find standard attr ID for object 50d89782-aa73-4ed6-84df-734454dee097. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 10:00:37.297528 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-406c498a-8819-4dcd-a898-a7dda15b312a tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Deleting subnet 37b5438d-cc06-448e-8655-a1f6775a651e {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:00:37.302738 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-406c498a-8819-4dcd-a898-a7dda15b312a tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:37.308260 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbf8cae2-3f96-4426-8cbb-d3175d434de6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:37.315929 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a5bd921c-e48a-42e3-b4a5-4b3caad2dbca tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:37.334882 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bd921c-e48a-42e3-b4a5-4b3caad2dbca tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:37.337758 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a5bd921c-e48a-42e3-b4a5-4b3caad2dbca tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:37.353007 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-406c498a-8819-4dcd-a898-a7dda15b312a tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:37.381752 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8391f262-1ad2-43f4-a40a-10521067087e None None] For port 53b29584-962a-4e0d-a6d1-3d0002cc1cee, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:37.386920 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8391f262-1ad2-43f4-a40a-10521067087e None None] For port 53b29584-962a-4e0d-a6d1-3d0002cc1cee, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=53b29584-962a-4e0d-a6d1-3d0002cc1cee,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:00:37.388893 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 96bb98d5-566e-4aef-a4e4-e9bacedb31f8 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:37.389949 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:37.424035 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a5bd921c-e48a-42e3-b4a5-4b3caad2dbca tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.1318178 May 06 10:00:37.426626 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-38880104-bf71-4626-b4c2-0f457578a1dd tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:37.434886 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44436) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:37.448259 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8391f262-1ad2-43f4-a40a-10521067087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:37.491198 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-406c498a-8819-4dcd-a898-a7dda15b312a tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:37.553260 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8391f262-1ad2-43f4-a40a-10521067087e None None] Routers {'c37655f3-4e6a-4d40-98a1-dc0383bc1e03'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:37.554374 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8391f262-1ad2-43f4-a40a-10521067087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c37655f3-4e6a-4d40-98a1-dc0383bc1e03'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:37.577742 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-ed8a215f-0fc3-4884-a8c7-6d17b279b00a tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'subnet': {'network_id': 'b4a45a85-4526-4396-8a20-5f7348df1d56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:37.598850 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-406c498a-8819-4dcd-a898-a7dda15b312a tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:37.666845 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c498a-8819-4dcd-a898-a7dda15b312a tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Pushing event deleted for resources: {'Subnet': ['ID=37b5438d-cc06-448e-8655-a1f6775a651e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:37.672510 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-406c498a-8819-4dcd-a898-a7dda15b312a tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:37.681755 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-406c498a-8819-4dcd-a898-a7dda15b312a tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] 10.222.0.73 "DELETE /v2.0/subnets/37b5438d-cc06-448e-8655-a1f6775a651e HTTP/1.1" status: 204 len: 168 time: 0.4772553 May 06 10:00:37.696397 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d76fef-5cfb-4cf2-b414-b63ebbe5a451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-9ba46e13-3fe2-4f31-beec-fa2e8ef513e1', 'network_id': '9ba46e13-3fe2-4f31-beec-fa2e8ef513e1', 'tenant_id': '00f7968cffd34aa5acde8a7b7c8357bf', 'fixed_ips': [{'subnet_id': '69e43e07-4eb9-4663-a148-f47ab84e628f'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:00:37.697389 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-54d76fef-5cfb-4cf2-b414-b63ebbe5a451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:37.700084 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884ddfcb-645e-49be-8a8d-6539ec24aa8b None None] Network 8f9b83a0-e698-468f-bf2b-3c1bfd5f43fc requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:37.704062 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbf8cae2-3f96-4426-8cbb-d3175d434de6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:37.718259 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b53ce1-73eb-44e7-8191-dc69c0a3ae19 None None] Pushing event updated for resources: {'Port': ['ID=53b29584-962a-4e0d-a6d1-3d0002cc1cee,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:37.751816 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44438) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:37.769157 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0ed4f8b0-8fc0-4c46-b855-25e4d277e29a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:37.812824 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c610d8-1b9a-40fe-b40e-b47f884c83e7 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:37.869104 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd921c-e48a-42e3-b4a5-4b3caad2dbca tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Network': ['ID=b4a45a85-4526-4396-8a20-5f7348df1d56,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:37.892809 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf8cae2-3f96-4426-8cbb-d3175d434de6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Network f401ddee-c9b9-4291-b336-96fe56078e24 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:37.925197 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-bbf8cae2-3f96-4426-8cbb-d3175d434de6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:37.932352 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network b4a45a85-4526-4396-8a20-5f7348df1d56 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:00:37.939157 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf8cae2-3f96-4426-8cbb-d3175d434de6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:37.952147 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8cae2-3f96-4426-8cbb-d3175d434de6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Port': ['ID=abda13a8-b7e3-4251-a9ed-a38c9974c15d,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:38.004093 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8a215f-0fc3-4884-a8c7-6d17b279b00a tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Made reservation on behalf of 3e9f9f76e76f46fa83c0e38cc7633413 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:38.007520 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ed8a215f-0fc3-4884-a8c7-6d17b279b00a tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:38.015866 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-497a7f38-60f1-4792-8732-9afdbfc5832c None None] Allocated IP 172.20.0.2 (f401ddee-c9b9-4291-b336-96fe56078e24/50aa0855-d29a-44d5-947d-88e867f2f077/cfec3a40-99d9-4789-87fa-65124702bca9) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:38.018535 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6ee810e-7814-45ac-87b3-997fb966be72 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:38.033391 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0ed4f8b0-8fc0-4c46-b855-25e4d277e29a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:38.036542 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-38880104-bf71-4626-b4c2-0f457578a1dd tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:38.040674 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f9365962-949d-4a98-8d83-d08404dd4391 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:38.059050 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0ed4f8b0-8fc0-4c46-b855-25e4d277e29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:38.100770 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-2e8fcb85-3044-41d2-8690-e0f16d0c0458 None None] Provisioning complete for port 96bb98d5-566e-4aef-a4e4-e9bacedb31f8 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:38.100770 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2e8fcb85-3044-41d2-8690-e0f16d0c0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:38.113671 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbf8cae2-3f96-4426-8cbb-d3175d434de6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:38.208603 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-0ed4f8b0-8fc0-4c46-b855-25e4d277e29a admin admin] Allocated IP 172.25.5.71 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:38.215915 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-8391f262-1ad2-43f4-a40a-10521067087e None None] Set router c37655f3-4e6a-4d40-98a1-dc0383bc1e03 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:00:38.314128 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-38880104-bf71-4626-b4c2-0f457578a1dd tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:38.359352 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38880104-bf71-4626-b4c2-0f457578a1dd tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Subnet': ['ID=a6d44827-99b6-4572-9238-0379900f7b21,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:38.366335 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0ed4f8b0-8fc0-4c46-b855-25e4d277e29a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:38.371496 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-38880104-bf71-4626-b4c2-0f457578a1dd tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:38.375750 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-38880104-bf71-4626-b4c2-0f457578a1dd tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/a6d44827-99b6-4572-9238-0379900f7b21 HTTP/1.1" status: 204 len: 168 time: 1.3290732 May 06 10:00:38.378310 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44440) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:38.430554 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9535fa29-7c8b-4607-a5d2-a9201d8e7871 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451496 May 06 10:00:38.430899 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44442) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:38.440401 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-b217d7cb-e959-49fc-a7a6-2471db456915 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:38.452747 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0ed4f8b0-8fc0-4c46-b855-25e4d277e29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:38.497671 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-d6ee810e-7814-45ac-87b3-997fb966be72 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Deleting port f9365962-949d-4a98-8d83-d08404dd4391 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:38.498375 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6ee810e-7814-45ac-87b3-997fb966be72 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:38.498531 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed4f8b0-8fc0-4c46-b855-25e4d277e29a admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:38.501475 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-0ed4f8b0-8fc0-4c46-b855-25e4d277e29a admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:38.508953 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed4f8b0-8fc0-4c46-b855-25e4d277e29a admin admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:38.512377 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4f8b0-8fc0-4c46-b855-25e4d277e29a admin admin] Pushing event updated for resources: {'Port': ['ID=3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:38.616825 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-54d76fef-5cfb-4cf2-b414-b63ebbe5a451 None None] Allocated IP 172.20.0.2 (9ba46e13-3fe2-4f31-beec-fa2e8ef513e1/69e43e07-4eb9-4663-a148-f47ab84e628f/15e59034-bb47-469e-8691-bd3c4dc427da) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:38.634252 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbf8cae2-3f96-4426-8cbb-d3175d434de6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:38.643420 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port f9365962-949d-4a98-8d83-d08404dd4391 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:38.643883 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:38.671719 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ed8a215f-0fc3-4884-a8c7-6d17b279b00a tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:38.750891 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e049da37-7786-41a4-9c2f-19e7b34a4604 None None] DHCP port deletion for 8f9b83a0-e698-468f-bf2b-3c1bfd5f43fc request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:00:38.769887 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-d6ee810e-7814-45ac-87b3-997fb966be72 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] For port f9365962-949d-4a98-8d83-d08404dd4391, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f9365962-949d-4a98-8d83-d08404dd4391,segment=NetworkSegment(ee48961e-9cf4-4ed6-acf3-71a5b85e532e),segment_id=ee48961e-9cf4-4ed6-acf3-71a5b85e532e)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:38.770540 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6ee810e-7814-45ac-87b3-997fb966be72 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:38.803332 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b217d7cb-e959-49fc-a7a6-2471db456915 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:38.807431 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b217d7cb-e959-49fc-a7a6-2471db456915 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:38.816230 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0ed4f8b0-8fc0-4c46-b855-25e4d277e29a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:38.863244 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-d6ee810e-7814-45ac-87b3-997fb966be72 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Calling delete_port for f9365962-949d-4a98-8d83-d08404dd4391 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:38.887424 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-497a7f38-60f1-4792-8732-9afdbfc5832c None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:38.907885 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a215f-0fc3-4884-a8c7-6d17b279b00a tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Subnet': ['ID=d362c184-67a3-4e98-8b1d-388f480057b3,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:38.924300 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-497a7f38-60f1-4792-8732-9afdbfc5832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:38.992011 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf7d17d-02a6-46d8-8e04-324ebd6130e0 None None] DHCP port deletion for 0d1252d9-04fb-40a6-862c-9b06ebf6d551 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:00:39.024931 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8a215f-0fc3-4884-a8c7-6d17b279b00a tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Checking segment: {'id': 'b84696d8-e2b5-4733-ab5c-fe9c11ce6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b4a45a85-4526-4396-8a20-5f7348df1d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:39.025215 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8a215f-0fc3-4884-a8c7-6d17b279b00a tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network hostable DHCP agents. Network: b4a45a85-4526-4396-8a20-5f7348df1d56, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:00:39.029233 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497a7f38-60f1-4792-8732-9afdbfc5832c None None] Network f401ddee-c9b9-4291-b336-96fe56078e24 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:39.096527 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0ed4f8b0-8fc0-4c46-b855-25e4d277e29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:39.150119 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8a215f-0fc3-4884-a8c7-6d17b279b00a tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network b4a45a85-4526-4396-8a20-5f7348df1d56 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:00:39.175790 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6ee810e-7814-45ac-87b3-997fb966be72 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:39.200739 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-ed8a215f-0fc3-4884-a8c7-6d17b279b00a tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, b4a45a85-4526-4396-8a20-5f7348df1d56) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:39.256010 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-497a7f38-60f1-4792-8732-9afdbfc5832c None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:39.282943 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497a7f38-60f1-4792-8732-9afdbfc5832c None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:39.285571 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65911ae4-4d23-46ed-8b1e-0c3e04468e1a None None] Network b4a45a85-4526-4396-8a20-5f7348df1d56 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:39.292481 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8391f262-1ad2-43f4-a40a-10521067087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050660248', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '53b29584-962a-4e0d-a6d1-3d0002cc1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:29Z', 'updated_at': '2022-05-06T10:00:31Z', 'revision_number': 3, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': '53b29584-962a-4e0d-a6d1-3d0002cc1cee', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:35:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:30Z', 'updated_at': '2022-05-06T10:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:39.317113 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a7f38-60f1-4792-8732-9afdbfc5832c None None] Pushing event updated for resources: {'Port': ['ID=cfec3a40-99d9-4789-87fa-65124702bca9,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:39.397747 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8391f262-1ad2-43f4-a40a-10521067087e None None] The sync data for ids ['c37655f3-4e6a-4d40-98a1-dc0383bc1e03'] in n-d-840835-1 is: [{'id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050660248', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '53b29584-962a-4e0d-a6d1-3d0002cc1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:29Z', 'updated_at': '2022-05-06T10:00:31Z', 'revision_number': 3, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': '53b29584-962a-4e0d-a6d1-3d0002cc1cee', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:35:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:30Z', 'updated_at': '2022-05-06T10:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:00:39.408020 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9c0a292d-293e-4a1b-be5a-7b10236ebe58 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:00:39.487336 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-54d76fef-5cfb-4cf2-b414-b63ebbe5a451 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:39.501035 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 9c0a292d-293e-4a1b-be5a-7b10236ebe58 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:00:39.501711 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9c0a292d-293e-4a1b-be5a-7b10236ebe58 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:00:39.506541 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e049da37-7786-41a4-9c2f-19e7b34a4604 None None] Deleting port f9365962-949d-4a98-8d83-d08404dd4391 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:39.506874 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e049da37-7786-41a4-9c2f-19e7b34a4604 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:39.551796 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-54d76fef-5cfb-4cf2-b414-b63ebbe5a451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:39.557028 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed4f8b0-8fc0-4c46-b855-25e4d277e29a admin admin] Router 26a130ea-aa58-4d04-9ea4-a96928bc55c9 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:00:39.584818 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8a215f-0fc3-4884-a8c7-6d17b279b00a tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:39.585616 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ed8a215f-0fc3-4884-a8c7-6d17b279b00a tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:39.595540 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee810e-7814-45ac-87b3-997fb966be72 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Pushing event deleted for resources: {'Port': ['ID=f9365962-949d-4a98-8d83-d08404dd4391,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:39.620002 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ee810e-7814-45ac-87b3-997fb966be72 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] No DVR routers for this DVR port f9365962-949d-4a98-8d83-d08404dd4391 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:00:39.665165 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d76fef-5cfb-4cf2-b414-b63ebbe5a451 None None] Pushing event updated for resources: {'Port': ['ID=15e59034-bb47-469e-8691-bd3c4dc427da,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:39.698473 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ed8a215f-0fc3-4884-a8c7-6d17b279b00a tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2211185 May 06 10:00:39.698700 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44444) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:39.704170 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-7367ca31-f2cc-4588-899a-091eecbdb6d3 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-97999890', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:39.711775 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-aaf7d17d-02a6-46d8-8e04-324ebd6130e0 None None] Deleting port 96bb98d5-566e-4aef-a4e4-e9bacedb31f8 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:39.712503 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-aaf7d17d-02a6-46d8-8e04-324ebd6130e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:39.748794 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed4f8b0-8fc0-4c46-b855-25e4d277e29a admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:00:39.759387 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7367ca31-f2cc-4588-899a-091eecbdb6d3 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:39.760052 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7367ca31-f2cc-4588-899a-091eecbdb6d3 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:39.799009 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181470c2-fdf5-406d-a55a-949167a00bed None None] Sync routers for ids ['26a130ea-aa58-4d04-9ea4-a96928bc55c9'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:00:39.819849 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 96bb98d5-566e-4aef-a4e4-e9bacedb31f8 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:00:39.823257 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181470c2-fdf5-406d-a55a-949167a00bed None None] Routers {'26a130ea-aa58-4d04-9ea4-a96928bc55c9'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:39.825009 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-497a7f38-60f1-4792-8732-9afdbfc5832c None None] Attempting to bind port cfec3a40-99d9-4789-87fa-65124702bca9 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:39.825520 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-497a7f38-60f1-4792-8732-9afdbfc5832c None None] Attempting to bind port cfec3a40-99d9-4789-87fa-65124702bca9 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '359ae381-b80a-42a9-92e1-acee0d1de1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:39.825986 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497a7f38-60f1-4792-8732-9afdbfc5832c None None] Attempting to bind port cfec3a40-99d9-4789-87fa-65124702bca9 on network f401ddee-c9b9-4291-b336-96fe56078e24 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:39.826901 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-181470c2-fdf5-406d-a55a-949167a00bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['26a130ea-aa58-4d04-9ea4-a96928bc55c9'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:39.848464 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0ed4f8b0-8fc0-4c46-b855-25e4d277e29a admin admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:39.851407 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0ed4f8b0-8fc0-4c46-b855-25e4d277e29a admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8633604 May 06 10:00:39.861620 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44446) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:39.901895 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7367ca31-f2cc-4588-899a-091eecbdb6d3 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:39.913129 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7367ca31-f2cc-4588-899a-091eecbdb6d3 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:39.931466 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b217d7cb-e959-49fc-a7a6-2471db456915 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:39.938843 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbf8cae2-3f96-4426-8cbb-d3175d434de6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:39.944948 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7367ca31-f2cc-4588-899a-091eecbdb6d3 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:39.948892 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497a7f38-60f1-4792-8732-9afdbfc5832c None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:39.948892 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497a7f38-60f1-4792-8732-9afdbfc5832c None None] Checking segment: {'id': '359ae381-b80a-42a9-92e1-acee0d1de1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:39.948892 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-497a7f38-60f1-4792-8732-9afdbfc5832c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:39.948892 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497a7f38-60f1-4792-8732-9afdbfc5832c None None] Bound using segment: {'id': '359ae381-b80a-42a9-92e1-acee0d1de1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:39.948892 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-497a7f38-60f1-4792-8732-9afdbfc5832c None None] Bound port: cfec3a40-99d9-4789-87fa-65124702bca9, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359ae381-b80a-42a9-92e1-acee0d1de1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:39.949477 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-497a7f38-60f1-4792-8732-9afdbfc5832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:39.950427 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7367ca31-f2cc-4588-899a-091eecbdb6d3 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2503862 May 06 10:00:39.951276 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44448) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:39.957891 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6ee810e-7814-45ac-87b3-997fb966be72 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:39.964602 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-628ee5d9-3de5-4e13-bf8d-69b586cec0e8 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'port': {'network_id': 'b4a45a85-4526-4396-8a20-5f7348df1d56', 'name': 'tempest-RoutersTest-592767973'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:39.969204 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d76fef-5cfb-4cf2-b414-b63ebbe5a451 None None] Network 9ba46e13-3fe2-4f31-beec-fa2e8ef513e1 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:39.985572 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e049da37-7786-41a4-9c2f-19e7b34a4604 None None] For port f9365962-949d-4a98-8d83-d08404dd4391, host n-d-840835-1, got binding levels [] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:39.986123 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e049da37-7786-41a4-9c2f-19e7b34a4604 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:39.995373 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-54d76fef-5cfb-4cf2-b414-b63ebbe5a451 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:39.998086 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d76fef-5cfb-4cf2-b414-b63ebbe5a451 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:40.013844 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-aaf7d17d-02a6-46d8-8e04-324ebd6130e0 None None] For port 96bb98d5-566e-4aef-a4e4-e9bacedb31f8, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=96bb98d5-566e-4aef-a4e4-e9bacedb31f8,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:40.014260 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-aaf7d17d-02a6-46d8-8e04-324ebd6130e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:40.026189 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbf8cae2-3f96-4426-8cbb-d3175d434de6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:40.053666 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-181470c2-fdf5-406d-a55a-949167a00bed None None] Set router 26a130ea-aa58-4d04-9ea4-a96928bc55c9 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:00:40.066738 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e049da37-7786-41a4-9c2f-19e7b34a4604 None None] Calling delete_port for f9365962-949d-4a98-8d83-d08404dd4391 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:40.088603 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b217d7cb-e959-49fc-a7a6-2471db456915 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:40.100907 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-b217d7cb-e959-49fc-a7a6-2471db456915 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:40.104971 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b217d7cb-e959-49fc-a7a6-2471db456915 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:40.105585 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b217d7cb-e959-49fc-a7a6-2471db456915 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:40.122402 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.ipam_backend_mixin [None req-e049da37-7786-41a4-9c2f-19e7b34a4604 None None] Port f9365962-949d-4a98-8d83-d08404dd4391 was not found and therefore no delete operation was performed {{(pid=102654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 10:00:40.159906 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d6ee810e-7814-45ac-87b3-997fb966be72 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9b83a0-e698-468f-bf2b-3c1bfd5f43fc']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:40.167515 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628ee5d9-3de5-4e13-bf8d-69b586cec0e8 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Made reservation on behalf of 3e9f9f76e76f46fa83c0e38cc7633413 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:40.168263 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-497a7f38-60f1-4792-8732-9afdbfc5832c None None] For port cfec3a40-99d9-4789-87fa-65124702bca9, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:40.172301 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-628ee5d9-3de5-4e13-bf8d-69b586cec0e8 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:40.212505 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-628ee5d9-3de5-4e13-bf8d-69b586cec0e8 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] device_id is not set on port 0ad31277-9ead-4064-8e33-3fd722b83c84 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:00:40.230166 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-aaf7d17d-02a6-46d8-8e04-324ebd6130e0 None None] Calling delete_port for 96bb98d5-566e-4aef-a4e4-e9bacedb31f8 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:40.232367 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e049da37-7786-41a4-9c2f-19e7b34a4604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:40.243902 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39c5893-df53-4e8f-8823-2c1d05a85f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-b4a45a85-4526-4396-8a20-5f7348df1d56', 'network_id': 'b4a45a85-4526-4396-8a20-5f7348df1d56', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'fixed_ips': [{'subnet_id': 'd362c184-67a3-4e98-8b1d-388f480057b3'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:00:40.244797 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d39c5893-df53-4e8f-8823-2c1d05a85f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:40.252921 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-497a7f38-60f1-4792-8732-9afdbfc5832c None None] For port cfec3a40-99d9-4789-87fa-65124702bca9, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=cfec3a40-99d9-4789-87fa-65124702bca9,segment=NetworkSegment(359ae381-b80a-42a9-92e1-acee0d1de1f3),segment_id=359ae381-b80a-42a9-92e1-acee0d1de1f3)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:00:40.293937 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bbf8cae2-3f96-4426-8cbb-d3175d434de6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:40.314807 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d6ee810e-7814-45ac-87b3-997fb966be72 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee48961e-9cf4-4ed6-acf3-71a5b85e532e') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:40.315203 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d6ee810e-7814-45ac-87b3-997fb966be72 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee48961e-9cf4-4ed6-acf3-71a5b85e532e') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:40.322546 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-497a7f38-60f1-4792-8732-9afdbfc5832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:40.337146 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-181470c2-fdf5-406d-a55a-949167a00bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a130ea-aa58-4d04-9ea4-a96928bc55c9', 'name': 'tempest-TestServerMultinode-367328246-router', 'tenant_id': '00f7968cffd34aa5acde8a7b7c8357bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:37Z', 'updated_at': '2022-05-06T10:00:38Z', 'revision_number': 3, 'project_id': '00f7968cffd34aa5acde8a7b7c8357bf', 'gw_port': {'id': '3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:51:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a130ea-aa58-4d04-9ea4-a96928bc55c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:38Z', 'updated_at': '2022-05-06T10:00:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:40.343307 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b217d7cb-e959-49fc-a7a6-2471db456915 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9098434 May 06 10:00:40.357601 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049da37-7786-41a4-9c2f-19e7b34a4604 None None] Pushing event deleted for resources: {'Port': ['ID=f9365962-949d-4a98-8d83-d08404dd4391,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:40.363175 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44450) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:40.373528 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6ee810e-7814-45ac-87b3-997fb966be72 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:40.392158 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181470c2-fdf5-406d-a55a-949167a00bed None None] Checking router: 26a130ea-aa58-4d04-9ea4-a96928bc55c9 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:00:40.392763 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181470c2-fdf5-406d-a55a-949167a00bed None None] Updating router 26a130ea-aa58-4d04-9ea4-a96928bc55c9 port 3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:00:40.398025 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-927fe132-93bc-48e4-b054-2948545f9fc5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:40.414227 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-628ee5d9-3de5-4e13-bf8d-69b586cec0e8 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Allocated IP 172.20.0.9 (b4a45a85-4526-4396-8a20-5f7348df1d56/d362c184-67a3-4e98-8b1d-388f480057b3/0ad31277-9ead-4064-8e33-3fd722b83c84) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:40.417051 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e049da37-7786-41a4-9c2f-19e7b34a4604 None None] No DVR routers for this DVR port f9365962-949d-4a98-8d83-d08404dd4391 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:00:40.433484 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a7f38-60f1-4792-8732-9afdbfc5832c None None] Pushing event updated for resources: {'Port': ['ID=cfec3a40-99d9-4789-87fa-65124702bca9,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:40.444181 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217d7cb-e959-49fc-a7a6-2471db456915 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Subnet': ['ID=3ded8e76-2310-43e5-b555-5aef975b094b,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:40.467426 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-181470c2-fdf5-406d-a55a-949167a00bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:40.496213 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-54d76fef-5cfb-4cf2-b414-b63ebbe5a451 None None] Attempting to bind port 15e59034-bb47-469e-8691-bd3c4dc427da on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:40.497249 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-54d76fef-5cfb-4cf2-b414-b63ebbe5a451 None None] Attempting to bind port 15e59034-bb47-469e-8691-bd3c4dc427da by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '64700d0d-45c9-49b8-9199-79bd2973a1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9ba46e13-3fe2-4f31-beec-fa2e8ef513e1'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:40.497626 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d76fef-5cfb-4cf2-b414-b63ebbe5a451 None None] Attempting to bind port 15e59034-bb47-469e-8691-bd3c4dc427da on network 9ba46e13-3fe2-4f31-beec-fa2e8ef513e1 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:40.512147 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d76fef-5cfb-4cf2-b414-b63ebbe5a451 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:40.512568 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d76fef-5cfb-4cf2-b414-b63ebbe5a451 None None] Checking segment: {'id': '64700d0d-45c9-49b8-9199-79bd2973a1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9ba46e13-3fe2-4f31-beec-fa2e8ef513e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:40.512928 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-54d76fef-5cfb-4cf2-b414-b63ebbe5a451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:40.513342 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d76fef-5cfb-4cf2-b414-b63ebbe5a451 None None] Bound using segment: {'id': '64700d0d-45c9-49b8-9199-79bd2973a1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9ba46e13-3fe2-4f31-beec-fa2e8ef513e1'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:40.514276 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-54d76fef-5cfb-4cf2-b414-b63ebbe5a451 None None] Bound port: 15e59034-bb47-469e-8691-bd3c4dc427da, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64700d0d-45c9-49b8-9199-79bd2973a1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9ba46e13-3fe2-4f31-beec-fa2e8ef513e1'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:40.514276 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-54d76fef-5cfb-4cf2-b414-b63ebbe5a451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:40.610183 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:40.654718 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8cae2-3f96-4426-8cbb-d3175d434de6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Port': ['ID=abda13a8-b7e3-4251-a9ed-a38c9974c15d,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:40.694289 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-628ee5d9-3de5-4e13-bf8d-69b586cec0e8 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:40.696531 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-54d76fef-5cfb-4cf2-b414-b63ebbe5a451 None None] For port 15e59034-bb47-469e-8691-bd3c4dc427da, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:40.700534 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6ee810e-7814-45ac-87b3-997fb966be72 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:40.711294 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-54d76fef-5cfb-4cf2-b414-b63ebbe5a451 None None] For port 15e59034-bb47-469e-8691-bd3c4dc427da, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=15e59034-bb47-469e-8691-bd3c4dc427da,segment=NetworkSegment(64700d0d-45c9-49b8-9199-79bd2973a1bb),segment_id=64700d0d-45c9-49b8-9199-79bd2973a1bb)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:00:40.741137 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-628ee5d9-3de5-4e13-bf8d-69b586cec0e8 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:40.741405 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-54d76fef-5cfb-4cf2-b414-b63ebbe5a451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:40.820734 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628ee5d9-3de5-4e13-bf8d-69b586cec0e8 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network b4a45a85-4526-4396-8a20-5f7348df1d56 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:40.821453 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ee810e-7814-45ac-87b3-997fb966be72 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:00:40.828697 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6ee810e-7814-45ac-87b3-997fb966be72 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: timer() May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:00:40.834286 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:00:40.851346 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ee5d9-3de5-4e13-bf8d-69b586cec0e8 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Port': ['ID=0ad31277-9ead-4064-8e33-3fd722b83c84,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:40.864029 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-628ee5d9-3de5-4e13-bf8d-69b586cec0e8 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:40.866717 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628ee5d9-3de5-4e13-bf8d-69b586cec0e8 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:40.979554 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628ee5d9-3de5-4e13-bf8d-69b586cec0e8 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:40.980259 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-628ee5d9-3de5-4e13-bf8d-69b586cec0e8 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:41.001448 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-aaf7d17d-02a6-46d8-8e04-324ebd6130e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:41.020621 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-628ee5d9-3de5-4e13-bf8d-69b586cec0e8 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.0679555 May 06 10:00:41.023336 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44452) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:41.058798 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f9365962-949d-4a98-8d83-d08404dd4391 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:00:41.067936 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf7d17d-02a6-46d8-8e04-324ebd6130e0 None None] No DVR routers for this DVR port 96bb98d5-566e-4aef-a4e4-e9bacedb31f8 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:00:41.084722 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d76fef-5cfb-4cf2-b414-b63ebbe5a451 None None] Pushing event updated for resources: {'Port': ['ID=15e59034-bb47-469e-8691-bd3c4dc427da,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:41.124462 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d06191a-6123-4505-9fc8-2a878c691d75 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:41.172682 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-d39c5893-df53-4e8f-8823-2c1d05a85f6a None None] Allocated IP 172.20.0.2 (b4a45a85-4526-4396-8a20-5f7348df1d56/d362c184-67a3-4e98-8b1d-388f480057b3/8d19a30f-e443-408d-a900-d8ccb957f62a) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:41.179735 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-181470c2-fdf5-406d-a55a-949167a00bed None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:41.183413 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: f9365962-949d-4a98-8d83-d08404dd4391 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:00:41.183867 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f9365962-949d-4a98-8d83-d08404dd4391 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:00:41.195162 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6ee810e-7814-45ac-87b3-997fb966be72 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:41.199263 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-181470c2-fdf5-406d-a55a-949167a00bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:41.249551 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d6ee810e-7814-45ac-87b3-997fb966be72 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:41.261434 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7d17d-02a6-46d8-8e04-324ebd6130e0 None None] Pushing event deleted for resources: {'Port': ['ID=96bb98d5-566e-4aef-a4e4-e9bacedb31f8,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:41.267611 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d6ee810e-7814-45ac-87b3-997fb966be72 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] 10.222.0.73 "DELETE /v2.0/networks/8f9b83a0-e698-468f-bf2b-3c1bfd5f43fc HTTP/1.1" status: 204 len: 168 time: 3.5101233 May 06 10:00:41.318385 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed7cb2-0a8a-4b42-88af-8998a0fa2a92 None None] Pushing event updated for resources: {'Port': ['ID=3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:41.336836 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927fe132-93bc-48e4-b054-2948545f9fc5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:41.343153 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-927fe132-93bc-48e4-b054-2948545f9fc5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:41.349149 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee810e-7814-45ac-87b3-997fb966be72 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850 tempest-ExtraDHCPOptionsIpV6TestJSON-1950285850-project] Pushing event deleted for resources: {'Network': ['ID=8f9b83a0-e698-468f-bf2b-3c1bfd5f43fc,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:41.419218 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-181470c2-fdf5-406d-a55a-949167a00bed None None] Attempting to bind port 3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:41.419601 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-181470c2-fdf5-406d-a55a-949167a00bed None None] Attempting to bind port 3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:41.419972 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181470c2-fdf5-406d-a55a-949167a00bed None None] Attempting to bind port 3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:41.427857 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf8cae2-3f96-4426-8cbb-d3175d434de6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Network f401ddee-c9b9-4291-b336-96fe56078e24 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:41.434509 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181470c2-fdf5-406d-a55a-949167a00bed None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:41.434890 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181470c2-fdf5-406d-a55a-949167a00bed None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:41.438913 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-181470c2-fdf5-406d-a55a-949167a00bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:41.439430 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181470c2-fdf5-406d-a55a-949167a00bed None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:41.439951 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-181470c2-fdf5-406d-a55a-949167a00bed None None] Bound port: 3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:41.440358 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-181470c2-fdf5-406d-a55a-949167a00bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:41.459755 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-bbf8cae2-3f96-4426-8cbb-d3175d434de6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:41.464328 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baed7cb2-0a8a-4b42-88af-8998a0fa2a92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:41.464645 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baed7cb2-0a8a-4b42-88af-8998a0fa2a92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:41.467275 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baed7cb2-0a8a-4b42-88af-8998a0fa2a92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:41.467275 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baed7cb2-0a8a-4b42-88af-8998a0fa2a92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:41.469077 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baed7cb2-0a8a-4b42-88af-8998a0fa2a92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:41.469486 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baed7cb2-0a8a-4b42-88af-8998a0fa2a92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:41.469837 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baed7cb2-0a8a-4b42-88af-8998a0fa2a92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:41.471399 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baed7cb2-0a8a-4b42-88af-8998a0fa2a92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:41.472050 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baed7cb2-0a8a-4b42-88af-8998a0fa2a92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:41.474408 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baed7cb2-0a8a-4b42-88af-8998a0fa2a92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:41.474762 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baed7cb2-0a8a-4b42-88af-8998a0fa2a92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:41.475100 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baed7cb2-0a8a-4b42-88af-8998a0fa2a92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:41.642995 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-181470c2-fdf5-406d-a55a-949167a00bed None None] For port 3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:41.645800 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-181470c2-fdf5-406d-a55a-949167a00bed None None] For port 3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:00:41.656516 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-181470c2-fdf5-406d-a55a-949167a00bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:41.771236 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181470c2-fdf5-406d-a55a-949167a00bed None None] Routers {'26a130ea-aa58-4d04-9ea4-a96928bc55c9'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:41.777426 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-181470c2-fdf5-406d-a55a-949167a00bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['26a130ea-aa58-4d04-9ea4-a96928bc55c9'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:41.802446 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b4d939-ef21-4955-86cd-3d4f133bfc26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'tenant_id': 'c448911c95fc4f4d9c2a1290921f4e2e', 'fixed_ips': [{'subnet_id': '3ded8e76-2310-43e5-b555-5aef975b094b'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:00:41.811175 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-93b4d939-ef21-4955-86cd-3d4f133bfc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:41.839066 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fd782d12-2025-4c36-83ab-0421c64458cd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:41.850833 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d39c5893-df53-4e8f-8823-2c1d05a85f6a None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:41.914699 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d39c5893-df53-4e8f-8823-2c1d05a85f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:41.968493 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44458) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:42.007670 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed7cb2-0a8a-4b42-88af-8998a0fa2a92 None None] Pushing event updated for resources: {'Port': ['ID=3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:42.013146 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device cfec3a40-99d9-4789-87fa-65124702bca9 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:42.172955 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-181470c2-fdf5-406d-a55a-949167a00bed None None] Set router 26a130ea-aa58-4d04-9ea4-a96928bc55c9 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:00:42.194155 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39c5893-df53-4e8f-8823-2c1d05a85f6a None None] Network b4a45a85-4526-4396-8a20-5f7348df1d56 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:42.208791 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-d39c5893-df53-4e8f-8823-2c1d05a85f6a None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:42.214231 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c5893-df53-4e8f-8823-2c1d05a85f6a None None] Pushing event updated for resources: {'Port': ['ID=8d19a30f-e443-408d-a900-d8ccb957f62a,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:42.216836 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39c5893-df53-4e8f-8823-2c1d05a85f6a None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:42.250501 n-d-840835-1 neutron-server[102652]: INFO neutron.db.ipam_backend_mixin [None req-927fe132-93bc-48e4-b054-2948545f9fc5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3ded8e76-2310-43e5-b555-5aef975b094b (CIDR: 2001:db8::/64) May 06 10:00:42.259627 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-927fe132-93bc-48e4-b054-2948545f9fc5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 10:00:42.260311 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-927fe132-93bc-48e4-b054-2948545f9fc5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:00:42.277891 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4a9194cc-e5e4-4b7c-b3e2-7bf05fbaa5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:42.321889 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port cfec3a40-99d9-4789-87fa-65124702bca9 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:42.322273 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:42.433363 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-927fe132-93bc-48e4-b054-2948545f9fc5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0530899 May 06 10:00:42.437426 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-93b4d939-ef21-4955-86cd-3d4f133bfc26 None None] Allocated IP 2001:db8::2 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/3ded8e76-2310-43e5-b555-5aef975b094b/9e065228-4546-4ebf-be1e-d1aabf0a36b3) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:42.438346 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44464) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:42.452584 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-38b3bfe8-cc3f-4b6c-bc82-9b5a85bce5b1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:42.458963 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e065a15b-c283-41e5-a10e-f28ee94f7d3e None None] Network f401ddee-c9b9-4291-b336-96fe56078e24 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:42.464451 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-d39c5893-df53-4e8f-8823-2c1d05a85f6a None None] Attempting to bind port 8d19a30f-e443-408d-a900-d8ccb957f62a on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:42.464695 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-d39c5893-df53-4e8f-8823-2c1d05a85f6a None None] Attempting to bind port 8d19a30f-e443-408d-a900-d8ccb957f62a by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'b84696d8-e2b5-4733-ab5c-fe9c11ce6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b4a45a85-4526-4396-8a20-5f7348df1d56'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:42.465057 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c5893-df53-4e8f-8823-2c1d05a85f6a None None] Attempting to bind port 8d19a30f-e443-408d-a900-d8ccb957f62a on network b4a45a85-4526-4396-8a20-5f7348df1d56 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:42.487622 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-181470c2-fdf5-406d-a55a-949167a00bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a130ea-aa58-4d04-9ea4-a96928bc55c9', 'name': 'tempest-TestServerMultinode-367328246-router', 'tenant_id': '00f7968cffd34aa5acde8a7b7c8357bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:37Z', 'updated_at': '2022-05-06T10:00:38Z', 'revision_number': 3, 'project_id': '00f7968cffd34aa5acde8a7b7c8357bf', 'gw_port': {'id': '3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:51:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a130ea-aa58-4d04-9ea4-a96928bc55c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:38Z', 'updated_at': '2022-05-06T10:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:42.538800 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c5893-df53-4e8f-8823-2c1d05a85f6a None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:42.538800 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c5893-df53-4e8f-8823-2c1d05a85f6a None None] Checking segment: {'id': 'b84696d8-e2b5-4733-ab5c-fe9c11ce6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b4a45a85-4526-4396-8a20-5f7348df1d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:42.539746 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d39c5893-df53-4e8f-8823-2c1d05a85f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:42.540011 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c5893-df53-4e8f-8823-2c1d05a85f6a None None] Bound using segment: {'id': 'b84696d8-e2b5-4733-ab5c-fe9c11ce6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b4a45a85-4526-4396-8a20-5f7348df1d56'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:42.540507 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-d39c5893-df53-4e8f-8823-2c1d05a85f6a None None] Bound port: 8d19a30f-e443-408d-a900-d8ccb957f62a, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84696d8-e2b5-4733-ab5c-fe9c11ce6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b4a45a85-4526-4396-8a20-5f7348df1d56'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:42.540887 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d39c5893-df53-4e8f-8823-2c1d05a85f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:42.542321 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181470c2-fdf5-406d-a55a-949167a00bed None None] The sync data for ids ['26a130ea-aa58-4d04-9ea4-a96928bc55c9'] in n-d-840835-1 is: [{'id': '26a130ea-aa58-4d04-9ea4-a96928bc55c9', 'name': 'tempest-TestServerMultinode-367328246-router', 'tenant_id': '00f7968cffd34aa5acde8a7b7c8357bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:37Z', 'updated_at': '2022-05-06T10:00:38Z', 'revision_number': 3, 'project_id': '00f7968cffd34aa5acde8a7b7c8357bf', 'gw_port': {'id': '3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:51:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a130ea-aa58-4d04-9ea4-a96928bc55c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:38Z', 'updated_at': '2022-05-06T10:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:00:42.568442 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf8cae2-3f96-4426-8cbb-d3175d434de6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Router c37655f3-4e6a-4d40-98a1-dc0383bc1e03 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:00:42.616436 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-32bee0e2-db45-41a4-8d62-5de52114bec8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=81c35a8281ba41c785a9181de217eaf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5639377 May 06 10:00:42.618654 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44466) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:42.635282 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fd782d12-2025-4c36-83ab-0421c64458cd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:42.654743 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fd782d12-2025-4c36-83ab-0421c64458cd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:42.766960 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b3bfe8-cc3f-4b6c-bc82-9b5a85bce5b1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:42.770878 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-38b3bfe8-cc3f-4b6c-bc82-9b5a85bce5b1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:42.787285 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-4a9194cc-e5e4-4b7c-b3e2-7bf05fbaa5d3 admin admin] Allocated IP 172.20.0.1 (9ba46e13-3fe2-4f31-beec-fa2e8ef513e1/69e43e07-4eb9-4663-a148-f47ab84e628f/944265b4-00a6-4670-a9f3-4373d6a7b1e3) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:42.859796 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd782d12-2025-4c36-83ab-0421c64458cd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Port': ['ID=0ad31277-9ead-4064-8e33-3fd722b83c84,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:42.923136 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84b58185-a036-40b5-b727-fac8d87d262f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:42.963876 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf8cae2-3f96-4426-8cbb-d3175d434de6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:00:42.998302 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bbf8cae2-3f96-4426-8cbb-d3175d434de6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "PUT /v2.0/routers/c37655f3-4e6a-4d40-98a1-dc0383bc1e03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3596425 May 06 10:00:43.080214 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c1706-13f5-4a3c-8e82-90ad38874dc2 None None] Sync routers for ids ['c37655f3-4e6a-4d40-98a1-dc0383bc1e03'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:00:43.108071 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84b58185-a036-40b5-b727-fac8d87d262f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:43.198545 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4a9194cc-e5e4-4b7c-b3e2-7bf05fbaa5d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:43.225598 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c1706-13f5-4a3c-8e82-90ad38874dc2 None None] Routers {'c37655f3-4e6a-4d40-98a1-dc0383bc1e03'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:43.228533 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-fb2c1706-13f5-4a3c-8e82-90ad38874dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c37655f3-4e6a-4d40-98a1-dc0383bc1e03'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:43.326224 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4a9194cc-e5e4-4b7c-b3e2-7bf05fbaa5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:43.349768 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9194cc-e5e4-4b7c-b3e2-7bf05fbaa5d3 admin admin] Network 9ba46e13-3fe2-4f31-beec-fa2e8ef513e1 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:43.351150 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d39c5893-df53-4e8f-8823-2c1d05a85f6a None None] For port 8d19a30f-e443-408d-a900-d8ccb957f62a, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:43.353436 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-4a9194cc-e5e4-4b7c-b3e2-7bf05fbaa5d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:43.376830 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9194cc-e5e4-4b7c-b3e2-7bf05fbaa5d3 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:43.391418 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-0d25c183-8032-4888-b0c7-c69bbf851286 None None] Provisioning complete for port cfec3a40-99d9-4789-87fa-65124702bca9 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:43.395986 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0d25c183-8032-4888-b0c7-c69bbf851286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:43.420047 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0f4bc9-bde8-4746-ae39-eadbe527bd3b None None] Network 9ba46e13-3fe2-4f31-beec-fa2e8ef513e1 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:43.430432 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9194cc-e5e4-4b7c-b3e2-7bf05fbaa5d3 admin admin] Pushing event updated for resources: {'Port': ['ID=944265b4-00a6-4670-a9f3-4373d6a7b1e3,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:43.452737 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9194cc-e5e4-4b7c-b3e2-7bf05fbaa5d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:43.453156 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9194cc-e5e4-4b7c-b3e2-7bf05fbaa5d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:43.453514 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9194cc-e5e4-4b7c-b3e2-7bf05fbaa5d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:43.454242 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9194cc-e5e4-4b7c-b3e2-7bf05fbaa5d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:43.454604 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9194cc-e5e4-4b7c-b3e2-7bf05fbaa5d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:43.455012 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9194cc-e5e4-4b7c-b3e2-7bf05fbaa5d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:43.455387 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9194cc-e5e4-4b7c-b3e2-7bf05fbaa5d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:43.455899 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9194cc-e5e4-4b7c-b3e2-7bf05fbaa5d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:43.456501 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9194cc-e5e4-4b7c-b3e2-7bf05fbaa5d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:43.456898 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9194cc-e5e4-4b7c-b3e2-7bf05fbaa5d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:43.457386 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9194cc-e5e4-4b7c-b3e2-7bf05fbaa5d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:43.457789 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9194cc-e5e4-4b7c-b3e2-7bf05fbaa5d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:43.484437 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4a9194cc-e5e4-4b7c-b3e2-7bf05fbaa5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:43.553310 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fd782d12-2025-4c36-83ab-0421c64458cd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:43.560166 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d39c5893-df53-4e8f-8823-2c1d05a85f6a None None] For port 8d19a30f-e443-408d-a900-d8ccb957f62a, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=8d19a30f-e443-408d-a900-d8ccb957f62a,segment=NetworkSegment(b84696d8-e2b5-4733-ab5c-fe9c11ce6525),segment_id=b84696d8-e2b5-4733-ab5c-fe9c11ce6525)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:00:43.567648 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-8a5c3b63-9e55-458a-8bab-b825b3e348b3 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1939203399&fields=id&tenant_id=1b7022527a0d47ed9f061636a22ce038 HTTP/1.1" status: 200 len: 267 time: 0.1832008 May 06 10:00:43.567971 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:43.605893 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d39c5893-df53-4e8f-8823-2c1d05a85f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:43.684688 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4a9194cc-e5e4-4b7c-b3e2-7bf05fbaa5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:43.746104 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84b58185-a036-40b5-b727-fac8d87d262f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:43.749532 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84b58185-a036-40b5-b727-fac8d87d262f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:43.751294 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-84b58185-a036-40b5-b727-fac8d87d262f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e8acb0bc-a1ba-413b-970b-606fb7ba3fd5 HTTP/1.1" status: 204 len: 168 time: 1.1323020 May 06 10:00:43.802501 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b58185-a036-40b5-b727-fac8d87d262f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8acb0bc-a1ba-413b-970b-606fb7ba3fd5,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:43.999383 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4a9194cc-e5e4-4b7c-b3e2-7bf05fbaa5d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:44.010992 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4a9194cc-e5e4-4b7c-b3e2-7bf05fbaa5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:44.116134 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4a9194cc-e5e4-4b7c-b3e2-7bf05fbaa5d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:44.121407 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port cfec3a40-99d9-4789-87fa-65124702bca9, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=cfec3a40-99d9-4789-87fa-65124702bca9,segment=NetworkSegment(359ae381-b80a-42a9-92e1-acee0d1de1f3),segment_id=359ae381-b80a-42a9-92e1-acee0d1de1f3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:44.124914 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9194cc-e5e4-4b7c-b3e2-7bf05fbaa5d3 admin admin] Pushing event updated for resources: {'Port': ['ID=944265b4-00a6-4670-a9f3-4373d6a7b1e3,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:44.207808 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:44.208610 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 53b29584-962a-4e0d-a6d1-3d0002cc1cee up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:44.223760 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-fb2c1706-13f5-4a3c-8e82-90ad38874dc2 None None] Set router c37655f3-4e6a-4d40-98a1-dc0383bc1e03 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:00:44.232501 n-d-840835-1 neutron-server[102653]: DEBUG neutron.objects.ports [None req-38b3bfe8-cc3f-4b6c-bc82-9b5a85bce5b1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102653) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 10:00:44.237223 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-38b3bfe8-cc3f-4b6c-bc82-9b5a85bce5b1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:44.241720 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fd782d12-2025-4c36-83ab-0421c64458cd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:44.250860 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c5893-df53-4e8f-8823-2c1d05a85f6a None None] Pushing event updated for resources: {'Port': ['ID=8d19a30f-e443-408d-a900-d8ccb957f62a,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:44.414107 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-1df763fd-8435-4ae6-85f2-23a53a6aac4a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:44.416450 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-1df763fd-8435-4ae6-85f2-23a53a6aac4a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/networks?id=f401ddee-c9b9-4291-b336-96fe56078e24 HTTP/1.1" status: 200 len: 796 time: 0.8478181 May 06 10:00:44.467628 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9194cc-e5e4-4b7c-b3e2-7bf05fbaa5d3 admin admin] Network 9ba46e13-3fe2-4f31-beec-fa2e8ef513e1 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:44.480289 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b3bfe8-cc3f-4b6c-bc82-9b5a85bce5b1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:44.480509 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-4a9194cc-e5e4-4b7c-b3e2-7bf05fbaa5d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:44.488970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-38b3bfe8-cc3f-4b6c-bc82-9b5a85bce5b1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:44.491838 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-017814ce-453d-4e39-9f9c-7d7c8f965314 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/quotas/1b7022527a0d47ed9f061636a22ce038 HTTP/1.1" status: 200 len: 375 time: 0.0360470 May 06 10:00:44.493602 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b3bfe8-cc3f-4b6c-bc82-9b5a85bce5b1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:44.494365 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-38b3bfe8-cc3f-4b6c-bc82-9b5a85bce5b1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:44.568350 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-93b4d939-ef21-4955-86cd-3d4f133bfc26 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:44.599935 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3bfe8-cc3f-4b6c-bc82-9b5a85bce5b1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Subnet': ['ID=5b9fa4b5-18d9-492d-bd4f-d3f31db236ba,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:44.655228 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-93b4d939-ef21-4955-86cd-3d4f133bfc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:44.658986 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9194cc-e5e4-4b7c-b3e2-7bf05fbaa5d3 admin admin] Router 26a130ea-aa58-4d04-9ea4-a96928bc55c9 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:00:44.690174 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-38b3bfe8-cc3f-4b6c-bc82-9b5a85bce5b1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2504914 May 06 10:00:44.693225 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44512) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:44.700692 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-cccbcd44-b170-40b3-b9e6-38a7aee8bedf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'port': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'mac_address': 'fa:16:3e:26:26:87', 'name': 'tempest-NetworksTestDHCPv6-420434411'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:44.756346 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b4d939-ef21-4955-86cd-3d4f133bfc26 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:44.763363 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=cfec3a40-99d9-4789-87fa-65124702bca9,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:44.789713 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-93b4d939-ef21-4955-86cd-3d4f133bfc26 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:44.821097 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b4d939-ef21-4955-86cd-3d4f133bfc26 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:44.845289 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9194cc-e5e4-4b7c-b3e2-7bf05fbaa5d3 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:00:44.856103 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4a9194cc-e5e4-4b7c-b3e2-7bf05fbaa5d3 admin admin] 10.222.0.73 "PUT /v2.0/routers/26a130ea-aa58-4d04-9ea4-a96928bc55c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9933288 May 06 10:00:44.885835 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 53b29584-962a-4e0d-a6d1-3d0002cc1cee triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:44.886219 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:44.954423 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4d939-ef21-4955-86cd-3d4f133bfc26 None None] Pushing event updated for resources: {'Port': ['ID=9e065228-4546-4ebf-be1e-d1aabf0a36b3,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:45.052837 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f2285250-2872-4b49-b256-2626ff25fb68 None None] Provisioning complete for port 15e59034-bb47-469e-8691-bd3c4dc427da triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:45.053224 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f2285250-2872-4b49-b256-2626ff25fb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:45.062275 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-93b4d939-ef21-4955-86cd-3d4f133bfc26 None None] Attempting to bind port 9e065228-4546-4ebf-be1e-d1aabf0a36b3 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:45.062654 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-93b4d939-ef21-4955-86cd-3d4f133bfc26 None None] Attempting to bind port 9e065228-4546-4ebf-be1e-d1aabf0a36b3 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:45.063024 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4d939-ef21-4955-86cd-3d4f133bfc26 None None] Attempting to bind port 9e065228-4546-4ebf-be1e-d1aabf0a36b3 on network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:45.083845 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44520) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:45.137103 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4d939-ef21-4955-86cd-3d4f133bfc26 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:45.137637 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4d939-ef21-4955-86cd-3d4f133bfc26 None None] Checking segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:45.137886 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-93b4d939-ef21-4955-86cd-3d4f133bfc26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:45.138287 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4d939-ef21-4955-86cd-3d4f133bfc26 None None] Bound using segment: {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:45.138789 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-93b4d939-ef21-4955-86cd-3d4f133bfc26 None None] Bound port: 9e065228-4546-4ebf-be1e-d1aabf0a36b3, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835c01f8-f09b-4ecb-8b27-5827892d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:45.143229 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-93b4d939-ef21-4955-86cd-3d4f133bfc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:45.291387 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-791c935f-429c-4b8a-97be-cc171ced79c5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-81314417'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:45.297468 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:45.338278 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791c935f-429c-4b8a-97be-cc171ced79c5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Made reservation on behalf of b8000b76e14d415baaa92cf8f42f4d21 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:45.344194 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-791c935f-429c-4b8a-97be-cc171ced79c5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:45.376872 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-791c935f-429c-4b8a-97be-cc171ced79c5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:45.391658 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 53b29584-962a-4e0d-a6d1-3d0002cc1cee, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=53b29584-962a-4e0d-a6d1-3d0002cc1cee,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:45.397084 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-261e21be-1942-4dae-87f4-882fdf619b17 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8937178 May 06 10:00:45.416950 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:45.418085 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 15e59034-bb47-469e-8691-bd3c4dc427da up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:45.631870 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-791c935f-429c-4b8a-97be-cc171ced79c5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:45.653015 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-791c935f-429c-4b8a-97be-cc171ced79c5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:45.705125 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791c935f-429c-4b8a-97be-cc171ced79c5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:00:45.749059 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-93b4d939-ef21-4955-86cd-3d4f133bfc26 None None] For port 9e065228-4546-4ebf-be1e-d1aabf0a36b3, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:45.768479 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-791c935f-429c-4b8a-97be-cc171ced79c5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:45.768780 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-791c935f-429c-4b8a-97be-cc171ced79c5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Added segment a4a313ba-2a91-40b1-b276-e8cc737f1ade of type vlan for network 78f31623-98b9-4a29-addc-5bde0d60da36 May 06 10:00:45.785507 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c935f-429c-4b8a-97be-cc171ced79c5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1e28a1-1105-430c-a1d7-b122c077196b,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:45.828778 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-93b4d939-ef21-4955-86cd-3d4f133bfc26 None None] For port 9e065228-4546-4ebf-be1e-d1aabf0a36b3, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9e065228-4546-4ebf-be1e-d1aabf0a36b3,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:00:45.832535 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=53b29584-962a-4e0d-a6d1-3d0002cc1cee,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:45.856691 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fd782d12-2025-4c36-83ab-0421c64458cd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:45.860838 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccbcd44-b170-40b3-b9e6-38a7aee8bedf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:45.869200 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-93b4d939-ef21-4955-86cd-3d4f133bfc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:45.880475 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-791c935f-429c-4b8a-97be-cc171ced79c5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:45.883712 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4633e681-c74a-4199-8c51-a6d2eb118bce None None] Sync routers for ids ['26a130ea-aa58-4d04-9ea4-a96928bc55c9'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:00:45.889672 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fd782d12-2025-4c36-83ab-0421c64458cd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:45.902030 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f2285250-2872-4b49-b256-2626ff25fb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:45.919381 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4633e681-c74a-4199-8c51-a6d2eb118bce None None] Routers {'26a130ea-aa58-4d04-9ea4-a96928bc55c9'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:45.925065 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4633e681-c74a-4199-8c51-a6d2eb118bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['26a130ea-aa58-4d04-9ea4-a96928bc55c9'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:45.957827 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-fb2c1706-13f5-4a3c-8e82-90ad38874dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050660248', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '53b29584-962a-4e0d-a6d1-3d0002cc1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:29Z', 'updated_at': '2022-05-06T10:00:38Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': '53b29584-962a-4e0d-a6d1-3d0002cc1cee', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:35:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:30Z', 'updated_at': '2022-05-06T10:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'abda13a8-b7e3-4251-a9ed-a38c9974c15d', 'name': '', 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:9d:14:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '50aa0855-d29a-44d5-947d-88e867f2f077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:36Z', 'updated_at': '2022-05-06T10:00:39Z', 'revision_number': 2, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': '50aa0855-d29a-44d5-947d-88e867f2f077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:45.962500 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-791c935f-429c-4b8a-97be-cc171ced79c5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:45.972396 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791c935f-429c-4b8a-97be-cc171ced79c5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:45.972660 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-791c935f-429c-4b8a-97be-cc171ced79c5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:45.977910 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-22b12bcf-56ba-45a5-b69b-b99c2d3bd002 service neutron] 10.222.0.73 "GET /v2.0/networks/f401ddee-c9b9-4291-b336-96fe56078e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5350790 May 06 10:00:46.147389 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 15e59034-bb47-469e-8691-bd3c4dc427da triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:46.147915 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:46.149359 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c1706-13f5-4a3c-8e82-90ad38874dc2 None None] Checking router: c37655f3-4e6a-4d40-98a1-dc0383bc1e03 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:00:46.149717 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c1706-13f5-4a3c-8e82-90ad38874dc2 None None] Updating router c37655f3-4e6a-4d40-98a1-dc0383bc1e03 port abda13a8-b7e3-4251-a9ed-a38c9974c15d binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:00:46.209244 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c935f-429c-4b8a-97be-cc171ced79c5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event updated for resources: {'Network': ['ID=78f31623-98b9-4a29-addc-5bde0d60da36,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:46.255806 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-791c935f-429c-4b8a-97be-cc171ced79c5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1595743 May 06 10:00:46.268320 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f2285250-2872-4b49-b256-2626ff25fb68 None None] For port 15e59034-bb47-469e-8691-bd3c4dc427da, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=15e59034-bb47-469e-8691-bd3c4dc427da,segment=NetworkSegment(64700d0d-45c9-49b8-9199-79bd2973a1bb),segment_id=64700d0d-45c9-49b8-9199-79bd2973a1bb)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:46.269797 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3fb41740-fdec-4c55-beea-01d16963554f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:46.274539 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44540) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:46.296851 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-cb6cdb8c-22a2-4d2a-8ec6-3e6cd2b701e2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-678426901-network', 'tenant_id': '1872a9a2d80444aabb1707cb2fb3e704'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:46.299007 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 78f31623-98b9-4a29-addc-5bde0d60da36 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:00:46.301244 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e70787-4598-46e2-a402-aa695471aad1 None None] Network b4a45a85-4526-4396-8a20-5f7348df1d56 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:46.301441 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fd782d12-2025-4c36-83ab-0421c64458cd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:46.310065 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-4633e681-c74a-4199-8c51-a6d2eb118bce None None] Set router 26a130ea-aa58-4d04-9ea4-a96928bc55c9 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:00:46.340139 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd782d12-2025-4c36-83ab-0421c64458cd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Port': ['ID=0ad31277-9ead-4064-8e33-3fd722b83c84,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:46.360509 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6cdb8c-22a2-4d2a-8ec6-3e6cd2b701e2 admin admin] Made reservation on behalf of 1872a9a2d80444aabb1707cb2fb3e704 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:46.366869 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cb6cdb8c-22a2-4d2a-8ec6-3e6cd2b701e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:46.393264 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44542) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:46.399593 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-8fc1abde-d326-4310-b0ab-d15eb27cad09 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Request body: {'subnet': {'network_id': '78f31623-98b9-4a29-addc-5bde0d60da36', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:46.485360 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cb6cdb8c-22a2-4d2a-8ec6-3e6cd2b701e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:46.549452 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cccbcd44-b170-40b3-b9e6-38a7aee8bedf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:46.599055 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cb6cdb8c-22a2-4d2a-8ec6-3e6cd2b701e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:46.616092 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cb6cdb8c-22a2-4d2a-8ec6-3e6cd2b701e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:46.632976 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6cdb8c-22a2-4d2a-8ec6-3e6cd2b701e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:00:46.644006 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-cccbcd44-b170-40b3-b9e6-38a7aee8bedf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] device_id is not set on port da24955f-dae7-4af3-863a-dc79c8e34a02 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:00:46.649615 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cb6cdb8c-22a2-4d2a-8ec6-3e6cd2b701e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:46.650199 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-cb6cdb8c-22a2-4d2a-8ec6-3e6cd2b701e2 admin admin] Added segment 62938aea-6589-42d5-b5c2-7e028a2f233b of type vlan for network 3ce3653f-7e6e-4372-868c-fbbcf53e2998 May 06 10:00:46.662514 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f2285250-2872-4b49-b256-2626ff25fb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:46.666508 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-a46434ce-e74a-4832-a9d3-229f0fc574bb service neutron] 10.222.0.73 "GET /v2.0/networks/f401ddee-c9b9-4291-b336-96fe56078e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6076975 May 06 10:00:46.666713 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4d939-ef21-4955-86cd-3d4f133bfc26 None None] Pushing event updated for resources: {'Port': ['ID=9e065228-4546-4ebf-be1e-d1aabf0a36b3,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:46.680596 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fb2c1706-13f5-4a3c-8e82-90ad38874dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:46.715663 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6cdb8c-22a2-4d2a-8ec6-3e6cd2b701e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fbea8f-5359-4c17-ba0c-a599f8f38f0e,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:46.778755 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc1abde-d326-4310-b0ab-d15eb27cad09 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Made reservation on behalf of b8000b76e14d415baaa92cf8f42f4d21 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:46.784643 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fc1abde-d326-4310-b0ab-d15eb27cad09 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:46.801182 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4633e681-c74a-4199-8c51-a6d2eb118bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a130ea-aa58-4d04-9ea4-a96928bc55c9', 'name': 'tempest-TestServerMultinode-367328246-router', 'tenant_id': '00f7968cffd34aa5acde8a7b7c8357bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:37Z', 'updated_at': '2022-05-06T10:00:43Z', 'revision_number': 4, 'project_id': '00f7968cffd34aa5acde8a7b7c8357bf', 'gw_port': {'id': '3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:51:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a130ea-aa58-4d04-9ea4-a96928bc55c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:38Z', 'updated_at': '2022-05-06T10:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '944265b4-00a6-4670-a9f3-4373d6a7b1e3', 'name': '', 'network_id': '9ba46e13-3fe2-4f31-beec-fa2e8ef513e1', 'tenant_id': '00f7968cffd34aa5acde8a7b7c8357bf', 'mac_address': 'fa:16:3e:6c:59:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a130ea-aa58-4d04-9ea4-a96928bc55c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '69e43e07-4eb9-4663-a148-f47ab84e628f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:42Z', 'updated_at': '2022-05-06T10:00:43Z', 'revision_number': 2, 'project_id': '00f7968cffd34aa5acde8a7b7c8357bf', 'subnets': [{'id': '69e43e07-4eb9-4663-a148-f47ab84e628f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:46.868154 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4633e681-c74a-4199-8c51-a6d2eb118bce None None] Checking router: 26a130ea-aa58-4d04-9ea4-a96928bc55c9 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:00:46.868599 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4633e681-c74a-4199-8c51-a6d2eb118bce None None] Updating router 26a130ea-aa58-4d04-9ea4-a96928bc55c9 port 944265b4-00a6-4670-a9f3-4373d6a7b1e3 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:00:46.917546 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd782d12-2025-4c36-83ab-0421c64458cd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network b4a45a85-4526-4396-8a20-5f7348df1d56 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:46.920900 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-fd782d12-2025-4c36-83ab-0421c64458cd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:46.924275 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-4633e681-c74a-4199-8c51-a6d2eb118bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:46.954638 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2285250-2872-4b49-b256-2626ff25fb68 None None] Pushing event updated for resources: {'Port': ['ID=15e59034-bb47-469e-8691-bd3c4dc427da,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:47.084798 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c4bef370-c945-46ff-9b01-dbf8fffe09b5 None None] Provisioning complete for port abda13a8-b7e3-4251-a9ed-a38c9974c15d triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:47.085169 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c4bef370-c945-46ff-9b01-dbf8fffe09b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:47.171176 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-c4bef370-c945-46ff-9b01-dbf8fffe09b5 None None] Port abda13a8-b7e3-4251-a9ed-a38c9974c15d cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:00:47.286079 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-cccbcd44-b170-40b3-b9e6-38a7aee8bedf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Allocated IP 2001:db8::154 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/3ded8e76-2310-43e5-b555-5aef975b094b/da24955f-dae7-4af3-863a-dc79c8e34a02) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:47.333899 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-cccbcd44-b170-40b3-b9e6-38a7aee8bedf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Allocated IP 2001:db8:0:1:f816:3eff:fe26:2687 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/5b9fa4b5-18d9-492d-bd4f-d3f31db236ba/da24955f-dae7-4af3-863a-dc79c8e34a02) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:47.426528 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c4bef370-c945-46ff-9b01-dbf8fffe09b5 None None] Provisioning complete for port 944265b4-00a6-4670-a9f3-4373d6a7b1e3 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:47.428419 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c4bef370-c945-46ff-9b01-dbf8fffe09b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:47.444027 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cb6cdb8c-22a2-4d2a-8ec6-3e6cd2b701e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:47.581605 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-4633e681-c74a-4199-8c51-a6d2eb118bce None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:47.591412 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-4633e681-c74a-4199-8c51-a6d2eb118bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:47.700537 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd782d12-2025-4c36-83ab-0421c64458cd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Router 5892e303-9474-4045-824c-e3ea97082e4e is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:00:47.755090 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fb11d-5371-4114-803e-4531fdc57868 None None] Pushing event updated for resources: {'Port': ['ID=944265b4-00a6-4670-a9f3-4373d6a7b1e3,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:47.778519 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-c4bef370-c945-46ff-9b01-dbf8fffe09b5 None None] Port 944265b4-00a6-4670-a9f3-4373d6a7b1e3 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:00:47.871012 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-4633e681-c74a-4199-8c51-a6d2eb118bce None None] Attempting to bind port 944265b4-00a6-4670-a9f3-4373d6a7b1e3 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:47.875649 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-4633e681-c74a-4199-8c51-a6d2eb118bce None None] Attempting to bind port 944265b4-00a6-4670-a9f3-4373d6a7b1e3 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '64700d0d-45c9-49b8-9199-79bd2973a1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9ba46e13-3fe2-4f31-beec-fa2e8ef513e1'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:47.876316 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4633e681-c74a-4199-8c51-a6d2eb118bce None None] Attempting to bind port 944265b4-00a6-4670-a9f3-4373d6a7b1e3 on network 9ba46e13-3fe2-4f31-beec-fa2e8ef513e1 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:47.896473 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4633e681-c74a-4199-8c51-a6d2eb118bce None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:47.897113 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4633e681-c74a-4199-8c51-a6d2eb118bce None None] Checking segment: {'id': '64700d0d-45c9-49b8-9199-79bd2973a1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9ba46e13-3fe2-4f31-beec-fa2e8ef513e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:47.897679 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-4633e681-c74a-4199-8c51-a6d2eb118bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:47.898303 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4633e681-c74a-4199-8c51-a6d2eb118bce None None] Bound using segment: {'id': '64700d0d-45c9-49b8-9199-79bd2973a1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9ba46e13-3fe2-4f31-beec-fa2e8ef513e1'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:47.898948 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-4633e681-c74a-4199-8c51-a6d2eb118bce None None] Bound port: 944265b4-00a6-4670-a9f3-4373d6a7b1e3, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64700d0d-45c9-49b8-9199-79bd2973a1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9ba46e13-3fe2-4f31-beec-fa2e8ef513e1'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:47.899548 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-4633e681-c74a-4199-8c51-a6d2eb118bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:47.900588 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cb6cdb8c-22a2-4d2a-8ec6-3e6cd2b701e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:47.901775 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6cdb8c-22a2-4d2a-8ec6-3e6cd2b701e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:47.902695 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cb6cdb8c-22a2-4d2a-8ec6-3e6cd2b701e2 admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:47.912316 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fc1abde-d326-4310-b0ab-d15eb27cad09 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:47.926332 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9e065228-4546-4ebf-be1e-d1aabf0a36b3 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:48.016469 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cb6cdb8c-22a2-4d2a-8ec6-3e6cd2b701e2 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7384131 May 06 10:00:48.030404 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c4bef370-c945-46ff-9b01-dbf8fffe09b5 None None] Provisioning complete for port 8d19a30f-e443-408d-a900-d8ccb957f62a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:48.035391 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c4bef370-c945-46ff-9b01-dbf8fffe09b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:48.049440 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-4633e681-c74a-4199-8c51-a6d2eb118bce None None] For port 944265b4-00a6-4670-a9f3-4373d6a7b1e3, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:48.053870 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-4633e681-c74a-4199-8c51-a6d2eb118bce None None] For port 944265b4-00a6-4670-a9f3-4373d6a7b1e3, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=944265b4-00a6-4670-a9f3-4373d6a7b1e3,segment=NetworkSegment(64700d0d-45c9-49b8-9199-79bd2973a1bb),segment_id=64700d0d-45c9-49b8-9199-79bd2973a1bb)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:00:48.068012 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-4633e681-c74a-4199-8c51-a6d2eb118bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:48.068401 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44564) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:48.084038 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-c82d4539-37bb-4ba7-9b93-8f6d20b3b763 admin admin] Request body: {'subnet': {'network_id': '3ce3653f-7e6e-4372-868c-fbbcf53e2998', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-678426901-subnet', 'tenant_id': '1872a9a2d80444aabb1707cb2fb3e704', 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:48.133098 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82d4539-37bb-4ba7-9b93-8f6d20b3b763 admin admin] Made reservation on behalf of 1872a9a2d80444aabb1707cb2fb3e704 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:48.136643 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c82d4539-37bb-4ba7-9b93-8f6d20b3b763 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:48.159975 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1abde-d326-4310-b0ab-d15eb27cad09 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event updated for resources: {'Subnet': ['ID=cd1ed8bf-7868-4ff8-ac30-39d91de802a8,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:48.162479 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6cdb8c-22a2-4d2a-8ec6-3e6cd2b701e2 admin admin] Pushing event updated for resources: {'Network': ['ID=3ce3653f-7e6e-4372-868c-fbbcf53e2998,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:48.198342 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f059f648-2937-41ed-af8c-f27faca2c160 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:48.205115 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4633e681-c74a-4199-8c51-a6d2eb118bce None None] Routers {'26a130ea-aa58-4d04-9ea4-a96928bc55c9'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:48.206183 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4633e681-c74a-4199-8c51-a6d2eb118bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['26a130ea-aa58-4d04-9ea4-a96928bc55c9'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:48.296980 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc1abde-d326-4310-b0ab-d15eb27cad09 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Checking segment: {'id': 'a4a313ba-2a91-40b1-b276-e8cc737f1ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '78f31623-98b9-4a29-addc-5bde0d60da36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:48.297627 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc1abde-d326-4310-b0ab-d15eb27cad09 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Network hostable DHCP agents. Network: 78f31623-98b9-4a29-addc-5bde0d60da36, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:00:48.334714 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cccbcd44-b170-40b3-b9e6-38a7aee8bedf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:48.349235 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd782d12-2025-4c36-83ab-0421c64458cd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:00:48.370924 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fb2c1706-13f5-4a3c-8e82-90ad38874dc2 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:48.387680 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fd782d12-2025-4c36-83ab-0421c64458cd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "PUT /v2.0/routers/5892e303-9474-4045-824c-e3ea97082e4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3622539 May 06 10:00:48.390960 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-4633e681-c74a-4199-8c51-a6d2eb118bce None None] Set router 26a130ea-aa58-4d04-9ea4-a96928bc55c9 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:00:48.394638 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44568) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:48.404563 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 3ce3653f-7e6e-4372-868c-fbbcf53e2998 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:00:48.448156 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a267a3e-a93f-4637-8276-14c9eccc03f2 None None] Sync routers for ids ['5892e303-9474-4045-824c-e3ea97082e4e'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:00:48.475895 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc1abde-d326-4310-b0ab-d15eb27cad09 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Network 78f31623-98b9-4a29-addc-5bde0d60da36 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:00:48.522579 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-8fc1abde-d326-4310-b0ab-d15eb27cad09 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 78f31623-98b9-4a29-addc-5bde0d60da36) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:48.532712 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fb2c1706-13f5-4a3c-8e82-90ad38874dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:48.541019 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-19e6e2a8-579c-4c95-820e-140cade64792 req-56634877-8abd-486a-acaf-83d6b15997ad tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 210 time: 0.1204407 May 06 10:00:48.553831 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc1abde-d326-4310-b0ab-d15eb27cad09 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:48.554153 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fc1abde-d326-4310-b0ab-d15eb27cad09 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:48.605403 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356636ee-16a9-4b4e-82c0-8dbb45b6d331 None None] Network 78f31623-98b9-4a29-addc-5bde0d60da36 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:48.610899 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e17f630-a2b6-4456-98bc-b829781534f8 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:48.612441 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3e17f630-a2b6-4456-98bc-b829781534f8 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "GET /v2.0/ports/0ad31277-9ead-4064-8e33-3fd722b83c84 HTTP/1.1" status: 200 len: 976 time: 0.2143066 May 06 10:00:48.615166 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44570) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:48.678293 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fb11d-5371-4114-803e-4531fdc57868 None None] Pushing event updated for resources: {'Port': ['ID=944265b4-00a6-4670-a9f3-4373d6a7b1e3,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:48.746185 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cccbcd44-b170-40b3-b9e6-38a7aee8bedf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:48.843420 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-706f44ad-a4b2-43ed-8d10-874df951e69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:48.872613 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a267a3e-a93f-4637-8276-14c9eccc03f2 None None] Routers {'5892e303-9474-4045-824c-e3ea97082e4e'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:48.873260 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6a267a3e-a93f-4637-8276-14c9eccc03f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5892e303-9474-4045-824c-e3ea97082e4e'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:48.916428 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8fc1abde-d326-4310-b0ab-d15eb27cad09 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.5182238 May 06 10:00:48.918872 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44572) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:48.932483 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-e0e489cc-fbd0-4115-acb7-3b7bbb62870c tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1043962804'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:48.941801 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c82d4539-37bb-4ba7-9b93-8f6d20b3b763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:48.954338 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4633e681-c74a-4199-8c51-a6d2eb118bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a130ea-aa58-4d04-9ea4-a96928bc55c9', 'name': 'tempest-TestServerMultinode-367328246-router', 'tenant_id': '00f7968cffd34aa5acde8a7b7c8357bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:37Z', 'updated_at': '2022-05-06T10:00:43Z', 'revision_number': 4, 'project_id': '00f7968cffd34aa5acde8a7b7c8357bf', 'gw_port': {'id': '3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:51:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a130ea-aa58-4d04-9ea4-a96928bc55c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:38Z', 'updated_at': '2022-05-06T10:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '944265b4-00a6-4670-a9f3-4373d6a7b1e3', 'name': '', 'network_id': '9ba46e13-3fe2-4f31-beec-fa2e8ef513e1', 'tenant_id': '00f7968cffd34aa5acde8a7b7c8357bf', 'mac_address': 'fa:16:3e:6c:59:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a130ea-aa58-4d04-9ea4-a96928bc55c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '69e43e07-4eb9-4663-a148-f47ab84e628f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:42Z', 'updated_at': '2022-05-06T10:00:48Z', 'revision_number': 4, 'project_id': '00f7968cffd34aa5acde8a7b7c8357bf', 'subnets': [{'id': '69e43e07-4eb9-4663-a148-f47ab84e628f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:49.016050 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccbcd44-b170-40b3-b9e6-38a7aee8bedf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Port': ['ID=da24955f-dae7-4af3-863a-dc79c8e34a02,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:49.022843 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccbcd44-b170-40b3-b9e6-38a7aee8bedf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:49.024728 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4633e681-c74a-4199-8c51-a6d2eb118bce None None] The sync data for ids ['26a130ea-aa58-4d04-9ea4-a96928bc55c9'] in n-d-840835-1 is: [{'id': '26a130ea-aa58-4d04-9ea4-a96928bc55c9', 'name': 'tempest-TestServerMultinode-367328246-router', 'tenant_id': '00f7968cffd34aa5acde8a7b7c8357bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:37Z', 'updated_at': '2022-05-06T10:00:43Z', 'revision_number': 4, 'project_id': '00f7968cffd34aa5acde8a7b7c8357bf', 'gw_port': {'id': '3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:51:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a130ea-aa58-4d04-9ea4-a96928bc55c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:38Z', 'updated_at': '2022-05-06T10:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '944265b4-00a6-4670-a9f3-4373d6a7b1e3', 'name': '', 'network_id': '9ba46e13-3fe2-4f31-beec-fa2e8ef513e1', 'tenant_id': '00f7968cffd34aa5acde8a7b7c8357bf', 'mac_address': 'fa:16:3e:6c:59:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a130ea-aa58-4d04-9ea4-a96928bc55c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '69e43e07-4eb9-4663-a148-f47ab84e628f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:42Z', 'updated_at': '2022-05-06T10:00:48Z', 'revision_number': 4, 'project_id': '00f7968cffd34aa5acde8a7b7c8357bf', 'subnets': [{'id': '69e43e07-4eb9-4663-a148-f47ab84e628f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:00:49.128886 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-cccbcd44-b170-40b3-b9e6-38a7aee8bedf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:49.139096 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 9e065228-4546-4ebf-be1e-d1aabf0a36b3 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:49.141969 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:49.142869 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccbcd44-b170-40b3-b9e6-38a7aee8bedf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:49.153762 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccbcd44-b170-40b3-b9e6-38a7aee8bedf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:49.153989 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d4539-37bb-4ba7-9b93-8f6d20b3b763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8991258-2c3a-4dc0-836d-5bc298b36913,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:49.154839 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cccbcd44-b170-40b3-b9e6-38a7aee8bedf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:49.173949 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e489cc-fbd0-4115-acb7-3b7bbb62870c tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Made reservation on behalf of b8000b76e14d415baaa92cf8f42f4d21 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:49.183913 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e0e489cc-fbd0-4115-acb7-3b7bbb62870c tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:49.210167 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-cccbcd44-b170-40b3-b9e6-38a7aee8bedf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.5135608 May 06 10:00:49.213480 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c4bef370-c945-46ff-9b01-dbf8fffe09b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:49.219457 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44574) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:49.290095 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cb99ae-4cac-4330-bae5-f2d9f499067c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-78f31623-98b9-4a29-addc-5bde0d60da36', 'network_id': '78f31623-98b9-4a29-addc-5bde0d60da36', 'tenant_id': 'b8000b76e14d415baaa92cf8f42f4d21', 'fixed_ips': [{'subnet_id': 'cd1ed8bf-7868-4ff8-ac30-39d91de802a8'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:00:49.291277 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f5cb99ae-4cac-4330-bae5-f2d9f499067c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:49.303885 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e489cc-fbd0-4115-acb7-3b7bbb62870c tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:00:49.325852 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e0e489cc-fbd0-4115-acb7-3b7bbb62870c tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:49.327638 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-e0e489cc-fbd0-4115-acb7-3b7bbb62870c tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Added segment dacefcc9-d33c-40f2-8e3b-8778103d0340 of type vlan for network 4ed1d364-0947-4363-b7a7-bfcc9337af13 May 06 10:00:49.334722 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6a267a3e-a93f-4637-8276-14c9eccc03f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:49.456590 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82d4539-37bb-4ba7-9b93-8f6d20b3b763 admin admin] Checking segment: {'id': '62938aea-6589-42d5-b5c2-7e028a2f233b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ce3653f-7e6e-4372-868c-fbbcf53e2998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:49.456969 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82d4539-37bb-4ba7-9b93-8f6d20b3b763 admin admin] Network hostable DHCP agents. Network: 3ce3653f-7e6e-4372-868c-fbbcf53e2998, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:00:49.598314 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e0e489cc-fbd0-4115-acb7-3b7bbb62870c tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:49.613298 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:49.683076 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-fb2c1706-13f5-4a3c-8e82-90ad38874dc2 None None] Attempting to bind port abda13a8-b7e3-4251-a9ed-a38c9974c15d on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:49.683901 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-fb2c1706-13f5-4a3c-8e82-90ad38874dc2 None None] Attempting to bind port abda13a8-b7e3-4251-a9ed-a38c9974c15d by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '359ae381-b80a-42a9-92e1-acee0d1de1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:49.684455 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c1706-13f5-4a3c-8e82-90ad38874dc2 None None] Attempting to bind port abda13a8-b7e3-4251-a9ed-a38c9974c15d on network f401ddee-c9b9-4291-b336-96fe56078e24 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:49.687044 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38717f8a-e0d2-4484-9fd8-daf539a5c0a3 None None] Pushing event updated for resources: {'Port': ['ID=abda13a8-b7e3-4251-a9ed-a38c9974c15d,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:49.690146 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a267a3e-a93f-4637-8276-14c9eccc03f2 None None] Routers {'5892e303-9474-4045-824c-e3ea97082e4e'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:49.690930 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6a267a3e-a93f-4637-8276-14c9eccc03f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5892e303-9474-4045-824c-e3ea97082e4e'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:49.716876 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82d4539-37bb-4ba7-9b93-8f6d20b3b763 admin admin] Network 3ce3653f-7e6e-4372-868c-fbbcf53e2998 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:00:49.717110 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-cf2faa77-e0e4-4995-8df0-6563d3cf0535 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting port da24955f-dae7-4af3-863a-dc79c8e34a02 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:49.717278 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cf2faa77-e0e4-4995-8df0-6563d3cf0535 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:49.787529 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e0e489cc-fbd0-4115-acb7-3b7bbb62870c tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:49.801215 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e489cc-fbd0-4115-acb7-3b7bbb62870c tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:49.801893 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e0e489cc-fbd0-4115-acb7-3b7bbb62870c tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:49.822607 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:49.827159 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-c82d4539-37bb-4ba7-9b93-8f6d20b3b763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 3ce3653f-7e6e-4372-868c-fbbcf53e2998) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:49.861391 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82d4539-37bb-4ba7-9b93-8f6d20b3b763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:49.864653 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c82d4539-37bb-4ba7-9b93-8f6d20b3b763 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:49.944227 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cf2faa77-e0e4-4995-8df0-6563d3cf0535 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:49.945318 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-77562a04-e554-4741-8bfb-eee632c625c0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:49.946895 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-77562a04-e554-4741-8bfb-eee632c625c0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.84 "GET /v2.0/networks?id=f401ddee-c9b9-4291-b336-96fe56078e24 HTTP/1.1" status: 200 len: 796 time: 0.5221627 May 06 10:00:49.961186 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-cf2faa77-e0e4-4995-8df0-6563d3cf0535 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Calling delete_port for da24955f-dae7-4af3-863a-dc79c8e34a02 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:49.984944 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e0e489cc-fbd0-4115-acb7-3b7bbb62870c tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0611868 May 06 10:00:50.011048 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44580) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:50.019546 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-973f512e-d642-4fb1-a96e-89829d8ba287 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Request body: {'subnet': {'network_id': '4ed1d364-0947-4363-b7a7-bfcc9337af13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:50.028976 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6a267a3e-a93f-4637-8276-14c9eccc03f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:50.031693 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c82d4539-37bb-4ba7-9b93-8f6d20b3b763 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9597790 May 06 10:00:50.032756 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a267a3e-a93f-4637-8276-14c9eccc03f2 None None] The sync data for ids ['5892e303-9474-4045-824c-e3ea97082e4e'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:00:50.049613 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44582) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:50.054138 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-5f7b6d45-2fa3-41e7-b975-edc699082c5e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-678426901-router', 'tenant_id': '1872a9a2d80444aabb1707cb2fb3e704', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:50.060822 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cad9e14-336e-4dfa-bff0-a5335bac39cb None None] Network 3ce3653f-7e6e-4372-868c-fbbcf53e2998 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:50.064532 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c1706-13f5-4a3c-8e82-90ad38874dc2 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:50.069910 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c1706-13f5-4a3c-8e82-90ad38874dc2 None None] Checking segment: {'id': '359ae381-b80a-42a9-92e1-acee0d1de1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:50.072194 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fb2c1706-13f5-4a3c-8e82-90ad38874dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:50.072864 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c1706-13f5-4a3c-8e82-90ad38874dc2 None None] Bound using segment: {'id': '359ae381-b80a-42a9-92e1-acee0d1de1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:50.074124 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-fb2c1706-13f5-4a3c-8e82-90ad38874dc2 None None] Bound port: abda13a8-b7e3-4251-a9ed-a38c9974c15d, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359ae381-b80a-42a9-92e1-acee0d1de1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:50.074977 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fb2c1706-13f5-4a3c-8e82-90ad38874dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:50.095321 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e489cc-fbd0-4115-acb7-3b7bbb62870c tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event updated for resources: {'Network': ['ID=4ed1d364-0947-4363-b7a7-bfcc9337af13,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:50.189608 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f7b6d45-2fa3-41e7-b975-edc699082c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:50.191925 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f7b6d45-2fa3-41e7-b975-edc699082c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:50.210574 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 4ed1d364-0947-4363-b7a7-bfcc9337af13 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:00:50.234884 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-23130834-0248-4544-a5c7-95ff274c0be1 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b7022527a0d47ed9f061636a22ce038 HTTP/1.1" status: 200 len: 380 time: 0.2656453 May 06 10:00:50.253000 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-d7cbbf2a-b1b7-47ff-9b89-4c0670665164 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'port': {'device_id': '3f8fe9d2-24b7-4c04-9bf6-a6db7e561084', 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24', 'admin_state_up': True, 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'security_groups': ['cb8a5205-c510-48be-8db2-13953e5e61dd']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:50.292491 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad46c92c-7b4d-4d40-af3b-1a57c2097b78 req-3d89aa82-6ba4-4aa5-b98c-b8cb99ea447e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 210 time: 0.0335131 May 06 10:00:50.297942 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cf2faa77-e0e4-4995-8df0-6563d3cf0535 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:50.437082 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cf2faa77-e0e4-4995-8df0-6563d3cf0535 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:50.445835 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-cf2faa77-e0e4-4995-8df0-6563d3cf0535 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/da24955f-dae7-4af3-863a-dc79c8e34a02 HTTP/1.1" status: 204 len: 168 time: 1.2239923 May 06 10:00:50.446723 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2faa77-e0e4-4995-8df0-6563d3cf0535 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Port': ['ID=da24955f-dae7-4af3-863a-dc79c8e34a02,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:50.450185 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44584) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:50.556150 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f7b6d45-2fa3-41e7-b975-edc699082c5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:50.559785 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973f512e-d642-4fb1-a96e-89829d8ba287 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Made reservation on behalf of b8000b76e14d415baaa92cf8f42f4d21 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:50.564922 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-973f512e-d642-4fb1-a96e-89829d8ba287 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:50.595346 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-104df774-89e2-45c8-bb83-262786f374bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:50.625524 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-d7cbbf2a-b1b7-47ff-9b89-4c0670665164 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Made reservation on behalf of 1b7022527a0d47ed9f061636a22ce038 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:50.630240 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-d7cbbf2a-b1b7-47ff-9b89-4c0670665164 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:50.733559 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-c4bef370-c945-46ff-9b01-dbf8fffe09b5 None None] For port 8d19a30f-e443-408d-a900-d8ccb957f62a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=8d19a30f-e443-408d-a900-d8ccb957f62a,segment=NetworkSegment(b84696d8-e2b5-4733-ab5c-fe9c11ce6525),segment_id=b84696d8-e2b5-4733-ab5c-fe9c11ce6525)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:50.778567 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c4bef370-c945-46ff-9b01-dbf8fffe09b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:50.809644 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a806a3a-a011-4f7a-8098-f3c774baf7ef tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:50.814163 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3a806a3a-a011-4f7a-8098-f3c774baf7ef tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3521240 May 06 10:00:50.817394 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44588) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:50.871651 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-d7cbbf2a-b1b7-47ff-9b89-4c0670665164 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Allocated IP 172.20.0.5 (f401ddee-c9b9-4291-b336-96fe56078e24/50aa0855-d29a-44d5-947d-88e867f2f077/dffb0a95-b609-4ed3-8404-79c0ecb25b5f) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:50.887483 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9767caf3-82a3-4191-8c49-16698640c5c6 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:50.889311 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9767caf3-82a3-4191-8c49-16698640c5c6 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0708165 May 06 10:00:50.899147 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44590) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:50.954796 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c4bef370-c945-46ff-9b01-dbf8fffe09b5 None None] Provisioning complete for port 15e59034-bb47-469e-8691-bd3c4dc427da triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:50.954796 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c4bef370-c945-46ff-9b01-dbf8fffe09b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:50.999776 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f7b6d45-2fa3-41e7-b975-edc699082c5e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:51.041442 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d17e24-ef01-4245-8122-67470e147797 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:51.042973 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d17e24-ef01-4245-8122-67470e147797 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:51.044878 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d17e24-ef01-4245-8122-67470e147797 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:51.046459 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d4d17e24-ef01-4245-8122-67470e147797 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1431687 May 06 10:00:51.049525 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44592) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:51.091156 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bef370-c945-46ff-9b01-dbf8fffe09b5 None None] Pushing event updated for resources: {'Port': ['ID=8d19a30f-e443-408d-a900-d8ccb957f62a,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:51.111019 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef2ed19e-13bf-46e6-b9c8-b479dd2e7d33 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting subnet 3ded8e76-2310-43e5-b555-5aef975b094b {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:00:51.120754 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ef2ed19e-13bf-46e6-b9c8-b479dd2e7d33 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:51.133078 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-f5cb99ae-4cac-4330-bae5-f2d9f499067c None None] Allocated IP 172.20.255.242 (78f31623-98b9-4a29-addc-5bde0d60da36/cd1ed8bf-7868-4ff8-ac30-39d91de802a8/69729b23-789a-47e6-8605-0170ae871203) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:51.151385 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-fb2c1706-13f5-4a3c-8e82-90ad38874dc2 None None] For port abda13a8-b7e3-4251-a9ed-a38c9974c15d, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:51.159885 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:51.176916 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140f2491-35bc-4a77-9440-67d5100dc6da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-3ce3653f-7e6e-4372-868c-fbbcf53e2998', 'network_id': '3ce3653f-7e6e-4372-868c-fbbcf53e2998', 'tenant_id': '1872a9a2d80444aabb1707cb2fb3e704', 'fixed_ips': [{'subnet_id': 'f8991258-2c3a-4dc0-836d-5bc298b36913'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:00:51.177391 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-140f2491-35bc-4a77-9440-67d5100dc6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:51.194037 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f5f1c6-b7ea-434b-a9c4-861329ab4a11 None None] Update dhcp port {'port': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'fixed_ips': [{'subnet_id': '3ded8e76-2310-43e5-b555-5aef975b094b', 'ip_address': '2001:db8::2'}, {'subnet_id': '5b9fa4b5-18d9-492d-bd4f-d3f31db236ba'}], 'binding:host_id': 'n-d-840835-1'}, 'id': '9e065228-4546-4ebf-be1e-d1aabf0a36b3'} from n-d-840835-1. {{(pid=102654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 10:00:51.239641 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f0f5f1c6-b7ea-434b-a9c4-861329ab4a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:51.247602 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-fb2c1706-13f5-4a3c-8e82-90ad38874dc2 None None] For port abda13a8-b7e3-4251-a9ed-a38c9974c15d, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=abda13a8-b7e3-4251-a9ed-a38c9974c15d,segment=NetworkSegment(359ae381-b80a-42a9-92e1-acee0d1de1f3),segment_id=359ae381-b80a-42a9-92e1-acee0d1de1f3)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:00:51.303922 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fb2c1706-13f5-4a3c-8e82-90ad38874dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:51.322711 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-973f512e-d642-4fb1-a96e-89829d8ba287 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:51.405936 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-d7cbbf2a-b1b7-47ff-9b89-4c0670665164 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:51.424852 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f512e-d642-4fb1-a96e-89829d8ba287 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event updated for resources: {'Subnet': ['ID=ffecaa80-b605-4837-8914-9cd27da54ba5,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:51.458080 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38717f8a-e0d2-4484-9fd8-daf539a5c0a3 None None] Pushing event updated for resources: {'Port': ['ID=abda13a8-b7e3-4251-a9ed-a38c9974c15d,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:51.485040 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973f512e-d642-4fb1-a96e-89829d8ba287 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Checking segment: {'id': 'dacefcc9-d33c-40f2-8e3b-8778103d0340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4ed1d364-0947-4363-b7a7-bfcc9337af13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:51.485515 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973f512e-d642-4fb1-a96e-89829d8ba287 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Network hostable DHCP agents. Network: 4ed1d364-0947-4363-b7a7-bfcc9337af13, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:00:51.493733 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 9e065228-4546-4ebf-be1e-d1aabf0a36b3, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9e065228-4546-4ebf-be1e-d1aabf0a36b3,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:51.532841 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-d7cbbf2a-b1b7-47ff-9b89-4c0670665164 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:51.592167 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973f512e-d642-4fb1-a96e-89829d8ba287 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Network 4ed1d364-0947-4363-b7a7-bfcc9337af13 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:00:51.719672 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:51.721400 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 8d19a30f-e443-408d-a900-d8ccb957f62a up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:51.745293 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:51.754671 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-d7cbbf2a-b1b7-47ff-9b89-4c0670665164 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Network f401ddee-c9b9-4291-b336-96fe56078e24 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:51.755728 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-973f512e-d642-4fb1-a96e-89829d8ba287 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 4ed1d364-0947-4363-b7a7-bfcc9337af13) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:51.761153 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-104df774-89e2-45c8-bb83-262786f374bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Deleting port 0ad31277-9ead-4064-8e33-3fd722b83c84 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:51.761673 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-104df774-89e2-45c8-bb83-262786f374bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:51.764812 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cbbf2a-b1b7-47ff-9b89-4c0670665164 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Port': ['ID=dffb0a95-b609-4ed3-8404-79c0ecb25b5f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:51.767474 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-d7cbbf2a-b1b7-47ff-9b89-4c0670665164 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:51.770366 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973f512e-d642-4fb1-a96e-89829d8ba287 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:51.771247 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-973f512e-d642-4fb1-a96e-89829d8ba287 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:51.776655 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-d7cbbf2a-b1b7-47ff-9b89-4c0670665164 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:51.852411 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c1706-13f5-4a3c-8e82-90ad38874dc2 None None] Routers {'c37655f3-4e6a-4d40-98a1-dc0383bc1e03'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:51.853253 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-fb2c1706-13f5-4a3c-8e82-90ad38874dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c37655f3-4e6a-4d40-98a1-dc0383bc1e03'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:51.876707 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-973f512e-d642-4fb1-a96e-89829d8ba287 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.8625431 May 06 10:00:51.881991 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44598) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:51.886850 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357a29f8-f0f7-4ff6-af5b-3939064ab3a8 None None] Network 4ed1d364-0947-4363-b7a7-bfcc9337af13 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:51.892219 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-104df774-89e2-45c8-bb83-262786f374bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:51.909871 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-104df774-89e2-45c8-bb83-262786f374bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Calling delete_port for 0ad31277-9ead-4064-8e33-3fd722b83c84 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:51.991302 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-d7cbbf2a-b1b7-47ff-9b89-4c0670665164 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:51.992682 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-d7cbbf2a-b1b7-47ff-9b89-4c0670665164 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:52.011513 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f7b6d45-2fa3-41e7-b975-edc699082c5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:52.043891 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f7b6d45-2fa3-41e7-b975-edc699082c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:52.076018 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-d7cbbf2a-b1b7-47ff-9b89-4c0670665164 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8346825 May 06 10:00:52.124530 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-76747a46-b59b-41c8-a390-6a42319501bd service neutron] Request body: {'port': {'device_id': '3f8fe9d2-24b7-4c04-9bf6-a6db7e561084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:52.161356 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-51c75422-70e0-4903-a3b2-2110bccb4071 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:52.177523 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ef2ed19e-13bf-46e6-b9c8-b479dd2e7d33 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:52.181119 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-104df774-89e2-45c8-bb83-262786f374bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:52.245869 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104df774-89e2-45c8-bb83-262786f374bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Port': ['ID=0ad31277-9ead-4064-8e33-3fd722b83c84,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:52.289559 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-140f2491-35bc-4a77-9440-67d5100dc6da None None] Allocated IP 172.20.0.2 (3ce3653f-7e6e-4372-868c-fbbcf53e2998/f8991258-2c3a-4dc0-836d-5bc298b36913/9fb8e4f7-7094-45da-9636-10a345b56ec4) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:52.292915 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-76747a46-b59b-41c8-a390-6a42319501bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:52.306170 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1c12f-6ab0-4193-9942-4366e682c0b0 req-73358cf6-f05d-43b2-be15-114cf5a4c7c8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:52.307972 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-40b1c12f-6ab0-4193-9942-4366e682c0b0 req-73358cf6-f05d-43b2-be15-114cf5a4c7c8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 931 time: 0.6139555 May 06 10:00:52.370379 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-5f7b6d45-2fa3-41e7-b975-edc699082c5e admin admin] Allocated IP 172.25.5.238 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/deb69922-9f84-4cf5-81ba-a3d8358c4275) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:52.405833 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-51c75422-70e0-4903-a3b2-2110bccb4071 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:52.406062 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-40b1c12f-6ab0-4193-9942-4366e682c0b0 req-f0b3a03c-90db-489f-9b64-cdfb76e23ddf tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601499 May 06 10:00:52.448803 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=9e065228-4546-4ebf-be1e-d1aabf0a36b3,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:52.466690 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:52.566581 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-104df774-89e2-45c8-bb83-262786f374bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:52.573414 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ef2ed19e-13bf-46e6-b9c8-b479dd2e7d33 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:52.619075 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 8d19a30f-e443-408d-a900-d8ccb957f62a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:52.619639 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:52.667077 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-51c75422-70e0-4903-a3b2-2110bccb4071 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:52.685745 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ef2ed19e-13bf-46e6-b9c8-b479dd2e7d33 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server [None req-f0f5f1c6-b7ea-434b-a9c4-861329ab4a11 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ded8e76-2310-43e5-b555-5aef975b094b: This subnet is being modified by another concurrent operation. May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.ipam.update_port( May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise exception May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ded8e76-2310-43e5-b555-5aef975b094b: This subnet is being modified by another concurrent operation. May 06 10:00:52.729011 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server May 06 10:00:52.736156 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c75422-70e0-4903-a3b2-2110bccb4071 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event deleted for resources: {'Subnet': ['ID=ffecaa80-b605-4837-8914-9cd27da54ba5,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:52.745028 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f7b6d45-2fa3-41e7-b975-edc699082c5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:52.761758 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c4bef370-c945-46ff-9b01-dbf8fffe09b5 None None] Provisioning complete for port cfec3a40-99d9-4789-87fa-65124702bca9 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:52.761758 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c4bef370-c945-46ff-9b01-dbf8fffe09b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:52.842775 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-51c75422-70e0-4903-a3b2-2110bccb4071 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:52.854038 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-fb2c1706-13f5-4a3c-8e82-90ad38874dc2 None None] Set router c37655f3-4e6a-4d40-98a1-dc0383bc1e03 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:00:52.861220 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c907c71-ddcf-41b0-af52-b2c3ec29b775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-4ed1d364-0947-4363-b7a7-bfcc9337af13', 'network_id': '4ed1d364-0947-4363-b7a7-bfcc9337af13', 'tenant_id': 'b8000b76e14d415baaa92cf8f42f4d21', 'fixed_ips': [{'subnet_id': 'ffecaa80-b605-4837-8914-9cd27da54ba5'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:00:52.862604 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4c907c71-ddcf-41b0-af52-b2c3ec29b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:52.906769 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-51c75422-70e0-4903-a3b2-2110bccb4071 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed1d364-0947-4363-b7a7-bfcc9337af13']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:52.930116 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-51c75422-70e0-4903-a3b2-2110bccb4071 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dacefcc9-d33c-40f2-8e3b-8778103d0340') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:52.930498 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-51c75422-70e0-4903-a3b2-2110bccb4071 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dacefcc9-d33c-40f2-8e3b-8778103d0340') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:52.957676 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ef2ed19e-13bf-46e6-b9c8-b479dd2e7d33 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:52.962400 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-51c75422-70e0-4903-a3b2-2110bccb4071 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:52.967356 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ef2ed19e-13bf-46e6-b9c8-b479dd2e7d33 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/3ded8e76-2310-43e5-b555-5aef975b094b HTTP/1.1" status: 204 len: 168 time: 1.9156415 May 06 10:00:52.968351 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ed19e-13bf-46e6-b9c8-b479dd2e7d33 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Subnet': ['ID=3ded8e76-2310-43e5-b555-5aef975b094b,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:52.974417 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44602) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:53.003020 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f86f8b-465a-4628-a92b-02e2422bc058 None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:53.022354 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-51c75422-70e0-4903-a3b2-2110bccb4071 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:53.034005 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c75422-70e0-4903-a3b2-2110bccb4071 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:00:53.034789 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-51c75422-70e0-4903-a3b2-2110bccb4071 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: timer() May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:00:53.042584 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:00:53.072156 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f5cb99ae-4cac-4330-bae5-f2d9f499067c None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:53.081630 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104df774-89e2-45c8-bb83-262786f374bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Router 5892e303-9474-4045-824c-e3ea97082e4e has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:00:53.132704 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f7b6d45-2fa3-41e7-b975-edc699082c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:53.179238 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104df774-89e2-45c8-bb83-262786f374bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:00:53.189188 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-104df774-89e2-45c8-bb83-262786f374bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "PUT /v2.0/routers/5892e303-9474-4045-824c-e3ea97082e4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5719950 May 06 10:00:53.190874 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44604) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:53.191435 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b78d345-0940-4dc0-b557-8883fde3a818 None None] Sync routers for ids ['5892e303-9474-4045-824c-e3ea97082e4e'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:00:53.217980 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b78d345-0940-4dc0-b557-8883fde3a818 None None] Routers {'5892e303-9474-4045-824c-e3ea97082e4e'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:53.218715 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-2b78d345-0940-4dc0-b557-8883fde3a818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5892e303-9474-4045-824c-e3ea97082e4e'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:53.291533 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-2b78d345-0940-4dc0-b557-8883fde3a818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:53.326792 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b78d345-0940-4dc0-b557-8883fde3a818 None None] Routers {'5892e303-9474-4045-824c-e3ea97082e4e'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:53.327579 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-2b78d345-0940-4dc0-b557-8883fde3a818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['5892e303-9474-4045-824c-e3ea97082e4e'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:53.399420 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-2b78d345-0940-4dc0-b557-8883fde3a818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:53.400546 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b78d345-0940-4dc0-b557-8883fde3a818 None None] The sync data for ids ['5892e303-9474-4045-824c-e3ea97082e4e'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:00:53.429161 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-28c8e01d-1d8f-4fa1-88c4-8debe605bb0d tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] remove_router_interface failed (client error): The resource could not be found. May 06 10:00:53.431039 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-28c8e01d-1d8f-4fa1-88c4-8debe605bb0d tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "PUT /v2.0/routers/5892e303-9474-4045-824c-e3ea97082e4e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2381558 May 06 10:00:53.434018 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44606) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:53.472873 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-57b242f9-4ef5-4371-b1d6-68cc50330281 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "GET /v2.0/ports?device_id=5892e303-9474-4045-824c-e3ea97082e4e HTTP/1.1" status: 200 len: 205 time: 0.0376720 May 06 10:00:53.475056 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44610) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:53.579447 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-76747a46-b59b-41c8-a390-6a42319501bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dffb0a95-b609-4ed3-8404-79c0ecb25b5f {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:00:53.597581 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-76747a46-b59b-41c8-a390-6a42319501bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:53.605149 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7b6d45-2fa3-41e7-b975-edc699082c5e admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:53.620245 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed394299-07ef-461d-930b-bac5d32e6b71 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting subnet 5b9fa4b5-18d9-492d-bd4f-d3f31db236ba {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:00:53.621866 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-17295f53-8c6c-4a3f-bb1a-449f2b00ace2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:53.625953 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-5f7b6d45-2fa3-41e7-b975-edc699082c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:53.629170 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b6d45-2fa3-41e7-b975-edc699082c5e admin admin] Pushing event updated for resources: {'Port': ['ID=deb69922-9f84-4cf5-81ba-a3d8358c4275,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:53.635378 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7b6d45-2fa3-41e7-b975-edc699082c5e admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:53.640535 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ed394299-07ef-461d-930b-bac5d32e6b71 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:53.656241 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f5cb99ae-4cac-4330-bae5-f2d9f499067c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:53.700005 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-76747a46-b59b-41c8-a390-6a42319501bd service neutron] Transition to ACTIVE for port object dffb0a95-b609-4ed3-8404-79c0ecb25b5f will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:00:53.704868 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-51c75422-70e0-4903-a3b2-2110bccb4071 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:53.721896 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-51c75422-70e0-4903-a3b2-2110bccb4071 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:53.725674 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-51c75422-70e0-4903-a3b2-2110bccb4071 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/networks/4ed1d364-0947-4363-b7a7-bfcc9337af13 HTTP/1.1" status: 204 len: 168 time: 1.8398941 May 06 10:00:53.726652 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-76747a46-b59b-41c8-a390-6a42319501bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:53.734377 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44612) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:53.736688 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ed394299-07ef-461d-930b-bac5d32e6b71 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:53.744623 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-140f2491-35bc-4a77-9440-67d5100dc6da None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:53.753939 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-a8010f66-2472-4a77-8efd-7b025d972656 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1206724457'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:53.762778 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 15e59034-bb47-469e-8691-bd3c4dc427da up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:53.776517 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a5105a-dbeb-47f5-ba6e-a5d13ffdcd45 None None] Network 4ed1d364-0947-4363-b7a7-bfcc9337af13 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:53.783942 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2b709-3692-4d8d-a39f-f6ec56058e17 req-2098b24c-5884-401d-aab5-8dd35860f82c tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:53.787980 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-faf2b709-3692-4d8d-a39f-f6ec56058e17 req-2098b24c-5884-401d-aab5-8dd35860f82c tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 931 time: 0.2213659 May 06 10:00:53.810643 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c75422-70e0-4903-a3b2-2110bccb4071 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event deleted for resources: {'Network': ['ID=4ed1d364-0947-4363-b7a7-bfcc9337af13,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:53.828343 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-140f2491-35bc-4a77-9440-67d5100dc6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:53.830225 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb99ae-4cac-4330-bae5-f2d9f499067c None None] Pushing event updated for resources: {'Port': ['ID=69729b23-789a-47e6-8605-0170ae871203,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:53.845076 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cb99ae-4cac-4330-bae5-f2d9f499067c None None] Network 78f31623-98b9-4a29-addc-5bde0d60da36 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:53.855074 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a5105a-dbeb-47f5-ba6e-a5d13ffdcd45 None None] Network 4ed1d364-0947-4363-b7a7-bfcc9337af13 could not be found, it might have been deleted concurrently. {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 06 10:00:53.918228 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-f5cb99ae-4cac-4330-bae5-f2d9f499067c None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:53.943955 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cb99ae-4cac-4330-bae5-f2d9f499067c None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:53.952279 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8010f66-2472-4a77-8efd-7b025d972656 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Made reservation on behalf of b8000b76e14d415baaa92cf8f42f4d21 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:53.954588 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8010f66-2472-4a77-8efd-7b025d972656 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:53.968027 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76747a46-b59b-41c8-a390-6a42319501bd service neutron] Pushing event updated for resources: {'Port': ['ID=dffb0a95-b609-4ed3-8404-79c0ecb25b5f,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:53.982300 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140f2491-35bc-4a77-9440-67d5100dc6da None None] Network 3ce3653f-7e6e-4372-868c-fbbcf53e2998 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:53.999103 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-17295f53-8c6c-4a3f-bb1a-449f2b00ace2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.001171 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-17295f53-8c6c-4a3f-bb1a-449f2b00ace2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.025121 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-140f2491-35bc-4a77-9440-67d5100dc6da None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:54.058886 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ed394299-07ef-461d-930b-bac5d32e6b71 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.089420 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140f2491-35bc-4a77-9440-67d5100dc6da None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:54.094784 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-17295f53-8c6c-4a3f-bb1a-449f2b00ace2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.095536 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17295f53-8c6c-4a3f-bb1a-449f2b00ace2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Fanout notify agent at l3_agent the message router_deleted on router 5892e303-9474-4045-824c-e3ea97082e4e {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:00:54.100204 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f2491-35bc-4a77-9440-67d5100dc6da None None] Pushing event updated for resources: {'Port': ['ID=9fb8e4f7-7094-45da-9636-10a345b56ec4,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:54.124766 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-17295f53-8c6c-4a3f-bb1a-449f2b00ace2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.126338 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-17295f53-8c6c-4a3f-bb1a-449f2b00ace2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/routers/5892e303-9474-4045-824c-e3ea97082e4e HTTP/1.1" status: 204 len: 168 time: 0.6501136 May 06 10:00:54.133853 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-faf2b709-3692-4d8d-a39f-f6ec56058e17 req-46bbf1d3-cf5d-4fec-94cf-cc9a87a996e3 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3384457 May 06 10:00:54.134592 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44616) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:54.215057 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0666db9-6bf3-45ac-a9e3-dec8a0721461 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Deleting subnet d362c184-67a3-4e98-8b1d-388f480057b3 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:00:54.220268 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f0666db9-6bf3-45ac-a9e3-dec8a0721461 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.262055 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-fb2c1706-13f5-4a3c-8e82-90ad38874dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050660248', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '53b29584-962a-4e0d-a6d1-3d0002cc1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:29Z', 'updated_at': '2022-05-06T10:00:38Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': '53b29584-962a-4e0d-a6d1-3d0002cc1cee', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:30Z', 'updated_at': '2022-05-06T10:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'abda13a8-b7e3-4251-a9ed-a38c9974c15d', 'name': '', 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:9d:14:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '50aa0855-d29a-44d5-947d-88e867f2f077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:36Z', 'updated_at': '2022-05-06T10:00:51Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': '50aa0855-d29a-44d5-947d-88e867f2f077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:54.265198 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8010f66-2472-4a77-8efd-7b025d972656 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:00:54.275927 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-59671296-f893-4b49-9160-6c383e9ac53c None None] Could not find standard attr ID for object 0ad31277-9ead-4064-8e33-3fd722b83c84. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 10:00:54.277834 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 15e59034-bb47-469e-8691-bd3c4dc427da triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:54.278680 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.291341 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8010f66-2472-4a77-8efd-7b025d972656 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.291646 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-a8010f66-2472-4a77-8efd-7b025d972656 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Added segment f2e2cfa6-7cfc-45eb-9eb3-f34af0f60284 of type vlan for network 4c4fd93f-0052-4dba-bba3-736b029427ad May 06 10:00:54.292944 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f0666db9-6bf3-45ac-a9e3-dec8a0721461 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.321598 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-f5cb99ae-4cac-4330-bae5-f2d9f499067c None None] Attempting to bind port 69729b23-789a-47e6-8605-0170ae871203 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:54.321969 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-f5cb99ae-4cac-4330-bae5-f2d9f499067c None None] Attempting to bind port 69729b23-789a-47e6-8605-0170ae871203 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'a4a313ba-2a91-40b1-b276-e8cc737f1ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '78f31623-98b9-4a29-addc-5bde0d60da36'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:54.322798 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cb99ae-4cac-4330-bae5-f2d9f499067c None None] Attempting to bind port 69729b23-789a-47e6-8605-0170ae871203 on network 78f31623-98b9-4a29-addc-5bde0d60da36 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:54.374832 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c1706-13f5-4a3c-8e82-90ad38874dc2 None None] The sync data for ids ['c37655f3-4e6a-4d40-98a1-dc0383bc1e03'] in n-d-840835-1 is: [{'id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050660248', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '53b29584-962a-4e0d-a6d1-3d0002cc1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:29Z', 'updated_at': '2022-05-06T10:00:38Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': '53b29584-962a-4e0d-a6d1-3d0002cc1cee', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:30Z', 'updated_at': '2022-05-06T10:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'abda13a8-b7e3-4251-a9ed-a38c9974c15d', 'name': '', 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:9d:14:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '50aa0855-d29a-44d5-947d-88e867f2f077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:36Z', 'updated_at': '2022-05-06T10:00:51Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': '50aa0855-d29a-44d5-947d-88e867f2f077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:00:54.395304 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-140f2491-35bc-4a77-9440-67d5100dc6da None None] Attempting to bind port 9fb8e4f7-7094-45da-9636-10a345b56ec4 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:54.396353 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-140f2491-35bc-4a77-9440-67d5100dc6da None None] Attempting to bind port 9fb8e4f7-7094-45da-9636-10a345b56ec4 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '62938aea-6589-42d5-b5c2-7e028a2f233b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ce3653f-7e6e-4372-868c-fbbcf53e2998'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:54.396949 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140f2491-35bc-4a77-9440-67d5100dc6da None None] Attempting to bind port 9fb8e4f7-7094-45da-9636-10a345b56ec4 on network 3ce3653f-7e6e-4372-868c-fbbcf53e2998 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:54.400177 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cb99ae-4cac-4330-bae5-f2d9f499067c None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:54.401172 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cb99ae-4cac-4330-bae5-f2d9f499067c None None] Checking segment: {'id': 'a4a313ba-2a91-40b1-b276-e8cc737f1ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '78f31623-98b9-4a29-addc-5bde0d60da36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:54.401895 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f5cb99ae-4cac-4330-bae5-f2d9f499067c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.402463 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cb99ae-4cac-4330-bae5-f2d9f499067c None None] Bound using segment: {'id': 'a4a313ba-2a91-40b1-b276-e8cc737f1ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '78f31623-98b9-4a29-addc-5bde0d60da36'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:54.403376 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-f5cb99ae-4cac-4330-bae5-f2d9f499067c None None] Bound port: 69729b23-789a-47e6-8605-0170ae871203, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a313ba-2a91-40b1-b276-e8cc737f1ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '78f31623-98b9-4a29-addc-5bde0d60da36'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:54.403517 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ed394299-07ef-461d-930b-bac5d32e6b71 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.404076 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f5cb99ae-4cac-4330-bae5-f2d9f499067c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.414637 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f0666db9-6bf3-45ac-a9e3-dec8a0721461 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.417679 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-76747a46-b59b-41c8-a390-6a42319501bd service neutron] Attempting to bind port dffb0a95-b609-4ed3-8404-79c0ecb25b5f on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:54.418063 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-76747a46-b59b-41c8-a390-6a42319501bd service neutron] Attempting to bind port dffb0a95-b609-4ed3-8404-79c0ecb25b5f by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '359ae381-b80a-42a9-92e1-acee0d1de1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:54.418366 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-76747a46-b59b-41c8-a390-6a42319501bd service neutron] Attempting to bind port dffb0a95-b609-4ed3-8404-79c0ecb25b5f on network f401ddee-c9b9-4291-b336-96fe56078e24 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:54.472628 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f7b6d45-2fa3-41e7-b975-edc699082c5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.479533 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8010f66-2472-4a77-8efd-7b025d972656 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.482055 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed394299-07ef-461d-930b-bac5d32e6b71 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Subnet': ['ID=5b9fa4b5-18d9-492d-bd4f-d3f31db236ba,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:54.483901 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-76747a46-b59b-41c8-a390-6a42319501bd service neutron] Port dffb0a95-b609-4ed3-8404-79c0ecb25b5f on network f401ddee-c9b9-4291-b336-96fe56078e24 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:54.484224 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-76747a46-b59b-41c8-a390-6a42319501bd service neutron] Attempting to bind port dffb0a95-b609-4ed3-8404-79c0ecb25b5f on network f401ddee-c9b9-4291-b336-96fe56078e24 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:54.492705 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140f2491-35bc-4a77-9440-67d5100dc6da None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:54.493366 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140f2491-35bc-4a77-9440-67d5100dc6da None None] Checking segment: {'id': '62938aea-6589-42d5-b5c2-7e028a2f233b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ce3653f-7e6e-4372-868c-fbbcf53e2998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:54.493942 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-140f2491-35bc-4a77-9440-67d5100dc6da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.494535 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140f2491-35bc-4a77-9440-67d5100dc6da None None] Bound using segment: {'id': '62938aea-6589-42d5-b5c2-7e028a2f233b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ce3653f-7e6e-4372-868c-fbbcf53e2998'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:54.495240 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-140f2491-35bc-4a77-9440-67d5100dc6da None None] Bound port: 9fb8e4f7-7094-45da-9636-10a345b56ec4, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62938aea-6589-42d5-b5c2-7e028a2f233b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ce3653f-7e6e-4372-868c-fbbcf53e2998'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:54.495814 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-140f2491-35bc-4a77-9440-67d5100dc6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.506698 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-59671296-f893-4b49-9160-6c383e9ac53c None None] Provisioning complete for port 8d19a30f-e443-408d-a900-d8ccb957f62a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:54.507074 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-59671296-f893-4b49-9160-6c383e9ac53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.532537 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ed394299-07ef-461d-930b-bac5d32e6b71 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.536956 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ed394299-07ef-461d-930b-bac5d32e6b71 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/5b9fa4b5-18d9-492d-bd4f-d3f31db236ba HTTP/1.1" status: 204 len: 168 time: 1.5518181 May 06 10:00:54.540102 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44618) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:54.548881 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f0666db9-6bf3-45ac-a9e3-dec8a0721461 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.609235 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-76747a46-b59b-41c8-a390-6a42319501bd service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:54.609884 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-76747a46-b59b-41c8-a390-6a42319501bd service neutron] Checking segment: {'id': '359ae381-b80a-42a9-92e1-acee0d1de1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:54.610455 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-76747a46-b59b-41c8-a390-6a42319501bd service neutron] Bound using segment: {'id': '359ae381-b80a-42a9-92e1-acee0d1de1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:54.611095 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-76747a46-b59b-41c8-a390-6a42319501bd service neutron] Bound port: dffb0a95-b609-4ed3-8404-79c0ecb25b5f, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359ae381-b80a-42a9-92e1-acee0d1de1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:54.611696 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-76747a46-b59b-41c8-a390-6a42319501bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.611829 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0666db9-6bf3-45ac-a9e3-dec8a0721461 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Subnet': ['ID=d362c184-67a3-4e98-8b1d-388f480057b3,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:54.629294 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8ae38ddf-10e2-4a56-a842-5fc1dc97f861 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0845385 May 06 10:00:54.638776 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f0666db9-6bf3-45ac-a9e3-dec8a0721461 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.646753 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f0666db9-6bf3-45ac-a9e3-dec8a0721461 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/subnets/d362c184-67a3-4e98-8b1d-388f480057b3 HTTP/1.1" status: 204 len: 168 time: 0.5086422 May 06 10:00:54.646753 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44620) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:54.649368 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44622) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:54.651371 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-ad9cb989-a23c-4fbb-8766-f0833a63f624 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:54.689383 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device cfec3a40-99d9-4789-87fa-65124702bca9 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:54.738824 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5395f6-72f4-4142-840f-1589444caf45 None None] Network b4a45a85-4526-4396-8a20-5f7348df1d56 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:54.771728 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8010f66-2472-4a77-8efd-7b025d972656 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.777580 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8010f66-2472-4a77-8efd-7b025d972656 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:54.778211 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8010f66-2472-4a77-8efd-7b025d972656 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.825849 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9cb989-a23c-4fbb-8766-f0833a63f624 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:54.831188 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ad9cb989-a23c-4fbb-8766-f0833a63f624 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.938703 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a8010f66-2472-4a77-8efd-7b025d972656 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1862798 May 06 10:00:54.941466 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44624) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:54.950021 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-685842ca-a960-4dc3-b55b-08b7bd568446 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Request body: {'subnet': {'network_id': '4c4fd93f-0052-4dba-bba3-736b029427ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:54.960028 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26c95a54-7d59-4bf4-b4a7-9a47b21447c3 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.964506 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8010f66-2472-4a77-8efd-7b025d972656 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event updated for resources: {'Network': ['ID=4c4fd93f-0052-4dba-bba3-736b029427ad,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:54.991038 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca901204-dcd4-473e-9ecd-421655129f76 None None] Update dhcp port {'port': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'fixed_ips': [{'subnet_id': '5b9fa4b5-18d9-492d-bd4f-d3f31db236ba'}], 'binding:host_id': 'n-d-840835-1'}, 'id': '9e065228-4546-4ebf-be1e-d1aabf0a36b3'} from n-d-840835-1. {{(pid=102654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 10:00:55.016751 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-76747a46-b59b-41c8-a390-6a42319501bd service neutron] For port dffb0a95-b609-4ed3-8404-79c0ecb25b5f, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:55.034390 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 4c4fd93f-0052-4dba-bba3-736b029427ad details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:00:55.081812 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-76747a46-b59b-41c8-a390-6a42319501bd service neutron] For port dffb0a95-b609-4ed3-8404-79c0ecb25b5f, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=dffb0a95-b609-4ed3-8404-79c0ecb25b5f,segment=NetworkSegment(359ae381-b80a-42a9-92e1-acee0d1de1f3),segment_id=359ae381-b80a-42a9-92e1-acee0d1de1f3)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:00:55.085222 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ca901204-dcd4-473e-9ecd-421655129f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:55.106066 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685842ca-a960-4dc3-b55b-08b7bd568446 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Made reservation on behalf of b8000b76e14d415baaa92cf8f42f4d21 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:55.110929 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-685842ca-a960-4dc3-b55b-08b7bd568446 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:55.114899 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f5cb99ae-4cac-4330-bae5-f2d9f499067c None None] For port 69729b23-789a-47e6-8605-0170ae871203, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:55.123691 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f5cb99ae-4cac-4330-bae5-f2d9f499067c None None] For port 69729b23-789a-47e6-8605-0170ae871203, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=69729b23-789a-47e6-8605-0170ae871203,segment=NetworkSegment(a4a313ba-2a91-40b1-b276-e8cc737f1ade),segment_id=a4a313ba-2a91-40b1-b276-e8cc737f1ade)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:00:55.142056 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port cfec3a40-99d9-4789-87fa-65124702bca9 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:55.142771 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:55.148706 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-76747a46-b59b-41c8-a390-6a42319501bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:55.189389 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f5cb99ae-4cac-4330-bae5-f2d9f499067c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:55.277136 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.ipam_backend_mixin [None req-685842ca-a960-4dc3-b55b-08b7bd568446 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Performing IP validity checks on allocation pools {{(pid=102653) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 06 10:00:55.277933 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.ipam_backend_mixin [None req-685842ca-a960-4dc3-b55b-08b7bd568446 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102653) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 06 10:00:55.304803 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-76747a46-b59b-41c8-a390-6a42319501bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:55.305447 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-76747a46-b59b-41c8-a390-6a42319501bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:55.306877 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-76747a46-b59b-41c8-a390-6a42319501bd service neutron] 10.222.0.84 "PUT /v2.0/ports/dffb0a95-b609-4ed3-8404-79c0ecb25b5f HTTP/1.1" status: 200 len: 1091 time: 3.1882503 May 06 10:00:55.307360 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8fe9d2-24b7-4c04-9bf6-a6db7e561084', 'tag': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:00:55.309666 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85460522-4310-4937-9b16-e6a9a913bee9" -d '{"events": [{"name": "network-changed", "server_uuid": "3f8fe9d2-24b7-4c04-9bf6-a6db7e561084", "tag": "dffb0a95-b609-4ed3-8404-79c0ecb25b5f"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:00:55.330468 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f7b6d45-2fa3-41e7-b975-edc699082c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:55.361657 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76747a46-b59b-41c8-a390-6a42319501bd service neutron] Pushing event updated for resources: {'Port': ['ID=dffb0a95-b609-4ed3-8404-79c0ecb25b5f,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:55.463273 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb99ae-4cac-4330-bae5-f2d9f499067c None None] Pushing event updated for resources: {'Port': ['ID=69729b23-789a-47e6-8605-0170ae871203,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:55.503308 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-26c95a54-7d59-4bf4-b4a7-9a47b21447c3 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Deleting port 8d19a30f-e443-408d-a900-d8ccb957f62a {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:55.504817 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26c95a54-7d59-4bf4-b4a7-9a47b21447c3 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:55.530534 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79457408-cbca-4339-8f00-3bc566f6ed7f req-0f37142b-a052-43e4-8a65-bdaaa85a2bf8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:55.532232 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-79457408-cbca-4339-8f00-3bc566f6ed7f req-0f37142b-a052-43e4-8a65-bdaaa85a2bf8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 943 time: 0.2240775 May 06 10:00:55.539864 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ad9cb989-a23c-4fbb-8766-f0833a63f624 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:55.546775 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-140f2491-35bc-4a77-9440-67d5100dc6da None None] For port 9fb8e4f7-7094-45da-9636-10a345b56ec4, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:55.550560 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-140f2491-35bc-4a77-9440-67d5100dc6da None None] For port 9fb8e4f7-7094-45da-9636-10a345b56ec4, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9fb8e4f7-7094-45da-9636-10a345b56ec4,segment=NetworkSegment(62938aea-6589-42d5-b5c2-7e028a2f233b),segment_id=62938aea-6589-42d5-b5c2-7e028a2f233b)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:00:55.557401 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-59671296-f893-4b49-9160-6c383e9ac53c None None] Provisioning complete for port abda13a8-b7e3-4251-a9ed-a38c9974c15d triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:55.558015 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-59671296-f893-4b49-9160-6c383e9ac53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:55.580893 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-140f2491-35bc-4a77-9440-67d5100dc6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:55.675102 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-002988a2-7143-4532-a766-a0f2a0307b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:55.676696 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-002988a2-7143-4532-a766-a0f2a0307b80 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 1094 time: 0.3040051 May 06 10:00:55.691734 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9cb989-a23c-4fbb-8766-f0833a63f624 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:55.693723 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-ad9cb989-a23c-4fbb-8766-f0833a63f624 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:55.703880 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cb989-a23c-4fbb-8766-f0833a63f624 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Subnet': ['ID=3716ac44-7e3e-4eb5-af07-777650783e0a,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:55.706193 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-26c95a54-7d59-4bf4-b4a7-9a47b21447c3 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] For port 8d19a30f-e443-408d-a900-d8ccb957f62a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=8d19a30f-e443-408d-a900-d8ccb957f62a,segment=NetworkSegment(b84696d8-e2b5-4733-ab5c-fe9c11ce6525),segment_id=b84696d8-e2b5-4733-ab5c-fe9c11ce6525)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:55.706578 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26c95a54-7d59-4bf4-b4a7-9a47b21447c3 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:55.718629 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9cb989-a23c-4fbb-8766-f0833a63f624 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:55.719636 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ad9cb989-a23c-4fbb-8766-f0833a63f624 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:55.775805 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-26c95a54-7d59-4bf4-b4a7-9a47b21447c3 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Calling delete_port for 8d19a30f-e443-408d-a900-d8ccb957f62a owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:55.787882 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-79457408-cbca-4339-8f00-3bc566f6ed7f req-9a4769b9-8d17-4cd7-a2b0-bffc5ae63699 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619747 May 06 10:00:55.820678 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ad9cb989-a23c-4fbb-8766-f0833a63f624 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1741073 May 06 10:00:55.833617 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44632) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:55.849535 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-9a2040e8-4a31-4460-8a81-647e1789578f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:55.882697 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-ef2afe35-bcd8-40bf-9008-59620a7b74ef service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dffb0a95-b609-4ed3-8404-79c0ecb25b5f HTTP/1.1" status: 200 len: 217 time: 0.1915104 May 06 10:00:55.888581 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-685842ca-a960-4dc3-b55b-08b7bd568446 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:56.008585 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-181bc665-1f75-4498-8bdc-dbbdfea12d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:56.010270 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-181bc665-1f75-4498-8bdc-dbbdfea12d01 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=50aa0855-d29a-44d5-947d-88e867f2f077 HTTP/1.1" status: 200 len: 834 time: 0.1138575 May 06 10:00:56.021507 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7b01e2-5e97-4286-ae9c-787164d7f502 x-openstack-request-id: req-fd7b01e2-5e97-4286-ae9c-787164d7f502 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:00:56.021821 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f8fe9d2-24b7-4c04-9bf6-a6db7e561084", "tag": "dffb0a95-b609-4ed3-8404-79c0ecb25b5f", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:00:56.022074 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fd7b01e2-5e97-4286-ae9c-787164d7f502 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:00:56.022502 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd7b01e2-5e97-4286-ae9c-787164d7f502'] response: {'name': 'network-changed', 'server_uuid': '3f8fe9d2-24b7-4c04-9bf6-a6db7e561084', 'tag': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f', 'status': 'completed', 'code': 200} May 06 10:00:56.029996 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 53b29584-962a-4e0d-a6d1-3d0002cc1cee up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:56.040267 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f2491-35bc-4a77-9440-67d5100dc6da None None] Pushing event updated for resources: {'Port': ['ID=9fb8e4f7-7094-45da-9636-10a345b56ec4,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:56.153904 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685842ca-a960-4dc3-b55b-08b7bd568446 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event updated for resources: {'Subnet': ['ID=6f368041-9dc8-4bbd-8bee-aacc499cc4f4,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:56.197145 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c085428-dcc2-49bd-aa42-7a700bbdce9c None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:56.247802 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3eea15-6e1e-4fbe-b787-c5e2468d3c79 None None] DHCP port deletion for b4a45a85-4526-4396-8a20-5f7348df1d56 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:00:56.248600 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685842ca-a960-4dc3-b55b-08b7bd568446 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Checking segment: {'id': 'f2e2cfa6-7cfc-45eb-9eb3-f34af0f60284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4c4fd93f-0052-4dba-bba3-736b029427ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:56.248600 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685842ca-a960-4dc3-b55b-08b7bd568446 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Network hostable DHCP agents. Network: 4c4fd93f-0052-4dba-bba3-736b029427ad, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:00:56.255455 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26c95a54-7d59-4bf4-b4a7-9a47b21447c3 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:56.271701 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7b6d45-2fa3-41e7-b975-edc699082c5e admin admin] Router f6bcffff-b86a-491f-9892-bdd2fe254a44 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:00:56.298153 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2040e8-4a31-4460-8a81-647e1789578f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:56.302381 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9a2040e8-4a31-4460-8a81-647e1789578f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:56.302910 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-59671296-f893-4b49-9160-6c383e9ac53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:56.308240 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685842ca-a960-4dc3-b55b-08b7bd568446 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Network 4c4fd93f-0052-4dba-bba3-736b029427ad is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:00:56.329925 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c95a54-7d59-4bf4-b4a7-9a47b21447c3 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Port': ['ID=8d19a30f-e443-408d-a900-d8ccb957f62a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:56.353883 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-b4cee26f-b4b2-4662-b971-0597f4542bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:56.361951 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-b4cee26f-b4b2-4662-b971-0597f4542bd7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f401ddee-c9b9-4291-b336-96fe56078e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3249044 May 06 10:00:56.383587 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 53b29584-962a-4e0d-a6d1-3d0002cc1cee triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:56.383979 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:56.418052 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-685842ca-a960-4dc3-b55b-08b7bd568446 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 4c4fd93f-0052-4dba-bba3-736b029427ad) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:56.428117 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685842ca-a960-4dc3-b55b-08b7bd568446 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:56.432254 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-685842ca-a960-4dc3-b55b-08b7bd568446 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:56.440066 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b0b0a0-c90e-4d78-b02d-a26804d6dee8 None None] Network 4c4fd93f-0052-4dba-bba3-736b029427ad requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:56.470721 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-685842ca-a960-4dc3-b55b-08b7bd568446 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5236130 May 06 10:00:56.475711 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44636) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:56.485826 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c95a54-7d59-4bf4-b4a7-9a47b21447c3 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] No DVR routers for this DVR port 8d19a30f-e443-408d-a900-d8ccb957f62a on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:00:56.527317 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-59671296-f893-4b49-9160-6c383e9ac53c None None] For port abda13a8-b7e3-4251-a9ed-a38c9974c15d, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=abda13a8-b7e3-4251-a9ed-a38c9974c15d,segment=NetworkSegment(359ae381-b80a-42a9-92e1-acee0d1de1f3),segment_id=359ae381-b80a-42a9-92e1-acee0d1de1f3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:56.555424 n-d-840835-1 neutron-server[102653]: INFO neutron.db.ipam_backend_mixin [None req-9a2040e8-4a31-4460-8a81-647e1789578f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3716ac44-7e3e-4eb5-af07-777650783e0a (CIDR: 2001:db8::/64) May 06 10:00:56.564554 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a2040e8-4a31-4460-8a81-647e1789578f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 10:00:56.565066 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a2040e8-4a31-4460-8a81-647e1789578f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:00:56.605379 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9a2040e8-4a31-4460-8a81-647e1789578f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7674665 May 06 10:00:56.612181 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44638) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:56.618158 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-03d873e1-746b-4706-bac8-b221d49f57ea tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'subnet': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:56.681641 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26c95a54-7d59-4bf4-b4a7-9a47b21447c3 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:56.729795 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-26c95a54-7d59-4bf4-b4a7-9a47b21447c3 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a45a85-4526-4396-8a20-5f7348df1d56']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:56.731966 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-59671296-f893-4b49-9160-6c383e9ac53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:56.734660 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7b6d45-2fa3-41e7-b975-edc699082c5e admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:00:56.757040 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-2f684efc-e5c7-405d-93b6-3940422ea044 service neutron] 10.222.0.84 "GET /v2.0/networks/f401ddee-c9b9-4291-b336-96fe56078e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205080 May 06 10:00:56.759544 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-26c95a54-7d59-4bf4-b4a7-9a47b21447c3 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b84696d8-e2b5-4733-ab5c-fe9c11ce6525') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:56.759944 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-26c95a54-7d59-4bf4-b4a7-9a47b21447c3 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b84696d8-e2b5-4733-ab5c-fe9c11ce6525') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:56.774013 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f7b6d45-2fa3-41e7-b975-edc699082c5e admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:56.776034 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab89b5e-3799-4fbe-85f7-58e5f89dd639 None None] Sync routers for ids ['f6bcffff-b86a-491f-9892-bdd2fe254a44'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:00:56.780362 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5f7b6d45-2fa3-41e7-b975-edc699082c5e admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.7295110 May 06 10:00:56.788723 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44640) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:56.799831 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26c95a54-7d59-4bf4-b4a7-9a47b21447c3 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:57.019874 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:57.042393 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59671296-f893-4b49-9160-6c383e9ac53c None None] Pushing event updated for resources: {'Port': ['ID=abda13a8-b7e3-4251-a9ed-a38c9974c15d,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:57.111015 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a4131df-7b7e-48de-b8ec-cb9f171cc12b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:57.111254 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab89b5e-3799-4fbe-85f7-58e5f89dd639 None None] Routers {'f6bcffff-b86a-491f-9892-bdd2fe254a44'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:57.111949 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-eab89b5e-3799-4fbe-85f7-58e5f89dd639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['f6bcffff-b86a-491f-9892-bdd2fe254a44'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:57.257316 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-eab89b5e-3799-4fbe-85f7-58e5f89dd639 None None] Set router f6bcffff-b86a-491f-9892-bdd2fe254a44 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:00:57.274457 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d873e1-746b-4706-bac8-b221d49f57ea tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:57.278801 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-03d873e1-746b-4706-bac8-b221d49f57ea tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:57.415788 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac098ac-217d-4445-ad84-ee6e44c55ac9 None None] Network 78f31623-98b9-4a29-addc-5bde0d60da36 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:57.419044 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26c95a54-7d59-4bf4-b4a7-9a47b21447c3 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:57.424918 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-59671296-f893-4b49-9160-6c383e9ac53c None None] Provisioning complete for port 944265b4-00a6-4670-a9f3-4373d6a7b1e3 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:57.425297 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-59671296-f893-4b49-9160-6c383e9ac53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:57.431878 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c95a54-7d59-4bf4-b4a7-9a47b21447c3 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:00:57.432406 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26c95a54-7d59-4bf4-b4a7-9a47b21447c3 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: timer() May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:00:57.436981 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:00:57.472936 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10012b1-3c06-40dc-b481-ef54b8e6e416 req-f56dfa19-b234-401f-bac0-3be57e249245 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:57.474858 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f10012b1-3c06-40dc-b481-ef54b8e6e416 req-f56dfa19-b234-401f-bac0-3be57e249245 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 943 time: 0.3953557 May 06 10:00:57.575493 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f10012b1-3c06-40dc-b481-ef54b8e6e416 req-6ffe1232-2251-42dc-bee9-7155dcce4745 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843344 May 06 10:00:57.582636 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a4131df-7b7e-48de-b8ec-cb9f171cc12b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:57.615204 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26c95a54-7d59-4bf4-b4a7-9a47b21447c3 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:57.615508 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e5b1aa-9c52-4e1b-94a4-7fec45c774e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-4c4fd93f-0052-4dba-bba3-736b029427ad', 'network_id': '4c4fd93f-0052-4dba-bba3-736b029427ad', 'tenant_id': 'b8000b76e14d415baaa92cf8f42f4d21', 'fixed_ips': [{'subnet_id': '6f368041-9dc8-4bbd-8bee-aacc499cc4f4'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:00:57.616385 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-85e5b1aa-9c52-4e1b-94a4-7fec45c774e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:57.639992 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26c95a54-7d59-4bf4-b4a7-9a47b21447c3 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:57.644050 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-26c95a54-7d59-4bf4-b4a7-9a47b21447c3 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/networks/b4a45a85-4526-4396-8a20-5f7348df1d56 HTTP/1.1" status: 204 len: 168 time: 2.9858503 May 06 10:00:57.653748 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44646) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:57.680326 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-a6d0ccf4-b016-41bf-b31b-7b0cfd0df264 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'network': {'name': 'tempest-RoutersTest-1475905739'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:57.695729 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c95a54-7d59-4bf4-b4a7-9a47b21447c3 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Network': ['ID=b4a45a85-4526-4396-8a20-5f7348df1d56,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:57.711412 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a4131df-7b7e-48de-b8ec-cb9f171cc12b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:57.717533 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-91be5c4e-2a00-4c9a-8881-166a03cf0d1b req-888be407-8080-4243-a429-7ce4d4add686 service neutron] 10.222.0.84 "GET /v2.0/networks/f401ddee-c9b9-4291-b336-96fe56078e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9315948 May 06 10:00:57.747795 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d0ccf4-b016-41bf-b31b-7b0cfd0df264 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Made reservation on behalf of 3e9f9f76e76f46fa83c0e38cc7633413 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:57.753989 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a6d0ccf4-b016-41bf-b31b-7b0cfd0df264 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:57.791909 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4131df-7b7e-48de-b8ec-cb9f171cc12b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event deleted for resources: {'Subnet': ['ID=6f368041-9dc8-4bbd-8bee-aacc499cc4f4,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:57.850663 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:57.850918 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:57.875082 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a4131df-7b7e-48de-b8ec-cb9f171cc12b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:57.903852 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d0ccf4-b016-41bf-b31b-7b0cfd0df264 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:00:57.918778 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-6a4131df-7b7e-48de-b8ec-cb9f171cc12b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c4fd93f-0052-4dba-bba3-736b029427ad']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:57.933655 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-6a4131df-7b7e-48de-b8ec-cb9f171cc12b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e2cfa6-7cfc-45eb-9eb3-f34af0f60284') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:57.933881 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a6d0ccf4-b016-41bf-b31b-7b0cfd0df264 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:57.934033 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-6a4131df-7b7e-48de-b8ec-cb9f171cc12b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e2cfa6-7cfc-45eb-9eb3-f34af0f60284') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:57.934902 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-a6d0ccf4-b016-41bf-b31b-7b0cfd0df264 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Added segment e2939764-0a5d-4ba7-bac5-18a21ded323a of type vlan for network e9abb8cd-275a-4545-a46b-6f80b135bb51 May 06 10:00:57.947317 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a4131df-7b7e-48de-b8ec-cb9f171cc12b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:57.974585 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a4131df-7b7e-48de-b8ec-cb9f171cc12b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:58.006312 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a4131df-7b7e-48de-b8ec-cb9f171cc12b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:00:58.006454 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a4131df-7b7e-48de-b8ec-cb9f171cc12b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: timer() May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:00:58.010456 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:00:58.039502 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a6d0ccf4-b016-41bf-b31b-7b0cfd0df264 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server [None req-85e5b1aa-9c52-4e1b-94a4-7fec45c774e8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f368041-9dc8-4bbd-8bee-aacc499cc4f4: This subnet is being modified by another concurrent operation. May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise exception May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f368041-9dc8-4bbd-8bee-aacc499cc4f4: This subnet is being modified by another concurrent operation. May 06 10:00:58.042024 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server May 06 10:00:58.055870 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85460522-4310-4937-9b16-e6a9a913bee9 req-80c51746-581f-4390-9537-e8f25c0d4659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:58.055870 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-85460522-4310-4937-9b16-e6a9a913bee9 req-80c51746-581f-4390-9537-e8f25c0d4659 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 1094 time: 0.2691245 May 06 10:00:58.070692 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-59671296-f893-4b49-9160-6c383e9ac53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:58.102953 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c066b6-00e6-463e-8450-4ed49eac085b None None] Network 4c4fd93f-0052-4dba-bba3-736b029427ad requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:58.110271 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd83f3a5-ed35-4d67-81ac-f34ff1e5007a None None] Network 3ce3653f-7e6e-4372-868c-fbbcf53e2998 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:58.170280 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c066b6-00e6-463e-8450-4ed49eac085b None None] Network 4c4fd93f-0052-4dba-bba3-736b029427ad could not be found, it might have been deleted concurrently. {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 06 10:00:58.172667 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a4131df-7b7e-48de-b8ec-cb9f171cc12b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:58.208026 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9a0b539c-2cbc-4d09-a99f-2d6c5b4fce9b req-7da9aff2-fdae-4bc0-82a4-eee03834852f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9ac0b552-b0d7-4736-8dcf-85a6c2354ba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2256136 May 06 10:00:58.213325 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a4131df-7b7e-48de-b8ec-cb9f171cc12b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:58.217600 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6a4131df-7b7e-48de-b8ec-cb9f171cc12b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/networks/4c4fd93f-0052-4dba-bba3-736b029427ad HTTP/1.1" status: 204 len: 168 time: 1.7406974 May 06 10:00:58.221252 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4131df-7b7e-48de-b8ec-cb9f171cc12b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event deleted for resources: {'Network': ['ID=4c4fd93f-0052-4dba-bba3-736b029427ad,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:58.225179 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44648) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:58.227911 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-eab89b5e-3799-4fbe-85f7-58e5f89dd639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bcffff-b86a-491f-9892-bdd2fe254a44', 'name': 'tempest-TestServerMultinode-678426901-router', 'tenant_id': '1872a9a2d80444aabb1707cb2fb3e704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'deb69922-9f84-4cf5-81ba-a3d8358c4275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:50Z', 'updated_at': '2022-05-06T10:00:54Z', 'revision_number': 3, 'project_id': '1872a9a2d80444aabb1707cb2fb3e704', 'gw_port': {'id': 'deb69922-9f84-4cf5-81ba-a3d8358c4275', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bcffff-b86a-491f-9892-bdd2fe254a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:52Z', 'updated_at': '2022-05-06T10:00:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:58.246030 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-88737a88-5352-40a9-8ca0-7f417900c868 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-764179088'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:58.253977 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a6d0ccf4-b016-41bf-b31b-7b0cfd0df264 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:58.260329 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d0ccf4-b016-41bf-b31b-7b0cfd0df264 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:58.261096 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a6d0ccf4-b016-41bf-b31b-7b0cfd0df264 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:58.284255 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-59671296-f893-4b49-9160-6c383e9ac53c None None] For port 944265b4-00a6-4670-a9f3-4373d6a7b1e3, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=944265b4-00a6-4670-a9f3-4373d6a7b1e3,segment=NetworkSegment(64700d0d-45c9-49b8-9199-79bd2973a1bb),segment_id=64700d0d-45c9-49b8-9199-79bd2973a1bb)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:58.290151 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab89b5e-3799-4fbe-85f7-58e5f89dd639 None None] Checking router: f6bcffff-b86a-491f-9892-bdd2fe254a44 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:00:58.290514 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab89b5e-3799-4fbe-85f7-58e5f89dd639 None None] Updating router f6bcffff-b86a-491f-9892-bdd2fe254a44 port deb69922-9f84-4cf5-81ba-a3d8358c4275 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:00:58.321557 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eab89b5e-3799-4fbe-85f7-58e5f89dd639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:58.326599 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-59671296-f893-4b49-9160-6c383e9ac53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:58.407772 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-59671296-f893-4b49-9160-6c383e9ac53c None None] Could not find standard attr ID for object da24955f-dae7-4af3-863a-dc79c8e34a02. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 10:00:58.411456 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:58.426879 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-59671296-f893-4b49-9160-6c383e9ac53c None None] Could not find standard attr ID for object a727da69-0fc9-4d2c-8292-ba51b3185f43. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 10:00:58.475681 n-d-840835-1 neutron-server[102653]: DEBUG neutron.objects.ports [None req-03d873e1-746b-4706-bac8-b221d49f57ea tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102653) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 10:00:58.491297 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a6d0ccf4-b016-41bf-b31b-7b0cfd0df264 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8164699 May 06 10:00:58.501429 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44652) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:58.505351 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:00:58.506395 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-ca8ef583-6455-497e-93d3-721cd168f024 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'subnet': {'network_id': 'e9abb8cd-275a-4545-a46b-6f80b135bb51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:58.516984 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88737a88-5352-40a9-8ca0-7f417900c868 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Made reservation on behalf of b8000b76e14d415baaa92cf8f42f4d21 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:58.520825 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-88737a88-5352-40a9-8ca0-7f417900c868 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:58.556765 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0ccf4-b016-41bf-b31b-7b0cfd0df264 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Network': ['ID=e9abb8cd-275a-4545-a46b-6f80b135bb51,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:58.567915 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:58.581632 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network e9abb8cd-275a-4545-a46b-6f80b135bb51 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:00:58.585320 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85460522-4310-4937-9b16-e6a9a913bee9 req-4470253c-decb-402f-8d2d-6c9ae81ea868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:58.587381 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-85460522-4310-4937-9b16-e6a9a913bee9 req-4470253c-decb-402f-8d2d-6c9ae81ea868 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f401ddee-c9b9-4291-b336-96fe56078e24 HTTP/1.1" status: 200 len: 897 time: 0.4722950 May 06 10:00:58.625776 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:58.671333 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59671296-f893-4b49-9160-6c383e9ac53c None None] Pushing event updated for resources: {'Port': ['ID=944265b4-00a6-4670-a9f3-4373d6a7b1e3,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:58.683308 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b539c-2cbc-4d09-a99f-2d6c5b4fce9b req-0214a267-0dce-48f1-8fbd-75833bc35a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:58.684911 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9a0b539c-2cbc-4d09-a99f-2d6c5b4fce9b req-0214a267-0dce-48f1-8fbd-75833bc35a95 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8f622fd1748945faafa68a8a25c50995&device_id=9ac0b552-b0d7-4736-8dcf-85a6c2354ba9 HTTP/1.1" status: 200 len: 1096 time: 0.3505316 May 06 10:00:58.696394 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-85460522-4310-4937-9b16-e6a9a913bee9 req-b321711e-a954-4a0a-9509-20422cc7a428 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dffb0a95-b609-4ed3-8404-79c0ecb25b5f HTTP/1.1" status: 200 len: 217 time: 0.0718732 May 06 10:00:58.703139 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88737a88-5352-40a9-8ca0-7f417900c868 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:00:58.758037 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-59671296-f893-4b49-9160-6c383e9ac53c None None] Provisioning complete for port 9e065228-4546-4ebf-be1e-d1aabf0a36b3 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:58.758371 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-59671296-f893-4b49-9160-6c383e9ac53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:58.776730 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-88737a88-5352-40a9-8ca0-7f417900c868 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:58.777093 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-88737a88-5352-40a9-8ca0-7f417900c868 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Added segment 663e88c7-abaf-4161-869f-ed12d109bb3e of type vlan for network c74722af-5cd8-4355-b2bd-5fdec67b02e1 May 06 10:00:58.791643 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-03d873e1-746b-4706-bac8-b221d49f57ea tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:58.814030 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618a0f8-a278-49c0-817a-259973817537 req-0252bc5e-d3a2-4f3c-8930-bdd97fe0937a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:58.818714 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4618a0f8-a278-49c0-817a-259973817537 req-0252bc5e-d3a2-4f3c-8930-bdd97fe0937a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 943 time: 0.0848746 May 06 10:00:58.922574 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-88737a88-5352-40a9-8ca0-7f417900c868 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:58.953682 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4618a0f8-a278-49c0-817a-259973817537 req-ad2edf62-7f66-4c1a-954e-c44feed18ba9 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282568 May 06 10:00:58.958706 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85460522-4310-4937-9b16-e6a9a913bee9 req-36846764-6be6-494f-9235-328ea1d06747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:58.960260 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-85460522-4310-4937-9b16-e6a9a913bee9 req-36846764-6be6-494f-9235-328ea1d06747 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=50aa0855-d29a-44d5-947d-88e867f2f077 HTTP/1.1" status: 200 len: 834 time: 0.2505753 May 06 10:00:58.966426 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8ef583-6455-497e-93d3-721cd168f024 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Made reservation on behalf of 3e9f9f76e76f46fa83c0e38cc7633413 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:58.969918 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ca8ef583-6455-497e-93d3-721cd168f024 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.110483 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b539c-2cbc-4d09-a99f-2d6c5b4fce9b req-7b6bfdfe-9b6a-481a-83b3-640420182018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:59.112624 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9a0b539c-2cbc-4d09-a99f-2d6c5b4fce9b req-7b6bfdfe-9b6a-481a-83b3-640420182018 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 HTTP/1.1" status: 200 len: 914 time: 0.3937972 May 06 10:00:59.121273 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-88737a88-5352-40a9-8ca0-7f417900c868 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.122605 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9fb8e4f7-7094-45da-9636-10a345b56ec4 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:59.124421 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-03d873e1-746b-4706-bac8-b221d49f57ea tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] For port 9e065228-4546-4ebf-be1e-d1aabf0a36b3, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9e065228-4546-4ebf-be1e-d1aabf0a36b3,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:59.129695 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88737a88-5352-40a9-8ca0-7f417900c868 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:59.130328 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-88737a88-5352-40a9-8ca0-7f417900c868 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.162789 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-03d873e1-746b-4706-bac8-b221d49f57ea tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.169983 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-03d873e1-746b-4706-bac8-b221d49f57ea tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.172279 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-03d873e1-746b-4706-bac8-b221d49f57ea tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.172968 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:59.204488 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.285865 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d873e1-746b-4706-bac8-b221d49f57ea tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:59.288043 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d873e1-746b-4706-bac8-b221d49f57ea tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Port': ['ID=9e065228-4546-4ebf-be1e-d1aabf0a36b3,revision_number=6']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:59.292703 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-88737a88-5352-40a9-8ca0-7f417900c868 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0631151 May 06 10:00:59.297643 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44656) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:59.299276 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-03d873e1-746b-4706-bac8-b221d49f57ea tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:59.305060 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 9fb8e4f7-7094-45da-9636-10a345b56ec4 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:59.305445 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.307080 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-5493638e-c0f6-4942-b957-1545eb93ce16 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Request body: {'subnet': {'network_id': 'c74722af-5cd8-4355-b2bd-5fdec67b02e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:59.314989 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d873e1-746b-4706-bac8-b221d49f57ea tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:59.315764 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-03d873e1-746b-4706-bac8-b221d49f57ea tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.338559 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf93e270-abd4-4692-8024-030976557aaf None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:59.340435 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85460522-4310-4937-9b16-e6a9a913bee9 req-48bb7ab4-12d6-42f0-b399-ae13f46a30fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:59.341468 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-85460522-4310-4937-9b16-e6a9a913bee9 req-48bb7ab4-12d6-42f0-b399-ae13f46a30fc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f401ddee-c9b9-4291-b336-96fe56078e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3679943 May 06 10:00:59.364003 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88737a88-5352-40a9-8ca0-7f417900c868 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event updated for resources: {'Network': ['ID=c74722af-5cd8-4355-b2bd-5fdec67b02e1,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:59.393580 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d873e1-746b-4706-bac8-b221d49f57ea tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Subnet': ['ID=899b991c-55ca-40a1-a3ed-9bef38e4c23f,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:59.394738 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9a0b539c-2cbc-4d09-a99f-2d6c5b4fce9b req-61e8fdab-bfb8-432c-a5a5-d7302c578ccc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7c83e6e-dbba-4390-8c87-d61dce989416 HTTP/1.1" status: 200 len: 1001 time: 0.2438984 May 06 10:00:59.405533 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-03d873e1-746b-4706-bac8-b221d49f57ea tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.7919569 May 06 10:00:59.409585 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44658) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:59.415645 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-921227c1-de58-4c40-a4c3-516d4dd90e43 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Request body: {'port': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'mac_address': 'fa:16:3e:56:45:7d', 'name': 'tempest-NetworksTestDHCPv6-1149511530'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:59.421789 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network c74722af-5cd8-4355-b2bd-5fdec67b02e1 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:00:59.513047 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d8096c6-05d1-4f2e-942c-08eef96b4485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.518015 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eab89b5e-3799-4fbe-85f7-58e5f89dd639 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.563627 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5493638e-c0f6-4942-b957-1545eb93ce16 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Made reservation on behalf of b8000b76e14d415baaa92cf8f42f4d21 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:59.563627 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5493638e-c0f6-4942-b957-1545eb93ce16 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.569257 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eab89b5e-3799-4fbe-85f7-58e5f89dd639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.576733 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4282b0c2-faa3-486a-8144-69d4f93918ee None None] Provisioning complete for port 69729b23-789a-47e6-8605-0170ae871203 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:59.577396 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4282b0c2-faa3-486a-8144-69d4f93918ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.616504 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b539c-2cbc-4d09-a99f-2d6c5b4fce9b req-480b780b-2010-4e56-af9d-68bdc28b3b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:59.619296 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9a0b539c-2cbc-4d09-a99f-2d6c5b4fce9b req-480b780b-2010-4e56-af9d-68bdc28b3b9d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5a6d1981-166e-43ed-8cde-937a332bb113 HTTP/1.1" status: 200 len: 852 time: 0.1833317 May 06 10:00:59.675291 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d1777-aa37-4e2b-9d12-8c1d8f8eaa88 None None] Pushing event updated for resources: {'Port': ['ID=deb69922-9f84-4cf5-81ba-a3d8358c4275,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:59.709286 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921227c1-de58-4c40-a4c3-516d4dd90e43 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Made reservation on behalf of c448911c95fc4f4d9c2a1290921f4e2e for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:59.728417 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-85460522-4310-4937-9b16-e6a9a913bee9 req-f096a096-6f15-4d26-b21d-56b21aeab7b1 service neutron] 10.222.0.84 "GET /v2.0/networks/f401ddee-c9b9-4291-b336-96fe56078e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770456 May 06 10:00:59.732676 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ca8ef583-6455-497e-93d3-721cd168f024 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.770050 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-eab89b5e-3799-4fbe-85f7-58e5f89dd639 None None] Attempting to bind port deb69922-9f84-4cf5-81ba-a3d8358c4275 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:59.770425 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-eab89b5e-3799-4fbe-85f7-58e5f89dd639 None None] Attempting to bind port deb69922-9f84-4cf5-81ba-a3d8358c4275 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:59.770786 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab89b5e-3799-4fbe-85f7-58e5f89dd639 None None] Attempting to bind port deb69922-9f84-4cf5-81ba-a3d8358c4275 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:59.790121 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.805960 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab89b5e-3799-4fbe-85f7-58e5f89dd639 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:59.806334 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab89b5e-3799-4fbe-85f7-58e5f89dd639 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:59.806738 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eab89b5e-3799-4fbe-85f7-58e5f89dd639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.807346 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab89b5e-3799-4fbe-85f7-58e5f89dd639 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:59.807641 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-eab89b5e-3799-4fbe-85f7-58e5f89dd639 None None] Bound port: deb69922-9f84-4cf5-81ba-a3d8358c4275, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:59.808021 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eab89b5e-3799-4fbe-85f7-58e5f89dd639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.886399 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 9fb8e4f7-7094-45da-9636-10a345b56ec4, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9fb8e4f7-7094-45da-9636-10a345b56ec4,segment=NetworkSegment(62938aea-6589-42d5-b5c2-7e028a2f233b),segment_id=62938aea-6589-42d5-b5c2-7e028a2f233b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:59.890140 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-921227c1-de58-4c40-a4c3-516d4dd90e43 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.895994 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b539c-2cbc-4d09-a99f-2d6c5b4fce9b req-8cfc5dc4-40ae-448b-a46f-7a6abf3e3234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:59.897525 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9a0b539c-2cbc-4d09-a99f-2d6c5b4fce9b req-8cfc5dc4-40ae-448b-a46f-7a6abf3e3234 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2642436 May 06 10:00:59.915494 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5493638e-c0f6-4942-b957-1545eb93ce16 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.917858 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ef583-6455-497e-93d3-721cd168f024 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Subnet': ['ID=f032f698-f117-4446-9af2-55fd9f1d5f47,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:59.922891 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.923876 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 69729b23-789a-47e6-8605-0170ae871203 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:59.953559 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-921227c1-de58-4c40-a4c3-516d4dd90e43 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] device_id is not set on port e275e151-2e79-4261-9361-c035d728c821 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:00:59.997637 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-eab89b5e-3799-4fbe-85f7-58e5f89dd639 None None] For port deb69922-9f84-4cf5-81ba-a3d8358c4275, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:01:00.016600 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4282b0c2-faa3-486a-8144-69d4f93918ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:00.050993 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493638e-c0f6-4942-b957-1545eb93ce16 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event updated for resources: {'Subnet': ['ID=e0214568-9909-41e0-971c-2716df7f1dc8,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:00.065830 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-4282b0c2-faa3-486a-8144-69d4f93918ee None None] For port 69729b23-789a-47e6-8605-0170ae871203, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=69729b23-789a-47e6-8605-0170ae871203,segment=NetworkSegment(a4a313ba-2a91-40b1-b276-e8cc737f1ade),segment_id=a4a313ba-2a91-40b1-b276-e8cc737f1ade)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:00.080058 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-eab89b5e-3799-4fbe-85f7-58e5f89dd639 None None] For port deb69922-9f84-4cf5-81ba-a3d8358c4275, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=deb69922-9f84-4cf5-81ba-a3d8358c4275,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:01:00.092888 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5493638e-c0f6-4942-b957-1545eb93ce16 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Checking segment: {'id': '663e88c7-abaf-4161-869f-ed12d109bb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c74722af-5cd8-4355-b2bd-5fdec67b02e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:00.093415 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5493638e-c0f6-4942-b957-1545eb93ce16 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Network hostable DHCP agents. Network: c74722af-5cd8-4355-b2bd-5fdec67b02e1, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:01:00.120957 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4282b0c2-faa3-486a-8144-69d4f93918ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:00.123349 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eab89b5e-3799-4fbe-85f7-58e5f89dd639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:00.145131 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=9fb8e4f7-7094-45da-9636-10a345b56ec4,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:00.149740 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4282b0c2-faa3-486a-8144-69d4f93918ee None None] Could not find standard attr ID for object da24955f-dae7-4af3-863a-dc79c8e34a02. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 10:01:00.204034 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d610820-45bc-4da1-8173-e2a62c980e26 None None] Update dhcp port {'port': {'network_id': '0d1252d9-04fb-40a6-862c-9b06ebf6d551', 'fixed_ips': [{'subnet_id': '899b991c-55ca-40a1-a3ed-9bef38e4c23f', 'ip_address': '2001:db8:0:1:f816:3eff:fe84:c08c'}, {'subnet_id': '3716ac44-7e3e-4eb5-af07-777650783e0a'}], 'binding:host_id': 'n-d-840835-1'}, 'id': '9e065228-4546-4ebf-be1e-d1aabf0a36b3'} from n-d-840835-1. {{(pid=102654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 10:01:00.215409 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9992e47-77a3-4b77-ab50-a86f23cff28f req-b548f37b-52f3-484f-a983-86b1b5e31ffe tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:00.223700 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b9992e47-77a3-4b77-ab50-a86f23cff28f req-b548f37b-52f3-484f-a983-86b1b5e31ffe tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 943 time: 0.1259577 May 06 10:01:00.246795 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 69729b23-789a-47e6-8605-0170ae871203 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:00.247214 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:00.272797 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5493638e-c0f6-4942-b957-1545eb93ce16 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Network c74722af-5cd8-4355-b2bd-5fdec67b02e1 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:01:00.278255 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab89b5e-3799-4fbe-85f7-58e5f89dd639 None None] Routers {'f6bcffff-b86a-491f-9892-bdd2fe254a44'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:00.279173 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-eab89b5e-3799-4fbe-85f7-58e5f89dd639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['f6bcffff-b86a-491f-9892-bdd2fe254a44'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:00.322469 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-5493638e-c0f6-4942-b957-1545eb93ce16 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, c74722af-5cd8-4355-b2bd-5fdec67b02e1) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:00.326460 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8d610820-45bc-4da1-8173-e2a62c980e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:00.343561 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282b0c2-faa3-486a-8144-69d4f93918ee None None] Pushing event updated for resources: {'Port': ['ID=69729b23-789a-47e6-8605-0170ae871203,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:00.343787 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b9992e47-77a3-4b77-ab50-a86f23cff28f req-8afb0af2-8ab2-424e-b73e-35b406d05ee4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190221 May 06 10:01:00.345181 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5493638e-c0f6-4942-b957-1545eb93ce16 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:00.345778 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5493638e-c0f6-4942-b957-1545eb93ce16 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:00.353362 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a012dc13-325c-4e40-84ad-3887d648eb1c None None] Network c74722af-5cd8-4355-b2bd-5fdec67b02e1 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:00.390705 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5493638e-c0f6-4942-b957-1545eb93ce16 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0882993 May 06 10:01:00.393832 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44664) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:00.400881 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-921227c1-de58-4c40-a4c3-516d4dd90e43 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Allocated IP 2001:db8::36d (0d1252d9-04fb-40a6-862c-9b06ebf6d551/3716ac44-7e3e-4eb5-af07-777650783e0a/e275e151-2e79-4261-9361-c035d728c821) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:00.411511 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-921227c1-de58-4c40-a4c3-516d4dd90e43 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Allocated IP 2001:db8:0:1:f816:3eff:fe56:457d (0d1252d9-04fb-40a6-862c-9b06ebf6d551/899b991c-55ca-40a1-a3ed-9bef38e4c23f/e275e151-2e79-4261-9361-c035d728c821) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:00.438221 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8ef583-6455-497e-93d3-721cd168f024 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Checking segment: {'id': 'e2939764-0a5d-4ba7-bac5-18a21ded323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e9abb8cd-275a-4545-a46b-6f80b135bb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:00.438588 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8ef583-6455-497e-93d3-721cd168f024 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network hostable DHCP agents. Network: e9abb8cd-275a-4545-a46b-6f80b135bb51, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:01:00.487557 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-85460522-4310-4937-9b16-e6a9a913bee9 req-abf68c30-cee7-4122-82ee-bade81e250d6 service neutron] 10.222.0.84 "GET /v2.0/networks/f401ddee-c9b9-4291-b336-96fe56078e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7432487 May 06 10:01:00.502503 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-0d8096c6-05d1-4f2e-942c-08eef96b4485 admin admin] Allocated IP 172.20.0.1 (3ce3653f-7e6e-4372-868c-fbbcf53e2998/f8991258-2c3a-4dc0-836d-5bc298b36913/c0df4f79-a105-4800-8e31-a81ccac35a19) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:00.520063 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4282b0c2-faa3-486a-8144-69d4f93918ee None None] Provisioning complete for port 9e065228-4546-4ebf-be1e-d1aabf0a36b3 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:00.520726 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4282b0c2-faa3-486a-8144-69d4f93918ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:00.546762 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9a0b539c-2cbc-4d09-a99f-2d6c5b4fce9b req-aa53f851-d3a8-4911-bdac-bfbf23ff032c service neutron] 10.222.0.77 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6369767 May 06 10:01:00.582956 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8ef583-6455-497e-93d3-721cd168f024 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network e9abb8cd-275a-4545-a46b-6f80b135bb51 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:01:00.602901 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-921227c1-de58-4c40-a4c3-516d4dd90e43 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:00.648747 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-921227c1-de58-4c40-a4c3-516d4dd90e43 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:00.666066 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-ca8ef583-6455-497e-93d3-721cd168f024 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, e9abb8cd-275a-4545-a46b-6f80b135bb51) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:00.684467 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8ef583-6455-497e-93d3-721cd168f024 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:00.684739 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ca8ef583-6455-497e-93d3-721cd168f024 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:00.697180 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f2b97a6d-42db-44e9-bd65-c82393bdc8aa tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:00.699628 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device abda13a8-b7e3-4251-a9ed-a38c9974c15d up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:00.708366 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921227c1-de58-4c40-a4c3-516d4dd90e43 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:00.712515 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-921227c1-de58-4c40-a4c3-516d4dd90e43 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:00.722045 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921227c1-de58-4c40-a4c3-516d4dd90e43 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:00.728307 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f7161b-8520-4006-a3e2-7fa12680acc4 None None] Network e9abb8cd-275a-4545-a46b-6f80b135bb51 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:00.728646 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921227c1-de58-4c40-a4c3-516d4dd90e43 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:00.729569 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-921227c1-de58-4c40-a4c3-516d4dd90e43 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:00.733824 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921227c1-de58-4c40-a4c3-516d4dd90e43 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event updated for resources: {'Port': ['ID=e275e151-2e79-4261-9361-c035d728c821,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:00.742495 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ca8ef583-6455-497e-93d3-721cd168f024 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2388930 May 06 10:01:00.745358 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44668) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:00.750437 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-e1597761-8112-4865-bf7c-b6d8758ba6ab tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-216941198', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:00.753045 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-eab89b5e-3799-4fbe-85f7-58e5f89dd639 None None] Set router f6bcffff-b86a-491f-9892-bdd2fe254a44 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:01:00.775351 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-921227c1-de58-4c40-a4c3-516d4dd90e43 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3632460 May 06 10:01:00.777134 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44670) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:00.787070 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e1597761-8112-4865-bf7c-b6d8758ba6ab tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:00.788374 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e1597761-8112-4865-bf7c-b6d8758ba6ab tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:00.798601 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d1777-aa37-4e2b-9d12-8c1d8f8eaa88 None None] Pushing event updated for resources: {'Port': ['ID=deb69922-9f84-4cf5-81ba-a3d8358c4275,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:00.815524 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9a0b539c-2cbc-4d09-a99f-2d6c5b4fce9b req-9222a27b-a259-43f7-84d9-b51acf15276c service neutron] 10.222.0.77 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563267 May 06 10:01:00.823280 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d8096c6-05d1-4f2e-942c-08eef96b4485 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:00.851891 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f2b97a6d-42db-44e9-bd65-c82393bdc8aa tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:00.926924 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e1597761-8112-4865-bf7c-b6d8758ba6ab tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:00.932764 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d8096c6-05d1-4f2e-942c-08eef96b4485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:00.935747 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e1597761-8112-4865-bf7c-b6d8758ba6ab tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:00.966291 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e1597761-8112-4865-bf7c-b6d8758ba6ab tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:00.972281 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e1597761-8112-4865-bf7c-b6d8758ba6ab tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2258554 May 06 10:01:00.972967 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44672) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:00.992418 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8096c6-05d1-4f2e-942c-08eef96b4485 admin admin] Network 3ce3653f-7e6e-4372-868c-fbbcf53e2998 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:00.998043 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f2b97a6d-42db-44e9-bd65-c82393bdc8aa tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:01.022031 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-7e8ac934-aed1-489c-8b79-bec084edfe95 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting port e275e151-2e79-4261-9361-c035d728c821 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:01.022455 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7e8ac934-aed1-489c-8b79-bec084edfe95 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:01.045980 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-0d8096c6-05d1-4f2e-942c-08eef96b4485 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:01.138636 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8096c6-05d1-4f2e-942c-08eef96b4485 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:01.215564 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d8096c6-05d1-4f2e-942c-08eef96b4485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:01.270214 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8096c6-05d1-4f2e-942c-08eef96b4485 admin admin] Pushing event updated for resources: {'Port': ['ID=c0df4f79-a105-4800-8e31-a81ccac35a19,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:01.284589 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-8d610820-45bc-4da1-8173-e2a62c980e26 None None] Allocated IP 2001:db8::2 (0d1252d9-04fb-40a6-862c-9b06ebf6d551/3716ac44-7e3e-4eb5-af07-777650783e0a/9e065228-4546-4ebf-be1e-d1aabf0a36b3) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:01.328619 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b97a6d-42db-44e9-bd65-c82393bdc8aa tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event deleted for resources: {'Subnet': ['ID=e0214568-9909-41e0-971c-2716df7f1dc8,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:01.344053 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f2b97a6d-42db-44e9-bd65-c82393bdc8aa tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:01.392128 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-f2b97a6d-42db-44e9-bd65-c82393bdc8aa tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74722af-5cd8-4355-b2bd-5fdec67b02e1']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:01.414403 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8d610820-45bc-4da1-8173-e2a62c980e26 None None] For port 9e065228-4546-4ebf-be1e-d1aabf0a36b3, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9e065228-4546-4ebf-be1e-d1aabf0a36b3,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:01.417168 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-f2b97a6d-42db-44e9-bd65-c82393bdc8aa tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '663e88c7-abaf-4161-869f-ed12d109bb3e') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:01.417480 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-f2b97a6d-42db-44e9-bd65-c82393bdc8aa tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '663e88c7-abaf-4161-869f-ed12d109bb3e') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:01.449359 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f2b97a6d-42db-44e9-bd65-c82393bdc8aa tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:01.472743 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f2b97a6d-42db-44e9-bd65-c82393bdc8aa tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:01.482597 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b97a6d-42db-44e9-bd65-c82393bdc8aa tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:01.483074 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f2b97a6d-42db-44e9-bd65-c82393bdc8aa tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: timer() May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:01.486373 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:01.520281 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea85d681-0770-44b2-911b-c9d45e9bf62d None None] Network c74722af-5cd8-4355-b2bd-5fdec67b02e1 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:01.526820 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8d610820-45bc-4da1-8173-e2a62c980e26 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:01.567828 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d8096c6-05d1-4f2e-942c-08eef96b4485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:01.579613 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f2b97a6d-42db-44e9-bd65-c82393bdc8aa tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:01.582378 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8d610820-45bc-4da1-8173-e2a62c980e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:01.592611 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f2b97a6d-42db-44e9-bd65-c82393bdc8aa tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:01.602280 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device dffb0a95-b609-4ed3-8404-79c0ecb25b5f details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:01:01.603648 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f2b97a6d-42db-44e9-bd65-c82393bdc8aa tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/networks/c74722af-5cd8-4355-b2bd-5fdec67b02e1 HTTP/1.1" status: 204 len: 168 time: 1.2059350 May 06 10:01:01.607897 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44678) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:01.617432 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-def9d630-def2-44c5-a8b2-727638681eb1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-566084939'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:01.617638 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b97a6d-42db-44e9-bd65-c82393bdc8aa tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event deleted for resources: {'Network': ['ID=c74722af-5cd8-4355-b2bd-5fdec67b02e1,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:01.739336 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4282b0c2-faa3-486a-8144-69d4f93918ee None None] Provisioning complete for port 9fb8e4f7-7094-45da-9636-10a345b56ec4 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:01.739724 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4282b0c2-faa3-486a-8144-69d4f93918ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:01.769727 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7e8ac934-aed1-489c-8b79-bec084edfe95 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:01.779520 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def9d630-def2-44c5-a8b2-727638681eb1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Made reservation on behalf of b8000b76e14d415baaa92cf8f42f4d21 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:01.783152 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-def9d630-def2-44c5-a8b2-727638681eb1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:01.807788 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-7e8ac934-aed1-489c-8b79-bec084edfe95 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Calling delete_port for e275e151-2e79-4261-9361-c035d728c821 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:01.834115 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d8096c6-05d1-4f2e-942c-08eef96b4485 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:01.840632 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d8096c6-05d1-4f2e-942c-08eef96b4485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:01.863650 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0375c-1c31-4fcc-9f0d-0a0188f2e580 req-29621426-c182-4333-8d1c-f049f002cdd3 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:01.865205 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-83c0375c-1c31-4fcc-9f0d-0a0188f2e580 req-29621426-c182-4333-8d1c-f049f002cdd3 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 943 time: 0.2581484 May 06 10:01:01.883761 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.resource_extend [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 10:01:01.896832 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59ea86d-40ed-4431-9eda-1bca2b9785d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-e9abb8cd-275a-4545-a46b-6f80b135bb51', 'network_id': 'e9abb8cd-275a-4545-a46b-6f80b135bb51', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'fixed_ips': [{'subnet_id': 'f032f698-f117-4446-9af2-55fd9f1d5f47'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:01:01.897717 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e59ea86d-40ed-4431-9eda-1bca2b9785d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:01.906265 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port abda13a8-b7e3-4251-a9ed-a38c9974c15d triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:01.906648 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:01.931764 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def9d630-def2-44c5-a8b2-727638681eb1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:01:01.941459 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0d8096c6-05d1-4f2e-942c-08eef96b4485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:01.944061 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8096c6-05d1-4f2e-942c-08eef96b4485 admin admin] Pushing event updated for resources: {'Port': ['ID=c0df4f79-a105-4800-8e31-a81ccac35a19,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:01.966535 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-def9d630-def2-44c5-a8b2-727638681eb1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:01.966890 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-def9d630-def2-44c5-a8b2-727638681eb1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Added segment ca7d59a9-fe35-4c92-9e68-bb98d7d43803 of type vlan for network 785b20eb-dd73-433b-983f-16dc6629da76 May 06 10:01:02.010877 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-909603b9-5c34-406d-a467-33a51b2d8184 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:02.054515 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-83c0375c-1c31-4fcc-9f0d-0a0188f2e580 req-16dc7e05-65fb-44e7-b330-d3850226ee60 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542137 May 06 10:01:02.096046 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d610820-45bc-4da1-8173-e2a62c980e26 None None] Pushing event updated for resources: {'Port': ['ID=9e065228-4546-4ebf-be1e-d1aabf0a36b3,revision_number=7']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:02.098654 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-def9d630-def2-44c5-a8b2-727638681eb1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:02.133710 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8096c6-05d1-4f2e-942c-08eef96b4485 admin admin] Network 3ce3653f-7e6e-4372-868c-fbbcf53e2998 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:02.135440 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-0d8096c6-05d1-4f2e-942c-08eef96b4485 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:02.321805 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-def9d630-def2-44c5-a8b2-727638681eb1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:02.330116 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def9d630-def2-44c5-a8b2-727638681eb1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:02.330969 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-def9d630-def2-44c5-a8b2-727638681eb1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:02.413120 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8096c6-05d1-4f2e-942c-08eef96b4485 admin admin] Router f6bcffff-b86a-491f-9892-bdd2fe254a44 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:01:02.417876 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port dffb0a95-b609-4ed3-8404-79c0ecb25b5f, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=dffb0a95-b609-4ed3-8404-79c0ecb25b5f,segment=NetworkSegment(359ae381-b80a-42a9-92e1-acee0d1de1f3),segment_id=359ae381-b80a-42a9-92e1-acee0d1de1f3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:02.526264 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-def9d630-def2-44c5-a8b2-727638681eb1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9137404 May 06 10:01:02.534001 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44694) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:02.539432 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-7767237e-be7c-409c-8bf1-34def17be5d3 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Request body: {'subnet': {'network_id': '785b20eb-dd73-433b-983f-16dc6629da76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:02.565670 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f', 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24', 'port_id': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f', 'mac_address': 'fa:16:3e:79:5e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50aa0855-d29a-44d5-947d-88e867f2f077', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:01:02.589298 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 944265b4-00a6-4670-a9f3-4373d6a7b1e3 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:02.621043 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-e59ea86d-40ed-4431-9eda-1bca2b9785d2 None None] Allocated IP 172.20.0.2 (e9abb8cd-275a-4545-a46b-6f80b135bb51/f032f698-f117-4446-9af2-55fd9f1d5f47/84fefed4-ec09-499a-b783-9d8b3c1ed2f0) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:02.630589 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9d630-def2-44c5-a8b2-727638681eb1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event updated for resources: {'Network': ['ID=785b20eb-dd73-433b-983f-16dc6629da76,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:02.651865 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 785b20eb-dd73-433b-983f-16dc6629da76 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:01:02.657453 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8096c6-05d1-4f2e-942c-08eef96b4485 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:01:02.666102 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0d8096c6-05d1-4f2e-942c-08eef96b4485 admin admin] 10.222.0.73 "PUT /v2.0/routers/f6bcffff-b86a-491f-9892-bdd2fe254a44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8744791 May 06 10:01:02.799885 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-eab89b5e-3799-4fbe-85f7-58e5f89dd639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bcffff-b86a-491f-9892-bdd2fe254a44', 'name': 'tempest-TestServerMultinode-678426901-router', 'tenant_id': '1872a9a2d80444aabb1707cb2fb3e704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'deb69922-9f84-4cf5-81ba-a3d8358c4275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:50Z', 'updated_at': '2022-05-06T10:00:54Z', 'revision_number': 3, 'project_id': '1872a9a2d80444aabb1707cb2fb3e704', 'gw_port': {'id': 'deb69922-9f84-4cf5-81ba-a3d8358c4275', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bcffff-b86a-491f-9892-bdd2fe254a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:52Z', 'updated_at': '2022-05-06T10:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:02.840177 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7e8ac934-aed1-489c-8b79-bec084edfe95 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:02.891277 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ac934-aed1-489c-8b79-bec084edfe95 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Port': ['ID=e275e151-2e79-4261-9361-c035d728c821,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:02.893146 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7767237e-be7c-409c-8bf1-34def17be5d3 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Made reservation on behalf of b8000b76e14d415baaa92cf8f42f4d21 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:02.899840 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7767237e-be7c-409c-8bf1-34def17be5d3 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:02.926382 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab89b5e-3799-4fbe-85f7-58e5f89dd639 None None] The sync data for ids ['f6bcffff-b86a-491f-9892-bdd2fe254a44'] in n-d-840835-1 is: [{'id': 'f6bcffff-b86a-491f-9892-bdd2fe254a44', 'name': 'tempest-TestServerMultinode-678426901-router', 'tenant_id': '1872a9a2d80444aabb1707cb2fb3e704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'deb69922-9f84-4cf5-81ba-a3d8358c4275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:50Z', 'updated_at': '2022-05-06T10:00:54Z', 'revision_number': 3, 'project_id': '1872a9a2d80444aabb1707cb2fb3e704', 'gw_port': {'id': 'deb69922-9f84-4cf5-81ba-a3d8358c4275', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bcffff-b86a-491f-9892-bdd2fe254a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:52Z', 'updated_at': '2022-05-06T10:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:01:02.930649 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:02.954290 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-86932fa8-d957-4990-aa75-a723a5bde7f8 None None] Provisioning complete for port c0df4f79-a105-4800-8e31-a81ccac35a19 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:02.954290 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-86932fa8-d957-4990-aa75-a723a5bde7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:03.020822 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dffb0a95-b609-4ed3-8404-79c0ecb25b5f {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:01:03.027537 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7e8ac934-aed1-489c-8b79-bec084edfe95 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:03.033548 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7e8ac934-aed1-489c-8b79-bec084edfe95 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/e275e151-2e79-4261-9361-c035d728c821 HTTP/1.1" status: 204 len: 168 time: 2.2528877 May 06 10:01:03.034414 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44706) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:03.072804 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 944265b4-00a6-4670-a9f3-4373d6a7b1e3 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:03.073357 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:03.084416 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port dffb0a95-b609-4ed3-8404-79c0ecb25b5f, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=dffb0a95-b609-4ed3-8404-79c0ecb25b5f,segment=NetworkSegment(359ae381-b80a-42a9-92e1-acee0d1de1f3),segment_id=359ae381-b80a-42a9-92e1-acee0d1de1f3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:03.132451 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:03.135631 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-86932fa8-d957-4990-aa75-a723a5bde7f8 None None] Port c0df4f79-a105-4800-8e31-a81ccac35a19 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:01:03.146623 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c7fe77-779e-4557-b980-b5764842fb67 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:03.150755 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-19c7fe77-779e-4557-b980-b5764842fb67 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1123207 May 06 10:01:03.152264 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44714) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:03.255998 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d896809b-9364-423d-8a97-574281393eec tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:03.258141 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d896809b-9364-423d-8a97-574281393eec tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1058717 May 06 10:01:03.261583 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44716) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:03.297242 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e59ea86d-40ed-4431-9eda-1bca2b9785d2 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:03.377144 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=dffb0a95-b609-4ed3-8404-79c0ecb25b5f,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:03.380386 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-86932fa8-d957-4990-aa75-a723a5bde7f8 None None] Provisioning complete for port 9fb8e4f7-7094-45da-9636-10a345b56ec4 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:03.380777 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-86932fa8-d957-4990-aa75-a723a5bde7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:03.421287 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70ec707-1856-4ad7-ac07-d705575939e5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:03.424457 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70ec707-1856-4ad7-ac07-d705575939e5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:03.425712 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70ec707-1856-4ad7-ac07-d705575939e5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:03.430697 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e70ec707-1856-4ad7-ac07-d705575939e5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1649733 May 06 10:01:03.431314 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44720) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:03.468033 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e59ea86d-40ed-4431-9eda-1bca2b9785d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:03.524178 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-909603b9-5c34-406d-a467-33a51b2d8184 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Allocated IP 172.20.0.1 (e9abb8cd-275a-4545-a46b-6f80b135bb51/f032f698-f117-4446-9af2-55fd9f1d5f47/e7b0d428-964c-433b-a26a-191143515b58) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:03.556103 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['dffb0a95-b609-4ed3-8404-79c0ecb25b5f'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:01:03.568443 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb9d62c6-f379-4e34-aeca-b4e05bf56df9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting subnet 3716ac44-7e3e-4eb5-af07-777650783e0a {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:01:03.575751 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fb9d62c6-f379-4e34-aeca-b4e05bf56df9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:03.593522 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 8d19a30f-e443-408d-a900-d8ccb957f62a no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:01:03.636455 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fb9d62c6-f379-4e34-aeca-b4e05bf56df9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:03.808413 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7767237e-be7c-409c-8bf1-34def17be5d3 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:03.831352 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fb9d62c6-f379-4e34-aeca-b4e05bf56df9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:03.840371 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-909603b9-5c34-406d-a467-33a51b2d8184 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:03.901049 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-909603b9-5c34-406d-a467-33a51b2d8184 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:03.923291 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59ea86d-40ed-4431-9eda-1bca2b9785d2 None None] Network e9abb8cd-275a-4545-a46b-6f80b135bb51 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:03.946761 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1b4a6-cbb2-4bcd-881b-d718abe58f0e req-c25ab13c-56de-4525-9c93-d2a52065f5e5 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:03.947605 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fb9d62c6-f379-4e34-aeca-b4e05bf56df9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:03.955455 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1fd1b4a6-cbb2-4bcd-881b-d718abe58f0e req-c25ab13c-56de-4525-9c93-d2a52065f5e5 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 944 time: 0.7438815 May 06 10:01:03.970428 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-e59ea86d-40ed-4431-9eda-1bca2b9785d2 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:03.974324 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59ea86d-40ed-4431-9eda-1bca2b9785d2 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:03.989965 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d62c6-f379-4e34-aeca-b4e05bf56df9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Subnet': ['ID=3716ac44-7e3e-4eb5-af07-777650783e0a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:03.997008 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fb9d62c6-f379-4e34-aeca-b4e05bf56df9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:04.000676 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 8d19a30f-e443-408d-a900-d8ccb957f62a {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:01:04.001014 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fb9d62c6-f379-4e34-aeca-b4e05bf56df9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/3716ac44-7e3e-4eb5-af07-777650783e0a HTTP/1.1" status: 204 len: 168 time: 0.5683072 May 06 10:01:04.001285 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 8d19a30f-e443-408d-a900-d8ccb957f62a not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:01:04.001814 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9e065228-4546-4ebf-be1e-d1aabf0a36b3 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:01:04.003457 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44724) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:04.008395 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ead684e-7733-4eed-8c05-269c6d58ccba None None] Network 0d1252d9-04fb-40a6-862c-9b06ebf6d551 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:04.071933 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-e846e83d-77a1-4452-8586-41acc0a6a476 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Deleting subnet 899b991c-55ca-40a1-a3ed-9bef38e4c23f {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:01:04.076080 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e846e83d-77a1-4452-8586-41acc0a6a476 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:04.088625 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ea86d-40ed-4431-9eda-1bca2b9785d2 None None] Pushing event updated for resources: {'Port': ['ID=84fefed4-ec09-499a-b783-9d8b3c1ed2f0,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:04.115789 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909603b9-5c34-406d-a467-33a51b2d8184 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network e9abb8cd-275a-4545-a46b-6f80b135bb51 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:04.143719 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e846e83d-77a1-4452-8586-41acc0a6a476 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:04.184325 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7767237e-be7c-409c-8bf1-34def17be5d3 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Checking segment: {'id': 'ca7d59a9-fe35-4c92-9e68-bb98d7d43803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '785b20eb-dd73-433b-983f-16dc6629da76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:04.184558 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7767237e-be7c-409c-8bf1-34def17be5d3 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Network hostable DHCP agents. Network: 785b20eb-dd73-433b-983f-16dc6629da76, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:01:04.190202 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-909603b9-5c34-406d-a467-33a51b2d8184 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:04.204477 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767237e-be7c-409c-8bf1-34def17be5d3 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event updated for resources: {'Subnet': ['ID=a1336763-e32c-4a1d-9ba9-cf3f7daa1939,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:04.207835 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909603b9-5c34-406d-a467-33a51b2d8184 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:04.217703 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909603b9-5c34-406d-a467-33a51b2d8184 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Port': ['ID=e7b0d428-964c-433b-a26a-191143515b58,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:04.262365 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1fd1b4a6-cbb2-4bcd-881b-d718abe58f0e req-15291bc1-6988-4a55-820a-5301aff40518 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3003969 May 06 10:01:04.300316 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e846e83d-77a1-4452-8586-41acc0a6a476 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:04.320769 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-909603b9-5c34-406d-a467-33a51b2d8184 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:04.391188 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7767237e-be7c-409c-8bf1-34def17be5d3 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Network 785b20eb-dd73-433b-983f-16dc6629da76 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:01:04.392491 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e846e83d-77a1-4452-8586-41acc0a6a476 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:04.428757 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846e83d-77a1-4452-8586-41acc0a6a476 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Subnet': ['ID=899b991c-55ca-40a1-a3ed-9bef38e4c23f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:04.451468 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e846e83d-77a1-4452-8586-41acc0a6a476 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:04.458430 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e846e83d-77a1-4452-8586-41acc0a6a476 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/899b991c-55ca-40a1-a3ed-9bef38e4c23f HTTP/1.1" status: 204 len: 168 time: 0.4530690 May 06 10:01:04.460098 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44734) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:04.461715 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-e59ea86d-40ed-4431-9eda-1bca2b9785d2 None None] Attempting to bind port 84fefed4-ec09-499a-b783-9d8b3c1ed2f0 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:01:04.462101 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-e59ea86d-40ed-4431-9eda-1bca2b9785d2 None None] Attempting to bind port 84fefed4-ec09-499a-b783-9d8b3c1ed2f0 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'e2939764-0a5d-4ba7-bac5-18a21ded323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e9abb8cd-275a-4545-a46b-6f80b135bb51'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:01:04.462477 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59ea86d-40ed-4431-9eda-1bca2b9785d2 None None] Attempting to bind port 84fefed4-ec09-499a-b783-9d8b3c1ed2f0 on network e9abb8cd-275a-4545-a46b-6f80b135bb51 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:04.514883 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1a794414-220b-4cba-862a-ba3cb334e8bc tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0529082 May 06 10:01:04.517275 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44736) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:04.519007 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59ea86d-40ed-4431-9eda-1bca2b9785d2 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:01:04.519569 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59ea86d-40ed-4431-9eda-1bca2b9785d2 None None] Checking segment: {'id': 'e2939764-0a5d-4ba7-bac5-18a21ded323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e9abb8cd-275a-4545-a46b-6f80b135bb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:04.519818 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e59ea86d-40ed-4431-9eda-1bca2b9785d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:04.520219 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59ea86d-40ed-4431-9eda-1bca2b9785d2 None None] Bound using segment: {'id': 'e2939764-0a5d-4ba7-bac5-18a21ded323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e9abb8cd-275a-4545-a46b-6f80b135bb51'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:01:04.520716 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-e59ea86d-40ed-4431-9eda-1bca2b9785d2 None None] Bound port: 84fefed4-ec09-499a-b783-9d8b3c1ed2f0, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2939764-0a5d-4ba7-bac5-18a21ded323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e9abb8cd-275a-4545-a46b-6f80b135bb51'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:01:04.521105 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e59ea86d-40ed-4431-9eda-1bca2b9785d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:04.545492 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-7767237e-be7c-409c-8bf1-34def17be5d3 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 785b20eb-dd73-433b-983f-16dc6629da76) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:04.589987 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b970f8-18ea-424a-a5af-52efb2b26814 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:04.592189 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-20b970f8-18ea-424a-a5af-52efb2b26814 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0738096 May 06 10:01:04.594649 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44738) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:04.604894 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6529300-0874-4c3c-8113-943794c60d09 None None] Network 785b20eb-dd73-433b-983f-16dc6629da76 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:04.626248 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7767237e-be7c-409c-8bf1-34def17be5d3 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:04.626845 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7767237e-be7c-409c-8bf1-34def17be5d3 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:04.661867 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c03dca-0f22-4a8a-9f80-d9fae0041bcc tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:04.664866 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a7c03dca-0f22-4a8a-9f80-d9fae0041bcc tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0692165 May 06 10:01:04.667710 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44740) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:04.706203 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7767237e-be7c-409c-8bf1-34def17be5d3 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1710677 May 06 10:01:04.707140 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44742) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:04.733974 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f65f1ddd-6cb5-4bfa-aab0-c9054baf4606 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650966 May 06 10:01:04.737972 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44744) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:04.777007 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a0ab9b8d-b5dc-43d6-9602-b3ed8b532fef None None] Could not find standard attr ID for object e275e151-2e79-4261-9361-c035d728c821. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 10:01:04.786462 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9c7d5e-af7b-4b0f-8e91-2dbaef3a3147 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:04.787374 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa9c7d5e-af7b-4b0f-8e91-2dbaef3a3147 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:04.791638 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fa9c7d5e-af7b-4b0f-8e91-2dbaef3a3147 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/e275e151-2e79-4261-9361-c035d728c821 HTTP/1.1" status: 404 len: 333 time: 0.0526938 May 06 10:01:04.794139 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44746) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:04.825831 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b44e46-096a-4302-a41d-430e4280dd4f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:04.826433 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43b44e46-096a-4302-a41d-430e4280dd4f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:04.830260 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-43b44e46-096a-4302-a41d-430e4280dd4f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/899b991c-55ca-40a1-a3ed-9bef38e4c23f HTTP/1.1" status: 404 len: 337 time: 0.0351803 May 06 10:01:04.832133 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-909603b9-5c34-406d-a467-33a51b2d8184 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:04.834521 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44748) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:04.865462 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a0ab9b8d-b5dc-43d6-9602-b3ed8b532fef None None] Provisioning complete for port 9e065228-4546-4ebf-be1e-d1aabf0a36b3 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:04.865709 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-903e8b3e-de6d-4128-82d0-b64d4d9835c1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:04.865826 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a0ab9b8d-b5dc-43d6-9602-b3ed8b532fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:04.866186 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903e8b3e-de6d-4128-82d0-b64d4d9835c1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:04.870581 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-903e8b3e-de6d-4128-82d0-b64d4d9835c1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/3716ac44-7e3e-4eb5-af07-777650783e0a HTTP/1.1" status: 404 len: 337 time: 0.0350971 May 06 10:01:04.873080 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44750) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:04.893628 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:04.915642 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ff0d3e-e740-4c93-bd64-a7c67de9e7c1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:04.916401 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ff0d3e-e740-4c93-bd64-a7c67de9e7c1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:04.919977 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c6ff0d3e-e740-4c93-bd64-a7c67de9e7c1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/da24955f-dae7-4af3-863a-dc79c8e34a02 HTTP/1.1" status: 404 len: 333 time: 0.0459509 May 06 10:01:04.923229 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44752) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:04.925777 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-35b2e153-ba69-44b8-8015-b885df971407 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:04.934343 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-35b2e153-ba69-44b8-8015-b885df971407 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/networks?id=9ba46e13-3fe2-4f31-beec-fa2e8ef513e1 HTTP/1.1" status: 200 len: 910 time: 0.4797041 May 06 10:01:04.955420 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-0921644d-66b2-4cdb-84eb-ae7c88cb87c5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:04.955901 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0921644d-66b2-4cdb-84eb-ae7c88cb87c5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:04.962631 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0921644d-66b2-4cdb-84eb-ae7c88cb87c5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/5b9fa4b5-18d9-492d-bd4f-d3f31db236ba HTTP/1.1" status: 404 len: 337 time: 0.0382388 May 06 10:01:04.963693 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44754) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:04.972392 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:04.981580 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-ff7e140c-81c3-4f8f-a010-9ffc07d462db tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/quotas/1872a9a2d80444aabb1707cb2fb3e704 HTTP/1.1" status: 200 len: 375 time: 0.0459538 May 06 10:01:04.983814 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e59ea86d-40ed-4431-9eda-1bca2b9785d2 None None] For port 84fefed4-ec09-499a-b783-9d8b3c1ed2f0, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:01:04.997042 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-f61fbdb4-932b-4922-86ac-b61ab7030c54 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:04.997601 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f61fbdb4-932b-4922-86ac-b61ab7030c54 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:05.004155 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f61fbdb4-932b-4922-86ac-b61ab7030c54 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/3ded8e76-2310-43e5-b555-5aef975b094b HTTP/1.1" status: 404 len: 337 time: 0.0388789 May 06 10:01:05.004793 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44756) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:05.034618 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-2df831ef-7526-47c1-9f42-d7a1454a9b9b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:05.035484 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2df831ef-7526-47c1-9f42-d7a1454a9b9b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:05.041953 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2df831ef-7526-47c1-9f42-d7a1454a9b9b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/a727da69-0fc9-4d2c-8292-ba51b3185f43 HTTP/1.1" status: 404 len: 333 time: 0.0360563 May 06 10:01:05.042732 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44758) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:05.074682 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f88096-2324-4b85-be6a-80b901f44770 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:05.074914 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80f88096-2324-4b85-be6a-80b901f44770 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:05.082100 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-80f88096-2324-4b85-be6a-80b901f44770 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/1a8119aa-d907-4d29-9b86-c20fa51c7ca0 HTTP/1.1" status: 404 len: 337 time: 0.0379789 May 06 10:01:05.082812 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44760) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:05.100321 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e59ea86d-40ed-4431-9eda-1bca2b9785d2 None None] For port 84fefed4-ec09-499a-b783-9d8b3c1ed2f0, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=84fefed4-ec09-499a-b783-9d8b3c1ed2f0,segment=NetworkSegment(e2939764-0a5d-4ba7-bac5-18a21ded323a),segment_id=e2939764-0a5d-4ba7-bac5-18a21ded323a)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:01:05.102546 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6f4ea4-b3bb-4a97-bd36-19ae1671caa4 None None] DHCP port deletion for 0d1252d9-04fb-40a6-862c-9b06ebf6d551 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:01:05.116441 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa16e938-4050-4dfd-93b5-6752e0c88b44 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:05.117037 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa16e938-4050-4dfd-93b5-6752e0c88b44 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:05.123137 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fa16e938-4050-4dfd-93b5-6752e0c88b44 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/a6d44827-99b6-4572-9238-0379900f7b21 HTTP/1.1" status: 404 len: 337 time: 0.0392210 May 06 10:01:05.123862 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44762) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:05.151130 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e59ea86d-40ed-4431-9eda-1bca2b9785d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:05.152714 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-3248e30d-5d02-46d3-a2fd-4d0d052a5cb1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:05.153609 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3248e30d-5d02-46d3-a2fd-4d0d052a5cb1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:05.159579 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3248e30d-5d02-46d3-a2fd-4d0d052a5cb1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/27299f77-0ece-4c02-8eca-de3906ee740e HTTP/1.1" status: 404 len: 333 time: 0.0346448 May 06 10:01:05.160267 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44764) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:05.175453 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7793b3c3-9651-4942-a733-bb126c69fbf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-785b20eb-dd73-433b-983f-16dc6629da76', 'network_id': '785b20eb-dd73-433b-983f-16dc6629da76', 'tenant_id': 'b8000b76e14d415baaa92cf8f42f4d21', 'fixed_ips': [{'subnet_id': 'a1336763-e32c-4a1d-9ba9-cf3f7daa1939'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:01:05.176661 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7793b3c3-9651-4942-a733-bb126c69fbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:05.204576 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-45c127ee-04fc-4fe6-965d-aa6e3c7f17ab tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/ports?tenant_id=1872a9a2d80444aabb1707cb2fb3e704&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2219262 May 06 10:01:05.212522 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9540ef-8f48-4865-b44b-933fbe99338b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:05.212922 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca9540ef-8f48-4865-b44b-933fbe99338b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:05.216019 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ca9540ef-8f48-4865-b44b-933fbe99338b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/b35a10f3-67b1-45ee-a4e2-539f0ac406bf HTTP/1.1" status: 404 len: 337 time: 0.0547233 May 06 10:01:05.219226 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44766) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:05.350815 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 9e065228-4546-4ebf-be1e-d1aabf0a36b3, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9e065228-4546-4ebf-be1e-d1aabf0a36b3,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:05.358535 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ea86d-40ed-4431-9eda-1bca2b9785d2 None None] Pushing event updated for resources: {'Port': ['ID=84fefed4-ec09-499a-b783-9d8b3c1ed2f0,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:05.491373 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:05.715678 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=9e065228-4546-4ebf-be1e-d1aabf0a36b3,revision_number=10']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:05.737259 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-7793b3c3-9651-4942-a733-bb126c69fbf5 None None] Allocated IP 172.20.0.2 (785b20eb-dd73-433b-983f-16dc6629da76/a1336763-e32c-4a1d-9ba9-cf3f7daa1939/7e02a343-3a35-46c8-bfd0-4b33e4117c37) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:05.810913 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-7b6f4ea4-b3bb-4a97-bd36-19ae1671caa4 None None] Deleting port 9e065228-4546-4ebf-be1e-d1aabf0a36b3 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:05.815574 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7b6f4ea4-b3bb-4a97-bd36-19ae1671caa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:05.818381 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:05.945771 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-b56f0674-307b-4fec-a05e-04ef8b1d38b9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:05.946447 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b56f0674-307b-4fec-a05e-04ef8b1d38b9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:05.949905 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b56f0674-307b-4fec-a05e-04ef8b1d38b9 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/5068d500-3924-49cc-9dfb-210a03e86f9b HTTP/1.1" status: 404 len: 337 time: 0.7295318 May 06 10:01:05.952360 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44770) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:06.007739 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a82e2e-3246-47e8-b130-30cba960b0dc tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:06.008533 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a82e2e-3246-47e8-b130-30cba960b0dc tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:06.020779 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-91a82e2e-3246-47e8-b130-30cba960b0dc tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/14f617ea-3f7f-4ab2-bc56-b1b3857c4c78 HTTP/1.1" status: 404 len: 333 time: 0.0670776 May 06 10:01:06.023188 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44772) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:06.035617 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-7b6f4ea4-b3bb-4a97-bd36-19ae1671caa4 None None] For port 9e065228-4546-4ebf-be1e-d1aabf0a36b3, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9e065228-4546-4ebf-be1e-d1aabf0a36b3,segment=NetworkSegment(835c01f8-f09b-4ecb-8b27-5827892d1a0b),segment_id=835c01f8-f09b-4ecb-8b27-5827892d1a0b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:06.036738 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7b6f4ea4-b3bb-4a97-bd36-19ae1671caa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:06.049276 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-ef73947f-aad2-473e-a3f2-d51d33942578 service neutron] 10.222.0.73 "GET /v2.0/networks/9ba46e13-3fe2-4f31-beec-fa2e8ef513e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8436975 May 06 10:01:06.058534 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f36b26-bb02-4a7c-967e-221634b9a7df tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:06.059196 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f36b26-bb02-4a7c-967e-221634b9a7df tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:06.062072 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d8f36b26-bb02-4a7c-967e-221634b9a7df tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/2bdc72b3-10e5-4799-b6d6-34f588ede86d HTTP/1.1" status: 404 len: 337 time: 0.0377367 May 06 10:01:06.066175 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44774) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:06.092386 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9fb8e4f7-7094-45da-9636-10a345b56ec4 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:06.094595 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db75b77-af8c-4b4b-84bc-5356111d50f2 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:06.095573 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db75b77-af8c-4b4b-84bc-5356111d50f2 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:06.101767 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7db75b77-af8c-4b4b-84bc-5356111d50f2 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/ab88b1f8-8aba-4dcf-ade1-064eb7bd5015 HTTP/1.1" status: 404 len: 333 time: 0.0315950 May 06 10:01:06.102201 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44776) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:06.121163 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-909603b9-5c34-406d-a467-33a51b2d8184 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:06.133970 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8fe9063-a284-44b7-a08e-2b91d23ab98f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:06.134499 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8fe9063-a284-44b7-a08e-2b91d23ab98f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:06.141372 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48670967-3914-4dc4-b430-3b73b40ea930 None None] Sync routers for ids ['f6bcffff-b86a-491f-9892-bdd2fe254a44'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:01:06.144649 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-7b6f4ea4-b3bb-4a97-bd36-19ae1671caa4 None None] Calling delete_port for 9e065228-4546-4ebf-be1e-d1aabf0a36b3 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:06.145346 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c8fe9063-a284-44b7-a08e-2b91d23ab98f tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/43d6de3e-a62b-4dcb-a707-1212bf7102e7 HTTP/1.1" status: 404 len: 337 time: 0.0422473 May 06 10:01:06.151481 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44778) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:06.161206 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48670967-3914-4dc4-b430-3b73b40ea930 None None] Routers {'f6bcffff-b86a-491f-9892-bdd2fe254a44'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:06.161836 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-48670967-3914-4dc4-b430-3b73b40ea930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['f6bcffff-b86a-491f-9892-bdd2fe254a44'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:06.204441 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f19566e-961c-4d32-8454-89cc400ec760 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:06.205194 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f19566e-961c-4d32-8454-89cc400ec760 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:06.212771 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3f19566e-961c-4d32-8454-89cc400ec760 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/2b243d2f-8b9c-49c5-a30a-e3c4bc7346c2 HTTP/1.1" status: 404 len: 333 time: 0.0552654 May 06 10:01:06.216599 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44780) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:06.256046 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-de5475b9-a861-4de0-92f5-bc8ace504e79 service neutron] 10.222.0.73 "GET /v2.0/networks/9ba46e13-3fe2-4f31-beec-fa2e8ef513e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950467 May 06 10:01:06.257703 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-909603b9-5c34-406d-a467-33a51b2d8184 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:06.260072 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a44dad-7edb-4026-898a-da8138cc7b65 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:06.260540 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81a44dad-7edb-4026-898a-da8138cc7b65 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:06.266548 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-81a44dad-7edb-4026-898a-da8138cc7b65 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/734989d3-1b30-4c46-95e3-f30b8b87fbc5 HTTP/1.1" status: 404 len: 337 time: 0.0466590 May 06 10:01:06.266750 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 9fb8e4f7-7094-45da-9636-10a345b56ec4 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:06.266750 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:06.266948 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44782) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:06.312280 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c9975ae-2703-4de9-9b38-250318ffc52d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:06.312840 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c9975ae-2703-4de9-9b38-250318ffc52d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:06.327835 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5c9975ae-2703-4de9-9b38-250318ffc52d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/82b3bae3-836c-4c49-91e2-5c268cf3b682 HTTP/1.1" status: 404 len: 333 time: 0.0600600 May 06 10:01:06.332145 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44784) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:06.336695 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7793b3c3-9651-4942-a733-bb126c69fbf5 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:06.356943 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-909603b9-5c34-406d-a467-33a51b2d8184 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:06.378386 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-48670967-3914-4dc4-b430-3b73b40ea930 None None] Set router f6bcffff-b86a-491f-9892-bdd2fe254a44 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:01:06.398785 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7793b3c3-9651-4942-a733-bb126c69fbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:06.404908 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e7f6a8-cf2b-4e3f-bc09-7d06b0b9c8c5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:06.407067 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4e7f6a8-cf2b-4e3f-bc09-7d06b0b9c8c5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:06.415618 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d4e7f6a8-cf2b-4e3f-bc09-7d06b0b9c8c5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/0acfc211-6f14-422e-9947-e4b03329d088 HTTP/1.1" status: 404 len: 337 time: 0.0820949 May 06 10:01:06.418155 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44786) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:06.469880 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909603b9-5c34-406d-a467-33a51b2d8184 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Port': ['ID=e7b0d428-964c-433b-a26a-191143515b58,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:06.490285 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f36461b-2c3f-4b14-a057-04e86bb932c5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:06.494225 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f36461b-2c3f-4b14-a057-04e86bb932c5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:06.494860 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7793b3c3-9651-4942-a733-bb126c69fbf5 None None] Network 785b20eb-dd73-433b-983f-16dc6629da76 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:06.501537 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7b6f4ea4-b3bb-4a97-bd36-19ae1671caa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:06.501881 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7f36461b-2c3f-4b14-a057-04e86bb932c5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/3f687763-3533-4276-9375-401d55615417 HTTP/1.1" status: 404 len: 333 time: 0.0816371 May 06 10:01:06.503456 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44788) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:06.528487 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-7793b3c3-9651-4942-a733-bb126c69fbf5 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:06.543015 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 69729b23-789a-47e6-8605-0170ae871203 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:06.574621 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f0c3af-47bb-4bb1-ae3b-56dcb83b7889 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:06.575089 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71f0c3af-47bb-4bb1-ae3b-56dcb83b7889 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:06.587305 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-71f0c3af-47bb-4bb1-ae3b-56dcb83b7889 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/7a26e6a5-04c5-4ac1-af14-8b392238869c HTTP/1.1" status: 404 len: 337 time: 0.0821619 May 06 10:01:06.590163 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44792) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:06.598653 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7793b3c3-9651-4942-a733-bb126c69fbf5 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:06.626610 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6f4ea4-b3bb-4a97-bd36-19ae1671caa4 None None] No DVR routers for this DVR port 9e065228-4546-4ebf-be1e-d1aabf0a36b3 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:01:06.646127 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793b3c3-9651-4942-a733-bb126c69fbf5 None None] Pushing event updated for resources: {'Port': ['ID=7e02a343-3a35-46c8-bfd0-4b33e4117c37,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:06.656049 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9cf2c23-10d3-4fe6-bae3-e9577ca57445 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:06.656822 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9cf2c23-10d3-4fe6-bae3-e9577ca57445 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:06.668060 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a9cf2c23-10d3-4fe6-bae3-e9577ca57445 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/898854ab-71bd-4be4-b743-0a438a0fbdd9 HTTP/1.1" status: 404 len: 333 time: 0.0768087 May 06 10:01:06.670555 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44794) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:06.690962 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 69729b23-789a-47e6-8605-0170ae871203 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:06.691509 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:06.780377 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d44d62d-19f9-4220-8e2d-579a1a2b9147 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:06.789904 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909603b9-5c34-406d-a467-33a51b2d8184 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network e9abb8cd-275a-4545-a46b-6f80b135bb51 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:06.795025 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d44d62d-19f9-4220-8e2d-579a1a2b9147 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:06.796649 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-909603b9-5c34-406d-a467-33a51b2d8184 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:06.804601 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9d44d62d-19f9-4220-8e2d-579a1a2b9147 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/a3e7e5d3-a9d3-49e7-a1f3-1ff920984f3d HTTP/1.1" status: 404 len: 337 time: 0.1268983 May 06 10:01:06.805546 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44798) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:06.822516 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:06.892172 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-76ac145d-6ed4-44d0-9be5-d8a278fff36b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:06.902366 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76ac145d-6ed4-44d0-9be5-d8a278fff36b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:06.915832 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-76ac145d-6ed4-44d0-9be5-d8a278fff36b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/fabc5e29-ff97-4a29-8431-575c7f6b8e12 HTTP/1.1" status: 404 len: 337 time: 0.1091189 May 06 10:01:06.918761 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44800) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:06.925396 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-48670967-3914-4dc4-b430-3b73b40ea930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bcffff-b86a-491f-9892-bdd2fe254a44', 'name': 'tempest-TestServerMultinode-678426901-router', 'tenant_id': '1872a9a2d80444aabb1707cb2fb3e704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'deb69922-9f84-4cf5-81ba-a3d8358c4275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:50Z', 'updated_at': '2022-05-06T10:01:01Z', 'revision_number': 4, 'project_id': '1872a9a2d80444aabb1707cb2fb3e704', 'gw_port': {'id': 'deb69922-9f84-4cf5-81ba-a3d8358c4275', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bcffff-b86a-491f-9892-bdd2fe254a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:52Z', 'updated_at': '2022-05-06T10:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'c0df4f79-a105-4800-8e31-a81ccac35a19', 'name': '', 'network_id': '3ce3653f-7e6e-4372-868c-fbbcf53e2998', 'tenant_id': '1872a9a2d80444aabb1707cb2fb3e704', 'mac_address': 'fa:16:3e:db:70:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bcffff-b86a-491f-9892-bdd2fe254a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'f8991258-2c3a-4dc0-836d-5bc298b36913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:59Z', 'updated_at': '2022-05-06T10:01:01Z', 'revision_number': 2, 'project_id': '1872a9a2d80444aabb1707cb2fb3e704', 'subnets': [{'id': 'f8991258-2c3a-4dc0-836d-5bc298b36913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:06.926902 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event deleted for resources: {'Subnet': ['ID=a1336763-e32c-4a1d-9ba9-cf3f7daa1939,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:06.963950 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a7f1db-7348-406a-a495-dd46d9c0717d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:06.965819 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a7f1db-7348-406a-a495-dd46d9c0717d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:06.969441 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-74a7f1db-7348-406a-a495-dd46d9c0717d tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/6320c773-f967-4b51-a0b5-44036e5bba3a HTTP/1.1" status: 404 len: 333 time: 0.0493548 May 06 10:01:06.972612 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44806) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:06.988991 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48670967-3914-4dc4-b430-3b73b40ea930 None None] Checking router: f6bcffff-b86a-491f-9892-bdd2fe254a44 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:01:06.989616 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48670967-3914-4dc4-b430-3b73b40ea930 None None] Updating router f6bcffff-b86a-491f-9892-bdd2fe254a44 port c0df4f79-a105-4800-8e31-a81ccac35a19 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:01:07.027990 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d55c44-abae-4f53-9cf5-31d9061fc6cc tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:07.028722 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6d55c44-abae-4f53-9cf5-31d9061fc6cc tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:07.035809 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c6d55c44-abae-4f53-9cf5-31d9061fc6cc tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/47bcdc8a-74b6-41c6-ad9b-94df44846b50 HTTP/1.1" status: 404 len: 337 time: 0.0610073 May 06 10:01:07.036529 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44808) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:07.046374 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-48670967-3914-4dc4-b430-3b73b40ea930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:07.090745 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b3e935-575f-4686-8e09-989af046fb82 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:07.099827 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b3e935-575f-4686-8e09-989af046fb82 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:07.116413 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c5b3e935-575f-4686-8e09-989af046fb82 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/d5f4252e-dc7a-4621-8352-434c73442c39 HTTP/1.1" status: 404 len: 337 time: 0.0782659 May 06 10:01:07.123245 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44810) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:07.159590 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d1a6e9a-0561-4bb3-b2ae-c2fd827ccfad tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:07.160421 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d1a6e9a-0561-4bb3-b2ae-c2fd827ccfad tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:07.166618 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6d1a6e9a-0561-4bb3-b2ae-c2fd827ccfad tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/88b689bd-bf43-42ee-bde5-29fd2e14c960 HTTP/1.1" status: 404 len: 333 time: 0.0400727 May 06 10:01:07.166991 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44812) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:07.195352 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-adcf2eed-c678-46ac-94a3-e06b144980c4 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:07.195995 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adcf2eed-c678-46ac-94a3-e06b144980c4 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:07.201595 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-adcf2eed-c678-46ac-94a3-e06b144980c4 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/048cc78a-d70f-46ef-9f14-3ea413d872b0 HTTP/1.1" status: 404 len: 337 time: 0.0312481 May 06 10:01:07.202592 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44814) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:07.204436 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f4ea4-b3bb-4a97-bd36-19ae1671caa4 None None] Pushing event deleted for resources: {'Port': ['ID=9e065228-4546-4ebf-be1e-d1aabf0a36b3,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:07.206543 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6af87c-d4db-492d-893b-1599276b8b60 None None] Network e9abb8cd-275a-4545-a46b-6f80b135bb51 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:07.264908 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ca6372-56aa-463b-b89d-27bfd0857cba tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:07.265873 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49ca6372-56aa-463b-b89d-27bfd0857cba tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:07.278002 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-49ca6372-56aa-463b-b89d-27bfd0857cba tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/5b5e4625-4193-41dd-8ad7-1d236cc379e3 HTTP/1.1" status: 404 len: 337 time: 0.0720904 May 06 10:01:07.278651 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44818) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:07.282328 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-7793b3c3-9651-4942-a733-bb126c69fbf5 None None] Attempting to bind port 7e02a343-3a35-46c8-bfd0-4b33e4117c37 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:01:07.282710 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-7793b3c3-9651-4942-a733-bb126c69fbf5 None None] Attempting to bind port 7e02a343-3a35-46c8-bfd0-4b33e4117c37 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'ca7d59a9-fe35-4c92-9e68-bb98d7d43803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '785b20eb-dd73-433b-983f-16dc6629da76'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:01:07.283083 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7793b3c3-9651-4942-a733-bb126c69fbf5 None None] Attempting to bind port 7e02a343-3a35-46c8-bfd0-4b33e4117c37 on network 785b20eb-dd73-433b-983f-16dc6629da76 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:07.291676 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d34c7740-cfef-4e22-8321-0a593ab77807 None None] Provisioning complete for port 84fefed4-ec09-499a-b783-9d8b3c1ed2f0 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:07.291959 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d34c7740-cfef-4e22-8321-0a593ab77807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:07.335992 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c73c9-f9a2-4edf-ad64-ed824331c27f req-30656739-913b-4571-a006-1d0ee4c15778 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:07.338942 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7793b3c3-9651-4942-a733-bb126c69fbf5 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:01:07.339359 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7793b3c3-9651-4942-a733-bb126c69fbf5 None None] Checking segment: {'id': 'ca7d59a9-fe35-4c92-9e68-bb98d7d43803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '785b20eb-dd73-433b-983f-16dc6629da76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:07.339769 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7793b3c3-9651-4942-a733-bb126c69fbf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:07.340456 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7793b3c3-9651-4942-a733-bb126c69fbf5 None None] Bound using segment: {'id': 'ca7d59a9-fe35-4c92-9e68-bb98d7d43803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '785b20eb-dd73-433b-983f-16dc6629da76'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:01:07.340672 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-7793b3c3-9651-4942-a733-bb126c69fbf5 None None] Bound port: 7e02a343-3a35-46c8-bfd0-4b33e4117c37, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7d59a9-fe35-4c92-9e68-bb98d7d43803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '785b20eb-dd73-433b-983f-16dc6629da76'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:01:07.341057 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7793b3c3-9651-4942-a733-bb126c69fbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:07.341408 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b59a529-6196-4f23-9235-8486bb613c63 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:07.343892 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b59a529-6196-4f23-9235-8486bb613c63 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:07.345621 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e85c73c9-f9a2-4edf-ad64-ed824331c27f req-30656739-913b-4571-a006-1d0ee4c15778 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 944 time: 0.5535800 May 06 10:01:07.351660 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8b59a529-6196-4f23-9235-8486bb613c63 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/78bc9f95-2f2d-4f1a-a54c-0628952bdbb3 HTTP/1.1" status: 404 len: 333 time: 0.0691979 May 06 10:01:07.352231 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44820) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:07.419581 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e27e198-adf7-413b-b2a4-0967e9ce18ca tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:07.420215 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e27e198-adf7-413b-b2a4-0967e9ce18ca tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:07.425994 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0e27e198-adf7-413b-b2a4-0967e9ce18ca tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/bf60ad04-ebef-468f-8fb2-24145849efa5 HTTP/1.1" status: 404 len: 337 time: 0.0704145 May 06 10:01:07.426568 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44822) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:07.443472 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e85c73c9-f9a2-4edf-ad64-ed824331c27f req-972f439b-971d-431e-b58c-24f1ad46acbb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934887 May 06 10:01:07.445785 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:07.485443 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909603b9-5c34-406d-a467-33a51b2d8184 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Router 826c3609-e3bb-403a-abd8-f6e4a45dfcc1 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:01:07.498839 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7efdc65-71c1-485f-801d-21c622477769 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:07.503233 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['785b20eb-dd73-433b-983f-16dc6629da76']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:07.503800 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7efdc65-71c1-485f-801d-21c622477769 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:07.512153 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f7efdc65-71c1-485f-801d-21c622477769 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/d6d7aca0-afea-4bf3-892f-27cc84480839 HTTP/1.1" status: 404 len: 337 time: 0.0819943 May 06 10:01:07.512837 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44824) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:07.513055 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-48670967-3914-4dc4-b430-3b73b40ea930 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:07.520275 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7d59a9-fe35-4c92-9e68-bb98d7d43803') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:07.520654 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7d59a9-fe35-4c92-9e68-bb98d7d43803') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:07.524557 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d34c7740-cfef-4e22-8321-0a593ab77807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:07.528292 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-48670967-3914-4dc4-b430-3b73b40ea930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:07.549008 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:07.569077 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-584d046b-25e6-4ce5-b572-3c0c31e2daf5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports?device_id=0415f041-432d-4aeb-8736-e4d8140d572f HTTP/1.1" status: 200 len: 205 time: 0.0527925 May 06 10:01:07.570689 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44826) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:07.591864 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-7793b3c3-9651-4942-a733-bb126c69fbf5 None None] For port 7e02a343-3a35-46c8-bfd0-4b33e4117c37, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:01:07.610346 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-7793b3c3-9651-4942-a733-bb126c69fbf5 None None] For port 7e02a343-3a35-46c8-bfd0-4b33e4117c37, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=7e02a343-3a35-46c8-bfd0-4b33e4117c37,segment=NetworkSegment(ca7d59a9-fe35-4c92-9e68-bb98d7d43803),segment_id=ca7d59a9-fe35-4c92-9e68-bb98d7d43803)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:01:07.630286 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133b668-a16b-4606-ad2f-71787dad2bf5 None None] Pushing event updated for resources: {'Port': ['ID=c0df4f79-a105-4800-8e31-a81ccac35a19,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:07.658013 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-9d18dd9e-1b16-403a-a923-f9b8770ebecf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] delete failed (client error): The resource could not be found. May 06 10:01:07.658819 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device dffb0a95-b609-4ed3-8404-79c0ecb25b5f up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:07.659465 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9d18dd9e-1b16-403a-a923-f9b8770ebecf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/routers/0415f041-432d-4aeb-8736-e4d8140d572f HTTP/1.1" status: 404 len: 336 time: 0.0797029 May 06 10:01:07.662084 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44828) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:07.671911 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7793b3c3-9651-4942-a733-bb126c69fbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:07.725540 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-957486bc-5733-4c32-adf9-2d97122d9675 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:07.726694 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-957486bc-5733-4c32-adf9-2d97122d9675 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:07.730035 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-957486bc-5733-4c32-adf9-2d97122d9675 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/a971aef6-0596-44d1-b5b9-c051f912eb2c HTTP/1.1" status: 404 len: 337 time: 0.0642278 May 06 10:01:07.733079 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44832) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:07.761937 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-48670967-3914-4dc4-b430-3b73b40ea930 None None] Attempting to bind port c0df4f79-a105-4800-8e31-a81ccac35a19 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:01:07.762382 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-48670967-3914-4dc4-b430-3b73b40ea930 None None] Attempting to bind port c0df4f79-a105-4800-8e31-a81ccac35a19 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '62938aea-6589-42d5-b5c2-7e028a2f233b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ce3653f-7e6e-4372-868c-fbbcf53e2998'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:01:07.771804 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48670967-3914-4dc4-b430-3b73b40ea930 None None] Attempting to bind port c0df4f79-a105-4800-8e31-a81ccac35a19 on network 3ce3653f-7e6e-4372-868c-fbbcf53e2998 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:07.774716 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d34c7740-cfef-4e22-8321-0a593ab77807 None None] For port 84fefed4-ec09-499a-b783-9d8b3c1ed2f0, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=84fefed4-ec09-499a-b783-9d8b3c1ed2f0,segment=NetworkSegment(e2939764-0a5d-4ba7-bac5-18a21ded323a),segment_id=e2939764-0a5d-4ba7-bac5-18a21ded323a)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:07.779018 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7caec140-cfd9-493a-adb5-6af866fbe5fe tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "GET /v2.0/ports?device_id=2eefdd1b-aae5-4cde-92f6-57d6a63038c4 HTTP/1.1" status: 200 len: 205 time: 0.0434594 May 06 10:01:07.781703 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44834) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:07.788988 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48670967-3914-4dc4-b430-3b73b40ea930 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:01:07.789359 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48670967-3914-4dc4-b430-3b73b40ea930 None None] Checking segment: {'id': '62938aea-6589-42d5-b5c2-7e028a2f233b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ce3653f-7e6e-4372-868c-fbbcf53e2998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:07.789759 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-48670967-3914-4dc4-b430-3b73b40ea930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:07.790155 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48670967-3914-4dc4-b430-3b73b40ea930 None None] Bound using segment: {'id': '62938aea-6589-42d5-b5c2-7e028a2f233b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ce3653f-7e6e-4372-868c-fbbcf53e2998'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:01:07.790638 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-48670967-3914-4dc4-b430-3b73b40ea930 None None] Bound port: c0df4f79-a105-4800-8e31-a81ccac35a19, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62938aea-6589-42d5-b5c2-7e028a2f233b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ce3653f-7e6e-4372-868c-fbbcf53e2998'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:01:07.791026 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-48670967-3914-4dc4-b430-3b73b40ea930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:07.803729 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:07.824863 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9bb76643-c30b-4e8e-9357-5a897cf0f77a req-ad7a2a32-35e7-4686-ba7e-d18b7632d488 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6121ff70-77c8-4c87-94bc-ccdd4e489f93 HTTP/1.1" status: 200 len: 210 time: 0.1788929 May 06 10:01:07.830123 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-2ce30430-7bc7-4afa-8525-4d6937b29675 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] delete failed (client error): The resource could not be found. May 06 10:01:07.831561 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2ce30430-7bc7-4afa-8525-4d6937b29675 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/routers/2eefdd1b-aae5-4cde-92f6-57d6a63038c4 HTTP/1.1" status: 404 len: 336 time: 0.0481255 May 06 10:01:07.834212 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44836) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:07.844785 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d34c7740-cfef-4e22-8321-0a593ab77807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:07.857986 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device deb69922-9f84-4cf5-81ba-a3d8358c4275 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:07.863314 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:07.864308 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: timer() May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:07.869170 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:07.890943 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d69dbcae-2c3e-4bd2-a98a-b233221f9b9e tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:07.892085 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d69dbcae-2c3e-4bd2-a98a-b233221f9b9e tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:07.916055 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d69dbcae-2c3e-4bd2-a98a-b233221f9b9e tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/a91eb432-92e5-40f2-baf2-8f9146b8e6f4 HTTP/1.1" status: 404 len: 337 time: 0.0779121 May 06 10:01:07.917089 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44838) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:07.991593 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96690d2-d4c3-4c7b-b624-93ded2ac9905 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:07.993602 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f96690d2-d4c3-4c7b-b624-93ded2ac9905 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:07.998457 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f96690d2-d4c3-4c7b-b624-93ded2ac9905 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/b4f661dc-d1c9-4a7e-a35a-928c526845f7 HTTP/1.1" status: 404 len: 337 time: 0.0795865 May 06 10:01:08.000955 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44840) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:08.002114 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83ab5fc-c98f-4cd7-99d2-b2f9ce8ad31d None None] Network 785b20eb-dd73-433b-983f-16dc6629da76 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:08.002263 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-48670967-3914-4dc4-b430-3b73b40ea930 None None] For port c0df4f79-a105-4800-8e31-a81ccac35a19, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:01:08.020672 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-48670967-3914-4dc4-b430-3b73b40ea930 None None] For port c0df4f79-a105-4800-8e31-a81ccac35a19, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=c0df4f79-a105-4800-8e31-a81ccac35a19,segment=NetworkSegment(62938aea-6589-42d5-b5c2-7e028a2f233b),segment_id=62938aea-6589-42d5-b5c2-7e028a2f233b)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:01:08.029756 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-48670967-3914-4dc4-b430-3b73b40ea930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:08.039438 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-6803c524-0eb3-4334-98e4-1af94acbd7da tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:08.039438 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6803c524-0eb3-4334-98e4-1af94acbd7da tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:08.045671 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6803c524-0eb3-4334-98e4-1af94acbd7da tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/930e3737-3d79-4f55-ae9e-296ee6f31faf HTTP/1.1" status: 404 len: 333 time: 0.0404441 May 06 10:01:08.046238 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44842) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:08.065232 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909603b9-5c34-406d-a467-33a51b2d8184 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:01:08.092435 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-909603b9-5c34-406d-a467-33a51b2d8184 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "PUT /v2.0/routers/826c3609-e3bb-403a-abd8-f6e4a45dfcc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1176035 May 06 10:01:08.098020 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44844) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:08.114544 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5f1507-51a5-4f71-a306-09e633bb0fa2 None None] Sync routers for ids ['826c3609-e3bb-403a-abd8-f6e4a45dfcc1'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:01:08.117279 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793b3c3-9651-4942-a733-bb126c69fbf5 None None] Pushing event updated for resources: {'Port': ['ID=7e02a343-3a35-46c8-bfd0-4b33e4117c37,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:08.140113 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-686d5820-032d-4abc-a147-c0c9e14c1e3c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:08.143037 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-686d5820-032d-4abc-a147-c0c9e14c1e3c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:08.150836 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-686d5820-032d-4abc-a147-c0c9e14c1e3c tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/eb5d25ae-4c93-48c9-b4b8-89e0d475fdf5 HTTP/1.1" status: 404 len: 337 time: 0.1020241 May 06 10:01:08.151530 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48670967-3914-4dc4-b430-3b73b40ea930 None None] Routers {'f6bcffff-b86a-491f-9892-bdd2fe254a44'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:08.152170 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-48670967-3914-4dc4-b430-3b73b40ea930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['f6bcffff-b86a-491f-9892-bdd2fe254a44'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:08.153684 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44846) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:08.175218 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c664276-93fe-40d0-8354-e933247835b9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:08.176721 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5c664276-93fe-40d0-8354-e933247835b9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "GET /v2.0/ports/e7b0d428-964c-433b-a26a-191143515b58 HTTP/1.1" status: 200 len: 910 time: 0.0759428 May 06 10:01:08.180069 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.db.api [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 10:01:08.180069 n-d-840835-1 neutron-server[102653]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 10:01:08.180069 n-d-840835-1 neutron-server[102653]: [parameters: {'id': '785b20eb-dd73-433b-983f-16dc6629da76'}] May 06 10:01:08.180069 n-d-840835-1 neutron-server[102653]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 10:01:08.180558 n-d-840835-1 neutron-server[102653]: DEBUG oslo_db.api [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 10:01:08.181006 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44848) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:08.214405 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c82d9349-6463-44c9-bff1-31308a6a2669 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:08.216659 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c82d9349-6463-44c9-bff1-31308a6a2669 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:08.221329 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5f1507-51a5-4f71-a306-09e633bb0fa2 None None] Routers {'826c3609-e3bb-403a-abd8-f6e4a45dfcc1'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:08.221970 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8a5f1507-51a5-4f71-a306-09e633bb0fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['826c3609-e3bb-403a-abd8-f6e4a45dfcc1'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:08.232176 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c82d9349-6463-44c9-bff1-31308a6a2669 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/89030eb2-a27c-4c6e-88ae-1f459b63ff3f HTTP/1.1" status: 404 len: 333 time: 0.0766823 May 06 10:01:08.234019 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44850) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:08.245850 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133b668-a16b-4606-ad2f-71787dad2bf5 None None] Pushing event updated for resources: {'Port': ['ID=c0df4f79-a105-4800-8e31-a81ccac35a19,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:08.251406 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port dffb0a95-b609-4ed3-8404-79c0ecb25b5f completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:01:08.321237 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8a5f1507-51a5-4f71-a306-09e633bb0fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:08.332017 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-9b46e1cc-b6f1-4971-9720-a449e1db8c2c None None] Provisioning complete for port c0df4f79-a105-4800-8e31-a81ccac35a19 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:08.332501 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9b46e1cc-b6f1-4971-9720-a449e1db8c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:08.336891 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port dffb0a95-b609-4ed3-8404-79c0ecb25b5f triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:08.337061 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:08.342819 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-748fd81e-6587-4971-b577-23b674edfa70 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:08.343742 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-748fd81e-6587-4971-b577-23b674edfa70 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:08.361397 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-748fd81e-6587-4971-b577-23b674edfa70 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/fb566080-c235-4be1-a983-312fc80c4895 HTTP/1.1" status: 404 len: 337 time: 0.1255836 May 06 10:01:08.362040 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44852) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:08.384742 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-48670967-3914-4dc4-b430-3b73b40ea930 None None] Set router f6bcffff-b86a-491f-9892-bdd2fe254a44 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:01:08.480163 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b6a634-aa73-4e63-8f23-bfcbf849f8c5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:08.483629 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04b6a634-aa73-4e63-8f23-bfcbf849f8c5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:08.494899 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-04b6a634-aa73-4e63-8f23-bfcbf849f8c5 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/a2b0502b-78b7-4687-894d-86ada5ab3989 HTTP/1.1" status: 404 len: 333 time: 0.1217935 May 06 10:01:08.496693 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44856) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:08.561369 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5f1507-51a5-4f71-a306-09e633bb0fa2 None None] Routers {'826c3609-e3bb-403a-abd8-f6e4a45dfcc1'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:08.574339 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8a5f1507-51a5-4f71-a306-09e633bb0fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['826c3609-e3bb-403a-abd8-f6e4a45dfcc1'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:08.589465 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d5e43e-08b7-4767-a1c8-53f2d5a47ade tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:08.590184 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d5e43e-08b7-4767-a1c8-53f2d5a47ade tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:08.593995 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b5d5e43e-08b7-4767-a1c8-53f2d5a47ade tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/7df5159e-e9e3-419d-a41c-90f6f56c3082 HTTP/1.1" status: 404 len: 337 time: 0.0956485 May 06 10:01:08.596661 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44858) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:08.650326 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c7740-cfef-4e22-8321-0a593ab77807 None None] Pushing event updated for resources: {'Port': ['ID=84fefed4-ec09-499a-b783-9d8b3c1ed2f0,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:08.663323 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-da5035ea-dd9e-47a0-9e1e-901b17e0c5af tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:08.664690 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da5035ea-dd9e-47a0-9e1e-901b17e0c5af tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:08.671549 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-da5035ea-dd9e-47a0-9e1e-901b17e0c5af tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/fb75276a-8e70-40ab-a90c-a732fef6e884 HTTP/1.1" status: 404 len: 333 time: 0.0736456 May 06 10:01:08.671981 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port deb69922-9f84-4cf5-81ba-a3d8358c4275 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:08.672465 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:08.674690 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44860) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:08.686795 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-dfae7842-7d78-4ed2-a381-9e3ec78684cb tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:08.688372 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-dfae7842-7d78-4ed2-a381-9e3ec78684cb tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.84 "GET /v2.0/networks?id=9ba46e13-3fe2-4f31-beec-fa2e8ef513e1 HTTP/1.1" status: 200 len: 910 time: 0.1919780 May 06 10:01:08.701909 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-9f23670c-ab2b-46a3-aa35-1d37f062b93e tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Request body: {'port': {'device_id': '6121ff70-77c8-4c87-94bc-ccdd4e489f93', 'network_id': '9ba46e13-3fe2-4f31-beec-fa2e8ef513e1', 'admin_state_up': True, 'tenant_id': '1872a9a2d80444aabb1707cb2fb3e704'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:08.753044 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:08.756481 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-9f23670c-ab2b-46a3-aa35-1d37f062b93e tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Made reservation on behalf of 1872a9a2d80444aabb1707cb2fb3e704 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:08.759752 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-9f23670c-ab2b-46a3-aa35-1d37f062b93e tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:08.803757 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8a5f1507-51a5-4f71-a306-09e633bb0fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:08.809003 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5f1507-51a5-4f71-a306-09e633bb0fa2 None None] The sync data for ids ['826c3609-e3bb-403a-abd8-f6e4a45dfcc1'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:01:08.815843 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb97ae67-c82a-473c-8d79-d679691def8e tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:08.816442 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb97ae67-c82a-473c-8d79-d679691def8e tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:08.823185 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fb97ae67-c82a-473c-8d79-d679691def8e tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/d2643d26-1def-47b9-b858-1a7811b73a68 HTTP/1.1" status: 404 len: 337 time: 0.1389072 May 06 10:01:08.829514 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44862) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:08.977347 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e65de6-ba81-47aa-b1a1-c4dc8c728989 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:08.984467 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e65de6-ba81-47aa-b1a1-c4dc8c728989 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:08.994278 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e5e65de6-ba81-47aa-b1a1-c4dc8c728989 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/3c4aca25-270a-4042-95e2-655bc523339e HTTP/1.1" status: 404 len: 333 time: 0.1526680 May 06 10:01:09.001634 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44868) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:09.013736 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c37950-ab72-43a5-9bf8-edb9382ddef4 req-068a9a14-ec4a-4c31-a6ed-22614141c8d1 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:09.024932 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71c37950-ab72-43a5-9bf8-edb9382ddef4 req-068a9a14-ec4a-4c31-a6ed-22614141c8d1 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 944 time: 0.3843303 May 06 10:01:09.037905 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-9f23670c-ab2b-46a3-aa35-1d37f062b93e tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Allocated IP 172.20.0.5 (9ba46e13-3fe2-4f31-beec-fa2e8ef513e1/69e43e07-4eb9-4663-a148-f47ab84e628f/e411bdf6-ee2e-4dc0-be94-c96ca39f2320) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:09.056450 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-48670967-3914-4dc4-b430-3b73b40ea930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bcffff-b86a-491f-9892-bdd2fe254a44', 'name': 'tempest-TestServerMultinode-678426901-router', 'tenant_id': '1872a9a2d80444aabb1707cb2fb3e704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'deb69922-9f84-4cf5-81ba-a3d8358c4275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:50Z', 'updated_at': '2022-05-06T10:01:01Z', 'revision_number': 4, 'project_id': '1872a9a2d80444aabb1707cb2fb3e704', 'gw_port': {'id': 'deb69922-9f84-4cf5-81ba-a3d8358c4275', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bcffff-b86a-491f-9892-bdd2fe254a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:52Z', 'updated_at': '2022-05-06T10:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'c0df4f79-a105-4800-8e31-a81ccac35a19', 'name': '', 'network_id': '3ce3653f-7e6e-4372-868c-fbbcf53e2998', 'tenant_id': '1872a9a2d80444aabb1707cb2fb3e704', 'mac_address': 'fa:16:3e:db:70:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bcffff-b86a-491f-9892-bdd2fe254a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'f8991258-2c3a-4dc0-836d-5bc298b36913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:59Z', 'updated_at': '2022-05-06T10:01:07Z', 'revision_number': 4, 'project_id': '1872a9a2d80444aabb1707cb2fb3e704', 'subnets': [{'id': 'f8991258-2c3a-4dc0-836d-5bc298b36913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:09.063439 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9b46e1cc-b6f1-4971-9720-a449e1db8c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:09.070863 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f38ad1-7876-46f8-bb2f-1b6f1d90cef1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:09.071426 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31f38ad1-7876-46f8-bb2f-1b6f1d90cef1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:09.078600 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-31f38ad1-7876-46f8-bb2f-1b6f1d90cef1 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/a0c5c652-0cfa-47c3-9235-7ed1a7a600b0 HTTP/1.1" status: 404 len: 337 time: 0.0758829 May 06 10:01:09.081283 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:09.081718 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44870) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:09.088766 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48670967-3914-4dc4-b430-3b73b40ea930 None None] The sync data for ids ['f6bcffff-b86a-491f-9892-bdd2fe254a44'] in n-d-840835-1 is: [{'id': 'f6bcffff-b86a-491f-9892-bdd2fe254a44', 'name': 'tempest-TestServerMultinode-678426901-router', 'tenant_id': '1872a9a2d80444aabb1707cb2fb3e704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'deb69922-9f84-4cf5-81ba-a3d8358c4275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:50Z', 'updated_at': '2022-05-06T10:01:01Z', 'revision_number': 4, 'project_id': '1872a9a2d80444aabb1707cb2fb3e704', 'gw_port': {'id': 'deb69922-9f84-4cf5-81ba-a3d8358c4275', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bcffff-b86a-491f-9892-bdd2fe254a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:52Z', 'updated_at': '2022-05-06T10:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'c0df4f79-a105-4800-8e31-a81ccac35a19', 'name': '', 'network_id': '3ce3653f-7e6e-4372-868c-fbbcf53e2998', 'tenant_id': '1872a9a2d80444aabb1707cb2fb3e704', 'mac_address': 'fa:16:3e:db:70:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bcffff-b86a-491f-9892-bdd2fe254a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'f8991258-2c3a-4dc0-836d-5bc298b36913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:59Z', 'updated_at': '2022-05-06T10:01:07Z', 'revision_number': 4, 'project_id': '1872a9a2d80444aabb1707cb2fb3e704', 'subnets': [{'id': 'f8991258-2c3a-4dc0-836d-5bc298b36913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:01:09.141293 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd7e5d98-a9e0-4977-adf9-4e19ab5e33bb tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:09.142338 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd7e5d98-a9e0-4977-adf9-4e19ab5e33bb tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:09.161759 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bd7e5d98-a9e0-4977-adf9-4e19ab5e33bb tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/d42f2387-9b3a-4274-b3c9-d25fe41bcd4c HTTP/1.1" status: 404 len: 333 time: 0.0731058 May 06 10:01:09.167601 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44872) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:09.208162 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:09.226295 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa3c96e2-3ea7-49c8-8c79-fc4742f13a03 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:09.226907 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa3c96e2-3ea7-49c8-8c79-fc4742f13a03 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:09.232738 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fa3c96e2-3ea7-49c8-8c79-fc4742f13a03 tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/2b8d1248-df63-4b53-a266-104dc5ecd1c9 HTTP/1.1" status: 404 len: 337 time: 0.0591457 May 06 10:01:09.236802 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44874) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:09.248136 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8fe9d2-24b7-4c04-9bf6-a6db7e561084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:01:09.252351 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a8b6f7-df20-4928-8c0f-4f0913abe4bc" -d '{"events": [{"server_uuid": "3f8fe9d2-24b7-4c04-9bf6-a6db7e561084", "name": "network-vif-plugged", "status": "completed", "tag": "dffb0a95-b609-4ed3-8404-79c0ecb25b5f"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:01:09.282438 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71c37950-ab72-43a5-9bf8-edb9382ddef4 req-c9c32b1a-7062-4ace-ac43-743d05ac1392 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965582 May 06 10:01:09.290044 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-0601de69-b687-450e-bc33-b0484528c55a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:09.291207 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0601de69-b687-450e-bc33-b0484528c55a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:09.296939 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0601de69-b687-450e-bc33-b0484528c55a tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/ports/331d3b82-089e-4075-b2de-51e3da3d0d84 HTTP/1.1" status: 404 len: 333 time: 0.0546396 May 06 10:01:09.298222 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44878) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:09.313433 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Deleting port 7e02a343-3a35-46c8-bfd0-4b33e4117c37 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:09.313935 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:09.330841 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-9b46e1cc-b6f1-4971-9720-a449e1db8c2c None None] For port c0df4f79-a105-4800-8e31-a81ccac35a19, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=c0df4f79-a105-4800-8e31-a81ccac35a19,segment=NetworkSegment(62938aea-6589-42d5-b5c2-7e028a2f233b),segment_id=62938aea-6589-42d5-b5c2-7e028a2f233b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:09.335430 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port dffb0a95-b609-4ed3-8404-79c0ecb25b5f, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=dffb0a95-b609-4ed3-8404-79c0ecb25b5f,segment=NetworkSegment(359ae381-b80a-42a9-92e1-acee0d1de1f3),segment_id=359ae381-b80a-42a9-92e1-acee0d1de1f3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:09.352773 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port deb69922-9f84-4cf5-81ba-a3d8358c4275, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=deb69922-9f84-4cf5-81ba-a3d8358c4275,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:09.357655 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9b46e1cc-b6f1-4971-9720-a449e1db8c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:09.367353 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:09.402562 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-841f074e-9ae9-4588-a2b2-39fe96c19c1b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] DELETE failed (client error): The resource could not be found. May 06 10:01:09.403393 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-841f074e-9ae9-4588-a2b2-39fe96c19c1b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:09.406855 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-841f074e-9ae9-4588-a2b2-39fe96c19c1b tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/subnets/6bba0e30-1ef7-40ae-a4e6-f62e28021de2 HTTP/1.1" status: 404 len: 337 time: 0.1085236 May 06 10:01:09.443477 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-9f23670c-ab2b-46a3-aa35-1d37f062b93e tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:09.452293 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44880) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:09.463373 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46e1cc-b6f1-4971-9720-a449e1db8c2c None None] Pushing event updated for resources: {'Port': ['ID=c0df4f79-a105-4800-8e31-a81ccac35a19,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:09.472770 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:09.473863 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 84fefed4-ec09-499a-b783-9d8b3c1ed2f0 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:09.510925 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-9f23670c-ab2b-46a3-aa35-1d37f062b93e tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:09.559820 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23670c-ab2b-46a3-aa35-1d37f062b93e tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Pushing event updated for resources: {'Port': ['ID=e411bdf6-ee2e-4dc0-be94-c96ca39f2320,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:09.586953 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-9f23670c-ab2b-46a3-aa35-1d37f062b93e tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Network 9ba46e13-3fe2-4f31-beec-fa2e8ef513e1 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:09.593604 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-9f23670c-ab2b-46a3-aa35-1d37f062b93e tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:09.597641 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-9f23670c-ab2b-46a3-aa35-1d37f062b93e tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:09.612674 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8de75476-7d4c-4edd-9525-179d336ac71d req-748838f9-75ec-4b55-8a6c-ae449cb67502 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6121ff70-77c8-4c87-94bc-ccdd4e489f93 HTTP/1.1" status: 200 len: 210 time: 0.1701937 May 06 10:01:09.628480 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-6c348403-2af4-4e03-a4de-887d19bb1c2e None None] Provisioning complete for port 84fefed4-ec09-499a-b783-9d8b3c1ed2f0 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:09.628956 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6c348403-2af4-4e03-a4de-887d19bb1c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:09.687184 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=dffb0a95-b609-4ed3-8404-79c0ecb25b5f,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:09.711750 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] For port 7e02a343-3a35-46c8-bfd0-4b33e4117c37, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=7e02a343-3a35-46c8-bfd0-4b33e4117c37,segment=NetworkSegment(ca7d59a9-fe35-4c92-9e68-bb98d7d43803),segment_id=ca7d59a9-fe35-4c92-9e68-bb98d7d43803)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:09.712701 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:09.738899 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-9f23670c-ab2b-46a3-aa35-1d37f062b93e tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:09.739558 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-9f23670c-ab2b-46a3-aa35-1d37f062b93e tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:09.746000 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Calling delete_port for 7e02a343-3a35-46c8-bfd0-4b33e4117c37 owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:09.783027 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 84fefed4-ec09-499a-b783-9d8b3c1ed2f0 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:09.783584 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-9f23670c-ab2b-46a3-aa35-1d37f062b93e tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0861652 May 06 10:01:09.783890 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:09.796188 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-229a9bff-48b1-4548-9c9c-3c910c84ee23 service neutron] Request body: {'port': {'device_id': '6121ff70-77c8-4c87-94bc-ccdd4e489f93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:09.825957 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7b83f0ce-4101-4543-ae7f-2f0c9862abcf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:09.850497 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2240b9af-67b8-43ef-bd93-374989297e19 x-openstack-request-id: req-2240b9af-67b8-43ef-bd93-374989297e19 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:01:09.850497 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8fe9d2-24b7-4c04-9bf6-a6db7e561084", "name": "network-vif-plugged", "status": "completed", "tag": "dffb0a95-b609-4ed3-8404-79c0ecb25b5f", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:01:09.850497 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2240b9af-67b8-43ef-bd93-374989297e19 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:01:09.851428 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2240b9af-67b8-43ef-bd93-374989297e19'] response: {'server_uuid': '3f8fe9d2-24b7-4c04-9bf6-a6db7e561084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f', 'code': 200} May 06 10:01:09.866158 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=deb69922-9f84-4cf5-81ba-a3d8358c4275,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:09.910374 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-58e78d29-ff44-4421-b578-2dc3bbd9a91e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:09.935362 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-229a9bff-48b1-4548-9c9c-3c910c84ee23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:10.024814 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e3aead-35b2-4603-8dd0-38127dd9e738 None None] get_active_networks_info from n-d-840835-1 {{(pid=102654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 10:01:10.118780 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-6c348403-2af4-4e03-a4de-887d19bb1c2e None None] Provisioning complete for port c0df4f79-a105-4800-8e31-a81ccac35a19 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:10.119388 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6c348403-2af4-4e03-a4de-887d19bb1c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:10.129652 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:10.347524 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb1682-eb72-4919-b1d0-7a6b74316925 req-0ae1b028-75b9-4c83-9ff0-a5d2ae25207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:10.349322 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fbcb1682-eb72-4919-b1d0-7a6b74316925 req-0ae1b028-75b9-4c83-9ff0-a5d2ae25207f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 1096 time: 0.3116667 May 06 10:01:10.354351 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-229a9bff-48b1-4548-9c9c-3c910c84ee23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e411bdf6-ee2e-4dc0-be94-c96ca39f2320 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:01:10.360067 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:10.371864 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-229a9bff-48b1-4548-9c9c-3c910c84ee23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:10.387174 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-229a9bff-48b1-4548-9c9c-3c910c84ee23 service neutron] Transition to ACTIVE for port object e411bdf6-ee2e-4dc0-be94-c96ca39f2320 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:01:10.392771 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-229a9bff-48b1-4548-9c9c-3c910c84ee23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:10.416105 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7b83f0ce-4101-4543-ae7f-2f0c9862abcf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:10.433162 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event deleted for resources: {'Port': ['ID=7e02a343-3a35-46c8-bfd0-4b33e4117c37,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:10.435452 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] No DVR routers for this DVR port 7e02a343-3a35-46c8-bfd0-4b33e4117c37 on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:01:10.485630 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e3aead-35b2-4603-8dd0-38127dd9e738 None None] Resources bound (agent type, host, resource id): {{(pid=102654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 10:01:10.498950 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a373ba9-56f2-4f21-aca7-ee112ebe369b req-5a749b65-bed6-45e4-942f-ba9a4a973ba7 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:10.500814 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5a373ba9-56f2-4f21-aca7-ee112ebe369b req-5a749b65-bed6-45e4-942f-ba9a4a973ba7 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ac0b552-b0d7-4736-8dcf-85a6c2354ba9 HTTP/1.1" status: 200 len: 945 time: 0.2911189 May 06 10:01:10.505957 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a9bff-48b1-4548-9c9c-3c910c84ee23 service neutron] Pushing event updated for resources: {'Port': ['ID=e411bdf6-ee2e-4dc0-be94-c96ca39f2320,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:10.507687 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-7b83f0ce-4101-4543-ae7f-2f0c9862abcf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d1252d9-04fb-40a6-862c-9b06ebf6d551']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:10.514571 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:10.515231 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:10.536238 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-229a9bff-48b1-4548-9c9c-3c910c84ee23 service neutron] Attempting to bind port e411bdf6-ee2e-4dc0-be94-c96ca39f2320 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:01:10.536591 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-229a9bff-48b1-4548-9c9c-3c910c84ee23 service neutron] Attempting to bind port e411bdf6-ee2e-4dc0-be94-c96ca39f2320 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '64700d0d-45c9-49b8-9199-79bd2973a1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9ba46e13-3fe2-4f31-beec-fa2e8ef513e1'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:01:10.537065 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-229a9bff-48b1-4548-9c9c-3c910c84ee23 service neutron] Attempting to bind port e411bdf6-ee2e-4dc0-be94-c96ca39f2320 on network 9ba46e13-3fe2-4f31-beec-fa2e8ef513e1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:10.542783 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-229a9bff-48b1-4548-9c9c-3c910c84ee23 service neutron] Port e411bdf6-ee2e-4dc0-be94-c96ca39f2320 on network 9ba46e13-3fe2-4f31-beec-fa2e8ef513e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:01:10.543169 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-229a9bff-48b1-4548-9c9c-3c910c84ee23 service neutron] Attempting to bind port e411bdf6-ee2e-4dc0-be94-c96ca39f2320 on network 9ba46e13-3fe2-4f31-beec-fa2e8ef513e1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:10.549105 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-229a9bff-48b1-4548-9c9c-3c910c84ee23 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:01:10.549545 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-229a9bff-48b1-4548-9c9c-3c910c84ee23 service neutron] Checking segment: {'id': '64700d0d-45c9-49b8-9199-79bd2973a1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9ba46e13-3fe2-4f31-beec-fa2e8ef513e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:10.549798 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-229a9bff-48b1-4548-9c9c-3c910c84ee23 service neutron] Bound using segment: {'id': '64700d0d-45c9-49b8-9199-79bd2973a1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9ba46e13-3fe2-4f31-beec-fa2e8ef513e1'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:01:10.550255 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-229a9bff-48b1-4548-9c9c-3c910c84ee23 service neutron] Bound port: e411bdf6-ee2e-4dc0-be94-c96ca39f2320, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64700d0d-45c9-49b8-9199-79bd2973a1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9ba46e13-3fe2-4f31-beec-fa2e8ef513e1'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:01:10.550628 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-229a9bff-48b1-4548-9c9c-3c910c84ee23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:10.563835 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fbcb1682-eb72-4919-b1d0-7a6b74316925 req-8c89b914-0482-4d6f-806b-c18e68fb5bf0 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002904 May 06 10:01:10.596529 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-7b83f0ce-4101-4543-ae7f-2f0c9862abcf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '835c01f8-f09b-4ecb-8b27-5827892d1a0b') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:10.596836 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-7b83f0ce-4101-4543-ae7f-2f0c9862abcf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '835c01f8-f09b-4ecb-8b27-5827892d1a0b') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:10.612065 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-6c348403-2af4-4e03-a4de-887d19bb1c2e None None] Provisioning complete for port e7b0d428-964c-433b-a26a-191143515b58 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:10.612447 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6c348403-2af4-4e03-a4de-887d19bb1c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:10.623931 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-229a9bff-48b1-4548-9c9c-3c910c84ee23 service neutron] For port e411bdf6-ee2e-4dc0-be94-c96ca39f2320, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:01:10.626998 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-229a9bff-48b1-4548-9c9c-3c910c84ee23 service neutron] For port e411bdf6-ee2e-4dc0-be94-c96ca39f2320, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e411bdf6-ee2e-4dc0-be94-c96ca39f2320,segment=NetworkSegment(64700d0d-45c9-49b8-9199-79bd2973a1bb),segment_id=64700d0d-45c9-49b8-9199-79bd2973a1bb)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:01:10.631251 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7b83f0ce-4101-4543-ae7f-2f0c9862abcf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:10.634693 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-229a9bff-48b1-4548-9c9c-3c910c84ee23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:10.642682 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:10.677749 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-229a9bff-48b1-4548-9c9c-3c910c84ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:10.678472 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-229a9bff-48b1-4548-9c9c-3c910c84ee23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:10.680316 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-229a9bff-48b1-4548-9c9c-3c910c84ee23 service neutron] 10.222.0.84 "PUT /v2.0/ports/e411bdf6-ee2e-4dc0-be94-c96ca39f2320 HTTP/1.1" status: 200 len: 1091 time: 0.8887749 May 06 10:01:10.680977 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6121ff70-77c8-4c87-94bc-ccdd4e489f93', 'tag': 'e411bdf6-ee2e-4dc0-be94-c96ca39f2320'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:01:10.683557 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932d1231-c181-45a6-a18f-f44a90a76310" -d '{"events": [{"name": "network-changed", "server_uuid": "6121ff70-77c8-4c87-94bc-ccdd4e489f93", "tag": "e411bdf6-ee2e-4dc0-be94-c96ca39f2320"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:01:10.691653 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-6c348403-2af4-4e03-a4de-887d19bb1c2e None None] Port e7b0d428-964c-433b-a26a-191143515b58 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:01:10.697711 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7b83f0ce-4101-4543-ae7f-2f0c9862abcf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:10.707938 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a9bff-48b1-4548-9c9c-3c910c84ee23 service neutron] Pushing event updated for resources: {'Port': ['ID=e411bdf6-ee2e-4dc0-be94-c96ca39f2320,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:10.715538 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['785b20eb-dd73-433b-983f-16dc6629da76']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:10.718470 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b83f0ce-4101-4543-ae7f-2f0c9862abcf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:10.718880 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7b83f0ce-4101-4543-ae7f-2f0c9862abcf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:10.725285 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5a373ba9-56f2-4f21-aca7-ee112ebe369b req-b8bc5878-e860-40ef-aed3-7bc404aa0855 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd3c1531-9665-46e1-afae-ca9870360a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772909 May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: timer() May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:10.725967 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:10.749831 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 944265b4-00a6-4670-a9f3-4373d6a7b1e3 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:10.845215 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-546dd1a3-57ef-4baa-b490-b6c0bd4fa0f4 None None] Provisioning complete for port e7b0d428-964c-433b-a26a-191143515b58 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:10.845768 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-546dd1a3-57ef-4baa-b490-b6c0bd4fa0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:10.848862 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-23cf6141-744d-42f0-afee-3d46a2cc29be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:10.850441 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-23cf6141-744d-42f0-afee-3d46a2cc29be service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1872a9a2d80444aabb1707cb2fb3e704&device_id=6121ff70-77c8-4c87-94bc-ccdd4e489f93 HTTP/1.1" status: 200 len: 1094 time: 0.0472262 May 06 10:01:10.874909 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 944265b4-00a6-4670-a9f3-4373d6a7b1e3 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:10.875376 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:10.914943 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-e13d9c97-b0b4-42c8-9e00-ab3f79bd7ead service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e411bdf6-ee2e-4dc0-be94-c96ca39f2320 HTTP/1.1" status: 200 len: 217 time: 0.0549741 May 06 10:01:10.963604 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-546dd1a3-57ef-4baa-b490-b6c0bd4fa0f4 None None] Port e7b0d428-964c-433b-a26a-191143515b58 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:01:10.989414 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-3a2a363a-367c-4cf3-833b-ae79efbb7000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:10.991029 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-3a2a363a-367c-4cf3-833b-ae79efbb7000 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=69e43e07-4eb9-4663-a148-f47ab84e628f HTTP/1.1" status: 200 len: 848 time: 0.0508771 May 06 10:01:11.042050 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a83840-0145-4906-b886-7772e04f215a None None] get_active_networks_info from n-d-840835-1 {{(pid=102654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 10:01:11.055271 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-57a0a822-84df-4650-8a7f-5eb96beb239f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:11.057083 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-57a0a822-84df-4650-8a7f-5eb96beb239f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9ba46e13-3fe2-4f31-beec-fa2e8ef513e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586669 May 06 10:01:11.095333 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7d59a9-fe35-4c92-9e68-bb98d7d43803') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:11.095333 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7d59a9-fe35-4c92-9e68-bb98d7d43803') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:11.130243 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:11.169711 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:11.180575 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-58e78d29-ff44-4421-b578-2dc3bbd9a91e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Deleting port e7b0d428-964c-433b-a26a-191143515b58 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:11.180914 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-58e78d29-ff44-4421-b578-2dc3bbd9a91e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:11.196962 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-80aaeec5-9bbf-4642-8529-83f6a6c42133 service neutron] 10.222.0.84 "GET /v2.0/networks/9ba46e13-3fe2-4f31-beec-fa2e8ef513e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315706 May 06 10:01:11.201426 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:11.201754 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: timer() May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:11.206569 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:11.208869 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7b83f0ce-4101-4543-ae7f-2f0c9862abcf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:11.232572 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a83840-0145-4906-b886-7772e04f215a None None] Resources bound (agent type, host, resource id): {{(pid=102654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 10:01:11.305283 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9774e5-b8ba-48da-a0a2-564f57bcf89f req-a96c2ad4-1b9c-4e0f-a9f2-0ec17b92741d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:11.312272 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device deb69922-9f84-4cf5-81ba-a3d8358c4275 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:11.313214 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fd9774e5-b8ba-48da-a0a2-564f57bcf89f req-a96c2ad4-1b9c-4e0f-a9f2-0ec17b92741d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 945 time: 0.2563119 May 06 10:01:11.313334 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d1d64936-b4d7-4867-b5ff-e45cc63e222c req-5e402ec7-1ebd-4888-a6d9-8114272e161a service neutron] 10.222.0.84 "GET /v2.0/networks/9ba46e13-3fe2-4f31-beec-fa2e8ef513e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086917 May 06 10:01:11.321424 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7b83f0ce-4101-4543-ae7f-2f0c9862abcf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:11.324609 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7b83f0ce-4101-4543-ae7f-2f0c9862abcf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] 10.222.0.73 "DELETE /v2.0/networks/0d1252d9-04fb-40a6-862c-9b06ebf6d551 HTTP/1.1" status: 204 len: 168 time: 1.8559659 May 06 10:01:11.365463 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83f0ce-4101-4543-ae7f-2f0c9862abcf tempest-NetworksTestDHCPv6-1101707492 tempest-NetworksTestDHCPv6-1101707492-project] Pushing event deleted for resources: {'Network': ['ID=0d1252d9-04fb-40a6-862c-9b06ebf6d551,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:11.395922 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:11.416607 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:11.419724 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/networks/785b20eb-dd73-433b-983f-16dc6629da76 HTTP/1.1" status: 204 len: 168 time: 6.6678352 May 06 10:01:11.423365 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44896) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:11.428615 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-7dca912e-1d8f-4312-bdcd-c9eec0db8e6b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1138264443'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:11.429837 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port deb69922-9f84-4cf5-81ba-a3d8358c4275 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:11.430289 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:11.431405 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fd9774e5-b8ba-48da-a0a2-564f57bcf89f req-f9b184ca-528e-4f22-8dde-1ead75180114 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172316 May 06 10:01:11.463441 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dca912e-1d8f-4312-bdcd-c9eec0db8e6b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Made reservation on behalf of b8000b76e14d415baaa92cf8f42f4d21 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:11.468334 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7dca912e-1d8f-4312-bdcd-c9eec0db8e6b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:11.474669 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585d9f3-cfde-4841-947b-4b32cff2c23b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event deleted for resources: {'Network': ['ID=785b20eb-dd73-433b-983f-16dc6629da76,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:11.496934 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-58e78d29-ff44-4421-b578-2dc3bbd9a91e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:11.507560 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dca912e-1d8f-4312-bdcd-c9eec0db8e6b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:01:11.518405 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7dca912e-1d8f-4312-bdcd-c9eec0db8e6b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:11.519044 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-7dca912e-1d8f-4312-bdcd-c9eec0db8e6b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Added segment 9dc5593e-0545-4037-974c-27065b6fdbb5 of type vlan for network 5110ca8d-5168-45c2-9003-edb34345fa88 May 06 10:01:11.524960 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-58e78d29-ff44-4421-b578-2dc3bbd9a91e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Calling delete_port for e7b0d428-964c-433b-a26a-191143515b58 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:11.639455 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7dca912e-1d8f-4312-bdcd-c9eec0db8e6b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:11.650938 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54a53b-5792-4990-88fe-be4239ef2a5a req-94031faa-df7a-4217-9b89-f2ad838a2ea4 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:11.653024 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb54a53b-5792-4990-88fe-be4239ef2a5a req-94031faa-df7a-4217-9b89-f2ad838a2ea4 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6121ff70-77c8-4c87-94bc-ccdd4e489f93 HTTP/1.1" status: 200 len: 1094 time: 0.1091125 May 06 10:01:11.672477 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 84fefed4-ec09-499a-b783-9d8b3c1ed2f0 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:11.695108 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7dca912e-1d8f-4312-bdcd-c9eec0db8e6b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:11.701911 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dca912e-1d8f-4312-bdcd-c9eec0db8e6b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:11.702682 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7dca912e-1d8f-4312-bdcd-c9eec0db8e6b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:11.766140 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 84fefed4-ec09-499a-b783-9d8b3c1ed2f0 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:11.766520 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:11.790674 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb54a53b-5792-4990-88fe-be4239ef2a5a req-2210fab3-4ea3-4832-aa25-3f355baff725 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a1fbea8f-5359-4c17-ba0c-a599f8f38f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307530 May 06 10:01:11.792910 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7dca912e-1d8f-4312-bdcd-c9eec0db8e6b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3681693 May 06 10:01:11.798461 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44902) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:11.798461 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44904) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:11.812184 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-2c258954-1b61-478f-a60b-44920372434d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Request body: {'subnet': {'network_id': '5110ca8d-5168-45c2-9003-edb34345fa88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:11.878966 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device c0df4f79-a105-4800-8e31-a81ccac35a19 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:11.920632 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-58e78d29-ff44-4421-b578-2dc3bbd9a91e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:11.940246 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port c0df4f79-a105-4800-8e31-a81ccac35a19 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:11.940925 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:11.975750 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e78d29-ff44-4421-b578-2dc3bbd9a91e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Port': ['ID=e7b0d428-964c-433b-a26a-191143515b58,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:12.103698 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11089800-96cd-4427-b708-b040994d0767 req-2938bb53-38a3-4488-a953-cae7c88466d8 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:12.105834 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11089800-96cd-4427-b708-b040994d0767 req-2938bb53-38a3-4488-a953-cae7c88466d8 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ac0b552-b0d7-4736-8dcf-85a6c2354ba9 HTTP/1.1" status: 200 len: 945 time: 0.1342831 May 06 10:01:12.263084 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11089800-96cd-4427-b708-b040994d0767 req-af1c3b24-0b99-4b6e-939f-d3e489842c9d tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd3c1531-9665-46e1-afae-ca9870360a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442046 May 06 10:01:12.268536 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-58e78d29-ff44-4421-b578-2dc3bbd9a91e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:12.317008 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf915ae-b485-467f-8dd4-a02c57dca98f x-openstack-request-id: req-5cf915ae-b485-467f-8dd4-a02c57dca98f {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:01:12.317298 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6121ff70-77c8-4c87-94bc-ccdd4e489f93", "tag": "e411bdf6-ee2e-4dc0-be94-c96ca39f2320", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:01:12.317587 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5cf915ae-b485-467f-8dd4-a02c57dca98f {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:01:12.317950 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cf915ae-b485-467f-8dd4-a02c57dca98f'] response: {'name': 'network-changed', 'server_uuid': '6121ff70-77c8-4c87-94bc-ccdd4e489f93', 'tag': 'e411bdf6-ee2e-4dc0-be94-c96ca39f2320', 'status': 'completed', 'code': 200} May 06 10:01:12.398696 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca912e-1d8f-4312-bdcd-c9eec0db8e6b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event updated for resources: {'Network': ['ID=5110ca8d-5168-45c2-9003-edb34345fa88,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:12.411396 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 5110ca8d-5168-45c2-9003-edb34345fa88 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:01:12.442530 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7fb033-30ea-483f-9f64-6dde8638c630 req-9bc308eb-707c-45d0-b76d-fbfb26753210 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:12.444082 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-aa7fb033-30ea-483f-9f64-6dde8638c630 req-9bc308eb-707c-45d0-b76d-fbfb26753210 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.77 "GET /v2.0/ports?device_id=9ac0b552-b0d7-4736-8dcf-85a6c2354ba9 HTTP/1.1" status: 200 len: 945 time: 0.1183720 May 06 10:01:12.452651 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d1231-c181-45a6-a18f-f44a90a76310 req-ddca8fb7-bebe-4b7a-a4b1-249fcf405ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:12.454204 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-932d1231-c181-45a6-a18f-f44a90a76310 req-ddca8fb7-bebe-4b7a-a4b1-249fcf405ea1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1872a9a2d80444aabb1707cb2fb3e704&device_id=6121ff70-77c8-4c87-94bc-ccdd4e489f93 HTTP/1.1" status: 200 len: 1094 time: 0.1270261 May 06 10:01:12.460028 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e78d29-ff44-4421-b578-2dc3bbd9a91e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Router 826c3609-e3bb-403a-abd8-f6e4a45dfcc1 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:01:12.479011 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c258954-1b61-478f-a60b-44920372434d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Made reservation on behalf of b8000b76e14d415baaa92cf8f42f4d21 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:12.482609 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2c258954-1b61-478f-a60b-44920372434d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:12.575647 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e78d29-ff44-4421-b578-2dc3bbd9a91e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:01:12.584018 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-58e78d29-ff44-4421-b578-2dc3bbd9a91e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "PUT /v2.0/routers/826c3609-e3bb-403a-abd8-f6e4a45dfcc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3992236 May 06 10:01:12.584677 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44910) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:12.587036 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac15ed0-68a2-4ee9-b65f-1e4d5a8031d0 None None] Sync routers for ids ['826c3609-e3bb-403a-abd8-f6e4a45dfcc1'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:01:12.597107 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac15ed0-68a2-4ee9-b65f-1e4d5a8031d0 None None] Routers {'826c3609-e3bb-403a-abd8-f6e4a45dfcc1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:12.597995 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3ac15ed0-68a2-4ee9-b65f-1e4d5a8031d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['826c3609-e3bb-403a-abd8-f6e4a45dfcc1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:12.615892 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e575a576-ea4d-40a6-bb3a-28c9d7e9312a tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "GET /v2.0/ports?device_id=826c3609-e3bb-403a-abd8-f6e4a45dfcc1 HTTP/1.1" status: 200 len: 205 time: 0.0300417 May 06 10:01:12.619248 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44912) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:12.636212 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751a624-ef43-4651-ad1e-112d9d95b5eb req-8993a2e3-730c-4b4a-9abd-7b4a34b85698 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:12.636527 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3ac15ed0-68a2-4ee9-b65f-1e4d5a8031d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:12.637730 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b751a624-ef43-4651-ad1e-112d9d95b5eb req-8993a2e3-730c-4b4a-9abd-7b4a34b85698 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 945 time: 0.1219175 May 06 10:01:12.646047 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac15ed0-68a2-4ee9-b65f-1e4d5a8031d0 None None] Routers {'826c3609-e3bb-403a-abd8-f6e4a45dfcc1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:12.646934 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3ac15ed0-68a2-4ee9-b65f-1e4d5a8031d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['826c3609-e3bb-403a-abd8-f6e4a45dfcc1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:12.662192 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.ipam_backend_mixin [None req-2c258954-1b61-478f-a60b-44920372434d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Performing IP validity checks on allocation pools {{(pid=102652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 06 10:01:12.662890 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.ipam_backend_mixin [None req-2c258954-1b61-478f-a60b-44920372434d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 06 10:01:12.685453 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3ac15ed0-68a2-4ee9-b65f-1e4d5a8031d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:12.686120 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac15ed0-68a2-4ee9-b65f-1e4d5a8031d0 None None] The sync data for ids ['826c3609-e3bb-403a-abd8-f6e4a45dfcc1'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:01:12.705314 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a8bdaf58-a5df-418f-8aa9-6c64bdce58e9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c448911c95fc4f4d9c2a1290921f4e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9057634 May 06 10:01:12.712677 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44914) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:12.738705 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-197a8953-0cd1-4305-b360-a60f13a7b06f tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:12.755365 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d1231-c181-45a6-a18f-f44a90a76310 req-ad31ccfe-f40b-4148-aa21-be44f42e2d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:12.756853 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-932d1231-c181-45a6-a18f-f44a90a76310 req-ad31ccfe-f40b-4148-aa21-be44f42e2d6c service neutron] 10.222.0.84 "GET /v2.0/networks?id=9ba46e13-3fe2-4f31-beec-fa2e8ef513e1 HTTP/1.1" status: 200 len: 910 time: 0.2591474 May 06 10:01:12.794298 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b751a624-ef43-4651-ad1e-112d9d95b5eb req-e423afa8-4205-4bfd-891a-cb7bdd95cca2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257954 May 06 10:01:12.836525 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-932d1231-c181-45a6-a18f-f44a90a76310 req-5c1cf576-0403-4eea-bdfa-25481ff0ef34 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e411bdf6-ee2e-4dc0-be94-c96ca39f2320 HTTP/1.1" status: 200 len: 217 time: 0.0716052 May 06 10:01:12.846898 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-aa7fb033-30ea-483f-9f64-6dde8638c630 req-ea3bf404-e75f-4e0f-b855-c92dd21ce5fa tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Deleting port b7c83e6e-dbba-4390-8c87-d61dce989416 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:12.847306 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-aa7fb033-30ea-483f-9f64-6dde8638c630 req-ea3bf404-e75f-4e0f-b855-c92dd21ce5fa tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:12.967008 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e2708119-47c3-428c-8d01-6d2ddbddc7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:12.974619 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-197a8953-0cd1-4305-b360-a60f13a7b06f tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:12.978413 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-197a8953-0cd1-4305-b360-a60f13a7b06f tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:13.005460 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d1231-c181-45a6-a18f-f44a90a76310 req-fb8ca17c-f090-4d7d-8374-ce331eed7054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:13.007000 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-932d1231-c181-45a6-a18f-f44a90a76310 req-fb8ca17c-f090-4d7d-8374-ce331eed7054 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=69e43e07-4eb9-4663-a148-f47ab84e628f HTTP/1.1" status: 200 len: 848 time: 0.1627047 May 06 10:01:13.032354 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2c258954-1b61-478f-a60b-44920372434d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:13.037875 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e2708119-47c3-428c-8d01-6d2ddbddc7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:13.055221 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4e850-f401-4599-9c19-20a96dc665b1 req-4af864fb-bf40-40f8-9dfc-02ca547393aa tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:13.056830 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2ce4e850-f401-4599-9c19-20a96dc665b1 req-4af864fb-bf40-40f8-9dfc-02ca547393aa tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6121ff70-77c8-4c87-94bc-ccdd4e489f93 HTTP/1.1" status: 200 len: 1094 time: 0.1834772 May 06 10:01:13.061978 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-197a8953-0cd1-4305-b360-a60f13a7b06f tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:13.062586 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197a8953-0cd1-4305-b360-a60f13a7b06f tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Fanout notify agent at l3_agent the message router_deleted on router 826c3609-e3bb-403a-abd8-f6e4a45dfcc1 {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:01:13.072157 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-197a8953-0cd1-4305-b360-a60f13a7b06f tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:13.073059 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-197a8953-0cd1-4305-b360-a60f13a7b06f tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/routers/826c3609-e3bb-403a-abd8-f6e4a45dfcc1 HTTP/1.1" status: 204 len: 168 time: 0.4529071 May 06 10:01:13.083728 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44920) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:13.093727 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-aa7fb033-30ea-483f-9f64-6dde8638c630 req-ea3bf404-e75f-4e0f-b855-c92dd21ce5fa tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] For port b7c83e6e-dbba-4390-8c87-d61dce989416, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=b7c83e6e-dbba-4390-8c87-d61dce989416,segment=NetworkSegment(80edd242-db32-42e3-9f67-d396ea818882),segment_id=80edd242-db32-42e3-9f67-d396ea818882)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:13.094110 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-aa7fb033-30ea-483f-9f64-6dde8638c630 req-ea3bf404-e75f-4e0f-b855-c92dd21ce5fa tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:13.154538 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2ce4e850-f401-4599-9c19-20a96dc665b1 req-5b534244-9ea3-4310-856b-1b12230c5095 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a1fbea8f-5359-4c17-ba0c-a599f8f38f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883033 May 06 10:01:13.164344 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-366cb6d7-e1c1-461f-8587-2ac721b88965 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Deleting subnet f032f698-f117-4446-9af2-55fd9f1d5f47 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:01:13.168594 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-366cb6d7-e1c1-461f-8587-2ac721b88965 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:13.172315 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e2708119-47c3-428c-8d01-6d2ddbddc7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:13.172821 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c258954-1b61-478f-a60b-44920372434d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event updated for resources: {'Subnet': ['ID=646edb5e-8166-44e8-a867-8f631410e2a1,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:13.174967 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e2708119-47c3-428c-8d01-6d2ddbddc7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:13.178872 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e2708119-47c3-428c-8d01-6d2ddbddc7fa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1f679812-14f8-4d14-9a6b-955c5011ed10 HTTP/1.1" status: 204 len: 168 time: 0.4638252 May 06 10:01:13.191438 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d1231-c181-45a6-a18f-f44a90a76310 req-d5850fa7-bc6e-4535-8e17-59e72c4a813a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:13.192989 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-932d1231-c181-45a6-a18f-f44a90a76310 req-d5850fa7-bc6e-4535-8e17-59e72c4a813a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9ba46e13-3fe2-4f31-beec-fa2e8ef513e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1773698 May 06 10:01:13.214215 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2708119-47c3-428c-8d01-6d2ddbddc7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f679812-14f8-4d14-9a6b-955c5011ed10,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:13.229070 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-366cb6d7-e1c1-461f-8587-2ac721b88965 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:13.299043 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c258954-1b61-478f-a60b-44920372434d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Checking segment: {'id': '9dc5593e-0545-4037-974c-27065b6fdbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5110ca8d-5168-45c2-9003-edb34345fa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:13.299486 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c258954-1b61-478f-a60b-44920372434d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Network hostable DHCP agents. Network: 5110ca8d-5168-45c2-9003-edb34345fa88, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:01:13.344153 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa15a74-882b-4b99-8b4c-6a9bcbf0fe54 req-686a4d55-5fde-4c14-b7c8-e7e03963a71b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:13.345681 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2fa15a74-882b-4b99-8b4c-6a9bcbf0fe54 req-686a4d55-5fde-4c14-b7c8-e7e03963a71b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 945 time: 0.0880399 May 06 10:01:13.367761 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-366cb6d7-e1c1-461f-8587-2ac721b88965 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:13.392179 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c258954-1b61-478f-a60b-44920372434d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Network 5110ca8d-5168-45c2-9003-edb34345fa88 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:01:13.413308 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-932d1231-c181-45a6-a18f-f44a90a76310 req-136d8857-3146-430c-8afd-948cc9b8ce27 service neutron] 10.222.0.84 "GET /v2.0/networks/9ba46e13-3fe2-4f31-beec-fa2e8ef513e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095931 May 06 10:01:13.419000 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-2c258954-1b61-478f-a60b-44920372434d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 5110ca8d-5168-45c2-9003-edb34345fa88) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:13.430448 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e96d20-50bd-44cb-9fcc-5c8c0f4a3bd2 None None] Network 5110ca8d-5168-45c2-9003-edb34345fa88 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:13.432842 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2fa15a74-882b-4b99-8b4c-6a9bcbf0fe54 req-ec090e55-91e6-4097-a01e-c6dc2d759a8a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756238 May 06 10:01:13.451263 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c258954-1b61-478f-a60b-44920372434d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:13.451893 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2c258954-1b61-478f-a60b-44920372434d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:13.469766 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44928) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:13.490564 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-aa7fb033-30ea-483f-9f64-6dde8638c630 req-ea3bf404-e75f-4e0f-b855-c92dd21ce5fa tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:13.490939 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-aa7fb033-30ea-483f-9f64-6dde8638c630 req-ea3bf404-e75f-4e0f-b855-c92dd21ce5fa tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:13.491437 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [req-aa7fb033-30ea-483f-9f64-6dde8638c630 req-ea3bf404-e75f-4e0f-b855-c92dd21ce5fa tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Floating IP e4e7ec22-d618-482e-b3b3-470580616904 disassociated. External IP: 172.25.5.123, port: b7c83e6e-dbba-4390-8c87-d61dce989416. May 06 10:01:13.491792 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-aa7fb033-30ea-483f-9f64-6dde8638c630 req-ea3bf404-e75f-4e0f-b855-c92dd21ce5fa tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Calling delete_port for b7c83e6e-dbba-4390-8c87-d61dce989416 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:13.514768 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-366cb6d7-e1c1-461f-8587-2ac721b88965 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:13.519786 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2c258954-1b61-478f-a60b-44920372434d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7115166 May 06 10:01:13.525578 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44930) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:13.602169 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366cb6d7-e1c1-461f-8587-2ac721b88965 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Subnet': ['ID=f032f698-f117-4446-9af2-55fd9f1d5f47,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:13.613219 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-932d1231-c181-45a6-a18f-f44a90a76310 req-bacf7f97-446d-4a64-a270-b577c7c910d0 service neutron] 10.222.0.84 "GET /v2.0/networks/9ba46e13-3fe2-4f31-beec-fa2e8ef513e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922841 May 06 10:01:13.645775 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ac7095-5887-40a7-b05d-9ba5e4e4a242 None None] Network e9abb8cd-275a-4545-a46b-6f80b135bb51 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:13.662983 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-366cb6d7-e1c1-461f-8587-2ac721b88965 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:13.666348 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-366cb6d7-e1c1-461f-8587-2ac721b88965 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/subnets/f032f698-f117-4446-9af2-55fd9f1d5f47 HTTP/1.1" status: 204 len: 168 time: 0.5807729 May 06 10:01:13.669660 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44936) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:13.674567 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5da778-3c69-41d4-9ae8-2ce7bc1418b5 tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:13.678879 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44938) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:13.679045 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-dc5da778-3c69-41d4-9ae8-2ce7bc1418b5 tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 1091 time: 0.2081075 May 06 10:01:13.685170 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-18e6b525-7322-4c1f-ba20-85e5e4755870 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'port_id': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:13.720558 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-aa7fb033-30ea-483f-9f64-6dde8638c630 req-ea3bf404-e75f-4e0f-b855-c92dd21ce5fa tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:13.730838 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-18e6b525-7322-4c1f-ba20-85e5e4755870 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for floatingip, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:13.785150 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544c3b5-2c0d-4fde-b4a1-48feebbfc637 req-1ce7523e-939c-49ac-9837-7d019775140e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:13.793310 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6544c3b5-2c0d-4fde-b4a1-48feebbfc637 req-1ce7523e-939c-49ac-9837-7d019775140e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ac0b552-b0d7-4736-8dcf-85a6c2354ba9 HTTP/1.1" status: 200 len: 945 time: 0.2210097 May 06 10:01:13.797523 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-5110ca8d-5168-45c2-9003-edb34345fa88', 'network_id': '5110ca8d-5168-45c2-9003-edb34345fa88', 'tenant_id': 'b8000b76e14d415baaa92cf8f42f4d21', 'fixed_ips': [{'subnet_id': '646edb5e-8166-44e8-a867-8f631410e2a1'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:01:13.798670 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:13.806164 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3bf404-e75f-4e0f-b855-c92dd21ce5fa tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event deleted for resources: {'Port': ['ID=b7c83e6e-dbba-4390-8c87-d61dce989416,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:13.843681 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0afc1a42-b480-437a-90a2-25facdba477b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:13.848109 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:13.892825 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6544c3b5-2c0d-4fde-b4a1-48feebbfc637 req-74093618-9b59-4921-82aa-1e4dd3ed04a4 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd3c1531-9665-46e1-afae-ca9870360a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985177 May 06 10:01:13.971928 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:14.016201 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa7fb033-30ea-483f-9f64-6dde8638c630 req-ea3bf404-e75f-4e0f-b855-c92dd21ce5fa tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Router 3205d89c-2ea7-4f9a-b848-40e1a985b929 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:01:14.022079 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-18e6b525-7322-4c1f-ba20-85e5e4755870 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:14.029000 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-0afc1a42-b480-437a-90a2-25facdba477b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Deleting port 84fefed4-ec09-499a-b783-9d8b3c1ed2f0 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:14.029351 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0afc1a42-b480-437a-90a2-25facdba477b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:14.050903 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Allocated IP 172.20.0.3 (5110ca8d-5168-45c2-9003-edb34345fa88/646edb5e-8166-44e8-a867-8f631410e2a1/7b9d93df-8205-462b-acc5-da52e9716743) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:14.107200 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c74980-f828-4c26-ac4a-c6ff8ac4a30c None None] DHCP port deletion for e9abb8cd-275a-4545-a46b-6f80b135bb51 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:01:14.119415 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-0afc1a42-b480-437a-90a2-25facdba477b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] For port 84fefed4-ec09-499a-b783-9d8b3c1ed2f0, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=84fefed4-ec09-499a-b783-9d8b3c1ed2f0,segment=NetworkSegment(e2939764-0a5d-4ba7-bac5-18a21ded323a),segment_id=e2939764-0a5d-4ba7-bac5-18a21ded323a)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:14.119802 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0afc1a42-b480-437a-90a2-25facdba477b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:14.149026 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-0afc1a42-b480-437a-90a2-25facdba477b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Calling delete_port for 84fefed4-ec09-499a-b783-9d8b3c1ed2f0 owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:14.318766 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-18e6b525-7322-4c1f-ba20-85e5e4755870 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Allocated IP 172.25.5.38 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/a81d7728-0890-4652-8468-fe6360dc171f) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:14.335972 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-82c74980-f828-4c26-ac4a-c6ff8ac4a30c None None] Deleting port 84fefed4-ec09-499a-b783-9d8b3c1ed2f0 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:14.336879 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-82c74980-f828-4c26-ac4a-c6ff8ac4a30c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:14.347049 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa7fb033-30ea-483f-9f64-6dde8638c630 req-ea3bf404-e75f-4e0f-b855-c92dd21ce5fa tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:01:14.397429 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0afc1a42-b480-437a-90a2-25facdba477b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:14.407660 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917408dc-85ba-4023-bda1-447a016c8712 req-926aa8f4-310f-4270-89b2-9247849e8e3c tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:14.419264 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-917408dc-85ba-4023-bda1-447a016c8712 req-926aa8f4-310f-4270-89b2-9247849e8e3c tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6121ff70-77c8-4c87-94bc-ccdd4e489f93 HTTP/1.1" status: 200 len: 1094 time: 0.1355429 May 06 10:01:14.472041 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc1a42-b480-437a-90a2-25facdba477b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Port': ['ID=84fefed4-ec09-499a-b783-9d8b3c1ed2f0,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:14.474470 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afc1a42-b480-437a-90a2-25facdba477b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] No DVR routers for this DVR port 84fefed4-ec09-499a-b783-9d8b3c1ed2f0 on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:01:14.479647 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7fb033-30ea-483f-9f64-6dde8638c630 req-ea3bf404-e75f-4e0f-b855-c92dd21ce5fa tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] No DVR routers for this DVR port b7c83e6e-dbba-4390-8c87-d61dce989416 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:01:14.487774 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-aa7fb033-30ea-483f-9f64-6dde8638c630 req-ea3bf404-e75f-4e0f-b855-c92dd21ce5fa tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:14.495714 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-aa7fb033-30ea-483f-9f64-6dde8638c630 req-ea3bf404-e75f-4e0f-b855-c92dd21ce5fa tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.77 "DELETE /v2.0/ports/b7c83e6e-dbba-4390-8c87-d61dce989416 HTTP/1.1" status: 204 len: 173 time: 2.0402310 May 06 10:01:14.495982 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac0b552-b0d7-4736-8dcf-85a6c2354ba9', 'name': 'network-vif-deleted', 'tag': 'b7c83e6e-dbba-4390-8c87-d61dce989416'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:01:14.498328 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640a73ba-fde0-4f8f-9686-172130c4b7f1" -d '{"events": [{"server_uuid": "9ac0b552-b0d7-4736-8dcf-85a6c2354ba9", "name": "network-vif-deleted", "tag": "b7c83e6e-dbba-4390-8c87-d61dce989416"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:01:14.596766 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f50f69b-67db-4840-aad2-fe61884a7235 None None] Sync routers for ids ['3205d89c-2ea7-4f9a-b848-40e1a985b929'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:01:14.627050 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:14.635398 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-18e6b525-7322-4c1f-ba20-85e5e4755870 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:14.663330 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f50f69b-67db-4840-aad2-fe61884a7235 None None] Routers {'3205d89c-2ea7-4f9a-b848-40e1a985b929'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:14.664320 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4f50f69b-67db-4840-aad2-fe61884a7235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3205d89c-2ea7-4f9a-b848-40e1a985b929'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:14.670378 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:14.695843 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44956) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:14.728057 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-18e6b525-7322-4c1f-ba20-85e5e4755870 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:14.761530 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-82c74980-f828-4c26-ac4a-c6ff8ac4a30c None None] For port 84fefed4-ec09-499a-b783-9d8b3c1ed2f0, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=84fefed4-ec09-499a-b783-9d8b3c1ed2f0,segment=NetworkSegment(e2939764-0a5d-4ba7-bac5-18a21ded323a),segment_id=e2939764-0a5d-4ba7-bac5-18a21ded323a)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:14.762142 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-82c74980-f828-4c26-ac4a-c6ff8ac4a30c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:14.795636 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Network 5110ca8d-5168-45c2-9003-edb34345fa88 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:14.798196 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6b525-7322-4c1f-ba20-85e5e4755870 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Port': ['ID=a81d7728-0890-4652-8468-fe6360dc171f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:14.803269 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-82c74980-f828-4c26-ac4a-c6ff8ac4a30c None None] Calling delete_port for 84fefed4-ec09-499a-b783-9d8b3c1ed2f0 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:14.821280 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e6b525-7322-4c1f-ba20-85e5e4755870 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:14.822857 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-18e6b525-7322-4c1f-ba20-85e5e4755870 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:14.826700 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e6b525-7322-4c1f-ba20-85e5e4755870 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:14.839839 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:14.848286 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:14.850720 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Pushing event updated for resources: {'Port': ['ID=7b9d93df-8205-462b-acc5-da52e9716743,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:14.877530 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:14.878008 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:14.878457 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:14.878897 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:14.879360 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:14.879798 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:14.880228 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:14.880668 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:14.881112 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:14.881543 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:14.882535 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:14.882967 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:14.917243 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0afc1a42-b480-437a-90a2-25facdba477b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:14.934843 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-cbe260d4-a10f-4c0d-a0d7-0abfbf5abc97 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:14.939297 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cbe260d4-a10f-4c0d-a0d7-0abfbf5abc97 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2390959 May 06 10:01:14.939297 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44962) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:14.939562 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-0afc1a42-b480-437a-90a2-25facdba477b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9abb8cd-275a-4545-a46b-6f80b135bb51']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:14.953045 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-397c3ce7-87dc-408e-ac64-a863b07f45d6 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:14.953304 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-0afc1a42-b480-437a-90a2-25facdba477b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2939764-0a5d-4ba7-bac5-18a21ded323a') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:14.953304 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-0afc1a42-b480-437a-90a2-25facdba477b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2939764-0a5d-4ba7-bac5-18a21ded323a') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:14.953553 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-397c3ce7-87dc-408e-ac64-a863b07f45d6 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0106318 May 06 10:01:14.960168 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0afc1a42-b480-437a-90a2-25facdba477b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:14.971094 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44964) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:14.973970 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0afc1a42-b480-437a-90a2-25facdba477b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:14.975937 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-491495d8-536d-4a54-984a-386e3db8150c tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:14.976407 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-4f50f69b-67db-4840-aad2-fe61884a7235 None None] Set router 3205d89c-2ea7-4f9a-b848-40e1a985b929 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:01:14.982136 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-491495d8-536d-4a54-984a-386e3db8150c tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0049934 May 06 10:01:14.982294 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0afc1a42-b480-437a-90a2-25facdba477b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:14.982294 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0afc1a42-b480-437a-90a2-25facdba477b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:14.982579 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44966) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:14.986668 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-87ab15e2-ba24-4f90-87fb-c35b6d95129f tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:14.989931 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-87ab15e2-ba24-4f90-87fb-c35b6d95129f tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0055075 May 06 10:01:14.991942 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44968) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:14.995235 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-b5f4e4d6-84b5-42da-b3df-87ab52700f85 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:14.998481 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b5f4e4d6-84b5-42da-b3df-87ab52700f85 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0047677 May 06 10:01:14.999792 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44970) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.006591 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-cb698511-947f-4f83-bde7-943d72229cf0 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.010433 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cb698511-947f-4f83-bde7-943d72229cf0 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0076828 May 06 10:01:15.011308 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44972) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.015109 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-dfccd6eb-feb8-42b3-b546-f3361cb67ccc tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.018155 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-dfccd6eb-feb8-42b3-b546-f3361cb67ccc tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0043697 May 06 10:01:15.019287 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44974) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.024812 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-cfef7ea7-bb99-46ad-b62a-2974402be5c3 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.028723 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cfef7ea7-bb99-46ad-b62a-2974402be5c3 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0061822 May 06 10:01:15.028907 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Attempting to bind port 7b9d93df-8205-462b-acc5-da52e9716743 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:01:15.028907 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Attempting to bind port 7b9d93df-8205-462b-acc5-da52e9716743 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '9dc5593e-0545-4037-974c-27065b6fdbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5110ca8d-5168-45c2-9003-edb34345fa88'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:01:15.028907 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Attempting to bind port 7b9d93df-8205-462b-acc5-da52e9716743 on network 5110ca8d-5168-45c2-9003-edb34345fa88 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:15.034991 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44976) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.040384 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:01:15.040928 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Checking segment: {'id': '9dc5593e-0545-4037-974c-27065b6fdbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5110ca8d-5168-45c2-9003-edb34345fa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:15.041600 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:15.041921 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Bound using segment: {'id': '9dc5593e-0545-4037-974c-27065b6fdbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5110ca8d-5168-45c2-9003-edb34345fa88'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:01:15.042508 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Bound port: 7b9d93df-8205-462b-acc5-da52e9716743, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc5593e-0545-4037-974c-27065b6fdbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5110ca8d-5168-45c2-9003-edb34345fa88'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:01:15.043067 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:15.047546 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-47a11fd2-e39d-4495-80a4-c83cbcbd1672 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: timer() May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:15.048478 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:15.054417 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-47a11fd2-e39d-4495-80a4-c83cbcbd1672 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0144498 May 06 10:01:15.054532 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44978) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.054532 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0afc1a42-b480-437a-90a2-25facdba477b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:15.061767 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [None req-74882f90-5ee6-401a-9a5b-08fd4f8b1577 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.066651 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-74882f90-5ee6-401a-9a5b-08fd4f8b1577 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0047445 May 06 10:01:15.068560 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-917408dc-85ba-4023-bda1-447a016c8712 req-f47eda47-32de-423e-bcab-231ca24d2fbe tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a1fbea8f-5359-4c17-ba0c-a599f8f38f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6476488 May 06 10:01:15.073330 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0afc1a42-b480-437a-90a2-25facdba477b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:15.076496 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0afc1a42-b480-437a-90a2-25facdba477b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/networks/e9abb8cd-275a-4545-a46b-6f80b135bb51 HTTP/1.1" status: 204 len: 168 time: 1.4041839 May 06 10:01:15.079496 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44980) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.081728 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44982) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.086053 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [None req-e801e1c9-bc2e-4657-becb-30ad470f30d2 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.087256 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e801e1c9-bc2e-4657-becb-30ad470f30d2 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0066042 May 06 10:01:15.105774 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-0aa038d9-33e3-4670-8e3c-be020829078e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-302827280', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}, 'admin_state_up': False}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:15.108201 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44984) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.112675 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [None req-ebadec4f-4bf1-4a8b-a257-6923a97987b5 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.113651 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ebadec4f-4bf1-4a8b-a257-6923a97987b5 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0044947 May 06 10:01:15.115829 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc1a42-b480-437a-90a2-25facdba477b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Network': ['ID=e9abb8cd-275a-4545-a46b-6f80b135bb51,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:15.124250 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44986) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.131343 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [None req-40768427-a7fc-448a-ad23-7dfddc65d72b tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.133327 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-40768427-a7fc-448a-ad23-7dfddc65d72b tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0048795 May 06 10:01:15.137166 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:15.138717 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-82c74980-f828-4c26-ac4a-c6ff8ac4a30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:15.142041 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 44988) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.150271 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [None req-666a081d-6f87-4828-ada4-35639582560d tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.151266 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-666a081d-6f87-4828-ada4-35639582560d tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0045102 May 06 10:01:15.154142 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44990) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.160692 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-239a2973-b25b-4754-85e9-7828aaa22087 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.161684 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-239a2973-b25b-4754-85e9-7828aaa22087 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0065997 May 06 10:01:15.165534 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41056065-1e63-4de2-a11d-113fe50a33f3 x-openstack-request-id: req-41056065-1e63-4de2-a11d-113fe50a33f3 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:01:15.170973 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac0b552-b0d7-4736-8dcf-85a6c2354ba9", "name": "network-vif-deleted", "tag": "b7c83e6e-dbba-4390-8c87-d61dce989416", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:01:15.171291 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-41056065-1e63-4de2-a11d-113fe50a33f3 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:01:15.171737 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41056065-1e63-4de2-a11d-113fe50a33f3'] response: {'server_uuid': '9ac0b552-b0d7-4736-8dcf-85a6c2354ba9', 'name': 'network-vif-deleted', 'tag': 'b7c83e6e-dbba-4390-8c87-d61dce989416', 'status': 'completed', 'code': 200} May 06 10:01:15.172307 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44992) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.178279 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-21861c13-df29-4e82-9696-d00b165aecdf tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.180472 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-21861c13-df29-4e82-9696-d00b165aecdf tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0055811 May 06 10:01:15.183621 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44994) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.183786 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event deleted for resources: {'Subnet': ['ID=646edb5e-8166-44e8-a867-8f631410e2a1,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:15.189777 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-82c74980-f828-4c26-ac4a-c6ff8ac4a30c None None] Network e9abb8cd-275a-4545-a46b-6f80b135bb51 is not hosted by any dhcp agent {{(pid=102654) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 06 10:01:15.191522 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c74980-f828-4c26-ac4a-c6ff8ac4a30c None None] No DVR routers for this DVR port 84fefed4-ec09-499a-b783-9d8b3c1ed2f0 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:01:15.194651 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-8f69d40d-8222-4fa4-ac9f-9ca759e97973 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.198267 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8f69d40d-8222-4fa4-ac9f-9ca759e97973 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0121596 May 06 10:01:15.209015 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44996) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.228695 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0aa038d9-33e3-4670-8e3c-be020829078e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:15.232761 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0aa038d9-33e3-4670-8e3c-be020829078e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:15.240718 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-1ed3f8e9-62eb-49e5-a6d1-3e77ee4e17a9 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.242545 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1ed3f8e9-62eb-49e5-a6d1-3e77ee4e17a9 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0340083 May 06 10:01:15.247662 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 44998) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.258495 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-d1cc549a-372f-42bc-8504-8b9febb91091 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.259703 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d1cc549a-372f-42bc-8504-8b9febb91091 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0085154 May 06 10:01:15.262092 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45000) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.268118 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-c64c18b7-db53-4625-b76c-8651c4f97fd5 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.271991 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c64c18b7-db53-4625-b76c-8651c4f97fd5 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0060644 May 06 10:01:15.274168 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45002) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.287589 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-d2eed30d-e74f-4ac7-9361-05ac7d477a57 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.292049 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d2eed30d-e74f-4ac7-9361-05ac7d477a57 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0134454 May 06 10:01:15.292049 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45004) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.300691 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-f62dd99c-343d-4cf8-b2bf-93a6d1f37c63 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.301762 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f62dd99c-343d-4cf8-b2bf-93a6d1f37c63 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0079541 May 06 10:01:15.309821 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45006) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.314373 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-9799825e-8160-46d6-84d8-94b74d73503f tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.315710 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9799825e-8160-46d6-84d8-94b74d73503f tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0045888 May 06 10:01:15.320305 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45008) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.324747 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-d92a0567-0813-40a2-8649-898412f407df tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.325698 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d92a0567-0813-40a2-8649-898412f407df tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0043836 May 06 10:01:15.330954 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 84fefed4-ec09-499a-b783-9d8b3c1ed2f0 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:01:15.332157 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45010) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.356198 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [None req-396c6a10-aeac-44da-be5e-6893bb059670 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.357897 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-396c6a10-aeac-44da-be5e-6893bb059670 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0071452 May 06 10:01:15.360769 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45012) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.389975 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c74980-f828-4c26-ac4a-c6ff8ac4a30c None None] Pushing event deleted for resources: {'Port': ['ID=84fefed4-ec09-499a-b783-9d8b3c1ed2f0,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:15.402655 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:15.404940 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-c33b454a-95fa-4c81-b8a2-84431fcb50c9 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.407574 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c33b454a-95fa-4c81-b8a2-84431fcb50c9 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0065434 May 06 10:01:15.415589 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45014) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.420153 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] For port 7b9d93df-8205-462b-acc5-da52e9716743, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:01:15.420637 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-91cc88df-fb19-4fbc-bd66-9beecc0aec0d tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.424172 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-91cc88df-fb19-4fbc-bd66-9beecc0aec0d tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0049984 May 06 10:01:15.426197 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-70c22bea-d911-4f11-80fb-7f65ed27f5b8 req-4986ae8a-22bb-487e-936e-306829b89404 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ac0b552-b0d7-4736-8dcf-85a6c2354ba9 HTTP/1.1" status: 200 len: 210 time: 0.0766306 May 06 10:01:15.428449 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45016) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.430733 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0aa038d9-33e3-4670-8e3c-be020829078e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:15.435218 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 84fefed4-ec09-499a-b783-9d8b3c1ed2f0 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:01:15.435582 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 84fefed4-ec09-499a-b783-9d8b3c1ed2f0 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:01:15.440930 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [None req-c5580703-7a02-48f3-92af-8b8ed34b2e21 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.441829 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] For port 7b9d93df-8205-462b-acc5-da52e9716743, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=7b9d93df-8205-462b-acc5-da52e9716743,segment=NetworkSegment(9dc5593e-0545-4037-974c-27065b6fdbb5),segment_id=9dc5593e-0545-4037-974c-27065b6fdbb5)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:01:15.445167 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c5580703-7a02-48f3-92af-8b8ed34b2e21 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0115504 May 06 10:01:15.449646 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45018) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.453719 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:15.454897 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [None req-861ff9ae-0395-49d6-b083-f663f9973110 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.458578 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-861ff9ae-0395-49d6-b083-f663f9973110 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0076461 May 06 10:01:15.459622 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45020) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.464427 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5110ca8d-5168-45c2-9003-edb34345fa88']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:15.477328 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-0b0d4896-cad1-4060-abaa-bb336cc2753c tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.477328 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0b0d4896-cad1-4060-abaa-bb336cc2753c tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0079877 May 06 10:01:15.477549 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45022) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.515646 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [None req-382784bd-9e0c-45bf-8894-cda062cb9095 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.519336 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-382784bd-9e0c-45bf-8894-cda062cb9095 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0100241 May 06 10:01:15.545779 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45024) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.547031 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc5593e-0545-4037-974c-27065b6fdbb5') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:15.547376 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc5593e-0545-4037-974c-27065b6fdbb5') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:15.556234 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-f687fe94-7625-4750-a3f0-32daf2fc361a tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.559513 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f687fe94-7625-4750-a3f0-32daf2fc361a tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0106311 May 06 10:01:15.559815 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45026) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.562748 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:15.566992 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [None req-4daa6b91-765c-41a3-9fc2-22af7e44a47a tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.568185 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4daa6b91-765c-41a3-9fc2-22af7e44a47a tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0074432 May 06 10:01:15.571868 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45028) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.576483 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-511830ff-9760-4ffd-b552-b5eec71d4199 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.579687 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-511830ff-9760-4ffd-b552-b5eec71d4199 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0046546 May 06 10:01:15.589455 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45030) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.593562 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-b160eefa-41a0-48d9-b898-c20874883be6 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.596782 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b160eefa-41a0-48d9-b898-c20874883be6 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0041497 May 06 10:01:15.602610 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45032) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.607408 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-e40598ff-2675-4eb6-975e-b272128a2cdf tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.610802 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e40598ff-2675-4eb6-975e-b272128a2cdf tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0050552 May 06 10:01:15.611989 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a761a-760d-4780-892c-58314a49a4cf None None] Pushing event updated for resources: {'Port': ['ID=7b9d93df-8205-462b-acc5-da52e9716743,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:15.613118 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45034) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.622703 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [None req-744f0493-d58e-4521-86f6-3ab0f6830f31 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.626427 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-744f0493-d58e-4521-86f6-3ab0f6830f31 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0088420 May 06 10:01:15.629867 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45036) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.630047 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfee14a-eee3-4c7e-9da6-e0991813897c None None] Network 5110ca8d-5168-45c2-9003-edb34345fa88 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:15.640085 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-a087525c-1ba0-492a-b30d-e1613cfb3f34 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.641078 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a087525c-1ba0-492a-b30d-e1613cfb3f34 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0125294 May 06 10:01:15.656810 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45038) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.657185 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:15.666855 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0aa038d9-33e3-4670-8e3c-be020829078e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:15.669976 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:15.670385 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: timer() May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:15.673610 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:15.682009 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device e411bdf6-ee2e-4dc0-be94-c96ca39f2320 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:01:15.777551 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.db.api [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 10:01:15.777551 n-d-840835-1 neutron-server[102653]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 10:01:15.777551 n-d-840835-1 neutron-server[102653]: [parameters: {'id': '5110ca8d-5168-45c2-9003-edb34345fa88'}] May 06 10:01:15.777551 n-d-840835-1 neutron-server[102653]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 10:01:15.778016 n-d-840835-1 neutron-server[102653]: DEBUG oslo_db.api [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 10:01:15.839429 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4f50f69b-67db-4840-aad2-fe61884a7235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '47f79145-6e99-4488-a4da-6e00e375309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T09:55:43Z', 'revision_number': 4, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port': {'id': '47f79145-6e99-4488-a4da-6e00e375309c', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:35Z', 'updated_at': '2022-05-06T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'bcd70468-c15f-42df-8758-eb38a58186b2', 'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'mac_address': 'fa:16:3e:c9:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:40Z', 'updated_at': '2022-05-06T09:55:48Z', 'revision_number': 5, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'subnets': [{'id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:15.878478 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f50f69b-67db-4840-aad2-fe61884a7235 None None] Checking router: 3205d89c-2ea7-4f9a-b848-40e1a985b929 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:01:15.913730 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f50f69b-67db-4840-aad2-fe61884a7235 None None] Routers {'3205d89c-2ea7-4f9a-b848-40e1a985b929'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:15.913991 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4f50f69b-67db-4840-aad2-fe61884a7235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3205d89c-2ea7-4f9a-b848-40e1a985b929'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:15.942787 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0aa038d9-33e3-4670-8e3c-be020829078e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router_gateway, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:15.963751 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0aa038d9-33e3-4670-8e3c-be020829078e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:15.988045 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port e411bdf6-ee2e-4dc0-be94-c96ca39f2320, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e411bdf6-ee2e-4dc0-be94-c96ca39f2320,segment=NetworkSegment(64700d0d-45c9-49b8-9199-79bd2973a1bb),segment_id=64700d0d-45c9-49b8-9199-79bd2973a1bb)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:15.992775 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-82638696-eb84-4d94-bf0b-cc022f094342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:16.013923 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29351f9b-a27d-43f9-9dca-505e01c87345 None None] get_active_networks_info from n-d-840835-1 {{(pid=102654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 10:01:16.035398 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-cffa529d-f371-4d70-b7cf-0075a0fd8edd tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:16.039702 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cffa529d-f371-4d70-b7cf-0075a0fd8edd tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.3825116 May 06 10:01:16.044501 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45040) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.052540 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-84f1a7fa-671c-473d-b2c0-6ceeb59d8a6e tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:16.057115 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-84f1a7fa-671c-473d-b2c0-6ceeb59d8a6e tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0080938 May 06 10:01:16.057269 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45042) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.061293 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [None req-0c0b57be-3a6b-42f5-b6c1-d0871f5e6d37 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:16.064370 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0c0b57be-3a6b-42f5-b6c1-d0871f5e6d37 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0043869 May 06 10:01:16.066730 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45044) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.071612 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [None req-bb6bb05f-95a1-411f-96fc-0fb4db5aae89 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:16.074709 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bb6bb05f-95a1-411f-96fc-0fb4db5aae89 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0048454 May 06 10:01:16.075357 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45046) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.076685 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'e411bdf6-ee2e-4dc0-be94-c96ca39f2320', 'network_id': '9ba46e13-3fe2-4f31-beec-fa2e8ef513e1', 'port_id': 'e411bdf6-ee2e-4dc0-be94-c96ca39f2320', 'mac_address': 'fa:16:3e:19:ff:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69e43e07-4eb9-4663-a148-f47ab84e628f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:01:16.079687 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [None req-c7e52b13-fe75-4a01-ae4b-02868d839189 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:16.083367 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c7e52b13-fe75-4a01-ae4b-02868d839189 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0048816 May 06 10:01:16.084537 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45048) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.084964 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-18e6b525-7322-4c1f-ba20-85e5e4755870 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:16.088318 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [None req-c52a86ec-44b8-4d00-89a3-5ebac19f73a0 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:16.091844 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c52a86ec-44b8-4d00-89a3-5ebac19f73a0 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0046496 May 06 10:01:16.093043 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45050) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.098696 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [None req-07f0e32e-8d87-4058-ad22-fab72fb6f9d4 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:16.102341 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-07f0e32e-8d87-4058-ad22-fab72fb6f9d4 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0062675 May 06 10:01:16.102964 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45052) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.109754 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [None req-cac03269-eeb3-438b-84c3-364a900b258f tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:16.109754 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-cac03269-eeb3-438b-84c3-364a900b258f tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0044038 May 06 10:01:16.110755 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45056) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.114288 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [None req-e2f68bc1-8e38-412f-8425-407ecf224363 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:16.117838 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e2f68bc1-8e38-412f-8425-407ecf224363 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0040047 May 06 10:01:16.119292 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45058) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.125952 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [None req-37638529-8e5e-4eb2-922f-fa3e54353665 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:16.126940 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-37638529-8e5e-4eb2-922f-fa3e54353665 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0067656 May 06 10:01:16.129779 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45060) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.136098 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-0aa038d9-33e3-4670-8e3c-be020829078e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Allocated IP 172.25.5.34 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/9e81e586-78be-499f-910c-176ef0ee6d4a) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:16.144744 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-c719148b-8ae2-4da4-8373-6168b0b41562 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:16.147642 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c719148b-8ae2-4da4-8373-6168b0b41562 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0117927 May 06 10:01:16.151338 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45062) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.157390 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [None req-8ebfd60e-bb76-49ac-8f1e-54e168853c2d tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:16.158387 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8ebfd60e-bb76-49ac-8f1e-54e168853c2d tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0060916 May 06 10:01:16.165955 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45064) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.170481 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [None req-ae253787-d153-477e-a020-34cd8ccdc383 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:16.174433 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ae253787-d153-477e-a020-34cd8ccdc383 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0045791 May 06 10:01:16.174597 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45066) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.184513 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-4f50f69b-67db-4840-aad2-fe61884a7235 None None] Set router 3205d89c-2ea7-4f9a-b848-40e1a985b929 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:01:16.184704 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-f2de7750-d3b0-4519-a352-b2c5242ee980 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:16.185513 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f2de7750-d3b0-4519-a352-b2c5242ee980 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0104096 May 06 10:01:16.187590 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:16.193989 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45068) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.201657 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-058ffd62-bcca-4206-a2f6-09035c4a997b tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:16.204342 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-058ffd62-bcca-4206-a2f6-09035c4a997b tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0076299 May 06 10:01:16.205848 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45070) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.210572 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-71c39000-fdd3-4365-bc87-adeb68eb4beb tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:16.212215 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-71c39000-fdd3-4365-bc87-adeb68eb4beb tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0049109 May 06 10:01:16.216537 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45072) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.225440 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [None req-fc44f00c-37b3-439c-96f1-101319077bfd tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:16.227161 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fc44f00c-37b3-439c-96f1-101319077bfd tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0096929 May 06 10:01:16.235173 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45074) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.239917 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-554ead80-6874-462a-9767-89c585253285 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:16.241046 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-554ead80-6874-462a-9767-89c585253285 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0046656 May 06 10:01:16.243981 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45076) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.248331 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-63a967f3-626d-497d-886d-9921b231b0a7 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:16.249590 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-63a967f3-626d-497d-886d-9921b231b0a7 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0045886 May 06 10:01:16.252162 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45078) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.257098 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e411bdf6-ee2e-4dc0-be94-c96ca39f2320 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:01:16.260813 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-e616394c-06ce-44f2-a6fd-86d86cdae8a3 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:16.264348 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e616394c-06ce-44f2-a6fd-86d86cdae8a3 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0112770 May 06 10:01:16.266743 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45080) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.271745 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-18e6b525-7322-4c1f-ba20-85e5e4755870 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:16.277175 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [None req-a0e7df13-9e7c-4b5f-aa51-0880584a3eca tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:16.278202 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a0e7df13-9e7c-4b5f-aa51-0880584a3eca tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0068347 May 06 10:01:16.280124 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a76ac9-11a1-4c91-abf6-4a342c84e5dd req-5c38faa1-069d-4632-bc57-e11f48022309 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:16.281635 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c0a76ac9-11a1-4c91-abf6-4a342c84e5dd req-5c38faa1-069d-4632-bc57-e11f48022309 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6121ff70-77c8-4c87-94bc-ccdd4e489f93 HTTP/1.1" status: 200 len: 1094 time: 0.1201408 May 06 10:01:16.282147 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:16.283685 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45082) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.292219 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [None req-e34a4a8d-c87f-4869-b6c7-c7fe22ac97b5 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:16.293395 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e34a4a8d-c87f-4869-b6c7-c7fe22ac97b5 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0069695 May 06 10:01:16.302588 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45084) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.308681 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [None req-b775afd0-ffb6-4b0a-82b1-95744cc60541 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:16.309648 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b775afd0-ffb6-4b0a-82b1-95744cc60541 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0055845 May 06 10:01:16.319230 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45086) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.332782 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [None req-81d9976a-bdb4-4498-b11d-45f3ccec6f07 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:16.337196 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-81d9976a-bdb4-4498-b11d-45f3ccec6f07 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0166905 May 06 10:01:16.343102 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45088) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.349917 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [None req-67d9e17f-a91e-4c80-b314-19d179ed604d tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:16.354309 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-67d9e17f-a91e-4c80-b314-19d179ed604d tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0087821 May 06 10:01:16.361881 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45090) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.363317 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port e411bdf6-ee2e-4dc0-be94-c96ca39f2320, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e411bdf6-ee2e-4dc0-be94-c96ca39f2320,segment=NetworkSegment(64700d0d-45c9-49b8-9199-79bd2973a1bb),segment_id=64700d0d-45c9-49b8-9199-79bd2973a1bb)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:16.370826 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [None req-20ebd64c-e60b-45d4-a12c-cdf433096218 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:16.374344 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:16.374344 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29351f9b-a27d-43f9-9dca-505e01c87345 None None] Resources bound (agent type, host, resource id): {{(pid=102654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 10:01:16.374665 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45092) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.375312 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-20ebd64c-e60b-45d4-a12c-cdf433096218 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0106502 May 06 10:01:16.378933 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-3a695722-477f-4d02-b9e5-c4af1d8c2b2d tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:16.381865 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3a695722-477f-4d02-b9e5-c4af1d8c2b2d tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0061750 May 06 10:01:16.386565 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45094) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.390752 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-4dc7ffd5-50e5-4cf0-832f-dedebc84fa23 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:16.393825 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4dc7ffd5-50e5-4cf0-832f-dedebc84fa23 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0042326 May 06 10:01:16.394591 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45096) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.398879 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-751377d2-3550-4870-8710-1ee4223014e5 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:16.401615 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-751377d2-3550-4870-8710-1ee4223014e5 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0045934 May 06 10:01:16.401865 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45098) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.407324 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-d6b2d960-522b-4040-8618-dca58de80576 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:16.410361 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d6b2d960-522b-4040-8618-dca58de80576 tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0055945 May 06 10:01:16.410885 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45100) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.417078 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [None req-5653ef2f-cd79-47db-ab07-b3176492be9c tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:16.420732 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5653ef2f-cd79-47db-ab07-b3176492be9c tempest-ExtensionsTestJSON-89838609 tempest-ExtensionsTestJSON-89838609-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0062408 May 06 10:01:16.428339 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0aa038d9-33e3-4670-8e3c-be020829078e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:16.433569 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c0a76ac9-11a1-4c91-abf6-4a342c84e5dd req-77f95bad-290f-4389-9ffc-4a009b5e6a33 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a1fbea8f-5359-4c17-ba0c-a599f8f38f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451819 May 06 10:01:16.478741 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Deleting port 7b9d93df-8205-462b-acc5-da52e9716743 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:16.479169 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:16.536059 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-18e6b525-7322-4c1f-ba20-85e5e4755870 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:16.549283 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-18e6b525-7322-4c1f-ba20-85e5e4755870 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:16.579878 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45108) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.581029 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0aa038d9-33e3-4670-8e3c-be020829078e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:16.638221 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6b525-7322-4c1f-ba20-85e5e4755870 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Port': ['ID=a81d7728-0890-4652-8468-fe6360dc171f,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:16.644808 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] For port 7b9d93df-8205-462b-acc5-da52e9716743, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=7b9d93df-8205-462b-acc5-da52e9716743,segment=NetworkSegment(9dc5593e-0545-4037-974c-27065b6fdbb5),segment_id=9dc5593e-0545-4037-974c-27065b6fdbb5)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:16.645015 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:16.649890 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-18e6b525-7322-4c1f-ba20-85e5e4755870 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:16.673623 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa038d9-33e3-4670-8e3c-be020829078e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:16.683481 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Calling delete_port for 7b9d93df-8205-462b-acc5-da52e9716743 owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:16.722549 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-0aa038d9-33e3-4670-8e3c-be020829078e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:16.777039 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45112) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.794932 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=e411bdf6-ee2e-4dc0-be94-c96ca39f2320,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:16.800730 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-18e6b525-7322-4c1f-ba20-85e5e4755870 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Floating IP a8addff9-350b-463c-8bb3-0eee4a9eaf02 associated. External IP: 172.25.5.38, port: dffb0a95-b609-4ed3-8404-79c0ecb25b5f. May 06 10:01:16.819187 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa038d9-33e3-4670-8e3c-be020829078e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:16.821858 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-951eab04-e2d0-47d3-9425-0300fa05f934 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:16.823635 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa038d9-33e3-4670-8e3c-be020829078e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Port': ['ID=9e81e586-78be-499f-910c-176ef0ee6d4a,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:16.857528 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:16.861817 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['e411bdf6-ee2e-4dc0-be94-c96ca39f2320'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:01:16.902074 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event deleted for resources: {'Port': ['ID=7b9d93df-8205-462b-acc5-da52e9716743,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:16.903198 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device b7c83e6e-dbba-4390-8c87-d61dce989416 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:01:16.915669 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-951eab04-e2d0-47d3-9425-0300fa05f934 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:16.932125 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] No DVR routers for this DVR port 7b9d93df-8205-462b-acc5-da52e9716743 on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:01:16.939312 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: b7c83e6e-dbba-4390-8c87-d61dce989416 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:01:16.939971 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device b7c83e6e-dbba-4390-8c87-d61dce989416 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:01:16.991091 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-82b79a81-0aa0-49be-9494-9132891d2430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.031101 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4f50f69b-67db-4840-aad2-fe61884a7235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '47f79145-6e99-4488-a4da-6e00e375309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T09:55:43Z', 'revision_number': 4, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port': {'id': '47f79145-6e99-4488-a4da-6e00e375309c', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:35Z', 'updated_at': '2022-05-06T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'bcd70468-c15f-42df-8758-eb38a58186b2', 'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'mac_address': 'fa:16:3e:c9:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:40Z', 'updated_at': '2022-05-06T09:55:48Z', 'revision_number': 5, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'subnets': [{'id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:17.079431 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f50f69b-67db-4840-aad2-fe61884a7235 None None] The sync data for ids ['3205d89c-2ea7-4f9a-b848-40e1a985b929'] in n-d-840835-1 is: [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '47f79145-6e99-4488-a4da-6e00e375309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T09:55:43Z', 'revision_number': 4, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port': {'id': '47f79145-6e99-4488-a4da-6e00e375309c', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:35Z', 'updated_at': '2022-05-06T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'bcd70468-c15f-42df-8758-eb38a58186b2', 'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'mac_address': 'fa:16:3e:c9:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:40Z', 'updated_at': '2022-05-06T09:55:48Z', 'revision_number': 5, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'subnets': [{'id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:01:17.148425 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.168386 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-82b79a81-0aa0-49be-9494-9132891d2430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.186423 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-951eab04-e2d0-47d3-9425-0300fa05f934 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.189060 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-951eab04-e2d0-47d3-9425-0300fa05f934 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.192740 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-951eab04-e2d0-47d3-9425-0300fa05f934 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "DELETE /v2.0/security-groups/bd3c1531-9665-46e1-afae-ca9870360a0e HTTP/1.1" status: 204 len: 168 time: 0.6070685 May 06 10:01:17.192740 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5110ca8d-5168-45c2-9003-edb34345fa88']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:17.195554 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-82b79a81-0aa0-49be-9494-9132891d2430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.197685 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45116) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:17.222000 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e6b525-7322-4c1f-ba20-85e5e4755870 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Router c37655f3-4e6a-4d40-98a1-dc0383bc1e03 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:01:17.227153 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc5593e-0545-4037-974c-27065b6fdbb5') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:17.227487 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc5593e-0545-4037-974c-27065b6fdbb5') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:17.237367 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951eab04-e2d0-47d3-9425-0300fa05f934 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3c1531-9665-46e1-afae-ca9870360a0e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:17.258921 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-82b79a81-0aa0-49be-9494-9132891d2430 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1d7a2946a23d46bc96d33f1b7b9ed85d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4807942 May 06 10:01:17.261995 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45118) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:17.271428 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b79a81-0aa0-49be-9494-9132891d2430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737b6655-cf93-44b3-a603-472673191c37,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:17.278756 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-096b6f22-3652-43e3-b31e-eeb34672be6d tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] show failed (client error): The resource could not be found. May 06 10:01:17.279906 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-096b6f22-3652-43e3-b31e-eeb34672be6d tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups/bd3c1531-9665-46e1-afae-ca9870360a0e HTTP/1.1" status: 404 len: 347 time: 0.0754240 May 06 10:01:17.281596 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.284906 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45120) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:17.338303 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.348313 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:17.349224 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: timer() May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:17.353270 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:17.414438 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-91b31abd-74a0-4d29-8f05-74c4cfcc3cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.452754 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-91b31abd-74a0-4d29-8f05-74c4cfcc3cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.456518 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e6b525-7322-4c1f-ba20-85e5e4755870 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:01:17.473296 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9982eff-af47-4fef-8d8c-decc6da9d95e None None] Sync routers for ids ['c37655f3-4e6a-4d40-98a1-dc0383bc1e03'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:01:17.479401 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf2708e-b78f-4ea9-b99a-1d9b82a8bd90 None None] New status for floating IP e4e7ec22-d618-482e-b3b3-470580616904: DOWN {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:01:17.485763 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9982eff-af47-4fef-8d8c-decc6da9d95e None None] Routers {'c37655f3-4e6a-4d40-98a1-dc0383bc1e03'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:17.487854 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-d9982eff-af47-4fef-8d8c-decc6da9d95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c37655f3-4e6a-4d40-98a1-dc0383bc1e03'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:17.507362 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-18e6b525-7322-4c1f-ba20-85e5e4755870 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.530263 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.532418 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0aa038d9-33e3-4670-8e3c-be020829078e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router_gateway, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.576807 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-18e6b525-7322-4c1f-ba20-85e5e4755870 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8962326 May 06 10:01:17.580034 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8fe9d2-24b7-4c04-9bf6-a6db7e561084', 'tag': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:01:17.583402 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.584583 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae239ebe-d0ce-4ef1-b464-09f31bc4ca34" -d '{"events": [{"name": "network-changed", "server_uuid": "3f8fe9d2-24b7-4c04-9bf6-a6db7e561084", "tag": "dffb0a95-b609-4ed3-8404-79c0ecb25b5f"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:01:17.587794 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/networks/5110ca8d-5168-45c2-9003-edb34345fa88 HTTP/1.1" status: 204 len: 168 time: 4.0594945 May 06 10:01:17.591699 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-91b31abd-74a0-4d29-8f05-74c4cfcc3cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.595706 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-91b31abd-74a0-4d29-8f05-74c4cfcc3cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.598206 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-91b31abd-74a0-4d29-8f05-74c4cfcc3cae admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/737b6655-cf93-44b3-a603-472673191c37 HTTP/1.1" status: 204 len: 168 time: 0.3352594 May 06 10:01:17.599199 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45128) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:17.608045 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-4d6f23e7-0e02-4e5b-9f6d-e7896fe290b8 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-99693670'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:17.624246 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b31abd-74a0-4d29-8f05-74c4cfcc3cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737b6655-cf93-44b3-a603-472673191c37,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:17.635303 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465eef6-f7d1-4bf3-917b-24e72735d7f5 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event deleted for resources: {'Network': ['ID=5110ca8d-5168-45c2-9003-edb34345fa88,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:17.653380 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-d9982eff-af47-4fef-8d8c-decc6da9d95e None None] Set router c37655f3-4e6a-4d40-98a1-dc0383bc1e03 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:01:17.657817 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6f23e7-0e02-4e5b-9f6d-e7896fe290b8 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Made reservation on behalf of b8000b76e14d415baaa92cf8f42f4d21 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:17.666460 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device e411bdf6-ee2e-4dc0-be94-c96ca39f2320 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:17.690054 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4d6f23e7-0e02-4e5b-9f6d-e7896fe290b8 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.737204 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d6f23e7-0e02-4e5b-9f6d-e7896fe290b8 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:01:17.755140 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4d6f23e7-0e02-4e5b-9f6d-e7896fe290b8 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.755899 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-4d6f23e7-0e02-4e5b-9f6d-e7896fe290b8 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Added segment 24657b6a-b8f3-479b-9b23-c47309256614 of type vlan for network ce34ae3c-d3f7-4c14-8629-118ef39cfcff May 06 10:01:17.764572 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-7b9be08d-b8c4-46cf-9e0b-6f52f4fdc8d3 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Deleting port bf2b9a57-2386-415d-b7ed-f2f43d32945b {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:17.765024 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7b9be08d-b8c4-46cf-9e0b-6f52f4fdc8d3 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.771870 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port e411bdf6-ee2e-4dc0-be94-c96ca39f2320 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:01:17.779358 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port e411bdf6-ee2e-4dc0-be94-c96ca39f2320 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:17.779817 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.816324 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537146a-961a-4b2b-a147-28dcc111cab1 req-02da09f8-e255-4367-b3de-2f88de7e6d5b tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:17.817241 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f537146a-961a-4b2b-a147-28dcc111cab1 req-02da09f8-e255-4367-b3de-2f88de7e6d5b tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6121ff70-77c8-4c87-94bc-ccdd4e489f93 HTTP/1.1" status: 200 len: 1095 time: 0.2055097 May 06 10:01:17.877608 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4d6f23e7-0e02-4e5b-9f6d-e7896fe290b8 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.884387 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.919692 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6121ff70-77c8-4c87-94bc-ccdd4e489f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e411bdf6-ee2e-4dc0-be94-c96ca39f2320'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:01:17.922026 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753fcc19-ad6e-4cfc-bacf-0c0a21c1ea81" -d '{"events": [{"server_uuid": "6121ff70-77c8-4c87-94bc-ccdd4e489f93", "name": "network-vif-plugged", "status": "completed", "tag": "e411bdf6-ee2e-4dc0-be94-c96ca39f2320"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:01:17.933959 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4d6f23e7-0e02-4e5b-9f6d-e7896fe290b8 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.939686 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6f23e7-0e02-4e5b-9f6d-e7896fe290b8 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:17.940299 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4d6f23e7-0e02-4e5b-9f6d-e7896fe290b8 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.943189 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port e411bdf6-ee2e-4dc0-be94-c96ca39f2320, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e411bdf6-ee2e-4dc0-be94-c96ca39f2320,segment=NetworkSegment(64700d0d-45c9-49b8-9199-79bd2973a1bb),segment_id=64700d0d-45c9-49b8-9199-79bd2973a1bb)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:17.949662 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.966075 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-d9982eff-af47-4fef-8d8c-decc6da9d95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050660248', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '53b29584-962a-4e0d-a6d1-3d0002cc1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:29Z', 'updated_at': '2022-05-06T10:00:38Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': '53b29584-962a-4e0d-a6d1-3d0002cc1cee', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:30Z', 'updated_at': '2022-05-06T10:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'a8addff9-350b-463c-8bb3-0eee4a9eaf02', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'floating_ip_address': '172.25.5.38', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'port_id': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24', 'mac_address': 'fa:16:3e:79:5e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8fe9d2-24b7-4c04-9bf6-a6db7e561084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:01:15Z', 'updated_at': '2022-05-06T10:01:15Z', 'revision_number': 0, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abda13a8-b7e3-4251-a9ed-a38c9974c15d', 'name': '', 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:9d:14:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '50aa0855-d29a-44d5-947d-88e867f2f077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:36Z', 'updated_at': '2022-05-06T10:00:56Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': '50aa0855-d29a-44d5-947d-88e867f2f077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:18.000441 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9982eff-af47-4fef-8d8c-decc6da9d95e None None] Checking router: c37655f3-4e6a-4d40-98a1-dc0383bc1e03 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:01:18.010230 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9982eff-af47-4fef-8d8c-decc6da9d95e None None] Routers {'c37655f3-4e6a-4d40-98a1-dc0383bc1e03'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:18.010866 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-d9982eff-af47-4fef-8d8c-decc6da9d95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:00:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c37655f3-4e6a-4d40-98a1-dc0383bc1e03'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:18.032822 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=e411bdf6-ee2e-4dc0-be94-c96ca39f2320,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:18.052200 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4d6f23e7-0e02-4e5b-9f6d-e7896fe290b8 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4488487 May 06 10:01:18.055730 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45138) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:18.063891 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-f82692c5-673b-4417-89ce-c8a384541331 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Request body: {'subnet': {'network_id': 'ce34ae3c-d3f7-4c14-8629-118ef39cfcff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:18.135832 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f23e7-0e02-4e5b-9f6d-e7896fe290b8 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event updated for resources: {'Network': ['ID=ce34ae3c-d3f7-4c14-8629-118ef39cfcff,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:18.144198 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-d9982eff-af47-4fef-8d8c-decc6da9d95e None None] Set router c37655f3-4e6a-4d40-98a1-dc0383bc1e03 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:01:18.151049 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network ce34ae3c-d3f7-4c14-8629-118ef39cfcff details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:01:18.202936 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82692c5-673b-4417-89ce-c8a384541331 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Made reservation on behalf of b8000b76e14d415baaa92cf8f42f4d21 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:18.207005 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f82692c5-673b-4417-89ce-c8a384541331 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:18.389642 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0aa038d9-33e3-4670-8e3c-be020829078e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:18.422506 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7b9be08d-b8c4-46cf-9e0b-6f52f4fdc8d3 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:18.422921 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7b9be08d-b8c4-46cf-9e0b-6f52f4fdc8d3 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:18.436445 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-7b9be08d-b8c4-46cf-9e0b-6f52f4fdc8d3 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Calling delete_port for bf2b9a57-2386-415d-b7ed-f2f43d32945b owned by network:floatingip {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:18.449886 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f537146a-961a-4b2b-a147-28dcc111cab1 req-63dc2a42-9431-4562-99db-d4c15fb2b59f tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a1fbea8f-5359-4c17-ba0c-a599f8f38f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6229010 May 06 10:01:18.480830 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1acce9ae-7454-408e-8bdd-e899a72450a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:18.490073 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f82692c5-673b-4417-89ce-c8a384541331 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:18.516495 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-d9982eff-af47-4fef-8d8c-decc6da9d95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050660248', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '53b29584-962a-4e0d-a6d1-3d0002cc1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:29Z', 'updated_at': '2022-05-06T10:00:38Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': '53b29584-962a-4e0d-a6d1-3d0002cc1cee', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:30Z', 'updated_at': '2022-05-06T10:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'a8addff9-350b-463c-8bb3-0eee4a9eaf02', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'floating_ip_address': '172.25.5.38', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'port_id': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24', 'mac_address': 'fa:16:3e:79:5e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8fe9d2-24b7-4c04-9bf6-a6db7e561084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:01:15Z', 'updated_at': '2022-05-06T10:01:15Z', 'revision_number': 0, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abda13a8-b7e3-4251-a9ed-a38c9974c15d', 'name': '', 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:9d:14:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '50aa0855-d29a-44d5-947d-88e867f2f077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:36Z', 'updated_at': '2022-05-06T10:00:56Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': '50aa0855-d29a-44d5-947d-88e867f2f077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:18.573119 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9982eff-af47-4fef-8d8c-decc6da9d95e None None] The sync data for ids ['c37655f3-4e6a-4d40-98a1-dc0383bc1e03'] in n-d-840835-1 is: [{'id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050660248', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '53b29584-962a-4e0d-a6d1-3d0002cc1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:29Z', 'updated_at': '2022-05-06T10:00:38Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': '53b29584-962a-4e0d-a6d1-3d0002cc1cee', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:30Z', 'updated_at': '2022-05-06T10:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'a8addff9-350b-463c-8bb3-0eee4a9eaf02', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'floating_ip_address': '172.25.5.38', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'port_id': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24', 'mac_address': 'fa:16:3e:79:5e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8fe9d2-24b7-4c04-9bf6-a6db7e561084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:01:15Z', 'updated_at': '2022-05-06T10:01:15Z', 'revision_number': 0, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abda13a8-b7e3-4251-a9ed-a38c9974c15d', 'name': '', 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:9d:14:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '50aa0855-d29a-44d5-947d-88e867f2f077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:36Z', 'updated_at': '2022-05-06T10:00:56Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': '50aa0855-d29a-44d5-947d-88e867f2f077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:01:18.589094 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82692c5-673b-4417-89ce-c8a384541331 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event updated for resources: {'Subnet': ['ID=14bad3be-57f0-4ba3-b240-d54478d18cd7,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:18.602383 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82692c5-673b-4417-89ce-c8a384541331 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Checking segment: {'id': '24657b6a-b8f3-479b-9b23-c47309256614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ce34ae3c-d3f7-4c14-8629-118ef39cfcff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:18.602931 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82692c5-673b-4417-89ce-c8a384541331 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Network hostable DHCP agents. Network: ce34ae3c-d3f7-4c14-8629-118ef39cfcff, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:01:18.626313 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82692c5-673b-4417-89ce-c8a384541331 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Network ce34ae3c-d3f7-4c14-8629-118ef39cfcff is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:01:18.636664 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-f82692c5-673b-4417-89ce-c8a384541331 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, ce34ae3c-d3f7-4c14-8629-118ef39cfcff) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:18.641777 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82692c5-673b-4417-89ce-c8a384541331 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:18.642795 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f82692c5-673b-4417-89ce-c8a384541331 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:18.650316 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d2f0d8-fc14-448a-8f38-a7d0bb96b36e None None] Network ce34ae3c-d3f7-4c14-8629-118ef39cfcff requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:18.666415 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f82692c5-673b-4417-89ce-c8a384541331 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6095247 May 06 10:01:18.670416 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45154) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:18.690532 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc851839-483c-4a6e-9319-cd68420f60dc req-fd0994f2-c99a-4719-991c-631d90576ce0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:18.692293 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cc851839-483c-4a6e-9319-cd68420f60dc req-fd0994f2-c99a-4719-991c-631d90576ce0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 945 time: 0.1224875 May 06 10:01:18.791415 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cc851839-483c-4a6e-9319-cd68420f60dc req-db5d0717-705f-4976-b4df-68cff9a96c97 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901566 May 06 10:01:18.805206 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa038d9-33e3-4670-8e3c-be020829078e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Router a6abf030-4fff-4e34-bedf-b5252f239fbf is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:01:18.810496 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7b9be08d-b8c4-46cf-9e0b-6f52f4fdc8d3 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:18.815008 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:18.827301 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45156) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:18.843560 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9be08d-b8c4-46cf-9e0b-6f52f4fdc8d3 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event deleted for resources: {'Port': ['ID=bf2b9a57-2386-415d-b7ed-f2f43d32945b,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:18.917565 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:18.938418 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45158) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:18.964317 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1428f6-4bf3-439a-a326-864625dfc886 x-openstack-request-id: req-1d1428f6-4bf3-439a-a326-864625dfc886 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:01:18.965467 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f8fe9d2-24b7-4c04-9bf6-a6db7e561084", "tag": "dffb0a95-b609-4ed3-8404-79c0ecb25b5f", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:01:18.966742 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1d1428f6-4bf3-439a-a326-864625dfc886 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:01:18.967432 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d1428f6-4bf3-439a-a326-864625dfc886'] response: {'name': 'network-changed', 'server_uuid': '3f8fe9d2-24b7-4c04-9bf6-a6db7e561084', 'tag': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f', 'status': 'completed', 'code': 200} May 06 10:01:18.968548 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9419f71-555e-4481-9272-d27da6633b3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-ce34ae3c-d3f7-4c14-8629-118ef39cfcff', 'network_id': 'ce34ae3c-d3f7-4c14-8629-118ef39cfcff', 'tenant_id': 'b8000b76e14d415baaa92cf8f42f4d21', 'fixed_ips': [{'subnet_id': '14bad3be-57f0-4ba3-b240-d54478d18cd7'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:01:18.970413 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d9419f71-555e-4481-9272-d27da6633b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:18.974015 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c527b52c-f100-4501-bf62-079a99401200 None None] New status for floating IP a8addff9-350b-463c-8bb3-0eee4a9eaf02: ACTIVE {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:01:19.008909 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7b9be08d-b8c4-46cf-9e0b-6f52f4fdc8d3 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for floatingip, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.009225 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7102b039-1c77-4a72-9b62-ca45bdca6256 x-openstack-request-id: req-7102b039-1c77-4a72-9b62-ca45bdca6256 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:01:19.009737 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6121ff70-77c8-4c87-94bc-ccdd4e489f93", "name": "network-vif-plugged", "status": "completed", "tag": "e411bdf6-ee2e-4dc0-be94-c96ca39f2320", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:01:19.010000 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7102b039-1c77-4a72-9b62-ca45bdca6256 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:01:19.010402 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7102b039-1c77-4a72-9b62-ca45bdca6256'] response: {'server_uuid': '6121ff70-77c8-4c87-94bc-ccdd4e489f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e411bdf6-ee2e-4dc0-be94-c96ca39f2320', 'code': 200} May 06 10:01:19.011490 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7b9be08d-b8c4-46cf-9e0b-6f52f4fdc8d3 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.015586 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7b9be08d-b8c4-46cf-9e0b-6f52f4fdc8d3 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "DELETE /v2.0/floatingips/e4e7ec22-d618-482e-b3b3-470580616904 HTTP/1.1" status: 204 len: 168 time: 1.7209318 May 06 10:01:19.117569 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae239ebe-d0ce-4ef1-b464-09f31bc4ca34 req-5fd656ea-c92e-40fb-9151-7713a3709f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:19.119448 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae239ebe-d0ce-4ef1-b464-09f31bc4ca34 req-5fd656ea-c92e-40fb-9151-7713a3709f9b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 1096 time: 0.1395502 May 06 10:01:19.127969 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-38b9488b-bcb8-461b-95e4-ad3d4720821d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/floatingips/a8addff9-350b-463c-8bb3-0eee4a9eaf02 HTTP/1.1" status: 200 len: 990 time: 0.2983551 May 06 10:01:19.168666 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.207052 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa038d9-33e3-4670-8e3c-be020829078e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:01:19.224405 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4408c353-5272-48cf-a012-a01e68c6bcb2 None None] Sync routers for ids ['a6abf030-4fff-4e34-bedf-b5252f239fbf'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:01:19.231068 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-cfb5784d-fc7b-4290-981d-4c911565b2f0 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-712857436'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:19.253608 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d49534-4ffe-483d-99f3-83ad34cfb700 req-99cccd2b-1b25-4b8d-8cd0-7265029bd549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:19.255527 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1d49534-4ffe-483d-99f3-83ad34cfb700 req-99cccd2b-1b25-4b8d-8cd0-7265029bd549 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6121ff70-77c8-4c87-94bc-ccdd4e489f93 HTTP/1.1" status: 200 len: 1096 time: 0.1372383 May 06 10:01:19.261540 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb5784d-fc7b-4290-981d-4c911565b2f0 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Made reservation on behalf of a5feb2b4968d48e48ea45ca34cccd2d9 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:19.265512 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cfb5784d-fc7b-4290-981d-4c911565b2f0 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.285814 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0aa038d9-33e3-4670-8e3c-be020829078e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.290691 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0aa038d9-33e3-4670-8e3c-be020829078e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.2024329 May 06 10:01:19.291876 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45164) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:19.295353 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4408c353-5272-48cf-a012-a01e68c6bcb2 None None] Routers {'a6abf030-4fff-4e34-bedf-b5252f239fbf'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:19.296069 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4408c353-5272-48cf-a012-a01e68c6bcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['a6abf030-4fff-4e34-bedf-b5252f239fbf'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:19.299737 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cfb5784d-fc7b-4290-981d-4c911565b2f0 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.318640 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae239ebe-d0ce-4ef1-b464-09f31bc4ca34 req-55755959-6d5a-4d8a-8547-a658773fd0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:19.324789 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae239ebe-d0ce-4ef1-b464-09f31bc4ca34 req-55755959-6d5a-4d8a-8547-a658773fd0d7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f401ddee-c9b9-4291-b336-96fe56078e24 HTTP/1.1" status: 200 len: 897 time: 0.1926994 May 06 10:01:19.352558 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4408c353-5272-48cf-a012-a01e68c6bcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:19.369498 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-d9419f71-555e-4481-9272-d27da6633b3d None None] Allocated IP 172.20.0.1 (ce34ae3c-d3f7-4c14-8629-118ef39cfcff/14bad3be-57f0-4ba3-b240-d54478d18cd7/2b88f7e0-3fe9-4410-b253-078b438b10a5) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:19.392806 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4408c353-5272-48cf-a012-a01e68c6bcb2 None None] Routers {'a6abf030-4fff-4e34-bedf-b5252f239fbf'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:19.394233 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4408c353-5272-48cf-a012-a01e68c6bcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['a6abf030-4fff-4e34-bedf-b5252f239fbf'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:19.427256 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1d49534-4ffe-483d-99f3-83ad34cfb700 req-797fa9e5-bf53-437b-9a23-5444c5826af5 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=a1fbea8f-5359-4c17-ba0c-a599f8f38f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573074 May 06 10:01:19.446306 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4408c353-5272-48cf-a012-a01e68c6bcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:19.447503 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4408c353-5272-48cf-a012-a01e68c6bcb2 None None] The sync data for ids ['a6abf030-4fff-4e34-bedf-b5252f239fbf'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:01:19.456732 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae239ebe-d0ce-4ef1-b464-09f31bc4ca34 req-3af87a13-16ea-4f7b-a8b1-346085484168 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dffb0a95-b609-4ed3-8404-79c0ecb25b5f HTTP/1.1" status: 200 len: 998 time: 0.1287267 May 06 10:01:19.482521 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45168) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:19.492562 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-3ed860e0-11c4-49ca-b42c-445c4dd46671 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1829348584', 'description': 'tempest-description--1032861919'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:19.524741 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b129a15e-0197-45e5-bcf0-4d8d0f2597bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "GET /v2.0/routers/a6abf030-4fff-4e34-bedf-b5252f239fbf HTTP/1.1" status: 200 len: 879 time: 0.2219188 May 06 10:01:19.527696 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45170) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:19.529110 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3ed860e0-11c4-49ca-b42c-445c4dd46671 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.545856 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.608895 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3ed860e0-11c4-49ca-b42c-445c4dd46671 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.613647 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3ed860e0-11c4-49ca-b42c-445c4dd46671 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.624630 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d9419f71-555e-4481-9272-d27da6633b3d None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.633130 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d9419f71-555e-4481-9272-d27da6633b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.656409 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cfb5784d-fc7b-4290-981d-4c911565b2f0 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.672517 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cfb5784d-fc7b-4290-981d-4c911565b2f0 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.675164 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3ed860e0-11c4-49ca-b42c-445c4dd46671 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.676531 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3ed860e0-11c4-49ca-b42c-445c4dd46671 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1925545 May 06 10:01:19.676777 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9419f71-555e-4481-9272-d27da6633b3d None None] Network ce34ae3c-d3f7-4c14-8629-118ef39cfcff is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:19.682392 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-d9419f71-555e-4481-9272-d27da6633b3d None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:19.686138 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9419f71-555e-4481-9272-d27da6633b3d None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:19.687185 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45172) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:19.697965 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9419f71-555e-4481-9272-d27da6633b3d None None] Pushing event updated for resources: {'Port': ['ID=2b88f7e0-3fe9-4410-b253-078b438b10a5,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:19.699533 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed860e0-11c4-49ca-b42c-445c4dd46671 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc0d317-afea-4121-a522-5de96cb7bd3f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:19.714196 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.719185 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-6523a305-0cf7-425c-8224-e3b72bca61ff tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Request body: {'security_group_rule': {'security_group_id': 'cbc0d317-afea-4121-a522-5de96cb7bd3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:19.725280 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5784d-fc7b-4290-981d-4c911565b2f0 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd2138c-1aac-4941-93aa-99f9109f0882,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:19.729937 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a88fe3-7ca7-47ba-9490-e13a06a51e2c req-052e4f38-cbc9-4e47-9859-6241ec69f80a tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:19.736837 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37a88fe3-7ca7-47ba-9490-e13a06a51e2c req-052e4f38-cbc9-4e47-9859-6241ec69f80a tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6121ff70-77c8-4c87-94bc-ccdd4e489f93 HTTP/1.1" status: 200 len: 1096 time: 0.1590762 May 06 10:01:19.745338 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae239ebe-d0ce-4ef1-b464-09f31bc4ca34 req-54b3ee52-a222-449d-bb9a-1b6df9230ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:19.747405 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae239ebe-d0ce-4ef1-b464-09f31bc4ca34 req-54b3ee52-a222-449d-bb9a-1b6df9230ed7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=50aa0855-d29a-44d5-947d-88e867f2f077 HTTP/1.1" status: 200 len: 834 time: 0.1236863 May 06 10:01:19.759325 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-d9419f71-555e-4481-9272-d27da6633b3d None None] Attempting to bind port 2b88f7e0-3fe9-4410-b253-078b438b10a5 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:01:19.759903 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-d9419f71-555e-4481-9272-d27da6633b3d None None] Attempting to bind port 2b88f7e0-3fe9-4410-b253-078b438b10a5 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '24657b6a-b8f3-479b-9b23-c47309256614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ce34ae3c-d3f7-4c14-8629-118ef39cfcff'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:01:19.760444 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9419f71-555e-4481-9272-d27da6633b3d None None] Attempting to bind port 2b88f7e0-3fe9-4410-b253-078b438b10a5 on network ce34ae3c-d3f7-4c14-8629-118ef39cfcff {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:19.767233 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9419f71-555e-4481-9272-d27da6633b3d None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:01:19.767902 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9419f71-555e-4481-9272-d27da6633b3d None None] Checking segment: {'id': '24657b6a-b8f3-479b-9b23-c47309256614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ce34ae3c-d3f7-4c14-8629-118ef39cfcff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:19.768316 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d9419f71-555e-4481-9272-d27da6633b3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.768981 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9419f71-555e-4481-9272-d27da6633b3d None None] Bound using segment: {'id': '24657b6a-b8f3-479b-9b23-c47309256614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ce34ae3c-d3f7-4c14-8629-118ef39cfcff'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:01:19.769187 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-d9419f71-555e-4481-9272-d27da6633b3d None None] Bound port: 2b88f7e0-3fe9-4410-b253-078b438b10a5, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24657b6a-b8f3-479b-9b23-c47309256614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ce34ae3c-d3f7-4c14-8629-118ef39cfcff'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:01:19.769411 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb5784d-fc7b-4290-981d-4c911565b2f0 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:01:19.769785 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d9419f71-555e-4481-9272-d27da6633b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.821133 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event deleted for resources: {'Subnet': ['ID=14bad3be-57f0-4ba3-b240-d54478d18cd7,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:19.831577 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cfb5784d-fc7b-4290-981d-4c911565b2f0 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.832060 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-cfb5784d-fc7b-4290-981d-4c911565b2f0 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Added segment 05c20bfe-697f-4d08-963b-571b4cf58ce5 of type vlan for network b402371a-1b0c-430a-a8e3-7868347ddb85 May 06 10:01:19.844353 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d9419f71-555e-4481-9272-d27da6633b3d None None] For port 2b88f7e0-3fe9-4410-b253-078b438b10a5, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:01:19.847880 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d9419f71-555e-4481-9272-d27da6633b3d None None] For port 2b88f7e0-3fe9-4410-b253-078b438b10a5, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=2b88f7e0-3fe9-4410-b253-078b438b10a5,segment=NetworkSegment(24657b6a-b8f3-479b-9b23-c47309256614),segment_id=24657b6a-b8f3-479b-9b23-c47309256614)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:01:19.854868 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d9419f71-555e-4481-9272-d27da6633b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.858005 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.883367 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce34ae3c-d3f7-4c14-8629-118ef39cfcff']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:19.887688 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae239ebe-d0ce-4ef1-b464-09f31bc4ca34 req-9ba23f37-22d3-4218-b8d9-398b587e191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:19.889259 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae239ebe-d0ce-4ef1-b464-09f31bc4ca34 req-9ba23f37-22d3-4218-b8d9-398b587e191f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f401ddee-c9b9-4291-b336-96fe56078e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1176748 May 06 10:01:19.893373 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6523a305-0cf7-425c-8224-e3b72bca61ff tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.899142 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24657b6a-b8f3-479b-9b23-c47309256614') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:19.899456 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24657b6a-b8f3-479b-9b23-c47309256614') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:19.930306 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.937716 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9419f71-555e-4481-9272-d27da6633b3d None None] Pushing event updated for resources: {'Port': ['ID=2b88f7e0-3fe9-4410-b253-078b438b10a5,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:19.951698 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37a88fe3-7ca7-47ba-9490-e13a06a51e2c req-b5755bc8-e1d1-42a3-91cb-a06750b36a4b tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a1fbea8f-5359-4c17-ba0c-a599f8f38f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019284 May 06 10:01:19.967765 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b529cc7a-3890-4f21-bb61-bdb86d781e8f None None] Network ce34ae3c-d3f7-4c14-8629-118ef39cfcff requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:19.979370 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cfb5784d-fc7b-4290-981d-4c911565b2f0 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.981314 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.991407 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:19.991900 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: timer() May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:19.994873 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:20.067622 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6523a305-0cf7-425c-8224-e3b72bca61ff tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:20.069598 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cfb5784d-fc7b-4290-981d-4c911565b2f0 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:20.075162 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb5784d-fc7b-4290-981d-4c911565b2f0 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:20.075706 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae239ebe-d0ce-4ef1-b464-09f31bc4ca34 req-588aa0d6-06a6-4925-b8da-549f9af443c7 service neutron] 10.222.0.84 "GET /v2.0/networks/f401ddee-c9b9-4291-b336-96fe56078e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785753 May 06 10:01:20.075847 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cfb5784d-fc7b-4290-981d-4c911565b2f0 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:20.080776 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.db.api [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 10:01:20.080776 n-d-840835-1 neutron-server[102652]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 10:01:20.080776 n-d-840835-1 neutron-server[102652]: [parameters: {'id': 'ce34ae3c-d3f7-4c14-8629-118ef39cfcff'}] May 06 10:01:20.080776 n-d-840835-1 neutron-server[102652]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 10:01:20.081213 n-d-840835-1 neutron-server[102652]: DEBUG oslo_db.api [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 10:01:20.084313 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6523a305-0cf7-425c-8224-e3b72bca61ff tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:20.127670 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22085d52-a252-45f3-bd9a-15ef91ad8e25 None None] get_active_networks_info from n-d-840835-1 {{(pid=102654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 10:01:20.135580 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45174) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:20.165591 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-cfb5784d-fc7b-4290-981d-4c911565b2f0 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2256534 May 06 10:01:20.174809 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-81b5fd47-4778-4b33-8993-7769243d846f tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.6457958 May 06 10:01:20.175753 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45176) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:20.178279 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45178) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:20.179757 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523a305-0cf7-425c-8224-e3b72bca61ff tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9693253f-2662-4fed-a394-e45c1b443133,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:20.184658 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-fb02b418-39eb-4cfe-bdab-d28d2bf19664 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Request body: {'subnet': {'network_id': 'b402371a-1b0c-430a-a8e3-7868347ddb85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:20.185839 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-2bbc1b1c-d1e9-4346-8c77-27d85627c436 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-302827280'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:20.190304 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6523a305-0cf7-425c-8224-e3b72bca61ff tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:20.194349 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6523a305-0cf7-425c-8224-e3b72bca61ff tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4764595 May 06 10:01:20.194349 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5784d-fc7b-4290-981d-4c911565b2f0 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Pushing event updated for resources: {'Network': ['ID=b402371a-1b0c-430a-a8e3-7868347ddb85,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:20.195968 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45180) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:20.211355 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-91f95edb-5975-4eea-bca2-a9f7546401c4 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Request body: {'security_group_rule': {'security_group_id': 'cbc0d317-afea-4121-a522-5de96cb7bd3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:20.225161 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network b402371a-1b0c-430a-a8e3-7868347ddb85 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:01:20.295358 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-91f95edb-5975-4eea-bca2-a9f7546401c4 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:20.295841 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22085d52-a252-45f3-bd9a-15ef91ad8e25 None None] Resources bound (agent type, host, resource id): {{(pid=102654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 10:01:20.314758 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9758bb42-fd66-4cba-8020-518f4fe221ee tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/floatingips/a8addff9-350b-463c-8bb3-0eee4a9eaf02 HTTP/1.1" status: 200 len: 992 time: 0.1775534 May 06 10:01:20.320055 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae239ebe-d0ce-4ef1-b464-09f31bc4ca34 req-fc1beb72-aede-4418-ab30-9881237ca4f5 service neutron] 10.222.0.84 "GET /v2.0/networks/f401ddee-c9b9-4291-b336-96fe56078e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376800 May 06 10:01:20.338970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb02b418-39eb-4cfe-bdab-d28d2bf19664 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Made reservation on behalf of a5feb2b4968d48e48ea45ca34cccd2d9 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:20.342617 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb02b418-39eb-4cfe-bdab-d28d2bf19664 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:20.443476 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-91f95edb-5975-4eea-bca2-a9f7546401c4 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:20.451801 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-91f95edb-5975-4eea-bca2-a9f7546401c4 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:20.486526 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f95edb-5975-4eea-bca2-a9f7546401c4 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff89a461-6917-4063-9da5-df9e323b93cf,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:20.491907 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-91f95edb-5975-4eea-bca2-a9f7546401c4 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:20.493348 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-91f95edb-5975-4eea-bca2-a9f7546401c4 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2863879 May 06 10:01:20.498867 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45182) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:20.504043 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-c8f7668c-da30-4d4c-a143-003268ed4b69 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:20.583460 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:20.583796 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c8f7668c-da30-4d4c-a143-003268ed4b69 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:20.606134 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2bbc1b1c-d1e9-4346-8c77-27d85627c436 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1992734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1598914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41446'] for router, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:20.618294 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2bbc1b1c-d1e9-4346-8c77-27d85627c436 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1598923'] for router, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:20.651496 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb02b418-39eb-4cfe-bdab-d28d2bf19664 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:20.717205 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb02b418-39eb-4cfe-bdab-d28d2bf19664 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Pushing event updated for resources: {'Subnet': ['ID=0383ebc4-d927-41bf-ba32-3a7cce296139,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:20.738893 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb02b418-39eb-4cfe-bdab-d28d2bf19664 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Checking segment: {'id': '05c20bfe-697f-4d08-963b-571b4cf58ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b402371a-1b0c-430a-a8e3-7868347ddb85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:20.739287 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb02b418-39eb-4cfe-bdab-d28d2bf19664 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Network hostable DHCP agents. Network: b402371a-1b0c-430a-a8e3-7868347ddb85, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:01:20.745760 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Deleting port 2b88f7e0-3fe9-4410-b253-078b438b10a5 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:20.746119 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:20.774835 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb02b418-39eb-4cfe-bdab-d28d2bf19664 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Network b402371a-1b0c-430a-a8e3-7868347ddb85 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:01:20.785053 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c8f7668c-da30-4d4c-a143-003268ed4b69 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:20.792047 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-fb02b418-39eb-4cfe-bdab-d28d2bf19664 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, b402371a-1b0c-430a-a8e3-7868347ddb85) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:20.798108 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb02b418-39eb-4cfe-bdab-d28d2bf19664 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:20.798717 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb02b418-39eb-4cfe-bdab-d28d2bf19664 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:20.801434 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9245bcb7-bba0-4254-8444-c039bd94467e None None] Network b402371a-1b0c-430a-a8e3-7868347ddb85 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:20.823325 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbc1b1c-d1e9-4346-8c77-27d85627c436 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Router a6abf030-4fff-4e34-bedf-b5252f239fbf has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:01:20.844529 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] For port 2b88f7e0-3fe9-4410-b253-078b438b10a5, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=2b88f7e0-3fe9-4410-b253-078b438b10a5,segment=NetworkSegment(24657b6a-b8f3-479b-9b23-c47309256614),segment_id=24657b6a-b8f3-479b-9b23-c47309256614)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:20.844923 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:20.849744 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fb02b418-39eb-4cfe-bdab-d28d2bf19664 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6708710 May 06 10:01:20.852502 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45184) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:20.859075 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-5bfd7ac0-ac89-49a5-b5af-8b00061fe118 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Request body: {'port': {'network_id': 'b402371a-1b0c-430a-a8e3-7868347ddb85', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1395671363'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:20.869536 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Calling delete_port for 2b88f7e0-3fe9-4410-b253-078b438b10a5 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:20.977133 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6940a8d0-6930-4303-b16b-d34ba76f9dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-b402371a-1b0c-430a-a8e3-7868347ddb85', 'network_id': 'b402371a-1b0c-430a-a8e3-7868347ddb85', 'tenant_id': 'a5feb2b4968d48e48ea45ca34cccd2d9', 'fixed_ips': [{'subnet_id': '0383ebc4-d927-41bf-ba32-3a7cce296139'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:01:20.979191 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6940a8d0-6930-4303-b16b-d34ba76f9dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:20.980710 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-c8f7668c-da30-4d4c-a143-003268ed4b69 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Allocated IP 172.25.5.70 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/1b5ad9bc-8d2c-48fb-a1b6-cab4c0db4804) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:21.044755 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbc1b1c-d1e9-4346-8c77-27d85627c436 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:01:21.054918 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2bbc1b1c-d1e9-4346-8c77-27d85627c436 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:21.056069 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fad42d-f57f-4139-bf5e-9b479e6f61f5 None None] Sync routers for ids ['a6abf030-4fff-4e34-bedf-b5252f239fbf'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:01:21.060402 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2bbc1b1c-d1e9-4346-8c77-27d85627c436 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "PUT /v2.0/routers/a6abf030-4fff-4e34-bedf-b5252f239fbf HTTP/1.1" status: 200 len: 886 time: 0.8811145 May 06 10:01:21.061821 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45188) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:21.074882 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:21.075972 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fad42d-f57f-4139-bf5e-9b479e6f61f5 None None] Routers {'a6abf030-4fff-4e34-bedf-b5252f239fbf'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:21.077531 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-85fad42d-f57f-4139-bf5e-9b479e6f61f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['a6abf030-4fff-4e34-bedf-b5252f239fbf'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:21.113589 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event deleted for resources: {'Port': ['ID=2b88f7e0-3fe9-4410-b253-078b438b10a5,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:21.123630 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] No DVR routers for this DVR port 2b88f7e0-3fe9-4410-b253-078b438b10a5 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:01:21.142644 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfd7ac0-ac89-49a5-b5af-8b00061fe118 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Made reservation on behalf of a5feb2b4968d48e48ea45ca34cccd2d9 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:21.146108 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5bfd7ac0-ac89-49a5-b5af-8b00061fe118 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:21.150379 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-85fad42d-f57f-4139-bf5e-9b479e6f61f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:21.162887 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fad42d-f57f-4139-bf5e-9b479e6f61f5 None None] Routers {'a6abf030-4fff-4e34-bedf-b5252f239fbf'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:21.164052 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-85fad42d-f57f-4139-bf5e-9b479e6f61f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['a6abf030-4fff-4e34-bedf-b5252f239fbf'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:21.210153 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-6940a8d0-6930-4303-b16b-d34ba76f9dd0 None None] Allocated IP 172.20.0.2 (b402371a-1b0c-430a-a8e3-7868347ddb85/0383ebc4-d927-41bf-ba32-3a7cce296139/5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:21.211974 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-85fad42d-f57f-4139-bf5e-9b479e6f61f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:21.212638 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fad42d-f57f-4139-bf5e-9b479e6f61f5 None None] The sync data for ids ['a6abf030-4fff-4e34-bedf-b5252f239fbf'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:01:21.220371 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-5bfd7ac0-ac89-49a5-b5af-8b00061fe118 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] device_id is not set on port 2c342fc2-e935-4ff7-b163-8c1b594a8bf0 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:01:21.230234 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:21.250690 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:21.255716 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce34ae3c-d3f7-4c14-8629-118ef39cfcff']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:21.265483 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24657b6a-b8f3-479b-9b23-c47309256614') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:21.265867 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24657b6a-b8f3-479b-9b23-c47309256614') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:21.276860 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:21.285898 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997cb00-c2b5-4068-8839-1875b07ee2d9 req-890ef17a-8438-4ec6-8def-c7c36b2d72e6 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:21.287503 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f997cb00-c2b5-4068-8839-1875b07ee2d9 req-890ef17a-8438-4ec6-8def-c7c36b2d72e6 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6121ff70-77c8-4c87-94bc-ccdd4e489f93 HTTP/1.1" status: 200 len: 1096 time: 0.2247381 May 06 10:01:21.293968 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:21.301712 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:21.302492 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: timer() May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:21.308279 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:21.345626 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c8f7668c-da30-4d4c-a143-003268ed4b69 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:21.355576 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ff838b77-0470-4322-a9a9-5755907934ab tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "GET /v2.0/routers/a6abf030-4fff-4e34-bedf-b5252f239fbf HTTP/1.1" status: 200 len: 886 time: 0.2903309 May 06 10:01:21.358796 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45190) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:21.385478 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:21.397242 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-136a40c0-3c5a-4160-8573-15f687077e18 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6abf030-4fff-4e34-bedf-b5252f239fbf HTTP/1.1" status: 200 len: 205 time: 0.0370879 May 06 10:01:21.402233 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45192) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:21.405835 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:21.412357 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f997cb00-c2b5-4068-8839-1875b07ee2d9 req-2ce988ec-9527-457e-8c6f-91bf753748ef tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a1fbea8f-5359-4c17-ba0c-a599f8f38f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142082 May 06 10:01:21.412736 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/networks/ce34ae3c-d3f7-4c14-8629-118ef39cfcff HTTP/1.1" status: 204 len: 168 time: 2.7417717 May 06 10:01:21.414240 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac55ab7-856b-4c83-b221-bbd0322a08e0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event deleted for resources: {'Network': ['ID=ce34ae3c-d3f7-4c14-8629-118ef39cfcff,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:21.415884 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45194) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:21.421508 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-6717f44d-7cdf-4291-bb21-8d6c50b68637 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1016783415'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:21.430083 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6940a8d0-6930-4303-b16b-d34ba76f9dd0 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:21.437006 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6940a8d0-6930-4303-b16b-d34ba76f9dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:21.457536 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6717f44d-7cdf-4291-bb21-8d6c50b68637 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Made reservation on behalf of b8000b76e14d415baaa92cf8f42f4d21 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:21.468196 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6717f44d-7cdf-4291-bb21-8d6c50b68637 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:21.493518 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6940a8d0-6930-4303-b16b-d34ba76f9dd0 None None] Network b402371a-1b0c-430a-a8e3-7868347ddb85 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:21.502287 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-6940a8d0-6930-4303-b16b-d34ba76f9dd0 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:21.505440 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6940a8d0-6930-4303-b16b-d34ba76f9dd0 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:21.505623 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6717f44d-7cdf-4291-bb21-8d6c50b68637 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:01:21.518381 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6717f44d-7cdf-4291-bb21-8d6c50b68637 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:21.518759 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-6717f44d-7cdf-4291-bb21-8d6c50b68637 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Added segment abe1f957-1ed7-40f3-9d1e-ca38eb49a6d7 of type vlan for network 3ea33bc3-7677-4aef-9966-74947bdc8b3b May 06 10:01:21.524531 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:21.553165 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940a8d0-6930-4303-b16b-d34ba76f9dd0 None None] Pushing event updated for resources: {'Port': ['ID=5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:21.570555 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6717f44d-7cdf-4291-bb21-8d6c50b68637 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:21.602398 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6717f44d-7cdf-4291-bb21-8d6c50b68637 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:21.608561 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6717f44d-7cdf-4291-bb21-8d6c50b68637 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:21.609372 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6717f44d-7cdf-4291-bb21-8d6c50b68637 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:21.673486 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6717f44d-7cdf-4291-bb21-8d6c50b68637 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2537620 May 06 10:01:21.679892 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45198) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:21.687379 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-dd394fa4-656a-4ae0-a5ea-524e53c2c3b4 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Request body: {'subnet': {'network_id': '3ea33bc3-7677-4aef-9966-74947bdc8b3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:21.747084 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717f44d-7cdf-4291-bb21-8d6c50b68637 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event updated for resources: {'Network': ['ID=3ea33bc3-7677-4aef-9966-74947bdc8b3b,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:21.764670 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 3ea33bc3-7677-4aef-9966-74947bdc8b3b details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:01:21.798434 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd394fa4-656a-4ae0-a5ea-524e53c2c3b4 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Made reservation on behalf of b8000b76e14d415baaa92cf8f42f4d21 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:21.801992 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dd394fa4-656a-4ae0-a5ea-524e53c2c3b4 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:21.811160 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-6940a8d0-6930-4303-b16b-d34ba76f9dd0 None None] Attempting to bind port 5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:01:21.811822 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-6940a8d0-6930-4303-b16b-d34ba76f9dd0 None None] Attempting to bind port 5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '05c20bfe-697f-4d08-963b-571b4cf58ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b402371a-1b0c-430a-a8e3-7868347ddb85'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:01:21.812146 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6940a8d0-6930-4303-b16b-d34ba76f9dd0 None None] Attempting to bind port 5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634 on network b402371a-1b0c-430a-a8e3-7868347ddb85 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:21.824886 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6940a8d0-6930-4303-b16b-d34ba76f9dd0 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:01:21.825427 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6940a8d0-6930-4303-b16b-d34ba76f9dd0 None None] Checking segment: {'id': '05c20bfe-697f-4d08-963b-571b4cf58ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b402371a-1b0c-430a-a8e3-7868347ddb85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:21.826324 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6940a8d0-6930-4303-b16b-d34ba76f9dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:21.826560 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6940a8d0-6930-4303-b16b-d34ba76f9dd0 None None] Bound using segment: {'id': '05c20bfe-697f-4d08-963b-571b4cf58ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b402371a-1b0c-430a-a8e3-7868347ddb85'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:01:21.827196 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-6940a8d0-6930-4303-b16b-d34ba76f9dd0 None None] Bound port: 5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c20bfe-697f-4d08-963b-571b4cf58ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b402371a-1b0c-430a-a8e3-7868347ddb85'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:01:21.827660 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6940a8d0-6930-4303-b16b-d34ba76f9dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:21.869555 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c8f7668c-da30-4d4c-a143-003268ed4b69 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:21.918874 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-6940a8d0-6930-4303-b16b-d34ba76f9dd0 None None] For port 5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:01:21.922473 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-6940a8d0-6930-4303-b16b-d34ba76f9dd0 None None] For port 5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634,segment=NetworkSegment(05c20bfe-697f-4d08-963b-571b4cf58ce5),segment_id=05c20bfe-697f-4d08-963b-571b4cf58ce5)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:01:21.926706 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6940a8d0-6930-4303-b16b-d34ba76f9dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:21.930701 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.db.api [None req-5bfd7ac0-ac89-49a5-b5af-8b00061fe118 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-3d62418b-ad2d-4daa-8253-6d08478ed80f {{(pid=102653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 10:01:21.931032 n-d-840835-1 neutron-server[102653]: DEBUG oslo_db.api [None req-5bfd7ac0-ac89-49a5-b5af-8b00061fe118 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 10:01:21.941425 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f7668c-da30-4d4c-a143-003268ed4b69 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:21.954061 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7668c-da30-4d4c-a143-003268ed4b69 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event updated for resources: {'Port': ['ID=1b5ad9bc-8d2c-48fb-a1b6-cab4c0db4804,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:21.956622 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-c8f7668c-da30-4d4c-a143-003268ed4b69 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:21.960656 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cdbd9-d33a-456c-9e07-343ce9e377d8 req-6a01c11b-0d61-4fb7-b0c5-e31a08d0be45 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:21.968113 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b7cdbd9-d33a-456c-9e07-343ce9e377d8 req-6a01c11b-0d61-4fb7-b0c5-e31a08d0be45 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6121ff70-77c8-4c87-94bc-ccdd4e489f93 HTTP/1.1" status: 200 len: 1096 time: 0.1812758 May 06 10:01:21.971701 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d688b56f-b9ee-43b2-a680-d89904bca71e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:21.974035 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f7668c-da30-4d4c-a143-003268ed4b69 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:22.014030 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940a8d0-6930-4303-b16b-d34ba76f9dd0 None None] Pushing event updated for resources: {'Port': ['ID=5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:22.095700 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b7cdbd9-d33a-456c-9e07-343ce9e377d8 req-9191b811-36b6-472f-9f0e-0bb3abc27d13 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a1fbea8f-5359-4c17-ba0c-a599f8f38f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266522 May 06 10:01:22.264199 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c8f7668c-da30-4d4c-a143-003268ed4b69 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:22.266885 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d688b56f-b9ee-43b2-a680-d89904bca71e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:22.293238 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75488161-3d77-4a57-b90d-a8d6c1cabb38 req-165057bc-e26a-4945-aec7-e5919707df35 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:22.294833 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75488161-3d77-4a57-b90d-a8d6c1cabb38 req-165057bc-e26a-4945-aec7-e5919707df35 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6121ff70-77c8-4c87-94bc-ccdd4e489f93 HTTP/1.1" status: 200 len: 1096 time: 0.1230669 May 06 10:01:22.365084 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c8f7668c-da30-4d4c-a143-003268ed4b69 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:22.413678 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dd394fa4-656a-4ae0-a5ea-524e53c2c3b4 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:22.422158 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75488161-3d77-4a57-b90d-a8d6c1cabb38 req-518acf98-3d9c-44e9-8a49-eda151f064c2 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a1fbea8f-5359-4c17-ba0c-a599f8f38f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047606 May 06 10:01:22.439365 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5bfd7ac0-ac89-49a5-b5af-8b00061fe118 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:22.456480 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-d688b56f-b9ee-43b2-a680-d89904bca71e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Deleting port 9e81e586-78be-499f-910c-176ef0ee6d4a {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:22.456828 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d688b56f-b9ee-43b2-a680-d89904bca71e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:22.467569 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd394fa4-656a-4ae0-a5ea-524e53c2c3b4 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event updated for resources: {'Subnet': ['ID=f1292f29-fe8e-4657-a7df-ee8b031609c1,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:22.478785 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-5bfd7ac0-ac89-49a5-b5af-8b00061fe118 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] device_id is not set on port 757604c4-9aa8-4ff5-9b54-add37aed28a5 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:01:22.489675 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd394fa4-656a-4ae0-a5ea-524e53c2c3b4 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Checking segment: {'id': 'abe1f957-1ed7-40f3-9d1e-ca38eb49a6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3ea33bc3-7677-4aef-9966-74947bdc8b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:22.490048 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd394fa4-656a-4ae0-a5ea-524e53c2c3b4 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Network hostable DHCP agents. Network: 3ea33bc3-7677-4aef-9966-74947bdc8b3b, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:01:22.508736 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd394fa4-656a-4ae0-a5ea-524e53c2c3b4 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Network 3ea33bc3-7677-4aef-9966-74947bdc8b3b is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:01:22.520421 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-dd394fa4-656a-4ae0-a5ea-524e53c2c3b4 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 3ea33bc3-7677-4aef-9966-74947bdc8b3b) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:22.530577 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd394fa4-656a-4ae0-a5ea-524e53c2c3b4 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:22.531404 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dd394fa4-656a-4ae0-a5ea-524e53c2c3b4 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:22.533035 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b44f368-6164-4477-a7ce-9a68e6e30469 None None] Network 3ea33bc3-7677-4aef-9966-74947bdc8b3b requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:22.561511 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-dd394fa4-656a-4ae0-a5ea-524e53c2c3b4 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8811116 May 06 10:01:22.562120 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45206) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:22.615035 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d688b56f-b9ee-43b2-a680-d89904bca71e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:22.673906 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-d688b56f-b9ee-43b2-a680-d89904bca71e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Calling delete_port for 9e81e586-78be-499f-910c-176ef0ee6d4a owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:22.682097 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2af49631-c48d-4ad3-b571-c657c204b35f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:22.710468 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dd0b39-b509-4771-900c-eeda60de0522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-3ea33bc3-7677-4aef-9966-74947bdc8b3b', 'network_id': '3ea33bc3-7677-4aef-9966-74947bdc8b3b', 'tenant_id': 'b8000b76e14d415baaa92cf8f42f4d21', 'fixed_ips': [{'subnet_id': 'f1292f29-fe8e-4657-a7df-ee8b031609c1'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:01:22.711669 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1dd0b39-b509-4771-900c-eeda60de0522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:22.741844 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2af49631-c48d-4ad3-b571-c657c204b35f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:22.823194 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2af49631-c48d-4ad3-b571-c657c204b35f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server [None req-f1dd0b39-b509-4771-900c-eeda60de0522 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f1292f29-fe8e-4657-a7df-ee8b031609c1: This subnet is being modified by another concurrent operation. May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise exception May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f1292f29-fe8e-4657-a7df-ee8b031609c1: This subnet is being modified by another concurrent operation. May 06 10:01:22.833215 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server May 06 10:01:22.847141 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af49631-c48d-4ad3-b571-c657c204b35f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event deleted for resources: {'Subnet': ['ID=f1292f29-fe8e-4657-a7df-ee8b031609c1,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:22.867011 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368aecbc-3d82-4692-926c-0971e8eeac7b None None] Network 3ea33bc3-7677-4aef-9966-74947bdc8b3b requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:22.924761 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-5bfd7ac0-ac89-49a5-b5af-8b00061fe118 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Allocated IP 172.20.0.7 (b402371a-1b0c-430a-a8e3-7868347ddb85/0383ebc4-d927-41bf-ba32-3a7cce296139/757604c4-9aa8-4ff5-9b54-add37aed28a5) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:22.934338 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c8f7668c-da30-4d4c-a143-003268ed4b69 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:22.938928 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2af49631-c48d-4ad3-b571-c657c204b35f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:22.967089 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-2af49631-c48d-4ad3-b571-c657c204b35f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea33bc3-7677-4aef-9966-74947bdc8b3b']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:22.980037 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-2af49631-c48d-4ad3-b571-c657c204b35f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe1f957-1ed7-40f3-9d1e-ca38eb49a6d7') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:22.980344 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-2af49631-c48d-4ad3-b571-c657c204b35f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe1f957-1ed7-40f3-9d1e-ca38eb49a6d7') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:22.987515 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c8f7668c-da30-4d4c-a143-003268ed4b69 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:22.993690 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2af49631-c48d-4ad3-b571-c657c204b35f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.011541 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2af49631-c48d-4ad3-b571-c657c204b35f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.019415 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af49631-c48d-4ad3-b571-c657c204b35f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:23.020342 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2af49631-c48d-4ad3-b571-c657c204b35f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: timer() May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:23.026011 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:23.048693 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c91f01-8193-4303-bb30-7107973370f3 req-8b668270-0c88-4ef1-a169-4db26da5812f tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:23.050361 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c4c91f01-8193-4303-bb30-7107973370f3 req-8b668270-0c88-4ef1-a169-4db26da5812f tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/networks?id=9ba46e13-3fe2-4f31-beec-fa2e8ef513e1 HTTP/1.1" status: 200 len: 910 time: 0.3742557 May 06 10:01:23.103994 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7668c-da30-4d4c-a143-003268ed4b69 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event updated for resources: {'Port': ['ID=1b5ad9bc-8d2c-48fb-a1b6-cab4c0db4804,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:23.104255 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2af49631-c48d-4ad3-b571-c657c204b35f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.115676 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2af49631-c48d-4ad3-b571-c657c204b35f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.122436 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2af49631-c48d-4ad3-b571-c657c204b35f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/networks/3ea33bc3-7677-4aef-9966-74947bdc8b3b HTTP/1.1" status: 204 len: 168 time: 0.5565233 May 06 10:01:23.123898 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45216) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:23.129824 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-092c41fa-e1ce-4001-8004-18ef133c520a tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-970850213'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:23.148340 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af49631-c48d-4ad3-b571-c657c204b35f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event deleted for resources: {'Network': ['ID=3ea33bc3-7677-4aef-9966-74947bdc8b3b,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:23.165125 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c4c91f01-8193-4303-bb30-7107973370f3 req-5899e4af-58bb-462c-aa6b-468dcb393fa9 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/quotas/1872a9a2d80444aabb1707cb2fb3e704 HTTP/1.1" status: 200 len: 375 time: 0.0759785 May 06 10:01:23.173697 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092c41fa-e1ce-4001-8004-18ef133c520a tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Made reservation on behalf of b8000b76e14d415baaa92cf8f42f4d21 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:23.178008 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-092c41fa-e1ce-4001-8004-18ef133c520a tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.207971 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c8f7668c-da30-4d4c-a143-003268ed4b69 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.209352 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-092c41fa-e1ce-4001-8004-18ef133c520a tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:01:23.220129 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-092c41fa-e1ce-4001-8004-18ef133c520a tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.220756 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-092c41fa-e1ce-4001-8004-18ef133c520a tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Added segment 2bedeed5-b1a7-4ac4-b8b5-f69e3b9cfb54 of type vlan for network 5d7835ab-9470-46e6-a040-dd59188fbec5 May 06 10:01:23.249952 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c8f7668c-da30-4d4c-a143-003268ed4b69 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.259302 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c8f7668c-da30-4d4c-a143-003268ed4b69 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7520070 May 06 10:01:23.259694 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:23.283571 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-092c41fa-e1ce-4001-8004-18ef133c520a tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.302735 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c4c91f01-8193-4303-bb30-7107973370f3 req-7f4d5bd8-fc3b-4a4b-8c3a-2c28bd47563c tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/ports?tenant_id=1872a9a2d80444aabb1707cb2fb3e704&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1362472 May 06 10:01:23.317762 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-092c41fa-e1ce-4001-8004-18ef133c520a tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.324482 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092c41fa-e1ce-4001-8004-18ef133c520a tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:23.325176 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-092c41fa-e1ce-4001-8004-18ef133c520a tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.329655 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d688b56f-b9ee-43b2-a680-d89904bca71e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.349624 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:23.351365 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.389175 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f21207-d2b3-4b36-aeae-a9327c7c6b69 None None] Network b402371a-1b0c-430a-a8e3-7868347ddb85 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:23.401865 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c41fa-e1ce-4001-8004-18ef133c520a tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event updated for resources: {'Network': ['ID=5d7835ab-9470-46e6-a040-dd59188fbec5,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:23.424727 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-092c41fa-e1ce-4001-8004-18ef133c520a tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2996266 May 06 10:01:23.430554 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45220) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:23.435749 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-d9af81a8-b461-4c8c-9ffb-3704d8a87854 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:23.445829 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 5d7835ab-9470-46e6-a040-dd59188fbec5 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:01:23.450214 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688b56f-b9ee-43b2-a680-d89904bca71e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Port': ['ID=9e81e586-78be-499f-910c-176ef0ee6d4a,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:23.549326 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-631acf5f-4b38-4ec7-9599-df4e5be2f716 None None] Provisioning complete for port 5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:23.549574 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-631acf5f-4b38-4ec7-9599-df4e5be2f716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.582278 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d688b56f-b9ee-43b2-a680-d89904bca71e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.588975 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5bfd7ac0-ac89-49a5-b5af-8b00061fe118 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.613085 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d9af81a8-b461-4c8c-9ffb-3704d8a87854 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.630429 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d9af81a8-b461-4c8c-9ffb-3704d8a87854 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.655002 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d9af81a8-b461-4c8c-9ffb-3704d8a87854 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Network 5d7835ab-9470-46e6-a040-dd59188fbec5 is not hosted by any dhcp agent {{(pid=102652) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 06 10:01:23.660190 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9af81a8-b461-4c8c-9ffb-3704d8a87854 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:23.660811 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d9af81a8-b461-4c8c-9ffb-3704d8a87854 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.662171 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d9af81a8-b461-4c8c-9ffb-3704d8a87854 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "PUT /v2.0/networks/5d7835ab-9470-46e6-a040-dd59188fbec5 HTTP/1.1" status: 200 len: 723 time: 0.2306108 May 06 10:01:23.662577 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.692670 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45224) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:23.696265 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d688b56f-b9ee-43b2-a680-d89904bca71e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.698083 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-eee9c214-6d8f-4fca-9b4c-baaf3790db0b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Request body: {'subnet': {'network_id': '5d7835ab-9470-46e6-a040-dd59188fbec5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:23.698974 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d688b56f-b9ee-43b2-a680-d89904bca71e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.752930 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c4c91f01-8193-4303-bb30-7107973370f3 req-a92a3154-070b-4ae9-b930-9951685d99b9 service neutron] 10.222.0.73 "GET /v2.0/networks/9ba46e13-3fe2-4f31-beec-fa2e8ef513e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237242 May 06 10:01:23.756126 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634,segment=NetworkSegment(05c20bfe-697f-4d08-963b-571b4cf58ce5),segment_id=05c20bfe-697f-4d08-963b-571b4cf58ce5)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:23.764192 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d688b56f-b9ee-43b2-a680-d89904bca71e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.765564 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af81a8-b461-4c8c-9ffb-3704d8a87854 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event updated for resources: {'Network': ['ID=5d7835ab-9470-46e6-a040-dd59188fbec5,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:23.765745 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d688b56f-b9ee-43b2-a680-d89904bca71e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Fanout notify agent at l3_agent the message router_deleted on router a6abf030-4fff-4e34-bedf-b5252f239fbf {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:01:23.770428 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.774584 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-631acf5f-4b38-4ec7-9599-df4e5be2f716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.794370 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d688b56f-b9ee-43b2-a680-d89904bca71e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.795512 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d688b56f-b9ee-43b2-a680-d89904bca71e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/routers/a6abf030-4fff-4e34-bedf-b5252f239fbf HTTP/1.1" status: 204 len: 168 time: 2.3921251 May 06 10:01:23.801434 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45226) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:23.808637 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 5d7835ab-9470-46e6-a040-dd59188fbec5 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:01:23.815928 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-2a53f183-92e8-41fb-ae22-4809b4fc0558 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'network': {'name': 'tempest-RoutersTest-1373530711'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:23.821204 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee9c214-6d8f-4fca-9b4c-baaf3790db0b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Made reservation on behalf of b8000b76e14d415baaa92cf8f42f4d21 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:23.826167 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eee9c214-6d8f-4fca-9b4c-baaf3790db0b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.913460 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a53f183-92e8-41fb-ae22-4809b4fc0558 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Made reservation on behalf of 3e9f9f76e76f46fa83c0e38cc7633413 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:23.917091 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2a53f183-92e8-41fb-ae22-4809b4fc0558 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.920458 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5bfd7ac0-ac89-49a5-b5af-8b00061fe118 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.942099 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:23.958961 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-631acf5f-4b38-4ec7-9599-df4e5be2f716 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 10:01:23.959410 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-631acf5f-4b38-4ec7-9599-df4e5be2f716 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 10:01:23.984267 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c4c91f01-8193-4303-bb30-7107973370f3 req-acf1e0dc-25cd-4250-bda6-de03f391b891 service neutron] 10.222.0.73 "GET /v2.0/networks/9ba46e13-3fe2-4f31-beec-fa2e8ef513e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070262 May 06 10:01:23.998348 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfd7ac0-ac89-49a5-b5af-8b00061fe118 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Network b402371a-1b0c-430a-a8e3-7868347ddb85 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:24.012048 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-5bfd7ac0-ac89-49a5-b5af-8b00061fe118 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:24.014139 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a53f183-92e8-41fb-ae22-4809b4fc0558 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:01:24.016401 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfd7ac0-ac89-49a5-b5af-8b00061fe118 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:24.021629 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd7ac0-ac89-49a5-b5af-8b00061fe118 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Pushing event updated for resources: {'Port': ['ID=757604c4-9aa8-4ff5-9b54-add37aed28a5,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:24.057529 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2a53f183-92e8-41fb-ae22-4809b4fc0558 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:24.058197 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-2a53f183-92e8-41fb-ae22-4809b4fc0558 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Added segment c6ea7380-a75d-47c2-8b99-1e2ba6fd5dcb of type vlan for network 267dbaba-479b-4ca5-bb59-1eb0be56b9a6 May 06 10:01:24.084454 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eee9c214-6d8f-4fca-9b4c-baaf3790db0b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:24.120088 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2a53f183-92e8-41fb-ae22-4809b4fc0558 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:24.130966 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfd7ac0-ac89-49a5-b5af-8b00061fe118 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:24.132285 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5bfd7ac0-ac89-49a5-b5af-8b00061fe118 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:24.166473 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5bfd7ac0-ac89-49a5-b5af-8b00061fe118 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.3128386 May 06 10:01:24.172860 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45228) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:24.190893 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9c214-6d8f-4fca-9b4c-baaf3790db0b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event updated for resources: {'Subnet': ['ID=be946023-d104-4105-ac93-3a0c11a7189f,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:24.195083 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-40035da9-9dce-4b2a-ac14-0f69d0cf4096 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Request body: {'port': {'network_id': 'b402371a-1b0c-430a-a8e3-7868347ddb85', 'name': 'tempest-ExtraDHCPOptionsTestJSON-133096182', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:24.196137 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.api.validators [None req-40035da9-9dce-4b2a-ac14-0f69d0cf4096 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] bootfile-name is not in valid_values {{(pid=102653) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 06 10:01:24.196588 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.api.validators [None req-40035da9-9dce-4b2a-ac14-0f69d0cf4096 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] tftp-server is not in valid_values {{(pid=102653) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 06 10:01:24.196829 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.api.validators [None req-40035da9-9dce-4b2a-ac14-0f69d0cf4096 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] server-ip-address is not in valid_values {{(pid=102653) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 06 10:01:24.199770 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee9c214-6d8f-4fca-9b4c-baaf3790db0b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Checking segment: {'id': '2bedeed5-b1a7-4ac4-b8b5-f69e3b9cfb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5d7835ab-9470-46e6-a040-dd59188fbec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:24.200146 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee9c214-6d8f-4fca-9b4c-baaf3790db0b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Network hostable DHCP agents. Network: 5d7835ab-9470-46e6-a040-dd59188fbec5, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:01:24.216618 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2a53f183-92e8-41fb-ae22-4809b4fc0558 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:24.222228 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a53f183-92e8-41fb-ae22-4809b4fc0558 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:24.223210 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2a53f183-92e8-41fb-ae22-4809b4fc0558 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:24.236787 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee9c214-6d8f-4fca-9b4c-baaf3790db0b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Network 5d7835ab-9470-46e6-a040-dd59188fbec5 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:01:24.265718 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-eee9c214-6d8f-4fca-9b4c-baaf3790db0b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 5d7835ab-9470-46e6-a040-dd59188fbec5) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:24.277617 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a15bf8c-d8ed-478d-b1fd-1fe4c7d93fc7 None None] Network 5d7835ab-9470-46e6-a040-dd59188fbec5 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:24.285038 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee9c214-6d8f-4fca-9b4c-baaf3790db0b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:24.285683 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eee9c214-6d8f-4fca-9b4c-baaf3790db0b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:24.316836 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-eee9c214-6d8f-4fca-9b4c-baaf3790db0b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6230772 May 06 10:01:24.317461 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45242) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:24.323553 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-976e7368-2649-4e77-9720-fdf1e817de1e tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:24.380179 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2a53f183-92e8-41fb-ae22-4809b4fc0558 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5688200 May 06 10:01:24.387889 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45244) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:24.403485 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-491a367e-c661-4a65-80f3-db6424ba0928 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'subnet': {'network_id': '267dbaba-479b-4ca5-bb59-1eb0be56b9a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:24.477291 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-976e7368-2649-4e77-9720-fdf1e817de1e tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5809840'] for subnet, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:24.553057 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78097da6-1eca-482b-b907-19332597bb88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-5d7835ab-9470-46e6-a040-dd59188fbec5', 'network_id': '5d7835ab-9470-46e6-a040-dd59188fbec5', 'tenant_id': 'b8000b76e14d415baaa92cf8f42f4d21', 'fixed_ips': [{'subnet_id': 'be946023-d104-4105-ac93-3a0c11a7189f'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:01:24.554537 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-78097da6-1eca-482b-b907-19332597bb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:24.709501 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-bb4f58c2-4799-4e4c-b312-8f94a930f576 None None] Provisioning complete for port 757604c4-9aa8-4ff5-9b54-add37aed28a5 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:24.709979 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bb4f58c2-4799-4e4c-b312-8f94a930f576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:24.715993 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-976e7368-2649-4e77-9720-fdf1e817de1e tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754918825337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6271691'] for subnet, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:24.762409 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976e7368-2649-4e77-9720-fdf1e817de1e tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:24.763384 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-976e7368-2649-4e77-9720-fdf1e817de1e tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:24.768269 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-976e7368-2649-4e77-9720-fdf1e817de1e tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "PUT /v2.0/subnets/be946023-d104-4105-ac93-3a0c11a7189f HTTP/1.1" status: 200 len: 806 time: 0.4496551 May 06 10:01:24.769326 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45252) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:24.809844 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-bb4f58c2-4799-4e4c-b312-8f94a930f576 None None] Port 757604c4-9aa8-4ff5-9b54-add37aed28a5 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:01:24.825752 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-78097da6-1eca-482b-b907-19332597bb88 None None] Allocated IP 172.20.0.2 (5d7835ab-9470-46e6-a040-dd59188fbec5/be946023-d104-4105-ac93-3a0c11a7189f/636fdfab-39e0-411e-98d6-99cd9923d3d6) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:24.833706 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-bb4f58c2-4799-4e4c-b312-8f94a930f576 None None] Provisioning complete for port 5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:24.834390 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bb4f58c2-4799-4e4c-b312-8f94a930f576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:24.852061 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53f183-92e8-41fb-ae22-4809b4fc0558 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Network': ['ID=267dbaba-479b-4ca5-bb59-1eb0be56b9a6,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:24.870801 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e7368-2649-4e77-9720-fdf1e817de1e tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event updated for resources: {'Subnet': ['ID=be946023-d104-4105-ac93-3a0c11a7189f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:24.878216 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 267dbaba-479b-4ca5-bb59-1eb0be56b9a6 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:01:24.883743 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-c4d84f6a-c70f-47b7-94f4-6e6a36d69b52 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1829348584&fields=id&tenant_id=8f622fd1748945faafa68a8a25c50995 HTTP/1.1" status: 200 len: 267 time: 0.6184609 May 06 10:01:24.948743 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:24.987537 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491a367e-c661-4a65-80f3-db6424ba0928 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Made reservation on behalf of 3e9f9f76e76f46fa83c0e38cc7633413 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:24.991962 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-491a367e-c661-4a65-80f3-db6424ba0928 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:25.040007 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:25.092998 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40035da9-9dce-4b2a-ac14-0f69d0cf4096 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Made reservation on behalf of a5feb2b4968d48e48ea45ca34cccd2d9 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:25.096562 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-40035da9-9dce-4b2a-ac14-0f69d0cf4096 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:25.158165 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-78097da6-1eca-482b-b907-19332597bb88 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:25.166794 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-78097da6-1eca-482b-b907-19332597bb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:25.184676 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:25.189113 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [None req-40035da9-9dce-4b2a-ac14-0f69d0cf4096 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] device_id is not set on port c51bc7c8-3d5c-47c6-8154-80445e8fe322 yet. {{(pid=102653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:01:25.205991 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:25.208153 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-ceb26e3a-2a7e-40d0-8518-93d5d7e946a5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:25.210192 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-ceb26e3a-2a7e-40d0-8518-93d5d7e946a5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/networks?id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 HTTP/1.1" status: 200 len: 813 time: 0.3063192 May 06 10:01:25.222842 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event deleted for resources: {'Subnet': ['ID=be946023-d104-4105-ac93-3a0c11a7189f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:25.255165 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78097da6-1eca-482b-b907-19332597bb88 None None] Network 5d7835ab-9470-46e6-a040-dd59188fbec5 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:25.266918 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-78097da6-1eca-482b-b907-19332597bb88 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:25.270466 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78097da6-1eca-482b-b907-19332597bb88 None None] Pushing event updated for resources: {'Port': ['ID=636fdfab-39e0-411e-98d6-99cd9923d3d6,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:25.273516 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78097da6-1eca-482b-b907-19332597bb88 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:25.279456 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-0fd2f7ed-b4f7-467e-94a0-7cbecb29b50a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/quotas/8f622fd1748945faafa68a8a25c50995 HTTP/1.1" status: 200 len: 375 time: 0.0614607 May 06 10:01:25.322456 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:25.349518 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d7835ab-9470-46e6-a040-dd59188fbec5']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:25.358551 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-78097da6-1eca-482b-b907-19332597bb88 None None] Attempting to bind port 636fdfab-39e0-411e-98d6-99cd9923d3d6 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:01:25.359293 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-78097da6-1eca-482b-b907-19332597bb88 None None] Attempting to bind port 636fdfab-39e0-411e-98d6-99cd9923d3d6 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '2bedeed5-b1a7-4ac4-b8b5-f69e3b9cfb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5d7835ab-9470-46e6-a040-dd59188fbec5'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:01:25.359571 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78097da6-1eca-482b-b907-19332597bb88 None None] Attempting to bind port 636fdfab-39e0-411e-98d6-99cd9923d3d6 on network 5d7835ab-9470-46e6-a040-dd59188fbec5 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:25.361419 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:25.361572 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bedeed5-b1a7-4ac4-b8b5-f69e3b9cfb54') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:25.361809 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:25.361997 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bedeed5-b1a7-4ac4-b8b5-f69e3b9cfb54') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:25.373463 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:25.389356 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:25.395581 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78097da6-1eca-482b-b907-19332597bb88 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:01:25.395581 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78097da6-1eca-482b-b907-19332597bb88 None None] Checking segment: {'id': '2bedeed5-b1a7-4ac4-b8b5-f69e3b9cfb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5d7835ab-9470-46e6-a040-dd59188fbec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:25.395943 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-78097da6-1eca-482b-b907-19332597bb88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:25.396328 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78097da6-1eca-482b-b907-19332597bb88 None None] Bound using segment: {'id': '2bedeed5-b1a7-4ac4-b8b5-f69e3b9cfb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5d7835ab-9470-46e6-a040-dd59188fbec5'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:01:25.396770 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-78097da6-1eca-482b-b907-19332597bb88 None None] Bound port: 636fdfab-39e0-411e-98d6-99cd9923d3d6, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bedeed5-b1a7-4ac4-b8b5-f69e3b9cfb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5d7835ab-9470-46e6-a040-dd59188fbec5'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:01:25.396925 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:25.397705 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-78097da6-1eca-482b-b907-19332597bb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:25.398103 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: timer() May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:25.403081 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:25.431863 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-40035da9-9dce-4b2a-ac14-0f69d0cf4096 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Allocated IP 172.20.0.8 (b402371a-1b0c-430a-a8e3-7868347ddb85/0383ebc4-d927-41bf-ba32-3a7cce296139/c51bc7c8-3d5c-47c6-8154-80445e8fe322) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:25.500538 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-491a367e-c661-4a65-80f3-db6424ba0928 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:25.532442 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.db.api [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 10:01:25.532442 n-d-840835-1 neutron-server[102652]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 10:01:25.532442 n-d-840835-1 neutron-server[102652]: [parameters: {'id': '5d7835ab-9470-46e6-a040-dd59188fbec5'}] May 06 10:01:25.532442 n-d-840835-1 neutron-server[102652]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 10:01:25.532928 n-d-840835-1 neutron-server[102652]: DEBUG oslo_db.api [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 10:01:25.546131 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-78097da6-1eca-482b-b907-19332597bb88 None None] For port 636fdfab-39e0-411e-98d6-99cd9923d3d6, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:01:25.562684 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-78097da6-1eca-482b-b907-19332597bb88 None None] For port 636fdfab-39e0-411e-98d6-99cd9923d3d6, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=636fdfab-39e0-411e-98d6-99cd9923d3d6,segment=NetworkSegment(2bedeed5-b1a7-4ac4-b8b5-f69e3b9cfb54),segment_id=2bedeed5-b1a7-4ac4-b8b5-f69e3b9cfb54)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:01:25.572680 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c91f01-8193-4303-bb30-7107973370f3 req-5e4c6869-a090-48af-b293-a453c3a62a91 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:25.573581 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-78097da6-1eca-482b-b907-19332597bb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:25.575398 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c4c91f01-8193-4303-bb30-7107973370f3 req-5e4c6869-a090-48af-b293-a453c3a62a91 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.77 "GET /v2.0/networks?id=9ba46e13-3fe2-4f31-beec-fa2e8ef513e1 HTTP/1.1" status: 200 len: 910 time: 0.1706755 May 06 10:01:25.592980 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-c4c91f01-8193-4303-bb30-7107973370f3 req-acacd03b-d223-4bd9-9110-c05e5412c3b8 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Request body: {'port': {'device_id': 'a209b969-4ccc-41cc-84b1-ee286bbf7e80', 'network_id': '9ba46e13-3fe2-4f31-beec-fa2e8ef513e1', 'admin_state_up': True, 'tenant_id': '1872a9a2d80444aabb1707cb2fb3e704'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:25.619505 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4c91f01-8193-4303-bb30-7107973370f3 req-acacd03b-d223-4bd9-9110-c05e5412c3b8 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Made reservation on behalf of 1872a9a2d80444aabb1707cb2fb3e704 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:25.622552 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c4c91f01-8193-4303-bb30-7107973370f3 req-acacd03b-d223-4bd9-9110-c05e5412c3b8 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:25.633933 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-5ac7499b-8b49-4723-913c-20537f241d52 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f622fd1748945faafa68a8a25c50995&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3437910 May 06 10:01:25.656477 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a367e-c661-4a65-80f3-db6424ba0928 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Subnet': ['ID=89918e57-9f57-44d9-b8bc-7709f26c15d6,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:25.667373 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78097da6-1eca-482b-b907-19332597bb88 None None] Pushing event updated for resources: {'Port': ['ID=636fdfab-39e0-411e-98d6-99cd9923d3d6,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:25.685278 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1701793c-1fce-4232-ba8b-12a5e6f70147 None None] Network 5d7835ab-9470-46e6-a040-dd59188fbec5 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:25.739892 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491a367e-c661-4a65-80f3-db6424ba0928 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Checking segment: {'id': 'c6ea7380-a75d-47c2-8b99-1e2ba6fd5dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '267dbaba-479b-4ca5-bb59-1eb0be56b9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:25.740312 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491a367e-c661-4a65-80f3-db6424ba0928 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network hostable DHCP agents. Network: 267dbaba-479b-4ca5-bb59-1eb0be56b9a6, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:01:25.768715 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-c4c91f01-8193-4303-bb30-7107973370f3 req-acacd03b-d223-4bd9-9110-c05e5412c3b8 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Allocated IP 172.20.0.4 (9ba46e13-3fe2-4f31-beec-fa2e8ef513e1/69e43e07-4eb9-4663-a148-f47ab84e628f/40611c80-99af-4432-83bb-71303c6c7293) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:25.796929 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-40035da9-9dce-4b2a-ac14-0f69d0cf4096 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:25.802586 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491a367e-c661-4a65-80f3-db6424ba0928 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network 267dbaba-479b-4ca5-bb59-1eb0be56b9a6 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:01:25.823458 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-36740d80-f711-4ac2-870a-ba89968a9250 service neutron] 10.222.0.73 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680810 May 06 10:01:25.825513 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-491a367e-c661-4a65-80f3-db6424ba0928 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 267dbaba-479b-4ca5-bb59-1eb0be56b9a6) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:25.831441 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491a367e-c661-4a65-80f3-db6424ba0928 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:25.832079 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-491a367e-c661-4a65-80f3-db6424ba0928 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:25.839321 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbf0713-273d-43e3-ae67-3d940fc751d1 None None] Network 5d7835ab-9470-46e6-a040-dd59188fbec5 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:25.880419 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00aade1-9f7d-4297-89c3-86363639efc5 None None] Network 267dbaba-479b-4ca5-bb59-1eb0be56b9a6 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:25.906864 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-491a367e-c661-4a65-80f3-db6424ba0928 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5082290 May 06 10:01:25.910163 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45254) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:25.919376 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-eead158a-3451-473d-8aa0-4f6870d8a4e5 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-435124234', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:25.938955 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-40035da9-9dce-4b2a-ac14-0f69d0cf4096 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:25.947444 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c4c91f01-8193-4303-bb30-7107973370f3 req-acacd03b-d223-4bd9-9110-c05e5412c3b8 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:25.984962 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c4c91f01-8193-4303-bb30-7107973370f3 req-acacd03b-d223-4bd9-9110-c05e5412c3b8 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:26.006366 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-eead158a-3451-473d-8aa0-4f6870d8a4e5 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:26.007479 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-eead158a-3451-473d-8aa0-4f6870d8a4e5 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:26.026942 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40035da9-9dce-4b2a-ac14-0f69d0cf4096 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Network b402371a-1b0c-430a-a8e3-7868347ddb85 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:26.028675 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4c91f01-8193-4303-bb30-7107973370f3 req-acacd03b-d223-4bd9-9110-c05e5412c3b8 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Network 9ba46e13-3fe2-4f31-beec-fa2e8ef513e1 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:26.032252 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-c4c91f01-8193-4303-bb30-7107973370f3 req-acacd03b-d223-4bd9-9110-c05e5412c3b8 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:26.035781 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:26.040891 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c91f01-8193-4303-bb30-7107973370f3 req-acacd03b-d223-4bd9-9110-c05e5412c3b8 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:26.045547 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-40035da9-9dce-4b2a-ac14-0f69d0cf4096 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:26.049404 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-28d80e01-2fd3-4b5e-8dde-7269e72fe1c0 service neutron] 10.222.0.73 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125108 May 06 10:01:26.050543 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40035da9-9dce-4b2a-ac14-0f69d0cf4096 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:26.057115 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40035da9-9dce-4b2a-ac14-0f69d0cf4096 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Pushing event updated for resources: {'Port': ['ID=c51bc7c8-3d5c-47c6-8154-80445e8fe322,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:26.078559 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acacd03b-d223-4bd9-9110-c05e5412c3b8 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Pushing event updated for resources: {'Port': ['ID=40611c80-99af-4432-83bb-71303c6c7293,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:26.124898 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c91f01-8193-4303-bb30-7107973370f3 req-acacd03b-d223-4bd9-9110-c05e5412c3b8 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:26.125491 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c4c91f01-8193-4303-bb30-7107973370f3 req-acacd03b-d223-4bd9-9110-c05e5412c3b8 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:26.150849 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['e411bdf6-ee2e-4dc0-be94-c96ca39f2320'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:01:26.161709 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c4c91f01-8193-4303-bb30-7107973370f3 req-acacd03b-d223-4bd9-9110-c05e5412c3b8 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5737920 May 06 10:01:26.162334 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-eead158a-3451-473d-8aa0-4f6870d8a4e5 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:26.169911 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-eead158a-3451-473d-8aa0-4f6870d8a4e5 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:26.179851 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Deleting port 636fdfab-39e0-411e-98d6-99cd9923d3d6 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:26.180235 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:26.187540 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-c4c91f01-8193-4303-bb30-7107973370f3 req-56e2ddfe-3aa1-48e9-a89f-6249e45549e9 service neutron] Request body: {'port': {'device_id': 'a209b969-4ccc-41cc-84b1-ee286bbf7e80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:26.195198 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40035da9-9dce-4b2a-ac14-0f69d0cf4096 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:26.197138 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-40035da9-9dce-4b2a-ac14-0f69d0cf4096 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:26.235021 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-40035da9-9dce-4b2a-ac14-0f69d0cf4096 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.0609510 May 06 10:01:26.243184 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45256) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:26.275159 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-eead158a-3451-473d-8aa0-4f6870d8a4e5 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:26.284333 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-eead158a-3451-473d-8aa0-4f6870d8a4e5 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3719409 May 06 10:01:26.287537 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45258) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:26.398952 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] For port 636fdfab-39e0-411e-98d6-99cd9923d3d6, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=636fdfab-39e0-411e-98d6-99cd9923d3d6,segment=NetworkSegment(2bedeed5-b1a7-4ac4-b8b5-f69e3b9cfb54),segment_id=2bedeed5-b1a7-4ac4-b8b5-f69e3b9cfb54)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:26.399351 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:26.456747 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Calling delete_port for 636fdfab-39e0-411e-98d6-99cd9923d3d6 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:26.458684 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c4c91f01-8193-4303-bb30-7107973370f3 req-56e2ddfe-3aa1-48e9-a89f-6249e45549e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:26.542554 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee71748f-ec8e-449f-8efc-e0f7777d94cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-267dbaba-479b-4ca5-bb59-1eb0be56b9a6', 'network_id': '267dbaba-479b-4ca5-bb59-1eb0be56b9a6', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'fixed_ips': [{'subnet_id': '89918e57-9f57-44d9-b8bc-7709f26c15d6'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:01:26.543586 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ee71748f-ec8e-449f-8efc-e0f7777d94cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:26.632658 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-0d2a611d-d770-4c3e-aff2-70bbd1828649 None None] Provisioning complete for port 40611c80-99af-4432-83bb-71303c6c7293 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:26.633311 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0d2a611d-d770-4c3e-aff2-70bbd1828649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:26.746632 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-0d2a611d-d770-4c3e-aff2-70bbd1828649 None None] Port 40611c80-99af-4432-83bb-71303c6c7293 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:01:26.766472 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:26.781684 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1794c855-dbe7-443d-90f0-09e92ac7aae0 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:26.789649 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1794c855-dbe7-443d-90f0-09e92ac7aae0 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:26.796481 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1794c855-dbe7-443d-90f0-09e92ac7aae0 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:26.801381 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1794c855-dbe7-443d-90f0-09e92ac7aae0 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.5571568 May 06 10:01:26.802048 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45270) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:26.821656 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-ee71748f-ec8e-449f-8efc-e0f7777d94cd None None] Allocated IP 172.20.0.2 (267dbaba-479b-4ca5-bb59-1eb0be56b9a6/89918e57-9f57-44d9-b8bc-7709f26c15d6/e5341601-94ad-4c47-8123-2aa0073aaa2d) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:26.846070 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event deleted for resources: {'Port': ['ID=636fdfab-39e0-411e-98d6-99cd9923d3d6,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:26.853716 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] No DVR routers for this DVR port 636fdfab-39e0-411e-98d6-99cd9923d3d6 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:01:26.913108 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda574a1-e351-42a3-8183-d7c9d2374f33 req-bdd48ae8-9210-40c5-ac8f-90bf73a06ea9 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:26.914617 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cda574a1-e351-42a3-8183-d7c9d2374f33 req-bdd48ae8-9210-40c5-ac8f-90bf73a06ea9 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a209b969-4ccc-41cc-84b1-ee286bbf7e80 HTTP/1.1" status: 200 len: 1027 time: 0.3309121 May 06 10:01:26.933883 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-5eac932c-64e0-418d-a91c-8d10ea42ca35 None None] Provisioning complete for port c51bc7c8-3d5c-47c6-8154-80445e8fe322 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:26.934314 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5eac932c-64e0-418d-a91c-8d10ea42ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:26.960938 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a79c0968-03d1-421f-9fec-903620344d1c tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:26.968999 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:27.002945 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-5eac932c-64e0-418d-a91c-8d10ea42ca35 None None] Port c51bc7c8-3d5c-47c6-8154-80445e8fe322 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:01:27.007383 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d7835ab-9470-46e6-a040-dd59188fbec5']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:27.024162 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bedeed5-b1a7-4ac4-b8b5-f69e3b9cfb54') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:27.024460 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bedeed5-b1a7-4ac4-b8b5-f69e3b9cfb54') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:27.025109 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cda574a1-e351-42a3-8183-d7c9d2374f33 req-7f97e77d-8a3f-4ac8-816d-40e7bdd927f6 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a1fbea8f-5359-4c17-ba0c-a599f8f38f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840015 May 06 10:01:27.043539 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:27.082978 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:27.089306 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ee71748f-ec8e-449f-8efc-e0f7777d94cd None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:27.093650 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-c4c91f01-8193-4303-bb30-7107973370f3 req-56e2ddfe-3aa1-48e9-a89f-6249e45549e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40611c80-99af-4432-83bb-71303c6c7293 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:01:27.102100 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ee71748f-ec8e-449f-8efc-e0f7777d94cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:27.107143 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:27.107573 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: timer() May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:27.110895 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:27.113473 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c4c91f01-8193-4303-bb30-7107973370f3 req-56e2ddfe-3aa1-48e9-a89f-6249e45549e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:27.137551 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee71748f-ec8e-449f-8efc-e0f7777d94cd None None] Network 267dbaba-479b-4ca5-bb59-1eb0be56b9a6 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:27.140637 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-ee71748f-ec8e-449f-8efc-e0f7777d94cd None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:27.165215 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee71748f-ec8e-449f-8efc-e0f7777d94cd None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:27.189089 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-27e02fcc-9582-412a-8f60-36176cfb6cb9 req-2f1f70b5-2129-4b56-a0c8-2769546a077e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd1bb1ae-27ec-48c7-b632-b1288fc025db HTTP/1.1" status: 200 len: 210 time: 0.0336406 May 06 10:01:27.204016 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-3d21e1c9-e884-4b24-919d-f5de05317942 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Deleting port c51bc7c8-3d5c-47c6-8154-80445e8fe322 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:27.204156 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3d21e1c9-e884-4b24-919d-f5de05317942 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:27.222978 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-c4c91f01-8193-4303-bb30-7107973370f3 req-56e2ddfe-3aa1-48e9-a89f-6249e45549e9 service neutron] Transition to ACTIVE for port object 40611c80-99af-4432-83bb-71303c6c7293 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:01:27.225119 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:27.239964 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71748f-ec8e-449f-8efc-e0f7777d94cd None None] Pushing event updated for resources: {'Port': ['ID=e5341601-94ad-4c47-8123-2aa0073aaa2d,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:27.245278 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ee71748f-ec8e-449f-8efc-e0f7777d94cd None None] Attempting to bind port e5341601-94ad-4c47-8123-2aa0073aaa2d on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:01:27.247527 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ee71748f-ec8e-449f-8efc-e0f7777d94cd None None] Attempting to bind port e5341601-94ad-4c47-8123-2aa0073aaa2d by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'c6ea7380-a75d-47c2-8b99-1e2ba6fd5dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '267dbaba-479b-4ca5-bb59-1eb0be56b9a6'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:01:27.248021 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee71748f-ec8e-449f-8efc-e0f7777d94cd None None] Attempting to bind port e5341601-94ad-4c47-8123-2aa0073aaa2d on network 267dbaba-479b-4ca5-bb59-1eb0be56b9a6 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:27.254205 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee71748f-ec8e-449f-8efc-e0f7777d94cd None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:01:27.254751 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee71748f-ec8e-449f-8efc-e0f7777d94cd None None] Checking segment: {'id': 'c6ea7380-a75d-47c2-8b99-1e2ba6fd5dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '267dbaba-479b-4ca5-bb59-1eb0be56b9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:27.255308 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ee71748f-ec8e-449f-8efc-e0f7777d94cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:27.255819 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee71748f-ec8e-449f-8efc-e0f7777d94cd None None] Bound using segment: {'id': 'c6ea7380-a75d-47c2-8b99-1e2ba6fd5dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '267dbaba-479b-4ca5-bb59-1eb0be56b9a6'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:01:27.256412 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ee71748f-ec8e-449f-8efc-e0f7777d94cd None None] Bound port: e5341601-94ad-4c47-8123-2aa0073aaa2d, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ea7380-a75d-47c2-8b99-1e2ba6fd5dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '267dbaba-479b-4ca5-bb59-1eb0be56b9a6'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:01:27.256950 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ee71748f-ec8e-449f-8efc-e0f7777d94cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:27.260071 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:27.266728 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/networks/5d7835ab-9470-46e6-a040-dd59188fbec5 HTTP/1.1" status: 204 len: 168 time: 2.4905095 May 06 10:01:27.275857 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45272) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:27.279658 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c4c91f01-8193-4303-bb30-7107973370f3 req-56e2ddfe-3aa1-48e9-a89f-6249e45549e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:27.288355 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed1294-4581-49ad-a210-120e7df2ae72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event deleted for resources: {'Network': ['ID=5d7835ab-9470-46e6-a040-dd59188fbec5,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:27.345832 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2ddfe-3aa1-48e9-a89f-6249e45549e9 service neutron] Pushing event updated for resources: {'Port': ['ID=40611c80-99af-4432-83bb-71303c6c7293,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:27.350037 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9421caa-e197-4400-8f83-62fc64a38ee3 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] DELETE failed (client error): The resource could not be found. May 06 10:01:27.352301 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9421caa-e197-4400-8f83-62fc64a38ee3 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:27.358762 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f9421caa-e197-4400-8f83-62fc64a38ee3 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/networks/5d7835ab-9470-46e6-a040-dd59188fbec5 HTTP/1.1" status: 404 len: 339 time: 0.0787978 May 06 10:01:27.363993 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45274) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:27.371495 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-a869c13e-5320-4c0f-8af1-030809a8078f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-921805179', 'description': 'd1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:27.379106 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ee71748f-ec8e-449f-8efc-e0f7777d94cd None None] For port e5341601-94ad-4c47-8123-2aa0073aaa2d, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:01:27.382701 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ee71748f-ec8e-449f-8efc-e0f7777d94cd None None] For port e5341601-94ad-4c47-8123-2aa0073aaa2d, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e5341601-94ad-4c47-8123-2aa0073aaa2d,segment=NetworkSegment(c6ea7380-a75d-47c2-8b99-1e2ba6fd5dcb),segment_id=c6ea7380-a75d-47c2-8b99-1e2ba6fd5dcb)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:01:27.389797 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ee71748f-ec8e-449f-8efc-e0f7777d94cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:27.421134 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a869c13e-5320-4c0f-8af1-030809a8078f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Made reservation on behalf of b8000b76e14d415baaa92cf8f42f4d21 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:27.424662 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a869c13e-5320-4c0f-8af1-030809a8078f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:27.426837 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-c4c91f01-8193-4303-bb30-7107973370f3 req-56e2ddfe-3aa1-48e9-a89f-6249e45549e9 service neutron] Attempting to bind port 40611c80-99af-4432-83bb-71303c6c7293 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:01:27.427262 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-c4c91f01-8193-4303-bb30-7107973370f3 req-56e2ddfe-3aa1-48e9-a89f-6249e45549e9 service neutron] Attempting to bind port 40611c80-99af-4432-83bb-71303c6c7293 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '64700d0d-45c9-49b8-9199-79bd2973a1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9ba46e13-3fe2-4f31-beec-fa2e8ef513e1'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:01:27.427604 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c91f01-8193-4303-bb30-7107973370f3 req-56e2ddfe-3aa1-48e9-a89f-6249e45549e9 service neutron] Attempting to bind port 40611c80-99af-4432-83bb-71303c6c7293 on network 9ba46e13-3fe2-4f31-beec-fa2e8ef513e1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:27.434696 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c91f01-8193-4303-bb30-7107973370f3 req-56e2ddfe-3aa1-48e9-a89f-6249e45549e9 service neutron] Port 40611c80-99af-4432-83bb-71303c6c7293 on network 9ba46e13-3fe2-4f31-beec-fa2e8ef513e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:01:27.435049 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c91f01-8193-4303-bb30-7107973370f3 req-56e2ddfe-3aa1-48e9-a89f-6249e45549e9 service neutron] Attempting to bind port 40611c80-99af-4432-83bb-71303c6c7293 on network 9ba46e13-3fe2-4f31-beec-fa2e8ef513e1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:27.441118 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c91f01-8193-4303-bb30-7107973370f3 req-56e2ddfe-3aa1-48e9-a89f-6249e45549e9 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:01:27.441517 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c91f01-8193-4303-bb30-7107973370f3 req-56e2ddfe-3aa1-48e9-a89f-6249e45549e9 service neutron] Checking segment: {'id': '64700d0d-45c9-49b8-9199-79bd2973a1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9ba46e13-3fe2-4f31-beec-fa2e8ef513e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:27.441915 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c91f01-8193-4303-bb30-7107973370f3 req-56e2ddfe-3aa1-48e9-a89f-6249e45549e9 service neutron] Bound using segment: {'id': '64700d0d-45c9-49b8-9199-79bd2973a1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9ba46e13-3fe2-4f31-beec-fa2e8ef513e1'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:01:27.442365 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-c4c91f01-8193-4303-bb30-7107973370f3 req-56e2ddfe-3aa1-48e9-a89f-6249e45549e9 service neutron] Bound port: 40611c80-99af-4432-83bb-71303c6c7293, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64700d0d-45c9-49b8-9199-79bd2973a1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9ba46e13-3fe2-4f31-beec-fa2e8ef513e1'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:01:27.442895 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c4c91f01-8193-4303-bb30-7107973370f3 req-56e2ddfe-3aa1-48e9-a89f-6249e45549e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:27.472908 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71748f-ec8e-449f-8efc-e0f7777d94cd None None] Pushing event updated for resources: {'Port': ['ID=e5341601-94ad-4c47-8123-2aa0073aaa2d,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:27.493430 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3d21e1c9-e884-4b24-919d-f5de05317942 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:27.534097 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-3d21e1c9-e884-4b24-919d-f5de05317942 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Calling delete_port for c51bc7c8-3d5c-47c6-8154-80445e8fe322 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:27.541923 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-c4c91f01-8193-4303-bb30-7107973370f3 req-56e2ddfe-3aa1-48e9-a89f-6249e45549e9 service neutron] For port 40611c80-99af-4432-83bb-71303c6c7293, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:01:27.542760 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a869c13e-5320-4c0f-8af1-030809a8078f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:01:27.546020 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-c4c91f01-8193-4303-bb30-7107973370f3 req-56e2ddfe-3aa1-48e9-a89f-6249e45549e9 service neutron] For port 40611c80-99af-4432-83bb-71303c6c7293, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=40611c80-99af-4432-83bb-71303c6c7293,segment=NetworkSegment(64700d0d-45c9-49b8-9199-79bd2973a1bb),segment_id=64700d0d-45c9-49b8-9199-79bd2973a1bb)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:01:27.550203 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c4c91f01-8193-4303-bb30-7107973370f3 req-56e2ddfe-3aa1-48e9-a89f-6249e45549e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:27.593551 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c91f01-8193-4303-bb30-7107973370f3 req-56e2ddfe-3aa1-48e9-a89f-6249e45549e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:27.594192 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c4c91f01-8193-4303-bb30-7107973370f3 req-56e2ddfe-3aa1-48e9-a89f-6249e45549e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:27.595675 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c4c91f01-8193-4303-bb30-7107973370f3 req-56e2ddfe-3aa1-48e9-a89f-6249e45549e9 service neutron] 10.222.0.77 "PUT /v2.0/ports/40611c80-99af-4432-83bb-71303c6c7293 HTTP/1.1" status: 200 len: 1091 time: 1.4178274 May 06 10:01:27.596144 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a209b969-4ccc-41cc-84b1-ee286bbf7e80', 'tag': '40611c80-99af-4432-83bb-71303c6c7293'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:01:27.598710 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5fadaf-9a99-4eab-8f20-689559140616" -d '{"events": [{"name": "network-changed", "server_uuid": "a209b969-4ccc-41cc-84b1-ee286bbf7e80", "tag": "40611c80-99af-4432-83bb-71303c6c7293"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:01:27.629094 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2ddfe-3aa1-48e9-a89f-6249e45549e9 service neutron] Pushing event updated for resources: {'Port': ['ID=40611c80-99af-4432-83bb-71303c6c7293,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:27.660549 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a869c13e-5320-4c0f-8af1-030809a8078f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:27.660964 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-a869c13e-5320-4c0f-8af1-030809a8078f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Added segment 92a249ab-d168-4025-8104-5b9359366073 of type vlan for network 8a8cf025-b816-4c65-a8e6-4dda9f236f9a May 06 10:01:27.705195 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df768332-ff27-4b8f-8dd1-d14bef020762 x-openstack-request-id: req-df768332-ff27-4b8f-8dd1-d14bef020762 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:01:27.705597 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a209b969-4ccc-41cc-84b1-ee286bbf7e80", "tag": "40611c80-99af-4432-83bb-71303c6c7293", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:01:27.705751 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-df768332-ff27-4b8f-8dd1-d14bef020762 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:01:27.706229 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df768332-ff27-4b8f-8dd1-d14bef020762'] response: {'name': 'network-changed', 'server_uuid': 'a209b969-4ccc-41cc-84b1-ee286bbf7e80', 'tag': '40611c80-99af-4432-83bb-71303c6c7293', 'status': 'completed', 'code': 200} May 06 10:01:27.720881 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c91f01-8193-4303-bb30-7107973370f3 req-ac738900-ab7d-48a0-a9a4-b04886a302bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:27.722440 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c4c91f01-8193-4303-bb30-7107973370f3 req-ac738900-ab7d-48a0-a9a4-b04886a302bf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1872a9a2d80444aabb1707cb2fb3e704&device_id=a209b969-4ccc-41cc-84b1-ee286bbf7e80 HTTP/1.1" status: 200 len: 1094 time: 0.0558100 May 06 10:01:27.750445 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a869c13e-5320-4c0f-8af1-030809a8078f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:27.762232 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-a79c0968-03d1-421f-9fec-903620344d1c tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Allocated IP 172.20.0.1 (267dbaba-479b-4ca5-bb59-1eb0be56b9a6/89918e57-9f57-44d9-b8bc-7709f26c15d6/70f0f6f5-5820-441e-a57b-1840ee075f2a) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:27.945977 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c4c91f01-8193-4303-bb30-7107973370f3 req-cdd30531-f214-4f8b-b9b5-c04193054ba1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40611c80-99af-4432-83bb-71303c6c7293 HTTP/1.1" status: 200 len: 217 time: 0.1732790 May 06 10:01:27.956962 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-ac56f290-0e50-4380-831d-fe054955bd86 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:27.958753 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-ac56f290-0e50-4380-831d-fe054955bd86 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.77 "GET /v2.0/networks?id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 HTTP/1.1" status: 200 len: 813 time: 0.1739397 May 06 10:01:27.968066 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a869c13e-5320-4c0f-8af1-030809a8078f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:27.981541 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a869c13e-5320-4c0f-8af1-030809a8078f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:27.982345 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a869c13e-5320-4c0f-8af1-030809a8078f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:28.016650 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-bf4d7971-ee61-4033-98c4-4273f6609674 req-03713712-e35a-4bc6-832c-60b8a8d2aa87 service neutron] (102652) timed out ('10.222.0.73', 52078) {{(pid=102652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 10:01:28.046464 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c91f01-8193-4303-bb30-7107973370f3 req-cac78e00-0ac0-4126-b408-868ccd8c362f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:28.048165 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c4c91f01-8193-4303-bb30-7107973370f3 req-cac78e00-0ac0-4126-b408-868ccd8c362f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=69e43e07-4eb9-4663-a148-f47ab84e628f HTTP/1.1" status: 200 len: 848 time: 0.0882978 May 06 10:01:28.091871 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-6ae42ba4-70e0-45e0-bda1-af106517338c tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f622fd1748945faafa68a8a25c50995 HTTP/1.1" status: 200 len: 380 time: 0.0696833 May 06 10:01:28.092270 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a869c13e-5320-4c0f-8af1-030809a8078f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7217846 May 06 10:01:28.101042 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45280) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:28.101840 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3d21e1c9-e884-4b24-919d-f5de05317942 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:28.113649 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-5700cbfc-92c3-4b15-8f86-255a623550bd tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Request body: {'port': {'device_id': 'dd1bb1ae-27ec-48c7-b632-b1288fc025db', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'admin_state_up': True, 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'security_groups': ['cbc0d317-afea-4121-a522-5de96cb7bd3f']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:28.124008 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869c13e-5320-4c0f-8af1-030809a8078f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event updated for resources: {'Network': ['ID=8a8cf025-b816-4c65-a8e6-4dda9f236f9a,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:28.189728 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c91f01-8193-4303-bb30-7107973370f3 req-7038bcaa-3bc9-4332-8e1b-a11eb6701b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:28.191488 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c4c91f01-8193-4303-bb30-7107973370f3 req-7038bcaa-3bc9-4332-8e1b-a11eb6701b2e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9ba46e13-3fe2-4f31-beec-fa2e8ef513e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231682 May 06 10:01:28.210484 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869c13e-5320-4c0f-8af1-030809a8078f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:28.210804 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869c13e-5320-4c0f-8af1-030809a8078f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:28.211264 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869c13e-5320-4c0f-8af1-030809a8078f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:28.212148 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869c13e-5320-4c0f-8af1-030809a8078f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:28.212148 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869c13e-5320-4c0f-8af1-030809a8078f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:28.212148 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869c13e-5320-4c0f-8af1-030809a8078f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:28.212570 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869c13e-5320-4c0f-8af1-030809a8078f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:28.212799 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869c13e-5320-4c0f-8af1-030809a8078f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:28.213131 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869c13e-5320-4c0f-8af1-030809a8078f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:28.213460 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869c13e-5320-4c0f-8af1-030809a8078f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:28.213790 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869c13e-5320-4c0f-8af1-030809a8078f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:28.214113 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869c13e-5320-4c0f-8af1-030809a8078f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:28.217446 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21e1c9-e884-4b24-919d-f5de05317942 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Pushing event deleted for resources: {'Port': ['ID=c51bc7c8-3d5c-47c6-8154-80445e8fe322,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:28.236620 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 8a8cf025-b816-4c65-a8e6-4dda9f236f9a details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:01:28.302082 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a79c0968-03d1-421f-9fec-903620344d1c tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:28.370286 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba75b6af-0ae5-4ba8-9a1c-6d03eec6503f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:28.375309 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ba75b6af-0ae5-4ba8-9a1c-6d03eec6503f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "GET /v2.0/networks?id=8a8cf025-b816-4c65-a8e6-4dda9f236f9a HTTP/1.1" status: 200 len: 760 time: 0.2690656 May 06 10:01:28.378748 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45284) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:28.385589 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-f9799b9d-5bb1-4fae-bee4-bd746825ab99 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Request body: {'network': {'description': 'd2'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:28.400166 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-5700cbfc-92c3-4b15-8f86-255a623550bd tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Made reservation on behalf of 8f622fd1748945faafa68a8a25c50995 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:28.400607 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc321f-e58b-47d8-be32-1df07c90fad8 req-88a3d371-d18b-435a-9eef-5f11310f4c3f tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:28.402189 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3fc321f-e58b-47d8-be32-1df07c90fad8 req-88a3d371-d18b-435a-9eef-5f11310f4c3f tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a209b969-4ccc-41cc-84b1-ee286bbf7e80 HTTP/1.1" status: 200 len: 1094 time: 0.2685390 May 06 10:01:28.405391 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-5700cbfc-92c3-4b15-8f86-255a623550bd tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:28.419330 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3d21e1c9-e884-4b24-919d-f5de05317942 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:28.422664 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3d21e1c9-e884-4b24-919d-f5de05317942 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] 10.222.0.73 "DELETE /v2.0/ports/c51bc7c8-3d5c-47c6-8154-80445e8fe322 HTTP/1.1" status: 204 len: 168 time: 1.6004498 May 06 10:01:28.430343 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45286) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:28.444040 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-dcebda5f-10a3-47ee-ab78-b0259d20a2ab tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Request body: {'port': {'name': 'tempest-new-port-name-1544943161', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:28.444365 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.api.validators [None req-dcebda5f-10a3-47ee-ab78-b0259d20a2ab tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] bootfile-name is not in valid_values {{(pid=102653) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 06 10:01:28.444712 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.api.validators [None req-dcebda5f-10a3-47ee-ab78-b0259d20a2ab tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] tftp-server is not in valid_values {{(pid=102653) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 06 10:01:28.445050 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.api.validators [None req-dcebda5f-10a3-47ee-ab78-b0259d20a2ab tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] server-ip-address is not in valid_values {{(pid=102653) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 06 10:01:28.474663 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c4c91f01-8193-4303-bb30-7107973370f3 req-71d8126b-7e88-4267-8703-8f69b598911a service neutron] 10.222.0.77 "GET /v2.0/networks/9ba46e13-3fe2-4f31-beec-fa2e8ef513e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749288 May 06 10:01:28.485774 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a79c0968-03d1-421f-9fec-903620344d1c tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:28.788690 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c4c91f01-8193-4303-bb30-7107973370f3 req-76c88c52-4e27-4b01-ac57-ff48af2ff84d service neutron] 10.222.0.77 "GET /v2.0/networks/9ba46e13-3fe2-4f31-beec-fa2e8ef513e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059242 May 06 10:01:28.793968 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f9799b9d-5bb1-4fae-bee4-bd746825ab99 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:28.818640 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-5700cbfc-92c3-4b15-8f86-255a623550bd tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Allocated IP 172.20.0.12 (4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6/5a6d1981-166e-43ed-8cde-937a332bb113/74fb2145-f26c-4a9c-9013-ffaa840c6cab) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:28.824459 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f9799b9d-5bb1-4fae-bee4-bd746825ab99 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:28.837919 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3fc321f-e58b-47d8-be32-1df07c90fad8 req-a495a49c-ba53-467f-af69-2f86a5484540 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a1fbea8f-5359-4c17-ba0c-a599f8f38f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214346 May 06 10:01:28.842835 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89fa1ec-80d6-46a3-b0e8-c718b37ecb9e None None] Network 267dbaba-479b-4ca5-bb59-1eb0be56b9a6 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:28.847477 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f9799b9d-5bb1-4fae-bee4-bd746825ab99 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Network 8a8cf025-b816-4c65-a8e6-4dda9f236f9a is not hosted by any dhcp agent {{(pid=102652) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 06 10:01:28.863167 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9799b9d-5bb1-4fae-bee4-bd746825ab99 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:28.863830 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f9799b9d-5bb1-4fae-bee4-bd746825ab99 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:28.869063 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f9799b9d-5bb1-4fae-bee4-bd746825ab99 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "PUT /v2.0/networks/8a8cf025-b816-4c65-a8e6-4dda9f236f9a HTTP/1.1" status: 200 len: 757 time: 0.4895599 May 06 10:01:28.870631 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79c0968-03d1-421f-9fec-903620344d1c tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network 267dbaba-479b-4ca5-bb59-1eb0be56b9a6 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:28.871732 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45288) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:28.889370 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-a79c0968-03d1-421f-9fec-903620344d1c tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:28.917562 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79c0968-03d1-421f-9fec-903620344d1c tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:28.920440 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dcebda5f-10a3-47ee-ab78-b0259d20a2ab tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:28.940898 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a931061d-2dca-4e23-9cb1-5b0766be873e None None] Provisioning complete for port e5341601-94ad-4c47-8123-2aa0073aaa2d triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:28.941702 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a931061d-2dca-4e23-9cb1-5b0766be873e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:28.981942 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c0968-03d1-421f-9fec-903620344d1c tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Port': ['ID=70f0f6f5-5820-441e-a57b-1840ee075f2a,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:29.010631 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:29.048466 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a83569f-a205-444f-8367-144f63859a85 req-e5030efd-53ec-4688-9a4b-80b70e601ee1 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd1bb1ae-27ec-48c7-b632-b1288fc025db HTTP/1.1" status: 200 len: 210 time: 0.0603604 May 06 10:01:29.069286 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9799b9d-5bb1-4fae-bee4-bd746825ab99 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event updated for resources: {'Network': ['ID=8a8cf025-b816-4c65-a8e6-4dda9f236f9a,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:29.095266 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a79c0968-03d1-421f-9fec-903620344d1c tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:29.099416 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fadaf-9a99-4eab-8f20-689559140616 req-932e6e0b-3f9d-47ea-a241-9279dd72c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:29.101187 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eb5fadaf-9a99-4eab-8f20-689559140616 req-932e6e0b-3f9d-47ea-a241-9279dd72c2e0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1872a9a2d80444aabb1707cb2fb3e704&device_id=a209b969-4ccc-41cc-84b1-ee286bbf7e80 HTTP/1.1" status: 200 len: 1094 time: 0.1803200 May 06 10:01:29.106771 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2102813d-f116-4385-80ed-52606c21b1be tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:29.107377 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 8a8cf025-b816-4c65-a8e6-4dda9f236f9a details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:01:29.107944 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2102813d-f116-4385-80ed-52606c21b1be tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "GET /v2.0/networks?id=8a8cf025-b816-4c65-a8e6-4dda9f236f9a HTTP/1.1" status: 200 len: 760 time: 0.2321908 May 06 10:01:29.114788 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45290) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:29.124911 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-bf008820-cc30-44a4-a8a8-b4fb28c0d443 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1619588273'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:29.187709 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a931061d-2dca-4e23-9cb1-5b0766be873e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:29.208590 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-5700cbfc-92c3-4b15-8f86-255a623550bd tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:29.215408 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf008820-cc30-44a4-a8a8-b4fb28c0d443 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Made reservation on behalf of b8000b76e14d415baaa92cf8f42f4d21 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:29.222841 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf008820-cc30-44a4-a8a8-b4fb28c0d443 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:29.252203 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a931061d-2dca-4e23-9cb1-5b0766be873e None None] For port e5341601-94ad-4c47-8123-2aa0073aaa2d, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e5341601-94ad-4c47-8123-2aa0073aaa2d,segment=NetworkSegment(c6ea7380-a75d-47c2-8b99-1e2ba6fd5dcb),segment_id=c6ea7380-a75d-47c2-8b99-1e2ba6fd5dcb)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:29.260565 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a931061d-2dca-4e23-9cb1-5b0766be873e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:29.303562 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e5341601-94ad-4c47-8123-2aa0073aaa2d up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:29.372259 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931061d-2dca-4e23-9cb1-5b0766be873e None None] Pushing event updated for resources: {'Port': ['ID=e5341601-94ad-4c47-8123-2aa0073aaa2d,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:29.406635 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port e5341601-94ad-4c47-8123-2aa0073aaa2d triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:29.407021 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:29.463239 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a79c0968-03d1-421f-9fec-903620344d1c tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:29.508061 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dcebda5f-10a3-47ee-ab78-b0259d20a2ab tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:29.534711 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dcebda5f-10a3-47ee-ab78-b0259d20a2ab tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:29.603301 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-3146afe2-0da0-4616-93cc-48e4a06899ef None None] Provisioning complete for port e5341601-94ad-4c47-8123-2aa0073aaa2d triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:29.604129 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3146afe2-0da0-4616-93cc-48e4a06899ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:29.691078 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-5700cbfc-92c3-4b15-8f86-255a623550bd tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:29.706288 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf008820-cc30-44a4-a8a8-b4fb28c0d443 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:01:29.748216 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-3146afe2-0da0-4616-93cc-48e4a06899ef None None] Provisioning complete for port 70f0f6f5-5820-441e-a57b-1840ee075f2a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:29.748547 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3146afe2-0da0-4616-93cc-48e4a06899ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:29.773256 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-5700cbfc-92c3-4b15-8f86-255a623550bd tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Network 4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:29.781078 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-5700cbfc-92c3-4b15-8f86-255a623550bd tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:29.783868 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf008820-cc30-44a4-a8a8-b4fb28c0d443 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:29.784469 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-bf008820-cc30-44a4-a8a8-b4fb28c0d443 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Added segment d81f5311-b0f9-4ac5-9627-6fd5cdb039d2 of type vlan for network 06d4fd81-2e87-4711-835f-bb9342d5d7dd May 06 10:01:29.798174 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-5700cbfc-92c3-4b15-8f86-255a623550bd tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:29.807654 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fadaf-9a99-4eab-8f20-689559140616 req-893f105d-d28e-4e92-9e61-6e4e27112ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:29.809555 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eb5fadaf-9a99-4eab-8f20-689559140616 req-893f105d-d28e-4e92-9e61-6e4e27112ae4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9ba46e13-3fe2-4f31-beec-fa2e8ef513e1 HTTP/1.1" status: 200 len: 910 time: 0.7019370 May 06 10:01:29.816850 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-3146afe2-0da0-4616-93cc-48e4a06899ef None None] Port 70f0f6f5-5820-441e-a57b-1840ee075f2a cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:01:29.838509 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcebda5f-10a3-47ee-ab78-b0259d20a2ab tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Pushing event updated for resources: {'Port': ['ID=757604c4-9aa8-4ff5-9b54-add37aed28a5,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:29.870486 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-dcebda5f-10a3-47ee-ab78-b0259d20a2ab tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] In _notify_port_updated(), no bound segment for port 757604c4-9aa8-4ff5-9b54-add37aed28a5 on network b402371a-1b0c-430a-a8e3-7868347ddb85 {{(pid=102653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 10:01:29.876316 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcebda5f-10a3-47ee-ab78-b0259d20a2ab tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:29.877015 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dcebda5f-10a3-47ee-ab78-b0259d20a2ab tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:29.880971 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-dcebda5f-10a3-47ee-ab78-b0259d20a2ab tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] 10.222.0.73 "PUT /v2.0/ports/757604c4-9aa8-4ff5-9b54-add37aed28a5 HTTP/1.1" status: 200 len: 1136 time: 1.4471169 May 06 10:01:29.882787 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45294) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:29.939975 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-2a310aec-db0e-41e6-a34e-5fbf9c439d61 None None] Provisioning complete for port 70f0f6f5-5820-441e-a57b-1840ee075f2a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:29.941957 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2a310aec-db0e-41e6-a34e-5fbf9c439d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:29.946952 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700cbfc-92c3-4b15-8f86-255a623550bd tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event updated for resources: {'Port': ['ID=74fb2145-f26c-4a9c-9013-ffaa840c6cab,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:29.958645 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf008820-cc30-44a4-a8a8-b4fb28c0d443 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:29.981419 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-5700cbfc-92c3-4b15-8f86-255a623550bd tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:29.982470 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-5700cbfc-92c3-4b15-8f86-255a623550bd tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:29.982983 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-2a310aec-db0e-41e6-a34e-5fbf9c439d61 None None] Port 70f0f6f5-5820-441e-a57b-1840ee075f2a cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:01:29.987023 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eb5fadaf-9a99-4eab-8f20-689559140616 req-903c8802-ae96-4017-bc00-db8e6e6df1fd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40611c80-99af-4432-83bb-71303c6c7293 HTTP/1.1" status: 200 len: 217 time: 0.1291926 May 06 10:01:29.989035 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68537262-b8c2-427a-819b-21125bc0c291 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:29.994485 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-68537262-b8c2-427a-819b-21125bc0c291 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] 10.222.0.73 "GET /v2.0/ports/757604c4-9aa8-4ff5-9b54-add37aed28a5 HTTP/1.1" status: 200 len: 1136 time: 0.1069951 May 06 10:01:29.998015 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45296) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:30.055608 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-5700cbfc-92c3-4b15-8f86-255a623550bd tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9493535 May 06 10:01:30.065299 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87093508-82bb-42f6-a734-063fdb381031 None None] get_active_networks_info from n-d-840835-1 {{(pid=102654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 10:01:30.072803 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf008820-cc30-44a4-a8a8-b4fb28c0d443 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:30.078412 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf008820-cc30-44a4-a8a8-b4fb28c0d443 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:30.079139 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf008820-cc30-44a4-a8a8-b4fb28c0d443 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:30.085705 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-25d7c347-9316-48a8-b325-742397c9fa72 service neutron] Request body: {'port': {'device_id': 'dd1bb1ae-27ec-48c7-b632-b1288fc025db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:30.094325 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fadaf-9a99-4eab-8f20-689559140616 req-9b5d1ead-3f21-4845-aa09-761fd73d2b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:30.095940 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eb5fadaf-9a99-4eab-8f20-689559140616 req-9b5d1ead-3f21-4845-aa09-761fd73d2b30 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=69e43e07-4eb9-4663-a148-f47ab84e628f HTTP/1.1" status: 200 len: 848 time: 0.0996857 May 06 10:01:30.111387 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a79c0968-03d1-421f-9fec-903620344d1c tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:30.127206 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a79c0968-03d1-421f-9fec-903620344d1c tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:30.136819 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-0fcf73a5-15d2-41be-aa06-088e5748a3c6 None None] Provisioning complete for port 757604c4-9aa8-4ff5-9b54-add37aed28a5 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:30.137085 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0fcf73a5-15d2-41be-aa06-088e5748a3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:30.197990 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-0fcf73a5-15d2-41be-aa06-088e5748a3c6 None None] Port 757604c4-9aa8-4ff5-9b54-add37aed28a5 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:01:30.222237 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87093508-82bb-42f6-a734-063fdb381031 None None] Resources bound (agent type, host, resource id): {{(pid=102654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 10:01:30.224585 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-0fcf73a5-15d2-41be-aa06-088e5748a3c6 None None] Provisioning complete for port 74fb2145-f26c-4a9c-9013-ffaa840c6cab triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:30.224585 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0fcf73a5-15d2-41be-aa06-088e5748a3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:30.224846 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bf008820-cc30-44a4-a8a8-b4fb28c0d443 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1087766 May 06 10:01:30.233480 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45300) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:30.242227 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-c928f1ad-18d6-4063-9fb3-549e1d82b1c7 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Request body: {'subnet': {'network_id': '06d4fd81-2e87-4711-835f-bb9342d5d7dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:30.246562 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f49d87-cb2d-4d62-b2c6-e153ce05a6b5 req-9f2f652f-000b-466d-9d73-2f21e0f597d0 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:30.254181 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-74f49d87-cb2d-4d62-b2c6-e153ce05a6b5 req-9f2f652f-000b-466d-9d73-2f21e0f597d0 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a209b969-4ccc-41cc-84b1-ee286bbf7e80 HTTP/1.1" status: 200 len: 1094 time: 0.2613058 May 06 10:01:30.274834 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a79c0968-03d1-421f-9fec-903620344d1c tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:30.283779 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c0968-03d1-421f-9fec-903620344d1c tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Port': ['ID=70f0f6f5-5820-441e-a57b-1840ee075f2a,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:30.312719 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-0fcf73a5-15d2-41be-aa06-088e5748a3c6 None None] Port 74fb2145-f26c-4a9c-9013-ffaa840c6cab cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:01:30.314694 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf008820-cc30-44a4-a8a8-b4fb28c0d443 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event updated for resources: {'Network': ['ID=06d4fd81-2e87-4711-835f-bb9342d5d7dd,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:30.335739 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 06d4fd81-2e87-4711-835f-bb9342d5d7dd details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:01:30.342368 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-25d7c347-9316-48a8-b325-742397c9fa72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:30.353642 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fadaf-9a99-4eab-8f20-689559140616 req-433ff719-8163-4a73-bbcb-21fd7cba6a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:30.355084 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eb5fadaf-9a99-4eab-8f20-689559140616 req-433ff719-8163-4a73-bbcb-21fd7cba6a39 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9ba46e13-3fe2-4f31-beec-fa2e8ef513e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2397277 May 06 10:01:30.416478 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-74f49d87-cb2d-4d62-b2c6-e153ce05a6b5 req-d3d9c84b-16e6-4145-baa3-498ec9a2ae30 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a1fbea8f-5359-4c17-ba0c-a599f8f38f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560750 May 06 10:01:30.442281 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79c0968-03d1-421f-9fec-903620344d1c tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network 267dbaba-479b-4ca5-bb59-1eb0be56b9a6 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:30.456839 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-d1665634-9131-4ba3-aed9-a68067df861b tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Deleting port 757604c4-9aa8-4ff5-9b54-add37aed28a5 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:30.457192 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1665634-9131-4ba3-aed9-a68067df861b tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:30.462398 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-a79c0968-03d1-421f-9fec-903620344d1c tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:30.526589 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c928f1ad-18d6-4063-9fb3-549e1d82b1c7 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Made reservation on behalf of b8000b76e14d415baaa92cf8f42f4d21 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:30.529521 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c928f1ad-18d6-4063-9fb3-549e1d82b1c7 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:30.621543 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf9a1ad-2534-439c-aef5-97acea9ac91f None None] get_active_networks_info from n-d-840835-1 {{(pid=102654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 10:01:30.667704 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1665634-9131-4ba3-aed9-a68067df861b tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:30.673294 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eb5fadaf-9a99-4eab-8f20-689559140616 req-8f58f449-a67b-4118-b55e-3d734107ff0c service neutron] 10.222.0.77 "GET /v2.0/networks/9ba46e13-3fe2-4f31-beec-fa2e8ef513e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056262 May 06 10:01:30.691089 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e09089-34bb-40fd-9a14-4c621ef65fe1 req-8e1e75d3-acef-445e-8a5b-20210ad9d77e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:30.695794 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-74e09089-34bb-40fd-9a14-4c621ef65fe1 req-8e1e75d3-acef-445e-8a5b-20210ad9d77e tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd1bb1ae-27ec-48c7-b632-b1288fc025db HTTP/1.1" status: 200 len: 932 time: 0.1810405 May 06 10:01:30.706256 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-d1665634-9131-4ba3-aed9-a68067df861b tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Calling delete_port for 757604c4-9aa8-4ff5-9b54-add37aed28a5 owned by {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:30.744413 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf9a1ad-2534-439c-aef5-97acea9ac91f None None] Resources bound (agent type, host, resource id): {{(pid=102654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 10:01:30.785415 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79c0968-03d1-421f-9fec-903620344d1c tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Router 6abd8fb7-b380-438a-b182-c2cfec3f62f9 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:01:30.797069 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-74e09089-34bb-40fd-9a14-4c621ef65fe1 req-2b9a8b94-1d59-437c-b02d-8f63600ddaa8 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc0d317-afea-4121-a522-5de96cb7bd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919597 May 06 10:01:30.907071 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eb5fadaf-9a99-4eab-8f20-689559140616 req-8ee859ce-2abb-4909-8c4a-57f2cde8e20c service neutron] 10.222.0.77 "GET /v2.0/networks/9ba46e13-3fe2-4f31-beec-fa2e8ef513e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243028 May 06 10:01:30.922641 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79c0968-03d1-421f-9fec-903620344d1c tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:01:30.929192 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a79c0968-03d1-421f-9fec-903620344d1c tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "PUT /v2.0/routers/6abd8fb7-b380-438a-b182-c2cfec3f62f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6397662 May 06 10:01:30.933371 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45302) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:30.937110 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c09d8f2-8981-4d13-af4c-15169395ec00 None None] Sync routers for ids ['6abd8fb7-b380-438a-b182-c2cfec3f62f9'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:01:30.963017 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c09d8f2-8981-4d13-af4c-15169395ec00 None None] Routers {'6abd8fb7-b380-438a-b182-c2cfec3f62f9'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:30.964207 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6c09d8f2-8981-4d13-af4c-15169395ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6abd8fb7-b380-438a-b182-c2cfec3f62f9'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:31.011506 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8917f042-8d99-4b35-9a63-518459367f51 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:31.012913 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8917f042-8d99-4b35-9a63-518459367f51 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "GET /v2.0/ports/70f0f6f5-5820-441e-a57b-1840ee075f2a HTTP/1.1" status: 200 len: 910 time: 0.0786045 May 06 10:01:31.014401 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6c09d8f2-8981-4d13-af4c-15169395ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:31.015564 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45304) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:31.020486 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-43bdbd85-fda4-441d-93da-8ed51c0806be tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '89918e57-9f57-44d9-b8bc-7709f26c15d6'}]}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:31.038448 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c928f1ad-18d6-4063-9fb3-549e1d82b1c7 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:31.051695 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c09d8f2-8981-4d13-af4c-15169395ec00 None None] Routers {'6abd8fb7-b380-438a-b182-c2cfec3f62f9'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:31.052342 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6c09d8f2-8981-4d13-af4c-15169395ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6abd8fb7-b380-438a-b182-c2cfec3f62f9'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:31.055888 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-25d7c347-9316-48a8-b325-742397c9fa72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74fb2145-f26c-4a9c-9013-ffaa840c6cab {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:01:31.059631 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1665634-9131-4ba3-aed9-a68067df861b tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:31.092070 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-25d7c347-9316-48a8-b325-742397c9fa72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:31.121515 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-25d7c347-9316-48a8-b325-742397c9fa72 service neutron] Transition to ACTIVE for port object 74fb2145-f26c-4a9c-9013-ffaa840c6cab will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:01:31.134065 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1665634-9131-4ba3-aed9-a68067df861b tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Pushing event deleted for resources: {'Port': ['ID=757604c4-9aa8-4ff5-9b54-add37aed28a5,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:31.151597 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928f1ad-18d6-4063-9fb3-549e1d82b1c7 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event updated for resources: {'Subnet': ['ID=57a047b9-3f83-499a-86e7-ded4458acd69,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:31.157174 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-25d7c347-9316-48a8-b325-742397c9fa72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:31.219955 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c928f1ad-18d6-4063-9fb3-549e1d82b1c7 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Checking segment: {'id': 'd81f5311-b0f9-4ac5-9627-6fd5cdb039d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '06d4fd81-2e87-4711-835f-bb9342d5d7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:31.220323 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c928f1ad-18d6-4063-9fb3-549e1d82b1c7 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Network hostable DHCP agents. Network: 06d4fd81-2e87-4711-835f-bb9342d5d7dd, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:01:31.234482 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1665634-9131-4ba3-aed9-a68067df861b tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:31.237767 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d1665634-9131-4ba3-aed9-a68067df861b tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] 10.222.0.73 "DELETE /v2.0/ports/757604c4-9aa8-4ff5-9b54-add37aed28a5 HTTP/1.1" status: 204 len: 168 time: 1.2382019 May 06 10:01:31.244214 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45306) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:31.247886 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6c09d8f2-8981-4d13-af4c-15169395ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:31.248754 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c09d8f2-8981-4d13-af4c-15169395ec00 None None] The sync data for ids ['6abd8fb7-b380-438a-b182-c2cfec3f62f9'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:01:31.254956 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7c347-9316-48a8-b325-742397c9fa72 service neutron] Pushing event updated for resources: {'Port': ['ID=74fb2145-f26c-4a9c-9013-ffaa840c6cab,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:31.285468 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c928f1ad-18d6-4063-9fb3-549e1d82b1c7 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Network 06d4fd81-2e87-4711-835f-bb9342d5d7dd is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:01:31.314187 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-43bdbd85-fda4-441d-93da-8ed51c0806be tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:31.322558 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e5341601-94ad-4c47-8123-2aa0073aaa2d up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:31.324550 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-c928f1ad-18d6-4063-9fb3-549e1d82b1c7 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 06d4fd81-2e87-4711-835f-bb9342d5d7dd) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:31.331315 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c928f1ad-18d6-4063-9fb3-549e1d82b1c7 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:31.331819 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c928f1ad-18d6-4063-9fb3-549e1d82b1c7 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:31.340389 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-19bbd1bf-7681-4cb8-8678-d051867295d9 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Deleting subnet 0383ebc4-d927-41bf-ba32-3a7cce296139 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:01:31.368727 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-19bbd1bf-7681-4cb8-8678-d051867295d9 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:31.370630 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c928f1ad-18d6-4063-9fb3-549e1d82b1c7 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1328485 May 06 10:01:31.372065 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-25d7c347-9316-48a8-b325-742397c9fa72 service neutron] Attempting to bind port 74fb2145-f26c-4a9c-9013-ffaa840c6cab on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:01:31.372410 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-25d7c347-9316-48a8-b325-742397c9fa72 service neutron] Attempting to bind port 74fb2145-f26c-4a9c-9013-ffaa840c6cab by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '80edd242-db32-42e3-9f67-d396ea818882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:01:31.372748 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-25d7c347-9316-48a8-b325-742397c9fa72 service neutron] Attempting to bind port 74fb2145-f26c-4a9c-9013-ffaa840c6cab on network 4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:31.374577 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45308) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:31.377691 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dcc9c3-d69f-49a3-aef3-e6a2f124ee1f None None] Network 06d4fd81-2e87-4711-835f-bb9342d5d7dd requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:31.378723 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-25d7c347-9316-48a8-b325-742397c9fa72 service neutron] Port 74fb2145-f26c-4a9c-9013-ffaa840c6cab on network 4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:01:31.379072 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-25d7c347-9316-48a8-b325-742397c9fa72 service neutron] Attempting to bind port 74fb2145-f26c-4a9c-9013-ffaa840c6cab on network 4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:31.386742 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-25d7c347-9316-48a8-b325-742397c9fa72 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:01:31.387188 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-25d7c347-9316-48a8-b325-742397c9fa72 service neutron] Checking segment: {'id': '80edd242-db32-42e3-9f67-d396ea818882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:31.387563 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-25d7c347-9316-48a8-b325-742397c9fa72 service neutron] Bound using segment: {'id': '80edd242-db32-42e3-9f67-d396ea818882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:01:31.388054 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-25d7c347-9316-48a8-b325-742397c9fa72 service neutron] Bound port: 74fb2145-f26c-4a9c-9013-ffaa840c6cab, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80edd242-db32-42e3-9f67-d396ea818882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:01:31.388428 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-25d7c347-9316-48a8-b325-742397c9fa72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:31.483985 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-25d7c347-9316-48a8-b325-742397c9fa72 service neutron] For port 74fb2145-f26c-4a9c-9013-ffaa840c6cab, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:01:31.495106 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-25d7c347-9316-48a8-b325-742397c9fa72 service neutron] For port 74fb2145-f26c-4a9c-9013-ffaa840c6cab, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=74fb2145-f26c-4a9c-9013-ffaa840c6cab,segment=NetworkSegment(80edd242-db32-42e3-9f67-d396ea818882),segment_id=80edd242-db32-42e3-9f67-d396ea818882)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:01:31.501453 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-25d7c347-9316-48a8-b325-742397c9fa72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:31.523591 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-25d7c347-9316-48a8-b325-742397c9fa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:31.525730 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-25d7c347-9316-48a8-b325-742397c9fa72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:31.526204 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port e5341601-94ad-4c47-8123-2aa0073aaa2d triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:31.526684 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:31.528752 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-25d7c347-9316-48a8-b325-742397c9fa72 service neutron] 10.222.0.77 "PUT /v2.0/ports/74fb2145-f26c-4a9c-9013-ffaa840c6cab HTTP/1.1" status: 200 len: 1092 time: 1.4571986 May 06 10:01:31.530713 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd1bb1ae-27ec-48c7-b632-b1288fc025db', 'tag': '74fb2145-f26c-4a9c-9013-ffaa840c6cab'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:01:31.533265 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d9617d-3ee7-4ac1-b2b5-fe4275a4e88a" -d '{"events": [{"name": "network-changed", "server_uuid": "dd1bb1ae-27ec-48c7-b632-b1288fc025db", "tag": "74fb2145-f26c-4a9c-9013-ffaa840c6cab"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:01:31.653796 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7c347-9316-48a8-b325-742397c9fa72 service neutron] Pushing event updated for resources: {'Port': ['ID=74fb2145-f26c-4a9c-9013-ffaa840c6cab,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:31.689766 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-51d3609d-fb7b-482c-8082-3cebe5cdc37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:31.691777 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-51d3609d-fb7b-482c-8082-3cebe5cdc37b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8f622fd1748945faafa68a8a25c50995&device_id=dd1bb1ae-27ec-48c7-b632-b1288fc025db HTTP/1.1" status: 200 len: 1095 time: 0.0816283 May 06 10:01:31.751967 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-c6a6b8ce-ffa5-4cf9-acf5-78981a827e99 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74fb2145-f26c-4a9c-9013-ffaa840c6cab HTTP/1.1" status: 200 len: 217 time: 0.0467222 May 06 10:01:31.793340 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af5bc9b-e4d4-4eb5-9c2e-42331fcd7772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-06d4fd81-2e87-4711-835f-bb9342d5d7dd', 'network_id': '06d4fd81-2e87-4711-835f-bb9342d5d7dd', 'tenant_id': 'b8000b76e14d415baaa92cf8f42f4d21', 'fixed_ips': [{'subnet_id': '57a047b9-3f83-499a-86e7-ded4458acd69'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:01:31.794205 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0af5bc9b-e4d4-4eb5-9c2e-42331fcd7772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:31.819854 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-96ac71a0-a69d-40ee-9d8e-78bedd630446 None None] Provisioning complete for port 70f0f6f5-5820-441e-a57b-1840ee075f2a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:31.820238 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-96ac71a0-a69d-40ee-9d8e-78bedd630446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:31.831211 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-819b8647-d7ad-44df-a5a2-36d421c47608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:31.833044 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-819b8647-d7ad-44df-a5a2-36d421c47608 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5a6d1981-166e-43ed-8cde-937a332bb113 HTTP/1.1" status: 200 len: 852 time: 0.0747008 May 06 10:01:31.858942 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-96ac71a0-a69d-40ee-9d8e-78bedd630446 None None] Port 70f0f6f5-5820-441e-a57b-1840ee075f2a cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:01:31.899175 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-d1682597-71e0-4193-8c15-4d8b48ca974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:31.900999 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-d1682597-71e0-4193-8c15-4d8b48ca974c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567334 May 06 10:01:32.019809 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-c070be5f-e5f9-4e5b-abfc-01eeb13e0fbf service neutron] 10.222.0.77 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113811 May 06 10:01:32.041019 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-0af5bc9b-e4d4-4eb5-9c2e-42331fcd7772 None None] Allocated IP 172.20.0.2 (06d4fd81-2e87-4711-835f-bb9342d5d7dd/57a047b9-3f83-499a-86e7-ded4458acd69/4fca539b-200c-4bac-b0f1-8572951a8d4c) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:32.065819 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-19bbd1bf-7681-4cb8-8678-d051867295d9 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:32.126717 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eba58543-dee2-41f9-a4ef-82b894cf79ba req-b5deb5eb-99f1-4e76-b630-96effb193dd6 service neutron] 10.222.0.77 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999649 May 06 10:01:32.210490 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0af5bc9b-e4d4-4eb5-9c2e-42331fcd7772 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:32.216399 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0af5bc9b-e4d4-4eb5-9c2e-42331fcd7772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:32.231545 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57565114-b8fa-4fbe-a39c-70325df0bb82 req-b460b10c-363f-4fdc-bada-c27cd7f2cd94 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:32.233064 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57565114-b8fa-4fbe-a39c-70325df0bb82 req-b460b10c-363f-4fdc-bada-c27cd7f2cd94 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a209b969-4ccc-41cc-84b1-ee286bbf7e80 HTTP/1.1" status: 200 len: 1094 time: 0.6550245 May 06 10:01:32.252066 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84cf1fcf-e61e-4647-937b-25af1de3a358 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:32.264329 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af5bc9b-e4d4-4eb5-9c2e-42331fcd7772 None None] Network 06d4fd81-2e87-4711-835f-bb9342d5d7dd is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:32.269998 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5bc9b-e4d4-4eb5-9c2e-42331fcd7772 None None] Pushing event updated for resources: {'Port': ['ID=4fca539b-200c-4bac-b0f1-8572951a8d4c,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:32.273858 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-0af5bc9b-e4d4-4eb5-9c2e-42331fcd7772 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:32.276202 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af5bc9b-e4d4-4eb5-9c2e-42331fcd7772 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:32.326753 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-19bbd1bf-7681-4cb8-8678-d051867295d9 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:32.330100 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-0af5bc9b-e4d4-4eb5-9c2e-42331fcd7772 None None] Attempting to bind port 4fca539b-200c-4bac-b0f1-8572951a8d4c on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:01:32.330616 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-0af5bc9b-e4d4-4eb5-9c2e-42331fcd7772 None None] Attempting to bind port 4fca539b-200c-4bac-b0f1-8572951a8d4c by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'd81f5311-b0f9-4ac5-9627-6fd5cdb039d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '06d4fd81-2e87-4711-835f-bb9342d5d7dd'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:01:32.330835 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af5bc9b-e4d4-4eb5-9c2e-42331fcd7772 None None] Attempting to bind port 4fca539b-200c-4bac-b0f1-8572951a8d4c on network 06d4fd81-2e87-4711-835f-bb9342d5d7dd {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:32.336139 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af5bc9b-e4d4-4eb5-9c2e-42331fcd7772 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:01:32.336527 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af5bc9b-e4d4-4eb5-9c2e-42331fcd7772 None None] Checking segment: {'id': 'd81f5311-b0f9-4ac5-9627-6fd5cdb039d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '06d4fd81-2e87-4711-835f-bb9342d5d7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:32.336930 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0af5bc9b-e4d4-4eb5-9c2e-42331fcd7772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:32.337329 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af5bc9b-e4d4-4eb5-9c2e-42331fcd7772 None None] Bound using segment: {'id': 'd81f5311-b0f9-4ac5-9627-6fd5cdb039d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '06d4fd81-2e87-4711-835f-bb9342d5d7dd'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:01:32.337796 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-0af5bc9b-e4d4-4eb5-9c2e-42331fcd7772 None None] Bound port: 4fca539b-200c-4bac-b0f1-8572951a8d4c, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd81f5311-b0f9-4ac5-9627-6fd5cdb039d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '06d4fd81-2e87-4711-835f-bb9342d5d7dd'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:01:32.338177 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0af5bc9b-e4d4-4eb5-9c2e-42331fcd7772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:32.398275 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57565114-b8fa-4fbe-a39c-70325df0bb82 req-84900d93-b189-4550-867f-15538cb0a0bf tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a1fbea8f-5359-4c17-ba0c-a599f8f38f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556299 May 06 10:01:32.403316 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-0af5bc9b-e4d4-4eb5-9c2e-42331fcd7772 None None] For port 4fca539b-200c-4bac-b0f1-8572951a8d4c, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:01:32.407664 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-0af5bc9b-e4d4-4eb5-9c2e-42331fcd7772 None None] For port 4fca539b-200c-4bac-b0f1-8572951a8d4c, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=4fca539b-200c-4bac-b0f1-8572951a8d4c,segment=NetworkSegment(d81f5311-b0f9-4ac5-9627-6fd5cdb039d2),segment_id=d81f5311-b0f9-4ac5-9627-6fd5cdb039d2)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:01:32.424460 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0af5bc9b-e4d4-4eb5-9c2e-42331fcd7772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:32.450098 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c985750-2a86-4eb5-b52f-e300ee73150d x-openstack-request-id: req-5c985750-2a86-4eb5-b52f-e300ee73150d {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:01:32.450600 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd1bb1ae-27ec-48c7-b632-b1288fc025db", "tag": "74fb2145-f26c-4a9c-9013-ffaa840c6cab", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:01:32.451050 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5c985750-2a86-4eb5-b52f-e300ee73150d {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:01:32.451834 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c985750-2a86-4eb5-b52f-e300ee73150d'] response: {'name': 'network-changed', 'server_uuid': 'dd1bb1ae-27ec-48c7-b632-b1288fc025db', 'tag': '74fb2145-f26c-4a9c-9013-ffaa840c6cab', 'status': 'completed', 'code': 200} May 06 10:01:32.477595 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-19bbd1bf-7681-4cb8-8678-d051867295d9 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:32.520674 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5bc9b-e4d4-4eb5-9c2e-42331fcd7772 None None] Pushing event updated for resources: {'Port': ['ID=4fca539b-200c-4bac-b0f1-8572951a8d4c,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:32.542629 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbd1bf-7681-4cb8-8678-d051867295d9 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Pushing event deleted for resources: {'Subnet': ['ID=0383ebc4-d927-41bf-ba32-3a7cce296139,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:32.545160 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-84cf1fcf-e61e-4647-937b-25af1de3a358 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Deleting port 4fca539b-200c-4bac-b0f1-8572951a8d4c {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:32.545506 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84cf1fcf-e61e-4647-937b-25af1de3a358 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:32.555807 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9617d-3ee7-4ac1-b2b5-fe4275a4e88a req-03d2d804-afda-466f-8f6f-6a6d35b399d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:32.557622 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e2d9617d-3ee7-4ac1-b2b5-fe4275a4e88a req-03d2d804-afda-466f-8f6f-6a6d35b399d0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8f622fd1748945faafa68a8a25c50995&device_id=dd1bb1ae-27ec-48c7-b632-b1288fc025db HTTP/1.1" status: 200 len: 1095 time: 0.0649338 May 06 10:01:32.574750 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80178208-36ba-4afc-b206-bad5b83238a8 None None] Network b402371a-1b0c-430a-a8e3-7868347ddb85 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:32.603424 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-19bbd1bf-7681-4cb8-8678-d051867295d9 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:32.607581 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-19bbd1bf-7681-4cb8-8678-d051867295d9 tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] 10.222.0.73 "DELETE /v2.0/subnets/0383ebc4-d927-41bf-ba32-3a7cce296139 HTTP/1.1" status: 204 len: 168 time: 1.3613646 May 06 10:01:32.613213 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45316) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:32.677994 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9617d-3ee7-4ac1-b2b5-fe4275a4e88a req-19d06705-4341-4167-97c9-a32987ff5a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:32.680785 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e2d9617d-3ee7-4ac1-b2b5-fe4275a4e88a req-19d06705-4341-4167-97c9-a32987ff5a1e service neutron] 10.222.0.77 "GET /v2.0/networks?id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 HTTP/1.1" status: 200 len: 914 time: 0.1154349 May 06 10:01:32.765797 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e2d9617d-3ee7-4ac1-b2b5-fe4275a4e88a req-67e3871b-660b-441c-a04a-8b67dcb84e80 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74fb2145-f26c-4a9c-9013-ffaa840c6cab HTTP/1.1" status: 200 len: 217 time: 0.0794277 May 06 10:01:32.816580 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30611499-76c0-4841-94ef-6c52cb38649e req-bf390137-2073-4a0d-ac27-911c624cb6b5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:32.818157 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-30611499-76c0-4841-94ef-6c52cb38649e req-bf390137-2073-4a0d-ac27-911c624cb6b5 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd1bb1ae-27ec-48c7-b632-b1288fc025db HTTP/1.1" status: 200 len: 944 time: 0.2696178 May 06 10:01:32.822237 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-84cf1fcf-e61e-4647-937b-25af1de3a358 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] For port 4fca539b-200c-4bac-b0f1-8572951a8d4c, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=4fca539b-200c-4bac-b0f1-8572951a8d4c,segment=NetworkSegment(d81f5311-b0f9-4ac5-9627-6fd5cdb039d2),segment_id=d81f5311-b0f9-4ac5-9627-6fd5cdb039d2)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:32.822616 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84cf1fcf-e61e-4647-937b-25af1de3a358 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:32.829494 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-62ad0e58-a5f8-4e55-8791-c7741582bacc tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:32.835487 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9617d-3ee7-4ac1-b2b5-fe4275a4e88a req-395ff8ea-3987-4bdf-8d1e-c38d105e80ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:32.836920 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e2d9617d-3ee7-4ac1-b2b5-fe4275a4e88a req-395ff8ea-3987-4bdf-8d1e-c38d105e80ab service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5a6d1981-166e-43ed-8cde-937a332bb113 HTTP/1.1" status: 200 len: 852 time: 0.0634975 May 06 10:01:32.854108 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb14490-978b-400a-b31d-61fc869b938e None None] DHCP port deletion for b402371a-1b0c-430a-a8e3-7868347ddb85 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:01:32.869786 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-84cf1fcf-e61e-4647-937b-25af1de3a358 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Calling delete_port for 4fca539b-200c-4bac-b0f1-8572951a8d4c owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:32.879106 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-43bdbd85-fda4-441d-93da-8ed51c0806be tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:32.902281 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9617d-3ee7-4ac1-b2b5-fe4275a4e88a req-d1b013fe-9b91-455e-9839-2b8a3947b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:32.904931 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e2d9617d-3ee7-4ac1-b2b5-fe4275a4e88a req-d1b013fe-9b91-455e-9839-2b8a3947b34b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596354 May 06 10:01:32.921500 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-43bdbd85-fda4-441d-93da-8ed51c0806be tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:32.927490 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-eeb14490-978b-400a-b31d-61fc869b938e None None] Deleting port 5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:32.927867 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eeb14490-978b-400a-b31d-61fc869b938e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:32.975781 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 40611c80-99af-4432-83bb-71303c6c7293 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:01:33.007674 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-eeb14490-978b-400a-b31d-61fc869b938e None None] For port 5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634,segment=NetworkSegment(05c20bfe-697f-4d08-963b-571b4cf58ce5),segment_id=05c20bfe-697f-4d08-963b-571b4cf58ce5)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:33.007990 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eeb14490-978b-400a-b31d-61fc869b938e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:33.015633 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e2d9617d-3ee7-4ac1-b2b5-fe4275a4e88a req-874e7174-4cd1-4018-9122-cbcb1eed8634 service neutron] 10.222.0.77 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031959 May 06 10:01:33.025818 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-eeb14490-978b-400a-b31d-61fc869b938e None None] Calling delete_port for 5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:33.032003 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-30611499-76c0-4841-94ef-6c52cb38649e req-f7e4d682-736b-4c5e-af77-b2fd8b601997 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc0d317-afea-4121-a522-5de96cb7bd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991851 May 06 10:01:33.100504 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bdbd85-fda4-441d-93da-8ed51c0806be tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:33.101502 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-43bdbd85-fda4-441d-93da-8ed51c0806be tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:33.102769 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-43bdbd85-fda4-441d-93da-8ed51c0806be tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "PUT /v2.0/ports/70f0f6f5-5820-441e-a57b-1840ee075f2a HTTP/1.1" status: 200 len: 910 time: 2.0862792 May 06 10:01:33.106665 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45318) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:33.113346 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdbd85-fda4-441d-93da-8ed51c0806be tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Port': ['ID=70f0f6f5-5820-441e-a57b-1840ee075f2a,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:33.154164 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-62ad0e58-a5f8-4e55-8791-c7741582bacc tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Deleting port 5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:33.154164 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-62ad0e58-a5f8-4e55-8791-c7741582bacc tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:33.160422 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 40611c80-99af-4432-83bb-71303c6c7293, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=40611c80-99af-4432-83bb-71303c6c7293,segment=NetworkSegment(64700d0d-45c9-49b8-9199-79bd2973a1bb),segment_id=64700d0d-45c9-49b8-9199-79bd2973a1bb)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:33.183926 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '40611c80-99af-4432-83bb-71303c6c7293', 'network_id': '9ba46e13-3fe2-4f31-beec-fa2e8ef513e1', 'port_id': '40611c80-99af-4432-83bb-71303c6c7293', 'mac_address': 'fa:16:3e:e7:51:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69e43e07-4eb9-4663-a148-f47ab84e628f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:01:33.230109 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e2d9617d-3ee7-4ac1-b2b5-fe4275a4e88a req-9eec73ac-9dbf-46ef-9380-30730a9f4c85 service neutron] 10.222.0.77 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063334 May 06 10:01:33.236665 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eeb14490-978b-400a-b31d-61fc869b938e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:33.272828 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-62ad0e58-a5f8-4e55-8791-c7741582bacc tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] For port 5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634,segment=NetworkSegment(05c20bfe-697f-4d08-963b-571b4cf58ce5),segment_id=05c20bfe-697f-4d08-963b-571b4cf58ce5)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:33.273850 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-62ad0e58-a5f8-4e55-8791-c7741582bacc tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:33.274514 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb14490-978b-400a-b31d-61fc869b938e None None] Pushing event deleted for resources: {'Port': ['ID=5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:33.284495 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:33.287275 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb14490-978b-400a-b31d-61fc869b938e None None] No DVR routers for this DVR port 5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:01:33.302875 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-62ad0e58-a5f8-4e55-8791-c7741582bacc tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Calling delete_port for 5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634 owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:33.314812 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84cf1fcf-e61e-4647-937b-25af1de3a358 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:33.316381 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40611c80-99af-4432-83bb-71303c6c7293 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:01:33.349968 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 4fca539b-200c-4bac-b0f1-8572951a8d4c up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:33.356037 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 40611c80-99af-4432-83bb-71303c6c7293, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=40611c80-99af-4432-83bb-71303c6c7293,segment=NetworkSegment(64700d0d-45c9-49b8-9199-79bd2973a1bb),segment_id=64700d0d-45c9-49b8-9199-79bd2973a1bb)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:33.376025 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 4fca539b-200c-4bac-b0f1-8572951a8d4c {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:01:33.376407 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 4fca539b-200c-4bac-b0f1-8572951a8d4c not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} May 06 10:01:33.378176 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:33.388814 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf1fcf-e61e-4647-937b-25af1de3a358 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event deleted for resources: {'Port': ['ID=4fca539b-200c-4bac-b0f1-8572951a8d4c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:33.442592 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cf1fcf-e61e-4647-937b-25af1de3a358 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] No DVR routers for this DVR port 4fca539b-200c-4bac-b0f1-8572951a8d4c on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:01:33.510404 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84cf1fcf-e61e-4647-937b-25af1de3a358 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:33.516341 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=40611c80-99af-4432-83bb-71303c6c7293,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:33.540911 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Port 4fca539b-200c-4bac-b0f1-8572951a8d4c not found, will not notify nova. {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} May 06 10:01:33.572269 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-62ad0e58-a5f8-4e55-8791-c7741582bacc tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:33.583239 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0dc5efdc-2a82-427e-8a46-c13827c4bbd6 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:33.618190 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad0e58-a5f8-4e55-8791-c7741582bacc tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Pushing event deleted for resources: {'Port': ['ID=5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:33.624244 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ad0e58-a5f8-4e55-8791-c7741582bacc tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] No DVR routers for this DVR port 5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634 on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:01:33.624730 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:01:33.650167 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:01:33.650683 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 5bf2a2a5-ecfc-47c1-9ce8-e0a3f0d3e634 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:01:33.718674 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e6618-7574-4e55-b852-0e8b92a1605a req-bbcdf396-efc5-4430-9dfe-d51fb9e72319 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:33.720588 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da6e6618-7574-4e55-b852-0e8b92a1605a req-bbcdf396-efc5-4430-9dfe-d51fb9e72319 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a209b969-4ccc-41cc-84b1-ee286bbf7e80 HTTP/1.1" status: 200 len: 1095 time: 0.1817575 May 06 10:01:33.733194 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-62ad0e58-a5f8-4e55-8791-c7741582bacc tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:33.736350 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84cf1fcf-e61e-4647-937b-25af1de3a358 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:33.794079 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf1fcf-e61e-4647-937b-25af1de3a358 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event deleted for resources: {'Subnet': ['ID=57a047b9-3f83-499a-86e7-ded4458acd69,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:33.796887 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-62ad0e58-a5f8-4e55-8791-c7741582bacc tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b402371a-1b0c-430a-a8e3-7868347ddb85']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:33.813736 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-62ad0e58-a5f8-4e55-8791-c7741582bacc tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c20bfe-697f-4d08-963b-571b4cf58ce5') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:33.814066 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-62ad0e58-a5f8-4e55-8791-c7741582bacc tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c20bfe-697f-4d08-963b-571b4cf58ce5') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:33.839586 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-62ad0e58-a5f8-4e55-8791-c7741582bacc tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:33.843962 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a982487-8902-408f-bb54-a03c87102a49 None None] Network 06d4fd81-2e87-4711-835f-bb9342d5d7dd requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:33.885572 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['40611c80-99af-4432-83bb-71303c6c7293'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:01:33.888796 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da6e6618-7574-4e55-b852-0e8b92a1605a req-f077b281-7fd6-497e-b71e-58707b6c0605 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a1fbea8f-5359-4c17-ba0c-a599f8f38f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580875 May 06 10:01:33.894963 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-0dc5efdc-2a82-427e-8a46-c13827c4bbd6 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Deleting port 70f0f6f5-5820-441e-a57b-1840ee075f2a {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:33.895337 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0dc5efdc-2a82-427e-8a46-c13827c4bbd6 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:33.920952 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84cf1fcf-e61e-4647-937b-25af1de3a358 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:33.924439 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-62ad0e58-a5f8-4e55-8791-c7741582bacc tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:33.939687 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ad0e58-a5f8-4e55-8791-c7741582bacc tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:33.940189 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-62ad0e58-a5f8-4e55-8791-c7741582bacc tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:33.940936 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-8dd367c1-8e0c-458f-9923-6a7ed2d6c7e2 None None] Could not find standard attr ID for object 4fca539b-200c-4bac-b0f1-8572951a8d4c. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: self.session.flush() May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: self.session.flush() May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: self.session.flush() May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: self.session.flush() May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: timer() May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:33.943398 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:33.990977 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-84cf1fcf-e61e-4647-937b-25af1de3a358 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d4fd81-2e87-4711-835f-bb9342d5d7dd']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:34.001795 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0dc5efdc-2a82-427e-8a46-c13827c4bbd6 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:34.011228 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-84cf1fcf-e61e-4647-937b-25af1de3a358 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd81f5311-b0f9-4ac5-9627-6fd5cdb039d2') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:34.011609 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-84cf1fcf-e61e-4647-937b-25af1de3a358 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd81f5311-b0f9-4ac5-9627-6fd5cdb039d2') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:34.025620 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-0dc5efdc-2a82-427e-8a46-c13827c4bbd6 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Calling delete_port for 70f0f6f5-5820-441e-a57b-1840ee075f2a owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:34.026175 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84cf1fcf-e61e-4647-937b-25af1de3a358 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:34.042482 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-62ad0e58-a5f8-4e55-8791-c7741582bacc tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:34.057837 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-62ad0e58-a5f8-4e55-8791-c7741582bacc tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:34.063758 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-62ad0e58-a5f8-4e55-8791-c7741582bacc tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] 10.222.0.73 "DELETE /v2.0/networks/b402371a-1b0c-430a-a8e3-7868347ddb85 HTTP/1.1" status: 204 len: 168 time: 1.4463148 May 06 10:01:34.065188 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84cf1fcf-e61e-4647-937b-25af1de3a358 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:34.081160 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad0e58-a5f8-4e55-8791-c7741582bacc tempest-ExtraDHCPOptionsTestJSON-475765046 tempest-ExtraDHCPOptionsTestJSON-475765046-project] Pushing event deleted for resources: {'Network': ['ID=b402371a-1b0c-430a-a8e3-7868347ddb85,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:34.083388 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84cf1fcf-e61e-4647-937b-25af1de3a358 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:34.083816 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84cf1fcf-e61e-4647-937b-25af1de3a358 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: timer() May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:34.087928 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:34.110340 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736244a2-4f3c-4a93-aa7f-005ec6da6cd8 None None] DHCP port deletion for 06d4fd81-2e87-4711-835f-bb9342d5d7dd request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:01:34.187000 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84cf1fcf-e61e-4647-937b-25af1de3a358 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:34.194430 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84cf1fcf-e61e-4647-937b-25af1de3a358 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:34.199211 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-84cf1fcf-e61e-4647-937b-25af1de3a358 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/networks/06d4fd81-2e87-4711-835f-bb9342d5d7dd HTTP/1.1" status: 204 len: 168 time: 2.8214378 May 06 10:01:34.204948 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45326) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:34.250834 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2605d9b-05c6-4e5a-b84e-d76bb94fed7c req-0b34cc29-bc0f-4641-afcb-a4c4ef2997dd tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:34.252511 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2605d9b-05c6-4e5a-b84e-d76bb94fed7c req-0b34cc29-bc0f-4641-afcb-a4c4ef2997dd tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd1bb1ae-27ec-48c7-b632-b1288fc025db HTTP/1.1" status: 200 len: 944 time: 0.1186912 May 06 10:01:34.253421 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf1fcf-e61e-4647-937b-25af1de3a358 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event deleted for resources: {'Network': ['ID=06d4fd81-2e87-4711-835f-bb9342d5d7dd,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:34.255562 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-17178402-5ced-4c60-8aee-efc271ffdc0c tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] GET failed (client error): The resource could not be found. May 06 10:01:34.257454 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-17178402-5ced-4c60-8aee-efc271ffdc0c tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "GET /v2.0/subnets/57a047b9-3f83-499a-86e7-ded4458acd69 HTTP/1.1" status: 404 len: 337 time: 0.0515647 May 06 10:01:34.260328 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45328) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:34.296567 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0dc5efdc-2a82-427e-8a46-c13827c4bbd6 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:34.299275 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66043ea-50f9-42ed-be0e-4299e309832e tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] DELETE failed (client error): The resource could not be found. May 06 10:01:34.299757 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c66043ea-50f9-42ed-be0e-4299e309832e tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:34.306188 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c66043ea-50f9-42ed-be0e-4299e309832e tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/networks/06d4fd81-2e87-4711-835f-bb9342d5d7dd HTTP/1.1" status: 404 len: 339 time: 0.0407577 May 06 10:01:34.306999 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45332) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:34.330097 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5efdc-2a82-427e-8a46-c13827c4bbd6 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Port': ['ID=70f0f6f5-5820-441e-a57b-1840ee075f2a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:34.414660 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2605d9b-05c6-4e5a-b84e-d76bb94fed7c req-2b208932-d559-42d9-a881-51cdfd71f806 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc0d317-afea-4121-a522-5de96cb7bd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446674 May 06 10:01:34.438032 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45334) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:34.532100 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0dc5efdc-2a82-427e-8a46-c13827c4bbd6 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:34.540719 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40736dd8-0f84-4baa-84e8-bd9498bf4bc9 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:34.542471 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-40736dd8-0f84-4baa-84e8-bd9498bf4bc9 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2344820 May 06 10:01:34.545869 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45338) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:34.651328 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-33f2a1c9-c802-4dd5-8990-efa39a99bf38 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "GET /v2.0/subnets?network_id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 207 time: 0.1016545 May 06 10:01:34.653666 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45340) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:34.755231 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c2f7d2a7-dae3-4b08-9297-19f3fec38bef admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a5feb2b4968d48e48ea45ca34cccd2d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3157072 May 06 10:01:34.758213 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45342) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:34.764011 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc5efdc-2a82-427e-8a46-c13827c4bbd6 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Router 6abd8fb7-b380-438a-b182-c2cfec3f62f9 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:01:34.841945 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc5efdc-2a82-427e-8a46-c13827c4bbd6 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:01:34.847612 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0dc5efdc-2a82-427e-8a46-c13827c4bbd6 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "PUT /v2.0/routers/6abd8fb7-b380-438a-b182-c2cfec3f62f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7397099 May 06 10:01:34.849852 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45344) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:34.853211 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca67f62-d953-4758-a653-8eabe09eaaae None None] Sync routers for ids ['6abd8fb7-b380-438a-b182-c2cfec3f62f9'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:01:34.864023 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca67f62-d953-4758-a653-8eabe09eaaae None None] Routers {'6abd8fb7-b380-438a-b182-c2cfec3f62f9'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:34.864659 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-0ca67f62-d953-4758-a653-8eabe09eaaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6abd8fb7-b380-438a-b182-c2cfec3f62f9'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:34.867687 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6a4c61-8a82-4590-8276-b2ccf1e38c72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:34.874029 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6a4c61-8a82-4590-8276-b2ccf1e38c72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:34.882082 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-beed6de8-fa11-4585-80a2-c2c870658e68 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6abd8fb7-b380-438a-b182-c2cfec3f62f9 HTTP/1.1" status: 200 len: 205 time: 0.0270560 May 06 10:01:34.882320 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6a4c61-8a82-4590-8276-b2ccf1e38c72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:34.882506 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45346) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:34.888053 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6a4c61-8a82-4590-8276-b2ccf1e38c72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:34.889969 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6a6a4c61-8a82-4590-8276-b2ccf1e38c72 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.2340262 May 06 10:01:34.893646 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45348) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:34.914474 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-0ca67f62-d953-4758-a653-8eabe09eaaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:34.923813 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca67f62-d953-4758-a653-8eabe09eaaae None None] Routers {'6abd8fb7-b380-438a-b182-c2cfec3f62f9'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:34.924243 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-0ca67f62-d953-4758-a653-8eabe09eaaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6abd8fb7-b380-438a-b182-c2cfec3f62f9'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:34.972795 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8a495741-67ad-4982-ada0-09f488118b22 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:34.981301 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bfa9fc7a-9e91-4a22-9b01-2bb73733eda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:34.995402 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 74fb2145-f26c-4a9c-9013-ffaa840c6cab details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:01:35.005359 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 40611c80-99af-4432-83bb-71303c6c7293 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:35.053127 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-0ca67f62-d953-4758-a653-8eabe09eaaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:35.054441 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca67f62-d953-4758-a653-8eabe09eaaae None None] The sync data for ids ['6abd8fb7-b380-438a-b182-c2cfec3f62f9'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:01:35.054989 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bfa9fc7a-9e91-4a22-9b01-2bb73733eda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:35.109248 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051473a-347c-427c-8d0d-1734c6556c9e req-df520ba9-379f-45e6-879f-8480f0ea415c tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:35.111103 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1051473a-347c-427c-8d0d-1734c6556c9e req-df520ba9-379f-45e6-879f-8480f0ea415c tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a209b969-4ccc-41cc-84b1-ee286bbf7e80 HTTP/1.1" status: 200 len: 1095 time: 0.1238749 May 06 10:01:35.180024 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-61568b82-9e75-4bdf-9baf-f51fe2157ca0 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.2852333 May 06 10:01:35.180944 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45352) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:35.183323 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 74fb2145-f26c-4a9c-9013-ffaa840c6cab, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=74fb2145-f26c-4a9c-9013-ffaa840c6cab,segment=NetworkSegment(80edd242-db32-42e3-9f67-d396ea818882),segment_id=80edd242-db32-42e3-9f67-d396ea818882)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:35.204258 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '74fb2145-f26c-4a9c-9013-ffaa840c6cab', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'port_id': '74fb2145-f26c-4a9c-9013-ffaa840c6cab', 'mac_address': 'fa:16:3e:5f:d7:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:01:35.209983 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 40611c80-99af-4432-83bb-71303c6c7293 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:01:35.217430 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 40611c80-99af-4432-83bb-71303c6c7293 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:35.217957 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:35.239328 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bfa9fc7a-9e91-4a22-9b01-2bb73733eda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:35.242591 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bfa9fc7a-9e91-4a22-9b01-2bb73733eda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:35.246382 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bfa9fc7a-9e91-4a22-9b01-2bb73733eda1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2bd2138c-1aac-4941-93aa-99f9109f0882 HTTP/1.1" status: 204 len: 168 time: 0.4846997 May 06 10:01:35.246382 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1051473a-347c-427c-8d0d-1734c6556c9e req-e1f41762-9c0d-47ad-bd90-f51953c9e4f4 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a1fbea8f-5359-4c17-ba0c-a599f8f38f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256773 May 06 10:01:35.261082 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9fc7a-9e91-4a22-9b01-2bb73733eda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd2138c-1aac-4941-93aa-99f9109f0882,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:35.266680 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ee5654-b94c-4475-ac7b-e21026bcf350 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:35.268253 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ee5654-b94c-4475-ac7b-e21026bcf350 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:35.275400 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-06ee5654-b94c-4475-ac7b-e21026bcf350 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0913301 May 06 10:01:35.276054 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45356) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:35.286108 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 4fca539b-200c-4bac-b0f1-8572951a8d4c no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:01:35.313470 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 4fca539b-200c-4bac-b0f1-8572951a8d4c {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:01:35.313818 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 4fca539b-200c-4bac-b0f1-8572951a8d4c not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:01:35.343648 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e40c39-3a0f-4808-9081-c7b3e3434a42 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:35.345110 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e40c39-3a0f-4808-9081-c7b3e3434a42 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:35.346457 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:35.351395 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c6e40c39-3a0f-4808-9081-c7b3e3434a42 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0742316 May 06 10:01:35.352391 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45358) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:35.389872 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74fb2145-f26c-4a9c-9013-ffaa840c6cab {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:01:35.429310 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 74fb2145-f26c-4a9c-9013-ffaa840c6cab, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=74fb2145-f26c-4a9c-9013-ffaa840c6cab,segment=NetworkSegment(80edd242-db32-42e3-9f67-d396ea818882),segment_id=80edd242-db32-42e3-9f67-d396ea818882)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:35.457426 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:35.474991 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90161bc1-a7cb-4b1b-bbf9-4b5ec5528f2b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:35.480895 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-90161bc1-a7cb-4b1b-bbf9-4b5ec5528f2b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "GET /v2.0/networks/78f31623-98b9-4a29-addc-5bde0d60da36 HTTP/1.1" status: 200 len: 798 time: 0.1275489 May 06 10:01:35.481667 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45364) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:35.505538 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:01:35.587302 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:35.620081 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8a495741-67ad-4982-ada0-09f488118b22 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:35.622367 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=74fb2145-f26c-4a9c-9013-ffaa840c6cab,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:35.622904 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8a495741-67ad-4982-ada0-09f488118b22 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:35.628528 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a209b969-4ccc-41cc-84b1-ee286bbf7e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40611c80-99af-4432-83bb-71303c6c7293'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:01:35.630776 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb6231f-de55-4f76-bfdf-099df86e39c9" -d '{"events": [{"server_uuid": "a209b969-4ccc-41cc-84b1-ee286bbf7e80", "name": "network-vif-plugged", "status": "completed", "tag": "40611c80-99af-4432-83bb-71303c6c7293"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:01:35.642797 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15497b0a-a713-4131-8368-a87195992954 req-1491eff6-b34e-4d15-9581-2f521ec670a7 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:35.644383 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-15497b0a-a713-4131-8368-a87195992954 req-1491eff6-b34e-4d15-9581-2f521ec670a7 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd1bb1ae-27ec-48c7-b632-b1288fc025db HTTP/1.1" status: 200 len: 945 time: 0.0939126 May 06 10:01:35.645315 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 40611c80-99af-4432-83bb-71303c6c7293, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=40611c80-99af-4432-83bb-71303c6c7293,segment=NetworkSegment(64700d0d-45c9-49b8-9199-79bd2973a1bb),segment_id=64700d0d-45c9-49b8-9199-79bd2973a1bb)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:35.650259 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:35.663687 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bc00ec5b-3dd6-4d93-9d22-24630497073c tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "GET /v2.0/networks/78f31623-98b9-4a29-addc-5bde0d60da36?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.1806910 May 06 10:01:35.669411 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45372) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:35.697238 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8a495741-67ad-4982-ada0-09f488118b22 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:35.697988 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a495741-67ad-4982-ada0-09f488118b22 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Fanout notify agent at l3_agent the message router_deleted on router 6abd8fb7-b380-438a-b182-c2cfec3f62f9 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:01:35.718972 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8a495741-67ad-4982-ada0-09f488118b22 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:35.719803 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8a495741-67ad-4982-ada0-09f488118b22 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/routers/6abd8fb7-b380-438a-b182-c2cfec3f62f9 HTTP/1.1" status: 204 len: 168 time: 0.8363879 May 06 10:01:35.722449 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45376) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:35.727530 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=40611c80-99af-4432-83bb-71303c6c7293,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:35.746464 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-15497b0a-a713-4131-8368-a87195992954 req-ecc23466-c10d-4048-8565-549adefa400a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc0d317-afea-4121-a522-5de96cb7bd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815938 May 06 10:01:35.757816 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa96533a-0d76-4127-bf0e-a295d9e21a57 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:35.764537 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fa96533a-0d76-4127-bf0e-a295d9e21a57 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "GET /v2.0/subnets/cd1ed8bf-7868-4ff8-ac30-39d91de802a8 HTTP/1.1" status: 200 len: 811 time: 0.0941579 May 06 10:01:35.765185 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45380) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:35.799446 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f8d555-fb92-4fc7-8357-e01be5ff4754 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Deleting subnet 89918e57-9f57-44d9-b8bc-7709f26c15d6 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:01:35.806105 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-71f8d555-fb92-4fc7-8357-e01be5ff4754 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:35.807266 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e812b4-42ed-4470-84ff-d63339044881 x-openstack-request-id: req-97e812b4-42ed-4470-84ff-d63339044881 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:01:35.807868 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a209b969-4ccc-41cc-84b1-ee286bbf7e80", "name": "network-vif-plugged", "status": "completed", "tag": "40611c80-99af-4432-83bb-71303c6c7293", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:01:35.808301 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-97e812b4-42ed-4470-84ff-d63339044881 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:01:35.809210 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97e812b4-42ed-4470-84ff-d63339044881'] response: {'server_uuid': 'a209b969-4ccc-41cc-84b1-ee286bbf7e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40611c80-99af-4432-83bb-71303c6c7293', 'code': 200} May 06 10:01:35.819648 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['74fb2145-f26c-4a9c-9013-ffaa840c6cab'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:01:35.870770 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-71f8d555-fb92-4fc7-8357-e01be5ff4754 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:36.020315 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d535a-3bfd-4015-ad9f-f0c2e4104b42 req-9f4f641f-7481-45b7-b676-e86f09099e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:36.022643 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cb6d535a-3bfd-4015-ad9f-f0c2e4104b42 req-9f4f641f-7481-45b7-b676-e86f09099e5e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a209b969-4ccc-41cc-84b1-ee286bbf7e80 HTTP/1.1" status: 200 len: 1096 time: 0.1102138 May 06 10:01:36.060122 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-71f8d555-fb92-4fc7-8357-e01be5ff4754 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:36.126791 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cb6d535a-3bfd-4015-ad9f-f0c2e4104b42 req-0b004915-6931-4293-8f00-82c7234423cf service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a1fbea8f-5359-4c17-ba0c-a599f8f38f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947113 May 06 10:01:36.169888 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-71f8d555-fb92-4fc7-8357-e01be5ff4754 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:36.202016 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d555-fb92-4fc7-8357-e01be5ff4754 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Subnet': ['ID=89918e57-9f57-44d9-b8bc-7709f26c15d6,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:36.217019 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-71f8d555-fb92-4fc7-8357-e01be5ff4754 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:36.217641 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72fff84-2ff7-4f43-8234-43a568a80630 None None] Network 267dbaba-479b-4ca5-bb59-1eb0be56b9a6 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:36.223902 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-71f8d555-fb92-4fc7-8357-e01be5ff4754 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/subnets/89918e57-9f57-44d9-b8bc-7709f26c15d6 HTTP/1.1" status: 204 len: 168 time: 0.4979053 May 06 10:01:36.224345 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45390) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:36.278264 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45394) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:36.304754 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8540f927-e176-48cc-9c87-f4619b73fdc7 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['shared'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:36.309868 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8540f927-e176-48cc-9c87-f4619b73fdc7 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "GET /v2.0/subnets/cd1ed8bf-7868-4ff8-ac30-39d91de802a8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.5434859 May 06 10:01:36.310425 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45398) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:36.328180 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0ce1ab1-25cd-4033-9aac-080917ec0bb1 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:36.331162 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-697b104b-e40e-4cbc-b499-65577f450b56 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1533624453'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:36.380759 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697b104b-e40e-4cbc-b499-65577f450b56 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Made reservation on behalf of b8000b76e14d415baaa92cf8f42f4d21 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:36.384610 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-697b104b-e40e-4cbc-b499-65577f450b56 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:36.419588 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11528d8d-bc03-46af-a2bf-169023616458 req-3aea060f-701c-4356-b4f9-4ec150d46063 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:36.421329 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11528d8d-bc03-46af-a2bf-169023616458 req-3aea060f-701c-4356-b4f9-4ec150d46063 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a209b969-4ccc-41cc-84b1-ee286bbf7e80 HTTP/1.1" status: 200 len: 1096 time: 0.0697210 May 06 10:01:36.427913 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697b104b-e40e-4cbc-b499-65577f450b56 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:01:36.439541 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-b0ce1ab1-25cd-4033-9aac-080917ec0bb1 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Deleting port e5341601-94ad-4c47-8123-2aa0073aaa2d {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:36.439884 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0ce1ab1-25cd-4033-9aac-080917ec0bb1 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:36.441634 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-697b104b-e40e-4cbc-b499-65577f450b56 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:36.442199 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-697b104b-e40e-4cbc-b499-65577f450b56 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Added segment 7abaec38-e6b8-41e4-884b-eadb3f81d573 of type vlan for network 99cbc549-71bf-4999-b5fd-9697e008690b May 06 10:01:36.472139 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-dfceef00-4f91-49c7-97fc-3c2129fa3a71 tempest-DvrRoutersNegativeTest-502723083 tempest-DvrRoutersNegativeTest-502723083-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1844461115', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:36.476042 n-d-840835-1 neutron-server[102653]: DEBUG neutron.policy [None req-dfceef00-4f91-49c7-97fc-3c2129fa3a71 tempest-DvrRoutersNegativeTest-502723083 tempest-DvrRoutersNegativeTest-502723083-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102653) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 06 10:01:36.476361 n-d-840835-1 neutron-server[102653]: DEBUG neutron.policy [None req-dfceef00-4f91-49c7-97fc-3c2129fa3a71 tempest-DvrRoutersNegativeTest-502723083 tempest-DvrRoutersNegativeTest-502723083-project] Failed policy check for 'create_router' {{(pid=102653) enforce /opt/stack/neutron/neutron/policy.py:520}} May 06 10:01:36.476883 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-dfceef00-4f91-49c7-97fc-3c2129fa3a71 tempest-DvrRoutersNegativeTest-502723083 tempest-DvrRoutersNegativeTest-502723083-project] create failed (client error): Access was denied to this resource. May 06 10:01:36.481628 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-dfceef00-4f91-49c7-97fc-3c2129fa3a71 tempest-DvrRoutersNegativeTest-502723083 tempest-DvrRoutersNegativeTest-502723083-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1986680 May 06 10:01:36.488113 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290e5a35-78f0-48a8-91ef-4bcde8962569 None None] DHCP port deletion for 267dbaba-479b-4ca5-bb59-1eb0be56b9a6 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:01:36.533837 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-b0ce1ab1-25cd-4033-9aac-080917ec0bb1 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] For port e5341601-94ad-4c47-8123-2aa0073aaa2d, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e5341601-94ad-4c47-8123-2aa0073aaa2d,segment=NetworkSegment(c6ea7380-a75d-47c2-8b99-1e2ba6fd5dcb),segment_id=c6ea7380-a75d-47c2-8b99-1e2ba6fd5dcb)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:36.534220 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0ce1ab1-25cd-4033-9aac-080917ec0bb1 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:36.542454 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11528d8d-bc03-46af-a2bf-169023616458 req-2dfaf235-6d69-4a78-8aa0-44bfdf064a79 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a1fbea8f-5359-4c17-ba0c-a599f8f38f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979872 May 06 10:01:36.548968 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-b0ce1ab1-25cd-4033-9aac-080917ec0bb1 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Calling delete_port for e5341601-94ad-4c47-8123-2aa0073aaa2d owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:36.553830 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-697b104b-e40e-4cbc-b499-65577f450b56 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:36.604525 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-697b104b-e40e-4cbc-b499-65577f450b56 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:36.605771 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-290e5a35-78f0-48a8-91ef-4bcde8962569 None None] Deleting port e5341601-94ad-4c47-8123-2aa0073aaa2d {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:36.606435 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-290e5a35-78f0-48a8-91ef-4bcde8962569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:36.611569 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697b104b-e40e-4cbc-b499-65577f450b56 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:36.611937 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-697b104b-e40e-4cbc-b499-65577f450b56 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:36.675070 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0ce1ab1-25cd-4033-9aac-080917ec0bb1 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:36.681207 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-290e5a35-78f0-48a8-91ef-4bcde8962569 None None] For port e5341601-94ad-4c47-8123-2aa0073aaa2d, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e5341601-94ad-4c47-8123-2aa0073aaa2d,segment=NetworkSegment(c6ea7380-a75d-47c2-8b99-1e2ba6fd5dcb),segment_id=c6ea7380-a75d-47c2-8b99-1e2ba6fd5dcb)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:36.681790 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-290e5a35-78f0-48a8-91ef-4bcde8962569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:36.700635 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ce1ab1-25cd-4033-9aac-080917ec0bb1 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] No DVR routers for this DVR port e5341601-94ad-4c47-8123-2aa0073aaa2d on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:01:36.706881 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-290e5a35-78f0-48a8-91ef-4bcde8962569 None None] Calling delete_port for e5341601-94ad-4c47-8123-2aa0073aaa2d owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:36.749030 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce1ab1-25cd-4033-9aac-080917ec0bb1 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Port': ['ID=e5341601-94ad-4c47-8123-2aa0073aaa2d,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:36.763984 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-697b104b-e40e-4cbc-b499-65577f450b56 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4384060 May 06 10:01:36.781160 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45402) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:36.799063 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-da1da142-2924-4260-87eb-13b09b86f27c tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Request body: {'subnet': {'network_id': '99cbc549-71bf-4999-b5fd-9697e008690b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:36.849199 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0ce1ab1-25cd-4033-9aac-080917ec0bb1 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:36.885439 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-b0ce1ab1-25cd-4033-9aac-080917ec0bb1 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['267dbaba-479b-4ca5-bb59-1eb0be56b9a6']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:36.891303 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-290e5a35-78f0-48a8-91ef-4bcde8962569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:36.912304 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290e5a35-78f0-48a8-91ef-4bcde8962569 None None] No DVR routers for this DVR port e5341601-94ad-4c47-8123-2aa0073aaa2d on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:01:36.913072 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-b0ce1ab1-25cd-4033-9aac-080917ec0bb1 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ea7380-a75d-47c2-8b99-1e2ba6fd5dcb') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:36.913423 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-b0ce1ab1-25cd-4033-9aac-080917ec0bb1 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ea7380-a75d-47c2-8b99-1e2ba6fd5dcb') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:36.937537 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45408) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:36.945991 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0ce1ab1-25cd-4033-9aac-080917ec0bb1 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:36.950835 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e5a35-78f0-48a8-91ef-4bcde8962569 None None] Pushing event deleted for resources: {'Port': ['ID=e5341601-94ad-4c47-8123-2aa0073aaa2d,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:36.965141 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0ce1ab1-25cd-4033-9aac-080917ec0bb1 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:36.968295 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b104b-e40e-4cbc-b499-65577f450b56 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event updated for resources: {'Network': ['ID=99cbc549-71bf-4999-b5fd-9697e008690b,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:36.973264 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ce1ab1-25cd-4033-9aac-080917ec0bb1 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:36.974026 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0ce1ab1-25cd-4033-9aac-080917ec0bb1 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: timer() May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:36.978008 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:36.982638 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 74fb2145-f26c-4a9c-9013-ffaa840c6cab up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:36.988234 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 99cbc549-71bf-4999-b5fd-9697e008690b details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:01:37.036564 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5c93a-7594-4b32-a103-0a476d332678 req-f770d8f2-07cd-4584-b04a-e09312b26aaf tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:37.049371 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8ad5c93a-7594-4b32-a103-0a476d332678 req-f770d8f2-07cd-4584-b04a-e09312b26aaf tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd1bb1ae-27ec-48c7-b632-b1288fc025db HTTP/1.1" status: 200 len: 945 time: 0.1110256 May 06 10:01:37.058304 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1da142-2924-4260-87eb-13b09b86f27c tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Made reservation on behalf of b8000b76e14d415baaa92cf8f42f4d21 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:37.061984 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da1da142-2924-4260-87eb-13b09b86f27c tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:37.096641 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9d21feba-39d1-4f02-9ced-27352e089d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:37.186673 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 74fb2145-f26c-4a9c-9013-ffaa840c6cab completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:01:37.192342 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0ce1ab1-25cd-4033-9aac-080917ec0bb1 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:37.193559 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 74fb2145-f26c-4a9c-9013-ffaa840c6cab triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:37.197249 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:37.215210 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0ce1ab1-25cd-4033-9aac-080917ec0bb1 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:37.221726 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b0ce1ab1-25cd-4033-9aac-080917ec0bb1 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/networks/267dbaba-479b-4ca5-bb59-1eb0be56b9a6 HTTP/1.1" status: 204 len: 168 time: 0.9929543 May 06 10:01:37.240073 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45412) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:37.254823 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-ab61ec74-4317-4f45-a9e5-e37284ba5fd4 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-907218381', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:37.277288 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9d21feba-39d1-4f02-9ced-27352e089d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:37.283990 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.ipam_backend_mixin [None req-da1da142-2924-4260-87eb-13b09b86f27c tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Performing IP validity checks on allocation pools {{(pid=102653) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 06 10:01:37.285276 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.ipam_backend_mixin [None req-da1da142-2924-4260-87eb-13b09b86f27c tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102653) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 06 10:01:37.290993 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9d21feba-39d1-4f02-9ced-27352e089d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:37.294644 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ab61ec74-4317-4f45-a9e5-e37284ba5fd4 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:37.295039 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e5341601-94ad-4c47-8123-2aa0073aaa2d no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:01:37.296955 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ab61ec74-4317-4f45-a9e5-e37284ba5fd4 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:37.307777 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce1ab1-25cd-4033-9aac-080917ec0bb1 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Network': ['ID=267dbaba-479b-4ca5-bb59-1eb0be56b9a6,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:37.310620 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8ad5c93a-7594-4b32-a103-0a476d332678 req-1fd240bc-fcaf-48a4-947c-d4e15acbab20 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc0d317-afea-4121-a522-5de96cb7bd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603860 May 06 10:01:37.352539 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: e5341601-94ad-4c47-8123-2aa0073aaa2d {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:01:37.352539 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e5341601-94ad-4c47-8123-2aa0073aaa2d not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:01:37.369855 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21feba-39d1-4f02-9ced-27352e089d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce9a02c-1400-4102-b4c0-e0a5febf7ce3,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:37.380590 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9d21feba-39d1-4f02-9ced-27352e089d89 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f90648b06b1a4769b533d0f47ff959c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4413815 May 06 10:01:37.383094 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45414) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:37.384286 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ab61ec74-4317-4f45-a9e5-e37284ba5fd4 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:37.395703 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ab61ec74-4317-4f45-a9e5-e37284ba5fd4 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:37.422784 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:37.462198 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d54af50b-3c37-4a45-adb9-013f92c72471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:37.473159 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ab61ec74-4317-4f45-a9e5-e37284ba5fd4 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:37.479163 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ab61ec74-4317-4f45-a9e5-e37284ba5fd4 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2325161 May 06 10:01:37.481887 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45416) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:37.496756 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-3ca1fa46-efd4-4532-8054-ec7ca664bfb6 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'network': {'name': 'tempest-RoutersTest-706954129'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:37.497011 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 74fb2145-f26c-4a9c-9013-ffaa840c6cab, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=74fb2145-f26c-4a9c-9013-ffaa840c6cab,segment=NetworkSegment(80edd242-db32-42e3-9f67-d396ea818882),segment_id=80edd242-db32-42e3-9f67-d396ea818882)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:37.498969 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d54af50b-3c37-4a45-adb9-013f92c72471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:37.502593 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:37.529456 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca1fa46-efd4-4532-8054-ec7ca664bfb6 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Made reservation on behalf of 3e9f9f76e76f46fa83c0e38cc7633413 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:37.533677 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ca1fa46-efd4-4532-8054-ec7ca664bfb6 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:37.560602 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d54af50b-3c37-4a45-adb9-013f92c72471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:37.562829 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=74fb2145-f26c-4a9c-9013-ffaa840c6cab,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:37.570373 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d54af50b-3c37-4a45-adb9-013f92c72471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:37.571679 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d54af50b-3c37-4a45-adb9-013f92c72471 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7ce9a02c-1400-4102-b4c0-e0a5febf7ce3 HTTP/1.1" status: 204 len: 168 time: 0.1876311 May 06 10:01:37.596883 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54af50b-3c37-4a45-adb9-013f92c72471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce9a02c-1400-4102-b4c0-e0a5febf7ce3,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:37.617633 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca1fa46-efd4-4532-8054-ec7ca664bfb6 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:01:37.627661 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da1da142-2924-4260-87eb-13b09b86f27c tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:37.652890 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ca1fa46-efd4-4532-8054-ec7ca664bfb6 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:37.653301 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-3ca1fa46-efd4-4532-8054-ec7ca664bfb6 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Added segment 1094279f-dad0-4904-a8f8-4e1b28cb1d62 of type vlan for network 7dacee60-72fd-4886-8223-f452cee4a3aa May 06 10:01:37.776243 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ca1fa46-efd4-4532-8054-ec7ca664bfb6 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:37.780746 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1da142-2924-4260-87eb-13b09b86f27c tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event updated for resources: {'Subnet': ['ID=a388ab50-13f1-4774-a5bc-d0d2b6028b8c,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:37.790843 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f228e6-5162-432d-a262-80c2c583cd7b req-a8a03636-d728-4305-8993-068fe748e21c tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:37.792576 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-44f228e6-5162-432d-a262-80c2c583cd7b req-a8a03636-d728-4305-8993-068fe748e21c tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a209b969-4ccc-41cc-84b1-ee286bbf7e80 HTTP/1.1" status: 200 len: 1096 time: 0.1574242 May 06 10:01:37.808527 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1da142-2924-4260-87eb-13b09b86f27c tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Checking segment: {'id': '7abaec38-e6b8-41e4-884b-eadb3f81d573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '99cbc549-71bf-4999-b5fd-9697e008690b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:37.808896 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1da142-2924-4260-87eb-13b09b86f27c tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Network hostable DHCP agents. Network: 99cbc549-71bf-4999-b5fd-9697e008690b, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:01:37.809830 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1bb1ae-27ec-48c7-b632-b1288fc025db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fb2145-f26c-4a9c-9013-ffaa840c6cab'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:01:37.812293 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5bc0e1-6298-4169-9956-1799068b484b" -d '{"events": [{"server_uuid": "dd1bb1ae-27ec-48c7-b632-b1288fc025db", "name": "network-vif-plugged", "status": "completed", "tag": "74fb2145-f26c-4a9c-9013-ffaa840c6cab"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:01:37.840213 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ca1fa46-efd4-4532-8054-ec7ca664bfb6 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:37.845736 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca1fa46-efd4-4532-8054-ec7ca664bfb6 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:37.846325 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3ca1fa46-efd4-4532-8054-ec7ca664bfb6 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:37.925527 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-44f228e6-5162-432d-a262-80c2c583cd7b req-92f5b999-92f3-4460-971c-676729e1dcbd tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a1fbea8f-5359-4c17-ba0c-a599f8f38f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240339 May 06 10:01:37.926113 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1da142-2924-4260-87eb-13b09b86f27c tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Network 99cbc549-71bf-4999-b5fd-9697e008690b is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:01:37.945961 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3ca1fa46-efd4-4532-8054-ec7ca664bfb6 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4549835 May 06 10:01:37.946212 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45434) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:37.952418 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-031a191a-a890-44e5-9229-46c2b4dd03d7 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'subnet': {'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:37.970805 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-da1da142-2924-4260-87eb-13b09b86f27c tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 99cbc549-71bf-4999-b5fd-9697e008690b) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:37.981037 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3d24e7-dccc-4054-9b01-d75544c0899c x-openstack-request-id: req-be3d24e7-dccc-4054-9b01-d75544c0899c {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:01:37.981351 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd1bb1ae-27ec-48c7-b632-b1288fc025db", "name": "network-vif-plugged", "status": "completed", "tag": "74fb2145-f26c-4a9c-9013-ffaa840c6cab", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:01:37.981607 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-be3d24e7-dccc-4054-9b01-d75544c0899c {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:01:37.982007 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be3d24e7-dccc-4054-9b01-d75544c0899c'] response: {'server_uuid': 'dd1bb1ae-27ec-48c7-b632-b1288fc025db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fb2145-f26c-4a9c-9013-ffaa840c6cab', 'code': 200} May 06 10:01:37.984355 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c19231d-56c9-4007-9aba-8b0f58da6fb7 None None] Network 99cbc549-71bf-4999-b5fd-9697e008690b requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:37.999243 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1fa46-efd4-4532-8054-ec7ca664bfb6 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Network': ['ID=7dacee60-72fd-4886-8223-f452cee4a3aa,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:38.012474 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1da142-2924-4260-87eb-13b09b86f27c tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:38.013087 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da1da142-2924-4260-87eb-13b09b86f27c tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:38.058469 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-da1da142-2924-4260-87eb-13b09b86f27c tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2710967 May 06 10:01:38.059086 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45438) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:38.065033 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-6b6aea4f-e097-4606-a3c9-cb9c552cc2ec tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:38.081509 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 7dacee60-72fd-4886-8223-f452cee4a3aa details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:01:38.095839 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031a191a-a890-44e5-9229-46c2b4dd03d7 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Made reservation on behalf of 3e9f9f76e76f46fa83c0e38cc7633413 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:38.103772 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-031a191a-a890-44e5-9229-46c2b4dd03d7 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:38.159557 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2806039-6ae1-4e77-99ed-1aa6e1499db0 req-a81774b1-cbdf-4d2c-a6db-b8433054f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:38.161074 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b2806039-6ae1-4e77-99ed-1aa6e1499db0 req-a81774b1-cbdf-4d2c-a6db-b8433054f639 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dd1bb1ae-27ec-48c7-b632-b1288fc025db HTTP/1.1" status: 200 len: 1097 time: 0.0703077 May 06 10:01:38.207064 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb565e35-3b2e-49b7-9812-93693c342b76 req-0b485496-1a82-40f8-a40d-bd340e7b43eb tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:38.208654 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb565e35-3b2e-49b7-9812-93693c342b76 req-0b485496-1a82-40f8-a40d-bd340e7b43eb tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a209b969-4ccc-41cc-84b1-ee286bbf7e80 HTTP/1.1" status: 200 len: 1096 time: 0.1598778 May 06 10:01:38.267150 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb565e35-3b2e-49b7-9812-93693c342b76 req-cadc900d-f861-4383-9410-9d922607d97c tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a1fbea8f-5359-4c17-ba0c-a599f8f38f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504107 May 06 10:01:38.285921 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083f3239-0f2a-42f3-ab35-f3f796f6283d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-99cbc549-71bf-4999-b5fd-9697e008690b', 'network_id': '99cbc549-71bf-4999-b5fd-9697e008690b', 'tenant_id': 'b8000b76e14d415baaa92cf8f42f4d21', 'fixed_ips': [{'subnet_id': 'a388ab50-13f1-4774-a5bc-d0d2b6028b8c'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:01:38.289277 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-083f3239-0f2a-42f3-ab35-f3f796f6283d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:38.290019 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b2806039-6ae1-4e77-99ed-1aa6e1499db0 req-aad8775e-8715-4948-85c9-2641c8ccabd9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cbc0d317-afea-4121-a522-5de96cb7bd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065977 May 06 10:01:38.296726 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6b6aea4f-e097-4606-a3c9-cb9c552cc2ec tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5809840'] for subnet, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:38.401977 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-031a191a-a890-44e5-9229-46c2b4dd03d7 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:38.480115 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45452) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:38.511170 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a191a-a890-44e5-9229-46c2b4dd03d7 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Subnet': ['ID=f6789913-e096-4655-a3f9-f6870b7a1ad1,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:38.525905 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6b6aea4f-e097-4606-a3c9-cb9c552cc2ec tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754918825337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6271691'] for subnet, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:38.527227 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63aed77-6408-4617-a665-90bf120df13d req-692ef4a5-2502-4199-9c52-abcf0280610b tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:38.528402 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f63aed77-6408-4617-a665-90bf120df13d req-692ef4a5-2502-4199-9c52-abcf0280610b tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a209b969-4ccc-41cc-84b1-ee286bbf7e80 HTTP/1.1" status: 200 len: 1096 time: 0.1130097 May 06 10:01:38.529111 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031a191a-a890-44e5-9229-46c2b4dd03d7 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Checking segment: {'id': '1094279f-dad0-4904-a8f8-4e1b28cb1d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:38.529474 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031a191a-a890-44e5-9229-46c2b4dd03d7 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network hostable DHCP agents. Network: 7dacee60-72fd-4886-8223-f452cee4a3aa, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:01:38.567005 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031a191a-a890-44e5-9229-46c2b4dd03d7 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network 7dacee60-72fd-4886-8223-f452cee4a3aa is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:01:38.581196 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-083f3239-0f2a-42f3-ab35-f3f796f6283d None None] Allocated IP 172.20.0.3 (99cbc549-71bf-4999-b5fd-9697e008690b/a388ab50-13f1-4774-a5bc-d0d2b6028b8c/7b017c74-d4bd-4956-a73f-44f56c4750a1) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:38.586949 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f63aed77-6408-4617-a665-90bf120df13d req-e4d78a7a-30db-4f78-bd4c-00dd81561dbb tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a1fbea8f-5359-4c17-ba0c-a599f8f38f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495794 May 06 10:01:38.590437 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-031a191a-a890-44e5-9229-46c2b4dd03d7 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 7dacee60-72fd-4886-8223-f452cee4a3aa) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:38.610454 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6aea4f-e097-4606-a3c9-cb9c552cc2ec tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:38.610668 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031a191a-a890-44e5-9229-46c2b4dd03d7 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:38.611696 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6b6aea4f-e097-4606-a3c9-cb9c552cc2ec tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:38.612288 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-031a191a-a890-44e5-9229-46c2b4dd03d7 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:38.613436 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6b6aea4f-e097-4606-a3c9-cb9c552cc2ec tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "PUT /v2.0/subnets/a388ab50-13f1-4774-a5bc-d0d2b6028b8c HTTP/1.1" status: 200 len: 877 time: 0.5534613 May 06 10:01:38.617251 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45458) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:38.650514 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-031a191a-a890-44e5-9229-46c2b4dd03d7 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7031257 May 06 10:01:38.653403 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45460) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:38.679966 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6aea4f-e097-4606-a3c9-cb9c552cc2ec tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event updated for resources: {'Subnet': ['ID=a388ab50-13f1-4774-a5bc-d0d2b6028b8c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:38.693128 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d66189-a239-4134-81ca-4887ce3051ce None None] Network 7dacee60-72fd-4886-8223-f452cee4a3aa requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:38.707445 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-41d78112-586e-4a5e-b4a8-e23fc5181608 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Request body: {'security_group': {'name': 'tempest-secgroup--1558317147'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:38.741067 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:38.817430 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:38.864979 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-41d78112-586e-4a5e-b4a8-e23fc5181608 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:38.878997 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-41d78112-586e-4a5e-b4a8-e23fc5181608 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:38.899663 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614a1ec-f5e6-413b-b98e-3345134db28c req-8e122ca7-b3e4-4026-a54f-9684d6c6b3ff tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:38.901415 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1614a1ec-f5e6-413b-b98e-3345134db28c req-8e122ca7-b3e4-4026-a54f-9684d6c6b3ff tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd1bb1ae-27ec-48c7-b632-b1288fc025db HTTP/1.1" status: 200 len: 946 time: 0.1627746 May 06 10:01:38.942757 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-083f3239-0f2a-42f3-ab35-f3f796f6283d None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:38.959966 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-083f3239-0f2a-42f3-ab35-f3f796f6283d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:38.975837 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.007853 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event deleted for resources: {'Subnet': ['ID=a388ab50-13f1-4774-a5bc-d0d2b6028b8c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:39.034178 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083f3239-0f2a-42f3-ab35-f3f796f6283d None None] Network 99cbc549-71bf-4999-b5fd-9697e008690b is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:39.040783 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1614a1ec-f5e6-413b-b98e-3345134db28c req-0e2bf531-a88f-41ce-a3e0-aae8df02fd08 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc0d317-afea-4121-a522-5de96cb7bd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029515 May 06 10:01:39.045839 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-083f3239-0f2a-42f3-ab35-f3f796f6283d None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:39.050075 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083f3239-0f2a-42f3-ab35-f3f796f6283d None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:39.052331 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f3239-0f2a-42f3-ab35-f3f796f6283d None None] Pushing event updated for resources: {'Port': ['ID=7b017c74-d4bd-4956-a73f-44f56c4750a1,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:39.084237 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.104075 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dac26d40-29f6-423d-8bc1-de72e1619bae tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.127047 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8428e71f-14fc-4f1f-b3d7-a682c12fed89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-7dacee60-72fd-4886-8223-f452cee4a3aa', 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'fixed_ips': [{'subnet_id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:01:39.128046 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8428e71f-14fc-4f1f-b3d7-a682c12fed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.138892 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cbc549-71bf-4999-b5fd-9697e008690b']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:39.154786 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7abaec38-e6b8-41e4-884b-eadb3f81d573') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:39.155095 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7abaec38-e6b8-41e4-884b-eadb3f81d573') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:39.155937 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-083f3239-0f2a-42f3-ab35-f3f796f6283d None None] Attempting to bind port 7b017c74-d4bd-4956-a73f-44f56c4750a1 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:01:39.156315 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-083f3239-0f2a-42f3-ab35-f3f796f6283d None None] Attempting to bind port 7b017c74-d4bd-4956-a73f-44f56c4750a1 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '7abaec38-e6b8-41e4-884b-eadb3f81d573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '99cbc549-71bf-4999-b5fd-9697e008690b'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:01:39.157048 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083f3239-0f2a-42f3-ab35-f3f796f6283d None None] Attempting to bind port 7b017c74-d4bd-4956-a73f-44f56c4750a1 on network 99cbc549-71bf-4999-b5fd-9697e008690b {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:39.168907 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.170238 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083f3239-0f2a-42f3-ab35-f3f796f6283d None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:01:39.170627 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083f3239-0f2a-42f3-ab35-f3f796f6283d None None] Checking segment: {'id': '7abaec38-e6b8-41e4-884b-eadb3f81d573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '99cbc549-71bf-4999-b5fd-9697e008690b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:39.171035 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-083f3239-0f2a-42f3-ab35-f3f796f6283d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.171557 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083f3239-0f2a-42f3-ab35-f3f796f6283d None None] Bound using segment: {'id': '7abaec38-e6b8-41e4-884b-eadb3f81d573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '99cbc549-71bf-4999-b5fd-9697e008690b'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:01:39.172051 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-083f3239-0f2a-42f3-ab35-f3f796f6283d None None] Bound port: 7b017c74-d4bd-4956-a73f-44f56c4750a1, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7abaec38-e6b8-41e4-884b-eadb3f81d573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '99cbc549-71bf-4999-b5fd-9697e008690b'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:01:39.172487 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-083f3239-0f2a-42f3-ab35-f3f796f6283d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.184609 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.195511 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:39.195928 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: timer() May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:39.199283 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:39.226700 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-41d78112-586e-4a5e-b4a8-e23fc5181608 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.245052 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-41d78112-586e-4a5e-b4a8-e23fc5181608 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.279212 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.db.api [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 10:01:39.279212 n-d-840835-1 neutron-server[102652]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 10:01:39.279212 n-d-840835-1 neutron-server[102652]: [parameters: {'id': '99cbc549-71bf-4999-b5fd-9697e008690b'}] May 06 10:01:39.279212 n-d-840835-1 neutron-server[102652]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 10:01:39.279922 n-d-840835-1 neutron-server[102652]: DEBUG oslo_db.api [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 10:01:39.339834 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-083f3239-0f2a-42f3-ab35-f3f796f6283d None None] For port 7b017c74-d4bd-4956-a73f-44f56c4750a1, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:01:39.345210 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-083f3239-0f2a-42f3-ab35-f3f796f6283d None None] For port 7b017c74-d4bd-4956-a73f-44f56c4750a1, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=7b017c74-d4bd-4956-a73f-44f56c4750a1,segment=NetworkSegment(7abaec38-e6b8-41e4-884b-eadb3f81d573),segment_id=7abaec38-e6b8-41e4-884b-eadb3f81d573)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:01:39.346731 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-8428e71f-14fc-4f1f-b3d7-a682c12fed89 None None] Allocated IP 172.20.0.2 (7dacee60-72fd-4886-8223-f452cee4a3aa/f6789913-e096-4655-a3f9-f6870b7a1ad1/aefc457b-3c3f-4bec-8fc2-4e521c0dd876) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:39.352026 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-083f3239-0f2a-42f3-ab35-f3f796f6283d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.375073 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d78112-586e-4a5e-b4a8-e23fc5181608 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=853da2b6-e267-432f-9ab4-e7969a6df068,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:39.455880 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-41d78112-586e-4a5e-b4a8-e23fc5181608 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.459230 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efc7ac-5884-4e21-b6ee-2b377330918a req-22775c2d-7e37-44a1-80b1-d421c3b3c264 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:39.460958 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-48efc7ac-5884-4e21-b6ee-2b377330918a req-22775c2d-7e37-44a1-80b1-d421c3b3c264 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a209b969-4ccc-41cc-84b1-ee286bbf7e80 HTTP/1.1" status: 200 len: 1096 time: 0.0907230 May 06 10:01:39.462016 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-41d78112-586e-4a5e-b4a8-e23fc5181608 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.491727 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f3239-0f2a-42f3-ab35-f3f796f6283d None None] Pushing event updated for resources: {'Port': ['ID=7b017c74-d4bd-4956-a73f-44f56c4750a1,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:39.503940 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-41d78112-586e-4a5e-b4a8-e23fc5181608 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.508389 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-41d78112-586e-4a5e-b4a8-e23fc5181608 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0222125 May 06 10:01:39.508506 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45464) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:39.516525 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a51c11f-9b9b-4f0b-9628-5dcc6643b57f None None] Network 99cbc549-71bf-4999-b5fd-9697e008690b requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:39.519758 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d78112-586e-4a5e-b4a8-e23fc5181608 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cbedd8-1b51-4795-add5-f3779225e201,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:39.535685 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-48efc7ac-5884-4e21-b6ee-2b377330918a req-3fe5e098-70b7-4c61-82d5-43e2768314e7 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a1fbea8f-5359-4c17-ba0c-a599f8f38f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655026 May 06 10:01:39.584833 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3f217e62-13d5-4b25-b109-43ba0a316e4a tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0757029 May 06 10:01:39.587462 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45466) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:39.591727 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-d1dd0b57-3714-442f-aa14-574152c8c88c tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Request body: {'security_group': {'name': 'tempest-security--788729447', 'description': 'tempest-security-description-636869962'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:39.619910 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d1dd0b57-3714-442f-aa14-574152c8c88c tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.671413 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d1dd0b57-3714-442f-aa14-574152c8c88c tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.684419 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d1dd0b57-3714-442f-aa14-574152c8c88c tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.687252 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d1dd0b57-3714-442f-aa14-574152c8c88c tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.691154 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d1dd0b57-3714-442f-aa14-574152c8c88c tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "PUT /v2.0/security-groups/c2cbedd8-1b51-4795-add5-f3779225e201 HTTP/1.1" status: 200 len: 1778 time: 0.1003151 May 06 10:01:39.691486 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8428e71f-14fc-4f1f-b3d7-a682c12fed89 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.692492 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45468) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:39.711939 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8428e71f-14fc-4f1f-b3d7-a682c12fed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.741787 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd0b57-3714-442f-aa14-574152c8c88c tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cbedd8-1b51-4795-add5-f3779225e201,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:39.766503 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e494f7-4a1f-47f4-8e73-d615b11622f9 None None] Network 99cbc549-71bf-4999-b5fd-9697e008690b requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:39.775159 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4fb3b0dd-78e1-41a4-a158-2992cba07e30 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "GET /v2.0/security-groups/c2cbedd8-1b51-4795-add5-f3779225e201 HTTP/1.1" status: 200 len: 1778 time: 0.0803020 May 06 10:01:39.776332 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8428e71f-14fc-4f1f-b3d7-a682c12fed89 None None] Network 7dacee60-72fd-4886-8223-f452cee4a3aa is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:39.777085 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45470) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:39.781019 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-dac26d40-29f6-423d-8bc1-de72e1619bae tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Allocated IP 172.20.0.1 (7dacee60-72fd-4886-8223-f452cee4a3aa/f6789913-e096-4655-a3f9-f6870b7a1ad1/56e9e6cd-da4b-416d-83e4-d39ec0397eb3) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:39.785332 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.823422 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-8428e71f-14fc-4f1f-b3d7-a682c12fed89 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:39.826119 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8428e71f-14fc-4f1f-b3d7-a682c12fed89 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:39.857573 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428e71f-14fc-4f1f-b3d7-a682c12fed89 None None] Pushing event updated for resources: {'Port': ['ID=aefc457b-3c3f-4bec-8fc2-4e521c0dd876,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:39.872812 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ea5d63b9-5af3-4985-a2a6-212e2501839c tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.901780 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ea5d63b9-5af3-4985-a2a6-212e2501839c tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.909288 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dac26d40-29f6-423d-8bc1-de72e1619bae tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.913922 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Deleting port 7b017c74-d4bd-4956-a73f-44f56c4750a1 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:39.914277 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.950302 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dac26d40-29f6-423d-8bc1-de72e1619bae tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.977308 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8428e71f-14fc-4f1f-b3d7-a682c12fed89 None None] Attempting to bind port aefc457b-3c3f-4bec-8fc2-4e521c0dd876 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:01:39.978136 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8428e71f-14fc-4f1f-b3d7-a682c12fed89 None None] Attempting to bind port aefc457b-3c3f-4bec-8fc2-4e521c0dd876 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '1094279f-dad0-4904-a8f8-4e1b28cb1d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:01:39.978480 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8428e71f-14fc-4f1f-b3d7-a682c12fed89 None None] Attempting to bind port aefc457b-3c3f-4bec-8fc2-4e521c0dd876 on network 7dacee60-72fd-4886-8223-f452cee4a3aa {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:39.990244 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8428e71f-14fc-4f1f-b3d7-a682c12fed89 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:01:39.990715 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8428e71f-14fc-4f1f-b3d7-a682c12fed89 None None] Checking segment: {'id': '1094279f-dad0-4904-a8f8-4e1b28cb1d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:39.991270 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8428e71f-14fc-4f1f-b3d7-a682c12fed89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.991674 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8428e71f-14fc-4f1f-b3d7-a682c12fed89 None None] Bound using segment: {'id': '1094279f-dad0-4904-a8f8-4e1b28cb1d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:01:39.992205 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8428e71f-14fc-4f1f-b3d7-a682c12fed89 None None] Bound port: aefc457b-3c3f-4bec-8fc2-4e521c0dd876, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1094279f-dad0-4904-a8f8-4e1b28cb1d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:01:39.992588 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8428e71f-14fc-4f1f-b3d7-a682c12fed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.995209 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac26d40-29f6-423d-8bc1-de72e1619bae tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network 7dacee60-72fd-4886-8223-f452cee4a3aa is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:39.997125 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-dac26d40-29f6-423d-8bc1-de72e1619bae tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:40.008562 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac26d40-29f6-423d-8bc1-de72e1619bae tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:40.011440 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] For port 7b017c74-d4bd-4956-a73f-44f56c4750a1, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=7b017c74-d4bd-4956-a73f-44f56c4750a1,segment=NetworkSegment(7abaec38-e6b8-41e4-884b-eadb3f81d573),segment_id=7abaec38-e6b8-41e4-884b-eadb3f81d573)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:40.011967 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.014452 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ea5d63b9-5af3-4985-a2a6-212e2501839c tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.017093 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ea5d63b9-5af3-4985-a2a6-212e2501839c tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.020795 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ea5d63b9-5af3-4985-a2a6-212e2501839c tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "DELETE /v2.0/security-groups/c2cbedd8-1b51-4795-add5-f3779225e201 HTTP/1.1" status: 204 len: 168 time: 0.2401943 May 06 10:01:40.028513 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45472) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:40.044125 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Calling delete_port for 7b017c74-d4bd-4956-a73f-44f56c4750a1 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:40.049020 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d63b9-5af3-4985-a2a6-212e2501839c tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cbedd8-1b51-4795-add5-f3779225e201,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:40.052431 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac26d40-29f6-423d-8bc1-de72e1619bae tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Port': ['ID=56e9e6cd-da4b-416d-83e4-d39ec0397eb3,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:40.070929 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dac26d40-29f6-423d-8bc1-de72e1619bae tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.081990 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8428e71f-14fc-4f1f-b3d7-a682c12fed89 None None] For port aefc457b-3c3f-4bec-8fc2-4e521c0dd876, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:01:40.095787 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8428e71f-14fc-4f1f-b3d7-a682c12fed89 None None] For port aefc457b-3c3f-4bec-8fc2-4e521c0dd876, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=aefc457b-3c3f-4bec-8fc2-4e521c0dd876,segment=NetworkSegment(1094279f-dad0-4904-a8f8-4e1b28cb1d62),segment_id=1094279f-dad0-4904-a8f8-4e1b28cb1d62)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:01:40.101922 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8428e71f-14fc-4f1f-b3d7-a682c12fed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.124048 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0719baea-2c8d-4383-abfc-5238ae27d998 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0932736 May 06 10:01:40.128733 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45476) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:40.156980 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-55d326d5-4ca1-428a-aee8-e80f245782c1 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] delete failed (client error): The resource could not be found. May 06 10:01:40.158329 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-55d326d5-4ca1-428a-aee8-e80f245782c1 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "DELETE /v2.0/security-groups/c2cbedd8-1b51-4795-add5-f3779225e201 HTTP/1.1" status: 404 len: 347 time: 0.0284576 May 06 10:01:40.163397 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45478) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:40.168691 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-b88ff8ed-6dc5-4b35-9692-dd73e7ec368f tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Request body: {'security_group': {'name': 'tempest-secgroup--1274826340'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:40.192773 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428e71f-14fc-4f1f-b3d7-a682c12fed89 None None] Pushing event updated for resources: {'Port': ['ID=aefc457b-3c3f-4bec-8fc2-4e521c0dd876,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:40.205314 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b88ff8ed-6dc5-4b35-9692-dd73e7ec368f tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.230423 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.263373 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dac26d40-29f6-423d-8bc1-de72e1619bae tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.268207 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event deleted for resources: {'Port': ['ID=7b017c74-d4bd-4956-a73f-44f56c4750a1,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:40.285371 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] No DVR routers for this DVR port 7b017c74-d4bd-4956-a73f-44f56c4750a1 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:01:40.297145 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabfb30-a971-4c58-a849-cbaad0fb8837 req-9b9894e9-e714-4c94-9fb9-572e95c5b36b tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:40.298718 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5eabfb30-a971-4c58-a849-cbaad0fb8837 req-9b9894e9-e714-4c94-9fb9-572e95c5b36b tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd1bb1ae-27ec-48c7-b632-b1288fc025db HTTP/1.1" status: 200 len: 946 time: 0.1091716 May 06 10:01:40.404592 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b88ff8ed-6dc5-4b35-9692-dd73e7ec368f tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.412320 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.422651 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b88ff8ed-6dc5-4b35-9692-dd73e7ec368f tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.457583 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cbc549-71bf-4999-b5fd-9697e008690b']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:40.479354 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7abaec38-e6b8-41e4-884b-eadb3f81d573') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:40.479666 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7abaec38-e6b8-41e4-884b-eadb3f81d573') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:40.483442 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b88ff8ed-6dc5-4b35-9692-dd73e7ec368f tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.483705 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5eabfb30-a971-4c58-a849-cbaad0fb8837 req-3cf05154-b87e-461c-9be6-002f92044a97 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc0d317-afea-4121-a522-5de96cb7bd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638091 May 06 10:01:40.484620 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b88ff8ed-6dc5-4b35-9692-dd73e7ec368f tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3200638 May 06 10:01:40.490926 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45482) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:40.495861 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.499941 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-54595dee-4fe3-4a57-ba48-ff487b536d61 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Request body: {'security_group_rule': {'security_group_id': 'e915f2df-5193-470b-8bfa-bddb784abb0d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:40.512451 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ff8ed-6dc5-4b35-9692-dd73e7ec368f tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e915f2df-5193-470b-8bfa-bddb784abb0d,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:40.527477 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.537062 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:40.537522 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: timer() May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:40.541057 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:40.584336 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-54595dee-4fe3-4a57-ba48-ff487b536d61 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.627083 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.640077 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.643700 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/networks/99cbc549-71bf-4999-b5fd-9697e008690b HTTP/1.1" status: 204 len: 168 time: 2.0250862 May 06 10:01:40.652644 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45490) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:40.669016 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee7227-1ca3-458a-a7d4-588aec41f0d1 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event deleted for resources: {'Network': ['ID=99cbc549-71bf-4999-b5fd-9697e008690b,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:40.702105 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-54595dee-4fe3-4a57-ba48-ff487b536d61 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.706376 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-54595dee-4fe3-4a57-ba48-ff487b536d61 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.709147 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-98614d91-f55a-4281-b17c-63c1a87958ce tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] DELETE failed (client error): The resource could not be found. May 06 10:01:40.709739 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98614d91-f55a-4281-b17c-63c1a87958ce tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:40.713149 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-98614d91-f55a-4281-b17c-63c1a87958ce tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/subnets/a388ab50-13f1-4774-a5bc-d0d2b6028b8c HTTP/1.1" status: 404 len: 337 time: 0.0594375 May 06 10:01:40.717653 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45492) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:40.738005 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54595dee-4fe3-4a57-ba48-ff487b536d61 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243b12b7-069d-43ca-b6e8-9c005a2c1d5f,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:40.752346 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-54595dee-4fe3-4a57-ba48-ff487b536d61 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.755438 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545fa00-8273-45c6-bb44-98e9a8d21bb1 req-e3951e14-64e3-4f65-a736-1ba784ad4769 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:40.757622 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7545fa00-8273-45c6-bb44-98e9a8d21bb1 req-e3951e14-64e3-4f65-a736-1ba784ad4769 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd1bb1ae-27ec-48c7-b632-b1288fc025db HTTP/1.1" status: 200 len: 946 time: 0.0962656 May 06 10:01:40.757754 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-54595dee-4fe3-4a57-ba48-ff487b536d61 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2640712 May 06 10:01:40.758574 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45494) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:40.772665 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da87671-2bb2-496c-b636-454a8faba6d3 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] DELETE failed (client error): The resource could not be found. May 06 10:01:40.772819 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45496) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:40.772914 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da87671-2bb2-496c-b636-454a8faba6d3 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:40.778032 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2da87671-2bb2-496c-b636-454a8faba6d3 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/networks/99cbc549-71bf-4999-b5fd-9697e008690b HTTP/1.1" status: 404 len: 339 time: 0.0553157 May 06 10:01:40.778232 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-fd5e8884-7bae-4307-8ef9-944d1ecedcc2 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Request body: {'floatingip': {'port_id': '74fb2145-f26c-4a9c-9013-ffaa840c6cab'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:40.780078 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45498) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:40.785407 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dac26d40-29f6-423d-8bc1-de72e1619bae tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.818164 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98b4b00-e689-476f-9978-82a1ffe13e21 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] DELETE failed (client error): The resource could not be found. May 06 10:01:40.818648 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c98b4b00-e689-476f-9978-82a1ffe13e21 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:40.820731 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dac26d40-29f6-423d-8bc1-de72e1619bae tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.825341 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c98b4b00-e689-476f-9978-82a1ffe13e21 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/subnets/57a047b9-3f83-499a-86e7-ded4458acd69 HTTP/1.1" status: 404 len: 337 time: 0.0416887 May 06 10:01:40.826927 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45500) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:40.850782 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-50c68bb3-cba3-43fd-870e-0eaf200be19c tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.853130 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d6d2718-65cf-4fc0-8197-ce06de2e3de9 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] DELETE failed (client error): The resource could not be found. May 06 10:01:40.853694 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d6d2718-65cf-4fc0-8197-ce06de2e3de9 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:40.859013 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0d6d2718-65cf-4fc0-8197-ce06de2e3de9 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/networks/06d4fd81-2e87-4711-835f-bb9342d5d7dd HTTP/1.1" status: 404 len: 339 time: 0.0280247 May 06 10:01:40.862403 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45502) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:40.871577 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-50c68bb3-cba3-43fd-870e-0eaf200be19c tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.879547 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8884-7bae-4307-8ef9-944d1ecedcc2 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for floatingip, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.964274 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-50c68bb3-cba3-43fd-870e-0eaf200be19c tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.988326 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-50c68bb3-cba3-43fd-870e-0eaf200be19c tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.991875 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45504) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:40.992035 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-50c68bb3-cba3-43fd-870e-0eaf200be19c tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/243b12b7-069d-43ca-b6e8-9c005a2c1d5f HTTP/1.1" status: 204 len: 168 time: 0.2316396 May 06 10:01:40.997846 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e301cb89-2304-4dec-8f6a-53cbd5ae07c9 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.998264 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac26d40-29f6-423d-8bc1-de72e1619bae tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Port': ['ID=56e9e6cd-da4b-416d-83e4-d39ec0397eb3,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:41.011368 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c68bb3-cba3-43fd-870e-0eaf200be19c tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=243b12b7-069d-43ca-b6e8-9c005a2c1d5f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:41.027840 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dac26d40-29f6-423d-8bc1-de72e1619bae tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.052854 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837e6ce-a69b-44e7-acce-fc2ad4471bcc req-1fc46469-24ec-482a-81cf-5b0890a2e46d tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:41.055166 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b837e6ce-a69b-44e7-acce-fc2ad4471bcc req-1fc46469-24ec-482a-81cf-5b0890a2e46d tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a209b969-4ccc-41cc-84b1-ee286bbf7e80 HTTP/1.1" status: 200 len: 1096 time: 0.1011887 May 06 10:01:41.082573 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb02f7-cfe0-4b31-b06b-b79f5033ec18 req-9073c699-f808-44ac-bd41-0bbc5da5e1d0 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:41.084158 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9cdb02f7-cfe0-4b31-b06b-b79f5033ec18 req-9073c699-f808-44ac-bd41-0bbc5da5e1d0 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a209b969-4ccc-41cc-84b1-ee286bbf7e80 HTTP/1.1" status: 200 len: 1096 time: 0.2529492 May 06 10:01:41.139595 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e301cb89-2304-4dec-8f6a-53cbd5ae07c9 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.190094 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-e301cb89-2304-4dec-8f6a-53cbd5ae07c9 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a8cf025-b816-4c65-a8e6-4dda9f236f9a']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:41.203619 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-aa29fba5-1490-49b3-a46e-4d42f6220977 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2061522 May 06 10:01:41.209910 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45506) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:41.210128 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-e301cb89-2304-4dec-8f6a-53cbd5ae07c9 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a249ab-d168-4025-8104-5b9359366073') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:41.210372 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-e301cb89-2304-4dec-8f6a-53cbd5ae07c9 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a249ab-d168-4025-8104-5b9359366073') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:41.224143 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e301cb89-2304-4dec-8f6a-53cbd5ae07c9 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.250681 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e301cb89-2304-4dec-8f6a-53cbd5ae07c9 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.253873 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-b837e6ce-a69b-44e7-acce-fc2ad4471bcc req-d8fea4a9-99ec-4b58-b396-63afa41eaf13 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Deleting port 40611c80-99af-4432-83bb-71303c6c7293 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:41.254268 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b837e6ce-a69b-44e7-acce-fc2ad4471bcc req-d8fea4a9-99ec-4b58-b396-63afa41eaf13 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.306386 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e301cb89-2304-4dec-8f6a-53cbd5ae07c9 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:41.308130 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e301cb89-2304-4dec-8f6a-53cbd5ae07c9 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.308375 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device aefc457b-3c3f-4bec-8fc2-4e521c0dd876 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: timer() May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:41.309801 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:41.377467 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port aefc457b-3c3f-4bec-8fc2-4e521c0dd876 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:41.378139 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.395074 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9cdb02f7-cfe0-4b31-b06b-b79f5033ec18 req-7f225d3b-287c-419f-8a3e-ad101ef5025d tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a1fbea8f-5359-4c17-ba0c-a599f8f38f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719662 May 06 10:01:41.415130 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e301cb89-2304-4dec-8f6a-53cbd5ae07c9 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.431163 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e301cb89-2304-4dec-8f6a-53cbd5ae07c9 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.437051 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e301cb89-2304-4dec-8f6a-53cbd5ae07c9 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/networks/8a8cf025-b816-4c65-a8e6-4dda9f236f9a HTTP/1.1" status: 204 len: 168 time: 0.5737007 May 06 10:01:41.440990 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45508) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:41.459852 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301cb89-2304-4dec-8f6a-53cbd5ae07c9 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event deleted for resources: {'Network': ['ID=8a8cf025-b816-4c65-a8e6-4dda9f236f9a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:41.471255 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-b837e6ce-a69b-44e7-acce-fc2ad4471bcc req-d8fea4a9-99ec-4b58-b396-63afa41eaf13 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] For port 40611c80-99af-4432-83bb-71303c6c7293, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=40611c80-99af-4432-83bb-71303c6c7293,segment=NetworkSegment(64700d0d-45c9-49b8-9199-79bd2973a1bb),segment_id=64700d0d-45c9-49b8-9199-79bd2973a1bb)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:41.471962 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b837e6ce-a69b-44e7-acce-fc2ad4471bcc req-d8fea4a9-99ec-4b58-b396-63afa41eaf13 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.478149 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac26d40-29f6-423d-8bc1-de72e1619bae tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network 7dacee60-72fd-4886-8223-f452cee4a3aa is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:41.479196 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36431498-f7f2-4b18-b3b4-4f8635669088 None None] Network 7dacee60-72fd-4886-8223-f452cee4a3aa requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:41.484529 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6463b7-49ef-4050-a083-68a3b5cfe45f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] DELETE failed (client error): The resource could not be found. May 06 10:01:41.485050 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb6463b7-49ef-4050-a083-68a3b5cfe45f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:41.487423 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-b837e6ce-a69b-44e7-acce-fc2ad4471bcc req-d8fea4a9-99ec-4b58-b396-63afa41eaf13 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Calling delete_port for 40611c80-99af-4432-83bb-71303c6c7293 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:41.490616 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-eb6463b7-49ef-4050-a083-68a3b5cfe45f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/subnets/be946023-d104-4105-ac93-3a0c11a7189f HTTP/1.1" status: 404 len: 337 time: 0.0441215 May 06 10:01:41.491217 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45510) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:41.491873 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-dac26d40-29f6-423d-8bc1-de72e1619bae tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:41.523422 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a23928-589a-4f4b-ba50-4aebd6b3ba4d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] DELETE failed (client error): The resource could not be found. May 06 10:01:41.524311 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a23928-589a-4f4b-ba50-4aebd6b3ba4d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:41.527167 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-49a23928-589a-4f4b-ba50-4aebd6b3ba4d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/networks/5d7835ab-9470-46e6-a040-dd59188fbec5 HTTP/1.1" status: 404 len: 339 time: 0.0346990 May 06 10:01:41.531591 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45512) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:41.538756 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.551712 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-983aff76-1da9-42c9-9727-4977fabd745b tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.592686 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-20e61b2d-ea20-4ef8-b653-d8d5e7d8b086 None None] Provisioning complete for port aefc457b-3c3f-4bec-8fc2-4e521c0dd876 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:41.593363 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-20e61b2d-ea20-4ef8-b653-d8d5e7d8b086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.600784 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-616151ba-1ab7-4842-98f6-0f2ef9238a84 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] DELETE failed (client error): The resource could not be found. May 06 10:01:41.602761 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-616151ba-1ab7-4842-98f6-0f2ef9238a84 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:41.607612 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-616151ba-1ab7-4842-98f6-0f2ef9238a84 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/subnets/f1292f29-fe8e-4657-a7df-ee8b031609c1 HTTP/1.1" status: 404 len: 337 time: 0.0725708 May 06 10:01:41.610247 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45514) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:41.639230 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port aefc457b-3c3f-4bec-8fc2-4e521c0dd876, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=aefc457b-3c3f-4bec-8fc2-4e521c0dd876,segment=NetworkSegment(1094279f-dad0-4904-a8f8-4e1b28cb1d62),segment_id=1094279f-dad0-4904-a8f8-4e1b28cb1d62)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:41.641208 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ac8aee-982d-45a7-b8f6-787428f611ae tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] DELETE failed (client error): The resource could not be found. May 06 10:01:41.641941 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ac8aee-982d-45a7-b8f6-787428f611ae tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:41.648752 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-08ac8aee-982d-45a7-b8f6-787428f611ae tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/networks/3ea33bc3-7677-4aef-9966-74947bdc8b3b HTTP/1.1" status: 404 len: 339 time: 0.0340087 May 06 10:01:41.648752 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45516) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:41.666625 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.683595 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-435f31bc-3a6f-41fa-be17-e9287db4224b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] DELETE failed (client error): The resource could not be found. May 06 10:01:41.684160 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435f31bc-3a6f-41fa-be17-e9287db4224b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:41.689688 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-435f31bc-3a6f-41fa-be17-e9287db4224b tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/subnets/14bad3be-57f0-4ba3-b240-d54478d18cd7 HTTP/1.1" status: 404 len: 337 time: 0.0377781 May 06 10:01:41.690396 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45518) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:41.760311 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=aefc457b-3c3f-4bec-8fc2-4e521c0dd876,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:41.787688 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c36d980-43ed-424d-b233-f9a362ad9f87 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] DELETE failed (client error): The resource could not be found. May 06 10:01:41.789131 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c36d980-43ed-424d-b233-f9a362ad9f87 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:41.794732 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3c36d980-43ed-424d-b233-f9a362ad9f87 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/networks/ce34ae3c-d3f7-4c14-8629-118ef39cfcff HTTP/1.1" status: 404 len: 339 time: 0.1014919 May 06 10:01:41.795679 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45520) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:41.831279 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b837e6ce-a69b-44e7-acce-fc2ad4471bcc req-d8fea4a9-99ec-4b58-b396-63afa41eaf13 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.838727 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9446bd-0ae7-4297-826e-643b5692ffbb tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] DELETE failed (client error): The resource could not be found. May 06 10:01:41.840035 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d9446bd-0ae7-4297-826e-643b5692ffbb tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:41.842920 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['e411bdf6-ee2e-4dc0-be94-c96ca39f2320'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:01:41.843415 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9d9446bd-0ae7-4297-826e-643b5692ffbb tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/subnets/646edb5e-8166-44e8-a867-8f631410e2a1 HTTP/1.1" status: 404 len: 337 time: 0.0468116 May 06 10:01:41.845970 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45522) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:41.882862 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['40611c80-99af-4432-83bb-71303c6c7293'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:01:41.887379 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fea4a9-99ec-4b58-b396-63afa41eaf13 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Pushing event deleted for resources: {'Port': ['ID=40611c80-99af-4432-83bb-71303c6c7293,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:41.922497 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-9abe6402-bd8d-4c10-8897-f8107b512b12 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] DELETE failed (client error): The resource could not be found. May 06 10:01:41.923378 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9abe6402-bd8d-4c10-8897-f8107b512b12 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:41.927199 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9abe6402-bd8d-4c10-8897-f8107b512b12 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/networks/5110ca8d-5168-45c2-9003-edb34345fa88 HTTP/1.1" status: 404 len: 339 time: 0.0802102 May 06 10:01:41.937573 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45524) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:41.977628 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b837e6ce-a69b-44e7-acce-fc2ad4471bcc req-d8fea4a9-99ec-4b58-b396-63afa41eaf13 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] No DVR routers for this DVR port 40611c80-99af-4432-83bb-71303c6c7293 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:01:41.980309 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-b837e6ce-a69b-44e7-acce-fc2ad4471bcc req-d8fea4a9-99ec-4b58-b396-63afa41eaf13 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.984484 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b837e6ce-a69b-44e7-acce-fc2ad4471bcc req-d8fea4a9-99ec-4b58-b396-63afa41eaf13 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.77 "DELETE /v2.0/ports/40611c80-99af-4432-83bb-71303c6c7293 HTTP/1.1" status: 204 len: 173 time: 0.9139583 May 06 10:01:41.986322 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a209b969-4ccc-41cc-84b1-ee286bbf7e80', 'name': 'network-vif-deleted', 'tag': '40611c80-99af-4432-83bb-71303c6c7293'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:01:41.989755 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932a716c-0e77-4651-8357-f463ac1e4225" -d '{"events": [{"server_uuid": "a209b969-4ccc-41cc-84b1-ee286bbf7e80", "name": "network-vif-deleted", "tag": "40611c80-99af-4432-83bb-71303c6c7293"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:01:42.019280 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-5864f197-ed7e-49c3-b50c-f55e46f154e9 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] DELETE failed (client error): The resource could not be found. May 06 10:01:42.019824 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5864f197-ed7e-49c3-b50c-f55e46f154e9 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:42.024881 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5864f197-ed7e-49c3-b50c-f55e46f154e9 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/subnets/a1336763-e32c-4a1d-9ba9-cf3f7daa1939 HTTP/1.1" status: 404 len: 337 time: 0.0622866 May 06 10:01:42.034500 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45528) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:42.057867 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-983aff76-1da9-42c9-9727-4977fabd745b tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:42.082599 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c5f68e-c3cd-4a5d-afca-3efce711804f x-openstack-request-id: req-31c5f68e-c3cd-4a5d-afca-3efce711804f {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:01:42.082985 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a209b969-4ccc-41cc-84b1-ee286bbf7e80", "name": "network-vif-deleted", "tag": "40611c80-99af-4432-83bb-71303c6c7293", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:01:42.083343 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-31c5f68e-c3cd-4a5d-afca-3efce711804f {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:01:42.084010 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31c5f68e-c3cd-4a5d-afca-3efce711804f'] response: {'server_uuid': 'a209b969-4ccc-41cc-84b1-ee286bbf7e80', 'name': 'network-vif-deleted', 'tag': '40611c80-99af-4432-83bb-71303c6c7293', 'status': 'completed', 'code': 200} May 06 10:01:42.087882 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-56028447-99f7-4ef8-9de7-a15981888174 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] DELETE failed (client error): The resource could not be found. May 06 10:01:42.088566 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56028447-99f7-4ef8-9de7-a15981888174 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:42.098300 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-56028447-99f7-4ef8-9de7-a15981888174 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/networks/785b20eb-dd73-433b-983f-16dc6629da76 HTTP/1.1" status: 404 len: 339 time: 0.0625691 May 06 10:01:42.099504 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45530) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:42.163070 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c4a59f-2122-4262-acc1-a95b76e9442a tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] DELETE failed (client error): The resource could not be found. May 06 10:01:42.164542 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c4a59f-2122-4262-acc1-a95b76e9442a tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:42.174648 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c4c4a59f-2122-4262-acc1-a95b76e9442a tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/subnets/e0214568-9909-41e0-971c-2716df7f1dc8 HTTP/1.1" status: 404 len: 337 time: 0.0734739 May 06 10:01:42.176615 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45532) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:42.201935 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f39b82-06f1-405d-a18e-492076ed2bac tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] DELETE failed (client error): The resource could not be found. May 06 10:01:42.203610 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92f39b82-06f1-405d-a18e-492076ed2bac tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:42.210744 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-92f39b82-06f1-405d-a18e-492076ed2bac tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/networks/c74722af-5cd8-4355-b2bd-5fdec67b02e1 HTTP/1.1" status: 404 len: 339 time: 0.0328865 May 06 10:01:42.211581 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45534) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:42.234577 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-983aff76-1da9-42c9-9727-4977fabd745b tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:42.237225 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-983aff76-1da9-42c9-9727-4977fabd745b tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:42.238467 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-983aff76-1da9-42c9-9727-4977fabd745b tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "DELETE /v2.0/security-groups/e915f2df-5193-470b-8bfa-bddb784abb0d HTTP/1.1" status: 204 len: 168 time: 1.0262318 May 06 10:01:42.249379 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-97daf7f3-c7e8-41c8-bd61-f049afeb7131 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] DELETE failed (client error): The resource could not be found. May 06 10:01:42.250104 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97daf7f3-c7e8-41c8-bd61-f049afeb7131 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:42.256848 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-97daf7f3-c7e8-41c8-bd61-f049afeb7131 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/subnets/6f368041-9dc8-4bbd-8bee-aacc499cc4f4 HTTP/1.1" status: 404 len: 337 time: 0.0431688 May 06 10:01:42.257550 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45536) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:42.257893 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45538) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:42.266365 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c543ec05-a410-4c65-a172-03fa671d60b8 None None] Provisioning complete for port aefc457b-3c3f-4bec-8fc2-4e521c0dd876 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:42.267360 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c543ec05-a410-4c65-a172-03fa671d60b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:42.292725 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8884-7bae-4307-8ef9-944d1ecedcc2 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:42.292944 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07b98e6-fe5f-4e60-8773-d241b41cfe66 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] DELETE failed (client error): The resource could not be found. May 06 10:01:42.293556 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f07b98e6-fe5f-4e60-8773-d241b41cfe66 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:42.294533 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983aff76-1da9-42c9-9727-4977fabd745b tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e915f2df-5193-470b-8bfa-bddb784abb0d,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:42.298854 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f07b98e6-fe5f-4e60-8773-d241b41cfe66 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/networks/4c4fd93f-0052-4dba-bba3-736b029427ad HTTP/1.1" status: 404 len: 339 time: 0.0386794 May 06 10:01:42.301021 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45540) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:42.313855 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8884-7bae-4307-8ef9-944d1ecedcc2 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:42.349138 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb0da7c-414f-4083-ae89-d239a8e58121 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] DELETE failed (client error): The resource could not be found. May 06 10:01:42.349598 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb0da7c-414f-4083-ae89-d239a8e58121 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:42.355231 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5bb0da7c-414f-4083-ae89-d239a8e58121 tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/subnets/ffecaa80-b605-4837-8914-9cd27da54ba5 HTTP/1.1" status: 404 len: 337 time: 0.0509176 May 06 10:01:42.358266 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45542) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:42.370675 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac26d40-29f6-423d-8bc1-de72e1619bae tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:01:42.382562 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3bd2055a-1955-4aa6-8481-25c2d282d441 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1232874 May 06 10:01:42.386398 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45544) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:42.391832 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-f45eb4eb-7ef1-4d2f-8674-40fbf8afa636 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Request body: {'security_group': {'name': 'tempest-secgroup--1211111400'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:42.400830 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-26aa604d-0ea7-470d-a5be-71bc53ed5daf tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] DELETE failed (client error): The resource could not be found. May 06 10:01:42.401686 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26aa604d-0ea7-470d-a5be-71bc53ed5daf tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:42.404432 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-26aa604d-0ea7-470d-a5be-71bc53ed5daf tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/networks/4ed1d364-0947-4363-b7a7-bfcc9337af13 HTTP/1.1" status: 404 len: 339 time: 0.0451896 May 06 10:01:42.407128 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45546) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:42.440167 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c543ec05-a410-4c65-a172-03fa671d60b8 None None] Provisioning complete for port 56e9e6cd-da4b-416d-83e4-d39ec0397eb3 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:42.440851 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c543ec05-a410-4c65-a172-03fa671d60b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:42.482102 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-42320031-bdf9-43b0-b0d8-20b203e3b13f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Deleting subnet cd1ed8bf-7868-4ff8-ac30-39d91de802a8 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:01:42.487319 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42320031-bdf9-43b0-b0d8-20b203e3b13f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:42.498348 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-c543ec05-a410-4c65-a172-03fa671d60b8 None None] Port 56e9e6cd-da4b-416d-83e4-d39ec0397eb3 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:01:42.541037 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42320031-bdf9-43b0-b0d8-20b203e3b13f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:42.566239 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f45eb4eb-7ef1-4d2f-8674-40fbf8afa636 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:42.592766 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e3a8ac74-33b8-4393-ab3a-206a477e4dec req-7bfdd7ec-5f04-4ee0-9386-22fcb555ce12 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a209b969-4ccc-41cc-84b1-ee286bbf7e80 HTTP/1.1" status: 200 len: 210 time: 0.0467467 May 06 10:01:42.627822 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac26d40-29f6-423d-8bc1-de72e1619bae tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:01:42.630104 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-fd5e8884-7bae-4307-8ef9-944d1ecedcc2 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Floating IP d625fc31-5ced-46d2-87f4-66d00ae17fe7 associated. External IP: 172.25.5.70, port: 74fb2145-f26c-4a9c-9013-ffaa840c6cab. May 06 10:01:42.634583 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f95f5cd4-4ea6-490d-9933-4897c2da506b None None] Provisioning complete for port 56e9e6cd-da4b-416d-83e4-d39ec0397eb3 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:42.635520 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f95f5cd4-4ea6-490d-9933-4897c2da506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:42.637536 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-dac26d40-29f6-423d-8bc1-de72e1619bae tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "PUT /v2.0/routers/39a0b2c2-1741-4418-baae-5bf2e0fadb5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9830611 May 06 10:01:42.640433 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45550) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:42.646417 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-198b8a6f-4cc9-4800-9eb6-a198b9748218 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'network': {'name': 'tempest-RoutersTest-2114529243'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:42.648249 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d560418-767d-4908-bdb7-f7b0b3e1d621 None None] Sync routers for ids ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:01:42.664427 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42320031-bdf9-43b0-b0d8-20b203e3b13f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:42.730679 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d560418-767d-4908-bdb7-f7b0b3e1d621 None None] Routers {'39a0b2c2-1741-4418-baae-5bf2e0fadb5c'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:42.731582 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-9d560418-767d-4908-bdb7-f7b0b3e1d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:42.733943 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f95f5cd4-4ea6-490d-9933-4897c2da506b None None] Port 56e9e6cd-da4b-416d-83e4-d39ec0397eb3 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:01:42.761401 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42320031-bdf9-43b0-b0d8-20b203e3b13f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:42.770740 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198b8a6f-4cc9-4800-9eb6-a198b9748218 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Made reservation on behalf of 3e9f9f76e76f46fa83c0e38cc7633413 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:42.774521 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-198b8a6f-4cc9-4800-9eb6-a198b9748218 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:42.795195 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42320031-bdf9-43b0-b0d8-20b203e3b13f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event deleted for resources: {'Subnet': ['ID=cd1ed8bf-7868-4ff8-ac30-39d91de802a8,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:42.800837 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42320031-bdf9-43b0-b0d8-20b203e3b13f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:42.807228 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-42320031-bdf9-43b0-b0d8-20b203e3b13f tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/subnets/cd1ed8bf-7868-4ff8-ac30-39d91de802a8 HTTP/1.1" status: 204 len: 168 time: 0.3973727 May 06 10:01:42.820969 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45552) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:42.824708 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55728ee5-58d5-45c8-8d79-bed8fb36c9fb None None] Network 78f31623-98b9-4a29-addc-5bde0d60da36 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:42.856960 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f45eb4eb-7ef1-4d2f-8674-40fbf8afa636 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:42.857989 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198b8a6f-4cc9-4800-9eb6-a198b9748218 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:01:42.872813 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-198b8a6f-4cc9-4800-9eb6-a198b9748218 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:42.873436 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-198b8a6f-4cc9-4800-9eb6-a198b9748218 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Added segment 2475b6ec-0a2a-4556-91b3-c440e156c4eb of type vlan for network b0b7dc7a-567b-43df-a967-21fc8aa2f52f May 06 10:01:42.874965 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f45eb4eb-7ef1-4d2f-8674-40fbf8afa636 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:42.916496 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-9d560418-767d-4908-bdb7-f7b0b3e1d621 None None] Set router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:01:42.935108 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:42.991370 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f45eb4eb-7ef1-4d2f-8674-40fbf8afa636 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:42.993117 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f45eb4eb-7ef1-4d2f-8674-40fbf8afa636 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6055911 May 06 10:01:42.995853 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45554) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:42.996949 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-198b8a6f-4cc9-4800-9eb6-a198b9748218 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.000797 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-91caf937-693f-4153-9faf-333ab13d8bd6 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Request body: {'security_group_rule': {'security_group_id': 'e3201ff3-4cda-4a5e-9855-35713ecf42dc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:43.002375 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45eb4eb-7ef1-4d2f-8674-40fbf8afa636 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3201ff3-4cda-4a5e-9855-35713ecf42dc,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:43.011436 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Deleting port 69729b23-789a-47e6-8605-0170ae871203 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:43.011784 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.061164 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b1d48445-4edc-44bf-8940-8e94ea715701 None None] Provisioning complete for port 56e9e6cd-da4b-416d-83e4-d39ec0397eb3 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:43.061427 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b1d48445-4edc-44bf-8940-8e94ea715701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.074823 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-198b8a6f-4cc9-4800-9eb6-a198b9748218 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.080551 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198b8a6f-4cc9-4800-9eb6-a198b9748218 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:43.082709 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-198b8a6f-4cc9-4800-9eb6-a198b9748218 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.094002 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5e8884-7bae-4307-8ef9-944d1ecedcc2 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Router 3205d89c-2ea7-4f9a-b848-40e1a985b929 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:01:43.106094 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-91caf937-693f-4153-9faf-333ab13d8bd6 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.110929 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] For port 69729b23-789a-47e6-8605-0170ae871203, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=69729b23-789a-47e6-8605-0170ae871203,segment=NetworkSegment(a4a313ba-2a91-40b1-b276-e8cc737f1ade),segment_id=a4a313ba-2a91-40b1-b276-e8cc737f1ade)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:43.111746 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.138591 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Calling delete_port for 69729b23-789a-47e6-8605-0170ae871203 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:43.165782 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-198b8a6f-4cc9-4800-9eb6-a198b9748218 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5232363 May 06 10:01:43.170631 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45558) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:43.177050 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b8a6f-4cc9-4800-9eb6-a198b9748218 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Network': ['ID=b0b7dc7a-567b-43df-a967-21fc8aa2f52f,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:43.183845 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-ff085051-8d15-4a19-9b60-451c0ab8a9bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'subnet': {'network_id': 'b0b7dc7a-567b-43df-a967-21fc8aa2f52f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:43.289916 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5e8884-7bae-4307-8ef9-944d1ecedcc2 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:01:43.294587 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8884-7bae-4307-8ef9-944d1ecedcc2 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.299947 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-91caf937-693f-4153-9faf-333ab13d8bd6 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.302573 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a22140-658e-4c8d-b917-7ea9d6f98922 None None] Sync routers for ids ['3205d89c-2ea7-4f9a-b848-40e1a985b929'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:01:43.312927 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a22140-658e-4c8d-b917-7ea9d6f98922 None None] Routers {'3205d89c-2ea7-4f9a-b848-40e1a985b929'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:43.313639 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b0a22140-658e-4c8d-b917-7ea9d6f98922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3205d89c-2ea7-4f9a-b848-40e1a985b929'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:43.315398 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-b1d48445-4edc-44bf-8940-8e94ea715701 None None] Port 56e9e6cd-da4b-416d-83e4-d39ec0397eb3 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:01:43.315775 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-91caf937-693f-4153-9faf-333ab13d8bd6 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.341958 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fd5e8884-7bae-4307-8ef9-944d1ecedcc2 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "PUT /v2.0/floatingips/d625fc31-5ced-46d2-87f4-66d00ae17fe7 HTTP/1.1" status: 200 len: 991 time: 2.5533748 May 06 10:01:43.341958 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd1bb1ae-27ec-48c7-b632-b1288fc025db', 'tag': '74fb2145-f26c-4a9c-9013-ffaa840c6cab'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:01:43.341958 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9741489-e4ec-4cf9-93ba-3649b4e4b73f" -d '{"events": [{"name": "network-changed", "server_uuid": "dd1bb1ae-27ec-48c7-b632-b1288fc025db", "tag": "74fb2145-f26c-4a9c-9013-ffaa840c6cab"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:01:43.343166 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91caf937-693f-4153-9faf-333ab13d8bd6 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f1ae52-a5d1-41f7-a1ff-ba8c1d1faa1e,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:43.366701 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network b0b7dc7a-567b-43df-a967-21fc8aa2f52f details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:01:43.368787 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device aefc457b-3c3f-4bec-8fc2-4e521c0dd876 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:43.372339 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-91caf937-693f-4153-9faf-333ab13d8bd6 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.376702 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-91caf937-693f-4153-9faf-333ab13d8bd6 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3764443 May 06 10:01:43.378987 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45564) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:43.387185 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-05333123-7c38-4e27-8aa7-19223facb538 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Request body: {'security_group_rule': {'security_group_id': 'e3201ff3-4cda-4a5e-9855-35713ecf42dc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:43.403891 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.408243 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e5c9fa-a7c9-47f6-8e58-203cc41d610e x-openstack-request-id: req-e8e5c9fa-a7c9-47f6-8e58-203cc41d610e {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:01:43.409299 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd1bb1ae-27ec-48c7-b632-b1288fc025db", "tag": "74fb2145-f26c-4a9c-9013-ffaa840c6cab", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:01:43.409299 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e8e5c9fa-a7c9-47f6-8e58-203cc41d610e {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:01:43.409299 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8e5c9fa-a7c9-47f6-8e58-203cc41d610e'] response: {'name': 'network-changed', 'server_uuid': 'dd1bb1ae-27ec-48c7-b632-b1288fc025db', 'tag': '74fb2145-f26c-4a9c-9013-ffaa840c6cab', 'status': 'completed', 'code': 200} May 06 10:01:43.412435 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff085051-8d15-4a19-9b60-451c0ab8a9bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Made reservation on behalf of 3e9f9f76e76f46fa83c0e38cc7633413 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:43.416060 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ff085051-8d15-4a19-9b60-451c0ab8a9bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.472552 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-b0a22140-658e-4c8d-b917-7ea9d6f98922 None None] Set router 3205d89c-2ea7-4f9a-b848-40e1a985b929 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:01:43.502458 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event deleted for resources: {'Port': ['ID=69729b23-789a-47e6-8605-0170ae871203,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:43.510703 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] No DVR routers for this DVR port 69729b23-789a-47e6-8605-0170ae871203 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:01:43.550747 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port aefc457b-3c3f-4bec-8fc2-4e521c0dd876 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:43.551855 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.568494 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:43.569513 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:43.569955 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:43.570388 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:43.570853 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:43.571309 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:43.571736 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:43.572170 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:43.572594 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:43.573019 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:43.573444 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:43.573869 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:43.592160 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526b5c66-a9d7-4be1-a9e3-4579f69621d1 None None] DHCP port deletion for 78f31623-98b9-4a29-addc-5bde0d60da36 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:01:43.592367 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05333123-7c38-4e27-8aa7-19223facb538 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.633510 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f16ea1e-ff4a-46ac-80a2-30d386c2ec9c None None] get_active_networks_info from n-d-840835-1 {{(pid=102654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 10:01:43.705895 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-9d560418-767d-4908-bdb7-f7b0b3e1d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'name': 'tempest-RoutersTest-router-907218381', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:01:37Z', 'updated_at': '2022-05-06T10:01:40Z', 'revision_number': 2, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None, '_interfaces': [{'id': '56e9e6cd-da4b-416d-83e4-d39ec0397eb3', 'name': '', 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:dd:96:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:39Z', 'updated_at': '2022-05-06T10:01:40Z', 'revision_number': 2, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:43.716296 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.731175 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9741489-e4ec-4cf9-93ba-3649b4e4b73f req-bae5594c-06ab-4a2f-8a27-0d0191d2fc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:43.732966 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f9741489-e4ec-4cf9-93ba-3649b4e4b73f req-bae5594c-06ab-4a2f-8a27-0d0191d2fc1b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8f622fd1748945faafa68a8a25c50995&device_id=dd1bb1ae-27ec-48c7-b632-b1288fc025db HTTP/1.1" status: 200 len: 1097 time: 0.2673266 May 06 10:01:43.769570 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d560418-767d-4908-bdb7-f7b0b3e1d621 None None] Checking router: 39a0b2c2-1741-4418-baae-5bf2e0fadb5c for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:01:43.770033 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d560418-767d-4908-bdb7-f7b0b3e1d621 None None] Updating router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c port 56e9e6cd-da4b-416d-83e4-d39ec0397eb3 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:01:43.777319 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f31623-98b9-4a29-addc-5bde0d60da36']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:43.783155 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b0a22140-658e-4c8d-b917-7ea9d6f98922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '47f79145-6e99-4488-a4da-6e00e375309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T09:55:43Z', 'revision_number': 4, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port': {'id': '47f79145-6e99-4488-a4da-6e00e375309c', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:35Z', 'updated_at': '2022-05-06T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'd625fc31-5ced-46d2-87f4-66d00ae17fe7', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'port_id': '74fb2145-f26c-4a9c-9013-ffaa840c6cab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'mac_address': 'fa:16:3e:5f:d7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1bb1ae-27ec-48c7-b632-b1288fc025db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:01:22Z', 'updated_at': '2022-05-06T10:01:42Z', 'revision_number': 1, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd70468-c15f-42df-8758-eb38a58186b2', 'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'mac_address': 'fa:16:3e:c9:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:40Z', 'updated_at': '2022-05-06T09:55:48Z', 'revision_number': 5, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'subnets': [{'id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:43.815537 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a22140-658e-4c8d-b917-7ea9d6f98922 None None] Checking router: 3205d89c-2ea7-4f9a-b848-40e1a985b929 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:01:43.828306 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9d560418-767d-4908-bdb7-f7b0b3e1d621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.829072 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a22140-658e-4c8d-b917-7ea9d6f98922 None None] Routers {'3205d89c-2ea7-4f9a-b848-40e1a985b929'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:43.829800 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a313ba-2a91-40b1-b276-e8cc737f1ade') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:43.829961 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b0a22140-658e-4c8d-b917-7ea9d6f98922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3205d89c-2ea7-4f9a-b848-40e1a985b929'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:43.830418 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a313ba-2a91-40b1-b276-e8cc737f1ade') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:43.861729 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.893332 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f16ea1e-ff4a-46ac-80a2-30d386c2ec9c None None] Resources bound (agent type, host, resource id): {{(pid=102654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 10:01:43.916664 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05333123-7c38-4e27-8aa7-19223facb538 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.933242 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.940933 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05333123-7c38-4e27-8aa7-19223facb538 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.971798 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:43.972200 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: timer() May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:43.976002 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:43.980218 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-b0a22140-658e-4c8d-b917-7ea9d6f98922 None None] Set router 3205d89c-2ea7-4f9a-b848-40e1a985b929 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:01:44.002541 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda8d0b-18bc-4542-a20a-f8dd86d02a39 req-e7f3d15b-33af-4a0f-bfc1-05c0ac68e452 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:44.005250 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9bda8d0b-18bc-4542-a20a-f8dd86d02a39 req-e7f3d15b-33af-4a0f-bfc1-05c0ac68e452 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6121ff70-77c8-4c87-94bc-ccdd4e489f93 HTTP/1.1" status: 200 len: 1096 time: 0.0537927 May 06 10:01:44.046345 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9bda8d0b-18bc-4542-a20a-f8dd86d02a39 req-00997495-2777-4160-be26-301d6be892e0 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a1fbea8f-5359-4c17-ba0c-a599f8f38f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329812 May 06 10:01:44.074147 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05333123-7c38-4e27-8aa7-19223facb538 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11cd2ef4-3fdc-4196-ac28-01905206c081,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:44.076040 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9741489-e4ec-4cf9-93ba-3649b4e4b73f req-a0b0e0ad-7203-4460-8200-fc9e1eb49083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:44.077602 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f9741489-e4ec-4cf9-93ba-3649b4e4b73f req-a0b0e0ad-7203-4460-8200-fc9e1eb49083 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 HTTP/1.1" status: 200 len: 914 time: 0.3331528 May 06 10:01:44.085160 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05333123-7c38-4e27-8aa7-19223facb538 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.086319 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-05333123-7c38-4e27-8aa7-19223facb538 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7079222 May 06 10:01:44.089237 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45572) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:44.094080 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-03d0c476-e17a-4d5d-9d90-5b482ae782df tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Request body: {'security_group_rule': {'security_group_id': 'e3201ff3-4cda-4a5e-9855-35713ecf42dc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:44.126277 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-03d0c476-e17a-4d5d-9d90-5b482ae782df tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.149041 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.152789 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ff085051-8d15-4a19-9b60-451c0ab8a9bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.175476 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.178761 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] 10.222.0.73 "DELETE /v2.0/networks/78f31623-98b9-4a29-addc-5bde0d60da36 HTTP/1.1" status: 204 len: 168 time: 1.3572617 May 06 10:01:44.257538 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-03d0c476-e17a-4d5d-9d90-5b482ae782df tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.269913 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-03d0c476-e17a-4d5d-9d90-5b482ae782df tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.302315 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-b0a22140-658e-4c8d-b917-7ea9d6f98922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '47f79145-6e99-4488-a4da-6e00e375309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T09:55:43Z', 'revision_number': 4, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port': {'id': '47f79145-6e99-4488-a4da-6e00e375309c', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:35Z', 'updated_at': '2022-05-06T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'd625fc31-5ced-46d2-87f4-66d00ae17fe7', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'port_id': '74fb2145-f26c-4a9c-9013-ffaa840c6cab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'mac_address': 'fa:16:3e:5f:d7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1bb1ae-27ec-48c7-b632-b1288fc025db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:01:22Z', 'updated_at': '2022-05-06T10:01:42Z', 'revision_number': 1, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd70468-c15f-42df-8758-eb38a58186b2', 'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'mac_address': 'fa:16:3e:c9:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:40Z', 'updated_at': '2022-05-06T09:55:48Z', 'revision_number': 5, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'subnets': [{'id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:44.309966 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0c476-e17a-4d5d-9d90-5b482ae782df tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1dee0a-f69b-46f0-abf4-7703d66bdadd,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:44.325223 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-03d0c476-e17a-4d5d-9d90-5b482ae782df tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.326501 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-03d0c476-e17a-4d5d-9d90-5b482ae782df tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2362533 May 06 10:01:44.332578 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45576) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:44.344203 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-96b900ac-e4a5-4729-afe2-73ab374b66ae tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Request body: {'security_group_rule': {'security_group_id': 'e3201ff3-4cda-4a5e-9855-35713ecf42dc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:44.369686 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a22140-658e-4c8d-b917-7ea9d6f98922 None None] The sync data for ids ['3205d89c-2ea7-4f9a-b848-40e1a985b929'] in n-d-840835-1 is: [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '47f79145-6e99-4488-a4da-6e00e375309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T09:55:43Z', 'revision_number': 4, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port': {'id': '47f79145-6e99-4488-a4da-6e00e375309c', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:35Z', 'updated_at': '2022-05-06T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'd625fc31-5ced-46d2-87f4-66d00ae17fe7', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'port_id': '74fb2145-f26c-4a9c-9013-ffaa840c6cab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'mac_address': 'fa:16:3e:5f:d7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1bb1ae-27ec-48c7-b632-b1288fc025db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:01:22Z', 'updated_at': '2022-05-06T10:01:42Z', 'revision_number': 1, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd70468-c15f-42df-8758-eb38a58186b2', 'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'mac_address': 'fa:16:3e:c9:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:40Z', 'updated_at': '2022-05-06T09:55:48Z', 'revision_number': 5, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'subnets': [{'id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:01:44.409921 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-96b900ac-e4a5-4729-afe2-73ab374b66ae tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.487543 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9d560418-767d-4908-bdb7-f7b0b3e1d621 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.503275 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9d560418-767d-4908-bdb7-f7b0b3e1d621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.504669 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-96b900ac-e4a5-4729-afe2-73ab374b66ae tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.512901 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-96b900ac-e4a5-4729-afe2-73ab374b66ae tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.539304 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b900ac-e4a5-4729-afe2-73ab374b66ae tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4f83e3-ec7b-48b1-8500-02e667cf4232,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:44.551720 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-96b900ac-e4a5-4729-afe2-73ab374b66ae tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.553727 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-96b900ac-e4a5-4729-afe2-73ab374b66ae tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2195420 May 06 10:01:44.556724 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45578) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:44.567711 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-031a924f-5ff7-424e-ac25-46ced6011481 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Request body: {'security_group_rule': {'security_group_id': 'e3201ff3-4cda-4a5e-9855-35713ecf42dc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:44.602117 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-031a924f-5ff7-424e-ac25-46ced6011481 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.659666 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ae6d9-0cda-490a-9839-0db18a81b08d tempest-NetworksTest-282219964 tempest-NetworksTest-282219964-project] Pushing event deleted for resources: {'Network': ['ID=78f31623-98b9-4a29-addc-5bde0d60da36,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:44.662114 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-9d560418-767d-4908-bdb7-f7b0b3e1d621 None None] Attempting to bind port 56e9e6cd-da4b-416d-83e4-d39ec0397eb3 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:01:44.662699 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-9d560418-767d-4908-bdb7-f7b0b3e1d621 None None] Attempting to bind port 56e9e6cd-da4b-416d-83e4-d39ec0397eb3 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '1094279f-dad0-4904-a8f8-4e1b28cb1d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:01:44.663159 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d560418-767d-4908-bdb7-f7b0b3e1d621 None None] Attempting to bind port 56e9e6cd-da4b-416d-83e4-d39ec0397eb3 on network 7dacee60-72fd-4886-8223-f452cee4a3aa {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:44.667006 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d045997-a7ba-4e43-b996-1ae1106b08d6 None None] Pushing event updated for resources: {'Port': ['ID=56e9e6cd-da4b-416d-83e4-d39ec0397eb3,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:44.672288 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d560418-767d-4908-bdb7-f7b0b3e1d621 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:01:44.672671 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d560418-767d-4908-bdb7-f7b0b3e1d621 None None] Checking segment: {'id': '1094279f-dad0-4904-a8f8-4e1b28cb1d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:44.673073 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9d560418-767d-4908-bdb7-f7b0b3e1d621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.673476 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d560418-767d-4908-bdb7-f7b0b3e1d621 None None] Bound using segment: {'id': '1094279f-dad0-4904-a8f8-4e1b28cb1d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:01:44.673957 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-9d560418-767d-4908-bdb7-f7b0b3e1d621 None None] Bound port: 56e9e6cd-da4b-416d-83e4-d39ec0397eb3, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1094279f-dad0-4904-a8f8-4e1b28cb1d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:01:44.674349 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9d560418-767d-4908-bdb7-f7b0b3e1d621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.693021 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f9741489-e4ec-4cf9-93ba-3649b4e4b73f req-6303e921-1425-4f5c-b704-d442d35dc89e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74fb2145-f26c-4a9c-9013-ffaa840c6cab HTTP/1.1" status: 200 len: 999 time: 0.6051900 May 06 10:01:44.728333 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-031a924f-5ff7-424e-ac25-46ced6011481 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.737633 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-031a924f-5ff7-424e-ac25-46ced6011481 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.763281 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45582) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:44.790003 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a924f-5ff7-424e-ac25-46ced6011481 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baba4370-c2f5-4bf4-9ed2-e88344395081,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:44.796522 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-9d560418-767d-4908-bdb7-f7b0b3e1d621 None None] For port 56e9e6cd-da4b-416d-83e4-d39ec0397eb3, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:01:44.804735 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-9d560418-767d-4908-bdb7-f7b0b3e1d621 None None] For port 56e9e6cd-da4b-416d-83e4-d39ec0397eb3, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=56e9e6cd-da4b-416d-83e4-d39ec0397eb3,segment=NetworkSegment(1094279f-dad0-4904-a8f8-4e1b28cb1d62),segment_id=1094279f-dad0-4904-a8f8-4e1b28cb1d62)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:01:44.805020 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-031a924f-5ff7-424e-ac25-46ced6011481 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.806302 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d15c05-4121-407c-8bd8-ce671c6374a9 None None] New status for floating IP d625fc31-5ced-46d2-87f4-66d00ae17fe7: ACTIVE {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:01:44.810645 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-031a924f-5ff7-424e-ac25-46ced6011481 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2474148 May 06 10:01:44.813047 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45586) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:44.825385 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff085051-8d15-4a19-9b60-451c0ab8a9bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Subnet': ['ID=1accfcd4-1886-430b-ad5e-f3f475a3fcb9,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:44.847878 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff085051-8d15-4a19-9b60-451c0ab8a9bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Checking segment: {'id': '2475b6ec-0a2a-4556-91b3-c440e156c4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b0b7dc7a-567b-43df-a967-21fc8aa2f52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:44.848242 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff085051-8d15-4a19-9b60-451c0ab8a9bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network hostable DHCP agents. Network: b0b7dc7a-567b-43df-a967-21fc8aa2f52f, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:01:44.852187 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0a6a1109-039f-4b33-b870-ab8bd2ec7fdd tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.858382 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9741489-e4ec-4cf9-93ba-3649b4e4b73f req-6ef30383-72d2-4d8e-8e58-8c49d505ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:44.859877 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f9741489-e4ec-4cf9-93ba-3649b4e4b73f req-6ef30383-72d2-4d8e-8e58-8c49d505ceb6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5a6d1981-166e-43ed-8cde-937a332bb113 HTTP/1.1" status: 200 len: 852 time: 0.1428208 May 06 10:01:44.861470 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0a6a1109-039f-4b33-b870-ab8bd2ec7fdd tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.884240 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9d560418-767d-4908-bdb7-f7b0b3e1d621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.900987 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0a6a1109-039f-4b33-b870-ab8bd2ec7fdd tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.909054 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff085051-8d15-4a19-9b60-451c0ab8a9bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network b0b7dc7a-567b-43df-a967-21fc8aa2f52f is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:01:44.916453 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0a6a1109-039f-4b33-b870-ab8bd2ec7fdd tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.921250 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0a6a1109-039f-4b33-b870-ab8bd2ec7fdd tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/baba4370-c2f5-4bf4-9ed2-e88344395081 HTTP/1.1" status: 204 len: 168 time: 0.1070833 May 06 10:01:44.925706 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45588) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:44.937005 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a1109-039f-4b33-b870-ab8bd2ec7fdd tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=baba4370-c2f5-4bf4-9ed2-e88344395081,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:44.947678 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9741489-e4ec-4cf9-93ba-3649b4e4b73f req-09ebb06f-62ad-4296-8a9e-af98fa21d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:44.951139 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f9741489-e4ec-4cf9-93ba-3649b4e4b73f req-09ebb06f-62ad-4296-8a9e-af98fa21d58a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820580 May 06 10:01:44.953517 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-ff085051-8d15-4a19-9b60-451c0ab8a9bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, b0b7dc7a-567b-43df-a967-21fc8aa2f52f) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:44.957845 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff085051-8d15-4a19-9b60-451c0ab8a9bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:44.958258 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ff085051-8d15-4a19-9b60-451c0ab8a9bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.997043 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ff085051-8d15-4a19-9b60-451c0ab8a9bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8218822 May 06 10:01:44.997312 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45590) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:45.015471 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0337a8-26a9-4f39-befa-6251a1c4be1c None None] Network b0b7dc7a-567b-43df-a967-21fc8aa2f52f requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:45.017431 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 40611c80-99af-4432-83bb-71303c6c7293 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:01:45.025481 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d045997-a7ba-4e43-b996-1ae1106b08d6 None None] Pushing event updated for resources: {'Port': ['ID=56e9e6cd-da4b-416d-83e4-d39ec0397eb3,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:45.047712 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3183d57e-ae12-4b4d-a99e-daada001ac5b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b8000b76e14d415baaa92cf8f42f4d21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2827079 May 06 10:01:45.050486 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45592) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:45.056985 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-6d1b570c-8213-45d6-844e-2a48ed0fe2ca None None] Provisioning complete for port 56e9e6cd-da4b-416d-83e4-d39ec0397eb3 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:45.057462 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6d1b570c-8213-45d6-844e-2a48ed0fe2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.118519 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-680b869e-a71f-4f0a-9d20-2a9c1a3d6273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.121811 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 40611c80-99af-4432-83bb-71303c6c7293 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:01:45.122238 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 40611c80-99af-4432-83bb-71303c6c7293 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:01:45.123978 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d560418-767d-4908-bdb7-f7b0b3e1d621 None None] Routers {'39a0b2c2-1741-4418-baae-5bf2e0fadb5c'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:45.124776 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-9d560418-767d-4908-bdb7-f7b0b3e1d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:45.171069 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-680b869e-a71f-4f0a-9d20-2a9c1a3d6273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.192672 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f9741489-e4ec-4cf9-93ba-3649b4e4b73f req-2af1a8ad-f50c-4440-a669-3a15e1543882 service neutron] 10.222.0.77 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115762 May 06 10:01:45.261837 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 69729b23-789a-47e6-8605-0170ae871203 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:01:45.277949 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8f6c0-0c4f-43f0-b871-5387dfd4eb89 req-697795a4-db07-4c80-9256-c5b3daf684f1 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:45.279716 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eef8f6c0-0c4f-43f0-b871-5387dfd4eb89 req-697795a4-db07-4c80-9256-c5b3daf684f1 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6121ff70-77c8-4c87-94bc-ccdd4e489f93 HTTP/1.1" status: 200 len: 1096 time: 0.0802574 May 06 10:01:45.280864 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-680b869e-a71f-4f0a-9d20-2a9c1a3d6273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.284555 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-680b869e-a71f-4f0a-9d20-2a9c1a3d6273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.285848 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-680b869e-a71f-4f0a-9d20-2a9c1a3d6273 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fa1e28a1-1105-430c-a1d7-b122c077196b HTTP/1.1" status: 204 len: 168 time: 0.2343364 May 06 10:01:45.316330 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b869e-a71f-4f0a-9d20-2a9c1a3d6273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1e28a1-1105-430c-a1d7-b122c077196b,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:45.347760 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eef8f6c0-0c4f-43f0-b871-5387dfd4eb89 req-4c89d927-b80e-46c3-8893-6772d973bbd4 tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a1fbea8f-5359-4c17-ba0c-a599f8f38f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465951 May 06 10:01:45.354310 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-519725b7-edde-4e55-b888-4463bf2f9164 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.4247737 May 06 10:01:45.356276 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45598) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:45.394384 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1dde6cf-e1d9-479d-9cb3-c450d746c651 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.407152 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1dde6cf-e1d9-479d-9cb3-c450d746c651 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.463590 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1dde6cf-e1d9-479d-9cb3-c450d746c651 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.474491 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1dde6cf-e1d9-479d-9cb3-c450d746c651 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.476270 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d1dde6cf-e1d9-479d-9cb3-c450d746c651 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/3f4f83e3-ec7b-48b1-8500-02e667cf4232 HTTP/1.1" status: 204 len: 168 time: 0.1189899 May 06 10:01:45.486369 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45600) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:45.487157 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dde6cf-e1d9-479d-9cb3-c450d746c651 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f4f83e3-ec7b-48b1-8500-02e667cf4232,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:45.527627 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7a1f04c2-9fcc-4af7-975e-6bc452c6c8e8 req-43fc2aef-1496-4cd3-a477-5cc41dc59a91 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2434568 May 06 10:01:45.549872 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 69729b23-789a-47e6-8605-0170ae871203 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:01:45.550215 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 69729b23-789a-47e6-8605-0170ae871203 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:01:45.558362 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f9741489-e4ec-4cf9-93ba-3649b4e4b73f req-7e5032e2-a5b4-42bf-968e-87253baf1554 service neutron] 10.222.0.77 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037176 May 06 10:01:45.569561 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-9d560418-767d-4908-bdb7-f7b0b3e1d621 None None] Set router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:01:45.694286 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b6a54b66-35d8-4537-9eed-32ae67dd83ed tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1954076 May 06 10:01:45.695201 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45610) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:45.752841 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1354655-549c-4e24-a505-86f3196ce2b3 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.777705 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f04c2-9fcc-4af7-975e-6bc452c6c8e8 req-16fbdf33-2841-41f7-bb6d-1a8b57deccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:45.778761 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7a1f04c2-9fcc-4af7-975e-6bc452c6c8e8 req-16fbdf33-2841-41f7-bb6d-1a8b57deccb8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 1096 time: 0.1127875 May 06 10:01:45.779900 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1354655-549c-4e24-a505-86f3196ce2b3 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.818308 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519484cc-11fa-4df6-b0fc-a655e59e9dfb req-630e55e7-f154-4981-8735-c88250fd46cf tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:45.820916 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-519484cc-11fa-4df6-b0fc-a655e59e9dfb req-630e55e7-f154-4981-8735-c88250fd46cf tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=6121ff70-77c8-4c87-94bc-ccdd4e489f93 HTTP/1.1" status: 200 len: 1096 time: 0.1071560 May 06 10:01:45.828035 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6d1b570c-8213-45d6-844e-2a48ed0fe2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.875153 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1354655-549c-4e24-a505-86f3196ce2b3 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.892019 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e08c182-f337-41e0-bca2-7be6831e3222 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.896565 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-6d1b570c-8213-45d6-844e-2a48ed0fe2ca None None] For port 56e9e6cd-da4b-416d-83e4-d39ec0397eb3, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=56e9e6cd-da4b-416d-83e4-d39ec0397eb3,segment=NetworkSegment(1094279f-dad0-4904-a8f8-4e1b28cb1d62),segment_id=1094279f-dad0-4904-a8f8-4e1b28cb1d62)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:45.900628 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffed780-ad49-4b79-b578-5e4b2d901c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-b0b7dc7a-567b-43df-a967-21fc8aa2f52f', 'network_id': 'b0b7dc7a-567b-43df-a967-21fc8aa2f52f', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'fixed_ips': [{'subnet_id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:01:45.901537 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7ffed780-ad49-4b79-b578-5e4b2d901c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.902298 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1354655-549c-4e24-a505-86f3196ce2b3 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.909535 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45614) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:45.912218 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d1354655-549c-4e24-a505-86f3196ce2b3 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/cc1dee0a-f69b-46f0-abf4-7703d66bdadd HTTP/1.1" status: 204 len: 168 time: 0.2157397 May 06 10:01:45.936726 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6d1b570c-8213-45d6-844e-2a48ed0fe2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.943338 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1354655-549c-4e24-a505-86f3196ce2b3 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc1dee0a-f69b-46f0-abf4-7703d66bdadd,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:45.999673 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-519484cc-11fa-4df6-b0fc-a655e59e9dfb req-66e7ccb9-fdea-4b68-be77-2ed67601c9ef tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Deleting port e411bdf6-ee2e-4dc0-be94-c96ca39f2320 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:46.000152 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-519484cc-11fa-4df6-b0fc-a655e59e9dfb req-66e7ccb9-fdea-4b68-be77-2ed67601c9ef tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.010664 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90f17a12-9cd1-475b-8dfe-0d8b5fd08bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.021070 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f04c2-9fcc-4af7-975e-6bc452c6c8e8 req-22f3aca1-c692-42b7-bdfb-699f02eb0a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:46.022737 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7a1f04c2-9fcc-4af7-975e-6bc452c6c8e8 req-22f3aca1-c692-42b7-bdfb-699f02eb0a52 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f401ddee-c9b9-4291-b336-96fe56078e24 HTTP/1.1" status: 200 len: 897 time: 0.2025294 May 06 10:01:46.133127 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-519484cc-11fa-4df6-b0fc-a655e59e9dfb req-66e7ccb9-fdea-4b68-be77-2ed67601c9ef tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] For port e411bdf6-ee2e-4dc0-be94-c96ca39f2320, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e411bdf6-ee2e-4dc0-be94-c96ca39f2320,segment=NetworkSegment(64700d0d-45c9-49b8-9199-79bd2973a1bb),segment_id=64700d0d-45c9-49b8-9199-79bd2973a1bb)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:46.133127 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-519484cc-11fa-4df6-b0fc-a655e59e9dfb req-66e7ccb9-fdea-4b68-be77-2ed67601c9ef tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.133873 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-210fc84b-e95c-4943-b5e6-1f93d53ebce2 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2176142 May 06 10:01:46.133873 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45622) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:46.138723 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b570c-8213-45d6-844e-2a48ed0fe2ca None None] Pushing event updated for resources: {'Port': ['ID=56e9e6cd-da4b-416d-83e4-d39ec0397eb3,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:46.145385 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-519484cc-11fa-4df6-b0fc-a655e59e9dfb req-66e7ccb9-fdea-4b68-be77-2ed67601c9ef tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Calling delete_port for e411bdf6-ee2e-4dc0-be94-c96ca39f2320 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:46.150454 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-1686eeb8-4606-4ea3-9fd9-9678d17145a2 None None] Provisioning complete for port 56e9e6cd-da4b-416d-83e4-d39ec0397eb3 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:46.150833 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1686eeb8-4606-4ea3-9fd9-9678d17145a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.180817 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7a1f04c2-9fcc-4af7-975e-6bc452c6c8e8 req-48fdd0d1-1670-453b-8ce8-727058d94b20 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dffb0a95-b609-4ed3-8404-79c0ecb25b5f HTTP/1.1" status: 200 len: 1000 time: 0.1451833 May 06 10:01:46.215929 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-7ffed780-ad49-4b79-b578-5e4b2d901c8a None None] Allocated IP 172.21.0.2 (b0b7dc7a-567b-43df-a967-21fc8aa2f52f/1accfcd4-1886-430b-ad5e-f3f475a3fcb9/0e2d015f-6409-494b-88e1-ecc250be72bc) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:46.235699 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fad746f0-c748-4959-aadd-a55f099de8ba tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.260729 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fad746f0-c748-4959-aadd-a55f099de8ba tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.262247 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45626) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:46.291331 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-519484cc-11fa-4df6-b0fc-a655e59e9dfb req-66e7ccb9-fdea-4b68-be77-2ed67601c9ef tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.357942 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f04c2-9fcc-4af7-975e-6bc452c6c8e8 req-c7de56c7-5e21-400a-b5e0-e5400afb0b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:46.359829 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7a1f04c2-9fcc-4af7-975e-6bc452c6c8e8 req-c7de56c7-5e21-400a-b5e0-e5400afb0b53 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=50aa0855-d29a-44d5-947d-88e867f2f077 HTTP/1.1" status: 200 len: 834 time: 0.1254644 May 06 10:01:46.360453 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fad746f0-c748-4959-aadd-a55f099de8ba tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.376784 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fad746f0-c748-4959-aadd-a55f099de8ba tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.376784 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fad746f0-c748-4959-aadd-a55f099de8ba tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/11cd2ef4-3fdc-4196-ac28-01905206c081 HTTP/1.1" status: 204 len: 168 time: 0.2159963 May 06 10:01:46.383344 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7ccb9-fdea-4b68-be77-2ed67601c9ef tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Pushing event deleted for resources: {'Port': ['ID=e411bdf6-ee2e-4dc0-be94-c96ca39f2320,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:46.388426 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45632) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:46.395672 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-9d560418-767d-4908-bdb7-f7b0b3e1d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'name': 'tempest-RoutersTest-router-907218381', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:01:37Z', 'updated_at': '2022-05-06T10:01:40Z', 'revision_number': 2, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None, '_interfaces': [{'id': '56e9e6cd-da4b-416d-83e4-d39ec0397eb3', 'name': '', 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:dd:96:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:39Z', 'updated_at': '2022-05-06T10:01:44Z', 'revision_number': 4, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:46.461434 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad746f0-c748-4959-aadd-a55f099de8ba tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11cd2ef4-3fdc-4196-ac28-01905206c081,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:46.465410 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d560418-767d-4908-bdb7-f7b0b3e1d621 None None] The sync data for ids ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'] in n-d-840835-1 is: [{'id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'name': 'tempest-RoutersTest-router-907218381', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:01:37Z', 'updated_at': '2022-05-06T10:01:40Z', 'revision_number': 2, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None, '_interfaces': [{'id': '56e9e6cd-da4b-416d-83e4-d39ec0397eb3', 'name': '', 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:dd:96:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:39Z', 'updated_at': '2022-05-06T10:01:44Z', 'revision_number': 4, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:01:46.495806 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-e07fd84c-e3ac-4c28-93ec-5a410e54a9ee tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2068192027', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:46.518839 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f04c2-9fcc-4af7-975e-6bc452c6c8e8 req-96e8839e-0c9a-4c3d-87ae-7bca6af261d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:46.520421 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7a1f04c2-9fcc-4af7-975e-6bc452c6c8e8 req-96e8839e-0c9a-4c3d-87ae-7bca6af261d8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f401ddee-c9b9-4291-b336-96fe56078e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1247525 May 06 10:01:46.525388 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45634) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:46.525966 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b8cb6d75-ddf8-4fdd-a5cf-7e8e8847905e tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1120875 May 06 10:01:46.527331 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-519484cc-11fa-4df6-b0fc-a655e59e9dfb req-66e7ccb9-fdea-4b68-be77-2ed67601c9ef tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] No DVR routers for this DVR port e411bdf6-ee2e-4dc0-be94-c96ca39f2320 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:01:46.532704 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-519484cc-11fa-4df6-b0fc-a655e59e9dfb req-66e7ccb9-fdea-4b68-be77-2ed67601c9ef tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.536143 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-519484cc-11fa-4df6-b0fc-a655e59e9dfb req-66e7ccb9-fdea-4b68-be77-2ed67601c9ef tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.84 "DELETE /v2.0/ports/e411bdf6-ee2e-4dc0-be94-c96ca39f2320 HTTP/1.1" status: 204 len: 173 time: 0.7059836 May 06 10:01:46.544552 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6121ff70-77c8-4c87-94bc-ccdd4e489f93', 'name': 'network-vif-deleted', 'tag': 'e411bdf6-ee2e-4dc0-be94-c96ca39f2320'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:01:46.547005 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ea60a0-febf-4eb2-97e1-d7bd09f7716a" -d '{"events": [{"server_uuid": "6121ff70-77c8-4c87-94bc-ccdd4e489f93", "name": "network-vif-deleted", "tag": "e411bdf6-ee2e-4dc0-be94-c96ca39f2320"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:01:46.553591 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7ffed780-ad49-4b79-b578-5e4b2d901c8a None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.564411 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7ffed780-ad49-4b79-b578-5e4b2d901c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.593700 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d8ea86bf-a6b7-439c-bed5-4f05908c5b0c req-9d9c7433-742c-404a-a31c-a2500206cfba tempest-TestServerMultinode-1216168842 tempest-TestServerMultinode-1216168842-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6121ff70-77c8-4c87-94bc-ccdd4e489f93 HTTP/1.1" status: 200 len: 210 time: 0.1067281 May 06 10:01:46.611869 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e07fd84c-e3ac-4c28-93ec-5a410e54a9ee tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.612943 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e07fd84c-e3ac-4c28-93ec-5a410e54a9ee tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.644284 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffed780-ad49-4b79-b578-5e4b2d901c8a None None] Pushing event updated for resources: {'Port': ['ID=0e2d015f-6409-494b-88e1-ecc250be72bc,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:46.672445 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffed780-ad49-4b79-b578-5e4b2d901c8a None None] Network b0b7dc7a-567b-43df-a967-21fc8aa2f52f is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:46.674315 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-7ffed780-ad49-4b79-b578-5e4b2d901c8a None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:46.677737 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffed780-ad49-4b79-b578-5e4b2d901c8a None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:46.742679 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5d58d6b0-b35b-483e-a5c4-d56768cc09ef tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.743901 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e07fd84c-e3ac-4c28-93ec-5a410e54a9ee tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.747158 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1faa173-e349-400f-9f41-8b27b6bbbe0d x-openstack-request-id: req-f1faa173-e349-400f-9f41-8b27b6bbbe0d {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:01:46.748299 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6121ff70-77c8-4c87-94bc-ccdd4e489f93", "name": "network-vif-deleted", "tag": "e411bdf6-ee2e-4dc0-be94-c96ca39f2320", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:01:46.748604 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f1faa173-e349-400f-9f41-8b27b6bbbe0d {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:01:46.749748 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7a1f04c2-9fcc-4af7-975e-6bc452c6c8e8 req-c4692506-524c-4324-b79c-54d2c9a79093 service neutron] 10.222.0.84 "GET /v2.0/networks/f401ddee-c9b9-4291-b336-96fe56078e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155676 May 06 10:01:46.750709 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1faa173-e349-400f-9f41-8b27b6bbbe0d'] response: {'server_uuid': '6121ff70-77c8-4c87-94bc-ccdd4e489f93', 'name': 'network-vif-deleted', 'tag': 'e411bdf6-ee2e-4dc0-be94-c96ca39f2320', 'status': 'completed', 'code': 200} May 06 10:01:46.753799 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e07fd84c-e3ac-4c28-93ec-5a410e54a9ee tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.766875 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5d58d6b0-b35b-483e-a5c4-d56768cc09ef tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.784854 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e07fd84c-e3ac-4c28-93ec-5a410e54a9ee tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.788907 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e07fd84c-e3ac-4c28-93ec-5a410e54a9ee tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5258877 May 06 10:01:46.789776 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45640) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:46.794893 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-4cbde964-aae9-44ab-bdad-eda51831e47a tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2133207565'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:46.801741 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-7ffed780-ad49-4b79-b578-5e4b2d901c8a None None] Attempting to bind port 0e2d015f-6409-494b-88e1-ecc250be72bc on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:01:46.802187 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-7ffed780-ad49-4b79-b578-5e4b2d901c8a None None] Attempting to bind port 0e2d015f-6409-494b-88e1-ecc250be72bc by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '2475b6ec-0a2a-4556-91b3-c440e156c4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b0b7dc7a-567b-43df-a967-21fc8aa2f52f'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:01:46.802742 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffed780-ad49-4b79-b578-5e4b2d901c8a None None] Attempting to bind port 0e2d015f-6409-494b-88e1-ecc250be72bc on network b0b7dc7a-567b-43df-a967-21fc8aa2f52f {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:46.812929 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-2e08c182-f337-41e0-bca2-7be6831e3222 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Allocated IP 172.21.0.1 (b0b7dc7a-567b-43df-a967-21fc8aa2f52f/1accfcd4-1886-430b-ad5e-f3f475a3fcb9/fee470d1-cde6-42ba-b7f1-41eebe21b7ff) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:46.815732 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffed780-ad49-4b79-b578-5e4b2d901c8a None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:01:46.816308 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffed780-ad49-4b79-b578-5e4b2d901c8a None None] Checking segment: {'id': '2475b6ec-0a2a-4556-91b3-c440e156c4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b0b7dc7a-567b-43df-a967-21fc8aa2f52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:46.816822 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7ffed780-ad49-4b79-b578-5e4b2d901c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.817317 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffed780-ad49-4b79-b578-5e4b2d901c8a None None] Bound using segment: {'id': '2475b6ec-0a2a-4556-91b3-c440e156c4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b0b7dc7a-567b-43df-a967-21fc8aa2f52f'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:01:46.817905 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-7ffed780-ad49-4b79-b578-5e4b2d901c8a None None] Bound port: 0e2d015f-6409-494b-88e1-ecc250be72bc, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2475b6ec-0a2a-4556-91b3-c440e156c4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b0b7dc7a-567b-43df-a967-21fc8aa2f52f'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:01:46.818723 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7ffed780-ad49-4b79-b578-5e4b2d901c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.820592 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbde964-aae9-44ab-bdad-eda51831e47a tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Made reservation on behalf of 61945c8b327940f3b5e5fecb6862a930 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:46.839807 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4cbde964-aae9-44ab-bdad-eda51831e47a tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.855398 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4cbde964-aae9-44ab-bdad-eda51831e47a tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.937148 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-7ffed780-ad49-4b79-b578-5e4b2d901c8a None None] For port 0e2d015f-6409-494b-88e1-ecc250be72bc, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:01:46.941866 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-7ffed780-ad49-4b79-b578-5e4b2d901c8a None None] For port 0e2d015f-6409-494b-88e1-ecc250be72bc, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=0e2d015f-6409-494b-88e1-ecc250be72bc,segment=NetworkSegment(2475b6ec-0a2a-4556-91b3-c440e156c4eb),segment_id=2475b6ec-0a2a-4556-91b3-c440e156c4eb)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:01:46.948575 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7ffed780-ad49-4b79-b578-5e4b2d901c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.950224 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4cbde964-aae9-44ab-bdad-eda51831e47a tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.956948 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4cbde964-aae9-44ab-bdad-eda51831e47a tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.980972 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7a1f04c2-9fcc-4af7-975e-6bc452c6c8e8 req-abf9a772-0372-4c1c-9590-3dff873703a6 service neutron] 10.222.0.84 "GET /v2.0/networks/f401ddee-c9b9-4291-b336-96fe56078e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117524 May 06 10:01:46.999802 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5d58d6b0-b35b-483e-a5c4-d56768cc09ef tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:47.023249 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbde964-aae9-44ab-bdad-eda51831e47a tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2b3ea5-7324-4101-ab76-36b4b109e9d9,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:47.029191 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbde964-aae9-44ab-bdad-eda51831e47a tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:01:47.037502 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffed780-ad49-4b79-b578-5e4b2d901c8a None None] Pushing event updated for resources: {'Port': ['ID=0e2d015f-6409-494b-88e1-ecc250be72bc,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:47.045939 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4cbde964-aae9-44ab-bdad-eda51831e47a tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:47.046292 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-4cbde964-aae9-44ab-bdad-eda51831e47a tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Added segment 8458e8e2-ed82-4011-99e6-9a521e63cbc6 of type vlan for network 0b9de961-3524-451c-bb71-d7d276f4f824 May 06 10:01:47.076640 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5d58d6b0-b35b-483e-a5c4-d56768cc09ef tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:47.080942 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5d58d6b0-b35b-483e-a5c4-d56768cc09ef tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/b6f1ae52-a5d1-41f7-a1ff-ba8c1d1faa1e HTTP/1.1" status: 204 len: 168 time: 0.5516162 May 06 10:01:47.087418 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45642) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:47.096366 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58d6b0-b35b-483e-a5c4-d56768cc09ef tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6f1ae52-a5d1-41f7-a1ff-ba8c1d1faa1e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:47.125947 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4cbde964-aae9-44ab-bdad-eda51831e47a tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:47.164117 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-98ca7bc8-3163-4ebe-8547-380178956b4f tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0755119 May 06 10:01:47.170492 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45644) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:47.197909 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e08c182-f337-41e0-bca2-7be6831e3222 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:47.224491 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4cbde964-aae9-44ab-bdad-eda51831e47a tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:47.231010 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbde964-aae9-44ab-bdad-eda51831e47a tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:47.231892 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4cbde964-aae9-44ab-bdad-eda51831e47a tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:47.270662 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e08c182-f337-41e0-bca2-7be6831e3222 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:47.350285 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45646) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:47.351331 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4cbde964-aae9-44ab-bdad-eda51831e47a tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5604227 May 06 10:01:47.353729 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e08c182-f337-41e0-bca2-7be6831e3222 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network b0b7dc7a-567b-43df-a967-21fc8aa2f52f is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:47.369881 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-eaf6d24c-231f-4033-b0ea-704dfa1960b4 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Request body: {'subnet': {'network_id': '0b9de961-3524-451c-bb71-d7d276f4f824', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:47.381939 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-2e08c182-f337-41e0-bca2-7be6831e3222 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:47.393188 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbde964-aae9-44ab-bdad-eda51831e47a tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Pushing event updated for resources: {'Network': ['ID=0b9de961-3524-451c-bb71-d7d276f4f824,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:47.393858 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 56e9e6cd-da4b-416d-83e4-d39ec0397eb3 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:47.406726 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1d586ad1-b04d-4876-97a7-56bbf9df9c18 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:47.432345 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 0b9de961-3524-451c-bb71-d7d276f4f824 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:01:47.438868 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1d586ad1-b04d-4876-97a7-56bbf9df9c18 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:47.497202 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e08c182-f337-41e0-bca2-7be6831e3222 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:47.504061 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08c182-f337-41e0-bca2-7be6831e3222 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Port': ['ID=fee470d1-cde6-42ba-b7f1-41eebe21b7ff,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:47.516434 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1d586ad1-b04d-4876-97a7-56bbf9df9c18 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:47.519718 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1d586ad1-b04d-4876-97a7-56bbf9df9c18 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:47.521290 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1d586ad1-b04d-4876-97a7-56bbf9df9c18 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "DELETE /v2.0/security-groups/e3201ff3-4cda-4a5e-9855-35713ecf42dc HTTP/1.1" status: 204 len: 168 time: 0.3496649 May 06 10:01:47.526595 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45648) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:47.563003 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d586ad1-b04d-4876-97a7-56bbf9df9c18 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3201ff3-4cda-4a5e-9855-35713ecf42dc,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:47.616846 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 56e9e6cd-da4b-416d-83e4-d39ec0397eb3 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:47.617514 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:47.632450 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e08c182-f337-41e0-bca2-7be6831e3222 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:47.636395 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-010441cc-fdec-414c-ae58-f9ae512cfc4c tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1081140 May 06 10:01:47.648033 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45652) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:47.659932 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-9c92a1ab-2246-4bfc-aecc-bda36170d99d tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Request body: {'security_group': {'name': 'tempest-secgroup--1436779196'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:47.700499 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf6d24c-231f-4033-b0ea-704dfa1960b4 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Made reservation on behalf of 61945c8b327940f3b5e5fecb6862a930 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:47.704622 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45654) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:47.706115 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eaf6d24c-231f-4033-b0ea-704dfa1960b4 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:47.711091 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9c92a1ab-2246-4bfc-aecc-bda36170d99d tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:47.836999 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device e411bdf6-ee2e-4dc0-be94-c96ca39f2320 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:01:47.861444 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: e411bdf6-ee2e-4dc0-be94-c96ca39f2320 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:01:47.861703 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device e411bdf6-ee2e-4dc0-be94-c96ca39f2320 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:01:47.882162 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e08c182-f337-41e0-bca2-7be6831e3222 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:47.904200 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9c92a1ab-2246-4bfc-aecc-bda36170d99d tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:47.913414 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9c92a1ab-2246-4bfc-aecc-bda36170d99d tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:47.983829 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9c92a1ab-2246-4bfc-aecc-bda36170d99d tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:47.985080 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9c92a1ab-2246-4bfc-aecc-bda36170d99d tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3353279 May 06 10:01:47.987354 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92a1ab-2246-4bfc-aecc-bda36170d99d tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab33473b-ec56-40c5-b52e-10b4c7454a06,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:47.989349 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45656) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:47.996066 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-03e07564-523d-48fc-af5b-e04371fdd288 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Request body: {'security_group_rule': {'security_group_id': 'ab33473b-ec56-40c5-b52e-10b4c7454a06', 'direction': 'ingress', 'protocol': 17}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:48.063471 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-03e07564-523d-48fc-af5b-e04371fdd288 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.073319 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eaf6d24c-231f-4033-b0ea-704dfa1960b4 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.141272 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-03e07564-523d-48fc-af5b-e04371fdd288 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.147074 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-03e07564-523d-48fc-af5b-e04371fdd288 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.174012 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e07564-523d-48fc-af5b-e04371fdd288 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d623792d-2c47-4891-8168-638908c75993,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:48.185578 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-03e07564-523d-48fc-af5b-e04371fdd288 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.186797 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-03e07564-523d-48fc-af5b-e04371fdd288 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1944599 May 06 10:01:48.190478 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45658) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:48.205675 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6d24c-231f-4033-b0ea-704dfa1960b4 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Pushing event updated for resources: {'Subnet': ['ID=d50f7a6d-f473-48df-afda-b7cc67858e30,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:48.227870 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf6d24c-231f-4033-b0ea-704dfa1960b4 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Checking segment: {'id': '8458e8e2-ed82-4011-99e6-9a521e63cbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0b9de961-3524-451c-bb71-d7d276f4f824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:48.228247 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf6d24c-231f-4033-b0ea-704dfa1960b4 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Network hostable DHCP agents. Network: 0b9de961-3524-451c-bb71-d7d276f4f824, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:01:48.282591 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf6d24c-231f-4033-b0ea-704dfa1960b4 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Network 0b9de961-3524-451c-bb71-d7d276f4f824 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:01:48.296982 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-eaf6d24c-231f-4033-b0ea-704dfa1960b4 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 0b9de961-3524-451c-bb71-d7d276f4f824) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:48.307165 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf6d24c-231f-4033-b0ea-704dfa1960b4 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:48.307738 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eaf6d24c-231f-4033-b0ea-704dfa1960b4 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.308319 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0231f25-d51f-41b1-9438-e3b81e509dcd None None] Network 0b9de961-3524-451c-bb71-d7d276f4f824 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:48.311349 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e08c182-f337-41e0-bca2-7be6831e3222 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.315507 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9ec7f9b6-914f-4eb9-9fac-8cc9f8a500e6 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.321948 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e08c182-f337-41e0-bca2-7be6831e3222 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.325181 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5ea64bb9-ead9-4f3a-9609-d3978d1f9661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.384240 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-eaf6d24c-231f-4033-b0ea-704dfa1960b4 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0329232 May 06 10:01:48.390519 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45660) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:48.398226 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-731b3ed0-d088-4640-82e3-d2abcfb621a1 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Request body: {'network': {'name': 'tempest-router-network01--37806612'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:48.416165 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9ec7f9b6-914f-4eb9-9fac-8cc9f8a500e6 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.421081 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e08c182-f337-41e0-bca2-7be6831e3222 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.424194 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08c182-f337-41e0-bca2-7be6831e3222 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Port': ['ID=fee470d1-cde6-42ba-b7f1-41eebe21b7ff,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:48.511162 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731b3ed0-d088-4640-82e3-d2abcfb621a1 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Made reservation on behalf of 61945c8b327940f3b5e5fecb6862a930 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:48.515224 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-731b3ed0-d088-4640-82e3-d2abcfb621a1 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.535862 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-df9f8843-4bd4-43c8-9797-2389982d8c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.551733 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1971a4-05ac-4147-ae24-fdda4029d55b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-0b9de961-3524-451c-bb71-d7d276f4f824', 'network_id': '0b9de961-3524-451c-bb71-d7d276f4f824', 'tenant_id': '61945c8b327940f3b5e5fecb6862a930', 'fixed_ips': [{'subnet_id': 'd50f7a6d-f473-48df-afda-b7cc67858e30'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:01:48.552849 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ab1971a4-05ac-4147-ae24-fdda4029d55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.574465 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e08c182-f337-41e0-bca2-7be6831e3222 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network b0b7dc7a-567b-43df-a967-21fc8aa2f52f is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:48.576239 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-2e08c182-f337-41e0-bca2-7be6831e3222 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:48.643485 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9ec7f9b6-914f-4eb9-9fac-8cc9f8a500e6 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.646604 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9ec7f9b6-914f-4eb9-9fac-8cc9f8a500e6 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.650583 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9ec7f9b6-914f-4eb9-9fac-8cc9f8a500e6 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "DELETE /v2.0/security-groups/ab33473b-ec56-40c5-b52e-10b4c7454a06 HTTP/1.1" status: 204 len: 168 time: 0.4569232 May 06 10:01:48.660568 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45662) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:48.666898 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-731b3ed0-d088-4640-82e3-d2abcfb621a1 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:01:48.680252 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec7f9b6-914f-4eb9-9fac-8cc9f8a500e6 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab33473b-ec56-40c5-b52e-10b4c7454a06,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:48.696497 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-731b3ed0-d088-4640-82e3-d2abcfb621a1 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.696905 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-731b3ed0-d088-4640-82e3-d2abcfb621a1 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Added segment 6afe2d88-b326-4c67-97b8-52dfb172cecd of type vlan for network e8ed5f8e-078f-4c01-a6fd-55ca052e538a May 06 10:01:48.769756 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4a93dfc6-482a-4149-8a09-dd8e59da3123 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1079576 May 06 10:01:48.772264 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e08c182-f337-41e0-bca2-7be6831e3222 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:01:48.773006 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45664) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:48.782293 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-e563963a-3d64-4b90-9b1a-3604d71eb232 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Request body: {'security_group': {'name': 'tempest-secgroup--1367876234'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:48.782761 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-ab1971a4-05ac-4147-ae24-fdda4029d55b None None] Allocated IP 172.20.0.2 (0b9de961-3524-451c-bb71-d7d276f4f824/d50f7a6d-f473-48df-afda-b7cc67858e30/73d13293-ff1c-4a2d-bce3-d65a1f00a20a) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:48.786681 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-731b3ed0-d088-4640-82e3-d2abcfb621a1 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.824029 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e563963a-3d64-4b90-9b1a-3604d71eb232 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.854732 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-731b3ed0-d088-4640-82e3-d2abcfb621a1 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.861836 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731b3ed0-d088-4640-82e3-d2abcfb621a1 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:48.862559 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-731b3ed0-d088-4640-82e3-d2abcfb621a1 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.863793 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1c6ec4-3f88-4eaf-962e-ecc4e68f8991 None None] Network b0b7dc7a-567b-43df-a967-21fc8aa2f52f requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:48.950899 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.978265 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-731b3ed0-d088-4640-82e3-d2abcfb621a1 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5850186 May 06 10:01:48.999366 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45666) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:49.006090 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-ab2c74ea-6a95-49b3-b1e4-399b427c2368 None None] Provisioning complete for port 0e2d015f-6409-494b-88e1-ecc250be72bc triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:49.006469 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ab2c74ea-6a95-49b3-b1e4-399b427c2368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.007947 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-932a5572-1d48-4437-9765-b41dd0c3a701 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Request body: {'network': {'name': 'tempest-router-network02--1338266005'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:49.033981 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932a5572-1d48-4437-9765-b41dd0c3a701 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Made reservation on behalf of 61945c8b327940f3b5e5fecb6862a930 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:49.037942 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-932a5572-1d48-4437-9765-b41dd0c3a701 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.042341 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b3ed0-d088-4640-82e3-d2abcfb621a1 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Pushing event updated for resources: {'Network': ['ID=e8ed5f8e-078f-4c01-a6fd-55ca052e538a,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:49.078229 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-932a5572-1d48-4437-9765-b41dd0c3a701 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:01:49.088198 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network e8ed5f8e-078f-4c01-a6fd-55ca052e538a details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:01:49.092344 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-932a5572-1d48-4437-9765-b41dd0c3a701 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.092701 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-932a5572-1d48-4437-9765-b41dd0c3a701 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Added segment 35e80e99-8778-41c2-8861-fc02d1bd4dea of type vlan for network 9c6e9f18-526e-4ce1-a0b8-3d0b475655dd May 06 10:01:49.109209 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-5ea64bb9-ead9-4f3a-9609-d3978d1f9661 admin admin] Deleting port 944265b4-00a6-4670-a9f3-4373d6a7b1e3 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:49.109652 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5ea64bb9-ead9-4f3a-9609-d3978d1f9661 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.187863 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-932a5572-1d48-4437-9765-b41dd0c3a701 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.235881 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-932a5572-1d48-4437-9765-b41dd0c3a701 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.243582 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932a5572-1d48-4437-9765-b41dd0c3a701 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:49.245683 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-932a5572-1d48-4437-9765-b41dd0c3a701 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.260862 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ab1971a4-05ac-4147-ae24-fdda4029d55b None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.282249 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ab1971a4-05ac-4147-ae24-fdda4029d55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.323478 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1971a4-05ac-4147-ae24-fdda4029d55b None None] Network 0b9de961-3524-451c-bb71-d7d276f4f824 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:49.324466 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 0e2d015f-6409-494b-88e1-ecc250be72bc up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:49.346668 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-5ea64bb9-ead9-4f3a-9609-d3978d1f9661 admin admin] For port 944265b4-00a6-4670-a9f3-4373d6a7b1e3, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=944265b4-00a6-4670-a9f3-4373d6a7b1e3,segment=NetworkSegment(64700d0d-45c9-49b8-9199-79bd2973a1bb),segment_id=64700d0d-45c9-49b8-9199-79bd2973a1bb)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:49.347426 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5ea64bb9-ead9-4f3a-9609-d3978d1f9661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.371924 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-5ea64bb9-ead9-4f3a-9609-d3978d1f9661 admin admin] Calling delete_port for 944265b4-00a6-4670-a9f3-4373d6a7b1e3 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:49.372176 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-ab1971a4-05ac-4147-ae24-fdda4029d55b None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:49.378730 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e08c182-f337-41e0-bca2-7be6831e3222 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:01:49.383263 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1971a4-05ac-4147-ae24-fdda4029d55b None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:49.386300 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2e08c182-f337-41e0-bca2-7be6831e3222 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "PUT /v2.0/routers/39a0b2c2-1741-4418-baae-5bf2e0fadb5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3783889 May 06 10:01:49.388141 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a5572-1d48-4437-9765-b41dd0c3a701 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Pushing event updated for resources: {'Network': ['ID=9c6e9f18-526e-4ce1-a0b8-3d0b475655dd,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:49.390748 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45668) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:49.399147 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8172a9bb-a681-4bc1-98b2-b39cf62fe06e None None] Sync routers for ids ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:01:49.407447 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-860e1427-ad77-45c0-8374-9736184424bb tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'network': {'name': 'tempest-RoutersTest-1871219482'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:49.408540 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 9c6e9f18-526e-4ce1-a0b8-3d0b475655dd details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:01:49.413742 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8172a9bb-a681-4bc1-98b2-b39cf62fe06e None None] Routers {'39a0b2c2-1741-4418-baae-5bf2e0fadb5c'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:49.414379 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8172a9bb-a681-4bc1-98b2-b39cf62fe06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:49.414858 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1971a4-05ac-4147-ae24-fdda4029d55b None None] Pushing event updated for resources: {'Port': ['ID=73d13293-ff1c-4a2d-bce3-d65a1f00a20a,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:49.418889 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-932a5572-1d48-4437-9765-b41dd0c3a701 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4124472 May 06 10:01:49.422204 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45670) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:49.439541 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-da4ff86f-1b85-4fbb-97ae-5de2c49aa41b tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Request body: {'subnet': {'network_id': 'e8ed5f8e-078f-4c01-a6fd-55ca052e538a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:49.565243 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860e1427-ad77-45c0-8374-9736184424bb tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Made reservation on behalf of 3e9f9f76e76f46fa83c0e38cc7633413 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:49.570058 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-860e1427-ad77-45c0-8374-9736184424bb tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.582936 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e563963a-3d64-4b90-9b1a-3604d71eb232 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.587852 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-8172a9bb-a681-4bc1-98b2-b39cf62fe06e None None] Set router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:01:49.595979 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e563963a-3d64-4b90-9b1a-3604d71eb232 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.661704 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e563963a-3d64-4b90-9b1a-3604d71eb232 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.663716 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e563963a-3d64-4b90-9b1a-3604d71eb232 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8887799 May 06 10:01:49.679810 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4ff86f-1b85-4fbb-97ae-5de2c49aa41b tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Made reservation on behalf of 61945c8b327940f3b5e5fecb6862a930 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:49.684567 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-da4ff86f-1b85-4fbb-97ae-5de2c49aa41b tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.688403 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-860e1427-ad77-45c0-8374-9736184424bb tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:01:49.690394 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45672) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:49.696831 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ab2c74ea-6a95-49b3-b1e4-399b427c2368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.706461 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-a8e99263-d9b9-4446-938e-4ccfd031fcf0 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Request body: {'security_group': {'name': 'tempest-secgroup--1673007554'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:49.750123 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5ea64bb9-ead9-4f3a-9609-d3978d1f9661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.788870 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.803798 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ab1971a4-05ac-4147-ae24-fdda4029d55b None None] Attempting to bind port 73d13293-ff1c-4a2d-bce3-d65a1f00a20a on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:01:49.804721 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ab1971a4-05ac-4147-ae24-fdda4029d55b None None] Attempting to bind port 73d13293-ff1c-4a2d-bce3-d65a1f00a20a by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '8458e8e2-ed82-4011-99e6-9a521e63cbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0b9de961-3524-451c-bb71-d7d276f4f824'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:01:49.805968 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1971a4-05ac-4147-ae24-fdda4029d55b None None] Attempting to bind port 73d13293-ff1c-4a2d-bce3-d65a1f00a20a on network 0b9de961-3524-451c-bb71-d7d276f4f824 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:49.807820 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea64bb9-ead9-4f3a-9609-d3978d1f9661 admin admin] Pushing event deleted for resources: {'Port': ['ID=944265b4-00a6-4670-a9f3-4373d6a7b1e3,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:49.822160 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8e99263-d9b9-4446-938e-4ccfd031fcf0 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.824450 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ab2c74ea-6a95-49b3-b1e4-399b427c2368 None None] For port 0e2d015f-6409-494b-88e1-ecc250be72bc, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=0e2d015f-6409-494b-88e1-ecc250be72bc,segment=NetworkSegment(2475b6ec-0a2a-4556-91b3-c440e156c4eb),segment_id=2475b6ec-0a2a-4556-91b3-c440e156c4eb)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:49.832602 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1971a4-05ac-4147-ae24-fdda4029d55b None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:01:49.833027 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1971a4-05ac-4147-ae24-fdda4029d55b None None] Checking segment: {'id': '8458e8e2-ed82-4011-99e6-9a521e63cbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0b9de961-3524-451c-bb71-d7d276f4f824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:49.833450 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ab1971a4-05ac-4147-ae24-fdda4029d55b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.833868 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1971a4-05ac-4147-ae24-fdda4029d55b None None] Bound using segment: {'id': '8458e8e2-ed82-4011-99e6-9a521e63cbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0b9de961-3524-451c-bb71-d7d276f4f824'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:01:49.834916 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ab1971a4-05ac-4147-ae24-fdda4029d55b None None] Bound port: 73d13293-ff1c-4a2d-bce3-d65a1f00a20a, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8458e8e2-ed82-4011-99e6-9a521e63cbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0b9de961-3524-451c-bb71-d7d276f4f824'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:01:49.835356 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ab1971a4-05ac-4147-ae24-fdda4029d55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.843686 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563963a-3d64-4b90-9b1a-3604d71eb232 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86d8056e-ca07-4bf2-8077-403f61668d25,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:49.857611 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 0e2d015f-6409-494b-88e1-ecc250be72bc triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:49.857991 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.874701 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ab2c74ea-6a95-49b3-b1e4-399b427c2368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.886661 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-860e1427-ad77-45c0-8374-9736184424bb tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.887188 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-860e1427-ad77-45c0-8374-9736184424bb tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Added segment d6726eb5-957a-4473-9d63-976e36f7b4fb of type vlan for network 25857c42-1967-4569-b87e-7de68985aaf5 May 06 10:01:50.024198 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8e99263-d9b9-4446-938e-4ccfd031fcf0 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:50.061207 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8e99263-d9b9-4446-938e-4ccfd031fcf0 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:50.103029 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-860e1427-ad77-45c0-8374-9736184424bb tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:50.103688 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-8aea3393-40b8-4082-b2dc-4d8767779f61 None None] Provisioning complete for port fee470d1-cde6-42ba-b7f1-41eebe21b7ff triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:50.104382 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8aea3393-40b8-4082-b2dc-4d8767779f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:50.122020 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8172a9bb-a681-4bc1-98b2-b39cf62fe06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'name': 'tempest-RoutersTest-router-907218381', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:01:37Z', 'updated_at': '2022-05-06T10:01:47Z', 'revision_number': 3, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None, '_interfaces': [{'id': '56e9e6cd-da4b-416d-83e4-d39ec0397eb3', 'name': '', 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:dd:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:39Z', 'updated_at': '2022-05-06T10:01:45Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fee470d1-cde6-42ba-b7f1-41eebe21b7ff', 'name': '', 'network_id': 'b0b7dc7a-567b-43df-a967-21fc8aa2f52f', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:60:c2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:46Z', 'updated_at': '2022-05-06T10:01:48Z', 'revision_number': 2, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:50.157885 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c74ea-6a95-49b3-b1e4-399b427c2368 None None] Pushing event updated for resources: {'Port': ['ID=0e2d015f-6409-494b-88e1-ecc250be72bc,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:50.187913 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8172a9bb-a681-4bc1-98b2-b39cf62fe06e None None] Checking router: 39a0b2c2-1741-4418-baae-5bf2e0fadb5c for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:01:50.188273 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8172a9bb-a681-4bc1-98b2-b39cf62fe06e None None] Updating router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c port fee470d1-cde6-42ba-b7f1-41eebe21b7ff binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:01:50.202966 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ab1971a4-05ac-4147-ae24-fdda4029d55b None None] For port 73d13293-ff1c-4a2d-bce3-d65a1f00a20a, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:01:50.211486 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ab1971a4-05ac-4147-ae24-fdda4029d55b None None] For port 73d13293-ff1c-4a2d-bce3-d65a1f00a20a, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=73d13293-ff1c-4a2d-bce3-d65a1f00a20a,segment=NetworkSegment(8458e8e2-ed82-4011-99e6-9a521e63cbc6),segment_id=8458e8e2-ed82-4011-99e6-9a521e63cbc6)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:01:50.261789 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8172a9bb-a681-4bc1-98b2-b39cf62fe06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:50.266061 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ab1971a4-05ac-4147-ae24-fdda4029d55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:50.336781 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8e99263-d9b9-4446-938e-4ccfd031fcf0 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:50.339261 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-8aea3393-40b8-4082-b2dc-4d8767779f61 None None] Port fee470d1-cde6-42ba-b7f1-41eebe21b7ff cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:01:50.341570 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a8e99263-d9b9-4446-938e-4ccfd031fcf0 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6408112 May 06 10:01:50.355325 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45674) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:50.361650 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-026ebf0f-c4ba-446f-854b-2e012f7470c2 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Request body: {'security_group_rule': {'security_group_id': '86d8056e-ca07-4bf2-8077-403f61668d25', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '10aada25-ecd5-4d6b-b783-56e7f58bb185', 'remote_ip_prefix': None}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:50.367751 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e99263-d9b9-4446-938e-4ccfd031fcf0 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10aada25-ecd5-4d6b-b783-56e7f58bb185,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:50.373185 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-da4ff86f-1b85-4fbb-97ae-5de2c49aa41b tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:50.375833 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-860e1427-ad77-45c0-8374-9736184424bb tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:50.382528 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860e1427-ad77-45c0-8374-9736184424bb tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:50.383624 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-860e1427-ad77-45c0-8374-9736184424bb tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:50.450229 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-8aea3393-40b8-4082-b2dc-4d8767779f61 None None] Provisioning complete for port 0e2d015f-6409-494b-88e1-ecc250be72bc triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:50.451031 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8aea3393-40b8-4082-b2dc-4d8767779f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:50.497967 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1971a4-05ac-4147-ae24-fdda4029d55b None None] Pushing event updated for resources: {'Port': ['ID=73d13293-ff1c-4a2d-bce3-d65a1f00a20a,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:50.533919 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ff86f-1b85-4fbb-97ae-5de2c49aa41b tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Pushing event updated for resources: {'Subnet': ['ID=1dafc0e2-6e9a-40a9-aeea-71073aee31b7,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:50.551305 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e1427-ad77-45c0-8374-9736184424bb tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Network': ['ID=25857c42-1967-4569-b87e-7de68985aaf5,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:50.581052 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-860e1427-ad77-45c0-8374-9736184424bb tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1889572 May 06 10:01:50.581927 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 25857c42-1967-4569-b87e-7de68985aaf5 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:01:50.584699 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45676) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:50.590845 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-66e8bb6e-6d00-46eb-921c-5f67710472bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'subnet': {'network_id': '25857c42-1967-4569-b87e-7de68985aaf5', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:50.712399 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-026ebf0f-c4ba-446f-854b-2e012f7470c2 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:50.757322 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5ea64bb9-ead9-4f3a-9609-d3978d1f9661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:50.770767 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4ff86f-1b85-4fbb-97ae-5de2c49aa41b tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Checking segment: {'id': '6afe2d88-b326-4c67-97b8-52dfb172cecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e8ed5f8e-078f-4c01-a6fd-55ca052e538a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:50.771216 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4ff86f-1b85-4fbb-97ae-5de2c49aa41b tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Network hostable DHCP agents. Network: e8ed5f8e-078f-4c01-a6fd-55ca052e538a, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:01:50.844855 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8172a9bb-a681-4bc1-98b2-b39cf62fe06e None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:50.854177 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8172a9bb-a681-4bc1-98b2-b39cf62fe06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:50.870380 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-026ebf0f-c4ba-446f-854b-2e012f7470c2 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:50.874791 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4ff86f-1b85-4fbb-97ae-5de2c49aa41b tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Network e8ed5f8e-078f-4c01-a6fd-55ca052e538a is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:01:50.884085 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-026ebf0f-c4ba-446f-854b-2e012f7470c2 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:50.907840 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-da4ff86f-1b85-4fbb-97ae-5de2c49aa41b tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, e8ed5f8e-078f-4c01-a6fd-55ca052e538a) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:50.920622 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4ff86f-1b85-4fbb-97ae-5de2c49aa41b tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:50.921227 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-da4ff86f-1b85-4fbb-97ae-5de2c49aa41b tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:50.926778 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5b74c8-2f46-4bda-bdbe-c15fe43cfeee None None] Network e8ed5f8e-078f-4c01-a6fd-55ca052e538a requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:50.938455 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ebf0f-c4ba-446f-854b-2e012f7470c2 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39aff33f-015b-45f8-b96b-cf93b3e570b2,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:50.950164 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-da4ff86f-1b85-4fbb-97ae-5de2c49aa41b tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5236166 May 06 10:01:50.953240 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45678) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:50.958705 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-4c92048c-f664-440d-aa7e-100831e954d2 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Request body: {'subnet': {'network_id': '9c6e9f18-526e-4ce1-a0b8-3d0b475655dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:50.967220 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-026ebf0f-c4ba-446f-854b-2e012f7470c2 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:50.968521 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-026ebf0f-c4ba-446f-854b-2e012f7470c2 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6115060 May 06 10:01:50.971748 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45680) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:51.009615 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e8bb6e-6d00-46eb-921c-5f67710472bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Made reservation on behalf of 3e9f9f76e76f46fa83c0e38cc7633413 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:51.013398 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-66e8bb6e-6d00-46eb-921c-5f67710472bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.036204 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83314c-3793-4609-bb0a-df8c82194325 None None] Pushing event updated for resources: {'Port': ['ID=fee470d1-cde6-42ba-b7f1-41eebe21b7ff,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:51.048909 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83314c-3793-4609-bb0a-df8c82194325 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:51.049379 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83314c-3793-4609-bb0a-df8c82194325 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:51.049952 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83314c-3793-4609-bb0a-df8c82194325 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:51.050513 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83314c-3793-4609-bb0a-df8c82194325 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:51.051414 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83314c-3793-4609-bb0a-df8c82194325 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:51.051987 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83314c-3793-4609-bb0a-df8c82194325 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:51.052552 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83314c-3793-4609-bb0a-df8c82194325 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:51.053752 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83314c-3793-4609-bb0a-df8c82194325 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:51.054367 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83314c-3793-4609-bb0a-df8c82194325 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:51.054944 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83314c-3793-4609-bb0a-df8c82194325 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:51.055536 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83314c-3793-4609-bb0a-df8c82194325 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:51.055874 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83314c-3793-4609-bb0a-df8c82194325 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:51.081285 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-30d365ec-6d1f-4d18-af92-5b44153576c5 None None] Provisioning complete for port fee470d1-cde6-42ba-b7f1-41eebe21b7ff triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:51.085169 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-30d365ec-6d1f-4d18-af92-5b44153576c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.087106 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea64bb9-ead9-4f3a-9609-d3978d1f9661 admin admin] Router 26a130ea-aa58-4d04-9ea4-a96928bc55c9 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:01:51.131147 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-8172a9bb-a681-4bc1-98b2-b39cf62fe06e None None] Attempting to bind port fee470d1-cde6-42ba-b7f1-41eebe21b7ff on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:01:51.131749 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-8172a9bb-a681-4bc1-98b2-b39cf62fe06e None None] Attempting to bind port fee470d1-cde6-42ba-b7f1-41eebe21b7ff by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '2475b6ec-0a2a-4556-91b3-c440e156c4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b0b7dc7a-567b-43df-a967-21fc8aa2f52f'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:01:51.132349 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8172a9bb-a681-4bc1-98b2-b39cf62fe06e None None] Attempting to bind port fee470d1-cde6-42ba-b7f1-41eebe21b7ff on network b0b7dc7a-567b-43df-a967-21fc8aa2f52f {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:51.138441 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8172a9bb-a681-4bc1-98b2-b39cf62fe06e None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:01:51.139095 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8172a9bb-a681-4bc1-98b2-b39cf62fe06e None None] Checking segment: {'id': '2475b6ec-0a2a-4556-91b3-c440e156c4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b0b7dc7a-567b-43df-a967-21fc8aa2f52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:51.139729 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8172a9bb-a681-4bc1-98b2-b39cf62fe06e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.140298 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8172a9bb-a681-4bc1-98b2-b39cf62fe06e None None] Bound using segment: {'id': '2475b6ec-0a2a-4556-91b3-c440e156c4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b0b7dc7a-567b-43df-a967-21fc8aa2f52f'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:01:51.140946 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-8172a9bb-a681-4bc1-98b2-b39cf62fe06e None None] Bound port: fee470d1-cde6-42ba-b7f1-41eebe21b7ff, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2475b6ec-0a2a-4556-91b3-c440e156c4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b0b7dc7a-567b-43df-a967-21fc8aa2f52f'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:01:51.142312 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8172a9bb-a681-4bc1-98b2-b39cf62fe06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.146135 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-04a6561c-ba34-4e38-86b8-d5bdeae34721 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.200523 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-04a6561c-ba34-4e38-86b8-d5bdeae34721 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.252056 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-8172a9bb-a681-4bc1-98b2-b39cf62fe06e None None] For port fee470d1-cde6-42ba-b7f1-41eebe21b7ff, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:01:51.258742 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-8172a9bb-a681-4bc1-98b2-b39cf62fe06e None None] For port fee470d1-cde6-42ba-b7f1-41eebe21b7ff, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=fee470d1-cde6-42ba-b7f1-41eebe21b7ff,segment=NetworkSegment(2475b6ec-0a2a-4556-91b3-c440e156c4eb),segment_id=2475b6ec-0a2a-4556-91b3-c440e156c4eb)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:01:51.267445 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea64bb9-ead9-4f3a-9609-d3978d1f9661 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:01:51.273528 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8172a9bb-a681-4bc1-98b2-b39cf62fe06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.276417 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5ea64bb9-ead9-4f3a-9609-d3978d1f9661 admin admin] 10.222.0.73 "PUT /v2.0/routers/26a130ea-aa58-4d04-9ea4-a96928bc55c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5701377 May 06 10:01:51.278806 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45684) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:51.295953 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16176fa4-7738-48c0-ae9e-52c76109cafd None None] Sync routers for ids ['26a130ea-aa58-4d04-9ea4-a96928bc55c9'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:01:51.367472 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.368157 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-30d365ec-6d1f-4d18-af92-5b44153576c5 None None] Port fee470d1-cde6-42ba-b7f1-41eebe21b7ff cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:01:51.375717 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8172a9bb-a681-4bc1-98b2-b39cf62fe06e None None] Routers {'39a0b2c2-1741-4418-baae-5bf2e0fadb5c'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:51.376621 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8172a9bb-a681-4bc1-98b2-b39cf62fe06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:51.426837 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16176fa4-7738-48c0-ae9e-52c76109cafd None None] Routers {'26a130ea-aa58-4d04-9ea4-a96928bc55c9'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:51.431898 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-16176fa4-7738-48c0-ae9e-52c76109cafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['26a130ea-aa58-4d04-9ea4-a96928bc55c9'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:51.496515 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-66e8bb6e-6d00-46eb-921c-5f67710472bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.513869 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c92048c-f664-440d-aa7e-100831e954d2 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Made reservation on behalf of 61945c8b327940f3b5e5fecb6862a930 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:51.531735 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4c92048c-f664-440d-aa7e-100831e954d2 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.540917 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83314c-3793-4609-bb0a-df8c82194325 None None] Pushing event updated for resources: {'Port': ['ID=fee470d1-cde6-42ba-b7f1-41eebe21b7ff,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:51.588935 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-817ad5ac-fed0-4d57-88de-e258d02deb9e admin admin] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.604917 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.637615 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-8172a9bb-a681-4bc1-98b2-b39cf62fe06e None None] Set router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:01:51.682184 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f150fd17-5c5c-4c53-a2d5-f73be39f6c5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-e8ed5f8e-078f-4c01-a6fd-55ca052e538a', 'network_id': 'e8ed5f8e-078f-4c01-a6fd-55ca052e538a', 'tenant_id': '61945c8b327940f3b5e5fecb6862a930', 'fixed_ips': [{'subnet_id': '1dafc0e2-6e9a-40a9-aeea-71073aee31b7'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:01:51.690324 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-04a6561c-ba34-4e38-86b8-d5bdeae34721 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.700788 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f150fd17-5c5c-4c53-a2d5-f73be39f6c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.734507 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-04a6561c-ba34-4e38-86b8-d5bdeae34721 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.738048 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-04a6561c-ba34-4e38-86b8-d5bdeae34721 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/39aff33f-015b-45f8-b96b-cf93b3e570b2 HTTP/1.1" status: 204 len: 168 time: 0.7628896 May 06 10:01:51.744334 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45688) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:51.771253 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-16176fa4-7738-48c0-ae9e-52c76109cafd None None] Set router 26a130ea-aa58-4d04-9ea4-a96928bc55c9 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:01:51.790388 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6561c-ba34-4e38-86b8-d5bdeae34721 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39aff33f-015b-45f8-b96b-cf93b3e570b2,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:51.796948 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8bb6e-6d00-46eb-921c-5f67710472bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Subnet': ['ID=12b56f68-3878-4963-965b-06955b15234c,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:51.813006 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e8bb6e-6d00-46eb-921c-5f67710472bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Checking segment: {'id': 'd6726eb5-957a-4473-9d63-976e36f7b4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '25857c42-1967-4569-b87e-7de68985aaf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:51.813318 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e8bb6e-6d00-46eb-921c-5f67710472bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network hostable DHCP agents. Network: 25857c42-1967-4569-b87e-7de68985aaf5, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:01:51.820228 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 73d13293-ff1c-4a2d-bce3-d65a1f00a20a up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:51.851858 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e8bb6e-6d00-46eb-921c-5f67710472bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network 25857c42-1967-4569-b87e-7de68985aaf5 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:01:51.925560 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-66e8bb6e-6d00-46eb-921c-5f67710472bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 25857c42-1967-4569-b87e-7de68985aaf5) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:51.949370 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e8bb6e-6d00-46eb-921c-5f67710472bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:51.949982 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-66e8bb6e-6d00-46eb-921c-5f67710472bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.951036 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ab66a-c452-4356-9e20-583434a0c7ac req-7fa4b172-92e8-4afb-81aa-53254587ea72 tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:51.952729 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-010ab66a-c452-4356-9e20-583434a0c7ac req-7fa4b172-92e8-4afb-81aa-53254587ea72 tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 1096 time: 0.2543066 May 06 10:01:51.966519 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8ec456be-2674-4252-a66e-09ce51af45de tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2207642 May 06 10:01:51.969208 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45690) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:51.979813 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-817ad5ac-fed0-4d57-88de-e258d02deb9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.995057 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786e263a-0f11-469f-940c-13f1f6c26b02 None None] Network 25857c42-1967-4569-b87e-7de68985aaf5 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:52.004934 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45692) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:52.011368 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-66e8bb6e-6d00-46eb-921c-5f67710472bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4253550 May 06 10:01:52.082600 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8172a9bb-a681-4bc1-98b2-b39cf62fe06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'name': 'tempest-RoutersTest-router-907218381', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:01:37Z', 'updated_at': '2022-05-06T10:01:47Z', 'revision_number': 3, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None, '_interfaces': [{'id': '56e9e6cd-da4b-416d-83e4-d39ec0397eb3', 'name': '', 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:dd:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:39Z', 'updated_at': '2022-05-06T10:01:45Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fee470d1-cde6-42ba-b7f1-41eebe21b7ff', 'name': '', 'network_id': 'b0b7dc7a-567b-43df-a967-21fc8aa2f52f', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:60:c2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:46Z', 'updated_at': '2022-05-06T10:01:51Z', 'revision_number': 4, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:52.084406 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-010ab66a-c452-4356-9e20-583434a0c7ac req-f9082849-4ffd-4553-a65f-3879e01ce38a tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151259 May 06 10:01:52.125067 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4c92048c-f664-440d-aa7e-100831e954d2 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:52.125482 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8172a9bb-a681-4bc1-98b2-b39cf62fe06e None None] The sync data for ids ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'] in n-d-840835-1 is: [{'id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'name': 'tempest-RoutersTest-router-907218381', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:01:37Z', 'updated_at': '2022-05-06T10:01:47Z', 'revision_number': 3, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None, '_interfaces': [{'id': '56e9e6cd-da4b-416d-83e4-d39ec0397eb3', 'name': '', 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:dd:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:39Z', 'updated_at': '2022-05-06T10:01:45Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fee470d1-cde6-42ba-b7f1-41eebe21b7ff', 'name': '', 'network_id': 'b0b7dc7a-567b-43df-a967-21fc8aa2f52f', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:60:c2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:46Z', 'updated_at': '2022-05-06T10:01:51Z', 'revision_number': 4, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:01:52.186121 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c3a73313-a4a1-47d0-8a49-5e9161f9d2d7 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:52.234146 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e13ef7d-81df-4cfd-a19b-5a06b5c11254 None None] Network 0b9de961-3524-451c-bb71-d7d276f4f824 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:52.249933 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-cb7560e6-20c5-4238-9dc3-2cee174755c7 None None] Provisioning complete for port fee470d1-cde6-42ba-b7f1-41eebe21b7ff triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:52.250668 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cb7560e6-20c5-4238-9dc3-2cee174755c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:52.290372 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-817ad5ac-fed0-4d57-88de-e258d02deb9e admin admin] Deleting port 3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:52.290685 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c3a73313-a4a1-47d0-8a49-5e9161f9d2d7 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:52.290883 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-817ad5ac-fed0-4d57-88de-e258d02deb9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:52.321925 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92048c-f664-440d-aa7e-100831e954d2 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Pushing event updated for resources: {'Subnet': ['ID=cd0a7162-39c5-4c3e-9cf7-f27391714302,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:52.385051 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c92048c-f664-440d-aa7e-100831e954d2 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Checking segment: {'id': '35e80e99-8778-41c2-8861-fc02d1bd4dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9c6e9f18-526e-4ce1-a0b8-3d0b475655dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:52.385406 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c92048c-f664-440d-aa7e-100831e954d2 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Network hostable DHCP agents. Network: 9c6e9f18-526e-4ce1-a0b8-3d0b475655dd, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:01:52.392936 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c3a73313-a4a1-47d0-8a49-5e9161f9d2d7 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:52.397369 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c3a73313-a4a1-47d0-8a49-5e9161f9d2d7 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:52.401923 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c3a73313-a4a1-47d0-8a49-5e9161f9d2d7 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "DELETE /v2.0/security-groups/10aada25-ecd5-4d6b-b783-56e7f58bb185 HTTP/1.1" status: 204 len: 168 time: 0.4268453 May 06 10:01:52.404611 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45696) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:52.423385 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a73313-a4a1-47d0-8a49-5e9161f9d2d7 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10aada25-ecd5-4d6b-b783-56e7f58bb185,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:52.444584 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c92048c-f664-440d-aa7e-100831e954d2 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Network 9c6e9f18-526e-4ce1-a0b8-3d0b475655dd is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:01:52.459643 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-4c92048c-f664-440d-aa7e-100831e954d2 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 9c6e9f18-526e-4ce1-a0b8-3d0b475655dd) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:52.477019 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c92048c-f664-440d-aa7e-100831e954d2 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:52.477943 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4c92048c-f664-440d-aa7e-100831e954d2 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:52.484824 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef327a-a937-4870-bfb5-7b498306c4f7 req-d3bdaecc-81ef-477d-b645-ffdb83e59ba1 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:52.486541 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-01ef327a-a937-4870-bfb5-7b498306c4f7 req-d3bdaecc-81ef-477d-b645-ffdb83e59ba1 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 945 time: 0.2490346 May 06 10:01:52.514814 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad93e02c-1930-400d-8a40-7dfcd519b0b4 None None] Network 9c6e9f18-526e-4ce1-a0b8-3d0b475655dd requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:52.519956 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4c92048c-f664-440d-aa7e-100831e954d2 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5655494 May 06 10:01:52.520687 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45698) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:52.593169 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-817ad5ac-fed0-4d57-88de-e258d02deb9e admin admin] For port 3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:52.593626 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-817ad5ac-fed0-4d57-88de-e258d02deb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:52.629566 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-817ad5ac-fed0-4d57-88de-e258d02deb9e admin admin] Calling delete_port for 3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344 owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:52.640311 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-01ef327a-a937-4870-bfb5-7b498306c4f7 req-2665148a-7f0d-455e-8d75-d9ba653f4869 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149886 May 06 10:01:52.677741 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45700) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:52.781009 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ea5d7872-714b-4341-acca-80898872df52 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3693171 May 06 10:01:52.785232 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45702) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:52.872428 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-663313ab-9824-49f1-af9e-17d23c65a882 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/floatingips/a8addff9-350b-463c-8bb3-0eee4a9eaf02 HTTP/1.1" status: 200 len: 992 time: 0.1853542 May 06 10:01:52.888490 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-01b7aa2d-c5e4-4077-94d5-d93e0dd85d62 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:52.919268 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2716a625-afa0-4ed9-8c98-e32e2d706a61 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:52.933210 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-f150fd17-5c5c-4c53-a2d5-f73be39f6c5a None None] Allocated IP 172.20.0.2 (e8ed5f8e-078f-4c01-a6fd-55ca052e538a/1dafc0e2-6e9a-40a9-aeea-71073aee31b7/8f3405a9-02ba-4840-a41f-daf339c5fd94) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:52.990469 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 73d13293-ff1c-4a2d-bce3-d65a1f00a20a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:52.990848 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.052264 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a2087945-9412-4250-b012-545e1b078788 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.119327 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a2087945-9412-4250-b012-545e1b078788 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.174555 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-817ad5ac-fed0-4d57-88de-e258d02deb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.240505 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ad5ac-fed0-4d57-88de-e258d02deb9e admin admin] Pushing event deleted for resources: {'Port': ['ID=3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:53.315897 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a2087945-9412-4250-b012-545e1b078788 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.322610 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a2087945-9412-4250-b012-545e1b078788 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.322838 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc592fb-6735-49a2-bbb6-abc4241bbeab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-25857c42-1967-4569-b87e-7de68985aaf5', 'network_id': '25857c42-1967-4569-b87e-7de68985aaf5', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'fixed_ips': [{'subnet_id': '12b56f68-3878-4963-965b-06955b15234c'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:01:53.323579 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ddc592fb-6735-49a2-bbb6-abc4241bbeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.324361 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a2087945-9412-4250-b012-545e1b078788 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "DELETE /v2.0/security-groups/86d8056e-ca07-4bf2-8077-403f61668d25 HTTP/1.1" status: 204 len: 168 time: 0.5385735 May 06 10:01:53.331988 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45712) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:53.341080 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cb7560e6-20c5-4238-9dc3-2cee174755c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.350499 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2087945-9412-4250-b012-545e1b078788 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d8056e-ca07-4bf2-8077-403f61668d25,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:53.414351 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fed31848-c90e-4a4b-b59c-16b1d1eb98d3 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0808206 May 06 10:01:53.419546 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45714) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:53.425820 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-5f361c1d-c20b-4680-8eb8-105e1cee50bf tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Request body: {'security_group': {'name': 'tempest-secgroup--1926872570'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:53.458094 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f361c1d-c20b-4680-8eb8-105e1cee50bf tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.530542 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.633070 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f361c1d-c20b-4680-8eb8-105e1cee50bf tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.639402 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f361c1d-c20b-4680-8eb8-105e1cee50bf tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.670605 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8531953-44c3-4730-ab31-e55fa98fada7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-9c6e9f18-526e-4ce1-a0b8-3d0b475655dd', 'network_id': '9c6e9f18-526e-4ce1-a0b8-3d0b475655dd', 'tenant_id': '61945c8b327940f3b5e5fecb6862a930', 'fixed_ips': [{'subnet_id': 'cd0a7162-39c5-4c3e-9cf7-f27391714302'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:01:53.671517 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a8531953-44c3-4730-ab31-e55fa98fada7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.683731 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f361c1d-c20b-4680-8eb8-105e1cee50bf tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9705dfbc-3e40-401b-9c6d-61228d5c88e2,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:53.725291 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5f361c1d-c20b-4680-8eb8-105e1cee50bf tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.726662 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5f361c1d-c20b-4680-8eb8-105e1cee50bf tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3055522 May 06 10:01:53.729292 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45720) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:53.732606 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-16176fa4-7738-48c0-ae9e-52c76109cafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a130ea-aa58-4d04-9ea4-a96928bc55c9', 'name': 'tempest-TestServerMultinode-367328246-router', 'tenant_id': '00f7968cffd34aa5acde8a7b7c8357bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:37Z', 'updated_at': '2022-05-06T10:01:49Z', 'revision_number': 5, 'project_id': '00f7968cffd34aa5acde8a7b7c8357bf', 'gw_port': {'id': '3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:51:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a130ea-aa58-4d04-9ea4-a96928bc55c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:38Z', 'updated_at': '2022-05-06T10:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:53.734565 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-8a44f4e5-8b61-40b0-9aed-f178a3cc1253 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Request body: {'security_group_rule': {'security_group_id': '9705dfbc-3e40-401b-9c6d-61228d5c88e2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:53.739136 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 73d13293-ff1c-4a2d-bce3-d65a1f00a20a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=73d13293-ff1c-4a2d-bce3-d65a1f00a20a,segment=NetworkSegment(8458e8e2-ed82-4011-99e6-9a521e63cbc6),segment_id=8458e8e2-ed82-4011-99e6-9a521e63cbc6)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:53.758305 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-cb7560e6-20c5-4238-9dc3-2cee174755c7 None None] For port fee470d1-cde6-42ba-b7f1-41eebe21b7ff, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=fee470d1-cde6-42ba-b7f1-41eebe21b7ff,segment=NetworkSegment(2475b6ec-0a2a-4556-91b3-c440e156c4eb),segment_id=2475b6ec-0a2a-4556-91b3-c440e156c4eb)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:53.764328 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f150fd17-5c5c-4c53-a2d5-f73be39f6c5a None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.766995 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.767771 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 0e2d015f-6409-494b-88e1-ecc250be72bc up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:53.779017 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-9733ac03-902a-49d6-b62e-0567c267a21d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2167122 May 06 10:01:53.789011 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-93f62744-ee12-42ad-a460-b2ea82e9f809 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:53.790091 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-93f62744-ee12-42ad-a460-b2ea82e9f809 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058482 May 06 10:01:53.791797 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8a44f4e5-8b61-40b0-9aed-f178a3cc1253 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.812460 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-817ad5ac-fed0-4d57-88de-e258d02deb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.818137 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-01b7aa2d-c5e4-4077-94d5-d93e0dd85d62 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Allocated IP 172.22.0.1 (25857c42-1967-4569-b87e-7de68985aaf5/12b56f68-3878-4963-965b-06955b15234c/d15f2da5-aefc-4e30-a913-1b5507c4d384) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:53.826052 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cb7560e6-20c5-4238-9dc3-2cee174755c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.920894 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-2716a625-afa0-4ed9-8c98-e32e2d706a61 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Allocated IP 172.20.0.1 (e8ed5f8e-078f-4c01-a6fd-55ca052e538a/1dafc0e2-6e9a-40a9-aeea-71073aee31b7/e715b5a2-8790-4f89-900a-28163d922e3b) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:53.931050 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8a44f4e5-8b61-40b0-9aed-f178a3cc1253 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.940159 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16176fa4-7738-48c0-ae9e-52c76109cafd None None] Checking router: 26a130ea-aa58-4d04-9ea4-a96928bc55c9 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:01:53.944599 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8a44f4e5-8b61-40b0-9aed-f178a3cc1253 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.957065 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f150fd17-5c5c-4c53-a2d5-f73be39f6c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.964957 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-817ad5ac-fed0-4d57-88de-e258d02deb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.969844 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-817ad5ac-fed0-4d57-88de-e258d02deb9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.014773 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a44f4e5-8b61-40b0-9aed-f178a3cc1253 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=743829fb-19b8-47d9-969d-b78421f3aa6a,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:54.026371 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16176fa4-7738-48c0-ae9e-52c76109cafd None None] Routers {'26a130ea-aa58-4d04-9ea4-a96928bc55c9'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:54.026983 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-16176fa4-7738-48c0-ae9e-52c76109cafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['26a130ea-aa58-4d04-9ea4-a96928bc55c9'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:54.034569 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101edff-adfc-491e-b890-0e2fe70591c9 req-84d4fca3-81b0-411a-8d06-e36a89c63265 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:54.038120 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9101edff-adfc-491e-b890-0e2fe70591c9 req-84d4fca3-81b0-411a-8d06-e36a89c63265 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 945 time: 0.3493798 May 06 10:01:54.041809 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8a44f4e5-8b61-40b0-9aed-f178a3cc1253 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.043227 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8a44f4e5-8b61-40b0-9aed-f178a3cc1253 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3129563 May 06 10:01:54.047151 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45732) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:54.061098 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-817ad5ac-fed0-4d57-88de-e258d02deb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.061927 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817ad5ac-fed0-4d57-88de-e258d02deb9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26a130ea-aa58-4d04-9ea4-a96928bc55c9 {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:01:54.086992 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-817ad5ac-fed0-4d57-88de-e258d02deb9e admin admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.089229 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-817ad5ac-fed0-4d57-88de-e258d02deb9e admin admin] 10.222.0.73 "DELETE /v2.0/routers/26a130ea-aa58-4d04-9ea4-a96928bc55c9 HTTP/1.1" status: 204 len: 168 time: 2.8088369 May 06 10:01:54.102364 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45734) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:54.151495 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f150fd17-5c5c-4c53-a2d5-f73be39f6c5a None None] Network e8ed5f8e-078f-4c01-a6fd-55ca052e538a is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:54.172801 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9101edff-adfc-491e-b890-0e2fe70591c9 req-7e2cb758-315f-4a1f-abe9-a8d7f5c49df3 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086116 May 06 10:01:54.173043 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-35f7babd-341e-414b-8785-0fc7d34e8f73 admin admin] Deleting subnet 69e43e07-4eb9-4663-a148-f47ab84e628f {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:01:54.176674 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-f150fd17-5c5c-4c53-a2d5-f73be39f6c5a None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:54.179263 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35f7babd-341e-414b-8785-0fc7d34e8f73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.181781 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3501b550-deeb-40ba-9152-86ad8c8789af tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.182073 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f150fd17-5c5c-4c53-a2d5-f73be39f6c5a None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:54.191596 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-16176fa4-7738-48c0-ae9e-52c76109cafd None None] Set router 26a130ea-aa58-4d04-9ea4-a96928bc55c9 gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:01:54.195663 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=73d13293-ff1c-4a2d-bce3-d65a1f00a20a,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:54.199256 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-a8531953-44c3-4730-ab31-e55fa98fada7 None None] Allocated IP 172.20.0.2 (9c6e9f18-526e-4ce1-a0b8-3d0b475655dd/cd0a7162-39c5-4c3e-9cf7-f27391714302/80029b26-a3b3-47cb-9694-3f10ef2ff847) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:54.232188 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2716a625-afa0-4ed9-8c98-e32e2d706a61 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.236389 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3501b550-deeb-40ba-9152-86ad8c8789af tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.241732 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-aef427cb-25c2-49e7-817d-3c01b04f9722 None None] Provisioning complete for port fee470d1-cde6-42ba-b7f1-41eebe21b7ff triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:54.242106 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-aef427cb-25c2-49e7-817d-3c01b04f9722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.242534 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-01b7aa2d-c5e4-4077-94d5-d93e0dd85d62 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.282891 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35f7babd-341e-414b-8785-0fc7d34e8f73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.290195 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-01b7aa2d-c5e4-4077-94d5-d93e0dd85d62 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.318798 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-16176fa4-7738-48c0-ae9e-52c76109cafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a130ea-aa58-4d04-9ea4-a96928bc55c9', 'name': 'tempest-TestServerMultinode-367328246-router', 'tenant_id': '00f7968cffd34aa5acde8a7b7c8357bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:37Z', 'updated_at': '2022-05-06T10:01:53Z', 'revision_number': 7, 'project_id': '00f7968cffd34aa5acde8a7b7c8357bf', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:54.355715 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3501b550-deeb-40ba-9152-86ad8c8789af tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.362588 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3501b550-deeb-40ba-9152-86ad8c8789af tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.363086 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7aa2d-c5e4-4077-94d5-d93e0dd85d62 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Port': ['ID=d15f2da5-aefc-4e30-a913-1b5507c4d384,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:54.364265 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3501b550-deeb-40ba-9152-86ad8c8789af tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/743829fb-19b8-47d9-969d-b78421f3aa6a HTTP/1.1" status: 204 len: 168 time: 0.3163674 May 06 10:01:54.368361 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45742) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:54.397785 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501b550-deeb-40ba-9152-86ad8c8789af tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=743829fb-19b8-47d9-969d-b78421f3aa6a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:54.401474 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b7aa2d-c5e4-4077-94d5-d93e0dd85d62 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network 25857c42-1967-4569-b87e-7de68985aaf5 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:54.405471 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-01b7aa2d-c5e4-4077-94d5-d93e0dd85d62 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:54.415503 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16176fa4-7738-48c0-ae9e-52c76109cafd None None] The sync data for ids ['26a130ea-aa58-4d04-9ea4-a96928bc55c9'] in n-d-840835-1 is: [{'id': '26a130ea-aa58-4d04-9ea4-a96928bc55c9', 'name': 'tempest-TestServerMultinode-367328246-router', 'tenant_id': '00f7968cffd34aa5acde8a7b7c8357bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:37Z', 'updated_at': '2022-05-06T10:01:53Z', 'revision_number': 7, 'project_id': '00f7968cffd34aa5acde8a7b7c8357bf', 'gw_port_host': None}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:01:54.429786 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b7aa2d-c5e4-4077-94d5-d93e0dd85d62 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:54.447618 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2716a625-afa0-4ed9-8c98-e32e2d706a61 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.477165 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 0e2d015f-6409-494b-88e1-ecc250be72bc triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:54.477628 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.489875 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2716a625-afa0-4ed9-8c98-e32e2d706a61 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Network e8ed5f8e-078f-4c01-a6fd-55ca052e538a is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:54.511006 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-65039ccb-8dac-479b-b21f-c6ebd8cf5c22 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1379724 May 06 10:01:54.511889 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45746) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:54.530488 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-2716a625-afa0-4ed9-8c98-e32e2d706a61 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:54.539960 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2716a625-afa0-4ed9-8c98-e32e2d706a61 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:54.566929 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-01b7aa2d-c5e4-4077-94d5-d93e0dd85d62 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.585473 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-ddc592fb-6735-49a2-bbb6-abc4241bbeab None None] Allocated IP 172.22.0.2 (25857c42-1967-4569-b87e-7de68985aaf5/12b56f68-3878-4963-965b-06955b15234c/d87e6e51-d4d2-40cf-9688-53be230eab2d) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:54.590889 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7560e6-20c5-4238-9dc3-2cee174755c7 None None] Pushing event updated for resources: {'Port': ['ID=fee470d1-cde6-42ba-b7f1-41eebe21b7ff,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:54.600618 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-f150fd17-5c5c-4c53-a2d5-f73be39f6c5a None None] Attempting to bind port 8f3405a9-02ba-4840-a41f-daf339c5fd94 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:01:54.600988 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-f150fd17-5c5c-4c53-a2d5-f73be39f6c5a None None] Attempting to bind port 8f3405a9-02ba-4840-a41f-daf339c5fd94 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '6afe2d88-b326-4c67-97b8-52dfb172cecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e8ed5f8e-078f-4c01-a6fd-55ca052e538a'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:01:54.601600 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f150fd17-5c5c-4c53-a2d5-f73be39f6c5a None None] Attempting to bind port 8f3405a9-02ba-4840-a41f-daf339c5fd94 on network e8ed5f8e-078f-4c01-a6fd-55ca052e538a {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:54.609010 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35f7babd-341e-414b-8785-0fc7d34e8f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.624441 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2006bfbe-e1e7-4e4f-bdb3-7c8d747c02ae tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.652691 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2006bfbe-e1e7-4e4f-bdb3-7c8d747c02ae tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.668673 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f150fd17-5c5c-4c53-a2d5-f73be39f6c5a None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:01:54.669122 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f150fd17-5c5c-4c53-a2d5-f73be39f6c5a None None] Checking segment: {'id': '6afe2d88-b326-4c67-97b8-52dfb172cecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e8ed5f8e-078f-4c01-a6fd-55ca052e538a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:54.670221 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f150fd17-5c5c-4c53-a2d5-f73be39f6c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.670221 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f150fd17-5c5c-4c53-a2d5-f73be39f6c5a None None] Bound using segment: {'id': '6afe2d88-b326-4c67-97b8-52dfb172cecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e8ed5f8e-078f-4c01-a6fd-55ca052e538a'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:01:54.670479 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-f150fd17-5c5c-4c53-a2d5-f73be39f6c5a None None] Bound port: 8f3405a9-02ba-4840-a41f-daf339c5fd94, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6afe2d88-b326-4c67-97b8-52dfb172cecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e8ed5f8e-078f-4c01-a6fd-55ca052e538a'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:01:54.670974 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f150fd17-5c5c-4c53-a2d5-f73be39f6c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.687575 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35f7babd-341e-414b-8785-0fc7d34e8f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.694818 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716a625-afa0-4ed9-8c98-e32e2d706a61 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Pushing event updated for resources: {'Port': ['ID=e715b5a2-8790-4f89-900a-28163d922e3b,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:54.734316 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7babd-341e-414b-8785-0fc7d34e8f73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69e43e07-4eb9-4663-a148-f47ab84e628f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:54.736852 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35f7babd-341e-414b-8785-0fc7d34e8f73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.740076 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-35f7babd-341e-414b-8785-0fc7d34e8f73 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/69e43e07-4eb9-4663-a148-f47ab84e628f HTTP/1.1" status: 204 len: 168 time: 0.6364021 May 06 10:01:54.741196 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2716a625-afa0-4ed9-8c98-e32e2d706a61 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.743219 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45752) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:54.790920 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2006bfbe-e1e7-4e4f-bdb3-7c8d747c02ae tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.798989 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2006bfbe-e1e7-4e4f-bdb3-7c8d747c02ae tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.805471 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2006bfbe-e1e7-4e4f-bdb3-7c8d747c02ae tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "DELETE /v2.0/security-groups/9705dfbc-3e40-401b-9c6d-61228d5c88e2 HTTP/1.1" status: 204 len: 168 time: 0.2901278 May 06 10:01:54.806266 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45754) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:54.866405 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4525da73-99df-42ea-909d-09f59ca11bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.929594 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006bfbe-e1e7-4e4f-bdb3-7c8d747c02ae tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9705dfbc-3e40-401b-9c6d-61228d5c88e2,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:54.964651 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-01b7aa2d-c5e4-4077-94d5-d93e0dd85d62 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.006383 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a295d10d-4570-466f-bdc1-847713da38fc None None] Network 9ba46e13-3fe2-4f31-beec-fa2e8ef513e1 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:55.024464 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-30a338ed-f68a-4a02-b647-87a7102d103f tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2040854 May 06 10:01:55.030241 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-4525da73-99df-42ea-909d-09f59ca11bf0 admin admin] Deleting port 15e59034-bb47-469e-8691-bd3c4dc427da {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:55.030594 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4525da73-99df-42ea-909d-09f59ca11bf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.031914 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45756) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:55.038191 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-d6726de6-f799-4c15-8234-4bd9064ec4a3 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Request body: {'security_group': {'name': 'tempest-secgroup--298467089'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:55.085934 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2716a625-afa0-4ed9-8c98-e32e2d706a61 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.090274 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150fd17-5c5c-4c53-a2d5-f73be39f6c5a None None] Pushing event updated for resources: {'Port': ['ID=8f3405a9-02ba-4840-a41f-daf339c5fd94,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:55.145979 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d6726de6-f799-4c15-8234-4bd9064ec4a3 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.162124 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-4525da73-99df-42ea-909d-09f59ca11bf0 admin admin] For port 15e59034-bb47-469e-8691-bd3c4dc427da, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=15e59034-bb47-469e-8691-bd3c4dc427da,segment=NetworkSegment(64700d0d-45c9-49b8-9199-79bd2973a1bb),segment_id=64700d0d-45c9-49b8-9199-79bd2973a1bb)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:55.162989 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4525da73-99df-42ea-909d-09f59ca11bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.182670 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-4525da73-99df-42ea-909d-09f59ca11bf0 admin admin] Calling delete_port for 15e59034-bb47-469e-8691-bd3c4dc427da owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:55.267532 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a8531953-44c3-4730-ab31-e55fa98fada7 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.346072 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d6726de6-f799-4c15-8234-4bd9064ec4a3 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.390410 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d6726de6-f799-4c15-8234-4bd9064ec4a3 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.400613 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f150fd17-5c5c-4c53-a2d5-f73be39f6c5a None None] For port 8f3405a9-02ba-4840-a41f-daf339c5fd94, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:01:55.418921 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f150fd17-5c5c-4c53-a2d5-f73be39f6c5a None None] For port 8f3405a9-02ba-4840-a41f-daf339c5fd94, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=8f3405a9-02ba-4840-a41f-daf339c5fd94,segment=NetworkSegment(6afe2d88-b326-4c67-97b8-52dfb172cecd),segment_id=6afe2d88-b326-4c67-97b8-52dfb172cecd)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:01:55.440036 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-aef427cb-25c2-49e7-817d-3c01b04f9722 None None] Provisioning complete for port 73d13293-ff1c-4a2d-bce3-d65a1f00a20a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:55.440604 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-aef427cb-25c2-49e7-817d-3c01b04f9722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.440927 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4525da73-99df-42ea-909d-09f59ca11bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.483058 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525da73-99df-42ea-909d-09f59ca11bf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=15e59034-bb47-469e-8691-bd3c4dc427da,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:55.490971 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4525da73-99df-42ea-909d-09f59ca11bf0 admin admin] No DVR routers for this DVR port 15e59034-bb47-469e-8691-bd3c4dc427da on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:01:55.495451 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a8531953-44c3-4730-ab31-e55fa98fada7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.495976 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d6726de6-f799-4c15-8234-4bd9064ec4a3 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.498911 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d6726de6-f799-4c15-8234-4bd9064ec4a3 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4658048 May 06 10:01:55.519878 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45760) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:55.532131 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-6cc27527-cf68-4e19-9610-09319b76bdab tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Request body: {'security_group_rule': {'security_group_id': 'ad723235-d77b-4613-a27e-253e4a311d51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:55.547586 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f150fd17-5c5c-4c53-a2d5-f73be39f6c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.580983 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ddc592fb-6735-49a2-bbb6-abc4241bbeab None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.601664 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6726de6-f799-4c15-8234-4bd9064ec4a3 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad723235-d77b-4613-a27e-253e4a311d51,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:55.618200 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ddc592fb-6735-49a2-bbb6-abc4241bbeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.622392 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-01b7aa2d-c5e4-4077-94d5-d93e0dd85d62 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.632088 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc425c-012d-4a3b-a25b-16ecea5339be req-d369898f-e19a-48b7-92e7-6cafafc543b8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:55.633678 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9cdc425c-012d-4a3b-a25b-16ecea5339be req-d369898f-e19a-48b7-92e7-6cafafc543b8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 945 time: 0.2492497 May 06 10:01:55.650326 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-01b7aa2d-c5e4-4077-94d5-d93e0dd85d62 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.664814 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6cc27527-cf68-4e19-9610-09319b76bdab tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.674578 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dec97ac-9bd8-4b7e-8016-53e0a84b69e3 None None] DHCP port deletion for 9ba46e13-3fe2-4f31-beec-fa2e8ef513e1 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:01:55.682772 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8531953-44c3-4730-ab31-e55fa98fada7 None None] Network 9c6e9f18-526e-4ce1-a0b8-3d0b475655dd is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:55.683863 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4525da73-99df-42ea-909d-09f59ca11bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.695788 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8531953-44c3-4730-ab31-e55fa98fada7 None None] Pushing event updated for resources: {'Port': ['ID=80029b26-a3b3-47cb-9694-3f10ef2ff847,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:55.705418 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2716a625-afa0-4ed9-8c98-e32e2d706a61 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.738016 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc592fb-6735-49a2-bbb6-abc4241bbeab None None] Network 25857c42-1967-4569-b87e-7de68985aaf5 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:55.745149 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-a8531953-44c3-4730-ab31-e55fa98fada7 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:55.753802 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8531953-44c3-4730-ab31-e55fa98fada7 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:55.756543 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2716a625-afa0-4ed9-8c98-e32e2d706a61 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.763287 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-4525da73-99df-42ea-909d-09f59ca11bf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba46e13-3fe2-4f31-beec-fa2e8ef513e1']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:55.771197 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-ddc592fb-6735-49a2-bbb6-abc4241bbeab None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:55.792519 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc592fb-6735-49a2-bbb6-abc4241bbeab None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:55.877005 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-4525da73-99df-42ea-909d-09f59ca11bf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64700d0d-45c9-49b8-9199-79bd2973a1bb') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:55.877455 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-4525da73-99df-42ea-909d-09f59ca11bf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64700d0d-45c9-49b8-9199-79bd2973a1bb') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:55.899777 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-01b7aa2d-c5e4-4077-94d5-d93e0dd85d62 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.901943 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7aa2d-c5e4-4077-94d5-d93e0dd85d62 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Port': ['ID=d15f2da5-aefc-4e30-a913-1b5507c4d384,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:55.911092 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9cdc425c-012d-4a3b-a25b-16ecea5339be req-039451db-7f6e-4236-a36b-6b4b442c8331 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594361 May 06 10:01:55.952108 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150fd17-5c5c-4c53-a2d5-f73be39f6c5a None None] Pushing event updated for resources: {'Port': ['ID=8f3405a9-02ba-4840-a41f-daf339c5fd94,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:55.982528 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4525da73-99df-42ea-909d-09f59ca11bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:56.044561 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b7aa2d-c5e4-4077-94d5-d93e0dd85d62 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network 25857c42-1967-4569-b87e-7de68985aaf5 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:56.046110 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-01b7aa2d-c5e4-4077-94d5-d93e0dd85d62 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:56.066427 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4525da73-99df-42ea-909d-09f59ca11bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:56.078443 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716a625-afa0-4ed9-8c98-e32e2d706a61 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Pushing event updated for resources: {'Port': ['ID=e715b5a2-8790-4f89-900a-28163d922e3b,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:56.094812 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2716a625-afa0-4ed9-8c98-e32e2d706a61 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:56.097319 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4525da73-99df-42ea-909d-09f59ca11bf0 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:56.097822 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4525da73-99df-42ea-909d-09f59ca11bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:56.103306 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6cc27527-cf68-4e19-9610-09319b76bdab tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: timer() May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:56.104425 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:56.126161 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 73d13293-ff1c-4a2d-bce3-d65a1f00a20a up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:56.158136 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6cc27527-cf68-4e19-9610-09319b76bdab tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:56.182064 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-3fc22bae-2e3e-460a-ba92-848b69c47c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:56.184054 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-3fc22bae-2e3e-460a-ba92-848b69c47c6a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 1096 time: 0.3044524 May 06 10:01:56.200440 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a8531953-44c3-4730-ab31-e55fa98fada7 None None] Attempting to bind port 80029b26-a3b3-47cb-9694-3f10ef2ff847 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:01:56.200779 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a8531953-44c3-4730-ab31-e55fa98fada7 None None] Attempting to bind port 80029b26-a3b3-47cb-9694-3f10ef2ff847 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '35e80e99-8778-41c2-8861-fc02d1bd4dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9c6e9f18-526e-4ce1-a0b8-3d0b475655dd'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:01:56.201094 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8531953-44c3-4730-ab31-e55fa98fada7 None None] Attempting to bind port 80029b26-a3b3-47cb-9694-3f10ef2ff847 on network 9c6e9f18-526e-4ce1-a0b8-3d0b475655dd {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:56.206414 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ddc592fb-6735-49a2-bbb6-abc4241bbeab None None] Attempting to bind port d87e6e51-d4d2-40cf-9688-53be230eab2d on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:01:56.206790 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ddc592fb-6735-49a2-bbb6-abc4241bbeab None None] Attempting to bind port d87e6e51-d4d2-40cf-9688-53be230eab2d by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'd6726eb5-957a-4473-9d63-976e36f7b4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '25857c42-1967-4569-b87e-7de68985aaf5'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:01:56.207174 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc592fb-6735-49a2-bbb6-abc4241bbeab None None] Attempting to bind port d87e6e51-d4d2-40cf-9688-53be230eab2d on network 25857c42-1967-4569-b87e-7de68985aaf5 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:56.219277 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b7aa2d-c5e4-4077-94d5-d93e0dd85d62 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:01:56.235787 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc592fb-6735-49a2-bbb6-abc4241bbeab None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:01:56.236172 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc592fb-6735-49a2-bbb6-abc4241bbeab None None] Checking segment: {'id': 'd6726eb5-957a-4473-9d63-976e36f7b4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '25857c42-1967-4569-b87e-7de68985aaf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:56.236591 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ddc592fb-6735-49a2-bbb6-abc4241bbeab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:56.236997 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc592fb-6735-49a2-bbb6-abc4241bbeab None None] Bound using segment: {'id': 'd6726eb5-957a-4473-9d63-976e36f7b4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '25857c42-1967-4569-b87e-7de68985aaf5'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:01:56.237479 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ddc592fb-6735-49a2-bbb6-abc4241bbeab None None] Bound port: d87e6e51-d4d2-40cf-9688-53be230eab2d, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6726eb5-957a-4473-9d63-976e36f7b4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '25857c42-1967-4569-b87e-7de68985aaf5'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:01:56.237875 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ddc592fb-6735-49a2-bbb6-abc4241bbeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:56.239917 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8531953-44c3-4730-ab31-e55fa98fada7 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:01:56.240877 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8531953-44c3-4730-ab31-e55fa98fada7 None None] Checking segment: {'id': '35e80e99-8778-41c2-8861-fc02d1bd4dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9c6e9f18-526e-4ce1-a0b8-3d0b475655dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:56.241271 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a8531953-44c3-4730-ab31-e55fa98fada7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:56.241691 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8531953-44c3-4730-ab31-e55fa98fada7 None None] Bound using segment: {'id': '35e80e99-8778-41c2-8861-fc02d1bd4dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9c6e9f18-526e-4ce1-a0b8-3d0b475655dd'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:01:56.242157 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-a8531953-44c3-4730-ab31-e55fa98fada7 None None] Bound port: 80029b26-a3b3-47cb-9694-3f10ef2ff847, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e80e99-8778-41c2-8861-fc02d1bd4dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9c6e9f18-526e-4ce1-a0b8-3d0b475655dd'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:01:56.242694 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a8531953-44c3-4730-ab31-e55fa98fada7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:56.256518 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc592fb-6735-49a2-bbb6-abc4241bbeab None None] Pushing event updated for resources: {'Port': ['ID=d87e6e51-d4d2-40cf-9688-53be230eab2d,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:56.264301 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc27527-cf68-4e19-9610-09319b76bdab tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb25b0a-fb34-4197-b495-50f7a707d228,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:56.332345 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4525da73-99df-42ea-909d-09f59ca11bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:56.352570 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4525da73-99df-42ea-909d-09f59ca11bf0 admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:56.355550 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4525da73-99df-42ea-909d-09f59ca11bf0 admin admin] 10.222.0.73 "DELETE /v2.0/networks/9ba46e13-3fe2-4f31-beec-fa2e8ef513e1 HTTP/1.1" status: 204 len: 168 time: 1.6097813 May 06 10:01:56.358412 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6cc27527-cf68-4e19-9610-09319b76bdab tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:56.361549 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6cc27527-cf68-4e19-9610-09319b76bdab tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8321826 May 06 10:01:56.361549 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45762) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:56.372057 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45764) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:56.388164 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 73d13293-ff1c-4a2d-bce3-d65a1f00a20a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:56.388624 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:56.397227 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-63cd7dce-4708-418f-a2c4-a988eacb4b0c tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "GET /v2.0/security-group-rules/7bb25b0a-fb34-4197-b495-50f7a707d228 HTTP/1.1" status: 200 len: 763 time: 0.0199792 May 06 10:01:56.397227 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b7aa2d-c5e4-4077-94d5-d93e0dd85d62 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:01:56.397227 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45766) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:56.410497 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479ecfbe-1533-4bb2-b736-0baade896cb7 None None] Sync routers for ids ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:01:56.416780 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-01b7aa2d-c5e4-4077-94d5-d93e0dd85d62 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "PUT /v2.0/routers/39a0b2c2-1741-4418-baae-5bf2e0fadb5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4087670 May 06 10:01:56.417387 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45768) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:56.420446 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ddc592fb-6735-49a2-bbb6-abc4241bbeab None None] For port d87e6e51-d4d2-40cf-9688-53be230eab2d, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:01:56.421955 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479ecfbe-1533-4bb2-b736-0baade896cb7 None None] Routers {'39a0b2c2-1741-4418-baae-5bf2e0fadb5c'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:56.423051 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-479ecfbe-1533-4bb2-b736-0baade896cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:56.425134 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-602efa20-c959-41d1-a294-8d611ad103aa tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'network': {'name': 'tempest-RoutersTest-1177563139'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:56.454534 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ddc592fb-6735-49a2-bbb6-abc4241bbeab None None] For port d87e6e51-d4d2-40cf-9688-53be230eab2d, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=d87e6e51-d4d2-40cf-9688-53be230eab2d,segment=NetworkSegment(d6726eb5-957a-4473-9d63-976e36f7b4fb),segment_id=d6726eb5-957a-4473-9d63-976e36f7b4fb)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:01:56.456441 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a8531953-44c3-4730-ab31-e55fa98fada7 None None] For port 80029b26-a3b3-47cb-9694-3f10ef2ff847, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:01:56.468331 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e3b7c159-d991-43c3-8e7c-49305ec7dc58 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0692813 May 06 10:01:56.468331 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602efa20-c959-41d1-a294-8d611ad103aa tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Made reservation on behalf of 3e9f9f76e76f46fa83c0e38cc7633413 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:56.471973 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-602efa20-c959-41d1-a294-8d611ad103aa tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:56.475726 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45770) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:56.480792 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-4051d223-ba07-49c6-9ef3-ecad5f672c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:56.482240 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-4051d223-ba07-49c6-9ef3-ecad5f672c0c service neutron] 10.222.0.84 "GET /v2.0/networks?id=f401ddee-c9b9-4291-b336-96fe56078e24 HTTP/1.1" status: 200 len: 897 time: 0.2851863 May 06 10:01:56.482689 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ddc592fb-6735-49a2-bbb6-abc4241bbeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:56.486061 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a8531953-44c3-4730-ab31-e55fa98fada7 None None] For port 80029b26-a3b3-47cb-9694-3f10ef2ff847, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=80029b26-a3b3-47cb-9694-3f10ef2ff847,segment=NetworkSegment(35e80e99-8778-41c2-8861-fc02d1bd4dea),segment_id=35e80e99-8778-41c2-8861-fc02d1bd4dea)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:01:56.488766 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525da73-99df-42ea-909d-09f59ca11bf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ba46e13-3fe2-4f31-beec-fa2e8ef513e1,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:56.535226 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-479ecfbe-1533-4bb2-b736-0baade896cb7 None None] Set router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:01:56.550083 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-85766ceb-06e3-43b5-b142-5b7f6d124c58 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:56.552746 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-602efa20-c959-41d1-a294-8d611ad103aa tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:01:56.555541 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a8531953-44c3-4730-ab31-e55fa98fada7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:56.566023 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-602efa20-c959-41d1-a294-8d611ad103aa tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:56.567595 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-602efa20-c959-41d1-a294-8d611ad103aa tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Added segment 7e529a82-4833-43fb-b3c9-72e4ffbb04e3 of type vlan for network 1e99bebd-b137-4320-9850-d378de09742d May 06 10:01:56.642608 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-602efa20-c959-41d1-a294-8d611ad103aa tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:56.651828 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc592fb-6735-49a2-bbb6-abc4241bbeab None None] Pushing event updated for resources: {'Port': ['ID=d87e6e51-d4d2-40cf-9688-53be230eab2d,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:56.656834 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device fee470d1-cde6-42ba-b7f1-41eebe21b7ff up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:56.691653 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2716a625-afa0-4ed9-8c98-e32e2d706a61 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Network e8ed5f8e-078f-4c01-a6fd-55ca052e538a is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:56.710671 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-602efa20-c959-41d1-a294-8d611ad103aa tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:56.711492 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-2716a625-afa0-4ed9-8c98-e32e2d706a61 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:56.726442 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602efa20-c959-41d1-a294-8d611ad103aa tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:56.727428 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-602efa20-c959-41d1-a294-8d611ad103aa tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:56.744040 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-85766ceb-06e3-43b5-b142-5b7f6d124c58 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:56.745329 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-e61c4268-39ca-4348-9af3-59a3e714433c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dffb0a95-b609-4ed3-8404-79c0ecb25b5f HTTP/1.1" status: 200 len: 1000 time: 0.2466342 May 06 10:01:56.770492 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8531953-44c3-4730-ab31-e55fa98fada7 None None] Pushing event updated for resources: {'Port': ['ID=80029b26-a3b3-47cb-9694-3f10ef2ff847,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:56.794547 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port fee470d1-cde6-42ba-b7f1-41eebe21b7ff triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:56.797760 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:56.910633 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-602efa20-c959-41d1-a294-8d611ad103aa tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4903941 May 06 10:01:56.912830 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602efa20-c959-41d1-a294-8d611ad103aa tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Network': ['ID=1e99bebd-b137-4320-9850-d378de09742d,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:56.930261 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45772) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:56.935392 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 1e99bebd-b137-4320-9850-d378de09742d details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:01:56.937041 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-bcd51bca-fe92-4193-a960-8f4f0127752b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'subnet': {'network_id': '1e99bebd-b137-4320-9850-d378de09742d', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:56.962136 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-479ecfbe-1533-4bb2-b736-0baade896cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'name': 'tempest-RoutersTest-router-907218381', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:01:37Z', 'updated_at': '2022-05-06T10:01:54Z', 'revision_number': 4, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None, '_interfaces': [{'id': '56e9e6cd-da4b-416d-83e4-d39ec0397eb3', 'name': '', 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:dd:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:39Z', 'updated_at': '2022-05-06T10:01:45Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd15f2da5-aefc-4e30-a913-1b5507c4d384', 'name': '', 'network_id': '25857c42-1967-4569-b87e-7de68985aaf5', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:fb:19:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '12b56f68-3878-4963-965b-06955b15234c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:53Z', 'updated_at': '2022-05-06T10:01:55Z', 'revision_number': 2, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': '12b56f68-3878-4963-965b-06955b15234c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fee470d1-cde6-42ba-b7f1-41eebe21b7ff', 'name': '', 'network_id': 'b0b7dc7a-567b-43df-a967-21fc8aa2f52f', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:60:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:46Z', 'updated_at': '2022-05-06T10:01:53Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:57.030294 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479ecfbe-1533-4bb2-b736-0baade896cb7 None None] Checking router: 39a0b2c2-1741-4418-baae-5bf2e0fadb5c for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:01:57.030893 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479ecfbe-1533-4bb2-b736-0baade896cb7 None None] Updating router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c port d15f2da5-aefc-4e30-a913-1b5507c4d384 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:01:57.081623 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-479ecfbe-1533-4bb2-b736-0baade896cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:57.159514 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd51bca-fe92-4193-a960-8f4f0127752b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Made reservation on behalf of 3e9f9f76e76f46fa83c0e38cc7633413 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:57.165075 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bcd51bca-fe92-4193-a960-8f4f0127752b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:57.213449 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 944265b4-00a6-4670-a9f3-4373d6a7b1e3 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:01:57.242716 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-85766ceb-06e3-43b5-b142-5b7f6d124c58 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:57.268238 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 944265b4-00a6-4670-a9f3-4373d6a7b1e3 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:01:57.268591 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 944265b4-00a6-4670-a9f3-4373d6a7b1e3 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:01:57.269030 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:01:57.313416 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-85766ceb-06e3-43b5-b142-5b7f6d124c58 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:57.316840 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-85766ceb-06e3-43b5-b142-5b7f6d124c58 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/7bb25b0a-fb34-4197-b495-50f7a707d228 HTTP/1.1" status: 204 len: 168 time: 0.8379395 May 06 10:01:57.322341 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:01:57.322689 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3a5bb3ac-c7b3-4ea9-9aaa-7bf7f7f92344 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:01:57.327595 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45776) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:57.382043 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85766ceb-06e3-43b5-b142-5b7f6d124c58 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bb25b0a-fb34-4197-b495-50f7a707d228,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:57.466360 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89489d75-15e6-41fd-8154-81b00beacfc8 req-0e9538c9-6acb-43d8-919c-2fd2be553061 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:57.470091 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-89489d75-15e6-41fd-8154-81b00beacfc8 req-0e9538c9-6acb-43d8-919c-2fd2be553061 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 945 time: 0.2321188 May 06 10:01:57.579044 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8835d675-26a8-40d1-8ad3-b924fe0bbb1a tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2239609 May 06 10:01:57.586374 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45778) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:57.600062 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-4d18af8b-f36f-4426-8c01-22a5c042f82f tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Request body: {'security_group_rule': {'security_group_id': 'ad723235-d77b-4613-a27e-253e4a311d51', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:57.648040 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-89489d75-15e6-41fd-8154-81b00beacfc8 req-3bb3e979-353e-4af9-9291-f02b98f999f9 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452861 May 06 10:01:57.660053 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-479ecfbe-1533-4bb2-b736-0baade896cb7 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:57.672419 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-479ecfbe-1533-4bb2-b736-0baade896cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:57.684402 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe0a67b-e05b-469a-8a8d-64989fa7aa96 None None] Network e8ed5f8e-078f-4c01-a6fd-55ca052e538a requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:57.754331 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4d18af8b-f36f-4426-8c01-22a5c042f82f tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:57.777611 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bcd51bca-fe92-4193-a960-8f4f0127752b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:57.816956 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ae67e-a841-4b04-be87-975987a3f082 None None] Pushing event updated for resources: {'Port': ['ID=d15f2da5-aefc-4e30-a913-1b5507c4d384,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:57.843409 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-479ecfbe-1533-4bb2-b736-0baade896cb7 None None] Attempting to bind port d15f2da5-aefc-4e30-a913-1b5507c4d384 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:01:57.843777 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-479ecfbe-1533-4bb2-b736-0baade896cb7 None None] Attempting to bind port d15f2da5-aefc-4e30-a913-1b5507c4d384 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'd6726eb5-957a-4473-9d63-976e36f7b4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '25857c42-1967-4569-b87e-7de68985aaf5'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:01:57.844154 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479ecfbe-1533-4bb2-b736-0baade896cb7 None None] Attempting to bind port d15f2da5-aefc-4e30-a913-1b5507c4d384 on network 25857c42-1967-4569-b87e-7de68985aaf5 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:57.852098 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479ecfbe-1533-4bb2-b736-0baade896cb7 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:01:57.852507 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479ecfbe-1533-4bb2-b736-0baade896cb7 None None] Checking segment: {'id': 'd6726eb5-957a-4473-9d63-976e36f7b4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '25857c42-1967-4569-b87e-7de68985aaf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:57.852762 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 80029b26-a3b3-47cb-9694-3f10ef2ff847 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:57.853487 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-479ecfbe-1533-4bb2-b736-0baade896cb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:57.853893 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479ecfbe-1533-4bb2-b736-0baade896cb7 None None] Bound using segment: {'id': 'd6726eb5-957a-4473-9d63-976e36f7b4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '25857c42-1967-4569-b87e-7de68985aaf5'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:01:57.855564 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-479ecfbe-1533-4bb2-b736-0baade896cb7 None None] Bound port: d15f2da5-aefc-4e30-a913-1b5507c4d384, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6726eb5-957a-4473-9d63-976e36f7b4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '25857c42-1967-4569-b87e-7de68985aaf5'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:01:57.860146 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-479ecfbe-1533-4bb2-b736-0baade896cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:57.886382 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-cd45c1be-5746-48b4-b9f0-fe2cd080bbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:57.888245 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-cd45c1be-5746-48b4-b9f0-fe2cd080bbf5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=50aa0855-d29a-44d5-947d-88e867f2f077 HTTP/1.1" status: 200 len: 834 time: 0.3715391 May 06 10:01:57.891343 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd51bca-fe92-4193-a960-8f4f0127752b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Subnet': ['ID=bf4a349b-441c-4b6d-9e78-b3d9bd337939,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:57.942855 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4d18af8b-f36f-4426-8c01-22a5c042f82f tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:57.948350 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd51bca-fe92-4193-a960-8f4f0127752b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Checking segment: {'id': '7e529a82-4833-43fb-b3c9-72e4ffbb04e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1e99bebd-b137-4320-9850-d378de09742d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:57.948816 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd51bca-fe92-4193-a960-8f4f0127752b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network hostable DHCP agents. Network: 1e99bebd-b137-4320-9850-d378de09742d, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:01:57.954786 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4d18af8b-f36f-4426-8c01-22a5c042f82f tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:57.963988 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-479ecfbe-1533-4bb2-b736-0baade896cb7 None None] For port d15f2da5-aefc-4e30-a913-1b5507c4d384, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:01:57.967709 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-479ecfbe-1533-4bb2-b736-0baade896cb7 None None] For port d15f2da5-aefc-4e30-a913-1b5507c4d384, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=d15f2da5-aefc-4e30-a913-1b5507c4d384,segment=NetworkSegment(d6726eb5-957a-4473-9d63-976e36f7b4fb),segment_id=d6726eb5-957a-4473-9d63-976e36f7b4fb)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:01:57.975651 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-479ecfbe-1533-4bb2-b736-0baade896cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:57.985713 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18af8b-f36f-4426-8c01-22a5c042f82f tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f449975-66c3-41ba-a340-339ed2af26d3,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:57.989132 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-d1167c8b-6aca-4d6d-9cb3-920a7a656ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:57.991527 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-d1167c8b-6aca-4d6d-9cb3-920a7a656ce7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f401ddee-c9b9-4291-b336-96fe56078e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935121 May 06 10:01:57.996490 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2716a625-afa0-4ed9-8c98-e32e2d706a61 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Router a274c641-8c57-49c2-b66c-4d523da874c2 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:01:58.002013 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd51bca-fe92-4193-a960-8f4f0127752b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network 1e99bebd-b137-4320-9850-d378de09742d is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:01:58.004370 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-74a38699-8d0f-4bc6-8225-578cca06397c None None] Provisioning complete for port 8f3405a9-02ba-4840-a41f-daf339c5fd94 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:58.004935 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-74a38699-8d0f-4bc6-8225-578cca06397c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:58.009184 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4d18af8b-f36f-4426-8c01-22a5c042f82f tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:58.010471 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4d18af8b-f36f-4426-8c01-22a5c042f82f tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4200406 May 06 10:01:58.013560 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45780) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:58.036028 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bea6d848-f4c3-49e5-871b-7e942a3ade78 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "GET /v2.0/security-group-rules/1f449975-66c3-41ba-a340-339ed2af26d3 HTTP/1.1" status: 200 len: 763 time: 0.0213270 May 06 10:01:58.038926 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45782) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:58.051453 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479ecfbe-1533-4bb2-b736-0baade896cb7 None None] Routers {'39a0b2c2-1741-4418-baae-5bf2e0fadb5c'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:58.053161 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-479ecfbe-1533-4bb2-b736-0baade896cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:58.062380 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-bcd51bca-fe92-4193-a960-8f4f0127752b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 1e99bebd-b137-4320-9850-d378de09742d) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:58.070247 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd51bca-fe92-4193-a960-8f4f0127752b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:58.070859 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bcd51bca-fe92-4193-a960-8f4f0127752b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:58.085126 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7d984e-822c-483f-b4d2-7c77c8391dd5 None None] Network 1e99bebd-b137-4320-9850-d378de09742d requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:58.128844 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-07cd9058-3bf2-4319-9a34-b6fdbc2d551d tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0886488 May 06 10:01:58.129497 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45784) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:58.162912 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bcd51bca-fe92-4193-a960-8f4f0127752b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2313995 May 06 10:01:58.167140 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 80029b26-a3b3-47cb-9694-3f10ef2ff847 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:58.167530 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45786) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:58.167672 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:58.201680 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-479ecfbe-1533-4bb2-b736-0baade896cb7 None None] Set router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:01:58.252618 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2716a625-afa0-4ed9-8c98-e32e2d706a61 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:01:58.270939 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2716a625-afa0-4ed9-8c98-e32e2d706a61 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] 10.222.0.73 "PUT /v2.0/routers/a274c641-8c57-49c2-b66c-4d523da874c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7449834 May 06 10:01:58.309387 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45788) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:58.394157 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-3b90e0ce-99e3-4f8a-8487-d62ace6c30b0 service neutron] 10.222.0.84 "GET /v2.0/networks/f401ddee-c9b9-4291-b336-96fe56078e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666518 May 06 10:01:58.411635 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9df67d1-9178-4192-8cab-9f28b25e73d8 None None] Sync routers for ids ['a274c641-8c57-49c2-b66c-4d523da874c2'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:01:58.421517 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-da73a2a6-46aa-4806-a39e-fb6a5127d784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:58.424601 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:58.506783 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-787f398e-444a-4a50-978f-0d8b960cb57e tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:58.563634 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 80029b26-a3b3-47cb-9694-3f10ef2ff847, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=80029b26-a3b3-47cb-9694-3f10ef2ff847,segment=NetworkSegment(35e80e99-8778-41c2-8861-fc02d1bd4dea),segment_id=35e80e99-8778-41c2-8861-fc02d1bd4dea)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:58.579611 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ae67e-a841-4b04-be87-975987a3f082 None None] Pushing event updated for resources: {'Port': ['ID=d15f2da5-aefc-4e30-a913-1b5507c4d384,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:58.601793 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:58.602904 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d87e6e51-d4d2-40cf-9688-53be230eab2d up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:58.651101 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-787f398e-444a-4a50-978f-0d8b960cb57e tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:58.796336 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-479ecfbe-1533-4bb2-b736-0baade896cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'name': 'tempest-RoutersTest-router-907218381', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:01:37Z', 'updated_at': '2022-05-06T10:01:54Z', 'revision_number': 4, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None, '_interfaces': [{'id': '56e9e6cd-da4b-416d-83e4-d39ec0397eb3', 'name': '', 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:dd:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:39Z', 'updated_at': '2022-05-06T10:01:45Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd15f2da5-aefc-4e30-a913-1b5507c4d384', 'name': '', 'network_id': '25857c42-1967-4569-b87e-7de68985aaf5', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:fb:19:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '12b56f68-3878-4963-965b-06955b15234c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:53Z', 'updated_at': '2022-05-06T10:01:57Z', 'revision_number': 4, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': '12b56f68-3878-4963-965b-06955b15234c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fee470d1-cde6-42ba-b7f1-41eebe21b7ff', 'name': '', 'network_id': 'b0b7dc7a-567b-43df-a967-21fc8aa2f52f', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:60:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:46Z', 'updated_at': '2022-05-06T10:01:53Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:58.843828 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9df67d1-9178-4192-8cab-9f28b25e73d8 None None] Routers {'a274c641-8c57-49c2-b66c-4d523da874c2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:58.844522 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a9df67d1-9178-4192-8cab-9f28b25e73d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['a274c641-8c57-49c2-b66c-4d523da874c2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:58.884605 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-74a38699-8d0f-4bc6-8225-578cca06397c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:58.884863 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-d96a25ff-4b23-4827-ba27-440fdba68441 service neutron] 10.222.0.84 "GET /v2.0/networks/f401ddee-c9b9-4291-b336-96fe56078e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4831111 May 06 10:01:58.910112 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-787f398e-444a-4a50-978f-0d8b960cb57e tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:58.915248 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=80029b26-a3b3-47cb-9694-3f10ef2ff847,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:58.920739 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a9df67d1-9178-4192-8cab-9f28b25e73d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:58.921313 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479ecfbe-1533-4bb2-b736-0baade896cb7 None None] The sync data for ids ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'] in n-d-840835-1 is: [{'id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'name': 'tempest-RoutersTest-router-907218381', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:01:37Z', 'updated_at': '2022-05-06T10:01:54Z', 'revision_number': 4, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None, '_interfaces': [{'id': '56e9e6cd-da4b-416d-83e4-d39ec0397eb3', 'name': '', 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:dd:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:39Z', 'updated_at': '2022-05-06T10:01:45Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd15f2da5-aefc-4e30-a913-1b5507c4d384', 'name': '', 'network_id': '25857c42-1967-4569-b87e-7de68985aaf5', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:fb:19:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '12b56f68-3878-4963-965b-06955b15234c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:53Z', 'updated_at': '2022-05-06T10:01:57Z', 'revision_number': 4, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': '12b56f68-3878-4963-965b-06955b15234c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fee470d1-cde6-42ba-b7f1-41eebe21b7ff', 'name': '', 'network_id': 'b0b7dc7a-567b-43df-a967-21fc8aa2f52f', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:60:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:46Z', 'updated_at': '2022-05-06T10:01:53Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:01:58.929733 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5544cb2-a4df-42f4-b4c6-64a24708d4b8 None None] Network 25857c42-1967-4569-b87e-7de68985aaf5 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:58.968734 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-da73a2a6-46aa-4806-a39e-fb6a5127d784 admin admin] Deleting port c0df4f79-a105-4800-8e31-a81ccac35a19 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:58.969213 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-da73a2a6-46aa-4806-a39e-fb6a5127d784 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:58.991158 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-787f398e-444a-4a50-978f-0d8b960cb57e tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:59.021044 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-787f398e-444a-4a50-978f-0d8b960cb57e tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/1f449975-66c3-41ba-a340-339ed2af26d3 HTTP/1.1" status: 204 len: 168 time: 0.8871207 May 06 10:01:59.029562 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45792) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:59.088190 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f398e-444a-4a50-978f-0d8b960cb57e tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f449975-66c3-41ba-a340-339ed2af26d3,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:59.149129 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-da73a2a6-46aa-4806-a39e-fb6a5127d784 admin admin] For port c0df4f79-a105-4800-8e31-a81ccac35a19, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=c0df4f79-a105-4800-8e31-a81ccac35a19,segment=NetworkSegment(62938aea-6589-42d5-b5c2-7e028a2f233b),segment_id=62938aea-6589-42d5-b5c2-7e028a2f233b)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:59.149897 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-da73a2a6-46aa-4806-a39e-fb6a5127d784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:59.168761 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-da73a2a6-46aa-4806-a39e-fb6a5127d784 admin admin] Calling delete_port for c0df4f79-a105-4800-8e31-a81ccac35a19 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:59.210811 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617eae0c-36d3-463f-98e0-0c90ec8b607a req-21f0faf9-1f29-47fc-a170-73d4962d95d3 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:59.212449 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-617eae0c-36d3-463f-98e0-0c90ec8b607a req-21f0faf9-1f29-47fc-a170-73d4962d95d3 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 945 time: 0.3829546 May 06 10:01:59.281374 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceaf908-feb5-4bb2-8163-88af47d8c8bf None None] Network 9c6e9f18-526e-4ce1-a0b8-3d0b475655dd requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:59.337696 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5618f8fd-013e-46ae-b7ea-ecb96b6500c2 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2785919 May 06 10:01:59.346826 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45794) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:59.355370 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-f172cb38-b35f-4b89-bad1-00f84a122242 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Request body: {'security_group_rule': {'security_group_id': 'ad723235-d77b-4613-a27e-253e4a311d51', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:59.382881 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9df67d1-9178-4192-8cab-9f28b25e73d8 None None] Routers {'a274c641-8c57-49c2-b66c-4d523da874c2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:59.387205 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-617eae0c-36d3-463f-98e0-0c90ec8b607a req-24e02bff-6c65-4079-b71d-5ecae51dcabf tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251318 May 06 10:01:59.387499 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a9df67d1-9178-4192-8cab-9f28b25e73d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['a274c641-8c57-49c2-b66c-4d523da874c2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:59.409179 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc32a2d-8453-4acf-98ed-f8d3dfddcc1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-1e99bebd-b137-4320-9850-d378de09742d', 'network_id': '1e99bebd-b137-4320-9850-d378de09742d', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'fixed_ips': [{'subnet_id': 'bf4a349b-441c-4b6d-9e78-b3d9bd337939'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:01:59.410100 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5fc32a2d-8453-4acf-98ed-f8d3dfddcc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:59.447866 n-d-840835-1 neutron-server[102652]: INFO neutron.db.securitygroups_db [None req-f172cb38-b35f-4b89-bad1-00f84a122242 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Project e39d351ec8ad4d29ab3ad5e8802192b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:01:59.467870 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f172cb38-b35f-4b89-bad1-00f84a122242 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:59.554030 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-da73a2a6-46aa-4806-a39e-fb6a5127d784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:59.563263 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-74a38699-8d0f-4bc6-8225-578cca06397c None None] For port 8f3405a9-02ba-4840-a41f-daf339c5fd94, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=8f3405a9-02ba-4840-a41f-daf339c5fd94,segment=NetworkSegment(6afe2d88-b326-4c67-97b8-52dfb172cecd),segment_id=6afe2d88-b326-4c67-97b8-52dfb172cecd)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:59.570123 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port d87e6e51-d4d2-40cf-9688-53be230eab2d triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:59.570629 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:59.574216 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:59.590725 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73a2a6-46aa-4806-a39e-fb6a5127d784 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0df4f79-a105-4800-8e31-a81ccac35a19,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:59.593404 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-a9df67d1-9178-4192-8cab-9f28b25e73d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:59.594050 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9df67d1-9178-4192-8cab-9f28b25e73d8 None None] The sync data for ids ['a274c641-8c57-49c2-b66c-4d523da874c2'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:01:59.613889 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0f3be839-94a6-484b-951b-5911c310b2d9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:59.634762 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f172cb38-b35f-4b89-bad1-00f84a122242 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:59.696560 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-74a38699-8d0f-4bc6-8225-578cca06397c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:59.710560 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f172cb38-b35f-4b89-bad1-00f84a122242 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:59.776103 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f172cb38-b35f-4b89-bad1-00f84a122242 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:59.777581 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f172cb38-b35f-4b89-bad1-00f84a122242 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4274609 May 06 10:01:59.784856 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45796) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:59.797547 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172cb38-b35f-4b89-bad1-00f84a122242 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759bead4-2df0-49a3-82de-9eee55326b63,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:59.822526 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-a89ea2b7-8868-48c8-851f-b052569437ab tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 10:01:59.827661 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a89ea2b7-8868-48c8-851f-b052569437ab tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] 10.222.0.73 "PUT /v2.0/routers/a274c641-8c57-49c2-b66c-4d523da874c2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5171828 May 06 10:01:59.828543 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7fe9c099-b201-4948-8b29-cc47440e0e88 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "GET /v2.0/security-group-rules/759bead4-2df0-49a3-82de-9eee55326b63 HTTP/1.1" status: 200 len: 769 time: 0.0425310 May 06 10:01:59.831418 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45798) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:59.831927 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45800) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:00.023094 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a38699-8d0f-4bc6-8225-578cca06397c None None] Pushing event updated for resources: {'Port': ['ID=8f3405a9-02ba-4840-a41f-daf339c5fd94,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:00.086578 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-01b753e7-c02c-44f5-b2dc-c0c965f319c5 None None] Provisioning complete for port 8f3405a9-02ba-4840-a41f-daf339c5fd94 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:00.087660 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-01b753e7-c02c-44f5-b2dc-c0c965f319c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:00.114320 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-51531280-20b0-4570-a51f-205adea76e83 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2798636 May 06 10:02:00.119213 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45802) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:00.151235 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d5f8ba0c-e297-4b08-874e-0da64c16a12f tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:00.174223 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d5f8ba0c-e297-4b08-874e-0da64c16a12f tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:00.194998 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-5fc32a2d-8453-4acf-98ed-f8d3dfddcc1d None None] Allocated IP 172.23.0.2 (1e99bebd-b137-4320-9850-d378de09742d/bf4a349b-441c-4b6d-9e78-b3d9bd337939/32433ddc-8db1-4471-982e-c8b63ed0a65e) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:02:00.205042 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:00.226216 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-da73a2a6-46aa-4806-a39e-fb6a5127d784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:00.244680 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d5f8ba0c-e297-4b08-874e-0da64c16a12f tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:00.251905 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d5f8ba0c-e297-4b08-874e-0da64c16a12f tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:00.256486 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d5f8ba0c-e297-4b08-874e-0da64c16a12f tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/759bead4-2df0-49a3-82de-9eee55326b63 HTTP/1.1" status: 204 len: 168 time: 0.1348324 May 06 10:02:00.256839 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45804) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:00.283670 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8ba0c-e297-4b08-874e-0da64c16a12f tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=759bead4-2df0-49a3-82de-9eee55326b63,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:00.346761 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-500c3106-2e5f-4f3b-8c7c-ad0275ab1290 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0875661 May 06 10:02:00.347400 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45806) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:00.362690 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port d87e6e51-d4d2-40cf-9688-53be230eab2d, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=d87e6e51-d4d2-40cf-9688-53be230eab2d,segment=NetworkSegment(d6726eb5-957a-4473-9d63-976e36f7b4fb),segment_id=d6726eb5-957a-4473-9d63-976e36f7b4fb)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:00.391879 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:00.392687 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 8f3405a9-02ba-4840-a41f-daf339c5fd94 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:02:00.496412 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=d87e6e51-d4d2-40cf-9688-53be230eab2d,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:00.496899 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c6ec485b-4768-46dd-8fb0-21b668ad8ec7 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:00.550419 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-01b753e7-c02c-44f5-b2dc-c0c965f319c5 None None] Provisioning complete for port 80029b26-a3b3-47cb-9694-3f10ef2ff847 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:00.550804 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-01b753e7-c02c-44f5-b2dc-c0c965f319c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:00.571189 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c6ec485b-4768-46dd-8fb0-21b668ad8ec7 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:00.634481 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d36730b3-46e7-4bde-80f2-e3adfcaf62d6 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:00.638264 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da73a2a6-46aa-4806-a39e-fb6a5127d784 admin admin] Router f6bcffff-b86a-491f-9892-bdd2fe254a44 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:02:00.671381 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5ddae-b3e2-4123-b280-c668ebc38348 req-5278b2c8-89bf-4d0d-8062-566b8d0b0338 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:00.675840 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 8f3405a9-02ba-4840-a41f-daf339c5fd94 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:00.677484 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:00.679562 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bfa5ddae-b3e2-4123-b280-c668ebc38348 req-5278b2c8-89bf-4d0d-8062-566b8d0b0338 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 945 time: 0.1405058 May 06 10:02:00.730837 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5fc32a2d-8453-4acf-98ed-f8d3dfddcc1d None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:00.753551 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5fc32a2d-8453-4acf-98ed-f8d3dfddcc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:00.812986 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc32a2d-8453-4acf-98ed-f8d3dfddcc1d None None] Network 1e99bebd-b137-4320-9850-d378de09742d is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:02:00.838718 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-5fc32a2d-8453-4acf-98ed-f8d3dfddcc1d None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:02:00.845624 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc32a2d-8453-4acf-98ed-f8d3dfddcc1d None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:02:00.862424 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc32a2d-8453-4acf-98ed-f8d3dfddcc1d None None] Pushing event updated for resources: {'Port': ['ID=32433ddc-8db1-4471-982e-c8b63ed0a65e,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:00.872207 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-01b753e7-c02c-44f5-b2dc-c0c965f319c5 None None] Provisioning complete for port e715b5a2-8790-4f89-900a-28163d922e3b triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:00.872381 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-01b753e7-c02c-44f5-b2dc-c0c965f319c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:00.948375 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 15e59034-bb47-469e-8691-bd3c4dc427da no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:02:00.980469 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da73a2a6-46aa-4806-a39e-fb6a5127d784 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:02:00.985368 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 15e59034-bb47-469e-8691-bd3c4dc427da {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:02:00.985710 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 15e59034-bb47-469e-8691-bd3c4dc427da not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:02:00.994620 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fad981-145e-43f8-b35d-24a14fe229ad None None] Sync routers for ids ['f6bcffff-b86a-491f-9892-bdd2fe254a44'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:02:00.995995 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-01b753e7-c02c-44f5-b2dc-c0c965f319c5 None None] Port e715b5a2-8790-4f89-900a-28163d922e3b cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:02:00.999735 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-5fc32a2d-8453-4acf-98ed-f8d3dfddcc1d None None] Attempting to bind port 32433ddc-8db1-4471-982e-c8b63ed0a65e on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:02:01.000116 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-5fc32a2d-8453-4acf-98ed-f8d3dfddcc1d None None] Attempting to bind port 32433ddc-8db1-4471-982e-c8b63ed0a65e by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '7e529a82-4833-43fb-b3c9-72e4ffbb04e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1e99bebd-b137-4320-9850-d378de09742d'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:02:01.000480 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc32a2d-8453-4acf-98ed-f8d3dfddcc1d None None] Attempting to bind port 32433ddc-8db1-4471-982e-c8b63ed0a65e on network 1e99bebd-b137-4320-9850-d378de09742d {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:02:01.009837 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc32a2d-8453-4acf-98ed-f8d3dfddcc1d None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:02:01.010238 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc32a2d-8453-4acf-98ed-f8d3dfddcc1d None None] Checking segment: {'id': '7e529a82-4833-43fb-b3c9-72e4ffbb04e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1e99bebd-b137-4320-9850-d378de09742d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:02:01.010677 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5fc32a2d-8453-4acf-98ed-f8d3dfddcc1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:01.011079 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc32a2d-8453-4acf-98ed-f8d3dfddcc1d None None] Bound using segment: {'id': '7e529a82-4833-43fb-b3c9-72e4ffbb04e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1e99bebd-b137-4320-9850-d378de09742d'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:02:01.011646 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-5fc32a2d-8453-4acf-98ed-f8d3dfddcc1d None None] Bound port: 32433ddc-8db1-4471-982e-c8b63ed0a65e, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e529a82-4833-43fb-b3c9-72e4ffbb04e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1e99bebd-b137-4320-9850-d378de09742d'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:02:01.012037 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5fc32a2d-8453-4acf-98ed-f8d3dfddcc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:01.017490 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fad981-145e-43f8-b35d-24a14fe229ad None None] Routers {'f6bcffff-b86a-491f-9892-bdd2fe254a44'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:01.019705 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-93fad981-145e-43f8-b35d-24a14fe229ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['f6bcffff-b86a-491f-9892-bdd2fe254a44'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:01.027216 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-01b753e7-c02c-44f5-b2dc-c0c965f319c5 None None] Provisioning complete for port d87e6e51-d4d2-40cf-9688-53be230eab2d triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:01.029075 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-da73a2a6-46aa-4806-a39e-fb6a5127d784 admin admin] 10.222.0.73 "PUT /v2.0/routers/f6bcffff-b86a-491f-9892-bdd2fe254a44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6551025 May 06 10:02:01.033221 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45810) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:01.039424 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-01b753e7-c02c-44f5-b2dc-c0c965f319c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:01.060636 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37984d05-fcbc-461b-8b03-806eb3d4a760 req-678802fc-aa18-468f-8e91-6b11e447ebe4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dd1bb1ae-27ec-48c7-b632-b1288fc025db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2825246 May 06 10:02:01.183867 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-5fc32a2d-8453-4acf-98ed-f8d3dfddcc1d None None] For port 32433ddc-8db1-4471-982e-c8b63ed0a65e, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:02:01.187938 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-5fc32a2d-8453-4acf-98ed-f8d3dfddcc1d None None] For port 32433ddc-8db1-4471-982e-c8b63ed0a65e, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=32433ddc-8db1-4471-982e-c8b63ed0a65e,segment=NetworkSegment(7e529a82-4833-43fb-b3c9-72e4ffbb04e3),segment_id=7e529a82-4833-43fb-b3c9-72e4ffbb04e3)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:02:01.215467 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5fc32a2d-8453-4acf-98ed-f8d3dfddcc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:01.291623 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c6ec485b-4768-46dd-8fb0-21b668ad8ec7 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:01.291623 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c6ec485b-4768-46dd-8fb0-21b668ad8ec7 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:01.291623 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c6ec485b-4768-46dd-8fb0-21b668ad8ec7 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "DELETE /v2.0/security-groups/ad723235-d77b-4613-a27e-253e4a311d51 HTTP/1.1" status: 204 len: 168 time: 0.9403846 May 06 10:02:01.293357 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-93fad981-145e-43f8-b35d-24a14fe229ad None None] Set router f6bcffff-b86a-491f-9892-bdd2fe254a44 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:01.310245 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45812) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:01.332725 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-44b010cd-d29d-427a-85c5-2ca063188ba5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:01.361921 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc32a2d-8453-4acf-98ed-f8d3dfddcc1d None None] Pushing event updated for resources: {'Port': ['ID=32433ddc-8db1-4471-982e-c8b63ed0a65e,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:01.369768 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec485b-4768-46dd-8fb0-21b668ad8ec7 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad723235-d77b-4613-a27e-253e4a311d51,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:01.378734 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 80029b26-a3b3-47cb-9694-3f10ef2ff847 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:02:01.399644 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-0f3be839-94a6-484b-951b-5911c310b2d9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Allocated IP 172.23.0.1 (1e99bebd-b137-4320-9850-d378de09742d/bf4a349b-441c-4b6d-9e78-b3d9bd337939/924d564e-3c12-46e3-bf86-c4d6f1f428a1) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:02:01.493723 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-58721361-898a-40e8-bc37-f01665d47f08 None None] Provisioning complete for port 80029b26-a3b3-47cb-9694-3f10ef2ff847 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:01.494198 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-58721361-898a-40e8-bc37-f01665d47f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:01.617280 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0f3be839-94a6-484b-951b-5911c310b2d9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:01.618886 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 80029b26-a3b3-47cb-9694-3f10ef2ff847 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:01.619301 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:01.620106 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37984d05-fcbc-461b-8b03-806eb3d4a760 req-cfa4bbcc-6e83-488c-8566-bcf70a3f5aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:01.622570 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37984d05-fcbc-461b-8b03-806eb3d4a760 req-cfa4bbcc-6e83-488c-8566-bcf70a3f5aea service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8f622fd1748945faafa68a8a25c50995&device_id=dd1bb1ae-27ec-48c7-b632-b1288fc025db HTTP/1.1" status: 200 len: 1097 time: 0.3765991 May 06 10:02:01.642240 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-44b010cd-d29d-427a-85c5-2ca063188ba5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:01.690016 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3c8ae860-ddd7-4a50-89c2-e815120727e5 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3593769 May 06 10:02:01.710655 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45814) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:01.722821 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-352bf225-049f-4c08-91ff-d0b6a4fc47f6 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Request body: {'security_group': {'name': 'tempest-secgroup--1880580775'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:01.734475 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-93fad981-145e-43f8-b35d-24a14fe229ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bcffff-b86a-491f-9892-bdd2fe254a44', 'name': 'tempest-TestServerMultinode-678426901-router', 'tenant_id': '1872a9a2d80444aabb1707cb2fb3e704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'deb69922-9f84-4cf5-81ba-a3d8358c4275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:50Z', 'updated_at': '2022-05-06T10:01:59Z', 'revision_number': 5, 'project_id': '1872a9a2d80444aabb1707cb2fb3e704', 'gw_port': {'id': 'deb69922-9f84-4cf5-81ba-a3d8358c4275', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bcffff-b86a-491f-9892-bdd2fe254a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:52Z', 'updated_at': '2022-05-06T10:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:01.751668 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bfa5ddae-b3e2-4123-b280-c668ebc38348 req-e024cde1-43bc-4ba8-80fa-a4230abc11da tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0711541 May 06 10:02:01.758471 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0f3be839-94a6-484b-951b-5911c310b2d9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:01.771039 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-58721361-898a-40e8-bc37-f01665d47f08 None None] Provisioning complete for port e715b5a2-8790-4f89-900a-28163d922e3b triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:01.771479 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-58721361-898a-40e8-bc37-f01665d47f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:01.819240 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fad981-145e-43f8-b35d-24a14fe229ad None None] Checking router: f6bcffff-b86a-491f-9892-bdd2fe254a44 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:02:01.855324 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fad981-145e-43f8-b35d-24a14fe229ad None None] Routers {'f6bcffff-b86a-491f-9892-bdd2fe254a44'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:01.855971 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-93fad981-145e-43f8-b35d-24a14fe229ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['f6bcffff-b86a-491f-9892-bdd2fe254a44'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:01.884207 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3be839-94a6-484b-951b-5911c310b2d9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network 1e99bebd-b137-4320-9850-d378de09742d is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:02:01.903033 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-0f3be839-94a6-484b-951b-5911c310b2d9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:02:01.917565 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3be839-94a6-484b-951b-5911c310b2d9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:02:01.937706 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-58721361-898a-40e8-bc37-f01665d47f08 None None] Port e715b5a2-8790-4f89-900a-28163d922e3b cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:02:01.989117 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-352bf225-049f-4c08-91ff-d0b6a4fc47f6 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:01.990679 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-58721361-898a-40e8-bc37-f01665d47f08 None None] Provisioning complete for port d87e6e51-d4d2-40cf-9688-53be230eab2d triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:01.991069 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-58721361-898a-40e8-bc37-f01665d47f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:01.994695 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d15f2da5-aefc-4e30-a913-1b5507c4d384 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:02:01.998204 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3be839-94a6-484b-951b-5911c310b2d9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Port': ['ID=924d564e-3c12-46e3-bf86-c4d6f1f428a1,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:02.014197 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-93fad981-145e-43f8-b35d-24a14fe229ad None None] Set router f6bcffff-b86a-491f-9892-bdd2fe254a44 gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:02.094630 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-93fad981-145e-43f8-b35d-24a14fe229ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bcffff-b86a-491f-9892-bdd2fe254a44', 'name': 'tempest-TestServerMultinode-678426901-router', 'tenant_id': '1872a9a2d80444aabb1707cb2fb3e704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:50Z', 'updated_at': '2022-05-06T10:02:01Z', 'revision_number': 6, 'project_id': '1872a9a2d80444aabb1707cb2fb3e704', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:02.163378 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fad981-145e-43f8-b35d-24a14fe229ad None None] The sync data for ids ['f6bcffff-b86a-491f-9892-bdd2fe254a44'] in n-d-840835-1 is: [{'id': 'f6bcffff-b86a-491f-9892-bdd2fe254a44', 'name': 'tempest-TestServerMultinode-678426901-router', 'tenant_id': '1872a9a2d80444aabb1707cb2fb3e704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:50Z', 'updated_at': '2022-05-06T10:02:01Z', 'revision_number': 6, 'project_id': '1872a9a2d80444aabb1707cb2fb3e704', 'gw_port_host': None}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:02:02.170077 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-352bf225-049f-4c08-91ff-d0b6a4fc47f6 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:02.171290 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0f3be839-94a6-484b-951b-5911c310b2d9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:02.231700 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-352bf225-049f-4c08-91ff-d0b6a4fc47f6 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:02.293554 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-352bf225-049f-4c08-91ff-d0b6a4fc47f6 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:02.295718 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-352bf225-049f-4c08-91ff-d0b6a4fc47f6 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5811834 May 06 10:02:02.298471 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45816) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:02.305690 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-ebae5f49-8734-4ea5-abba-218b17b9b050 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Request body: {'security_group_rule': {'security_group_id': '41dcf855-d24b-40d0-8c0c-fd652abe9293', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:02.309749 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352bf225-049f-4c08-91ff-d0b6a4fc47f6 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41dcf855-d24b-40d0-8c0c-fd652abe9293,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:02.332605 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port d15f2da5-aefc-4e30-a913-1b5507c4d384 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:02.333151 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:02.364380 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-44b010cd-d29d-427a-85c5-2ca063188ba5 admin admin] Deleting port deb69922-9f84-4cf5-81ba-a3d8358c4275 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:02.365550 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-44b010cd-d29d-427a-85c5-2ca063188ba5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:02.376990 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ebae5f49-8734-4ea5-abba-218b17b9b050 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:02.404253 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-58721361-898a-40e8-bc37-f01665d47f08 None None] Provisioning complete for port d15f2da5-aefc-4e30-a913-1b5507c4d384 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:02.404616 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-58721361-898a-40e8-bc37-f01665d47f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:02.426811 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0f3be839-94a6-484b-951b-5911c310b2d9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:02.457435 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ebae5f49-8734-4ea5-abba-218b17b9b050 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:02.469429 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37984d05-fcbc-461b-8b03-806eb3d4a760 req-c093cdaf-1873-48b4-88da-64ce89da62f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:02.471213 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37984d05-fcbc-461b-8b03-806eb3d4a760 req-c093cdaf-1873-48b4-88da-64ce89da62f5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 HTTP/1.1" status: 200 len: 914 time: 0.8091524 May 06 10:02:02.472542 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ebae5f49-8734-4ea5-abba-218b17b9b050 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:02.501801 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-d36730b3-46e7-4bde-80f2-e3adfcaf62d6 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Deleting port e715b5a2-8790-4f89-900a-28163d922e3b {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:02.502161 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d36730b3-46e7-4bde-80f2-e3adfcaf62d6 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:02.504083 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:02.520321 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae5f49-8734-4ea5-abba-218b17b9b050 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72dfa641-224b-4e17-aff5-e441a25e214f,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:02.539788 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ebae5f49-8734-4ea5-abba-218b17b9b050 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:02.541270 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ebae5f49-8734-4ea5-abba-218b17b9b050 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2415583 May 06 10:02:02.548081 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45818) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:02.593294 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port d15f2da5-aefc-4e30-a913-1b5507c4d384, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=d15f2da5-aefc-4e30-a913-1b5507c4d384,segment=NetworkSegment(d6726eb5-957a-4473-9d63-976e36f7b4fb),segment_id=d6726eb5-957a-4473-9d63-976e36f7b4fb)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:02.609499 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-58721361-898a-40e8-bc37-f01665d47f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:02.629829 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:02.630820 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d87e6e51-d4d2-40cf-9688-53be230eab2d up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:02:02.698400 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-44b010cd-d29d-427a-85c5-2ca063188ba5 admin admin] For port deb69922-9f84-4cf5-81ba-a3d8358c4275, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=deb69922-9f84-4cf5-81ba-a3d8358c4275,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:02.698783 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-44b010cd-d29d-427a-85c5-2ca063188ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:02.728428 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6b508444-cb32-4994-8e06-73a7bd0681af tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:02.730925 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-44b010cd-d29d-427a-85c5-2ca063188ba5 admin admin] Calling delete_port for deb69922-9f84-4cf5-81ba-a3d8358c4275 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:02.749310 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d36730b3-46e7-4bde-80f2-e3adfcaf62d6 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:02.785457 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37984d05-fcbc-461b-8b03-806eb3d4a760 req-9e0120ef-6419-444b-9950-0e20a1c3047f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74fb2145-f26c-4a9c-9013-ffaa840c6cab HTTP/1.1" status: 200 len: 1001 time: 0.2947669 May 06 10:02:02.787030 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-d36730b3-46e7-4bde-80f2-e3adfcaf62d6 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Calling delete_port for e715b5a2-8790-4f89-900a-28163d922e3b owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:02.797573 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-58721361-898a-40e8-bc37-f01665d47f08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 10:02:02.798549 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-58721361-898a-40e8-bc37-f01665d47f08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 10:02:02.805857 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port d87e6e51-d4d2-40cf-9688-53be230eab2d triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:02.806247 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:02.809633 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=d15f2da5-aefc-4e30-a913-1b5507c4d384,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:02.821216 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6b508444-cb32-4994-8e06-73a7bd0681af tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:02.922673 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 8f3405a9-02ba-4840-a41f-daf339c5fd94 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:02:02.967021 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf19f569-d0d0-4c7b-a7e5-176c9093bcca None None] Network 1e99bebd-b137-4320-9850-d378de09742d requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:02:02.975900 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8bfbf-b5a5-419c-9bc3-6c353d578ba2 req-d7e2ff83-3d4d-4ecb-9c09-87fcba163d4e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:02.977867 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-34d8bfbf-b5a5-419c-9bc3-6c353d578ba2 req-d7e2ff83-3d4d-4ecb-9c09-87fcba163d4e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 945 time: 0.1055562 May 06 10:02:02.980485 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6b508444-cb32-4994-8e06-73a7bd0681af tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:02.982712 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6b508444-cb32-4994-8e06-73a7bd0681af tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:02.983907 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6b508444-cb32-4994-8e06-73a7bd0681af tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "DELETE /v2.0/security-groups/41dcf855-d24b-40d0-8c0c-fd652abe9293 HTTP/1.1" status: 204 len: 168 time: 0.4346905 May 06 10:02:02.986120 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0f3be839-94a6-484b-951b-5911c310b2d9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:02.988870 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45822) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:02.990688 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37984d05-fcbc-461b-8b03-806eb3d4a760 req-b7b1e30f-b252-429e-ae4b-88cd6c475e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:02.992442 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37984d05-fcbc-461b-8b03-806eb3d4a760 req-b7b1e30f-b252-429e-ae4b-88cd6c475e80 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5a6d1981-166e-43ed-8cde-937a332bb113 HTTP/1.1" status: 200 len: 852 time: 0.1867793 May 06 10:02:03.002757 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0f3be839-94a6-484b-951b-5911c310b2d9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:03.012537 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b508444-cb32-4994-8e06-73a7bd0681af tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dcf855-d24b-40d0-8c0c-fd652abe9293,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:03.078833 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 8f3405a9-02ba-4840-a41f-daf339c5fd94 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:03.079272 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:03.125192 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-34d8bfbf-b5a5-419c-9bc3-6c353d578ba2 req-0d0c3ce7-ccc7-4afe-b567-1a0854c0532e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328523 May 06 10:02:03.141032 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0f3be839-94a6-484b-951b-5911c310b2d9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:03.143049 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3be839-94a6-484b-951b-5911c310b2d9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event updated for resources: {'Port': ['ID=924d564e-3c12-46e3-bf86-c4d6f1f428a1,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:03.190387 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fbca04f3-0ec5-4b1a-8b66-b40b212fce8d tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1968625 May 06 10:02:03.194084 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45824) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:03.195991 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37984d05-fcbc-461b-8b03-806eb3d4a760 req-6995de7b-63b4-4a2b-8344-7742db778ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:03.197721 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37984d05-fcbc-461b-8b03-806eb3d4a760 req-6995de7b-63b4-4a2b-8344-7742db778ce8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1905072 May 06 10:02:03.325139 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3be839-94a6-484b-951b-5911c310b2d9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Network 1e99bebd-b137-4320-9850-d378de09742d is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:02:03.326687 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-0f3be839-94a6-484b-951b-5911c310b2d9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:02:03.414670 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-34de9361-1303-4357-b8d7-f194636e6450 tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2134998 May 06 10:02:03.418568 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45826) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:03.430097 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-44b010cd-d29d-427a-85c5-2ca063188ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:03.468971 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d36730b3-46e7-4bde-80f2-e3adfcaf62d6 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:03.475529 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-f89c4d30-f0fc-4760-9c5d-4800715f636d tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] delete failed (client error): The resource could not be found. May 06 10:02:03.482371 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f89c4d30-f0fc-4760-9c5d-4800715f636d tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "DELETE /v2.0/security-groups/41dcf855-d24b-40d0-8c0c-fd652abe9293 HTTP/1.1" status: 404 len: 347 time: 0.0554783 May 06 10:02:03.482371 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b010cd-d29d-427a-85c5-2ca063188ba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=deb69922-9f84-4cf5-81ba-a3d8358c4275,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:03.485371 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45828) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:03.516900 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-ffa9b280-7b20-4871-b923-01bfe5c3c2c0 None None] Provisioning complete for port 32433ddc-8db1-4471-982e-c8b63ed0a65e triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:03.517536 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ffa9b280-7b20-4871-b923-01bfe5c3c2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:03.520094 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3be839-94a6-484b-951b-5911c310b2d9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:02:03.560480 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37984d05-fcbc-461b-8b03-806eb3d4a760 req-a8b86170-9287-4493-84a9-c37f82bc6f67 service neutron] 10.222.0.77 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515034 May 06 10:02:03.561232 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36730b3-46e7-4bde-80f2-e3adfcaf62d6 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Pushing event deleted for resources: {'Port': ['ID=e715b5a2-8790-4f89-900a-28163d922e3b,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:03.561674 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d15f2da5-aefc-4e30-a913-1b5507c4d384 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:02:03.694826 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port d15f2da5-aefc-4e30-a913-1b5507c4d384 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:03.695068 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3be839-94a6-484b-951b-5911c310b2d9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:02:03.695228 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:03.712551 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0f3be839-94a6-484b-951b-5911c310b2d9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "PUT /v2.0/routers/39a0b2c2-1741-4418-baae-5bf2e0fadb5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5438981 May 06 10:02:03.713257 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45830) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:03.723711 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-39f0d5b9-af82-40fe-8cb5-a6cef8f6d3bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:03.725989 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c074ae5-c5b3-47c3-9013-ff87d75a8621 None None] Sync routers for ids ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:02:03.758780 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c074ae5-c5b3-47c3-9013-ff87d75a8621 None None] Routers {'39a0b2c2-1741-4418-baae-5bf2e0fadb5c'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:03.759585 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-3c074ae5-c5b3-47c3-9013-ff87d75a8621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:03.802156 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37984d05-fcbc-461b-8b03-806eb3d4a760 req-1b5c9be7-34c6-4f32-ae57-f8b11ef00009 service neutron] 10.222.0.77 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110360 May 06 10:02:03.827897 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ffa9b280-7b20-4871-b923-01bfe5c3c2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:03.923410 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ffa9b280-7b20-4871-b923-01bfe5c3c2c0 None None] For port 32433ddc-8db1-4471-982e-c8b63ed0a65e, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=32433ddc-8db1-4471-982e-c8b63ed0a65e,segment=NetworkSegment(7e529a82-4833-43fb-b3c9-72e4ffbb04e3),segment_id=7e529a82-4833-43fb-b3c9-72e4ffbb04e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:03.935617 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e8794228-e330-46a7-8f55-bee49e9f036a tempest-SecGroupIPv6Test-1990742038 tempest-SecGroupIPv6Test-1990742038-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4431715 May 06 10:02:03.935862 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ffa9b280-7b20-4871-b923-01bfe5c3c2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:03.938232 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d36730b3-46e7-4bde-80f2-e3adfcaf62d6 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:03.942876 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-44b010cd-d29d-427a-85c5-2ca063188ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.016278 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 32433ddc-8db1-4471-982e-c8b63ed0a65e up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:02:04.033078 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-3c074ae5-c5b3-47c3-9013-ff87d75a8621 None None] Set router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:04.066075 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-ffa9b280-7b20-4871-b923-01bfe5c3c2c0 None None] Provisioning complete for port d15f2da5-aefc-4e30-a913-1b5507c4d384 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:04.066457 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ffa9b280-7b20-4871-b923-01bfe5c3c2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.208043 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-44b010cd-d29d-427a-85c5-2ca063188ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.217617 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-44b010cd-d29d-427a-85c5-2ca063188ba5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.260721 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.extraroute_db [None req-39f0d5b9-af82-40fe-8cb5-a6cef8f6d3bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102653) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 06 10:02:04.273120 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9b280-7b20-4871-b923-01bfe5c3c2c0 None None] Pushing event updated for resources: {'Port': ['ID=32433ddc-8db1-4471-982e-c8b63ed0a65e,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:04.301087 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.extraroute_db [None req-39f0d5b9-af82-40fe-8cb5-a6cef8f6d3bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Removed routes are [] {{(pid=102653) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 06 10:02:04.301500 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-39f0d5b9-af82-40fe-8cb5-a6cef8f6d3bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1992734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1598914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41446'] for router, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.360564 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45840) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:04.369996 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02daa6-98b3-47b1-9b2c-ae6603510d48 req-be068d24-6913-4710-a4b0-310e2ae391f4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:04.371546 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba02daa6-98b3-47b1-9b2c-ae6603510d48 req-be068d24-6913-4710-a4b0-310e2ae391f4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 945 time: 0.1061018 May 06 10:02:04.402391 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-44b010cd-d29d-427a-85c5-2ca063188ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.402916 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b010cd-d29d-427a-85c5-2ca063188ba5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6bcffff-b86a-491f-9892-bdd2fe254a44 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:02:04.409109 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-44b010cd-d29d-427a-85c5-2ca063188ba5 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.410637 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-44b010cd-d29d-427a-85c5-2ca063188ba5 admin admin] 10.222.0.73 "DELETE /v2.0/routers/f6bcffff-b86a-491f-9892-bdd2fe254a44 HTTP/1.1" status: 204 len: 168 time: 3.3737128 May 06 10:02:04.415427 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45844) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:04.431619 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36730b3-46e7-4bde-80f2-e3adfcaf62d6 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Router a274c641-8c57-49c2-b66c-4d523da874c2 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:02:04.460914 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 32433ddc-8db1-4471-982e-c8b63ed0a65e triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:04.461395 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.491131 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-28fd89bf-0cc8-4608-9a96-d9237b6c14c3 admin admin] Deleting subnet f8991258-2c3a-4dc0-836d-5bc298b36913 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:02:04.495574 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba02daa6-98b3-47b1-9b2c-ae6603510d48 req-1fb973f3-b44c-4755-a5ff-ebdfd8cf1795 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853791 May 06 10:02:04.542613 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-28fd89bf-0cc8-4608-9a96-d9237b6c14c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.622777 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36730b3-46e7-4bde-80f2-e3adfcaf62d6 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:02:04.626463 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-3c074ae5-c5b3-47c3-9013-ff87d75a8621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'name': 'tempest-RoutersTest-router-907218381', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:01:37Z', 'updated_at': '2022-05-06T10:02:02Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None, '_interfaces': [{'id': '56e9e6cd-da4b-416d-83e4-d39ec0397eb3', 'name': '', 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:dd:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:39Z', 'updated_at': '2022-05-06T10:01:45Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '924d564e-3c12-46e3-bf86-c4d6f1f428a1', 'name': '', 'network_id': '1e99bebd-b137-4320-9850-d378de09742d', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:9e:5a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'bf4a349b-441c-4b6d-9e78-b3d9bd337939', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:59Z', 'updated_at': '2022-05-06T10:02:02Z', 'revision_number': 2, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': 'bf4a349b-441c-4b6d-9e78-b3d9bd337939', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd15f2da5-aefc-4e30-a913-1b5507c4d384', 'name': '', 'network_id': '25857c42-1967-4569-b87e-7de68985aaf5', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:fb:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '12b56f68-3878-4963-965b-06955b15234c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:53Z', 'updated_at': '2022-05-06T10:02:02Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': '12b56f68-3878-4963-965b-06955b15234c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fee470d1-cde6-42ba-b7f1-41eebe21b7ff', 'name': '', 'network_id': 'b0b7dc7a-567b-43df-a967-21fc8aa2f52f', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:60:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:46Z', 'updated_at': '2022-05-06T10:01:53Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:04.633494 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d36730b3-46e7-4bde-80f2-e3adfcaf62d6 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] 10.222.0.73 "PUT /v2.0/routers/a274c641-8c57-49c2-b66c-4d523da874c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7961168 May 06 10:02:04.633494 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45846) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:04.642892 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95293b32-7b55-4a02-9376-34fad9aeee83 None None] Sync routers for ids ['a274c641-8c57-49c2-b66c-4d523da874c2'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:02:04.665674 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-39f0d5b9-af82-40fe-8cb5-a6cef8f6d3bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1992734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1598914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41446'] for router, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.668207 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95293b32-7b55-4a02-9376-34fad9aeee83 None None] Routers {'a274c641-8c57-49c2-b66c-4d523da874c2'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:04.669120 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-95293b32-7b55-4a02-9376-34fad9aeee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['a274c641-8c57-49c2-b66c-4d523da874c2'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:04.673045 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c074ae5-c5b3-47c3-9013-ff87d75a8621 None None] Checking router: 39a0b2c2-1741-4418-baae-5bf2e0fadb5c for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:02:04.673540 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c074ae5-c5b3-47c3-9013-ff87d75a8621 None None] Updating router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c port 924d564e-3c12-46e3-bf86-c4d6f1f428a1 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:02:04.681822 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-28fd89bf-0cc8-4608-9a96-d9237b6c14c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.683951 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-39f0d5b9-af82-40fe-8cb5-a6cef8f6d3bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1598923'] for router, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.684362 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-6db15e7f-9188-4654-9a2f-37dbcb000485 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] delete failed (client error): The resource could not be found. May 06 10:02:04.689425 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6db15e7f-9188-4654-9a2f-37dbcb000485 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] 10.222.0.73 "DELETE /v2.0/routers/tempest-non_exist_router-1425650680 HTTP/1.1" status: 404 len: 335 time: 0.0510297 May 06 10:02:04.689755 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45848) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:04.692509 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c5cb8640-b81d-4ad6-bb73-b0bcbbb37ec2 None None] Provisioning complete for port 924d564e-3c12-46e3-bf86-c4d6f1f428a1 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:04.692878 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c5cb8640-b81d-4ad6-bb73-b0bcbbb37ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.705801 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-89bc58ab-3965-4a57-8651-dc8346e9b461 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a274c641-8c57-49c2-b66c-4d523da874c2'}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:04.712996 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-cf0ea6af-95d5-4b25-9538-a4abc603024d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e39d351ec8ad4d29ab3ad5e8802192b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3381572 May 06 10:02:04.715727 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45850) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:04.728625 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-95293b32-7b55-4a02-9376-34fad9aeee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:04.738684 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95293b32-7b55-4a02-9376-34fad9aeee83 None None] Routers {'a274c641-8c57-49c2-b66c-4d523da874c2'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:04.739796 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-95293b32-7b55-4a02-9376-34fad9aeee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['a274c641-8c57-49c2-b66c-4d523da874c2'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:04.762833 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device deb69922-9f84-4cf5-81ba-a3d8358c4275 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:02:04.779507 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-95293b32-7b55-4a02-9376-34fad9aeee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:04.780535 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95293b32-7b55-4a02-9376-34fad9aeee83 None None] The sync data for ids ['a274c641-8c57-49c2-b66c-4d523da874c2'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:02:04.841205 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-28fd89bf-0cc8-4608-9a96-d9237b6c14c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.843943 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6cf5d5fb-6c1a-4596-ae82-d2b7bf92947a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.903804 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6cf5d5fb-6c1a-4596-ae82-d2b7bf92947a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.959334 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-28fd89bf-0cc8-4608-9a96-d9237b6c14c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.971422 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: deb69922-9f84-4cf5-81ba-a3d8358c4275 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:02:04.972035 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device deb69922-9f84-4cf5-81ba-a3d8358c4275 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:02:04.972713 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device c0df4f79-a105-4800-8e31-a81ccac35a19 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:02:04.977696 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3c074ae5-c5b3-47c3-9013-ff87d75a8621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.994165 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd89bf-0cc8-4608-9a96-d9237b6c14c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8991258-2c3a-4dc0-836d-5bc298b36913,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:04.999881 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-28fd89bf-0cc8-4608-9a96-d9237b6c14c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:05.005607 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-28fd89bf-0cc8-4608-9a96-d9237b6c14c3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f8991258-2c3a-4dc0-836d-5bc298b36913 HTTP/1.1" status: 204 len: 168 time: 0.5841861 May 06 10:02:05.005880 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45852) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:05.012434 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6cf5d5fb-6c1a-4596-ae82-d2b7bf92947a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:05.014886 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6cf5d5fb-6c1a-4596-ae82-d2b7bf92947a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:05.018439 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6cf5d5fb-6c1a-4596-ae82-d2b7bf92947a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/853da2b6-e267-432f-9ab4-e7969a6df068 HTTP/1.1" status: 204 len: 168 time: 0.2979236 May 06 10:02:05.018587 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-c5cb8640-b81d-4ad6-bb73-b0bcbbb37ec2 None None] Port 924d564e-3c12-46e3-bf86-c4d6f1f428a1 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:02:05.033005 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952f9363-c31d-4455-8f10-1106f2743ec2 None None] Network 3ce3653f-7e6e-4372-868c-fbbcf53e2998 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:02:05.034992 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f0d5b9-af82-40fe-8cb5-a6cef8f6d3bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:02:05.037676 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-89bc58ab-3965-4a57-8651-dc8346e9b461 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:05.045895 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: c0df4f79-a105-4800-8e31-a81ccac35a19 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:02:05.046733 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device c0df4f79-a105-4800-8e31-a81ccac35a19 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:02:05.063635 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5d5fb-6c1a-4596-ae82-d2b7bf92947a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853da2b6-e267-432f-9ab4-e7969a6df068,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:05.066323 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-89bc58ab-3965-4a57-8651-dc8346e9b461 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] update failed (client error): The resource could not be found. May 06 10:02:05.067408 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-89bc58ab-3965-4a57-8651-dc8346e9b461 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] 10.222.0.73 "PUT /v2.0/routers/a274c641-8c57-49c2-b66c-4d523da874c2 HTTP/1.1" status: 404 len: 339 time: 0.3766780 May 06 10:02:05.070993 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45856) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:05.099975 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f4306bff-2f3e-46d5-b32d-c1adc8f84aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:05.170818 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-f4306bff-2f3e-46d5-b32d-c1adc8f84aa2 admin admin] Deleting port 9fb8e4f7-7094-45da-9636-10a345b56ec4 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:05.171196 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f4306bff-2f3e-46d5-b32d-c1adc8f84aa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:05.241976 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c5cb8640-b81d-4ad6-bb73-b0bcbbb37ec2 None None] Provisioning complete for port 32433ddc-8db1-4471-982e-c8b63ed0a65e triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:05.242355 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c5cb8640-b81d-4ad6-bb73-b0bcbbb37ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:05.262760 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-f4306bff-2f3e-46d5-b32d-c1adc8f84aa2 admin admin] For port 9fb8e4f7-7094-45da-9636-10a345b56ec4, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9fb8e4f7-7094-45da-9636-10a345b56ec4,segment=NetworkSegment(62938aea-6589-42d5-b5c2-7e028a2f233b),segment_id=62938aea-6589-42d5-b5c2-7e028a2f233b)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:05.262760 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f4306bff-2f3e-46d5-b32d-c1adc8f84aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:05.296276 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f0d5b9-af82-40fe-8cb5-a6cef8f6d3bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:02:05.298485 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-f4306bff-2f3e-46d5-b32d-c1adc8f84aa2 admin admin] Calling delete_port for 9fb8e4f7-7094-45da-9636-10a345b56ec4 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:05.304849 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-39f0d5b9-af82-40fe-8cb5-a6cef8f6d3bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:05.308850 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-39f0d5b9-af82-40fe-8cb5-a6cef8f6d3bd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "PUT /v2.0/routers/39a0b2c2-1741-4418-baae-5bf2e0fadb5c HTTP/1.1" status: 200 len: 933 time: 1.5944870 May 06 10:02:05.309429 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45860) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:05.561877 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 32433ddc-8db1-4471-982e-c8b63ed0a65e up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:02:05.564031 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54094daa-f28f-4418-b2d1-1c847e6dc1fb None None] DHCP port deletion for 3ce3653f-7e6e-4372-868c-fbbcf53e2998 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:02:05.573114 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6193b7f4-b8b0-4eb2-ba5d-15fbac70723b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "GET /v2.0/routers/39a0b2c2-1741-4418-baae-5bf2e0fadb5c HTTP/1.1" status: 200 len: 933 time: 0.2573936 May 06 10:02:05.574759 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45868) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:05.585536 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-2e45c608-48e6-4861-bf8f-9198a61e49dd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'router': {'routes': None}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:05.713480 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f4306bff-2f3e-46d5-b32d-c1adc8f84aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:05.735659 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 32433ddc-8db1-4471-982e-c8b63ed0a65e triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:05.736303 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:05.775721 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4306bff-2f3e-46d5-b32d-c1adc8f84aa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fb8e4f7-7094-45da-9636-10a345b56ec4,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:05.786785 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4306bff-2f3e-46d5-b32d-c1adc8f84aa2 admin admin] No DVR routers for this DVR port 9fb8e4f7-7094-45da-9636-10a345b56ec4 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:02:05.811897 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-54094daa-f28f-4418-b2d1-1c847e6dc1fb None None] Deleting port 9fb8e4f7-7094-45da-9636-10a345b56ec4 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:05.811897 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-54094daa-f28f-4418-b2d1-1c847e6dc1fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:05.847809 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8952c-c755-4993-80ce-392e7fd73a8d req-ad56421c-1403-4317-9766-99848ef760d3 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:05.849371 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0b8952c-c755-4993-80ce-392e7fd73a8d req-ad56421c-1403-4317-9766-99848ef760d3 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 945 time: 0.1104262 May 06 10:02:05.851253 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b2d2d402-dbab-4b45-9541-036286a65c05 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:05.929634 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3c074ae5-c5b3-47c3-9013-ff87d75a8621 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:05.940350 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-54094daa-f28f-4418-b2d1-1c847e6dc1fb None None] For port 9fb8e4f7-7094-45da-9636-10a345b56ec4, host n-d-840835-1, got binding levels [] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:05.940791 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-54094daa-f28f-4418-b2d1-1c847e6dc1fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:05.950478 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3c074ae5-c5b3-47c3-9013-ff87d75a8621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:05.955910 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f4306bff-2f3e-46d5-b32d-c1adc8f84aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:05.977576 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0b8952c-c755-4993-80ce-392e7fd73a8d req-3efb939f-cc36-4744-8d1c-2b08713340fb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168573 May 06 10:02:05.998550 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-54094daa-f28f-4418-b2d1-1c847e6dc1fb None None] Calling delete_port for 9fb8e4f7-7094-45da-9636-10a345b56ec4 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:06.002395 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.ipam_backend_mixin [None req-54094daa-f28f-4418-b2d1-1c847e6dc1fb None None] Port 9fb8e4f7-7094-45da-9636-10a345b56ec4 was not found and therefore no delete operation was performed {{(pid=102654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 10:02:06.009127 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-f4306bff-2f3e-46d5-b32d-c1adc8f84aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce3653f-7e6e-4372-868c-fbbcf53e2998']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:06.028103 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-54094daa-f28f-4418-b2d1-1c847e6dc1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:06.071821 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54094daa-f28f-4418-b2d1-1c847e6dc1fb None None] No DVR routers for this DVR port 9fb8e4f7-7094-45da-9636-10a345b56ec4 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:02:06.075709 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c3d35-474d-4bf4-b0a8-00e6ab41aeb9 None None] Pushing event updated for resources: {'Port': ['ID=924d564e-3c12-46e3-bf86-c4d6f1f428a1,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:06.119734 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-f4306bff-2f3e-46d5-b32d-c1adc8f84aa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62938aea-6589-42d5-b5c2-7e028a2f233b') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:06.126039 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-f4306bff-2f3e-46d5-b32d-c1adc8f84aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62938aea-6589-42d5-b5c2-7e028a2f233b') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:06.143368 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f4306bff-2f3e-46d5-b32d-c1adc8f84aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:06.153482 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54094daa-f28f-4418-b2d1-1c847e6dc1fb None None] Pushing event deleted for resources: {'Port': ['ID=9fb8e4f7-7094-45da-9636-10a345b56ec4,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:06.168966 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f4306bff-2f3e-46d5-b32d-c1adc8f84aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:06.181572 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4306bff-2f3e-46d5-b32d-c1adc8f84aa2 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:02:06.182356 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f4306bff-2f3e-46d5-b32d-c1adc8f84aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: timer() May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:02:06.184293 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:02:06.206031 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-3c074ae5-c5b3-47c3-9013-ff87d75a8621 None None] Attempting to bind port 924d564e-3c12-46e3-bf86-c4d6f1f428a1 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:02:06.206417 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-3c074ae5-c5b3-47c3-9013-ff87d75a8621 None None] Attempting to bind port 924d564e-3c12-46e3-bf86-c4d6f1f428a1 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '7e529a82-4833-43fb-b3c9-72e4ffbb04e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1e99bebd-b137-4320-9850-d378de09742d'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:02:06.206785 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c074ae5-c5b3-47c3-9013-ff87d75a8621 None None] Attempting to bind port 924d564e-3c12-46e3-bf86-c4d6f1f428a1 on network 1e99bebd-b137-4320-9850-d378de09742d {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:02:06.214199 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c074ae5-c5b3-47c3-9013-ff87d75a8621 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:02:06.214632 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c074ae5-c5b3-47c3-9013-ff87d75a8621 None None] Checking segment: {'id': '7e529a82-4833-43fb-b3c9-72e4ffbb04e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1e99bebd-b137-4320-9850-d378de09742d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:02:06.215002 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3c074ae5-c5b3-47c3-9013-ff87d75a8621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:06.216807 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c074ae5-c5b3-47c3-9013-ff87d75a8621 None None] Bound using segment: {'id': '7e529a82-4833-43fb-b3c9-72e4ffbb04e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1e99bebd-b137-4320-9850-d378de09742d'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:02:06.217702 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-3c074ae5-c5b3-47c3-9013-ff87d75a8621 None None] Bound port: 924d564e-3c12-46e3-bf86-c4d6f1f428a1, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e529a82-4833-43fb-b3c9-72e4ffbb04e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1e99bebd-b137-4320-9850-d378de09742d'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:02:06.218379 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3c074ae5-c5b3-47c3-9013-ff87d75a8621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:06.225815 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45882) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:06.244900 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-b2d2d402-dbab-4b45-9541-036286a65c05 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Allocated IP 172.20.0.1 (0b9de961-3524-451c-bb71-d7d276f4f824/d50f7a6d-f473-48df-afda-b7cc67858e30/08054588-56df-4a21-9adb-99073a9dd80d) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:02:06.310695 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f4306bff-2f3e-46d5-b32d-c1adc8f84aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:06.322919 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f4306bff-2f3e-46d5-b32d-c1adc8f84aa2 admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:06.327489 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f4306bff-2f3e-46d5-b32d-c1adc8f84aa2 admin admin] 10.222.0.73 "DELETE /v2.0/networks/3ce3653f-7e6e-4372-868c-fbbcf53e2998 HTTP/1.1" status: 204 len: 168 time: 1.3206470 May 06 10:02:06.335468 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-3c074ae5-c5b3-47c3-9013-ff87d75a8621 None None] For port 924d564e-3c12-46e3-bf86-c4d6f1f428a1, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:02:06.340757 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-3c074ae5-c5b3-47c3-9013-ff87d75a8621 None None] For port 924d564e-3c12-46e3-bf86-c4d6f1f428a1, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=924d564e-3c12-46e3-bf86-c4d6f1f428a1,segment=NetworkSegment(7e529a82-4833-43fb-b3c9-72e4ffbb04e3),segment_id=7e529a82-4833-43fb-b3c9-72e4ffbb04e3)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:02:06.348424 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3c074ae5-c5b3-47c3-9013-ff87d75a8621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:06.401584 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4306bff-2f3e-46d5-b32d-c1adc8f84aa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ce3653f-7e6e-4372-868c-fbbcf53e2998,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:06.441586 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-0d5c9cf9-501c-42c2-be73-74a3a186f0b6 tempest-SubnetPoolsTestJSON-1761172178 tempest-SubnetPoolsTestJSON-1761172178-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1165866205', 'prefixes': ['172.20.0.0/16']}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:06.451394 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-63d73ba4-c276-4539-bae6-fffb77eb7f2c None None] Provisioning complete for port 924d564e-3c12-46e3-bf86-c4d6f1f428a1 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:06.451780 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-63d73ba4-c276-4539-bae6-fffb77eb7f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:06.455994 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c074ae5-c5b3-47c3-9013-ff87d75a8621 None None] Routers {'39a0b2c2-1741-4418-baae-5bf2e0fadb5c'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:06.457092 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-3c074ae5-c5b3-47c3-9013-ff87d75a8621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:06.459271 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c3d35-474d-4bf4-b0a8-00e6ab41aeb9 None None] Pushing event updated for resources: {'Port': ['ID=924d564e-3c12-46e3-bf86-c4d6f1f428a1,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:06.473463 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b2d2d402-dbab-4b45-9541-036286a65c05 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:06.563460 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b2d2d402-dbab-4b45-9541-036286a65c05 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:06.588053 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.extraroute_db [None req-2e45c608-48e6-4861-bf8f-9198a61e49dd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Added routes are [] {{(pid=102652) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 06 10:02:06.588688 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.extraroute_db [None req-2e45c608-48e6-4861-bf8f-9198a61e49dd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102652) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 06 10:02:06.617190 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0d5c9cf9-501c-42c2-be73-74a3a186f0b6 tempest-SubnetPoolsTestJSON-1761172178 tempest-SubnetPoolsTestJSON-1761172178-project] Notify callbacks [] for subnetpool, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:06.619825 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0d5c9cf9-501c-42c2-be73-74a3a186f0b6 tempest-SubnetPoolsTestJSON-1761172178 tempest-SubnetPoolsTestJSON-1761172178-project] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3927486 May 06 10:02:06.623281 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45888) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:06.626203 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d2d402-dbab-4b45-9541-036286a65c05 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Network 0b9de961-3524-451c-bb71-d7d276f4f824 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:02:06.629586 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-b2d2d402-dbab-4b45-9541-036286a65c05 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:02:06.633458 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d2d402-dbab-4b45-9541-036286a65c05 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:02:06.656748 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-3c074ae5-c5b3-47c3-9013-ff87d75a8621 None None] Set router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:06.689194 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45890) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:06.703210 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-55759063-0509-4dcb-98ec-8e9119bc28e0 tempest-SubnetPoolsTestJSON-1761172178 tempest-SubnetPoolsTestJSON-1761172178-project] 10.222.0.73 "GET /v2.0/subnetpools/1a42e722-6404-4ac0-a4b5-882944f8c1a1 HTTP/1.1" status: 200 len: 732 time: 0.0774307 May 06 10:02:06.705791 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45892) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:06.707756 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2d402-dbab-4b45-9541-036286a65c05 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Pushing event updated for resources: {'Port': ['ID=08054588-56df-4a21-9adb-99073a9dd80d,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:06.711047 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-52a194cd-a2de-4f29-aced-439d4f742d82 tempest-SubnetPoolsTestJSON-1761172178 tempest-SubnetPoolsTestJSON-1761172178-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1389272039'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:06.741367 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e45c608-48e6-4861-bf8f-9198a61e49dd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1992734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1598914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41446'] for router, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:06.758097 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b2d2d402-dbab-4b45-9541-036286a65c05 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:06.835076 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-63d73ba4-c276-4539-bae6-fffb77eb7f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:06.859420 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ad4b240f-22c3-43db-9222-4f49a05dcdc0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=00f7968cffd34aa5acde8a7b7c8357bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1687856 May 06 10:02:06.861808 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45894) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:06.914338 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-63d73ba4-c276-4539-bae6-fffb77eb7f2c None None] For port 924d564e-3c12-46e3-bf86-c4d6f1f428a1, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=924d564e-3c12-46e3-bf86-c4d6f1f428a1,segment=NetworkSegment(7e529a82-4833-43fb-b3c9-72e4ffbb04e3),segment_id=7e529a82-4833-43fb-b3c9-72e4ffbb04e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:06.927981 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-63d73ba4-c276-4539-bae6-fffb77eb7f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:06.948563 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b2d2d402-dbab-4b45-9541-036286a65c05 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.002945 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-12ad74de-4a85-47d9-9684-31dec75a27d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.040101 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d73ba4-c276-4539-bae6-fffb77eb7f2c None None] Pushing event updated for resources: {'Port': ['ID=924d564e-3c12-46e3-bf86-c4d6f1f428a1,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:07.067156 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-59a222b0-1de7-4c16-943f-d7f92e2ca6a7 None None] Provisioning complete for port 924d564e-3c12-46e3-bf86-c4d6f1f428a1 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:07.067478 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-59a222b0-1de7-4c16-943f-d7f92e2ca6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.085811 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-12ad74de-4a85-47d9-9684-31dec75a27d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.128943 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-3c074ae5-c5b3-47c3-9013-ff87d75a8621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'name': 'tempest-RoutersTest-router-907218381', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:01:37Z', 'updated_at': '2022-05-06T10:02:04Z', 'revision_number': 6, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None, '_interfaces': [{'id': '56e9e6cd-da4b-416d-83e4-d39ec0397eb3', 'name': '', 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:dd:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:39Z', 'updated_at': '2022-05-06T10:01:45Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '924d564e-3c12-46e3-bf86-c4d6f1f428a1', 'name': '', 'network_id': '1e99bebd-b137-4320-9850-d378de09742d', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:9e:5a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'bf4a349b-441c-4b6d-9e78-b3d9bd337939', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:59Z', 'updated_at': '2022-05-06T10:02:06Z', 'revision_number': 4, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': 'bf4a349b-441c-4b6d-9e78-b3d9bd337939', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd15f2da5-aefc-4e30-a913-1b5507c4d384', 'name': '', 'network_id': '25857c42-1967-4569-b87e-7de68985aaf5', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:fb:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '12b56f68-3878-4963-965b-06955b15234c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:53Z', 'updated_at': '2022-05-06T10:02:02Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': '12b56f68-3878-4963-965b-06955b15234c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fee470d1-cde6-42ba-b7f1-41eebe21b7ff', 'name': '', 'network_id': 'b0b7dc7a-567b-43df-a967-21fc8aa2f52f', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:60:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:46Z', 'updated_at': '2022-05-06T10:01:53Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:07.159001 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c074ae5-c5b3-47c3-9013-ff87d75a8621 None None] The sync data for ids ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'] in n-d-840835-1 is: [{'id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'name': 'tempest-RoutersTest-router-907218381', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:01:37Z', 'updated_at': '2022-05-06T10:02:04Z', 'revision_number': 6, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None, '_interfaces': [{'id': '56e9e6cd-da4b-416d-83e4-d39ec0397eb3', 'name': '', 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:dd:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:39Z', 'updated_at': '2022-05-06T10:01:45Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '924d564e-3c12-46e3-bf86-c4d6f1f428a1', 'name': '', 'network_id': '1e99bebd-b137-4320-9850-d378de09742d', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:9e:5a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'bf4a349b-441c-4b6d-9e78-b3d9bd337939', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:59Z', 'updated_at': '2022-05-06T10:02:06Z', 'revision_number': 4, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': 'bf4a349b-441c-4b6d-9e78-b3d9bd337939', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd15f2da5-aefc-4e30-a913-1b5507c4d384', 'name': '', 'network_id': '25857c42-1967-4569-b87e-7de68985aaf5', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:fb:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '12b56f68-3878-4963-965b-06955b15234c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:53Z', 'updated_at': '2022-05-06T10:02:02Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': '12b56f68-3878-4963-965b-06955b15234c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fee470d1-cde6-42ba-b7f1-41eebe21b7ff', 'name': '', 'network_id': 'b0b7dc7a-567b-43df-a967-21fc8aa2f52f', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:60:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:46Z', 'updated_at': '2022-05-06T10:01:53Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:02:07.209046 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68794541-6e66-4916-b734-b9e95f483112 req-c8a25013-9c16-4c42-ad53-a5a9c99936c4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:07.210838 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-68794541-6e66-4916-b734-b9e95f483112 req-c8a25013-9c16-4c42-ad53-a5a9c99936c4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 945 time: 0.1433744 May 06 10:02:07.225778 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-59a222b0-1de7-4c16-943f-d7f92e2ca6a7 None None] Provisioning complete for port 08054588-56df-4a21-9adb-99073a9dd80d triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:07.226183 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-59a222b0-1de7-4c16-943f-d7f92e2ca6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.291513 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-59a222b0-1de7-4c16-943f-d7f92e2ca6a7 None None] Port 08054588-56df-4a21-9adb-99073a9dd80d cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:02:07.385580 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-12ad74de-4a85-47d9-9684-31dec75a27d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.388459 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-12ad74de-4a85-47d9-9684-31dec75a27d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.392258 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-12ad74de-4a85-47d9-9684-31dec75a27d1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a47eb022-3c4c-4ba6-8549-faa3d85904a5 HTTP/1.1" status: 204 len: 168 time: 0.5271640 May 06 10:02:07.418457 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-68794541-6e66-4916-b734-b9e95f483112 req-2e759d95-7d04-4183-82ee-ec1751ca5142 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827767 May 06 10:02:07.422939 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad74de-4a85-47d9-9684-31dec75a27d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47eb022-3c4c-4ba6-8549-faa3d85904a5,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:07.468436 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-52a194cd-a2de-4f29-aced-439d4f742d82 tempest-SubnetPoolsTestJSON-1761172178 tempest-SubnetPoolsTestJSON-1761172178-project] Notify callbacks [] for subnetpool, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.469662 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-52a194cd-a2de-4f29-aced-439d4f742d82 tempest-SubnetPoolsTestJSON-1761172178 tempest-SubnetPoolsTestJSON-1761172178-project] 10.222.0.73 "PUT /v2.0/subnetpools/1a42e722-6404-4ac0-a4b5-882944f8c1a1 HTTP/1.1" status: 200 len: 684 time: 0.7629511 May 06 10:02:07.470929 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 924d564e-3c12-46e3-bf86-c4d6f1f428a1 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:02:07.472744 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45900) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:07.503857 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e45c608-48e6-4861-bf8f-9198a61e49dd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1992734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1598914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41446'] for router, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.516678 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e45c608-48e6-4861-bf8f-9198a61e49dd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1598923'] for router, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.537575 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b2d2d402-dbab-4b45-9541-036286a65c05 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.545060 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b2d2d402-dbab-4b45-9541-036286a65c05 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.590635 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 924d564e-3c12-46e3-bf86-c4d6f1f428a1 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:07.592119 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.647016 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2d402-dbab-4b45-9541-036286a65c05 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Pushing event updated for resources: {'Port': ['ID=08054588-56df-4a21-9adb-99073a9dd80d,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:07.651142 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b2d2d402-dbab-4b45-9541-036286a65c05 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.687440 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e45c608-48e6-4861-bf8f-9198a61e49dd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:02:07.692174 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-396a68be-69d7-4aa3-9228-f39d8e1b6cbb tempest-SubnetPoolsTestJSON-1761172178 tempest-SubnetPoolsTestJSON-1761172178-project] Notify callbacks [] for subnetpool, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.693748 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-396a68be-69d7-4aa3-9228-f39d8e1b6cbb tempest-SubnetPoolsTestJSON-1761172178 tempest-SubnetPoolsTestJSON-1761172178-project] 10.222.0.73 "DELETE /v2.0/subnetpools/1a42e722-6404-4ac0-a4b5-882944f8c1a1 HTTP/1.1" status: 204 len: 168 time: 0.2200923 May 06 10:02:07.697090 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45904) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:07.715357 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-97a3ea8e-0fb6-4299-a06f-c16c1c3d46e4 tempest-SubnetPoolsTestJSON-1761172178 tempest-SubnetPoolsTestJSON-1761172178-project] show failed (client error): The resource could not be found. May 06 10:02:07.717151 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-97a3ea8e-0fb6-4299-a06f-c16c1c3d46e4 tempest-SubnetPoolsTestJSON-1761172178 tempest-SubnetPoolsTestJSON-1761172178-project] 10.222.0.73 "GET /v2.0/subnetpools/1a42e722-6404-4ac0-a4b5-882944f8c1a1 HTTP/1.1" status: 404 len: 346 time: 0.0186217 May 06 10:02:07.720947 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45906) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:07.742117 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-ec9e24fe-4e80-4491-92ed-69d363d1a12e tempest-SubnetPoolsTestJSON-1761172178 tempest-SubnetPoolsTestJSON-1761172178-project] delete failed (client error): The resource could not be found. May 06 10:02:07.747215 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ec9e24fe-4e80-4491-92ed-69d363d1a12e tempest-SubnetPoolsTestJSON-1761172178 tempest-SubnetPoolsTestJSON-1761172178-project] 10.222.0.73 "DELETE /v2.0/subnetpools/1a42e722-6404-4ac0-a4b5-882944f8c1a1 HTTP/1.1" status: 404 len: 346 time: 0.0213358 May 06 10:02:07.814157 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9fb8e4f7-7094-45da-9636-10a345b56ec4 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:02:07.819914 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d2d402-dbab-4b45-9541-036286a65c05 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Network 0b9de961-3524-451c-bb71-d7d276f4f824 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:02:07.821424 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-b2d2d402-dbab-4b45-9541-036286a65c05 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:02:07.851953 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 9fb8e4f7-7094-45da-9636-10a345b56ec4 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:02:07.854091 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9fb8e4f7-7094-45da-9636-10a345b56ec4 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:02:07.884259 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e45c608-48e6-4861-bf8f-9198a61e49dd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:02:07.895216 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e45c608-48e6-4861-bf8f-9198a61e49dd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.897308 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2e45c608-48e6-4861-bf8f-9198a61e49dd tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "PUT /v2.0/routers/39a0b2c2-1741-4418-baae-5bf2e0fadb5c HTTP/1.1" status: 200 len: 699 time: 2.3160102 May 06 10:02:07.900887 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45910) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:07.995107 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d2d402-dbab-4b45-9541-036286a65c05 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Router a274c641-8c57-49c2-b66c-4d523da874c2 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:02:08.120306 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45914) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:08.156496 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45916) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:08.157951 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ce35f1c1-95be-4262-a24e-be2aea599bd7 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "GET /v2.0/routers/39a0b2c2-1741-4418-baae-5bf2e0fadb5c HTTP/1.1" status: 200 len: 699 time: 0.2557082 May 06 10:02:08.196201 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3386bc00-5c0a-46c8-867b-05bbb2d55844 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1872a9a2d80444aabb1707cb2fb3e704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0745041 May 06 10:02:08.197045 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45918) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:08.219576 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d2d402-dbab-4b45-9541-036286a65c05 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:02:08.228749 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45920) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:08.233294 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d42ad0d-a90e-4299-b318-622db2a4e3e3 None None] Sync routers for ids ['a274c641-8c57-49c2-b66c-4d523da874c2'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:02:08.248419 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d42ad0d-a90e-4299-b318-622db2a4e3e3 None None] Routers {'a274c641-8c57-49c2-b66c-4d523da874c2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:08.249204 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-7d42ad0d-a90e-4299-b318-622db2a4e3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['a274c641-8c57-49c2-b66c-4d523da874c2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:08.286734 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-356a0f3f-fff2-4920-9d00-cd5dcd2859f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.306906 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-7d42ad0d-a90e-4299-b318-622db2a4e3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:08.316375 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-356a0f3f-fff2-4920-9d00-cd5dcd2859f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.339776 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b2d2d402-dbab-4b45-9541-036286a65c05 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] 10.222.0.73 "PUT /v2.0/routers/a274c641-8c57-49c2-b66c-4d523da874c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2676952 May 06 10:02:08.343277 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d42ad0d-a90e-4299-b318-622db2a4e3e3 None None] Routers {'a274c641-8c57-49c2-b66c-4d523da874c2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:08.344126 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-7d42ad0d-a90e-4299-b318-622db2a4e3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['a274c641-8c57-49c2-b66c-4d523da874c2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:08.376526 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45924) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:08.396246 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-7d42ad0d-a90e-4299-b318-622db2a4e3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:08.397568 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d42ad0d-a90e-4299-b318-622db2a4e3e3 None None] The sync data for ids ['a274c641-8c57-49c2-b66c-4d523da874c2'] in n-d-840835-1 is: [] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:02:08.403868 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-3e37c682-0a18-4453-ab11-1d2e096ecc73 None None] Provisioning complete for port 08054588-56df-4a21-9adb-99073a9dd80d triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:08.404428 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3e37c682-0a18-4453-ab11-1d2e096ecc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.436618 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-356a0f3f-fff2-4920-9d00-cd5dcd2859f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.439353 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-356a0f3f-fff2-4920-9d00-cd5dcd2859f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.440811 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-356a0f3f-fff2-4920-9d00-cd5dcd2859f3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a1fbea8f-5359-4c17-ba0c-a599f8f38f0e HTTP/1.1" status: 204 len: 168 time: 0.2425015 May 06 10:02:08.442648 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-3e37c682-0a18-4453-ab11-1d2e096ecc73 None None] Port 08054588-56df-4a21-9adb-99073a9dd80d cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:02:08.484920 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad4f2ad-2d13-4f6c-988f-deaeee41caa1 None None] Sync routers for ids ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:02:08.499196 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad4f2ad-2d13-4f6c-988f-deaeee41caa1 None None] Routers {'39a0b2c2-1741-4418-baae-5bf2e0fadb5c'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:08.500098 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-fad4f2ad-2d13-4f6c-988f-deaeee41caa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:08.529886 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a0f3f-fff2-4920-9d00-cd5dcd2859f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fbea8f-5359-4c17-ba0c-a599f8f38f0e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:08.563974 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3e61eeb8-4935-4b0b-a7c5-2ac1d9c6360e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.590297 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3257d5a3-c528-4d7a-bb33-41d1dc29ae4d tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.619901 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-fad4f2ad-2d13-4f6c-988f-deaeee41caa1 None None] Set router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:08.620780 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82399337-7b2d-4451-ae22-fea231558be1 req-e2c0d38b-15c2-47a7-b45c-75cf07475c6f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:08.628181 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82399337-7b2d-4451-ae22-fea231558be1 req-e2c0d38b-15c2-47a7-b45c-75cf07475c6f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 945 time: 0.0702872 May 06 10:02:08.706727 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82399337-7b2d-4451-ae22-fea231558be1 req-8149b359-930b-4473-8083-ac69ff2e9564 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772557 May 06 10:02:08.737539 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-3257d5a3-c528-4d7a-bb33-41d1dc29ae4d tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] delete failed (client error): There was a conflict when trying to complete your request. May 06 10:02:08.739300 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3257d5a3-c528-4d7a-bb33-41d1dc29ae4d tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] 10.222.0.73 "DELETE /v2.0/routers/a274c641-8c57-49c2-b66c-4d523da874c2 HTTP/1.1" status: 409 len: 329 time: 0.3599436 May 06 10:02:08.745202 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 45932) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:08.787377 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3e61eeb8-4935-4b0b-a7c5-2ac1d9c6360e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.792948 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3e61eeb8-4935-4b0b-a7c5-2ac1d9c6360e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.846785 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3e61eeb8-4935-4b0b-a7c5-2ac1d9c6360e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=81f44932c29b4744a2bc0ff1a7556c2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6165886 May 06 10:02:08.847930 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61eeb8-4935-4b0b-a7c5-2ac1d9c6360e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d88352-a6f9-47b4-ab37-7c16d1812ff4,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:08.851793 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45938) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:08.920619 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-841729b0-df03-4f51-a626-19ae0702170e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.947448 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-fad4f2ad-2d13-4f6c-988f-deaeee41caa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'name': 'tempest-RoutersTest-router-907218381', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:01:37Z', 'updated_at': '2022-05-06T10:02:06Z', 'revision_number': 7, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None, '_interfaces': [{'id': '56e9e6cd-da4b-416d-83e4-d39ec0397eb3', 'name': '', 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:dd:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:39Z', 'updated_at': '2022-05-06T10:01:45Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '924d564e-3c12-46e3-bf86-c4d6f1f428a1', 'name': '', 'network_id': '1e99bebd-b137-4320-9850-d378de09742d', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:9e:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'bf4a349b-441c-4b6d-9e78-b3d9bd337939', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:59Z', 'updated_at': '2022-05-06T10:02:06Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': 'bf4a349b-441c-4b6d-9e78-b3d9bd337939', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd15f2da5-aefc-4e30-a913-1b5507c4d384', 'name': '', 'network_id': '25857c42-1967-4569-b87e-7de68985aaf5', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:fb:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '12b56f68-3878-4963-965b-06955b15234c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:53Z', 'updated_at': '2022-05-06T10:02:02Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': '12b56f68-3878-4963-965b-06955b15234c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fee470d1-cde6-42ba-b7f1-41eebe21b7ff', 'name': '', 'network_id': 'b0b7dc7a-567b-43df-a967-21fc8aa2f52f', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:60:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:46Z', 'updated_at': '2022-05-06T10:01:53Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:08.949249 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-841729b0-df03-4f51-a626-19ae0702170e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.970372 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9a890a4d-dd2d-4aea-bcd7-80e643ddfc3a tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.996333 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad4f2ad-2d13-4f6c-988f-deaeee41caa1 None None] Checking router: 39a0b2c2-1741-4418-baae-5bf2e0fadb5c for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:02:09.006936 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad4f2ad-2d13-4f6c-988f-deaeee41caa1 None None] Routers {'39a0b2c2-1741-4418-baae-5bf2e0fadb5c'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:09.007388 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-841729b0-df03-4f51-a626-19ae0702170e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.007709 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-fad4f2ad-2d13-4f6c-988f-deaeee41caa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:09.013617 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-841729b0-df03-4f51-a626-19ae0702170e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.015288 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-841729b0-df03-4f51-a626-19ae0702170e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c1d88352-a6f9-47b4-ab37-7c16d1812ff4 HTTP/1.1" status: 204 len: 168 time: 0.1623454 May 06 10:02:09.046187 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841729b0-df03-4f51-a626-19ae0702170e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d88352-a6f9-47b4-ab37-7c16d1812ff4,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:09.138066 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-fad4f2ad-2d13-4f6c-988f-deaeee41caa1 None None] Set router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:09.377266 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0b628241-4631-4016-9659-0bd47bf7715d tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.468807 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45960) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:09.473431 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-9a890a4d-dd2d-4aea-bcd7-80e643ddfc3a tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Deleting port 924d564e-3c12-46e3-bf86-c4d6f1f428a1 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:09.473786 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9a890a4d-dd2d-4aea-bcd7-80e643ddfc3a tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.526553 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-fad4f2ad-2d13-4f6c-988f-deaeee41caa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'name': 'tempest-RoutersTest-router-907218381', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:01:37Z', 'updated_at': '2022-05-06T10:02:06Z', 'revision_number': 7, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None, '_interfaces': [{'id': '56e9e6cd-da4b-416d-83e4-d39ec0397eb3', 'name': '', 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:dd:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:39Z', 'updated_at': '2022-05-06T10:01:45Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '924d564e-3c12-46e3-bf86-c4d6f1f428a1', 'name': '', 'network_id': '1e99bebd-b137-4320-9850-d378de09742d', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:9e:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'bf4a349b-441c-4b6d-9e78-b3d9bd337939', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:59Z', 'updated_at': '2022-05-06T10:02:06Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': 'bf4a349b-441c-4b6d-9e78-b3d9bd337939', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd15f2da5-aefc-4e30-a913-1b5507c4d384', 'name': '', 'network_id': '25857c42-1967-4569-b87e-7de68985aaf5', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:fb:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '12b56f68-3878-4963-965b-06955b15234c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:53Z', 'updated_at': '2022-05-06T10:02:02Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': '12b56f68-3878-4963-965b-06955b15234c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fee470d1-cde6-42ba-b7f1-41eebe21b7ff', 'name': '', 'network_id': 'b0b7dc7a-567b-43df-a967-21fc8aa2f52f', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:60:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:46Z', 'updated_at': '2022-05-06T10:01:53Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:09.573045 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad4f2ad-2d13-4f6c-988f-deaeee41caa1 None None] The sync data for ids ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'] in n-d-840835-1 is: [{'id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'name': 'tempest-RoutersTest-router-907218381', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:01:37Z', 'updated_at': '2022-05-06T10:02:06Z', 'revision_number': 7, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None, '_interfaces': [{'id': '56e9e6cd-da4b-416d-83e4-d39ec0397eb3', 'name': '', 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:dd:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:39Z', 'updated_at': '2022-05-06T10:01:45Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '924d564e-3c12-46e3-bf86-c4d6f1f428a1', 'name': '', 'network_id': '1e99bebd-b137-4320-9850-d378de09742d', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:9e:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'bf4a349b-441c-4b6d-9e78-b3d9bd337939', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:59Z', 'updated_at': '2022-05-06T10:02:06Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': 'bf4a349b-441c-4b6d-9e78-b3d9bd337939', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd15f2da5-aefc-4e30-a913-1b5507c4d384', 'name': '', 'network_id': '25857c42-1967-4569-b87e-7de68985aaf5', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:fb:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '12b56f68-3878-4963-965b-06955b15234c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:53Z', 'updated_at': '2022-05-06T10:02:02Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': '12b56f68-3878-4963-965b-06955b15234c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fee470d1-cde6-42ba-b7f1-41eebe21b7ff', 'name': '', 'network_id': 'b0b7dc7a-567b-43df-a967-21fc8aa2f52f', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:60:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:46Z', 'updated_at': '2022-05-06T10:01:53Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:02:09.663690 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-10dd05d0-571a-410d-94c7-d705af4e92d0 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1593883683-network', 'tenant_id': '858055a9882a45ff9f8a4a1751b4c929'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:09.689256 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dd05d0-571a-410d-94c7-d705af4e92d0 admin admin] Made reservation on behalf of 858055a9882a45ff9f8a4a1751b4c929 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:02:09.693116 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-10dd05d0-571a-410d-94c7-d705af4e92d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.704460 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-10dd05d0-571a-410d-94c7-d705af4e92d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.844873 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-10dd05d0-571a-410d-94c7-d705af4e92d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.851587 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-10dd05d0-571a-410d-94c7-d705af4e92d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.887867 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10dd05d0-571a-410d-94c7-d705af4e92d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:02:09.892957 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd05d0-571a-410d-94c7-d705af4e92d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5bc19d-1dd1-4ea4-b12f-e0e476f39612,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:09.918053 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-10dd05d0-571a-410d-94c7-d705af4e92d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.918370 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-10dd05d0-571a-410d-94c7-d705af4e92d0 admin admin] Added segment b0aa85f9-0013-457e-a893-0fc8fbea5481 of type vlan for network 8955af07-bc55-4236-96f3-4410e61bcad2 May 06 10:02:09.972421 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-10dd05d0-571a-410d-94c7-d705af4e92d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.004008 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-10dd05d0-571a-410d-94c7-d705af4e92d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.005412 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dd05d0-571a-410d-94c7-d705af4e92d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:10.006158 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-10dd05d0-571a-410d-94c7-d705af4e92d0 admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.019404 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-9a890a4d-dd2d-4aea-bcd7-80e643ddfc3a tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] For port 924d564e-3c12-46e3-bf86-c4d6f1f428a1, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=924d564e-3c12-46e3-bf86-c4d6f1f428a1,segment=NetworkSegment(7e529a82-4833-43fb-b3c9-72e4ffbb04e3),segment_id=7e529a82-4833-43fb-b3c9-72e4ffbb04e3)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:10.019950 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9a890a4d-dd2d-4aea-bcd7-80e643ddfc3a tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.030223 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a16710-3fb3-48be-893e-100cdacf1cb9 req-9901b967-326b-45d1-915a-7ab35f7c9237 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:10.031771 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-61a16710-3fb3-48be-893e-100cdacf1cb9 req-9901b967-326b-45d1-915a-7ab35f7c9237 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 945 time: 0.1634450 May 06 10:02:10.048639 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-9a890a4d-dd2d-4aea-bcd7-80e643ddfc3a tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Calling delete_port for 924d564e-3c12-46e3-bf86-c4d6f1f428a1 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:10.071467 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-10dd05d0-571a-410d-94c7-d705af4e92d0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6017892 May 06 10:02:10.073847 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45980) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:10.078574 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-2d100375-9a5d-40f0-8134-429bfc68cbe9 admin admin] Request body: {'subnet': {'network_id': '8955af07-bc55-4236-96f3-4410e61bcad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1593883683-subnet', 'tenant_id': '858055a9882a45ff9f8a4a1751b4c929', 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:10.104743 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d100375-9a5d-40f0-8134-429bfc68cbe9 admin admin] Made reservation on behalf of 858055a9882a45ff9f8a4a1751b4c929 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:02:10.107089 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2d100375-9a5d-40f0-8134-429bfc68cbe9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.119609 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd05d0-571a-410d-94c7-d705af4e92d0 admin admin] Pushing event updated for resources: {'Network': ['ID=8955af07-bc55-4236-96f3-4410e61bcad2,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:10.133298 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 8955af07-bc55-4236-96f3-4410e61bcad2 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:02:10.161000 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-61a16710-3fb3-48be-893e-100cdacf1cb9 req-496779b1-ed5c-4411-8c4c-534e56775125 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182780 May 06 10:02:10.293423 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-0b628241-4631-4016-9659-0bd47bf7715d tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Deleting port 08054588-56df-4a21-9adb-99073a9dd80d {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:10.293567 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0b628241-4631-4016-9659-0bd47bf7715d tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.337095 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2d100375-9a5d-40f0-8134-429bfc68cbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.402433 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d100375-9a5d-40f0-8134-429bfc68cbe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63e2c901-f376-4580-9cb1-916f295b237b,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:10.409867 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d100375-9a5d-40f0-8134-429bfc68cbe9 admin admin] Checking segment: {'id': 'b0aa85f9-0013-457e-a893-0fc8fbea5481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8955af07-bc55-4236-96f3-4410e61bcad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:02:10.410273 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d100375-9a5d-40f0-8134-429bfc68cbe9 admin admin] Network hostable DHCP agents. Network: 8955af07-bc55-4236-96f3-4410e61bcad2, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:02:10.415321 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9a890a4d-dd2d-4aea-bcd7-80e643ddfc3a tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.429643 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d100375-9a5d-40f0-8134-429bfc68cbe9 admin admin] Network 8955af07-bc55-4236-96f3-4410e61bcad2 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:02:10.441549 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-2d100375-9a5d-40f0-8134-429bfc68cbe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 8955af07-bc55-4236-96f3-4410e61bcad2) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:02:10.447728 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d100375-9a5d-40f0-8134-429bfc68cbe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:10.448326 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2d100375-9a5d-40f0-8134-429bfc68cbe9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.461155 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aef7e89-675a-45cd-a476-c7a3af5fa200 None None] Network 8955af07-bc55-4236-96f3-4410e61bcad2 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:02:10.462669 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0b628241-4631-4016-9659-0bd47bf7715d tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.465772 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a890a4d-dd2d-4aea-bcd7-80e643ddfc3a tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Port': ['ID=924d564e-3c12-46e3-bf86-c4d6f1f428a1,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:10.471364 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2d100375-9a5d-40f0-8134-429bfc68cbe9 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3964522 May 06 10:02:10.474972 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 45992) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:10.479882 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-d9100eee-3eb6-432f-a084-351d59c11d78 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1593883683-router', 'tenant_id': '858055a9882a45ff9f8a4a1751b4c929', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:10.500542 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-0b628241-4631-4016-9659-0bd47bf7715d tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Calling delete_port for 08054588-56df-4a21-9adb-99073a9dd80d owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:10.511146 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d9100eee-3eb6-432f-a084-351d59c11d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.512850 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d9100eee-3eb6-432f-a084-351d59c11d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.655586 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d9100eee-3eb6-432f-a084-351d59c11d78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.753938 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9a890a4d-dd2d-4aea-bcd7-80e643ddfc3a tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.898425 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d9100eee-3eb6-432f-a084-351d59c11d78 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.900127 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18aa8365-a755-486d-8db8-9a42db207545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-8955af07-bc55-4236-96f3-4410e61bcad2', 'network_id': '8955af07-bc55-4236-96f3-4410e61bcad2', 'tenant_id': '858055a9882a45ff9f8a4a1751b4c929', 'fixed_ips': [{'subnet_id': '63e2c901-f376-4580-9cb1-916f295b237b'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:02:10.901214 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-18aa8365-a755-486d-8db8-9a42db207545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.940945 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0b628241-4631-4016-9659-0bd47bf7715d tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:11.007870 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b628241-4631-4016-9659-0bd47bf7715d tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Pushing event deleted for resources: {'Port': ['ID=08054588-56df-4a21-9adb-99073a9dd80d,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:11.123405 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-18aa8365-a755-486d-8db8-9a42db207545 None None] Allocated IP 172.20.0.2 (8955af07-bc55-4236-96f3-4410e61bcad2/63e2c901-f376-4580-9cb1-916f295b237b/3598cf1e-ac91-49d0-afc8-26064972a483) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:02:11.182243 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d9100eee-3eb6-432f-a084-351d59c11d78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:11.207111 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d9100eee-3eb6-432f-a084-351d59c11d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:11.275627 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0b628241-4631-4016-9659-0bd47bf7715d tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:11.279052 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a890a4d-dd2d-4aea-bcd7-80e643ddfc3a tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:02:11.428603 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-18aa8365-a755-486d-8db8-9a42db207545 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:11.432804 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-d9100eee-3eb6-432f-a084-351d59c11d78 admin admin] Allocated IP 172.25.5.226 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/7d69acb9-7ba1-4203-907a-16e21f9af97e) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:02:11.438776 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-18aa8365-a755-486d-8db8-9a42db207545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:11.484499 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18aa8365-a755-486d-8db8-9a42db207545 None None] Network 8955af07-bc55-4236-96f3-4410e61bcad2 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:02:11.488563 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-18aa8365-a755-486d-8db8-9a42db207545 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:02:11.493772 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aa8365-a755-486d-8db8-9a42db207545 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:02:11.531256 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa8365-a755-486d-8db8-9a42db207545 None None] Pushing event updated for resources: {'Port': ['ID=3598cf1e-ac91-49d0-afc8-26064972a483,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:11.560834 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-18aa8365-a755-486d-8db8-9a42db207545 None None] Attempting to bind port 3598cf1e-ac91-49d0-afc8-26064972a483 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:02:11.561671 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-18aa8365-a755-486d-8db8-9a42db207545 None None] Attempting to bind port 3598cf1e-ac91-49d0-afc8-26064972a483 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'b0aa85f9-0013-457e-a893-0fc8fbea5481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8955af07-bc55-4236-96f3-4410e61bcad2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:02:11.562264 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aa8365-a755-486d-8db8-9a42db207545 None None] Attempting to bind port 3598cf1e-ac91-49d0-afc8-26064972a483 on network 8955af07-bc55-4236-96f3-4410e61bcad2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:02:11.568506 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aa8365-a755-486d-8db8-9a42db207545 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:02:11.569197 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aa8365-a755-486d-8db8-9a42db207545 None None] Checking segment: {'id': 'b0aa85f9-0013-457e-a893-0fc8fbea5481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8955af07-bc55-4236-96f3-4410e61bcad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:02:11.569842 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-18aa8365-a755-486d-8db8-9a42db207545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:11.570572 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aa8365-a755-486d-8db8-9a42db207545 None None] Bound using segment: {'id': 'b0aa85f9-0013-457e-a893-0fc8fbea5481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8955af07-bc55-4236-96f3-4410e61bcad2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:02:11.571240 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-18aa8365-a755-486d-8db8-9a42db207545 None None] Bound port: 3598cf1e-ac91-49d0-afc8-26064972a483, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aa85f9-0013-457e-a893-0fc8fbea5481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8955af07-bc55-4236-96f3-4410e61bcad2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:02:11.571973 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-18aa8365-a755-486d-8db8-9a42db207545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:11.575936 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46018) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:11.592480 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d9100eee-3eb6-432f-a084-351d59c11d78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:11.631975 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d9100eee-3eb6-432f-a084-351d59c11d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:11.647930 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-18aa8365-a755-486d-8db8-9a42db207545 None None] For port 3598cf1e-ac91-49d0-afc8-26064972a483, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:02:11.651178 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b628241-4631-4016-9659-0bd47bf7715d tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Router a274c641-8c57-49c2-b66c-4d523da874c2 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:02:11.651638 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-18aa8365-a755-486d-8db8-9a42db207545 None None] For port 3598cf1e-ac91-49d0-afc8-26064972a483, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3598cf1e-ac91-49d0-afc8-26064972a483,segment=NetworkSegment(b0aa85f9-0013-457e-a893-0fc8fbea5481),segment_id=b0aa85f9-0013-457e-a893-0fc8fbea5481)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:02:11.660869 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-18aa8365-a755-486d-8db8-9a42db207545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:11.662026 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599be208-302f-491a-bb44-31b3b2565a71 req-2de2ee92-e21d-4d5c-bd54-01480c41e80b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:11.663700 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-599be208-302f-491a-bb44-31b3b2565a71 req-2de2ee92-e21d-4d5c-bd54-01480c41e80b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 945 time: 0.3526127 May 06 10:02:11.680000 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9100eee-3eb6-432f-a084-351d59c11d78 admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:02:11.683000 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-d9100eee-3eb6-432f-a084-351d59c11d78 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:02:11.686999 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9100eee-3eb6-432f-a084-351d59c11d78 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:02:11.730510 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a890a4d-dd2d-4aea-bcd7-80e643ddfc3a tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:02:11.740812 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9a890a4d-dd2d-4aea-bcd7-80e643ddfc3a tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "PUT /v2.0/routers/39a0b2c2-1741-4418-baae-5bf2e0fadb5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5832253 May 06 10:02:11.741881 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46022) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:11.751989 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa8365-a755-486d-8db8-9a42db207545 None None] Pushing event updated for resources: {'Port': ['ID=3598cf1e-ac91-49d0-afc8-26064972a483,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:11.758807 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e469a4-0f19-4a18-8dd0-7a9c4b9b1a8f None None] Sync routers for ids ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:02:11.776607 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e469a4-0f19-4a18-8dd0-7a9c4b9b1a8f None None] Routers {'39a0b2c2-1741-4418-baae-5bf2e0fadb5c'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:11.777525 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-29e469a4-0f19-4a18-8dd0-7a9c4b9b1a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:11.790475 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-599be208-302f-491a-bb44-31b3b2565a71 req-fba4174a-9476-4fc2-9878-0ff9fa40f17b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091540 May 06 10:02:11.803396 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-afd919de-b89e-4a06-9b02-377e7617f62a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:11.836333 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9100eee-3eb6-432f-a084-351d59c11d78 admin admin] Pushing event updated for resources: {'Port': ['ID=7d69acb9-7ba1-4203-907a-16e21f9af97e,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:11.852671 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b628241-4631-4016-9659-0bd47bf7715d tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:02:11.861589 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0b628241-4631-4016-9659-0bd47bf7715d tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] 10.222.0.73 "PUT /v2.0/routers/a274c641-8c57-49c2-b66c-4d523da874c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1076734 May 06 10:02:11.863141 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46024) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:11.869569 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33325601-75c2-4209-a00a-58b4a6356b3b None None] Sync routers for ids ['a274c641-8c57-49c2-b66c-4d523da874c2'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:02:11.883535 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33325601-75c2-4209-a00a-58b4a6356b3b None None] Routers {'a274c641-8c57-49c2-b66c-4d523da874c2'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:11.885568 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-33325601-75c2-4209-a00a-58b4a6356b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['a274c641-8c57-49c2-b66c-4d523da874c2'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:11.908790 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-f2500b2b-eddc-4a84-a442-72785e8f9e7d tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] show failed (client error): The resource could not be found. May 06 10:02:11.909398 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f2500b2b-eddc-4a84-a442-72785e8f9e7d tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] 10.222.0.73 "GET /v2.0/routers/tempest-non_exist_router-1789103128 HTTP/1.1" status: 404 len: 335 time: 0.0451908 May 06 10:02:11.916746 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46026) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:11.926488 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb34425-d918-4da9-8d34-a725c7850cc7 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Deleting subnet bf4a349b-441c-4b6d-9e78-b3d9bd337939 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:02:11.930412 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-afb34425-d918-4da9-8d34-a725c7850cc7 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:11.935526 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-3ddf54c4-7287-4c90-8626-2d3d076a0f75 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:11.943047 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-29e469a4-0f19-4a18-8dd0-7a9c4b9b1a8f None None] Set router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:11.951929 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-33325601-75c2-4209-a00a-58b4a6356b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:11.968812 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33325601-75c2-4209-a00a-58b4a6356b3b None None] Routers {'a274c641-8c57-49c2-b66c-4d523da874c2'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:11.969695 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-33325601-75c2-4209-a00a-58b4a6356b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['a274c641-8c57-49c2-b66c-4d523da874c2'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:11.974715 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-afb34425-d918-4da9-8d34-a725c7850cc7 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:11.996128 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-3ddf54c4-7287-4c90-8626-2d3d076a0f75 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] update failed (client error): The resource could not be found. May 06 10:02:12.002138 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3ddf54c4-7287-4c90-8626-2d3d076a0f75 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] 10.222.0.73 "PUT /v2.0/routers/tempest-non_exist_router-1214432816 HTTP/1.1" status: 404 len: 335 time: 0.0843229 May 06 10:02:12.002789 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46028) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:12.008416 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-33325601-75c2-4209-a00a-58b4a6356b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:12.009204 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33325601-75c2-4209-a00a-58b4a6356b3b None None] The sync data for ids ['a274c641-8c57-49c2-b66c-4d523da874c2'] in n-d-840835-1 is: [] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:02:12.155627 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-afb34425-d918-4da9-8d34-a725c7850cc7 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:12.200994 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-afd919de-b89e-4a06-9b02-377e7617f62a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:12.206138 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-94eb76eb-29ea-4268-a334-6d492fa92775 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Deleting subnet cd0a7162-39c5-4c3e-9cf7-f27391714302 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:02:12.213247 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-94eb76eb-29ea-4268-a334-6d492fa92775 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:12.220517 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-afd919de-b89e-4a06-9b02-377e7617f62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:12.236559 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-afb34425-d918-4da9-8d34-a725c7850cc7 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:12.253956 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-29e469a4-0f19-4a18-8dd0-7a9c4b9b1a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'name': 'tempest-RoutersTest-router-907218381', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:01:37Z', 'updated_at': '2022-05-06T10:02:10Z', 'revision_number': 8, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None, '_interfaces': [{'id': '56e9e6cd-da4b-416d-83e4-d39ec0397eb3', 'name': '', 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:dd:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:39Z', 'updated_at': '2022-05-06T10:01:45Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd15f2da5-aefc-4e30-a913-1b5507c4d384', 'name': '', 'network_id': '25857c42-1967-4569-b87e-7de68985aaf5', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:fb:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '12b56f68-3878-4963-965b-06955b15234c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:53Z', 'updated_at': '2022-05-06T10:02:02Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': '12b56f68-3878-4963-965b-06955b15234c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fee470d1-cde6-42ba-b7f1-41eebe21b7ff', 'name': '', 'network_id': 'b0b7dc7a-567b-43df-a967-21fc8aa2f52f', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:60:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:46Z', 'updated_at': '2022-05-06T10:01:53Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:12.266139 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb34425-d918-4da9-8d34-a725c7850cc7 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Subnet': ['ID=bf4a349b-441c-4b6d-9e78-b3d9bd337939,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:12.268197 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-afb34425-d918-4da9-8d34-a725c7850cc7 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:12.272170 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-afb34425-d918-4da9-8d34-a725c7850cc7 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/subnets/bf4a349b-441c-4b6d-9e78-b3d9bd337939 HTTP/1.1" status: 204 len: 168 time: 0.4935586 May 06 10:02:12.274970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46030) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:12.292031 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e469a4-0f19-4a18-8dd0-7a9c4b9b1a8f None None] Checking router: 39a0b2c2-1741-4418-baae-5bf2e0fadb5c for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:02:12.297438 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a65e97-729d-45fb-b4a5-5175cbbe05a1 None None] Network 1e99bebd-b137-4320-9850-d378de09742d requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:02:12.350941 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e469a4-0f19-4a18-8dd0-7a9c4b9b1a8f None None] Routers {'39a0b2c2-1741-4418-baae-5bf2e0fadb5c'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:12.351978 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-29e469a4-0f19-4a18-8dd0-7a9c4b9b1a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:12.364427 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-94eb76eb-29ea-4268-a334-6d492fa92775 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:12.377457 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b59c7eb-2996-4b06-b867-a2e0e6a8c5b2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:12.399539 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-afd919de-b89e-4a06-9b02-377e7617f62a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=12c98a4e73634f539cd8bc208b46b30d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8197381 May 06 10:02:12.399539 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd919de-b89e-4a06-9b02-377e7617f62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88dcbb3-40d5-42ad-b4ef-dd1a2b2f6920,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:12.400564 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46032) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:12.415187 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d9100eee-3eb6-432f-a084-351d59c11d78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:12.437305 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-9b59c7eb-2996-4b06-b867-a2e0e6a8c5b2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Deleting port 32433ddc-8db1-4471-982e-c8b63ed0a65e {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:12.438087 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b59c7eb-2996-4b06-b867-a2e0e6a8c5b2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:12.487236 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-29e469a4-0f19-4a18-8dd0-7a9c4b9b1a8f None None] Set router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:12.504513 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:02:12.524286 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-9b59c7eb-2996-4b06-b867-a2e0e6a8c5b2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] For port 32433ddc-8db1-4471-982e-c8b63ed0a65e, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=32433ddc-8db1-4471-982e-c8b63ed0a65e,segment=NetworkSegment(7e529a82-4833-43fb-b3c9-72e4ffbb04e3),segment_id=7e529a82-4833-43fb-b3c9-72e4ffbb04e3)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:12.524659 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b59c7eb-2996-4b06-b867-a2e0e6a8c5b2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:12.538631 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-9b59c7eb-2996-4b06-b867-a2e0e6a8c5b2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Calling delete_port for 32433ddc-8db1-4471-982e-c8b63ed0a65e owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:12.608227 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-94eb76eb-29ea-4268-a334-6d492fa92775 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:12.611374 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d5d0e367-e6fe-46d4-bfc2-26fec4c08ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:12.633549 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b59c7eb-2996-4b06-b867-a2e0e6a8c5b2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:12.662234 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e84974-ec87-4935-8ce5-8ad72dd5fafe None None] DHCP port deletion for 1e99bebd-b137-4320-9850-d378de09742d request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:02:12.665760 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59c7eb-2996-4b06-b867-a2e0e6a8c5b2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Port': ['ID=32433ddc-8db1-4471-982e-c8b63ed0a65e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:12.667800 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b59c7eb-2996-4b06-b867-a2e0e6a8c5b2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] No DVR routers for this DVR port 32433ddc-8db1-4471-982e-c8b63ed0a65e on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:02:12.721321 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d5d0e367-e6fe-46d4-bfc2-26fec4c08ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:12.794723 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b59c7eb-2996-4b06-b867-a2e0e6a8c5b2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:12.812625 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-29e469a4-0f19-4a18-8dd0-7a9c4b9b1a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'name': 'tempest-RoutersTest-router-907218381', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:01:37Z', 'updated_at': '2022-05-06T10:02:10Z', 'revision_number': 8, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None, '_interfaces': [{'id': '56e9e6cd-da4b-416d-83e4-d39ec0397eb3', 'name': '', 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:dd:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:39Z', 'updated_at': '2022-05-06T10:01:45Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd15f2da5-aefc-4e30-a913-1b5507c4d384', 'name': '', 'network_id': '25857c42-1967-4569-b87e-7de68985aaf5', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:fb:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '12b56f68-3878-4963-965b-06955b15234c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:53Z', 'updated_at': '2022-05-06T10:02:02Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': '12b56f68-3878-4963-965b-06955b15234c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fee470d1-cde6-42ba-b7f1-41eebe21b7ff', 'name': '', 'network_id': 'b0b7dc7a-567b-43df-a967-21fc8aa2f52f', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:60:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:46Z', 'updated_at': '2022-05-06T10:01:53Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:12.835612 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-9b59c7eb-2996-4b06-b867-a2e0e6a8c5b2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e99bebd-b137-4320-9850-d378de09742d']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:12.840626 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-94eb76eb-29ea-4268-a334-6d492fa92775 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:12.853395 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-9b59c7eb-2996-4b06-b867-a2e0e6a8c5b2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e529a82-4833-43fb-b3c9-72e4ffbb04e3') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:12.853714 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-9b59c7eb-2996-4b06-b867-a2e0e6a8c5b2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e529a82-4833-43fb-b3c9-72e4ffbb04e3') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:12.859147 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e469a4-0f19-4a18-8dd0-7a9c4b9b1a8f None None] The sync data for ids ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'] in n-d-840835-1 is: [{'id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'name': 'tempest-RoutersTest-router-907218381', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:01:37Z', 'updated_at': '2022-05-06T10:02:10Z', 'revision_number': 8, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None, '_interfaces': [{'id': '56e9e6cd-da4b-416d-83e4-d39ec0397eb3', 'name': '', 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:dd:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:39Z', 'updated_at': '2022-05-06T10:01:45Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd15f2da5-aefc-4e30-a913-1b5507c4d384', 'name': '', 'network_id': '25857c42-1967-4569-b87e-7de68985aaf5', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:fb:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '12b56f68-3878-4963-965b-06955b15234c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:53Z', 'updated_at': '2022-05-06T10:02:02Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': '12b56f68-3878-4963-965b-06955b15234c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fee470d1-cde6-42ba-b7f1-41eebe21b7ff', 'name': '', 'network_id': 'b0b7dc7a-567b-43df-a967-21fc8aa2f52f', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:60:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:46Z', 'updated_at': '2022-05-06T10:01:53Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:02:12.867303 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b59c7eb-2996-4b06-b867-a2e0e6a8c5b2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:12.886762 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b59c7eb-2996-4b06-b867-a2e0e6a8c5b2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:12.890477 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d5d0e367-e6fe-46d4-bfc2-26fec4c08ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:12.892945 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d5d0e367-e6fe-46d4-bfc2-26fec4c08ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:12.894042 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b59c7eb-2996-4b06-b867-a2e0e6a8c5b2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:02:12.894672 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b59c7eb-2996-4b06-b867-a2e0e6a8c5b2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: timer() May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:02:12.899145 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:02:12.911588 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d5d0e367-e6fe-46d4-bfc2-26fec4c08ff1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f88dcbb3-40d5-42ad-b4ef-dd1a2b2f6920 HTTP/1.1" status: 204 len: 168 time: 0.4988182 May 06 10:02:12.922709 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb76eb-29ea-4268-a334-6d492fa92775 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Pushing event deleted for resources: {'Subnet': ['ID=cd0a7162-39c5-4c3e-9cf7-f27391714302,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:12.924967 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d9100eee-3eb6-432f-a084-351d59c11d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:12.937056 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-94eb76eb-29ea-4268-a334-6d492fa92775 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:12.940950 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-94eb76eb-29ea-4268-a334-6d492fa92775 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] 10.222.0.73 "DELETE /v2.0/subnets/cd0a7162-39c5-4c3e-9cf7-f27391714302 HTTP/1.1" status: 204 len: 168 time: 0.9224579 May 06 10:02:12.941981 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0e367-e6fe-46d4-bfc2-26fec4c08ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88dcbb3-40d5-42ad-b4ef-dd1a2b2f6920,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:12.942132 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b69c9ea-debb-4893-9fcd-193043cbd0ed None None] Network 9c6e9f18-526e-4ce1-a0b8-3d0b475655dd requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:02:12.943713 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46038) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:13.072997 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be358043-5e11-4b26-9444-a5f85988b377 req-82b5cdc8-e26c-4ca6-92b9-7435d21f2c7d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:13.075065 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-be358043-5e11-4b26-9444-a5f85988b377 req-82b5cdc8-e26c-4ca6-92b9-7435d21f2c7d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 945 time: 0.1058204 May 06 10:02:13.077553 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b59c7eb-2996-4b06-b867-a2e0e6a8c5b2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:13.085903 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9b59c7eb-2996-4b06-b867-a2e0e6a8c5b2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:13.093041 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9b59c7eb-2996-4b06-b867-a2e0e6a8c5b2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/networks/1e99bebd-b137-4320-9850-d378de09742d HTTP/1.1" status: 204 len: 168 time: 0.8170199 May 06 10:02:13.095208 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46040) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:13.205268 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59c7eb-2996-4b06-b867-a2e0e6a8c5b2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Network': ['ID=1e99bebd-b137-4320-9850-d378de09742d,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:13.314097 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f9f26f-4ec1-4f4f-ba0d-d511ab232af4 None None] DHCP port deletion for 9c6e9f18-526e-4ce1-a0b8-3d0b475655dd request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:02:13.390315 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3553d0b-6e0c-4665-8fe4-0b7dd8873921 None None] Network 8955af07-bc55-4236-96f3-4410e61bcad2 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:02:13.509876 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3598cf1e-ac91-49d0-afc8-26064972a483 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:02:13.520008 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-1e9e27df-33b6-4f67-9797-7e1435f63074 None None] Provisioning complete for port 3598cf1e-ac91-49d0-afc8-26064972a483 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:13.520529 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1e9e27df-33b6-4f67-9797-7e1435f63074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:13.603269 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e0f9f26f-4ec1-4f4f-ba0d-d511ab232af4 None None] Deleting port 80029b26-a3b3-47cb-9694-3f10ef2ff847 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:13.603824 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e0f9f26f-4ec1-4f4f-ba0d-d511ab232af4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:13.645673 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cec4fa4-db20-4b12-a50d-2f5a67a5d381 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Deleting subnet 1dafc0e2-6e9a-40a9-aeea-71073aee31b7 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:02:13.647805 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46044) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:13.658488 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cec4fa4-db20-4b12-a50d-2f5a67a5d381 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:13.679846 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-be358043-5e11-4b26-9444-a5f85988b377 req-72a3dfc1-c15a-44ed-bd41-39d8e30734df tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5809386 May 06 10:02:13.697798 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a54f4d31-3e2e-4662-a637-f603165d5f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:13.735843 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cec4fa4-db20-4b12-a50d-2f5a67a5d381 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:13.745672 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e0f9f26f-4ec1-4f4f-ba0d-d511ab232af4 None None] For port 80029b26-a3b3-47cb-9694-3f10ef2ff847, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=80029b26-a3b3-47cb-9694-3f10ef2ff847,segment=NetworkSegment(35e80e99-8778-41c2-8861-fc02d1bd4dea),segment_id=35e80e99-8778-41c2-8861-fc02d1bd4dea)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:13.746067 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e0f9f26f-4ec1-4f4f-ba0d-d511ab232af4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:13.768708 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 3598cf1e-ac91-49d0-afc8-26064972a483 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:13.769103 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:13.770809 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e0f9f26f-4ec1-4f4f-ba0d-d511ab232af4 None None] Calling delete_port for 80029b26-a3b3-47cb-9694-3f10ef2ff847 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:13.881038 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9100eee-3eb6-432f-a084-351d59c11d78 admin admin] Router cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:02:13.909177 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a54f4d31-3e2e-4662-a637-f603165d5f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:13.919301 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a54f4d31-3e2e-4662-a637-f603165d5f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:13.922439 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cec4fa4-db20-4b12-a50d-2f5a67a5d381 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:13.972203 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da3c46b4-8ce1-4ab6-a88e-c6aa38a4ffd9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.038621 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a54f4d31-3e2e-4662-a637-f603165d5f72 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2b2da91bd3804589a8a98c449cc40aa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3873348 May 06 10:02:14.042944 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46046) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:14.048796 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f4d31-3e2e-4662-a637-f603165d5f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183811a6-9ad0-4c97-949c-f7b9a893cfb4,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:14.077092 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1e9e27df-33b6-4f67-9797-7e1435f63074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.155354 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cec4fa4-db20-4b12-a50d-2f5a67a5d381 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.156230 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-1e9e27df-33b6-4f67-9797-7e1435f63074 None None] For port 3598cf1e-ac91-49d0-afc8-26064972a483, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3598cf1e-ac91-49d0-afc8-26064972a483,segment=NetworkSegment(b0aa85f9-0013-457e-a893-0fc8fbea5481),segment_id=b0aa85f9-0013-457e-a893-0fc8fbea5481)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:14.162000 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e0f9f26f-4ec1-4f4f-ba0d-d511ab232af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.162219 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9100eee-3eb6-432f-a084-351d59c11d78 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:02:14.170439 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1e9e27df-33b6-4f67-9797-7e1435f63074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.176751 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.199621 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9686ef-5fbe-41ad-be23-bd6c9b5f5cd5 None None] Sync routers for ids ['cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:02:14.204558 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eb4f03db-3013-4eb6-9a6c-b7e4d4d731aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.206241 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec4fa4-db20-4b12-a50d-2f5a67a5d381 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Pushing event deleted for resources: {'Subnet': ['ID=1dafc0e2-6e9a-40a9-aeea-71073aee31b7,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:14.210246 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cec4fa4-db20-4b12-a50d-2f5a67a5d381 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.210800 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9f26f-4ec1-4f4f-ba0d-d511ab232af4 None None] Pushing event deleted for resources: {'Port': ['ID=80029b26-a3b3-47cb-9694-3f10ef2ff847,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:14.215495 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8cec4fa4-db20-4b12-a50d-2f5a67a5d381 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] 10.222.0.73 "DELETE /v2.0/subnets/1dafc0e2-6e9a-40a9-aeea-71073aee31b7 HTTP/1.1" status: 204 len: 168 time: 1.2681310 May 06 10:02:14.216755 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46048) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:14.225687 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f9f26f-4ec1-4f4f-ba0d-d511ab232af4 None None] No DVR routers for this DVR port 80029b26-a3b3-47cb-9694-3f10ef2ff847 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:02:14.230820 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0689939-6a2e-4c33-b6ed-3f3a111950ba None None] Network e8ed5f8e-078f-4c01-a6fd-55ca052e538a requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:02:14.293416 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d9100eee-3eb6-432f-a084-351d59c11d78 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.298457 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d9100eee-3eb6-432f-a084-351d59c11d78 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.8213682 May 06 10:02:14.298887 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46050) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:14.328691 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eb4f03db-3013-4eb6-9a6c-b7e4d4d731aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.358983 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67772c56-7d92-42a2-ad42-261e0b1258b5 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.360119 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9686ef-5fbe-41ad-be23-bd6c9b5f5cd5 None None] Routers {'cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:14.361356 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4f9686ef-5fbe-41ad-be23-bd6c9b5f5cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:14.443920 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-da3c46b4-8ce1-4ab6-a88e-c6aa38a4ffd9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Deleting port d15f2da5-aefc-4e30-a913-1b5507c4d384 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:14.444060 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da3c46b4-8ce1-4ab6-a88e-c6aa38a4ffd9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.450443 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e27df-33b6-4f67-9797-7e1435f63074 None None] Pushing event updated for resources: {'Port': ['ID=3598cf1e-ac91-49d0-afc8-26064972a483,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:14.462679 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 10:02:14.463040 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 10:02:14.508069 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eb4f03db-3013-4eb6-9a6c-b7e4d4d731aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.511895 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eb4f03db-3013-4eb6-9a6c-b7e4d4d731aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.518909 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-eb4f03db-3013-4eb6-9a6c-b7e4d4d731aa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/183811a6-9ad0-4c97-949c-f7b9a893cfb4 HTTP/1.1" status: 204 len: 168 time: 0.4657905 May 06 10:02:14.536080 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f03db-3013-4eb6-9a6c-b7e4d4d731aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183811a6-9ad0-4c97-949c-f7b9a893cfb4,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:14.538286 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67772c56-7d92-42a2-ad42-261e0b1258b5 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.574120 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-846fcc6d-fec7-4ed9-9e14-92bfe55cc25d None None] Provisioning complete for port 3598cf1e-ac91-49d0-afc8-26064972a483 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:14.574748 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-846fcc6d-fec7-4ed9-9e14-92bfe55cc25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.578685 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-67772c56-7d92-42a2-ad42-261e0b1258b5 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c6e9f18-526e-4ce1-a0b8-3d0b475655dd']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:14.590169 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-67772c56-7d92-42a2-ad42-261e0b1258b5 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e80e99-8778-41c2-8861-fc02d1bd4dea') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:14.590476 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-67772c56-7d92-42a2-ad42-261e0b1258b5 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e80e99-8778-41c2-8861-fc02d1bd4dea') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:14.603706 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67772c56-7d92-42a2-ad42-261e0b1258b5 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.610824 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-4f9686ef-5fbe-41ad-be23-bd6c9b5f5cd5 None None] Set router cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:14.638092 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67772c56-7d92-42a2-ad42-261e0b1258b5 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.642685 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-da3c46b4-8ce1-4ab6-a88e-c6aa38a4ffd9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] For port d15f2da5-aefc-4e30-a913-1b5507c4d384, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=d15f2da5-aefc-4e30-a913-1b5507c4d384,segment=NetworkSegment(d6726eb5-957a-4473-9d63-976e36f7b4fb),segment_id=d6726eb5-957a-4473-9d63-976e36f7b4fb)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:14.643067 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da3c46b4-8ce1-4ab6-a88e-c6aa38a4ffd9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.650778 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67772c56-7d92-42a2-ad42-261e0b1258b5 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:02:14.650778 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67772c56-7d92-42a2-ad42-261e0b1258b5 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: timer() May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:02:14.655289 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:02:14.660592 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-da3c46b4-8ce1-4ab6-a88e-c6aa38a4ffd9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Calling delete_port for d15f2da5-aefc-4e30-a913-1b5507c4d384 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:14.746764 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4420c66a-763b-4050-b66d-85aa0135c398 None None] DHCP port deletion for e8ed5f8e-078f-4c01-a6fd-55ca052e538a request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:02:14.748924 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67772c56-7d92-42a2-ad42-261e0b1258b5 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.798844 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67772c56-7d92-42a2-ad42-261e0b1258b5 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.806182 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-67772c56-7d92-42a2-ad42-261e0b1258b5 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] 10.222.0.73 "DELETE /v2.0/networks/9c6e9f18-526e-4ce1-a0b8-3d0b475655dd HTTP/1.1" status: 204 len: 168 time: 0.5841665 May 06 10:02:14.806182 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67772c56-7d92-42a2-ad42-261e0b1258b5 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Pushing event deleted for resources: {'Network': ['ID=9c6e9f18-526e-4ce1-a0b8-3d0b475655dd,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:14.806182 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46056) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:14.928833 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-4420c66a-763b-4050-b66d-85aa0135c398 None None] Deleting port 8f3405a9-02ba-4840-a41f-daf339c5fd94 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:14.929475 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4420c66a-763b-4050-b66d-85aa0135c398 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.937206 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bac3817e-e337-475a-bce7-91d0ae8ec05e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.992434 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13b996-8ae9-4b5c-a43a-b90dfdd90edc req-06e8a94b-6cd3-4d61-a4b7-e5642bcaa462 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:14.994382 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4a13b996-8ae9-4b5c-a43a-b90dfdd90edc req-06e8a94b-6cd3-4d61-a4b7-e5642bcaa462 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 945 time: 0.1564326 May 06 10:02:15.012837 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-bac3817e-e337-475a-bce7-91d0ae8ec05e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Deleting port 8f3405a9-02ba-4840-a41f-daf339c5fd94 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:15.013197 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bac3817e-e337-475a-bce7-91d0ae8ec05e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.040840 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-4420c66a-763b-4050-b66d-85aa0135c398 None None] For port 8f3405a9-02ba-4840-a41f-daf339c5fd94, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=8f3405a9-02ba-4840-a41f-daf339c5fd94,segment=NetworkSegment(6afe2d88-b326-4c67-97b8-52dfb172cecd),segment_id=6afe2d88-b326-4c67-97b8-52dfb172cecd)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:15.041410 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4420c66a-763b-4050-b66d-85aa0135c398 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.069210 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-4420c66a-763b-4050-b66d-85aa0135c398 None None] Calling delete_port for 8f3405a9-02ba-4840-a41f-daf339c5fd94 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:15.080888 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4f9686ef-5fbe-41ad-be23-bd6c9b5f5cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9', 'name': 'tempest-ImageQuotaTest-1593883683-router', 'tenant_id': '858055a9882a45ff9f8a4a1751b4c929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '7d69acb9-7ba1-4203-907a-16e21f9af97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:02:10Z', 'updated_at': '2022-05-06T10:02:12Z', 'revision_number': 3, 'project_id': '858055a9882a45ff9f8a4a1751b4c929', 'gw_port': {'id': '7d69acb9-7ba1-4203-907a-16e21f9af97e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:87:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:11Z', 'updated_at': '2022-05-06T10:02:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:15.106689 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-bac3817e-e337-475a-bce7-91d0ae8ec05e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] For port 8f3405a9-02ba-4840-a41f-daf339c5fd94, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=8f3405a9-02ba-4840-a41f-daf339c5fd94,segment=NetworkSegment(6afe2d88-b326-4c67-97b8-52dfb172cecd),segment_id=6afe2d88-b326-4c67-97b8-52dfb172cecd)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:15.107334 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bac3817e-e337-475a-bce7-91d0ae8ec05e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.112498 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9686ef-5fbe-41ad-be23-bd6c9b5f5cd5 None None] Checking router: cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:02:15.112720 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9686ef-5fbe-41ad-be23-bd6c9b5f5cd5 None None] Updating router cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9 port 7d69acb9-7ba1-4203-907a-16e21f9af97e binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:02:15.121374 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-bac3817e-e337-475a-bce7-91d0ae8ec05e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Calling delete_port for 8f3405a9-02ba-4840-a41f-daf339c5fd94 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:15.153578 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4a13b996-8ae9-4b5c-a43a-b90dfdd90edc req-7b6ac20e-64b4-4787-b2a1-76746cfa6705 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480780 May 06 10:02:15.165815 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 32433ddc-8db1-4471-982e-c8b63ed0a65e no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:02:15.195324 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 32433ddc-8db1-4471-982e-c8b63ed0a65e {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:02:15.195909 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 32433ddc-8db1-4471-982e-c8b63ed0a65e not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:02:15.196455 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 924d564e-3c12-46e3-bf86-c4d6f1f428a1 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:02:15.220051 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4f9686ef-5fbe-41ad-be23-bd6c9b5f5cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.230093 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fcb2b85e-f59e-40a6-8154-04ed3cb6b4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.232153 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 924d564e-3c12-46e3-bf86-c4d6f1f428a1 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:02:15.232615 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 924d564e-3c12-46e3-bf86-c4d6f1f428a1 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:02:15.233501 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da3c46b4-8ce1-4ab6-a88e-c6aa38a4ffd9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.271380 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bac3817e-e337-475a-bce7-91d0ae8ec05e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:02:15.297130 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:02:15.304046 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac3817e-e337-475a-bce7-91d0ae8ec05e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] No DVR routers for this DVR port 8f3405a9-02ba-4840-a41f-daf339c5fd94 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:02:15.304387 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c46b4-8ce1-4ab6-a88e-c6aa38a4ffd9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Port': ['ID=d15f2da5-aefc-4e30-a913-1b5507c4d384,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:15.328927 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3817e-e337-475a-bce7-91d0ae8ec05e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Pushing event deleted for resources: {'Port': ['ID=8f3405a9-02ba-4840-a41f-daf339c5fd94,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:15.383693 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4420c66a-763b-4050-b66d-85aa0135c398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.423895 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420c66a-763b-4050-b66d-85aa0135c398 None None] Pushing event deleted for resources: {'Port': ['ID=8f3405a9-02ba-4840-a41f-daf339c5fd94,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:15.436390 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3598cf1e-ac91-49d0-afc8-26064972a483 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:02:15.472651 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420c66a-763b-4050-b66d-85aa0135c398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:15.473104 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420c66a-763b-4050-b66d-85aa0135c398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:15.473708 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420c66a-763b-4050-b66d-85aa0135c398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:15.474892 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420c66a-763b-4050-b66d-85aa0135c398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:15.475292 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420c66a-763b-4050-b66d-85aa0135c398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:15.475632 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420c66a-763b-4050-b66d-85aa0135c398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:15.475966 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420c66a-763b-4050-b66d-85aa0135c398 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:15.476369 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420c66a-763b-4050-b66d-85aa0135c398 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:15.476869 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420c66a-763b-4050-b66d-85aa0135c398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:15.477204 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420c66a-763b-4050-b66d-85aa0135c398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:15.477592 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420c66a-763b-4050-b66d-85aa0135c398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:15.478007 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420c66a-763b-4050-b66d-85aa0135c398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:15.486984 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bac3817e-e337-475a-bce7-91d0ae8ec05e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.491902 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4420c66a-763b-4050-b66d-85aa0135c398 None None] No DVR routers for this DVR port 8f3405a9-02ba-4840-a41f-daf339c5fd94 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:02:15.517183 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-bac3817e-e337-475a-bce7-91d0ae8ec05e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ed5f8e-078f-4c01-a6fd-55ca052e538a']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:15.529336 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-bac3817e-e337-475a-bce7-91d0ae8ec05e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6afe2d88-b326-4c67-97b8-52dfb172cecd') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:15.529673 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-bac3817e-e337-475a-bce7-91d0ae8ec05e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6afe2d88-b326-4c67-97b8-52dfb172cecd') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:15.545672 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bac3817e-e337-475a-bce7-91d0ae8ec05e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.562673 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bac3817e-e337-475a-bce7-91d0ae8ec05e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.570922 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac3817e-e337-475a-bce7-91d0ae8ec05e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:02:15.571667 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bac3817e-e337-475a-bce7-91d0ae8ec05e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: timer() May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:02:15.649234 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:02:15.660487 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bac3817e-e337-475a-bce7-91d0ae8ec05e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.664611 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 3598cf1e-ac91-49d0-afc8-26064972a483 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:15.665164 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.683585 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bac3817e-e337-475a-bce7-91d0ae8ec05e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.691992 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bac3817e-e337-475a-bce7-91d0ae8ec05e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] 10.222.0.73 "DELETE /v2.0/networks/e8ed5f8e-078f-4c01-a6fd-55ca052e538a HTTP/1.1" status: 204 len: 168 time: 0.8848522 May 06 10:02:15.697198 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46076) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:15.714815 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-da3c46b4-8ce1-4ab6-a88e-c6aa38a4ffd9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.786250 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f71f79f-a4c8-4793-8d23-a844508a1a66 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Deleting subnet d50f7a6d-f473-48df-afda-b7cc67858e30 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:02:15.790458 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9f71f79f-a4c8-4793-8d23-a844508a1a66 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.793315 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3817e-e337-475a-bce7-91d0ae8ec05e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Pushing event deleted for resources: {'Network': ['ID=e8ed5f8e-078f-4c01-a6fd-55ca052e538a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:15.808272 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4f9686ef-5fbe-41ad-be23-bd6c9b5f5cd5 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.827873 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4f9686ef-5fbe-41ad-be23-bd6c9b5f5cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.843664 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9f71f79f-a4c8-4793-8d23-a844508a1a66 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.856220 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-fcb2b85e-f59e-40a6-8154-04ed3cb6b4fe admin admin] Allocated IP 172.20.0.1 (8955af07-bc55-4236-96f3-4410e61bcad2/63e2c901-f376-4580-9cb1-916f295b237b/14ed91a9-d578-44a9-8da5-b81dbe6e6685) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:02:15.913252 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-4f9686ef-5fbe-41ad-be23-bd6c9b5f5cd5 None None] Attempting to bind port 7d69acb9-7ba1-4203-907a-16e21f9af97e on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:02:15.913252 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-4f9686ef-5fbe-41ad-be23-bd6c9b5f5cd5 None None] Attempting to bind port 7d69acb9-7ba1-4203-907a-16e21f9af97e by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:02:15.913629 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9686ef-5fbe-41ad-be23-bd6c9b5f5cd5 None None] Attempting to bind port 7d69acb9-7ba1-4203-907a-16e21f9af97e on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:02:15.945626 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9686ef-5fbe-41ad-be23-bd6c9b5f5cd5 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:02:15.945933 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9686ef-5fbe-41ad-be23-bd6c9b5f5cd5 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:02:15.946258 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4f9686ef-5fbe-41ad-be23-bd6c9b5f5cd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.946632 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9686ef-5fbe-41ad-be23-bd6c9b5f5cd5 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:02:15.947187 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-4f9686ef-5fbe-41ad-be23-bd6c9b5f5cd5 None None] Bound port: 7d69acb9-7ba1-4203-907a-16e21f9af97e, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:02:15.947737 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4f9686ef-5fbe-41ad-be23-bd6c9b5f5cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.949131 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49c06b-b301-45d2-83d8-1afc0f474865 None None] Pushing event updated for resources: {'Port': ['ID=7d69acb9-7ba1-4203-907a-16e21f9af97e,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:15.955918 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 80029b26-a3b3-47cb-9694-3f10ef2ff847 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:02:16.002849 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9f71f79f-a4c8-4793-8d23-a844508a1a66 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.004543 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9c3a692a-2f12-44f3-92ed-746b7062afa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.008999 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 80029b26-a3b3-47cb-9694-3f10ef2ff847 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:02:16.009788 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 80029b26-a3b3-47cb-9694-3f10ef2ff847 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:02:16.009788 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 8f3405a9-02ba-4840-a41f-daf339c5fd94 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:02:16.036084 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 8f3405a9-02ba-4840-a41f-daf339c5fd94 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:02:16.036635 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 8f3405a9-02ba-4840-a41f-daf339c5fd94 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:02:16.063606 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3c46b4-8ce1-4ab6-a88e-c6aa38a4ffd9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:02:16.083074 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9f71f79f-a4c8-4793-8d23-a844508a1a66 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.086582 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-4f9686ef-5fbe-41ad-be23-bd6c9b5f5cd5 None None] For port 7d69acb9-7ba1-4203-907a-16e21f9af97e, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:02:16.090340 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-4f9686ef-5fbe-41ad-be23-bd6c9b5f5cd5 None None] For port 7d69acb9-7ba1-4203-907a-16e21f9af97e, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=7d69acb9-7ba1-4203-907a-16e21f9af97e,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:02:16.093439 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fcb2b85e-f59e-40a6-8154-04ed3cb6b4fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.096858 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4f9686ef-5fbe-41ad-be23-bd6c9b5f5cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.134130 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9f71f79f-a4c8-4793-8d23-a844508a1a66 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.138885 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9f71f79f-a4c8-4793-8d23-a844508a1a66 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] 10.222.0.73 "DELETE /v2.0/subnets/d50f7a6d-f473-48df-afda-b7cc67858e30 HTTP/1.1" status: 204 len: 168 time: 0.4409699 May 06 10:02:16.142518 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46082) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:16.152211 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71f79f-a4c8-4793-8d23-a844508a1a66 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Pushing event deleted for resources: {'Subnet': ['ID=d50f7a6d-f473-48df-afda-b7cc67858e30,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:16.157263 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49c06b-b301-45d2-83d8-1afc0f474865 None None] Pushing event updated for resources: {'Port': ['ID=7d69acb9-7ba1-4203-907a-16e21f9af97e,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:16.160278 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae38cdf-5f06-4e1b-af85-a611a631eb66 None None] Network 0b9de961-3524-451c-bb71-d7d276f4f824 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:02:16.213214 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3c46b4-8ce1-4ab6-a88e-c6aa38a4ffd9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:02:16.226106 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1347d63e-39af-441a-bb0b-4db516a5bab8 None None] Sync routers for ids ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:02:16.244726 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1347d63e-39af-441a-bb0b-4db516a5bab8 None None] Routers {'39a0b2c2-1741-4418-baae-5bf2e0fadb5c'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:16.245381 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-1347d63e-39af-441a-bb0b-4db516a5bab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:16.247395 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-da3c46b4-8ce1-4ab6-a88e-c6aa38a4ffd9 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "PUT /v2.0/routers/39a0b2c2-1741-4418-baae-5bf2e0fadb5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1432519 May 06 10:02:16.248111 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46088) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:16.336266 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fcb2b85e-f59e-40a6-8154-04ed3cb6b4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.353267 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-66561485-76ee-4357-b6ad-6cf2023c052e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.386198 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-450470da-aa10-435c-8dbc-f1c0601eb188 service neutron] show failed (client error): The resource could not be found. May 06 10:02:16.388224 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-450470da-aa10-435c-8dbc-f1c0601eb188 service neutron] 10.222.0.84 "GET /v2.0/ports/dffb0a95-b609-4ed3-8404-79c0ecb25b5f/bindings/n-h2-840835-1 HTTP/1.1" status: 404 len: 380 time: 0.1461213 May 06 10:02:16.440906 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-1347d63e-39af-441a-bb0b-4db516a5bab8 None None] Set router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:16.444384 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb2b85e-f59e-40a6-8154-04ed3cb6b4fe admin admin] Network 8955af07-bc55-4236-96f3-4410e61bcad2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:02:16.449318 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-92402d98-7b64-48cc-bfef-82af3c38f709 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Deleting subnet 12b56f68-3878-4963-965b-06955b15234c {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:02:16.468292 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-66561485-76ee-4357-b6ad-6cf2023c052e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Deleting port 73d13293-ff1c-4a2d-bce3-d65a1f00a20a {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:16.468789 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-66561485-76ee-4357-b6ad-6cf2023c052e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.471090 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-92402d98-7b64-48cc-bfef-82af3c38f709 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.477037 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-fcb2b85e-f59e-40a6-8154-04ed3cb6b4fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:02:16.479781 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb2b85e-f59e-40a6-8154-04ed3cb6b4fe admin admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:02:16.526475 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2b85e-f59e-40a6-8154-04ed3cb6b4fe admin admin] Pushing event updated for resources: {'Port': ['ID=14ed91a9-d578-44a9-8da5-b81dbe6e6685,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:16.547992 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53800255-c87b-4b00-9574-92428985c87d req-dce4f2ea-e70e-46ba-a3c6-e2fedf14b8e0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:16.549525 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-53800255-c87b-4b00-9574-92428985c87d req-dce4f2ea-e70e-46ba-a3c6-e2fedf14b8e0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 945 time: 0.2746820 May 06 10:02:16.559254 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9686ef-5fbe-41ad-be23-bd6c9b5f5cd5 None None] Routers {'cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:16.559783 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4f9686ef-5fbe-41ad-be23-bd6c9b5f5cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:16.598670 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-92402d98-7b64-48cc-bfef-82af3c38f709 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.602409 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-66561485-76ee-4357-b6ad-6cf2023c052e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] For port 73d13293-ff1c-4a2d-bce3-d65a1f00a20a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=73d13293-ff1c-4a2d-bce3-d65a1f00a20a,segment=NetworkSegment(8458e8e2-ed82-4011-99e6-9a521e63cbc6),segment_id=8458e8e2-ed82-4011-99e6-9a521e63cbc6)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:16.602946 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-66561485-76ee-4357-b6ad-6cf2023c052e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.619777 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-66561485-76ee-4357-b6ad-6cf2023c052e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Calling delete_port for 73d13293-ff1c-4a2d-bce3-d65a1f00a20a owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:16.731265 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fcb2b85e-f59e-40a6-8154-04ed3cb6b4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.807285 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-53800255-c87b-4b00-9574-92428985c87d req-09bc90ef-8665-413a-84f5-cfab21e2165c tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2402065 May 06 10:02:16.810585 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-dd033aa1-a05a-433c-86ed-5d3eb6103e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:16.812511 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-dd033aa1-a05a-433c-86ed-5d3eb6103e67 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084&tenant_id=1b7022527a0d47ed9f061636a22ce038 HTTP/1.1" status: 200 len: 1096 time: 0.0952921 May 06 10:02:16.813608 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-66561485-76ee-4357-b6ad-6cf2023c052e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.863961 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-b1906f85-1836-4fdd-8b74-510a5a29c698 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840835-1', 'device_owner': 'compute:nova'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:16.868218 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66561485-76ee-4357-b6ad-6cf2023c052e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Pushing event deleted for resources: {'Port': ['ID=73d13293-ff1c-4a2d-bce3-d65a1f00a20a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:16.884810 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66561485-76ee-4357-b6ad-6cf2023c052e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] No DVR routers for this DVR port 73d13293-ff1c-4a2d-bce3-d65a1f00a20a on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:02:16.913694 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-92402d98-7b64-48cc-bfef-82af3c38f709 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.915319 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-1347d63e-39af-441a-bb0b-4db516a5bab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'name': 'tempest-RoutersTest-router-907218381', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:01:37Z', 'updated_at': '2022-05-06T10:02:15Z', 'revision_number': 9, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None, '_interfaces': [{'id': '56e9e6cd-da4b-416d-83e4-d39ec0397eb3', 'name': '', 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:dd:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:39Z', 'updated_at': '2022-05-06T10:01:45Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fee470d1-cde6-42ba-b7f1-41eebe21b7ff', 'name': '', 'network_id': 'b0b7dc7a-567b-43df-a967-21fc8aa2f52f', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:60:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:46Z', 'updated_at': '2022-05-06T10:01:53Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:16.965143 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1347d63e-39af-441a-bb0b-4db516a5bab8 None None] Checking router: 39a0b2c2-1741-4418-baae-5bf2e0fadb5c for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:02:16.968424 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-4f9686ef-5fbe-41ad-be23-bd6c9b5f5cd5 None None] Set router cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:16.979958 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1347d63e-39af-441a-bb0b-4db516a5bab8 None None] Routers {'39a0b2c2-1741-4418-baae-5bf2e0fadb5c'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:16.984097 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-1347d63e-39af-441a-bb0b-4db516a5bab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:01:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:17.060492 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-8efb90d1-8f70-43ce-b995-9f18ed2ea1be None None] Provisioning complete for port 14ed91a9-d578-44a9-8da5-b81dbe6e6685 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:17.060855 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8efb90d1-8f70-43ce-b995-9f18ed2ea1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.091273 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0517e024-00a1-4a7a-a584-4104276b3f09 None None] DHCP port deletion for 0b9de961-3524-451c-bb71-d7d276f4f824 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:02:17.150329 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-8efb90d1-8f70-43ce-b995-9f18ed2ea1be None None] Port 14ed91a9-d578-44a9-8da5-b81dbe6e6685 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:02:17.155533 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-1347d63e-39af-441a-bb0b-4db516a5bab8 None None] Set router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:17.192022 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-66561485-76ee-4357-b6ad-6cf2023c052e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.218854 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-b1906f85-1836-4fdd-8b74-510a5a29c698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.304846 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4f9686ef-5fbe-41ad-be23-bd6c9b5f5cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9', 'name': 'tempest-ImageQuotaTest-1593883683-router', 'tenant_id': '858055a9882a45ff9f8a4a1751b4c929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '7d69acb9-7ba1-4203-907a-16e21f9af97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:02:10Z', 'updated_at': '2022-05-06T10:02:12Z', 'revision_number': 3, 'project_id': '858055a9882a45ff9f8a4a1751b4c929', 'gw_port': {'id': '7d69acb9-7ba1-4203-907a-16e21f9af97e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:87:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:11Z', 'updated_at': '2022-05-06T10:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:17.345605 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9686ef-5fbe-41ad-be23-bd6c9b5f5cd5 None None] The sync data for ids ['cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9'] in n-d-840835-1 is: [{'id': 'cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9', 'name': 'tempest-ImageQuotaTest-1593883683-router', 'tenant_id': '858055a9882a45ff9f8a4a1751b4c929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '7d69acb9-7ba1-4203-907a-16e21f9af97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:02:10Z', 'updated_at': '2022-05-06T10:02:12Z', 'revision_number': 3, 'project_id': '858055a9882a45ff9f8a4a1751b4c929', 'gw_port': {'id': '7d69acb9-7ba1-4203-907a-16e21f9af97e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:87:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:11Z', 'updated_at': '2022-05-06T10:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:02:17.436351 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-1347d63e-39af-441a-bb0b-4db516a5bab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'name': 'tempest-RoutersTest-router-907218381', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:01:37Z', 'updated_at': '2022-05-06T10:02:15Z', 'revision_number': 9, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None, '_interfaces': [{'id': '56e9e6cd-da4b-416d-83e4-d39ec0397eb3', 'name': '', 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:dd:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:39Z', 'updated_at': '2022-05-06T10:01:45Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fee470d1-cde6-42ba-b7f1-41eebe21b7ff', 'name': '', 'network_id': 'b0b7dc7a-567b-43df-a967-21fc8aa2f52f', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:60:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:46Z', 'updated_at': '2022-05-06T10:01:53Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:17.464193 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-66561485-76ee-4357-b6ad-6cf2023c052e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9de961-3524-451c-bb71-d7d276f4f824']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:17.490786 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 73d13293-ff1c-4a2d-bce3-d65a1f00a20a no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:02:17.504377 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1347d63e-39af-441a-bb0b-4db516a5bab8 None None] The sync data for ids ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'] in n-d-840835-1 is: [{'id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'name': 'tempest-RoutersTest-router-907218381', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:01:37Z', 'updated_at': '2022-05-06T10:02:15Z', 'revision_number': 9, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None, '_interfaces': [{'id': '56e9e6cd-da4b-416d-83e4-d39ec0397eb3', 'name': '', 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:dd:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:39Z', 'updated_at': '2022-05-06T10:01:45Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fee470d1-cde6-42ba-b7f1-41eebe21b7ff', 'name': '', 'network_id': 'b0b7dc7a-567b-43df-a967-21fc8aa2f52f', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:60:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:46Z', 'updated_at': '2022-05-06T10:01:53Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': '1accfcd4-1886-430b-ad5e-f3f475a3fcb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:02:17.516777 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-66561485-76ee-4357-b6ad-6cf2023c052e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8458e8e2-ed82-4011-99e6-9a521e63cbc6') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:17.517082 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-66561485-76ee-4357-b6ad-6cf2023c052e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8458e8e2-ed82-4011-99e6-9a521e63cbc6') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:17.525714 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fcb2b85e-f59e-40a6-8154-04ed3cb6b4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.526374 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 73d13293-ff1c-4a2d-bce3-d65a1f00a20a {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:02:17.526751 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 73d13293-ff1c-4a2d-bce3-d65a1f00a20a not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:02:17.550026 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-66561485-76ee-4357-b6ad-6cf2023c052e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.571877 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-92402d98-7b64-48cc-bfef-82af3c38f709 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.615410 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-92402d98-7b64-48cc-bfef-82af3c38f709 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.624113 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-92402d98-7b64-48cc-bfef-82af3c38f709 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/subnets/12b56f68-3878-4963-965b-06955b15234c HTTP/1.1" status: 204 len: 168 time: 1.3733814 May 06 10:02:17.632738 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-66561485-76ee-4357-b6ad-6cf2023c052e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.633987 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bf30eb-d12f-4fd4-b623-2a2cf5c0039a None None] Network 25857c42-1967-4569-b87e-7de68985aaf5 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:02:17.636275 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46108) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:17.687746 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66561485-76ee-4357-b6ad-6cf2023c052e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:02:17.688466 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-66561485-76ee-4357-b6ad-6cf2023c052e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: timer() May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:02:17.691830 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:02:17.755743 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92402d98-7b64-48cc-bfef-82af3c38f709 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Subnet': ['ID=12b56f68-3878-4963-965b-06955b15234c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:17.833757 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-66561485-76ee-4357-b6ad-6cf2023c052e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.838156 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fcb2b85e-f59e-40a6-8154-04ed3cb6b4fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.844100 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fcb2b85e-f59e-40a6-8154-04ed3cb6b4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.846181 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-66561485-76ee-4357-b6ad-6cf2023c052e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.850553 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-66561485-76ee-4357-b6ad-6cf2023c052e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] 10.222.0.73 "DELETE /v2.0/networks/0b9de961-3524-451c-bb71-d7d276f4f824 HTTP/1.1" status: 204 len: 168 time: 1.7064664 May 06 10:02:17.859331 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7b88dee3-e6db-4877-8019-07cf4aa075bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.864467 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46114) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:17.935984 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fcb2b85e-f59e-40a6-8154-04ed3cb6b4fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.952551 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66561485-76ee-4357-b6ad-6cf2023c052e tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Pushing event deleted for resources: {'Network': ['ID=0b9de961-3524-451c-bb71-d7d276f4f824,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:17.956052 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ebc95cf1-ce73-43c4-86b0-14c5ef3a386a tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] 10.222.0.73 "GET /v2.0/ports?device_id=a274c641-8c57-49c2-b66c-4d523da874c2 HTTP/1.1" status: 200 len: 205 time: 0.0901349 May 06 10:02:17.959696 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46116) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:17.961603 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-b1906f85-1836-4fdd-8b74-510a5a29c698 service neutron] For port dffb0a95-b609-4ed3-8404-79c0ecb25b5f, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=dffb0a95-b609-4ed3-8404-79c0ecb25b5f,segment=NetworkSegment(359ae381-b80a-42a9-92e1-acee0d1de1f3),segment_id=359ae381-b80a-42a9-92e1-acee0d1de1f3)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:17.964281 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea19bc85-15c6-43f3-abdf-2a1151366c43 None None] DHCP port deletion for 25857c42-1967-4569-b87e-7de68985aaf5 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:02:18.050848 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-ea19bc85-15c6-43f3-abdf-2a1151366c43 None None] Deleting port d87e6e51-d4d2-40cf-9688-53be230eab2d {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:18.052719 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ea19bc85-15c6-43f3-abdf-2a1151366c43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.096109 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2b85e-f59e-40a6-8154-04ed3cb6b4fe admin admin] Pushing event updated for resources: {'Port': ['ID=14ed91a9-d578-44a9-8da5-b81dbe6e6685,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:18.132425 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-49c6f017-872c-4ff8-a2fd-f71b0e2d3824 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.144220 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ea19bc85-15c6-43f3-abdf-2a1151366c43 None None] For port d87e6e51-d4d2-40cf-9688-53be230eab2d, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=d87e6e51-d4d2-40cf-9688-53be230eab2d,segment=NetworkSegment(d6726eb5-957a-4473-9d63-976e36f7b4fb),segment_id=d6726eb5-957a-4473-9d63-976e36f7b4fb)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:18.144965 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ea19bc85-15c6-43f3-abdf-2a1151366c43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.184312 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-ea19bc85-15c6-43f3-abdf-2a1151366c43 None None] Calling delete_port for d87e6e51-d4d2-40cf-9688-53be230eab2d owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:18.232623 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1035c-a5e0-4f57-9506-3cb13dce9d83 req-4a859285-85ad-4acc-b9a4-5623dace0cbf tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:18.239211 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-b1906f85-1836-4fdd-8b74-510a5a29c698 service neutron] For port dffb0a95-b609-4ed3-8404-79c0ecb25b5f, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:02:18.243731 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ad1035c-a5e0-4f57-9506-3cb13dce9d83 req-4a859285-85ad-4acc-b9a4-5623dace0cbf tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 945 time: 0.3103721 May 06 10:02:18.300818 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ea19bc85-15c6-43f3-abdf-2a1151366c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.323201 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb2b85e-f59e-40a6-8154-04ed3cb6b4fe admin admin] Network 8955af07-bc55-4236-96f3-4410e61bcad2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:02:18.325877 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-fcb2b85e-f59e-40a6-8154-04ed3cb6b4fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:02:18.337428 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19bc85-15c6-43f3-abdf-2a1151366c43 None None] Pushing event deleted for resources: {'Port': ['ID=d87e6e51-d4d2-40cf-9688-53be230eab2d,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:18.347725 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea19bc85-15c6-43f3-abdf-2a1151366c43 None None] No DVR routers for this DVR port d87e6e51-d4d2-40cf-9688-53be230eab2d on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:02:18.402821 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ad1035c-a5e0-4f57-9506-3cb13dce9d83 req-44b695ba-82d5-4226-912a-7e6d412d24e5 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167564 May 06 10:02:18.430223 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-49c6f017-872c-4ff8-a2fd-f71b0e2d3824 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.436384 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-49c6f017-872c-4ff8-a2fd-f71b0e2d3824 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.437876 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8fe9d2-24b7-4c04-9bf6-a6db7e561084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:02:18.440349 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b919c00-e628-454a-8bd2-cfe047a3d59a" -d '{"events": [{"server_uuid": "3f8fe9d2-24b7-4c04-9bf6-a6db7e561084", "name": "network-vif-unplugged", "status": "completed", "tag": "dffb0a95-b609-4ed3-8404-79c0ecb25b5f"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:02:18.444639 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-b1906f85-1836-4fdd-8b74-510a5a29c698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.485392 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-99352bc0-c763-49ac-b936-c1d9b3bd550a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.526935 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-7b88dee3-e6db-4877-8019-07cf4aa075bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Deleting port d87e6e51-d4d2-40cf-9688-53be230eab2d {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:18.527578 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7b88dee3-e6db-4877-8019-07cf4aa075bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.530178 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-b1906f85-1836-4fdd-8b74-510a5a29c698 service neutron] Transition to ACTIVE for port object dffb0a95-b609-4ed3-8404-79c0ecb25b5f will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:02:18.545045 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 10:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5358b214-c062-4ed9-a086-25d417c16083 x-openstack-request-id: req-5358b214-c062-4ed9-a086-25d417c16083 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:02:18.545606 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8fe9d2-24b7-4c04-9bf6-a6db7e561084", "name": "network-vif-unplugged", "status": "completed", "tag": "dffb0a95-b609-4ed3-8404-79c0ecb25b5f", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:02:18.546025 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5358b214-c062-4ed9-a086-25d417c16083 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:02:18.546624 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5358b214-c062-4ed9-a086-25d417c16083'] response: {'server_uuid': '3f8fe9d2-24b7-4c04-9bf6-a6db7e561084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f', 'code': 200} May 06 10:02:18.551303 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb2b85e-f59e-40a6-8154-04ed3cb6b4fe admin admin] Router cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:02:18.576121 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-b1906f85-1836-4fdd-8b74-510a5a29c698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.590200 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-49c6f017-872c-4ff8-a2fd-f71b0e2d3824 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.590709 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c6f017-872c-4ff8-a2fd-f71b0e2d3824 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Fanout notify agent at l3_agent the message router_deleted on router a274c641-8c57-49c2-b66c-4d523da874c2 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:02:18.608640 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-49c6f017-872c-4ff8-a2fd-f71b0e2d3824 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.612143 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-49c6f017-872c-4ff8-a2fd-f71b0e2d3824 tempest-RoutersNegativeTest-1374854826 tempest-RoutersNegativeTest-1374854826-project] 10.222.0.73 "DELETE /v2.0/routers/a274c641-8c57-49c2-b66c-4d523da874c2 HTTP/1.1" status: 204 len: 168 time: 0.6481588 May 06 10:02:18.669784 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-7b88dee3-e6db-4877-8019-07cf4aa075bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] For port d87e6e51-d4d2-40cf-9688-53be230eab2d, host n-d-840835-1, got binding levels [] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:18.670158 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7b88dee3-e6db-4877-8019-07cf4aa075bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.690975 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1906f85-1836-4fdd-8b74-510a5a29c698 service neutron] Pushing event updated for resources: {'Port': ['ID=dffb0a95-b609-4ed3-8404-79c0ecb25b5f,revision_number=6']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:18.742064 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb2b85e-f59e-40a6-8154-04ed3cb6b4fe admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:02:18.756779 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fcb2b85e-f59e-40a6-8154-04ed3cb6b4fe admin admin] 10.222.0.73 "PUT /v2.0/routers/cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4447620 May 06 10:02:18.757444 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-7b88dee3-e6db-4877-8019-07cf4aa075bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Calling delete_port for d87e6e51-d4d2-40cf-9688-53be230eab2d owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:18.757444 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.ipam_backend_mixin [None req-7b88dee3-e6db-4877-8019-07cf4aa075bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Port d87e6e51-d4d2-40cf-9688-53be230eab2d was not found and therefore no delete operation was performed {{(pid=102652) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 10:02:18.764136 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7b88dee3-e6db-4877-8019-07cf4aa075bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.800779 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-7439e4b3-69f4-4972-8bf2-de10afed6ee0 None None] Provisioning complete for port 14ed91a9-d578-44a9-8da5-b81dbe6e6685 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:18.801160 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7439e4b3-69f4-4972-8bf2-de10afed6ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.856189 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88dee3-e6db-4877-8019-07cf4aa075bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Port': ['ID=d87e6e51-d4d2-40cf-9688-53be230eab2d,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:18.858568 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b88dee3-e6db-4877-8019-07cf4aa075bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] No DVR routers for this DVR port d87e6e51-d4d2-40cf-9688-53be230eab2d on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:02:18.883151 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-7439e4b3-69f4-4972-8bf2-de10afed6ee0 None None] Port 14ed91a9-d578-44a9-8da5-b81dbe6e6685 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:02:18.894452 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.961250 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-b1906f85-1836-4fdd-8b74-510a5a29c698 service neutron] No DVR routers for this DVR port dffb0a95-b609-4ed3-8404-79c0ecb25b5f on host n-h1-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:02:19.159389 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7b88dee3-e6db-4877-8019-07cf4aa075bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:19.188145 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-7b88dee3-e6db-4877-8019-07cf4aa075bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25857c42-1967-4569-b87e-7de68985aaf5']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:19.216867 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-7b88dee3-e6db-4877-8019-07cf4aa075bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6726eb5-957a-4473-9d63-976e36f7b4fb') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:19.217161 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-7b88dee3-e6db-4877-8019-07cf4aa075bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6726eb5-957a-4473-9d63-976e36f7b4fb') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:19.221526 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46152) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:19.234704 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7b88dee3-e6db-4877-8019-07cf4aa075bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:19.236708 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-b1906f85-1836-4fdd-8b74-510a5a29c698 service neutron] Attempting to bind port dffb0a95-b609-4ed3-8404-79c0ecb25b5f on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:02:19.237046 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-b1906f85-1836-4fdd-8b74-510a5a29c698 service neutron] Attempting to bind port dffb0a95-b609-4ed3-8404-79c0ecb25b5f by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '359ae381-b80a-42a9-92e1-acee0d1de1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:02:19.237376 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-b1906f85-1836-4fdd-8b74-510a5a29c698 service neutron] Attempting to bind port dffb0a95-b609-4ed3-8404-79c0ecb25b5f on network f401ddee-c9b9-4291-b336-96fe56078e24 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:02:19.250171 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-b1906f85-1836-4fdd-8b74-510a5a29c698 service neutron] Port dffb0a95-b609-4ed3-8404-79c0ecb25b5f on network f401ddee-c9b9-4291-b336-96fe56078e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:02:19.250830 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-b1906f85-1836-4fdd-8b74-510a5a29c698 service neutron] Attempting to bind port dffb0a95-b609-4ed3-8404-79c0ecb25b5f on network f401ddee-c9b9-4291-b336-96fe56078e24 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:02:19.256116 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-b1906f85-1836-4fdd-8b74-510a5a29c698 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:02:19.256463 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-b1906f85-1836-4fdd-8b74-510a5a29c698 service neutron] Checking segment: {'id': '359ae381-b80a-42a9-92e1-acee0d1de1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:02:19.256850 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-b1906f85-1836-4fdd-8b74-510a5a29c698 service neutron] Bound using segment: {'id': '359ae381-b80a-42a9-92e1-acee0d1de1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:02:19.257279 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-b1906f85-1836-4fdd-8b74-510a5a29c698 service neutron] Bound port: dffb0a95-b609-4ed3-8404-79c0ecb25b5f, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359ae381-b80a-42a9-92e1-acee0d1de1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:02:19.257644 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-b1906f85-1836-4fdd-8b74-510a5a29c698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:19.259815 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7b88dee3-e6db-4877-8019-07cf4aa075bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:19.277835 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b88dee3-e6db-4877-8019-07cf4aa075bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:02:19.278051 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7b88dee3-e6db-4877-8019-07cf4aa075bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: timer() May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:02:19.281324 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:02:19.417403 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7b88dee3-e6db-4877-8019-07cf4aa075bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:19.444846 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7b88dee3-e6db-4877-8019-07cf4aa075bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:19.449532 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7b88dee3-e6db-4877-8019-07cf4aa075bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/networks/25857c42-1967-4569-b87e-7de68985aaf5 HTTP/1.1" status: 204 len: 168 time: 1.8063259 May 06 10:02:19.452562 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46166) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:19.461348 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 7d69acb9-7ba1-4203-907a-16e21f9af97e up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:02:19.468253 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88dee3-e6db-4877-8019-07cf4aa075bc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Network': ['ID=25857c42-1967-4569-b87e-7de68985aaf5,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:19.470472 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-b1906f85-1836-4fdd-8b74-510a5a29c698 service neutron] For port dffb0a95-b609-4ed3-8404-79c0ecb25b5f, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:02:19.483958 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-b1906f85-1836-4fdd-8b74-510a5a29c698 service neutron] For port dffb0a95-b609-4ed3-8404-79c0ecb25b5f, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=dffb0a95-b609-4ed3-8404-79c0ecb25b5f,segment=NetworkSegment(359ae381-b80a-42a9-92e1-acee0d1de1f3),segment_id=359ae381-b80a-42a9-92e1-acee0d1de1f3)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:02:19.492354 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-b1906f85-1836-4fdd-8b74-510a5a29c698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:19.549573 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:19.561309 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-b1906f85-1836-4fdd-8b74-510a5a29c698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:19.562157 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-b1906f85-1836-4fdd-8b74-510a5a29c698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:19.571015 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 7d69acb9-7ba1-4203-907a-16e21f9af97e triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:19.572396 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:19.572571 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-b1906f85-1836-4fdd-8b74-510a5a29c698 service neutron] 10.222.0.77 "PUT /v2.0/ports/dffb0a95-b609-4ed3-8404-79c0ecb25b5f HTTP/1.1" status: 200 len: 1091 time: 2.7150800 May 06 10:02:19.616840 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1906f85-1836-4fdd-8b74-510a5a29c698 service neutron] Pushing event updated for resources: {'Port': ['ID=dffb0a95-b609-4ed3-8404-79c0ecb25b5f,revision_number=7']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:19.728376 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-3e15dc3b-db0b-4b9d-b0b8-2b3b1f014234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:19.729939 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-3e15dc3b-db0b-4b9d-b0b8-2b3b1f014234 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 1094 time: 0.1084354 May 06 10:02:19.732184 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:19.805338 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 7d69acb9-7ba1-4203-907a-16e21f9af97e, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=7d69acb9-7ba1-4203-907a-16e21f9af97e,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:19.815226 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5cbe3384-5283-4aec-8968-b0a9ae0041c9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=61945c8b327940f3b5e5fecb6862a930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5922883 May 06 10:02:19.819801 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:19.823008 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46170) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:19.832453 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de4feb-1c47-40b5-929a-5e0b9bf888d1 req-e6df1c05-4b00-4be0-94cd-e7991fc5d789 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:19.839863 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-09de4feb-1c47-40b5-929a-5e0b9bf888d1 req-e6df1c05-4b00-4be0-94cd-e7991fc5d789 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 943 time: 0.2268579 May 06 10:02:19.965510 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=7d69acb9-7ba1-4203-907a-16e21f9af97e,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:19.968958 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device dffb0a95-b609-4ed3-8404-79c0ecb25b5f no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:02:19.972160 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d15f2da5-aefc-4e30-a913-1b5507c4d384 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:02:19.982192 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-09de4feb-1c47-40b5-929a-5e0b9bf888d1 req-ade33102-6910-4fff-8695-1490b46663da tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413527 May 06 10:02:19.999953 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-977270c7-c589-4e5e-a806-fb40b9a26a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:20.001478 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-977270c7-c589-4e5e-a806-fb40b9a26a83 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f401ddee-c9b9-4291-b336-96fe56078e24 HTTP/1.1" status: 200 len: 897 time: 0.2646346 May 06 10:02:20.055520 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: d15f2da5-aefc-4e30-a913-1b5507c4d384 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:02:20.056046 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d15f2da5-aefc-4e30-a913-1b5507c4d384 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:02:20.056637 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d87e6e51-d4d2-40cf-9688-53be230eab2d no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:02:20.096816 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device dffb0a95-b609-4ed3-8404-79c0ecb25b5f not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:02:20.100806 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: d87e6e51-d4d2-40cf-9688-53be230eab2d {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:02:20.103377 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d87e6e51-d4d2-40cf-9688-53be230eab2d not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:02:20.124766 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f13a3a49-d57c-416f-9460-c3db98ac0e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:20.154771 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-d2606e42-ce9f-4d66-9f9b-81e45a947d3d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dffb0a95-b609-4ed3-8404-79c0ecb25b5f HTTP/1.1" status: 200 len: 998 time: 0.1428375 May 06 10:02:20.166672 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f13a3a49-d57c-416f-9460-c3db98ac0e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:20.225317 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f326bd9-b0c0-4dd4-9755-d79748795f98 None None] Sync routers for ids ['cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:02:20.227617 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-4a4ab77b-56b4-442d-9083-0d7289767f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:20.232323 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-4a4ab77b-56b4-442d-9083-0d7289767f1d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=50aa0855-d29a-44d5-947d-88e867f2f077 HTTP/1.1" status: 200 len: 834 time: 0.0708692 May 06 10:02:20.236999 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f326bd9-b0c0-4dd4-9755-d79748795f98 None None] Routers {'cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:20.238263 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-1f326bd9-b0c0-4dd4-9755-d79748795f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:02:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:20.304820 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-2b7431f7-156a-4288-b068-ec095deef5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:20.307206 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-2b7431f7-156a-4288-b068-ec095deef5c8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f401ddee-c9b9-4291-b336-96fe56078e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675931 May 06 10:02:20.310108 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f13a3a49-d57c-416f-9460-c3db98ac0e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:20.313319 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f13a3a49-d57c-416f-9460-c3db98ac0e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:20.316927 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f13a3a49-d57c-416f-9460-c3db98ac0e07 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7b2b3ea5-7324-4101-ab76-36b4b109e9d9 HTTP/1.1" status: 204 len: 168 time: 0.4256999 May 06 10:02:20.336403 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a3a49-d57c-416f-9460-c3db98ac0e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2b3ea5-7324-4101-ab76-36b4b109e9d9,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:20.394772 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c8277bbd-15ef-41fe-9c39-503816b6f847 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:20.399698 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-1f326bd9-b0c0-4dd4-9755-d79748795f98 None None] Set router cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:20.535472 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-0327c6e9-ae15-43ad-b646-bd9764ffa574 service neutron] 10.222.0.77 "GET /v2.0/networks/f401ddee-c9b9-4291-b336-96fe56078e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174680 May 06 10:02:20.556237 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8fe9d2-24b7-4c04-9bf6-a6db7e561084', 'tag': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:02:20.558821 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f69bad4-2ae5-432d-b372-d2b107c4a6e9" -d '{"events": [{"name": "network-changed", "server_uuid": "3f8fe9d2-24b7-4c04-9bf6-a6db7e561084", "tag": "dffb0a95-b609-4ed3-8404-79c0ecb25b5f"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:02:20.670071 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda23545-67b1-4e84-aca6-a792060c5b43 x-openstack-request-id: req-bda23545-67b1-4e84-aca6-a792060c5b43 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:02:20.670366 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f8fe9d2-24b7-4c04-9bf6-a6db7e561084", "tag": "dffb0a95-b609-4ed3-8404-79c0ecb25b5f", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:02:20.670626 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bda23545-67b1-4e84-aca6-a792060c5b43 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:02:20.671030 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bda23545-67b1-4e84-aca6-a792060c5b43'] response: {'name': 'network-changed', 'server_uuid': '3f8fe9d2-24b7-4c04-9bf6-a6db7e561084', 'tag': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f', 'status': 'completed', 'code': 200} May 06 10:02:20.742151 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d826f4d7-5a09-4604-8d08-e99d7382dff8 req-53ef6ccf-d282-4811-8c84-f59fd7ecf3aa service neutron] 10.222.0.77 "GET /v2.0/networks/f401ddee-c9b9-4291-b336-96fe56078e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998761 May 06 10:02:20.749997 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69bad4-2ae5-432d-b372-d2b107c4a6e9 req-b7bc3e11-f76b-4f63-9523-2096c94d9e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:20.751549 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4f69bad4-2ae5-432d-b372-d2b107c4a6e9 req-b7bc3e11-f76b-4f63-9523-2096c94d9e6c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 1094 time: 0.0599692 May 06 10:02:20.912077 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69bad4-2ae5-432d-b372-d2b107c4a6e9 req-63bca4fb-9305-4373-a9db-312dad2381aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:20.913636 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4f69bad4-2ae5-432d-b372-d2b107c4a6e9 req-63bca4fb-9305-4373-a9db-312dad2381aa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 1094 time: 0.0727489 May 06 10:02:20.954823 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-1f326bd9-b0c0-4dd4-9755-d79748795f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9', 'name': 'tempest-ImageQuotaTest-1593883683-router', 'tenant_id': '858055a9882a45ff9f8a4a1751b4c929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '7d69acb9-7ba1-4203-907a-16e21f9af97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:02:10Z', 'updated_at': '2022-05-06T10:02:17Z', 'revision_number': 4, 'project_id': '858055a9882a45ff9f8a4a1751b4c929', 'gw_port': {'id': '7d69acb9-7ba1-4203-907a-16e21f9af97e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:87:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:11Z', 'updated_at': '2022-05-06T10:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '14ed91a9-d578-44a9-8da5-b81dbe6e6685', 'name': '', 'network_id': '8955af07-bc55-4236-96f3-4410e61bcad2', 'tenant_id': '858055a9882a45ff9f8a4a1751b4c929', 'mac_address': 'fa:16:3e:a2:31:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '63e2c901-f376-4580-9cb1-916f295b237b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:15Z', 'updated_at': '2022-05-06T10:02:17Z', 'revision_number': 2, 'project_id': '858055a9882a45ff9f8a4a1751b4c929', 'subnets': [{'id': '63e2c901-f376-4580-9cb1-916f295b237b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:21.016441 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46198) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:21.048961 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f326bd9-b0c0-4dd4-9755-d79748795f98 None None] Checking router: cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:02:21.051595 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f326bd9-b0c0-4dd4-9755-d79748795f98 None None] Updating router cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9 port 14ed91a9-d578-44a9-8da5-b81dbe6e6685 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:02:21.103240 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1f326bd9-b0c0-4dd4-9755-d79748795f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:21.274313 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:21.365705 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46202) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:21.373414 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 7d69acb9-7ba1-4203-907a-16e21f9af97e up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:02:21.405871 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-c8277bbd-15ef-41fe-9c39-503816b6f847 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Deleting port fee470d1-cde6-42ba-b7f1-41eebe21b7ff {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:21.406332 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c8277bbd-15ef-41fe-9c39-503816b6f847 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:21.476404 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ea8fb-14a2-40f7-8975-97bdf8e15126 req-63e486a7-5531-4c99-8406-52d1a4265365 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:21.478847 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-469ea8fb-14a2-40f7-8975-97bdf8e15126 req-63e486a7-5531-4c99-8406-52d1a4265365 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 943 time: 0.3766022 May 06 10:02:21.546683 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69bad4-2ae5-432d-b372-d2b107c4a6e9 req-ac44347e-67a6-4feb-9dce-9918cb37344a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:21.548247 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4f69bad4-2ae5-432d-b372-d2b107c4a6e9 req-ac44347e-67a6-4feb-9dce-9918cb37344a service neutron] 10.222.0.84 "GET /v2.0/networks?id=f401ddee-c9b9-4291-b336-96fe56078e24 HTTP/1.1" status: 200 len: 897 time: 0.7833464 May 06 10:02:21.549717 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:21.559664 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1f326bd9-b0c0-4dd4-9755-d79748795f98 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:21.567425 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 7d69acb9-7ba1-4203-907a-16e21f9af97e triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:21.568501 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:21.640818 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4f69bad4-2ae5-432d-b372-d2b107c4a6e9 req-23354d0e-4354-4cdd-8f4a-ed504552b6fd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dffb0a95-b609-4ed3-8404-79c0ecb25b5f HTTP/1.1" status: 200 len: 998 time: 0.0844524 May 06 10:02:21.658236 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a6733461-a1a9-4d8a-8e3e-bf8ba3150aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:21.663874 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69bad4-2ae5-432d-b372-d2b107c4a6e9 req-ce8c4b38-1291-4e73-b6a1-1cdc00b58ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:21.665941 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4f69bad4-2ae5-432d-b372-d2b107c4a6e9 req-ce8c4b38-1291-4e73-b6a1-1cdc00b58ac2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f401ddee-c9b9-4291-b336-96fe56078e24 HTTP/1.1" status: 200 len: 897 time: 0.7351298 May 06 10:02:21.669653 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1f326bd9-b0c0-4dd4-9755-d79748795f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:21.680047 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-c8277bbd-15ef-41fe-9c39-503816b6f847 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] For port fee470d1-cde6-42ba-b7f1-41eebe21b7ff, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=fee470d1-cde6-42ba-b7f1-41eebe21b7ff,segment=NetworkSegment(2475b6ec-0a2a-4556-91b3-c440e156c4eb),segment_id=2475b6ec-0a2a-4556-91b3-c440e156c4eb)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:21.683529 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c8277bbd-15ef-41fe-9c39-503816b6f847 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:21.698146 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-469ea8fb-14a2-40f7-8975-97bdf8e15126 req-394de365-d9f0-4d14-9266-2f4708b91113 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007079 May 06 10:02:21.725946 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-c8277bbd-15ef-41fe-9c39-503816b6f847 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Calling delete_port for fee470d1-cde6-42ba-b7f1-41eebe21b7ff owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:21.727470 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75121db7-5d20-4c26-9a47-203cd1e69288 None None] Pushing event updated for resources: {'Port': ['ID=14ed91a9-d578-44a9-8da5-b81dbe6e6685,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:21.742061 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69bad4-2ae5-432d-b372-d2b107c4a6e9 req-8c102699-06a2-4795-90b8-5eef4f39755a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:21.744028 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4f69bad4-2ae5-432d-b372-d2b107c4a6e9 req-8c102699-06a2-4795-90b8-5eef4f39755a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=50aa0855-d29a-44d5-947d-88e867f2f077 HTTP/1.1" status: 200 len: 834 time: 0.0768239 May 06 10:02:21.847922 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69bad4-2ae5-432d-b372-d2b107c4a6e9 req-ceac6e5a-95ee-4885-8f7c-a5c39c40378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:21.850434 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4f69bad4-2ae5-432d-b372-d2b107c4a6e9 req-ceac6e5a-95ee-4885-8f7c-a5c39c40378c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f401ddee-c9b9-4291-b336-96fe56078e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591030 May 06 10:02:21.883749 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-1f326bd9-b0c0-4dd4-9755-d79748795f98 None None] Attempting to bind port 14ed91a9-d578-44a9-8da5-b81dbe6e6685 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:02:21.884456 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-1f326bd9-b0c0-4dd4-9755-d79748795f98 None None] Attempting to bind port 14ed91a9-d578-44a9-8da5-b81dbe6e6685 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'b0aa85f9-0013-457e-a893-0fc8fbea5481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8955af07-bc55-4236-96f3-4410e61bcad2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:02:21.886119 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f326bd9-b0c0-4dd4-9755-d79748795f98 None None] Attempting to bind port 14ed91a9-d578-44a9-8da5-b81dbe6e6685 on network 8955af07-bc55-4236-96f3-4410e61bcad2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:02:21.915570 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f326bd9-b0c0-4dd4-9755-d79748795f98 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:02:21.915949 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f326bd9-b0c0-4dd4-9755-d79748795f98 None None] Checking segment: {'id': 'b0aa85f9-0013-457e-a893-0fc8fbea5481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8955af07-bc55-4236-96f3-4410e61bcad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:02:21.916358 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1f326bd9-b0c0-4dd4-9755-d79748795f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:21.916757 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f326bd9-b0c0-4dd4-9755-d79748795f98 None None] Bound using segment: {'id': 'b0aa85f9-0013-457e-a893-0fc8fbea5481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8955af07-bc55-4236-96f3-4410e61bcad2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:02:21.917245 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-1f326bd9-b0c0-4dd4-9755-d79748795f98 None None] Bound port: 14ed91a9-d578-44a9-8da5-b81dbe6e6685, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aa85f9-0013-457e-a893-0fc8fbea5481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8955af07-bc55-4236-96f3-4410e61bcad2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:02:21.917700 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1f326bd9-b0c0-4dd4-9755-d79748795f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:21.991872 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4f69bad4-2ae5-432d-b372-d2b107c4a6e9 req-9cc88338-6561-422a-a05b-bf4acfe3b41f service neutron] 10.222.0.84 "GET /v2.0/networks/f401ddee-c9b9-4291-b336-96fe56078e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316977 May 06 10:02:21.994220 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4f69bad4-2ae5-432d-b372-d2b107c4a6e9 req-66f071d0-5248-404e-994d-fdfec00e5eba service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dffb0a95-b609-4ed3-8404-79c0ecb25b5f HTTP/1.1" status: 200 len: 998 time: 0.2490127 May 06 10:02:22.021137 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-1f326bd9-b0c0-4dd4-9755-d79748795f98 None None] For port 14ed91a9-d578-44a9-8da5-b81dbe6e6685, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:02:22.024550 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-1f326bd9-b0c0-4dd4-9755-d79748795f98 None None] For port 14ed91a9-d578-44a9-8da5-b81dbe6e6685, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=14ed91a9-d578-44a9-8da5-b81dbe6e6685,segment=NetworkSegment(b0aa85f9-0013-457e-a893-0fc8fbea5481),segment_id=b0aa85f9-0013-457e-a893-0fc8fbea5481)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:02:22.034625 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1f326bd9-b0c0-4dd4-9755-d79748795f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:22.078333 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a6733461-a1a9-4d8a-8e3e-bf8ba3150aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:22.090396 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a6733461-a1a9-4d8a-8e3e-bf8ba3150aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:22.102726 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f326bd9-b0c0-4dd4-9755-d79748795f98 None None] Routers {'cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:22.103604 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-1f326bd9-b0c0-4dd4-9755-d79748795f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:02:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:22.110548 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69bad4-2ae5-432d-b372-d2b107c4a6e9 req-02e1acb9-57c9-4396-923a-b36bf266d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:22.112104 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4f69bad4-2ae5-432d-b372-d2b107c4a6e9 req-02e1acb9-57c9-4396-923a-b36bf266d9d8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=50aa0855-d29a-44d5-947d-88e867f2f077 HTTP/1.1" status: 200 len: 834 time: 0.0985472 May 06 10:02:22.124169 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a6733461-a1a9-4d8a-8e3e-bf8ba3150aeb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2af5ae54cdc24ce6a45f0e111bb6148e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7504964 May 06 10:02:22.140121 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46222) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:22.222102 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6733461-a1a9-4d8a-8e3e-bf8ba3150aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad132ed-d13e-40eb-89a2-d97a0f92fa29,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:22.243421 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69bad4-2ae5-432d-b372-d2b107c4a6e9 req-7d0bf950-ca5b-4363-9a2d-1fc0ccae0c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:22.246775 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4f69bad4-2ae5-432d-b372-d2b107c4a6e9 req-7d0bf950-ca5b-4363-9a2d-1fc0ccae0c9d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f401ddee-c9b9-4291-b336-96fe56078e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966313 May 06 10:02:22.339950 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c8277bbd-15ef-41fe-9c39-503816b6f847 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:22.378639 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75121db7-5d20-4c26-9a47-203cd1e69288 None None] Pushing event updated for resources: {'Port': ['ID=14ed91a9-d578-44a9-8da5-b81dbe6e6685,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:22.380959 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0cbfa827-f987-463a-80a9-0a88e6d609ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:22.388711 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8277bbd-15ef-41fe-9c39-503816b6f847 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Port': ['ID=fee470d1-cde6-42ba-b7f1-41eebe21b7ff,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:22.388958 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4f69bad4-2ae5-432d-b372-d2b107c4a6e9 req-9000f94e-20c0-422c-8268-859f8f6fd675 service neutron] 10.222.0.77 "GET /v2.0/networks/f401ddee-c9b9-4291-b336-96fe56078e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295488 May 06 10:02:22.411562 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc1cf764-eca8-44d0-a032-3ce10f7bd298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:22.416235 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4f69bad4-2ae5-432d-b372-d2b107c4a6e9 req-d3b00218-963b-41b3-89c9-37b3cb5d2a1f service neutron] 10.222.0.84 "GET /v2.0/networks/f401ddee-c9b9-4291-b336-96fe56078e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167609 May 06 10:02:22.526426 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0cbfa827-f987-463a-80a9-0a88e6d609ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:22.531877 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-1f326bd9-b0c0-4dd4-9755-d79748795f98 None None] Set router cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:22.568471 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4f69bad4-2ae5-432d-b372-d2b107c4a6e9 req-16eb1e24-cde6-41c3-92fa-e0241bd3ade7 service neutron] 10.222.0.77 "GET /v2.0/networks/f401ddee-c9b9-4291-b336-96fe56078e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494451 May 06 10:02:22.590615 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-8828f029-471b-4afb-9d09-a7c99305b559 None None] Provisioning complete for port 14ed91a9-d578-44a9-8da5-b81dbe6e6685 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:22.591028 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8828f029-471b-4afb-9d09-a7c99305b559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:22.837400 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0cbfa827-f987-463a-80a9-0a88e6d609ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:22.838053 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8828f029-471b-4afb-9d09-a7c99305b559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:22.841374 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0cbfa827-f987-463a-80a9-0a88e6d609ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:22.845985 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0cbfa827-f987-463a-80a9-0a88e6d609ba admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9ad132ed-d13e-40eb-89a2-d97a0f92fa29 HTTP/1.1" status: 204 len: 168 time: 0.7007968 May 06 10:02:22.866497 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c8277bbd-15ef-41fe-9c39-503816b6f847 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:22.886312 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8828f029-471b-4afb-9d09-a7c99305b559 None None] For port 14ed91a9-d578-44a9-8da5-b81dbe6e6685, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=14ed91a9-d578-44a9-8da5-b81dbe6e6685,segment=NetworkSegment(b0aa85f9-0013-457e-a893-0fc8fbea5481),segment_id=b0aa85f9-0013-457e-a893-0fc8fbea5481)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:22.902188 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8828f029-471b-4afb-9d09-a7c99305b559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:22.918442 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbfa827-f987-463a-80a9-0a88e6d609ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad132ed-d13e-40eb-89a2-d97a0f92fa29,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:22.942381 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-1f326bd9-b0c0-4dd4-9755-d79748795f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9', 'name': 'tempest-ImageQuotaTest-1593883683-router', 'tenant_id': '858055a9882a45ff9f8a4a1751b4c929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '7d69acb9-7ba1-4203-907a-16e21f9af97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:02:10Z', 'updated_at': '2022-05-06T10:02:17Z', 'revision_number': 4, 'project_id': '858055a9882a45ff9f8a4a1751b4c929', 'gw_port': {'id': '7d69acb9-7ba1-4203-907a-16e21f9af97e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:87:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:11Z', 'updated_at': '2022-05-06T10:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '14ed91a9-d578-44a9-8da5-b81dbe6e6685', 'name': '', 'network_id': '8955af07-bc55-4236-96f3-4410e61bcad2', 'tenant_id': '858055a9882a45ff9f8a4a1751b4c929', 'mac_address': 'fa:16:3e:a2:31:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '63e2c901-f376-4580-9cb1-916f295b237b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:15Z', 'updated_at': '2022-05-06T10:02:22Z', 'revision_number': 4, 'project_id': '858055a9882a45ff9f8a4a1751b4c929', 'subnets': [{'id': '63e2c901-f376-4580-9cb1-916f295b237b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:22.990054 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f326bd9-b0c0-4dd4-9755-d79748795f98 None None] The sync data for ids ['cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9'] in n-d-840835-1 is: [{'id': 'cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9', 'name': 'tempest-ImageQuotaTest-1593883683-router', 'tenant_id': '858055a9882a45ff9f8a4a1751b4c929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '7d69acb9-7ba1-4203-907a-16e21f9af97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:02:10Z', 'updated_at': '2022-05-06T10:02:17Z', 'revision_number': 4, 'project_id': '858055a9882a45ff9f8a4a1751b4c929', 'gw_port': {'id': '7d69acb9-7ba1-4203-907a-16e21f9af97e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:87:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:11Z', 'updated_at': '2022-05-06T10:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '14ed91a9-d578-44a9-8da5-b81dbe6e6685', 'name': '', 'network_id': '8955af07-bc55-4236-96f3-4410e61bcad2', 'tenant_id': '858055a9882a45ff9f8a4a1751b4c929', 'mac_address': 'fa:16:3e:a2:31:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '63e2c901-f376-4580-9cb1-916f295b237b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:15Z', 'updated_at': '2022-05-06T10:02:22Z', 'revision_number': 4, 'project_id': '858055a9882a45ff9f8a4a1751b4c929', 'subnets': [{'id': '63e2c901-f376-4580-9cb1-916f295b237b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:02:23.027253 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828f029-471b-4afb-9d09-a7c99305b559 None None] Pushing event updated for resources: {'Port': ['ID=14ed91a9-d578-44a9-8da5-b81dbe6e6685,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:23.043756 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-cba3b9dd-b516-40d5-9c9f-7d28efe57dc3 None None] Provisioning complete for port 14ed91a9-d578-44a9-8da5-b81dbe6e6685 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:23.044815 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cba3b9dd-b516-40d5-9c9f-7d28efe57dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:23.126852 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7625ec-b929-4d15-a782-8ef65d043968 req-0f3fff8a-9969-4c2d-b1dd-40c68c7636f5 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:23.128520 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5e7625ec-b929-4d15-a782-8ef65d043968 req-0f3fff8a-9969-4c2d-b1dd-40c68c7636f5 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 943 time: 0.3108122 May 06 10:02:23.374911 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46252) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:23.428053 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8c09ab04-9cce-4ea3-aee0-633623b4b74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:23.517330 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 14ed91a9-d578-44a9-8da5-b81dbe6e6685 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:02:23.658723 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 14ed91a9-d578-44a9-8da5-b81dbe6e6685 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:23.659381 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:23.669859 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8c09ab04-9cce-4ea3-aee0-633623b4b74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:23.679003 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8c09ab04-9cce-4ea3-aee0-633623b4b74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:23.787255 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09ab04-9cce-4ea3-aee0-633623b4b74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bb9cb6-b8b2-4368-a399-9943d82b665f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:23.795022 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8c09ab04-9cce-4ea3-aee0-633623b4b74e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c7a886f78fac4976a4ddd9c76fdba813&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4140594 May 06 10:02:23.795410 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8277bbd-15ef-41fe-9c39-503816b6f847 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:02:23.795628 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46256) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:23.851018 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5e7625ec-b929-4d15-a782-8ef65d043968 req-9e5c7eb7-2775-41ca-bc8e-7ec8f86f39cc tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6974034 May 06 10:02:23.893300 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-47fe896f-e8c1-422d-9f91-d0515cd5a5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:23.949502 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-47fe896f-e8c1-422d-9f91-d0515cd5a5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:23.968293 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-bc1cf764-eca8-44d0-a032-3ce10f7bd298 admin admin] Deleting port 14ed91a9-d578-44a9-8da5-b81dbe6e6685 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:23.968643 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc1cf764-eca8-44d0-a032-3ce10f7bd298 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:24.054457 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-47fe896f-e8c1-422d-9f91-d0515cd5a5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:24.057139 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8277bbd-15ef-41fe-9c39-503816b6f847 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:02:24.061736 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-47fe896f-e8c1-422d-9f91-d0515cd5a5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:24.069118 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c8277bbd-15ef-41fe-9c39-503816b6f847 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "PUT /v2.0/routers/39a0b2c2-1741-4418-baae-5bf2e0fadb5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6149192 May 06 10:02:24.070032 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d54cea-481d-4484-81f0-a0e4006b72a0 None None] Sync routers for ids ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:02:24.072329 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46262) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:24.090936 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-47fe896f-e8c1-422d-9f91-d0515cd5a5e4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/29bb9cb6-b8b2-4368-a399-9943d82b665f HTTP/1.1" status: 204 len: 168 time: 0.2943256 May 06 10:02:24.102591 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d54cea-481d-4484-81f0-a0e4006b72a0 None None] Routers {'39a0b2c2-1741-4418-baae-5bf2e0fadb5c'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:24.105978 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-96d54cea-481d-4484-81f0-a0e4006b72a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:02:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:24.126709 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe896f-e8c1-422d-9f91-d0515cd5a5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bb9cb6-b8b2-4368-a399-9943d82b665f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:24.161528 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-bc1cf764-eca8-44d0-a032-3ce10f7bd298 admin admin] For port 14ed91a9-d578-44a9-8da5-b81dbe6e6685, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=14ed91a9-d578-44a9-8da5-b81dbe6e6685,segment=NetworkSegment(b0aa85f9-0013-457e-a893-0fc8fbea5481),segment_id=b0aa85f9-0013-457e-a893-0fc8fbea5481)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:24.162154 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc1cf764-eca8-44d0-a032-3ce10f7bd298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:24.217248 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b9f2d7e-56b2-4570-965e-b8213c407b66 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Deleting subnet 1accfcd4-1886-430b-ad5e-f3f475a3fcb9 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:02:24.231448 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-bc1cf764-eca8-44d0-a032-3ce10f7bd298 admin admin] Calling delete_port for 14ed91a9-d578-44a9-8da5-b81dbe6e6685 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:24.235622 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2b9f2d7e-56b2-4570-965e-b8213c407b66 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:24.315283 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-96d54cea-481d-4484-81f0-a0e4006b72a0 None None] Set router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:24.347581 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2b9f2d7e-56b2-4570-965e-b8213c407b66 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:24.515419 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2b9f2d7e-56b2-4570-965e-b8213c407b66 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:24.624052 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2b9f2d7e-56b2-4570-965e-b8213c407b66 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:24.630031 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-96d54cea-481d-4484-81f0-a0e4006b72a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'name': 'tempest-RoutersTest-router-907218381', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:01:37Z', 'updated_at': '2022-05-06T10:02:22Z', 'revision_number': 10, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None, '_interfaces': [{'id': '56e9e6cd-da4b-416d-83e4-d39ec0397eb3', 'name': '', 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:dd:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:39Z', 'updated_at': '2022-05-06T10:01:45Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:24.642412 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc1cf764-eca8-44d0-a032-3ce10f7bd298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:24.660574 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d54cea-481d-4484-81f0-a0e4006b72a0 None None] Checking router: 39a0b2c2-1741-4418-baae-5bf2e0fadb5c for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:02:24.670048 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d54cea-481d-4484-81f0-a0e4006b72a0 None None] Routers {'39a0b2c2-1741-4418-baae-5bf2e0fadb5c'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:24.670684 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-96d54cea-481d-4484-81f0-a0e4006b72a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:02:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:24.705194 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f2d7e-56b2-4570-965e-b8213c407b66 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Subnet': ['ID=1accfcd4-1886-430b-ad5e-f3f475a3fcb9,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:24.714103 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1cf764-eca8-44d0-a032-3ce10f7bd298 admin admin] Pushing event deleted for resources: {'Port': ['ID=14ed91a9-d578-44a9-8da5-b81dbe6e6685,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:24.720278 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2b9f2d7e-56b2-4570-965e-b8213c407b66 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:24.724934 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2b9f2d7e-56b2-4570-965e-b8213c407b66 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/subnets/1accfcd4-1886-430b-ad5e-f3f475a3fcb9 HTTP/1.1" status: 204 len: 168 time: 0.6515200 May 06 10:02:24.727695 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46276) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:24.733308 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4321fbb3-e43e-4358-b1bf-c3a0103511c6 None None] Network b0b7dc7a-567b-43df-a967-21fc8aa2f52f requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:02:24.890350 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4b6c626c-d064-42ae-997d-40007c9a533e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:24.993369 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-96d54cea-481d-4484-81f0-a0e4006b72a0 None None] Set router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:25.050956 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-4b6c626c-d064-42ae-997d-40007c9a533e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Deleting port 0e2d015f-6409-494b-88e1-ecc250be72bc {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:25.051752 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4b6c626c-d064-42ae-997d-40007c9a533e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:25.120613 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce930a9b-b523-497f-b622-93e053d3a480 None None] DHCP port deletion for b0b7dc7a-567b-43df-a967-21fc8aa2f52f request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:02:25.126864 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc1cf764-eca8-44d0-a032-3ce10f7bd298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:25.151811 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37afac3-b01f-4d2e-812b-fd3da46afaaa req-7d521905-6acd-4aad-9fbc-b1ffcd01146e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:25.153564 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b37afac3-b01f-4d2e-812b-fd3da46afaaa req-7d521905-6acd-4aad-9fbc-b1ffcd01146e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 943 time: 0.1718402 May 06 10:02:25.186684 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device dffb0a95-b609-4ed3-8404-79c0ecb25b5f details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:02:25.275399 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b37afac3-b01f-4d2e-812b-fd3da46afaaa req-9fce77e6-7550-4186-929e-c2deea4e1a25 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853546 May 06 10:02:25.321382 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-4b6c626c-d064-42ae-997d-40007c9a533e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] For port 0e2d015f-6409-494b-88e1-ecc250be72bc, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=0e2d015f-6409-494b-88e1-ecc250be72bc,segment=NetworkSegment(2475b6ec-0a2a-4556-91b3-c440e156c4eb),segment_id=2475b6ec-0a2a-4556-91b3-c440e156c4eb)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:25.321853 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4b6c626c-d064-42ae-997d-40007c9a533e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:25.370549 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-4b6c626c-d064-42ae-997d-40007c9a533e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Calling delete_port for 0e2d015f-6409-494b-88e1-ecc250be72bc owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:25.450867 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-ce930a9b-b523-497f-b622-93e053d3a480 None None] Deleting port 0e2d015f-6409-494b-88e1-ecc250be72bc {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:25.451271 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ce930a9b-b523-497f-b622-93e053d3a480 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:25.481113 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port dffb0a95-b609-4ed3-8404-79c0ecb25b5f, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=dffb0a95-b609-4ed3-8404-79c0ecb25b5f,segment=NetworkSegment(359ae381-b80a-42a9-92e1-acee0d1de1f3),segment_id=359ae381-b80a-42a9-92e1-acee0d1de1f3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:25.510691 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1cf764-eca8-44d0-a032-3ce10f7bd298 admin admin] Router cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:02:25.517897 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f', 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24', 'port_id': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f', 'mac_address': 'fa:16:3e:79:5e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50aa0855-d29a-44d5-947d-88e867f2f077', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:02:25.578005 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 0e2d015f-6409-494b-88e1-ecc250be72bc no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:02:25.705994 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-96d54cea-481d-4484-81f0-a0e4006b72a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'name': 'tempest-RoutersTest-router-907218381', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:01:37Z', 'updated_at': '2022-05-06T10:02:22Z', 'revision_number': 10, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None, '_interfaces': [{'id': '56e9e6cd-da4b-416d-83e4-d39ec0397eb3', 'name': '', 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:dd:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:39Z', 'updated_at': '2022-05-06T10:01:45Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:25.711912 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4b6c626c-d064-42ae-997d-40007c9a533e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:25.748861 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ce930a9b-b523-497f-b622-93e053d3a480 None None] For port 0e2d015f-6409-494b-88e1-ecc250be72bc, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=0e2d015f-6409-494b-88e1-ecc250be72bc,segment=NetworkSegment(2475b6ec-0a2a-4556-91b3-c440e156c4eb),segment_id=2475b6ec-0a2a-4556-91b3-c440e156c4eb)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:25.749916 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ce930a9b-b523-497f-b622-93e053d3a480 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:25.781956 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1cf764-eca8-44d0-a032-3ce10f7bd298 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:02:25.798677 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bc1cf764-eca8-44d0-a032-3ce10f7bd298 admin admin] 10.222.0.73 "PUT /v2.0/routers/cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7788799 May 06 10:02:25.798880 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c626c-d064-42ae-997d-40007c9a533e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Port': ['ID=0e2d015f-6409-494b-88e1-ecc250be72bc,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:25.799379 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46308) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:25.804346 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d54cea-481d-4484-81f0-a0e4006b72a0 None None] The sync data for ids ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'] in n-d-840835-1 is: [{'id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'name': 'tempest-RoutersTest-router-907218381', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:01:37Z', 'updated_at': '2022-05-06T10:02:22Z', 'revision_number': 10, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None, '_interfaces': [{'id': '56e9e6cd-da4b-416d-83e4-d39ec0397eb3', 'name': '', 'network_id': '7dacee60-72fd-4886-8223-f452cee4a3aa', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'mac_address': 'fa:16:3e:dd:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:01:39Z', 'updated_at': '2022-05-06T10:01:45Z', 'revision_number': 5, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'subnets': [{'id': 'f6789913-e096-4655-a3f9-f6870b7a1ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:02:25.818656 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:25.852301 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6c626c-d064-42ae-997d-40007c9a533e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] No DVR routers for this DVR port 0e2d015f-6409-494b-88e1-ecc250be72bc on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:02:25.861568 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dffb0a95-b609-4ed3-8404-79c0ecb25b5f {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:02:25.867091 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64177b5-3b54-4437-a89a-cf631fd7fd42 None None] Sync routers for ids ['cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:02:25.877465 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-ce930a9b-b523-497f-b622-93e053d3a480 None None] Calling delete_port for 0e2d015f-6409-494b-88e1-ecc250be72bc owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:25.929371 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No active binding found for port 0e2d015f-6409-494b-88e1-ecc250be72bc {{(pid=102654) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 06 10:02:25.929818 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 0e2d015f-6409-494b-88e1-ecc250be72bc not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:02:25.970368 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port dffb0a95-b609-4ed3-8404-79c0ecb25b5f, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=dffb0a95-b609-4ed3-8404-79c0ecb25b5f,segment=NetworkSegment(359ae381-b80a-42a9-92e1-acee0d1de1f3),segment_id=359ae381-b80a-42a9-92e1-acee0d1de1f3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:25.975258 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64177b5-3b54-4437-a89a-cf631fd7fd42 None None] Routers {'cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:25.976046 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d64177b5-3b54-4437-a89a-cf631fd7fd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:02:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:26.024561 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-fd7c705f-0534-499c-a1de-00cc2b4b1d38 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:26.025510 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bda7b-2aae-46ec-873e-86878d9ea04e req-e27f44ea-65f0-4d69-83e9-94e2e1bf1249 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:26.026402 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-fd7c705f-0534-499c-a1de-00cc2b4b1d38 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084&tenant_id=1b7022527a0d47ed9f061636a22ce038&binding%3Ahost_id=n-h2-840835-1 HTTP/1.1" status: 200 len: 943 time: 0.2540538 May 06 10:02:26.027141 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d99bda7b-2aae-46ec-873e-86878d9ea04e req-e27f44ea-65f0-4d69-83e9-94e2e1bf1249 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 943 time: 0.1153784 May 06 10:02:26.031422 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:26.035376 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4b6c626c-d064-42ae-997d-40007c9a533e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:26.088564 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=dffb0a95-b609-4ed3-8404-79c0ecb25b5f,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:26.102280 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-4b6c626c-d064-42ae-997d-40007c9a533e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b7dc7a-567b-43df-a967-21fc8aa2f52f']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:26.116364 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fde37fa3-b96f-4787-955a-3a324dfa3615 admin admin] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:26.129262 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-4b6c626c-d064-42ae-997d-40007c9a533e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2475b6ec-0a2a-4556-91b3-c440e156c4eb') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:26.129652 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-4b6c626c-d064-42ae-997d-40007c9a533e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2475b6ec-0a2a-4556-91b3-c440e156c4eb') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:26.151516 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4b6c626c-d064-42ae-997d-40007c9a533e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:26.183371 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-1191f6af-b238-44aa-916d-53c725f68b28 service neutron] 10.222.0.77 "GET /v2.0/ports/dffb0a95-b609-4ed3-8404-79c0ecb25b5f/bindings/n-h2-840835-1 HTTP/1.1" status: 200 len: 382 time: 0.1436119 May 06 10:02:26.184743 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4b6c626c-d064-42ae-997d-40007c9a533e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:26.193301 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b6c626c-d064-42ae-997d-40007c9a533e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:02:26.193660 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4b6c626c-d064-42ae-997d-40007c9a533e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:26.195772 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-d64177b5-3b54-4437-a89a-cf631fd7fd42 None None] Set router cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:26.256110 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d99bda7b-2aae-46ec-873e-86878d9ea04e req-171647a0-8c17-4c35-8ed9-4d6c5a7197fe tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160065 May 06 10:02:26.310774 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ce930a9b-b523-497f-b622-93e053d3a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: timer() May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:02:26.337539 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:02:26.353968 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4b6c626c-d064-42ae-997d-40007c9a533e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:26.382254 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4b6c626c-d064-42ae-997d-40007c9a533e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:26.385598 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4b6c626c-d064-42ae-997d-40007c9a533e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/networks/b0b7dc7a-567b-43df-a967-21fc8aa2f52f HTTP/1.1" status: 204 len: 168 time: 1.6540728 May 06 10:02:26.390584 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46322) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:26.391100 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce930a9b-b523-497f-b622-93e053d3a480 None None] No DVR routers for this DVR port 0e2d015f-6409-494b-88e1-ecc250be72bc on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:02:26.400889 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce930a9b-b523-497f-b622-93e053d3a480 None None] Pushing event deleted for resources: {'Port': ['ID=0e2d015f-6409-494b-88e1-ecc250be72bc,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:26.418915 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c626c-d064-42ae-997d-40007c9a533e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Network': ['ID=b0b7dc7a-567b-43df-a967-21fc8aa2f52f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:26.424019 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-e3dd0e45-2097-4967-b607-5d19af3c6257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:26.425590 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-e3dd0e45-2097-4967-b607-5d19af3c6257 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 1095 time: 0.0868552 May 06 10:02:26.488065 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fde37fa3-b96f-4787-955a-3a324dfa3615 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:26.501743 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['dffb0a95-b609-4ed3-8404-79c0ecb25b5f'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:02:26.577575 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-aa41e700-96de-4059-a591-18272a3b55ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:26.579399 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-aa41e700-96de-4059-a591-18272a3b55ca service neutron] 10.222.0.77 "GET /v2.0/networks?id=f401ddee-c9b9-4291-b336-96fe56078e24 HTTP/1.1" status: 200 len: 897 time: 0.1449213 May 06 10:02:26.689760 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-7a809226-74cf-4b0b-88cd-fe6e86853ce2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dffb0a95-b609-4ed3-8404-79c0ecb25b5f HTTP/1.1" status: 200 len: 999 time: 0.1016004 May 06 10:02:26.773757 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-fde37fa3-b96f-4787-955a-3a324dfa3615 admin admin] Deleting port 7d69acb9-7ba1-4203-907a-16e21f9af97e {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:26.774109 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fde37fa3-b96f-4787-955a-3a324dfa3615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:26.856380 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-e4f56398-7f3a-4125-95a0-e2616cd37c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:26.858207 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-e4f56398-7f3a-4125-95a0-e2616cd37c90 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=50aa0855-d29a-44d5-947d-88e867f2f077 HTTP/1.1" status: 200 len: 834 time: 0.1600680 May 06 10:02:26.933349 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-99fc6dd6-5031-4555-a5f0-179506065d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:26.936370 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-99fc6dd6-5031-4555-a5f0-179506065d8e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f401ddee-c9b9-4291-b336-96fe56078e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714779 May 06 10:02:26.994311 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-fde37fa3-b96f-4787-955a-3a324dfa3615 admin admin] For port 7d69acb9-7ba1-4203-907a-16e21f9af97e, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=7d69acb9-7ba1-4203-907a-16e21f9af97e,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:26.994827 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fde37fa3-b96f-4787-955a-3a324dfa3615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:27.011552 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-fde37fa3-b96f-4787-955a-3a324dfa3615 admin admin] Calling delete_port for 7d69acb9-7ba1-4203-907a-16e21f9af97e owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:27.013937 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d64177b5-3b54-4437-a89a-cf631fd7fd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9', 'name': 'tempest-ImageQuotaTest-1593883683-router', 'tenant_id': '858055a9882a45ff9f8a4a1751b4c929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '7d69acb9-7ba1-4203-907a-16e21f9af97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:02:10Z', 'updated_at': '2022-05-06T10:02:24Z', 'revision_number': 5, 'project_id': '858055a9882a45ff9f8a4a1751b4c929', 'gw_port': {'id': '7d69acb9-7ba1-4203-907a-16e21f9af97e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:87:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:11Z', 'updated_at': '2022-05-06T10:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:27.059726 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64177b5-3b54-4437-a89a-cf631fd7fd42 None None] Checking router: cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:02:27.077549 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-73ac5349-f573-46f2-a73f-de7f4b9d5d3e service neutron] 10.222.0.77 "GET /v2.0/networks/f401ddee-c9b9-4291-b336-96fe56078e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330748 May 06 10:02:27.087716 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64177b5-3b54-4437-a89a-cf631fd7fd42 None None] Routers {'cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:27.088353 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d64177b5-3b54-4437-a89a-cf631fd7fd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:02:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:27.203971 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-8b54e45d-3f4d-4431-8d54-53967e8bd5cc service neutron] 10.222.0.77 "GET /v2.0/networks/f401ddee-c9b9-4291-b336-96fe56078e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187782 May 06 10:02:27.204974 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46340) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:27.232319 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-d64177b5-3b54-4437-a89a-cf631fd7fd42 None None] Set router cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9 gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:27.253846 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cf857f47-2cb7-454e-b350-db8b3cc04951 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:27.298369 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d64177b5-3b54-4437-a89a-cf631fd7fd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9', 'name': 'tempest-ImageQuotaTest-1593883683-router', 'tenant_id': '858055a9882a45ff9f8a4a1751b4c929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:02:10Z', 'updated_at': '2022-05-06T10:02:26Z', 'revision_number': 6, 'project_id': '858055a9882a45ff9f8a4a1751b4c929', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:27.307393 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device fee470d1-cde6-42ba-b7f1-41eebe21b7ff no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:02:27.355567 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64177b5-3b54-4437-a89a-cf631fd7fd42 None None] The sync data for ids ['cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9'] in n-d-840835-1 is: [{'id': 'cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9', 'name': 'tempest-ImageQuotaTest-1593883683-router', 'tenant_id': '858055a9882a45ff9f8a4a1751b4c929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:02:10Z', 'updated_at': '2022-05-06T10:02:26Z', 'revision_number': 6, 'project_id': '858055a9882a45ff9f8a4a1751b4c929', 'gw_port_host': None}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:02:27.358354 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: fee470d1-cde6-42ba-b7f1-41eebe21b7ff {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:02:27.358584 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device fee470d1-cde6-42ba-b7f1-41eebe21b7ff not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:02:27.403348 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-48272f86-076d-4698-aa52-06185f51baee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:27.427427 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fde37fa3-b96f-4787-955a-3a324dfa3615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:27.488680 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-48272f86-076d-4698-aa52-06185f51baee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:27.490835 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde37fa3-b96f-4787-955a-3a324dfa3615 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d69acb9-7ba1-4203-907a-16e21f9af97e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:27.494621 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-48272f86-076d-4698-aa52-06185f51baee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:27.530532 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06dc7f-6080-4c18-bee9-4ee573fe44be req-5bf15583-322e-4247-b89f-4925ce5cf73d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:27.532069 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3b06dc7f-6080-4c18-bee9-4ee573fe44be req-5bf15583-322e-4247-b89f-4925ce5cf73d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 944 time: 0.1608090 May 06 10:02:27.535958 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48272f86-076d-4698-aa52-06185f51baee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe2720c-7232-4fe5-b274-b95cef4db2be,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:27.543924 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-48272f86-076d-4698-aa52-06185f51baee admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=574ac88b4acb44259f1d92f577122a7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3357484 May 06 10:02:27.544698 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46346) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:27.596114 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fb80b830-07c3-4d14-a77a-907216ade1ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:27.617614 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fb80b830-07c3-4d14-a77a-907216ade1ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:27.623554 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3b06dc7f-6080-4c18-bee9-4ee573fe44be req-63265c68-3664-42e4-b966-ee193af7fc60 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757875 May 06 10:02:27.625528 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fde37fa3-b96f-4787-955a-3a324dfa3615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:27.671998 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fb80b830-07c3-4d14-a77a-907216ade1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:27.674760 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fb80b830-07c3-4d14-a77a-907216ade1ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:27.675942 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fb80b830-07c3-4d14-a77a-907216ade1ea admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1fe2720c-7232-4fe5-b274-b95cef4db2be HTTP/1.1" status: 204 len: 168 time: 0.1305392 May 06 10:02:27.683739 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80b830-07c3-4d14-a77a-907216ade1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe2720c-7232-4fe5-b274-b95cef4db2be,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:27.762549 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fde37fa3-b96f-4787-955a-3a324dfa3615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:27.767878 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fde37fa3-b96f-4787-955a-3a324dfa3615 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:27.849423 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fde37fa3-b96f-4787-955a-3a324dfa3615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:27.849423 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde37fa3-b96f-4787-955a-3a324dfa3615 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9 {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:02:27.854439 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fde37fa3-b96f-4787-955a-3a324dfa3615 admin admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:27.855692 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fde37fa3-b96f-4787-955a-3a324dfa3615 admin admin] 10.222.0.73 "DELETE /v2.0/routers/cc6acfbf-c29e-4100-8eb3-7c1f866bb8e9 HTTP/1.1" status: 204 len: 168 time: 2.0552697 May 06 10:02:27.858595 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46354) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:27.928778 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-cf857f47-2cb7-454e-b350-db8b3cc04951 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Deleting port 56e9e6cd-da4b-416d-83e4-d39ec0397eb3 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:27.929147 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cf857f47-2cb7-454e-b350-db8b3cc04951 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:27.936614 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4cb3415-05f2-49bf-8510-a66614c8748d admin admin] Deleting subnet 63e2c901-f376-4580-9cb1-916f295b237b {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:02:27.978040 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d4cb3415-05f2-49bf-8510-a66614c8748d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.031969 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d4cb3415-05f2-49bf-8510-a66614c8748d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.060049 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46360) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:28.074676 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fbea70c2-1b06-4be9-b70f-8eeb11941257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.097463 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-cf857f47-2cb7-454e-b350-db8b3cc04951 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] For port 56e9e6cd-da4b-416d-83e4-d39ec0397eb3, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=56e9e6cd-da4b-416d-83e4-d39ec0397eb3,segment=NetworkSegment(1094279f-dad0-4904-a8f8-4e1b28cb1d62),segment_id=1094279f-dad0-4904-a8f8-4e1b28cb1d62)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:28.097893 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cf857f47-2cb7-454e-b350-db8b3cc04951 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.119977 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-cf857f47-2cb7-454e-b350-db8b3cc04951 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Calling delete_port for 56e9e6cd-da4b-416d-83e4-d39ec0397eb3 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:28.164167 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fbea70c2-1b06-4be9-b70f-8eeb11941257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.171156 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fbea70c2-1b06-4be9-b70f-8eeb11941257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.204343 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d4cb3415-05f2-49bf-8510-a66614c8748d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.213866 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fbea70c2-1b06-4be9-b70f-8eeb11941257 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d426713c2eec4fdb97cb85774ce00e49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526971 May 06 10:02:28.216496 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46364) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:28.265512 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea70c2-1b06-4be9-b70f-8eeb11941257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0140c569-4935-459d-9d6f-c7ea1bc51c34,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:28.298679 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-98ce2fd1-7bc6-49fb-9427-d90bd878036a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.327414 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-98ce2fd1-7bc6-49fb-9427-d90bd878036a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.334981 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d4cb3415-05f2-49bf-8510-a66614c8748d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.380597 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb3415-05f2-49bf-8510-a66614c8748d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63e2c901-f376-4580-9cb1-916f295b237b,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:28.386640 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d4cb3415-05f2-49bf-8510-a66614c8748d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.390972 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d4cb3415-05f2-49bf-8510-a66614c8748d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/63e2c901-f376-4580-9cb1-916f295b237b HTTP/1.1" status: 204 len: 168 time: 0.5313640 May 06 10:02:28.393853 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46366) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:28.395295 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a4ff9c-dd68-42d6-961d-d8953582ea0d None None] Network 8955af07-bc55-4236-96f3-4410e61bcad2 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:02:28.407677 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cb3415-05f2-49bf-8510-a66614c8748d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:28.408061 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cb3415-05f2-49bf-8510-a66614c8748d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:28.408468 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cb3415-05f2-49bf-8510-a66614c8748d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:28.408821 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cb3415-05f2-49bf-8510-a66614c8748d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:28.409229 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cb3415-05f2-49bf-8510-a66614c8748d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:28.409570 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cb3415-05f2-49bf-8510-a66614c8748d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:28.409951 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cb3415-05f2-49bf-8510-a66614c8748d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:28.410286 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cb3415-05f2-49bf-8510-a66614c8748d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:28.410672 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cb3415-05f2-49bf-8510-a66614c8748d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:28.411005 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cb3415-05f2-49bf-8510-a66614c8748d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:28.412039 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cb3415-05f2-49bf-8510-a66614c8748d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:28.412363 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cb3415-05f2-49bf-8510-a66614c8748d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:28.465605 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-98ce2fd1-7bc6-49fb-9427-d90bd878036a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.468406 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-98ce2fd1-7bc6-49fb-9427-d90bd878036a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.469602 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-98ce2fd1-7bc6-49fb-9427-d90bd878036a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0140c569-4935-459d-9d6f-c7ea1bc51c34 HTTP/1.1" status: 204 len: 168 time: 0.2519712 May 06 10:02:28.484308 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cf857f47-2cb7-454e-b350-db8b3cc04951 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.494840 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce2fd1-7bc6-49fb-9427-d90bd878036a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0140c569-4935-459d-9d6f-c7ea1bc51c34,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:28.517921 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ff7d877a-72b1-41aa-9ed7-978c94ba8fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.589827 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf857f47-2cb7-454e-b350-db8b3cc04951 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Port': ['ID=56e9e6cd-da4b-416d-83e4-d39ec0397eb3,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:28.652828 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d877a-72b1-41aa-9ed7-978c94ba8fe0 admin admin] Deleting port 3598cf1e-ac91-49d0-afc8-26064972a483 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:28.653186 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ff7d877a-72b1-41aa-9ed7-978c94ba8fe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.699803 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab3b554-1939-4d06-814e-95949f480747 None None] DHCP port deletion for 8955af07-bc55-4236-96f3-4410e61bcad2 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:02:28.811753 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-8ab3b554-1939-4d06-814e-95949f480747 None None] Deleting port 3598cf1e-ac91-49d0-afc8-26064972a483 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:28.812364 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8ab3b554-1939-4d06-814e-95949f480747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.881727 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-ff7d877a-72b1-41aa-9ed7-978c94ba8fe0 admin admin] For port 3598cf1e-ac91-49d0-afc8-26064972a483, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3598cf1e-ac91-49d0-afc8-26064972a483,segment=NetworkSegment(b0aa85f9-0013-457e-a893-0fc8fbea5481),segment_id=b0aa85f9-0013-457e-a893-0fc8fbea5481)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:28.882390 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ff7d877a-72b1-41aa-9ed7-978c94ba8fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.922797 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8ab3b554-1939-4d06-814e-95949f480747 None None] For port 3598cf1e-ac91-49d0-afc8-26064972a483, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3598cf1e-ac91-49d0-afc8-26064972a483,segment=NetworkSegment(b0aa85f9-0013-457e-a893-0fc8fbea5481),segment_id=b0aa85f9-0013-457e-a893-0fc8fbea5481)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:28.923627 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8ab3b554-1939-4d06-814e-95949f480747 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.930690 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d877a-72b1-41aa-9ed7-978c94ba8fe0 admin admin] Calling delete_port for 3598cf1e-ac91-49d0-afc8-26064972a483 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:28.943174 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-8ab3b554-1939-4d06-814e-95949f480747 None None] Calling delete_port for 3598cf1e-ac91-49d0-afc8-26064972a483 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:29.053920 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.071360 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ff7d877a-72b1-41aa-9ed7-978c94ba8fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.101023 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8ab3b554-1939-4d06-814e-95949f480747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.103296 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d877a-72b1-41aa-9ed7-978c94ba8fe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3598cf1e-ac91-49d0-afc8-26064972a483,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:29.120135 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7d877a-72b1-41aa-9ed7-978c94ba8fe0 admin admin] No DVR routers for this DVR port 3598cf1e-ac91-49d0-afc8-26064972a483 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:02:29.147742 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab3b554-1939-4d06-814e-95949f480747 None None] No DVR routers for this DVR port 3598cf1e-ac91-49d0-afc8-26064972a483 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:02:29.149655 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3b554-1939-4d06-814e-95949f480747 None None] Pushing event deleted for resources: {'Port': ['ID=3598cf1e-ac91-49d0-afc8-26064972a483,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:29.185648 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device dffb0a95-b609-4ed3-8404-79c0ecb25b5f up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:02:29.244031 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ff7d877a-72b1-41aa-9ed7-978c94ba8fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.260393 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cf857f47-2cb7-454e-b350-db8b3cc04951 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.308526 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port dffb0a95-b609-4ed3-8404-79c0ecb25b5f completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:02:29.315280 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-ff7d877a-72b1-41aa-9ed7-978c94ba8fe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8955af07-bc55-4236-96f3-4410e61bcad2']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:29.320489 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port dffb0a95-b609-4ed3-8404-79c0ecb25b5f triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:29.321835 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.335878 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-ff7d877a-72b1-41aa-9ed7-978c94ba8fe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0aa85f9-0013-457e-a893-0fc8fbea5481') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:29.336605 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-ff7d877a-72b1-41aa-9ed7-978c94ba8fe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0aa85f9-0013-457e-a893-0fc8fbea5481') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:29.347680 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ff7d877a-72b1-41aa-9ed7-978c94ba8fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.377121 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ff7d877a-72b1-41aa-9ed7-978c94ba8fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.402052 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7d877a-72b1-41aa-9ed7-978c94ba8fe0 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:02:29.406204 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ff7d877a-72b1-41aa-9ed7-978c94ba8fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: timer() May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:02:29.411998 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:02:29.505066 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e7d6e-a232-4ec0-a951-d2c28fd58d09 req-24b3be73-bd52-4f5c-8ccc-c868a8634e0e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:29.505594 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 7d69acb9-7ba1-4203-907a-16e21f9af97e no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:02:29.515393 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-860e7d6e-a232-4ec0-a951-d2c28fd58d09 req-24b3be73-bd52-4f5c-8ccc-c868a8634e0e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 944 time: 0.3053875 May 06 10:02:29.535183 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ff7d877a-72b1-41aa-9ed7-978c94ba8fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.538533 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 7d69acb9-7ba1-4203-907a-16e21f9af97e {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:02:29.538886 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 7d69acb9-7ba1-4203-907a-16e21f9af97e not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:02:29.539340 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3598cf1e-ac91-49d0-afc8-26064972a483 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:02:29.555923 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ff7d877a-72b1-41aa-9ed7-978c94ba8fe0 admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.563461 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ff7d877a-72b1-41aa-9ed7-978c94ba8fe0 admin admin] 10.222.0.73 "DELETE /v2.0/networks/8955af07-bc55-4236-96f3-4410e61bcad2 HTTP/1.1" status: 204 len: 168 time: 1.1684525 May 06 10:02:29.574716 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.577169 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 3598cf1e-ac91-49d0-afc8-26064972a483 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:02:29.577703 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3598cf1e-ac91-49d0-afc8-26064972a483 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:02:29.578217 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 14ed91a9-d578-44a9-8da5-b81dbe6e6685 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:02:29.582304 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d877a-72b1-41aa-9ed7-978c94ba8fe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8955af07-bc55-4236-96f3-4410e61bcad2,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:29.609259 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 14ed91a9-d578-44a9-8da5-b81dbe6e6685 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:02:29.609709 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 14ed91a9-d578-44a9-8da5-b81dbe6e6685 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:02:29.627156 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8fe9d2-24b7-4c04-9bf6-a6db7e561084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:02:29.629630 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d1b54e-413d-481c-b290-798017f7a162" -d '{"events": [{"server_uuid": "3f8fe9d2-24b7-4c04-9bf6-a6db7e561084", "name": "network-vif-plugged", "status": "completed", "tag": "dffb0a95-b609-4ed3-8404-79c0ecb25b5f"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:02:29.645032 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port dffb0a95-b609-4ed3-8404-79c0ecb25b5f, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=dffb0a95-b609-4ed3-8404-79c0ecb25b5f,segment=NetworkSegment(359ae381-b80a-42a9-92e1-acee0d1de1f3),segment_id=359ae381-b80a-42a9-92e1-acee0d1de1f3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:29.654739 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.721811 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf857f47-2cb7-454e-b350-db8b3cc04951 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:02:29.726027 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-860e7d6e-a232-4ec0-a951-d2c28fd58d09 req-053bb52f-9c5f-4eb3-a5e1-7cc954c987c8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098060 May 06 10:02:29.756198 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=dffb0a95-b609-4ed3-8404-79c0ecb25b5f,revision_number=9']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:29.790650 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46396) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:29.855074 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9310635a-11de-47fc-944c-f86ae7573eea x-openstack-request-id: req-9310635a-11de-47fc-944c-f86ae7573eea {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:02:29.856907 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8fe9d2-24b7-4c04-9bf6-a6db7e561084", "name": "network-vif-plugged", "status": "completed", "tag": "dffb0a95-b609-4ed3-8404-79c0ecb25b5f", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:02:29.856907 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9310635a-11de-47fc-944c-f86ae7573eea {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:02:29.856907 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9310635a-11de-47fc-944c-f86ae7573eea'] response: {'server_uuid': '3f8fe9d2-24b7-4c04-9bf6-a6db7e561084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f', 'code': 200} May 06 10:02:29.863200 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-77c31582-3c14-47b1-b01b-68769eb42dbf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=858055a9882a45ff9f8a4a1751b4c929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0702119 May 06 10:02:29.863200 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46398) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:29.902394 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf857f47-2cb7-454e-b350-db8b3cc04951 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:02:29.914814 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-cf857f47-2cb7-454e-b350-db8b3cc04951 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "PUT /v2.0/routers/39a0b2c2-1741-4418-baae-5bf2e0fadb5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5204034 May 06 10:02:29.915657 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46400) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:29.921803 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ec57d1-a5b2-4687-99db-d881839674e5 None None] Sync routers for ids ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:02:29.945655 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ec57d1-a5b2-4687-99db-d881839674e5 None None] Routers {'39a0b2c2-1741-4418-baae-5bf2e0fadb5c'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:29.950803 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-59ec57d1-a5b2-4687-99db-d881839674e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:02:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:30.041773 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-098aecde-8fb9-4fc8-9850-d35a4cfeb1cc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Deleting subnet f6789913-e096-4655-a3f9-f6870b7a1ad1 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:02:30.048508 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-098aecde-8fb9-4fc8-9850-d35a4cfeb1cc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.084997 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-11245986-e50f-4899-bccf-3c544cda0636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.127545 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-59ec57d1-a5b2-4687-99db-d881839674e5 None None] Set router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:30.142723 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-098aecde-8fb9-4fc8-9850-d35a4cfeb1cc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.159582 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-11245986-e50f-4899-bccf-3c544cda0636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.193182 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-221f307d-490e-40eb-8a7f-5c35d0a03c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:30.194645 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-221f307d-490e-40eb-8a7f-5c35d0a03c54 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084&tenant_id=1b7022527a0d47ed9f061636a22ce038 HTTP/1.1" status: 200 len: 1096 time: 0.2333641 May 06 10:02:30.212565 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-83559c39-75a4-4f1f-af66-81febd27817f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840835-1', 'device_owner': 'compute:nova'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:30.218380 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-59ec57d1-a5b2-4687-99db-d881839674e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'name': 'tempest-RoutersTest-router-907218381', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:01:37Z', 'updated_at': '2022-05-06T10:02:28Z', 'revision_number': 11, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:30.247332 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ec57d1-a5b2-4687-99db-d881839674e5 None None] Checking router: 39a0b2c2-1741-4418-baae-5bf2e0fadb5c for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:02:30.257979 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ec57d1-a5b2-4687-99db-d881839674e5 None None] Routers {'39a0b2c2-1741-4418-baae-5bf2e0fadb5c'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:30.258848 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-59ec57d1-a5b2-4687-99db-d881839674e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:02:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:30.332918 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-098aecde-8fb9-4fc8-9850-d35a4cfeb1cc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.343827 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-83559c39-75a4-4f1f-af66-81febd27817f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.345301 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-59ec57d1-a5b2-4687-99db-d881839674e5 None None] Set router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:30.419171 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-11245986-e50f-4899-bccf-3c544cda0636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.422126 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-11245986-e50f-4899-bccf-3c544cda0636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.422267 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-59ec57d1-a5b2-4687-99db-d881839674e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'name': 'tempest-RoutersTest-router-907218381', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:01:37Z', 'updated_at': '2022-05-06T10:02:28Z', 'revision_number': 11, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:30.422664 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-098aecde-8fb9-4fc8-9850-d35a4cfeb1cc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.426592 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-11245986-e50f-4899-bccf-3c544cda0636 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ba5bc19d-1dd1-4ea4-b12f-e0e476f39612 HTTP/1.1" status: 204 len: 168 time: 0.5626543 May 06 10:02:30.453991 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ec57d1-a5b2-4687-99db-d881839674e5 None None] The sync data for ids ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'] in n-d-840835-1 is: [{'id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'name': 'tempest-RoutersTest-router-907218381', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:01:37Z', 'updated_at': '2022-05-06T10:02:28Z', 'revision_number': 11, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:02:30.462715 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11245986-e50f-4899-bccf-3c544cda0636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5bc19d-1dd1-4ea4-b12f-e0e476f39612,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:30.506281 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098aecde-8fb9-4fc8-9850-d35a4cfeb1cc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Subnet': ['ID=f6789913-e096-4655-a3f9-f6870b7a1ad1,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:30.518470 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-098aecde-8fb9-4fc8-9850-d35a4cfeb1cc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.518617 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54535b26-9452-46bd-9ac3-19c0e53908c7 None None] Network 7dacee60-72fd-4886-8223-f452cee4a3aa requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:02:30.525733 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-098aecde-8fb9-4fc8-9850-d35a4cfeb1cc tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/subnets/f6789913-e096-4655-a3f9-f6870b7a1ad1 HTTP/1.1" status: 204 len: 168 time: 0.5906327 May 06 10:02:30.526394 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46416) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:30.621994 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-70c06e27-1a7e-46a4-9f24-6ce1d5d8d871 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.695763 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-70c06e27-1a7e-46a4-9f24-6ce1d5d8d871 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Deleting port aefc457b-3c3f-4bec-8fc2-4e521c0dd876 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:30.696513 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-70c06e27-1a7e-46a4-9f24-6ce1d5d8d871 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.702447 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-83559c39-75a4-4f1f-af66-81febd27817f service neutron] For port dffb0a95-b609-4ed3-8404-79c0ecb25b5f, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=dffb0a95-b609-4ed3-8404-79c0ecb25b5f,segment=NetworkSegment(359ae381-b80a-42a9-92e1-acee0d1de1f3),segment_id=359ae381-b80a-42a9-92e1-acee0d1de1f3)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:30.774934 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-83559c39-75a4-4f1f-af66-81febd27817f service neutron] For port dffb0a95-b609-4ed3-8404-79c0ecb25b5f, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:02:30.797411 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-70c06e27-1a7e-46a4-9f24-6ce1d5d8d871 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] For port aefc457b-3c3f-4bec-8fc2-4e521c0dd876, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=aefc457b-3c3f-4bec-8fc2-4e521c0dd876,segment=NetworkSegment(1094279f-dad0-4904-a8f8-4e1b28cb1d62),segment_id=1094279f-dad0-4904-a8f8-4e1b28cb1d62)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:30.797867 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-70c06e27-1a7e-46a4-9f24-6ce1d5d8d871 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.819963 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-70c06e27-1a7e-46a4-9f24-6ce1d5d8d871 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Calling delete_port for aefc457b-3c3f-4bec-8fc2-4e521c0dd876 owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:30.838552 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8fe9d2-24b7-4c04-9bf6-a6db7e561084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:02:30.841768 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa0e873-ff5e-48fa-b99d-41ed77bc71eb" -d '{"events": [{"server_uuid": "3f8fe9d2-24b7-4c04-9bf6-a6db7e561084", "name": "network-vif-unplugged", "status": "completed", "tag": "dffb0a95-b609-4ed3-8404-79c0ecb25b5f"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:02:30.845714 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-83559c39-75a4-4f1f-af66-81febd27817f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.855022 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc4e97e-25d7-45c4-96a7-e4b07490ff6d None None] DHCP port deletion for 7dacee60-72fd-4886-8223-f452cee4a3aa request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:02:30.870694 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-83559c39-75a4-4f1f-af66-81febd27817f service neutron] Transition to ACTIVE for port object dffb0a95-b609-4ed3-8404-79c0ecb25b5f will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:02:30.876190 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-83559c39-75a4-4f1f-af66-81febd27817f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.933719 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46430) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:30.961437 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83559c39-75a4-4f1f-af66-81febd27817f service neutron] Pushing event updated for resources: {'Port': ['ID=dffb0a95-b609-4ed3-8404-79c0ecb25b5f,revision_number=10']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:30.962246 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-9fc4e97e-25d7-45c4-96a7-e4b07490ff6d None None] Deleting port aefc457b-3c3f-4bec-8fc2-4e521c0dd876 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:30.962755 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9fc4e97e-25d7-45c4-96a7-e4b07490ff6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.035690 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8ac20b17-b5cb-4133-a9cc-8dd80723dc47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.068271 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d878f7-55a9-441a-9890-a00efeab84d5 req-ea047601-c3f6-476e-bbc4-566016939996 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:31.069781 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82d878f7-55a9-441a-9890-a00efeab84d5 req-ea047601-c3f6-476e-bbc4-566016939996 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 944 time: 0.2069290 May 06 10:02:31.070580 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-9fc4e97e-25d7-45c4-96a7-e4b07490ff6d None None] For port aefc457b-3c3f-4bec-8fc2-4e521c0dd876, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=aefc457b-3c3f-4bec-8fc2-4e521c0dd876,segment=NetworkSegment(1094279f-dad0-4904-a8f8-4e1b28cb1d62),segment_id=1094279f-dad0-4904-a8f8-4e1b28cb1d62)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:31.073912 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9fc4e97e-25d7-45c4-96a7-e4b07490ff6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.107275 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-9fc4e97e-25d7-45c4-96a7-e4b07490ff6d None None] Calling delete_port for aefc457b-3c3f-4bec-8fc2-4e521c0dd876 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:31.153506 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-82d878f7-55a9-441a-9890-a00efeab84d5 req-7515147e-e39e-47f5-ba6c-3b1c715821ef tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742266 May 06 10:02:31.160173 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-83559c39-75a4-4f1f-af66-81febd27817f service neutron] No DVR routers for this DVR port dffb0a95-b609-4ed3-8404-79c0ecb25b5f on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:02:31.170194 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-70c06e27-1a7e-46a4-9f24-6ce1d5d8d871 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.213881 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c06e27-1a7e-46a4-9f24-6ce1d5d8d871 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Port': ['ID=aefc457b-3c3f-4bec-8fc2-4e521c0dd876,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:31.226317 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c06e27-1a7e-46a4-9f24-6ce1d5d8d871 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] No DVR routers for this DVR port aefc457b-3c3f-4bec-8fc2-4e521c0dd876 on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:02:31.305319 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 10:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e63218-a978-45db-8c4f-8e8a2c8f59c5 x-openstack-request-id: req-25e63218-a978-45db-8c4f-8e8a2c8f59c5 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:02:31.305319 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8fe9d2-24b7-4c04-9bf6-a6db7e561084", "name": "network-vif-unplugged", "status": "completed", "tag": "dffb0a95-b609-4ed3-8404-79c0ecb25b5f", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:02:31.305319 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-25e63218-a978-45db-8c4f-8e8a2c8f59c5 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:02:31.305319 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e63218-a978-45db-8c4f-8e8a2c8f59c5'] response: {'server_uuid': '3f8fe9d2-24b7-4c04-9bf6-a6db7e561084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f', 'code': 200} May 06 10:02:31.343921 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8ac20b17-b5cb-4133-a9cc-8dd80723dc47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.357689 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8ac20b17-b5cb-4133-a9cc-8dd80723dc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.391702 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 56e9e6cd-da4b-416d-83e4-d39ec0397eb3 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:02:31.397433 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9fc4e97e-25d7-45c4-96a7-e4b07490ff6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.415509 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac20b17-b5cb-4133-a9cc-8dd80723dc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cc9f26-7892-4d68-80fb-e0aaa92341ab,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:31.433721 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 56e9e6cd-da4b-416d-83e4-d39ec0397eb3 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:02:31.434295 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 56e9e6cd-da4b-416d-83e4-d39ec0397eb3 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:02:31.435061 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device aefc457b-3c3f-4bec-8fc2-4e521c0dd876 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:02:31.435709 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-83559c39-75a4-4f1f-af66-81febd27817f service neutron] Attempting to bind port dffb0a95-b609-4ed3-8404-79c0ecb25b5f on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:02:31.436044 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-83559c39-75a4-4f1f-af66-81febd27817f service neutron] Attempting to bind port dffb0a95-b609-4ed3-8404-79c0ecb25b5f by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '359ae381-b80a-42a9-92e1-acee0d1de1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:02:31.436384 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-83559c39-75a4-4f1f-af66-81febd27817f service neutron] Attempting to bind port dffb0a95-b609-4ed3-8404-79c0ecb25b5f on network f401ddee-c9b9-4291-b336-96fe56078e24 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:02:31.449361 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-83559c39-75a4-4f1f-af66-81febd27817f service neutron] Port dffb0a95-b609-4ed3-8404-79c0ecb25b5f on network f401ddee-c9b9-4291-b336-96fe56078e24 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:02:31.449703 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-83559c39-75a4-4f1f-af66-81febd27817f service neutron] Attempting to bind port dffb0a95-b609-4ed3-8404-79c0ecb25b5f on network f401ddee-c9b9-4291-b336-96fe56078e24 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:02:31.457802 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-83559c39-75a4-4f1f-af66-81febd27817f service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:02:31.458206 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-83559c39-75a4-4f1f-af66-81febd27817f service neutron] Checking segment: {'id': '359ae381-b80a-42a9-92e1-acee0d1de1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:02:31.461777 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-83559c39-75a4-4f1f-af66-81febd27817f service neutron] Bound using segment: {'id': '359ae381-b80a-42a9-92e1-acee0d1de1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:02:31.462273 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-83559c39-75a4-4f1f-af66-81febd27817f service neutron] Bound port: dffb0a95-b609-4ed3-8404-79c0ecb25b5f, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359ae381-b80a-42a9-92e1-acee0d1de1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:02:31.462649 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-83559c39-75a4-4f1f-af66-81febd27817f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.479891 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-70c06e27-1a7e-46a4-9f24-6ce1d5d8d871 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.493589 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc4e97e-25d7-45c4-96a7-e4b07490ff6d None None] No DVR routers for this DVR port aefc457b-3c3f-4bec-8fc2-4e521c0dd876 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:02:31.515060 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4e97e-25d7-45c4-96a7-e4b07490ff6d None None] Pushing event deleted for resources: {'Port': ['ID=aefc457b-3c3f-4bec-8fc2-4e521c0dd876,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:31.520798 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: aefc457b-3c3f-4bec-8fc2-4e521c0dd876 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:02:31.521511 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device aefc457b-3c3f-4bec-8fc2-4e521c0dd876 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:02:31.533397 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8ac20b17-b5cb-4133-a9cc-8dd80723dc47 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.5567095 May 06 10:02:31.540216 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46460) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:31.558519 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-70c06e27-1a7e-46a4-9f24-6ce1d5d8d871 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dacee60-72fd-4886-8223-f452cee4a3aa']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:31.566079 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-83559c39-75a4-4f1f-af66-81febd27817f service neutron] For port dffb0a95-b609-4ed3-8404-79c0ecb25b5f, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:02:31.570661 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-83559c39-75a4-4f1f-af66-81febd27817f service neutron] For port dffb0a95-b609-4ed3-8404-79c0ecb25b5f, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=dffb0a95-b609-4ed3-8404-79c0ecb25b5f,segment=NetworkSegment(359ae381-b80a-42a9-92e1-acee0d1de1f3),segment_id=359ae381-b80a-42a9-92e1-acee0d1de1f3)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:02:31.578878 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-83559c39-75a4-4f1f-af66-81febd27817f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.579719 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-70c06e27-1a7e-46a4-9f24-6ce1d5d8d871 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1094279f-dad0-4904-a8f8-4e1b28cb1d62') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:31.580028 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-70c06e27-1a7e-46a4-9f24-6ce1d5d8d871 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1094279f-dad0-4904-a8f8-4e1b28cb1d62') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:31.604411 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-70c06e27-1a7e-46a4-9f24-6ce1d5d8d871 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.639175 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-70c06e27-1a7e-46a4-9f24-6ce1d5d8d871 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.653353 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-83559c39-75a4-4f1f-af66-81febd27817f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:31.654163 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-83559c39-75a4-4f1f-af66-81febd27817f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.654508 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c06e27-1a7e-46a4-9f24-6ce1d5d8d871 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:02:31.654931 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-70c06e27-1a7e-46a4-9f24-6ce1d5d8d871 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.655815 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-83559c39-75a4-4f1f-af66-81febd27817f service neutron] 10.222.0.84 "PUT /v2.0/ports/dffb0a95-b609-4ed3-8404-79c0ecb25b5f HTTP/1.1" status: 200 len: 1092 time: 1.4489257 May 06 10:02:31.656682 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83559c39-75a4-4f1f-af66-81febd27817f service neutron] Pushing event updated for resources: {'Port': ['ID=dffb0a95-b609-4ed3-8404-79c0ecb25b5f,revision_number=11']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: timer() May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:02:31.658134 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:02:31.675528 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f16eeae3-6a50-43be-9efa-567e748fb27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.758571 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-2f1e0261-5f96-4e7a-82b9-60f56a86f8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:31.765922 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-2f1e0261-5f96-4e7a-82b9-60f56a86f8c7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 1095 time: 0.0737705 May 06 10:02:31.774029 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f16eeae3-6a50-43be-9efa-567e748fb27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.793674 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-70c06e27-1a7e-46a4-9f24-6ce1d5d8d871 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.799873 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-70c06e27-1a7e-46a4-9f24-6ce1d5d8d871 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.807636 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-70c06e27-1a7e-46a4-9f24-6ce1d5d8d871 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/networks/7dacee60-72fd-4886-8223-f452cee4a3aa HTTP/1.1" status: 204 len: 168 time: 1.2793994 May 06 10:02:31.808316 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46488) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:31.835789 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-327f0ab3-0225-4970-9d9f-9dcc947f4d80 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'router': {'routes': None}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:31.885126 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-578448e7-bca3-4581-9741-be10f967c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:31.887468 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-578448e7-bca3-4581-9741-be10f967c76f service neutron] 10.222.0.84 "GET /v2.0/networks?id=f401ddee-c9b9-4291-b336-96fe56078e24 HTTP/1.1" status: 200 len: 897 time: 0.1202128 May 06 10:02:31.918960 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c06e27-1a7e-46a4-9f24-6ce1d5d8d871 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Pushing event deleted for resources: {'Network': ['ID=7dacee60-72fd-4886-8223-f452cee4a3aa,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:32.046658 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.extraroute_db [None req-327f0ab3-0225-4970-9d9f-9dcc947f4d80 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Added routes are [] {{(pid=102653) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 06 10:02:32.047023 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.extraroute_db [None req-327f0ab3-0225-4970-9d9f-9dcc947f4d80 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Removed routes are [] {{(pid=102653) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 06 10:02:32.047423 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-327f0ab3-0225-4970-9d9f-9dcc947f4d80 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1992734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1598914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41446'] for router, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:32.075156 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-1ca2eaaf-d0a2-4bec-ba1e-1c7ee960324a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dffb0a95-b609-4ed3-8404-79c0ecb25b5f HTTP/1.1" status: 200 len: 998 time: 0.1735873 May 06 10:02:32.152110 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-eb5578fd-79d7-4697-8fcf-5c79194d74d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:32.153470 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-eb5578fd-79d7-4697-8fcf-5c79194d74d0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=50aa0855-d29a-44d5-947d-88e867f2f077 HTTP/1.1" status: 200 len: 834 time: 0.0711060 May 06 10:02:32.163691 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f16eeae3-6a50-43be-9efa-567e748fb27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:32.166384 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f16eeae3-6a50-43be-9efa-567e748fb27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:32.170479 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f16eeae3-6a50-43be-9efa-567e748fb27c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/86cc9f26-7892-4d68-80fb-e0aaa92341ab HTTP/1.1" status: 204 len: 168 time: 0.6292615 May 06 10:02:32.187204 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16eeae3-6a50-43be-9efa-567e748fb27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cc9f26-7892-4d68-80fb-e0aaa92341ab,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:32.233257 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-d437693d-223d-4905-ab33-a6af260bfbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:32.235256 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-d437693d-223d-4905-ab33-a6af260bfbe2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f401ddee-c9b9-4291-b336-96fe56078e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746574 May 06 10:02:32.346207 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46508) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:32.409104 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-327f0ab3-0225-4970-9d9f-9dcc947f4d80 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1992734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1598914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41446'] for router, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:32.424313 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62782f0e-a277-4a5c-9e0b-52f8c831de37 req-1181e2e9-035c-4bbb-a7b9-917bbf8c1586 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:32.425961 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62782f0e-a277-4a5c-9e0b-52f8c831de37 req-1181e2e9-035c-4bbb-a7b9-917bbf8c1586 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 944 time: 0.1164629 May 06 10:02:32.427727 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-327f0ab3-0225-4970-9d9f-9dcc947f4d80 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1598923'] for router, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:32.453135 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-5ccb0a68-3cc1-48a0-a8d2-cf470a22c99c service neutron] 10.222.0.84 "GET /v2.0/networks/f401ddee-c9b9-4291-b336-96fe56078e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080047 May 06 10:02:32.504354 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62782f0e-a277-4a5c-9e0b-52f8c831de37 req-87984c1d-9d45-490e-85a7-6565acaffffc tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705924 May 06 10:02:32.572868 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327f0ab3-0225-4970-9d9f-9dcc947f4d80 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:02:32.629886 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6ccd157b-7781-43e0-b29f-75f76bab1e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:32.657499 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bdc1e340-9dfb-4141-b4b8-c17c9b9b6024 req-51c7308c-70a8-4c3c-ad88-f1f20aa1354d service neutron] 10.222.0.84 "GET /v2.0/networks/f401ddee-c9b9-4291-b336-96fe56078e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977887 May 06 10:02:32.700375 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327f0ab3-0225-4970-9d9f-9dcc947f4d80 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:02:32.714156 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-327f0ab3-0225-4970-9d9f-9dcc947f4d80 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:32.714718 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcbbb48-c503-406c-84b9-bccc7115e350 None None] Sync routers for ids ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:02:32.718967 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-327f0ab3-0225-4970-9d9f-9dcc947f4d80 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "PUT /v2.0/routers/39a0b2c2-1741-4418-baae-5bf2e0fadb5c HTTP/1.1" status: 200 len: 700 time: 0.8930998 May 06 10:02:32.719954 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46512) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:32.745936 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcbbb48-c503-406c-84b9-bccc7115e350 None None] Routers {'39a0b2c2-1741-4418-baae-5bf2e0fadb5c'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:32.746596 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-0dcbbb48-c503-406c-84b9-bccc7115e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:02:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:32.758552 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5cd81959-511e-48ea-ad57-4119c94ec7ea tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "GET /v2.0/ports?device_id=39a0b2c2-1741-4418-baae-5bf2e0fadb5c HTTP/1.1" status: 200 len: 205 time: 0.0373058 May 06 10:02:32.759137 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46514) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:32.775149 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6ccd157b-7781-43e0-b29f-75f76bab1e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:32.781073 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6ccd157b-7781-43e0-b29f-75f76bab1e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:32.814776 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6ccd157b-7781-43e0-b29f-75f76bab1e5b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bc435df0b464479b9fcd9e79483c6be8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4652786 May 06 10:02:32.820517 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46516) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:32.827809 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-0dcbbb48-c503-406c-84b9-bccc7115e350 None None] Set router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:32.846963 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7902518d-91ec-4ba6-a918-3f9fab8b3bea tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:32.889987 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-73209b5b-6d1a-44fa-ab81-376c08d56f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:32.892286 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-0dcbbb48-c503-406c-84b9-bccc7115e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'name': 'tempest-RoutersTest-router-907218381', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:01:37Z', 'updated_at': '2022-05-06T10:02:28Z', 'revision_number': 11, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:32.929723 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-73209b5b-6d1a-44fa-ab81-376c08d56f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:32.936881 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcbbb48-c503-406c-84b9-bccc7115e350 None None] Checking router: 39a0b2c2-1741-4418-baae-5bf2e0fadb5c for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:02:32.947778 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcbbb48-c503-406c-84b9-bccc7115e350 None None] Routers {'39a0b2c2-1741-4418-baae-5bf2e0fadb5c'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:32.948849 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-0dcbbb48-c503-406c-84b9-bccc7115e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:02:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:32.984556 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd157b-7781-43e0-b29f-75f76bab1e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce89756-ccb4-407d-8663-5f5d628fb65a,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:33.002992 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-73209b5b-6d1a-44fa-ab81-376c08d56f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:33.008948 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-73209b5b-6d1a-44fa-ab81-376c08d56f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:33.010332 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-73209b5b-6d1a-44fa-ab81-376c08d56f75 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4ce89756-ccb4-407d-8663-5f5d628fb65a HTTP/1.1" status: 204 len: 168 time: 0.1883004 May 06 10:02:33.035406 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7902518d-91ec-4ba6-a918-3f9fab8b3bea tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:33.036067 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73209b5b-6d1a-44fa-ab81-376c08d56f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce89756-ccb4-407d-8663-5f5d628fb65a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:33.038242 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7902518d-91ec-4ba6-a918-3f9fab8b3bea tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:33.039058 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-0dcbbb48-c503-406c-84b9-bccc7115e350 None None] Set router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:33.090431 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7902518d-91ec-4ba6-a918-3f9fab8b3bea tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:33.091380 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7902518d-91ec-4ba6-a918-3f9fab8b3bea tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Fanout notify agent at l3_agent the message router_deleted on router 39a0b2c2-1741-4418-baae-5bf2e0fadb5c {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:02:33.098165 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7902518d-91ec-4ba6-a918-3f9fab8b3bea tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:33.099670 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7902518d-91ec-4ba6-a918-3f9fab8b3bea tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/routers/39a0b2c2-1741-4418-baae-5bf2e0fadb5c HTTP/1.1" status: 204 len: 168 time: 0.3392384 May 06 10:02:33.105238 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46520) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:33.108919 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-bf49f8eb-c12d-4305-9a26-92a93b608f35 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-874028474', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:33.130448 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-0dcbbb48-c503-406c-84b9-bccc7115e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'name': 'tempest-RoutersTest-router-907218381', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:01:37Z', 'updated_at': '2022-05-06T10:02:28Z', 'revision_number': 11, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:33.136722 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bf49f8eb-c12d-4305-9a26-92a93b608f35 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:33.138629 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bf49f8eb-c12d-4305-9a26-92a93b608f35 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:33.173685 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcbbb48-c503-406c-84b9-bccc7115e350 None None] The sync data for ids ['39a0b2c2-1741-4418-baae-5bf2e0fadb5c'] in n-d-840835-1 is: [{'id': '39a0b2c2-1741-4418-baae-5bf2e0fadb5c', 'name': 'tempest-RoutersTest-router-907218381', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:01:37Z', 'updated_at': '2022-05-06T10:02:28Z', 'revision_number': 11, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:02:33.215172 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device dffb0a95-b609-4ed3-8404-79c0ecb25b5f no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:02:33.252044 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bf49f8eb-c12d-4305-9a26-92a93b608f35 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:33.260324 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bf49f8eb-c12d-4305-9a26-92a93b608f35 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:33.290075 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bf49f8eb-c12d-4305-9a26-92a93b608f35 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:33.294189 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46526) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:33.294666 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bf49f8eb-c12d-4305-9a26-92a93b608f35 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1896064 May 06 10:02:33.299004 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-5352c772-8e3e-46a5-91da-f8e1251fb1c2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:33.309078 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device dffb0a95-b609-4ed3-8404-79c0ecb25b5f not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:02:33.359556 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8fe9d2-24b7-4c04-9bf6-a6db7e561084', 'tag': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:02:33.361882 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0835911-27eb-4a96-a2cf-d064171e64d1" -d '{"events": [{"name": "network-changed", "server_uuid": "3f8fe9d2-24b7-4c04-9bf6-a6db7e561084", "tag": "dffb0a95-b609-4ed3-8404-79c0ecb25b5f"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:02:33.459641 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46530) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:33.478427 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de9a5a49-129f-455a-b262-76117b367590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:33.502345 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e3fa1b-d0b4-430c-a58b-472203105bbd x-openstack-request-id: req-d9e3fa1b-d0b4-430c-a58b-472203105bbd {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:02:33.502641 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f8fe9d2-24b7-4c04-9bf6-a6db7e561084", "tag": "dffb0a95-b609-4ed3-8404-79c0ecb25b5f", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:02:33.502868 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d9e3fa1b-d0b4-430c-a58b-472203105bbd {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:02:33.503284 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9e3fa1b-d0b4-430c-a58b-472203105bbd'] response: {'name': 'network-changed', 'server_uuid': '3f8fe9d2-24b7-4c04-9bf6-a6db7e561084', 'tag': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f', 'status': 'completed', 'code': 200} May 06 10:02:33.636838 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5352c772-8e3e-46a5-91da-f8e1251fb1c2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1992734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1598914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41446'] for router, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:33.649767 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0835911-27eb-4a96-a2cf-d064171e64d1 req-0984ca0c-a8eb-4fb3-9daf-ccc755177bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:33.651281 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c0835911-27eb-4a96-a2cf-d064171e64d1 req-0984ca0c-a8eb-4fb3-9daf-ccc755177bca service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 1095 time: 0.1472681 May 06 10:02:33.653245 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5352c772-8e3e-46a5-91da-f8e1251fb1c2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1598923'] for router, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:33.656267 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0835911-27eb-4a96-a2cf-d064171e64d1 req-39117342-79c5-4841-987a-1e82eddb2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:33.657692 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c0835911-27eb-4a96-a2cf-d064171e64d1 req-39117342-79c5-4841-987a-1e82eddb2c90 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 1095 time: 0.1571960 May 06 10:02:33.668695 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de9a5a49-129f-455a-b262-76117b367590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:33.682378 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf407b-e1bf-473a-864b-a127be12793b req-1035f5cb-f4a2-47cd-91b5-5992e5cc3c4e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:33.683975 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-46cf407b-e1bf-473a-864b-a127be12793b req-1035f5cb-f4a2-47cd-91b5-5992e5cc3c4e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 944 time: 0.0776577 May 06 10:02:33.684794 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de9a5a49-129f-455a-b262-76117b367590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:33.742004 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a5a49-129f-455a-b262-76117b367590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e024d1-1436-4330-898e-78eae472893f,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:33.748620 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-de9a5a49-129f-455a-b262-76117b367590 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b16818c391fe41a7a736afa7f20bb193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2853475 May 06 10:02:33.751942 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46534) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:33.771608 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-46cf407b-e1bf-473a-864b-a127be12793b req-8e4ea44e-ca3d-430b-bc81-00c95aae40f1 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762274 May 06 10:02:33.813856 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-183a4d0e-c5c8-4b8f-a561-370f6101079e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:33.836423 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-183a4d0e-c5c8-4b8f-a561-370f6101079e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:33.890066 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-183a4d0e-c5c8-4b8f-a561-370f6101079e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:33.892956 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-183a4d0e-c5c8-4b8f-a561-370f6101079e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:33.897333 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-183a4d0e-c5c8-4b8f-a561-370f6101079e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/11e024d1-1436-4330-898e-78eae472893f HTTP/1.1" status: 204 len: 168 time: 0.1414311 May 06 10:02:33.904465 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a4d0e-c5c8-4b8f-a561-370f6101079e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e024d1-1436-4330-898e-78eae472893f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:34.252175 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0835911-27eb-4a96-a2cf-d064171e64d1 req-700fd213-af45-4396-a1f7-4943ef1e0040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:34.253637 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c0835911-27eb-4a96-a2cf-d064171e64d1 req-700fd213-af45-4396-a1f7-4943ef1e0040 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f401ddee-c9b9-4291-b336-96fe56078e24 HTTP/1.1" status: 200 len: 897 time: 0.5848167 May 06 10:02:34.256510 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0835911-27eb-4a96-a2cf-d064171e64d1 req-96d7a981-0d75-45b0-926e-15d6f51033bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:34.257897 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c0835911-27eb-4a96-a2cf-d064171e64d1 req-96d7a981-0d75-45b0-926e-15d6f51033bf service neutron] 10.222.0.84 "GET /v2.0/networks?id=f401ddee-c9b9-4291-b336-96fe56078e24 HTTP/1.1" status: 200 len: 897 time: 0.5992751 May 06 10:02:34.351961 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5352c772-8e3e-46a5-91da-f8e1251fb1c2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Router 49ef0f7e-8984-4005-8958-2d15e9fd0a40 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:02:34.380639 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c0835911-27eb-4a96-a2cf-d064171e64d1 req-8fb5a6ed-020f-4a99-ab0d-9d49416c4f08 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dffb0a95-b609-4ed3-8404-79c0ecb25b5f HTTP/1.1" status: 200 len: 998 time: 0.1188602 May 06 10:02:34.386105 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c0835911-27eb-4a96-a2cf-d064171e64d1 req-8cd0f074-3afb-401d-a314-6563cf448c2e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dffb0a95-b609-4ed3-8404-79c0ecb25b5f HTTP/1.1" status: 200 len: 998 time: 0.1173060 May 06 10:02:34.490137 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5352c772-8e3e-46a5-91da-f8e1251fb1c2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:02:34.496175 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5352c772-8e3e-46a5-91da-f8e1251fb1c2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:34.497334 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5352c772-8e3e-46a5-91da-f8e1251fb1c2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "PUT /v2.0/routers/49ef0f7e-8984-4005-8958-2d15e9fd0a40 HTTP/1.1" status: 200 len: 693 time: 1.2021396 May 06 10:02:34.500612 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46562) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:34.503519 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea49586f-62c1-42be-bff1-87ca18fda5f7 None None] Sync routers for ids ['49ef0f7e-8984-4005-8958-2d15e9fd0a40'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:02:34.515230 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea49586f-62c1-42be-bff1-87ca18fda5f7 None None] Routers {'49ef0f7e-8984-4005-8958-2d15e9fd0a40'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:34.515930 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ea49586f-62c1-42be-bff1-87ca18fda5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:02:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['49ef0f7e-8984-4005-8958-2d15e9fd0a40'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:34.605777 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0835911-27eb-4a96-a2cf-d064171e64d1 req-2a9df655-8d92-48b1-9759-58cc922ae751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:34.607849 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c0835911-27eb-4a96-a2cf-d064171e64d1 req-2a9df655-8d92-48b1-9759-58cc922ae751 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=50aa0855-d29a-44d5-947d-88e867f2f077 HTTP/1.1" status: 200 len: 834 time: 0.1831620 May 06 10:02:34.619579 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-ea49586f-62c1-42be-bff1-87ca18fda5f7 None None] Set router 49ef0f7e-8984-4005-8958-2d15e9fd0a40 gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:34.659051 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f29ace83-a960-452e-b4ff-3aa188ee5831 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "GET /v2.0/routers/49ef0f7e-8984-4005-8958-2d15e9fd0a40 HTTP/1.1" status: 200 len: 699 time: 0.1573615 May 06 10:02:34.661956 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46572) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:34.668627 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0835911-27eb-4a96-a2cf-d064171e64d1 req-552f893b-3921-4cb8-9539-0ade76a26116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:34.670322 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c0835911-27eb-4a96-a2cf-d064171e64d1 req-552f893b-3921-4cb8-9539-0ade76a26116 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=50aa0855-d29a-44d5-947d-88e867f2f077 HTTP/1.1" status: 200 len: 834 time: 0.1607699 May 06 10:02:34.697187 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0835911-27eb-4a96-a2cf-d064171e64d1 req-88597690-5a6d-4d5e-982d-44412f9e9d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:34.699787 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c0835911-27eb-4a96-a2cf-d064171e64d1 req-88597690-5a6d-4d5e-982d-44412f9e9d5d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f401ddee-c9b9-4291-b336-96fe56078e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813329 May 06 10:02:34.703055 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-48b880ad-3998-448f-9f62-2103069a0f80 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "GET /v2.0/ports?device_id=49ef0f7e-8984-4005-8958-2d15e9fd0a40 HTTP/1.1" status: 200 len: 205 time: 0.0399344 May 06 10:02:34.707574 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46574) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:34.724715 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ea49586f-62c1-42be-bff1-87ca18fda5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ef0f7e-8984-4005-8958-2d15e9fd0a40', 'name': 'tempest-RoutersTest-router-874028474', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:02:33Z', 'updated_at': '2022-05-06T10:02:33Z', 'revision_number': 2, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:34.768173 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea49586f-62c1-42be-bff1-87ca18fda5f7 None None] Checking router: 49ef0f7e-8984-4005-8958-2d15e9fd0a40 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:02:34.783165 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea49586f-62c1-42be-bff1-87ca18fda5f7 None None] Routers {'49ef0f7e-8984-4005-8958-2d15e9fd0a40'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:34.784106 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ea49586f-62c1-42be-bff1-87ca18fda5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:02:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['49ef0f7e-8984-4005-8958-2d15e9fd0a40'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:34.793325 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0835911-27eb-4a96-a2cf-d064171e64d1 req-023d9c8c-2b70-4c87-8e4f-bc33a51ffb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:34.796292 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c0835911-27eb-4a96-a2cf-d064171e64d1 req-023d9c8c-2b70-4c87-8e4f-bc33a51ffb6c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f401ddee-c9b9-4291-b336-96fe56078e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163769 May 06 10:02:34.796708 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5daa0ed7-9d68-4401-820d-ffd5e3fd0cf5 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:34.874440 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c0835911-27eb-4a96-a2cf-d064171e64d1 req-0b15c97b-a699-4111-a35b-e8cbd04c07f0 service neutron] 10.222.0.84 "GET /v2.0/networks/f401ddee-c9b9-4291-b336-96fe56078e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524312 May 06 10:02:34.918199 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-ea49586f-62c1-42be-bff1-87ca18fda5f7 None None] Set router 49ef0f7e-8984-4005-8958-2d15e9fd0a40 gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:34.977748 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ea49586f-62c1-42be-bff1-87ca18fda5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ef0f7e-8984-4005-8958-2d15e9fd0a40', 'name': 'tempest-RoutersTest-router-874028474', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:02:33Z', 'updated_at': '2022-05-06T10:02:33Z', 'revision_number': 2, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:34.995041 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c0835911-27eb-4a96-a2cf-d064171e64d1 req-fb36a0f6-d89d-4ca4-9f5d-4a57971ede5d service neutron] 10.222.0.77 "GET /v2.0/networks/f401ddee-c9b9-4291-b336-96fe56078e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905370 May 06 10:02:35.031264 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea49586f-62c1-42be-bff1-87ca18fda5f7 None None] The sync data for ids ['49ef0f7e-8984-4005-8958-2d15e9fd0a40'] in n-d-840835-1 is: [{'id': '49ef0f7e-8984-4005-8958-2d15e9fd0a40', 'name': 'tempest-RoutersTest-router-874028474', 'tenant_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:02:33Z', 'updated_at': '2022-05-06T10:02:33Z', 'revision_number': 2, 'project_id': '3e9f9f76e76f46fa83c0e38cc7633413', 'gw_port_host': None}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:02:35.185736 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c0835911-27eb-4a96-a2cf-d064171e64d1 req-255245a2-6d55-40cf-9601-febf1a619ed7 service neutron] 10.222.0.77 "GET /v2.0/networks/f401ddee-c9b9-4291-b336-96fe56078e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199534 May 06 10:02:35.212302 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c0835911-27eb-4a96-a2cf-d064171e64d1 req-275b98f5-5efa-4f17-998d-44994ced9d1f service neutron] 10.222.0.84 "GET /v2.0/networks/f401ddee-c9b9-4291-b336-96fe56078e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157860 May 06 10:02:35.401618 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5daa0ed7-9d68-4401-820d-ffd5e3fd0cf5 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:35.405093 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5daa0ed7-9d68-4401-820d-ffd5e3fd0cf5 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:35.454674 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5daa0ed7-9d68-4401-820d-ffd5e3fd0cf5 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:35.455216 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5daa0ed7-9d68-4401-820d-ffd5e3fd0cf5 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Fanout notify agent at l3_agent the message router_deleted on router 49ef0f7e-8984-4005-8958-2d15e9fd0a40 {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:02:35.465124 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af6d70-2708-4320-8ebb-3afde61eb864 req-0947042d-e1c8-4db3-841c-db7e112c614a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:35.466667 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-93af6d70-2708-4320-8ebb-3afde61eb864 req-0947042d-e1c8-4db3-841c-db7e112c614a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 944 time: 0.5549288 May 06 10:02:35.472259 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5daa0ed7-9d68-4401-820d-ffd5e3fd0cf5 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:35.478910 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46590) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:35.479577 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5daa0ed7-9d68-4401-820d-ffd5e3fd0cf5 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/routers/49ef0f7e-8984-4005-8958-2d15e9fd0a40 HTTP/1.1" status: 204 len: 168 time: 0.7704270 May 06 10:02:35.507530 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-769af3f3-476a-4d44-a96b-c30a33212fe2 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "GET /v2.0/ports?device_id=49ef0f7e-8984-4005-8958-2d15e9fd0a40 HTTP/1.1" status: 200 len: 205 time: 0.0273151 May 06 10:02:35.509992 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46592) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:35.516524 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-93af6d70-2708-4320-8ebb-3afde61eb864 req-ae7fbea1-464e-4710-9d36-af12a1ebabad tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360589 May 06 10:02:35.542818 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46594) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:35.554760 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-86800a44-f189-4d3d-a7b2-045a6072e98d tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] delete failed (client error): The resource could not be found. May 06 10:02:35.558475 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-86800a44-f189-4d3d-a7b2-045a6072e98d tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/routers/49ef0f7e-8984-4005-8958-2d15e9fd0a40 HTTP/1.1" status: 404 len: 336 time: 0.0474901 May 06 10:02:35.559052 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46598) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:35.587367 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-f822604c-a8cb-4e25-82c6-de4bd494d49a tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] DELETE failed (client error): The resource could not be found. May 06 10:02:35.587731 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f822604c-a8cb-4e25-82c6-de4bd494d49a tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:02:35.593784 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f822604c-a8cb-4e25-82c6-de4bd494d49a tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/subnets/bf4a349b-441c-4b6d-9e78-b3d9bd337939 HTTP/1.1" status: 404 len: 337 time: 0.0337157 May 06 10:02:35.594390 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46600) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:35.622749 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-bed04b03-fdb6-4644-bff2-5ab59567a9a8 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] DELETE failed (client error): The resource could not be found. May 06 10:02:35.623241 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bed04b03-fdb6-4644-bff2-5ab59567a9a8 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:02:35.626284 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bed04b03-fdb6-4644-bff2-5ab59567a9a8 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/subnets/12b56f68-3878-4963-965b-06955b15234c HTTP/1.1" status: 404 len: 337 time: 0.0309715 May 06 10:02:35.628823 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46602) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:35.635766 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-889c720d-461f-4981-8464-a4008eb14261 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/floatingips/a8addff9-350b-463c-8bb3-0eee4a9eaf02 HTTP/1.1" status: 200 len: 990 time: 0.0913510 May 06 10:02:35.661585 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd89b028-b28f-412f-9c2a-ceef803d232f tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] DELETE failed (client error): The resource could not be found. May 06 10:02:35.662065 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd89b028-b28f-412f-9c2a-ceef803d232f tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:02:35.665172 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fd89b028-b28f-412f-9c2a-ceef803d232f tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/subnets/1accfcd4-1886-430b-ad5e-f3f475a3fcb9 HTTP/1.1" status: 404 len: 337 time: 0.0354378 May 06 10:02:35.667620 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46604) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:35.697932 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-be9c6d44-3826-4ebe-885f-7de9787f816b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] DELETE failed (client error): The resource could not be found. May 06 10:02:35.697932 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be9c6d44-3826-4ebe-885f-7de9787f816b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:02:35.700377 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-be9c6d44-3826-4ebe-885f-7de9787f816b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/subnets/f6789913-e096-4655-a3f9-f6870b7a1ad1 HTTP/1.1" status: 404 len: 337 time: 0.0318265 May 06 10:02:35.703265 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46610) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:35.744959 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c9787c86-56cd-449c-8df6-c26dfdea8c64 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "GET /v2.0/ports?device_id=39a0b2c2-1741-4418-baae-5bf2e0fadb5c HTTP/1.1" status: 200 len: 205 time: 0.0380497 May 06 10:02:35.744959 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46614) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:35.786062 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-c1196786-cd17-479d-9a52-625d767d81ae tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] delete failed (client error): The resource could not be found. May 06 10:02:35.787180 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c1196786-cd17-479d-9a52-625d767d81ae tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/routers/39a0b2c2-1741-4418-baae-5bf2e0fadb5c HTTP/1.1" status: 404 len: 336 time: 0.0412576 May 06 10:02:35.790137 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46616) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:35.821935 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-607a7ef0-69d5-4165-acc2-e2e43bacccb8 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "GET /v2.0/ports?device_id=6abd8fb7-b380-438a-b182-c2cfec3f62f9 HTTP/1.1" status: 200 len: 205 time: 0.0301456 May 06 10:02:35.824073 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46620) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:35.871608 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-ca7d9228-81ee-4c08-a9bd-8a298aa44b57 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] delete failed (client error): The resource could not be found. May 06 10:02:35.875190 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ca7d9228-81ee-4c08-a9bd-8a298aa44b57 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/routers/6abd8fb7-b380-438a-b182-c2cfec3f62f9 HTTP/1.1" status: 404 len: 336 time: 0.0476577 May 06 10:02:35.876030 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46624) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:35.904429 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ccb713-ba49-42cb-8a21-c3e37ced750e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] DELETE failed (client error): The resource could not be found. May 06 10:02:35.904889 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5ccb713-ba49-42cb-8a21-c3e37ced750e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:02:35.908281 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c5ccb713-ba49-42cb-8a21-c3e37ced750e tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/subnets/89918e57-9f57-44d9-b8bc-7709f26c15d6 HTTP/1.1" status: 404 len: 337 time: 0.0320580 May 06 10:02:35.911187 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46626) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:35.953826 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-54f2a70b-e344-4eab-acf0-9fa9c653fcc4 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6abf030-4fff-4e34-bedf-b5252f239fbf HTTP/1.1" status: 200 len: 205 time: 0.0394425 May 06 10:02:35.956196 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46630) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:35.975677 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device dffb0a95-b609-4ed3-8404-79c0ecb25b5f details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:02:36.000716 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-c8d07818-56a1-45a2-86f7-d40c08be5603 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] delete failed (client error): The resource could not be found. May 06 10:02:36.002897 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c8d07818-56a1-45a2-86f7-d40c08be5603 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/routers/a6abf030-4fff-4e34-bedf-b5252f239fbf HTTP/1.1" status: 404 len: 336 time: 0.0448387 May 06 10:02:36.005478 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46632) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:36.064024 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46634) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:36.064347 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fc05d6fd-11d2-4261-95d2-9d40f924fdbb tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "GET /v2.0/ports?device_id=826c3609-e3bb-403a-abd8-f6e4a45dfcc1 HTTP/1.1" status: 200 len: 205 time: 0.0550327 May 06 10:02:36.135562 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-8e9716d3-5a7d-4c6f-85d8-a60ae1609b58 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] delete failed (client error): The resource could not be found. May 06 10:02:36.138156 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8e9716d3-5a7d-4c6f-85d8-a60ae1609b58 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/routers/826c3609-e3bb-403a-abd8-f6e4a45dfcc1 HTTP/1.1" status: 404 len: 336 time: 0.0715365 May 06 10:02:36.139470 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46638) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:36.176739 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port dffb0a95-b609-4ed3-8404-79c0ecb25b5f, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=dffb0a95-b609-4ed3-8404-79c0ecb25b5f,segment=NetworkSegment(359ae381-b80a-42a9-92e1-acee0d1de1f3),segment_id=359ae381-b80a-42a9-92e1-acee0d1de1f3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:36.200700 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece9f5cb-1d78-493c-a73c-a7bc244951f7 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] DELETE failed (client error): The resource could not be found. May 06 10:02:36.201168 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ece9f5cb-1d78-493c-a73c-a7bc244951f7 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:02:36.204262 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ece9f5cb-1d78-493c-a73c-a7bc244951f7 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/subnets/f032f698-f117-4446-9af2-55fd9f1d5f47 HTTP/1.1" status: 404 len: 337 time: 0.0636053 May 06 10:02:36.206921 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46642) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:36.211169 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f', 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24', 'port_id': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f', 'mac_address': 'fa:16:3e:79:5e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50aa0855-d29a-44d5-947d-88e867f2f077', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:02:36.253965 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:36.269084 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dffb0a95-b609-4ed3-8404-79c0ecb25b5f {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:02:36.299538 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f2b4055c-787b-48db-98f9-81dc40ce63b7 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "GET /v2.0/ports?device_id=5892e303-9474-4045-824c-e3ea97082e4e HTTP/1.1" status: 200 len: 205 time: 0.0906253 May 06 10:02:36.301609 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port dffb0a95-b609-4ed3-8404-79c0ecb25b5f, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=dffb0a95-b609-4ed3-8404-79c0ecb25b5f,segment=NetworkSegment(359ae381-b80a-42a9-92e1-acee0d1de1f3),segment_id=359ae381-b80a-42a9-92e1-acee0d1de1f3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:36.302090 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46644) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:36.310851 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:36.352156 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-0c6564ab-f258-496d-b3a2-59273ba18d91 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] delete failed (client error): The resource could not be found. May 06 10:02:36.353248 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0c6564ab-f258-496d-b3a2-59273ba18d91 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/routers/5892e303-9474-4045-824c-e3ea97082e4e HTTP/1.1" status: 404 len: 336 time: 0.0502229 May 06 10:02:36.355826 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46646) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:36.382173 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c01cc53-868f-4bd8-ba2a-726ff416adc4 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] DELETE failed (client error): The resource could not be found. May 06 10:02:36.382777 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c01cc53-868f-4bd8-ba2a-726ff416adc4 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:02:36.388605 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7c01cc53-868f-4bd8-ba2a-726ff416adc4 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/subnets/d362c184-67a3-4e98-8b1d-388f480057b3 HTTP/1.1" status: 404 len: 337 time: 0.0293951 May 06 10:02:36.388948 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46648) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:36.391735 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=dffb0a95-b609-4ed3-8404-79c0ecb25b5f,revision_number=12']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:36.419283 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-12fd2534-b860-4f6d-afed-936f01bbfc3b tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "GET /v2.0/ports?device_id=3eecdaa8-1a2e-4c73-b678-4688e2d352e9 HTTP/1.1" status: 200 len: 205 time: 0.0290496 May 06 10:02:36.421370 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46654) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:36.470850 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-77077212-f4a4-4cc4-a066-c17b65250651 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] delete failed (client error): The resource could not be found. May 06 10:02:36.476650 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46656) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:36.485043 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-77077212-f4a4-4cc4-a066-c17b65250651 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/routers/3eecdaa8-1a2e-4c73-b678-4688e2d352e9 HTTP/1.1" status: 404 len: 336 time: 0.0625396 May 06 10:02:36.510348 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-034fb754-0381-4d5a-81d8-d8cf9856c081 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] DELETE failed (client error): The resource could not be found. May 06 10:02:36.510949 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-034fb754-0381-4d5a-81d8-d8cf9856c081 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:02:36.517317 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46658) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:36.524262 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-034fb754-0381-4d5a-81d8-d8cf9856c081 tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/subnets/8103c202-e450-41ba-b338-c8ed99aac5c6 HTTP/1.1" status: 404 len: 337 time: 0.0459068 May 06 10:02:36.549353 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaae04ea-ec6f-4bc2-8210-768b0f9f38ce tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] DELETE failed (client error): The resource could not be found. May 06 10:02:36.549811 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaae04ea-ec6f-4bc2-8210-768b0f9f38ce tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:02:36.553332 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-aaae04ea-ec6f-4bc2-8210-768b0f9f38ce tempest-RoutersTest-1260011842 tempest-RoutersTest-1260011842-project] 10.222.0.73 "DELETE /v2.0/subnets/b5ac2a90-f455-4aeb-9a57-d39c5aad5ff7 HTTP/1.1" status: 404 len: 337 time: 0.0332375 May 06 10:02:36.558326 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['dffb0a95-b609-4ed3-8404-79c0ecb25b5f'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:02:36.951619 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46674) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:37.198956 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46686) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:37.199641 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-82fa5e40-b127-4e81-a587-add9fce366b8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3e9f9f76e76f46fa83c0e38cc7633413&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2465637 May 06 10:02:37.267793 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d296d9bc-8663-47d5-8e67-6be4bb61a2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:37.292017 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d296d9bc-8663-47d5-8e67-6be4bb61a2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:37.347374 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d296d9bc-8663-47d5-8e67-6be4bb61a2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:37.351676 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d296d9bc-8663-47d5-8e67-6be4bb61a2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:37.353225 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d296d9bc-8663-47d5-8e67-6be4bb61a2fa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/646d15dd-a397-4b29-929b-07e7ab6cd66d HTTP/1.1" status: 204 len: 168 time: 0.1524138 May 06 10:02:37.365732 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46694) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:37.391177 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296d9bc-8663-47d5-8e67-6be4bb61a2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646d15dd-a397-4b29-929b-07e7ab6cd66d,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:37.670964 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9346f60e-8d54-4f3d-8032-9110722c4943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:37.839795 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9346f60e-8d54-4f3d-8032-9110722c4943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:37.845180 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9346f60e-8d54-4f3d-8032-9110722c4943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:37.942307 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9346f60e-8d54-4f3d-8032-9110722c4943 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ab6a9ea8e04e49268397eabb4374a285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5739222 May 06 10:02:37.943658 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346f60e-8d54-4f3d-8032-9110722c4943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd7a0f4-4f3b-43ad-8073-2681f64549c2,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:37.945315 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46708) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:38.000257 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device dffb0a95-b609-4ed3-8404-79c0ecb25b5f up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:02:38.041956 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-be672960-7584-4588-addf-ec000afee366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:38.067885 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-be672960-7584-4588-addf-ec000afee366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:38.130354 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-be672960-7584-4588-addf-ec000afee366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:38.133906 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-be672960-7584-4588-addf-ec000afee366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:38.135238 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-be672960-7584-4588-addf-ec000afee366 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6cd7a0f4-4f3b-43ad-8073-2681f64549c2 HTTP/1.1" status: 204 len: 168 time: 0.1878846 May 06 10:02:38.146463 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be672960-7584-4588-addf-ec000afee366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd7a0f4-4f3b-43ad-8073-2681f64549c2,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:38.247086 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port dffb0a95-b609-4ed3-8404-79c0ecb25b5f completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:02:38.251310 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port dffb0a95-b609-4ed3-8404-79c0ecb25b5f triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:38.251899 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:38.353057 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:38.396230 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8fe9d2-24b7-4c04-9bf6-a6db7e561084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:02:38.398887 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d554045-dcfe-46a0-9d84-d7c9ed203e15" -d '{"events": [{"server_uuid": "3f8fe9d2-24b7-4c04-9bf6-a6db7e561084", "name": "network-vif-plugged", "status": "completed", "tag": "dffb0a95-b609-4ed3-8404-79c0ecb25b5f"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:02:38.404699 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port dffb0a95-b609-4ed3-8404-79c0ecb25b5f, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=dffb0a95-b609-4ed3-8404-79c0ecb25b5f,segment=NetworkSegment(359ae381-b80a-42a9-92e1-acee0d1de1f3),segment_id=359ae381-b80a-42a9-92e1-acee0d1de1f3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:38.410795 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:38.452404 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d68a2c6-b291-480a-bcbf-2ad3e1500095 x-openstack-request-id: req-6d68a2c6-b291-480a-bcbf-2ad3e1500095 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:02:38.452702 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8fe9d2-24b7-4c04-9bf6-a6db7e561084", "name": "network-vif-plugged", "status": "completed", "tag": "dffb0a95-b609-4ed3-8404-79c0ecb25b5f", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:02:38.452961 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6d68a2c6-b291-480a-bcbf-2ad3e1500095 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:02:38.453366 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d68a2c6-b291-480a-bcbf-2ad3e1500095'] response: {'server_uuid': '3f8fe9d2-24b7-4c04-9bf6-a6db7e561084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f', 'code': 200} May 06 10:02:38.473472 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=dffb0a95-b609-4ed3-8404-79c0ecb25b5f,revision_number=13']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:38.527913 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46744) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:38.545507 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f62959d0-0fc2-4dcb-b7ae-27a4c41d34f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:38.627684 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f62959d0-0fc2-4dcb-b7ae-27a4c41d34f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:38.633059 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f62959d0-0fc2-4dcb-b7ae-27a4c41d34f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:38.677719 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f62959d0-0fc2-4dcb-b7ae-27a4c41d34f0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=af88125922bf4c95b4b8bdb6205b52f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486027 May 06 10:02:38.678964 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62959d0-0fc2-4dcb-b7ae-27a4c41d34f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc07dae-4619-4458-a160-3b6762eda326,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:38.680533 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46748) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:38.736672 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e86517ed-0b48-4d4f-a1ce-fba84878357c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:38.759388 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e86517ed-0b48-4d4f-a1ce-fba84878357c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:38.817219 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e86517ed-0b48-4d4f-a1ce-fba84878357c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:38.819888 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e86517ed-0b48-4d4f-a1ce-fba84878357c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:38.821160 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e86517ed-0b48-4d4f-a1ce-fba84878357c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6fc07dae-4619-4458-a160-3b6762eda326 HTTP/1.1" status: 204 len: 168 time: 0.1390662 May 06 10:02:38.832436 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86517ed-0b48-4d4f-a1ce-fba84878357c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc07dae-4619-4458-a160-3b6762eda326,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:41.935020 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46934) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:42.062816 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bd4bfbe5-2e39-488b-9bf8-c431733fa923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:42.151622 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bd4bfbe5-2e39-488b-9bf8-c431733fa923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:42.156643 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bd4bfbe5-2e39-488b-9bf8-c431733fa923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:42.202169 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bd4bfbe5-2e39-488b-9bf8-c431733fa923 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7c014bd9572b4d7a8ec8ba44d0378aa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2624116 May 06 10:02:42.202388 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46942) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:42.211543 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4bfbe5-2e39-488b-9bf8-c431733fa923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af31bf16-0768-40b1-947e-75775e275823,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:42.272858 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0cfe0276-259f-40c8-9cad-a6efbc26b066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:42.302497 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0cfe0276-259f-40c8-9cad-a6efbc26b066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:42.365279 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0cfe0276-259f-40c8-9cad-a6efbc26b066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:42.368469 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0cfe0276-259f-40c8-9cad-a6efbc26b066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:42.371586 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0cfe0276-259f-40c8-9cad-a6efbc26b066 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/af31bf16-0768-40b1-947e-75775e275823 HTTP/1.1" status: 204 len: 168 time: 0.1682785 May 06 10:02:42.388749 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe0276-259f-40c8-9cad-a6efbc26b066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af31bf16-0768-40b1-947e-75775e275823,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:42.693130 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 46958) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:42.706527 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3fae-2696-48fa-9db3-aee9ecf1790f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:42.783682 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3fae-2696-48fa-9db3-aee9ecf1790f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:42.788401 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3fae-2696-48fa-9db3-aee9ecf1790f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:42.827539 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ec5c3fae-2696-48fa-9db3-aee9ecf1790f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bc828588c47d4f1681ef49aeeee1f306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1332965 May 06 10:02:42.828397 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c3fae-2696-48fa-9db3-aee9ecf1790f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c548108b-a2fb-4370-a132-fcab6374d604,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:42.830580 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 46960) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:42.897486 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-75340d9a-42eb-42ae-a622-2800b1de6c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:42.938396 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-75340d9a-42eb-42ae-a622-2800b1de6c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:43.001738 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-75340d9a-42eb-42ae-a622-2800b1de6c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:43.005372 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-75340d9a-42eb-42ae-a622-2800b1de6c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:43.006519 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-75340d9a-42eb-42ae-a622-2800b1de6c6c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c548108b-a2fb-4370-a132-fcab6374d604 HTTP/1.1" status: 204 len: 168 time: 0.1748400 May 06 10:02:43.017653 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75340d9a-42eb-42ae-a622-2800b1de6c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c548108b-a2fb-4370-a132-fcab6374d604,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:45.261542 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a2670ef-0c60-42da-92b4-67d1a90db5df req-3e517099-cc8e-4b49-ae5e-df7de44f0e1a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490761 May 06 10:02:45.359582 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2670ef-0c60-42da-92b4-67d1a90db5df req-03c32cc8-0654-41b4-9660-687c44dcaf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:45.361454 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a2670ef-0c60-42da-92b4-67d1a90db5df req-03c32cc8-0654-41b4-9660-687c44dcaf60 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 1097 time: 0.0480404 May 06 10:02:45.516636 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2670ef-0c60-42da-92b4-67d1a90db5df req-d75431d2-616f-476c-8348-04a74b4995e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:45.521107 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a2670ef-0c60-42da-92b4-67d1a90db5df req-d75431d2-616f-476c-8348-04a74b4995e1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f401ddee-c9b9-4291-b336-96fe56078e24 HTTP/1.1" status: 200 len: 897 time: 0.1334910 May 06 10:02:45.627227 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a2670ef-0c60-42da-92b4-67d1a90db5df req-b594da4c-9b24-4417-98f9-7279e8815b38 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dffb0a95-b609-4ed3-8404-79c0ecb25b5f HTTP/1.1" status: 200 len: 1000 time: 0.0995336 May 06 10:02:45.699314 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2670ef-0c60-42da-92b4-67d1a90db5df req-3cf0ae05-031c-4553-967f-9e7ee61bc61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:45.704469 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a2670ef-0c60-42da-92b4-67d1a90db5df req-3cf0ae05-031c-4553-967f-9e7ee61bc61e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=50aa0855-d29a-44d5-947d-88e867f2f077 HTTP/1.1" status: 200 len: 834 time: 0.0697079 May 06 10:02:45.767357 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2670ef-0c60-42da-92b4-67d1a90db5df req-8940d4cf-d54d-4e86-8d72-e9ef45a5653c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:45.769377 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a2670ef-0c60-42da-92b4-67d1a90db5df req-8940d4cf-d54d-4e86-8d72-e9ef45a5653c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f401ddee-c9b9-4291-b336-96fe56078e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578086 May 06 10:02:45.878874 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a2670ef-0c60-42da-92b4-67d1a90db5df req-94477412-b149-4d33-857a-af423672fbd5 service neutron] 10.222.0.84 "GET /v2.0/networks/f401ddee-c9b9-4291-b336-96fe56078e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007280 May 06 10:02:45.908508 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47068) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:45.933124 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ffe43c3c-e417-498f-9af2-bb245a0d5e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:46.059566 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a2670ef-0c60-42da-92b4-67d1a90db5df req-ba2d5390-4673-41e6-969b-959bb3164bc6 service neutron] 10.222.0.84 "GET /v2.0/networks/f401ddee-c9b9-4291-b336-96fe56078e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726627 May 06 10:02:46.100871 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c7174842-3120-4759-a684-2335ce6345b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:46.219619 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c7174842-3120-4759-a684-2335ce6345b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:46.224567 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c7174842-3120-4759-a684-2335ce6345b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:46.266233 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c7174842-3120-4759-a684-2335ce6345b7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3ec28ab825e242b69b51ffcc78dc5f7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3535860 May 06 10:02:46.267086 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7174842-3120-4759-a684-2335ce6345b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4d6476-7783-4694-9386-afae81414272,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:46.268959 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47084) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:46.362266 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b722a407-98dd-4962-b426-a9976efdac3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:46.389321 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b722a407-98dd-4962-b426-a9976efdac3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:46.449348 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b722a407-98dd-4962-b426-a9976efdac3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:46.452994 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b722a407-98dd-4962-b426-a9976efdac3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:46.471102 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b722a407-98dd-4962-b426-a9976efdac3c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/be4d6476-7783-4694-9386-afae81414272 HTTP/1.1" status: 204 len: 168 time: 0.1913750 May 06 10:02:46.492719 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722a407-98dd-4962-b426-a9976efdac3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4d6476-7783-4694-9386-afae81414272,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:46.511618 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722a407-98dd-4962-b426-a9976efdac3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:46.511970 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722a407-98dd-4962-b426-a9976efdac3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:46.512757 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722a407-98dd-4962-b426-a9976efdac3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:46.516702 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722a407-98dd-4962-b426-a9976efdac3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:46.517225 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722a407-98dd-4962-b426-a9976efdac3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:46.517734 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722a407-98dd-4962-b426-a9976efdac3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:46.521278 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722a407-98dd-4962-b426-a9976efdac3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:46.521803 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722a407-98dd-4962-b426-a9976efdac3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:46.522434 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722a407-98dd-4962-b426-a9976efdac3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:46.522949 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722a407-98dd-4962-b426-a9976efdac3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:46.524062 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722a407-98dd-4962-b426-a9976efdac3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:46.524918 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722a407-98dd-4962-b426-a9976efdac3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:46.862439 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47098) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:46.877182 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-73e9b9af-cedf-4784-84bb-a1c443d518e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:47.036536 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-73e9b9af-cedf-4784-84bb-a1c443d518e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:47.045035 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-73e9b9af-cedf-4784-84bb-a1c443d518e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:47.089525 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-73e9b9af-cedf-4784-84bb-a1c443d518e7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bb3380ae207b4c4aa0bd88571861b5c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2258933 May 06 10:02:47.090543 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9b9af-cedf-4784-84bb-a1c443d518e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4e655f-a139-4819-9e12-55b1061899d7,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:47.092544 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47104) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:47.173060 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-41562f08-b78f-4305-8440-a98242c36c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:47.199211 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-41562f08-b78f-4305-8440-a98242c36c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:47.263824 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-41562f08-b78f-4305-8440-a98242c36c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:47.267053 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-41562f08-b78f-4305-8440-a98242c36c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:47.268549 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-41562f08-b78f-4305-8440-a98242c36c52 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5c4e655f-a139-4819-9e12-55b1061899d7 HTTP/1.1" status: 204 len: 168 time: 0.1719854 May 06 10:02:47.278818 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41562f08-b78f-4305-8440-a98242c36c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4e655f-a139-4819-9e12-55b1061899d7,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:47.840640 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47136) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:47.856331 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b1620383-989f-4f31-ad27-1afda9541aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:47.946363 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b1620383-989f-4f31-ad27-1afda9541aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:47.949946 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b1620383-989f-4f31-ad27-1afda9541aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:47.988413 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b1620383-989f-4f31-ad27-1afda9541aa4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=74e5e632a7d24b78913c8c16e54f88c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1467080 May 06 10:02:47.989837 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1620383-989f-4f31-ad27-1afda9541aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d67f3e4-e5c8-4cdc-9b9d-36276b0ecda2,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:47.991945 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47138) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:48.042745 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fc0acbc2-d9ed-4846-b6d5-a63dea81b351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:48.065194 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fc0acbc2-d9ed-4846-b6d5-a63dea81b351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:48.114309 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fc0acbc2-d9ed-4846-b6d5-a63dea81b351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:48.117206 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fc0acbc2-d9ed-4846-b6d5-a63dea81b351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:48.118419 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fc0acbc2-d9ed-4846-b6d5-a63dea81b351 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5d67f3e4-e5c8-4cdc-9b9d-36276b0ecda2 HTTP/1.1" status: 204 len: 168 time: 0.1254683 May 06 10:02:48.126764 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0acbc2-d9ed-4846-b6d5-a63dea81b351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d67f3e4-e5c8-4cdc-9b9d-36276b0ecda2,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:48.460801 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-baca5c64-dab5-4b21-a72d-c8d5d21cc0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:48.911330 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:48.964178 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47194) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:49.075821 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-ba1be66d-7f93-4806-80c3-0038d3826a84 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2052754953-network', 'tenant_id': 'fbcfd0c527de4229b2b1348505ce9956'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:49.102675 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1be66d-7f93-4806-80c3-0038d3826a84 admin admin] Made reservation on behalf of fbcfd0c527de4229b2b1348505ce9956 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:02:49.106043 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ba1be66d-7f93-4806-80c3-0038d3826a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:49.118443 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ba1be66d-7f93-4806-80c3-0038d3826a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:49.231930 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ba1be66d-7f93-4806-80c3-0038d3826a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:49.244516 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ba1be66d-7f93-4806-80c3-0038d3826a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:49.274237 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba1be66d-7f93-4806-80c3-0038d3826a84 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:02:49.283159 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1be66d-7f93-4806-80c3-0038d3826a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647dd819-ff08-4b34-a698-f13c68b6da1c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:49.293165 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ba1be66d-7f93-4806-80c3-0038d3826a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:49.293317 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-ba1be66d-7f93-4806-80c3-0038d3826a84 admin admin] Added segment 3c45404d-95ef-4d8a-bbde-cf82280980bd of type vlan for network 2a26d466-df1e-4170-b5bd-e84294713743 May 06 10:02:49.357422 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ba1be66d-7f93-4806-80c3-0038d3826a84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:49.387745 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ba1be66d-7f93-4806-80c3-0038d3826a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:49.389444 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1be66d-7f93-4806-80c3-0038d3826a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:49.390365 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ba1be66d-7f93-4806-80c3-0038d3826a84 admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:49.463245 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ba1be66d-7f93-4806-80c3-0038d3826a84 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4978848 May 06 10:02:49.464447 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1be66d-7f93-4806-80c3-0038d3826a84 admin admin] Pushing event updated for resources: {'Network': ['ID=2a26d466-df1e-4170-b5bd-e84294713743,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:49.466673 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47210) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:49.472531 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-7ff77bdf-7aa4-41a5-a7f7-9ff62a9de917 admin admin] Request body: {'subnet': {'network_id': '2a26d466-df1e-4170-b5bd-e84294713743', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2052754953-subnet', 'tenant_id': 'fbcfd0c527de4229b2b1348505ce9956', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:49.477473 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 2a26d466-df1e-4170-b5bd-e84294713743 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:02:49.503925 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:02:49.511418 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff77bdf-7aa4-41a5-a7f7-9ff62a9de917 admin admin] Made reservation on behalf of fbcfd0c527de4229b2b1348505ce9956 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:02:49.514496 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7ff77bdf-7aa4-41a5-a7f7-9ff62a9de917 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:49.592116 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:49.740212 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7ff77bdf-7aa4-41a5-a7f7-9ff62a9de917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:49.817518 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff77bdf-7aa4-41a5-a7f7-9ff62a9de917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d96c6665-86f4-447f-bcf1-9cb6f84049de,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:49.821162 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff77bdf-7aa4-41a5-a7f7-9ff62a9de917 admin admin] Checking segment: {'id': '3c45404d-95ef-4d8a-bbde-cf82280980bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2a26d466-df1e-4170-b5bd-e84294713743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:02:49.821724 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff77bdf-7aa4-41a5-a7f7-9ff62a9de917 admin admin] Network hostable DHCP agents. Network: 2a26d466-df1e-4170-b5bd-e84294713743, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:02:49.852843 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff77bdf-7aa4-41a5-a7f7-9ff62a9de917 admin admin] Network 2a26d466-df1e-4170-b5bd-e84294713743 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:02:49.869469 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-7ff77bdf-7aa4-41a5-a7f7-9ff62a9de917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 2a26d466-df1e-4170-b5bd-e84294713743) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:02:49.881331 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae627a1b-11f1-486e-b71c-ede9646faad6 None None] Network 2a26d466-df1e-4170-b5bd-e84294713743 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:02:49.890772 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff77bdf-7aa4-41a5-a7f7-9ff62a9de917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:49.891750 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7ff77bdf-7aa4-41a5-a7f7-9ff62a9de917 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:49.933726 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7ff77bdf-7aa4-41a5-a7f7-9ff62a9de917 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4650528 May 06 10:02:50.148224 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d577826-8141-4131-9149-05759a669898 None None] Network 2a26d466-df1e-4170-b5bd-e84294713743 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:02:51.257247 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:51.462170 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:52.022068 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-d0e2a93c-faed-494b-9a54-90bc08941c99 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:52.023767 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-d0e2a93c-faed-494b-9a54-90bc08941c99 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/networks?id=2a26d466-df1e-4170-b5bd-e84294713743 HTTP/1.1" status: 200 len: 809 time: 0.1093881 May 06 10:02:52.041228 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-a5c632e4-46cb-4ea3-a870-d9acf9e784bd tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/quotas/fbcfd0c527de4229b2b1348505ce9956 HTTP/1.1" status: 200 len: 375 time: 0.0108664 May 06 10:02:52.086316 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-98117933-3e45-42ee-bbb2-ead69b0cebd9 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=fbcfd0c527de4229b2b1348505ce9956&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394666 May 06 10:02:52.185198 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-90027d94-c672-4f6b-9a84-821319238781 service neutron] 10.222.0.73 "GET /v2.0/networks/2a26d466-df1e-4170-b5bd-e84294713743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905979 May 06 10:02:52.343694 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-02c56ae8-24aa-4a79-bed8-dbe776a902a4 service neutron] 10.222.0.73 "GET /v2.0/networks/2a26d466-df1e-4170-b5bd-e84294713743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428702 May 06 10:02:52.580662 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1658b013-89f6-4f75-be58-40d91c362723 req-85644e91-c28e-481e-95e5-da90f116b5cb tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/ports?device_id=078905ec-e2cc-4d58-b2ca-6d75b43d236c HTTP/1.1" status: 200 len: 210 time: 0.0510180 May 06 10:02:53.698585 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-1de22eb5-e874-4e6d-9c06-156dafbbc772 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:53.700222 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-1de22eb5-e874-4e6d-9c06-156dafbbc772 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.77 "GET /v2.0/networks?id=2a26d466-df1e-4170-b5bd-e84294713743 HTTP/1.1" status: 200 len: 809 time: 0.1394782 May 06 10:02:53.744645 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-cacf568d-49e6-4c84-b8f4-9df9c97ee95c tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Request body: {'port': {'device_id': '078905ec-e2cc-4d58-b2ca-6d75b43d236c', 'network_id': '2a26d466-df1e-4170-b5bd-e84294713743', 'admin_state_up': True, 'tenant_id': 'fbcfd0c527de4229b2b1348505ce9956'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:53.761374 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-159bacd4-37d6-4145-8d6a-fdcb482063c5 req-5039c4b2-dd1c-4c74-ac44-48bd32339b8c tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/ports?device_id=078905ec-e2cc-4d58-b2ca-6d75b43d236c HTTP/1.1" status: 200 len: 210 time: 0.0773528 May 06 10:02:53.871391 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-cacf568d-49e6-4c84-b8f4-9df9c97ee95c tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Made reservation on behalf of fbcfd0c527de4229b2b1348505ce9956 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:02:53.874873 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-cacf568d-49e6-4c84-b8f4-9df9c97ee95c tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:54.005546 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-cacf568d-49e6-4c84-b8f4-9df9c97ee95c tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Allocated IP 172.20.0.9 (2a26d466-df1e-4170-b5bd-e84294713743/d96c6665-86f4-447f-bcf1-9cb6f84049de/e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:02:54.160225 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-cacf568d-49e6-4c84-b8f4-9df9c97ee95c tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:54.195695 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-cacf568d-49e6-4c84-b8f4-9df9c97ee95c tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:54.250176 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-cacf568d-49e6-4c84-b8f4-9df9c97ee95c tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Network 2a26d466-df1e-4170-b5bd-e84294713743 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:02:54.253332 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-cacf568d-49e6-4c84-b8f4-9df9c97ee95c tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:02:54.257877 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-cacf568d-49e6-4c84-b8f4-9df9c97ee95c tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:02:54.266731 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf568d-49e6-4c84-b8f4-9df9c97ee95c tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Pushing event updated for resources: {'Port': ['ID=e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:54.317972 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-cacf568d-49e6-4c84-b8f4-9df9c97ee95c tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:54.318588 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-cacf568d-49e6-4c84-b8f4-9df9c97ee95c tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:54.335144 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-cacf568d-49e6-4c84-b8f4-9df9c97ee95c tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6148396 May 06 10:02:54.353233 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-6c8a5f82-c832-4b17-a3ed-d9a7b56544f7 service neutron] Request body: {'port': {'device_id': '078905ec-e2cc-4d58-b2ca-6d75b43d236c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:54.407677 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-6c8a5f82-c832-4b17-a3ed-d9a7b56544f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:54.682718 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-6c8a5f82-c832-4b17-a3ed-d9a7b56544f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:02:54.690663 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-6c8a5f82-c832-4b17-a3ed-d9a7b56544f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:54.703888 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-6c8a5f82-c832-4b17-a3ed-d9a7b56544f7 service neutron] Transition to ACTIVE for port object e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:02:54.707638 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-6c8a5f82-c832-4b17-a3ed-d9a7b56544f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:54.849082 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a5f82-c832-4b17-a3ed-d9a7b56544f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:54.956983 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-6c8a5f82-c832-4b17-a3ed-d9a7b56544f7 service neutron] Attempting to bind port e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:02:54.957942 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-6c8a5f82-c832-4b17-a3ed-d9a7b56544f7 service neutron] Attempting to bind port e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '3c45404d-95ef-4d8a-bbde-cf82280980bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2a26d466-df1e-4170-b5bd-e84294713743'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:02:54.958070 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-6c8a5f82-c832-4b17-a3ed-d9a7b56544f7 service neutron] Attempting to bind port e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1 on network 2a26d466-df1e-4170-b5bd-e84294713743 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:02:54.960239 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ca393-7f50-4c76-a150-e2a3817421bd req-57565fa5-1d0d-4227-9b00-fa130d23008b tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:54.965397 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-6c8a5f82-c832-4b17-a3ed-d9a7b56544f7 service neutron] Port e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1 on network 2a26d466-df1e-4170-b5bd-e84294713743 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:02:54.965687 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-6c8a5f82-c832-4b17-a3ed-d9a7b56544f7 service neutron] Attempting to bind port e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1 on network 2a26d466-df1e-4170-b5bd-e84294713743 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:02:54.969537 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-985ca393-7f50-4c76-a150-e2a3817421bd req-57565fa5-1d0d-4227-9b00-fa130d23008b tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/ports?device_id=078905ec-e2cc-4d58-b2ca-6d75b43d236c HTTP/1.1" status: 200 len: 943 time: 0.0930324 May 06 10:02:54.975602 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-6c8a5f82-c832-4b17-a3ed-d9a7b56544f7 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:02:54.976418 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-6c8a5f82-c832-4b17-a3ed-d9a7b56544f7 service neutron] Checking segment: {'id': '3c45404d-95ef-4d8a-bbde-cf82280980bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2a26d466-df1e-4170-b5bd-e84294713743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:02:54.978069 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-6c8a5f82-c832-4b17-a3ed-d9a7b56544f7 service neutron] Bound using segment: {'id': '3c45404d-95ef-4d8a-bbde-cf82280980bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2a26d466-df1e-4170-b5bd-e84294713743'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:02:54.978827 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-6c8a5f82-c832-4b17-a3ed-d9a7b56544f7 service neutron] Bound port: e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c45404d-95ef-4d8a-bbde-cf82280980bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2a26d466-df1e-4170-b5bd-e84294713743'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:02:54.979537 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-6c8a5f82-c832-4b17-a3ed-d9a7b56544f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:55.025557 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-985ca393-7f50-4c76-a150-e2a3817421bd req-1a3f239d-f902-45a3-b305-a79e0063f652 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/security-groups?id=647dd819-ff08-4b34-a698-f13c68b6da1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551281 May 06 10:02:55.064751 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-6c8a5f82-c832-4b17-a3ed-d9a7b56544f7 service neutron] For port e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:02:55.068153 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-6c8a5f82-c832-4b17-a3ed-d9a7b56544f7 service neutron] For port e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1,segment=NetworkSegment(3c45404d-95ef-4d8a-bbde-cf82280980bd),segment_id=3c45404d-95ef-4d8a-bbde-cf82280980bd)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:02:55.072266 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-6c8a5f82-c832-4b17-a3ed-d9a7b56544f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:55.114732 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-6c8a5f82-c832-4b17-a3ed-d9a7b56544f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:55.115426 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-6c8a5f82-c832-4b17-a3ed-d9a7b56544f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:55.120915 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-6c8a5f82-c832-4b17-a3ed-d9a7b56544f7 service neutron] 10.222.0.77 "PUT /v2.0/ports/e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1 HTTP/1.1" status: 200 len: 1091 time: 0.7720716 May 06 10:02:55.121390 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078905ec-e2cc-4d58-b2ca-6d75b43d236c', 'tag': 'e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:02:55.123725 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361ecb2f-3f69-4821-b96b-1bd29e600ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "078905ec-e2cc-4d58-b2ca-6d75b43d236c", "tag": "e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:02:55.161853 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a5f82-c832-4b17-a3ed-d9a7b56544f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:55.179881 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac54a2c-19ce-42c7-b01e-fd7e4348afca x-openstack-request-id: req-0ac54a2c-19ce-42c7-b01e-fd7e4348afca {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:02:55.180250 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "078905ec-e2cc-4d58-b2ca-6d75b43d236c", "tag": "e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:02:55.180511 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0ac54a2c-19ce-42c7-b01e-fd7e4348afca {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:02:55.180932 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ac54a2c-19ce-42c7-b01e-fd7e4348afca'] response: {'name': 'network-changed', 'server_uuid': '078905ec-e2cc-4d58-b2ca-6d75b43d236c', 'tag': 'e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1', 'status': 'completed', 'code': 200} May 06 10:02:55.237423 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-09b850c1-7f66-4d8d-859b-fae11a01159c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:55.238908 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-09b850c1-7f66-4d8d-859b-fae11a01159c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fbcfd0c527de4229b2b1348505ce9956&device_id=078905ec-e2cc-4d58-b2ca-6d75b43d236c HTTP/1.1" status: 200 len: 1094 time: 0.0430069 May 06 10:02:55.301791 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-4de938ea-4180-4885-8883-343d49298692 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1 HTTP/1.1" status: 200 len: 217 time: 0.0485153 May 06 10:02:55.358681 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-46aa30fd-e399-4075-ada8-3dedaeb477ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:55.360187 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-46aa30fd-e399-4075-ada8-3dedaeb477ee service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d96c6665-86f4-447f-bcf1-9cb6f84049de HTTP/1.1" status: 200 len: 849 time: 0.0525701 May 06 10:02:55.391582 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-d9268800-ba42-40bf-b791-3200e66de3f5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2a26d466-df1e-4170-b5bd-e84294713743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245194 May 06 10:02:55.485288 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-0d8b4b30-ff0e-44e0-9fe1-b8b1b9292c00 service neutron] 10.222.0.77 "GET /v2.0/networks/2a26d466-df1e-4170-b5bd-e84294713743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874729 May 06 10:02:55.581239 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-42b0a02b-d8cb-4bac-b3f3-779d2914b8e6 req-adef617d-4b39-46c7-93ad-60ccaf37d30c service neutron] 10.222.0.77 "GET /v2.0/networks/2a26d466-df1e-4170-b5bd-e84294713743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885038 May 06 10:02:55.704831 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ecb2f-3f69-4821-b96b-1bd29e600ebc req-b5513f1b-a32f-40ec-b936-62a56f3d3276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:55.706542 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-361ecb2f-3f69-4821-b96b-1bd29e600ebc req-b5513f1b-a32f-40ec-b936-62a56f3d3276 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fbcfd0c527de4229b2b1348505ce9956&device_id=078905ec-e2cc-4d58-b2ca-6d75b43d236c HTTP/1.1" status: 200 len: 1094 time: 0.0432479 May 06 10:02:55.805551 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ecb2f-3f69-4821-b96b-1bd29e600ebc req-93df4b46-f14b-4293-958d-3de01dd4d14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:55.807060 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-361ecb2f-3f69-4821-b96b-1bd29e600ebc req-93df4b46-f14b-4293-958d-3de01dd4d14f service neutron] 10.222.0.77 "GET /v2.0/networks?id=2a26d466-df1e-4170-b5bd-e84294713743 HTTP/1.1" status: 200 len: 910 time: 0.0928466 May 06 10:02:55.849816 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-361ecb2f-3f69-4821-b96b-1bd29e600ebc req-5c3db317-0b45-4c2a-908a-984cbc107ac0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1 HTTP/1.1" status: 200 len: 217 time: 0.0359664 May 06 10:02:55.907265 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ecb2f-3f69-4821-b96b-1bd29e600ebc req-c8429091-474e-4fc8-bf94-f50c94f8712b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:55.909328 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-361ecb2f-3f69-4821-b96b-1bd29e600ebc req-c8429091-474e-4fc8-bf94-f50c94f8712b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d96c6665-86f4-447f-bcf1-9cb6f84049de HTTP/1.1" status: 200 len: 849 time: 0.0534174 May 06 10:02:55.941970 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-361ecb2f-3f69-4821-b96b-1bd29e600ebc req-ccfe35fe-0b58-4111-ac91-e7c2cfef76ac service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2a26d466-df1e-4170-b5bd-e84294713743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262043 May 06 10:02:56.045491 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-361ecb2f-3f69-4821-b96b-1bd29e600ebc req-91239fc6-40ac-4988-a454-35e986082e45 service neutron] 10.222.0.77 "GET /v2.0/networks/2a26d466-df1e-4170-b5bd-e84294713743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964763 May 06 10:02:56.152661 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-361ecb2f-3f69-4821-b96b-1bd29e600ebc req-a585bd5d-3ab6-42f4-814c-0d0c429f9f25 service neutron] 10.222.0.77 "GET /v2.0/networks/2a26d466-df1e-4170-b5bd-e84294713743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002283 May 06 10:02:56.170389 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265918b6-1a1a-497a-8baf-7f7c07367cf9 req-40f4d3c1-8f85-4e6a-bb58-ac6780662e06 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:56.172829 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-265918b6-1a1a-497a-8baf-7f7c07367cf9 req-40f4d3c1-8f85-4e6a-bb58-ac6780662e06 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/ports?device_id=078905ec-e2cc-4d58-b2ca-6d75b43d236c HTTP/1.1" status: 200 len: 943 time: 0.0569842 May 06 10:02:56.214709 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-265918b6-1a1a-497a-8baf-7f7c07367cf9 req-96c6733b-5773-4240-8ba7-13e97ba907b7 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/security-groups?id=647dd819-ff08-4b34-a698-f13c68b6da1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351546 May 06 10:02:57.331174 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374acce-6953-4f01-89f8-e542b125b676 req-6166e52a-d99a-4143-a255-38cbe692a79a tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:57.333180 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d374acce-6953-4f01-89f8-e542b125b676 req-6166e52a-d99a-4143-a255-38cbe692a79a tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/ports?device_id=078905ec-e2cc-4d58-b2ca-6d75b43d236c HTTP/1.1" status: 200 len: 943 time: 0.0497479 May 06 10:02:57.373370 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d374acce-6953-4f01-89f8-e542b125b676 req-5820db62-bd5c-4b8e-9ec8-928de08f22be tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/security-groups?id=647dd819-ff08-4b34-a698-f13c68b6da1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339985 May 06 10:02:58.526481 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17966c20-1eab-49cc-89dc-c3f1941c7836 req-7b3ef352-6f3b-4190-a938-1262d90daccb tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:58.529306 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17966c20-1eab-49cc-89dc-c3f1941c7836 req-7b3ef352-6f3b-4190-a938-1262d90daccb tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/ports?device_id=078905ec-e2cc-4d58-b2ca-6d75b43d236c HTTP/1.1" status: 200 len: 943 time: 0.0620737 May 06 10:02:58.579433 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17966c20-1eab-49cc-89dc-c3f1941c7836 req-619182b6-6e7f-4eb3-98ff-700410f84ab7 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/security-groups?id=647dd819-ff08-4b34-a698-f13c68b6da1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386143 May 06 10:02:59.038374 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:59.058616 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47420) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:59.205770 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-589ac20c-0993-4bc2-a398-0f3a3091e8eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:59.295087 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-589ac20c-0993-4bc2-a398-0f3a3091e8eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:59.299660 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-589ac20c-0993-4bc2-a398-0f3a3091e8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:59.347335 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ac20c-0993-4bc2-a398-0f3a3091e8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da382e90-2caa-476c-a566-bbb3cab05c6c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:59.353490 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-589ac20c-0993-4bc2-a398-0f3a3091e8eb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e8839507714f4b3dbbb6ed8628c72100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2937434 May 06 10:02:59.356931 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47426) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:59.370346 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:02:59.511061 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-59b0435a-aa03-41f5-8302-945b426d148a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:59.547819 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1,segment=NetworkSegment(3c45404d-95ef-4d8a-bbde-cf82280980bd),segment_id=3c45404d-95ef-4d8a-bbde-cf82280980bd)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:59.548085 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-59b0435a-aa03-41f5-8302-945b426d148a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:59.565867 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1', 'network_id': '2a26d466-df1e-4170-b5bd-e84294713743', 'port_id': 'e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1', 'mac_address': 'fa:16:3e:2d:6b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96c6665-86f4-447f-bcf1-9cb6f84049de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:02:59.624238 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:59.625493 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-59b0435a-aa03-41f5-8302-945b426d148a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:59.628413 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-59b0435a-aa03-41f5-8302-945b426d148a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:59.635508 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-59b0435a-aa03-41f5-8302-945b426d148a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/da382e90-2caa-476c-a566-bbb3cab05c6c HTTP/1.1" status: 204 len: 168 time: 0.2773075 May 06 10:02:59.652953 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0435a-aa03-41f5-8302-945b426d148a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da382e90-2caa-476c-a566-bbb3cab05c6c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:59.657830 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:02:59.705126 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1,segment=NetworkSegment(3c45404d-95ef-4d8a-bbde-cf82280980bd),segment_id=3c45404d-95ef-4d8a-bbde-cf82280980bd)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:59.710859 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:59.775648 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:59.784628 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515067e-91dc-46fd-ae96-89c3dc70e722 req-2e3cd92a-bcab-4a8a-8c95-802300d3380e tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:59.786971 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8515067e-91dc-46fd-ae96-89c3dc70e722 req-2e3cd92a-bcab-4a8a-8c95-802300d3380e tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/ports?device_id=078905ec-e2cc-4d58-b2ca-6d75b43d236c HTTP/1.1" status: 200 len: 944 time: 0.0715499 May 06 10:02:59.830879 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8515067e-91dc-46fd-ae96-89c3dc70e722 req-266f6522-b5ca-498e-a0a2-94e2d89b0ff2 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/security-groups?id=647dd819-ff08-4b34-a698-f13c68b6da1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368788 May 06 10:02:59.978702 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47450) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:59.993072 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-446e8998-3dc0-460a-b680-71df1d926444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:00.082444 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-446e8998-3dc0-460a-b680-71df1d926444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:00.086658 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-446e8998-3dc0-460a-b680-71df1d926444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:00.105773 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:03:00.132540 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-446e8998-3dc0-460a-b680-71df1d926444 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1f4533883ad7443f9a6be80fd85c8980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1502910 May 06 10:03:00.132813 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47456) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:00.138966 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e8998-3dc0-460a-b680-71df1d926444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abbbc86-0b1f-454e-a089-928ba32b1451,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:00.198416 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4f778cc6-11f1-4537-aa91-42167a07dea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:00.225746 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4f778cc6-11f1-4537-aa91-42167a07dea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:00.273014 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4f778cc6-11f1-4537-aa91-42167a07dea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:00.275485 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4f778cc6-11f1-4537-aa91-42167a07dea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:00.277533 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4f778cc6-11f1-4537-aa91-42167a07dea6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2abbbc86-0b1f-454e-a089-928ba32b1451 HTTP/1.1" status: 204 len: 168 time: 0.1437871 May 06 10:03:00.287085 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f778cc6-11f1-4537-aa91-42167a07dea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abbbc86-0b1f-454e-a089-928ba32b1451,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:00.659680 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ea9703ba-1f91-44da-b62f-46c905be7558 req-fd19d372-0b16-4358-9882-3ba03c6f98e9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dd1bb1ae-27ec-48c7-b632-b1288fc025db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0496259 May 06 10:03:00.772434 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9703ba-1f91-44da-b62f-46c905be7558 req-5ec5dacd-08c5-4e99-899c-617fd55c2d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:00.774468 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ea9703ba-1f91-44da-b62f-46c905be7558 req-5ec5dacd-08c5-4e99-899c-617fd55c2d63 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8f622fd1748945faafa68a8a25c50995&device_id=dd1bb1ae-27ec-48c7-b632-b1288fc025db HTTP/1.1" status: 200 len: 1097 time: 0.0486124 May 06 10:03:00.909238 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9703ba-1f91-44da-b62f-46c905be7558 req-443a1059-901d-4723-906e-7c17c334b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:00.917003 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ea9703ba-1f91-44da-b62f-46c905be7558 req-443a1059-901d-4723-906e-7c17c334b9ab service neutron] 10.222.0.77 "GET /v2.0/networks?id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 HTTP/1.1" status: 200 len: 914 time: 0.1220744 May 06 10:03:01.002471 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ce3bc-ec5c-4196-8fe5-95eed7d66785 req-c517c54a-752d-4fd4-af59-e180f2e27cca tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:01.005302 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f1ce3bc-ec5c-4196-8fe5-95eed7d66785 req-c517c54a-752d-4fd4-af59-e180f2e27cca tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/ports?device_id=078905ec-e2cc-4d58-b2ca-6d75b43d236c HTTP/1.1" status: 200 len: 944 time: 0.0779257 May 06 10:03:01.009688 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ea9703ba-1f91-44da-b62f-46c905be7558 req-5c34ce66-b80d-4e72-823e-127b5e391da3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74fb2145-f26c-4a9c-9013-ffaa840c6cab HTTP/1.1" status: 200 len: 1001 time: 0.0852973 May 06 10:03:01.069908 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f1ce3bc-ec5c-4196-8fe5-95eed7d66785 req-50db4e51-0c70-4886-9de8-ac0c535423a7 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/security-groups?id=647dd819-ff08-4b34-a698-f13c68b6da1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578210 May 06 10:03:01.089418 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9703ba-1f91-44da-b62f-46c905be7558 req-acd06d4f-54fc-4ced-b82d-91c36b4eba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:01.091200 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ea9703ba-1f91-44da-b62f-46c905be7558 req-acd06d4f-54fc-4ced-b82d-91c36b4eba73 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5a6d1981-166e-43ed-8cde-937a332bb113 HTTP/1.1" status: 200 len: 852 time: 0.0733943 May 06 10:03:01.144259 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9703ba-1f91-44da-b62f-46c905be7558 req-45ebd555-651f-4b5c-8ba9-156e1fc3eb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:01.146272 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ea9703ba-1f91-44da-b62f-46c905be7558 req-45ebd555-651f-4b5c-8ba9-156e1fc3eb12 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475960 May 06 10:03:01.251289 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ea9703ba-1f91-44da-b62f-46c905be7558 req-de877470-7eea-4702-ac1f-218d834fa06a service neutron] 10.222.0.77 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978293 May 06 10:03:01.369274 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:03:01.381127 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ea9703ba-1f91-44da-b62f-46c905be7558 req-21009b63-829a-4ef2-a743-e4da452487d8 service neutron] 10.222.0.77 "GET /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218665 May 06 10:03:01.433364 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:03:01.438000 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:03:01.438629 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:01.558895 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:01.627329 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078905ec-e2cc-4d58-b2ca-6d75b43d236c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:03:01.632231 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07a7430-7c73-433b-b36b-5f8b501e0198" -d '{"events": [{"server_uuid": "078905ec-e2cc-4d58-b2ca-6d75b43d236c", "name": "network-vif-plugged", "status": "completed", "tag": "e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:03:01.670321 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1,segment=NetworkSegment(3c45404d-95ef-4d8a-bbde-cf82280980bd),segment_id=3c45404d-95ef-4d8a-bbde-cf82280980bd)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:01.675993 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:01.715316 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d584be-c7c3-4445-8f68-d194d7729d21 x-openstack-request-id: req-21d584be-c7c3-4445-8f68-d194d7729d21 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:03:01.715861 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078905ec-e2cc-4d58-b2ca-6d75b43d236c", "name": "network-vif-plugged", "status": "completed", "tag": "e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:03:01.716269 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-21d584be-c7c3-4445-8f68-d194d7729d21 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:03:01.716834 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21d584be-c7c3-4445-8f68-d194d7729d21'] response: {'server_uuid': '078905ec-e2cc-4d58-b2ca-6d75b43d236c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1', 'code': 200} May 06 10:03:01.741269 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:01.873566 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f6830-7525-4763-b75d-070e91db565f req-a8d51adb-ebdf-4e4c-8c34-ebee62576ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:01.875269 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2e0f6830-7525-4763-b75d-070e91db565f req-a8d51adb-ebdf-4e4c-8c34-ebee62576ef7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=078905ec-e2cc-4d58-b2ca-6d75b43d236c HTTP/1.1" status: 200 len: 1096 time: 0.0545697 May 06 10:03:01.928312 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2e0f6830-7525-4763-b75d-070e91db565f req-6d471849-4c94-405b-936d-41a7793ba151 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=647dd819-ff08-4b34-a698-f13c68b6da1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399711 May 06 10:03:02.200610 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93201d6-9858-4906-b181-6b34f0de659d req-c6ca6205-9b45-401d-8459-41c79491614c tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:02.202203 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e93201d6-9858-4906-b181-6b34f0de659d req-c6ca6205-9b45-401d-8459-41c79491614c tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/ports?device_id=078905ec-e2cc-4d58-b2ca-6d75b43d236c HTTP/1.1" status: 200 len: 945 time: 0.0562494 May 06 10:03:02.247386 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e93201d6-9858-4906-b181-6b34f0de659d req-9129c4a7-a6c9-4e13-bbfa-3f2f4057076b tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/security-groups?id=647dd819-ff08-4b34-a698-f13c68b6da1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373285 May 06 10:03:03.416958 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad995fd9-f272-4002-b5ce-2b755569547b req-544bc15b-41f1-467b-be5d-e229c6806152 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:03.419186 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad995fd9-f272-4002-b5ce-2b755569547b req-544bc15b-41f1-467b-be5d-e229c6806152 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/ports?device_id=078905ec-e2cc-4d58-b2ca-6d75b43d236c HTTP/1.1" status: 200 len: 945 time: 0.0741684 May 06 10:03:03.459193 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad995fd9-f272-4002-b5ce-2b755569547b req-b48a5ea5-46e6-43ee-9624-90adafd7ce79 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/security-groups?id=647dd819-ff08-4b34-a698-f13c68b6da1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331399 May 06 10:03:04.384720 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4c984-8cc2-4c49-afa3-03034e80fe13 req-b035e049-85e3-40ec-a241-af76bb40d552 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:04.394922 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-83d4c984-8cc2-4c49-afa3-03034e80fe13 req-b035e049-85e3-40ec-a241-af76bb40d552 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/ports?device_id=078905ec-e2cc-4d58-b2ca-6d75b43d236c HTTP/1.1" status: 200 len: 945 time: 0.1051242 May 06 10:03:04.458237 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-83d4c984-8cc2-4c49-afa3-03034e80fe13 req-60310176-4477-498d-878d-7eb028e18a9c tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/security-groups?id=647dd819-ff08-4b34-a698-f13c68b6da1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617545 May 06 10:03:05.580982 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aea057-5f4b-4881-a56e-6b38702b5fe1 req-5ad25d2f-4db3-4e1b-af4a-4ee8d6a69839 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:05.583196 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-01aea057-5f4b-4881-a56e-6b38702b5fe1 req-5ad25d2f-4db3-4e1b-af4a-4ee8d6a69839 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/ports?device_id=078905ec-e2cc-4d58-b2ca-6d75b43d236c HTTP/1.1" status: 200 len: 945 time: 0.0523260 May 06 10:03:05.623011 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-01aea057-5f4b-4881-a56e-6b38702b5fe1 req-af28fdbc-e8f2-43a4-9ec9-f726a342e3ae tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/security-groups?id=647dd819-ff08-4b34-a698-f13c68b6da1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337169 May 06 10:03:05.799662 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74db67-38b4-46ff-8a0c-2f6a30562d1e req-a84d19d1-b328-4993-9662-2a3049ef61fc tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:05.801758 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5d74db67-38b4-46ff-8a0c-2f6a30562d1e req-a84d19d1-b328-4993-9662-2a3049ef61fc tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.77 "GET /v2.0/ports?device_id=078905ec-e2cc-4d58-b2ca-6d75b43d236c HTTP/1.1" status: 200 len: 945 time: 0.0765970 May 06 10:03:05.933888 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-5d74db67-38b4-46ff-8a0c-2f6a30562d1e req-d747e95e-3ca5-4b59-92b5-10b24fb58607 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Deleting port e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:03:05.934250 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5d74db67-38b4-46ff-8a0c-2f6a30562d1e req-d747e95e-3ca5-4b59-92b5-10b24fb58607 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:06.041607 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-5d74db67-38b4-46ff-8a0c-2f6a30562d1e req-d747e95e-3ca5-4b59-92b5-10b24fb58607 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] For port e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1,segment=NetworkSegment(3c45404d-95ef-4d8a-bbde-cf82280980bd),segment_id=3c45404d-95ef-4d8a-bbde-cf82280980bd)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:06.042144 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5d74db67-38b4-46ff-8a0c-2f6a30562d1e req-d747e95e-3ca5-4b59-92b5-10b24fb58607 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:06.047246 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47558d2f-2815-4d88-a408-fbf3f529fd87 req-0b27c896-5fa0-4a11-8db3-d41a68210d40 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:06.049696 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47558d2f-2815-4d88-a408-fbf3f529fd87 req-0b27c896-5fa0-4a11-8db3-d41a68210d40 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd1bb1ae-27ec-48c7-b632-b1288fc025db HTTP/1.1" status: 200 len: 946 time: 0.0735533 May 06 10:03:06.062500 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-5d74db67-38b4-46ff-8a0c-2f6a30562d1e req-d747e95e-3ca5-4b59-92b5-10b24fb58607 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Calling delete_port for e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:03:06.120490 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47558d2f-2815-4d88-a408-fbf3f529fd87 req-25a07cb7-8a78-47d5-a343-798c430b8f24 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc0d317-afea-4121-a522-5de96cb7bd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633373 May 06 10:03:06.274134 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5d74db67-38b4-46ff-8a0c-2f6a30562d1e req-d747e95e-3ca5-4b59-92b5-10b24fb58607 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:06.310258 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:03:06.371332 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d74db67-38b4-46ff-8a0c-2f6a30562d1e req-d747e95e-3ca5-4b59-92b5-10b24fb58607 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] No DVR routers for this DVR port e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:03:06.374695 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5d74db67-38b4-46ff-8a0c-2f6a30562d1e req-d747e95e-3ca5-4b59-92b5-10b24fb58607 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:06.378702 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5d74db67-38b4-46ff-8a0c-2f6a30562d1e req-d747e95e-3ca5-4b59-92b5-10b24fb58607 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.77 "DELETE /v2.0/ports/e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1 HTTP/1.1" status: 204 len: 173 time: 0.5716672 May 06 10:03:06.379642 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078905ec-e2cc-4d58-b2ca-6d75b43d236c', 'name': 'network-vif-deleted', 'tag': 'e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:03:06.383527 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8ad4a4-fcc0-436c-a153-2892b748475e" -d '{"events": [{"server_uuid": "078905ec-e2cc-4d58-b2ca-6d75b43d236c", "name": "network-vif-deleted", "tag": "e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:03:06.390999 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747e95e-3ca5-4b59-92b5-10b24fb58607 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Pushing event deleted for resources: {'Port': ['ID=e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:06.526196 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c99562-dd3b-4af6-960c-9d53224247eb req-d0c31765-3a31-4169-8dbc-45e37283e666 tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:06.527801 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-85c99562-dd3b-4af6-960c-9d53224247eb req-d0c31765-3a31-4169-8dbc-45e37283e666 tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 1097 time: 0.0561690 May 06 10:03:06.576587 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-85c99562-dd3b-4af6-960c-9d53224247eb req-60a6828c-f80b-461f-9d0e-519a0017d96a tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409043 May 06 10:03:06.599991 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47614) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:06.710443 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce64944-e570-4fd6-a2e4-884b4744fe80 x-openstack-request-id: req-0ce64944-e570-4fd6-a2e4-884b4744fe80 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:03:06.710749 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078905ec-e2cc-4d58-b2ca-6d75b43d236c", "name": "network-vif-deleted", "tag": "e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:03:06.711015 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0ce64944-e570-4fd6-a2e4-884b4744fe80 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:03:06.711578 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ce64944-e570-4fd6-a2e4-884b4744fe80'] response: {'server_uuid': '078905ec-e2cc-4d58-b2ca-6d75b43d236c', 'name': 'network-vif-deleted', 'tag': 'e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1', 'status': 'completed', 'code': 200} May 06 10:03:06.820959 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-ee6b36fe-d919-4851-8ecd-8d11ee42771b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Deleting port a81d7728-0890-4652-8468-fe6360dc171f {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:03:06.821503 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ee6b36fe-d919-4851-8ecd-8d11ee42771b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:06.828185 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-07bbb23e-6710-47be-9593-db46d0a1a7a0 req-7f6bb2cc-e4de-4079-974d-d03f63e671bb tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/ports?device_id=078905ec-e2cc-4d58-b2ca-6d75b43d236c HTTP/1.1" status: 200 len: 210 time: 0.0438135 May 06 10:03:06.915035 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ee6b36fe-d919-4851-8ecd-8d11ee42771b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:06.915347 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ee6b36fe-d919-4851-8ecd-8d11ee42771b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:06.929949 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-ee6b36fe-d919-4851-8ecd-8d11ee42771b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Calling delete_port for a81d7728-0890-4652-8468-fe6360dc171f owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:03:07.092476 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ee6b36fe-d919-4851-8ecd-8d11ee42771b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:07.118228 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b36fe-d919-4851-8ecd-8d11ee42771b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event deleted for resources: {'Port': ['ID=a81d7728-0890-4652-8468-fe6360dc171f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:07.185020 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ee6b36fe-d919-4851-8ecd-8d11ee42771b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:07.185356 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-ee6b36fe-d919-4851-8ecd-8d11ee42771b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Floating IP a8addff9-350b-463c-8bb3-0eee4a9eaf02 disassociated (deleted). External IP: 172.25.5.38, port: dffb0a95-b609-4ed3-8404-79c0ecb25b5f. May 06 10:03:07.247226 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad238f-27eb-4875-8042-3c65d629c0b5 req-70bccc43-c01c-455f-9bf5-1d95a514b121 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:07.248794 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8cad238f-27eb-4875-8042-3c65d629c0b5 req-70bccc43-c01c-455f-9bf5-1d95a514b121 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd1bb1ae-27ec-48c7-b632-b1288fc025db HTTP/1.1" status: 200 len: 946 time: 0.0515223 May 06 10:03:07.290785 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8cad238f-27eb-4875-8042-3c65d629c0b5 req-ad3131f6-8acb-4bdb-bc45-254e29e8ffc7 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbc0d317-afea-4121-a522-5de96cb7bd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359528 May 06 10:03:07.761917 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6b36fe-d919-4851-8ecd-8d11ee42771b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Router c37655f3-4e6a-4d40-98a1-dc0383bc1e03 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:03:07.930965 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267aafef-3ff9-487a-9f5e-386af3646f36 req-ac18a430-84a9-459e-8804-ab90cda57196 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:07.932568 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-267aafef-3ff9-487a-9f5e-386af3646f36 req-ac18a430-84a9-459e-8804-ab90cda57196 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd1bb1ae-27ec-48c7-b632-b1288fc025db HTTP/1.1" status: 200 len: 946 time: 0.0752943 May 06 10:03:07.934271 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6b36fe-d919-4851-8ecd-8d11ee42771b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:03:07.940427 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ee6b36fe-d919-4851-8ecd-8d11ee42771b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:07.948335 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5f38bd-0c45-4cc9-a499-7d87295a8b44 None None] Sync routers for ids ['c37655f3-4e6a-4d40-98a1-dc0383bc1e03'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:03:07.963377 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5f38bd-0c45-4cc9-a499-7d87295a8b44 None None] Routers {'c37655f3-4e6a-4d40-98a1-dc0383bc1e03'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:07.964223 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8f5f38bd-0c45-4cc9-a499-7d87295a8b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:02:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c37655f3-4e6a-4d40-98a1-dc0383bc1e03'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:08.015331 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ee6b36fe-d919-4851-8ecd-8d11ee42771b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "DELETE /v2.0/floatingips/a8addff9-350b-463c-8bb3-0eee4a9eaf02 HTTP/1.1" status: 204 len: 168 time: 1.4138215 May 06 10:03:08.087646 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-267aafef-3ff9-487a-9f5e-386af3646f36 req-7cb9acb8-9966-437e-87db-e83eb4cd3b16 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Deleting port 74fb2145-f26c-4a9c-9013-ffaa840c6cab {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:03:08.087646 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-267aafef-3ff9-487a-9f5e-386af3646f36 req-7cb9acb8-9966-437e-87db-e83eb4cd3b16 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:08.116994 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-8f5f38bd-0c45-4cc9-a499-7d87295a8b44 None None] Set router c37655f3-4e6a-4d40-98a1-dc0383bc1e03 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:03:08.251669 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-267aafef-3ff9-487a-9f5e-386af3646f36 req-7cb9acb8-9966-437e-87db-e83eb4cd3b16 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] For port 74fb2145-f26c-4a9c-9013-ffaa840c6cab, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=74fb2145-f26c-4a9c-9013-ffaa840c6cab,segment=NetworkSegment(80edd242-db32-42e3-9f67-d396ea818882),segment_id=80edd242-db32-42e3-9f67-d396ea818882)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:08.252376 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-267aafef-3ff9-487a-9f5e-386af3646f36 req-7cb9acb8-9966-437e-87db-e83eb4cd3b16 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:08.425160 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8f5f38bd-0c45-4cc9-a499-7d87295a8b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050660248', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '53b29584-962a-4e0d-a6d1-3d0002cc1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:29Z', 'updated_at': '2022-05-06T10:00:38Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': '53b29584-962a-4e0d-a6d1-3d0002cc1cee', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:30Z', 'updated_at': '2022-05-06T10:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'abda13a8-b7e3-4251-a9ed-a38c9974c15d', 'name': '', 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:9d:14:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '50aa0855-d29a-44d5-947d-88e867f2f077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:36Z', 'updated_at': '2022-05-06T10:00:56Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': '50aa0855-d29a-44d5-947d-88e867f2f077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:08.461297 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-e102db85-5623-4cf6-94e5-6816f467f948 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:08.467537 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-e102db85-5623-4cf6-94e5-6816f467f948 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/networks?id=2a26d466-df1e-4170-b5bd-e84294713743 HTTP/1.1" status: 200 len: 809 time: 0.1859648 May 06 10:03:08.485414 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5f38bd-0c45-4cc9-a499-7d87295a8b44 None None] Checking router: c37655f3-4e6a-4d40-98a1-dc0383bc1e03 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:03:08.488051 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-7b754c75-555b-4eec-8810-e1c1cf521cc9 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/quotas/fbcfd0c527de4229b2b1348505ce9956 HTTP/1.1" status: 200 len: 375 time: 0.0133488 May 06 10:03:08.504694 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5f38bd-0c45-4cc9-a499-7d87295a8b44 None None] Routers {'c37655f3-4e6a-4d40-98a1-dc0383bc1e03'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:08.508162 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8f5f38bd-0c45-4cc9-a499-7d87295a8b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:02:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c37655f3-4e6a-4d40-98a1-dc0383bc1e03'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:08.509924 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-267aafef-3ff9-487a-9f5e-386af3646f36 req-7cb9acb8-9966-437e-87db-e83eb4cd3b16 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:08.510353 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-267aafef-3ff9-487a-9f5e-386af3646f36 req-7cb9acb8-9966-437e-87db-e83eb4cd3b16 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:08.510688 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [req-267aafef-3ff9-487a-9f5e-386af3646f36 req-7cb9acb8-9966-437e-87db-e83eb4cd3b16 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Floating IP d625fc31-5ced-46d2-87f4-66d00ae17fe7 disassociated. External IP: 172.25.5.70, port: 74fb2145-f26c-4a9c-9013-ffaa840c6cab. May 06 10:03:08.511066 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-267aafef-3ff9-487a-9f5e-386af3646f36 req-7cb9acb8-9966-437e-87db-e83eb4cd3b16 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Calling delete_port for 74fb2145-f26c-4a9c-9013-ffaa840c6cab owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:03:08.551511 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-4d863306-383c-4d8a-bacc-9ff8e480ec67 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=fbcfd0c527de4229b2b1348505ce9956&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553229 May 06 10:03:08.656117 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-65673b09-d023-4b82-b600-9ba4e8a25370 service neutron] 10.222.0.73 "GET /v2.0/networks/2a26d466-df1e-4170-b5bd-e84294713743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956988 May 06 10:03:08.682585 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-8f5f38bd-0c45-4cc9-a499-7d87295a8b44 None None] Set router c37655f3-4e6a-4d40-98a1-dc0383bc1e03 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:03:08.684384 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-267aafef-3ff9-487a-9f5e-386af3646f36 req-7cb9acb8-9966-437e-87db-e83eb4cd3b16 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:08.737349 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8fe9d2-24b7-4c04-9bf6-a6db7e561084', 'tag': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:03:08.741987 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4031ebc-3fd1-473b-bfcd-4080a1093b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f8fe9d2-24b7-4c04-9bf6-a6db7e561084", "tag": "dffb0a95-b609-4ed3-8404-79c0ecb25b5f"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:03:08.752331 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9acb8-9966-437e-87db-e83eb4cd3b16 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event deleted for resources: {'Port': ['ID=74fb2145-f26c-4a9c-9013-ffaa840c6cab,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:08.792006 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-2be834de-dfaf-448e-9782-20b1f3b87ac9 service neutron] 10.222.0.73 "GET /v2.0/networks/2a26d466-df1e-4170-b5bd-e84294713743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345477 May 06 10:03:09.053915 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-267aafef-3ff9-487a-9f5e-386af3646f36 req-7cb9acb8-9966-437e-87db-e83eb4cd3b16 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Router 3205d89c-2ea7-4f9a-b848-40e1a985b929 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:03:09.157843 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fadf9c-5d68-44bd-ab7b-f6fefac51af0 req-caf16b93-ca14-4726-b9a2-64675541831a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:09.158096 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8f5f38bd-0c45-4cc9-a499-7d87295a8b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050660248', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '53b29584-962a-4e0d-a6d1-3d0002cc1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:29Z', 'updated_at': '2022-05-06T10:00:38Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': '53b29584-962a-4e0d-a6d1-3d0002cc1cee', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:30Z', 'updated_at': '2022-05-06T10:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'abda13a8-b7e3-4251-a9ed-a38c9974c15d', 'name': '', 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:9d:14:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '50aa0855-d29a-44d5-947d-88e867f2f077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:36Z', 'updated_at': '2022-05-06T10:00:56Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': '50aa0855-d29a-44d5-947d-88e867f2f077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:09.168007 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-60fadf9c-5d68-44bd-ab7b-f6fefac51af0 req-caf16b93-ca14-4726-b9a2-64675541831a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 946 time: 0.0635347 May 06 10:03:09.214199 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5f38bd-0c45-4cc9-a499-7d87295a8b44 None None] The sync data for ids ['c37655f3-4e6a-4d40-98a1-dc0383bc1e03'] in n-d-840835-1 is: [{'id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050660248', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '53b29584-962a-4e0d-a6d1-3d0002cc1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:29Z', 'updated_at': '2022-05-06T10:00:38Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': '53b29584-962a-4e0d-a6d1-3d0002cc1cee', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:30Z', 'updated_at': '2022-05-06T10:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'abda13a8-b7e3-4251-a9ed-a38c9974c15d', 'name': '', 'network_id': 'f401ddee-c9b9-4291-b336-96fe56078e24', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:9d:14:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '50aa0855-d29a-44d5-947d-88e867f2f077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:36Z', 'updated_at': '2022-05-06T10:00:56Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': '50aa0855-d29a-44d5-947d-88e867f2f077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:03:09.244452 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-60fadf9c-5d68-44bd-ab7b-f6fefac51af0 req-394bc60d-6840-4e0f-8fa5-b1446ee57d23 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753376 May 06 10:03:09.344767 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-267aafef-3ff9-487a-9f5e-386af3646f36 req-7cb9acb8-9966-437e-87db-e83eb4cd3b16 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:03:09.359981 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a3d9dd-09e2-4e6d-a18c-6e667f511e7d None None] Sync routers for ids ['3205d89c-2ea7-4f9a-b848-40e1a985b929'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:03:09.380999 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a3d9dd-09e2-4e6d-a18c-6e667f511e7d None None] Routers {'3205d89c-2ea7-4f9a-b848-40e1a985b929'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:09.381607 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-96a3d9dd-09e2-4e6d-a18c-6e667f511e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:02:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3205d89c-2ea7-4f9a-b848-40e1a985b929'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:09.420997 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:03:09.463009 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:03:09.463383 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device e3c7b68c-6bda-42ba-b2ad-81b10cfe65b1 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:03:09.471420 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-267aafef-3ff9-487a-9f5e-386af3646f36 req-7cb9acb8-9966-437e-87db-e83eb4cd3b16 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] No DVR routers for this DVR port 74fb2145-f26c-4a9c-9013-ffaa840c6cab on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:03:09.489920 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-267aafef-3ff9-487a-9f5e-386af3646f36 req-7cb9acb8-9966-437e-87db-e83eb4cd3b16 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:09.492819 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a8044c9d-d167-43fb-9d8e-68d7f9112d4b req-5b8a5c61-3fbf-4801-bdcd-f305e8fbe40a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd1bb1ae-27ec-48c7-b632-b1288fc025db HTTP/1.1" status: 200 len: 210 time: 0.0988371 May 06 10:03:09.496126 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-267aafef-3ff9-487a-9f5e-386af3646f36 req-7cb9acb8-9966-437e-87db-e83eb4cd3b16 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.77 "DELETE /v2.0/ports/74fb2145-f26c-4a9c-9013-ffaa840c6cab HTTP/1.1" status: 204 len: 173 time: 1.5523126 May 06 10:03:09.546263 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1634e51-150e-4e1d-9054-2fbe3a3bfaa5 x-openstack-request-id: req-a1634e51-150e-4e1d-9054-2fbe3a3bfaa5 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:03:09.546880 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f8fe9d2-24b7-4c04-9bf6-a6db7e561084", "tag": "dffb0a95-b609-4ed3-8404-79c0ecb25b5f", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:03:09.547278 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a1634e51-150e-4e1d-9054-2fbe3a3bfaa5 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:03:09.547955 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1634e51-150e-4e1d-9054-2fbe3a3bfaa5'] response: {'name': 'network-changed', 'server_uuid': '3f8fe9d2-24b7-4c04-9bf6-a6db7e561084', 'tag': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f', 'status': 'completed', 'code': 200} May 06 10:03:09.649704 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0b1ae15-2f44-4227-b4cc-e34e792ba7fa req-bfc4d0c1-b818-4b2e-ba34-cf4a744cfe64 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fc5f1d5-7c86-43eb-bf47-bc57291b060b HTTP/1.1" status: 200 len: 210 time: 0.0604119 May 06 10:03:09.679453 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-96a3d9dd-09e2-4e6d-a18c-6e667f511e7d None None] Set router 3205d89c-2ea7-4f9a-b848-40e1a985b929 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:03:09.687768 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4031ebc-3fd1-473b-bfcd-4080a1093b0b req-006746bb-7f6e-45ee-a7e3-851720e3aa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:09.689313 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a4031ebc-3fd1-473b-bfcd-4080a1093b0b req-006746bb-7f6e-45ee-a7e3-851720e3aa12 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 1097 time: 0.1099970 May 06 10:03:09.746623 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882f4c5e-1093-442e-b1e4-8708006b5088 None None] New status for floating IP a8addff9-350b-463c-8bb3-0eee4a9eaf02: DOWN {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:03:09.815075 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4031ebc-3fd1-473b-bfcd-4080a1093b0b req-1daba2a1-f9d8-4be3-848d-827a257becc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:09.817415 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a4031ebc-3fd1-473b-bfcd-4080a1093b0b req-1daba2a1-f9d8-4be3-848d-827a257becc7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f401ddee-c9b9-4291-b336-96fe56078e24 HTTP/1.1" status: 200 len: 897 time: 0.1210556 May 06 10:03:09.890111 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a4031ebc-3fd1-473b-bfcd-4080a1093b0b req-85119ebc-16ba-408d-acbb-75a45d987374 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dffb0a95-b609-4ed3-8404-79c0ecb25b5f HTTP/1.1" status: 200 len: 217 time: 0.0655403 May 06 10:03:09.923028 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d6f71-387c-49fe-8d16-d2eace3ec2ed req-451e6933-52c8-4c9d-8772-7a5172b9b670 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:09.935459 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a54d6f71-387c-49fe-8d16-d2eace3ec2ed req-451e6933-52c8-4c9d-8772-7a5172b9b670 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 946 time: 0.1182153 May 06 10:03:10.028712 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4031ebc-3fd1-473b-bfcd-4080a1093b0b req-03bb7713-4084-4914-a15f-57dc5d5960fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:10.030275 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a4031ebc-3fd1-473b-bfcd-4080a1093b0b req-03bb7713-4084-4914-a15f-57dc5d5960fd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=50aa0855-d29a-44d5-947d-88e867f2f077 HTTP/1.1" status: 200 len: 834 time: 0.1305752 May 06 10:03:10.101436 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-a54d6f71-387c-49fe-8d16-d2eace3ec2ed req-05f36536-0625-4e04-b1e9-476079262b46 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Deleting port dffb0a95-b609-4ed3-8404-79c0ecb25b5f {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:03:10.101934 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a54d6f71-387c-49fe-8d16-d2eace3ec2ed req-05f36536-0625-4e04-b1e9-476079262b46 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:10.169885 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4031ebc-3fd1-473b-bfcd-4080a1093b0b req-a72d0256-186d-4bd5-891c-1701ce06dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:10.184132 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a4031ebc-3fd1-473b-bfcd-4080a1093b0b req-a72d0256-186d-4bd5-891c-1701ce06dfbe service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f401ddee-c9b9-4291-b336-96fe56078e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1354883 May 06 10:03:10.234738 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-96a3d9dd-09e2-4e6d-a18c-6e667f511e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '47f79145-6e99-4488-a4da-6e00e375309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T09:55:43Z', 'revision_number': 4, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port': {'id': '47f79145-6e99-4488-a4da-6e00e375309c', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:35Z', 'updated_at': '2022-05-06T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'bcd70468-c15f-42df-8758-eb38a58186b2', 'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'mac_address': 'fa:16:3e:c9:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:40Z', 'updated_at': '2022-05-06T09:55:48Z', 'revision_number': 5, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'subnets': [{'id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:10.283276 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-a54d6f71-387c-49fe-8d16-d2eace3ec2ed req-05f36536-0625-4e04-b1e9-476079262b46 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] For port dffb0a95-b609-4ed3-8404-79c0ecb25b5f, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=dffb0a95-b609-4ed3-8404-79c0ecb25b5f,segment=NetworkSegment(359ae381-b80a-42a9-92e1-acee0d1de1f3),segment_id=359ae381-b80a-42a9-92e1-acee0d1de1f3)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:10.283649 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a54d6f71-387c-49fe-8d16-d2eace3ec2ed req-05f36536-0625-4e04-b1e9-476079262b46 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:10.292408 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a3d9dd-09e2-4e6d-a18c-6e667f511e7d None None] Checking router: 3205d89c-2ea7-4f9a-b848-40e1a985b929 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:03:10.303797 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a3d9dd-09e2-4e6d-a18c-6e667f511e7d None None] Routers {'3205d89c-2ea7-4f9a-b848-40e1a985b929'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:10.304920 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-96a3d9dd-09e2-4e6d-a18c-6e667f511e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:02:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3205d89c-2ea7-4f9a-b848-40e1a985b929'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:10.318486 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-a54d6f71-387c-49fe-8d16-d2eace3ec2ed req-05f36536-0625-4e04-b1e9-476079262b46 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Calling delete_port for dffb0a95-b609-4ed3-8404-79c0ecb25b5f owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:03:10.386540 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a4031ebc-3fd1-473b-bfcd-4080a1093b0b req-f669e465-9e46-4065-9e2a-398544ee12c9 service neutron] 10.222.0.84 "GET /v2.0/networks/f401ddee-c9b9-4291-b336-96fe56078e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055016 May 06 10:03:10.490870 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfdf12-461a-44f5-8aa1-df22e3700e8f req-c5ff9ce3-e217-4db5-ac3c-fc0f5a8fa6da tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:10.492449 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-50dfdf12-461a-44f5-8aa1-df22e3700e8f req-c5ff9ce3-e217-4db5-ac3c-fc0f5a8fa6da tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f8fe9d2-24b7-4c04-9bf6-a6db7e561084 HTTP/1.1" status: 200 len: 946 time: 0.0990295 May 06 10:03:10.495620 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a4031ebc-3fd1-473b-bfcd-4080a1093b0b req-70f3fe60-be11-4fea-94f6-f59bfad96ca0 service neutron] 10.222.0.84 "GET /v2.0/networks/f401ddee-c9b9-4291-b336-96fe56078e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018994 May 06 10:03:10.528889 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-96a3d9dd-09e2-4e6d-a18c-6e667f511e7d None None] Set router 3205d89c-2ea7-4f9a-b848-40e1a985b929 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:03:10.573488 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-50dfdf12-461a-44f5-8aa1-df22e3700e8f req-4f3adb59-e3d9-4244-bd96-03263268d7e8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb8a5205-c510-48be-8db2-13953e5e61dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501509 May 06 10:03:10.585632 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a54d6f71-387c-49fe-8d16-d2eace3ec2ed req-05f36536-0625-4e04-b1e9-476079262b46 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:10.625034 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f36536-0625-4e04-b1e9-476079262b46 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event deleted for resources: {'Port': ['ID=dffb0a95-b609-4ed3-8404-79c0ecb25b5f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:10.684833 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54d6f71-387c-49fe-8d16-d2eace3ec2ed req-05f36536-0625-4e04-b1e9-476079262b46 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] No DVR routers for this DVR port dffb0a95-b609-4ed3-8404-79c0ecb25b5f on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:03:10.689305 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a54d6f71-387c-49fe-8d16-d2eace3ec2ed req-05f36536-0625-4e04-b1e9-476079262b46 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:10.693284 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a54d6f71-387c-49fe-8d16-d2eace3ec2ed req-05f36536-0625-4e04-b1e9-476079262b46 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.84 "DELETE /v2.0/ports/dffb0a95-b609-4ed3-8404-79c0ecb25b5f HTTP/1.1" status: 204 len: 173 time: 0.7521574 May 06 10:03:10.693989 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8fe9d2-24b7-4c04-9bf6-a6db7e561084', 'name': 'network-vif-deleted', 'tag': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:03:10.703067 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a0342d-3b52-46ff-8903-552996d01ecc" -d '{"events": [{"server_uuid": "3f8fe9d2-24b7-4c04-9bf6-a6db7e561084", "name": "network-vif-deleted", "tag": "dffb0a95-b609-4ed3-8404-79c0ecb25b5f"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:03:10.821843 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-96a3d9dd-09e2-4e6d-a18c-6e667f511e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '47f79145-6e99-4488-a4da-6e00e375309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T09:55:43Z', 'revision_number': 4, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port': {'id': '47f79145-6e99-4488-a4da-6e00e375309c', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:35Z', 'updated_at': '2022-05-06T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'bcd70468-c15f-42df-8758-eb38a58186b2', 'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'mac_address': 'fa:16:3e:c9:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:40Z', 'updated_at': '2022-05-06T09:55:48Z', 'revision_number': 5, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'subnets': [{'id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:10.862124 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a3d9dd-09e2-4e6d-a18c-6e667f511e7d None None] The sync data for ids ['3205d89c-2ea7-4f9a-b848-40e1a985b929'] in n-d-840835-1 is: [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '47f79145-6e99-4488-a4da-6e00e375309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T09:55:43Z', 'revision_number': 4, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port': {'id': '47f79145-6e99-4488-a4da-6e00e375309c', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:35Z', 'updated_at': '2022-05-06T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'bcd70468-c15f-42df-8758-eb38a58186b2', 'name': '', 'network_id': '4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'mac_address': 'fa:16:3e:c9:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:40Z', 'updated_at': '2022-05-06T09:55:48Z', 'revision_number': 5, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'subnets': [{'id': '5a6d1981-166e-43ed-8cde-937a332bb113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:03:10.899207 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c09bf299-3c5f-4afb-a0f9-b9b47b54053c req-1bee28d3-3b63-46f0-902e-97cbae782dd3 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fc5f1d5-7c86-43eb-bf47-bc57291b060b HTTP/1.1" status: 200 len: 210 time: 0.0560029 May 06 10:03:10.969056 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-7f2b7b90-8c82-49a2-b1a4-4fc7e41ecfcc tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:10.970989 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-7f2b7b90-8c82-49a2-b1a4-4fc7e41ecfcc tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.77 "GET /v2.0/networks?id=2a26d466-df1e-4170-b5bd-e84294713743 HTTP/1.1" status: 200 len: 809 time: 0.1590323 May 06 10:03:10.997093 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-d002f0cd-3077-4da9-a53b-1dcd382be272 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Request body: {'port': {'device_id': '5fc5f1d5-7c86-43eb-bf47-bc57291b060b', 'network_id': '2a26d466-df1e-4170-b5bd-e84294713743', 'admin_state_up': True, 'tenant_id': 'fbcfd0c527de4229b2b1348505ce9956'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:11.030190 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd3559d-4658-4cbb-b232-b1bf27b571b4 x-openstack-request-id: req-6dd3559d-4658-4cbb-b232-b1bf27b571b4 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:03:11.030948 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8fe9d2-24b7-4c04-9bf6-a6db7e561084", "name": "network-vif-deleted", "tag": "dffb0a95-b609-4ed3-8404-79c0ecb25b5f", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:03:11.031602 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6dd3559d-4658-4cbb-b232-b1bf27b571b4 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:03:11.032439 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dd3559d-4658-4cbb-b232-b1bf27b571b4'] response: {'server_uuid': '3f8fe9d2-24b7-4c04-9bf6-a6db7e561084', 'name': 'network-vif-deleted', 'tag': 'dffb0a95-b609-4ed3-8404-79c0ecb25b5f', 'status': 'completed', 'code': 200} May 06 10:03:11.083461 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47714) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:11.193608 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b97b78e6-2676-41f8-b16b-bf35776eae88 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:11.256057 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-d002f0cd-3077-4da9-a53b-1dcd382be272 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Made reservation on behalf of fbcfd0c527de4229b2b1348505ce9956 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:03:11.262141 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-d002f0cd-3077-4da9-a53b-1dcd382be272 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:11.265325 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b97b78e6-2676-41f8-b16b-bf35776eae88 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:11.347073 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498cb17d-5e70-44ca-97ae-e85d6c6e0ba7 None None] New status for floating IP d625fc31-5ced-46d2-87f4-66d00ae17fe7: DOWN {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:03:11.422001 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 74fb2145-f26c-4a9c-9013-ffaa840c6cab no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:03:11.423383 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b97b78e6-2676-41f8-b16b-bf35776eae88 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:11.427035 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b97b78e6-2676-41f8-b16b-bf35776eae88 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:11.428374 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b97b78e6-2676-41f8-b16b-bf35776eae88 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "DELETE /v2.0/security-groups/cbc0d317-afea-4121-a522-5de96cb7bd3f HTTP/1.1" status: 204 len: 168 time: 0.3437603 May 06 10:03:11.445198 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47720) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:11.493362 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b78e6-2676-41f8-b16b-bf35776eae88 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc0d317-afea-4121-a522-5de96cb7bd3f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:11.501993 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 74fb2145-f26c-4a9c-9013-ffaa840c6cab {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:03:11.502384 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 74fb2145-f26c-4a9c-9013-ffaa840c6cab not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:03:11.502987 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [None req-234c02cb-0f83-43eb-82f3-a77aba6734e9 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] show failed (client error): The resource could not be found. May 06 10:03:11.506675 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-234c02cb-0f83-43eb-82f3-a77aba6734e9 tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "GET /v2.0/security-groups/cbc0d317-afea-4121-a522-5de96cb7bd3f HTTP/1.1" status: 404 len: 347 time: 0.0582736 May 06 10:03:11.509022 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47722) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:11.579045 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1bb1ae-27ec-48c7-b632-b1288fc025db', 'name': 'network-vif-deleted', 'tag': '74fb2145-f26c-4a9c-9013-ffaa840c6cab'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:03:11.581434 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672e9688-2c19-426f-8ed2-991e19e9e864" -d '{"events": [{"server_uuid": "dd1bb1ae-27ec-48c7-b632-b1288fc025db", "name": "network-vif-deleted", "tag": "74fb2145-f26c-4a9c-9013-ffaa840c6cab"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:03:11.695462 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0103bb-1882-49d6-be00-152285ca78d9 x-openstack-request-id: req-0a0103bb-1882-49d6-be00-152285ca78d9 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:03:11.695826 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd1bb1ae-27ec-48c7-b632-b1288fc025db", "name": "network-vif-deleted", "tag": "74fb2145-f26c-4a9c-9013-ffaa840c6cab", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:03:11.695994 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0a0103bb-1882-49d6-be00-152285ca78d9 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:03:11.696391 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a0103bb-1882-49d6-be00-152285ca78d9'] response: {'server_uuid': 'dd1bb1ae-27ec-48c7-b632-b1288fc025db', 'name': 'network-vif-deleted', 'tag': '74fb2145-f26c-4a9c-9013-ffaa840c6cab', 'status': 'completed', 'code': 200} May 06 10:03:11.721853 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-d002f0cd-3077-4da9-a53b-1dcd382be272 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Allocated IP 172.20.0.7 (2a26d466-df1e-4170-b5bd-e84294713743/d96c6665-86f4-447f-bcf1-9cb6f84049de/e7453733-8314-4f12-bbe5-ff594387b7bd) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:03:11.741177 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47730) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:11.766141 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-8aebd541-dc11-4499-83e6-9474b3972a8a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Deleting port 1b5ad9bc-8d2c-48fb-a1b6-cab4c0db4804 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:03:11.766538 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8aebd541-dc11-4499-83e6-9474b3972a8a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:11.833826 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47732) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:11.975602 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8aebd541-dc11-4499-83e6-9474b3972a8a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:11.975966 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8aebd541-dc11-4499-83e6-9474b3972a8a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:12.017772 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-8aebd541-dc11-4499-83e6-9474b3972a8a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Calling delete_port for 1b5ad9bc-8d2c-48fb-a1b6-cab4c0db4804 owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:03:12.046675 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-824a4585-80fe-4cf5-be9d-20249539daa4 req-8f638d1e-a2d9-4cd3-ad7f-c991fbdf5111 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fc5f1d5-7c86-43eb-bf47-bc57291b060b HTTP/1.1" status: 200 len: 210 time: 0.0316679 May 06 10:03:12.092024 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-d002f0cd-3077-4da9-a53b-1dcd382be272 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:12.124173 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f85be0c-7de3-431b-b741-0acd9e463830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:12.148110 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device dffb0a95-b609-4ed3-8404-79c0ecb25b5f no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:03:12.180808 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: dffb0a95-b609-4ed3-8404-79c0ecb25b5f {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:03:12.181267 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device dffb0a95-b609-4ed3-8404-79c0ecb25b5f not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:03:12.223335 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-d002f0cd-3077-4da9-a53b-1dcd382be272 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:12.235555 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-55fa68b5-7093-4197-89dc-03a6e3d86329 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:12.328237 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-d002f0cd-3077-4da9-a53b-1dcd382be272 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Network 2a26d466-df1e-4170-b5bd-e84294713743 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:03:12.341313 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-d002f0cd-3077-4da9-a53b-1dcd382be272 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:03:12.347465 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002f0cd-3077-4da9-a53b-1dcd382be272 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Pushing event updated for resources: {'Port': ['ID=e7453733-8314-4f12-bbe5-ff594387b7bd,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:12.356832 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-d002f0cd-3077-4da9-a53b-1dcd382be272 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:03:12.402169 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f85be0c-7de3-431b-b741-0acd9e463830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:12.412244 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f85be0c-7de3-431b-b741-0acd9e463830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:12.428107 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8aebd541-dc11-4499-83e6-9474b3972a8a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:12.465447 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebd541-dc11-4499-83e6-9474b3972a8a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Pushing event deleted for resources: {'Port': ['ID=1b5ad9bc-8d2c-48fb-a1b6-cab4c0db4804,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:12.481214 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-d002f0cd-3077-4da9-a53b-1dcd382be272 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:12.481903 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-d002f0cd-3077-4da9-a53b-1dcd382be272 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:12.504882 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1f85be0c-7de3-431b-b741-0acd9e463830 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f1c5483b1a744594af2e29b808484c8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6699946 May 06 10:03:12.508377 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47740) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.509127 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85be0c-7de3-431b-b741-0acd9e463830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbf250a-92c4-465b-b536-dcaa04c18844,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:12.559950 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-d002f0cd-3077-4da9-a53b-1dcd382be272 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5673962 May 06 10:03:12.571204 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-45ca2314-20f7-4214-a3b1-05b4a741499f tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.572173 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-45ca2314-20f7-4214-a3b1-05b4a741499f tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051551 May 06 10:03:12.583316 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8aebd541-dc11-4499-83e6-9474b3972a8a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:12.585946 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8aebd541-dc11-4499-83e6-9474b3972a8a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:12.587141 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8aebd541-dc11-4499-83e6-9474b3972a8a tempest-AttachVolumeNegativeTest-460316265 tempest-AttachVolumeNegativeTest-460316265-project] 10.222.0.73 "DELETE /v2.0/floatingips/d625fc31-5ced-46d2-87f4-66d00ae17fe7 HTTP/1.1" status: 204 len: 168 time: 1.0771279 May 06 10:03:12.595560 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-9afd4647-94a3-4f2f-a517-e70357c8d183 service neutron] Request body: {'port': {'device_id': '5fc5f1d5-7c86-43eb-bf47-bc57291b060b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:12.607409 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-55fa68b5-7093-4197-89dc-03a6e3d86329 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Deleting port abda13a8-b7e3-4251-a9ed-a38c9974c15d {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:03:12.607760 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-55fa68b5-7093-4197-89dc-03a6e3d86329 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:12.610850 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7ea5eb8f-d8dc-498a-8662-33802fa1f764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:12.671163 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-9afd4647-94a3-4f2f-a517-e70357c8d183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:12.701262 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7ea5eb8f-d8dc-498a-8662-33802fa1f764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:12.787292 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-55fa68b5-7093-4197-89dc-03a6e3d86329 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] For port abda13a8-b7e3-4251-a9ed-a38c9974c15d, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=abda13a8-b7e3-4251-a9ed-a38c9974c15d,segment=NetworkSegment(359ae381-b80a-42a9-92e1-acee0d1de1f3),segment_id=359ae381-b80a-42a9-92e1-acee0d1de1f3)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:12.788019 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-55fa68b5-7093-4197-89dc-03a6e3d86329 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:12.824522 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-55fa68b5-7093-4197-89dc-03a6e3d86329 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Calling delete_port for abda13a8-b7e3-4251-a9ed-a38c9974c15d owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:03:12.888103 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7ea5eb8f-d8dc-498a-8662-33802fa1f764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:12.892832 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7ea5eb8f-d8dc-498a-8662-33802fa1f764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:12.894868 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7ea5eb8f-d8dc-498a-8662-33802fa1f764 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3fbf250a-92c4-465b-b536-dcaa04c18844 HTTP/1.1" status: 204 len: 168 time: 0.3833756 May 06 10:03:13.089368 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-55fa68b5-7093-4197-89dc-03a6e3d86329 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:13.095220 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5eb8f-d8dc-498a-8662-33802fa1f764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbf250a-92c4-465b-b536-dcaa04c18844,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:13.163923 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-9afd4647-94a3-4f2f-a517-e70357c8d183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7453733-8314-4f12-bbe5-ff594387b7bd {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:03:13.183856 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-9afd4647-94a3-4f2f-a517-e70357c8d183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:13.212402 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa68b5-7093-4197-89dc-03a6e3d86329 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event deleted for resources: {'Port': ['ID=abda13a8-b7e3-4251-a9ed-a38c9974c15d,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:13.221674 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-9afd4647-94a3-4f2f-a517-e70357c8d183 service neutron] Transition to ACTIVE for port object e7453733-8314-4f12-bbe5-ff594387b7bd will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:03:13.236386 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-9afd4647-94a3-4f2f-a517-e70357c8d183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:13.466407 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd4647-94a3-4f2f-a517-e70357c8d183 service neutron] Pushing event updated for resources: {'Port': ['ID=e7453733-8314-4f12-bbe5-ff594387b7bd,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:13.484968 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-9afd4647-94a3-4f2f-a517-e70357c8d183 service neutron] Attempting to bind port e7453733-8314-4f12-bbe5-ff594387b7bd on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:03:13.485484 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-9afd4647-94a3-4f2f-a517-e70357c8d183 service neutron] Attempting to bind port e7453733-8314-4f12-bbe5-ff594387b7bd by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '3c45404d-95ef-4d8a-bbde-cf82280980bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2a26d466-df1e-4170-b5bd-e84294713743'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:03:13.485839 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-9afd4647-94a3-4f2f-a517-e70357c8d183 service neutron] Attempting to bind port e7453733-8314-4f12-bbe5-ff594387b7bd on network 2a26d466-df1e-4170-b5bd-e84294713743 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:03:13.491026 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-9afd4647-94a3-4f2f-a517-e70357c8d183 service neutron] Port e7453733-8314-4f12-bbe5-ff594387b7bd on network 2a26d466-df1e-4170-b5bd-e84294713743 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:03:13.491952 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-9afd4647-94a3-4f2f-a517-e70357c8d183 service neutron] Attempting to bind port e7453733-8314-4f12-bbe5-ff594387b7bd on network 2a26d466-df1e-4170-b5bd-e84294713743 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:03:13.499449 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-9afd4647-94a3-4f2f-a517-e70357c8d183 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:03:13.499803 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-9afd4647-94a3-4f2f-a517-e70357c8d183 service neutron] Checking segment: {'id': '3c45404d-95ef-4d8a-bbde-cf82280980bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2a26d466-df1e-4170-b5bd-e84294713743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:03:13.500193 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-9afd4647-94a3-4f2f-a517-e70357c8d183 service neutron] Bound using segment: {'id': '3c45404d-95ef-4d8a-bbde-cf82280980bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2a26d466-df1e-4170-b5bd-e84294713743'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:03:13.500638 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-9afd4647-94a3-4f2f-a517-e70357c8d183 service neutron] Bound port: e7453733-8314-4f12-bbe5-ff594387b7bd, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c45404d-95ef-4d8a-bbde-cf82280980bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2a26d466-df1e-4170-b5bd-e84294713743'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:03:13.501007 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-9afd4647-94a3-4f2f-a517-e70357c8d183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:13.506932 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8296f74-3337-49e1-8b5e-2d3d3a7c596a req-53428a04-7cd5-473b-9897-a7ca231e8c8d tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:13.508644 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a8296f74-3337-49e1-8b5e-2d3d3a7c596a req-53428a04-7cd5-473b-9897-a7ca231e8c8d tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fc5f1d5-7c86-43eb-bf47-bc57291b060b HTTP/1.1" status: 200 len: 931 time: 0.3263204 May 06 10:03:13.642829 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-9afd4647-94a3-4f2f-a517-e70357c8d183 service neutron] For port e7453733-8314-4f12-bbe5-ff594387b7bd, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:03:13.651066 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-9afd4647-94a3-4f2f-a517-e70357c8d183 service neutron] For port e7453733-8314-4f12-bbe5-ff594387b7bd, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=e7453733-8314-4f12-bbe5-ff594387b7bd,segment=NetworkSegment(3c45404d-95ef-4d8a-bbde-cf82280980bd),segment_id=3c45404d-95ef-4d8a-bbde-cf82280980bd)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:03:13.657481 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-9afd4647-94a3-4f2f-a517-e70357c8d183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:13.680249 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a8296f74-3337-49e1-8b5e-2d3d3a7c596a req-86e50315-413c-4115-afc1-c5cd853eab7c tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/security-groups?id=647dd819-ff08-4b34-a698-f13c68b6da1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572483 May 06 10:03:13.719106 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-9afd4647-94a3-4f2f-a517-e70357c8d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:13.719779 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-9afd4647-94a3-4f2f-a517-e70357c8d183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:13.721725 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-9afd4647-94a3-4f2f-a517-e70357c8d183 service neutron] 10.222.0.77 "PUT /v2.0/ports/e7453733-8314-4f12-bbe5-ff594387b7bd HTTP/1.1" status: 200 len: 1091 time: 1.1335583 May 06 10:03:13.722194 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc5f1d5-7c86-43eb-bf47-bc57291b060b', 'tag': 'e7453733-8314-4f12-bbe5-ff594387b7bd'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:03:13.726100 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7ff1e0-56f0-47cf-8713-7a78d3b7cf8d" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc5f1d5-7c86-43eb-bf47-bc57291b060b", "tag": "e7453733-8314-4f12-bbe5-ff594387b7bd"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:03:13.752396 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47770) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:13.805968 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd4647-94a3-4f2f-a517-e70357c8d183 service neutron] Pushing event updated for resources: {'Port': ['ID=e7453733-8314-4f12-bbe5-ff594387b7bd,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:13.818359 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6ff7e1-6bae-44dc-ab14-757d4d3e267d x-openstack-request-id: req-cb6ff7e1-6bae-44dc-ab14-757d4d3e267d {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:03:13.818655 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc5f1d5-7c86-43eb-bf47-bc57291b060b", "tag": "e7453733-8314-4f12-bbe5-ff594387b7bd", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:03:13.818922 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cb6ff7e1-6bae-44dc-ab14-757d4d3e267d {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:03:13.819376 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb6ff7e1-6bae-44dc-ab14-757d4d3e267d'] response: {'name': 'network-changed', 'server_uuid': '5fc5f1d5-7c86-43eb-bf47-bc57291b060b', 'tag': 'e7453733-8314-4f12-bbe5-ff594387b7bd', 'status': 'completed', 'code': 200} May 06 10:03:13.821243 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-55fa68b5-7093-4197-89dc-03a6e3d86329 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:13.865612 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-54fbdadf-ecd9-4f84-b428-4db6d0ecf67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:13.867180 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-54fbdadf-ecd9-4f84-b428-4db6d0ecf67a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fbcfd0c527de4229b2b1348505ce9956&device_id=5fc5f1d5-7c86-43eb-bf47-bc57291b060b HTTP/1.1" status: 200 len: 1094 time: 0.0465076 May 06 10:03:13.951732 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-17276aac-f945-4402-8deb-167758f4bd4d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7453733-8314-4f12-bbe5-ff594387b7bd HTTP/1.1" status: 200 len: 217 time: 0.0693328 May 06 10:03:14.042070 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-e5319610-2e3a-4012-957a-a78d52dfb244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:14.043672 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-e5319610-2e3a-4012-957a-a78d52dfb244 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d96c6665-86f4-447f-bcf1-9cb6f84049de HTTP/1.1" status: 200 len: 849 time: 0.0852156 May 06 10:03:14.049867 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4973bd28-79bc-4002-830e-350b5c3b43a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:14.087869 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-889801ee-260c-4f0b-b290-9837a20c234f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2a26d466-df1e-4170-b5bd-e84294713743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282133 May 06 10:03:14.107500 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55fa68b5-7093-4197-89dc-03a6e3d86329 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Router c37655f3-4e6a-4d40-98a1-dc0383bc1e03 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:03:14.227200 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-becc6396-7e9d-4c79-8e8b-2d87f69dbe58 service neutron] 10.222.0.77 "GET /v2.0/networks/2a26d466-df1e-4170-b5bd-e84294713743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302419 May 06 10:03:14.234337 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fa68b5-7093-4197-89dc-03a6e3d86329 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:03:14.241184 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-55fa68b5-7093-4197-89dc-03a6e3d86329 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "PUT /v2.0/routers/c37655f3-4e6a-4d40-98a1-dc0383bc1e03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4988852 May 06 10:03:14.243946 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47784) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:14.250214 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0393bc74-9983-4ba4-8f9e-d7ac0369199b None None] Sync routers for ids ['c37655f3-4e6a-4d40-98a1-dc0383bc1e03'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:03:14.263562 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0393bc74-9983-4ba4-8f9e-d7ac0369199b None None] Routers {'c37655f3-4e6a-4d40-98a1-dc0383bc1e03'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:14.264521 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-0393bc74-9983-4ba4-8f9e-d7ac0369199b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:02:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c37655f3-4e6a-4d40-98a1-dc0383bc1e03'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:14.289764 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4973bd28-79bc-4002-830e-350b5c3b43a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:14.301968 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4973bd28-79bc-4002-830e-350b5c3b43a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:14.316791 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-0150bea7-c074-4024-a855-842623827091 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Deleting subnet 50aa0855-d29a-44d5-947d-88e867f2f077 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:03:14.320345 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0150bea7-c074-4024-a855-842623827091 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:14.357805 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973bd28-79bc-4002-830e-350b5c3b43a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c516074-acb1-42bd-844d-f94491feadd6,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:14.374061 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0150bea7-c074-4024-a855-842623827091 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:14.380444 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4973bd28-79bc-4002-830e-350b5c3b43a2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2c23230252194dd0be54e7917d848e29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6230094 May 06 10:03:14.383554 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47788) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:14.407228 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6cd70583-c4ea-448b-a42c-d20f6fa34fd6 req-1989095b-6c5d-43d7-ac3f-cb43defe9cc6 service neutron] 10.222.0.77 "GET /v2.0/networks/2a26d466-df1e-4170-b5bd-e84294713743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722114 May 06 10:03:14.459739 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e1c8707e-6513-4f54-bdbd-c11f5c835dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:14.463051 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-0393bc74-9983-4ba4-8f9e-d7ac0369199b None None] Set router c37655f3-4e6a-4d40-98a1-dc0383bc1e03 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:03:14.484558 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e1c8707e-6513-4f54-bdbd-c11f5c835dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:14.499320 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0150bea7-c074-4024-a855-842623827091 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:14.572851 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0150bea7-c074-4024-a855-842623827091 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:14.592826 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0150bea7-c074-4024-a855-842623827091 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:14.598237 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0150bea7-c074-4024-a855-842623827091 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "DELETE /v2.0/subnets/50aa0855-d29a-44d5-947d-88e867f2f077 HTTP/1.1" status: 204 len: 168 time: 0.3522463 May 06 10:03:14.601246 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47794) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:14.613715 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ff1e0-56f0-47cf-8713-7a78d3b7cf8d req-d43c870e-ab3c-46c3-adcd-55104b2728f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:14.616404 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ed7ff1e0-56f0-47cf-8713-7a78d3b7cf8d req-d43c870e-ab3c-46c3-adcd-55104b2728f9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fbcfd0c527de4229b2b1348505ce9956&device_id=5fc5f1d5-7c86-43eb-bf47-bc57291b060b HTTP/1.1" status: 200 len: 1094 time: 0.1089928 May 06 10:03:14.620848 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150bea7-c074-4024-a855-842623827091 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event deleted for resources: {'Subnet': ['ID=50aa0855-d29a-44d5-947d-88e867f2f077,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:14.652772 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2895c979-c3b7-4495-923b-abf631bffd04 None None] Network f401ddee-c9b9-4291-b336-96fe56078e24 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:03:14.730942 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e1c8707e-6513-4f54-bdbd-c11f5c835dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:14.733504 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e1c8707e-6513-4f54-bdbd-c11f5c835dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:14.737270 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e1c8707e-6513-4f54-bdbd-c11f5c835dd5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2c516074-acb1-42bd-844d-f94491feadd6 HTTP/1.1" status: 204 len: 168 time: 0.3500884 May 06 10:03:14.797175 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8707e-6513-4f54-bdbd-c11f5c835dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c516074-acb1-42bd-844d-f94491feadd6,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:14.893159 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b240aa-a34f-4fcd-865e-931cc82d88c7 req-790ba6c5-55e4-4c74-b6e7-5cf27d3ebd5d tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:14.913126 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47b240aa-a34f-4fcd-865e-931cc82d88c7 req-790ba6c5-55e4-4c74-b6e7-5cf27d3ebd5d tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fc5f1d5-7c86-43eb-bf47-bc57291b060b HTTP/1.1" status: 200 len: 943 time: 0.1107218 May 06 10:03:14.995359 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47b240aa-a34f-4fcd-865e-931cc82d88c7 req-95d2f679-e88f-4c5c-873d-9a17032f0d1c tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/security-groups?id=647dd819-ff08-4b34-a698-f13c68b6da1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699208 May 06 10:03:15.017133 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-59295362-2183-44f0-96af-9bd73c195e7e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:15.054282 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-0393bc74-9983-4ba4-8f9e-d7ac0369199b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050660248', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '53b29584-962a-4e0d-a6d1-3d0002cc1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:29Z', 'updated_at': '2022-05-06T10:03:13Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': '53b29584-962a-4e0d-a6d1-3d0002cc1cee', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:30Z', 'updated_at': '2022-05-06T10:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:15.087089 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0393bc74-9983-4ba4-8f9e-d7ac0369199b None None] Checking router: c37655f3-4e6a-4d40-98a1-dc0383bc1e03 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:03:15.089717 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ff1e0-56f0-47cf-8713-7a78d3b7cf8d req-2e9ab912-b8cf-452d-8bdf-63da02f384e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:15.091891 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ed7ff1e0-56f0-47cf-8713-7a78d3b7cf8d req-2e9ab912-b8cf-452d-8bdf-63da02f384e4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2a26d466-df1e-4170-b5bd-e84294713743 HTTP/1.1" status: 200 len: 910 time: 0.4365826 May 06 10:03:15.098258 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0393bc74-9983-4ba4-8f9e-d7ac0369199b None None] Routers {'c37655f3-4e6a-4d40-98a1-dc0383bc1e03'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:15.100011 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-0393bc74-9983-4ba4-8f9e-d7ac0369199b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:02:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c37655f3-4e6a-4d40-98a1-dc0383bc1e03'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:15.179547 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de3f0a7-a1e6-4940-9560-4107e9b0a599 None None] DHCP port deletion for f401ddee-c9b9-4291-b336-96fe56078e24 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:03:15.184680 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ed7ff1e0-56f0-47cf-8713-7a78d3b7cf8d req-8a241b84-abd8-4d65-a319-b2f9e2ab676d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7453733-8314-4f12-bbe5-ff594387b7bd HTTP/1.1" status: 200 len: 217 time: 0.0830610 May 06 10:03:15.284688 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ff1e0-56f0-47cf-8713-7a78d3b7cf8d req-94858853-6e5d-48ca-8cea-06358af5d992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:15.286837 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ed7ff1e0-56f0-47cf-8713-7a78d3b7cf8d req-94858853-6e5d-48ca-8cea-06358af5d992 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d96c6665-86f4-447f-bcf1-9cb6f84049de HTTP/1.1" status: 200 len: 849 time: 0.0648978 May 06 10:03:15.288147 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-0393bc74-9983-4ba4-8f9e-d7ac0369199b None None] Set router c37655f3-4e6a-4d40-98a1-dc0383bc1e03 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:03:15.329516 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ed7ff1e0-56f0-47cf-8713-7a78d3b7cf8d req-a92848d4-6a33-49b0-8961-ddef454ad634 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2a26d466-df1e-4170-b5bd-e84294713743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355303 May 06 10:03:15.374668 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47816) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:15.396993 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a37126fd-e037-4f1e-8925-03d34654824c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:15.449307 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-8de3f0a7-a1e6-4940-9560-4107e9b0a599 None None] Deleting port cfec3a40-99d9-4789-87fa-65124702bca9 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:03:15.449798 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8de3f0a7-a1e6-4940-9560-4107e9b0a599 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:15.489562 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device cfec3a40-99d9-4789-87fa-65124702bca9 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:03:15.575936 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a37126fd-e037-4f1e-8925-03d34654824c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:15.587773 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a37126fd-e037-4f1e-8925-03d34654824c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:15.620704 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8de3f0a7-a1e6-4940-9560-4107e9b0a599 None None] For port cfec3a40-99d9-4789-87fa-65124702bca9, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=cfec3a40-99d9-4789-87fa-65124702bca9,segment=NetworkSegment(359ae381-b80a-42a9-92e1-acee0d1de1f3),segment_id=359ae381-b80a-42a9-92e1-acee0d1de1f3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:15.621399 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8de3f0a7-a1e6-4940-9560-4107e9b0a599 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:15.668523 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37126fd-e037-4f1e-8925-03d34654824c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdae876-6281-4109-b0b5-1a45b7bd4492,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:15.674032 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a37126fd-e037-4f1e-8925-03d34654824c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3cf3a55eb7724c4c81a49d4f4eb17fb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2974029 May 06 10:03:15.677379 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47820) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:15.694490 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-8de3f0a7-a1e6-4940-9560-4107e9b0a599 None None] Calling delete_port for cfec3a40-99d9-4789-87fa-65124702bca9 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:03:15.698493 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:15.766798 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-34576ce8-fb5c-43ce-ba78-9cc62ae1ceb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:15.806193 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-34576ce8-fb5c-43ce-ba78-9cc62ae1ceb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:15.876764 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port cfec3a40-99d9-4789-87fa-65124702bca9, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=cfec3a40-99d9-4789-87fa-65124702bca9,segment=NetworkSegment(359ae381-b80a-42a9-92e1-acee0d1de1f3),segment_id=359ae381-b80a-42a9-92e1-acee0d1de1f3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:15.879950 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-34576ce8-fb5c-43ce-ba78-9cc62ae1ceb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:15.884753 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-34576ce8-fb5c-43ce-ba78-9cc62ae1ceb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:15.890668 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-34576ce8-fb5c-43ce-ba78-9cc62ae1ceb3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/acdae876-6281-4109-b0b5-1a45b7bd4492 HTTP/1.1" status: 204 len: 168 time: 0.2097981 May 06 10:03:15.944127 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34576ce8-fb5c-43ce-ba78-9cc62ae1ceb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdae876-6281-4109-b0b5-1a45b7bd4492,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:15.966292 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-59295362-2183-44f0-96af-9bd73c195e7e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:15.970993 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:16.118335 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ed7ff1e0-56f0-47cf-8713-7a78d3b7cf8d req-fe9c57ee-74f0-47d4-9150-5723d0b639bc service neutron] 10.222.0.77 "GET /v2.0/networks/2a26d466-df1e-4170-b5bd-e84294713743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7802610 May 06 10:03:16.130498 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f8dfa9f6-4d2a-47d7-b36d-17a7078545dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:16.175771 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8de3f0a7-a1e6-4940-9560-4107e9b0a599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:16.208668 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-59295362-2183-44f0-96af-9bd73c195e7e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Deleting port 53b29584-962a-4e0d-a6d1-3d0002cc1cee {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:03:16.208828 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-59295362-2183-44f0-96af-9bd73c195e7e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:16.217269 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-0393bc74-9983-4ba4-8f9e-d7ac0369199b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050660248', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '53b29584-962a-4e0d-a6d1-3d0002cc1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:29Z', 'updated_at': '2022-05-06T10:03:13Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': '53b29584-962a-4e0d-a6d1-3d0002cc1cee', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:30Z', 'updated_at': '2022-05-06T10:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:16.220021 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=cfec3a40-99d9-4789-87fa-65124702bca9,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:16.227923 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de3f0a7-a1e6-4940-9560-4107e9b0a599 None None] No DVR routers for this DVR port cfec3a40-99d9-4789-87fa-65124702bca9 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:03:16.241985 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903b44b-cb5c-4463-8ff2-bf5ffc77bb20 req-2afdd7c8-0c00-4202-88f1-e4b9a03b9aa3 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:16.243888 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0903b44b-cb5c-4463-8ff2-bf5ffc77bb20 req-2afdd7c8-0c00-4202-88f1-e4b9a03b9aa3 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fc5f1d5-7c86-43eb-bf47-bc57291b060b HTTP/1.1" status: 200 len: 943 time: 0.1508837 May 06 10:03:16.286783 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0393bc74-9983-4ba4-8f9e-d7ac0369199b None None] The sync data for ids ['c37655f3-4e6a-4d40-98a1-dc0383bc1e03'] in n-d-840835-1 is: [{'id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050660248', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '53b29584-962a-4e0d-a6d1-3d0002cc1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:29Z', 'updated_at': '2022-05-06T10:03:13Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': '53b29584-962a-4e0d-a6d1-3d0002cc1cee', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37655f3-4e6a-4d40-98a1-dc0383bc1e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:30Z', 'updated_at': '2022-05-06T10:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:03:16.291531 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:16.292027 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:16.292385 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:16.292998 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:16.293794 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:16.294332 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:16.295709 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:16.296008 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:16.296625 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:16.296625 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:16.297287 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:16.297717 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:16.348099 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0903b44b-cb5c-4463-8ff2-bf5ffc77bb20 req-a307a079-24b6-4b78-aaf2-07edc472ba34 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/security-groups?id=647dd819-ff08-4b34-a698-f13c68b6da1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976915 May 06 10:03:16.355333 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3f0a7-a1e6-4940-9560-4107e9b0a599 None None] Pushing event deleted for resources: {'Port': ['ID=cfec3a40-99d9-4789-87fa-65124702bca9,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:16.401859 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ed7ff1e0-56f0-47cf-8713-7a78d3b7cf8d req-39992c55-aa4e-4201-bf4c-0ea5d512c1c8 service neutron] 10.222.0.77 "GET /v2.0/networks/2a26d466-df1e-4170-b5bd-e84294713743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760046 May 06 10:03:16.425682 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-59295362-2183-44f0-96af-9bd73c195e7e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] For port 53b29584-962a-4e0d-a6d1-3d0002cc1cee, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=53b29584-962a-4e0d-a6d1-3d0002cc1cee,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:16.426055 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-59295362-2183-44f0-96af-9bd73c195e7e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:16.443414 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-59295362-2183-44f0-96af-9bd73c195e7e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Calling delete_port for 53b29584-962a-4e0d-a6d1-3d0002cc1cee owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:03:16.652343 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-59295362-2183-44f0-96af-9bd73c195e7e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:16.692783 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59295362-2183-44f0-96af-9bd73c195e7e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event deleted for resources: {'Port': ['ID=53b29584-962a-4e0d-a6d1-3d0002cc1cee,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:16.775733 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-59295362-2183-44f0-96af-9bd73c195e7e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:16.931279 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-59295362-2183-44f0-96af-9bd73c195e7e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:16.937614 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-59295362-2183-44f0-96af-9bd73c195e7e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:17.053902 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-59295362-2183-44f0-96af-9bd73c195e7e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:17.054824 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59295362-2183-44f0-96af-9bd73c195e7e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Fanout notify agent at l3_agent the message router_deleted on router c37655f3-4e6a-4d40-98a1-dc0383bc1e03 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:03:17.068452 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-59295362-2183-44f0-96af-9bd73c195e7e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:17.069645 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-59295362-2183-44f0-96af-9bd73c195e7e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "DELETE /v2.0/routers/c37655f3-4e6a-4d40-98a1-dc0383bc1e03 HTTP/1.1" status: 204 len: 168 time: 2.4674103 May 06 10:03:17.072318 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47862) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:17.303382 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-501cd11f-7b02-4f39-a110-ca52c7c545e0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:17.431369 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device e7453733-8314-4f12-bbe5-ff594387b7bd details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:03:17.503298 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-501cd11f-7b02-4f39-a110-ca52c7c545e0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:17.552393 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-501cd11f-7b02-4f39-a110-ca52c7c545e0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f401ddee-c9b9-4291-b336-96fe56078e24']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:17.585350 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-501cd11f-7b02-4f39-a110-ca52c7c545e0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '359ae381-b80a-42a9-92e1-acee0d1de1f3') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:17.585561 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6c428-ce29-47e8-a069-ae3b24b9b5da req-2155b256-589b-4fac-bf4f-256ff336f366 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:17.586625 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-501cd11f-7b02-4f39-a110-ca52c7c545e0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '359ae381-b80a-42a9-92e1-acee0d1de1f3') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:17.586805 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port e7453733-8314-4f12-bbe5-ff594387b7bd, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=e7453733-8314-4f12-bbe5-ff594387b7bd,segment=NetworkSegment(3c45404d-95ef-4d8a-bbde-cf82280980bd),segment_id=3c45404d-95ef-4d8a-bbde-cf82280980bd)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:17.598154 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4ac6c428-ce29-47e8-a069-ae3b24b9b5da req-2155b256-589b-4fac-bf4f-256ff336f366 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fc5f1d5-7c86-43eb-bf47-bc57291b060b HTTP/1.1" status: 200 len: 943 time: 0.0930781 May 06 10:03:17.601689 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'e7453733-8314-4f12-bbe5-ff594387b7bd', 'network_id': '2a26d466-df1e-4170-b5bd-e84294713743', 'port_id': 'e7453733-8314-4f12-bbe5-ff594387b7bd', 'mac_address': 'fa:16:3e:93:4f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96c6665-86f4-447f-bcf1-9cb6f84049de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:03:17.610536 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-501cd11f-7b02-4f39-a110-ca52c7c545e0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:17.648959 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-501cd11f-7b02-4f39-a110-ca52c7c545e0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:17.656133 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501cd11f-7b02-4f39-a110-ca52c7c545e0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:03:17.656548 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-501cd11f-7b02-4f39-a110-ca52c7c545e0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:17.659350 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: timer() May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:03:17.663843 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:03:17.674902 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7453733-8314-4f12-bbe5-ff594387b7bd {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:03:17.707172 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4ac6c428-ce29-47e8-a069-ae3b24b9b5da req-58039698-50b0-40e9-817e-6c32eef6a6f1 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/security-groups?id=647dd819-ff08-4b34-a698-f13c68b6da1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977762 May 06 10:03:17.707488 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port e7453733-8314-4f12-bbe5-ff594387b7bd, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=e7453733-8314-4f12-bbe5-ff594387b7bd,segment=NetworkSegment(3c45404d-95ef-4d8a-bbde-cf82280980bd),segment_id=3c45404d-95ef-4d8a-bbde-cf82280980bd)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:17.714759 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:17.778455 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device abda13a8-b7e3-4251-a9ed-a38c9974c15d no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:03:17.792705 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-501cd11f-7b02-4f39-a110-ca52c7c545e0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:17.802261 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-501cd11f-7b02-4f39-a110-ca52c7c545e0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:17.814454 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-501cd11f-7b02-4f39-a110-ca52c7c545e0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "DELETE /v2.0/networks/f401ddee-c9b9-4291-b336-96fe56078e24 HTTP/1.1" status: 204 len: 168 time: 0.7384155 May 06 10:03:17.814888 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47884) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:17.828974 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: abda13a8-b7e3-4251-a9ed-a38c9974c15d {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:03:17.829523 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device abda13a8-b7e3-4251-a9ed-a38c9974c15d not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:03:17.863926 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501cd11f-7b02-4f39-a110-ca52c7c545e0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event deleted for resources: {'Network': ['ID=f401ddee-c9b9-4291-b336-96fe56078e24,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:17.879052 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=e7453733-8314-4f12-bbe5-ff594387b7bd,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:17.952304 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4837c641-0c2b-4219-87f5-1d7f387fb797 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:17.993498 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4837c641-0c2b-4219-87f5-1d7f387fb797 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:18.072998 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['e7453733-8314-4f12-bbe5-ff594387b7bd'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:03:18.097871 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4837c641-0c2b-4219-87f5-1d7f387fb797 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:18.101788 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4837c641-0c2b-4219-87f5-1d7f387fb797 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:18.103315 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4837c641-0c2b-4219-87f5-1d7f387fb797 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "DELETE /v2.0/security-groups/cb8a5205-c510-48be-8db2-13953e5e61dd HTTP/1.1" status: 204 len: 168 time: 0.2860038 May 06 10:03:18.119743 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837c641-0c2b-4219-87f5-1d7f387fb797 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8a5205-c510-48be-8db2-13953e5e61dd,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:18.468248 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47914) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:18.473462 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-851e4a1a-af9c-4ee1-8da9-a1b9dc08bd1c tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-885957393', 'description': 'tempest-secgroup-smoke-885957393 description', 'project_id': '1b7022527a0d47ed9f061636a22ce038'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:18.478384 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c1eb597d-09b3-4e3e-b848-8f095ef02423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:18.501975 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-851e4a1a-af9c-4ee1-8da9-a1b9dc08bd1c tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:18.588056 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-851e4a1a-af9c-4ee1-8da9-a1b9dc08bd1c tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:18.594484 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-851e4a1a-af9c-4ee1-8da9-a1b9dc08bd1c tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:18.628975 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-851e4a1a-af9c-4ee1-8da9-a1b9dc08bd1c tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:18.633501 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47916) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:18.638944 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-530e74f4-c2cc-45f8-b614-4d8d4ca32cfc tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'security_group_rule': {'security_group_id': 'a5c77d26-42ee-458f-8c32-18b155ba755c', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:18.644556 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-851e4a1a-af9c-4ee1-8da9-a1b9dc08bd1c tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1751516 May 06 10:03:18.648424 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e4a1a-af9c-4ee1-8da9-a1b9dc08bd1c tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c77d26-42ee-458f-8c32-18b155ba755c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:18.678440 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-530e74f4-c2cc-45f8-b614-4d8d4ca32cfc tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:18.740872 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-530e74f4-c2cc-45f8-b614-4d8d4ca32cfc tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:18.747769 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-530e74f4-c2cc-45f8-b614-4d8d4ca32cfc tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:18.770932 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e74f4-c2cc-45f8-b614-4d8d4ca32cfc tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca42957c-31cc-4d67-ab04-c4d9fa232542,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:18.822434 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-530e74f4-c2cc-45f8-b614-4d8d4ca32cfc tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:18.823684 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-530e74f4-c2cc-45f8-b614-4d8d4ca32cfc tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1885247 May 06 10:03:18.826678 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47924) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:18.832596 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-af069713-95cb-4855-8b2a-108d143162a3 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'security_group_rule': {'security_group_id': 'a5c77d26-42ee-458f-8c32-18b155ba755c', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:18.862040 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c68b2d-d902-486a-a660-60ae9fde9268 req-b2ac1679-af91-40e6-847d-dac32fff645c tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:18.868094 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-64c68b2d-d902-486a-a660-60ae9fde9268 req-b2ac1679-af91-40e6-847d-dac32fff645c tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fc5f1d5-7c86-43eb-bf47-bc57291b060b HTTP/1.1" status: 200 len: 944 time: 0.0877545 May 06 10:03:18.888825 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af069713-95cb-4855-8b2a-108d143162a3 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:18.923735 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:18.957547 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-64c68b2d-d902-486a-a660-60ae9fde9268 req-907417b4-113d-4ca0-8f12-779a90f895a4 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/security-groups?id=647dd819-ff08-4b34-a698-f13c68b6da1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777988 May 06 10:03:19.024782 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af069713-95cb-4855-8b2a-108d143162a3 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:19.029614 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af069713-95cb-4855-8b2a-108d143162a3 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:19.052571 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af069713-95cb-4855-8b2a-108d143162a3 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec45ce9-1960-42a8-b001-9d1dde58f83f,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:19.061509 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af069713-95cb-4855-8b2a-108d143162a3 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:19.062943 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-af069713-95cb-4855-8b2a-108d143162a3 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2351549 May 06 10:03:19.065814 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47930) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:19.070561 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-f63abdbd-04d4-4aff-9160-a764f66f53b2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'security_group_rule': {'security_group_id': 'a5c77d26-42ee-458f-8c32-18b155ba755c', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:19.361493 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 53b29584-962a-4e0d-a6d1-3d0002cc1cee no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:03:19.393062 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 53b29584-962a-4e0d-a6d1-3d0002cc1cee {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:03:19.394733 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 53b29584-962a-4e0d-a6d1-3d0002cc1cee not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:03:19.431815 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device e7453733-8314-4f12-bbe5-ff594387b7bd up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:03:19.457706 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f63abdbd-04d4-4aff-9160-a764f66f53b2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:19.517173 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port e7453733-8314-4f12-bbe5-ff594387b7bd completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:03:19.550066 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port e7453733-8314-4f12-bbe5-ff594387b7bd triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:03:19.550517 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:19.575552 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f63abdbd-04d4-4aff-9160-a764f66f53b2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:19.583759 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f63abdbd-04d4-4aff-9160-a764f66f53b2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:19.606870 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:19.634859 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f63abdbd-04d4-4aff-9160-a764f66f53b2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:19.639771 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f63abdbd-04d4-4aff-9160-a764f66f53b2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5704250 May 06 10:03:19.640139 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47944) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:19.645401 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-96f44ccb-f97f-458a-acb1-1d2a7de00f0a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'security_group_rule': {'security_group_id': 'a5c77d26-42ee-458f-8c32-18b155ba755c', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:19.651618 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63abdbd-04d4-4aff-9160-a764f66f53b2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c3808a0-3381-4b95-9863-c302b06006ce,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:19.697166 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:19.716874 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-96f44ccb-f97f-458a-acb1-1d2a7de00f0a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:19.739107 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc5f1d5-7c86-43eb-bf47-bc57291b060b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7453733-8314-4f12-bbe5-ff594387b7bd'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:03:19.741606 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121f0ad9-2e23-4c1d-9018-24e52becce3a" -d '{"events": [{"server_uuid": "5fc5f1d5-7c86-43eb-bf47-bc57291b060b", "name": "network-vif-plugged", "status": "completed", "tag": "e7453733-8314-4f12-bbe5-ff594387b7bd"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:03:19.785765 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port e7453733-8314-4f12-bbe5-ff594387b7bd, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=e7453733-8314-4f12-bbe5-ff594387b7bd,segment=NetworkSegment(3c45404d-95ef-4d8a-bbde-cf82280980bd),segment_id=3c45404d-95ef-4d8a-bbde-cf82280980bd)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:19.794829 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:19.809846 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-96f44ccb-f97f-458a-acb1-1d2a7de00f0a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:19.818492 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-96f44ccb-f97f-458a-acb1-1d2a7de00f0a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:19.825320 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c491b4-1e14-42a1-ab36-6b40a14d6be5 x-openstack-request-id: req-d5c491b4-1e14-42a1-ab36-6b40a14d6be5 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:03:19.825663 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc5f1d5-7c86-43eb-bf47-bc57291b060b", "name": "network-vif-plugged", "status": "completed", "tag": "e7453733-8314-4f12-bbe5-ff594387b7bd", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:03:19.825963 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d5c491b4-1e14-42a1-ab36-6b40a14d6be5 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:03:19.826363 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5c491b4-1e14-42a1-ab36-6b40a14d6be5'] response: {'server_uuid': '5fc5f1d5-7c86-43eb-bf47-bc57291b060b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7453733-8314-4f12-bbe5-ff594387b7bd', 'code': 200} May 06 10:03:19.846728 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f44ccb-f97f-458a-acb1-1d2a7de00f0a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8a36ed-ce0c-4db7-b1dc-71f64131052b,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:19.856519 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-96f44ccb-f97f-458a-acb1-1d2a7de00f0a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:19.857968 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-96f44ccb-f97f-458a-acb1-1d2a7de00f0a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2168100 May 06 10:03:19.860759 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47948) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:19.868706 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-a8420267-d948-404f-8938-71989181b307 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'security_group_rule': {'security_group_id': 'a5c77d26-42ee-458f-8c32-18b155ba755c', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:19.876024 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=e7453733-8314-4f12-bbe5-ff594387b7bd,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:19.938037 n-d-840835-1 neutron-server[102652]: INFO neutron.db.securitygroups_db [None req-a8420267-d948-404f-8938-71989181b307 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Project 1b7022527a0d47ed9f061636a22ce038 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:03:19.947088 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8420267-d948-404f-8938-71989181b307 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:20.001327 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed0a8b-f0a6-4004-9074-56e3d96eb30d req-6c0fedd2-3081-4ff1-b6a5-da2441a9799a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:20.004357 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e6ed0a8b-f0a6-4004-9074-56e3d96eb30d req-6c0fedd2-3081-4ff1-b6a5-da2441a9799a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5fc5f1d5-7c86-43eb-bf47-bc57291b060b HTTP/1.1" status: 200 len: 1096 time: 0.0955262 May 06 10:03:20.049480 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e6ed0a8b-f0a6-4004-9074-56e3d96eb30d req-8e44e380-6b44-491d-ab9e-df860b6884bf service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=647dd819-ff08-4b34-a698-f13c68b6da1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373170 May 06 10:03:20.059535 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8420267-d948-404f-8938-71989181b307 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:20.065031 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8420267-d948-404f-8938-71989181b307 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:20.086435 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8420267-d948-404f-8938-71989181b307 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d9a918c-8c79-4e6a-8af7-da4a53961fa7,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:20.107267 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8420267-d948-404f-8938-71989181b307 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:20.109095 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a8420267-d948-404f-8938-71989181b307 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2468591 May 06 10:03:20.112499 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47958) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:20.120612 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-d1d6cded-17c2-4366-a230-3737011fb351 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'security_group_rule': {'security_group_id': 'a5c77d26-42ee-458f-8c32-18b155ba755c', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:20.145057 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec8e02-3ef0-4e53-83fe-32afc4ef4c96 req-d52a28b6-ad23-4de3-b318-f617119cc99d tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:20.146896 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08ec8e02-3ef0-4e53-83fe-32afc4ef4c96 req-d52a28b6-ad23-4de3-b318-f617119cc99d tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fc5f1d5-7c86-43eb-bf47-bc57291b060b HTTP/1.1" status: 200 len: 945 time: 0.0942714 May 06 10:03:20.181888 n-d-840835-1 neutron-server[102653]: INFO neutron.db.securitygroups_db [None req-d1d6cded-17c2-4366-a230-3737011fb351 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Project 1b7022527a0d47ed9f061636a22ce038 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:03:20.198819 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1d6cded-17c2-4366-a230-3737011fb351 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:20.272725 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08ec8e02-3ef0-4e53-83fe-32afc4ef4c96 req-965bb714-c986-4e43-b36f-329600c1f8cf tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/security-groups?id=647dd819-ff08-4b34-a698-f13c68b6da1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972195 May 06 10:03:20.298972 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1d6cded-17c2-4366-a230-3737011fb351 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:20.304575 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1d6cded-17c2-4366-a230-3737011fb351 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:20.341618 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1d6cded-17c2-4366-a230-3737011fb351 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:20.346557 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 47962) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:20.346926 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d1d6cded-17c2-4366-a230-3737011fb351 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2321095 May 06 10:03:20.350436 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6cded-17c2-4366-a230-3737011fb351 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e9cc97c-f4e5-470f-a83f-e8de72aa60aa,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:20.352085 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-03f84b0d-397b-469c-8be2-b9104ea4c4d7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'network': {'name': 'tempest-network-smoke--1233354885', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'port_security_enabled': True}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:20.391266 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f84b0d-397b-469c-8be2-b9104ea4c4d7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Made reservation on behalf of 1b7022527a0d47ed9f061636a22ce038 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:03:20.397368 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-03f84b0d-397b-469c-8be2-b9104ea4c4d7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:20.428330 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f84b0d-397b-469c-8be2-b9104ea4c4d7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:03:20.438698 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-03f84b0d-397b-469c-8be2-b9104ea4c4d7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:20.441705 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-03f84b0d-397b-469c-8be2-b9104ea4c4d7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Added segment c83262c1-4dd8-49a2-be86-b3b69233aaa9 of type vlan for network 889f8c86-c6c9-4b53-9bea-6627b13d8bae May 06 10:03:20.492276 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-03f84b0d-397b-469c-8be2-b9104ea4c4d7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:20.525691 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-03f84b0d-397b-469c-8be2-b9104ea4c4d7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:20.534125 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f84b0d-397b-469c-8be2-b9104ea4c4d7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:20.535912 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-03f84b0d-397b-469c-8be2-b9104ea4c4d7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:20.632550 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-03f84b0d-397b-469c-8be2-b9104ea4c4d7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2847672 May 06 10:03:20.639156 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 47966) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:20.644167 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-0c7ba6b0-76dc-430c-ba5b-dc81d439bf71 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2128000833', 'admin_state_up': True, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:20.648294 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f84b0d-397b-469c-8be2-b9104ea4c4d7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Network': ['ID=889f8c86-c6c9-4b53-9bea-6627b13d8bae,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:20.659679 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 889f8c86-c6c9-4b53-9bea-6627b13d8bae details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:03:20.694594 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0c7ba6b0-76dc-430c-ba5b-dc81d439bf71 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:20.695736 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0c7ba6b0-76dc-430c-ba5b-dc81d439bf71 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:20.757082 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0c7ba6b0-76dc-430c-ba5b-dc81d439bf71 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:20.928247 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0c7ba6b0-76dc-430c-ba5b-dc81d439bf71 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:21.274974 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:21.287010 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0c7ba6b0-76dc-430c-ba5b-dc81d439bf71 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router_gateway, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:21.320520 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0c7ba6b0-76dc-430c-ba5b-dc81d439bf71 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:21.484174 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:21.586326 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c542fe-aa91-4960-8558-efeae4879663 req-b257b0bf-428b-4ba2-869d-26ccd720ed27 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:21.588019 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b2c542fe-aa91-4960-8558-efeae4879663 req-b257b0bf-428b-4ba2-869d-26ccd720ed27 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fc5f1d5-7c86-43eb-bf47-bc57291b060b HTTP/1.1" status: 200 len: 945 time: 0.0921855 May 06 10:03:21.634021 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-0c7ba6b0-76dc-430c-ba5b-dc81d439bf71 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Allocated IP 172.25.5.210 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/0aa93a9d-a9a1-482a-8934-d793b6607f7d) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:03:21.796956 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0c7ba6b0-76dc-430c-ba5b-dc81d439bf71 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:21.858415 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b2c542fe-aa91-4960-8558-efeae4879663 req-a426f52c-791e-4712-8d1a-bf6f248c8504 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/security-groups?id=647dd819-ff08-4b34-a698-f13c68b6da1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483926 May 06 10:03:21.861208 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0c7ba6b0-76dc-430c-ba5b-dc81d439bf71 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:21.909483 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ba6b0-76dc-430c-ba5b-dc81d439bf71 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Port': ['ID=0aa93a9d-a9a1-482a-8934-d793b6607f7d,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:21.927555 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7ba6b0-76dc-430c-ba5b-dc81d439bf71 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:03:21.929562 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-0c7ba6b0-76dc-430c-ba5b-dc81d439bf71 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:03:21.935948 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7ba6b0-76dc-430c-ba5b-dc81d439bf71 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:03:22.317645 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0c7ba6b0-76dc-430c-ba5b-dc81d439bf71 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router_gateway, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:22.598436 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0c7ba6b0-76dc-430c-ba5b-dc81d439bf71 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:22.810881 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7ba6b0-76dc-430c-ba5b-dc81d439bf71 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Router 2425a35e-8d7a-41ae-8c21-7767b1a28fa1 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:03:23.015214 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7ba6b0-76dc-430c-ba5b-dc81d439bf71 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:03:23.028479 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e1e818-31af-4fc4-aaef-8d8c666b0932 None None] Sync routers for ids ['2425a35e-8d7a-41ae-8c21-7767b1a28fa1'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:03:23.029745 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64579e9a-97de-4508-9883-f5edce25e9e4 req-371c1023-e01b-4929-8331-2796cff970a0 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:23.031329 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-64579e9a-97de-4508-9883-f5edce25e9e4 req-371c1023-e01b-4929-8331-2796cff970a0 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fc5f1d5-7c86-43eb-bf47-bc57291b060b HTTP/1.1" status: 200 len: 945 time: 0.0754213 May 06 10:03:23.054061 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e1e818-31af-4fc4-aaef-8d8c666b0932 None None] Routers {'2425a35e-8d7a-41ae-8c21-7767b1a28fa1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:23.054957 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-79e1e818-31af-4fc4-aaef-8d8c666b0932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:03:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['2425a35e-8d7a-41ae-8c21-7767b1a28fa1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:23.059106 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0c7ba6b0-76dc-430c-ba5b-dc81d439bf71 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:23.060434 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0c7ba6b0-76dc-430c-ba5b-dc81d439bf71 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4198611 May 06 10:03:23.063896 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48006) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:23.124430 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d9eb406e-7e5f-4504-a53a-597b6d5b8f08 tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=1b7022527a0d47ed9f061636a22ce038&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0592413 May 06 10:03:23.127300 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48010) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:23.139030 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-64579e9a-97de-4508-9883-f5edce25e9e4 req-01c92b39-783e-413e-a568-378bb306bb5b tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/security-groups?id=647dd819-ff08-4b34-a698-f13c68b6da1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931091 May 06 10:03:23.263755 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7826786a-a6b1-4bfa-b991-935f4150b9a5 tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:23.268355 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 48018) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:23.273001 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-79e1e818-31af-4fc4-aaef-8d8c666b0932 None None] Set router 2425a35e-8d7a-41ae-8c21-7767b1a28fa1 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:03:23.291605 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7826786a-a6b1-4bfa-b991-935f4150b9a5 tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1631560 May 06 10:03:23.347709 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48020) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:23.352890 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-c3891e52-bc1a-4195-87ac-22aa608eacc6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1070797418', 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:23.368795 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-56fd3de5-6a86-4e66-a77e-7b11bf0873f6 tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0991001 May 06 10:03:23.576372 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3891e52-bc1a-4195-87ac-22aa608eacc6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Made reservation on behalf of 1b7022527a0d47ed9f061636a22ce038 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:03:23.580112 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c3891e52-bc1a-4195-87ac-22aa608eacc6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:23.602161 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-79e1e818-31af-4fc4-aaef-8d8c666b0932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2128000833', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '0aa93a9d-a9a1-482a-8934-d793b6607f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:03:20Z', 'updated_at': '2022-05-06T10:03:22Z', 'revision_number': 3, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': '0aa93a9d-a9a1-482a-8934-d793b6607f7d', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:03:21Z', 'updated_at': '2022-05-06T10:03:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:23.658272 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e1e818-31af-4fc4-aaef-8d8c666b0932 None None] Checking router: 2425a35e-8d7a-41ae-8c21-7767b1a28fa1 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:03:23.658620 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e1e818-31af-4fc4-aaef-8d8c666b0932 None None] Updating router 2425a35e-8d7a-41ae-8c21-7767b1a28fa1 port 0aa93a9d-a9a1-482a-8934-d793b6607f7d binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:03:23.692278 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-79e1e818-31af-4fc4-aaef-8d8c666b0932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:23.968583 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c3891e52-bc1a-4195-87ac-22aa608eacc6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:24.085662 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-79e1e818-31af-4fc4-aaef-8d8c666b0932 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:24.099923 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-79e1e818-31af-4fc4-aaef-8d8c666b0932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:24.138111 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3891e52-bc1a-4195-87ac-22aa608eacc6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Subnet': ['ID=3570a404-f04a-417e-b395-75e3e503b424,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:24.149766 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3891e52-bc1a-4195-87ac-22aa608eacc6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Checking segment: {'id': 'c83262c1-4dd8-49a2-be86-b3b69233aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:03:24.150134 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3891e52-bc1a-4195-87ac-22aa608eacc6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Network hostable DHCP agents. Network: 889f8c86-c6c9-4b53-9bea-6627b13d8bae, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:03:24.211685 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3891e52-bc1a-4195-87ac-22aa608eacc6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Network 889f8c86-c6c9-4b53-9bea-6627b13d8bae is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:03:24.229752 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-c3891e52-bc1a-4195-87ac-22aa608eacc6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 889f8c86-c6c9-4b53-9bea-6627b13d8bae) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:03:24.236196 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3891e52-bc1a-4195-87ac-22aa608eacc6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:24.236795 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c3891e52-bc1a-4195-87ac-22aa608eacc6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:24.239830 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8313e8c-a49b-4f92-9c70-23000f0717a0 None None] Network 889f8c86-c6c9-4b53-9bea-6627b13d8bae requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:03:24.277347 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c3891e52-bc1a-4195-87ac-22aa608eacc6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9259675 May 06 10:03:24.277602 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48054) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:24.354405 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12027841-009e-428a-86ba-f88ca5c5484b None None] Pushing event updated for resources: {'Port': ['ID=0aa93a9d-a9a1-482a-8934-d793b6607f7d,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:24.392679 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-79e1e818-31af-4fc4-aaef-8d8c666b0932 None None] Attempting to bind port 0aa93a9d-a9a1-482a-8934-d793b6607f7d on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:03:24.393279 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-79e1e818-31af-4fc4-aaef-8d8c666b0932 None None] Attempting to bind port 0aa93a9d-a9a1-482a-8934-d793b6607f7d by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:03:24.393844 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e1e818-31af-4fc4-aaef-8d8c666b0932 None None] Attempting to bind port 0aa93a9d-a9a1-482a-8934-d793b6607f7d on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:03:24.397744 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12027841-009e-428a-86ba-f88ca5c5484b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:24.398355 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12027841-009e-428a-86ba-f88ca5c5484b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:24.399575 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12027841-009e-428a-86ba-f88ca5c5484b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:24.400094 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12027841-009e-428a-86ba-f88ca5c5484b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:24.400602 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12027841-009e-428a-86ba-f88ca5c5484b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:24.401118 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12027841-009e-428a-86ba-f88ca5c5484b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:24.401640 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12027841-009e-428a-86ba-f88ca5c5484b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:24.402329 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12027841-009e-428a-86ba-f88ca5c5484b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:24.403605 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12027841-009e-428a-86ba-f88ca5c5484b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:24.404135 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12027841-009e-428a-86ba-f88ca5c5484b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:24.404642 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12027841-009e-428a-86ba-f88ca5c5484b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:24.405267 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12027841-009e-428a-86ba-f88ca5c5484b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:24.414881 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e1e818-31af-4fc4-aaef-8d8c666b0932 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:03:24.415783 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e1e818-31af-4fc4-aaef-8d8c666b0932 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:03:24.416382 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-79e1e818-31af-4fc4-aaef-8d8c666b0932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:24.417681 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e1e818-31af-4fc4-aaef-8d8c666b0932 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:03:24.418355 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-79e1e818-31af-4fc4-aaef-8d8c666b0932 None None] Bound port: 0aa93a9d-a9a1-482a-8934-d793b6607f7d, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:03:24.419561 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-79e1e818-31af-4fc4-aaef-8d8c666b0932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:24.528761 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-79e1e818-31af-4fc4-aaef-8d8c666b0932 None None] For port 0aa93a9d-a9a1-482a-8934-d793b6607f7d, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:03:24.538670 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-79e1e818-31af-4fc4-aaef-8d8c666b0932 None None] For port 0aa93a9d-a9a1-482a-8934-d793b6607f7d, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=0aa93a9d-a9a1-482a-8934-d793b6607f7d,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:03:24.545993 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-79e1e818-31af-4fc4-aaef-8d8c666b0932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:24.575395 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1540a-2237-439a-bfc1-4d7ae4d0cfca req-a854bef1-c82d-4c66-97ab-1ba6f4d2a681 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:24.586041 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fce1540a-2237-439a-bfc1-4d7ae4d0cfca req-a854bef1-c82d-4c66-97ab-1ba6f4d2a681 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fc5f1d5-7c86-43eb-bf47-bc57291b060b HTTP/1.1" status: 200 len: 945 time: 0.1072350 May 06 10:03:24.612543 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e1e818-31af-4fc4-aaef-8d8c666b0932 None None] Routers {'2425a35e-8d7a-41ae-8c21-7767b1a28fa1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:24.613528 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-79e1e818-31af-4fc4-aaef-8d8c666b0932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:03:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['2425a35e-8d7a-41ae-8c21-7767b1a28fa1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:24.643562 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fa947d-f5dd-49a1-89b0-2f6423300c3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-889f8c86-c6c9-4b53-9bea-6627b13d8bae', 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'fixed_ips': [{'subnet_id': '3570a404-f04a-417e-b395-75e3e503b424'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:03:24.652840 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-42fa947d-f5dd-49a1-89b0-2f6423300c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:24.655650 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fce1540a-2237-439a-bfc1-4d7ae4d0cfca req-eb862db5-1558-4cc8-a8f2-68c1a8932809 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/security-groups?id=647dd819-ff08-4b34-a698-f13c68b6da1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677354 May 06 10:03:24.670451 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12027841-009e-428a-86ba-f88ca5c5484b None None] Pushing event updated for resources: {'Port': ['ID=0aa93a9d-a9a1-482a-8934-d793b6607f7d,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:24.807855 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-79e1e818-31af-4fc4-aaef-8d8c666b0932 None None] Set router 2425a35e-8d7a-41ae-8c21-7767b1a28fa1 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:03:24.856619 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 48068) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:24.948407 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-42fa947d-f5dd-49a1-89b0-2f6423300c3e None None] Allocated IP 172.20.0.2 (889f8c86-c6c9-4b53-9bea-6627b13d8bae/3570a404-f04a-417e-b395-75e3e503b424/5ed5337c-ec02-480f-a606-d316cb5fd0e5) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:03:25.148733 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-79e1e818-31af-4fc4-aaef-8d8c666b0932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2128000833', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '0aa93a9d-a9a1-482a-8934-d793b6607f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:03:20Z', 'updated_at': '2022-05-06T10:03:22Z', 'revision_number': 3, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': '0aa93a9d-a9a1-482a-8934-d793b6607f7d', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:03:21Z', 'updated_at': '2022-05-06T10:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:25.172699 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-42fa947d-f5dd-49a1-89b0-2f6423300c3e None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:25.182190 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-42fa947d-f5dd-49a1-89b0-2f6423300c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:25.210564 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e1e818-31af-4fc4-aaef-8d8c666b0932 None None] The sync data for ids ['2425a35e-8d7a-41ae-8c21-7767b1a28fa1'] in n-d-840835-1 is: [{'id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2128000833', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '0aa93a9d-a9a1-482a-8934-d793b6607f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:03:20Z', 'updated_at': '2022-05-06T10:03:22Z', 'revision_number': 3, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': '0aa93a9d-a9a1-482a-8934-d793b6607f7d', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:03:21Z', 'updated_at': '2022-05-06T10:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:03:25.242793 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fa947d-f5dd-49a1-89b0-2f6423300c3e None None] Network 889f8c86-c6c9-4b53-9bea-6627b13d8bae is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:03:25.247021 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-42fa947d-f5dd-49a1-89b0-2f6423300c3e None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:03:25.254916 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fa947d-f5dd-49a1-89b0-2f6423300c3e None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:03:25.274247 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa947d-f5dd-49a1-89b0-2f6423300c3e None None] Pushing event updated for resources: {'Port': ['ID=5ed5337c-ec02-480f-a606-d316cb5fd0e5,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:25.336595 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bc13dc3b-852b-4104-9ed0-4dd8fcb9cc24 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:25.366446 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-42fa947d-f5dd-49a1-89b0-2f6423300c3e None None] Attempting to bind port 5ed5337c-ec02-480f-a606-d316cb5fd0e5 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:03:25.369487 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-42fa947d-f5dd-49a1-89b0-2f6423300c3e None None] Attempting to bind port 5ed5337c-ec02-480f-a606-d316cb5fd0e5 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'c83262c1-4dd8-49a2-be86-b3b69233aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:03:25.369671 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa947d-f5dd-49a1-89b0-2f6423300c3e None None] Attempting to bind port 5ed5337c-ec02-480f-a606-d316cb5fd0e5 on network 889f8c86-c6c9-4b53-9bea-6627b13d8bae {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:03:25.381413 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa947d-f5dd-49a1-89b0-2f6423300c3e None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:03:25.381791 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa947d-f5dd-49a1-89b0-2f6423300c3e None None] Checking segment: {'id': 'c83262c1-4dd8-49a2-be86-b3b69233aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:03:25.382198 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-42fa947d-f5dd-49a1-89b0-2f6423300c3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:25.382591 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa947d-f5dd-49a1-89b0-2f6423300c3e None None] Bound using segment: {'id': 'c83262c1-4dd8-49a2-be86-b3b69233aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:03:25.383065 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-42fa947d-f5dd-49a1-89b0-2f6423300c3e None None] Bound port: 5ed5337c-ec02-480f-a606-d316cb5fd0e5, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c83262c1-4dd8-49a2-be86-b3b69233aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:03:25.383475 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-42fa947d-f5dd-49a1-89b0-2f6423300c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:25.530693 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-42fa947d-f5dd-49a1-89b0-2f6423300c3e None None] For port 5ed5337c-ec02-480f-a606-d316cb5fd0e5, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:03:25.535559 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-42fa947d-f5dd-49a1-89b0-2f6423300c3e None None] For port 5ed5337c-ec02-480f-a606-d316cb5fd0e5, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=5ed5337c-ec02-480f-a606-d316cb5fd0e5,segment=NetworkSegment(c83262c1-4dd8-49a2-be86-b3b69233aaa9),segment_id=c83262c1-4dd8-49a2-be86-b3b69233aaa9)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:03:25.542291 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-42fa947d-f5dd-49a1-89b0-2f6423300c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:25.739339 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa947d-f5dd-49a1-89b0-2f6423300c3e None None] Pushing event updated for resources: {'Port': ['ID=5ed5337c-ec02-480f-a606-d316cb5fd0e5,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:25.966277 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d749c-4695-499e-a939-d3c45e13c347 req-522c64b3-ce8e-418f-8bd7-8e420f8716cf tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:25.977304 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ec5d749c-4695-499e-a939-d3c45e13c347 req-522c64b3-ce8e-418f-8bd7-8e420f8716cf tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fc5f1d5-7c86-43eb-bf47-bc57291b060b HTTP/1.1" status: 200 len: 945 time: 0.1765671 May 06 10:03:26.135262 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-bc13dc3b-852b-4104-9ed0-4dd8fcb9cc24 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Allocated IP 172.20.0.1 (889f8c86-c6c9-4b53-9bea-6627b13d8bae/3570a404-f04a-417e-b395-75e3e503b424/82e04ef6-9f65-45c3-b90a-8a6dfd23e862) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:03:26.152924 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ec5d749c-4695-499e-a939-d3c45e13c347 req-7d593b14-a384-4857-926d-20a4d07ee0f7 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/security-groups?id=647dd819-ff08-4b34-a698-f13c68b6da1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746299 May 06 10:03:26.369199 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bc13dc3b-852b-4104-9ed0-4dd8fcb9cc24 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:26.388305 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde0266-6941-45a6-8398-02ea791daa91 req-96e87ac9-579e-40bd-b13a-aa17558a74e6 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:26.390608 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8bde0266-6941-45a6-8398-02ea791daa91 req-96e87ac9-579e-40bd-b13a-aa17558a74e6 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fc5f1d5-7c86-43eb-bf47-bc57291b060b HTTP/1.1" status: 200 len: 945 time: 0.5074444 May 06 10:03:26.392387 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-aed15a82-c601-4594-8c5d-421f6e0966e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:26.506612 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:03:26.544179 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bc13dc3b-852b-4104-9ed0-4dd8fcb9cc24 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:26.642801 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc13dc3b-852b-4104-9ed0-4dd8fcb9cc24 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Network 889f8c86-c6c9-4b53-9bea-6627b13d8bae is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:03:26.658247 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-bc13dc3b-852b-4104-9ed0-4dd8fcb9cc24 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:03:26.661737 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc13dc3b-852b-4104-9ed0-4dd8fcb9cc24 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:03:26.665405 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13dc3b-852b-4104-9ed0-4dd8fcb9cc24 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Port': ['ID=82e04ef6-9f65-45c3-b90a-8a6dfd23e862,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:26.694534 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-8bde0266-6941-45a6-8398-02ea791daa91 req-1569768a-83d5-4e96-b0e0-11c457ba8844 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Deleting port e7453733-8314-4f12-bbe5-ff594387b7bd {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:03:26.694887 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-8bde0266-6941-45a6-8398-02ea791daa91 req-1569768a-83d5-4e96-b0e0-11c457ba8844 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:26.819947 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bc13dc3b-852b-4104-9ed0-4dd8fcb9cc24 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:26.914658 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-8bde0266-6941-45a6-8398-02ea791daa91 req-1569768a-83d5-4e96-b0e0-11c457ba8844 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] For port e7453733-8314-4f12-bbe5-ff594387b7bd, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=e7453733-8314-4f12-bbe5-ff594387b7bd,segment=NetworkSegment(3c45404d-95ef-4d8a-bbde-cf82280980bd),segment_id=3c45404d-95ef-4d8a-bbde-cf82280980bd)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:26.914658 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-8bde0266-6941-45a6-8398-02ea791daa91 req-1569768a-83d5-4e96-b0e0-11c457ba8844 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:26.928641 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-aed15a82-c601-4594-8c5d-421f6e0966e3 admin admin] Deleting port bcd70468-c15f-42df-8758-eb38a58186b2 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:03:26.929470 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-aed15a82-c601-4594-8c5d-421f6e0966e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:26.931077 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-8bde0266-6941-45a6-8398-02ea791daa91 req-1569768a-83d5-4e96-b0e0-11c457ba8844 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Calling delete_port for e7453733-8314-4f12-bbe5-ff594387b7bd owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:03:27.035186 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-aed15a82-c601-4594-8c5d-421f6e0966e3 admin admin] For port bcd70468-c15f-42df-8758-eb38a58186b2, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=bcd70468-c15f-42df-8758-eb38a58186b2,segment=NetworkSegment(80edd242-db32-42e3-9f67-d396ea818882),segment_id=80edd242-db32-42e3-9f67-d396ea818882)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:27.036292 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-aed15a82-c601-4594-8c5d-421f6e0966e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:27.077719 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-aed15a82-c601-4594-8c5d-421f6e0966e3 admin admin] Calling delete_port for bcd70468-c15f-42df-8758-eb38a58186b2 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:03:27.420018 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6d32c5-436f-452f-af02-f614c2be76c7 None None] Network 889f8c86-c6c9-4b53-9bea-6627b13d8bae requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:03:27.504853 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e6f81-9730-46c1-8a7e-da74b5e95bab req-d367e8e6-a4ca-4625-a9f8-fa5b87dd0f70 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:27.512693 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7d4e6f81-9730-46c1-8a7e-da74b5e95bab req-d367e8e6-a4ca-4625-a9f8-fa5b87dd0f70 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fc5f1d5-7c86-43eb-bf47-bc57291b060b HTTP/1.1" status: 200 len: 945 time: 0.2020097 May 06 10:03:27.592759 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a14342c6-0d5d-44e8-ac87-4aa06901ef9a None None] Provisioning complete for port 5ed5337c-ec02-480f-a606-d316cb5fd0e5 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:03:27.593308 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a14342c6-0d5d-44e8-ac87-4aa06901ef9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:27.667360 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 48094) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:27.682945 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7d4e6f81-9730-46c1-8a7e-da74b5e95bab req-a2105b7e-c278-47d8-8563-d3962bb34561 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/security-groups?id=647dd819-ff08-4b34-a698-f13c68b6da1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123161 May 06 10:03:27.754541 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-aed15a82-c601-4594-8c5d-421f6e0966e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:27.765914 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 5ed5337c-ec02-480f-a606-d316cb5fd0e5 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:03:27.821310 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed15a82-c601-4594-8c5d-421f6e0966e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcd70468-c15f-42df-8758-eb38a58186b2,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:27.949849 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bc13dc3b-852b-4104-9ed0-4dd8fcb9cc24 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:27.992962 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f561108d-d4ed-40fa-a1be-e00ce00ed627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:28.031983 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-8bde0266-6941-45a6-8398-02ea791daa91 req-1569768a-83d5-4e96-b0e0-11c457ba8844 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:28.062167 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 5ed5337c-ec02-480f-a606-d316cb5fd0e5 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:03:28.062701 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:28.179958 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569768a-83d5-4e96-b0e0-11c457ba8844 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Pushing event deleted for resources: {'Port': ['ID=e7453733-8314-4f12-bbe5-ff594387b7bd,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:28.387780 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a14342c6-0d5d-44e8-ac87-4aa06901ef9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:28.406362 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-aed15a82-c601-4594-8c5d-421f6e0966e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:28.427707 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f561108d-d4ed-40fa-a1be-e00ce00ed627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:28.444800 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bde0266-6941-45a6-8398-02ea791daa91 req-1569768a-83d5-4e96-b0e0-11c457ba8844 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] No DVR routers for this DVR port e7453733-8314-4f12-bbe5-ff594387b7bd on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:03:28.449770 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-8bde0266-6941-45a6-8398-02ea791daa91 req-1569768a-83d5-4e96-b0e0-11c457ba8844 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:28.453804 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8bde0266-6941-45a6-8398-02ea791daa91 req-1569768a-83d5-4e96-b0e0-11c457ba8844 tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.77 "DELETE /v2.0/ports/e7453733-8314-4f12-bbe5-ff594387b7bd HTTP/1.1" status: 204 len: 173 time: 2.0539365 May 06 10:03:28.454332 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc5f1d5-7c86-43eb-bf47-bc57291b060b', 'name': 'network-vif-deleted', 'tag': 'e7453733-8314-4f12-bbe5-ff594387b7bd'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:03:28.456834 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e416d6f-f9e8-4f4c-846e-83c34bbf8002" -d '{"events": [{"server_uuid": "5fc5f1d5-7c86-43eb-bf47-bc57291b060b", "name": "network-vif-deleted", "tag": "e7453733-8314-4f12-bbe5-ff594387b7bd"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:03:28.457167 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a14342c6-0d5d-44e8-ac87-4aa06901ef9a None None] For port 5ed5337c-ec02-480f-a606-d316cb5fd0e5, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=5ed5337c-ec02-480f-a606-d316cb5fd0e5,segment=NetworkSegment(c83262c1-4dd8-49a2-be86-b3b69233aaa9),segment_id=c83262c1-4dd8-49a2-be86-b3b69233aaa9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:28.479799 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a14342c6-0d5d-44e8-ac87-4aa06901ef9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:28.551273 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14342c6-0d5d-44e8-ac87-4aa06901ef9a None None] Pushing event updated for resources: {'Port': ['ID=5ed5337c-ec02-480f-a606-d316cb5fd0e5,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:28.571148 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:28.595836 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32182c8-7a4a-462a-acc7-ce8757d5052f x-openstack-request-id: req-d32182c8-7a4a-462a-acc7-ce8757d5052f {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:03:28.596118 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc5f1d5-7c86-43eb-bf47-bc57291b060b", "name": "network-vif-deleted", "tag": "e7453733-8314-4f12-bbe5-ff594387b7bd", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:03:28.596359 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d32182c8-7a4a-462a-acc7-ce8757d5052f {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:03:28.596771 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d32182c8-7a4a-462a-acc7-ce8757d5052f'] response: {'server_uuid': '5fc5f1d5-7c86-43eb-bf47-bc57291b060b', 'name': 'network-vif-deleted', 'tag': 'e7453733-8314-4f12-bbe5-ff594387b7bd', 'status': 'completed', 'code': 200} May 06 10:03:28.606193 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f561108d-d4ed-40fa-a1be-e00ce00ed627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:28.606628 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bc13dc3b-852b-4104-9ed0-4dd8fcb9cc24 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:28.621856 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bc13dc3b-852b-4104-9ed0-4dd8fcb9cc24 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:28.648384 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561108d-d4ed-40fa-a1be-e00ce00ed627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e80b51d-a634-40d6-af0b-6889ec0ac223,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:28.660858 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f561108d-d4ed-40fa-a1be-e00ce00ed627 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:28.661420 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f561108d-d4ed-40fa-a1be-e00ce00ed627 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:28.661876 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f561108d-d4ed-40fa-a1be-e00ce00ed627 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:28.662401 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f561108d-d4ed-40fa-a1be-e00ce00ed627 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:28.662981 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f561108d-d4ed-40fa-a1be-e00ce00ed627 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:28.663622 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f561108d-d4ed-40fa-a1be-e00ce00ed627 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:28.664122 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f561108d-d4ed-40fa-a1be-e00ce00ed627 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:28.664564 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f561108d-d4ed-40fa-a1be-e00ce00ed627 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:28.665009 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f561108d-d4ed-40fa-a1be-e00ce00ed627 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:28.665494 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f561108d-d4ed-40fa-a1be-e00ce00ed627 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:28.665935 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f561108d-d4ed-40fa-a1be-e00ce00ed627 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:28.666372 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f561108d-d4ed-40fa-a1be-e00ce00ed627 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:28.727807 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bc13dc3b-852b-4104-9ed0-4dd8fcb9cc24 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:28.736715 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 10:03:28.737084 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 10:03:28.774957 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f561108d-d4ed-40fa-a1be-e00ce00ed627 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c8ede40801b247fa9ef31dfe7b0b99c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0880356 May 06 10:03:28.776168 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 48106) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:28.860384 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13dc3b-852b-4104-9ed0-4dd8fcb9cc24 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Port': ['ID=82e04ef6-9f65-45c3-b90a-8a6dfd23e862,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:28.905371 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2f6cea9c-01c5-44f9-98bc-a03e1ffa32bc req-5ca0e41e-407b-481d-bdfc-3fb3628d06ad tempest-VolumesActionsTest-198923919 tempest-VolumesActionsTest-198923919-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fc5f1d5-7c86-43eb-bf47-bc57291b060b HTTP/1.1" status: 200 len: 210 time: 0.0848005 May 06 10:03:28.922363 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc13dc3b-852b-4104-9ed0-4dd8fcb9cc24 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Network 889f8c86-c6c9-4b53-9bea-6627b13d8bae is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:03:28.924833 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-bc13dc3b-852b-4104-9ed0-4dd8fcb9cc24 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:03:28.955291 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-33b1cac8-fcf6-4ed9-a421-12f0a0b772b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:28.982302 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-33b1cac8-fcf6-4ed9-a421-12f0a0b772b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:29.005208 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed15a82-c601-4594-8c5d-421f6e0966e3 admin admin] Router 3205d89c-2ea7-4f9a-b848-40e1a985b929 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:03:29.050817 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-8fece36d-b47f-4582-9b57-8467e3d25329 None None] Provisioning complete for port 82e04ef6-9f65-45c3-b90a-8a6dfd23e862 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:03:29.051515 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8fece36d-b47f-4582-9b57-8467e3d25329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:29.133522 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-8fece36d-b47f-4582-9b57-8467e3d25329 None None] Port 82e04ef6-9f65-45c3-b90a-8a6dfd23e862 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:03:29.136933 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc13dc3b-852b-4104-9ed0-4dd8fcb9cc24 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Router 2425a35e-8d7a-41ae-8c21-7767b1a28fa1 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:03:29.163314 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-33b1cac8-fcf6-4ed9-a421-12f0a0b772b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:29.168850 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-8fece36d-b47f-4582-9b57-8467e3d25329 None None] Provisioning complete for port 5ed5337c-ec02-480f-a606-d316cb5fd0e5 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:03:29.169236 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8fece36d-b47f-4582-9b57-8467e3d25329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:29.174280 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-33b1cac8-fcf6-4ed9-a421-12f0a0b772b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:29.175574 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-33b1cac8-fcf6-4ed9-a421-12f0a0b772b5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9e80b51d-a634-40d6-af0b-6889ec0ac223 HTTP/1.1" status: 204 len: 168 time: 0.3943932 May 06 10:03:29.196195 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1cac8-fcf6-4ed9-a421-12f0a0b772b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e80b51d-a634-40d6-af0b-6889ec0ac223,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:29.209283 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed15a82-c601-4594-8c5d-421f6e0966e3 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:03:29.216985 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-aed15a82-c601-4594-8c5d-421f6e0966e3 admin admin] 10.222.0.73 "PUT /v2.0/routers/3205d89c-2ea7-4f9a-b848-40e1a985b929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3592761 May 06 10:03:29.222107 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 48110) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:29.230931 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:29.235964 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88f006a-b8dc-4c72-bf88-601c566b526b None None] Sync routers for ids ['3205d89c-2ea7-4f9a-b848-40e1a985b929'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:03:29.337473 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88f006a-b8dc-4c72-bf88-601c566b526b None None] Routers {'3205d89c-2ea7-4f9a-b848-40e1a985b929'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:29.338156 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-e88f006a-b8dc-4c72-bf88-601c566b526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:03:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3205d89c-2ea7-4f9a-b848-40e1a985b929'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:29.377842 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc13dc3b-852b-4104-9ed0-4dd8fcb9cc24 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:03:29.395422 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bc13dc3b-852b-4104-9ed0-4dd8fcb9cc24 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "PUT /v2.0/routers/2425a35e-8d7a-41ae-8c21-7767b1a28fa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1131744 May 06 10:03:29.397097 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fc28cd-fdbd-4a00-bb1d-01589fb7e59c None None] Sync routers for ids ['2425a35e-8d7a-41ae-8c21-7767b1a28fa1'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:03:29.401078 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c4c16831-d4f1-4f91-9b29-54fd702f8457 admin admin] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:29.412847 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 0aa93a9d-a9a1-482a-8934-d793b6607f7d up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:03:29.415416 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fc28cd-fdbd-4a00-bb1d-01589fb7e59c None None] Routers {'2425a35e-8d7a-41ae-8c21-7767b1a28fa1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:29.417281 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-38fc28cd-fdbd-4a00-bb1d-01589fb7e59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:03:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['2425a35e-8d7a-41ae-8c21-7767b1a28fa1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:29.490036 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device e7453733-8314-4f12-bbe5-ff594387b7bd no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:03:29.610458 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-38fc28cd-fdbd-4a00-bb1d-01589fb7e59c None None] Set router 2425a35e-8d7a-41ae-8c21-7767b1a28fa1 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:03:29.627597 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: e7453733-8314-4f12-bbe5-ff594387b7bd {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:03:29.635451 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device e7453733-8314-4f12-bbe5-ff594387b7bd not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:03:29.775596 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48130) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:29.808645 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d0650776-9bbb-4d21-8315-088665030124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:29.850248 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-e88f006a-b8dc-4c72-bf88-601c566b526b None None] Set router 3205d89c-2ea7-4f9a-b848-40e1a985b929 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:03:29.930877 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d0650776-9bbb-4d21-8315-088665030124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:29.937936 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d0650776-9bbb-4d21-8315-088665030124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:29.964678 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-38fc28cd-fdbd-4a00-bb1d-01589fb7e59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2128000833', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '0aa93a9d-a9a1-482a-8934-d793b6607f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:03:20Z', 'updated_at': '2022-05-06T10:03:27Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': '0aa93a9d-a9a1-482a-8934-d793b6607f7d', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:03:21Z', 'updated_at': '2022-05-06T10:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '82e04ef6-9f65-45c3-b90a-8a6dfd23e862', 'name': '', 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:f5:1e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '3570a404-f04a-417e-b395-75e3e503b424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:03:25Z', 'updated_at': '2022-05-06T10:03:28Z', 'revision_number': 2, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': '3570a404-f04a-417e-b395-75e3e503b424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:29.993249 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d0650776-9bbb-4d21-8315-088665030124 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=46e1736797184e9c9587dd7df3414aa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2146177 May 06 10:03:29.993875 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48134) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:30.000855 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0650776-9bbb-4d21-8315-088665030124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd2db3d-5e26-476e-a380-43d125c09780,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:30.007934 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fc28cd-fdbd-4a00-bb1d-01589fb7e59c None None] Checking router: 2425a35e-8d7a-41ae-8c21-7767b1a28fa1 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:03:30.008393 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fc28cd-fdbd-4a00-bb1d-01589fb7e59c None None] Updating router 2425a35e-8d7a-41ae-8c21-7767b1a28fa1 port 82e04ef6-9f65-45c3-b90a-8a6dfd23e862 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:03:30.012336 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 0aa93a9d-a9a1-482a-8934-d793b6607f7d triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:03:30.013011 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:30.044489 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-38fc28cd-fdbd-4a00-bb1d-01589fb7e59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:30.046573 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-7ece5851-df64-4895-98a3-7b0c07fa1753 None None] Provisioning complete for port 82e04ef6-9f65-45c3-b90a-8a6dfd23e862 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:03:30.047522 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7ece5851-df64-4895-98a3-7b0c07fa1753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:30.076147 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0f6ffaa6-e1a8-4237-9b40-ab8f688d1864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:30.102178 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-02d95457-041f-487b-9163-1622e4260000 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-885957393&fields=id&tenant_id=1b7022527a0d47ed9f061636a22ce038 HTTP/1.1" status: 200 len: 267 time: 0.0508575 May 06 10:03:30.103994 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0f6ffaa6-e1a8-4237-9b40-ab8f688d1864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:30.105543 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c4c16831-d4f1-4f91-9b29-54fd702f8457 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:30.144760 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-7ece5851-df64-4895-98a3-7b0c07fa1753 None None] Port 82e04ef6-9f65-45c3-b90a-8a6dfd23e862 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:03:30.162596 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0f6ffaa6-e1a8-4237-9b40-ab8f688d1864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:30.165523 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0f6ffaa6-e1a8-4237-9b40-ab8f688d1864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:30.169766 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0f6ffaa6-e1a8-4237-9b40-ab8f688d1864 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9fd2db3d-5e26-476e-a380-43d125c09780 HTTP/1.1" status: 204 len: 168 time: 0.1749268 May 06 10:03:30.178725 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ffaa6-e1a8-4237-9b40-ab8f688d1864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd2db3d-5e26-476e-a380-43d125c09780,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:30.255312 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:30.256003 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-f61a162e-1cc8-43b9-b097-35d4064ac06f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:30.257639 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-f61a162e-1cc8-43b9-b097-35d4064ac06f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/networks?id=889f8c86-c6c9-4b53-9bea-6627b13d8bae HTTP/1.1" status: 200 len: 797 time: 0.1433749 May 06 10:03:30.265910 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-c4c16831-d4f1-4f91-9b29-54fd702f8457 admin admin] Deleting port 47f79145-6e99-4488-a4da-6e00e375309c {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:03:30.266321 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c4c16831-d4f1-4f91-9b29-54fd702f8457 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:30.288637 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 0aa93a9d-a9a1-482a-8934-d793b6607f7d, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=0aa93a9d-a9a1-482a-8934-d793b6607f7d,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:30.295467 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-e88f006a-b8dc-4c72-bf88-601c566b526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '47f79145-6e99-4488-a4da-6e00e375309c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T10:03:27Z', 'revision_number': 5, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port': {'id': '47f79145-6e99-4488-a4da-6e00e375309c', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:35Z', 'updated_at': '2022-05-06T09:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:30.318006 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-324df02e-905c-45c0-b170-2a8a73cbe7c2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/quotas/1b7022527a0d47ed9f061636a22ce038 HTTP/1.1" status: 200 len: 375 time: 0.0537815 May 06 10:03:30.324951 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:30.328916 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88f006a-b8dc-4c72-bf88-601c566b526b None None] Checking router: 3205d89c-2ea7-4f9a-b848-40e1a985b929 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:03:30.363432 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88f006a-b8dc-4c72-bf88-601c566b526b None None] Routers {'3205d89c-2ea7-4f9a-b848-40e1a985b929'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:30.364021 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-e88f006a-b8dc-4c72-bf88-601c566b526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:03:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['3205d89c-2ea7-4f9a-b848-40e1a985b929'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:30.411356 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-c4c16831-d4f1-4f91-9b29-54fd702f8457 admin admin] For port 47f79145-6e99-4488-a4da-6e00e375309c, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=47f79145-6e99-4488-a4da-6e00e375309c,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:30.411739 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c4c16831-d4f1-4f91-9b29-54fd702f8457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:30.426977 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-f06a5d7a-7917-4382-a3e2-33aa053830b9 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0981319 May 06 10:03:30.433183 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-c4c16831-d4f1-4f91-9b29-54fd702f8457 admin admin] Calling delete_port for 47f79145-6e99-4488-a4da-6e00e375309c owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:03:30.502215 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-e88f006a-b8dc-4c72-bf88-601c566b526b None None] Set router 3205d89c-2ea7-4f9a-b848-40e1a985b929 gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:03:30.528111 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-38fc28cd-fdbd-4a00-bb1d-01589fb7e59c None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:30.542703 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-38fc28cd-fdbd-4a00-bb1d-01589fb7e59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:30.583336 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-e88f006a-b8dc-4c72-bf88-601c566b526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T10:03:30Z', 'revision_number': 6, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:30.640659 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 5ed5337c-ec02-480f-a606-d316cb5fd0e5 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:03:30.644794 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88f006a-b8dc-4c72-bf88-601c566b526b None None] The sync data for ids ['3205d89c-2ea7-4f9a-b848-40e1a985b929'] in n-d-840835-1 is: [{'id': '3205d89c-2ea7-4f9a-b848-40e1a985b929', 'name': 'tempest-AttachVolumeNegativeTest-49810280-router', 'tenant_id': '8f622fd1748945faafa68a8a25c50995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:34Z', 'updated_at': '2022-05-06T10:03:30Z', 'revision_number': 6, 'project_id': '8f622fd1748945faafa68a8a25c50995', 'gw_port_host': None}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:03:30.655860 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552b84e-3039-4e51-ad57-14ca0fcfcdab None None] Pushing event updated for resources: {'Port': ['ID=82e04ef6-9f65-45c3-b90a-8a6dfd23e862,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:30.684277 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=0aa93a9d-a9a1-482a-8934-d793b6607f7d,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:30.757357 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 5ed5337c-ec02-480f-a606-d316cb5fd0e5 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:03:30.757744 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:30.780693 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-298d45e6-5d22-4e6a-8f84-d0d01b4acccb service neutron] 10.222.0.73 "GET /v2.0/networks/889f8c86-c6c9-4b53-9bea-6627b13d8bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337820 May 06 10:03:30.791498 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-38fc28cd-fdbd-4a00-bb1d-01589fb7e59c None None] Attempting to bind port 82e04ef6-9f65-45c3-b90a-8a6dfd23e862 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:03:30.794684 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-38fc28cd-fdbd-4a00-bb1d-01589fb7e59c None None] Attempting to bind port 82e04ef6-9f65-45c3-b90a-8a6dfd23e862 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'c83262c1-4dd8-49a2-be86-b3b69233aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:03:30.795350 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fc28cd-fdbd-4a00-bb1d-01589fb7e59c None None] Attempting to bind port 82e04ef6-9f65-45c3-b90a-8a6dfd23e862 on network 889f8c86-c6c9-4b53-9bea-6627b13d8bae {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:03:30.805059 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fc28cd-fdbd-4a00-bb1d-01589fb7e59c None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:03:30.805994 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fc28cd-fdbd-4a00-bb1d-01589fb7e59c None None] Checking segment: {'id': 'c83262c1-4dd8-49a2-be86-b3b69233aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:03:30.807506 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-38fc28cd-fdbd-4a00-bb1d-01589fb7e59c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:30.808258 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fc28cd-fdbd-4a00-bb1d-01589fb7e59c None None] Bound using segment: {'id': 'c83262c1-4dd8-49a2-be86-b3b69233aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:03:30.808928 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-38fc28cd-fdbd-4a00-bb1d-01589fb7e59c None None] Bound port: 82e04ef6-9f65-45c3-b90a-8a6dfd23e862, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c83262c1-4dd8-49a2-be86-b3b69233aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:03:30.809496 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-38fc28cd-fdbd-4a00-bb1d-01589fb7e59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:30.848193 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48142) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:30.875942 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cba6cebe-346a-4897-b1cb-5b8881f66e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:30.909663 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-38fc28cd-fdbd-4a00-bb1d-01589fb7e59c None None] For port 82e04ef6-9f65-45c3-b90a-8a6dfd23e862, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:03:30.916285 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-38fc28cd-fdbd-4a00-bb1d-01589fb7e59c None None] For port 82e04ef6-9f65-45c3-b90a-8a6dfd23e862, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=82e04ef6-9f65-45c3-b90a-8a6dfd23e862,segment=NetworkSegment(c83262c1-4dd8-49a2-be86-b3b69233aaa9),segment_id=c83262c1-4dd8-49a2-be86-b3b69233aaa9)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:03:30.918070 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c4c16831-d4f1-4f91-9b29-54fd702f8457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:30.925966 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-38fc28cd-fdbd-4a00-bb1d-01589fb7e59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:31.034642 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fc28cd-fdbd-4a00-bb1d-01589fb7e59c None None] Routers {'2425a35e-8d7a-41ae-8c21-7767b1a28fa1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:31.035800 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-38fc28cd-fdbd-4a00-bb1d-01589fb7e59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:03:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['2425a35e-8d7a-41ae-8c21-7767b1a28fa1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:31.042691 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552b84e-3039-4e51-ad57-14ca0fcfcdab None None] Pushing event updated for resources: {'Port': ['ID=82e04ef6-9f65-45c3-b90a-8a6dfd23e862,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:31.074486 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cba6cebe-346a-4897-b1cb-5b8881f66e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:31.078045 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-02822b95-13f6-40fb-b474-40664f253c0d None None] Provisioning complete for port 82e04ef6-9f65-45c3-b90a-8a6dfd23e862 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:03:31.078433 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-02822b95-13f6-40fb-b474-40664f253c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:31.089785 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cba6cebe-346a-4897-b1cb-5b8881f66e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:31.105455 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-ad065649-5dde-4581-9095-ece3488cf364 service neutron] 10.222.0.73 "GET /v2.0/networks/889f8c86-c6c9-4b53-9bea-6627b13d8bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131793 May 06 10:03:31.162633 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c4c16831-d4f1-4f91-9b29-54fd702f8457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:31.166655 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c16831-d4f1-4f91-9b29-54fd702f8457 admin admin] Pushing event deleted for resources: {'Port': ['ID=47f79145-6e99-4488-a4da-6e00e375309c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:31.225701 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cba6cebe-346a-4897-b1cb-5b8881f66e1a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7bdd05b2449c4992b7966e710f068510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3726175 May 06 10:03:31.243666 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48144) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:31.303731 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6cebe-346a-4897-b1cb-5b8881f66e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979b6646-599f-4ed6-89cb-bebdf35280b5,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:31.323283 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-02822b95-13f6-40fb-b474-40664f253c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:31.338428 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-38fc28cd-fdbd-4a00-bb1d-01589fb7e59c None None] Set router 2425a35e-8d7a-41ae-8c21-7767b1a28fa1 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:03:31.356620 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-51ea48c7-f484-40c8-9a0e-d7bcbc84325e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:31.400383 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-51ea48c7-f484-40c8-9a0e-d7bcbc84325e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:31.418931 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-02822b95-13f6-40fb-b474-40664f253c0d None None] For port 82e04ef6-9f65-45c3-b90a-8a6dfd23e862, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=82e04ef6-9f65-45c3-b90a-8a6dfd23e862,segment=NetworkSegment(c83262c1-4dd8-49a2-be86-b3b69233aaa9),segment_id=c83262c1-4dd8-49a2-be86-b3b69233aaa9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:31.434756 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-02822b95-13f6-40fb-b474-40664f253c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:31.448919 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c4c16831-d4f1-4f91-9b29-54fd702f8457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:31.459079 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c4c16831-d4f1-4f91-9b29-54fd702f8457 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:31.507236 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-51ea48c7-f484-40c8-9a0e-d7bcbc84325e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:31.511071 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-51ea48c7-f484-40c8-9a0e-d7bcbc84325e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:31.513098 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-51ea48c7-f484-40c8-9a0e-d7bcbc84325e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/979b6646-599f-4ed6-89cb-bebdf35280b5 HTTP/1.1" status: 204 len: 168 time: 0.2683997 May 06 10:03:31.524819 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea48c7-f484-40c8-9a0e-d7bcbc84325e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979b6646-599f-4ed6-89cb-bebdf35280b5,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:31.607026 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02822b95-13f6-40fb-b474-40664f253c0d None None] Pushing event updated for resources: {'Port': ['ID=82e04ef6-9f65-45c3-b90a-8a6dfd23e862,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:31.610764 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-821b7447-62a5-4324-960d-067f9363f184 None None] Provisioning complete for port 82e04ef6-9f65-45c3-b90a-8a6dfd23e862 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:03:31.611166 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-821b7447-62a5-4324-960d-067f9363f184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:31.693084 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7a71530d-3151-4048-8fc7-95249ee1bb3b req-4efe6562-4832-4457-9103-7f00c073d56d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 210 time: 0.0519030 May 06 10:03:31.698005 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c4c16831-d4f1-4f91-9b29-54fd702f8457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:31.698564 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c16831-d4f1-4f91-9b29-54fd702f8457 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3205d89c-2ea7-4f9a-b848-40e1a985b929 {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:03:31.732233 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c4c16831-d4f1-4f91-9b29-54fd702f8457 admin admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:31.733407 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c4c16831-d4f1-4f91-9b29-54fd702f8457 admin admin] 10.222.0.73 "DELETE /v2.0/routers/3205d89c-2ea7-4f9a-b848-40e1a985b929 HTTP/1.1" status: 204 len: 168 time: 2.5099962 May 06 10:03:31.736156 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48166) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:31.878163 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-7159084a-e425-4051-b18a-2551ad594266 admin admin] Deleting subnet 5a6d1981-166e-43ed-8cde-937a332bb113 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:03:31.883306 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7159084a-e425-4051-b18a-2551ad594266 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:31.959019 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7159084a-e425-4051-b18a-2551ad594266 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:32.014174 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-38fc28cd-fdbd-4a00-bb1d-01589fb7e59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2128000833', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '0aa93a9d-a9a1-482a-8934-d793b6607f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:03:20Z', 'updated_at': '2022-05-06T10:03:27Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': '0aa93a9d-a9a1-482a-8934-d793b6607f7d', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:03:21Z', 'updated_at': '2022-05-06T10:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '82e04ef6-9f65-45c3-b90a-8a6dfd23e862', 'name': '', 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:f5:1e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '3570a404-f04a-417e-b395-75e3e503b424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:03:25Z', 'updated_at': '2022-05-06T10:03:30Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': '3570a404-f04a-417e-b395-75e3e503b424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:32.049574 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fc28cd-fdbd-4a00-bb1d-01589fb7e59c None None] The sync data for ids ['2425a35e-8d7a-41ae-8c21-7767b1a28fa1'] in n-d-840835-1 is: [{'id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2128000833', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '0aa93a9d-a9a1-482a-8934-d793b6607f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:03:20Z', 'updated_at': '2022-05-06T10:03:27Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': '0aa93a9d-a9a1-482a-8934-d793b6607f7d', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:03:21Z', 'updated_at': '2022-05-06T10:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '82e04ef6-9f65-45c3-b90a-8a6dfd23e862', 'name': '', 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:f5:1e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '3570a404-f04a-417e-b395-75e3e503b424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:03:25Z', 'updated_at': '2022-05-06T10:03:30Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': '3570a404-f04a-417e-b395-75e3e503b424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:03:32.092379 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7159084a-e425-4051-b18a-2551ad594266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:32.205132 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7159084a-e425-4051-b18a-2551ad594266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:32.257982 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159084a-e425-4051-b18a-2551ad594266 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a6d1981-166e-43ed-8cde-937a332bb113,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:32.265668 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7159084a-e425-4051-b18a-2551ad594266 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:32.266636 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c156932-75d4-4400-a8f4-81615a3db28c None None] Network 4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:03:32.270965 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7159084a-e425-4051-b18a-2551ad594266 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5a6d1981-166e-43ed-8cde-937a332bb113 HTTP/1.1" status: 204 len: 168 time: 0.5334790 May 06 10:03:32.273424 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48198) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:32.393489 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3da3a614-c5d7-4ac1-bdfd-d07a6fe715a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:32.500710 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-3da3a614-c5d7-4ac1-bdfd-d07a6fe715a7 admin admin] Deleting port f60edc43-7d4e-4acc-93f0-e2b08d7f69dd {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:03:32.501146 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3da3a614-c5d7-4ac1-bdfd-d07a6fe715a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:32.617191 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab36eb38-e432-4b56-8256-f805b7b1d6ce None None] DHCP port deletion for 4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:03:32.635723 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-3da3a614-c5d7-4ac1-bdfd-d07a6fe715a7 admin admin] For port f60edc43-7d4e-4acc-93f0-e2b08d7f69dd, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f60edc43-7d4e-4acc-93f0-e2b08d7f69dd,segment=NetworkSegment(80edd242-db32-42e3-9f67-d396ea818882),segment_id=80edd242-db32-42e3-9f67-d396ea818882)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:32.636023 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3da3a614-c5d7-4ac1-bdfd-d07a6fe715a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:32.654080 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-3da3a614-c5d7-4ac1-bdfd-d07a6fe715a7 admin admin] Calling delete_port for f60edc43-7d4e-4acc-93f0-e2b08d7f69dd owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:03:32.772734 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3da3a614-c5d7-4ac1-bdfd-d07a6fe715a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:32.779444 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-ab36eb38-e432-4b56-8256-f805b7b1d6ce None None] Deleting port f60edc43-7d4e-4acc-93f0-e2b08d7f69dd {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:03:32.779969 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ab36eb38-e432-4b56-8256-f805b7b1d6ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:32.782414 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 82e04ef6-9f65-45c3-b90a-8a6dfd23e862 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:03:32.811326 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3a614-c5d7-4ac1-bdfd-d07a6fe715a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f60edc43-7d4e-4acc-93f0-e2b08d7f69dd,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:32.827426 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da3a614-c5d7-4ac1-bdfd-d07a6fe715a7 admin admin] No DVR routers for this DVR port f60edc43-7d4e-4acc-93f0-e2b08d7f69dd on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:03:32.942017 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-435202dc-fac5-48ca-84cc-6881d6fff7ee req-feec6850-775e-43cf-bf1b-b3830cc9f325 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 210 time: 0.0591393 May 06 10:03:32.978039 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ab36eb38-e432-4b56-8256-f805b7b1d6ce None None] For port f60edc43-7d4e-4acc-93f0-e2b08d7f69dd, host n-d-840835-1, got binding levels [] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:32.978449 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ab36eb38-e432-4b56-8256-f805b7b1d6ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:33.000212 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-ab36eb38-e432-4b56-8256-f805b7b1d6ce None None] Calling delete_port for f60edc43-7d4e-4acc-93f0-e2b08d7f69dd owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:03:33.003304 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.ipam_backend_mixin [None req-ab36eb38-e432-4b56-8256-f805b7b1d6ce None None] Port f60edc43-7d4e-4acc-93f0-e2b08d7f69dd was not found and therefore no delete operation was performed {{(pid=102654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 10:03:33.006158 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ab36eb38-e432-4b56-8256-f805b7b1d6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:33.011380 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3da3a614-c5d7-4ac1-bdfd-d07a6fe715a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:33.060104 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-3da3a614-c5d7-4ac1-bdfd-d07a6fe715a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:33.110529 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-3da3a614-c5d7-4ac1-bdfd-d07a6fe715a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80edd242-db32-42e3-9f67-d396ea818882') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:33.110919 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-3da3a614-c5d7-4ac1-bdfd-d07a6fe715a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80edd242-db32-42e3-9f67-d396ea818882') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:33.124485 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3da3a614-c5d7-4ac1-bdfd-d07a6fe715a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:33.140980 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3da3a614-c5d7-4ac1-bdfd-d07a6fe715a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:33.151224 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da3a614-c5d7-4ac1-bdfd-d07a6fe715a7 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:03:33.151540 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab36eb38-e432-4b56-8256-f805b7b1d6ce None None] No DVR routers for this DVR port f60edc43-7d4e-4acc-93f0-e2b08d7f69dd on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:03:33.152149 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3da3a614-c5d7-4ac1-bdfd-d07a6fe715a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: timer() May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:03:33.155399 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:03:33.169731 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36eb38-e432-4b56-8256-f805b7b1d6ce None None] Pushing event deleted for resources: {'Port': ['ID=f60edc43-7d4e-4acc-93f0-e2b08d7f69dd,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:33.220501 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 82e04ef6-9f65-45c3-b90a-8a6dfd23e862 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:03:33.221024 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:33.286318 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3da3a614-c5d7-4ac1-bdfd-d07a6fe715a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:33.356693 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3da3a614-c5d7-4ac1-bdfd-d07a6fe715a7 admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:33.364172 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3da3a614-c5d7-4ac1-bdfd-d07a6fe715a7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6 HTTP/1.1" status: 204 len: 168 time: 1.0770264 May 06 10:03:33.382486 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3a614-c5d7-4ac1-bdfd-d07a6fe715a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a7779e1-482c-4dc6-9eb5-59b9ae42e7e6,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:33.385556 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 0aa93a9d-a9a1-482a-8934-d793b6607f7d up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:03:33.457966 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 0aa93a9d-a9a1-482a-8934-d793b6607f7d triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:03:33.458699 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:33.798161 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 48262) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:33.823535 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device bcd70468-c15f-42df-8758-eb38a58186b2 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:03:33.841900 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-2632078e-295d-48f2-b856-97fc088b0c29 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:33.862237 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-2632078e-295d-48f2-b856-97fc088b0c29 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.77 "GET /v2.0/networks?id=889f8c86-c6c9-4b53-9bea-6627b13d8bae HTTP/1.1" status: 200 len: 797 time: 0.3576922 May 06 10:03:33.902280 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-86f316b2-97a9-4329-980b-bfe020a8ba69 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8f622fd1748945faafa68a8a25c50995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1025448 May 06 10:03:33.902664 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: bcd70468-c15f-42df-8758-eb38a58186b2 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:03:33.903219 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device bcd70468-c15f-42df-8758-eb38a58186b2 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:03:33.903767 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 47f79145-6e99-4488-a4da-6e00e375309c no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:03:33.905766 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 48270) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:33.953808 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 47f79145-6e99-4488-a4da-6e00e375309c {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:03:33.957838 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-4b004f22-6a43-4f93-a5f9-ecb13de59f51 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b7022527a0d47ed9f061636a22ce038 HTTP/1.1" status: 200 len: 379 time: 0.0848396 May 06 10:03:33.958347 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 47f79145-6e99-4488-a4da-6e00e375309c not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:03:33.978389 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-ed82ea0d-7ae3-4c03-892f-9bf4aebd611a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'port': {'device_id': 'dce71cb3-1ff5-471e-aa54-3b454cf92439', 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae', 'admin_state_up': True, 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'security_groups': ['a5c77d26-42ee-458f-8c32-18b155ba755c']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:34.061302 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b3175fae-b94a-445f-b328-85fbfa72094a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:34.110854 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b3175fae-b94a-445f-b328-85fbfa72094a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:34.197990 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eb15ae90-f0cc-4f71-aaf7-e531ae7d8501 req-4b622592-b79e-4409-85b8-5d8f4f4480f8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 210 time: 0.0501926 May 06 10:03:34.209921 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-ed82ea0d-7ae3-4c03-892f-9bf4aebd611a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Made reservation on behalf of 1b7022527a0d47ed9f061636a22ce038 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:03:34.217934 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-ed82ea0d-7ae3-4c03-892f-9bf4aebd611a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:34.289345 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b3175fae-b94a-445f-b328-85fbfa72094a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:34.297183 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b3175fae-b94a-445f-b328-85fbfa72094a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:34.298583 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b3175fae-b94a-445f-b328-85fbfa72094a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2f1bb98d-a127-445a-9539-c3b77eed004b HTTP/1.1" status: 204 len: 168 time: 0.3904622 May 06 10:03:34.318424 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3175fae-b94a-445f-b328-85fbfa72094a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1bb98d-a127-445a-9539-c3b77eed004b,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:34.484945 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-ed82ea0d-7ae3-4c03-892f-9bf4aebd611a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Allocated IP 172.20.0.5 (889f8c86-c6c9-4b53-9bea-6627b13d8bae/3570a404-f04a-417e-b395-75e3e503b424/45ca556a-5ac7-4b8a-a683-a9251e898703) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:03:34.496496 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f60edc43-7d4e-4acc-93f0-e2b08d7f69dd no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:03:34.541949 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: f60edc43-7d4e-4acc-93f0-e2b08d7f69dd {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:03:34.542419 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f60edc43-7d4e-4acc-93f0-e2b08d7f69dd not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:03:34.714618 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-ed82ea0d-7ae3-4c03-892f-9bf4aebd611a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:34.765591 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-ed82ea0d-7ae3-4c03-892f-9bf4aebd611a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:34.834176 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82ea0d-7ae3-4c03-892f-9bf4aebd611a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Port': ['ID=45ca556a-5ac7-4b8a-a683-a9251e898703,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:34.854419 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-ed82ea0d-7ae3-4c03-892f-9bf4aebd611a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Network 889f8c86-c6c9-4b53-9bea-6627b13d8bae is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:03:34.856833 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-ed82ea0d-7ae3-4c03-892f-9bf4aebd611a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:03:34.863917 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-ed82ea0d-7ae3-4c03-892f-9bf4aebd611a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:03:34.984098 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-ed82ea0d-7ae3-4c03-892f-9bf4aebd611a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:34.987202 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-ed82ea0d-7ae3-4c03-892f-9bf4aebd611a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:35.023233 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-ed82ea0d-7ae3-4c03-892f-9bf4aebd611a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0479198 May 06 10:03:35.373835 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-3acd5a5c-ca42-4ae0-9a3d-e02403c1d425 None None] Provisioning complete for port 45ca556a-5ac7-4b8a-a683-a9251e898703 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:03:35.377265 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3acd5a5c-ca42-4ae0-9a3d-e02403c1d425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:35.401977 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-4b8dc5cd-d628-4997-bd38-8f2b5ad54ff5 service neutron] Request body: {'port': {'device_id': 'dce71cb3-1ff5-471e-aa54-3b454cf92439', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:35.501186 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-3acd5a5c-ca42-4ae0-9a3d-e02403c1d425 None None] Port 45ca556a-5ac7-4b8a-a683-a9251e898703 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:03:35.594649 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-4b8dc5cd-d628-4997-bd38-8f2b5ad54ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:35.603237 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e5dd9-73e7-4d47-92e9-76aaa9000c50 req-dc8add66-b507-4221-97ae-38ee60208b50 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:35.605066 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab2e5dd9-73e7-4d47-92e9-76aaa9000c50 req-dc8add66-b507-4221-97ae-38ee60208b50 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 931 time: 0.1633017 May 06 10:03:35.691158 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab2e5dd9-73e7-4d47-92e9-76aaa9000c50 req-14e93ccb-0225-48ee-83c7-0b23e5a22341 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=a5c77d26-42ee-458f-8c32-18b155ba755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791185 May 06 10:03:36.235491 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-4b8dc5cd-d628-4997-bd38-8f2b5ad54ff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ca556a-5ac7-4b8a-a683-a9251e898703 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:03:36.288275 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-4b8dc5cd-d628-4997-bd38-8f2b5ad54ff5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:36.314052 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-4b8dc5cd-d628-4997-bd38-8f2b5ad54ff5 service neutron] Transition to ACTIVE for port object 45ca556a-5ac7-4b8a-a683-a9251e898703 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:03:36.328825 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-4b8dc5cd-d628-4997-bd38-8f2b5ad54ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:36.502161 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8dc5cd-d628-4997-bd38-8f2b5ad54ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=45ca556a-5ac7-4b8a-a683-a9251e898703,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:36.510066 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-4b8dc5cd-d628-4997-bd38-8f2b5ad54ff5 service neutron] Attempting to bind port 45ca556a-5ac7-4b8a-a683-a9251e898703 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:03:36.510751 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-4b8dc5cd-d628-4997-bd38-8f2b5ad54ff5 service neutron] Attempting to bind port 45ca556a-5ac7-4b8a-a683-a9251e898703 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'c83262c1-4dd8-49a2-be86-b3b69233aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:03:36.511474 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-4b8dc5cd-d628-4997-bd38-8f2b5ad54ff5 service neutron] Attempting to bind port 45ca556a-5ac7-4b8a-a683-a9251e898703 on network 889f8c86-c6c9-4b53-9bea-6627b13d8bae {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:03:36.518259 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-4b8dc5cd-d628-4997-bd38-8f2b5ad54ff5 service neutron] Port 45ca556a-5ac7-4b8a-a683-a9251e898703 on network 889f8c86-c6c9-4b53-9bea-6627b13d8bae not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:03:36.518773 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-4b8dc5cd-d628-4997-bd38-8f2b5ad54ff5 service neutron] Attempting to bind port 45ca556a-5ac7-4b8a-a683-a9251e898703 on network 889f8c86-c6c9-4b53-9bea-6627b13d8bae {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:03:36.525659 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-4b8dc5cd-d628-4997-bd38-8f2b5ad54ff5 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:03:36.526365 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-4b8dc5cd-d628-4997-bd38-8f2b5ad54ff5 service neutron] Checking segment: {'id': 'c83262c1-4dd8-49a2-be86-b3b69233aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:03:36.526857 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-4b8dc5cd-d628-4997-bd38-8f2b5ad54ff5 service neutron] Bound using segment: {'id': 'c83262c1-4dd8-49a2-be86-b3b69233aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:03:36.527439 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-4b8dc5cd-d628-4997-bd38-8f2b5ad54ff5 service neutron] Bound port: 45ca556a-5ac7-4b8a-a683-a9251e898703, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c83262c1-4dd8-49a2-be86-b3b69233aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:03:36.528106 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-4b8dc5cd-d628-4997-bd38-8f2b5ad54ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:36.659067 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-4b8dc5cd-d628-4997-bd38-8f2b5ad54ff5 service neutron] For port 45ca556a-5ac7-4b8a-a683-a9251e898703, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:03:36.665023 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-4b8dc5cd-d628-4997-bd38-8f2b5ad54ff5 service neutron] For port 45ca556a-5ac7-4b8a-a683-a9251e898703, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=45ca556a-5ac7-4b8a-a683-a9251e898703,segment=NetworkSegment(c83262c1-4dd8-49a2-be86-b3b69233aaa9),segment_id=c83262c1-4dd8-49a2-be86-b3b69233aaa9)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:03:36.675898 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-4b8dc5cd-d628-4997-bd38-8f2b5ad54ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:36.778579 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-4b8dc5cd-d628-4997-bd38-8f2b5ad54ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:36.779511 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-4b8dc5cd-d628-4997-bd38-8f2b5ad54ff5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:36.781381 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-4b8dc5cd-d628-4997-bd38-8f2b5ad54ff5 service neutron] 10.222.0.77 "PUT /v2.0/ports/45ca556a-5ac7-4b8a-a683-a9251e898703 HTTP/1.1" status: 200 len: 1091 time: 1.7450807 May 06 10:03:36.781976 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce71cb3-1ff5-471e-aa54-3b454cf92439', 'tag': '45ca556a-5ac7-4b8a-a683-a9251e898703'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:03:36.785475 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f807967-0840-4529-a888-4d3a079c6884" -d '{"events": [{"name": "network-changed", "server_uuid": "dce71cb3-1ff5-471e-aa54-3b454cf92439", "tag": "45ca556a-5ac7-4b8a-a683-a9251e898703"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:03:36.993334 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606da98-0738-438c-9409-ca707de837c2 req-c4dfabbf-99d6-4041-8c62-5dbcdb5b1867 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:37.005143 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9606da98-0738-438c-9409-ca707de837c2 req-c4dfabbf-99d6-4041-8c62-5dbcdb5b1867 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 943 time: 0.1667714 May 06 10:03:37.083210 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8dc5cd-d628-4997-bd38-8f2b5ad54ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=45ca556a-5ac7-4b8a-a683-a9251e898703,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:37.111506 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-740b4045-969a-4db5-8a07-0a9a162e70ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:37.113587 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-740b4045-969a-4db5-8a07-0a9a162e70ce service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 1094 time: 0.2231510 May 06 10:03:37.179896 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9606da98-0738-438c-9409-ca707de837c2 req-7fde143d-6f3c-4a26-b8da-8e553d0d8ae5 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=a5c77d26-42ee-458f-8c32-18b155ba755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643016 May 06 10:03:37.406750 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-356610ff-2848-4bfd-945e-f3326384267d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45ca556a-5ac7-4b8a-a683-a9251e898703 HTTP/1.1" status: 200 len: 217 time: 0.2670612 May 06 10:03:37.453706 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b6251a-c8ea-4b2a-b035-1f26b6128494 x-openstack-request-id: req-12b6251a-c8ea-4b2a-b035-1f26b6128494 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:03:37.457757 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce71cb3-1ff5-471e-aa54-3b454cf92439", "tag": "45ca556a-5ac7-4b8a-a683-a9251e898703", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:03:37.458161 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-12b6251a-c8ea-4b2a-b035-1f26b6128494 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:03:37.460351 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12b6251a-c8ea-4b2a-b035-1f26b6128494'] response: {'name': 'network-changed', 'server_uuid': 'dce71cb3-1ff5-471e-aa54-3b454cf92439', 'tag': '45ca556a-5ac7-4b8a-a683-a9251e898703', 'status': 'completed', 'code': 200} May 06 10:03:37.543575 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-0c59d5ca-6690-47ac-a5d4-4d67273ea8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:37.546134 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-0c59d5ca-6690-47ac-a5d4-4d67273ea8ce service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3570a404-f04a-417e-b395-75e3e503b424 HTTP/1.1" status: 200 len: 835 time: 0.1353712 May 06 10:03:37.704011 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-3da443c3-a770-4df4-a94d-764b7aa9fc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:37.709385 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-3da443c3-a770-4df4-a94d-764b7aa9fc50 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=889f8c86-c6c9-4b53-9bea-6627b13d8bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1555326 May 06 10:03:37.902664 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-4f24b1ae-de25-40ff-94c8-bf7c7a74ce8b service neutron] 10.222.0.77 "GET /v2.0/networks/889f8c86-c6c9-4b53-9bea-6627b13d8bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866059 May 06 10:03:38.094050 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3730fc49-678a-4ae7-8aba-6d7abd246eae req-22c0bbad-f28b-441b-bbbb-f9ebcf12dfbb service neutron] 10.222.0.77 "GET /v2.0/networks/889f8c86-c6c9-4b53-9bea-6627b13d8bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842327 May 06 10:03:38.277364 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f807967-0840-4529-a888-4d3a079c6884 req-aee2b825-098e-4356-8b6f-8187bcc63451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:38.279495 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1f807967-0840-4529-a888-4d3a079c6884 req-aee2b825-098e-4356-8b6f-8187bcc63451 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 1094 time: 0.0982590 May 06 10:03:38.487801 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a138e-c51f-4ea2-8c71-8377c277fc90 req-66e9e268-4702-4800-be37-6be1c0cc165e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:38.497135 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-507a138e-c51f-4ea2-8c71-8377c277fc90 req-66e9e268-4702-4800-be37-6be1c0cc165e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 943 time: 0.1430187 May 06 10:03:38.566075 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-507a138e-c51f-4ea2-8c71-8377c277fc90 req-12c1c333-4aa7-4369-8f01-58ab7529324a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=a5c77d26-42ee-458f-8c32-18b155ba755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667710 May 06 10:03:38.569596 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f807967-0840-4529-a888-4d3a079c6884 req-8787903a-791d-4fa1-a534-ec78a8bb0e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:38.576889 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1f807967-0840-4529-a888-4d3a079c6884 req-8787903a-791d-4fa1-a534-ec78a8bb0e8d service neutron] 10.222.0.77 "GET /v2.0/networks?id=889f8c86-c6c9-4b53-9bea-6627b13d8bae HTTP/1.1" status: 200 len: 898 time: 0.2801871 May 06 10:03:38.656915 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1f807967-0840-4529-a888-4d3a079c6884 req-f3e57330-7aa1-4a33-966e-4f43935314c5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45ca556a-5ac7-4b8a-a683-a9251e898703 HTTP/1.1" status: 200 len: 217 time: 0.0671110 May 06 10:03:38.721517 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f807967-0840-4529-a888-4d3a079c6884 req-653dc60b-20de-44c3-b593-d148ab6a4e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:38.725116 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1f807967-0840-4529-a888-4d3a079c6884 req-653dc60b-20de-44c3-b593-d148ab6a4e17 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3570a404-f04a-417e-b395-75e3e503b424 HTTP/1.1" status: 200 len: 835 time: 0.0591607 May 06 10:03:38.815186 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f807967-0840-4529-a888-4d3a079c6884 req-3c9ed9ac-f2e7-492e-81b5-4d3790af9541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:38.817487 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1f807967-0840-4529-a888-4d3a079c6884 req-3c9ed9ac-f2e7-492e-81b5-4d3790af9541 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=889f8c86-c6c9-4b53-9bea-6627b13d8bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782881 May 06 10:03:39.032988 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1f807967-0840-4529-a888-4d3a079c6884 req-2e36f079-f678-470c-b1df-46bf2500ef86 service neutron] 10.222.0.77 "GET /v2.0/networks/889f8c86-c6c9-4b53-9bea-6627b13d8bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043483 May 06 10:03:39.225326 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1f807967-0840-4529-a888-4d3a079c6884 req-d009f974-925a-4663-a75a-1a08fd8a7f41 service neutron] 10.222.0.77 "GET /v2.0/networks/889f8c86-c6c9-4b53-9bea-6627b13d8bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807203 May 06 10:03:39.685564 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48462) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:39.757987 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b51cd-55a8-4d99-a577-49283bb1c8ad req-24fa6bda-38bd-49ea-8fe0-5bbffcfdb57c tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:39.760468 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-793b51cd-55a8-4d99-a577-49283bb1c8ad req-24fa6bda-38bd-49ea-8fe0-5bbffcfdb57c tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 943 time: 0.0986695 May 06 10:03:39.871791 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-793b51cd-55a8-4d99-a577-49283bb1c8ad req-f2d1832d-2e69-474d-9a47-9f332917215f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=a5c77d26-42ee-458f-8c32-18b155ba755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770485 May 06 10:03:39.892398 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fa145314-f4a1-4ba5-8a5b-239a035abdc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:40.012723 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fa145314-f4a1-4ba5-8a5b-239a035abdc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:40.019912 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fa145314-f4a1-4ba5-8a5b-239a035abdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:40.055012 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa145314-f4a1-4ba5-8a5b-239a035abdc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a71f9e-428d-4f88-b45d-e24f57b297f4,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:40.093190 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fa145314-f4a1-4ba5-8a5b-239a035abdc0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3547b68cf0b743d59b50c509b3153535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4041131 May 06 10:03:40.093569 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48470) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:40.161270 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05d79135-97e6-4521-846b-c9105c9db7a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:40.188632 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05d79135-97e6-4521-846b-c9105c9db7a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:40.251702 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05d79135-97e6-4521-846b-c9105c9db7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:40.256104 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05d79135-97e6-4521-846b-c9105c9db7a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:40.268123 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-05d79135-97e6-4521-846b-c9105c9db7a5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a8a71f9e-428d-4f88-b45d-e24f57b297f4 HTTP/1.1" status: 204 len: 168 time: 0.1654437 May 06 10:03:40.291705 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d79135-97e6-4521-846b-c9105c9db7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a71f9e-428d-4f88-b45d-e24f57b297f4,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:40.832205 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48500) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:40.847472 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b21f4acc-f773-4bfa-8bd3-9261f407ea55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:40.993877 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b21f4acc-f773-4bfa-8bd3-9261f407ea55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:41.005918 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b21f4acc-f773-4bfa-8bd3-9261f407ea55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:41.044773 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fc702-1950-44cc-a231-7357a170d4b8 req-6dfa9f9b-f270-4e8f-87d8-4dfa3dc47369 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:41.054506 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a53fc702-1950-44cc-a231-7357a170d4b8 req-6dfa9f9b-f270-4e8f-87d8-4dfa3dc47369 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 943 time: 0.0872743 May 06 10:03:41.061973 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b21f4acc-f773-4bfa-8bd3-9261f407ea55 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=86a24f6ceaa34edf9c908520b3e9254c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2264137 May 06 10:03:41.065514 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 48504) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:41.146323 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f4acc-f773-4bfa-8bd3-9261f407ea55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0729872-ea0c-4e56-a037-106190bdb8d3,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:41.168855 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a53fc702-1950-44cc-a231-7357a170d4b8 req-5c19296f-9e0e-49d4-8a69-f8adffb34f19 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=a5c77d26-42ee-458f-8c32-18b155ba755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130941 May 06 10:03:41.181287 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3edd84fd-8996-4044-b48d-3f0873774b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:41.209107 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3edd84fd-8996-4044-b48d-3f0873774b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:41.275248 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3edd84fd-8996-4044-b48d-3f0873774b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:41.280865 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3edd84fd-8996-4044-b48d-3f0873774b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:41.285277 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3edd84fd-8996-4044-b48d-3f0873774b1c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b0729872-ea0c-4e56-a037-106190bdb8d3 HTTP/1.1" status: 204 len: 168 time: 0.2172425 May 06 10:03:41.308059 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd84fd-8996-4044-b48d-3f0873774b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0729872-ea0c-4e56-a037-106190bdb8d3,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:41.542076 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 45ca556a-5ac7-4b8a-a683-a9251e898703 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:03:41.810784 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 45ca556a-5ac7-4b8a-a683-a9251e898703, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=45ca556a-5ac7-4b8a-a683-a9251e898703,segment=NetworkSegment(c83262c1-4dd8-49a2-be86-b3b69233aaa9),segment_id=c83262c1-4dd8-49a2-be86-b3b69233aaa9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:41.837620 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '45ca556a-5ac7-4b8a-a683-a9251e898703', 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae', 'port_id': '45ca556a-5ac7-4b8a-a683-a9251e898703', 'mac_address': 'fa:16:3e:01:84:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3570a404-f04a-417e-b395-75e3e503b424', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:03:41.892356 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:41.956645 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ca556a-5ac7-4b8a-a683-a9251e898703 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:03:42.012861 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 45ca556a-5ac7-4b8a-a683-a9251e898703, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=45ca556a-5ac7-4b8a-a683-a9251e898703,segment=NetworkSegment(c83262c1-4dd8-49a2-be86-b3b69233aaa9),segment_id=c83262c1-4dd8-49a2-be86-b3b69233aaa9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:42.024786 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:42.401716 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=45ca556a-5ac7-4b8a-a683-a9251e898703,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:42.448981 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['45ca556a-5ac7-4b8a-a683-a9251e898703'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:03:42.496861 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fd2d3-7227-42f0-9166-0843edbec0b8 req-d1a0987a-df2c-46f8-979b-8fffc702f7cb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:42.513713 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9c1fd2d3-7227-42f0-9166-0843edbec0b8 req-d1a0987a-df2c-46f8-979b-8fffc702f7cb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 944 time: 0.1703877 May 06 10:03:42.638371 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9c1fd2d3-7227-42f0-9166-0843edbec0b8 req-f303aead-d3b9-4d10-9e8e-9fa8d97f5625 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=a5c77d26-42ee-458f-8c32-18b155ba755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232555 May 06 10:03:43.810131 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafcf2e-9079-4156-af78-6192f1567b92 req-f375fb3a-39ca-4910-81c4-b2e6931c3728 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:43.819010 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cbafcf2e-9079-4156-af78-6192f1567b92 req-f375fb3a-39ca-4910-81c4-b2e6931c3728 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 944 time: 0.0796826 May 06 10:03:43.864817 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cbafcf2e-9079-4156-af78-6192f1567b92 req-57ddc19d-0fcb-4e81-bd4a-2c5ee10f0cc6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=a5c77d26-42ee-458f-8c32-18b155ba755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421362 May 06 10:03:45.094141 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ef1f1-bd4f-4d66-832a-faff9e3af31a req-9c64a061-b130-4f64-aeba-eb02d405165b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:45.095673 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-975ef1f1-bd4f-4d66-832a-faff9e3af31a req-9c64a061-b130-4f64-aeba-eb02d405165b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 944 time: 0.1057134 May 06 10:03:45.182637 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-975ef1f1-bd4f-4d66-832a-faff9e3af31a req-f77294ad-1815-46b5-a6ba-4e88b7d2148f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=a5c77d26-42ee-458f-8c32-18b155ba755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709913 May 06 10:03:45.556251 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 45ca556a-5ac7-4b8a-a683-a9251e898703 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:03:45.676317 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 45ca556a-5ac7-4b8a-a683-a9251e898703 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:03:45.682251 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 45ca556a-5ac7-4b8a-a683-a9251e898703 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:03:45.683084 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:45.824659 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:45.868645 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce71cb3-1ff5-471e-aa54-3b454cf92439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ca556a-5ac7-4b8a-a683-a9251e898703'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:03:45.872155 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b65c36-ab86-41d7-bd36-5685c02edc94" -d '{"events": [{"server_uuid": "dce71cb3-1ff5-471e-aa54-3b454cf92439", "name": "network-vif-plugged", "status": "completed", "tag": "45ca556a-5ac7-4b8a-a683-a9251e898703"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:03:45.877477 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 45ca556a-5ac7-4b8a-a683-a9251e898703, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=45ca556a-5ac7-4b8a-a683-a9251e898703,segment=NetworkSegment(c83262c1-4dd8-49a2-be86-b3b69233aaa9),segment_id=c83262c1-4dd8-49a2-be86-b3b69233aaa9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:45.885114 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:45.943903 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=45ca556a-5ac7-4b8a-a683-a9251e898703,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:45.971915 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0541956b-f66b-494c-a225-9c5443d53b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:46.134920 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a14025-237f-4fa2-aca3-770cce3a5bc6 x-openstack-request-id: req-01a14025-237f-4fa2-aca3-770cce3a5bc6 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:03:46.135252 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce71cb3-1ff5-471e-aa54-3b454cf92439", "name": "network-vif-plugged", "status": "completed", "tag": "45ca556a-5ac7-4b8a-a683-a9251e898703", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:03:46.135515 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-01a14025-237f-4fa2-aca3-770cce3a5bc6 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:03:46.135924 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01a14025-237f-4fa2-aca3-770cce3a5bc6'] response: {'server_uuid': 'dce71cb3-1ff5-471e-aa54-3b454cf92439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ca556a-5ac7-4b8a-a683-a9251e898703', 'code': 200} May 06 10:03:46.289119 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081881a2-457b-475a-95a5-e2e22e1ed167 req-48127698-94cb-447f-b6e0-77bdd8c18c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:46.291770 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-081881a2-457b-475a-95a5-e2e22e1ed167 req-48127698-94cb-447f-b6e0-77bdd8c18c80 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 1096 time: 0.0605261 May 06 10:03:46.338945 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45107e-452d-412b-b63e-91f50118d9b1 req-ab242be4-ef0b-47bb-b5a8-d88695b0dd21 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:46.348439 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8e45107e-452d-412b-b63e-91f50118d9b1 req-ab242be4-ef0b-47bb-b5a8-d88695b0dd21 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 945 time: 0.0662389 May 06 10:03:46.397504 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-081881a2-457b-475a-95a5-e2e22e1ed167 req-9d83437b-6ae1-4c81-9981-7c928ff98772 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a5c77d26-42ee-458f-8c32-18b155ba755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857937 May 06 10:03:46.404850 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8e45107e-452d-412b-b63e-91f50118d9b1 req-cf171561-15ef-4c26-82ca-4b9662556c79 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=a5c77d26-42ee-458f-8c32-18b155ba755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549262 May 06 10:03:47.617254 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6ff77-ee1a-4785-9015-c6a371f10166 req-afe44cf6-1468-41ac-80c4-546134bc03f1 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:47.628313 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-60a6ff77-ee1a-4785-9015-c6a371f10166 req-afe44cf6-1468-41ac-80c4-546134bc03f1 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 945 time: 0.0766397 May 06 10:03:47.688209 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-60a6ff77-ee1a-4785-9015-c6a371f10166 req-9f868f7b-c07f-432e-919a-b44dd64fc618 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=a5c77d26-42ee-458f-8c32-18b155ba755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583186 May 06 10:03:48.519751 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-929c0eb0-94e5-42a2-9240-8a6be897984e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:48.885767 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476f392-66ed-44f0-98ab-1eb2883ea5a9 req-d8041206-7d10-4418-9cd3-532a7bb05684 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:48.889016 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e476f392-66ed-44f0-98ab-1eb2883ea5a9 req-d8041206-7d10-4418-9cd3-532a7bb05684 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 945 time: 0.0763199 May 06 10:03:48.963018 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:48.977049 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e476f392-66ed-44f0-98ab-1eb2883ea5a9 req-f773cf59-1925-44e6-bf0c-a3a3be409555 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=a5c77d26-42ee-458f-8c32-18b155ba755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795004 May 06 10:03:49.122670 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c7c92-c58c-4961-b998-7b2506a7f127 req-47f8e12c-0b2b-484b-a7b2-9b4611cf331e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:49.133900 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c98c7c92-c58c-4961-b998-7b2506a7f127 req-47f8e12c-0b2b-484b-a7b2-9b4611cf331e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 945 time: 0.0716331 May 06 10:03:49.185067 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c98c7c92-c58c-4961-b998-7b2506a7f127 req-c9807297-9709-48e8-a4e7-916fb0d4bf97 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=a5c77d26-42ee-458f-8c32-18b155ba755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501561 May 06 10:03:49.209946 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48760) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:49.283413 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda50779-d63a-42f2-b4d2-f4168dea28cc tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:49.290827 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 48762) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:49.293643 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-dda50779-d63a-42f2-b4d2-f4168dea28cc tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 1091 time: 0.0822682 May 06 10:03:49.299437 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-15af8bd0-abd1-4563-825c-1b2ea93899b7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'port_id': '45ca556a-5ac7-4b8a-a683-a9251e898703', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:49.372042 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-15af8bd0-abd1-4563-825c-1b2ea93899b7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:49.570926 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:49.637343 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-15af8bd0-abd1-4563-825c-1b2ea93899b7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:49.942097 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-15af8bd0-abd1-4563-825c-1b2ea93899b7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Allocated IP 172.25.5.154 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/97da1e4a-7408-4873-a912-f2641e737707) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:03:50.082226 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-15af8bd0-abd1-4563-825c-1b2ea93899b7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:50.155898 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-15af8bd0-abd1-4563-825c-1b2ea93899b7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:50.203891 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15af8bd0-abd1-4563-825c-1b2ea93899b7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:03:50.210038 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-15af8bd0-abd1-4563-825c-1b2ea93899b7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:03:50.218024 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15af8bd0-abd1-4563-825c-1b2ea93899b7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:03:50.264008 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af8bd0-abd1-4563-825c-1b2ea93899b7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Port': ['ID=97da1e4a-7408-4873-a912-f2641e737707,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:51.026678 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-15af8bd0-abd1-4563-825c-1b2ea93899b7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:51.188022 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-15af8bd0-abd1-4563-825c-1b2ea93899b7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:51.254076 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:51.479807 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:51.484145 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-15af8bd0-abd1-4563-825c-1b2ea93899b7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:51.493905 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-15af8bd0-abd1-4563-825c-1b2ea93899b7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:51.602719 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af8bd0-abd1-4563-825c-1b2ea93899b7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Port': ['ID=97da1e4a-7408-4873-a912-f2641e737707,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:51.620494 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-15af8bd0-abd1-4563-825c-1b2ea93899b7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:51.772838 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-15af8bd0-abd1-4563-825c-1b2ea93899b7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Floating IP 653eef79-742f-444a-a72b-99e05b9a609e associated. External IP: 172.25.5.154, port: 45ca556a-5ac7-4b8a-a683-a9251e898703. May 06 10:03:52.180195 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15af8bd0-abd1-4563-825c-1b2ea93899b7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Router 2425a35e-8d7a-41ae-8c21-7767b1a28fa1 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:03:52.372719 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15af8bd0-abd1-4563-825c-1b2ea93899b7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:03:52.386577 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996bc0d3-861f-4531-b15c-b28893949b6d None None] Sync routers for ids ['2425a35e-8d7a-41ae-8c21-7767b1a28fa1'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:03:52.398223 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996bc0d3-861f-4531-b15c-b28893949b6d None None] Routers {'2425a35e-8d7a-41ae-8c21-7767b1a28fa1'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:52.398878 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-996bc0d3-861f-4531-b15c-b28893949b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:03:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['2425a35e-8d7a-41ae-8c21-7767b1a28fa1'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:52.410401 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-15af8bd0-abd1-4563-825c-1b2ea93899b7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:52.458778 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-15af8bd0-abd1-4563-825c-1b2ea93899b7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1644363 May 06 10:03:52.458778 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce71cb3-1ff5-471e-aa54-3b454cf92439', 'tag': '45ca556a-5ac7-4b8a-a683-a9251e898703'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:03:52.463182 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60659203-0b37-4a65-8fc1-4f0cb2a04a83" -d '{"events": [{"name": "network-changed", "server_uuid": "dce71cb3-1ff5-471e-aa54-3b454cf92439", "tag": "45ca556a-5ac7-4b8a-a683-a9251e898703"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:03:52.584624 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-996bc0d3-861f-4531-b15c-b28893949b6d None None] Set router 2425a35e-8d7a-41ae-8c21-7767b1a28fa1 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:03:52.715688 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c0dd5-fd6e-4891-ad7b-efbd49091be7 req-dd9d3c44-61ed-4834-87fe-b8be82d058b7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:52.725625 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac1c0dd5-fd6e-4891-ad7b-efbd49091be7 req-dd9d3c44-61ed-4834-87fe-b8be82d058b7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 945 time: 0.1726966 May 06 10:03:52.781579 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac1c0dd5-fd6e-4891-ad7b-efbd49091be7 req-66f48e0c-8527-4b49-96b0-f80aaca1444a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=a5c77d26-42ee-458f-8c32-18b155ba755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550325 May 06 10:03:52.832478 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 48856) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:52.896874 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4ff7bd-4fea-495d-8757-f220b0f0ebb1 x-openstack-request-id: req-bc4ff7bd-4fea-495d-8757-f220b0f0ebb1 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:03:52.897710 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce71cb3-1ff5-471e-aa54-3b454cf92439", "tag": "45ca556a-5ac7-4b8a-a683-a9251e898703", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:03:52.897973 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bc4ff7bd-4fea-495d-8757-f220b0f0ebb1 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:03:52.898389 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc4ff7bd-4fea-495d-8757-f220b0f0ebb1'] response: {'name': 'network-changed', 'server_uuid': 'dce71cb3-1ff5-471e-aa54-3b454cf92439', 'tag': '45ca556a-5ac7-4b8a-a683-a9251e898703', 'status': 'completed', 'code': 200} May 06 10:03:52.942919 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-741e2be0-1a2c-448b-989c-a72aeeea7f5e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/floatingips/653eef79-742f-444a-a72b-99e05b9a609e HTTP/1.1" status: 200 len: 991 time: 0.1063182 May 06 10:03:53.042187 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60659203-0b37-4a65-8fc1-4f0cb2a04a83 req-204e1c47-1bce-4124-854d-1386e9997068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:53.043739 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-60659203-0b37-4a65-8fc1-4f0cb2a04a83 req-204e1c47-1bce-4124-854d-1386e9997068 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 1096 time: 0.1172001 May 06 10:03:53.129055 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-996bc0d3-861f-4531-b15c-b28893949b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2128000833', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '0aa93a9d-a9a1-482a-8934-d793b6607f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:03:20Z', 'updated_at': '2022-05-06T10:03:27Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': '0aa93a9d-a9a1-482a-8934-d793b6607f7d', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:03:21Z', 'updated_at': '2022-05-06T10:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '653eef79-742f-444a-a72b-99e05b9a609e', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'floating_ip_address': '172.25.5.154', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'port_id': '45ca556a-5ac7-4b8a-a683-a9251e898703', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae', 'mac_address': 'fa:16:3e:01:84:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce71cb3-1ff5-471e-aa54-3b454cf92439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:03:50Z', 'updated_at': '2022-05-06T10:03:50Z', 'revision_number': 0, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82e04ef6-9f65-45c3-b90a-8a6dfd23e862', 'name': '', 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:f5:1e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '3570a404-f04a-417e-b395-75e3e503b424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:03:25Z', 'updated_at': '2022-05-06T10:03:31Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': '3570a404-f04a-417e-b395-75e3e503b424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:53.181717 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996bc0d3-861f-4531-b15c-b28893949b6d None None] Checking router: 2425a35e-8d7a-41ae-8c21-7767b1a28fa1 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:03:53.192515 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996bc0d3-861f-4531-b15c-b28893949b6d None None] Routers {'2425a35e-8d7a-41ae-8c21-7767b1a28fa1'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:53.193361 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-996bc0d3-861f-4531-b15c-b28893949b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:03:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['2425a35e-8d7a-41ae-8c21-7767b1a28fa1'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:53.193814 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60659203-0b37-4a65-8fc1-4f0cb2a04a83 req-390b0bee-84ad-4c3f-a72c-4e8430f3c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:53.196630 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-60659203-0b37-4a65-8fc1-4f0cb2a04a83 req-390b0bee-84ad-4c3f-a72c-4e8430f3c159 service neutron] 10.222.0.77 "GET /v2.0/networks?id=889f8c86-c6c9-4b53-9bea-6627b13d8bae HTTP/1.1" status: 200 len: 898 time: 0.1421626 May 06 10:03:53.365929 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-60659203-0b37-4a65-8fc1-4f0cb2a04a83 req-4240e22b-d1ea-435a-8395-8adf1405a681 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45ca556a-5ac7-4b8a-a683-a9251e898703 HTTP/1.1" status: 200 len: 999 time: 0.1627111 May 06 10:03:53.419447 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-996bc0d3-861f-4531-b15c-b28893949b6d None None] Set router 2425a35e-8d7a-41ae-8c21-7767b1a28fa1 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:03:53.442395 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60659203-0b37-4a65-8fc1-4f0cb2a04a83 req-47d6a571-6873-46fe-a462-430896c11aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:53.444425 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-60659203-0b37-4a65-8fc1-4f0cb2a04a83 req-47d6a571-6873-46fe-a462-430896c11aa4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3570a404-f04a-417e-b395-75e3e503b424 HTTP/1.1" status: 200 len: 835 time: 0.0680926 May 06 10:03:53.516896 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60659203-0b37-4a65-8fc1-4f0cb2a04a83 req-e6d618d9-7416-46bf-bcfa-62059f832cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:53.518741 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-60659203-0b37-4a65-8fc1-4f0cb2a04a83 req-e6d618d9-7416-46bf-bcfa-62059f832cd8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=889f8c86-c6c9-4b53-9bea-6627b13d8bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675135 May 06 10:03:53.749365 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-60659203-0b37-4a65-8fc1-4f0cb2a04a83 req-9d86d27d-3487-4bcf-81d2-b90c4c24b3bc service neutron] 10.222.0.77 "GET /v2.0/networks/889f8c86-c6c9-4b53-9bea-6627b13d8bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234304 May 06 10:03:53.776827 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-996bc0d3-861f-4531-b15c-b28893949b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2128000833', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '0aa93a9d-a9a1-482a-8934-d793b6607f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:03:20Z', 'updated_at': '2022-05-06T10:03:27Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': '0aa93a9d-a9a1-482a-8934-d793b6607f7d', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:03:21Z', 'updated_at': '2022-05-06T10:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '653eef79-742f-444a-a72b-99e05b9a609e', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'floating_ip_address': '172.25.5.154', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'port_id': '45ca556a-5ac7-4b8a-a683-a9251e898703', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae', 'mac_address': 'fa:16:3e:01:84:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce71cb3-1ff5-471e-aa54-3b454cf92439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:03:50Z', 'updated_at': '2022-05-06T10:03:50Z', 'revision_number': 0, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82e04ef6-9f65-45c3-b90a-8a6dfd23e862', 'name': '', 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:f5:1e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '3570a404-f04a-417e-b395-75e3e503b424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:03:25Z', 'updated_at': '2022-05-06T10:03:31Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': '3570a404-f04a-417e-b395-75e3e503b424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:53.833923 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996bc0d3-861f-4531-b15c-b28893949b6d None None] The sync data for ids ['2425a35e-8d7a-41ae-8c21-7767b1a28fa1'] in n-d-840835-1 is: [{'id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2128000833', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '0aa93a9d-a9a1-482a-8934-d793b6607f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:03:20Z', 'updated_at': '2022-05-06T10:03:27Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': '0aa93a9d-a9a1-482a-8934-d793b6607f7d', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:03:21Z', 'updated_at': '2022-05-06T10:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '653eef79-742f-444a-a72b-99e05b9a609e', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'floating_ip_address': '172.25.5.154', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'port_id': '45ca556a-5ac7-4b8a-a683-a9251e898703', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae', 'mac_address': 'fa:16:3e:01:84:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce71cb3-1ff5-471e-aa54-3b454cf92439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:03:50Z', 'updated_at': '2022-05-06T10:03:50Z', 'revision_number': 0, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82e04ef6-9f65-45c3-b90a-8a6dfd23e862', 'name': '', 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:f5:1e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '3570a404-f04a-417e-b395-75e3e503b424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:03:25Z', 'updated_at': '2022-05-06T10:03:31Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': '3570a404-f04a-417e-b395-75e3e503b424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:03:53.946397 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 48876) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:53.988159 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-60659203-0b37-4a65-8fc1-4f0cb2a04a83 req-9e0a3c4c-78ae-4149-96fa-e024fae1e66d service neutron] 10.222.0.77 "GET /v2.0/networks/889f8c86-c6c9-4b53-9bea-6627b13d8bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236888 May 06 10:03:54.061862 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-81fc77f4-14f7-40e8-9d9b-1a21d5138479 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/floatingips/653eef79-742f-444a-a72b-99e05b9a609e HTTP/1.1" status: 200 len: 991 time: 0.1132808 May 06 10:03:54.186443 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872d69da-2fe9-4760-912d-b27842698d0a None None] New status for floating IP 653eef79-742f-444a-a72b-99e05b9a609e: ACTIVE {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:03:55.064881 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 48896) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:55.170528 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-aeaea961-47c1-497c-9fd8-15a774e784b7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/floatingips/653eef79-742f-444a-a72b-99e05b9a609e HTTP/1.1" status: 200 len: 993 time: 0.1039414 May 06 10:03:56.582405 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 48932) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:56.833441 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-28f5e6d8-6ae7-4ea2-972d-2886507973ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:56.966875 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-28f5e6d8-6ae7-4ea2-972d-2886507973ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:56.977637 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-28f5e6d8-6ae7-4ea2-972d-2886507973ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:57.031650 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-28f5e6d8-6ae7-4ea2-972d-2886507973ba admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=61b40bbcdd614023aa81391f9f5c0fc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4480093 May 06 10:03:57.034845 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 48944) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:57.043665 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5e6d8-6ae7-4ea2-972d-2886507973ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7b1f56-62fa-4c92-8991-0145d1d973cf,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:57.137839 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c5fcaca1-02c9-47d0-99f1-580e23ee4b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:57.188235 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c5fcaca1-02c9-47d0-99f1-580e23ee4b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:57.254690 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c5fcaca1-02c9-47d0-99f1-580e23ee4b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:57.258380 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c5fcaca1-02c9-47d0-99f1-580e23ee4b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:57.263155 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c5fcaca1-02c9-47d0-99f1-580e23ee4b61 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1c7b1f56-62fa-4c92-8991-0145d1d973cf HTTP/1.1" status: 204 len: 168 time: 0.2269697 May 06 10:03:57.281072 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fcaca1-02c9-47d0-99f1-580e23ee4b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7b1f56-62fa-4c92-8991-0145d1d973cf,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:57.307383 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcaca1-02c9-47d0-99f1-580e23ee4b61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:57.311933 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcaca1-02c9-47d0-99f1-580e23ee4b61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:57.312962 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcaca1-02c9-47d0-99f1-580e23ee4b61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:57.313494 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcaca1-02c9-47d0-99f1-580e23ee4b61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:57.314492 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcaca1-02c9-47d0-99f1-580e23ee4b61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:57.315700 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcaca1-02c9-47d0-99f1-580e23ee4b61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:57.316222 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcaca1-02c9-47d0-99f1-580e23ee4b61 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:57.317022 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcaca1-02c9-47d0-99f1-580e23ee4b61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:57.317554 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcaca1-02c9-47d0-99f1-580e23ee4b61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:57.318210 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcaca1-02c9-47d0-99f1-580e23ee4b61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:57.318734 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcaca1-02c9-47d0-99f1-580e23ee4b61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:57.319284 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcaca1-02c9-47d0-99f1-580e23ee4b61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:59.069776 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:59.305554 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49020) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:59.556714 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-4e272ba8-76c9-4830-8209-b89beb2f7ff0 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'network': {'name': 'tempest-network-smoke--2041262087', 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'port_security_enabled': True}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:59.599414 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e272ba8-76c9-4830-8209-b89beb2f7ff0 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Made reservation on behalf of a50139172da04b07b17553ee2a3c6289 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:03:59.606683 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4e272ba8-76c9-4830-8209-b89beb2f7ff0 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:59.628258 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4e272ba8-76c9-4830-8209-b89beb2f7ff0 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:59.763427 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4e272ba8-76c9-4830-8209-b89beb2f7ff0 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:59.770369 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4e272ba8-76c9-4830-8209-b89beb2f7ff0 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:59.783038 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e272ba8-76c9-4830-8209-b89beb2f7ff0 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:03:59.794991 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4e272ba8-76c9-4830-8209-b89beb2f7ff0 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:59.795747 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-4e272ba8-76c9-4830-8209-b89beb2f7ff0 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Added segment 30c94caf-3d32-4f6f-824c-867fb2b37caa of type vlan for network fc02e321-544e-4497-b490-1338290d6d6e May 06 10:03:59.884844 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4e272ba8-76c9-4830-8209-b89beb2f7ff0 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:59.900969 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e272ba8-76c9-4830-8209-b89beb2f7ff0 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=536aa28f-a4d2-4c8c-a2c6-66ac20e2c443,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:59.926014 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4e272ba8-76c9-4830-8209-b89beb2f7ff0 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:59.934910 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e272ba8-76c9-4830-8209-b89beb2f7ff0 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:59.935696 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4e272ba8-76c9-4830-8209-b89beb2f7ff0 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:00.019382 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49038) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:00.020114 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4e272ba8-76c9-4830-8209-b89beb2f7ff0 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7121139 May 06 10:04:00.023509 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e272ba8-76c9-4830-8209-b89beb2f7ff0 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'Network': ['ID=fc02e321-544e-4497-b490-1338290d6d6e,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:00.024229 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-c11ccf8b-621c-4e5f-8789-76865c419538 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1901108296', 'admin_state_up': True, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:00.035557 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network fc02e321-544e-4497-b490-1338290d6d6e details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:04:00.099367 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c11ccf8b-621c-4e5f-8789-76865c419538 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:00.101153 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c11ccf8b-621c-4e5f-8789-76865c419538 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:00.163044 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c11ccf8b-621c-4e5f-8789-76865c419538 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:00.335849 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c11ccf8b-621c-4e5f-8789-76865c419538 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:00.552743 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c11ccf8b-621c-4e5f-8789-76865c419538 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for router_gateway, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:00.574395 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c11ccf8b-621c-4e5f-8789-76865c419538 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:00.688942 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-c11ccf8b-621c-4e5f-8789-76865c419538 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Allocated IP 172.25.5.2 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/fa9598c7-4f8b-42ff-85ed-0228edf0668e) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:04:01.126471 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c11ccf8b-621c-4e5f-8789-76865c419538 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:01.163207 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c11ccf8b-621c-4e5f-8789-76865c419538 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:01.208521 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11ccf8b-621c-4e5f-8789-76865c419538 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:01.212153 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-c11ccf8b-621c-4e5f-8789-76865c419538 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:01.221768 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11ccf8b-621c-4e5f-8789-76865c419538 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:01.225489 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ccf8b-621c-4e5f-8789-76865c419538 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'Port': ['ID=fa9598c7-4f8b-42ff-85ed-0228edf0668e,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:01.492531 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c11ccf8b-621c-4e5f-8789-76865c419538 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for router_gateway, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:01.609115 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eeff514c-2a46-456e-8f03-948a935d68c2 req-8eb0fa56-f81c-4ca2-8024-4262368c381c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0633798 May 06 10:04:01.739887 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff514c-2a46-456e-8f03-948a935d68c2 req-ae476f9f-9d84-4179-9a7e-3d5d0f7d4474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:01.741368 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eeff514c-2a46-456e-8f03-948a935d68c2 req-ae476f9f-9d84-4179-9a7e-3d5d0f7d4474 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 1096 time: 0.0537791 May 06 10:04:01.760404 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c11ccf8b-621c-4e5f-8789-76865c419538 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:01.884859 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff514c-2a46-456e-8f03-948a935d68c2 req-4050fa63-f4b7-4e44-bdd7-8c794730b075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:01.886736 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eeff514c-2a46-456e-8f03-948a935d68c2 req-4050fa63-f4b7-4e44-bdd7-8c794730b075 service neutron] 10.222.0.77 "GET /v2.0/networks?id=889f8c86-c6c9-4b53-9bea-6627b13d8bae HTTP/1.1" status: 200 len: 898 time: 0.1256917 May 06 10:04:01.957947 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11ccf8b-621c-4e5f-8789-76865c419538 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Router 434992f0-38d1-4d94-95c7-aaed55531f98 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:04:02.017372 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eeff514c-2a46-456e-8f03-948a935d68c2 req-27b96c99-f39d-4947-bd63-aeb166c10896 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45ca556a-5ac7-4b8a-a683-a9251e898703 HTTP/1.1" status: 200 len: 1001 time: 0.1228004 May 06 10:04:02.097431 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff514c-2a46-456e-8f03-948a935d68c2 req-924f9058-c48e-452d-adfc-1c903cb615dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:02.099318 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eeff514c-2a46-456e-8f03-948a935d68c2 req-924f9058-c48e-452d-adfc-1c903cb615dc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3570a404-f04a-417e-b395-75e3e503b424 HTTP/1.1" status: 200 len: 835 time: 0.0742924 May 06 10:04:02.117784 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11ccf8b-621c-4e5f-8789-76865c419538 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:04:02.130195 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05f0ca1-dee1-4933-9a8d-0a09136ea3bc None None] Sync routers for ids ['434992f0-38d1-4d94-95c7-aaed55531f98'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:04:02.142604 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05f0ca1-dee1-4933-9a8d-0a09136ea3bc None None] Routers {'434992f0-38d1-4d94-95c7-aaed55531f98'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:04:02.144196 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-e05f0ca1-dee1-4933-9a8d-0a09136ea3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:03:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['434992f0-38d1-4d94-95c7-aaed55531f98'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:02.177611 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c11ccf8b-621c-4e5f-8789-76865c419538 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:02.178592 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff514c-2a46-456e-8f03-948a935d68c2 req-4f6ff9d5-149b-400b-9e0f-70b88508504c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:02.180944 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eeff514c-2a46-456e-8f03-948a935d68c2 req-4f6ff9d5-149b-400b-9e0f-70b88508504c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=889f8c86-c6c9-4b53-9bea-6627b13d8bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554366 May 06 10:04:02.182028 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49156) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:02.182316 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c11ccf8b-621c-4e5f-8789-76865c419538 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1617985 May 06 10:04:02.309572 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49160) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:02.319106 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7dc72697-6419-44f0-a65d-48ab684434fd tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=a50139172da04b07b17553ee2a3c6289&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1354630 May 06 10:04:02.341552 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-e05f0ca1-dee1-4933-9a8d-0a09136ea3bc None None] Set router 434992f0-38d1-4d94-95c7-aaed55531f98 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:04:02.394812 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eeff514c-2a46-456e-8f03-948a935d68c2 req-29325154-e706-492b-b742-0372ecddb6ef service neutron] 10.222.0.77 "GET /v2.0/networks/889f8c86-c6c9-4b53-9bea-6627b13d8bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039666 May 06 10:04:02.539399 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891e23ca-ab4c-45f3-b965-28e37e9eada1 tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:02.541026 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-891e23ca-ab4c-45f3-b965-28e37e9eada1 tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2303264 May 06 10:04:02.544939 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49166) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:02.573676 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eeff514c-2a46-456e-8f03-948a935d68c2 req-5564a8e2-6038-405a-83e1-f3ca3b2fd650 service neutron] 10.222.0.77 "GET /v2.0/networks/889f8c86-c6c9-4b53-9bea-6627b13d8bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676319 May 06 10:04:02.598500 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-e05f0ca1-dee1-4933-9a8d-0a09136ea3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'name': 'tempest-TestNetworkBasicOps-router-1901108296', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:04:01Z', 'revision_number': 3, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:50:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:04:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:02.602638 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-469f5972-69ff-4634-ae4f-f63392e0f0d4 tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0562830 May 06 10:04:02.605007 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49168) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:02.610069 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-dea1d63c-ccc2-4cbb-876d-7750628539cc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-230129846', 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e', 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:02.634358 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05f0ca1-dee1-4933-9a8d-0a09136ea3bc None None] Checking router: 434992f0-38d1-4d94-95c7-aaed55531f98 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:04:02.634977 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05f0ca1-dee1-4933-9a8d-0a09136ea3bc None None] Updating router 434992f0-38d1-4d94-95c7-aaed55531f98 port fa9598c7-4f8b-42ff-85ed-0228edf0668e binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:04:02.664781 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e05f0ca1-dee1-4933-9a8d-0a09136ea3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:02.727011 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea1d63c-ccc2-4cbb-876d-7750628539cc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Made reservation on behalf of a50139172da04b07b17553ee2a3c6289 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:02.731297 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dea1d63c-ccc2-4cbb-876d-7750628539cc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:02.949582 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dea1d63c-ccc2-4cbb-876d-7750628539cc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:03.008446 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e05f0ca1-dee1-4933-9a8d-0a09136ea3bc None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:03.026481 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1d63c-ccc2-4cbb-876d-7750628539cc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'Subnet': ['ID=9efa41e5-c572-455a-b6f5-5a3b63885548,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:03.026715 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e05f0ca1-dee1-4933-9a8d-0a09136ea3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:03.094637 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-e05f0ca1-dee1-4933-9a8d-0a09136ea3bc None None] Attempting to bind port fa9598c7-4f8b-42ff-85ed-0228edf0668e on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:04:03.095141 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-e05f0ca1-dee1-4933-9a8d-0a09136ea3bc None None] Attempting to bind port fa9598c7-4f8b-42ff-85ed-0228edf0668e by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:04:03.095594 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05f0ca1-dee1-4933-9a8d-0a09136ea3bc None None] Attempting to bind port fa9598c7-4f8b-42ff-85ed-0228edf0668e on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:04:03.098322 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb16d98-645e-423d-b2e6-92aa9d513510 None None] Pushing event updated for resources: {'Port': ['ID=fa9598c7-4f8b-42ff-85ed-0228edf0668e,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:03.102138 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1d63c-ccc2-4cbb-876d-7750628539cc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Checking segment: {'id': '30c94caf-3d32-4f6f-824c-867fb2b37caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:04:03.102579 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea1d63c-ccc2-4cbb-876d-7750628539cc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Network hostable DHCP agents. Network: fc02e321-544e-4497-b490-1338290d6d6e, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:04:03.104454 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05f0ca1-dee1-4933-9a8d-0a09136ea3bc None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:04:03.104933 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05f0ca1-dee1-4933-9a8d-0a09136ea3bc None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:04:03.105436 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e05f0ca1-dee1-4933-9a8d-0a09136ea3bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:03.105860 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05f0ca1-dee1-4933-9a8d-0a09136ea3bc None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:04:03.106337 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-e05f0ca1-dee1-4933-9a8d-0a09136ea3bc None None] Bound port: fa9598c7-4f8b-42ff-85ed-0228edf0668e, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:04:03.106858 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e05f0ca1-dee1-4933-9a8d-0a09136ea3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:03.123306 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea1d63c-ccc2-4cbb-876d-7750628539cc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Network fc02e321-544e-4497-b490-1338290d6d6e is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:04:03.133306 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-dea1d63c-ccc2-4cbb-876d-7750628539cc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, fc02e321-544e-4497-b490-1338290d6d6e) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:03.137758 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea1d63c-ccc2-4cbb-876d-7750628539cc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:03.138468 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dea1d63c-ccc2-4cbb-876d-7750628539cc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:03.151265 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdae617a-9a7f-427c-a0a3-2ada14c2c241 None None] Network fc02e321-544e-4497-b490-1338290d6d6e requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:04:03.162668 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-dea1d63c-ccc2-4cbb-876d-7750628539cc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5540812 May 06 10:04:03.163495 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49182) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:03.241490 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e05f0ca1-dee1-4933-9a8d-0a09136ea3bc None None] For port fa9598c7-4f8b-42ff-85ed-0228edf0668e, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:04:03.246602 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e05f0ca1-dee1-4933-9a8d-0a09136ea3bc None None] For port fa9598c7-4f8b-42ff-85ed-0228edf0668e, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=fa9598c7-4f8b-42ff-85ed-0228edf0668e,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:04:03.258931 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e05f0ca1-dee1-4933-9a8d-0a09136ea3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:03.506749 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:04:03.641036 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb16d98-645e-423d-b2e6-92aa9d513510 None None] Pushing event updated for resources: {'Port': ['ID=fa9598c7-4f8b-42ff-85ed-0228edf0668e,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:03.667476 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05f0ca1-dee1-4933-9a8d-0a09136ea3bc None None] Routers {'434992f0-38d1-4d94-95c7-aaed55531f98'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:04:03.668127 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-e05f0ca1-dee1-4933-9a8d-0a09136ea3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:03:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['434992f0-38d1-4d94-95c7-aaed55531f98'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:03.800795 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5157a5d5-6c07-4306-8036-86c3f50de885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-fc02e321-544e-4497-b490-1338290d6d6e', 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'fixed_ips': [{'subnet_id': '9efa41e5-c572-455a-b6f5-5a3b63885548'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:04:03.801791 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5157a5d5-6c07-4306-8036-86c3f50de885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:03.866126 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-e05f0ca1-dee1-4933-9a8d-0a09136ea3bc None None] Set router 434992f0-38d1-4d94-95c7-aaed55531f98 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:04:04.062150 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49206) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:04.125425 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-5157a5d5-6c07-4306-8036-86c3f50de885 None None] Allocated IP 172.20.0.2 (fc02e321-544e-4497-b490-1338290d6d6e/9efa41e5-c572-455a-b6f5-5a3b63885548/83030f97-0862-46da-9a0b-2d8dc2b08943) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:04:04.158334 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-da18c7e7-dc97-4a9d-8d50-68db60f66e99 admin admin] Deleting subnet d96c6665-86f4-447f-bcf1-9cb6f84049de {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:04:04.164982 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-da18c7e7-dc97-4a9d-8d50-68db60f66e99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:04.257168 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-da18c7e7-dc97-4a9d-8d50-68db60f66e99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:04.260959 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b7c1874d-4af5-4731-b0a5-ffbfce82dbc4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:04.264184 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-e05f0ca1-dee1-4933-9a8d-0a09136ea3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'name': 'tempest-TestNetworkBasicOps-router-1901108296', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:04:01Z', 'revision_number': 3, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:50:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:04.313814 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05f0ca1-dee1-4933-9a8d-0a09136ea3bc None None] The sync data for ids ['434992f0-38d1-4d94-95c7-aaed55531f98'] in n-d-840835-1 is: [{'id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'name': 'tempest-TestNetworkBasicOps-router-1901108296', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:04:01Z', 'revision_number': 3, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:50:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:04:04.340042 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5157a5d5-6c07-4306-8036-86c3f50de885 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:04.352059 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5157a5d5-6c07-4306-8036-86c3f50de885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:04.358955 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-da18c7e7-dc97-4a9d-8d50-68db60f66e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:04.414954 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5157a5d5-6c07-4306-8036-86c3f50de885 None None] Network fc02e321-544e-4497-b490-1338290d6d6e is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:04.423244 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-5157a5d5-6c07-4306-8036-86c3f50de885 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:04.426287 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157a5d5-6c07-4306-8036-86c3f50de885 None None] Pushing event updated for resources: {'Port': ['ID=83030f97-0862-46da-9a0b-2d8dc2b08943,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:04.429076 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5157a5d5-6c07-4306-8036-86c3f50de885 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:04.500207 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-5157a5d5-6c07-4306-8036-86c3f50de885 None None] Attempting to bind port 83030f97-0862-46da-9a0b-2d8dc2b08943 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:04:04.500940 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-5157a5d5-6c07-4306-8036-86c3f50de885 None None] Attempting to bind port 83030f97-0862-46da-9a0b-2d8dc2b08943 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '30c94caf-3d32-4f6f-824c-867fb2b37caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:04:04.501516 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5157a5d5-6c07-4306-8036-86c3f50de885 None None] Attempting to bind port 83030f97-0862-46da-9a0b-2d8dc2b08943 on network fc02e321-544e-4497-b490-1338290d6d6e {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:04:04.507429 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5157a5d5-6c07-4306-8036-86c3f50de885 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:04:04.508152 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5157a5d5-6c07-4306-8036-86c3f50de885 None None] Checking segment: {'id': '30c94caf-3d32-4f6f-824c-867fb2b37caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:04:04.508772 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5157a5d5-6c07-4306-8036-86c3f50de885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:04.509303 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5157a5d5-6c07-4306-8036-86c3f50de885 None None] Bound using segment: {'id': '30c94caf-3d32-4f6f-824c-867fb2b37caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:04:04.509929 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-5157a5d5-6c07-4306-8036-86c3f50de885 None None] Bound port: 83030f97-0862-46da-9a0b-2d8dc2b08943, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c94caf-3d32-4f6f-824c-867fb2b37caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:04:04.510218 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5157a5d5-6c07-4306-8036-86c3f50de885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:04.528016 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-da18c7e7-dc97-4a9d-8d50-68db60f66e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:04.583912 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18c7e7-dc97-4a9d-8d50-68db60f66e99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d96c6665-86f4-447f-bcf1-9cb6f84049de,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:04.598018 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-da18c7e7-dc97-4a9d-8d50-68db60f66e99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:04.602690 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-da18c7e7-dc97-4a9d-8d50-68db60f66e99 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d96c6665-86f4-447f-bcf1-9cb6f84049de HTTP/1.1" status: 204 len: 168 time: 0.5400455 May 06 10:04:04.605448 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49216) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:04.610525 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-5157a5d5-6c07-4306-8036-86c3f50de885 None None] For port 83030f97-0862-46da-9a0b-2d8dc2b08943, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:04:04.615394 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-5157a5d5-6c07-4306-8036-86c3f50de885 None None] For port 83030f97-0862-46da-9a0b-2d8dc2b08943, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=83030f97-0862-46da-9a0b-2d8dc2b08943,segment=NetworkSegment(30c94caf-3d32-4f6f-824c-867fb2b37caa),segment_id=30c94caf-3d32-4f6f-824c-867fb2b37caa)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:04:04.623456 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5157a5d5-6c07-4306-8036-86c3f50de885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:04.698905 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157a5d5-6c07-4306-8036-86c3f50de885 None None] Pushing event updated for resources: {'Port': ['ID=83030f97-0862-46da-9a0b-2d8dc2b08943,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:04.804465 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f99de20e-dbd8-4819-9f12-f338cbea8ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:04.822611 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-b7c1874d-4af5-4731-b0a5-ffbfce82dbc4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Allocated IP 172.20.0.1 (fc02e321-544e-4497-b490-1338290d6d6e/9efa41e5-c572-455a-b6f5-5a3b63885548/e079c93e-a44a-4a81-8ef3-3bd5dc955a93) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:04:05.007058 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f99de20e-dbd8-4819-9f12-f338cbea8ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:05.065902 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-f99de20e-dbd8-4819-9f12-f338cbea8ab8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a26d466-df1e-4170-b5bd-e84294713743']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:05.066929 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b7c1874d-4af5-4731-b0a5-ffbfce82dbc4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:05.078657 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-f99de20e-dbd8-4819-9f12-f338cbea8ab8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c45404d-95ef-4d8a-bbde-cf82280980bd') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:05.079208 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-f99de20e-dbd8-4819-9f12-f338cbea8ab8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c45404d-95ef-4d8a-bbde-cf82280980bd') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:05.109493 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f99de20e-dbd8-4819-9f12-f338cbea8ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:05.150168 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f99de20e-dbd8-4819-9f12-f338cbea8ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:05.165172 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99de20e-dbd8-4819-9f12-f338cbea8ab8 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:04:05.165641 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f99de20e-dbd8-4819-9f12-f338cbea8ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: timer() May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:04:05.174187 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:04:05.235539 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b7c1874d-4af5-4731-b0a5-ffbfce82dbc4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:05.276263 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c1874d-4af5-4731-b0a5-ffbfce82dbc4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'Port': ['ID=e079c93e-a44a-4a81-8ef3-3bd5dc955a93,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:05.293200 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f99de20e-dbd8-4819-9f12-f338cbea8ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:05.299282 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c1874d-4af5-4731-b0a5-ffbfce82dbc4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Network fc02e321-544e-4497-b490-1338290d6d6e is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:05.300919 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f99de20e-dbd8-4819-9f12-f338cbea8ab8 admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:05.301044 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-b7c1874d-4af5-4731-b0a5-ffbfce82dbc4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:05.306865 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f99de20e-dbd8-4819-9f12-f338cbea8ab8 admin admin] 10.222.0.73 "DELETE /v2.0/networks/2a26d466-df1e-4170-b5bd-e84294713743 HTTP/1.1" status: 204 len: 168 time: 0.6997712 May 06 10:04:05.308178 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c1874d-4af5-4731-b0a5-ffbfce82dbc4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:05.347460 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99de20e-dbd8-4819-9f12-f338cbea8ab8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a26d466-df1e-4170-b5bd-e84294713743,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:05.398620 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b7c1874d-4af5-4731-b0a5-ffbfce82dbc4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:05.603754 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b7c1874d-4af5-4731-b0a5-ffbfce82dbc4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:05.620051 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49238) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:05.669309 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-86cb50f4-5d7c-4784-8ad4-f125ed315ed6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fbcfd0c527de4229b2b1348505ce9956&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480134 May 06 10:04:05.671742 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49240) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:05.750006 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7d9947c3-7c40-4530-b6f8-6933a9a87e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:05.789817 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7d9947c3-7c40-4530-b6f8-6933a9a87e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:05.868176 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7d9947c3-7c40-4530-b6f8-6933a9a87e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:05.876828 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7d9947c3-7c40-4530-b6f8-6933a9a87e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:05.878677 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7d9947c3-7c40-4530-b6f8-6933a9a87e16 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/647dd819-ff08-4b34-a698-f13c68b6da1c HTTP/1.1" status: 204 len: 168 time: 0.2057984 May 06 10:04:05.892688 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9947c3-7c40-4530-b6f8-6933a9a87e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647dd819-ff08-4b34-a698-f13c68b6da1c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:06.001763 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b7c1874d-4af5-4731-b0a5-ffbfce82dbc4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:06.022183 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b7c1874d-4af5-4731-b0a5-ffbfce82dbc4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:06.143935 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c1874d-4af5-4731-b0a5-ffbfce82dbc4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'Port': ['ID=e079c93e-a44a-4a81-8ef3-3bd5dc955a93,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:06.195841 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b7c1874d-4af5-4731-b0a5-ffbfce82dbc4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:06.370119 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c1874d-4af5-4731-b0a5-ffbfce82dbc4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Network fc02e321-544e-4497-b490-1338290d6d6e is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:06.373196 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-b7c1874d-4af5-4731-b0a5-ffbfce82dbc4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:06.414778 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed18083d-8d71-4b73-8e53-b1077460fea2 None None] Network fc02e321-544e-4497-b490-1338290d6d6e requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:04:06.614051 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device fa9598c7-4f8b-42ff-85ed-0228edf0668e up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:04:06.652515 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-eeb776ef-1f36-4579-9f4f-325e2e6260ac None None] Provisioning complete for port 83030f97-0862-46da-9a0b-2d8dc2b08943 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:06.653072 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eeb776ef-1f36-4579-9f4f-325e2e6260ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:06.658325 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c1874d-4af5-4731-b0a5-ffbfce82dbc4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Router 434992f0-38d1-4d94-95c7-aaed55531f98 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:04:06.796849 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port fa9598c7-4f8b-42ff-85ed-0228edf0668e triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:06.797228 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:06.835053 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c1874d-4af5-4731-b0a5-ffbfce82dbc4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:04:06.849501 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49280) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:06.850430 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b7c1874d-4af5-4731-b0a5-ffbfce82dbc4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "PUT /v2.0/routers/434992f0-38d1-4d94-95c7-aaed55531f98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6850843 May 06 10:04:06.926937 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eeb776ef-1f36-4579-9f4f-325e2e6260ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:07.003890 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-eeb776ef-1f36-4579-9f4f-325e2e6260ac None None] For port 83030f97-0862-46da-9a0b-2d8dc2b08943, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=83030f97-0862-46da-9a0b-2d8dc2b08943,segment=NetworkSegment(30c94caf-3d32-4f6f-824c-867fb2b37caa),segment_id=30c94caf-3d32-4f6f-824c-867fb2b37caa)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:04:07.011697 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:07.020931 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eeb776ef-1f36-4579-9f4f-325e2e6260ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:07.030189 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1aae65-2111-4bf0-b185-894efc7f5250 None None] Sync routers for ids ['434992f0-38d1-4d94-95c7-aaed55531f98'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:04:07.047229 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1aae65-2111-4bf0-b185-894efc7f5250 None None] Routers {'434992f0-38d1-4d94-95c7-aaed55531f98'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:04:07.055302 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6d1aae65-2111-4bf0-b185-894efc7f5250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:03:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['434992f0-38d1-4d94-95c7-aaed55531f98'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:07.131389 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port fa9598c7-4f8b-42ff-85ed-0228edf0668e, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=fa9598c7-4f8b-42ff-85ed-0228edf0668e,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:04:07.137294 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65982fe-25df-4d85-83db-842546e947ce tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:07.138353 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65982fe-25df-4d85-83db-842546e947ce tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:07.139234 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65982fe-25df-4d85-83db-842546e947ce tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:07.140016 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65982fe-25df-4d85-83db-842546e947ce tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:07.140776 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65982fe-25df-4d85-83db-842546e947ce tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:07.143455 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a65982fe-25df-4d85-83db-842546e947ce tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3571 time: 0.2920687 May 06 10:04:07.145746 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49288) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:07.146376 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:07.147251 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 83030f97-0862-46da-9a0b-2d8dc2b08943 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:04:07.230013 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb776ef-1f36-4579-9f4f-325e2e6260ac None None] Pushing event updated for resources: {'Port': ['ID=83030f97-0862-46da-9a0b-2d8dc2b08943,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:07.276612 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 83030f97-0862-46da-9a0b-2d8dc2b08943 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:07.277247 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:07.281129 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-6d1aae65-2111-4bf0-b185-894efc7f5250 None None] Set router 434992f0-38d1-4d94-95c7-aaed55531f98 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:04:07.319452 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443ca6cb-f409-47c6-ac50-32140b805501 tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:07.322189 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443ca6cb-f409-47c6-ac50-32140b805501 tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:07.322734 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443ca6cb-f409-47c6-ac50-32140b805501 tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:07.324814 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443ca6cb-f409-47c6-ac50-32140b805501 tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:07.325288 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443ca6cb-f409-47c6-ac50-32140b805501 tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:07.329778 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-443ca6cb-f409-47c6-ac50-32140b805501 tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.1815596 May 06 10:04:07.331551 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49296) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:07.403048 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=fa9598c7-4f8b-42ff-85ed-0228edf0668e,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:07.453501 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c56f8da0-7a53-4665-8197-43756c0b66f3 None None] Provisioning complete for port e079c93e-a44a-4a81-8ef3-3bd5dc955a93 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:07.454528 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c56f8da0-7a53-4665-8197-43756c0b66f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:07.508232 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-c56f8da0-7a53-4665-8197-43756c0b66f3 None None] Port e079c93e-a44a-4a81-8ef3-3bd5dc955a93 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:04:07.522433 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c56f8da0-7a53-4665-8197-43756c0b66f3 None None] Provisioning complete for port 83030f97-0862-46da-9a0b-2d8dc2b08943 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:07.522810 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c56f8da0-7a53-4665-8197-43756c0b66f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:07.652396 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6d1aae65-2111-4bf0-b185-894efc7f5250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'name': 'tempest-TestNetworkBasicOps-router-1901108296', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:04:05Z', 'revision_number': 4, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:50:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'e079c93e-a44a-4a81-8ef3-3bd5dc955a93', 'name': '', 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'mac_address': 'fa:16:3e:5e:ea:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '9efa41e5-c572-455a-b6f5-5a3b63885548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:04Z', 'updated_at': '2022-05-06T10:04:05Z', 'revision_number': 2, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'subnets': [{'id': '9efa41e5-c572-455a-b6f5-5a3b63885548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:07.691890 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1aae65-2111-4bf0-b185-894efc7f5250 None None] Checking router: 434992f0-38d1-4d94-95c7-aaed55531f98 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:04:07.692597 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1aae65-2111-4bf0-b185-894efc7f5250 None None] Updating router 434992f0-38d1-4d94-95c7-aaed55531f98 port e079c93e-a44a-4a81-8ef3-3bd5dc955a93 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:04:07.724168 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6d1aae65-2111-4bf0-b185-894efc7f5250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:07.794543 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-49638a40-36dc-48ed-8c38-606d20c8f57c None None] Provisioning complete for port e079c93e-a44a-4a81-8ef3-3bd5dc955a93 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:07.794816 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-49638a40-36dc-48ed-8c38-606d20c8f57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:07.827307 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7ccb0c6b-ef18-442e-9a8d-5ab21c735081 tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 0.4920380 May 06 10:04:07.905310 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-49638a40-36dc-48ed-8c38-606d20c8f57c None None] Port e079c93e-a44a-4a81-8ef3-3bd5dc955a93 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:04:08.139977 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6d1aae65-2111-4bf0-b185-894efc7f5250 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:08.141299 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-62e62681-84f0-4450-808a-cef57ffbb36e None None] Provisioning complete for port e079c93e-a44a-4a81-8ef3-3bd5dc955a93 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:08.141764 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-62e62681-84f0-4450-808a-cef57ffbb36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:08.153853 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6d1aae65-2111-4bf0-b185-894efc7f5250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:08.222179 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-62e62681-84f0-4450-808a-cef57ffbb36e None None] Port e079c93e-a44a-4a81-8ef3-3bd5dc955a93 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:04:08.234344 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0a672-08a0-450e-936f-3e2a2f8e18c6 None None] Pushing event updated for resources: {'Port': ['ID=e079c93e-a44a-4a81-8ef3-3bd5dc955a93,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:08.271451 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49320) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:08.280127 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-d72b496a-334f-4e82-89d9-37d71bce9fc8 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1084877066', 'description': 'tempest-secgroup-smoke-1084877066 description', 'project_id': 'a50139172da04b07b17553ee2a3c6289'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:08.321376 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d72b496a-334f-4e82-89d9-37d71bce9fc8 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:08.353180 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-6d1aae65-2111-4bf0-b185-894efc7f5250 None None] Attempting to bind port e079c93e-a44a-4a81-8ef3-3bd5dc955a93 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:04:08.353845 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-6d1aae65-2111-4bf0-b185-894efc7f5250 None None] Attempting to bind port e079c93e-a44a-4a81-8ef3-3bd5dc955a93 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '30c94caf-3d32-4f6f-824c-867fb2b37caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:04:08.354413 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1aae65-2111-4bf0-b185-894efc7f5250 None None] Attempting to bind port e079c93e-a44a-4a81-8ef3-3bd5dc955a93 on network fc02e321-544e-4497-b490-1338290d6d6e {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:04:08.381491 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1aae65-2111-4bf0-b185-894efc7f5250 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:04:08.381907 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1aae65-2111-4bf0-b185-894efc7f5250 None None] Checking segment: {'id': '30c94caf-3d32-4f6f-824c-867fb2b37caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:04:08.382288 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6d1aae65-2111-4bf0-b185-894efc7f5250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:08.382690 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1aae65-2111-4bf0-b185-894efc7f5250 None None] Bound using segment: {'id': '30c94caf-3d32-4f6f-824c-867fb2b37caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:04:08.389182 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-6d1aae65-2111-4bf0-b185-894efc7f5250 None None] Bound port: e079c93e-a44a-4a81-8ef3-3bd5dc955a93, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c94caf-3d32-4f6f-824c-867fb2b37caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:04:08.389638 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6d1aae65-2111-4bf0-b185-894efc7f5250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:08.509218 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device fa9598c7-4f8b-42ff-85ed-0228edf0668e up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:04:08.521008 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-6d1aae65-2111-4bf0-b185-894efc7f5250 None None] For port e079c93e-a44a-4a81-8ef3-3bd5dc955a93, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:04:08.525126 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-6d1aae65-2111-4bf0-b185-894efc7f5250 None None] For port e079c93e-a44a-4a81-8ef3-3bd5dc955a93, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e079c93e-a44a-4a81-8ef3-3bd5dc955a93,segment=NetworkSegment(30c94caf-3d32-4f6f-824c-867fb2b37caa),segment_id=30c94caf-3d32-4f6f-824c-867fb2b37caa)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:04:08.535420 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6d1aae65-2111-4bf0-b185-894efc7f5250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:08.551424 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d72b496a-334f-4e82-89d9-37d71bce9fc8 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:08.565729 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d72b496a-334f-4e82-89d9-37d71bce9fc8 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:08.611048 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1aae65-2111-4bf0-b185-894efc7f5250 None None] Routers {'434992f0-38d1-4d94-95c7-aaed55531f98'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:04:08.612322 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6d1aae65-2111-4bf0-b185-894efc7f5250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:03:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['434992f0-38d1-4d94-95c7-aaed55531f98'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:08.636862 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b496a-334f-4e82-89d9-37d71bce9fc8 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c37d0b7-214b-41a0-a8c1-e178bae1a88d,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:08.656249 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0a672-08a0-450e-936f-3e2a2f8e18c6 None None] Pushing event updated for resources: {'Port': ['ID=e079c93e-a44a-4a81-8ef3-3bd5dc955a93,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:08.678631 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d72b496a-334f-4e82-89d9-37d71bce9fc8 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:08.682531 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d72b496a-334f-4e82-89d9-37d71bce9fc8 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4069569 May 06 10:04:08.682804 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49328) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:08.693827 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port fa9598c7-4f8b-42ff-85ed-0228edf0668e triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:08.694140 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-270e4e1d-3656-457e-9ded-d4007e071acb tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'security_group_rule': {'security_group_id': '6c37d0b7-214b-41a0-a8c1-e178bae1a88d', 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:08.694602 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:08.699269 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-40b86b4b-7ca6-45d0-bba6-0a0534d1bb72 None None] Provisioning complete for port e079c93e-a44a-4a81-8ef3-3bd5dc955a93 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:08.699650 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-40b86b4b-7ca6-45d0-bba6-0a0534d1bb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:08.744907 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-270e4e1d-3656-457e-9ded-d4007e071acb tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:08.838848 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-270e4e1d-3656-457e-9ded-d4007e071acb tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:08.851226 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-270e4e1d-3656-457e-9ded-d4007e071acb tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:08.891892 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-6d1aae65-2111-4bf0-b185-894efc7f5250 None None] Set router 434992f0-38d1-4d94-95c7-aaed55531f98 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:04:08.926643 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-270e4e1d-3656-457e-9ded-d4007e071acb tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:08.938240 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-270e4e1d-3656-457e-9ded-d4007e071acb tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2521827 May 06 10:04:08.939216 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e4e1d-3656-457e-9ded-d4007e071acb tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad9f8c8-9a02-45b3-a497-f4abe9faa317,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:08.941223 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49334) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:08.950130 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-c5467e5d-4e59-4f67-ade2-a29b62dd05fe tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'security_group_rule': {'security_group_id': '6c37d0b7-214b-41a0-a8c1-e178bae1a88d', 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:09.014344 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c5467e5d-4e59-4f67-ade2-a29b62dd05fe tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:09.193780 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c5467e5d-4e59-4f67-ade2-a29b62dd05fe tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:09.199373 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-40b86b4b-7ca6-45d0-bba6-0a0534d1bb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:09.204842 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c5467e5d-4e59-4f67-ade2-a29b62dd05fe tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:09.215769 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 83030f97-0862-46da-9a0b-2d8dc2b08943 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:04:09.243462 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5467e5d-4e59-4f67-ade2-a29b62dd05fe tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef88339e-efdc-4d7f-bb69-c10cff68b080,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:09.267240 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c5467e5d-4e59-4f67-ade2-a29b62dd05fe tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:09.273788 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49344) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:09.274848 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c5467e5d-4e59-4f67-ade2-a29b62dd05fe tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3303192 May 06 10:04:09.279997 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-bedd4338-ab1b-4ff2-a28f-6f92cac7bfae tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'security_group_rule': {'security_group_id': '6c37d0b7-214b-41a0-a8c1-e178bae1a88d', 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:09.280486 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-40b86b4b-7ca6-45d0-bba6-0a0534d1bb72 None None] For port e079c93e-a44a-4a81-8ef3-3bd5dc955a93, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e079c93e-a44a-4a81-8ef3-3bd5dc955a93,segment=NetworkSegment(30c94caf-3d32-4f6f-824c-867fb2b37caa),segment_id=30c94caf-3d32-4f6f-824c-867fb2b37caa)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:04:09.297568 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-40b86b4b-7ca6-45d0-bba6-0a0534d1bb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:09.313614 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bedd4338-ab1b-4ff2-a28f-6f92cac7bfae tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:09.317546 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49346) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:09.399311 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6d1aae65-2111-4bf0-b185-894efc7f5250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'name': 'tempest-TestNetworkBasicOps-router-1901108296', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:04:05Z', 'revision_number': 4, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'e079c93e-a44a-4a81-8ef3-3bd5dc955a93', 'name': '', 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'mac_address': 'fa:16:3e:5e:ea:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '9efa41e5-c572-455a-b6f5-5a3b63885548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:04Z', 'updated_at': '2022-05-06T10:04:08Z', 'revision_number': 4, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'subnets': [{'id': '9efa41e5-c572-455a-b6f5-5a3b63885548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:09.405762 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 83030f97-0862-46da-9a0b-2d8dc2b08943 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:09.406395 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:09.407994 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bedd4338-ab1b-4ff2-a28f-6f92cac7bfae tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:09.415655 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bedd4338-ab1b-4ff2-a28f-6f92cac7bfae tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:09.437863 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1aae65-2111-4bf0-b185-894efc7f5250 None None] The sync data for ids ['434992f0-38d1-4d94-95c7-aaed55531f98'] in n-d-840835-1 is: [{'id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'name': 'tempest-TestNetworkBasicOps-router-1901108296', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:04:05Z', 'revision_number': 4, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'e079c93e-a44a-4a81-8ef3-3bd5dc955a93', 'name': '', 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'mac_address': 'fa:16:3e:5e:ea:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '9efa41e5-c572-455a-b6f5-5a3b63885548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:04Z', 'updated_at': '2022-05-06T10:04:08Z', 'revision_number': 4, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'subnets': [{'id': '9efa41e5-c572-455a-b6f5-5a3b63885548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:04:09.449730 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd4338-ab1b-4ff2-a28f-6f92cac7bfae tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee43291-9f5a-4ab8-8d86-ce4733eaf4b1,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:09.454537 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b86b4b-7ca6-45d0-bba6-0a0534d1bb72 None None] Pushing event updated for resources: {'Port': ['ID=e079c93e-a44a-4a81-8ef3-3bd5dc955a93,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:09.471595 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bedd4338-ab1b-4ff2-a28f-6f92cac7bfae tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:09.476845 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49352) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:09.477663 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bedd4338-ab1b-4ff2-a28f-6f92cac7bfae tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2029960 May 06 10:04:09.482283 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-f97c1d00-48fe-45d2-990e-241a12476392 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'security_group_rule': {'security_group_id': '6c37d0b7-214b-41a0-a8c1-e178bae1a88d', 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:09.483805 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f493764f-2282-4a54-b0fe-317825e2cf25 None None] Provisioning complete for port e079c93e-a44a-4a81-8ef3-3bd5dc955a93 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:09.484268 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f493764f-2282-4a54-b0fe-317825e2cf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:09.539612 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f97c1d00-48fe-45d2-990e-241a12476392 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:09.556692 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f6288464-c8e6-48bd-abf2-1f6fca8d68d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:09.684732 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f6288464-c8e6-48bd-abf2-1f6fca8d68d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:09.691444 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f6288464-c8e6-48bd-abf2-1f6fca8d68d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:09.743753 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f97c1d00-48fe-45d2-990e-241a12476392 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:09.746096 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6288464-c8e6-48bd-abf2-1f6fca8d68d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694cbc71-6a8b-44f0-956b-4c6d83e1b3e1,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:09.754340 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f6288464-c8e6-48bd-abf2-1f6fca8d68d3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5a860d99e60b42719ee1ff80f6f407e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4352939 May 06 10:04:09.754827 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49358) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:09.755845 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f97c1d00-48fe-45d2-990e-241a12476392 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:09.774095 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c1d00-48fe-45d2-990e-241a12476392 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9599297-010b-4bf3-b8a0-0ef8ff6dc43a,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:09.786456 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f97c1d00-48fe-45d2-990e-241a12476392 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:09.790458 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f97c1d00-48fe-45d2-990e-241a12476392 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3091571 May 06 10:04:09.791109 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49360) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:09.796225 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-bb36e8cd-1717-4747-ac66-51a525cf0446 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'security_group_rule': {'security_group_id': '6c37d0b7-214b-41a0-a8c1-e178bae1a88d', 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:09.838947 n-d-840835-1 neutron-server[102653]: INFO neutron.db.securitygroups_db [None req-bb36e8cd-1717-4747-ac66-51a525cf0446 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Project a50139172da04b07b17553ee2a3c6289 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:04:09.851780 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bb36e8cd-1717-4747-ac66-51a525cf0446 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:09.855760 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-741816af-369c-4ca5-a659-4307af5e2f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:09.913899 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-741816af-369c-4ca5-a659-4307af5e2f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:09.974811 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bb36e8cd-1717-4747-ac66-51a525cf0446 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:09.980129 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bb36e8cd-1717-4747-ac66-51a525cf0446 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:10.007273 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36e8cd-1717-4747-ac66-51a525cf0446 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=585bae4b-7ea0-4c1b-8c10-39d80e84edb9,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:10.018869 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bb36e8cd-1717-4747-ac66-51a525cf0446 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:10.020220 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bb36e8cd-1717-4747-ac66-51a525cf0446 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2279570 May 06 10:04:10.023460 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49366) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:10.028051 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-1cd9f2ad-5094-41b3-ae8a-0018e314db6f tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'security_group_rule': {'security_group_id': '6c37d0b7-214b-41a0-a8c1-e178bae1a88d', 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:10.034065 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-741816af-369c-4ca5-a659-4307af5e2f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:10.036597 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-741816af-369c-4ca5-a659-4307af5e2f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:10.040173 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-741816af-369c-4ca5-a659-4307af5e2f9b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/694cbc71-6a8b-44f0-956b-4c6d83e1b3e1 HTTP/1.1" status: 204 len: 168 time: 0.2816296 May 06 10:04:10.058640 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741816af-369c-4ca5-a659-4307af5e2f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694cbc71-6a8b-44f0-956b-4c6d83e1b3e1,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:10.075060 n-d-840835-1 neutron-server[102653]: INFO neutron.db.securitygroups_db [None req-1cd9f2ad-5094-41b3-ae8a-0018e314db6f tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Project a50139172da04b07b17553ee2a3c6289 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:04:10.088158 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1cd9f2ad-5094-41b3-ae8a-0018e314db6f tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:10.196421 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1cd9f2ad-5094-41b3-ae8a-0018e314db6f tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:10.204395 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1cd9f2ad-5094-41b3-ae8a-0018e314db6f tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:10.249789 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9f2ad-5094-41b3-ae8a-0018e314db6f tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5b43d5-a49c-48d5-8859-a49daea81452,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:10.285927 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1cd9f2ad-5094-41b3-ae8a-0018e314db6f tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:10.295085 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1cd9f2ad-5094-41b3-ae8a-0018e314db6f tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2628598 May 06 10:04:10.493351 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-af9330e3-724e-4bc9-b74f-2eb77bd39aff tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=233f5af8e2e74f38bccfba0385ec7677&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0876377 May 06 10:04:10.533227 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e079c93e-a44a-4a81-8ef3-3bd5dc955a93 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:04:10.610430 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port e079c93e-a44a-4a81-8ef3-3bd5dc955a93 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:10.610837 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:10.766580 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-50fed90d-0208-4d09-835a-332777241757 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:10.775480 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-50fed90d-0208-4d09-835a-332777241757 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2749753 May 06 10:04:10.798432 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-82947733-f7cb-4d99-8313-ce2c4088e40b tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/quotas/233f5af8e2e74f38bccfba0385ec7677 HTTP/1.1" status: 200 len: 375 time: 0.0190716 May 06 10:04:10.843748 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-8be4e928-c49c-4340-9ce3-2e67407866b6 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=233f5af8e2e74f38bccfba0385ec7677&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469613 May 06 10:04:11.115520 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49434) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:11.123153 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-12c76535-e17b-4a6f-9513-91064e942d83 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1084877066&fields=id&tenant_id=a50139172da04b07b17553ee2a3c6289 HTTP/1.1" status: 200 len: 267 time: 0.0447054 May 06 10:04:11.272961 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-2b6f0ed9-19dd-4aa1-b003-2dffc07b74c5 tempest-NetworksNegativeTestJSON-222117402 tempest-NetworksNegativeTestJSON-222117402-project] Request body: {'port': {'network_id': '5ebe5f84-3808-446b-99b2-f04b8e529d35', 'name': 'tempest-NetworksNegativeTestJSON-1569033081'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:11.283365 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-4ef1fded-8f74-4e70-9c13-eefc5185bbf8 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:11.285288 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-4ef1fded-8f74-4e70-9c13-eefc5185bbf8 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/networks?id=fc02e321-544e-4497-b490-1338290d6d6e HTTP/1.1" status: 200 len: 797 time: 0.1481299 May 06 10:04:11.290192 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b6f0ed9-19dd-4aa1-b003-2dffc07b74c5 tempest-NetworksNegativeTestJSON-222117402 tempest-NetworksNegativeTestJSON-222117402-project] POST failed (client error): The resource could not be found. May 06 10:04:11.291671 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b6f0ed9-19dd-4aa1-b003-2dffc07b74c5 tempest-NetworksNegativeTestJSON-222117402 tempest-NetworksNegativeTestJSON-222117402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:04:11.297244 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2b6f0ed9-19dd-4aa1-b003-2dffc07b74c5 tempest-NetworksNegativeTestJSON-222117402 tempest-NetworksNegativeTestJSON-222117402-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1806464 May 06 10:04:11.297869 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49442) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:11.301767 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-579c0790-aed2-4d9a-8e60-cdbeea99f3f5 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/quotas/a50139172da04b07b17553ee2a3c6289 HTTP/1.1" status: 200 len: 375 time: 0.0104802 May 06 10:04:11.325348 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaee2075-10b5-4e1e-b87f-d9a7b85acd4c tempest-NetworksNegativeTestJSON-222117402 tempest-NetworksNegativeTestJSON-222117402-project] DELETE failed (client error): The resource could not be found. May 06 10:04:11.326243 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaee2075-10b5-4e1e-b87f-d9a7b85acd4c tempest-NetworksNegativeTestJSON-222117402 tempest-NetworksNegativeTestJSON-222117402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:04:11.332063 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-eaee2075-10b5-4e1e-b87f-d9a7b85acd4c tempest-NetworksNegativeTestJSON-222117402 tempest-NetworksNegativeTestJSON-222117402-project] 10.222.0.73 "DELETE /v2.0/networks/6e112864-5e59-4faa-a4d4-0c186a8af941 HTTP/1.1" status: 404 len: 339 time: 0.0316741 May 06 10:04:11.334982 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49444) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:11.362706 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e9f443-ebc5-4d46-9027-9db81c7bfd6a tempest-NetworksNegativeTestJSON-222117402 tempest-NetworksNegativeTestJSON-222117402-project] DELETE failed (client error): The resource could not be found. May 06 10:04:11.363465 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81e9f443-ebc5-4d46-9027-9db81c7bfd6a tempest-NetworksNegativeTestJSON-222117402 tempest-NetworksNegativeTestJSON-222117402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:04:11.367848 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-81e9f443-ebc5-4d46-9027-9db81c7bfd6a tempest-NetworksNegativeTestJSON-222117402 tempest-NetworksNegativeTestJSON-222117402-project] 10.222.0.73 "DELETE /v2.0/ports/8e71403a-12a4-4b3f-90d3-e8c7c816bf48 HTTP/1.1" status: 404 len: 333 time: 0.0313811 May 06 10:04:11.368843 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-d650ca5b-2882-4651-8aff-43ef6a6fef46 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a50139172da04b07b17553ee2a3c6289&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600872 May 06 10:04:11.371932 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49446) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:11.387544 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-9bf8e290-150a-4e11-8b3c-d8f28e750c5a service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:04:11.388681 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-9bf8e290-150a-4e11-8b3c-d8f28e750c5a service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049741 May 06 10:04:11.417059 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-19abc348-b84c-4837-9ec4-47b41b8c2cc5 tempest-NetworksNegativeTestJSON-222117402 tempest-NetworksNegativeTestJSON-222117402-project] DELETE failed (client error): The resource could not be found. May 06 10:04:11.417500 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19abc348-b84c-4837-9ec4-47b41b8c2cc5 tempest-NetworksNegativeTestJSON-222117402 tempest-NetworksNegativeTestJSON-222117402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:04:11.422186 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-19abc348-b84c-4837-9ec4-47b41b8c2cc5 tempest-NetworksNegativeTestJSON-222117402 tempest-NetworksNegativeTestJSON-222117402-project] 10.222.0.73 "DELETE /v2.0/subnets/b907b596-681c-4dbd-a336-801aa34704b1 HTTP/1.1" status: 404 len: 337 time: 0.0471365 May 06 10:04:11.426388 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49454) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:11.452827 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b512281-a2a3-4bd3-951e-97d5eb81fb67 tempest-NetworksNegativeTestJSON-222117402 tempest-NetworksNegativeTestJSON-222117402-project] GET failed (client error): The resource could not be found. May 06 10:04:11.454376 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3b512281-a2a3-4bd3-951e-97d5eb81fb67 tempest-NetworksNegativeTestJSON-222117402 tempest-NetworksNegativeTestJSON-222117402-project] 10.222.0.73 "GET /v2.0/networks/f502648c-c57e-46b7-8a96-08843a94985e HTTP/1.1" status: 404 len: 339 time: 0.0266230 May 06 10:04:11.458240 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49456) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:11.506529 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1b62b3-c451-445f-b116-82fdbc9199cf tempest-NetworksNegativeTestJSON-222117402 tempest-NetworksNegativeTestJSON-222117402-project] GET failed (client error): The resource could not be found. May 06 10:04:11.512264 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3b1b62b3-c451-445f-b116-82fdbc9199cf tempest-NetworksNegativeTestJSON-222117402 tempest-NetworksNegativeTestJSON-222117402-project] 10.222.0.73 "GET /v2.0/ports/df93da28-8ada-4265-96e6-01bb988bf0a8 HTTP/1.1" status: 404 len: 333 time: 0.0527596 May 06 10:04:11.513143 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49462) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:11.530654 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-8555821b-9e9f-4573-be7f-f00ce4c06a02 service neutron] 10.222.0.73 "GET /v2.0/networks/fc02e321-544e-4497-b490-1338290d6d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206212 May 06 10:04:11.541753 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-35e335f1-f226-4f9a-969d-246cffa56798 tempest-NetworksNegativeTestJSON-222117402 tempest-NetworksNegativeTestJSON-222117402-project] GET failed (client error): The resource could not be found. May 06 10:04:11.549684 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-35e335f1-f226-4f9a-969d-246cffa56798 tempest-NetworksNegativeTestJSON-222117402 tempest-NetworksNegativeTestJSON-222117402-project] 10.222.0.73 "GET /v2.0/subnets/7a8d2f2f-622a-47f3-9ecc-7c77bb250948 HTTP/1.1" status: 404 len: 337 time: 0.0345798 May 06 10:04:11.550481 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49464) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:11.556137 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-bb198d92-c602-4d68-8edd-c040cde11d91 tempest-NetworksNegativeTestJSON-222117402 tempest-NetworksNegativeTestJSON-222117402-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:11.573263 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb198d92-c602-4d68-8edd-c040cde11d91 tempest-NetworksNegativeTestJSON-222117402 tempest-NetworksNegativeTestJSON-222117402-project] PUT failed (client error): The resource could not be found. May 06 10:04:11.574113 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb198d92-c602-4d68-8edd-c040cde11d91 tempest-NetworksNegativeTestJSON-222117402 tempest-NetworksNegativeTestJSON-222117402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:04:11.579669 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bb198d92-c602-4d68-8edd-c040cde11d91 tempest-NetworksNegativeTestJSON-222117402 tempest-NetworksNegativeTestJSON-222117402-project] 10.222.0.73 "PUT /v2.0/networks/cbab3e49-8de8-472f-9554-383c0a9effeb HTTP/1.1" status: 404 len: 339 time: 0.0279508 May 06 10:04:11.580534 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49466) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:11.586281 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-909f16fc-d789-4bd1-b0d2-ad8ddb4c8415 tempest-NetworksNegativeTestJSON-222117402 tempest-NetworksNegativeTestJSON-222117402-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:11.606850 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-909f16fc-d789-4bd1-b0d2-ad8ddb4c8415 tempest-NetworksNegativeTestJSON-222117402 tempest-NetworksNegativeTestJSON-222117402-project] PUT failed (client error): The resource could not be found. May 06 10:04:11.607587 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-909f16fc-d789-4bd1-b0d2-ad8ddb4c8415 tempest-NetworksNegativeTestJSON-222117402 tempest-NetworksNegativeTestJSON-222117402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:04:11.613635 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49468) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:11.614429 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-909f16fc-d789-4bd1-b0d2-ad8ddb4c8415 tempest-NetworksNegativeTestJSON-222117402 tempest-NetworksNegativeTestJSON-222117402-project] 10.222.0.73 "PUT /v2.0/ports/7ab2e097-bc6f-4251-b3e3-1ce22162fc79 HTTP/1.1" status: 404 len: 333 time: 0.0323513 May 06 10:04:11.619491 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-191b91f7-5669-4410-8246-a197e1e7f91d tempest-NetworksNegativeTestJSON-222117402 tempest-NetworksNegativeTestJSON-222117402-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:11.649888 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-191b91f7-5669-4410-8246-a197e1e7f91d tempest-NetworksNegativeTestJSON-222117402 tempest-NetworksNegativeTestJSON-222117402-project] PUT failed (client error): The resource could not be found. May 06 10:04:11.650349 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-191b91f7-5669-4410-8246-a197e1e7f91d tempest-NetworksNegativeTestJSON-222117402 tempest-NetworksNegativeTestJSON-222117402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:04:11.656067 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-191b91f7-5669-4410-8246-a197e1e7f91d tempest-NetworksNegativeTestJSON-222117402 tempest-NetworksNegativeTestJSON-222117402-project] 10.222.0.73 "PUT /v2.0/subnets/43c67d29-d4e3-4544-892c-65c5440adf15 HTTP/1.1" status: 404 len: 337 time: 0.0363595 May 06 10:04:11.672537 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-18e6824c-b371-4ad5-83ab-420d221284c8 service neutron] 10.222.0.73 "GET /v2.0/networks/fc02e321-544e-4497-b490-1338290d6d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409619 May 06 10:04:11.915645 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f390a70d-a754-4fd3-80ce-02faee1c03f6 req-621d6742-3e92-438c-a2e7-2d2528daf888 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/ports?device_id=99f05d13-d43b-4f36-a90b-5964171638d3 HTTP/1.1" status: 200 len: 210 time: 0.0390265 May 06 10:04:12.025783 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-42a6b3cd-fc83-4600-b49d-bf5342888d50 req-9cbfd514-366d-4cf9-b030-d7bb2fa24e4b tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=4266c579-d7c0-44f0-9622-bc3aedc4c2b0 HTTP/1.1" status: 200 len: 210 time: 0.0413685 May 06 10:04:12.065924 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49488) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:12.224853 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5f0a2dbf-1667-444f-b413-8cdabfd10121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:12.322811 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5f0a2dbf-1667-444f-b413-8cdabfd10121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:12.327789 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5f0a2dbf-1667-444f-b413-8cdabfd10121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:12.376654 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5f0a2dbf-1667-444f-b413-8cdabfd10121 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=848f1563845948e9ba9987c176f9111a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3091841 May 06 10:04:12.377625 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a2dbf-1667-444f-b413-8cdabfd10121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5021ba3-5e42-41d0-b38d-9bbf501ef933,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:12.379757 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49502) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:12.443961 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e79ea4f3-f63a-4339-9abe-6a9937aa3ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:12.479511 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-feaafbb5-16a5-4dd1-91b9-c9fef68a6f10 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=233f5af8e2e74f38bccfba0385ec7677&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249975 May 06 10:04:12.492237 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e79ea4f3-f63a-4339-9abe-6a9937aa3ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:12.612681 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e79ea4f3-f63a-4339-9abe-6a9937aa3ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:12.616336 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e79ea4f3-f63a-4339-9abe-6a9937aa3ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:12.617650 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e79ea4f3-f63a-4339-9abe-6a9937aa3ee9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b5021ba3-5e42-41d0-b38d-9bbf501ef933 HTTP/1.1" status: 204 len: 168 time: 0.2366230 May 06 10:04:12.628209 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-1f82826a-05c2-466b-92dc-1e9590bed8c8 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:12.631033 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-1f82826a-05c2-466b-92dc-1e9590bed8c8 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1371551 May 06 10:04:12.632747 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ea4f3-f63a-4339-9abe-6a9937aa3ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5021ba3-5e42-41d0-b38d-9bbf501ef933,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:12.646079 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-2e30b498-eb47-415e-9d0f-2f9dc3e14514 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Request body: {'port': {'device_id': '99f05d13-d43b-4f36-a90b-5964171638d3', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'admin_state_up': True, 'tenant_id': '233f5af8e2e74f38bccfba0385ec7677'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:12.786670 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-2e30b498-eb47-415e-9d0f-2f9dc3e14514 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Made reservation on behalf of 233f5af8e2e74f38bccfba0385ec7677 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:12.790617 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-2e30b498-eb47-415e-9d0f-2f9dc3e14514 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:12.801180 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-2e30b498-eb47-415e-9d0f-2f9dc3e14514 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:12.891232 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-2e30b498-eb47-415e-9d0f-2f9dc3e14514 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:12.900116 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-2e30b498-eb47-415e-9d0f-2f9dc3e14514 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:13.148842 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-b2e82982-056e-4cc4-bae7-147455e9bf12 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:13.150930 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-b2e82982-056e-4cc4-bae7-147455e9bf12 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.84 "GET /v2.0/networks?id=fc02e321-544e-4497-b490-1338290d6d6e HTTP/1.1" status: 200 len: 797 time: 0.1604416 May 06 10:04:13.231479 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-cf706e36-e1fa-42e5-8cd8-542877dae558 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a50139172da04b07b17553ee2a3c6289 HTTP/1.1" status: 200 len: 380 time: 0.0718999 May 06 10:04:13.243001 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-d5b5728e-533b-451a-8ac3-128025c06f22 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'port': {'device_id': '4266c579-d7c0-44f0-9622-bc3aedc4c2b0', 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e', 'admin_state_up': True, 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'security_groups': ['6c37d0b7-214b-41a0-a8c1-e178bae1a88d']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:13.386339 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-d5b5728e-533b-451a-8ac3-128025c06f22 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Made reservation on behalf of a50139172da04b07b17553ee2a3c6289 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:13.392562 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-d5b5728e-533b-451a-8ac3-128025c06f22 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:13.437757 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30b498-eb47-415e-9d0f-2f9dc3e14514 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8c0c41-c9cd-4421-b692-46ef37e8d4a8,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:13.479999 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-578924ab-6293-4d1a-a3cf-f4b60101072b req-96ff60c8-0905-43b2-9086-4ba6967e458a tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/ports?device_id=99f05d13-d43b-4f36-a90b-5964171638d3 HTTP/1.1" status: 200 len: 210 time: 0.0614185 May 06 10:04:13.560458 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-d5b5728e-533b-451a-8ac3-128025c06f22 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Allocated IP 172.20.0.5 (fc02e321-544e-4497-b490-1338290d6d6e/9efa41e5-c572-455a-b6f5-5a3b63885548/15319bcf-70ed-4f78-90c1-70236b2d7c8f) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:04:13.610862 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-2e30b498-eb47-415e-9d0f-2f9dc3e14514 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Allocated IP 192.168.233.162 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/e36d897f-5665-4844-a543-395f10a5b45b) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:04:13.660012 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49544) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:13.712184 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2f637489-fed1-470e-92a2-e8e8850b563a req-2c80b986-3478-46ab-9fca-5815e010c0b6 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=4266c579-d7c0-44f0-9622-bc3aedc4c2b0 HTTP/1.1" status: 200 len: 210 time: 0.0500891 May 06 10:04:13.767086 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-d5b5728e-533b-451a-8ac3-128025c06f22 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:13.809496 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-2e30b498-eb47-415e-9d0f-2f9dc3e14514 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:13.812327 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-d5b5728e-533b-451a-8ac3-128025c06f22 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:13.853611 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-2e30b498-eb47-415e-9d0f-2f9dc3e14514 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:13.862050 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-d5b5728e-533b-451a-8ac3-128025c06f22 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Network fc02e321-544e-4497-b490-1338290d6d6e is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:13.867014 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-d5b5728e-533b-451a-8ac3-128025c06f22 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:13.873272 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-f7c4ad9f-87e3-4904-95a5-b41f76129edb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-119460920-network', 'tenant_id': '01aaeb89a2614e5aa72cc8ee13ad07e1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:13.876344 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-d5b5728e-533b-451a-8ac3-128025c06f22 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:13.935465 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5728e-533b-451a-8ac3-128025c06f22 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'Port': ['ID=15319bcf-70ed-4f78-90c1-70236b2d7c8f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:13.952067 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c4ad9f-87e3-4904-95a5-b41f76129edb admin admin] Made reservation on behalf of 01aaeb89a2614e5aa72cc8ee13ad07e1 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:13.956600 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f7c4ad9f-87e3-4904-95a5-b41f76129edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:13.964915 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-2e30b498-eb47-415e-9d0f-2f9dc3e14514 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:13.972392 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-2e30b498-eb47-415e-9d0f-2f9dc3e14514 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:13.974590 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30b498-eb47-415e-9d0f-2f9dc3e14514 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Pushing event updated for resources: {'Port': ['ID=e36d897f-5665-4844-a543-395f10a5b45b,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:13.977208 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-2e30b498-eb47-415e-9d0f-2f9dc3e14514 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:13.989040 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-d5b5728e-533b-451a-8ac3-128025c06f22 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:13.989783 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-d5b5728e-533b-451a-8ac3-128025c06f22 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:13.992488 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f7c4ad9f-87e3-4904-95a5-b41f76129edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:14.026836 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-d5b5728e-533b-451a-8ac3-128025c06f22 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7887201 May 06 10:04:14.042599 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-935bfdcc-d639-4c8a-be7e-4fbf91cf55a6 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:04:14.043747 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-935bfdcc-d639-4c8a-be7e-4fbf91cf55a6 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075762 May 06 10:04:14.076265 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-2e30b498-eb47-415e-9d0f-2f9dc3e14514 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:14.083454 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-2e30b498-eb47-415e-9d0f-2f9dc3e14514 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:14.115812 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-2e30b498-eb47-415e-9d0f-2f9dc3e14514 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4742601 May 06 10:04:14.160402 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-ed9c4c6d-07cc-4cb5-835e-06828c731422 service neutron] Request body: {'port': {'device_id': '4266c579-d7c0-44f0-9622-bc3aedc4c2b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:14.166055 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f7c4ad9f-87e3-4904-95a5-b41f76129edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:14.193498 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f7c4ad9f-87e3-4904-95a5-b41f76129edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:14.249261 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c4ad9f-87e3-4904-95a5-b41f76129edb admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:04:14.253678 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-ea9946aa-3150-43c4-a476-ee47807687e1 service neutron] Request body: {'port': {'device_id': '99f05d13-d43b-4f36-a90b-5964171638d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:14.263967 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4ad9f-87e3-4904-95a5-b41f76129edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129d11c4-61cd-495c-92a6-2fa06175cdd7,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:14.278158 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-ed9c4c6d-07cc-4cb5-835e-06828c731422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:14.294857 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f7c4ad9f-87e3-4904-95a5-b41f76129edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:14.295264 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-f7c4ad9f-87e3-4904-95a5-b41f76129edb admin admin] Added segment 031537d4-b468-47fc-85e5-f64874bdecdf of type vlan for network d9171fbf-3161-4694-8c6b-e0a4aa44c9fc May 06 10:04:14.326699 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-ea9946aa-3150-43c4-a476-ee47807687e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:14.331393 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f6eea7ae-fec6-4926-9081-cd298196962c None None] Provisioning complete for port 15319bcf-70ed-4f78-90c1-70236b2d7c8f triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:14.332288 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f6eea7ae-fec6-4926-9081-cd298196962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:14.386886 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f7c4ad9f-87e3-4904-95a5-b41f76129edb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:14.391306 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f6eea7ae-fec6-4926-9081-cd298196962c None None] Port 15319bcf-70ed-4f78-90c1-70236b2d7c8f cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:04:14.484827 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f7c4ad9f-87e3-4904-95a5-b41f76129edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:14.485800 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c4ad9f-87e3-4904-95a5-b41f76129edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:14.487056 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f7c4ad9f-87e3-4904-95a5-b41f76129edb admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:14.522438 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b04f0878-d457-4dcb-882d-835237933a38 None None] Provisioning complete for port e36d897f-5665-4844-a543-395f10a5b45b triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:14.522911 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b04f0878-d457-4dcb-882d-835237933a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:14.588788 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-b04f0878-d457-4dcb-882d-835237933a38 None None] Port e36d897f-5665-4844-a543-395f10a5b45b cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:04:14.646496 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f7c4ad9f-87e3-4904-95a5-b41f76129edb admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9815068 May 06 10:04:14.650132 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49574) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:14.658301 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-111e8967-56a7-4c04-9ee7-cd7fa0cc0647 admin admin] Request body: {'subnet': {'network_id': 'd9171fbf-3161-4694-8c6b-e0a4aa44c9fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-119460920-subnet', 'tenant_id': '01aaeb89a2614e5aa72cc8ee13ad07e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:14.680088 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4ad9f-87e3-4904-95a5-b41f76129edb admin admin] Pushing event updated for resources: {'Network': ['ID=d9171fbf-3161-4694-8c6b-e0a4aa44c9fc,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:14.691283 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network d9171fbf-3161-4694-8c6b-e0a4aa44c9fc details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:04:14.703469 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346902ec-945c-4954-83fe-0cd022eb4a82 req-d3a1e9d2-92e8-46ed-8346-2d2983a9c070 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:14.705254 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-346902ec-945c-4954-83fe-0cd022eb4a82 req-d3a1e9d2-92e8-46ed-8346-2d2983a9c070 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/ports?device_id=99f05d13-d43b-4f36-a90b-5964171638d3 HTTP/1.1" status: 200 len: 936 time: 0.1224418 May 06 10:04:14.731252 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111e8967-56a7-4c04-9ee7-cd7fa0cc0647 admin admin] Made reservation on behalf of 01aaeb89a2614e5aa72cc8ee13ad07e1 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:14.733960 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-111e8967-56a7-4c04-9ee7-cd7fa0cc0647 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:14.779898 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-346902ec-945c-4954-83fe-0cd022eb4a82 req-c1114d28-2ece-45ae-8f62-c310720dfb3d tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/security-groups?id=7d8c0c41-c9cd-4421-b692-46ef37e8d4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676584 May 06 10:04:14.829174 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-ea9946aa-3150-43c4-a476-ee47807687e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e36d897f-5665-4844-a543-395f10a5b45b {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:04:14.838204 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-ea9946aa-3150-43c4-a476-ee47807687e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:14.862515 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-ea9946aa-3150-43c4-a476-ee47807687e1 service neutron] Transition to ACTIVE for port object e36d897f-5665-4844-a543-395f10a5b45b will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:04:14.866313 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-ea9946aa-3150-43c4-a476-ee47807687e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:14.867540 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-ed9c4c6d-07cc-4cb5-835e-06828c731422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15319bcf-70ed-4f78-90c1-70236b2d7c8f {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:04:14.878634 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-ed9c4c6d-07cc-4cb5-835e-06828c731422 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:14.921632 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9946aa-3150-43c4-a476-ee47807687e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e36d897f-5665-4844-a543-395f10a5b45b,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:14.942198 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-ed9c4c6d-07cc-4cb5-835e-06828c731422 service neutron] Transition to ACTIVE for port object 15319bcf-70ed-4f78-90c1-70236b2d7c8f will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:04:14.952420 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-ed9c4c6d-07cc-4cb5-835e-06828c731422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:15.035271 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c80a5-ed39-4228-b274-9411cb83d3a0 req-4d6a06c4-6601-40f8-9db2-1dbb61707edd tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:15.037246 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a52c80a5-ed39-4228-b274-9411cb83d3a0 req-4d6a06c4-6601-40f8-9db2-1dbb61707edd tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=4266c579-d7c0-44f0-9622-bc3aedc4c2b0 HTTP/1.1" status: 200 len: 931 time: 0.1166296 May 06 10:04:15.059572 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-111e8967-56a7-4c04-9ee7-cd7fa0cc0647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:15.100799 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-ea9946aa-3150-43c4-a476-ee47807687e1 service neutron] Attempting to bind port e36d897f-5665-4844-a543-395f10a5b45b on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:04:15.101250 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-ea9946aa-3150-43c4-a476-ee47807687e1 service neutron] Attempting to bind port e36d897f-5665-4844-a543-395f10a5b45b by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:04:15.101685 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-ea9946aa-3150-43c4-a476-ee47807687e1 service neutron] Attempting to bind port e36d897f-5665-4844-a543-395f10a5b45b on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:04:15.106514 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a52c80a5-ed39-4228-b274-9411cb83d3a0 req-47d0a748-e574-4a3c-a5d6-a97d82a74a66 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c37d0b7-214b-41a0-a8c1-e178bae1a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613661 May 06 10:04:15.113984 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-ea9946aa-3150-43c4-a476-ee47807687e1 service neutron] Port e36d897f-5665-4844-a543-395f10a5b45b on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:04:15.116888 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-ea9946aa-3150-43c4-a476-ee47807687e1 service neutron] Attempting to bind port e36d897f-5665-4844-a543-395f10a5b45b on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:04:15.125059 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-ea9946aa-3150-43c4-a476-ee47807687e1 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:04:15.125521 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-ea9946aa-3150-43c4-a476-ee47807687e1 service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:04:15.126019 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-ea9946aa-3150-43c4-a476-ee47807687e1 service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:04:15.127010 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-ea9946aa-3150-43c4-a476-ee47807687e1 service neutron] Bound port: e36d897f-5665-4844-a543-395f10a5b45b, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:04:15.127709 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-ea9946aa-3150-43c4-a476-ee47807687e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:15.223538 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c4c6d-07cc-4cb5-835e-06828c731422 service neutron] Pushing event updated for resources: {'Port': ['ID=15319bcf-70ed-4f78-90c1-70236b2d7c8f,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:15.228818 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-ea9946aa-3150-43c4-a476-ee47807687e1 service neutron] For port e36d897f-5665-4844-a543-395f10a5b45b, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:04:15.233287 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-ea9946aa-3150-43c4-a476-ee47807687e1 service neutron] For port e36d897f-5665-4844-a543-395f10a5b45b, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e36d897f-5665-4844-a543-395f10a5b45b,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:04:15.240917 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-ea9946aa-3150-43c4-a476-ee47807687e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:15.248555 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111e8967-56a7-4c04-9ee7-cd7fa0cc0647 admin admin] Checking segment: {'id': '031537d4-b468-47fc-85e5-f64874bdecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd9171fbf-3161-4694-8c6b-e0a4aa44c9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:04:15.248555 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111e8967-56a7-4c04-9ee7-cd7fa0cc0647 admin admin] Network hostable DHCP agents. Network: d9171fbf-3161-4694-8c6b-e0a4aa44c9fc, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:04:15.270945 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e8967-56a7-4c04-9ee7-cd7fa0cc0647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64c3ede6-0496-4710-8fb4-ce304990a65d,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:15.284634 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-ed9c4c6d-07cc-4cb5-835e-06828c731422 service neutron] Attempting to bind port 15319bcf-70ed-4f78-90c1-70236b2d7c8f on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:04:15.285049 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-ed9c4c6d-07cc-4cb5-835e-06828c731422 service neutron] Attempting to bind port 15319bcf-70ed-4f78-90c1-70236b2d7c8f by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '30c94caf-3d32-4f6f-824c-867fb2b37caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:04:15.285485 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-ed9c4c6d-07cc-4cb5-835e-06828c731422 service neutron] Attempting to bind port 15319bcf-70ed-4f78-90c1-70236b2d7c8f on network fc02e321-544e-4497-b490-1338290d6d6e {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:04:15.290884 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111e8967-56a7-4c04-9ee7-cd7fa0cc0647 admin admin] Network d9171fbf-3161-4694-8c6b-e0a4aa44c9fc is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:04:15.293841 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-ed9c4c6d-07cc-4cb5-835e-06828c731422 service neutron] Port 15319bcf-70ed-4f78-90c1-70236b2d7c8f on network fc02e321-544e-4497-b490-1338290d6d6e not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:04:15.294165 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-ed9c4c6d-07cc-4cb5-835e-06828c731422 service neutron] Attempting to bind port 15319bcf-70ed-4f78-90c1-70236b2d7c8f on network fc02e321-544e-4497-b490-1338290d6d6e {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:04:15.301255 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-ea9946aa-3150-43c4-a476-ee47807687e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:15.301932 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-ed9c4c6d-07cc-4cb5-835e-06828c731422 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:04:15.302056 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-ea9946aa-3150-43c4-a476-ee47807687e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:15.302292 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-ed9c4c6d-07cc-4cb5-835e-06828c731422 service neutron] Checking segment: {'id': '30c94caf-3d32-4f6f-824c-867fb2b37caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:04:15.302684 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-ed9c4c6d-07cc-4cb5-835e-06828c731422 service neutron] Bound using segment: {'id': '30c94caf-3d32-4f6f-824c-867fb2b37caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:04:15.303152 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-ed9c4c6d-07cc-4cb5-835e-06828c731422 service neutron] Bound port: 15319bcf-70ed-4f78-90c1-70236b2d7c8f, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c94caf-3d32-4f6f-824c-867fb2b37caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:04:15.303535 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-ed9c4c6d-07cc-4cb5-835e-06828c731422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:15.303863 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-ea9946aa-3150-43c4-a476-ee47807687e1 service neutron] 10.222.0.84 "PUT /v2.0/ports/e36d897f-5665-4844-a543-395f10a5b45b HTTP/1.1" status: 200 len: 1096 time: 1.1807153 May 06 10:04:15.304410 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f05d13-d43b-4f36-a90b-5964171638d3', 'tag': 'e36d897f-5665-4844-a543-395f10a5b45b'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:04:15.307733 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140fa42c-5dbd-4e9c-8ef8-6cd4924981c2" -d '{"events": [{"name": "network-changed", "server_uuid": "99f05d13-d43b-4f36-a90b-5964171638d3", "tag": "e36d897f-5665-4844-a543-395f10a5b45b"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:04:15.352269 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-111e8967-56a7-4c04-9ee7-cd7fa0cc0647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, d9171fbf-3161-4694-8c6b-e0a4aa44c9fc) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:15.354552 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9946aa-3150-43c4-a476-ee47807687e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e36d897f-5665-4844-a543-395f10a5b45b,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:15.372181 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56933c2f-c1b0-4145-9744-b181a2595531 None None] Network d9171fbf-3161-4694-8c6b-e0a4aa44c9fc requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:04:15.381017 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111e8967-56a7-4c04-9ee7-cd7fa0cc0647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:15.381641 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-111e8967-56a7-4c04-9ee7-cd7fa0cc0647 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:15.410046 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f998542-a95a-4621-b791-fa556cf4efe2 x-openstack-request-id: req-2f998542-a95a-4621-b791-fa556cf4efe2 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:04:15.410347 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f05d13-d43b-4f36-a90b-5964171638d3", "tag": "e36d897f-5665-4844-a543-395f10a5b45b", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:04:15.410610 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2f998542-a95a-4621-b791-fa556cf4efe2 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:04:15.411027 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f998542-a95a-4621-b791-fa556cf4efe2'] response: {'name': 'network-changed', 'server_uuid': '99f05d13-d43b-4f36-a90b-5964171638d3', 'tag': 'e36d897f-5665-4844-a543-395f10a5b45b', 'status': 'completed', 'code': 200} May 06 10:04:15.478337 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-4536c788-98ed-43dc-87fc-eddddbc260e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:15.480830 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-4536c788-98ed-43dc-87fc-eddddbc260e8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=233f5af8e2e74f38bccfba0385ec7677&device_id=99f05d13-d43b-4f36-a90b-5964171638d3 HTTP/1.1" status: 200 len: 1099 time: 0.1224320 May 06 10:04:15.489256 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-111e8967-56a7-4c04-9ee7-cd7fa0cc0647 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8380566 May 06 10:04:15.589490 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-0c1a26dc-26cb-4159-a9bd-0a342827cb23 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=e36d897f-5665-4844-a543-395f10a5b45b HTTP/1.1" status: 200 len: 217 time: 0.0908105 May 06 10:04:15.599143 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b014ecd5-4765-42af-a154-eeba01830885 None None] Network d9171fbf-3161-4694-8c6b-e0a4aa44c9fc requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:04:15.602509 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-ed9c4c6d-07cc-4cb5-835e-06828c731422 service neutron] For port 15319bcf-70ed-4f78-90c1-70236b2d7c8f, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:04:15.606275 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-ed9c4c6d-07cc-4cb5-835e-06828c731422 service neutron] For port 15319bcf-70ed-4f78-90c1-70236b2d7c8f, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=15319bcf-70ed-4f78-90c1-70236b2d7c8f,segment=NetworkSegment(30c94caf-3d32-4f6f-824c-867fb2b37caa),segment_id=30c94caf-3d32-4f6f-824c-867fb2b37caa)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:04:15.614061 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-ed9c4c6d-07cc-4cb5-835e-06828c731422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:15.676909 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-ed9c4c6d-07cc-4cb5-835e-06828c731422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:15.677681 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-ed9c4c6d-07cc-4cb5-835e-06828c731422 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:15.679319 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-ed9c4c6d-07cc-4cb5-835e-06828c731422 service neutron] 10.222.0.84 "PUT /v2.0/ports/15319bcf-70ed-4f78-90c1-70236b2d7c8f HTTP/1.1" status: 200 len: 1091 time: 1.6225424 May 06 10:04:15.679862 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4266c579-d7c0-44f0-9622-bc3aedc4c2b0', 'tag': '15319bcf-70ed-4f78-90c1-70236b2d7c8f'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:04:15.682603 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75555de-f5aa-4f17-be73-d502b646c49e" -d '{"events": [{"name": "network-changed", "server_uuid": "4266c579-d7c0-44f0-9622-bc3aedc4c2b0", "tag": "15319bcf-70ed-4f78-90c1-70236b2d7c8f"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:04:15.714965 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c4c6d-07cc-4cb5-835e-06828c731422 service neutron] Pushing event updated for resources: {'Port': ['ID=15319bcf-70ed-4f78-90c1-70236b2d7c8f,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:15.726687 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-f6097e01-f810-4e6d-9596-cedf9669b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:15.729037 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-f6097e01-f810-4e6d-9596-cedf9669b2a8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.1306465 May 06 10:04:15.816386 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fc5a5a-3d2a-41fc-981a-d70b67af2dde x-openstack-request-id: req-53fc5a5a-3d2a-41fc-981a-d70b67af2dde {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:04:15.816758 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4266c579-d7c0-44f0-9622-bc3aedc4c2b0", "tag": "15319bcf-70ed-4f78-90c1-70236b2d7c8f", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:04:15.816945 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-53fc5a5a-3d2a-41fc-981a-d70b67af2dde {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:04:15.817407 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53fc5a5a-3d2a-41fc-981a-d70b67af2dde'] response: {'name': 'network-changed', 'server_uuid': '4266c579-d7c0-44f0-9622-bc3aedc4c2b0', 'tag': '15319bcf-70ed-4f78-90c1-70236b2d7c8f', 'status': 'completed', 'code': 200} May 06 10:04:15.847312 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-ba39073c-ca8c-4e70-a5a5-3a9ff9ccaf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:15.849437 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-ba39073c-ca8c-4e70-a5a5-3a9ff9ccaf8e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a50139172da04b07b17553ee2a3c6289&device_id=4266c579-d7c0-44f0-9622-bc3aedc4c2b0 HTTP/1.1" status: 200 len: 1094 time: 0.1104407 May 06 10:04:15.942983 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-25efe61a-6b5e-4bc9-a600-c132a3c71111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:15.946443 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-b12e3082-7909-4fb7-9eee-1365fa52d3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:15.948334 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-b12e3082-7909-4fb7-9eee-1365fa52d3ec service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2099173 May 06 10:04:15.952998 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-9c624636-1205-46f8-9f10-69f180f43836 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15319bcf-70ed-4f78-90c1-70236b2d7c8f HTTP/1.1" status: 200 len: 217 time: 0.0960281 May 06 10:04:16.030968 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-c25171fe-df36-4914-a194-5346592d6c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:16.035147 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-c25171fe-df36-4914-a194-5346592d6c8d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9efa41e5-c572-455a-b6f5-5a3b63885548 HTTP/1.1" status: 200 len: 834 time: 0.0744829 May 06 10:04:16.042933 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb7ee9-8817-4242-9336-248bd42225d3 req-0a0a2dff-8c45-454b-8a2a-7ddb137fa469 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:16.047841 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-40cb7ee9-8817-4242-9336-248bd42225d3 req-0a0a2dff-8c45-454b-8a2a-7ddb137fa469 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/ports?device_id=99f05d13-d43b-4f36-a90b-5964171638d3 HTTP/1.1" status: 200 len: 948 time: 0.1509745 May 06 10:04:16.097565 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-4e0bc616-5268-4de8-b8cb-ac93617769e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:16.099155 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-4e0bc616-5268-4de8-b8cb-ac93617769e9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=fc02e321-544e-4497-b490-1338290d6d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551302 May 06 10:04:16.123058 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-40cb7ee9-8817-4242-9336-248bd42225d3 req-81c2180b-8685-4124-a234-0a68b4a4cbf4 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/security-groups?id=7d8c0c41-c9cd-4421-b692-46ef37e8d4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709887 May 06 10:04:16.163086 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-d19734b4-90dc-46ae-8394-01e5b8f69653 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026451 May 06 10:04:16.280201 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-4573240d-cd60-4379-a3cd-d28a5586e862 service neutron] 10.222.0.84 "GET /v2.0/networks/fc02e321-544e-4497-b490-1338290d6d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734657 May 06 10:04:16.331592 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade04d4-2319-4ad5-af1c-79bd5fb4c613 req-b470f294-b0a0-45ff-bb1b-a0289831caa5 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:16.333118 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2ade04d4-2319-4ad5-af1c-79bd5fb4c613 req-b470f294-b0a0-45ff-bb1b-a0289831caa5 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=4266c579-d7c0-44f0-9622-bc3aedc4c2b0 HTTP/1.1" status: 200 len: 943 time: 0.0942497 May 06 10:04:16.335298 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49608) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:16.340285 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-84cf317b-27a7-4d2c-9895-2e9825c9a821 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-752659703-network', 'tenant_id': 'e5bce15595054e9aa30d538e79d838ec'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:16.347264 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1b42db4-fce2-48f3-b86c-82a347cee647 req-7e387d49-ef02-406f-8c94-af69f40f7296 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755233 May 06 10:04:16.400666 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cf317b-27a7-4d2c-9895-2e9825c9a821 admin admin] Made reservation on behalf of e5bce15595054e9aa30d538e79d838ec for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:16.403545 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84cf317b-27a7-4d2c-9895-2e9825c9a821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:16.411656 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-21dd8503-9c11-4c3b-aa1d-c4ae21a477f3 req-c4c2f0d9-620a-4ef8-b27e-28a9b2365144 service neutron] 10.222.0.84 "GET /v2.0/networks/fc02e321-544e-4497-b490-1338290d6d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226447 May 06 10:04:16.414987 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84cf317b-27a7-4d2c-9895-2e9825c9a821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:16.421616 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2ade04d4-2319-4ad5-af1c-79bd5fb4c613 req-a1b4becd-636b-4a5f-ac48-b7ec4016efe0 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c37d0b7-214b-41a0-a8c1-e178bae1a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772352 May 06 10:04:16.492581 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fa42c-5dbd-4e9c-8ef8-6cd4924981c2 req-eb233362-62b0-411c-96be-5e624bc8f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:16.494122 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-140fa42c-5dbd-4e9c-8ef8-6cd4924981c2 req-eb233362-62b0-411c-96be-5e624bc8f795 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=233f5af8e2e74f38bccfba0385ec7677&device_id=99f05d13-d43b-4f36-a90b-5964171638d3 HTTP/1.1" status: 200 len: 1099 time: 0.0663955 May 06 10:04:16.525864 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75555de-f5aa-4f17-be73-d502b646c49e req-94b0e5d6-4f2c-4e51-866a-09bad9990f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:16.527582 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b75555de-f5aa-4f17-be73-d502b646c49e req-94b0e5d6-4f2c-4e51-866a-09bad9990f5a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a50139172da04b07b17553ee2a3c6289&device_id=4266c579-d7c0-44f0-9622-bc3aedc4c2b0 HTTP/1.1" status: 200 len: 1094 time: 0.0510008 May 06 10:04:16.631507 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75555de-f5aa-4f17-be73-d502b646c49e req-8c78ab46-5ed3-4bf1-a066-f874bb4000d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:16.633499 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b75555de-f5aa-4f17-be73-d502b646c49e req-8c78ab46-5ed3-4bf1-a066-f874bb4000d3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=fc02e321-544e-4497-b490-1338290d6d6e HTTP/1.1" status: 200 len: 898 time: 0.0988286 May 06 10:04:16.673230 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84cf317b-27a7-4d2c-9895-2e9825c9a821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:16.683351 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84cf317b-27a7-4d2c-9895-2e9825c9a821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:16.684036 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b75555de-f5aa-4f17-be73-d502b646c49e req-b49bbec6-44e9-483b-b814-efed3fb94602 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15319bcf-70ed-4f78-90c1-70236b2d7c8f HTTP/1.1" status: 200 len: 217 time: 0.0423722 May 06 10:04:16.713986 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fa42c-5dbd-4e9c-8ef8-6cd4924981c2 req-c2abeecd-c3d3-47cd-8762-7997508c5576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:16.716277 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-140fa42c-5dbd-4e9c-8ef8-6cd4924981c2 req-c2abeecd-c3d3-47cd-8762-7997508c5576 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.2146819 May 06 10:04:16.717055 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84cf317b-27a7-4d2c-9895-2e9825c9a821 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:04:16.739424 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75555de-f5aa-4f17-be73-d502b646c49e req-55bfe76a-61e1-43a0-8c70-e4ffd79d3a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:16.740944 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b75555de-f5aa-4f17-be73-d502b646c49e req-55bfe76a-61e1-43a0-8c70-e4ffd79d3a9c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9efa41e5-c572-455a-b6f5-5a3b63885548 HTTP/1.1" status: 200 len: 834 time: 0.0490832 May 06 10:04:16.775321 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf317b-27a7-4d2c-9895-2e9825c9a821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48def98d-af66-47e8-8061-c806d70aba82,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:16.778860 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84cf317b-27a7-4d2c-9895-2e9825c9a821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:16.779275 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-84cf317b-27a7-4d2c-9895-2e9825c9a821 admin admin] Added segment 2981ad38-e7f3-4d36-bc1f-2451c9852004 of type vlan for network 99d37239-6514-4d3f-b98c-0558aec2dd7e May 06 10:04:16.790978 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-140fa42c-5dbd-4e9c-8ef8-6cd4924981c2 req-c7ca19fb-3a12-435e-b88f-7e9904618e28 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=e36d897f-5665-4844-a543-395f10a5b45b HTTP/1.1" status: 200 len: 217 time: 0.0637877 May 06 10:04:16.808062 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75555de-f5aa-4f17-be73-d502b646c49e req-7b625b99-cc2f-4870-a831-46df6a53d938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:16.809705 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b75555de-f5aa-4f17-be73-d502b646c49e req-7b625b99-cc2f-4870-a831-46df6a53d938 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=fc02e321-544e-4497-b490-1338290d6d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602660 May 06 10:04:16.857992 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84cf317b-27a7-4d2c-9895-2e9825c9a821 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:16.889153 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fa42c-5dbd-4e9c-8ef8-6cd4924981c2 req-d27539db-cfd3-400e-be17-0e7db7197972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:16.889626 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-140fa42c-5dbd-4e9c-8ef8-6cd4924981c2 req-d27539db-cfd3-400e-be17-0e7db7197972 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0774586 May 06 10:04:16.914176 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b75555de-f5aa-4f17-be73-d502b646c49e req-9c03d0d5-c325-4eb0-b5be-d0a5bf9116dc service neutron] 10.222.0.84 "GET /v2.0/networks/fc02e321-544e-4497-b490-1338290d6d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962675 May 06 10:04:16.923425 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84cf317b-27a7-4d2c-9895-2e9825c9a821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:16.924413 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cf317b-27a7-4d2c-9895-2e9825c9a821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:16.924998 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84cf317b-27a7-4d2c-9895-2e9825c9a821 admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:17.011141 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b75555de-f5aa-4f17-be73-d502b646c49e req-e04c6a85-95d8-4246-8987-87a30ce6fba9 service neutron] 10.222.0.84 "GET /v2.0/networks/fc02e321-544e-4497-b490-1338290d6d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894544 May 06 10:04:17.015846 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-84cf317b-27a7-4d2c-9895-2e9825c9a821 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6793466 May 06 10:04:17.019452 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49612) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:17.025752 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-d87b0671-ea2f-4510-94a5-51b283622b5b admin admin] Request body: {'subnet': {'network_id': '99d37239-6514-4d3f-b98c-0558aec2dd7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-752659703-subnet', 'tenant_id': 'e5bce15595054e9aa30d538e79d838ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:17.029608 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fa42c-5dbd-4e9c-8ef8-6cd4924981c2 req-e9f3a37b-d311-4f36-a7d7-95f77104074d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:17.031157 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-140fa42c-5dbd-4e9c-8ef8-6cd4924981c2 req-e9f3a37b-d311-4f36-a7d7-95f77104074d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1338327 May 06 10:04:17.031930 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf317b-27a7-4d2c-9895-2e9825c9a821 admin admin] Pushing event updated for resources: {'Network': ['ID=99d37239-6514-4d3f-b98c-0558aec2dd7e,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:17.043143 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 99d37239-6514-4d3f-b98c-0558aec2dd7e details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:04:17.051509 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87b0671-ea2f-4510-94a5-51b283622b5b admin admin] Made reservation on behalf of e5bce15595054e9aa30d538e79d838ec for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:17.054636 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d87b0671-ea2f-4510-94a5-51b283622b5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:17.165461 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-140fa42c-5dbd-4e9c-8ef8-6cd4924981c2 req-5de4df01-9cd8-4cc1-9eb6-cc2319e5b8c6 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248076 May 06 10:04:17.309645 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a44a7-0475-429b-af48-f872e2ebbd3a req-7a433dc1-86bb-4f86-9988-d10fb7eca44d tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:17.311302 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-157a44a7-0475-429b-af48-f872e2ebbd3a req-7a433dc1-86bb-4f86-9988-d10fb7eca44d tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/ports?device_id=99f05d13-d43b-4f36-a90b-5964171638d3 HTTP/1.1" status: 200 len: 948 time: 0.1085567 May 06 10:04:17.318788 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-140fa42c-5dbd-4e9c-8ef8-6cd4924981c2 req-ac989802-8eb6-4e7e-927a-a96cf1a8d84f service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450288 May 06 10:04:17.371663 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-157a44a7-0475-429b-af48-f872e2ebbd3a req-980f4643-a9d5-416d-af2f-673d68d0cb33 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/security-groups?id=7d8c0c41-c9cd-4421-b692-46ef37e8d4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486505 May 06 10:04:17.555567 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19938b44-e288-4f50-a0d2-b80d27f7861c req-e3d843c1-defb-4ae9-a064-f2d766c153dc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:17.557664 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-19938b44-e288-4f50-a0d2-b80d27f7861c req-e3d843c1-defb-4ae9-a064-f2d766c153dc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=4266c579-d7c0-44f0-9622-bc3aedc4c2b0 HTTP/1.1" status: 200 len: 943 time: 0.0587606 May 06 10:04:17.604151 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-19938b44-e288-4f50-a0d2-b80d27f7861c req-aaa83e29-8ea2-4a2d-a109-ee8cec0b40ba tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c37d0b7-214b-41a0-a8c1-e178bae1a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386226 May 06 10:04:17.633133 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d87b0671-ea2f-4510-94a5-51b283622b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:17.712570 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b0671-ea2f-4510-94a5-51b283622b5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=62079b1e-94fc-4d05-b47d-1110364a6508,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:17.719868 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87b0671-ea2f-4510-94a5-51b283622b5b admin admin] Checking segment: {'id': '2981ad38-e7f3-4d36-bc1f-2451c9852004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '99d37239-6514-4d3f-b98c-0558aec2dd7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:04:17.720375 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87b0671-ea2f-4510-94a5-51b283622b5b admin admin] Network hostable DHCP agents. Network: 99d37239-6514-4d3f-b98c-0558aec2dd7e, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:04:17.740734 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87b0671-ea2f-4510-94a5-51b283622b5b admin admin] Network 99d37239-6514-4d3f-b98c-0558aec2dd7e is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:04:17.750510 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-d87b0671-ea2f-4510-94a5-51b283622b5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 99d37239-6514-4d3f-b98c-0558aec2dd7e) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:17.755378 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87b0671-ea2f-4510-94a5-51b283622b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:17.756564 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d87b0671-ea2f-4510-94a5-51b283622b5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:17.760169 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2d655d-91c4-4ccf-8604-c4c4691031b7 None None] Network 99d37239-6514-4d3f-b98c-0558aec2dd7e requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:04:17.778438 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d87b0671-ea2f-4510-94a5-51b283622b5b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7575841 May 06 10:04:17.894970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49622) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:17.898753 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebff8e9-b001-44ef-98f6-7733e34b9d25 None None] Network 99d37239-6514-4d3f-b98c-0558aec2dd7e requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:04:17.942195 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e55979d-8b65-4e86-991f-9e740965df12 admin admin] Deleting subnet 64c3ede6-0496-4710-8fb4-ce304990a65d {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:04:17.946055 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9e55979d-8b65-4e86-991f-9e740965df12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:17.983173 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9e55979d-8b65-4e86-991f-9e740965df12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:18.026850 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9e55979d-8b65-4e86-991f-9e740965df12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:18.087390 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9e55979d-8b65-4e86-991f-9e740965df12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:18.116042 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55979d-8b65-4e86-991f-9e740965df12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64c3ede6-0496-4710-8fb4-ce304990a65d,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:18.118406 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9e55979d-8b65-4e86-991f-9e740965df12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:18.124338 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49624) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:18.124476 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9e55979d-8b65-4e86-991f-9e740965df12 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/64c3ede6-0496-4710-8fb4-ce304990a65d HTTP/1.1" status: 204 len: 168 time: 0.2283909 May 06 10:04:18.203649 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0ef4fabd-d4aa-44f0-bd33-fd4a811cf2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:18.290250 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0ef4fabd-d4aa-44f0-bd33-fd4a811cf2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:18.311030 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-0ef4fabd-d4aa-44f0-bd33-fd4a811cf2cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9171fbf-3161-4694-8c6b-e0a4aa44c9fc']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:18.320997 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-0ef4fabd-d4aa-44f0-bd33-fd4a811cf2cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '031537d4-b468-47fc-85e5-f64874bdecdf') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:18.321294 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-0ef4fabd-d4aa-44f0-bd33-fd4a811cf2cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '031537d4-b468-47fc-85e5-f64874bdecdf') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:18.330990 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0ef4fabd-d4aa-44f0-bd33-fd4a811cf2cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:18.344266 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0ef4fabd-d4aa-44f0-bd33-fd4a811cf2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:18.350758 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef4fabd-d4aa-44f0-bd33-fd4a811cf2cd admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:04:18.351248 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0ef4fabd-d4aa-44f0-bd33-fd4a811cf2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: timer() May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:04:18.352844 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:04:18.410405 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0ef4fabd-d4aa-44f0-bd33-fd4a811cf2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:18.416376 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0ef4fabd-d4aa-44f0-bd33-fd4a811cf2cd admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:18.422550 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0ef4fabd-d4aa-44f0-bd33-fd4a811cf2cd admin admin] 10.222.0.73 "DELETE /v2.0/networks/d9171fbf-3161-4694-8c6b-e0a4aa44c9fc HTTP/1.1" status: 204 len: 168 time: 0.2944646 May 06 10:04:18.422933 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49628) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:18.433724 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4fabd-d4aa-44f0-bd33-fd4a811cf2cd admin admin] Pushing event deleted for resources: {'Network': ['ID=d9171fbf-3161-4694-8c6b-e0a4aa44c9fc,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:18.467277 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fc2de928-3715-4fdd-9e57-1a1b7271faa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:18.481987 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f7936a-61a0-4a99-ad56-24207c3f645a admin admin] Deleting subnet 62079b1e-94fc-4d05-b47d-1110364a6508 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:04:18.498411 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f1f7936a-61a0-4a99-ad56-24207c3f645a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:18.543844 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f1f7936a-61a0-4a99-ad56-24207c3f645a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:18.833194 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf36382-554f-4936-b262-ffb74235faa0 req-fc7cad69-fe89-4eb6-b9b3-ef10dc6a7cab tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:18.834660 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4bf36382-554f-4936-b262-ffb74235faa0 req-fc7cad69-fe89-4eb6-b9b3-ef10dc6a7cab tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/ports?device_id=99f05d13-d43b-4f36-a90b-5964171638d3 HTTP/1.1" status: 200 len: 948 time: 0.3703249 May 06 10:04:18.866808 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f1f7936a-61a0-4a99-ad56-24207c3f645a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:18.916310 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:18.923196 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4bf36382-554f-4936-b262-ffb74235faa0 req-5a20b5ec-38a6-45ec-b20c-8b0dcd4cf707 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/security-groups?id=7d8c0c41-c9cd-4421-b692-46ef37e8d4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801480 May 06 10:04:18.948107 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f1f7936a-61a0-4a99-ad56-24207c3f645a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:18.976395 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7936a-61a0-4a99-ad56-24207c3f645a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62079b1e-94fc-4d05-b47d-1110364a6508,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:18.981200 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f1f7936a-61a0-4a99-ad56-24207c3f645a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:18.987548 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f1f7936a-61a0-4a99-ad56-24207c3f645a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/62079b1e-94fc-4d05-b47d-1110364a6508 HTTP/1.1" status: 204 len: 168 time: 0.5606191 May 06 10:04:18.987548 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49634) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:19.091044 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-667aca98-db7c-4f4c-bfd3-e75fa8e91675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:19.101967 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75ac20-6b3c-4881-aad3-7b9425c18505 req-c852d591-e350-46ef-95b0-4527c3faf134 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:19.103481 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cd75ac20-6b3c-4881-aad3-7b9425c18505 req-c852d591-e350-46ef-95b0-4527c3faf134 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=4266c579-d7c0-44f0-9622-bc3aedc4c2b0 HTTP/1.1" status: 200 len: 943 time: 0.1084597 May 06 10:04:19.204180 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cd75ac20-6b3c-4881-aad3-7b9425c18505 req-81be2dfc-883c-4f22-8d78-5af23035b0fc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c37d0b7-214b-41a0-a8c1-e178bae1a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935662 May 06 10:04:19.211985 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-667aca98-db7c-4f4c-bfd3-e75fa8e91675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:19.234763 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-667aca98-db7c-4f4c-bfd3-e75fa8e91675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d37239-6514-4d3f-b98c-0558aec2dd7e']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:19.244033 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-667aca98-db7c-4f4c-bfd3-e75fa8e91675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2981ad38-e7f3-4d36-bc1f-2451c9852004') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:19.244338 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-667aca98-db7c-4f4c-bfd3-e75fa8e91675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2981ad38-e7f3-4d36-bc1f-2451c9852004') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:19.254090 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-667aca98-db7c-4f4c-bfd3-e75fa8e91675 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:19.266992 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-667aca98-db7c-4f4c-bfd3-e75fa8e91675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:19.273917 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-667aca98-db7c-4f4c-bfd3-e75fa8e91675 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:04:19.274357 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-667aca98-db7c-4f4c-bfd3-e75fa8e91675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: timer() May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:04:19.276149 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:04:19.331401 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-667aca98-db7c-4f4c-bfd3-e75fa8e91675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:19.337064 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-667aca98-db7c-4f4c-bfd3-e75fa8e91675 admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:19.340262 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-667aca98-db7c-4f4c-bfd3-e75fa8e91675 admin admin] 10.222.0.73 "DELETE /v2.0/networks/99d37239-6514-4d3f-b98c-0558aec2dd7e HTTP/1.1" status: 204 len: 168 time: 0.3519018 May 06 10:04:19.352265 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667aca98-db7c-4f4c-bfd3-e75fa8e91675 admin admin] Pushing event deleted for resources: {'Network': ['ID=99d37239-6514-4d3f-b98c-0558aec2dd7e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:19.524000 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49638) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:19.547142 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:19.570707 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0bac1ecb-69e6-4bb4-9c3b-829274063e6c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=01aaeb89a2614e5aa72cc8ee13ad07e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436826 May 06 10:04:19.571396 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49642) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:19.618493 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-050c0f17-bc00-414a-98d8-6351e2b7de0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:19.640082 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-050c0f17-bc00-414a-98d8-6351e2b7de0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:19.686285 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-050c0f17-bc00-414a-98d8-6351e2b7de0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:19.688901 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-050c0f17-bc00-414a-98d8-6351e2b7de0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:19.690948 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-050c0f17-bc00-414a-98d8-6351e2b7de0a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/129d11c4-61cd-495c-92a6-2fa06175cdd7 HTTP/1.1" status: 204 len: 168 time: 0.1186543 May 06 10:04:19.698625 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c0f17-bc00-414a-98d8-6351e2b7de0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129d11c4-61cd-495c-92a6-2fa06175cdd7,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:20.027088 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49658) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:20.050858 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2473ca-828e-4146-9c8c-fbcaa2086d07 req-2828c818-9bb7-4d16-85bd-e074f6fd8ee9 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:20.052612 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b2473ca-828e-4146-9c8c-fbcaa2086d07 req-2828c818-9bb7-4d16-85bd-e074f6fd8ee9 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/ports?device_id=99f05d13-d43b-4f36-a90b-5964171638d3 HTTP/1.1" status: 200 len: 948 time: 0.0570257 May 06 10:04:20.081916 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-725e5629-28c1-4e3c-aace-e9d9828d46c8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e5bce15595054e9aa30d538e79d838ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536265 May 06 10:04:20.084940 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49662) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:20.093240 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7b2473ca-828e-4146-9c8c-fbcaa2086d07 req-d03c0a44-5d66-4c01-9d6a-6835e5a68de0 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/security-groups?id=7d8c0c41-c9cd-4421-b692-46ef37e8d4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342786 May 06 10:04:20.147808 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7ed232da-5baf-4a0b-88a3-ee49afdcf275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:20.171958 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7ed232da-5baf-4a0b-88a3-ee49afdcf275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:20.230235 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7ed232da-5baf-4a0b-88a3-ee49afdcf275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:20.232713 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7ed232da-5baf-4a0b-88a3-ee49afdcf275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:20.233877 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7ed232da-5baf-4a0b-88a3-ee49afdcf275 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/48def98d-af66-47e8-8061-c806d70aba82 HTTP/1.1" status: 204 len: 168 time: 0.1479530 May 06 10:04:20.244820 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed232da-5baf-4a0b-88a3-ee49afdcf275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48def98d-af66-47e8-8061-c806d70aba82,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:20.339925 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a46c2e-84b7-43c3-8b0c-1db59172f8c1 req-b31e1f03-eed3-40de-88fa-e07a6d250bd5 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:20.341518 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-07a46c2e-84b7-43c3-8b0c-1db59172f8c1 req-b31e1f03-eed3-40de-88fa-e07a6d250bd5 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=4266c579-d7c0-44f0-9622-bc3aedc4c2b0 HTTP/1.1" status: 200 len: 943 time: 0.0537391 May 06 10:04:20.383917 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-07a46c2e-84b7-43c3-8b0c-1db59172f8c1 req-60d030cc-b97c-4d75-a6be-5fe3fc178f8c tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c37d0b7-214b-41a0-a8c1-e178bae1a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354385 May 06 10:04:20.429739 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 15319bcf-70ed-4f78-90c1-70236b2d7c8f details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:04:20.528593 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 15319bcf-70ed-4f78-90c1-70236b2d7c8f, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=15319bcf-70ed-4f78-90c1-70236b2d7c8f,segment=NetworkSegment(30c94caf-3d32-4f6f-824c-867fb2b37caa),segment_id=30c94caf-3d32-4f6f-824c-867fb2b37caa)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:04:20.540878 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '15319bcf-70ed-4f78-90c1-70236b2d7c8f', 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e', 'port_id': '15319bcf-70ed-4f78-90c1-70236b2d7c8f', 'mac_address': 'fa:16:3e:66:f4:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9efa41e5-c572-455a-b6f5-5a3b63885548', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:04:20.577515 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:20.590956 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15319bcf-70ed-4f78-90c1-70236b2d7c8f {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:04:20.613411 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 15319bcf-70ed-4f78-90c1-70236b2d7c8f, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=15319bcf-70ed-4f78-90c1-70236b2d7c8f,segment=NetworkSegment(30c94caf-3d32-4f6f-824c-867fb2b37caa),segment_id=30c94caf-3d32-4f6f-824c-867fb2b37caa)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:04:20.616015 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:20.616681 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device e36d897f-5665-4844-a543-395f10a5b45b details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:04:20.715949 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=15319bcf-70ed-4f78-90c1-70236b2d7c8f,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:20.728799 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:20.729155 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:20.729508 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:20.729851 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:20.730189 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:20.730527 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:20.730862 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:20.731245 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:20.731581 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:20.731914 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:20.732244 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:20.732571 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:20.772619 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port e36d897f-5665-4844-a543-395f10a5b45b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e36d897f-5665-4844-a543-395f10a5b45b,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:04:20.785837 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'e36d897f-5665-4844-a543-395f10a5b45b', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': 'e36d897f-5665-4844-a543-395f10a5b45b', 'mac_address': 'fa:16:3e:f8:55:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:04:20.827280 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:20.840703 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e36d897f-5665-4844-a543-395f10a5b45b {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:04:20.860710 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port e36d897f-5665-4844-a543-395f10a5b45b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e36d897f-5665-4844-a543-395f10a5b45b,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:04:20.864685 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:20.915545 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=e36d897f-5665-4844-a543-395f10a5b45b,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:21.137054 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['e36d897f-5665-4844-a543-395f10a5b45b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:04:21.139714 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['15319bcf-70ed-4f78-90c1-70236b2d7c8f'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:04:21.226790 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec8e41-544b-4495-846d-821e69f09584 req-d4fa9dae-d8b3-46c0-bbbd-9e8ee5e740b4 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:21.228386 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1ec8e41-544b-4495-846d-821e69f09584 req-d4fa9dae-d8b3-46c0-bbbd-9e8ee5e740b4 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/ports?device_id=99f05d13-d43b-4f36-a90b-5964171638d3 HTTP/1.1" status: 200 len: 949 time: 0.0563662 May 06 10:04:21.261007 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:21.287544 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1ec8e41-544b-4495-846d-821e69f09584 req-2d50b41e-024f-40fe-a4cc-8f3cf4c2ac7c tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/security-groups?id=7d8c0c41-c9cd-4421-b692-46ef37e8d4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465913 May 06 10:04:21.493366 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:21.525897 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cab746-3924-47bf-8d26-c1682892c2a4 req-a240ad50-1464-41bb-ad4e-15a79d73beba tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:21.528242 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b1cab746-3924-47bf-8d26-c1682892c2a4 req-a240ad50-1464-41bb-ad4e-15a79d73beba tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=4266c579-d7c0-44f0-9622-bc3aedc4c2b0 HTTP/1.1" status: 200 len: 944 time: 0.0664532 May 06 10:04:21.576315 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b1cab746-3924-47bf-8d26-c1682892c2a4 req-231f79e2-1c21-44af-8f73-75b17322952f tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c37d0b7-214b-41a0-a8c1-e178bae1a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387537 May 06 10:04:22.265477 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49752) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:22.382671 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-36ddf769-afe1-4fb5-9094-ee7cc3af5964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:22.413024 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41bbb7b-81c8-4f07-b14e-42336ff96e70 req-628cd0f6-4f06-4fc7-97bc-5f9f9130147b tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:22.414545 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a41bbb7b-81c8-4f07-b14e-42336ff96e70 req-628cd0f6-4f06-4fc7-97bc-5f9f9130147b tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/ports?device_id=99f05d13-d43b-4f36-a90b-5964171638d3 HTTP/1.1" status: 200 len: 949 time: 0.0591271 May 06 10:04:22.446261 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 15319bcf-70ed-4f78-90c1-70236b2d7c8f up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:04:22.454899 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a41bbb7b-81c8-4f07-b14e-42336ff96e70 req-3fca8130-5bd9-429d-8f48-2ded7a48eecc tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/security-groups?id=7d8c0c41-c9cd-4421-b692-46ef37e8d4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335088 May 06 10:04:22.464170 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-36ddf769-afe1-4fb5-9094-ee7cc3af5964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:22.468847 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-36ddf769-afe1-4fb5-9094-ee7cc3af5964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:22.498184 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 15319bcf-70ed-4f78-90c1-70236b2d7c8f completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:04:22.502616 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 15319bcf-70ed-4f78-90c1-70236b2d7c8f triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:22.502984 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:22.508802 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ddf769-afe1-4fb5-9094-ee7cc3af5964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a9dbfb-dbe6-43e7-8002-6c02316e1b2e,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:22.515683 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-36ddf769-afe1-4fb5-9094-ee7cc3af5964 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=055dda91a0c343ff86d82bfbf17cfaa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2490649 May 06 10:04:22.518743 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49758) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:22.569109 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f3fe0868-4ecd-48b9-80b5-6bfcb654279c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:22.583414 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:22.591407 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f3fe0868-4ecd-48b9-80b5-6bfcb654279c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:22.605795 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4266c579-d7c0-44f0-9622-bc3aedc4c2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15319bcf-70ed-4f78-90c1-70236b2d7c8f'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:04:22.608048 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16b4b1b-8c17-4ee4-8b5e-15d41dc1254a" -d '{"events": [{"server_uuid": "4266c579-d7c0-44f0-9622-bc3aedc4c2b0", "name": "network-vif-plugged", "status": "completed", "tag": "15319bcf-70ed-4f78-90c1-70236b2d7c8f"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:04:22.621373 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 15319bcf-70ed-4f78-90c1-70236b2d7c8f, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=15319bcf-70ed-4f78-90c1-70236b2d7c8f,segment=NetworkSegment(30c94caf-3d32-4f6f-824c-867fb2b37caa),segment_id=30c94caf-3d32-4f6f-824c-867fb2b37caa)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:04:22.628200 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:22.629125 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device e36d897f-5665-4844-a543-395f10a5b45b up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:04:22.665659 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f3fe0868-4ecd-48b9-80b5-6bfcb654279c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:22.668220 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f3fe0868-4ecd-48b9-80b5-6bfcb654279c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:22.669341 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f3fe0868-4ecd-48b9-80b5-6bfcb654279c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/18a9dbfb-dbe6-43e7-8002-6c02316e1b2e HTTP/1.1" status: 204 len: 168 time: 0.1495752 May 06 10:04:22.699053 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe0868-4ecd-48b9-80b5-6bfcb654279c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a9dbfb-dbe6-43e7-8002-6c02316e1b2e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:22.729570 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b90850-09ca-475a-bc47-451f1b68a77d req-35863fee-d8e1-4815-9a18-e0d3e039af72 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:22.731168 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26b90850-09ca-475a-bc47-451f1b68a77d req-35863fee-d8e1-4815-9a18-e0d3e039af72 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=4266c579-d7c0-44f0-9622-bc3aedc4c2b0 HTTP/1.1" status: 200 len: 945 time: 0.0746350 May 06 10:04:22.742953 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=15319bcf-70ed-4f78-90c1-70236b2d7c8f,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:22.772647 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port e36d897f-5665-4844-a543-395f10a5b45b completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:04:22.779580 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port e36d897f-5665-4844-a543-395f10a5b45b triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:22.779970 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:22.787718 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26b90850-09ca-475a-bc47-451f1b68a77d req-ecebff05-0a8d-4e0c-9240-14ab563f2da2 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c37d0b7-214b-41a0-a8c1-e178bae1a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497022 May 06 10:04:22.855231 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a454e0-96bf-4083-a8e1-001e502c3f41 x-openstack-request-id: req-14a454e0-96bf-4083-a8e1-001e502c3f41 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:04:22.855457 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4266c579-d7c0-44f0-9622-bc3aedc4c2b0", "name": "network-vif-plugged", "status": "completed", "tag": "15319bcf-70ed-4f78-90c1-70236b2d7c8f", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:04:22.855713 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-14a454e0-96bf-4083-a8e1-001e502c3f41 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:04:22.856164 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14a454e0-96bf-4083-a8e1-001e502c3f41'] response: {'server_uuid': '4266c579-d7c0-44f0-9622-bc3aedc4c2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15319bcf-70ed-4f78-90c1-70236b2d7c8f', 'code': 200} May 06 10:04:22.873494 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:22.911629 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port e36d897f-5665-4844-a543-395f10a5b45b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e36d897f-5665-4844-a543-395f10a5b45b,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:04:22.918570 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:22.965443 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3a489-c324-4b71-9f62-29548ec1265c req-6ba4293a-3e6b-4c0c-b01a-15b36944851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:22.967656 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c3a3a489-c324-4b71-9f62-29548ec1265c req-6ba4293a-3e6b-4c0c-b01a-15b36944851b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4266c579-d7c0-44f0-9622-bc3aedc4c2b0 HTTP/1.1" status: 200 len: 1096 time: 0.0663629 May 06 10:04:22.986771 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=e36d897f-5665-4844-a543-395f10a5b45b,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:23.010317 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49770) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:23.015814 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c3a3a489-c324-4b71-9f62-29548ec1265c req-167ebf6a-3534-427a-8360-a1eac1aed916 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6c37d0b7-214b-41a0-a8c1-e178bae1a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397925 May 06 10:04:23.025279 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f8ce7ab7-7a94-4a1d-ae16-b9bc5ac553fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:23.104705 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f8ce7ab7-7a94-4a1d-ae16-b9bc5ac553fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:23.109748 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f8ce7ab7-7a94-4a1d-ae16-b9bc5ac553fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:23.149764 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce7ab7-7a94-4a1d-ae16-b9bc5ac553fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58c7f76-bd86-4c9c-8a0a-25d5a770d886,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:23.156618 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f8ce7ab7-7a94-4a1d-ae16-b9bc5ac553fb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f6046326df134be09e6044d86ac28af2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417038 May 06 10:04:23.156913 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49772) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:23.206038 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bc64d10a-6de1-475f-8007-def2d55ff8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:23.228073 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bc64d10a-6de1-475f-8007-def2d55ff8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:23.273646 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bc64d10a-6de1-475f-8007-def2d55ff8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:23.276331 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bc64d10a-6de1-475f-8007-def2d55ff8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:23.280176 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bc64d10a-6de1-475f-8007-def2d55ff8eb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f58c7f76-bd86-4c9c-8a0a-25d5a770d886 HTTP/1.1" status: 204 len: 168 time: 0.1197431 May 06 10:04:23.285970 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64d10a-6de1-475f-8007-def2d55ff8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58c7f76-bd86-4c9c-8a0a-25d5a770d886,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:23.580538 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc516f2-7e53-4d47-ac60-8c691d2067db req-cbe84be9-186a-4cfc-a044-67d4c22e975f tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:23.582230 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9bc516f2-7e53-4d47-ac60-8c691d2067db req-cbe84be9-186a-4cfc-a044-67d4c22e975f tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/ports?device_id=99f05d13-d43b-4f36-a90b-5964171638d3 HTTP/1.1" status: 200 len: 950 time: 0.0525286 May 06 10:04:23.631880 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9bc516f2-7e53-4d47-ac60-8c691d2067db req-6029aecd-eeb5-4b17-8d16-bf700cbef976 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/security-groups?id=7d8c0c41-c9cd-4421-b692-46ef37e8d4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426545 May 06 10:04:23.920624 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922ece2-4594-484d-8f28-dc2205042f18 req-6e338685-d901-487c-bc1e-f75d24ce58ae tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:23.922458 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e922ece2-4594-484d-8f28-dc2205042f18 req-6e338685-d901-487c-bc1e-f75d24ce58ae tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=4266c579-d7c0-44f0-9622-bc3aedc4c2b0 HTTP/1.1" status: 200 len: 945 time: 0.0667531 May 06 10:04:23.965030 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e922ece2-4594-484d-8f28-dc2205042f18 req-23fb18e0-04a2-417a-9e80-833c1b628944 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c37d0b7-214b-41a0-a8c1-e178bae1a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361557 May 06 10:04:24.770657 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90dde0-535c-4d1c-8917-d15e3ca6d99f req-f9b72ddc-49b5-4c18-bdd8-4565e9b25dff tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:24.773158 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bd90dde0-535c-4d1c-8917-d15e3ca6d99f req-f9b72ddc-49b5-4c18-bdd8-4565e9b25dff tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/ports?device_id=99f05d13-d43b-4f36-a90b-5964171638d3 HTTP/1.1" status: 200 len: 950 time: 0.0726883 May 06 10:04:24.818946 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bd90dde0-535c-4d1c-8917-d15e3ca6d99f req-02ce8175-19da-46f5-b718-6cc36a844701 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/security-groups?id=7d8c0c41-c9cd-4421-b692-46ef37e8d4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389860 May 06 10:04:24.857468 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f05d13-d43b-4f36-a90b-5964171638d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36d897f-5665-4844-a543-395f10a5b45b'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:04:24.860103 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341710e5-df8c-4f39-9860-6e22edd83bbe" -d '{"events": [{"server_uuid": "99f05d13-d43b-4f36-a90b-5964171638d3", "name": "network-vif-plugged", "status": "completed", "tag": "e36d897f-5665-4844-a543-395f10a5b45b"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:04:24.897373 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdd78ac-1e83-410d-ba52-16b48fb2cd54 x-openstack-request-id: req-4cdd78ac-1e83-410d-ba52-16b48fb2cd54 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:04:24.897674 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f05d13-d43b-4f36-a90b-5964171638d3", "name": "network-vif-plugged", "status": "completed", "tag": "e36d897f-5665-4844-a543-395f10a5b45b", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:04:24.897934 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4cdd78ac-1e83-410d-ba52-16b48fb2cd54 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:04:24.898363 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cdd78ac-1e83-410d-ba52-16b48fb2cd54'] response: {'server_uuid': '99f05d13-d43b-4f36-a90b-5964171638d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36d897f-5665-4844-a543-395f10a5b45b', 'code': 200} May 06 10:04:25.000853 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d4c9e-446b-48eb-ac73-de29c14d5479 req-81c5d186-f384-42ba-b712-57f61a2fa45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:25.002446 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d54d4c9e-446b-48eb-ac73-de29c14d5479 req-81c5d186-f384-42ba-b712-57f61a2fa45d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=99f05d13-d43b-4f36-a90b-5964171638d3 HTTP/1.1" status: 200 len: 1101 time: 0.0466566 May 06 10:04:25.041791 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d54d4c9e-446b-48eb-ac73-de29c14d5479 req-adfee8e3-603b-4b96-9502-add401b4546d service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=7d8c0c41-c9cd-4421-b692-46ef37e8d4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326328 May 06 10:04:25.105968 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8fe93-0e0d-4158-8829-028a8c1211d2 req-442112ba-208f-4721-880a-819402231929 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:25.107513 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1d8fe93-0e0d-4158-8829-028a8c1211d2 req-442112ba-208f-4721-880a-819402231929 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=4266c579-d7c0-44f0-9622-bc3aedc4c2b0 HTTP/1.1" status: 200 len: 945 time: 0.0570230 May 06 10:04:25.146993 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1d8fe93-0e0d-4158-8829-028a8c1211d2 req-8e4db95b-64fc-478b-8ff8-4de44af1b694 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c37d0b7-214b-41a0-a8c1-e178bae1a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333695 May 06 10:04:25.269043 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c639d8c-a12d-43ba-af0b-4d563ab7ada5 req-677eddca-d6d3-43b0-958d-dac4f0d96bca tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:25.270609 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6c639d8c-a12d-43ba-af0b-4d563ab7ada5 req-677eddca-d6d3-43b0-958d-dac4f0d96bca tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=4266c579-d7c0-44f0-9622-bc3aedc4c2b0 HTTP/1.1" status: 200 len: 945 time: 0.0545573 May 06 10:04:25.308963 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6c639d8c-a12d-43ba-af0b-4d563ab7ada5 req-9d5cb599-ecc5-4d81-9d8a-1637e87c4c71 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c37d0b7-214b-41a0-a8c1-e178bae1a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320585 May 06 10:04:25.332150 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49840) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:25.371770 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a744012-5392-4a74-8a58-05c157bc655c tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:25.373260 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8a744012-5392-4a74-8a58-05c157bc655c tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4266c579-d7c0-44f0-9622-bc3aedc4c2b0 HTTP/1.1" status: 200 len: 1091 time: 0.0400941 May 06 10:04:25.376249 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49842) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:25.381188 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-506f22d6-81d5-4da7-9918-ccca9b1a1e48 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'port_id': '15319bcf-70ed-4f78-90c1-70236b2d7c8f', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:25.402883 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-506f22d6-81d5-4da7-9918-ccca9b1a1e48 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for floatingip, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:25.512464 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-506f22d6-81d5-4da7-9918-ccca9b1a1e48 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:25.619657 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-506f22d6-81d5-4da7-9918-ccca9b1a1e48 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Allocated IP 172.25.5.85 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/1c89a888-09d8-4d87-97eb-2dd28e189d87) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:04:25.726936 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-506f22d6-81d5-4da7-9918-ccca9b1a1e48 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:25.761580 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-506f22d6-81d5-4da7-9918-ccca9b1a1e48 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:25.805016 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506f22d6-81d5-4da7-9918-ccca9b1a1e48 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:25.808946 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-506f22d6-81d5-4da7-9918-ccca9b1a1e48 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:25.811834 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506f22d6-81d5-4da7-9918-ccca9b1a1e48 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:25.847096 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f22d6-81d5-4da7-9918-ccca9b1a1e48 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'Port': ['ID=1c89a888-09d8-4d87-97eb-2dd28e189d87,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:25.978102 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d7702-ac78-4d73-bdae-105e66e65344 req-de5ad2ab-049c-4e25-bb27-a2e1fb06b5fe tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:25.980237 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9d7d7702-ac78-4d73-bdae-105e66e65344 req-de5ad2ab-049c-4e25-bb27-a2e1fb06b5fe tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/ports?device_id=99f05d13-d43b-4f36-a90b-5964171638d3 HTTP/1.1" status: 200 len: 950 time: 0.0657549 May 06 10:04:26.030640 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9d7d7702-ac78-4d73-bdae-105e66e65344 req-68d03591-994b-4b37-a712-fbac24c19238 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/security-groups?id=7d8c0c41-c9cd-4421-b692-46ef37e8d4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422955 May 06 10:04:26.253948 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-506f22d6-81d5-4da7-9918-ccca9b1a1e48 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:26.331612 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-506f22d6-81d5-4da7-9918-ccca9b1a1e48 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:26.544253 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-506f22d6-81d5-4da7-9918-ccca9b1a1e48 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:26.550014 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-506f22d6-81d5-4da7-9918-ccca9b1a1e48 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:26.625943 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f22d6-81d5-4da7-9918-ccca9b1a1e48 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'Port': ['ID=1c89a888-09d8-4d87-97eb-2dd28e189d87,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:26.636520 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-506f22d6-81d5-4da7-9918-ccca9b1a1e48 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:26.743529 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-506f22d6-81d5-4da7-9918-ccca9b1a1e48 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Floating IP 799d01b7-c4f8-42b5-9e8f-59932c3714e3 associated. External IP: 172.25.5.85, port: 15319bcf-70ed-4f78-90c1-70236b2d7c8f. May 06 10:04:26.976179 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506f22d6-81d5-4da7-9918-ccca9b1a1e48 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Router 434992f0-38d1-4d94-95c7-aaed55531f98 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:04:27.138635 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506f22d6-81d5-4da7-9918-ccca9b1a1e48 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:04:27.152783 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd50567e-96fc-4422-8a31-239ededb2f9d None None] Sync routers for ids ['434992f0-38d1-4d94-95c7-aaed55531f98'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:04:27.169048 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-506f22d6-81d5-4da7-9918-ccca9b1a1e48 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:27.192318 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892e9ef-5a10-4e0b-9d3a-e17284ed447d req-793991a6-1d60-4c3b-aa1b-2bbc7391020d tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:27.194038 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c892e9ef-5a10-4e0b-9d3a-e17284ed447d req-793991a6-1d60-4c3b-aa1b-2bbc7391020d tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/ports?device_id=99f05d13-d43b-4f36-a90b-5964171638d3 HTTP/1.1" status: 200 len: 950 time: 0.0718124 May 06 10:04:27.223302 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-506f22d6-81d5-4da7-9918-ccca9b1a1e48 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8427901 May 06 10:04:27.223302 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4266c579-d7c0-44f0-9622-bc3aedc4c2b0', 'tag': '15319bcf-70ed-4f78-90c1-70236b2d7c8f'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:04:27.223951 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3943c1f3-2c3e-43d1-9b11-d76f388812d7" -d '{"events": [{"name": "network-changed", "server_uuid": "4266c579-d7c0-44f0-9622-bc3aedc4c2b0", "tag": "15319bcf-70ed-4f78-90c1-70236b2d7c8f"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:04:27.230905 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 49870) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:27.292903 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c892e9ef-5a10-4e0b-9d3a-e17284ed447d req-46afc12b-ff93-47d4-a0a1-139daf9bc7d6 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/security-groups?id=7d8c0c41-c9cd-4421-b692-46ef37e8d4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924144 May 06 10:04:27.326938 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-80f618d5-89dd-4d4b-9a49-822369641d75 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/floatingips/799d01b7-c4f8-42b5-9e8f-59932c3714e3 HTTP/1.1" status: 200 len: 990 time: 0.0932927 May 06 10:04:27.338160 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5caaa513-a004-461d-bb47-3de7be36504e x-openstack-request-id: req-5caaa513-a004-461d-bb47-3de7be36504e {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:04:27.338691 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4266c579-d7c0-44f0-9622-bc3aedc4c2b0", "tag": "15319bcf-70ed-4f78-90c1-70236b2d7c8f", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:04:27.339230 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5caaa513-a004-461d-bb47-3de7be36504e {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:04:27.339427 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5caaa513-a004-461d-bb47-3de7be36504e'] response: {'name': 'network-changed', 'server_uuid': '4266c579-d7c0-44f0-9622-bc3aedc4c2b0', 'tag': '15319bcf-70ed-4f78-90c1-70236b2d7c8f', 'status': 'completed', 'code': 200} May 06 10:04:27.341645 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd50567e-96fc-4422-8a31-239ededb2f9d None None] Routers {'434992f0-38d1-4d94-95c7-aaed55531f98'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:04:27.342273 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-cd50567e-96fc-4422-8a31-239ededb2f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:04:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['434992f0-38d1-4d94-95c7-aaed55531f98'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:27.404038 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943c1f3-2c3e-43d1-9b11-d76f388812d7 req-6dad1807-3d94-48e5-8236-b5e2dc603ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:27.405557 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3943c1f3-2c3e-43d1-9b11-d76f388812d7 req-6dad1807-3d94-48e5-8236-b5e2dc603ba4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a50139172da04b07b17553ee2a3c6289&device_id=4266c579-d7c0-44f0-9622-bc3aedc4c2b0 HTTP/1.1" status: 200 len: 1096 time: 0.0425305 May 06 10:04:27.454291 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-cd50567e-96fc-4422-8a31-239ededb2f9d None None] Set router 434992f0-38d1-4d94-95c7-aaed55531f98 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:04:27.526517 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943c1f3-2c3e-43d1-9b11-d76f388812d7 req-32277235-3e1d-4c93-8a3c-604b09aa130f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:27.528260 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3943c1f3-2c3e-43d1-9b11-d76f388812d7 req-32277235-3e1d-4c93-8a3c-604b09aa130f service neutron] 10.222.0.84 "GET /v2.0/networks?id=fc02e321-544e-4497-b490-1338290d6d6e HTTP/1.1" status: 200 len: 898 time: 0.1155634 May 06 10:04:27.647018 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3943c1f3-2c3e-43d1-9b11-d76f388812d7 req-0578d65b-2b24-4d7a-8fd5-dc04f9cf0aab service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15319bcf-70ed-4f78-90c1-70236b2d7c8f HTTP/1.1" status: 200 len: 998 time: 0.1116185 May 06 10:04:27.731137 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943c1f3-2c3e-43d1-9b11-d76f388812d7 req-e48d9fbb-6a01-4f60-8b01-162a0f333057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:27.732679 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3943c1f3-2c3e-43d1-9b11-d76f388812d7 req-e48d9fbb-6a01-4f60-8b01-162a0f333057 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9efa41e5-c572-455a-b6f5-5a3b63885548 HTTP/1.1" status: 200 len: 834 time: 0.0792384 May 06 10:04:27.742141 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-cd50567e-96fc-4422-8a31-239ededb2f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'name': 'tempest-TestNetworkBasicOps-router-1901108296', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:04:05Z', 'revision_number': 4, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '799d01b7-c4f8-42b5-9e8f-59932c3714e3', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'floating_ip_address': '172.25.5.85', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'port_id': '15319bcf-70ed-4f78-90c1-70236b2d7c8f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e', 'mac_address': 'fa:16:3e:66:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266c579-d7c0-44f0-9622-bc3aedc4c2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:04:26Z', 'updated_at': '2022-05-06T10:04:26Z', 'revision_number': 0, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e079c93e-a44a-4a81-8ef3-3bd5dc955a93', 'name': '', 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'mac_address': 'fa:16:3e:5e:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '9efa41e5-c572-455a-b6f5-5a3b63885548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:04Z', 'updated_at': '2022-05-06T10:04:09Z', 'revision_number': 5, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'subnets': [{'id': '9efa41e5-c572-455a-b6f5-5a3b63885548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:27.788691 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd50567e-96fc-4422-8a31-239ededb2f9d None None] Checking router: 434992f0-38d1-4d94-95c7-aaed55531f98 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:04:27.788887 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943c1f3-2c3e-43d1-9b11-d76f388812d7 req-6440cb58-4069-486e-8409-6bebe6eabe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:27.791087 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3943c1f3-2c3e-43d1-9b11-d76f388812d7 req-6440cb58-4069-486e-8409-6bebe6eabe5f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=fc02e321-544e-4497-b490-1338290d6d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511312 May 06 10:04:27.801454 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd50567e-96fc-4422-8a31-239ededb2f9d None None] Routers {'434992f0-38d1-4d94-95c7-aaed55531f98'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:04:27.802120 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-cd50567e-96fc-4422-8a31-239ededb2f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:04:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['434992f0-38d1-4d94-95c7-aaed55531f98'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:27.929508 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3943c1f3-2c3e-43d1-9b11-d76f388812d7 req-a593caac-4a27-4ce1-b4b3-bcf319e6f74c service neutron] 10.222.0.84 "GET /v2.0/networks/fc02e321-544e-4497-b490-1338290d6d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317992 May 06 10:04:27.930089 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-cd50567e-96fc-4422-8a31-239ededb2f9d None None] Set router 434992f0-38d1-4d94-95c7-aaed55531f98 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:04:28.063543 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3943c1f3-2c3e-43d1-9b11-d76f388812d7 req-f9a5cb3a-43d2-4d55-adaa-45fca02eacd1 service neutron] 10.222.0.84 "GET /v2.0/networks/fc02e321-544e-4497-b490-1338290d6d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277766 May 06 10:04:28.244895 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-cd50567e-96fc-4422-8a31-239ededb2f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'name': 'tempest-TestNetworkBasicOps-router-1901108296', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:04:05Z', 'revision_number': 4, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '799d01b7-c4f8-42b5-9e8f-59932c3714e3', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'floating_ip_address': '172.25.5.85', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'port_id': '15319bcf-70ed-4f78-90c1-70236b2d7c8f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e', 'mac_address': 'fa:16:3e:66:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266c579-d7c0-44f0-9622-bc3aedc4c2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:04:26Z', 'updated_at': '2022-05-06T10:04:26Z', 'revision_number': 0, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e079c93e-a44a-4a81-8ef3-3bd5dc955a93', 'name': '', 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'mac_address': 'fa:16:3e:5e:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '9efa41e5-c572-455a-b6f5-5a3b63885548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:04Z', 'updated_at': '2022-05-06T10:04:09Z', 'revision_number': 5, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'subnets': [{'id': '9efa41e5-c572-455a-b6f5-5a3b63885548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:28.303738 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd50567e-96fc-4422-8a31-239ededb2f9d None None] The sync data for ids ['434992f0-38d1-4d94-95c7-aaed55531f98'] in n-d-840835-1 is: [{'id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'name': 'tempest-TestNetworkBasicOps-router-1901108296', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:04:05Z', 'revision_number': 4, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '799d01b7-c4f8-42b5-9e8f-59932c3714e3', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'floating_ip_address': '172.25.5.85', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'port_id': '15319bcf-70ed-4f78-90c1-70236b2d7c8f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e', 'mac_address': 'fa:16:3e:66:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266c579-d7c0-44f0-9622-bc3aedc4c2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:04:26Z', 'updated_at': '2022-05-06T10:04:26Z', 'revision_number': 0, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e079c93e-a44a-4a81-8ef3-3bd5dc955a93', 'name': '', 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'mac_address': 'fa:16:3e:5e:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '9efa41e5-c572-455a-b6f5-5a3b63885548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:04Z', 'updated_at': '2022-05-06T10:04:09Z', 'revision_number': 5, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'subnets': [{'id': '9efa41e5-c572-455a-b6f5-5a3b63885548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:04:28.329140 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49900) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:28.443974 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fb5422db-0baf-46ed-a993-b06513d7d8ca tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/floatingips/799d01b7-c4f8-42b5-9e8f-59932c3714e3 HTTP/1.1" status: 200 len: 990 time: 0.1118989 May 06 10:04:28.803730 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cbd6a1-d16b-47d9-9054-9aa72e83d1b8 None None] New status for floating IP 799d01b7-c4f8-42b5-9e8f-59932c3714e3: ACTIVE {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:04:29.101956 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:29.446900 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 49934) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:29.544130 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cbf0f09b-fcf9-4009-b5ae-50f5c9ebce30 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/floatingips/799d01b7-c4f8-42b5-9e8f-59932c3714e3 HTTP/1.1" status: 200 len: 992 time: 0.0952652 May 06 10:04:40.505340 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:04:43.665727 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 50286) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:43.786229 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b8418079-3caa-4148-b677-a3330eb47b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:43.878550 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b8418079-3caa-4148-b677-a3330eb47b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:43.886329 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b8418079-3caa-4148-b677-a3330eb47b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:43.921180 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8418079-3caa-4148-b677-a3330eb47b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27aa388c-d032-45e4-bb18-679edfd4eb45,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:43.938863 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8418079-3caa-4148-b677-a3330eb47b9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:43.939149 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8418079-3caa-4148-b677-a3330eb47b9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:43.939679 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8418079-3caa-4148-b677-a3330eb47b9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:43.940176 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8418079-3caa-4148-b677-a3330eb47b9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:43.940773 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8418079-3caa-4148-b677-a3330eb47b9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:43.941254 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8418079-3caa-4148-b677-a3330eb47b9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:43.941735 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8418079-3caa-4148-b677-a3330eb47b9c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:43.942228 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8418079-3caa-4148-b677-a3330eb47b9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:43.944227 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8418079-3caa-4148-b677-a3330eb47b9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:43.944227 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8418079-3caa-4148-b677-a3330eb47b9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:43.944227 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8418079-3caa-4148-b677-a3330eb47b9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:43.944227 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8418079-3caa-4148-b677-a3330eb47b9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:43.964567 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 50292) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:43.965039 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b8418079-3caa-4148-b677-a3330eb47b9c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4871245a3edc48b8b6b9fc77a99bfef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2981954 May 06 10:04:44.021312 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c677bd4f-1b0a-4e5e-9ec3-8e6ed8655548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:44.043040 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c677bd4f-1b0a-4e5e-9ec3-8e6ed8655548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:44.104175 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c677bd4f-1b0a-4e5e-9ec3-8e6ed8655548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:44.108043 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c677bd4f-1b0a-4e5e-9ec3-8e6ed8655548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:44.113715 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c677bd4f-1b0a-4e5e-9ec3-8e6ed8655548 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/27aa388c-d032-45e4-bb18-679edfd4eb45 HTTP/1.1" status: 204 len: 168 time: 0.1480050 May 06 10:04:44.124633 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677bd4f-1b0a-4e5e-9ec3-8e6ed8655548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27aa388c-d032-45e4-bb18-679edfd4eb45,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:44.459706 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 50298) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:44.474493 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-04183d25-2307-43d5-933c-b81270003994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:44.556106 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-04183d25-2307-43d5-933c-b81270003994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:44.560297 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-04183d25-2307-43d5-933c-b81270003994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:44.602879 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-04183d25-2307-43d5-933c-b81270003994 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=15bd6e56d5264971a52d9709f41058a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1384709 May 06 10:04:44.603487 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 50302) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:44.610296 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04183d25-2307-43d5-933c-b81270003994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d853e536-08a2-4510-ab50-3880b29f7fde,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:44.667944 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a82cdde4-6957-4cf6-8e50-5bfc849907ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:44.691783 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a82cdde4-6957-4cf6-8e50-5bfc849907ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:44.750393 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a82cdde4-6957-4cf6-8e50-5bfc849907ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:44.754028 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a82cdde4-6957-4cf6-8e50-5bfc849907ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:44.758282 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a82cdde4-6957-4cf6-8e50-5bfc849907ac admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d853e536-08a2-4510-ab50-3880b29f7fde HTTP/1.1" status: 204 len: 168 time: 0.1538506 May 06 10:04:44.768109 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82cdde4-6957-4cf6-8e50-5bfc849907ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d853e536-08a2-4510-ab50-3880b29f7fde,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:45.969013 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f0a5a035-1827-4dbb-8bbc-a69647919a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:47.307584 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3f768837-22ff-452a-aecd-f609d237cdea req-36aef2ac-6a28-4969-88d1-46648b7d1bb9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=99f05d13-d43b-4f36-a90b-5964171638d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0637679 May 06 10:04:47.421888 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f768837-22ff-452a-aecd-f609d237cdea req-cceb7f1c-43bc-449e-b132-0680adfc30d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:47.423885 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3f768837-22ff-452a-aecd-f609d237cdea req-cceb7f1c-43bc-449e-b132-0680adfc30d7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=233f5af8e2e74f38bccfba0385ec7677&device_id=99f05d13-d43b-4f36-a90b-5964171638d3 HTTP/1.1" status: 200 len: 1101 time: 0.0697494 May 06 10:04:47.635475 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f768837-22ff-452a-aecd-f609d237cdea req-d4836837-113b-4268-9ce0-de5981223780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:47.637301 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3f768837-22ff-452a-aecd-f609d237cdea req-d4836837-113b-4268-9ce0-de5981223780 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.1481853 May 06 10:04:47.718513 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3f768837-22ff-452a-aecd-f609d237cdea req-67471a87-d250-4059-9f9e-3315a56bdfee service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=e36d897f-5665-4844-a543-395f10a5b45b HTTP/1.1" status: 200 len: 217 time: 0.0704944 May 06 10:04:47.793104 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f768837-22ff-452a-aecd-f609d237cdea req-55c50d11-4734-4c49-a47a-88a82db87037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:47.794778 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3f768837-22ff-452a-aecd-f609d237cdea req-55c50d11-4734-4c49-a47a-88a82db87037 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0661490 May 06 10:04:47.854171 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f768837-22ff-452a-aecd-f609d237cdea req-8db4ad0d-094d-4c31-a225-9e67f2917796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:47.863569 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3f768837-22ff-452a-aecd-f609d237cdea req-8db4ad0d-094d-4c31-a225-9e67f2917796 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0604930 May 06 10:04:48.037164 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3f768837-22ff-452a-aecd-f609d237cdea req-26e8a50a-ad6c-49ae-92a0-0ed16d14a7fa service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668069 May 06 10:04:48.297633 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3f768837-22ff-452a-aecd-f609d237cdea req-5c6cd28b-0158-420a-901b-a454c5e3052f service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510979 May 06 10:04:48.478390 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e857368e-7ee3-4926-b296-d8518cff3ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:48.917889 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:49.562165 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:51.240885 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:51.464148 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:53.708855 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233d028-4d2e-4a60-a019-7ac1ff8f9365 req-9b16ad31-0f2a-4f83-bc21-5cd2a5169b49 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:53.710648 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3233d028-4d2e-4a60-a019-7ac1ff8f9365 req-9b16ad31-0f2a-4f83-bc21-5cd2a5169b49 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 945 time: 0.0544999 May 06 10:04:53.758591 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3233d028-4d2e-4a60-a019-7ac1ff8f9365 req-21163be2-ab6e-429f-a120-67cba7028c8f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=a5c77d26-42ee-458f-8c32-18b155ba755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407176 May 06 10:04:53.782523 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 50886) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:53.864330 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-073c7eb7-90fe-40ee-b653-f85430deb7cc tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/floatingips/653eef79-742f-444a-a72b-99e05b9a609e HTTP/1.1" status: 200 len: 993 time: 0.0787909 May 06 10:04:54.237025 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b917d27-1cd6-4118-bfcf-7feb1ebe847c req-93f17766-ab7b-4d09-8887-1660fe09ca0e tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:54.238822 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b917d27-1cd6-4118-bfcf-7feb1ebe847c req-93f17766-ab7b-4d09-8887-1660fe09ca0e tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 1096 time: 0.0458093 May 06 10:04:54.301628 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b917d27-1cd6-4118-bfcf-7feb1ebe847c req-ac8ff3e6-7360-41c9-8a7c-69514475253b tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a5c77d26-42ee-458f-8c32-18b155ba755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555022 May 06 10:04:55.050471 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-87da830e-6130-4598-84b8-dac358a608a8 req-aa9bf4b6-00a4-4c18-a7f6-b813207ed523 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0647082 May 06 10:04:55.056635 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-87da830e-6130-4598-84b8-dac358a608a8 req-72652898-564e-4695-b84c-8be61a0be8cb service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:04:55.057741 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-87da830e-6130-4598-84b8-dac358a608a8 req-72652898-564e-4695-b84c-8be61a0be8cb service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057080 May 06 10:04:55.142878 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 50932) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:55.300532 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c67bf0f2-a1fd-47c5-af33-2d5b5694dfbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:55.404814 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c67bf0f2-a1fd-47c5-af33-2d5b5694dfbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:55.409173 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c67bf0f2-a1fd-47c5-af33-2d5b5694dfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:55.449352 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c67bf0f2-a1fd-47c5-af33-2d5b5694dfbd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7d94e57a939c436a9a682d071663bb5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3050532 May 06 10:04:55.450239 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67bf0f2-a1fd-47c5-af33-2d5b5694dfbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09c06f2-eb8f-47ed-b6de-62b8edc76a0a,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:55.453412 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 50942) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:55.511839 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fa5b19f4-de08-4f4f-a575-089e6eb0eb96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:55.537961 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fa5b19f4-de08-4f4f-a575-089e6eb0eb96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:55.593621 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fa5b19f4-de08-4f4f-a575-089e6eb0eb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:55.597061 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fa5b19f4-de08-4f4f-a575-089e6eb0eb96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:55.605298 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fa5b19f4-de08-4f4f-a575-089e6eb0eb96 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d09c06f2-eb8f-47ed-b6de-62b8edc76a0a HTTP/1.1" status: 204 len: 168 time: 0.1499412 May 06 10:04:55.627148 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b19f4-de08-4f4f-a575-089e6eb0eb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09c06f2-eb8f-47ed-b6de-62b8edc76a0a,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:55.702797 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da830e-6130-4598-84b8-dac358a608a8 req-1cf8a1c5-c2a7-45c8-ba46-301621f9c131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:55.713511 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-87da830e-6130-4598-84b8-dac358a608a8 req-1cf8a1c5-c2a7-45c8-ba46-301621f9c131 service neutron] 10.222.0.73 "GET /v2.0/ports/45ca556a-5ac7-4b8a-a683-a9251e898703 HTTP/1.1" status: 200 len: 1093 time: 0.0642769 May 06 10:04:55.718402 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-87da830e-6130-4598-84b8-dac358a608a8 req-e3a3f0db-b668-4581-801e-742443b4d57a service neutron] Request body: {'binding': {'host': 'n-h1-840835-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:55.719168 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-87da830e-6130-4598-84b8-dac358a608a8 req-e3a3f0db-b668-4581-801e-742443b4d57a service neutron] Unknown quota resources ['binding']. {{(pid=102652) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 06 10:04:55.903905 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-87da830e-6130-4598-84b8-dac358a608a8 req-e3a3f0db-b668-4581-801e-742443b4d57a service neutron] Attempting to bind port 45ca556a-5ac7-4b8a-a683-a9251e898703 on host n-h1-840835-1 for vnic_type normal with profile None {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:04:55.904699 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-87da830e-6130-4598-84b8-dac358a608a8 req-e3a3f0db-b668-4581-801e-742443b4d57a service neutron] Attempting to bind port 45ca556a-5ac7-4b8a-a683-a9251e898703 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'c83262c1-4dd8-49a2-be86-b3b69233aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:04:55.905044 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87da830e-6130-4598-84b8-dac358a608a8 req-e3a3f0db-b668-4581-801e-742443b4d57a service neutron] Attempting to bind port 45ca556a-5ac7-4b8a-a683-a9251e898703 on network 889f8c86-c6c9-4b53-9bea-6627b13d8bae {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:04:55.910954 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87da830e-6130-4598-84b8-dac358a608a8 req-e3a3f0db-b668-4581-801e-742443b4d57a service neutron] Port 45ca556a-5ac7-4b8a-a683-a9251e898703 on network 889f8c86-c6c9-4b53-9bea-6627b13d8bae not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:04:55.911493 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87da830e-6130-4598-84b8-dac358a608a8 req-e3a3f0db-b668-4581-801e-742443b4d57a service neutron] Attempting to bind port 45ca556a-5ac7-4b8a-a683-a9251e898703 on network 889f8c86-c6c9-4b53-9bea-6627b13d8bae {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:04:55.921393 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87da830e-6130-4598-84b8-dac358a608a8 req-e3a3f0db-b668-4581-801e-742443b4d57a service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:04:55.921748 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87da830e-6130-4598-84b8-dac358a608a8 req-e3a3f0db-b668-4581-801e-742443b4d57a service neutron] Checking segment: {'id': 'c83262c1-4dd8-49a2-be86-b3b69233aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:04:55.922142 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87da830e-6130-4598-84b8-dac358a608a8 req-e3a3f0db-b668-4581-801e-742443b4d57a service neutron] Bound using segment: {'id': 'c83262c1-4dd8-49a2-be86-b3b69233aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:04:55.923182 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-87da830e-6130-4598-84b8-dac358a608a8 req-e3a3f0db-b668-4581-801e-742443b4d57a service neutron] Bound port: 45ca556a-5ac7-4b8a-a683-a9251e898703, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c83262c1-4dd8-49a2-be86-b3b69233aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:04:55.981235 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 50950) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:56.035682 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4bc5e80a-607b-461f-81c6-f512a8833c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:56.090633 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-87da830e-6130-4598-84b8-dac358a608a8 req-e3a3f0db-b668-4581-801e-742443b4d57a service neutron] For port 45ca556a-5ac7-4b8a-a683-a9251e898703, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=45ca556a-5ac7-4b8a-a683-a9251e898703,segment=NetworkSegment(c83262c1-4dd8-49a2-be86-b3b69233aaa9),segment_id=c83262c1-4dd8-49a2-be86-b3b69233aaa9)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:04:56.107922 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-87da830e-6130-4598-84b8-dac358a608a8 req-e3a3f0db-b668-4581-801e-742443b4d57a service neutron] Notify callbacks [] for binding, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:56.118726 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-87da830e-6130-4598-84b8-dac358a608a8 req-e3a3f0db-b668-4581-801e-742443b4d57a service neutron] 10.222.0.73 "POST /v2.0/ports/45ca556a-5ac7-4b8a-a683-a9251e898703/bindings HTTP/1.1" status: 201 len: 389 time: 0.3997796 May 06 10:04:56.191185 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4bc5e80a-607b-461f-81c6-f512a8833c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:56.196682 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4bc5e80a-607b-461f-81c6-f512a8833c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:56.251378 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4bc5e80a-607b-461f-81c6-f512a8833c15 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e4d2559c0d3d4c8b8ba624aca9712d6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2683277 May 06 10:04:56.252100 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5e80a-607b-461f-81c6-f512a8833c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d47442c-48cb-44fa-ba96-ef77ce229c0c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:56.254728 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 50964) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:56.296409 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a79eb-5a43-44e2-be22-66ebec42d80a req-11a51376-ffc1-47bf-8c28-10c875df73c7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:56.304193 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2a2a79eb-5a43-44e2-be22-66ebec42d80a req-11a51376-ffc1-47bf-8c28-10c875df73c7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 945 time: 0.0715747 May 06 10:04:56.360006 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-576dad31-8090-4dca-83bc-24aba6c597fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:56.379763 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2a2a79eb-5a43-44e2-be22-66ebec42d80a req-6ee9dd87-b74d-485d-b668-718b77cdd353 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=a5c77d26-42ee-458f-8c32-18b155ba755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745788 May 06 10:04:56.403685 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-576dad31-8090-4dca-83bc-24aba6c597fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:56.435362 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da830e-6130-4598-84b8-dac358a608a8 req-a3839ee3-9abe-4938-b8ae-05e04806e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:56.437018 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87da830e-6130-4598-84b8-dac358a608a8 req-a3839ee3-9abe-4938-b8ae-05e04806e5b5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 1096 time: 0.0559444 May 06 10:04:56.464698 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-576dad31-8090-4dca-83bc-24aba6c597fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:56.468386 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-576dad31-8090-4dca-83bc-24aba6c597fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:56.471014 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-576dad31-8090-4dca-83bc-24aba6c597fa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4d47442c-48cb-44fa-ba96-ef77ce229c0c HTTP/1.1" status: 204 len: 168 time: 0.2150753 May 06 10:04:56.482001 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576dad31-8090-4dca-83bc-24aba6c597fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d47442c-48cb-44fa-ba96-ef77ce229c0c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:56.612779 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da830e-6130-4598-84b8-dac358a608a8 req-139663b9-674f-4364-8f35-0a533f0dfc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:56.614585 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87da830e-6130-4598-84b8-dac358a608a8 req-139663b9-674f-4364-8f35-0a533f0dfc88 service neutron] 10.222.0.84 "GET /v2.0/networks?id=889f8c86-c6c9-4b53-9bea-6627b13d8bae HTTP/1.1" status: 200 len: 898 time: 0.1676781 May 06 10:04:56.696509 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87da830e-6130-4598-84b8-dac358a608a8 req-caac1477-1fb3-4afa-8b71-160177afdd5a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45ca556a-5ac7-4b8a-a683-a9251e898703 HTTP/1.1" status: 200 len: 1001 time: 0.0721529 May 06 10:04:56.754339 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da830e-6130-4598-84b8-dac358a608a8 req-9999bc9b-721f-4c63-adac-e63427e0950f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:56.756203 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87da830e-6130-4598-84b8-dac358a608a8 req-9999bc9b-721f-4c63-adac-e63427e0950f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3570a404-f04a-417e-b395-75e3e503b424 HTTP/1.1" status: 200 len: 835 time: 0.0518060 May 06 10:04:56.816090 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da830e-6130-4598-84b8-dac358a608a8 req-934c27f7-eb75-4082-9c15-832968f4697c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:56.818143 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87da830e-6130-4598-84b8-dac358a608a8 req-934c27f7-eb75-4082-9c15-832968f4697c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=889f8c86-c6c9-4b53-9bea-6627b13d8bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515616 May 06 10:04:56.961293 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87da830e-6130-4598-84b8-dac358a608a8 req-e3c00ee1-5250-4adf-b1ef-87f6180db943 service neutron] 10.222.0.84 "GET /v2.0/networks/889f8c86-c6c9-4b53-9bea-6627b13d8bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327071 May 06 10:04:57.067249 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87da830e-6130-4598-84b8-dac358a608a8 req-834a39f4-b9ab-4d0b-a487-69f53ae5c3b5 service neutron] 10.222.0.84 "GET /v2.0/networks/889f8c86-c6c9-4b53-9bea-6627b13d8bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944026 May 06 10:04:57.272692 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da830e-6130-4598-84b8-dac358a608a8 req-12090160-a5a0-4406-baa6-65de319522e5 tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:57.275013 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87da830e-6130-4598-84b8-dac358a608a8 req-12090160-a5a0-4406-baa6-65de319522e5 tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439&tenant_id=1b7022527a0d47ed9f061636a22ce038&binding%3Ahost_id=n-h2-840835-1 HTTP/1.1" status: 200 len: 1096 time: 0.1393058 May 06 10:04:57.298251 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-87da830e-6130-4598-84b8-dac358a608a8 req-f0dbaf09-b44b-444e-9024-6245e37c25a3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-840835-1'}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:57.355463 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-87da830e-6130-4598-84b8-dac358a608a8 req-f0dbaf09-b44b-444e-9024-6245e37c25a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:57.575779 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07dee82-2f95-42be-afaf-737889f26957 req-174be780-abc2-47b0-bfea-d4f70bec4c0f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:57.583644 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c07dee82-2f95-42be-afaf-737889f26957 req-174be780-abc2-47b0-bfea-d4f70bec4c0f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 945 time: 0.1064837 May 06 10:04:57.630417 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-87da830e-6130-4598-84b8-dac358a608a8 req-f0dbaf09-b44b-444e-9024-6245e37c25a3 service neutron] For port 45ca556a-5ac7-4b8a-a683-a9251e898703, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=45ca556a-5ac7-4b8a-a683-a9251e898703,segment=NetworkSegment(c83262c1-4dd8-49a2-be86-b3b69233aaa9),segment_id=c83262c1-4dd8-49a2-be86-b3b69233aaa9)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:04:57.660577 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c07dee82-2f95-42be-afaf-737889f26957 req-949c3f16-f89c-455d-83e3-8c84b2ebf7b4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=a5c77d26-42ee-458f-8c32-18b155ba755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760043 May 06 10:04:57.694238 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-87da830e-6130-4598-84b8-dac358a608a8 req-f0dbaf09-b44b-444e-9024-6245e37c25a3 service neutron] For port 45ca556a-5ac7-4b8a-a683-a9251e898703, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:04:57.744376 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce71cb3-1ff5-471e-aa54-3b454cf92439', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45ca556a-5ac7-4b8a-a683-a9251e898703'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:04:57.747403 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58166b7-d248-4fd8-aa8f-e61d1f2bff9f" -d '{"events": [{"server_uuid": "dce71cb3-1ff5-471e-aa54-3b454cf92439", "name": "network-vif-unplugged", "status": "completed", "tag": "45ca556a-5ac7-4b8a-a683-a9251e898703"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:04:57.753754 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-87da830e-6130-4598-84b8-dac358a608a8 req-f0dbaf09-b44b-444e-9024-6245e37c25a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:57.761814 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-87da830e-6130-4598-84b8-dac358a608a8 req-f0dbaf09-b44b-444e-9024-6245e37c25a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:57.843404 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbaf09-b44b-444e-9024-6245e37c25a3 service neutron] Pushing event updated for resources: {'Port': ['ID=45ca556a-5ac7-4b8a-a683-a9251e898703,revision_number=7']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:58.059488 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-87da830e-6130-4598-84b8-dac358a608a8 req-f0dbaf09-b44b-444e-9024-6245e37c25a3 service neutron] Attempting to bind port 45ca556a-5ac7-4b8a-a683-a9251e898703 on host n-h2-840835-1 for vnic_type normal with profile {"migrating_to": "n-h1-840835-1"} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:04:58.059835 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-87da830e-6130-4598-84b8-dac358a608a8 req-f0dbaf09-b44b-444e-9024-6245e37c25a3 service neutron] Attempting to bind port 45ca556a-5ac7-4b8a-a683-a9251e898703 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'c83262c1-4dd8-49a2-be86-b3b69233aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:04:58.060280 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87da830e-6130-4598-84b8-dac358a608a8 req-f0dbaf09-b44b-444e-9024-6245e37c25a3 service neutron] Attempting to bind port 45ca556a-5ac7-4b8a-a683-a9251e898703 on network 889f8c86-c6c9-4b53-9bea-6627b13d8bae {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:04:58.070833 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87da830e-6130-4598-84b8-dac358a608a8 req-f0dbaf09-b44b-444e-9024-6245e37c25a3 service neutron] Port 45ca556a-5ac7-4b8a-a683-a9251e898703 on network 889f8c86-c6c9-4b53-9bea-6627b13d8bae not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:04:58.071068 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87da830e-6130-4598-84b8-dac358a608a8 req-f0dbaf09-b44b-444e-9024-6245e37c25a3 service neutron] Attempting to bind port 45ca556a-5ac7-4b8a-a683-a9251e898703 on network 889f8c86-c6c9-4b53-9bea-6627b13d8bae {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:04:58.084696 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87da830e-6130-4598-84b8-dac358a608a8 req-f0dbaf09-b44b-444e-9024-6245e37c25a3 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:04:58.084696 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87da830e-6130-4598-84b8-dac358a608a8 req-f0dbaf09-b44b-444e-9024-6245e37c25a3 service neutron] Checking segment: {'id': 'c83262c1-4dd8-49a2-be86-b3b69233aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:04:58.084696 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87da830e-6130-4598-84b8-dac358a608a8 req-f0dbaf09-b44b-444e-9024-6245e37c25a3 service neutron] Bound using segment: {'id': 'c83262c1-4dd8-49a2-be86-b3b69233aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:04:58.084696 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-87da830e-6130-4598-84b8-dac358a608a8 req-f0dbaf09-b44b-444e-9024-6245e37c25a3 service neutron] Bound port: 45ca556a-5ac7-4b8a-a683-a9251e898703, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c83262c1-4dd8-49a2-be86-b3b69233aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:04:58.085159 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-87da830e-6130-4598-84b8-dac358a608a8 req-f0dbaf09-b44b-444e-9024-6245e37c25a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:58.180357 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 10:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6470462-d4d1-4e57-a55d-c0375d48e623 x-openstack-request-id: req-b6470462-d4d1-4e57-a55d-c0375d48e623 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:04:58.180650 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce71cb3-1ff5-471e-aa54-3b454cf92439", "name": "network-vif-unplugged", "status": "completed", "tag": "45ca556a-5ac7-4b8a-a683-a9251e898703", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:04:58.180907 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b6470462-d4d1-4e57-a55d-c0375d48e623 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:04:58.181316 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6470462-d4d1-4e57-a55d-c0375d48e623'] response: {'server_uuid': 'dce71cb3-1ff5-471e-aa54-3b454cf92439', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45ca556a-5ac7-4b8a-a683-a9251e898703', 'code': 200} May 06 10:04:58.187098 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-87da830e-6130-4598-84b8-dac358a608a8 req-f0dbaf09-b44b-444e-9024-6245e37c25a3 service neutron] For port 45ca556a-5ac7-4b8a-a683-a9251e898703, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:04:58.193974 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-87da830e-6130-4598-84b8-dac358a608a8 req-f0dbaf09-b44b-444e-9024-6245e37c25a3 service neutron] For port 45ca556a-5ac7-4b8a-a683-a9251e898703, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=45ca556a-5ac7-4b8a-a683-a9251e898703,segment=NetworkSegment(c83262c1-4dd8-49a2-be86-b3b69233aaa9),segment_id=c83262c1-4dd8-49a2-be86-b3b69233aaa9)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:04:58.213318 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-87da830e-6130-4598-84b8-dac358a608a8 req-f0dbaf09-b44b-444e-9024-6245e37c25a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:58.304114 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f0ab17aa-4c19-4e3f-b35f-e71e3f5d8b90 None None] Provisioning complete for port 45ca556a-5ac7-4b8a-a683-a9251e898703 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:58.304829 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f0ab17aa-4c19-4e3f-b35f-e71e3f5d8b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:58.418470 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f0ab17aa-4c19-4e3f-b35f-e71e3f5d8b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:58.423737 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbaf09-b44b-444e-9024-6245e37c25a3 service neutron] Pushing event updated for resources: {'Port': ['ID=45ca556a-5ac7-4b8a-a683-a9251e898703,revision_number=8']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:58.459359 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f0ab17aa-4c19-4e3f-b35f-e71e3f5d8b90 None None] For port 45ca556a-5ac7-4b8a-a683-a9251e898703, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=45ca556a-5ac7-4b8a-a683-a9251e898703,segment=NetworkSegment(c83262c1-4dd8-49a2-be86-b3b69233aaa9),segment_id=c83262c1-4dd8-49a2-be86-b3b69233aaa9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:04:58.460383 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce71cb3-1ff5-471e-aa54-3b454cf92439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ca556a-5ac7-4b8a-a683-a9251e898703'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:04:58.463345 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f720999-c77b-4679-9253-a0c8135a0ca6" -d '{"events": [{"server_uuid": "dce71cb3-1ff5-471e-aa54-3b454cf92439", "name": "network-vif-plugged", "status": "completed", "tag": "45ca556a-5ac7-4b8a-a683-a9251e898703"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:04:58.470984 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f0ab17aa-4c19-4e3f-b35f-e71e3f5d8b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:58.511689 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da830e-6130-4598-84b8-dac358a608a8 req-f0dbaf09-b44b-444e-9024-6245e37c25a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:58.512386 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-87da830e-6130-4598-84b8-dac358a608a8 req-f0dbaf09-b44b-444e-9024-6245e37c25a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:58.518798 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87da830e-6130-4598-84b8-dac358a608a8 req-f0dbaf09-b44b-444e-9024-6245e37c25a3 service neutron] 10.222.0.84 "PUT /v2.0/ports/45ca556a-5ac7-4b8a-a683-a9251e898703 HTTP/1.1" status: 200 len: 1121 time: 1.2334411 May 06 10:04:58.578343 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528ad9c3-08d4-4e64-af9f-f4a96dd8af25 x-openstack-request-id: req-528ad9c3-08d4-4e64-af9f-f4a96dd8af25 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:04:58.578645 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce71cb3-1ff5-471e-aa54-3b454cf92439", "name": "network-vif-plugged", "status": "completed", "tag": "45ca556a-5ac7-4b8a-a683-a9251e898703", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:04:58.579216 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-528ad9c3-08d4-4e64-af9f-f4a96dd8af25 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:04:58.581075 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-528ad9c3-08d4-4e64-af9f-f4a96dd8af25'] response: {'server_uuid': 'dce71cb3-1ff5-471e-aa54-3b454cf92439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ca556a-5ac7-4b8a-a683-a9251e898703', 'code': 200} May 06 10:04:58.697818 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['45ca556a-5ac7-4b8a-a683-a9251e898703'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:04:58.753208 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab17aa-4c19-4e3f-b35f-e71e3f5d8b90 None None] Pushing event updated for resources: {'Port': ['ID=45ca556a-5ac7-4b8a-a683-a9251e898703,revision_number=9']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:58.856263 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7445d37-1c18-49f8-abd3-5f4cb666a9d9 req-611ab53e-d0b1-438b-a229-c82429772377 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:58.865463 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a7445d37-1c18-49f8-abd3-5f4cb666a9d9 req-611ab53e-d0b1-438b-a229-c82429772377 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 945 time: 0.1189485 May 06 10:04:58.935338 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a7445d37-1c18-49f8-abd3-5f4cb666a9d9 req-22530a10-636b-4340-8735-14e600b7faa0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=a5c77d26-42ee-458f-8c32-18b155ba755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689030 May 06 10:04:58.974104 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-5117eff0-6da6-4e98-afc3-51c634e61781 None None] Provisioning complete for port 45ca556a-5ac7-4b8a-a683-a9251e898703 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:58.974510 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5117eff0-6da6-4e98-afc3-51c634e61781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:59.114681 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:00.074016 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c5e21-2905-4151-b88e-8fc760319874 req-f9261a58-8b85-46ec-be23-b505d0086534 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:00.075612 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aa5c5e21-2905-4151-b88e-8fc760319874 req-f9261a58-8b85-46ec-be23-b505d0086534 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 945 time: 0.0499876 May 06 10:05:00.120874 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aa5c5e21-2905-4151-b88e-8fc760319874 req-7a2ae050-5277-47d4-869a-b0fd276f2c90 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=a5c77d26-42ee-458f-8c32-18b155ba755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389259 May 06 10:05:00.182686 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce71cb3-1ff5-471e-aa54-3b454cf92439', 'tag': '45ca556a-5ac7-4b8a-a683-a9251e898703'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:05:00.185381 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0bdf82-929f-4707-9e02-1ac4fc044f93" -d '{"events": [{"name": "network-changed", "server_uuid": "dce71cb3-1ff5-471e-aa54-3b454cf92439", "tag": "45ca556a-5ac7-4b8a-a683-a9251e898703"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:05:00.225165 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d46897-038b-4c8b-95f6-ccf1338ed3e5 x-openstack-request-id: req-69d46897-038b-4c8b-95f6-ccf1338ed3e5 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:05:00.225461 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce71cb3-1ff5-471e-aa54-3b454cf92439", "tag": "45ca556a-5ac7-4b8a-a683-a9251e898703", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:05:00.226172 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-69d46897-038b-4c8b-95f6-ccf1338ed3e5 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:05:00.226352 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69d46897-038b-4c8b-95f6-ccf1338ed3e5'] response: {'name': 'network-changed', 'server_uuid': 'dce71cb3-1ff5-471e-aa54-3b454cf92439', 'tag': '45ca556a-5ac7-4b8a-a683-a9251e898703', 'status': 'completed', 'code': 200} May 06 10:05:00.351651 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bdf82-929f-4707-9e02-1ac4fc044f93 req-9bebc2da-ac06-4827-a62e-6d02cccf63d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:00.353420 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f0bdf82-929f-4707-9e02-1ac4fc044f93 req-9bebc2da-ac06-4827-a62e-6d02cccf63d9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 1126 time: 0.0696423 May 06 10:05:00.466453 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bdf82-929f-4707-9e02-1ac4fc044f93 req-1aec087d-fbd2-4b62-82f3-141b9c44d6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:00.468050 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f0bdf82-929f-4707-9e02-1ac4fc044f93 req-1aec087d-fbd2-4b62-82f3-141b9c44d6d0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=889f8c86-c6c9-4b53-9bea-6627b13d8bae HTTP/1.1" status: 200 len: 898 time: 0.1040366 May 06 10:05:00.555845 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f0bdf82-929f-4707-9e02-1ac4fc044f93 req-cf73a3be-2c4b-4546-b247-d488a75014d2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45ca556a-5ac7-4b8a-a683-a9251e898703 HTTP/1.1" status: 200 len: 1001 time: 0.0781333 May 06 10:05:00.582048 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 45ca556a-5ac7-4b8a-a683-a9251e898703 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:05:00.620735 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bdf82-929f-4707-9e02-1ac4fc044f93 req-358fe026-0440-4339-8732-8687e96e4140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:00.620735 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f0bdf82-929f-4707-9e02-1ac4fc044f93 req-358fe026-0440-4339-8732-8687e96e4140 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3570a404-f04a-417e-b395-75e3e503b424 HTTP/1.1" status: 200 len: 835 time: 0.0575621 May 06 10:05:00.687995 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bdf82-929f-4707-9e02-1ac4fc044f93 req-039d127b-6d6b-4c8c-ac35-5a8e50bc9932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:00.690625 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f0bdf82-929f-4707-9e02-1ac4fc044f93 req-039d127b-6d6b-4c8c-ac35-5a8e50bc9932 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=889f8c86-c6c9-4b53-9bea-6627b13d8bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551438 May 06 10:05:00.749695 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 45ca556a-5ac7-4b8a-a683-a9251e898703, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=45ca556a-5ac7-4b8a-a683-a9251e898703,segment=NetworkSegment(c83262c1-4dd8-49a2-be86-b3b69233aaa9),segment_id=c83262c1-4dd8-49a2-be86-b3b69233aaa9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:00.768114 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 45ca556a-5ac7-4b8a-a683-a9251e898703 has no active binding in host n-h1-840835-1 {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 06 10:05:00.809587 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f0bdf82-929f-4707-9e02-1ac4fc044f93 req-bd65c640-a017-49ff-b65f-c28df0320eaf service neutron] 10.222.0.77 "GET /v2.0/networks/889f8c86-c6c9-4b53-9bea-6627b13d8bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113141 May 06 10:05:00.916316 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f0bdf82-929f-4707-9e02-1ac4fc044f93 req-f1b6bbf2-3143-44d8-a21a-426b1307af40 service neutron] 10.222.0.77 "GET /v2.0/networks/889f8c86-c6c9-4b53-9bea-6627b13d8bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994508 May 06 10:05:01.281060 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd9a5e-61ff-498f-9ee5-7a19d4de7971 req-60321cce-0b43-48d4-940f-b0b60255a9e4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:01.283214 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3bcd9a5e-61ff-498f-9ee5-7a19d4de7971 req-60321cce-0b43-48d4-940f-b0b60255a9e4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 945 time: 0.0791152 May 06 10:05:01.346578 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3bcd9a5e-61ff-498f-9ee5-7a19d4de7971 req-10a9a4f9-8b55-4339-9409-2d0ded0453c1 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=a5c77d26-42ee-458f-8c32-18b155ba755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544014 May 06 10:05:02.045926 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe203b-61c1-4e83-99fe-ae527841522e req-f792d5ae-abe3-4755-ba74-4f5d21c2492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:02.047626 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fcbe203b-61c1-4e83-99fe-ae527841522e req-f792d5ae-abe3-4755-ba74-4f5d21c2492d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 1126 time: 0.0594525 May 06 10:05:02.183975 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe203b-61c1-4e83-99fe-ae527841522e req-60198caf-8a90-4d8b-90ce-bbe7b0a5a6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:02.185511 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fcbe203b-61c1-4e83-99fe-ae527841522e req-60198caf-8a90-4d8b-90ce-bbe7b0a5a6a5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=889f8c86-c6c9-4b53-9bea-6627b13d8bae HTTP/1.1" status: 200 len: 898 time: 0.1176310 May 06 10:05:02.274627 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fcbe203b-61c1-4e83-99fe-ae527841522e req-16f80ea9-0aed-4282-bfcd-98ee39d83596 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45ca556a-5ac7-4b8a-a683-a9251e898703 HTTP/1.1" status: 200 len: 1001 time: 0.0792408 May 06 10:05:02.330893 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe203b-61c1-4e83-99fe-ae527841522e req-bf182e57-174f-46c9-9cf5-41ebc45ce6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:02.332421 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fcbe203b-61c1-4e83-99fe-ae527841522e req-bf182e57-174f-46c9-9cf5-41ebc45ce6fb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3570a404-f04a-417e-b395-75e3e503b424 HTTP/1.1" status: 200 len: 835 time: 0.0502243 May 06 10:05:02.392219 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe203b-61c1-4e83-99fe-ae527841522e req-afa6f633-ffa0-487a-bd49-dd1e6726f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:02.394065 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fcbe203b-61c1-4e83-99fe-ae527841522e req-afa6f633-ffa0-487a-bd49-dd1e6726f3d1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=889f8c86-c6c9-4b53-9bea-6627b13d8bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534675 May 06 10:05:02.522850 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fcbe203b-61c1-4e83-99fe-ae527841522e req-9738a729-171f-4cb9-abfe-3161a5564fb3 service neutron] 10.222.0.77 "GET /v2.0/networks/889f8c86-c6c9-4b53-9bea-6627b13d8bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160119 May 06 10:05:02.558547 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6ec37-9cb0-446b-b5ad-a3397b5b6a7e req-0e625653-7ef3-4eab-b276-91dd508dca5b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:02.560647 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e7f6ec37-9cb0-446b-b5ad-a3397b5b6a7e req-0e625653-7ef3-4eab-b276-91dd508dca5b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 945 time: 0.0944879 May 06 10:05:02.629134 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e7f6ec37-9cb0-446b-b5ad-a3397b5b6a7e req-57bca19b-6be6-4569-9b50-1af6cc463fd1 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=a5c77d26-42ee-458f-8c32-18b155ba755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622375 May 06 10:05:02.695322 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fcbe203b-61c1-4e83-99fe-ae527841522e req-f3ef0361-14d7-4b23-8a0c-83f43c584f47 service neutron] 10.222.0.77 "GET /v2.0/networks/889f8c86-c6c9-4b53-9bea-6627b13d8bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658440 May 06 10:05:02.746478 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 51198) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:02.834815 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c6738c-2d6d-4486-b1cf-66d819e99edc tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:02.835332 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c6738c-2d6d-4486-b1cf-66d819e99edc tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:02.835812 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c6738c-2d6d-4486-b1cf-66d819e99edc tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:02.838062 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b6c6738c-2d6d-4486-b1cf-66d819e99edc tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] 10.222.0.73 "GET /v2.0/ports?project_id=a50139172da04b07b17553ee2a3c6289&network_id=fc02e321-544e-4497-b490-1338290d6d6e HTTP/1.1" status: 200 len: 2969 time: 0.0901616 May 06 10:05:03.764422 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3a18f-69b8-40da-9315-8aa74fbbbd98 req-d585388c-deb9-429d-8a10-9e5255f75089 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:03.771764 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ecf3a18f-69b8-40da-9315-8aa74fbbbd98 req-d585388c-deb9-429d-8a10-9e5255f75089 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 945 time: 0.0574350 May 06 10:05:03.811453 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ecf3a18f-69b8-40da-9315-8aa74fbbbd98 req-c0e09792-70b2-40e5-8602-b2157af7fcc2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=a5c77d26-42ee-458f-8c32-18b155ba755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384707 May 06 10:05:04.706969 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 51284) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:04.858427 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b591a6a0-1a6b-4525-9147-08daedf3c4f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:04.977640 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b591a6a0-1a6b-4525-9147-08daedf3c4f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:04.990214 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664c790-a481-497d-94d1-86417c4bb8db req-4a46f091-9048-4443-a3dd-012d5285e1c2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:04.991864 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f664c790-a481-497d-94d1-86417c4bb8db req-4a46f091-9048-4443-a3dd-012d5285e1c2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 945 time: 0.0774708 May 06 10:05:04.993498 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b591a6a0-1a6b-4525-9147-08daedf3c4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:05.048219 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b591a6a0-1a6b-4525-9147-08daedf3c4f1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=099bb5933613490d8189673979965811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3401206 May 06 10:05:05.050875 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 51298) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:05.052810 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591a6a0-1a6b-4525-9147-08daedf3c4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47bcf8d-1be9-4b67-a3b1-9ce2b40342bf,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:05.081877 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f664c790-a481-497d-94d1-86417c4bb8db req-fb5aa37f-154c-436f-b33d-863442d94624 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=a5c77d26-42ee-458f-8c32-18b155ba755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765672 May 06 10:05:05.109413 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3ae647d2-2ebb-4c04-bcec-afc65a679d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:05.133047 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3ae647d2-2ebb-4c04-bcec-afc65a679d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:05.572302 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3ae647d2-2ebb-4c04-bcec-afc65a679d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:05.574887 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3ae647d2-2ebb-4c04-bcec-afc65a679d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:05.579824 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3ae647d2-2ebb-4c04-bcec-afc65a679d2a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f47bcf8d-1be9-4b67-a3b1-9ce2b40342bf HTTP/1.1" status: 204 len: 168 time: 0.5241022 May 06 10:05:05.588846 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae647d2-2ebb-4c04-bcec-afc65a679d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47bcf8d-1be9-4b67-a3b1-9ce2b40342bf,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:05.598459 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae647d2-2ebb-4c04-bcec-afc65a679d2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:05.598815 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae647d2-2ebb-4c04-bcec-afc65a679d2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:05.599186 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae647d2-2ebb-4c04-bcec-afc65a679d2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:05.599658 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae647d2-2ebb-4c04-bcec-afc65a679d2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:05.599992 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae647d2-2ebb-4c04-bcec-afc65a679d2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:05.600334 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae647d2-2ebb-4c04-bcec-afc65a679d2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:05.600726 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae647d2-2ebb-4c04-bcec-afc65a679d2a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:05.601310 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae647d2-2ebb-4c04-bcec-afc65a679d2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:05.601769 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae647d2-2ebb-4c04-bcec-afc65a679d2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:05.602233 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae647d2-2ebb-4c04-bcec-afc65a679d2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:05.602624 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae647d2-2ebb-4c04-bcec-afc65a679d2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:05.602995 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae647d2-2ebb-4c04-bcec-afc65a679d2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:05.612792 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-87da830e-6130-4598-84b8-dac358a608a8 req-36df9a79-b1c8-497c-b621-027ed1b45aa8 service neutron] 10.222.0.77 "GET /v2.0/ports/45ca556a-5ac7-4b8a-a683-a9251e898703/bindings/n-h1-840835-1 HTTP/1.1" status: 200 len: 384 time: 0.0943463 May 06 10:05:05.842040 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-87da830e-6130-4598-84b8-dac358a608a8 req-bb284303-eb66-4a69-8b12-0bbf204aa6a0 service neutron] For port 45ca556a-5ac7-4b8a-a683-a9251e898703, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=45ca556a-5ac7-4b8a-a683-a9251e898703,segment=NetworkSegment(c83262c1-4dd8-49a2-be86-b3b69233aaa9),segment_id=c83262c1-4dd8-49a2-be86-b3b69233aaa9)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:05.864097 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-87da830e-6130-4598-84b8-dac358a608a8 req-bb284303-eb66-4a69-8b12-0bbf204aa6a0 service neutron] For port 45ca556a-5ac7-4b8a-a683-a9251e898703, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:05:05.916021 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce71cb3-1ff5-471e-aa54-3b454cf92439', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45ca556a-5ac7-4b8a-a683-a9251e898703'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:05:05.918556 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1265c0d2-d555-4c11-a137-f353bae02f40" -d '{"events": [{"server_uuid": "dce71cb3-1ff5-471e-aa54-3b454cf92439", "name": "network-vif-unplugged", "status": "completed", "tag": "45ca556a-5ac7-4b8a-a683-a9251e898703"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:05:05.923598 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-87da830e-6130-4598-84b8-dac358a608a8 req-bb284303-eb66-4a69-8b12-0bbf204aa6a0 service neutron] For port 45ca556a-5ac7-4b8a-a683-a9251e898703, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=45ca556a-5ac7-4b8a-a683-a9251e898703,segment=NetworkSegment(c83262c1-4dd8-49a2-be86-b3b69233aaa9),segment_id=c83262c1-4dd8-49a2-be86-b3b69233aaa9)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:05.945506 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-87da830e-6130-4598-84b8-dac358a608a8 req-bb284303-eb66-4a69-8b12-0bbf204aa6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:05.990575 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 51338) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:05.994460 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 10:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b96c197-46b2-41fb-96ce-a1331d1e11be x-openstack-request-id: req-6b96c197-46b2-41fb-96ce-a1331d1e11be {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:05:05.994460 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce71cb3-1ff5-471e-aa54-3b454cf92439", "name": "network-vif-unplugged", "status": "completed", "tag": "45ca556a-5ac7-4b8a-a683-a9251e898703", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:05:05.994727 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6b96c197-46b2-41fb-96ce-a1331d1e11be {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:05:05.995253 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b96c197-46b2-41fb-96ce-a1331d1e11be'] response: {'server_uuid': 'dce71cb3-1ff5-471e-aa54-3b454cf92439', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45ca556a-5ac7-4b8a-a683-a9251e898703', 'code': 200} May 06 10:05:06.007336 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ed7cfaf9-92e8-447a-999c-99928efe6c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:06.091462 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-87da830e-6130-4598-84b8-dac358a608a8 req-bb284303-eb66-4a69-8b12-0bbf204aa6a0 service neutron] Transition to ACTIVE for port object 45ca556a-5ac7-4b8a-a683-a9251e898703 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:05:06.097283 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ed7cfaf9-92e8-447a-999c-99928efe6c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:06.101545 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-87da830e-6130-4598-84b8-dac358a608a8 req-bb284303-eb66-4a69-8b12-0bbf204aa6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:06.106264 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ed7cfaf9-92e8-447a-999c-99928efe6c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:06.154753 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ed7cfaf9-92e8-447a-999c-99928efe6c23 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=90b1e847fed242edadbc1e7d9ee5f7d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592686 May 06 10:05:06.154753 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7cfaf9-92e8-447a-999c-99928efe6c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd6d915-d04d-4bcc-8e49-20dc6e5655e4,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:06.155309 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 51342) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:06.274800 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06bc2d-b2bb-4df2-94fd-f885222b2ed7 req-ed9d7a2f-34af-48d3-91cd-fdb25980c611 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:06.276619 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce06bc2d-b2bb-4df2-94fd-f885222b2ed7 req-ed9d7a2f-34af-48d3-91cd-fdb25980c611 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 944 time: 0.0945652 May 06 10:05:06.334174 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce06bc2d-b2bb-4df2-94fd-f885222b2ed7 req-b31d8d49-aef7-4ee9-aa83-2d38879a1ed8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=a5c77d26-42ee-458f-8c32-18b155ba755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446351 May 06 10:05:06.428943 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb284303-eb66-4a69-8b12-0bbf204aa6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=45ca556a-5ac7-4b8a-a683-a9251e898703,revision_number=11']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:06.452229 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-87da830e-6130-4598-84b8-dac358a608a8 req-bb284303-eb66-4a69-8b12-0bbf204aa6a0 service neutron] No DVR routers for this DVR port 45ca556a-5ac7-4b8a-a683-a9251e898703 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:05:06.457481 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 51354) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:06.510519 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4d88d46e-5ba7-470e-b4c6-dbfb47dbf930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:06.536973 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4d88d46e-5ba7-470e-b4c6-dbfb47dbf930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:06.546719 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257d7da9-c36f-4ce7-aa1e-a56625cf3950 tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:06.549939 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-257d7da9-c36f-4ce7-aa1e-a56625cf3950 tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 HTTP/1.1" status: 200 len: 814 time: 0.0900483 May 06 10:05:06.588515 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-d03d3cda-a7be-435b-9152-9b37519e3960 req-d2a9ebdb-319e-4a62-8595-bda9c2d346c6 service neutron] (102653) timed out ('10.222.0.73', 33248) {{(pid=102653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 10:05:06.642338 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4d88d46e-5ba7-470e-b4c6-dbfb47dbf930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:06.644751 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4d88d46e-5ba7-470e-b4c6-dbfb47dbf930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:06.647611 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4d88d46e-5ba7-470e-b4c6-dbfb47dbf930 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6dd6d915-d04d-4bcc-8e49-20dc6e5655e4 HTTP/1.1" status: 204 len: 168 time: 0.4574208 May 06 10:05:06.673344 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88d46e-5ba7-470e-b4c6-dbfb47dbf930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd6d915-d04d-4bcc-8e49-20dc6e5655e4,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:06.683298 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-87da830e-6130-4598-84b8-dac358a608a8 req-bb284303-eb66-4a69-8b12-0bbf204aa6a0 service neutron] 10.222.0.77 "PUT /v2.0/ports/45ca556a-5ac7-4b8a-a683-a9251e898703/bindings/n-h1-840835-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0637267 May 06 10:05:06.848627 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da830e-6130-4598-84b8-dac358a608a8 req-ca64c3f5-65aa-4b72-bd14-922b143d2da5 tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:06.852183 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87da830e-6130-4598-84b8-dac358a608a8 req-ca64c3f5-65aa-4b72-bd14-922b143d2da5 tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439&tenant_id=1b7022527a0d47ed9f061636a22ce038&binding%3Ahost_id=n-h2-840835-1 HTTP/1.1" status: 200 len: 1095 time: 0.0658715 May 06 10:05:06.976398 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da830e-6130-4598-84b8-dac358a608a8 req-769d1e63-0768-44bb-b812-7baeacbb7429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:06.977863 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87da830e-6130-4598-84b8-dac358a608a8 req-769d1e63-0768-44bb-b812-7baeacbb7429 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439&tenant_id=1b7022527a0d47ed9f061636a22ce038 HTTP/1.1" status: 200 len: 1095 time: 0.1135447 May 06 10:05:07.051905 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da830e-6130-4598-84b8-dac358a608a8 req-dde4e609-cdf3-4f56-9fe9-e704af6c9bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:07.053648 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87da830e-6130-4598-84b8-dac358a608a8 req-dde4e609-cdf3-4f56-9fe9-e704af6c9bf1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 1095 time: 0.0482047 May 06 10:05:07.169150 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da830e-6130-4598-84b8-dac358a608a8 req-3e9fc5d5-d915-436e-a497-6c2c56c7d694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:07.170863 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87da830e-6130-4598-84b8-dac358a608a8 req-3e9fc5d5-d915-436e-a497-6c2c56c7d694 service neutron] 10.222.0.84 "GET /v2.0/networks?id=889f8c86-c6c9-4b53-9bea-6627b13d8bae HTTP/1.1" status: 200 len: 898 time: 0.1092813 May 06 10:05:07.269251 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87da830e-6130-4598-84b8-dac358a608a8 req-79326f06-0663-4afd-8acc-2692f4cc0d47 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45ca556a-5ac7-4b8a-a683-a9251e898703 HTTP/1.1" status: 200 len: 999 time: 0.0898137 May 06 10:05:07.704365 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-3dd34a9b-0500-4e08-ad8d-0f923d22e9c1 req-22109a29-1590-47c9-9f5a-61bb350a4d9f service neutron] (102653) timed out ('10.222.0.73', 57710) {{(pid=102653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 10:05:07.740741 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 51422) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:07.747918 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-11291b9a-09f5-404e-b83f-28c1b231afd5 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'network': {'name': 'tempest-network-smoke--1702173050', 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'port_security_enabled': True}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:07.750458 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da830e-6130-4598-84b8-dac358a608a8 req-dacd7c92-789a-434c-8f1c-dd92088663d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:07.752028 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87da830e-6130-4598-84b8-dac358a608a8 req-dacd7c92-789a-434c-8f1c-dd92088663d6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3570a404-f04a-417e-b395-75e3e503b424 HTTP/1.1" status: 200 len: 835 time: 0.4722159 May 06 10:05:07.789772 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11291b9a-09f5-404e-b83f-28c1b231afd5 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Made reservation on behalf of a50139172da04b07b17553ee2a3c6289 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:05:07.793943 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-11291b9a-09f5-404e-b83f-28c1b231afd5 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:07.814612 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cb9a3-d1a1-483e-88c8-3e867f531272 req-1d84f050-6177-42ce-911a-02bfd6abc138 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:07.817366 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-207cb9a3-d1a1-483e-88c8-3e867f531272 req-1d84f050-6177-42ce-911a-02bfd6abc138 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 944 time: 0.1109476 May 06 10:05:07.848643 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11291b9a-09f5-404e-b83f-28c1b231afd5 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:05:07.859637 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da830e-6130-4598-84b8-dac358a608a8 req-cf8f29bc-baa6-4279-9544-7564846a432c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:07.859835 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-11291b9a-09f5-404e-b83f-28c1b231afd5 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:07.860353 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-11291b9a-09f5-404e-b83f-28c1b231afd5 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Added segment 22d0fbe4-840f-4292-a73c-651d7f904003 of type vlan for network 3b9eccda-fe1c-4cda-b132-9c62657200c7 May 06 10:05:07.861956 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87da830e-6130-4598-84b8-dac358a608a8 req-cf8f29bc-baa6-4279-9544-7564846a432c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=889f8c86-c6c9-4b53-9bea-6627b13d8bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001153 May 06 10:05:07.913678 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-11291b9a-09f5-404e-b83f-28c1b231afd5 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:07.949908 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-11291b9a-09f5-404e-b83f-28c1b231afd5 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:07.952300 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-207cb9a3-d1a1-483e-88c8-3e867f531272 req-6b179e03-b901-42d3-82f6-24ef1da26a4d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=a5c77d26-42ee-458f-8c32-18b155ba755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276114 May 06 10:05:07.957297 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11291b9a-09f5-404e-b83f-28c1b231afd5 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:07.958350 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-11291b9a-09f5-404e-b83f-28c1b231afd5 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:08.013704 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87da830e-6130-4598-84b8-dac358a608a8 req-c73b20b3-2646-428d-a9e9-a377e999c407 service neutron] 10.222.0.84 "GET /v2.0/networks/889f8c86-c6c9-4b53-9bea-6627b13d8bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367347 May 06 10:05:08.044778 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-11291b9a-09f5-404e-b83f-28c1b231afd5 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3025341 May 06 10:05:08.047725 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 51436) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:08.113227 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11291b9a-09f5-404e-b83f-28c1b231afd5 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'Network': ['ID=3b9eccda-fe1c-4cda-b132-9c62657200c7,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:08.132985 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 3b9eccda-fe1c-4cda-b132-9c62657200c7 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:05:08.194498 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9e2922-0be4-4800-abfd-7439f6d8614d tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:08.199454 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 51442) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:08.201753 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7f9e2922-0be4-4800-abfd-7439f6d8614d tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=a50139172da04b07b17553ee2a3c6289&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1471522 May 06 10:05:08.213456 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87da830e-6130-4598-84b8-dac358a608a8 req-fb84d325-d54e-4bee-9f06-57726e552a98 service neutron] 10.222.0.84 "GET /v2.0/networks/889f8c86-c6c9-4b53-9bea-6627b13d8bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907663 May 06 10:05:08.314746 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2ee91d-cd90-4965-a4ae-b742bc6091e8 tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:08.319035 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fd2ee91d-cd90-4965-a4ae-b742bc6091e8 tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1160650 May 06 10:05:08.319375 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 51444) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:08.362188 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a10cfc22-8045-4846-9df9-a2022b048230 tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359967 May 06 10:05:08.362188 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 51454) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:08.433357 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b46a2d94-81b5-4868-9271-47fa137fa21b tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=a50139172da04b07b17553ee2a3c6289&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0729868 May 06 10:05:08.436065 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 51460) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:08.595282 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da830e-6130-4598-84b8-dac358a608a8 req-87c1681b-7cfe-420d-9bbd-b5d2f31fd799 tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:08.596817 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87da830e-6130-4598-84b8-dac358a608a8 req-87c1681b-7cfe-420d-9bbd-b5d2f31fd799 tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439&tenant_id=1b7022527a0d47ed9f061636a22ce038&binding%3Ahost_id=n-h1-840835-1 HTTP/1.1" status: 200 len: 1095 time: 0.0730982 May 06 10:05:08.662938 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8e981e-ba09-4520-aafd-fd2d7992b870 tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:08.664638 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2a8e981e-ba09-4520-aafd-fd2d7992b870 tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2272851 May 06 10:05:08.668399 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 51468) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:08.705434 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e656afbd-a3ae-4ae1-939e-be44d766186c tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358605 May 06 10:05:08.708459 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 51470) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:08.714733 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-a92b782c-4cdf-47f9-bb38-1f04026ac5dd tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1503415094', 'network_id': '3b9eccda-fe1c-4cda-b132-9c62657200c7', 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:08.815943 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-87da830e-6130-4598-84b8-dac358a608a8 req-99545dbc-1ed0-4ad0-99d4-cd818219cbd1 service neutron] For port 45ca556a-5ac7-4b8a-a683-a9251e898703, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:05:08.821567 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-87da830e-6130-4598-84b8-dac358a608a8 req-99545dbc-1ed0-4ad0-99d4-cd818219cbd1 service neutron] Notify callbacks [] for binding, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:08.822893 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87da830e-6130-4598-84b8-dac358a608a8 req-99545dbc-1ed0-4ad0-99d4-cd818219cbd1 service neutron] 10.222.0.84 "DELETE /v2.0/ports/45ca556a-5ac7-4b8a-a683-a9251e898703/bindings/n-h2-840835-1 HTTP/1.1" status: 204 len: 173 time: 0.2129982 May 06 10:05:08.877758 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92b782c-4cdf-47f9-bb38-1f04026ac5dd tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Made reservation on behalf of a50139172da04b07b17553ee2a3c6289 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:05:08.879628 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a92b782c-4cdf-47f9-bb38-1f04026ac5dd tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:09.159301 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a92b782c-4cdf-47f9-bb38-1f04026ac5dd tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:09.168488 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c973d3-8501-4623-b566-c9063d4eca8c req-e6105046-399a-4980-b5a0-afce5db29036 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:09.171019 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d6c973d3-8501-4623-b566-c9063d4eca8c req-e6105046-399a-4980-b5a0-afce5db29036 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 944 time: 0.1007180 May 06 10:05:09.232448 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92b782c-4cdf-47f9-bb38-1f04026ac5dd tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Checking segment: {'id': '22d0fbe4-840f-4292-a73c-651d7f904003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3b9eccda-fe1c-4cda-b132-9c62657200c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:05:09.232861 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92b782c-4cdf-47f9-bb38-1f04026ac5dd tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Network hostable DHCP agents. Network: 3b9eccda-fe1c-4cda-b132-9c62657200c7, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:05:09.250645 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b782c-4cdf-47f9-bb38-1f04026ac5dd tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'Subnet': ['ID=1089c6aa-f61c-461b-9e5b-b2cfbc9e8831,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:09.256079 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d6c973d3-8501-4623-b566-c9063d4eca8c req-870b79a1-7e30-476a-aff9-42215a237653 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=a5c77d26-42ee-458f-8c32-18b155ba755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775208 May 06 10:05:09.268371 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92b782c-4cdf-47f9-bb38-1f04026ac5dd tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Network 3b9eccda-fe1c-4cda-b132-9c62657200c7 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:05:09.299370 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-a92b782c-4cdf-47f9-bb38-1f04026ac5dd tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 3b9eccda-fe1c-4cda-b132-9c62657200c7) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:05:09.321034 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3917798-77f6-487a-b9e0-704d057a93f0 None None] Network 3b9eccda-fe1c-4cda-b132-9c62657200c7 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:05:09.326199 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92b782c-4cdf-47f9-bb38-1f04026ac5dd tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:09.330850 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a92b782c-4cdf-47f9-bb38-1f04026ac5dd tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:09.365544 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a92b782c-4cdf-47f9-bb38-1f04026ac5dd tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6554172 May 06 10:05:09.396597 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96770f-c696-45c9-8953-9f161f7fd54a req-d2348a5e-34e5-4774-9cef-40d3c29498dd tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:09.411015 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fe96770f-c696-45c9-8953-9f161f7fd54a req-d2348a5e-34e5-4774-9cef-40d3c29498dd tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 1095 time: 0.0615926 May 06 10:05:09.456920 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fe96770f-c696-45c9-8953-9f161f7fd54a req-fba83abe-7516-4366-8468-6983bef1f618 tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a5c77d26-42ee-458f-8c32-18b155ba755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398772 May 06 10:05:09.461681 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 51512) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:09.576673 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e110e699-63df-4cca-b5e0-c71aedf45255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-3b9eccda-fe1c-4cda-b132-9c62657200c7', 'network_id': '3b9eccda-fe1c-4cda-b132-9c62657200c7', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'fixed_ips': [{'subnet_id': '1089c6aa-f61c-461b-9e5b-b2cfbc9e8831'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:05:09.579293 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e110e699-63df-4cca-b5e0-c71aedf45255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:09.628926 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe239ee0-c4dc-4a7e-a718-4a1b1ceef254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:09.803411 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 51526) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:09.807597 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe239ee0-c4dc-4a7e-a718-4a1b1ceef254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:09.819158 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-e23dda87-9843-42f2-9994-6709b797d42c tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1875329987', 'description': 'tempest-secgroup-smoke-1875329987 description', 'project_id': 'a50139172da04b07b17553ee2a3c6289'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:09.839445 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe239ee0-c4dc-4a7e-a718-4a1b1ceef254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:09.909426 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 51530) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:09.909861 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fe239ee0-c4dc-4a7e-a718-4a1b1ceef254 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6e4f3f96421a4488bb864b85e6c4462f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4468699 May 06 10:05:09.973287 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47998c00-662b-4e5c-901b-6ba821409b5d req-1a10d50d-4092-4904-b6bb-d2896de672ae tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:09.979852 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47998c00-662b-4e5c-901b-6ba821409b5d req-1a10d50d-4092-4904-b6bb-d2896de672ae tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 944 time: 0.1063600 May 06 10:05:10.004780 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe239ee0-c4dc-4a7e-a718-4a1b1ceef254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2002d79a-beba-48d1-94b7-8ab65ffa4681,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:10.022166 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6441ebba-e849-424e-8821-e520bf410bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:10.022727 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e23dda87-9843-42f2-9994-6709b797d42c tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:10.049731 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6441ebba-e849-424e-8821-e520bf410bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:10.049938 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 45ca556a-5ac7-4b8a-a683-a9251e898703 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:05:10.127410 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47998c00-662b-4e5c-901b-6ba821409b5d req-bff19626-2048-46f6-9093-a01a3105d9d6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=a5c77d26-42ee-458f-8c32-18b155ba755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396971 May 06 10:05:10.128890 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6441ebba-e849-424e-8821-e520bf410bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:10.131657 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6441ebba-e849-424e-8821-e520bf410bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:10.133283 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6441ebba-e849-424e-8821-e520bf410bac admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2002d79a-beba-48d1-94b7-8ab65ffa4681 HTTP/1.1" status: 204 len: 168 time: 0.2228241 May 06 10:05:10.133776 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-e110e699-63df-4cca-b5e0-c71aedf45255 None None] Allocated IP 172.20.0.18 (3b9eccda-fe1c-4cda-b132-9c62657200c7/1089c6aa-f61c-461b-9e5b-b2cfbc9e8831/eb855c9e-35f5-4fc0-bd0c-b208c3fb218f) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:05:10.149472 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 45ca556a-5ac7-4b8a-a683-a9251e898703 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:05:10.157031 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441ebba-e849-424e-8821-e520bf410bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2002d79a-beba-48d1-94b7-8ab65ffa4681,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:10.164463 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 51540) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:10.216484 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e23dda87-9843-42f2-9994-6709b797d42c tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:10.223976 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e23dda87-9843-42f2-9994-6709b797d42c tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:10.268265 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e23dda87-9843-42f2-9994-6709b797d42c tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:10.269797 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e23dda87-9843-42f2-9994-6709b797d42c tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4651036 May 06 10:05:10.273237 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 51544) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:10.277029 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23dda87-9843-42f2-9994-6709b797d42c tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ff0b03-4f42-4c72-8e5b-6b110e286d15,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:10.283902 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-e65c0d25-a5e1-4ac5-b452-bedfac8a2b34 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'security_group_rule': {'security_group_id': '75ff0b03-4f42-4c72-8e5b-6b110e286d15', 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:10.326692 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e65c0d25-a5e1-4ac5-b452-bedfac8a2b34 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:10.350347 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-990cf54d-cd76-4855-92b3-60bcdc0e84d7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/floatingips/653eef79-742f-444a-a72b-99e05b9a609e HTTP/1.1" status: 200 len: 991 time: 0.1785367 May 06 10:05:10.396209 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e110e699-63df-4cca-b5e0-c71aedf45255 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:10.402267 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e110e699-63df-4cca-b5e0-c71aedf45255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:10.456635 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e65c0d25-a5e1-4ac5-b452-bedfac8a2b34 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:10.466765 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e65c0d25-a5e1-4ac5-b452-bedfac8a2b34 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:10.492190 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e110e699-63df-4cca-b5e0-c71aedf45255 None None] Network 3b9eccda-fe1c-4cda-b132-9c62657200c7 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:05:10.498706 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-e110e699-63df-4cca-b5e0-c71aedf45255 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:05:10.502088 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e110e699-63df-4cca-b5e0-c71aedf45255 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:05:10.512176 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110e699-63df-4cca-b5e0-c71aedf45255 None None] Pushing event updated for resources: {'Port': ['ID=eb855c9e-35f5-4fc0-bd0c-b208c3fb218f,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:10.542948 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c0d25-a5e1-4ac5-b452-bedfac8a2b34 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91410873-f585-453f-877d-91707ed64006,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:10.557096 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e65c0d25-a5e1-4ac5-b452-bedfac8a2b34 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:10.558392 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e65c0d25-a5e1-4ac5-b452-bedfac8a2b34 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2842181 May 06 10:05:10.561194 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 51556) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:10.569252 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-c2046b56-abb9-4533-8782-f67270a42d52 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'security_group_rule': {'security_group_id': '75ff0b03-4f42-4c72-8e5b-6b110e286d15', 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:10.575835 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-e110e699-63df-4cca-b5e0-c71aedf45255 None None] Attempting to bind port eb855c9e-35f5-4fc0-bd0c-b208c3fb218f on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:05:10.576422 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-e110e699-63df-4cca-b5e0-c71aedf45255 None None] Attempting to bind port eb855c9e-35f5-4fc0-bd0c-b208c3fb218f by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '22d0fbe4-840f-4292-a73c-651d7f904003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3b9eccda-fe1c-4cda-b132-9c62657200c7'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:05:10.576803 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e110e699-63df-4cca-b5e0-c71aedf45255 None None] Attempting to bind port eb855c9e-35f5-4fc0-bd0c-b208c3fb218f on network 3b9eccda-fe1c-4cda-b132-9c62657200c7 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:05:10.583663 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e110e699-63df-4cca-b5e0-c71aedf45255 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:05:10.584048 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e110e699-63df-4cca-b5e0-c71aedf45255 None None] Checking segment: {'id': '22d0fbe4-840f-4292-a73c-651d7f904003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3b9eccda-fe1c-4cda-b132-9c62657200c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:05:10.584829 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e110e699-63df-4cca-b5e0-c71aedf45255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:10.585237 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e110e699-63df-4cca-b5e0-c71aedf45255 None None] Bound using segment: {'id': '22d0fbe4-840f-4292-a73c-651d7f904003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3b9eccda-fe1c-4cda-b132-9c62657200c7'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:05:10.585726 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-e110e699-63df-4cca-b5e0-c71aedf45255 None None] Bound port: eb855c9e-35f5-4fc0-bd0c-b208c3fb218f, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d0fbe4-840f-4292-a73c-651d7f904003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3b9eccda-fe1c-4cda-b132-9c62657200c7'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:05:10.586123 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e110e699-63df-4cca-b5e0-c71aedf45255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:10.607505 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c2046b56-abb9-4533-8782-f67270a42d52 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:10.690311 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e110e699-63df-4cca-b5e0-c71aedf45255 None None] For port eb855c9e-35f5-4fc0-bd0c-b208c3fb218f, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:05:10.694775 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e110e699-63df-4cca-b5e0-c71aedf45255 None None] For port eb855c9e-35f5-4fc0-bd0c-b208c3fb218f, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=eb855c9e-35f5-4fc0-bd0c-b208c3fb218f,segment=NetworkSegment(22d0fbe4-840f-4292-a73c-651d7f904003),segment_id=22d0fbe4-840f-4292-a73c-651d7f904003)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:05:10.699648 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c2046b56-abb9-4533-8782-f67270a42d52 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:10.700900 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e110e699-63df-4cca-b5e0-c71aedf45255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:10.717771 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c2046b56-abb9-4533-8782-f67270a42d52 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:10.761770 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2046b56-abb9-4533-8782-f67270a42d52 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f7b073c-3afb-42bf-9a61-db45376b21ce,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:10.792773 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110e699-63df-4cca-b5e0-c71aedf45255 None None] Pushing event updated for resources: {'Port': ['ID=eb855c9e-35f5-4fc0-bd0c-b208c3fb218f,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:10.809302 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 51564) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:10.810249 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c2046b56-abb9-4533-8782-f67270a42d52 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:10.815079 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c2046b56-abb9-4533-8782-f67270a42d52 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2496274 May 06 10:05:10.815730 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 51566) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:10.824471 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-601f4ebf-68f5-414b-b49a-9c62d6369ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:10.828416 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-578270f9-3c50-432a-a1f0-3d841fe93571 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'security_group_rule': {'security_group_id': '75ff0b03-4f42-4c72-8e5b-6b110e286d15', 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:10.919809 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-578270f9-3c50-432a-a1f0-3d841fe93571 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:10.967054 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-601f4ebf-68f5-414b-b49a-9c62d6369ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:10.973213 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-601f4ebf-68f5-414b-b49a-9c62d6369ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:11.007422 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-578270f9-3c50-432a-a1f0-3d841fe93571 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:11.013802 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f4ebf-68f5-414b-b49a-9c62d6369ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0549f356-ece4-424b-9437-210a9817ec51,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:11.023955 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-578270f9-3c50-432a-a1f0-3d841fe93571 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:11.031099 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-601f4ebf-68f5-414b-b49a-9c62d6369ad0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1e4597a8b446460bbb2fe7b3c6847dd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2207730 May 06 10:05:11.033979 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 51574) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:11.096245 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9f6532ab-473b-4778-8b7b-a9d0faf1bf38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:11.104942 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-578270f9-3c50-432a-a1f0-3d841fe93571 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:11.118078 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 51576) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:11.118654 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-578270f9-3c50-432a-a1f0-3d841fe93571 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2940929 May 06 10:05:11.120228 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578270f9-3c50-432a-a1f0-3d841fe93571 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d59fd77d-b7d2-49c1-aa89-171c92554135,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:11.128208 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-d937a8af-fe45-425a-9676-653ee4dbdc09 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'security_group_rule': {'security_group_id': '75ff0b03-4f42-4c72-8e5b-6b110e286d15', 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:11.135439 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9f6532ab-473b-4778-8b7b-a9d0faf1bf38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:11.197424 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d937a8af-fe45-425a-9676-653ee4dbdc09 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:11.257186 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9f6532ab-473b-4778-8b7b-a9d0faf1bf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:11.259766 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9f6532ab-473b-4778-8b7b-a9d0faf1bf38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:11.260949 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9f6532ab-473b-4778-8b7b-a9d0faf1bf38 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0549f356-ece4-424b-9437-210a9817ec51 HTTP/1.1" status: 204 len: 168 time: 0.2273738 May 06 10:05:11.280119 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6532ab-473b-4778-8b7b-a9d0faf1bf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0549f356-ece4-424b-9437-210a9817ec51,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:11.299848 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d937a8af-fe45-425a-9676-653ee4dbdc09 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:11.306411 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d937a8af-fe45-425a-9676-653ee4dbdc09 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:11.347732 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d937a8af-fe45-425a-9676-653ee4dbdc09 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:11.348982 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d937a8af-fe45-425a-9676-653ee4dbdc09 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2251153 May 06 10:05:11.352119 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 51588) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:11.357635 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-f7b2886f-a730-4855-9cb4-2bb3a998d0ff tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'security_group_rule': {'security_group_id': '75ff0b03-4f42-4c72-8e5b-6b110e286d15', 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:11.363596 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937a8af-fe45-425a-9676-653ee4dbdc09 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b93d85f-c950-4feb-9793-74b334ba1245,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:11.389263 n-d-840835-1 neutron-server[102652]: INFO neutron.db.securitygroups_db [None req-f7b2886f-a730-4855-9cb4-2bb3a998d0ff tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Project a50139172da04b07b17553ee2a3c6289 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:05:11.396348 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f7b2886f-a730-4855-9cb4-2bb3a998d0ff tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:11.486454 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f7b2886f-a730-4855-9cb4-2bb3a998d0ff tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:11.497496 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f7b2886f-a730-4855-9cb4-2bb3a998d0ff tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:11.527621 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2886f-a730-4855-9cb4-2bb3a998d0ff tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8922b84-725c-486f-948a-e02b117e7b27,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:11.539585 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f7b2886f-a730-4855-9cb4-2bb3a998d0ff tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:11.545989 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f7b2886f-a730-4855-9cb4-2bb3a998d0ff tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1906414 May 06 10:05:11.546689 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 51594) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:11.551217 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-fe50ed68-f33d-41ea-a43d-0bcc68f7a61b tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'security_group_rule': {'security_group_id': '75ff0b03-4f42-4c72-8e5b-6b110e286d15', 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:11.588100 n-d-840835-1 neutron-server[102652]: INFO neutron.db.securitygroups_db [None req-fe50ed68-f33d-41ea-a43d-0bcc68f7a61b tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Project a50139172da04b07b17553ee2a3c6289 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:05:11.595313 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe50ed68-f33d-41ea-a43d-0bcc68f7a61b tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:11.714814 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe50ed68-f33d-41ea-a43d-0bcc68f7a61b tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:11.721336 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe50ed68-f33d-41ea-a43d-0bcc68f7a61b tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:11.752261 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50ed68-f33d-41ea-a43d-0bcc68f7a61b tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5cdb63f-ef85-410c-bbe2-ad33f4fe5fe8,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:11.770443 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fe50ed68-f33d-41ea-a43d-0bcc68f7a61b tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:11.779710 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fe50ed68-f33d-41ea-a43d-0bcc68f7a61b tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2247493 May 06 10:05:12.208262 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-0c1f9c70-eb20-4fa1-9673-82f0d79acb9b tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1875329987&fields=id&tenant_id=a50139172da04b07b17553ee2a3c6289 HTTP/1.1" status: 200 len: 267 time: 0.0739057 May 06 10:05:12.225107 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abff85e2-d3e1-4003-8438-6128aa6fd009 None None] Network 3b9eccda-fe1c-4cda-b132-9c62657200c7 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:05:12.327315 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-d8099d0c-6e4f-4c03-b08d-9e41db2e3b19 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:12.327948 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d0c96156-82de-4eed-b6fe-5e72a86a6e8d None None] Provisioning complete for port eb855c9e-35f5-4fc0-bd0c-b208c3fb218f triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:12.329038 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d0c96156-82de-4eed-b6fe-5e72a86a6e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:12.336548 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-d8099d0c-6e4f-4c03-b08d-9e41db2e3b19 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/networks?id=3b9eccda-fe1c-4cda-b132-9c62657200c7 HTTP/1.1" status: 200 len: 797 time: 0.1271629 May 06 10:05:12.359793 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-bf30fda9-da6e-478f-a584-325a5e648069 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/quotas/a50139172da04b07b17553ee2a3c6289 HTTP/1.1" status: 200 len: 375 time: 0.0218933 May 06 10:05:12.438707 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-74f4089b-6830-46ce-b3a6-42560d420a9a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a50139172da04b07b17553ee2a3c6289&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0775290 May 06 10:05:12.527204 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d0c96156-82de-4eed-b6fe-5e72a86a6e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:12.588830 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d0c96156-82de-4eed-b6fe-5e72a86a6e8d None None] For port eb855c9e-35f5-4fc0-bd0c-b208c3fb218f, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=eb855c9e-35f5-4fc0-bd0c-b208c3fb218f,segment=NetworkSegment(22d0fbe4-840f-4292-a73c-651d7f904003),segment_id=22d0fbe4-840f-4292-a73c-651d7f904003)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:12.595006 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device eb855c9e-35f5-4fc0-bd0c-b208c3fb218f up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:05:12.645059 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d0c96156-82de-4eed-b6fe-5e72a86a6e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:12.716161 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c96156-82de-4eed-b6fe-5e72a86a6e8d None None] Pushing event updated for resources: {'Port': ['ID=eb855c9e-35f5-4fc0-bd0c-b208c3fb218f,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:12.735979 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port eb855c9e-35f5-4fc0-bd0c-b208c3fb218f triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:12.736358 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:12.834087 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-0e7af48b-c117-4d72-93b3-325b24af952f service neutron] 10.222.0.73 "GET /v2.0/networks/3b9eccda-fe1c-4cda-b132-9c62657200c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929760 May 06 10:05:13.033442 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-d6146ce4-8a49-4f8d-acbb-b1b6349f3dda service neutron] 10.222.0.73 "GET /v2.0/networks/3b9eccda-fe1c-4cda-b132-9c62657200c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868675 May 06 10:05:13.193406 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-fe91ac85-f235-4fa7-9230-44ac6529e6e6 None None] Provisioning complete for port eb855c9e-35f5-4fc0-bd0c-b208c3fb218f triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:13.193406 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fe91ac85-f235-4fa7-9230-44ac6529e6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:13.433957 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 51700) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:13.457799 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-22eb98dc-aeab-4083-8c56-4f07c806760b req-11ae1148-106d-47a9-9066-37a23f1f55c6 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=d933891f-ca45-42f5-bd82-1eab42a69dc1 HTTP/1.1" status: 200 len: 210 time: 0.0861359 May 06 10:05:13.671451 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-3d4e7839-5dc3-444c-be07-c10b5ed228de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Deleting port 97da1e4a-7408-4873-a912-f2641e737707 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:05:13.671954 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7839-5dc3-444c-be07-c10b5ed228de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:13.784794 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7839-5dc3-444c-be07-c10b5ed228de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:13.785329 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7839-5dc3-444c-be07-c10b5ed228de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:13.801298 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-3d4e7839-5dc3-444c-be07-c10b5ed228de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Calling delete_port for 97da1e4a-7408-4873-a912-f2641e737707 owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:05:14.098069 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7839-5dc3-444c-be07-c10b5ed228de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:14.135036 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e7839-5dc3-444c-be07-c10b5ed228de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event deleted for resources: {'Port': ['ID=97da1e4a-7408-4873-a912-f2641e737707,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:14.206564 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7839-5dc3-444c-be07-c10b5ed228de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:14.206897 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-3d4e7839-5dc3-444c-be07-c10b5ed228de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Floating IP 653eef79-742f-444a-a72b-99e05b9a609e disassociated (deleted). External IP: 172.25.5.154, port: 45ca556a-5ac7-4b8a-a683-a9251e898703. May 06 10:05:14.571416 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device eb855c9e-35f5-4fc0-bd0c-b208c3fb218f up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:05:14.643505 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port eb855c9e-35f5-4fc0-bd0c-b208c3fb218f triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:14.644527 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:14.692361 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6e6d6c6e-ba2b-47f1-8e98-5f7912dd5613 req-fc8ba8b4-d3cc-4d04-85b0-e1ad71040549 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=d933891f-ca45-42f5-bd82-1eab42a69dc1 HTTP/1.1" status: 200 len: 210 time: 0.1346247 May 06 10:05:14.964652 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4e7839-5dc3-444c-be07-c10b5ed228de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Router 2425a35e-8d7a-41ae-8c21-7767b1a28fa1 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:05:15.037032 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-62270a74-ffae-4ed2-a0bf-39c1d5f26175 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:15.038581 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-62270a74-ffae-4ed2-a0bf-39c1d5f26175 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.77 "GET /v2.0/networks?id=3b9eccda-fe1c-4cda-b132-9c62657200c7 HTTP/1.1" status: 200 len: 797 time: 0.1789291 May 06 10:05:15.167435 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4e7839-5dc3-444c-be07-c10b5ed228de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:05:15.183311 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ac4515-5507-4081-b9e4-7b524fbe209c None None] Sync routers for ids ['2425a35e-8d7a-41ae-8c21-7767b1a28fa1'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:05:15.190717 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-1a824331-fefc-4f09-91e8-7c7499d0da72 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a50139172da04b07b17553ee2a3c6289 HTTP/1.1" status: 200 len: 473 time: 0.1251552 May 06 10:05:15.197021 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ac4515-5507-4081-b9e4-7b524fbe209c None None] Routers {'2425a35e-8d7a-41ae-8c21-7767b1a28fa1'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:05:15.197666 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-63ac4515-5507-4081-b9e4-7b524fbe209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:04:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['2425a35e-8d7a-41ae-8c21-7767b1a28fa1'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:15.202603 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7839-5dc3-444c-be07-c10b5ed228de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:15.208812 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-78a6fd26-443c-4e64-aa51-1af447d02dec tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'port': {'device_id': 'd933891f-ca45-42f5-bd82-1eab42a69dc1', 'network_id': '3b9eccda-fe1c-4cda-b132-9c62657200c7', 'admin_state_up': True, 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'security_groups': ['75ff0b03-4f42-4c72-8e5b-6b110e286d15']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:15.403483 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3d4e7839-5dc3-444c-be07-c10b5ed228de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "DELETE /v2.0/floatingips/653eef79-742f-444a-a72b-99e05b9a609e HTTP/1.1" status: 204 len: 168 time: 1.9668775 May 06 10:05:15.433788 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce71cb3-1ff5-471e-aa54-3b454cf92439', 'tag': '45ca556a-5ac7-4b8a-a683-a9251e898703'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:05:15.436962 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-63ac4515-5507-4081-b9e4-7b524fbe209c None None] Set router 2425a35e-8d7a-41ae-8c21-7767b1a28fa1 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:05:15.443785 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355668b1-c55c-431a-88d8-46cc737a4f96" -d '{"events": [{"name": "network-changed", "server_uuid": "dce71cb3-1ff5-471e-aa54-3b454cf92439", "tag": "45ca556a-5ac7-4b8a-a683-a9251e898703"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:05:15.550052 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-78a6fd26-443c-4e64-aa51-1af447d02dec tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Made reservation on behalf of a50139172da04b07b17553ee2a3c6289 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:05:15.554628 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-78a6fd26-443c-4e64-aa51-1af447d02dec tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:15.782260 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5e63d6-f26d-41ec-b21d-f41088f52cf1 x-openstack-request-id: req-ba5e63d6-f26d-41ec-b21d-f41088f52cf1 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:05:15.782560 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce71cb3-1ff5-471e-aa54-3b454cf92439", "tag": "45ca556a-5ac7-4b8a-a683-a9251e898703", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:05:15.782895 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ba5e63d6-f26d-41ec-b21d-f41088f52cf1 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:05:15.783331 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba5e63d6-f26d-41ec-b21d-f41088f52cf1'] response: {'name': 'network-changed', 'server_uuid': 'dce71cb3-1ff5-471e-aa54-3b454cf92439', 'tag': '45ca556a-5ac7-4b8a-a683-a9251e898703', 'status': 'completed', 'code': 200} May 06 10:05:15.827675 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-63ac4515-5507-4081-b9e4-7b524fbe209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2128000833', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '0aa93a9d-a9a1-482a-8934-d793b6607f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:03:20Z', 'updated_at': '2022-05-06T10:03:27Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': '0aa93a9d-a9a1-482a-8934-d793b6607f7d', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:03:21Z', 'updated_at': '2022-05-06T10:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '82e04ef6-9f65-45c3-b90a-8a6dfd23e862', 'name': '', 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:f5:1e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '3570a404-f04a-417e-b395-75e3e503b424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:03:25Z', 'updated_at': '2022-05-06T10:03:31Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': '3570a404-f04a-417e-b395-75e3e503b424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:15.856658 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355668b1-c55c-431a-88d8-46cc737a4f96 req-14f9675e-3dda-4519-9072-cdd6afdd25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:15.858214 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-355668b1-c55c-431a-88d8-46cc737a4f96 req-14f9675e-3dda-4519-9072-cdd6afdd25c2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 1095 time: 0.1044090 May 06 10:05:15.890265 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ac4515-5507-4081-b9e4-7b524fbe209c None None] Checking router: 2425a35e-8d7a-41ae-8c21-7767b1a28fa1 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:05:15.915690 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ac4515-5507-4081-b9e4-7b524fbe209c None None] Routers {'2425a35e-8d7a-41ae-8c21-7767b1a28fa1'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:05:15.916509 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-63ac4515-5507-4081-b9e4-7b524fbe209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:04:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['2425a35e-8d7a-41ae-8c21-7767b1a28fa1'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:15.928311 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-78a6fd26-443c-4e64-aa51-1af447d02dec tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Allocated IP 172.20.0.25 (3b9eccda-fe1c-4cda-b132-9c62657200c7/1089c6aa-f61c-461b-9e5b-b2cfbc9e8831/9df8215d-87af-4494-9e09-51323946ba29) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:05:16.081210 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e7b36-9bdb-499e-a994-c3de39a0a32c req-c4ed6b4d-dade-4a56-9f25-e5f9d6f07044 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:16.090564 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f0e7b36-9bdb-499e-a994-c3de39a0a32c req-c4ed6b4d-dade-4a56-9f25-e5f9d6f07044 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 944 time: 0.2239981 May 06 10:05:16.117202 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8b9ac067-2ba1-46d1-8786-e8286aa15221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:16.127460 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-63ac4515-5507-4081-b9e4-7b524fbe209c None None] Set router 2425a35e-8d7a-41ae-8c21-7767b1a28fa1 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:05:16.229074 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f0e7b36-9bdb-499e-a994-c3de39a0a32c req-6cd5a744-5874-4ade-9420-ccefe44e0cd7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=a5c77d26-42ee-458f-8c32-18b155ba755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375518 May 06 10:05:16.246285 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355668b1-c55c-431a-88d8-46cc737a4f96 req-ec472c46-c2cb-46a2-8a7b-6dc9561a48c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:16.248088 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-355668b1-c55c-431a-88d8-46cc737a4f96 req-ec472c46-c2cb-46a2-8a7b-6dc9561a48c9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=889f8c86-c6c9-4b53-9bea-6627b13d8bae HTTP/1.1" status: 200 len: 898 time: 0.3569350 May 06 10:05:16.323814 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-355668b1-c55c-431a-88d8-46cc737a4f96 req-64d99465-1217-46cd-9139-962d8a23ab2d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45ca556a-5ac7-4b8a-a683-a9251e898703 HTTP/1.1" status: 200 len: 217 time: 0.0635352 May 06 10:05:16.330505 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-78a6fd26-443c-4e64-aa51-1af447d02dec tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:16.380176 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22821e21-e474-4452-ab54-302714ddc8ba req-851953c0-e616-4b49-8d14-9561304560a7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:16.387418 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-22821e21-e474-4452-ab54-302714ddc8ba req-851953c0-e616-4b49-8d14-9561304560a7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.84 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 944 time: 0.2424095 May 06 10:05:16.478525 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f98f98a-5f34-41a0-abd2-70b1b3aebb22 req-3f0f282d-eb96-47ac-ac33-200b8c811b86 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=d933891f-ca45-42f5-bd82-1eab42a69dc1 HTTP/1.1" status: 200 len: 210 time: 0.1259151 May 06 10:05:16.509284 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355668b1-c55c-431a-88d8-46cc737a4f96 req-fa926928-60a5-44f7-9a34-6f9e2cc6dbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:16.514048 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-355668b1-c55c-431a-88d8-46cc737a4f96 req-fa926928-60a5-44f7-9a34-6f9e2cc6dbe7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3570a404-f04a-417e-b395-75e3e503b424 HTTP/1.1" status: 200 len: 835 time: 0.1787825 May 06 10:05:16.548308 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-78a6fd26-443c-4e64-aa51-1af447d02dec tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:16.573740 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355668b1-c55c-431a-88d8-46cc737a4f96 req-23728d0f-4e83-4c9b-bb1a-87d601e3afef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:16.575341 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-355668b1-c55c-431a-88d8-46cc737a4f96 req-23728d0f-4e83-4c9b-bb1a-87d601e3afef service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=889f8c86-c6c9-4b53-9bea-6627b13d8bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572078 May 06 10:05:16.575757 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-63ac4515-5507-4081-b9e4-7b524fbe209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2128000833', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '0aa93a9d-a9a1-482a-8934-d793b6607f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:03:20Z', 'updated_at': '2022-05-06T10:03:27Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': '0aa93a9d-a9a1-482a-8934-d793b6607f7d', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:03:21Z', 'updated_at': '2022-05-06T10:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '82e04ef6-9f65-45c3-b90a-8a6dfd23e862', 'name': '', 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:f5:1e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '3570a404-f04a-417e-b395-75e3e503b424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:03:25Z', 'updated_at': '2022-05-06T10:03:31Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': '3570a404-f04a-417e-b395-75e3e503b424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:16.605998 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ac4515-5507-4081-b9e4-7b524fbe209c None None] The sync data for ids ['2425a35e-8d7a-41ae-8c21-7767b1a28fa1'] in n-d-840835-1 is: [{'id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2128000833', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '0aa93a9d-a9a1-482a-8934-d793b6607f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:03:20Z', 'updated_at': '2022-05-06T10:03:27Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': '0aa93a9d-a9a1-482a-8934-d793b6607f7d', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:03:21Z', 'updated_at': '2022-05-06T10:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '82e04ef6-9f65-45c3-b90a-8a6dfd23e862', 'name': '', 'network_id': '889f8c86-c6c9-4b53-9bea-6627b13d8bae', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:f5:1e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '3570a404-f04a-417e-b395-75e3e503b424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:03:25Z', 'updated_at': '2022-05-06T10:03:31Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': '3570a404-f04a-417e-b395-75e3e503b424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:05:16.652776 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-78a6fd26-443c-4e64-aa51-1af447d02dec tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Network 3b9eccda-fe1c-4cda-b132-9c62657200c7 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:05:16.661146 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a6fd26-443c-4e64-aa51-1af447d02dec tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'Port': ['ID=9df8215d-87af-4494-9e09-51323946ba29,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:16.667271 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-78a6fd26-443c-4e64-aa51-1af447d02dec tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:05:16.673802 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-78a6fd26-443c-4e64-aa51-1af447d02dec tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:05:16.688402 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-22821e21-e474-4452-ab54-302714ddc8ba req-507bf5a5-c3fd-46a0-b469-8615ace02c57 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Deleting port 45ca556a-5ac7-4b8a-a683-a9251e898703 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:05:16.689055 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-22821e21-e474-4452-ab54-302714ddc8ba req-507bf5a5-c3fd-46a0-b469-8615ace02c57 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:16.745717 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-355668b1-c55c-431a-88d8-46cc737a4f96 req-aa03f882-8360-40b4-865c-776b5f0ef0e5 service neutron] 10.222.0.84 "GET /v2.0/networks/889f8c86-c6c9-4b53-9bea-6627b13d8bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631427 May 06 10:05:16.818412 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-78a6fd26-443c-4e64-aa51-1af447d02dec tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:16.821201 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-78a6fd26-443c-4e64-aa51-1af447d02dec tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:16.855566 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-78a6fd26-443c-4e64-aa51-1af447d02dec tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6638122 May 06 10:05:16.878764 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-410a30c5-f7c8-4d1d-bb14-966004b6b244 service neutron] Request body: {'port': {'device_id': 'd933891f-ca45-42f5-bd82-1eab42a69dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:16.930810 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-355668b1-c55c-431a-88d8-46cc737a4f96 req-bd002211-af90-47e2-ac08-6349c566066b service neutron] 10.222.0.84 "GET /v2.0/networks/889f8c86-c6c9-4b53-9bea-6627b13d8bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731982 May 06 10:05:16.994719 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-22821e21-e474-4452-ab54-302714ddc8ba req-507bf5a5-c3fd-46a0-b469-8615ace02c57 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] For port 45ca556a-5ac7-4b8a-a683-a9251e898703, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=45ca556a-5ac7-4b8a-a683-a9251e898703,segment=NetworkSegment(c83262c1-4dd8-49a2-be86-b3b69233aaa9),segment_id=c83262c1-4dd8-49a2-be86-b3b69233aaa9)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:16.994719 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-22821e21-e474-4452-ab54-302714ddc8ba req-507bf5a5-c3fd-46a0-b469-8615ace02c57 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:17.004565 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-410a30c5-f7c8-4d1d-bb14-966004b6b244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:17.010197 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-22821e21-e474-4452-ab54-302714ddc8ba req-507bf5a5-c3fd-46a0-b469-8615ace02c57 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Calling delete_port for 45ca556a-5ac7-4b8a-a683-a9251e898703 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:05:17.042858 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5759c0b5-7ab4-462c-ba74-e14268386ce8 None None] New status for floating IP 653eef79-742f-444a-a72b-99e05b9a609e: DOWN {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:05:17.176383 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-30aad991-e2d7-4ac0-9062-0dac90ae654d None None] Provisioning complete for port 9df8215d-87af-4494-9e09-51323946ba29 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:17.176936 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-30aad991-e2d7-4ac0-9062-0dac90ae654d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:17.254556 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-30aad991-e2d7-4ac0-9062-0dac90ae654d None None] Port 9df8215d-87af-4494-9e09-51323946ba29 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:05:17.381402 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f83bf5-331c-4061-b34d-3d03bb344ca3 req-cc08e9dd-1de7-43b5-989e-3d374c858b34 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:17.384224 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2f83bf5-331c-4061-b34d-3d03bb344ca3 req-cc08e9dd-1de7-43b5-989e-3d374c858b34 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce71cb3-1ff5-471e-aa54-3b454cf92439 HTTP/1.1" status: 200 len: 944 time: 0.0769839 May 06 10:05:17.404763 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-22821e21-e474-4452-ab54-302714ddc8ba req-507bf5a5-c3fd-46a0-b469-8615ace02c57 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:17.445438 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2f83bf5-331c-4061-b34d-3d03bb344ca3 req-c7e336bc-dbbc-43e9-8fc7-fbe22b2c02ed tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=a5c77d26-42ee-458f-8c32-18b155ba755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553486 May 06 10:05:17.451092 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507bf5a5-c3fd-46a0-b469-8615ace02c57 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event deleted for resources: {'Port': ['ID=45ca556a-5ac7-4b8a-a683-a9251e898703,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:17.506233 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:05:17.561559 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-410a30c5-f7c8-4d1d-bb14-966004b6b244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df8215d-87af-4494-9e09-51323946ba29 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:05:17.566649 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-22821e21-e474-4452-ab54-302714ddc8ba req-507bf5a5-c3fd-46a0-b469-8615ace02c57 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] No DVR routers for this DVR port 45ca556a-5ac7-4b8a-a683-a9251e898703 on host n-h1-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:05:17.571874 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-410a30c5-f7c8-4d1d-bb14-966004b6b244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:17.579335 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-22821e21-e474-4452-ab54-302714ddc8ba req-507bf5a5-c3fd-46a0-b469-8615ace02c57 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:17.584050 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-22821e21-e474-4452-ab54-302714ddc8ba req-507bf5a5-c3fd-46a0-b469-8615ace02c57 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.84 "DELETE /v2.0/ports/45ca556a-5ac7-4b8a-a683-a9251e898703 HTTP/1.1" status: 204 len: 173 time: 1.1869926 May 06 10:05:17.608311 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-410a30c5-f7c8-4d1d-bb14-966004b6b244 service neutron] Transition to ACTIVE for port object 9df8215d-87af-4494-9e09-51323946ba29 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:05:17.619092 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-410a30c5-f7c8-4d1d-bb14-966004b6b244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:17.705351 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9012b1-1509-442d-a06c-b2827e873994 req-35d70922-358d-4f4b-bdb0-b573712fd57e tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:17.707587 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2e9012b1-1509-442d-a06c-b2827e873994 req-35d70922-358d-4f4b-bdb0-b573712fd57e tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=d933891f-ca45-42f5-bd82-1eab42a69dc1 HTTP/1.1" status: 200 len: 944 time: 0.0864055 May 06 10:05:17.755791 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a30c5-f7c8-4d1d-bb14-966004b6b244 service neutron] Pushing event updated for resources: {'Port': ['ID=9df8215d-87af-4494-9e09-51323946ba29,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:17.793661 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2e9012b1-1509-442d-a06c-b2827e873994 req-bd27f87c-30d7-4156-98bc-947f95e3d067 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=75ff0b03-4f42-4c72-8e5b-6b110e286d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784829 May 06 10:05:17.832187 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce71cb3-1ff5-471e-aa54-3b454cf92439', 'name': 'network-vif-deleted', 'tag': '45ca556a-5ac7-4b8a-a683-a9251e898703'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:05:17.845640 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7ae489-c4a8-4d67-8ae8-6a4c7d42e859" -d '{"events": [{"server_uuid": "dce71cb3-1ff5-471e-aa54-3b454cf92439", "name": "network-vif-deleted", "tag": "45ca556a-5ac7-4b8a-a683-a9251e898703"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:05:17.917472 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-410a30c5-f7c8-4d1d-bb14-966004b6b244 service neutron] Attempting to bind port 9df8215d-87af-4494-9e09-51323946ba29 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:05:17.918072 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-410a30c5-f7c8-4d1d-bb14-966004b6b244 service neutron] Attempting to bind port 9df8215d-87af-4494-9e09-51323946ba29 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '22d0fbe4-840f-4292-a73c-651d7f904003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3b9eccda-fe1c-4cda-b132-9c62657200c7'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:05:17.918767 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-410a30c5-f7c8-4d1d-bb14-966004b6b244 service neutron] Attempting to bind port 9df8215d-87af-4494-9e09-51323946ba29 on network 3b9eccda-fe1c-4cda-b132-9c62657200c7 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:05:17.950367 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7653bc2b-3538-4a4a-aa32-6b5802838945 x-openstack-request-id: req-7653bc2b-3538-4a4a-aa32-6b5802838945 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:05:17.950674 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce71cb3-1ff5-471e-aa54-3b454cf92439", "name": "network-vif-deleted", "tag": "45ca556a-5ac7-4b8a-a683-a9251e898703", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:05:17.951039 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7653bc2b-3538-4a4a-aa32-6b5802838945 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:05:17.951568 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7653bc2b-3538-4a4a-aa32-6b5802838945'] response: {'server_uuid': 'dce71cb3-1ff5-471e-aa54-3b454cf92439', 'name': 'network-vif-deleted', 'tag': '45ca556a-5ac7-4b8a-a683-a9251e898703', 'status': 'completed', 'code': 200} May 06 10:05:17.952893 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-410a30c5-f7c8-4d1d-bb14-966004b6b244 service neutron] Port 9df8215d-87af-4494-9e09-51323946ba29 on network 3b9eccda-fe1c-4cda-b132-9c62657200c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:05:17.953229 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-410a30c5-f7c8-4d1d-bb14-966004b6b244 service neutron] Attempting to bind port 9df8215d-87af-4494-9e09-51323946ba29 on network 3b9eccda-fe1c-4cda-b132-9c62657200c7 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:05:17.961591 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-410a30c5-f7c8-4d1d-bb14-966004b6b244 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:05:17.963342 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-410a30c5-f7c8-4d1d-bb14-966004b6b244 service neutron] Checking segment: {'id': '22d0fbe4-840f-4292-a73c-651d7f904003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3b9eccda-fe1c-4cda-b132-9c62657200c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:05:17.963342 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-410a30c5-f7c8-4d1d-bb14-966004b6b244 service neutron] Bound using segment: {'id': '22d0fbe4-840f-4292-a73c-651d7f904003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3b9eccda-fe1c-4cda-b132-9c62657200c7'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:05:17.963342 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-410a30c5-f7c8-4d1d-bb14-966004b6b244 service neutron] Bound port: 9df8215d-87af-4494-9e09-51323946ba29, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22d0fbe4-840f-4292-a73c-651d7f904003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3b9eccda-fe1c-4cda-b132-9c62657200c7'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:05:17.963623 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-410a30c5-f7c8-4d1d-bb14-966004b6b244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:18.190805 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-410a30c5-f7c8-4d1d-bb14-966004b6b244 service neutron] For port 9df8215d-87af-4494-9e09-51323946ba29, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:05:18.195250 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-410a30c5-f7c8-4d1d-bb14-966004b6b244 service neutron] For port 9df8215d-87af-4494-9e09-51323946ba29, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=9df8215d-87af-4494-9e09-51323946ba29,segment=NetworkSegment(22d0fbe4-840f-4292-a73c-651d7f904003),segment_id=22d0fbe4-840f-4292-a73c-651d7f904003)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:05:18.206631 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-410a30c5-f7c8-4d1d-bb14-966004b6b244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:18.249259 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-410a30c5-f7c8-4d1d-bb14-966004b6b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:18.253174 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-410a30c5-f7c8-4d1d-bb14-966004b6b244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:18.254771 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-410a30c5-f7c8-4d1d-bb14-966004b6b244 service neutron] 10.222.0.77 "PUT /v2.0/ports/9df8215d-87af-4494-9e09-51323946ba29 HTTP/1.1" status: 200 len: 1092 time: 1.3831148 May 06 10:05:18.308936 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a30c5-f7c8-4d1d-bb14-966004b6b244 service neutron] Pushing event updated for resources: {'Port': ['ID=9df8215d-87af-4494-9e09-51323946ba29,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:18.425372 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-e9eeb8fd-75f5-4538-ab90-3fb613f92be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:18.426902 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-e9eeb8fd-75f5-4538-ab90-3fb613f92be9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a50139172da04b07b17553ee2a3c6289&device_id=d933891f-ca45-42f5-bd82-1eab42a69dc1 HTTP/1.1" status: 200 len: 1095 time: 0.1087239 May 06 10:05:18.479491 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7c87304b-478f-4405-95f4-4fdcacbb79de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:18.530060 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 51894) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:18.533714 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-61e89f80-d315-4f2c-8764-4d09a824a0aa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=9df8215d-87af-4494-9e09-51323946ba29 HTTP/1.1" status: 200 len: 217 time: 0.0936275 May 06 10:05:18.598235 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-5009a231-cb68-41fb-afb6-9da40c39a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:18.599882 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-5009a231-cb68-41fb-afb6-9da40c39a59f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1089c6aa-f61c-461b-9e5b-b2cfbc9e8831 HTTP/1.1" status: 200 len: 838 time: 0.0589559 May 06 10:05:18.668830 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-705e766a-492b-48d4-8ef2-f29bf5851d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:18.670440 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-705e766a-492b-48d4-8ef2-f29bf5851d2f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3b9eccda-fe1c-4cda-b132-9c62657200c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634091 May 06 10:05:18.788026 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-f88268d3-fb0f-4c3d-9e69-c944d2e1aa73 service neutron] 10.222.0.77 "GET /v2.0/networks/3b9eccda-fe1c-4cda-b132-9c62657200c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105967 May 06 10:05:18.939002 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:18.959847 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e8c27159-599e-4020-81c1-aa26bffdc3ae req-04a104a4-c9dd-44db-b0ac-0af8e42c3c0b service neutron] 10.222.0.77 "GET /v2.0/networks/3b9eccda-fe1c-4cda-b132-9c62657200c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647868 May 06 10:05:19.082274 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6811aef-d98f-4074-b7da-064aac87794d req-c622a3a8-cb3e-4293-89eb-1504b336c091 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:19.095414 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f6811aef-d98f-4074-b7da-064aac87794d req-c622a3a8-cb3e-4293-89eb-1504b336c091 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=d933891f-ca45-42f5-bd82-1eab42a69dc1 HTTP/1.1" status: 200 len: 944 time: 0.1082740 May 06 10:05:19.175779 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f6811aef-d98f-4074-b7da-064aac87794d req-36126c9c-b627-4e1a-8326-7484436fdbac tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=75ff0b03-4f42-4c72-8e5b-6b110e286d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755746 May 06 10:05:19.229749 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-80f76d6e-570d-4f4d-9418-015984d03186 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:19.582966 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-80f76d6e-570d-4f4d-9418-015984d03186 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Deleting port 82e04ef6-9f65-45c3-b90a-8a6dfd23e862 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:05:19.583853 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-80f76d6e-570d-4f4d-9418-015984d03186 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:19.589928 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:19.689103 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-80f76d6e-570d-4f4d-9418-015984d03186 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] For port 82e04ef6-9f65-45c3-b90a-8a6dfd23e862, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=82e04ef6-9f65-45c3-b90a-8a6dfd23e862,segment=NetworkSegment(c83262c1-4dd8-49a2-be86-b3b69233aaa9),segment_id=c83262c1-4dd8-49a2-be86-b3b69233aaa9)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:19.689749 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-80f76d6e-570d-4f4d-9418-015984d03186 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:19.704682 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-80f76d6e-570d-4f4d-9418-015984d03186 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Calling delete_port for 82e04ef6-9f65-45c3-b90a-8a6dfd23e862 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:05:19.946652 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-80f76d6e-570d-4f4d-9418-015984d03186 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:19.953826 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd933891f-ca45-42f5-bd82-1eab42a69dc1', 'tag': '9df8215d-87af-4494-9e09-51323946ba29'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:05:19.956234 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5775a90-85d7-447c-ad77-499e88cd8e18" -d '{"events": [{"name": "network-changed", "server_uuid": "d933891f-ca45-42f5-bd82-1eab42a69dc1", "tag": "9df8215d-87af-4494-9e09-51323946ba29"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:05:19.975156 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f76d6e-570d-4f4d-9418-015984d03186 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event deleted for resources: {'Port': ['ID=82e04ef6-9f65-45c3-b90a-8a6dfd23e862,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:19.999537 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a32959-a7ec-4207-9c53-35851dd65016 x-openstack-request-id: req-04a32959-a7ec-4207-9c53-35851dd65016 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:05:19.999839 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d933891f-ca45-42f5-bd82-1eab42a69dc1", "tag": "9df8215d-87af-4494-9e09-51323946ba29", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:05:20.000095 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-04a32959-a7ec-4207-9c53-35851dd65016 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:05:20.001841 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a32959-a7ec-4207-9c53-35851dd65016'] response: {'name': 'network-changed', 'server_uuid': 'd933891f-ca45-42f5-bd82-1eab42a69dc1', 'tag': '9df8215d-87af-4494-9e09-51323946ba29', 'status': 'completed', 'code': 200} May 06 10:05:20.106563 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5775a90-85d7-447c-ad77-499e88cd8e18 req-59c2b7bb-99c7-4369-94d6-ceed5c5ab843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:20.108718 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e5775a90-85d7-447c-ad77-499e88cd8e18 req-59c2b7bb-99c7-4369-94d6-ceed5c5ab843 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a50139172da04b07b17553ee2a3c6289&device_id=d933891f-ca45-42f5-bd82-1eab42a69dc1 HTTP/1.1" status: 200 len: 1095 time: 0.0589392 May 06 10:05:20.239306 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5775a90-85d7-447c-ad77-499e88cd8e18 req-7258f8ce-d327-4f82-b212-8f268313bb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:20.241084 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e5775a90-85d7-447c-ad77-499e88cd8e18 req-7258f8ce-d327-4f82-b212-8f268313bb51 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3b9eccda-fe1c-4cda-b132-9c62657200c7 HTTP/1.1" status: 200 len: 898 time: 0.1233947 May 06 10:05:20.288605 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-80f76d6e-570d-4f4d-9418-015984d03186 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:20.323741 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e5775a90-85d7-447c-ad77-499e88cd8e18 req-223a9d68-bf76-4d7f-a48c-b5b837140f92 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=9df8215d-87af-4494-9e09-51323946ba29 HTTP/1.1" status: 200 len: 217 time: 0.0742073 May 06 10:05:20.384109 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5775a90-85d7-447c-ad77-499e88cd8e18 req-00647e6d-ae3d-4eca-8596-ba35864ebcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:20.385834 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e5775a90-85d7-447c-ad77-499e88cd8e18 req-00647e6d-ae3d-4eca-8596-ba35864ebcca service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1089c6aa-f61c-461b-9e5b-b2cfbc9e8831 HTTP/1.1" status: 200 len: 838 time: 0.0552413 May 06 10:05:20.537661 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aebf617-83d7-41e9-9b03-e1e1ac0a2dc3 req-1cf59d21-2d63-43a4-9ca7-e4952820eeac tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:20.540904 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5775a90-85d7-447c-ad77-499e88cd8e18 req-b1ad66dd-b021-43e1-a59d-1d7a46519024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:20.542419 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e5775a90-85d7-447c-ad77-499e88cd8e18 req-b1ad66dd-b021-43e1-a59d-1d7a46519024 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3b9eccda-fe1c-4cda-b132-9c62657200c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1471233 May 06 10:05:20.549728 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6aebf617-83d7-41e9-9b03-e1e1ac0a2dc3 req-1cf59d21-2d63-43a4-9ca7-e4952820eeac tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=d933891f-ca45-42f5-bd82-1eab42a69dc1 HTTP/1.1" status: 200 len: 944 time: 0.1554263 May 06 10:05:20.628113 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6aebf617-83d7-41e9-9b03-e1e1ac0a2dc3 req-09826277-6987-4148-98ce-e6adad8b5a43 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=75ff0b03-4f42-4c72-8e5b-6b110e286d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773392 May 06 10:05:20.687498 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 45ca556a-5ac7-4b8a-a683-a9251e898703 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:05:20.724721 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 45ca556a-5ac7-4b8a-a683-a9251e898703 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:05:20.725041 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 45ca556a-5ac7-4b8a-a683-a9251e898703 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:05:20.796097 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e5775a90-85d7-447c-ad77-499e88cd8e18 req-e0a4a8df-80cc-434d-a5a8-af0b0efce47a service neutron] 10.222.0.77 "GET /v2.0/networks/3b9eccda-fe1c-4cda-b132-9c62657200c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454319 May 06 10:05:20.882371 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f76d6e-570d-4f4d-9418-015984d03186 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Router 2425a35e-8d7a-41ae-8c21-7767b1a28fa1 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:05:20.978365 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e5775a90-85d7-447c-ad77-499e88cd8e18 req-6faf0aed-e366-4864-ad37-9302cf219094 service neutron] 10.222.0.77 "GET /v2.0/networks/3b9eccda-fe1c-4cda-b132-9c62657200c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748753 May 06 10:05:21.033734 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f76d6e-570d-4f4d-9418-015984d03186 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:05:21.043165 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 51972) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:21.050334 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85289bf4-02c6-4a14-a12c-c6af49010dab None None] Sync routers for ids ['2425a35e-8d7a-41ae-8c21-7767b1a28fa1'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:05:21.054975 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-80f76d6e-570d-4f4d-9418-015984d03186 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "PUT /v2.0/routers/2425a35e-8d7a-41ae-8c21-7767b1a28fa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5078921 May 06 10:05:21.107520 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85289bf4-02c6-4a14-a12c-c6af49010dab None None] Routers {'2425a35e-8d7a-41ae-8c21-7767b1a28fa1'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:05:21.108474 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-85289bf4-02c6-4a14-a12c-c6af49010dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:05:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['2425a35e-8d7a-41ae-8c21-7767b1a28fa1'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:21.121020 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f289cec-8550-4eea-86e5-0d78af03cf29 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Deleting subnet 3570a404-f04a-417e-b395-75e3e503b424 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:05:21.124681 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f289cec-8550-4eea-86e5-0d78af03cf29 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:21.206907 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 51982) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:21.246542 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f289cec-8550-4eea-86e5-0d78af03cf29 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:21.394510 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:21.395581 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f289cec-8550-4eea-86e5-0d78af03cf29 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:21.419236 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-85289bf4-02c6-4a14-a12c-c6af49010dab None None] Set router 2425a35e-8d7a-41ae-8c21-7767b1a28fa1 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:05:21.472762 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f289cec-8550-4eea-86e5-0d78af03cf29 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:21.508444 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1f289cec-8550-4eea-86e5-0d78af03cf29 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:21.512697 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1f289cec-8550-4eea-86e5-0d78af03cf29 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "DELETE /v2.0/subnets/3570a404-f04a-417e-b395-75e3e503b424 HTTP/1.1" status: 204 len: 168 time: 0.4682491 May 06 10:05:21.513223 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d3f52656-ec2d-4388-832c-3aad67614173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:21.517947 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864e3864-78cf-4841-a56a-017134a078c9 None None] Network 889f8c86-c6c9-4b53-9bea-6627b13d8bae requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:05:21.539781 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f289cec-8550-4eea-86e5-0d78af03cf29 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event deleted for resources: {'Subnet': ['ID=3570a404-f04a-417e-b395-75e3e503b424,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:21.540992 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 51988) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:21.637731 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:21.820789 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-feeedfb2-eeca-49a5-b4ef-3befc2a87672 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:21.966294 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f2c66-2930-43e3-abb5-52f8e6fe8ff8 req-290cbb9e-108c-49bd-8ff9-fb73c10d017d tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:21.976750 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-635f2c66-2930-43e3-abb5-52f8e6fe8ff8 req-290cbb9e-108c-49bd-8ff9-fb73c10d017d tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=d933891f-ca45-42f5-bd82-1eab42a69dc1 HTTP/1.1" status: 200 len: 944 time: 0.1482239 May 06 10:05:22.042079 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-85289bf4-02c6-4a14-a12c-c6af49010dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2128000833', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '0aa93a9d-a9a1-482a-8934-d793b6607f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:03:20Z', 'updated_at': '2022-05-06T10:05:19Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': '0aa93a9d-a9a1-482a-8934-d793b6607f7d', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:03:21Z', 'updated_at': '2022-05-06T10:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:22.074417 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 9df8215d-87af-4494-9e09-51323946ba29 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:05:22.077561 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85289bf4-02c6-4a14-a12c-c6af49010dab None None] Checking router: 2425a35e-8d7a-41ae-8c21-7767b1a28fa1 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:05:22.102758 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85289bf4-02c6-4a14-a12c-c6af49010dab None None] Routers {'2425a35e-8d7a-41ae-8c21-7767b1a28fa1'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:05:22.104930 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-85289bf4-02c6-4a14-a12c-c6af49010dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:05:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['2425a35e-8d7a-41ae-8c21-7767b1a28fa1'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:22.218601 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c33f37-e9e4-4468-8df7-6b483696eef8 None None] DHCP port deletion for 889f8c86-c6c9-4b53-9bea-6627b13d8bae request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:05:22.233371 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.resource_extend [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 10:05:22.340902 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-85289bf4-02c6-4a14-a12c-c6af49010dab None None] Set router 2425a35e-8d7a-41ae-8c21-7767b1a28fa1 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:05:22.446995 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 9df8215d-87af-4494-9e09-51323946ba29, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=9df8215d-87af-4494-9e09-51323946ba29,segment=NetworkSegment(22d0fbe4-840f-4292-a73c-651d7f904003),segment_id=22d0fbe4-840f-4292-a73c-651d7f904003)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:22.462193 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '9df8215d-87af-4494-9e09-51323946ba29', 'network_id': '3b9eccda-fe1c-4cda-b132-9c62657200c7', 'port_id': '9df8215d-87af-4494-9e09-51323946ba29', 'mac_address': 'fa:16:3e:d6:bf:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1089c6aa-f61c-461b-9e5b-b2cfbc9e8831', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:05:22.484446 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d3f52656-ec2d-4388-832c-3aad67614173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:22.501781 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-635f2c66-2930-43e3-abb5-52f8e6fe8ff8 req-1834a613-18c7-44b1-9e15-0cd93a6b43ab tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=75ff0b03-4f42-4c72-8e5b-6b110e286d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5226519 May 06 10:05:22.508251 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-feeedfb2-eeca-49a5-b4ef-3befc2a87672 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:22.518036 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d3f52656-ec2d-4388-832c-3aad67614173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:22.556938 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 5ed5337c-ec02-480f-a606-d316cb5fd0e5 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:05:22.557140 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f52656-ec2d-4388-832c-3aad67614173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d20e698-6a55-4de4-bf76-9304ee4e7285,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:22.568424 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d3f52656-ec2d-4388-832c-3aad67614173 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8b74d62509d6465cb40567d0987abd2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3607948 May 06 10:05:22.571157 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52024) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:22.618150 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-feeedfb2-eeca-49a5-b4ef-3befc2a87672 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Deleting port 0aa93a9d-a9a1-482a-8934-d793b6607f7d {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:05:22.618677 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-feeedfb2-eeca-49a5-b4ef-3befc2a87672 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:22.669819 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:22.672371 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-68c33f37-e9e4-4468-8df7-6b483696eef8 None None] Deleting port 5ed5337c-ec02-480f-a606-d316cb5fd0e5 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:05:22.672738 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-68c33f37-e9e4-4468-8df7-6b483696eef8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:22.678770 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a7f0b2f5-08d0-46f3-911b-1002ea187243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:22.706555 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a7f0b2f5-08d0-46f3-911b-1002ea187243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:22.720689 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-feeedfb2-eeca-49a5-b4ef-3befc2a87672 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] For port 0aa93a9d-a9a1-482a-8934-d793b6607f7d, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=0aa93a9d-a9a1-482a-8934-d793b6607f7d,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:22.721422 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-feeedfb2-eeca-49a5-b4ef-3befc2a87672 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:22.738463 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-feeedfb2-eeca-49a5-b4ef-3befc2a87672 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Calling delete_port for 0aa93a9d-a9a1-482a-8934-d793b6607f7d owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:05:22.743604 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df8215d-87af-4494-9e09-51323946ba29 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:05:22.768826 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a7f0b2f5-08d0-46f3-911b-1002ea187243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:22.784268 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a7f0b2f5-08d0-46f3-911b-1002ea187243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:22.786209 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a7f0b2f5-08d0-46f3-911b-1002ea187243 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3d20e698-6a55-4de4-bf76-9304ee4e7285 HTTP/1.1" status: 204 len: 168 time: 0.2140622 May 06 10:05:22.804597 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 9df8215d-87af-4494-9e09-51323946ba29, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=9df8215d-87af-4494-9e09-51323946ba29,segment=NetworkSegment(22d0fbe4-840f-4292-a73c-651d7f904003),segment_id=22d0fbe4-840f-4292-a73c-651d7f904003)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:22.815026 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0b2f5-08d0-46f3-911b-1002ea187243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d20e698-6a55-4de4-bf76-9304ee4e7285,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:22.839953 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-68c33f37-e9e4-4468-8df7-6b483696eef8 None None] For port 5ed5337c-ec02-480f-a606-d316cb5fd0e5, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=5ed5337c-ec02-480f-a606-d316cb5fd0e5,segment=NetworkSegment(c83262c1-4dd8-49a2-be86-b3b69233aaa9),segment_id=c83262c1-4dd8-49a2-be86-b3b69233aaa9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:22.840349 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-68c33f37-e9e4-4468-8df7-6b483696eef8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:22.843722 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:22.868670 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-68c33f37-e9e4-4468-8df7-6b483696eef8 None None] Calling delete_port for 5ed5337c-ec02-480f-a606-d316cb5fd0e5 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:05:22.939785 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:23.004659 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-feeedfb2-eeca-49a5-b4ef-3befc2a87672 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:23.007186 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=9df8215d-87af-4494-9e09-51323946ba29,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:23.041150 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:23.041504 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:23.041851 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:23.042187 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:23.043284 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:23.044594 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:23.045096 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:23.045096 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:23.048232 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:23.048619 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:23.048964 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:23.049302 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:23.065091 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeedfb2-eeca-49a5-b4ef-3befc2a87672 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event deleted for resources: {'Port': ['ID=0aa93a9d-a9a1-482a-8934-d793b6607f7d,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:23.082439 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 5ed5337c-ec02-480f-a606-d316cb5fd0e5, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=5ed5337c-ec02-480f-a606-d316cb5fd0e5,segment=NetworkSegment(c83262c1-4dd8-49a2-be86-b3b69233aaa9),segment_id=c83262c1-4dd8-49a2-be86-b3b69233aaa9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:23.115659 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-85289bf4-02c6-4a14-a12c-c6af49010dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2128000833', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '0aa93a9d-a9a1-482a-8934-d793b6607f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:03:20Z', 'updated_at': '2022-05-06T10:05:19Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': '0aa93a9d-a9a1-482a-8934-d793b6607f7d', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:03:21Z', 'updated_at': '2022-05-06T10:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:23.126278 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:23.164329 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85289bf4-02c6-4a14-a12c-c6af49010dab None None] The sync data for ids ['2425a35e-8d7a-41ae-8c21-7767b1a28fa1'] in n-d-840835-1 is: [{'id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2128000833', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '0aa93a9d-a9a1-482a-8934-d793b6607f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:03:20Z', 'updated_at': '2022-05-06T10:05:19Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': '0aa93a9d-a9a1-482a-8934-d793b6607f7d', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2425a35e-8d7a-41ae-8c21-7767b1a28fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:03:21Z', 'updated_at': '2022-05-06T10:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:05:23.166782 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-68c33f37-e9e4-4468-8df7-6b483696eef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:23.189197 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event deleted for resources: {'Port': ['ID=5ed5337c-ec02-480f-a606-d316cb5fd0e5,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:23.217586 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c33f37-e9e4-4468-8df7-6b483696eef8 None None] Pushing event deleted for resources: {'Port': ['ID=5ed5337c-ec02-480f-a606-d316cb5fd0e5,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:23.225104 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c33f37-e9e4-4468-8df7-6b483696eef8 None None] No DVR routers for this DVR port 5ed5337c-ec02-480f-a606-d316cb5fd0e5 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:05:23.251040 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['9df8215d-87af-4494-9e09-51323946ba29'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:05:23.260766 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-feeedfb2-eeca-49a5-b4ef-3befc2a87672 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:23.340142 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52044) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:23.356701 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-afa934cc-0998-4c49-aefb-1961d10a5832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:23.424736 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-feeedfb2-eeca-49a5-b4ef-3befc2a87672 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:23.427941 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-feeedfb2-eeca-49a5-b4ef-3befc2a87672 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:23.514951 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-feeedfb2-eeca-49a5-b4ef-3befc2a87672 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:23.515640 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feeedfb2-eeca-49a5-b4ef-3befc2a87672 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Fanout notify agent at l3_agent the message router_deleted on router 2425a35e-8d7a-41ae-8c21-7767b1a28fa1 {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:05:23.526899 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-feeedfb2-eeca-49a5-b4ef-3befc2a87672 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:23.531666 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-feeedfb2-eeca-49a5-b4ef-3befc2a87672 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "DELETE /v2.0/routers/2425a35e-8d7a-41ae-8c21-7767b1a28fa1 HTTP/1.1" status: 204 len: 168 time: 1.9841888 May 06 10:05:23.533084 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52054) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:23.622694 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-afa934cc-0998-4c49-aefb-1961d10a5832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:23.639177 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-afa934cc-0998-4c49-aefb-1961d10a5832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:23.689513 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-afa934cc-0998-4c49-aefb-1961d10a5832 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=406f51c891884935bb895a4ba47df076&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3448534 May 06 10:05:23.690708 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 52056) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:23.696284 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0592970e-c255-475d-bf88-c68e457c077c tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:23.709641 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b7bda-45c3-403d-b19b-1079d0375fa0 req-47b274a9-b6c5-4321-9639-143765e8c38e tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:23.718767 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-421b7bda-45c3-403d-b19b-1079d0375fa0 req-47b274a9-b6c5-4321-9639-143765e8c38e tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=d933891f-ca45-42f5-bd82-1eab42a69dc1 HTTP/1.1" status: 200 len: 945 time: 0.0957081 May 06 10:05:23.724054 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa934cc-0998-4c49-aefb-1961d10a5832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d73bf74-cbba-406f-8fb0-45973138b72c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:23.801261 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-421b7bda-45c3-403d-b19b-1079d0375fa0 req-c371800c-1183-4dfc-9914-35ea19f46234 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=75ff0b03-4f42-4c72-8e5b-6b110e286d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747557 May 06 10:05:23.829818 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c18687b6-2232-4b32-bd99-62829c820b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:23.864743 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c18687b6-2232-4b32-bd99-62829c820b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:23.870880 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0592970e-c255-475d-bf88-c68e457c077c tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:23.899210 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-0592970e-c255-475d-bf88-c68e457c077c tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['889f8c86-c6c9-4b53-9bea-6627b13d8bae']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:23.920228 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-0592970e-c255-475d-bf88-c68e457c077c tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83262c1-4dd8-49a2-be86-b3b69233aaa9') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:23.920988 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-0592970e-c255-475d-bf88-c68e457c077c tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83262c1-4dd8-49a2-be86-b3b69233aaa9') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:23.940736 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c18687b6-2232-4b32-bd99-62829c820b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:23.943899 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c18687b6-2232-4b32-bd99-62829c820b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:23.947804 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c18687b6-2232-4b32-bd99-62829c820b97 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2d73bf74-cbba-406f-8fb0-45973138b72c HTTP/1.1" status: 204 len: 168 time: 0.2534292 May 06 10:05:23.947975 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0592970e-c255-475d-bf88-c68e457c077c tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:23.960059 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18687b6-2232-4b32-bd99-62829c820b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d73bf74-cbba-406f-8fb0-45973138b72c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:23.991445 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0592970e-c255-475d-bf88-c68e457c077c tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:24.000957 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0592970e-c255-475d-bf88-c68e457c077c tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:05:24.001672 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0592970e-c255-475d-bf88-c68e457c077c tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: timer() May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:05:24.005045 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:05:24.088408 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0592970e-c255-475d-bf88-c68e457c077c tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:24.096488 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0592970e-c255-475d-bf88-c68e457c077c tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:24.101594 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0592970e-c255-475d-bf88-c68e457c077c tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "DELETE /v2.0/networks/889f8c86-c6c9-4b53-9bea-6627b13d8bae HTTP/1.1" status: 204 len: 168 time: 0.5667362 May 06 10:05:24.108275 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 52070) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:24.133358 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592970e-c255-475d-bf88-c68e457c077c tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event deleted for resources: {'Network': ['ID=889f8c86-c6c9-4b53-9bea-6627b13d8bae,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:24.215485 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-17c07ee5-eccb-47f5-8fb5-b329d67d30e9 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:24.253824 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-17c07ee5-eccb-47f5-8fb5-b329d67d30e9 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:24.351658 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-17c07ee5-eccb-47f5-8fb5-b329d67d30e9 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:24.355965 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-17c07ee5-eccb-47f5-8fb5-b329d67d30e9 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:24.361080 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-17c07ee5-eccb-47f5-8fb5-b329d67d30e9 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "DELETE /v2.0/security-groups/a5c77d26-42ee-458f-8c32-18b155ba755c HTTP/1.1" status: 204 len: 168 time: 0.2561095 May 06 10:05:24.394749 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c07ee5-eccb-47f5-8fb5-b329d67d30e9 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c77d26-42ee-458f-8c32-18b155ba755c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:24.566176 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 82e04ef6-9f65-45c3-b90a-8a6dfd23e862 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:05:24.579713 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 52088) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:24.597281 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-547a2836-6250-40ea-946b-086bf9d765f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:24.604408 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 82e04ef6-9f65-45c3-b90a-8a6dfd23e862 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:05:24.604807 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 82e04ef6-9f65-45c3-b90a-8a6dfd23e862 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:05:24.605240 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 0aa93a9d-a9a1-482a-8934-d793b6607f7d no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:05:24.638004 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 0aa93a9d-a9a1-482a-8934-d793b6607f7d {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:05:24.638432 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 0aa93a9d-a9a1-482a-8934-d793b6607f7d not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:05:24.705716 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-547a2836-6250-40ea-946b-086bf9d765f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:24.714270 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-547a2836-6250-40ea-946b-086bf9d765f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:24.758011 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-547a2836-6250-40ea-946b-086bf9d765f5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a275f68e7e054ed78874ed40a0ed8d53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1770062 May 06 10:05:24.760877 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52098) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:24.763077 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a2836-6250-40ea-946b-086bf9d765f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17614730-9f84-472b-90ba-71234661f58c,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:24.842324 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb9800dd-0fef-45f2-95f9-f9dbe6b3d71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:24.869225 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb9800dd-0fef-45f2-95f9-f9dbe6b3d71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:24.938634 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 52104) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:24.945271 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-e3855cb7-9295-442d-a2b3-5bd961a828d4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1245308991', 'description': 'tempest-secgroup-smoke-1245308991 description', 'project_id': '1b7022527a0d47ed9f061636a22ce038'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:24.947006 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb9800dd-0fef-45f2-95f9-f9dbe6b3d71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:24.957543 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb9800dd-0fef-45f2-95f9-f9dbe6b3d71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:24.959416 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bb9800dd-0fef-45f2-95f9-f9dbe6b3d71e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/17614730-9f84-472b-90ba-71234661f58c HTTP/1.1" status: 204 len: 168 time: 0.1974442 May 06 10:05:24.984535 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9800dd-0fef-45f2-95f9-f9dbe6b3d71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17614730-9f84-472b-90ba-71234661f58c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:24.985812 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e3855cb7-9295-442d-a2b3-5bd961a828d4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:25.154841 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9637a3-a725-485b-91d1-627796953c57 req-91dd8562-2db9-4ae8-a02c-f7bd72ba43f6 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:25.158177 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cd9637a3-a725-485b-91d1-627796953c57 req-91dd8562-2db9-4ae8-a02c-f7bd72ba43f6 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=d933891f-ca45-42f5-bd82-1eab42a69dc1 HTTP/1.1" status: 200 len: 945 time: 0.1330395 May 06 10:05:25.224098 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cd9637a3-a725-485b-91d1-627796953c57 req-4b56df96-63bf-46d6-8b28-accfffc58c9d tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=75ff0b03-4f42-4c72-8e5b-6b110e286d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576057 May 06 10:05:25.231110 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e3855cb7-9295-442d-a2b3-5bd961a828d4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:25.251195 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e3855cb7-9295-442d-a2b3-5bd961a828d4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:25.284810 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3855cb7-9295-442d-a2b3-5bd961a828d4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=680ae33a-296c-4e58-a593-34f10419427d,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:25.291026 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e3855cb7-9295-442d-a2b3-5bd961a828d4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:25.292958 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e3855cb7-9295-442d-a2b3-5bd961a828d4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3523777 May 06 10:05:25.295373 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52122) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:25.301407 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-a0366821-fb52-4189-b023-cf47854ec9f7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'security_group_rule': {'security_group_id': '680ae33a-296c-4e58-a593-34f10419427d', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:25.363702 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a0366821-fb52-4189-b023-cf47854ec9f7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:25.442216 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a0366821-fb52-4189-b023-cf47854ec9f7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:25.447458 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a0366821-fb52-4189-b023-cf47854ec9f7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:25.486080 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0366821-fb52-4189-b023-cf47854ec9f7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10bad18a-bd9d-49f0-b6cf-002dabc1e734,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:25.497707 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a0366821-fb52-4189-b023-cf47854ec9f7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:25.499906 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a0366821-fb52-4189-b023-cf47854ec9f7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2032533 May 06 10:05:25.503654 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 52136) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:25.509332 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-177b6338-5148-4180-84fa-9b916f8945ee tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'security_group_rule': {'security_group_id': '680ae33a-296c-4e58-a593-34f10419427d', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:25.543080 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-177b6338-5148-4180-84fa-9b916f8945ee tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:25.621016 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-177b6338-5148-4180-84fa-9b916f8945ee tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:25.627265 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-177b6338-5148-4180-84fa-9b916f8945ee tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:25.650726 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b6338-5148-4180-84fa-9b916f8945ee tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5ed0470-d054-48ae-a8ec-669dbe8d46d7,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:25.683541 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-177b6338-5148-4180-84fa-9b916f8945ee tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:25.687152 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-177b6338-5148-4180-84fa-9b916f8945ee tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1802900 May 06 10:05:25.688517 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52144) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:25.693406 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-954ca761-2ba8-4c08-b464-ccebeb810aef tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'security_group_rule': {'security_group_id': '680ae33a-296c-4e58-a593-34f10419427d', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:25.725193 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-954ca761-2ba8-4c08-b464-ccebeb810aef tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:25.807704 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-954ca761-2ba8-4c08-b464-ccebeb810aef tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:25.814901 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-954ca761-2ba8-4c08-b464-ccebeb810aef tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:25.835640 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ca761-2ba8-4c08-b464-ccebeb810aef tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=907eee96-aa09-476e-a2cf-9fd8e1d60000,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:25.846366 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-954ca761-2ba8-4c08-b464-ccebeb810aef tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:25.847853 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-954ca761-2ba8-4c08-b464-ccebeb810aef tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1582479 May 06 10:05:25.850657 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 52156) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:25.856821 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-640bab1e-4431-454d-8ca9-83bb80a517e7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'security_group_rule': {'security_group_id': '680ae33a-296c-4e58-a593-34f10419427d', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:25.890912 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-640bab1e-4431-454d-8ca9-83bb80a517e7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:25.976483 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-640bab1e-4431-454d-8ca9-83bb80a517e7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:25.982368 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-640bab1e-4431-454d-8ca9-83bb80a517e7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:25.999970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640bab1e-4431-454d-8ca9-83bb80a517e7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ddd36c3-86bb-4e56-bef9-6fdb66d50815,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:26.019932 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-640bab1e-4431-454d-8ca9-83bb80a517e7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:26.022416 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-640bab1e-4431-454d-8ca9-83bb80a517e7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1700940 May 06 10:05:26.025396 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 52168) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:26.030294 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-64cc3fcf-f49b-40d9-9736-b775db0ad8c9 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'security_group_rule': {'security_group_id': '680ae33a-296c-4e58-a593-34f10419427d', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:26.058667 n-d-840835-1 neutron-server[102653]: INFO neutron.db.securitygroups_db [None req-64cc3fcf-f49b-40d9-9736-b775db0ad8c9 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Project 1b7022527a0d47ed9f061636a22ce038 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:05:26.066193 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 9df8215d-87af-4494-9e09-51323946ba29 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:05:26.067102 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-64cc3fcf-f49b-40d9-9736-b775db0ad8c9 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:26.151735 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 9df8215d-87af-4494-9e09-51323946ba29 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:05:26.156064 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 9df8215d-87af-4494-9e09-51323946ba29 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:26.156824 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:26.201231 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-64cc3fcf-f49b-40d9-9736-b775db0ad8c9 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:26.209459 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-64cc3fcf-f49b-40d9-9736-b775db0ad8c9 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:26.238526 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc3fcf-f49b-40d9-9736-b775db0ad8c9 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e248f97e-1ef1-496d-a0dd-13f5ed2700ec,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:26.251677 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-64cc3fcf-f49b-40d9-9736-b775db0ad8c9 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:26.255794 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52180) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:26.264643 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-0b61d173-8f7d-4b8a-8fcf-4dfcbda252ef tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'security_group_rule': {'security_group_id': '680ae33a-296c-4e58-a593-34f10419427d', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:26.266924 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-64cc3fcf-f49b-40d9-9736-b775db0ad8c9 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2403088 May 06 10:05:26.278022 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:26.311467 n-d-840835-1 neutron-server[102652]: INFO neutron.db.securitygroups_db [None req-0b61d173-8f7d-4b8a-8fcf-4dfcbda252ef tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Project 1b7022527a0d47ed9f061636a22ce038 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:05:26.317304 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0b61d173-8f7d-4b8a-8fcf-4dfcbda252ef tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:26.342704 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd933891f-ca45-42f5-bd82-1eab42a69dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df8215d-87af-4494-9e09-51323946ba29'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:05:26.346119 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8669a05e-c6c7-47ef-9dec-32add85a936a" -d '{"events": [{"server_uuid": "d933891f-ca45-42f5-bd82-1eab42a69dc1", "name": "network-vif-plugged", "status": "completed", "tag": "9df8215d-87af-4494-9e09-51323946ba29"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:05:26.385152 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 9df8215d-87af-4494-9e09-51323946ba29, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=9df8215d-87af-4494-9e09-51323946ba29,segment=NetworkSegment(22d0fbe4-840f-4292-a73c-651d7f904003),segment_id=22d0fbe4-840f-4292-a73c-651d7f904003)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:26.407354 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:26.429070 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0b61d173-8f7d-4b8a-8fcf-4dfcbda252ef tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:26.450331 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0b61d173-8f7d-4b8a-8fcf-4dfcbda252ef tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:26.494099 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0b61d173-8f7d-4b8a-8fcf-4dfcbda252ef tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:26.495699 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0b61d173-8f7d-4b8a-8fcf-4dfcbda252ef tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2383914 May 06 10:05:26.498433 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61d173-8f7d-4b8a-8fcf-4dfcbda252ef tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76e5a93a-89a5-4a74-b004-ed23de3b3b48,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:26.500356 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 52220) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:26.509908 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-2143ed35-75b6-4851-a2a7-9688c5322456 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'network': {'name': 'tempest-network-smoke--1156307661', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'port_security_enabled': True}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:26.516931 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=9df8215d-87af-4494-9e09-51323946ba29,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:26.531029 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283171e-4bcc-4b01-92a8-c92c611f58ad req-60f16f87-ed3c-4474-a7c5-9af2fa785080 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:26.540498 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0283171e-4bcc-4b01-92a8-c92c611f58ad req-60f16f87-ed3c-4474-a7c5-9af2fa785080 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=d933891f-ca45-42f5-bd82-1eab42a69dc1 HTTP/1.1" status: 200 len: 946 time: 0.1559279 May 06 10:05:26.593200 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2143ed35-75b6-4851-a2a7-9688c5322456 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Made reservation on behalf of 1b7022527a0d47ed9f061636a22ce038 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:05:26.597591 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2143ed35-75b6-4851-a2a7-9688c5322456 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:26.615690 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0283171e-4bcc-4b01-92a8-c92c611f58ad req-aa773754-76fb-46eb-898b-cfb5e09cfe98 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=75ff0b03-4f42-4c72-8e5b-6b110e286d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699492 May 06 10:05:26.640116 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2143ed35-75b6-4851-a2a7-9688c5322456 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:05:26.659785 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2143ed35-75b6-4851-a2a7-9688c5322456 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:26.660260 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-2143ed35-75b6-4851-a2a7-9688c5322456 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Added segment 6135026d-f8b7-42e5-a2f4-07ffed825067 of type vlan for network b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a May 06 10:05:26.693265 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1607116-be3e-4360-909a-f0bcb733f102 x-openstack-request-id: req-e1607116-be3e-4360-909a-f0bcb733f102 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:05:26.693575 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d933891f-ca45-42f5-bd82-1eab42a69dc1", "name": "network-vif-plugged", "status": "completed", "tag": "9df8215d-87af-4494-9e09-51323946ba29", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:05:26.693882 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e1607116-be3e-4360-909a-f0bcb733f102 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:05:26.694292 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1607116-be3e-4360-909a-f0bcb733f102'] response: {'server_uuid': 'd933891f-ca45-42f5-bd82-1eab42a69dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df8215d-87af-4494-9e09-51323946ba29', 'code': 200} May 06 10:05:26.717333 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2143ed35-75b6-4851-a2a7-9688c5322456 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:26.765365 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2143ed35-75b6-4851-a2a7-9688c5322456 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:26.772255 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2143ed35-75b6-4851-a2a7-9688c5322456 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:26.772927 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2143ed35-75b6-4851-a2a7-9688c5322456 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:26.843822 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2143ed35-75b6-4851-a2a7-9688c5322456 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3423221 May 06 10:05:26.851461 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 52238) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:26.855995 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-3c09288f-41ab-4005-be24-4d98c03f6b80 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-692900348', 'admin_state_up': True, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:26.896931 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596d1eb-9580-4ddb-bb6f-8d92658308d6 req-4df075a1-f7c5-4426-8230-2708c3b8b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:26.900684 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c596d1eb-9580-4ddb-bb6f-8d92658308d6 req-4df075a1-f7c5-4426-8230-2708c3b8b519 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d933891f-ca45-42f5-bd82-1eab42a69dc1 HTTP/1.1" status: 200 len: 1097 time: 0.1139975 May 06 10:05:26.948749 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3c09288f-41ab-4005-be24-4d98c03f6b80 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:26.950070 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3c09288f-41ab-4005-be24-4d98c03f6b80 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:26.980722 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c596d1eb-9580-4ddb-bb6f-8d92658308d6 req-abfe3c86-120f-4ad6-8585-33e2c323ae9e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=75ff0b03-4f42-4c72-8e5b-6b110e286d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715630 May 06 10:05:26.982854 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143ed35-75b6-4851-a2a7-9688c5322456 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Network': ['ID=b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:26.994282 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:05:27.072187 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3c09288f-41ab-4005-be24-4d98c03f6b80 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:27.239605 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3c09288f-41ab-4005-be24-4d98c03f6b80 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:27.523368 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3c09288f-41ab-4005-be24-4d98c03f6b80 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router_gateway, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:27.550004 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3c09288f-41ab-4005-be24-4d98c03f6b80 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:27.695303 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-3c09288f-41ab-4005-be24-4d98c03f6b80 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Allocated IP 172.25.5.169 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/d213c376-a83c-4336-811d-4ba35bef1699) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:05:27.890014 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3e10e-a49b-4e92-8f7c-f21ec3335148 req-98f4f473-67f8-4e0e-94a9-bbaef0ea8bfc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:27.892094 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8e3e10e-a49b-4e92-8f7c-f21ec3335148 req-98f4f473-67f8-4e0e-94a9-bbaef0ea8bfc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=d933891f-ca45-42f5-bd82-1eab42a69dc1 HTTP/1.1" status: 200 len: 946 time: 0.1093414 May 06 10:05:27.925079 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3c09288f-41ab-4005-be24-4d98c03f6b80 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:27.976367 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8e3e10e-a49b-4e92-8f7c-f21ec3335148 req-7b8da163-21bc-45f3-a629-668e629a1968 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=75ff0b03-4f42-4c72-8e5b-6b110e286d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761929 May 06 10:05:28.026909 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3c09288f-41ab-4005-be24-4d98c03f6b80 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:28.077234 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09288f-41ab-4005-be24-4d98c03f6b80 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Port': ['ID=d213c376-a83c-4336-811d-4ba35bef1699,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:28.091287 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c09288f-41ab-4005-be24-4d98c03f6b80 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:05:28.093145 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-3c09288f-41ab-4005-be24-4d98c03f6b80 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:05:28.096157 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c09288f-41ab-4005-be24-4d98c03f6b80 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:05:28.527287 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3c09288f-41ab-4005-be24-4d98c03f6b80 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router_gateway, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:28.794285 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3c09288f-41ab-4005-be24-4d98c03f6b80 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:28.961043 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c09288f-41ab-4005-be24-4d98c03f6b80 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Router 1af34eac-dd5f-4d2c-9279-0ecf7aade94c is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:05:29.101803 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:29.197058 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e2d4b-1018-4f41-8c10-3a9e7e9f088a req-52d74dde-4ef6-447d-8c2c-25f1fc5fbc65 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:29.199606 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ee3e2d4b-1018-4f41-8c10-3a9e7e9f088a req-52d74dde-4ef6-447d-8c2c-25f1fc5fbc65 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=d933891f-ca45-42f5-bd82-1eab42a69dc1 HTTP/1.1" status: 200 len: 946 time: 0.1098099 May 06 10:05:29.236258 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c09288f-41ab-4005-be24-4d98c03f6b80 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:05:29.250604 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9325aafb-825e-4623-b364-44eee6aec741 None None] Sync routers for ids ['1af34eac-dd5f-4d2c-9279-0ecf7aade94c'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:05:29.264965 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9325aafb-825e-4623-b364-44eee6aec741 None None] Routers {'1af34eac-dd5f-4d2c-9279-0ecf7aade94c'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:05:29.265790 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-9325aafb-825e-4623-b364-44eee6aec741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:05:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1af34eac-dd5f-4d2c-9279-0ecf7aade94c'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:29.296130 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3c09288f-41ab-4005-be24-4d98c03f6b80 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:29.301489 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3c09288f-41ab-4005-be24-4d98c03f6b80 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4474266 May 06 10:05:29.301930 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52346) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:29.320167 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ee3e2d4b-1018-4f41-8c10-3a9e7e9f088a req-d872391e-7a86-445b-aa8a-9abbab3e3a57 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=75ff0b03-4f42-4c72-8e5b-6b110e286d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014488 May 06 10:05:29.405279 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c591527a-d7cd-48ce-92b0-637bd3c5128c tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=1b7022527a0d47ed9f061636a22ce038&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1020589 May 06 10:05:29.411262 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 52352) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:29.422188 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-9325aafb-825e-4623-b364-44eee6aec741 None None] Set router 1af34eac-dd5f-4d2c-9279-0ecf7aade94c gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:05:29.543963 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e030e-9d9a-47e3-bd8f-3183b6ef1c0d req-e4004ba5-c1d1-43ff-9e29-d7e78a4d7e29 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:29.548697 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a24e030e-9d9a-47e3-bd8f-3183b6ef1c0d req-e4004ba5-c1d1-43ff-9e29-d7e78a4d7e29 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=d933891f-ca45-42f5-bd82-1eab42a69dc1 HTTP/1.1" status: 200 len: 946 time: 0.1493068 May 06 10:05:29.618018 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a24e030e-9d9a-47e3-bd8f-3183b6ef1c0d req-c9770d41-2cdd-4cf9-81cc-e18558f8dca1 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=75ff0b03-4f42-4c72-8e5b-6b110e286d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569730 May 06 10:05:29.621621 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e115a74d-4bb1-4c76-8ccb-18cd96357c7a tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:29.626136 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52356) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:29.626393 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e115a74d-4bb1-4c76-8ccb-18cd96357c7a tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2139025 May 06 10:05:29.680573 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-01527de9-f2ba-4d55-bebe-d459ae91fa9f tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0527873 May 06 10:05:29.683900 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 52364) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:29.689199 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-dba9f6e8-e399-4519-9f70-baa02e0303e5 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-172651974', 'network_id': 'b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a', 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:29.732446 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-9325aafb-825e-4623-b364-44eee6aec741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692900348', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'd213c376-a83c-4336-811d-4ba35bef1699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:05:26Z', 'updated_at': '2022-05-06T10:05:28Z', 'revision_number': 3, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': 'd213c376-a83c-4336-811d-4ba35bef1699', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:38:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:27Z', 'updated_at': '2022-05-06T10:05:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:29.786421 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9325aafb-825e-4623-b364-44eee6aec741 None None] Checking router: 1af34eac-dd5f-4d2c-9279-0ecf7aade94c for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:05:29.786949 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9325aafb-825e-4623-b364-44eee6aec741 None None] Updating router 1af34eac-dd5f-4d2c-9279-0ecf7aade94c port d213c376-a83c-4336-811d-4ba35bef1699 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:05:29.819373 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba9f6e8-e399-4519-9f70-baa02e0303e5 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Made reservation on behalf of 1b7022527a0d47ed9f061636a22ce038 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:05:29.827260 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dba9f6e8-e399-4519-9f70-baa02e0303e5 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:29.831617 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-9325aafb-825e-4623-b364-44eee6aec741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:30.164172 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-9325aafb-825e-4623-b364-44eee6aec741 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:30.165043 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dba9f6e8-e399-4519-9f70-baa02e0303e5 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:30.180710 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-9325aafb-825e-4623-b364-44eee6aec741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:30.252060 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4f5f4-fef2-4743-973e-39b46fa78022 None None] Pushing event updated for resources: {'Port': ['ID=d213c376-a83c-4336-811d-4ba35bef1699,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:30.253171 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9f6e8-e399-4519-9f70-baa02e0303e5 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Checking segment: {'id': '6135026d-f8b7-42e5-a2f4-07ffed825067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:05:30.253545 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba9f6e8-e399-4519-9f70-baa02e0303e5 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Network hostable DHCP agents. Network: b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:05:30.275830 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4f5f4-fef2-4743-973e-39b46fa78022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:30.276766 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9f6e8-e399-4519-9f70-baa02e0303e5 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Subnet': ['ID=ed6b3c82-646f-40dc-9452-66b630e40715,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:30.277003 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4f5f4-fef2-4743-973e-39b46fa78022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:30.277563 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4f5f4-fef2-4743-973e-39b46fa78022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:30.278119 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4f5f4-fef2-4743-973e-39b46fa78022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:30.278670 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4f5f4-fef2-4743-973e-39b46fa78022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:30.279243 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4f5f4-fef2-4743-973e-39b46fa78022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:30.279835 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4f5f4-fef2-4743-973e-39b46fa78022 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:30.280381 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4f5f4-fef2-4743-973e-39b46fa78022 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:30.281681 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4f5f4-fef2-4743-973e-39b46fa78022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:30.282360 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4f5f4-fef2-4743-973e-39b46fa78022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:30.282922 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4f5f4-fef2-4743-973e-39b46fa78022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:30.283541 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4f5f4-fef2-4743-973e-39b46fa78022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:30.288288 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-9325aafb-825e-4623-b364-44eee6aec741 None None] Attempting to bind port d213c376-a83c-4336-811d-4ba35bef1699 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:05:30.288886 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-9325aafb-825e-4623-b364-44eee6aec741 None None] Attempting to bind port d213c376-a83c-4336-811d-4ba35bef1699 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:05:30.289472 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9325aafb-825e-4623-b364-44eee6aec741 None None] Attempting to bind port d213c376-a83c-4336-811d-4ba35bef1699 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:05:30.298661 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9325aafb-825e-4623-b364-44eee6aec741 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:05:30.299668 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9325aafb-825e-4623-b364-44eee6aec741 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:05:30.300032 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-9325aafb-825e-4623-b364-44eee6aec741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:30.301019 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9325aafb-825e-4623-b364-44eee6aec741 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:05:30.302052 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-9325aafb-825e-4623-b364-44eee6aec741 None None] Bound port: d213c376-a83c-4336-811d-4ba35bef1699, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:05:30.302674 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-9325aafb-825e-4623-b364-44eee6aec741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:30.316218 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba9f6e8-e399-4519-9f70-baa02e0303e5 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Network b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:05:30.341069 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-dba9f6e8-e399-4519-9f70-baa02e0303e5 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:05:30.352642 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffad1647-4721-4e23-8bea-84c2e01621f6 None None] Network b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:05:30.356666 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba9f6e8-e399-4519-9f70-baa02e0303e5 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:30.357283 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dba9f6e8-e399-4519-9f70-baa02e0303e5 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:30.397152 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-dba9f6e8-e399-4519-9f70-baa02e0303e5 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7120929 May 06 10:05:30.397767 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 52384) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:30.412783 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-9325aafb-825e-4623-b364-44eee6aec741 None None] For port d213c376-a83c-4336-811d-4ba35bef1699, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:05:30.422877 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-9325aafb-825e-4623-b364-44eee6aec741 None None] For port d213c376-a83c-4336-811d-4ba35bef1699, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=d213c376-a83c-4336-811d-4ba35bef1699,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:05:30.431938 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-9325aafb-825e-4623-b364-44eee6aec741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:30.519488 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4f5f4-fef2-4743-973e-39b46fa78022 None None] Pushing event updated for resources: {'Port': ['ID=d213c376-a83c-4336-811d-4ba35bef1699,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:30.599531 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9325aafb-825e-4623-b364-44eee6aec741 None None] Routers {'1af34eac-dd5f-4d2c-9279-0ecf7aade94c'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:05:30.601713 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-9325aafb-825e-4623-b364-44eee6aec741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:05:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1af34eac-dd5f-4d2c-9279-0ecf7aade94c'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:30.665905 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75183e1f-02b2-4725-b516-2af03fcbbad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a', 'network_id': 'b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'fixed_ips': [{'subnet_id': 'ed6b3c82-646f-40dc-9452-66b630e40715'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:05:30.666806 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-75183e1f-02b2-4725-b516-2af03fcbbad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:30.863152 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-9325aafb-825e-4623-b364-44eee6aec741 None None] Set router 1af34eac-dd5f-4d2c-9279-0ecf7aade94c gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:05:30.918226 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-75183e1f-02b2-4725-b516-2af03fcbbad8 None None] Allocated IP 172.20.0.2 (b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a/ed6b3c82-646f-40dc-9452-66b630e40715/58ff94f2-f253-4796-9583-59114fda2024) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:05:31.160909 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-75183e1f-02b2-4725-b516-2af03fcbbad8 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:31.167961 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1e4083e4-f5eb-4998-9286-af634dc442de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:31.172458 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 52406) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:31.189648 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-75183e1f-02b2-4725-b516-2af03fcbbad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:31.240682 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75183e1f-02b2-4725-b516-2af03fcbbad8 None None] Network b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:05:31.243534 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-75183e1f-02b2-4725-b516-2af03fcbbad8 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:05:31.249541 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75183e1f-02b2-4725-b516-2af03fcbbad8 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:05:31.268470 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75183e1f-02b2-4725-b516-2af03fcbbad8 None None] Pushing event updated for resources: {'Port': ['ID=58ff94f2-f253-4796-9583-59114fda2024,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:31.316696 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-9325aafb-825e-4623-b364-44eee6aec741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692900348', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'd213c376-a83c-4336-811d-4ba35bef1699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:05:26Z', 'updated_at': '2022-05-06T10:05:28Z', 'revision_number': 3, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': 'd213c376-a83c-4336-811d-4ba35bef1699', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:38:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:27Z', 'updated_at': '2022-05-06T10:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:31.396892 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9325aafb-825e-4623-b364-44eee6aec741 None None] The sync data for ids ['1af34eac-dd5f-4d2c-9279-0ecf7aade94c'] in n-d-840835-1 is: [{'id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692900348', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'd213c376-a83c-4336-811d-4ba35bef1699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:05:26Z', 'updated_at': '2022-05-06T10:05:28Z', 'revision_number': 3, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': 'd213c376-a83c-4336-811d-4ba35bef1699', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:38:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:27Z', 'updated_at': '2022-05-06T10:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:05:31.439077 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-75183e1f-02b2-4725-b516-2af03fcbbad8 None None] Attempting to bind port 58ff94f2-f253-4796-9583-59114fda2024 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:05:31.439693 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-75183e1f-02b2-4725-b516-2af03fcbbad8 None None] Attempting to bind port 58ff94f2-f253-4796-9583-59114fda2024 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '6135026d-f8b7-42e5-a2f4-07ffed825067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:05:31.439837 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75183e1f-02b2-4725-b516-2af03fcbbad8 None None] Attempting to bind port 58ff94f2-f253-4796-9583-59114fda2024 on network b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:05:31.446583 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75183e1f-02b2-4725-b516-2af03fcbbad8 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:05:31.446968 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75183e1f-02b2-4725-b516-2af03fcbbad8 None None] Checking segment: {'id': '6135026d-f8b7-42e5-a2f4-07ffed825067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:05:31.447965 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-75183e1f-02b2-4725-b516-2af03fcbbad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:31.448927 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75183e1f-02b2-4725-b516-2af03fcbbad8 None None] Bound using segment: {'id': '6135026d-f8b7-42e5-a2f4-07ffed825067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:05:31.449439 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-75183e1f-02b2-4725-b516-2af03fcbbad8 None None] Bound port: 58ff94f2-f253-4796-9583-59114fda2024, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6135026d-f8b7-42e5-a2f4-07ffed825067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:05:31.450377 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-75183e1f-02b2-4725-b516-2af03fcbbad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:31.539577 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-75183e1f-02b2-4725-b516-2af03fcbbad8 None None] For port 58ff94f2-f253-4796-9583-59114fda2024, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:05:31.543221 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-75183e1f-02b2-4725-b516-2af03fcbbad8 None None] For port 58ff94f2-f253-4796-9583-59114fda2024, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=58ff94f2-f253-4796-9583-59114fda2024,segment=NetworkSegment(6135026d-f8b7-42e5-a2f4-07ffed825067),segment_id=6135026d-f8b7-42e5-a2f4-07ffed825067)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:05:31.558160 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-75183e1f-02b2-4725-b516-2af03fcbbad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:31.686190 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75183e1f-02b2-4725-b516-2af03fcbbad8 None None] Pushing event updated for resources: {'Port': ['ID=58ff94f2-f253-4796-9583-59114fda2024,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:32.523066 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-1e4083e4-f5eb-4998-9286-af634dc442de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Allocated IP 172.20.0.1 (b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a/ed6b3c82-646f-40dc-9452-66b630e40715/0a50f42c-a434-4a7b-83db-76c977cd33b7) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:05:32.754150 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d213c376-a83c-4336-811d-4ba35bef1699 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:05:32.844655 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bd725000-a63c-401a-80af-25ac19fd5316 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:32.861740 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1e4083e4-f5eb-4998-9286-af634dc442de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:32.888310 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port d213c376-a83c-4336-811d-4ba35bef1699 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:32.889206 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:32.951519 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1e4083e4-f5eb-4998-9286-af634dc442de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:33.042804 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4083e4-f5eb-4998-9286-af634dc442de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Network b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:05:33.046459 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-1e4083e4-f5eb-4998-9286-af634dc442de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:05:33.049873 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:33.061304 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4083e4-f5eb-4998-9286-af634dc442de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:05:33.094445 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port d213c376-a83c-4336-811d-4ba35bef1699, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=d213c376-a83c-4336-811d-4ba35bef1699,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:33.116113 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:33.117779 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 58ff94f2-f253-4796-9583-59114fda2024 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:05:33.205194 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4083e4-f5eb-4998-9286-af634dc442de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Port': ['ID=0a50f42c-a434-4a7b-83db-76c977cd33b7,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:33.251817 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1e4083e4-f5eb-4998-9286-af634dc442de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:33.631056 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-bd725000-a63c-401a-80af-25ac19fd5316 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Allocated IP 172.20.0.17 (3b9eccda-fe1c-4cda-b132-9c62657200c7/1089c6aa-f61c-461b-9e5b-b2cfbc9e8831/f9887401-f5b2-4144-b192-21048edd7ad3) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:05:33.661520 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=d213c376-a83c-4336-811d-4ba35bef1699,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:33.666731 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1e4083e4-f5eb-4998-9286-af634dc442de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:33.702054 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 58ff94f2-f253-4796-9583-59114fda2024 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:33.702054 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:33.729187 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb420b1-1139-4518-9045-180ccc63a27f None None] Network b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:05:33.807898 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bd725000-a63c-401a-80af-25ac19fd5316 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:33.832876 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-1d9a0c87-d75c-463a-854c-250bb37e3d1d None None] Provisioning complete for port 58ff94f2-f253-4796-9583-59114fda2024 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:33.833469 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1d9a0c87-d75c-463a-854c-250bb37e3d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:33.878400 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bd725000-a63c-401a-80af-25ac19fd5316 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:33.970930 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd725000-a63c-401a-80af-25ac19fd5316 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Network 3b9eccda-fe1c-4cda-b132-9c62657200c7 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:05:33.974095 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-bd725000-a63c-401a-80af-25ac19fd5316 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:05:33.978691 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd725000-a63c-401a-80af-25ac19fd5316 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:05:33.989582 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd725000-a63c-401a-80af-25ac19fd5316 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'Port': ['ID=f9887401-f5b2-4144-b192-21048edd7ad3,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:34.030791 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:34.080420 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bd725000-a63c-401a-80af-25ac19fd5316 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:34.235566 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1e4083e4-f5eb-4998-9286-af634dc442de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:34.250163 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1e4083e4-f5eb-4998-9286-af634dc442de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:34.314768 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 58ff94f2-f253-4796-9583-59114fda2024, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=58ff94f2-f253-4796-9583-59114fda2024,segment=NetworkSegment(6135026d-f8b7-42e5-a2f4-07ffed825067),segment_id=6135026d-f8b7-42e5-a2f4-07ffed825067)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:34.323439 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bd725000-a63c-401a-80af-25ac19fd5316 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:34.346051 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:34.430747 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4083e4-f5eb-4998-9286-af634dc442de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Port': ['ID=0a50f42c-a434-4a7b-83db-76c977cd33b7,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:34.436992 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1d9a0c87-d75c-463a-854c-250bb37e3d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:34.548446 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1e4083e4-f5eb-4998-9286-af634dc442de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:34.702845 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=58ff94f2-f253-4796-9583-59114fda2024,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:34.716768 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d213c376-a83c-4336-811d-4ba35bef1699 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:05:34.809291 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-1d9a0c87-d75c-463a-854c-250bb37e3d1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 10:05:34.812005 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-1d9a0c87-d75c-463a-854c-250bb37e3d1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 10:05:34.814555 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4083e4-f5eb-4998-9286-af634dc442de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Network b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:05:34.816117 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-1e4083e4-f5eb-4998-9286-af634dc442de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:05:34.912986 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port d213c376-a83c-4336-811d-4ba35bef1699 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:34.913528 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:35.033506 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bd725000-a63c-401a-80af-25ac19fd5316 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:35.046090 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bd725000-a63c-401a-80af-25ac19fd5316 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:35.088262 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4083e4-f5eb-4998-9286-af634dc442de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Router 1af34eac-dd5f-4d2c-9279-0ecf7aade94c has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:05:35.201441 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bd725000-a63c-401a-80af-25ac19fd5316 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:35.300164 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd725000-a63c-401a-80af-25ac19fd5316 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'Port': ['ID=f9887401-f5b2-4144-b192-21048edd7ad3,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:35.344605 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4083e4-f5eb-4998-9286-af634dc442de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:05:35.362239 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1e4083e4-f5eb-4998-9286-af634dc442de tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "PUT /v2.0/routers/1af34eac-dd5f-4d2c-9279-0ecf7aade94c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9632771 May 06 10:05:35.369668 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0cd8f3-9019-40f1-b2e1-4fa75e3a2944 None None] Sync routers for ids ['1af34eac-dd5f-4d2c-9279-0ecf7aade94c'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:05:35.421261 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0cd8f3-9019-40f1-b2e1-4fa75e3a2944 None None] Routers {'1af34eac-dd5f-4d2c-9279-0ecf7aade94c'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:05:35.422981 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-5f0cd8f3-9019-40f1-b2e1-4fa75e3a2944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:05:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1af34eac-dd5f-4d2c-9279-0ecf7aade94c'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:35.429510 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd725000-a63c-401a-80af-25ac19fd5316 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Network 3b9eccda-fe1c-4cda-b132-9c62657200c7 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:05:35.433906 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-bd725000-a63c-401a-80af-25ac19fd5316 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:05:35.759011 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c6fa1f03-acdb-4c98-9962-089e54327fcf None None] Provisioning complete for port 0a50f42c-a434-4a7b-83db-76c977cd33b7 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:35.759418 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c6fa1f03-acdb-4c98-9962-089e54327fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:35.812813 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-0a0d5090-3058-4f49-ac48-70db94e44c97 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1245308991&fields=id&tenant_id=1b7022527a0d47ed9f061636a22ce038 HTTP/1.1" status: 200 len: 267 time: 0.0996785 May 06 10:05:35.839737 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd725000-a63c-401a-80af-25ac19fd5316 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Router 434992f0-38d1-4d94-95c7-aaed55531f98 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:05:35.923276 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-5f0cd8f3-9019-40f1-b2e1-4fa75e3a2944 None None] Set router 1af34eac-dd5f-4d2c-9279-0ecf7aade94c gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:05:35.984600 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-c6fa1f03-acdb-4c98-9962-089e54327fcf None None] Port 0a50f42c-a434-4a7b-83db-76c977cd33b7 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:05:36.027159 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd725000-a63c-401a-80af-25ac19fd5316 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:05:36.038657 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d90aee0-a7fb-4ffa-ad5f-8f3c53612c48 None None] Sync routers for ids ['434992f0-38d1-4d94-95c7-aaed55531f98'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:05:36.048346 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bd725000-a63c-401a-80af-25ac19fd5316 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "PUT /v2.0/routers/434992f0-38d1-4d94-95c7-aaed55531f98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8730352 May 06 10:05:36.060449 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d90aee0-a7fb-4ffa-ad5f-8f3c53612c48 None None] Routers {'434992f0-38d1-4d94-95c7-aaed55531f98'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:05:36.065841 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4d90aee0-a7fb-4ffa-ad5f-8f3c53612c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:05:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['434992f0-38d1-4d94-95c7-aaed55531f98'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:36.146342 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-d9102c75-aaf7-4526-8ccc-330df2aa4cda tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:36.150361 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-d9102c75-aaf7-4526-8ccc-330df2aa4cda tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/networks?id=b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a HTTP/1.1" status: 200 len: 797 time: 0.3344913 May 06 10:05:36.189811 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c6fa1f03-acdb-4c98-9962-089e54327fcf None None] Provisioning complete for port f9887401-f5b2-4144-b192-21048edd7ad3 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:36.190191 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c6fa1f03-acdb-4c98-9962-089e54327fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:36.190643 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-71cb127d-62f3-4727-b26e-cc414dbfc631 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/quotas/1b7022527a0d47ed9f061636a22ce038 HTTP/1.1" status: 200 len: 375 time: 0.0328794 May 06 10:05:36.258322 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-c6fa1f03-acdb-4c98-9962-089e54327fcf None None] Port f9887401-f5b2-4144-b192-21048edd7ad3 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:05:36.313728 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-ffec9c7e-134e-40db-b963-e12599a00d2f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1110106 May 06 10:05:36.325029 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c6fa1f03-acdb-4c98-9962-089e54327fcf None None] Provisioning complete for port 58ff94f2-f253-4796-9583-59114fda2024 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:36.326330 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c6fa1f03-acdb-4c98-9962-089e54327fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:36.468464 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-5f0cd8f3-9019-40f1-b2e1-4fa75e3a2944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692900348', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'd213c376-a83c-4336-811d-4ba35bef1699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:05:26Z', 'updated_at': '2022-05-06T10:05:33Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': 'd213c376-a83c-4336-811d-4ba35bef1699', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:27Z', 'updated_at': '2022-05-06T10:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '0a50f42c-a434-4a7b-83db-76c977cd33b7', 'name': '', 'network_id': 'b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:68:36:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'ed6b3c82-646f-40dc-9452-66b630e40715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:32Z', 'updated_at': '2022-05-06T10:05:33Z', 'revision_number': 2, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': 'ed6b3c82-646f-40dc-9452-66b630e40715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:36.569374 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-4d90aee0-a7fb-4ffa-ad5f-8f3c53612c48 None None] Set router 434992f0-38d1-4d94-95c7-aaed55531f98 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:05:36.576917 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0cd8f3-9019-40f1-b2e1-4fa75e3a2944 None None] Checking router: 1af34eac-dd5f-4d2c-9279-0ecf7aade94c for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:05:36.577284 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0cd8f3-9019-40f1-b2e1-4fa75e3a2944 None None] Updating router 1af34eac-dd5f-4d2c-9279-0ecf7aade94c port 0a50f42c-a434-4a7b-83db-76c977cd33b7 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:05:36.597050 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-ab30a18f-0c43-4c57-9e30-f75e47da4095 service neutron] 10.222.0.73 "GET /v2.0/networks/b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703221 May 06 10:05:36.624769 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 58ff94f2-f253-4796-9583-59114fda2024 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:05:36.765964 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5f0cd8f3-9019-40f1-b2e1-4fa75e3a2944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:36.882344 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-a1246323-797c-42f8-89ac-89df2c2698a2 service neutron] 10.222.0.73 "GET /v2.0/networks/b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812588 May 06 10:05:36.894827 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 58ff94f2-f253-4796-9583-59114fda2024 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:36.896278 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:37.091830 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4d90aee0-a7fb-4ffa-ad5f-8f3c53612c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'name': 'tempest-TestNetworkBasicOps-router-1901108296', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:05:34Z', 'revision_number': 5, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '799d01b7-c4f8-42b5-9e8f-59932c3714e3', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'floating_ip_address': '172.25.5.85', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'port_id': '15319bcf-70ed-4f78-90c1-70236b2d7c8f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e', 'mac_address': 'fa:16:3e:66:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266c579-d7c0-44f0-9622-bc3aedc4c2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:04:26Z', 'updated_at': '2022-05-06T10:04:28Z', 'revision_number': 1, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e079c93e-a44a-4a81-8ef3-3bd5dc955a93', 'name': '', 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'mac_address': 'fa:16:3e:5e:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '9efa41e5-c572-455a-b6f5-5a3b63885548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:04Z', 'updated_at': '2022-05-06T10:04:09Z', 'revision_number': 5, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'subnets': [{'id': '9efa41e5-c572-455a-b6f5-5a3b63885548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9887401-f5b2-4144-b192-21048edd7ad3', 'name': '', 'network_id': '3b9eccda-fe1c-4cda-b132-9c62657200c7', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'mac_address': 'fa:16:3e:56:8d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '1089c6aa-f61c-461b-9e5b-b2cfbc9e8831', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:33Z', 'updated_at': '2022-05-06T10:05:34Z', 'revision_number': 2, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'subnets': [{'id': '1089c6aa-f61c-461b-9e5b-b2cfbc9e8831', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:37.099554 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-085a467d-2822-45c0-aae3-4ec0f5682fa8 None None] Provisioning complete for port 0a50f42c-a434-4a7b-83db-76c977cd33b7 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:37.100110 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-085a467d-2822-45c0-aae3-4ec0f5682fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:37.143035 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d90aee0-a7fb-4ffa-ad5f-8f3c53612c48 None None] Checking router: 434992f0-38d1-4d94-95c7-aaed55531f98 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:05:37.143395 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d90aee0-a7fb-4ffa-ad5f-8f3c53612c48 None None] Updating router 434992f0-38d1-4d94-95c7-aaed55531f98 port f9887401-f5b2-4144-b192-21048edd7ad3 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:05:37.194259 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-4d90aee0-a7fb-4ffa-ad5f-8f3c53612c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:37.337202 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-72bd4cfd-541f-4846-862d-030cba15eda4 req-de5cdeaf-f402-42ab-a5eb-3f3b54d80776 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 210 time: 0.0503170 May 06 10:05:37.387547 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-085a467d-2822-45c0-aae3-4ec0f5682fa8 None None] Port 0a50f42c-a434-4a7b-83db-76c977cd33b7 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:05:37.434338 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-085a467d-2822-45c0-aae3-4ec0f5682fa8 None None] Provisioning complete for port f9887401-f5b2-4144-b192-21048edd7ad3 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:37.434856 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-085a467d-2822-45c0-aae3-4ec0f5682fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:37.522069 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-085a467d-2822-45c0-aae3-4ec0f5682fa8 None None] Port f9887401-f5b2-4144-b192-21048edd7ad3 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:05:37.665987 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5f0cd8f3-9019-40f1-b2e1-4fa75e3a2944 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:37.673749 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5f0cd8f3-9019-40f1-b2e1-4fa75e3a2944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:37.804859 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-4d90aee0-a7fb-4ffa-ad5f-8f3c53612c48 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:37.826636 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-4d90aee0-a7fb-4ffa-ad5f-8f3c53612c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:37.870920 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812dafa-d531-423e-97a9-ce931d433d3b None None] Pushing event updated for resources: {'Port': ['ID=0a50f42c-a434-4a7b-83db-76c977cd33b7,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:37.964642 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-5f0cd8f3-9019-40f1-b2e1-4fa75e3a2944 None None] Attempting to bind port 0a50f42c-a434-4a7b-83db-76c977cd33b7 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:05:37.965043 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-5f0cd8f3-9019-40f1-b2e1-4fa75e3a2944 None None] Attempting to bind port 0a50f42c-a434-4a7b-83db-76c977cd33b7 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '6135026d-f8b7-42e5-a2f4-07ffed825067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:05:37.965590 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0cd8f3-9019-40f1-b2e1-4fa75e3a2944 None None] Attempting to bind port 0a50f42c-a434-4a7b-83db-76c977cd33b7 on network b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:05:37.975460 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0cd8f3-9019-40f1-b2e1-4fa75e3a2944 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:05:37.976088 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0cd8f3-9019-40f1-b2e1-4fa75e3a2944 None None] Checking segment: {'id': '6135026d-f8b7-42e5-a2f4-07ffed825067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:05:37.976966 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5f0cd8f3-9019-40f1-b2e1-4fa75e3a2944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:37.980100 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0cd8f3-9019-40f1-b2e1-4fa75e3a2944 None None] Bound using segment: {'id': '6135026d-f8b7-42e5-a2f4-07ffed825067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:05:37.980523 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-5f0cd8f3-9019-40f1-b2e1-4fa75e3a2944 None None] Bound port: 0a50f42c-a434-4a7b-83db-76c977cd33b7, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6135026d-f8b7-42e5-a2f4-07ffed825067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:05:37.980940 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5f0cd8f3-9019-40f1-b2e1-4fa75e3a2944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:38.096759 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-5f0cd8f3-9019-40f1-b2e1-4fa75e3a2944 None None] For port 0a50f42c-a434-4a7b-83db-76c977cd33b7, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:05:38.100563 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-5f0cd8f3-9019-40f1-b2e1-4fa75e3a2944 None None] For port 0a50f42c-a434-4a7b-83db-76c977cd33b7, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=0a50f42c-a434-4a7b-83db-76c977cd33b7,segment=NetworkSegment(6135026d-f8b7-42e5-a2f4-07ffed825067),segment_id=6135026d-f8b7-42e5-a2f4-07ffed825067)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:05:38.111970 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5f0cd8f3-9019-40f1-b2e1-4fa75e3a2944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:38.113410 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-4d90aee0-a7fb-4ffa-ad5f-8f3c53612c48 None None] Attempting to bind port f9887401-f5b2-4144-b192-21048edd7ad3 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:05:38.120035 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-4d90aee0-a7fb-4ffa-ad5f-8f3c53612c48 None None] Attempting to bind port f9887401-f5b2-4144-b192-21048edd7ad3 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '22d0fbe4-840f-4292-a73c-651d7f904003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3b9eccda-fe1c-4cda-b132-9c62657200c7'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:05:38.120562 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d90aee0-a7fb-4ffa-ad5f-8f3c53612c48 None None] Attempting to bind port f9887401-f5b2-4144-b192-21048edd7ad3 on network 3b9eccda-fe1c-4cda-b132-9c62657200c7 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:05:38.127435 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3838d6-a2e4-433a-8a4f-820356136078 None None] Pushing event updated for resources: {'Port': ['ID=f9887401-f5b2-4144-b192-21048edd7ad3,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:38.145013 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d90aee0-a7fb-4ffa-ad5f-8f3c53612c48 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:05:38.166290 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d90aee0-a7fb-4ffa-ad5f-8f3c53612c48 None None] Checking segment: {'id': '22d0fbe4-840f-4292-a73c-651d7f904003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3b9eccda-fe1c-4cda-b132-9c62657200c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:05:38.166867 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-4d90aee0-a7fb-4ffa-ad5f-8f3c53612c48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:38.169281 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d90aee0-a7fb-4ffa-ad5f-8f3c53612c48 None None] Bound using segment: {'id': '22d0fbe4-840f-4292-a73c-651d7f904003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3b9eccda-fe1c-4cda-b132-9c62657200c7'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:05:38.170818 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-4d90aee0-a7fb-4ffa-ad5f-8f3c53612c48 None None] Bound port: f9887401-f5b2-4144-b192-21048edd7ad3, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d0fbe4-840f-4292-a73c-651d7f904003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3b9eccda-fe1c-4cda-b132-9c62657200c7'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:05:38.176938 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-4d90aee0-a7fb-4ffa-ad5f-8f3c53612c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:38.203848 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0cd8f3-9019-40f1-b2e1-4fa75e3a2944 None None] Routers {'1af34eac-dd5f-4d2c-9279-0ecf7aade94c'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:05:38.204919 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-5f0cd8f3-9019-40f1-b2e1-4fa75e3a2944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:05:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1af34eac-dd5f-4d2c-9279-0ecf7aade94c'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:38.301730 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812dafa-d531-423e-97a9-ce931d433d3b None None] Pushing event updated for resources: {'Port': ['ID=0a50f42c-a434-4a7b-83db-76c977cd33b7,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:38.377930 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-4d90aee0-a7fb-4ffa-ad5f-8f3c53612c48 None None] For port f9887401-f5b2-4144-b192-21048edd7ad3, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:05:38.385972 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-4d90aee0-a7fb-4ffa-ad5f-8f3c53612c48 None None] For port f9887401-f5b2-4144-b192-21048edd7ad3, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f9887401-f5b2-4144-b192-21048edd7ad3,segment=NetworkSegment(22d0fbe4-840f-4292-a73c-651d7f904003),segment_id=22d0fbe4-840f-4292-a73c-651d7f904003)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:05:38.399709 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-4d90aee0-a7fb-4ffa-ad5f-8f3c53612c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:38.461302 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a924bf6d-29a8-441e-ad51-3f8563ecfec7 None None] Provisioning complete for port 0a50f42c-a434-4a7b-83db-76c977cd33b7 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:38.461684 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a924bf6d-29a8-441e-ad51-3f8563ecfec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:38.517891 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-5f0cd8f3-9019-40f1-b2e1-4fa75e3a2944 None None] Set router 1af34eac-dd5f-4d2c-9279-0ecf7aade94c gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:05:38.559369 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad1979c4-8325-442c-9469-912b0c78711f req-f02c98bf-b476-4e9f-8a2b-ad424975d45c tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 210 time: 0.0664599 May 06 10:05:38.589481 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d90aee0-a7fb-4ffa-ad5f-8f3c53612c48 None None] Routers {'434992f0-38d1-4d94-95c7-aaed55531f98'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:05:38.590922 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4d90aee0-a7fb-4ffa-ad5f-8f3c53612c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:05:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['434992f0-38d1-4d94-95c7-aaed55531f98'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:38.735410 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3838d6-a2e4-433a-8a4f-820356136078 None None] Pushing event updated for resources: {'Port': ['ID=f9887401-f5b2-4144-b192-21048edd7ad3,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:39.010653 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-4d90aee0-a7fb-4ffa-ad5f-8f3c53612c48 None None] Set router 434992f0-38d1-4d94-95c7-aaed55531f98 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:05:39.326023 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a924bf6d-29a8-441e-ad51-3f8563ecfec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:39.391958 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-c70738e6-a256-4133-ad55-69e430001929 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:39.403341 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-c70738e6-a256-4133-ad55-69e430001929 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.84 "GET /v2.0/networks?id=b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a HTTP/1.1" status: 200 len: 797 time: 0.3830986 May 06 10:05:39.454700 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a924bf6d-29a8-441e-ad51-3f8563ecfec7 None None] For port 0a50f42c-a434-4a7b-83db-76c977cd33b7, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=0a50f42c-a434-4a7b-83db-76c977cd33b7,segment=NetworkSegment(6135026d-f8b7-42e5-a2f4-07ffed825067),segment_id=6135026d-f8b7-42e5-a2f4-07ffed825067)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:39.491995 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-4f83c9cf-294d-4a4b-bdc4-96fd29113a67 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b7022527a0d47ed9f061636a22ce038 HTTP/1.1" status: 200 len: 380 time: 0.0768969 May 06 10:05:39.495334 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a924bf6d-29a8-441e-ad51-3f8563ecfec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:39.508943 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-824e9e56-1ff9-463a-bfe3-a5d83c0de835 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'port': {'device_id': 'a38fab4e-4fa5-467e-b648-f9515a5c3d3e', 'network_id': 'b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a', 'admin_state_up': True, 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'security_groups': ['680ae33a-296c-4e58-a593-34f10419427d']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:39.588388 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924bf6d-29a8-441e-ad51-3f8563ecfec7 None None] Pushing event updated for resources: {'Port': ['ID=0a50f42c-a434-4a7b-83db-76c977cd33b7,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:39.650257 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-972146fa-f69c-45da-82c7-1e8542654b98 None None] Provisioning complete for port 0a50f42c-a434-4a7b-83db-76c977cd33b7 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:39.651619 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-972146fa-f69c-45da-82c7-1e8542654b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:39.693329 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4d90aee0-a7fb-4ffa-ad5f-8f3c53612c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'name': 'tempest-TestNetworkBasicOps-router-1901108296', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:05:34Z', 'revision_number': 5, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '799d01b7-c4f8-42b5-9e8f-59932c3714e3', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'floating_ip_address': '172.25.5.85', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'port_id': '15319bcf-70ed-4f78-90c1-70236b2d7c8f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e', 'mac_address': 'fa:16:3e:66:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266c579-d7c0-44f0-9622-bc3aedc4c2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:04:26Z', 'updated_at': '2022-05-06T10:04:28Z', 'revision_number': 1, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e079c93e-a44a-4a81-8ef3-3bd5dc955a93', 'name': '', 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'mac_address': 'fa:16:3e:5e:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '9efa41e5-c572-455a-b6f5-5a3b63885548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:04Z', 'updated_at': '2022-05-06T10:04:09Z', 'revision_number': 5, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'subnets': [{'id': '9efa41e5-c572-455a-b6f5-5a3b63885548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9887401-f5b2-4144-b192-21048edd7ad3', 'name': '', 'network_id': '3b9eccda-fe1c-4cda-b132-9c62657200c7', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'mac_address': 'fa:16:3e:56:8d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '1089c6aa-f61c-461b-9e5b-b2cfbc9e8831', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:33Z', 'updated_at': '2022-05-06T10:05:38Z', 'revision_number': 4, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'subnets': [{'id': '1089c6aa-f61c-461b-9e5b-b2cfbc9e8831', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:39.727290 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1b2e239-6c4a-4d3e-a20d-83d2a72706b1 req-8d10cbcd-c2c1-4915-926f-36c2bdccbb95 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 210 time: 0.0497177 May 06 10:05:39.744369 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d90aee0-a7fb-4ffa-ad5f-8f3c53612c48 None None] The sync data for ids ['434992f0-38d1-4d94-95c7-aaed55531f98'] in n-d-840835-1 is: [{'id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'name': 'tempest-TestNetworkBasicOps-router-1901108296', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:05:34Z', 'revision_number': 5, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '799d01b7-c4f8-42b5-9e8f-59932c3714e3', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'floating_ip_address': '172.25.5.85', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'port_id': '15319bcf-70ed-4f78-90c1-70236b2d7c8f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e', 'mac_address': 'fa:16:3e:66:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266c579-d7c0-44f0-9622-bc3aedc4c2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:04:26Z', 'updated_at': '2022-05-06T10:04:28Z', 'revision_number': 1, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e079c93e-a44a-4a81-8ef3-3bd5dc955a93', 'name': '', 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'mac_address': 'fa:16:3e:5e:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '9efa41e5-c572-455a-b6f5-5a3b63885548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:04Z', 'updated_at': '2022-05-06T10:04:09Z', 'revision_number': 5, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'subnets': [{'id': '9efa41e5-c572-455a-b6f5-5a3b63885548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9887401-f5b2-4144-b192-21048edd7ad3', 'name': '', 'network_id': '3b9eccda-fe1c-4cda-b132-9c62657200c7', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'mac_address': 'fa:16:3e:56:8d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '1089c6aa-f61c-461b-9e5b-b2cfbc9e8831', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:33Z', 'updated_at': '2022-05-06T10:05:38Z', 'revision_number': 4, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'subnets': [{'id': '1089c6aa-f61c-461b-9e5b-b2cfbc9e8831', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:05:39.754752 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-5f0cd8f3-9019-40f1-b2e1-4fa75e3a2944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692900348', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'd213c376-a83c-4336-811d-4ba35bef1699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:05:26Z', 'updated_at': '2022-05-06T10:05:33Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': 'd213c376-a83c-4336-811d-4ba35bef1699', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:27Z', 'updated_at': '2022-05-06T10:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '0a50f42c-a434-4a7b-83db-76c977cd33b7', 'name': '', 'network_id': 'b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:68:36:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'ed6b3c82-646f-40dc-9452-66b630e40715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:32Z', 'updated_at': '2022-05-06T10:05:38Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': 'ed6b3c82-646f-40dc-9452-66b630e40715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:39.773993 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-824e9e56-1ff9-463a-bfe3-a5d83c0de835 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Made reservation on behalf of 1b7022527a0d47ed9f061636a22ce038 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:05:39.778534 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-824e9e56-1ff9-463a-bfe3-a5d83c0de835 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:39.838247 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0cd8f3-9019-40f1-b2e1-4fa75e3a2944 None None] The sync data for ids ['1af34eac-dd5f-4d2c-9279-0ecf7aade94c'] in n-d-840835-1 is: [{'id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692900348', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'd213c376-a83c-4336-811d-4ba35bef1699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:05:26Z', 'updated_at': '2022-05-06T10:05:33Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': 'd213c376-a83c-4336-811d-4ba35bef1699', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:27Z', 'updated_at': '2022-05-06T10:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '0a50f42c-a434-4a7b-83db-76c977cd33b7', 'name': '', 'network_id': 'b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:68:36:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'ed6b3c82-646f-40dc-9452-66b630e40715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:32Z', 'updated_at': '2022-05-06T10:05:38Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': 'ed6b3c82-646f-40dc-9452-66b630e40715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:05:40.030053 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-972146fa-f69c-45da-82c7-1e8542654b98 None None] Provisioning complete for port f9887401-f5b2-4144-b192-21048edd7ad3 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:40.030413 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-972146fa-f69c-45da-82c7-1e8542654b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:40.066255 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-824e9e56-1ff9-463a-bfe3-a5d83c0de835 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Allocated IP 172.20.0.7 (b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a/ed6b3c82-646f-40dc-9452-66b630e40715/7f195348-3c1a-4177-b9c9-4b07012d1fe4) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:05:40.234808 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-972146fa-f69c-45da-82c7-1e8542654b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:40.279674 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-972146fa-f69c-45da-82c7-1e8542654b98 None None] For port f9887401-f5b2-4144-b192-21048edd7ad3, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f9887401-f5b2-4144-b192-21048edd7ad3,segment=NetworkSegment(22d0fbe4-840f-4292-a73c-651d7f904003),segment_id=22d0fbe4-840f-4292-a73c-651d7f904003)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:40.288232 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-972146fa-f69c-45da-82c7-1e8542654b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:40.428746 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972146fa-f69c-45da-82c7-1e8542654b98 None None] Pushing event updated for resources: {'Port': ['ID=f9887401-f5b2-4144-b192-21048edd7ad3,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:40.436298 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-824e9e56-1ff9-463a-bfe3-a5d83c0de835 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:40.498129 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-824e9e56-1ff9-463a-bfe3-a5d83c0de835 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:40.645957 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e9e56-1ff9-463a-bfe3-a5d83c0de835 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Port': ['ID=7f195348-3c1a-4177-b9c9-4b07012d1fe4,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:40.665282 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-824e9e56-1ff9-463a-bfe3-a5d83c0de835 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Network b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:05:40.672874 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-824e9e56-1ff9-463a-bfe3-a5d83c0de835 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:05:40.675497 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-824e9e56-1ff9-463a-bfe3-a5d83c0de835 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:05:40.705643 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f9887401-f5b2-4144-b192-21048edd7ad3 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:05:40.735248 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-824e9e56-1ff9-463a-bfe3-a5d83c0de835 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:40.736105 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-824e9e56-1ff9-463a-bfe3-a5d83c0de835 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:40.782793 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port f9887401-f5b2-4144-b192-21048edd7ad3 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:40.783732 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:40.798235 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-824e9e56-1ff9-463a-bfe3-a5d83c0de835 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2991242 May 06 10:05:40.826239 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-73ac6599-f885-4349-b1db-d929a5618a47 service neutron] Request body: {'port': {'device_id': 'a38fab4e-4fa5-467e-b648-f9515a5c3d3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:40.998478 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b836471-1b02-4408-9812-3b6f2623854e req-134f1f53-9595-492e-9e8c-ddedc7323024 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:41.009763 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b836471-1b02-4408-9812-3b6f2623854e req-134f1f53-9595-492e-9e8c-ddedc7323024 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 931 time: 0.1190307 May 06 10:05:41.034173 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 0a50f42c-a434-4a7b-83db-76c977cd33b7 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:05:41.051212 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-73ac6599-f885-4349-b1db-d929a5618a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:41.122227 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b836471-1b02-4408-9812-3b6f2623854e req-535666a3-c5d1-4125-aad9-4d1b44156c0a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=680ae33a-296c-4e58-a593-34f10419427d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110468 May 06 10:05:41.208721 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 0a50f42c-a434-4a7b-83db-76c977cd33b7 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:41.209103 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:41.322452 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-020f6ed1-3edc-4ba3-9c8f-6f31140f4c0a None None] Provisioning complete for port 7f195348-3c1a-4177-b9c9-4b07012d1fe4 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:41.322837 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-020f6ed1-3edc-4ba3-9c8f-6f31140f4c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:41.468174 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-020f6ed1-3edc-4ba3-9c8f-6f31140f4c0a None None] Port 7f195348-3c1a-4177-b9c9-4b07012d1fe4 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:05:41.558195 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-73ac6599-f885-4349-b1db-d929a5618a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f195348-3c1a-4177-b9c9-4b07012d1fe4 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:05:41.570369 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-73ac6599-f885-4349-b1db-d929a5618a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:41.583562 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-73ac6599-f885-4349-b1db-d929a5618a47 service neutron] Transition to ACTIVE for port object 7f195348-3c1a-4177-b9c9-4b07012d1fe4 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:05:41.592823 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-73ac6599-f885-4349-b1db-d929a5618a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:41.686485 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac6599-f885-4349-b1db-d929a5618a47 service neutron] Pushing event updated for resources: {'Port': ['ID=7f195348-3c1a-4177-b9c9-4b07012d1fe4,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:41.784087 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-73ac6599-f885-4349-b1db-d929a5618a47 service neutron] Attempting to bind port 7f195348-3c1a-4177-b9c9-4b07012d1fe4 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:05:41.784431 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-73ac6599-f885-4349-b1db-d929a5618a47 service neutron] Attempting to bind port 7f195348-3c1a-4177-b9c9-4b07012d1fe4 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '6135026d-f8b7-42e5-a2f4-07ffed825067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:05:41.784773 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-73ac6599-f885-4349-b1db-d929a5618a47 service neutron] Attempting to bind port 7f195348-3c1a-4177-b9c9-4b07012d1fe4 on network b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:05:41.798603 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-73ac6599-f885-4349-b1db-d929a5618a47 service neutron] Port 7f195348-3c1a-4177-b9c9-4b07012d1fe4 on network b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:05:41.799072 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-73ac6599-f885-4349-b1db-d929a5618a47 service neutron] Attempting to bind port 7f195348-3c1a-4177-b9c9-4b07012d1fe4 on network b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:05:41.806125 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-73ac6599-f885-4349-b1db-d929a5618a47 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:05:41.806479 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-73ac6599-f885-4349-b1db-d929a5618a47 service neutron] Checking segment: {'id': '6135026d-f8b7-42e5-a2f4-07ffed825067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:05:41.806872 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-73ac6599-f885-4349-b1db-d929a5618a47 service neutron] Bound using segment: {'id': '6135026d-f8b7-42e5-a2f4-07ffed825067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:05:41.807342 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-73ac6599-f885-4349-b1db-d929a5618a47 service neutron] Bound port: 7f195348-3c1a-4177-b9c9-4b07012d1fe4, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6135026d-f8b7-42e5-a2f4-07ffed825067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:05:41.807706 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-73ac6599-f885-4349-b1db-d929a5618a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:41.922561 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-73ac6599-f885-4349-b1db-d929a5618a47 service neutron] For port 7f195348-3c1a-4177-b9c9-4b07012d1fe4, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:05:41.926696 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-73ac6599-f885-4349-b1db-d929a5618a47 service neutron] For port 7f195348-3c1a-4177-b9c9-4b07012d1fe4, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=7f195348-3c1a-4177-b9c9-4b07012d1fe4,segment=NetworkSegment(6135026d-f8b7-42e5-a2f4-07ffed825067),segment_id=6135026d-f8b7-42e5-a2f4-07ffed825067)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:05:41.933394 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-73ac6599-f885-4349-b1db-d929a5618a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:42.001088 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-73ac6599-f885-4349-b1db-d929a5618a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:42.001722 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-73ac6599-f885-4349-b1db-d929a5618a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:42.003521 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-73ac6599-f885-4349-b1db-d929a5618a47 service neutron] 10.222.0.84 "PUT /v2.0/ports/7f195348-3c1a-4177-b9c9-4b07012d1fe4 HTTP/1.1" status: 200 len: 1091 time: 1.1948292 May 06 10:05:42.003981 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38fab4e-4fa5-467e-b648-f9515a5c3d3e', 'tag': '7f195348-3c1a-4177-b9c9-4b07012d1fe4'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:05:42.006738 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564d0db6-cc55-4395-91f3-7f1d64fa3f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "a38fab4e-4fa5-467e-b648-f9515a5c3d3e", "tag": "7f195348-3c1a-4177-b9c9-4b07012d1fe4"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:05:42.018201 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac6599-f885-4349-b1db-d929a5618a47 service neutron] Pushing event updated for resources: {'Port': ['ID=7f195348-3c1a-4177-b9c9-4b07012d1fe4,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:42.129713 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b90b59-c9d7-4963-a1b1-a57b288c586a x-openstack-request-id: req-80b90b59-c9d7-4963-a1b1-a57b288c586a {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:05:42.130190 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a38fab4e-4fa5-467e-b648-f9515a5c3d3e", "tag": "7f195348-3c1a-4177-b9c9-4b07012d1fe4", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:05:42.130594 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-80b90b59-c9d7-4963-a1b1-a57b288c586a {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:05:42.134163 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80b90b59-c9d7-4963-a1b1-a57b288c586a'] response: {'name': 'network-changed', 'server_uuid': 'a38fab4e-4fa5-467e-b648-f9515a5c3d3e', 'tag': '7f195348-3c1a-4177-b9c9-4b07012d1fe4', 'status': 'completed', 'code': 200} May 06 10:05:42.223007 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-27a9a390-0216-436a-9615-296509169b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:42.229117 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-27a9a390-0216-436a-9615-296509169b94 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 1094 time: 0.1119444 May 06 10:05:42.335219 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-306b8035-f413-4832-a9e3-49d091067915 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f195348-3c1a-4177-b9c9-4b07012d1fe4 HTTP/1.1" status: 200 len: 217 time: 0.0995660 May 06 10:05:42.356900 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ad85b-2fdc-4c89-bc71-e02e90c2b2c7 req-de3603c6-168a-43ec-a102-950e33fcdcb0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:42.362608 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-432ad85b-2fdc-4c89-bc71-e02e90c2b2c7 req-de3603c6-168a-43ec-a102-950e33fcdcb0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 943 time: 0.1149497 May 06 10:05:42.412287 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-9623b328-45c6-4ceb-965e-dda2a12d827d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:42.413834 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-9623b328-45c6-4ceb-965e-dda2a12d827d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ed6b3c82-646f-40dc-9452-66b630e40715 HTTP/1.1" status: 200 len: 834 time: 0.0711515 May 06 10:05:42.436579 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-432ad85b-2fdc-4c89-bc71-e02e90c2b2c7 req-b951abf1-237b-4397-ae0c-b6969074536a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=680ae33a-296c-4e58-a593-34f10419427d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677793 May 06 10:05:42.480116 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-b724ce46-b048-465d-bc98-f54a08db52f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:42.482001 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-b724ce46-b048-465d-bc98-f54a08db52f1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610769 May 06 10:05:42.611079 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-d65d843e-b2f8-445f-af20-51f35fe31d1e service neutron] 10.222.0.84 "GET /v2.0/networks/b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203017 May 06 10:05:42.737330 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0afa963c-b8ff-46d2-a1d7-4cd61b28b0af req-1cb54144-447d-4efa-b7cb-6151d83a3f01 service neutron] 10.222.0.84 "GET /v2.0/networks/b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190486 May 06 10:05:42.875645 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d0db6-cc55-4395-91f3-7f1d64fa3f6a req-b3bd9306-3159-42ec-a73a-096b57a55e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:42.877180 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-564d0db6-cc55-4395-91f3-7f1d64fa3f6a req-b3bd9306-3159-42ec-a73a-096b57a55e96 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 1094 time: 0.0860569 May 06 10:05:43.011996 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d0db6-cc55-4395-91f3-7f1d64fa3f6a req-3cbf3de2-27fd-45f1-b2eb-0dcfaecf32f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:43.013612 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-564d0db6-cc55-4395-91f3-7f1d64fa3f6a req-3cbf3de2-27fd-45f1-b2eb-0dcfaecf32f8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a HTTP/1.1" status: 200 len: 898 time: 0.1278758 May 06 10:05:43.074895 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-564d0db6-cc55-4395-91f3-7f1d64fa3f6a req-6111bd0e-e891-4e7a-a672-83fd523dccbc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f195348-3c1a-4177-b9c9-4b07012d1fe4 HTTP/1.1" status: 200 len: 217 time: 0.0527444 May 06 10:05:43.173031 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d0db6-cc55-4395-91f3-7f1d64fa3f6a req-28dd6939-6d4b-4bbc-ad02-83a9ca750152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:43.176634 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-564d0db6-cc55-4395-91f3-7f1d64fa3f6a req-28dd6939-6d4b-4bbc-ad02-83a9ca750152 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ed6b3c82-646f-40dc-9452-66b630e40715 HTTP/1.1" status: 200 len: 834 time: 0.0926895 May 06 10:05:43.253522 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d0db6-cc55-4395-91f3-7f1d64fa3f6a req-c1ef4f2b-bc16-4160-b971-209ed9363d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:43.256243 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-564d0db6-cc55-4395-91f3-7f1d64fa3f6a req-c1ef4f2b-bc16-4160-b971-209ed9363d3f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721879 May 06 10:05:43.378822 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-564d0db6-cc55-4395-91f3-7f1d64fa3f6a req-b0b2d3d8-3b0d-42fe-bfb6-890dcabb2831 service neutron] 10.222.0.84 "GET /v2.0/networks/b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143446 May 06 10:05:43.522390 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-564d0db6-cc55-4395-91f3-7f1d64fa3f6a req-5a51881e-d87a-4896-b06f-6dd1b12322bd service neutron] 10.222.0.84 "GET /v2.0/networks/b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351938 May 06 10:05:43.612652 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38564f7a-a253-4305-8529-c8bb88dc981c req-41fee305-b72f-4963-b0a5-83be7a8e2ef5 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:43.616083 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38564f7a-a253-4305-8529-c8bb88dc981c req-41fee305-b72f-4963-b0a5-83be7a8e2ef5 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 943 time: 0.0814669 May 06 10:05:43.717447 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38564f7a-a253-4305-8529-c8bb88dc981c req-3b24603c-d0b4-48bd-a421-74c1f45f0d1e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=680ae33a-296c-4e58-a593-34f10419427d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919564 May 06 10:05:44.735344 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 7f195348-3c1a-4177-b9c9-4b07012d1fe4 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:05:44.844524 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 7f195348-3c1a-4177-b9c9-4b07012d1fe4, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=7f195348-3c1a-4177-b9c9-4b07012d1fe4,segment=NetworkSegment(6135026d-f8b7-42e5-a2f4-07ffed825067),segment_id=6135026d-f8b7-42e5-a2f4-07ffed825067)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:44.857640 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '7f195348-3c1a-4177-b9c9-4b07012d1fe4', 'network_id': 'b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a', 'port_id': '7f195348-3c1a-4177-b9c9-4b07012d1fe4', 'mac_address': 'fa:16:3e:08:6c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed6b3c82-646f-40dc-9452-66b630e40715', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:05:44.878844 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b62fc1-847c-496d-ada8-9ca7106e581a req-c310394b-8e4e-499d-b6da-d7a550852efc tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:44.889281 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-61b62fc1-847c-496d-ada8-9ca7106e581a req-c310394b-8e4e-499d-b6da-d7a550852efc tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 943 time: 0.0627956 May 06 10:05:44.923399 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:44.935903 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-61b62fc1-847c-496d-ada8-9ca7106e581a req-af41a4c7-2b34-4175-8a87-ed3a2c501477 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=680ae33a-296c-4e58-a593-34f10419427d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425892 May 06 10:05:44.945844 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f195348-3c1a-4177-b9c9-4b07012d1fe4 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:05:44.967426 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 7f195348-3c1a-4177-b9c9-4b07012d1fe4, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=7f195348-3c1a-4177-b9c9-4b07012d1fe4,segment=NetworkSegment(6135026d-f8b7-42e5-a2f4-07ffed825067),segment_id=6135026d-f8b7-42e5-a2f4-07ffed825067)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:44.971804 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:45.042126 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=7f195348-3c1a-4177-b9c9-4b07012d1fe4,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:45.272363 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['7f195348-3c1a-4177-b9c9-4b07012d1fe4'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:05:45.937716 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-81d19b27-a728-4701-9ed8-d6410243da69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:46.097461 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a7fad-5e06-4c3c-8781-d595c3e32f6e req-9c3ac6b8-e113-4446-833a-1c7d42f7fc32 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:46.105879 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-704a7fad-5e06-4c3c-8781-d595c3e32f6e req-9c3ac6b8-e113-4446-833a-1c7d42f7fc32 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 944 time: 0.0853956 May 06 10:05:46.154372 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-704a7fad-5e06-4c3c-8781-d595c3e32f6e req-a062c615-e12b-4727-ae17-ca6d120981c8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=680ae33a-296c-4e58-a593-34f10419427d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457757 May 06 10:05:46.748871 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 7f195348-3c1a-4177-b9c9-4b07012d1fe4 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:05:46.818325 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 7f195348-3c1a-4177-b9c9-4b07012d1fe4 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:05:46.823907 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 7f195348-3c1a-4177-b9c9-4b07012d1fe4 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:46.824354 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:46.932731 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:46.983528 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38fab4e-4fa5-467e-b648-f9515a5c3d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f195348-3c1a-4177-b9c9-4b07012d1fe4'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:05:46.986534 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fd5daa-b41c-44a5-b8cb-b20411b14036" -d '{"events": [{"server_uuid": "a38fab4e-4fa5-467e-b648-f9515a5c3d3e", "name": "network-vif-plugged", "status": "completed", "tag": "7f195348-3c1a-4177-b9c9-4b07012d1fe4"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:05:47.001517 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 7f195348-3c1a-4177-b9c9-4b07012d1fe4, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=7f195348-3c1a-4177-b9c9-4b07012d1fe4,segment=NetworkSegment(6135026d-f8b7-42e5-a2f4-07ffed825067),segment_id=6135026d-f8b7-42e5-a2f4-07ffed825067)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:47.009586 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:47.050800 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f0dc73-0147-4e4f-b979-b28950df9298 x-openstack-request-id: req-93f0dc73-0147-4e4f-b979-b28950df9298 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:05:47.051102 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38fab4e-4fa5-467e-b648-f9515a5c3d3e", "name": "network-vif-plugged", "status": "completed", "tag": "7f195348-3c1a-4177-b9c9-4b07012d1fe4", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:05:47.051614 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-93f0dc73-0147-4e4f-b979-b28950df9298 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:05:47.052026 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93f0dc73-0147-4e4f-b979-b28950df9298'] response: {'server_uuid': 'a38fab4e-4fa5-467e-b648-f9515a5c3d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f195348-3c1a-4177-b9c9-4b07012d1fe4', 'code': 200} May 06 10:05:47.096375 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=7f195348-3c1a-4177-b9c9-4b07012d1fe4,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:47.211081 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcb050-6bb1-4894-99fb-0239f33bd08e req-df1456ed-8a73-4642-85d1-3b8ce74b5abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:47.213885 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fadcb050-6bb1-4894-99fb-0239f33bd08e req-df1456ed-8a73-4642-85d1-3b8ce74b5abc service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 1096 time: 0.0938239 May 06 10:05:47.301600 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fadcb050-6bb1-4894-99fb-0239f33bd08e req-4c21330c-c11e-4bd1-ae77-a586cf1aebfd service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=680ae33a-296c-4e58-a593-34f10419427d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739655 May 06 10:05:47.342495 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c4f3c-c5c4-40e0-bb9d-0868c6509447 req-29f178a9-073b-4e23-8f4d-a6d1368aee86 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:47.345330 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0e3c4f3c-c5c4-40e0-bb9d-0868c6509447 req-29f178a9-073b-4e23-8f4d-a6d1368aee86 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 945 time: 0.0841372 May 06 10:05:47.393338 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0e3c4f3c-c5c4-40e0-bb9d-0868c6509447 req-74b4906c-8c52-4ae6-bed2-8254063e61c2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=680ae33a-296c-4e58-a593-34f10419427d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377264 May 06 10:05:48.338765 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-21332ecd-93ab-4b81-8867-cd959d789534 req-eef337b1-dc8c-48a3-b1ca-b889f68295fd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4266c579-d7c0-44f0-9622-bc3aedc4c2b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0821815 May 06 10:05:48.476681 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21332ecd-93ab-4b81-8867-cd959d789534 req-7f8e4cae-3d44-49d6-a727-628e7d6cf60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:48.477999 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-21332ecd-93ab-4b81-8867-cd959d789534 req-7f8e4cae-3d44-49d6-a727-628e7d6cf60b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a50139172da04b07b17553ee2a3c6289&device_id=4266c579-d7c0-44f0-9622-bc3aedc4c2b0 HTTP/1.1" status: 200 len: 1096 time: 0.1119633 May 06 10:05:48.532091 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e02ea9a2-bd0a-4c1f-b6c6-5b125ba1c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:48.621952 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ab3dd-1962-4d50-9b2a-b0c05cff3287 req-8d6a706a-b421-4133-a651-b617e8708f77 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:48.635808 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bd6ab3dd-1962-4d50-9b2a-b0c05cff3287 req-8d6a706a-b421-4133-a651-b617e8708f77 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 945 time: 0.1152976 May 06 10:05:48.720137 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bd6ab3dd-1962-4d50-9b2a-b0c05cff3287 req-edab3117-b7e3-4613-80a8-59b8b3b0c978 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=680ae33a-296c-4e58-a593-34f10419427d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833807 May 06 10:05:48.725677 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21332ecd-93ab-4b81-8867-cd959d789534 req-76fd6181-e4dd-4259-9f29-5bd61de1f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:48.727611 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-21332ecd-93ab-4b81-8867-cd959d789534 req-76fd6181-e4dd-4259-9f29-5bd61de1f9dd service neutron] 10.222.0.84 "GET /v2.0/networks?id=fc02e321-544e-4497-b490-1338290d6d6e HTTP/1.1" status: 200 len: 898 time: 0.2236679 May 06 10:05:48.870786 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-21332ecd-93ab-4b81-8867-cd959d789534 req-9f325098-265b-4924-ac6a-e7c7433ce737 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15319bcf-70ed-4f78-90c1-70236b2d7c8f HTTP/1.1" status: 200 len: 1000 time: 0.1336074 May 06 10:05:48.954552 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:49.009298 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21332ecd-93ab-4b81-8867-cd959d789534 req-0f1cb8eb-b904-414e-9fc2-9c8fda297f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:49.010828 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-21332ecd-93ab-4b81-8867-cd959d789534 req-0f1cb8eb-b904-414e-9fc2-9c8fda297f34 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9efa41e5-c572-455a-b6f5-5a3b63885548 HTTP/1.1" status: 200 len: 834 time: 0.1321962 May 06 10:05:49.098422 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21332ecd-93ab-4b81-8867-cd959d789534 req-51364c22-204e-4e0b-a2e9-d8e884799965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:49.100135 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-21332ecd-93ab-4b81-8867-cd959d789534 req-51364c22-204e-4e0b-a2e9-d8e884799965 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=fc02e321-544e-4497-b490-1338290d6d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813417 May 06 10:05:49.228262 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-21332ecd-93ab-4b81-8867-cd959d789534 req-4ec03caf-ff54-4572-a4d1-fb0d0a6fc6d3 service neutron] 10.222.0.84 "GET /v2.0/networks/fc02e321-544e-4497-b490-1338290d6d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202464 May 06 10:05:49.352985 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-21332ecd-93ab-4b81-8867-cd959d789534 req-8c782b5c-2f0c-43b6-9283-29a1bf268b9a service neutron] 10.222.0.84 "GET /v2.0/networks/fc02e321-544e-4497-b490-1338290d6d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141896 May 06 10:05:49.561720 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:49.955093 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35bafa-d339-4a99-a435-9a6dcc286399 req-32ff8774-02ce-4e2b-ae6d-25437e977895 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:49.957514 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d35bafa-d339-4a99-a435-9a6dcc286399 req-32ff8774-02ce-4e2b-ae6d-25437e977895 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 945 time: 0.0680325 May 06 10:05:50.000722 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6d35bafa-d339-4a99-a435-9a6dcc286399 req-d1b8b593-6aa2-46a3-a09c-158bb3e7783e tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=680ae33a-296c-4e58-a593-34f10419427d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367324 May 06 10:05:50.119584 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072d66f-89e4-47cd-836e-b57d8165056b req-25207590-1eb5-4820-9571-0980945886fe tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:50.121600 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1072d66f-89e4-47cd-836e-b57d8165056b req-25207590-1eb5-4820-9571-0980945886fe tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 945 time: 0.0547478 May 06 10:05:50.167170 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1072d66f-89e4-47cd-836e-b57d8165056b req-2748ff1e-d668-42fb-8d28-1e1193c66890 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=680ae33a-296c-4e58-a593-34f10419427d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387213 May 06 10:05:50.191650 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 53206) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:50.256007 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8678c4a3-b5a2-4379-80fd-d105670564c0 tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:50.257792 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8678c4a3-b5a2-4379-80fd-d105670564c0 tempest-TestNetworkAdvancedServerOps-1696554160 tempest-TestNetworkAdvancedServerOps-1696554160-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 1091 time: 0.0651956 May 06 10:05:50.260537 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 53212) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:50.265697 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'port_id': '7f195348-3c1a-4177-b9c9-4b07012d1fe4', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:50.289253 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:50.452141 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:50.601968 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Allocated IP 172.25.5.21 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/a5d5dd8a-db78-40fd-8e26-902dc383eca2) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:05:50.780347 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:50.830515 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:50.878939 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:05:50.883335 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:05:50.892034 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:05:50.936784 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Port': ['ID=a5d5dd8a-db78-40fd-8e26-902dc383eca2,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:50.961005 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:50.961817 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:50.962276 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:50.962925 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:50.963690 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:50.964289 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:50.964806 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:50.965157 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:50.965496 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:50.965999 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:50.966856 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:50.967613 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:51.252018 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:51.483739 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:51.528113 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:51.625912 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:51.831585 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:51.839609 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:51.930969 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event updated for resources: {'Port': ['ID=a5d5dd8a-db78-40fd-8e26-902dc383eca2,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:51.947691 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:52.084425 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Floating IP d944b30a-5de2-479c-992b-65a44125ac25 associated. External IP: 172.25.5.21, port: 7f195348-3c1a-4177-b9c9-4b07012d1fe4. May 06 10:05:52.346143 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Router 1af34eac-dd5f-4d2c-9279-0ecf7aade94c has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:05:52.483161 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:05:52.496188 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6362245e-6cd4-41d1-b143-630ea03025e1 None None] Sync routers for ids ['1af34eac-dd5f-4d2c-9279-0ecf7aade94c'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:05:52.508621 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6362245e-6cd4-41d1-b143-630ea03025e1 None None] Routers {'1af34eac-dd5f-4d2c-9279-0ecf7aade94c'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:05:52.509576 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6362245e-6cd4-41d1-b143-630ea03025e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:05:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1af34eac-dd5f-4d2c-9279-0ecf7aade94c'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:52.524267 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:52.574553 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0b6c8ba8-f23f-498b-824c-9ae7518658a0 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3128018 May 06 10:05:52.575498 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38fab4e-4fa5-467e-b648-f9515a5c3d3e', 'tag': '7f195348-3c1a-4177-b9c9-4b07012d1fe4'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:05:52.579427 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532c00e3-a148-46ec-b5d9-eb6b9617f122" -d '{"events": [{"name": "network-changed", "server_uuid": "a38fab4e-4fa5-467e-b648-f9515a5c3d3e", "tag": "7f195348-3c1a-4177-b9c9-4b07012d1fe4"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:05:52.654291 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-6362245e-6cd4-41d1-b143-630ea03025e1 None None] Set router 1af34eac-dd5f-4d2c-9279-0ecf7aade94c gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:05:53.154747 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea16f79-3047-4df2-abba-f1972112ef4e req-1ad4599f-5c3c-447d-861e-dd391b44d23b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:53.175541 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6362245e-6cd4-41d1-b143-630ea03025e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692900348', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'd213c376-a83c-4336-811d-4ba35bef1699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:05:26Z', 'updated_at': '2022-05-06T10:05:33Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': 'd213c376-a83c-4336-811d-4ba35bef1699', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:27Z', 'updated_at': '2022-05-06T10:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'd944b30a-5de2-479c-992b-65a44125ac25', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'floating_ip_address': '172.25.5.21', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'port_id': '7f195348-3c1a-4177-b9c9-4b07012d1fe4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a', 'mac_address': 'fa:16:3e:08:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38fab4e-4fa5-467e-b648-f9515a5c3d3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:05:51Z', 'updated_at': '2022-05-06T10:05:51Z', 'revision_number': 0, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a50f42c-a434-4a7b-83db-76c977cd33b7', 'name': '', 'network_id': 'b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:68:36:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'ed6b3c82-646f-40dc-9452-66b630e40715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:32Z', 'updated_at': '2022-05-06T10:05:39Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': 'ed6b3c82-646f-40dc-9452-66b630e40715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:53.177691 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0ea16f79-3047-4df2-abba-f1972112ef4e req-1ad4599f-5c3c-447d-861e-dd391b44d23b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 945 time: 0.5248880 May 06 10:05:53.209903 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6362245e-6cd4-41d1-b143-630ea03025e1 None None] Checking router: 1af34eac-dd5f-4d2c-9279-0ecf7aade94c for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:05:53.220308 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6362245e-6cd4-41d1-b143-630ea03025e1 None None] Routers {'1af34eac-dd5f-4d2c-9279-0ecf7aade94c'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:05:53.221128 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6362245e-6cd4-41d1-b143-630ea03025e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:05:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1af34eac-dd5f-4d2c-9279-0ecf7aade94c'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:53.283289 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0ea16f79-3047-4df2-abba-f1972112ef4e req-830d0feb-a5b4-4eb0-a0b4-249e75f635e6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=680ae33a-296c-4e58-a593-34f10419427d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027689 May 06 10:05:53.320859 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 53540) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:53.352682 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-6362245e-6cd4-41d1-b143-630ea03025e1 None None] Set router 1af34eac-dd5f-4d2c-9279-0ecf7aade94c gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:05:53.393221 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b361cdaf-1785-48c6-9205-c128a2e5edb5 x-openstack-request-id: req-b361cdaf-1785-48c6-9205-c128a2e5edb5 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:05:53.394129 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a38fab4e-4fa5-467e-b648-f9515a5c3d3e", "tag": "7f195348-3c1a-4177-b9c9-4b07012d1fe4", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:05:53.394747 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b361cdaf-1785-48c6-9205-c128a2e5edb5 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:05:53.400198 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b361cdaf-1785-48c6-9205-c128a2e5edb5'] response: {'name': 'network-changed', 'server_uuid': 'a38fab4e-4fa5-467e-b648-f9515a5c3d3e', 'tag': '7f195348-3c1a-4177-b9c9-4b07012d1fe4', 'status': 'completed', 'code': 200} May 06 10:05:53.491635 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e6884c85-d9bf-4b6b-95f8-d4423d5ffa25 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/floatingips/d944b30a-5de2-479c-992b-65a44125ac25 HTTP/1.1" status: 200 len: 990 time: 0.1692905 May 06 10:05:53.503286 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c00e3-a148-46ec-b5d9-eb6b9617f122 req-efbd94fd-31eb-47bf-8c7a-f2725cd7fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:53.505758 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-532c00e3-a148-46ec-b5d9-eb6b9617f122 req-efbd94fd-31eb-47bf-8c7a-f2725cd7fd3b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 1096 time: 0.0774052 May 06 10:05:53.651365 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c00e3-a148-46ec-b5d9-eb6b9617f122 req-1fc36a7b-9995-4a44-87c4-2361ea14367b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:53.653296 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-532c00e3-a148-46ec-b5d9-eb6b9617f122 req-1fc36a7b-9995-4a44-87c4-2361ea14367b service neutron] 10.222.0.84 "GET /v2.0/networks?id=b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a HTTP/1.1" status: 200 len: 898 time: 0.1407294 May 06 10:05:53.719757 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6362245e-6cd4-41d1-b143-630ea03025e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692900348', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'd213c376-a83c-4336-811d-4ba35bef1699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:05:26Z', 'updated_at': '2022-05-06T10:05:33Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': 'd213c376-a83c-4336-811d-4ba35bef1699', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:27Z', 'updated_at': '2022-05-06T10:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'd944b30a-5de2-479c-992b-65a44125ac25', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'floating_ip_address': '172.25.5.21', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'port_id': '7f195348-3c1a-4177-b9c9-4b07012d1fe4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a', 'mac_address': 'fa:16:3e:08:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38fab4e-4fa5-467e-b648-f9515a5c3d3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:05:51Z', 'updated_at': '2022-05-06T10:05:51Z', 'revision_number': 0, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a50f42c-a434-4a7b-83db-76c977cd33b7', 'name': '', 'network_id': 'b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:68:36:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'ed6b3c82-646f-40dc-9452-66b630e40715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:32Z', 'updated_at': '2022-05-06T10:05:39Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': 'ed6b3c82-646f-40dc-9452-66b630e40715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:53.754773 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-532c00e3-a148-46ec-b5d9-eb6b9617f122 req-6c06e369-bceb-44f9-bae6-715106a0cb73 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f195348-3c1a-4177-b9c9-4b07012d1fe4 HTTP/1.1" status: 200 len: 998 time: 0.0943229 May 06 10:05:53.755185 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6362245e-6cd4-41d1-b143-630ea03025e1 None None] The sync data for ids ['1af34eac-dd5f-4d2c-9279-0ecf7aade94c'] in n-d-840835-1 is: [{'id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692900348', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'd213c376-a83c-4336-811d-4ba35bef1699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:05:26Z', 'updated_at': '2022-05-06T10:05:33Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': 'd213c376-a83c-4336-811d-4ba35bef1699', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:27Z', 'updated_at': '2022-05-06T10:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'd944b30a-5de2-479c-992b-65a44125ac25', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'floating_ip_address': '172.25.5.21', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'port_id': '7f195348-3c1a-4177-b9c9-4b07012d1fe4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a', 'mac_address': 'fa:16:3e:08:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38fab4e-4fa5-467e-b648-f9515a5c3d3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:05:51Z', 'updated_at': '2022-05-06T10:05:51Z', 'revision_number': 0, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a50f42c-a434-4a7b-83db-76c977cd33b7', 'name': '', 'network_id': 'b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:68:36:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'ed6b3c82-646f-40dc-9452-66b630e40715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:32Z', 'updated_at': '2022-05-06T10:05:39Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': 'ed6b3c82-646f-40dc-9452-66b630e40715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:05:53.837202 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c00e3-a148-46ec-b5d9-eb6b9617f122 req-796e9212-4368-4fe1-a3dc-2e9622066790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:53.839235 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-532c00e3-a148-46ec-b5d9-eb6b9617f122 req-796e9212-4368-4fe1-a3dc-2e9622066790 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ed6b3c82-646f-40dc-9452-66b630e40715 HTTP/1.1" status: 200 len: 834 time: 0.0757937 May 06 10:05:53.937713 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c00e3-a148-46ec-b5d9-eb6b9617f122 req-2e1e1105-e45e-4362-a456-aaece615183a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:53.941086 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-532c00e3-a148-46ec-b5d9-eb6b9617f122 req-2e1e1105-e45e-4362-a456-aaece615183a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940812 May 06 10:05:54.158195 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170b209d-3684-4184-b65a-9724da5c6ca8 None None] New status for floating IP d944b30a-5de2-479c-992b-65a44125ac25: ACTIVE {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:05:54.173694 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-532c00e3-a148-46ec-b5d9-eb6b9617f122 req-dcf6c716-98e2-4453-83c6-3df999d1e86b service neutron] 10.222.0.84 "GET /v2.0/networks/b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210705 May 06 10:05:54.354599 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-532c00e3-a148-46ec-b5d9-eb6b9617f122 req-22aa9341-8929-4fe5-917b-918c29974c23 service neutron] 10.222.0.84 "GET /v2.0/networks/b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741455 May 06 10:05:54.495413 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 53672) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:54.525012 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:05:54.676006 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7ca25abe-bb93-418c-be49-f0c7e90088ff tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/floatingips/d944b30a-5de2-479c-992b-65a44125ac25 HTTP/1.1" status: 200 len: 992 time: 0.1788990 May 06 10:05:55.568849 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25523bb-51f8-4c44-901a-8d8b00efd3a0 req-89e434ab-5e56-4fff-9e0b-23092614f070 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:55.577043 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b25523bb-51f8-4c44-901a-8d8b00efd3a0 req-89e434ab-5e56-4fff-9e0b-23092614f070 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/ports?device_id=99f05d13-d43b-4f36-a90b-5964171638d3 HTTP/1.1" status: 200 len: 950 time: 0.0637803 May 06 10:05:55.620897 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b25523bb-51f8-4c44-901a-8d8b00efd3a0 req-68a516ed-3cf5-49f2-8df0-0e34465c876a tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/security-groups?id=7d8c0c41-c9cd-4421-b692-46ef37e8d4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429213 May 06 10:05:56.745207 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eedab96-6da1-4fdf-9abb-6eeb38e99ecc req-2553b1e4-4e9e-4f27-993c-2dbf39cc302f tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:56.746707 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5eedab96-6da1-4fdf-9abb-6eeb38e99ecc req-2553b1e4-4e9e-4f27-993c-2dbf39cc302f tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/ports?device_id=99f05d13-d43b-4f36-a90b-5964171638d3 HTTP/1.1" status: 200 len: 950 time: 0.0521259 May 06 10:05:56.797462 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5eedab96-6da1-4fdf-9abb-6eeb38e99ecc req-710c868f-1a7c-4000-9bc4-a1b01b0fd71a tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/security-groups?id=7d8c0c41-c9cd-4421-b692-46ef37e8d4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442843 May 06 10:05:57.090408 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37414b7c-cc45-446e-a83b-551196e9be6e req-422f8e99-cf2c-46bf-be8f-2c7e2ef242e5 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:57.096209 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37414b7c-cc45-446e-a83b-551196e9be6e req-422f8e99-cf2c-46bf-be8f-2c7e2ef242e5 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.84 "GET /v2.0/ports?device_id=99f05d13-d43b-4f36-a90b-5964171638d3 HTTP/1.1" status: 200 len: 950 time: 0.0734754 May 06 10:05:57.267452 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-37414b7c-cc45-446e-a83b-551196e9be6e req-62bd8a55-50be-4768-ba1d-91d74ab17714 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Deleting port e36d897f-5665-4844-a543-395f10a5b45b {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:05:57.267881 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-37414b7c-cc45-446e-a83b-551196e9be6e req-62bd8a55-50be-4768-ba1d-91d74ab17714 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:57.411304 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-37414b7c-cc45-446e-a83b-551196e9be6e req-62bd8a55-50be-4768-ba1d-91d74ab17714 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] For port e36d897f-5665-4844-a543-395f10a5b45b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=e36d897f-5665-4844-a543-395f10a5b45b,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:57.411683 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-37414b7c-cc45-446e-a83b-551196e9be6e req-62bd8a55-50be-4768-ba1d-91d74ab17714 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:57.426691 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-37414b7c-cc45-446e-a83b-551196e9be6e req-62bd8a55-50be-4768-ba1d-91d74ab17714 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Calling delete_port for e36d897f-5665-4844-a543-395f10a5b45b owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:05:57.615442 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-37414b7c-cc45-446e-a83b-551196e9be6e req-62bd8a55-50be-4768-ba1d-91d74ab17714 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:57.637386 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['e36d897f-5665-4844-a543-395f10a5b45b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:05:57.654883 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd8a55-50be-4768-ba1d-91d74ab17714 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Pushing event deleted for resources: {'Port': ['ID=e36d897f-5665-4844-a543-395f10a5b45b,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:57.711854 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-37414b7c-cc45-446e-a83b-551196e9be6e req-62bd8a55-50be-4768-ba1d-91d74ab17714 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] No DVR routers for this DVR port e36d897f-5665-4844-a543-395f10a5b45b on host n-h1-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:05:57.714957 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-37414b7c-cc45-446e-a83b-551196e9be6e req-62bd8a55-50be-4768-ba1d-91d74ab17714 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:57.718546 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37414b7c-cc45-446e-a83b-551196e9be6e req-62bd8a55-50be-4768-ba1d-91d74ab17714 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.84 "DELETE /v2.0/ports/e36d897f-5665-4844-a543-395f10a5b45b HTTP/1.1" status: 204 len: 173 time: 0.6154947 May 06 10:05:57.719004 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f05d13-d43b-4f36-a90b-5964171638d3', 'name': 'network-vif-deleted', 'tag': 'e36d897f-5665-4844-a543-395f10a5b45b'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:05:57.721396 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7adfd82e-2786-4d56-bb7d-215922b68942" -d '{"events": [{"server_uuid": "99f05d13-d43b-4f36-a90b-5964171638d3", "name": "network-vif-deleted", "tag": "e36d897f-5665-4844-a543-395f10a5b45b"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:05:57.777028 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f91b23-20a2-457e-92fc-099c4c9a70e0 x-openstack-request-id: req-f6f91b23-20a2-457e-92fc-099c4c9a70e0 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:05:57.777506 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f05d13-d43b-4f36-a90b-5964171638d3", "name": "network-vif-deleted", "tag": "e36d897f-5665-4844-a543-395f10a5b45b", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:05:57.777930 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f6f91b23-20a2-457e-92fc-099c4c9a70e0 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:05:57.778604 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6f91b23-20a2-457e-92fc-099c4c9a70e0'] response: {'server_uuid': '99f05d13-d43b-4f36-a90b-5964171638d3', 'name': 'network-vif-deleted', 'tag': 'e36d897f-5665-4844-a543-395f10a5b45b', 'status': 'completed', 'code': 200} May 06 10:05:57.946945 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8836fff6-8561-48ea-8dbb-a60b488a689f req-44bd3d98-842c-4015-895f-4e6953210612 tempest-VolumesBackupsTest-263351934 tempest-VolumesBackupsTest-263351934-project] 10.222.0.73 "GET /v2.0/ports?device_id=99f05d13-d43b-4f36-a90b-5964171638d3 HTTP/1.1" status: 200 len: 210 time: 0.0426393 May 06 10:05:59.122763 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:00.822909 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device e36d897f-5665-4844-a543-395f10a5b45b no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:06:00.849278 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: e36d897f-5665-4844-a543-395f10a5b45b {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:06:00.850167 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device e36d897f-5665-4844-a543-395f10a5b45b not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:06:02.008402 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 53754) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:02.191958 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-27d90738-2a44-4a9f-85ed-d85e03b64364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:02.459449 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-27d90738-2a44-4a9f-85ed-d85e03b64364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:02.470236 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-27d90738-2a44-4a9f-85ed-d85e03b64364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:02.473381 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-45e59045-5a0a-4aa8-9726-cf9f95523d6e req-ecf6e342-9e59-4636-a269-18c3909c67e6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d933891f-ca45-42f5-bd82-1eab42a69dc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5245826 May 06 10:06:02.519773 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 53774) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:02.520025 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-27d90738-2a44-4a9f-85ed-d85e03b64364 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b5da3b69a66b4c05a8f9d977295e861a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5099339 May 06 10:06:02.520954 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d90738-2a44-4a9f-85ed-d85e03b64364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d21e898-7910-4ea0-9e84-b954bdab7495,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:02.656700 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2104733d-b325-4802-a94f-c4ca9d0a0abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:02.684258 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2104733d-b325-4802-a94f-c4ca9d0a0abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:02.692774 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e59045-5a0a-4aa8-9726-cf9f95523d6e req-72d7dd1b-7a73-49cd-8513-715c073714bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:02.694274 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-45e59045-5a0a-4aa8-9726-cf9f95523d6e req-72d7dd1b-7a73-49cd-8513-715c073714bf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a50139172da04b07b17553ee2a3c6289&device_id=d933891f-ca45-42f5-bd82-1eab42a69dc1 HTTP/1.1" status: 200 len: 1097 time: 0.1370504 May 06 10:06:02.847843 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2104733d-b325-4802-a94f-c4ca9d0a0abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:02.850670 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2104733d-b325-4802-a94f-c4ca9d0a0abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:02.852156 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2104733d-b325-4802-a94f-c4ca9d0a0abe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2d21e898-7910-4ea0-9e84-b954bdab7495 HTTP/1.1" status: 204 len: 168 time: 0.3314369 May 06 10:06:02.857723 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e59045-5a0a-4aa8-9726-cf9f95523d6e req-ff3310fd-1fe4-4cb7-91da-e0c1648b114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:02.859470 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-45e59045-5a0a-4aa8-9726-cf9f95523d6e req-ff3310fd-1fe4-4cb7-91da-e0c1648b114c service neutron] 10.222.0.77 "GET /v2.0/networks?id=3b9eccda-fe1c-4cda-b132-9c62657200c7 HTTP/1.1" status: 200 len: 898 time: 0.1368914 May 06 10:06:02.864547 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104733d-b325-4802-a94f-c4ca9d0a0abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d21e898-7910-4ea0-9e84-b954bdab7495,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:02.931935 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-45e59045-5a0a-4aa8-9726-cf9f95523d6e req-1d362546-b1e5-412c-acbb-6ca194a55605 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=9df8215d-87af-4494-9e09-51323946ba29 HTTP/1.1" status: 200 len: 217 time: 0.0643375 May 06 10:06:02.989509 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e59045-5a0a-4aa8-9726-cf9f95523d6e req-5da965f5-6996-42b3-89e5-2e1b6eee74b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:02.991059 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-45e59045-5a0a-4aa8-9726-cf9f95523d6e req-5da965f5-6996-42b3-89e5-2e1b6eee74b6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1089c6aa-f61c-461b-9e5b-b2cfbc9e8831 HTTP/1.1" status: 200 len: 838 time: 0.0523288 May 06 10:06:03.050138 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e59045-5a0a-4aa8-9726-cf9f95523d6e req-7ade5d66-598a-4604-9263-1214dae80d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:03.051758 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-45e59045-5a0a-4aa8-9726-cf9f95523d6e req-7ade5d66-598a-4604-9263-1214dae80d82 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3b9eccda-fe1c-4cda-b132-9c62657200c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547493 May 06 10:06:03.185681 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-45e59045-5a0a-4aa8-9726-cf9f95523d6e req-36fa15be-53ce-448a-a9b3-6df2dd5922c9 service neutron] 10.222.0.77 "GET /v2.0/networks/3b9eccda-fe1c-4cda-b132-9c62657200c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263685 May 06 10:06:03.234598 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 53812) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:03.249551 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1ebe5476-b69b-4c5a-8da2-51f1ae67dc71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:03.305893 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-45e59045-5a0a-4aa8-9726-cf9f95523d6e req-aa991aa1-b7cc-4d33-93c1-614a0adbe70f service neutron] 10.222.0.77 "GET /v2.0/networks/3b9eccda-fe1c-4cda-b132-9c62657200c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128986 May 06 10:06:03.354311 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1ebe5476-b69b-4c5a-8da2-51f1ae67dc71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:03.359798 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1ebe5476-b69b-4c5a-8da2-51f1ae67dc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:03.415705 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1ebe5476-b69b-4c5a-8da2-51f1ae67dc71 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3da898c350fe4cd397ccd90a78e71fe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1781447 May 06 10:06:03.416578 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 53844) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:03.419803 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe5476-b69b-4c5a-8da2-51f1ae67dc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bedaf5-e129-491b-bf84-0ff72ee0e1cc,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:03.475750 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fdd6049-84d8-4452-be12-b5fe73e8df42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:03.498965 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fdd6049-84d8-4452-be12-b5fe73e8df42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:03.553576 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fdd6049-84d8-4452-be12-b5fe73e8df42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:03.556442 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8fdd6049-84d8-4452-be12-b5fe73e8df42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:03.557628 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8fdd6049-84d8-4452-be12-b5fe73e8df42 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/71bedaf5-e129-491b-bf84-0ff72ee0e1cc HTTP/1.1" status: 204 len: 168 time: 0.1400609 May 06 10:06:03.566927 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd6049-84d8-4452-be12-b5fe73e8df42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bedaf5-e129-491b-bf84-0ff72ee0e1cc,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:03.665433 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 53850) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:04.208804 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a714f730-d6f5-46e2-a324-20e5abcb2daa tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:04.612395 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-a714f730-d6f5-46e2-a324-20e5abcb2daa tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Deleting port f9887401-f5b2-4144-b192-21048edd7ad3 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:06:04.613015 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a714f730-d6f5-46e2-a324-20e5abcb2daa tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:04.721305 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-a714f730-d6f5-46e2-a324-20e5abcb2daa tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] For port f9887401-f5b2-4144-b192-21048edd7ad3, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f9887401-f5b2-4144-b192-21048edd7ad3,segment=NetworkSegment(22d0fbe4-840f-4292-a73c-651d7f904003),segment_id=22d0fbe4-840f-4292-a73c-651d7f904003)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:04.721726 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a714f730-d6f5-46e2-a324-20e5abcb2daa tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:04.736607 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-a714f730-d6f5-46e2-a324-20e5abcb2daa tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Calling delete_port for f9887401-f5b2-4144-b192-21048edd7ad3 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:06:04.985071 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 53886) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:05.004299 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a714f730-d6f5-46e2-a324-20e5abcb2daa tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:05.175494 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714f730-d6f5-46e2-a324-20e5abcb2daa tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event deleted for resources: {'Port': ['ID=f9887401-f5b2-4144-b192-21048edd7ad3,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:05.268308 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5595718a-0580-4a16-bec1-617d0bfb7434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:05.384252 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a714f730-d6f5-46e2-a324-20e5abcb2daa tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:05.462922 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5595718a-0580-4a16-bec1-617d0bfb7434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:05.472741 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5595718a-0580-4a16-bec1-617d0bfb7434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:05.818132 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595718a-0580-4a16-bec1-617d0bfb7434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b554dc3-7c74-4e8b-96f7-58d792d15f3c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:05.827746 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5595718a-0580-4a16-bec1-617d0bfb7434 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7c3da8a980464d5fa26c281e2b436a12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8414316 May 06 10:06:05.830630 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 53900) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:05.838516 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595718a-0580-4a16-bec1-617d0bfb7434 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:05.838867 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595718a-0580-4a16-bec1-617d0bfb7434 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:05.839528 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595718a-0580-4a16-bec1-617d0bfb7434 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:05.839659 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595718a-0580-4a16-bec1-617d0bfb7434 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:05.839913 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595718a-0580-4a16-bec1-617d0bfb7434 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:05.840299 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595718a-0580-4a16-bec1-617d0bfb7434 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:05.840626 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595718a-0580-4a16-bec1-617d0bfb7434 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:05.840950 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595718a-0580-4a16-bec1-617d0bfb7434 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:05.841406 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595718a-0580-4a16-bec1-617d0bfb7434 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:05.841594 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595718a-0580-4a16-bec1-617d0bfb7434 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:05.841926 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595718a-0580-4a16-bec1-617d0bfb7434 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:05.842251 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595718a-0580-4a16-bec1-617d0bfb7434 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:05.917414 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-81249915-ee81-4c7a-9783-b58ef1b4a266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:05.944425 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-81249915-ee81-4c7a-9783-b58ef1b4a266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:05.979601 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a714f730-d6f5-46e2-a324-20e5abcb2daa tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Router 434992f0-38d1-4d94-95c7-aaed55531f98 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:06:05.995564 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-81249915-ee81-4c7a-9783-b58ef1b4a266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:05.998302 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-81249915-ee81-4c7a-9783-b58ef1b4a266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:06.000511 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-81249915-ee81-4c7a-9783-b58ef1b4a266 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1b554dc3-7c74-4e8b-96f7-58d792d15f3c HTTP/1.1" status: 204 len: 168 time: 0.1686115 May 06 10:06:06.015336 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81249915-ee81-4c7a-9783-b58ef1b4a266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b554dc3-7c74-4e8b-96f7-58d792d15f3c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:06.129318 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a714f730-d6f5-46e2-a324-20e5abcb2daa tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:06:06.141703 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7371a9c-c200-4637-b66f-63a7de91cab6 None None] Sync routers for ids ['434992f0-38d1-4d94-95c7-aaed55531f98'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:06:06.151685 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a714f730-d6f5-46e2-a324-20e5abcb2daa tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "PUT /v2.0/routers/434992f0-38d1-4d94-95c7-aaed55531f98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4848051 May 06 10:06:06.151952 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7371a9c-c200-4637-b66f-63a7de91cab6 None None] Routers {'434992f0-38d1-4d94-95c7-aaed55531f98'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:06:06.152552 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d7371a9c-c200-4637-b66f-63a7de91cab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:05:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['434992f0-38d1-4d94-95c7-aaed55531f98'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:06.295553 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-d7371a9c-c200-4637-b66f-63a7de91cab6 None None] Set router 434992f0-38d1-4d94-95c7-aaed55531f98 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:06:06.468767 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2402aa4-effb-42a9-bad6-acb069c59512 req-ca01b49c-6282-4411-a40e-d778372b32a8 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:06.470339 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a2402aa4-effb-42a9-bad6-acb069c59512 req-ca01b49c-6282-4411-a40e-d778372b32a8 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=d933891f-ca45-42f5-bd82-1eab42a69dc1 HTTP/1.1" status: 200 len: 946 time: 0.0590334 May 06 10:06:06.549754 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a2402aa4-effb-42a9-bad6-acb069c59512 req-119be391-fc54-43c8-8112-ecc2311c9a42 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=75ff0b03-4f42-4c72-8e5b-6b110e286d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732441 May 06 10:06:06.663009 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d7371a9c-c200-4637-b66f-63a7de91cab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'name': 'tempest-TestNetworkBasicOps-router-1901108296', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:06:04Z', 'revision_number': 6, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '799d01b7-c4f8-42b5-9e8f-59932c3714e3', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'floating_ip_address': '172.25.5.85', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'port_id': '15319bcf-70ed-4f78-90c1-70236b2d7c8f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e', 'mac_address': 'fa:16:3e:66:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266c579-d7c0-44f0-9622-bc3aedc4c2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:04:26Z', 'updated_at': '2022-05-06T10:04:28Z', 'revision_number': 1, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e079c93e-a44a-4a81-8ef3-3bd5dc955a93', 'name': '', 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'mac_address': 'fa:16:3e:5e:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '9efa41e5-c572-455a-b6f5-5a3b63885548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:04Z', 'updated_at': '2022-05-06T10:04:09Z', 'revision_number': 5, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'subnets': [{'id': '9efa41e5-c572-455a-b6f5-5a3b63885548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:06.694074 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7371a9c-c200-4637-b66f-63a7de91cab6 None None] Checking router: 434992f0-38d1-4d94-95c7-aaed55531f98 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:06:06.705782 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7371a9c-c200-4637-b66f-63a7de91cab6 None None] Routers {'434992f0-38d1-4d94-95c7-aaed55531f98'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:06:06.706792 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d7371a9c-c200-4637-b66f-63a7de91cab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:05:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['434992f0-38d1-4d94-95c7-aaed55531f98'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:07.026605 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-d7371a9c-c200-4637-b66f-63a7de91cab6 None None] Set router 434992f0-38d1-4d94-95c7-aaed55531f98 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:06:07.297618 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d7371a9c-c200-4637-b66f-63a7de91cab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'name': 'tempest-TestNetworkBasicOps-router-1901108296', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:06:04Z', 'revision_number': 6, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '799d01b7-c4f8-42b5-9e8f-59932c3714e3', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'floating_ip_address': '172.25.5.85', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'port_id': '15319bcf-70ed-4f78-90c1-70236b2d7c8f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e', 'mac_address': 'fa:16:3e:66:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266c579-d7c0-44f0-9622-bc3aedc4c2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:04:26Z', 'updated_at': '2022-05-06T10:04:28Z', 'revision_number': 1, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e079c93e-a44a-4a81-8ef3-3bd5dc955a93', 'name': '', 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'mac_address': 'fa:16:3e:5e:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '9efa41e5-c572-455a-b6f5-5a3b63885548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:04Z', 'updated_at': '2022-05-06T10:04:09Z', 'revision_number': 5, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'subnets': [{'id': '9efa41e5-c572-455a-b6f5-5a3b63885548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:07.335333 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7371a9c-c200-4637-b66f-63a7de91cab6 None None] The sync data for ids ['434992f0-38d1-4d94-95c7-aaed55531f98'] in n-d-840835-1 is: [{'id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'name': 'tempest-TestNetworkBasicOps-router-1901108296', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:06:04Z', 'revision_number': 6, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '799d01b7-c4f8-42b5-9e8f-59932c3714e3', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'floating_ip_address': '172.25.5.85', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'port_id': '15319bcf-70ed-4f78-90c1-70236b2d7c8f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e', 'mac_address': 'fa:16:3e:66:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266c579-d7c0-44f0-9622-bc3aedc4c2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:04:26Z', 'updated_at': '2022-05-06T10:04:28Z', 'revision_number': 1, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e079c93e-a44a-4a81-8ef3-3bd5dc955a93', 'name': '', 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'mac_address': 'fa:16:3e:5e:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '9efa41e5-c572-455a-b6f5-5a3b63885548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:04Z', 'updated_at': '2022-05-06T10:04:09Z', 'revision_number': 5, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'subnets': [{'id': '9efa41e5-c572-455a-b6f5-5a3b63885548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:06:07.729435 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deccdef-f34c-46b5-ac7e-5278b2409170 req-b6ef5eab-2f66-469f-aec8-df33733c68ab tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:07.741323 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3deccdef-f34c-46b5-ac7e-5278b2409170 req-b6ef5eab-2f66-469f-aec8-df33733c68ab tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=d933891f-ca45-42f5-bd82-1eab42a69dc1 HTTP/1.1" status: 200 len: 946 time: 0.1104066 May 06 10:06:07.834396 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3deccdef-f34c-46b5-ac7e-5278b2409170 req-c84c9748-3cf6-412c-b9cc-b9ed104447e9 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=75ff0b03-4f42-4c72-8e5b-6b110e286d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916305 May 06 10:06:08.080034 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f817ff-d4a9-47f8-89d4-ef683f5bd52e req-0c47f2b9-15cd-4602-952c-fff68fe6c7bc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:08.081753 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-34f817ff-d4a9-47f8-89d4-ef683f5bd52e req-0c47f2b9-15cd-4602-952c-fff68fe6c7bc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.77 "GET /v2.0/ports?device_id=d933891f-ca45-42f5-bd82-1eab42a69dc1 HTTP/1.1" status: 200 len: 946 time: 0.0680549 May 06 10:06:08.207538 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-34f817ff-d4a9-47f8-89d4-ef683f5bd52e req-a0d27430-b684-4866-8227-504fd73bf23a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Deleting port 9df8215d-87af-4494-9e09-51323946ba29 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:06:08.207884 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-34f817ff-d4a9-47f8-89d4-ef683f5bd52e req-a0d27430-b684-4866-8227-504fd73bf23a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:08.408946 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-34f817ff-d4a9-47f8-89d4-ef683f5bd52e req-a0d27430-b684-4866-8227-504fd73bf23a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] For port 9df8215d-87af-4494-9e09-51323946ba29, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=9df8215d-87af-4494-9e09-51323946ba29,segment=NetworkSegment(22d0fbe4-840f-4292-a73c-651d7f904003),segment_id=22d0fbe4-840f-4292-a73c-651d7f904003)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:08.409320 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-34f817ff-d4a9-47f8-89d4-ef683f5bd52e req-a0d27430-b684-4866-8227-504fd73bf23a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:08.424766 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-34f817ff-d4a9-47f8-89d4-ef683f5bd52e req-a0d27430-b684-4866-8227-504fd73bf23a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Calling delete_port for 9df8215d-87af-4494-9e09-51323946ba29 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:06:08.499906 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f9887401-f5b2-4144-b192-21048edd7ad3 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:06:08.526734 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: f9887401-f5b2-4144-b192-21048edd7ad3 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:06:08.527364 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f9887401-f5b2-4144-b192-21048edd7ad3 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:06:08.609592 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-34f817ff-d4a9-47f8-89d4-ef683f5bd52e req-a0d27430-b684-4866-8227-504fd73bf23a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:08.646627 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d27430-b684-4866-8227-504fd73bf23a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event deleted for resources: {'Port': ['ID=9df8215d-87af-4494-9e09-51323946ba29,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:08.714629 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f817ff-d4a9-47f8-89d4-ef683f5bd52e req-a0d27430-b684-4866-8227-504fd73bf23a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] No DVR routers for this DVR port 9df8215d-87af-4494-9e09-51323946ba29 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:06:08.718430 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-34f817ff-d4a9-47f8-89d4-ef683f5bd52e req-a0d27430-b684-4866-8227-504fd73bf23a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:08.725011 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-34f817ff-d4a9-47f8-89d4-ef683f5bd52e req-a0d27430-b684-4866-8227-504fd73bf23a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.77 "DELETE /v2.0/ports/9df8215d-87af-4494-9e09-51323946ba29 HTTP/1.1" status: 204 len: 173 time: 0.6370699 May 06 10:06:08.725639 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd933891f-ca45-42f5-bd82-1eab42a69dc1', 'name': 'network-vif-deleted', 'tag': '9df8215d-87af-4494-9e09-51323946ba29'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:06:08.728337 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c3dba7-9bd8-43d8-a567-b2ad83998381" -d '{"events": [{"server_uuid": "d933891f-ca45-42f5-bd82-1eab42a69dc1", "name": "network-vif-deleted", "tag": "9df8215d-87af-4494-9e09-51323946ba29"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:06:08.781710 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1d0646-3441-4135-80f2-868b8bca3550 x-openstack-request-id: req-bc1d0646-3441-4135-80f2-868b8bca3550 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:06:08.782011 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d933891f-ca45-42f5-bd82-1eab42a69dc1", "name": "network-vif-deleted", "tag": "9df8215d-87af-4494-9e09-51323946ba29", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:06:08.782263 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bc1d0646-3441-4135-80f2-868b8bca3550 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:06:08.784362 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc1d0646-3441-4135-80f2-868b8bca3550'] response: {'server_uuid': 'd933891f-ca45-42f5-bd82-1eab42a69dc1', 'name': 'network-vif-deleted', 'tag': '9df8215d-87af-4494-9e09-51323946ba29', 'status': 'completed', 'code': 200} May 06 10:06:09.042876 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-543381b9-8608-4713-91b7-eaa5044a4556 req-ec425d71-4e70-40e7-beaa-c1ba7b39dd7c tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=d933891f-ca45-42f5-bd82-1eab42a69dc1 HTTP/1.1" status: 200 len: 210 time: 0.0732720 May 06 10:06:10.111943 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 53980) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:10.180240 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c6431d32-dd78-4ac9-8eff-caa428f852f3 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:10.224426 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c6431d32-dd78-4ac9-8eff-caa428f852f3 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:10.319157 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c6431d32-dd78-4ac9-8eff-caa428f852f3 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:10.322698 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c6431d32-dd78-4ac9-8eff-caa428f852f3 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:10.324190 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c6431d32-dd78-4ac9-8eff-caa428f852f3 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "DELETE /v2.0/security-groups/75ff0b03-4f42-4c72-8e5b-6b110e286d15 HTTP/1.1" status: 204 len: 168 time: 0.2111058 May 06 10:06:10.337346 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6431d32-dd78-4ac9-8eff-caa428f852f3 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ff0b03-4f42-4c72-8e5b-6b110e286d15,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:10.402380 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 53984) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:10.476162 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d7ae16-829f-425d-b76b-268da6173de8 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Deleting subnet 1089c6aa-f61c-461b-9e5b-b2cfbc9e8831 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:06:10.480637 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-55d7ae16-829f-425d-b76b-268da6173de8 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:10.529696 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-55d7ae16-829f-425d-b76b-268da6173de8 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:10.642959 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-55d7ae16-829f-425d-b76b-268da6173de8 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:10.747367 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-55d7ae16-829f-425d-b76b-268da6173de8 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:10.774051 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8c7aba-7940-4588-a38b-8ce48de976d9 None None] Network 3b9eccda-fe1c-4cda-b132-9c62657200c7 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:06:10.809025 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-55d7ae16-829f-425d-b76b-268da6173de8 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:10.824604 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-55d7ae16-829f-425d-b76b-268da6173de8 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "DELETE /v2.0/subnets/1089c6aa-f61c-461b-9e5b-b2cfbc9e8831 HTTP/1.1" status: 204 len: 168 time: 0.4182825 May 06 10:06:10.825068 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7ae16-829f-425d-b76b-268da6173de8 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event deleted for resources: {'Subnet': ['ID=1089c6aa-f61c-461b-9e5b-b2cfbc9e8831,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:10.825782 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 53990) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:10.990560 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ca39ea48-d717-4b6a-843b-4d3216a00f41 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:11.156154 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-ca39ea48-d717-4b6a-843b-4d3216a00f41 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Deleting port eb855c9e-35f5-4fc0-bd0c-b208c3fb218f {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:06:11.157455 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ca39ea48-d717-4b6a-843b-4d3216a00f41 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:11.170459 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2358d6d5-49ed-40ba-8d79-1a9d522dc431 None None] DHCP port deletion for 3b9eccda-fe1c-4cda-b132-9c62657200c7 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:06:11.283794 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-2358d6d5-49ed-40ba-8d79-1a9d522dc431 None None] Deleting port eb855c9e-35f5-4fc0-bd0c-b208c3fb218f {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:06:11.285832 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2358d6d5-49ed-40ba-8d79-1a9d522dc431 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:11.293100 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 53998) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:11.334630 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-ca39ea48-d717-4b6a-843b-4d3216a00f41 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] For port eb855c9e-35f5-4fc0-bd0c-b208c3fb218f, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=eb855c9e-35f5-4fc0-bd0c-b208c3fb218f,segment=NetworkSegment(22d0fbe4-840f-4292-a73c-651d7f904003),segment_id=22d0fbe4-840f-4292-a73c-651d7f904003)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:11.335011 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ca39ea48-d717-4b6a-843b-4d3216a00f41 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:11.366802 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-ca39ea48-d717-4b6a-843b-4d3216a00f41 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Calling delete_port for eb855c9e-35f5-4fc0-bd0c-b208c3fb218f owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:06:11.393910 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-2358d6d5-49ed-40ba-8d79-1a9d522dc431 None None] For port eb855c9e-35f5-4fc0-bd0c-b208c3fb218f, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=eb855c9e-35f5-4fc0-bd0c-b208c3fb218f,segment=NetworkSegment(22d0fbe4-840f-4292-a73c-651d7f904003),segment_id=22d0fbe4-840f-4292-a73c-651d7f904003)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:11.394584 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2358d6d5-49ed-40ba-8d79-1a9d522dc431 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:11.410896 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-2358d6d5-49ed-40ba-8d79-1a9d522dc431 None None] Calling delete_port for eb855c9e-35f5-4fc0-bd0c-b208c3fb218f owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:06:11.524710 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ca39ea48-d717-4b6a-843b-4d3216a00f41 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:11.542385 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2358d6d5-49ed-40ba-8d79-1a9d522dc431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:11.559503 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca39ea48-d717-4b6a-843b-4d3216a00f41 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] No DVR routers for this DVR port eb855c9e-35f5-4fc0-bd0c-b208c3fb218f on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:06:11.562419 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39ea48-d717-4b6a-843b-4d3216a00f41 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event deleted for resources: {'Port': ['ID=eb855c9e-35f5-4fc0-bd0c-b208c3fb218f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:11.635613 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-338088e0-afa4-4413-9fd2-6d94ffa3e89b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:11.645942 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2358d6d5-49ed-40ba-8d79-1a9d522dc431 None None] No DVR routers for this DVR port eb855c9e-35f5-4fc0-bd0c-b208c3fb218f on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:06:11.650272 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358d6d5-49ed-40ba-8d79-1a9d522dc431 None None] Pushing event deleted for resources: {'Port': ['ID=eb855c9e-35f5-4fc0-bd0c-b208c3fb218f,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:11.724498 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ca39ea48-d717-4b6a-843b-4d3216a00f41 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:11.760572 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-ca39ea48-d717-4b6a-843b-4d3216a00f41 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b9eccda-fe1c-4cda-b132-9c62657200c7']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:11.773712 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-ca39ea48-d717-4b6a-843b-4d3216a00f41 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d0fbe4-840f-4292-a73c-651d7f904003') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:11.774014 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-ca39ea48-d717-4b6a-843b-4d3216a00f41 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d0fbe4-840f-4292-a73c-651d7f904003') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:11.788496 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-338088e0-afa4-4413-9fd2-6d94ffa3e89b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:11.795652 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ca39ea48-d717-4b6a-843b-4d3216a00f41 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:11.799787 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-338088e0-afa4-4413-9fd2-6d94ffa3e89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:11.814453 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ca39ea48-d717-4b6a-843b-4d3216a00f41 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:11.822224 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca39ea48-d717-4b6a-843b-4d3216a00f41 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:06:11.823069 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ca39ea48-d717-4b6a-843b-4d3216a00f41 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:11.843989 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-338088e0-afa4-4413-9fd2-6d94ffa3e89b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1fdafee88696404583b7e01b595b8aa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5497589 May 06 10:06:11.844737 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338088e0-afa4-4413-9fd2-6d94ffa3e89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe723dd-d78b-48a5-8d64-9a5375b1e14e,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:11.857337 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54004) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: timer() May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:06:11.875770 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:06:11.909396 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ca39ea48-d717-4b6a-843b-4d3216a00f41 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:11.956486 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-759e9e92-20db-4981-8146-1518d3de754a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:11.958067 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ca39ea48-d717-4b6a-843b-4d3216a00f41 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:11.961720 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ca39ea48-d717-4b6a-843b-4d3216a00f41 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "DELETE /v2.0/networks/3b9eccda-fe1c-4cda-b132-9c62657200c7 HTTP/1.1" status: 204 len: 168 time: 1.1328008 May 06 10:06:11.962694 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39ea48-d717-4b6a-843b-4d3216a00f41 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event deleted for resources: {'Network': ['ID=3b9eccda-fe1c-4cda-b132-9c62657200c7,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:11.965440 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 54006) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:11.995561 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-759e9e92-20db-4981-8146-1518d3de754a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:12.056813 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-759e9e92-20db-4981-8146-1518d3de754a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:12.059724 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-759e9e92-20db-4981-8146-1518d3de754a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:12.061094 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-759e9e92-20db-4981-8146-1518d3de754a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8fe723dd-d78b-48a5-8d64-9a5375b1e14e HTTP/1.1" status: 204 len: 168 time: 0.2024915 May 06 10:06:12.072061 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e9e92-20db-4981-8146-1518d3de754a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe723dd-d78b-48a5-8d64-9a5375b1e14e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:12.221002 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-377d21bb-5e1f-4750-a333-df2c64111d87 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Deleting port 1c89a888-09d8-4d87-97eb-2dd28e189d87 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:06:12.221367 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-377d21bb-5e1f-4750-a333-df2c64111d87 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:12.316203 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 9df8215d-87af-4494-9e09-51323946ba29 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:06:12.354306 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 9df8215d-87af-4494-9e09-51323946ba29 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:06:12.354660 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 9df8215d-87af-4494-9e09-51323946ba29 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:06:12.408912 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-377d21bb-5e1f-4750-a333-df2c64111d87 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:12.409634 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-377d21bb-5e1f-4750-a333-df2c64111d87 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:12.424879 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-377d21bb-5e1f-4750-a333-df2c64111d87 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Calling delete_port for 1c89a888-09d8-4d87-97eb-2dd28e189d87 owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:06:12.587396 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device eb855c9e-35f5-4fc0-bd0c-b208c3fb218f no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:06:12.626689 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: eb855c9e-35f5-4fc0-bd0c-b208c3fb218f {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:06:12.627359 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device eb855c9e-35f5-4fc0-bd0c-b208c3fb218f not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:06:12.661377 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-377d21bb-5e1f-4750-a333-df2c64111d87 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:12.708427 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d21bb-5e1f-4750-a333-df2c64111d87 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event deleted for resources: {'Port': ['ID=1c89a888-09d8-4d87-97eb-2dd28e189d87,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:12.809751 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-377d21bb-5e1f-4750-a333-df2c64111d87 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:12.810372 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-377d21bb-5e1f-4750-a333-df2c64111d87 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Floating IP 799d01b7-c4f8-42b5-9e8f-59932c3714e3 disassociated (deleted). External IP: 172.25.5.85, port: 15319bcf-70ed-4f78-90c1-70236b2d7c8f. May 06 10:06:13.092474 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377d21bb-5e1f-4750-a333-df2c64111d87 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Router 434992f0-38d1-4d94-95c7-aaed55531f98 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:06:13.154932 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54032) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:13.245162 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377d21bb-5e1f-4750-a333-df2c64111d87 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:06:13.254159 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-377d21bb-5e1f-4750-a333-df2c64111d87 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:13.261621 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eac6ff-de56-41a0-b4fb-2fafa76eaab4 None None] Sync routers for ids ['434992f0-38d1-4d94-95c7-aaed55531f98'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:06:13.276907 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eac6ff-de56-41a0-b4fb-2fafa76eaab4 None None] Routers {'434992f0-38d1-4d94-95c7-aaed55531f98'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:06:13.277548 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-f4eac6ff-de56-41a0-b4fb-2fafa76eaab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:05:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['434992f0-38d1-4d94-95c7-aaed55531f98'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:13.297677 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-377d21bb-5e1f-4750-a333-df2c64111d87 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "DELETE /v2.0/floatingips/799d01b7-c4f8-42b5-9e8f-59932c3714e3 HTTP/1.1" status: 204 len: 168 time: 1.3285604 May 06 10:06:13.297677 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4266c579-d7c0-44f0-9622-bc3aedc4c2b0', 'tag': '15319bcf-70ed-4f78-90c1-70236b2d7c8f'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:06:13.298244 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae71a50-8b27-46f2-94c4-3183c9cec20e" -d '{"events": [{"name": "network-changed", "server_uuid": "4266c579-d7c0-44f0-9622-bc3aedc4c2b0", "tag": "15319bcf-70ed-4f78-90c1-70236b2d7c8f"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:06:13.315877 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-1805cc17-c857-4ac3-9fc2-1b1aa7776e0b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1967482108-network', 'tenant_id': 'a1c46de5a38548ffaf671660dbafc275'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:13.384762 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1805cc17-c857-4ac3-9fc2-1b1aa7776e0b admin admin] Made reservation on behalf of a1c46de5a38548ffaf671660dbafc275 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:06:13.387929 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1805cc17-c857-4ac3-9fc2-1b1aa7776e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:13.401876 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1805cc17-c857-4ac3-9fc2-1b1aa7776e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:13.494206 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-f4eac6ff-de56-41a0-b4fb-2fafa76eaab4 None None] Set router 434992f0-38d1-4d94-95c7-aaed55531f98 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:06:13.535883 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1805cc17-c857-4ac3-9fc2-1b1aa7776e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:13.544908 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1805cc17-c857-4ac3-9fc2-1b1aa7776e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:13.586797 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2d255a-5754-42ba-b70d-b3cfc09d49a1 x-openstack-request-id: req-4f2d255a-5754-42ba-b70d-b3cfc09d49a1 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:06:13.587394 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4266c579-d7c0-44f0-9622-bc3aedc4c2b0", "tag": "15319bcf-70ed-4f78-90c1-70236b2d7c8f", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:06:13.587741 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4f2d255a-5754-42ba-b70d-b3cfc09d49a1 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:06:13.588371 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f2d255a-5754-42ba-b70d-b3cfc09d49a1'] response: {'name': 'network-changed', 'server_uuid': '4266c579-d7c0-44f0-9622-bc3aedc4c2b0', 'tag': '15319bcf-70ed-4f78-90c1-70236b2d7c8f', 'status': 'completed', 'code': 200} May 06 10:06:13.615690 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805cc17-c857-4ac3-9fc2-1b1aa7776e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19c3c1a-3a5d-48a4-9cfd-6b3b144a39b5,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:13.621924 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1805cc17-c857-4ac3-9fc2-1b1aa7776e0b admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:06:13.635962 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1805cc17-c857-4ac3-9fc2-1b1aa7776e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:13.636678 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-1805cc17-c857-4ac3-9fc2-1b1aa7776e0b admin admin] Added segment 3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed of type vlan for network 4bbe2e9b-5747-4feb-b99a-f35298302a92 May 06 10:06:13.731078 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1805cc17-c857-4ac3-9fc2-1b1aa7776e0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:13.745530 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae71a50-8b27-46f2-94c4-3183c9cec20e req-6ebad629-0d87-4c45-9756-c272f10ee0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:13.747327 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dae71a50-8b27-46f2-94c4-3183c9cec20e req-6ebad629-0d87-4c45-9756-c272f10ee0f4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a50139172da04b07b17553ee2a3c6289&device_id=4266c579-d7c0-44f0-9622-bc3aedc4c2b0 HTTP/1.1" status: 200 len: 1096 time: 0.0989728 May 06 10:06:13.810209 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca890676-c59e-4882-b548-d387607ed23d req-28a383c7-1904-4890-9e24-f32f10217876 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:13.818138 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ca890676-c59e-4882-b548-d387607ed23d req-28a383c7-1904-4890-9e24-f32f10217876 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=4266c579-d7c0-44f0-9622-bc3aedc4c2b0 HTTP/1.1" status: 200 len: 945 time: 0.1353679 May 06 10:06:13.820141 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1805cc17-c857-4ac3-9fc2-1b1aa7776e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:13.821524 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1805cc17-c857-4ac3-9fc2-1b1aa7776e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:13.822292 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1805cc17-c857-4ac3-9fc2-1b1aa7776e0b admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:13.882640 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae71a50-8b27-46f2-94c4-3183c9cec20e req-770f6114-fffa-4679-bfbf-c01c286754f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:13.884567 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dae71a50-8b27-46f2-94c4-3183c9cec20e req-770f6114-fffa-4679-bfbf-c01c286754f9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=fc02e321-544e-4497-b490-1338290d6d6e HTTP/1.1" status: 200 len: 898 time: 0.1240768 May 06 10:06:13.933956 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1805cc17-c857-4ac3-9fc2-1b1aa7776e0b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7776117 May 06 10:06:13.942175 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54046) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:13.948941 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-cfad17a9-c031-4300-a261-8b592ad9ed14 admin admin] Request body: {'subnet': {'network_id': '4bbe2e9b-5747-4feb-b99a-f35298302a92', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1967482108-subnet', 'tenant_id': 'a1c46de5a38548ffaf671660dbafc275', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:13.980222 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805cc17-c857-4ac3-9fc2-1b1aa7776e0b admin admin] Pushing event updated for resources: {'Network': ['ID=4bbe2e9b-5747-4feb-b99a-f35298302a92,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:13.981340 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dae71a50-8b27-46f2-94c4-3183c9cec20e req-a94b6b4d-fe1c-4e6b-8ee8-0eebdf42344c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15319bcf-70ed-4f78-90c1-70236b2d7c8f HTTP/1.1" status: 200 len: 217 time: 0.0867717 May 06 10:06:13.996484 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ca890676-c59e-4882-b548-d387607ed23d req-69ca2f85-fed7-4201-ba8b-4aca11de1969 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c37d0b7-214b-41a0-a8c1-e178bae1a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684110 May 06 10:06:13.999498 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 4bbe2e9b-5747-4feb-b99a-f35298302a92 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:06:14.010255 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfad17a9-c031-4300-a261-8b592ad9ed14 admin admin] Made reservation on behalf of a1c46de5a38548ffaf671660dbafc275 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:06:14.013776 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cfad17a9-c031-4300-a261-8b592ad9ed14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:14.050882 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-f4eac6ff-de56-41a0-b4fb-2fafa76eaab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'name': 'tempest-TestNetworkBasicOps-router-1901108296', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:06:04Z', 'revision_number': 6, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'e079c93e-a44a-4a81-8ef3-3bd5dc955a93', 'name': '', 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'mac_address': 'fa:16:3e:5e:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '9efa41e5-c572-455a-b6f5-5a3b63885548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:04Z', 'updated_at': '2022-05-06T10:04:09Z', 'revision_number': 5, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'subnets': [{'id': '9efa41e5-c572-455a-b6f5-5a3b63885548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:14.131660 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae71a50-8b27-46f2-94c4-3183c9cec20e req-fce1a204-d418-4d8a-b3db-95bb498e7741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:14.134921 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eac6ff-de56-41a0-b4fb-2fafa76eaab4 None None] Checking router: 434992f0-38d1-4d94-95c7-aaed55531f98 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:06:14.136320 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dae71a50-8b27-46f2-94c4-3183c9cec20e req-fce1a204-d418-4d8a-b3db-95bb498e7741 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9efa41e5-c572-455a-b6f5-5a3b63885548 HTTP/1.1" status: 200 len: 834 time: 0.1414976 May 06 10:06:14.145304 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eac6ff-de56-41a0-b4fb-2fafa76eaab4 None None] Routers {'434992f0-38d1-4d94-95c7-aaed55531f98'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:06:14.146083 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-f4eac6ff-de56-41a0-b4fb-2fafa76eaab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:05:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['434992f0-38d1-4d94-95c7-aaed55531f98'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:14.232548 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae71a50-8b27-46f2-94c4-3183c9cec20e req-14c93e8b-43f1-47f3-be3a-18ce0ab450df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:14.234639 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dae71a50-8b27-46f2-94c4-3183c9cec20e req-14c93e8b-43f1-47f3-be3a-18ce0ab450df service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=fc02e321-544e-4497-b490-1338290d6d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829008 May 06 10:06:14.286763 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-f4eac6ff-de56-41a0-b4fb-2fafa76eaab4 None None] Set router 434992f0-38d1-4d94-95c7-aaed55531f98 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:06:14.339188 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cfad17a9-c031-4300-a261-8b592ad9ed14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:14.365494 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dae71a50-8b27-46f2-94c4-3183c9cec20e req-a3bfb89a-17e7-41e0-b121-a73762edffed service neutron] 10.222.0.84 "GET /v2.0/networks/fc02e321-544e-4497-b490-1338290d6d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212950 May 06 10:06:14.445484 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad17a9-c031-4300-a261-8b592ad9ed14 admin admin] Checking segment: {'id': '3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4bbe2e9b-5747-4feb-b99a-f35298302a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:06:14.446472 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfad17a9-c031-4300-a261-8b592ad9ed14 admin admin] Network hostable DHCP agents. Network: 4bbe2e9b-5747-4feb-b99a-f35298302a92, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:06:14.449019 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad17a9-c031-4300-a261-8b592ad9ed14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e05999b-0051-46c7-9f65-ff8814dab00a,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:14.490432 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfad17a9-c031-4300-a261-8b592ad9ed14 admin admin] Network 4bbe2e9b-5747-4feb-b99a-f35298302a92 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:06:14.518546 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-cfad17a9-c031-4300-a261-8b592ad9ed14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 4bbe2e9b-5747-4feb-b99a-f35298302a92) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:06:14.533745 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfad17a9-c031-4300-a261-8b592ad9ed14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:14.534709 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cfad17a9-c031-4300-a261-8b592ad9ed14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:14.542430 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc84010-2d01-459e-8047-7c4285df3726 None None] Network 4bbe2e9b-5747-4feb-b99a-f35298302a92 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:06:14.558154 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dae71a50-8b27-46f2-94c4-3183c9cec20e req-22b44a46-3b02-4cd2-944b-4aa05cdd4ead service neutron] 10.222.0.84 "GET /v2.0/networks/fc02e321-544e-4497-b490-1338290d6d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846838 May 06 10:06:14.584345 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-cfad17a9-c031-4300-a261-8b592ad9ed14 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6391702 May 06 10:06:14.707564 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-f4eac6ff-de56-41a0-b4fb-2fafa76eaab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'name': 'tempest-TestNetworkBasicOps-router-1901108296', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:06:04Z', 'revision_number': 6, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'e079c93e-a44a-4a81-8ef3-3bd5dc955a93', 'name': '', 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'mac_address': 'fa:16:3e:5e:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '9efa41e5-c572-455a-b6f5-5a3b63885548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:04Z', 'updated_at': '2022-05-06T10:04:09Z', 'revision_number': 5, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'subnets': [{'id': '9efa41e5-c572-455a-b6f5-5a3b63885548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:14.741750 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eac6ff-de56-41a0-b4fb-2fafa76eaab4 None None] The sync data for ids ['434992f0-38d1-4d94-95c7-aaed55531f98'] in n-d-840835-1 is: [{'id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'name': 'tempest-TestNetworkBasicOps-router-1901108296', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:06:04Z', 'revision_number': 6, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'e079c93e-a44a-4a81-8ef3-3bd5dc955a93', 'name': '', 'network_id': 'fc02e321-544e-4497-b490-1338290d6d6e', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'mac_address': 'fa:16:3e:5e:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '9efa41e5-c572-455a-b6f5-5a3b63885548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:04Z', 'updated_at': '2022-05-06T10:04:09Z', 'revision_number': 5, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'subnets': [{'id': '9efa41e5-c572-455a-b6f5-5a3b63885548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:06:14.751139 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ac57cc-3ade-49da-8c9a-728ad96a5046 None None] Network 4bbe2e9b-5747-4feb-b99a-f35298302a92 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:06:15.163739 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663b22e-c2e7-4877-b0b5-df6347abaf12 req-596b114a-adbe-4d16-bcd6-2dbd5775f494 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:15.165197 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d663b22e-c2e7-4877-b0b5-df6347abaf12 req-596b114a-adbe-4d16-bcd6-2dbd5775f494 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.84 "GET /v2.0/ports?device_id=4266c579-d7c0-44f0-9622-bc3aedc4c2b0 HTTP/1.1" status: 200 len: 945 time: 0.1471570 May 06 10:06:15.171544 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086dac7-92d5-4e82-82ae-a98b9f4835d4 req-27db683b-04f0-4c77-bd20-cdb5088eca5a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:15.175270 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d086dac7-92d5-4e82-82ae-a98b9f4835d4 req-27db683b-04f0-4c77-bd20-cdb5088eca5a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=4266c579-d7c0-44f0-9622-bc3aedc4c2b0 HTTP/1.1" status: 200 len: 945 time: 0.0721269 May 06 10:06:15.228766 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5c77a8-6381-4122-852d-769063c3cc63 None None] New status for floating IP 799d01b7-c4f8-42b5-9e8f-59932c3714e3: DOWN {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:06:15.238431 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d086dac7-92d5-4e82-82ae-a98b9f4835d4 req-8f8ad5fe-0146-4167-b9d7-95959fdfc4e1 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c37d0b7-214b-41a0-a8c1-e178bae1a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478752 May 06 10:06:15.353608 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-d663b22e-c2e7-4877-b0b5-df6347abaf12 req-f7121f2b-8f08-43ba-8e4d-a7f56a923dd2 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Deleting port 15319bcf-70ed-4f78-90c1-70236b2d7c8f {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:06:15.353608 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d663b22e-c2e7-4877-b0b5-df6347abaf12 req-f7121f2b-8f08-43ba-8e4d-a7f56a923dd2 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:15.493117 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-d663b22e-c2e7-4877-b0b5-df6347abaf12 req-f7121f2b-8f08-43ba-8e4d-a7f56a923dd2 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] For port 15319bcf-70ed-4f78-90c1-70236b2d7c8f, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=15319bcf-70ed-4f78-90c1-70236b2d7c8f,segment=NetworkSegment(30c94caf-3d32-4f6f-824c-867fb2b37caa),segment_id=30c94caf-3d32-4f6f-824c-867fb2b37caa)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:15.493526 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d663b22e-c2e7-4877-b0b5-df6347abaf12 req-f7121f2b-8f08-43ba-8e4d-a7f56a923dd2 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:15.516476 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-d663b22e-c2e7-4877-b0b5-df6347abaf12 req-f7121f2b-8f08-43ba-8e4d-a7f56a923dd2 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Calling delete_port for 15319bcf-70ed-4f78-90c1-70236b2d7c8f owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:06:15.725337 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d663b22e-c2e7-4877-b0b5-df6347abaf12 req-f7121f2b-8f08-43ba-8e4d-a7f56a923dd2 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:15.761041 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7121f2b-8f08-43ba-8e4d-a7f56a923dd2 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event deleted for resources: {'Port': ['ID=15319bcf-70ed-4f78-90c1-70236b2d7c8f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:15.806570 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-d663b22e-c2e7-4877-b0b5-df6347abaf12 req-f7121f2b-8f08-43ba-8e4d-a7f56a923dd2 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] No DVR routers for this DVR port 15319bcf-70ed-4f78-90c1-70236b2d7c8f on host n-h1-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:06:15.809493 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d663b22e-c2e7-4877-b0b5-df6347abaf12 req-f7121f2b-8f08-43ba-8e4d-a7f56a923dd2 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:15.813222 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d663b22e-c2e7-4877-b0b5-df6347abaf12 req-f7121f2b-8f08-43ba-8e4d-a7f56a923dd2 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.84 "DELETE /v2.0/ports/15319bcf-70ed-4f78-90c1-70236b2d7c8f HTTP/1.1" status: 204 len: 173 time: 0.6407480 May 06 10:06:15.813730 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4266c579-d7c0-44f0-9622-bc3aedc4c2b0', 'name': 'network-vif-deleted', 'tag': '15319bcf-70ed-4f78-90c1-70236b2d7c8f'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:06:15.816430 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8f666d-5c8c-4baf-8ead-cb52465a1c33" -d '{"events": [{"server_uuid": "4266c579-d7c0-44f0-9622-bc3aedc4c2b0", "name": "network-vif-deleted", "tag": "15319bcf-70ed-4f78-90c1-70236b2d7c8f"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:06:15.938768 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4cfffe-3329-465c-a1fe-c5105a8a0ec8 x-openstack-request-id: req-ae4cfffe-3329-465c-a1fe-c5105a8a0ec8 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:06:15.939082 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4266c579-d7c0-44f0-9622-bc3aedc4c2b0", "name": "network-vif-deleted", "tag": "15319bcf-70ed-4f78-90c1-70236b2d7c8f", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:06:15.939484 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ae4cfffe-3329-465c-a1fe-c5105a8a0ec8 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:06:15.939902 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae4cfffe-3329-465c-a1fe-c5105a8a0ec8'] response: {'server_uuid': '4266c579-d7c0-44f0-9622-bc3aedc4c2b0', 'name': 'network-vif-deleted', 'tag': '15319bcf-70ed-4f78-90c1-70236b2d7c8f', 'status': 'completed', 'code': 200} May 06 10:06:15.952382 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b3093c93-32b1-475e-8317-a6a89bc8ac9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:16.463774 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1c3ed89-6f80-40f6-876b-2979d560f54c req-06c262fd-db56-4f18-a9ca-a92b96a67718 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=4266c579-d7c0-44f0-9622-bc3aedc4c2b0 HTTP/1.1" status: 200 len: 210 time: 0.0363181 May 06 10:06:17.554329 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54090) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:17.694326 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e5de6205-4b03-434c-a3ac-5f572a860816 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:17.737280 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e5de6205-4b03-434c-a3ac-5f572a860816 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:17.813809 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e5de6205-4b03-434c-a3ac-5f572a860816 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:17.818813 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e5de6205-4b03-434c-a3ac-5f572a860816 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:17.820841 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e5de6205-4b03-434c-a3ac-5f572a860816 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "DELETE /v2.0/security-groups/6c37d0b7-214b-41a0-a8c1-e178bae1a88d HTTP/1.1" status: 204 len: 168 time: 0.2652545 May 06 10:06:17.838191 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de6205-4b03-434c-a3ac-5f572a860816 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c37d0b7-214b-41a0-a8c1-e178bae1a88d,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:17.898591 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54096) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:18.469312 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ad912abf-a727-48d2-9a54-7dad6237a8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:18.484942 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-711c2980-c799-4005-88d8-307d5ccca4c4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:18.773025 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-711c2980-c799-4005-88d8-307d5ccca4c4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Deleting port e079c93e-a44a-4a81-8ef3-3bd5dc955a93 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:06:18.773652 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-711c2980-c799-4005-88d8-307d5ccca4c4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:18.864870 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 15319bcf-70ed-4f78-90c1-70236b2d7c8f no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:06:18.887170 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 15319bcf-70ed-4f78-90c1-70236b2d7c8f {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:06:18.887600 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 15319bcf-70ed-4f78-90c1-70236b2d7c8f not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:06:18.889067 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-711c2980-c799-4005-88d8-307d5ccca4c4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] For port e079c93e-a44a-4a81-8ef3-3bd5dc955a93, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e079c93e-a44a-4a81-8ef3-3bd5dc955a93,segment=NetworkSegment(30c94caf-3d32-4f6f-824c-867fb2b37caa),segment_id=30c94caf-3d32-4f6f-824c-867fb2b37caa)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:18.889937 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-711c2980-c799-4005-88d8-307d5ccca4c4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:18.904785 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-711c2980-c799-4005-88d8-307d5ccca4c4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Calling delete_port for e079c93e-a44a-4a81-8ef3-3bd5dc955a93 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:06:18.938568 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:19.168796 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-711c2980-c799-4005-88d8-307d5ccca4c4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:19.212729 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c2980-c799-4005-88d8-307d5ccca4c4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event deleted for resources: {'Port': ['ID=e079c93e-a44a-4a81-8ef3-3bd5dc955a93,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:19.464200 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-711c2980-c799-4005-88d8-307d5ccca4c4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:19.565297 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:19.753610 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711c2980-c799-4005-88d8-307d5ccca4c4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Router 434992f0-38d1-4d94-95c7-aaed55531f98 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:06:19.890792 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711c2980-c799-4005-88d8-307d5ccca4c4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:06:19.901675 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-711c2980-c799-4005-88d8-307d5ccca4c4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "PUT /v2.0/routers/434992f0-38d1-4d94-95c7-aaed55531f98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9992478 May 06 10:06:19.902087 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54122) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:19.909740 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad650d32-7e80-49b4-b7c2-f483398e2e87 None None] Sync routers for ids ['434992f0-38d1-4d94-95c7-aaed55531f98'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:06:19.928123 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad650d32-7e80-49b4-b7c2-f483398e2e87 None None] Routers {'434992f0-38d1-4d94-95c7-aaed55531f98'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:06:19.929804 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ad650d32-7e80-49b4-b7c2-f483398e2e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:06:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['434992f0-38d1-4d94-95c7-aaed55531f98'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:20.008394 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-c367fc05-9dae-4e83-b673-aad27895dfb1 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Deleting subnet 9efa41e5-c572-455a-b6f5-5a3b63885548 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:06:20.024979 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c367fc05-9dae-4e83-b673-aad27895dfb1 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:20.103546 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c367fc05-9dae-4e83-b673-aad27895dfb1 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:20.105511 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-ad650d32-7e80-49b4-b7c2-f483398e2e87 None None] Set router 434992f0-38d1-4d94-95c7-aaed55531f98 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:06:20.297236 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c367fc05-9dae-4e83-b673-aad27895dfb1 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:20.396109 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ad650d32-7e80-49b4-b7c2-f483398e2e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'name': 'tempest-TestNetworkBasicOps-router-1901108296', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:06:19Z', 'revision_number': 7, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:20.410901 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c367fc05-9dae-4e83-b673-aad27895dfb1 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:20.437550 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad650d32-7e80-49b4-b7c2-f483398e2e87 None None] Checking router: 434992f0-38d1-4d94-95c7-aaed55531f98 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:06:20.446857 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad650d32-7e80-49b4-b7c2-f483398e2e87 None None] Routers {'434992f0-38d1-4d94-95c7-aaed55531f98'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:06:20.447708 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ad650d32-7e80-49b4-b7c2-f483398e2e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:06:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['434992f0-38d1-4d94-95c7-aaed55531f98'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:20.461364 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367fc05-9dae-4e83-b673-aad27895dfb1 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event deleted for resources: {'Subnet': ['ID=9efa41e5-c572-455a-b6f5-5a3b63885548,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:20.488069 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c367fc05-9dae-4e83-b673-aad27895dfb1 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:20.491585 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c367fc05-9dae-4e83-b673-aad27895dfb1 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "DELETE /v2.0/subnets/9efa41e5-c572-455a-b6f5-5a3b63885548 HTTP/1.1" status: 204 len: 168 time: 0.5879400 May 06 10:06:20.494760 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 54128) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:20.509928 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7a59cc-3a30-464e-8c3e-30863196a397 None None] Network fc02e321-544e-4497-b490-1338290d6d6e requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:06:20.629886 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-ad650d32-7e80-49b4-b7c2-f483398e2e87 None None] Set router 434992f0-38d1-4d94-95c7-aaed55531f98 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:06:20.754327 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-698ac07e-51ed-4aa7-ad8e-edb415cd9391 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:20.799476 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622fdbf5-3552-4377-a131-f2193b93dd46 None None] DHCP port deletion for fc02e321-544e-4497-b490-1338290d6d6e request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:06:20.848811 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ad650d32-7e80-49b4-b7c2-f483398e2e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'name': 'tempest-TestNetworkBasicOps-router-1901108296', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:06:19Z', 'revision_number': 7, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:20.881926 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad650d32-7e80-49b4-b7c2-f483398e2e87 None None] The sync data for ids ['434992f0-38d1-4d94-95c7-aaed55531f98'] in n-d-840835-1 is: [{'id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'name': 'tempest-TestNetworkBasicOps-router-1901108296', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:06:19Z', 'revision_number': 7, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': 'fa9598c7-4f8b-42ff-85ed-0228edf0668e', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434992f0-38d1-4d94-95c7-aaed55531f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:00Z', 'updated_at': '2022-05-06T10:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:06:20.916887 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-622fdbf5-3552-4377-a131-f2193b93dd46 None None] Deleting port 83030f97-0862-46da-9a0b-2d8dc2b08943 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:06:20.917277 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-622fdbf5-3552-4377-a131-f2193b93dd46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:20.993495 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-698ac07e-51ed-4aa7-ad8e-edb415cd9391 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:21.020943 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-622fdbf5-3552-4377-a131-f2193b93dd46 None None] For port 83030f97-0862-46da-9a0b-2d8dc2b08943, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=83030f97-0862-46da-9a0b-2d8dc2b08943,segment=NetworkSegment(30c94caf-3d32-4f6f-824c-867fb2b37caa),segment_id=30c94caf-3d32-4f6f-824c-867fb2b37caa)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:21.021690 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-622fdbf5-3552-4377-a131-f2193b93dd46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:21.042080 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-622fdbf5-3552-4377-a131-f2193b93dd46 None None] Calling delete_port for 83030f97-0862-46da-9a0b-2d8dc2b08943 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:06:21.103109 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-698ac07e-51ed-4aa7-ad8e-edb415cd9391 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Deleting port fa9598c7-4f8b-42ff-85ed-0228edf0668e {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:06:21.103388 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-698ac07e-51ed-4aa7-ad8e-edb415cd9391 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:21.178574 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-622fdbf5-3552-4377-a131-f2193b93dd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:21.209108 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622fdbf5-3552-4377-a131-f2193b93dd46 None None] Pushing event deleted for resources: {'Port': ['ID=83030f97-0862-46da-9a0b-2d8dc2b08943,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:21.212789 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622fdbf5-3552-4377-a131-f2193b93dd46 None None] No DVR routers for this DVR port 83030f97-0862-46da-9a0b-2d8dc2b08943 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:06:21.279030 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:21.481992 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:21.696368 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-698ac07e-51ed-4aa7-ad8e-edb415cd9391 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] For port fa9598c7-4f8b-42ff-85ed-0228edf0668e, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=fa9598c7-4f8b-42ff-85ed-0228edf0668e,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:21.696936 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-698ac07e-51ed-4aa7-ad8e-edb415cd9391 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:21.714879 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-698ac07e-51ed-4aa7-ad8e-edb415cd9391 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Calling delete_port for fa9598c7-4f8b-42ff-85ed-0228edf0668e owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:06:21.997333 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-698ac07e-51ed-4aa7-ad8e-edb415cd9391 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:22.034889 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ac07e-51ed-4aa7-ad8e-edb415cd9391 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event deleted for resources: {'Port': ['ID=fa9598c7-4f8b-42ff-85ed-0228edf0668e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:22.116039 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-698ac07e-51ed-4aa7-ad8e-edb415cd9391 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:22.272459 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-698ac07e-51ed-4aa7-ad8e-edb415cd9391 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:22.275322 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-698ac07e-51ed-4aa7-ad8e-edb415cd9391 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:22.362228 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-698ac07e-51ed-4aa7-ad8e-edb415cd9391 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:22.363008 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698ac07e-51ed-4aa7-ad8e-edb415cd9391 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Fanout notify agent at l3_agent the message router_deleted on router 434992f0-38d1-4d94-95c7-aaed55531f98 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:06:22.372184 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-698ac07e-51ed-4aa7-ad8e-edb415cd9391 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:22.376200 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54160) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:22.376691 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-698ac07e-51ed-4aa7-ad8e-edb415cd9391 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "DELETE /v2.0/routers/434992f0-38d1-4d94-95c7-aaed55531f98 HTTP/1.1" status: 204 len: 168 time: 1.8784947 May 06 10:06:22.498140 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-90c20874-efd0-4bbe-9ae4-f98714258017 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:22.619801 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-90c20874-efd0-4bbe-9ae4-f98714258017 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:22.646329 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-90c20874-efd0-4bbe-9ae4-f98714258017 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc02e321-544e-4497-b490-1338290d6d6e']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:22.659386 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-90c20874-efd0-4bbe-9ae4-f98714258017 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c94caf-3d32-4f6f-824c-867fb2b37caa') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:22.659699 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-90c20874-efd0-4bbe-9ae4-f98714258017 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c94caf-3d32-4f6f-824c-867fb2b37caa') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:22.671567 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-90c20874-efd0-4bbe-9ae4-f98714258017 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:22.686745 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-90c20874-efd0-4bbe-9ae4-f98714258017 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:22.693294 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c20874-efd0-4bbe-9ae4-f98714258017 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:06:22.693692 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-90c20874-efd0-4bbe-9ae4-f98714258017 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: timer() May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:06:22.696667 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:06:22.775689 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-90c20874-efd0-4bbe-9ae4-f98714258017 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:22.796318 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-90c20874-efd0-4bbe-9ae4-f98714258017 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:22.805067 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-90c20874-efd0-4bbe-9ae4-f98714258017 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "DELETE /v2.0/networks/fc02e321-544e-4497-b490-1338290d6d6e HTTP/1.1" status: 204 len: 168 time: 0.4269733 May 06 10:06:22.814075 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 54164) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:22.819819 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-4992467a-1dd3-4304-b44d-a89e19d2533f tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'network': {'name': 'tempest-network-smoke--1864284080', 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'port_security_enabled': True}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:22.854488 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c20874-efd0-4bbe-9ae4-f98714258017 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event deleted for resources: {'Network': ['ID=fc02e321-544e-4497-b490-1338290d6d6e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:22.863438 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4992467a-1dd3-4304-b44d-a89e19d2533f tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Made reservation on behalf of a50139172da04b07b17553ee2a3c6289 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:06:22.874284 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4992467a-1dd3-4304-b44d-a89e19d2533f tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:22.968582 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4992467a-1dd3-4304-b44d-a89e19d2533f tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:06:23.002677 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4992467a-1dd3-4304-b44d-a89e19d2533f tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:23.003042 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-4992467a-1dd3-4304-b44d-a89e19d2533f tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Added segment 4836794c-6917-4bb5-8d05-83f369c185d4 of type vlan for network 7e545980-4a9d-4982-bceb-7e0e18c13738 May 06 10:06:23.092329 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4992467a-1dd3-4304-b44d-a89e19d2533f tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:23.102357 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e079c93e-a44a-4a81-8ef3-3bd5dc955a93 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:06:23.133104 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: e079c93e-a44a-4a81-8ef3-3bd5dc955a93 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:06:23.133988 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e079c93e-a44a-4a81-8ef3-3bd5dc955a93 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:06:23.134603 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 83030f97-0862-46da-9a0b-2d8dc2b08943 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:06:23.151367 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4992467a-1dd3-4304-b44d-a89e19d2533f tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:23.162417 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4992467a-1dd3-4304-b44d-a89e19d2533f tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:23.163221 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4992467a-1dd3-4304-b44d-a89e19d2533f tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:23.183172 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 83030f97-0862-46da-9a0b-2d8dc2b08943 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:06:23.183725 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 83030f97-0862-46da-9a0b-2d8dc2b08943 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:06:23.251078 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4992467a-1dd3-4304-b44d-a89e19d2533f tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4358375 May 06 10:06:23.258557 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54170) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:23.269194 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-522ec453-e8ea-4a7a-844a-6757e3950742 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2080002054', 'admin_state_up': True, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:23.272107 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992467a-1dd3-4304-b44d-a89e19d2533f tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'Network': ['ID=7e545980-4a9d-4982-bceb-7e0e18c13738,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:23.290637 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 7e545980-4a9d-4982-bceb-7e0e18c13738 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:06:23.317171 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-522ec453-e8ea-4a7a-844a-6757e3950742 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:23.319809 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-522ec453-e8ea-4a7a-844a-6757e3950742 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:23.455479 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-522ec453-e8ea-4a7a-844a-6757e3950742 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:23.673978 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-522ec453-e8ea-4a7a-844a-6757e3950742 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:24.039458 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-522ec453-e8ea-4a7a-844a-6757e3950742 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for router_gateway, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:24.068668 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-522ec453-e8ea-4a7a-844a-6757e3950742 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:24.201384 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-522ec453-e8ea-4a7a-844a-6757e3950742 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Allocated IP 172.25.5.139 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/8c5570c8-d1a6-46be-89e3-f7a462206cf4) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:06:24.328531 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-522ec453-e8ea-4a7a-844a-6757e3950742 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:24.381922 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-522ec453-e8ea-4a7a-844a-6757e3950742 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:24.413080 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522ec453-e8ea-4a7a-844a-6757e3950742 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:06:24.419011 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-522ec453-e8ea-4a7a-844a-6757e3950742 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:06:24.461664 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522ec453-e8ea-4a7a-844a-6757e3950742 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:06:24.527737 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device fa9598c7-4f8b-42ff-85ed-0228edf0668e no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:06:24.572372 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ec453-e8ea-4a7a-844a-6757e3950742 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'Port': ['ID=8c5570c8-d1a6-46be-89e3-f7a462206cf4,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:24.624204 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: fa9598c7-4f8b-42ff-85ed-0228edf0668e {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:06:24.625358 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device fa9598c7-4f8b-42ff-85ed-0228edf0668e not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:06:25.437786 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-522ec453-e8ea-4a7a-844a-6757e3950742 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for router_gateway, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:25.715169 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-522ec453-e8ea-4a7a-844a-6757e3950742 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:25.934732 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522ec453-e8ea-4a7a-844a-6757e3950742 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Router fc5d8737-63fb-40f3-babb-866fee59449b is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:06:26.099649 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522ec453-e8ea-4a7a-844a-6757e3950742 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:06:26.121953 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad08cbe-321e-4d06-a3c9-77093d6fd335 None None] Sync routers for ids ['fc5d8737-63fb-40f3-babb-866fee59449b'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:06:26.151004 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad08cbe-321e-4d06-a3c9-77093d6fd335 None None] Routers {'fc5d8737-63fb-40f3-babb-866fee59449b'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:06:26.152927 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-0ad08cbe-321e-4d06-a3c9-77093d6fd335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:06:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['fc5d8737-63fb-40f3-babb-866fee59449b'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:26.161089 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-522ec453-e8ea-4a7a-844a-6757e3950742 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:26.165636 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-522ec453-e8ea-4a7a-844a-6757e3950742 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9024205 May 06 10:06:26.166386 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54202) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:26.203226 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8770d51b-46d0-4a88-92dd-cce02ddfa45f tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=a50139172da04b07b17553ee2a3c6289&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344305 May 06 10:06:26.205941 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54204) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:26.370914 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-0ad08cbe-321e-4d06-a3c9-77093d6fd335 None None] Set router fc5d8737-63fb-40f3-babb-866fee59449b gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:06:26.377259 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1843446f-9818-4b1b-9b0c-4d9c98747d00 tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:26.381598 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1843446f-9818-4b1b-9b0c-4d9c98747d00 tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1684437 May 06 10:06:26.381753 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54206) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:26.419976 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ba28c485-1583-4a1b-9b94-503d23ce4527 tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343633 May 06 10:06:26.420237 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54208) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:26.445211 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-45431613-7a72-44cd-9e7c-7583ca8502b9 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-335055196', 'network_id': '7e545980-4a9d-4982-bceb-7e0e18c13738', 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:26.650266 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45431613-7a72-44cd-9e7c-7583ca8502b9 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Made reservation on behalf of a50139172da04b07b17553ee2a3c6289 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:06:26.661501 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-45431613-7a72-44cd-9e7c-7583ca8502b9 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:26.666306 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-0ad08cbe-321e-4d06-a3c9-77093d6fd335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'name': 'tempest-TestNetworkBasicOps-router-2080002054', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '8c5570c8-d1a6-46be-89e3-f7a462206cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:23Z', 'updated_at': '2022-05-06T10:06:24Z', 'revision_number': 3, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': '8c5570c8-d1a6-46be-89e3-f7a462206cf4', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:24Z', 'updated_at': '2022-05-06T10:06:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:26.986220 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad08cbe-321e-4d06-a3c9-77093d6fd335 None None] Checking router: fc5d8737-63fb-40f3-babb-866fee59449b for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:06:26.986729 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad08cbe-321e-4d06-a3c9-77093d6fd335 None None] Updating router fc5d8737-63fb-40f3-babb-866fee59449b port 8c5570c8-d1a6-46be-89e3-f7a462206cf4 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:06:27.019975 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0ad08cbe-321e-4d06-a3c9-77093d6fd335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:27.349043 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-45431613-7a72-44cd-9e7c-7583ca8502b9 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:27.513819 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45431613-7a72-44cd-9e7c-7583ca8502b9 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'Subnet': ['ID=cfd4b084-4091-4d9c-8781-0dcd77f386bd,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:27.573537 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45431613-7a72-44cd-9e7c-7583ca8502b9 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Checking segment: {'id': '4836794c-6917-4bb5-8d05-83f369c185d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7e545980-4a9d-4982-bceb-7e0e18c13738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:06:27.573803 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45431613-7a72-44cd-9e7c-7583ca8502b9 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Network hostable DHCP agents. Network: 7e545980-4a9d-4982-bceb-7e0e18c13738, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:06:27.605645 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45431613-7a72-44cd-9e7c-7583ca8502b9 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Network 7e545980-4a9d-4982-bceb-7e0e18c13738 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:06:27.625743 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0ad08cbe-321e-4d06-a3c9-77093d6fd335 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:27.629371 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-45431613-7a72-44cd-9e7c-7583ca8502b9 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 7e545980-4a9d-4982-bceb-7e0e18c13738) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:06:27.637848 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45431613-7a72-44cd-9e7c-7583ca8502b9 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:27.638637 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-45431613-7a72-44cd-9e7c-7583ca8502b9 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:27.650138 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0ad08cbe-321e-4d06-a3c9-77093d6fd335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:27.675962 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-45431613-7a72-44cd-9e7c-7583ca8502b9 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2439489 May 06 10:06:27.679067 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 54222) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:27.720075 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151ffabf-4e4a-4f33-8398-4a99e1354f87 None None] Network 7e545980-4a9d-4982-bceb-7e0e18c13738 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:06:27.724524 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ef150-990e-4126-98eb-8f582471212f None None] Pushing event updated for resources: {'Port': ['ID=8c5570c8-d1a6-46be-89e3-f7a462206cf4,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:27.779438 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ef150-990e-4126-98eb-8f582471212f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:27.781996 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ef150-990e-4126-98eb-8f582471212f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:27.781996 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ef150-990e-4126-98eb-8f582471212f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:27.781996 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ef150-990e-4126-98eb-8f582471212f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:27.781996 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ef150-990e-4126-98eb-8f582471212f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:27.781996 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ef150-990e-4126-98eb-8f582471212f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:27.781996 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ef150-990e-4126-98eb-8f582471212f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:27.781996 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ef150-990e-4126-98eb-8f582471212f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:27.781996 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ef150-990e-4126-98eb-8f582471212f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:27.781996 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ef150-990e-4126-98eb-8f582471212f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:27.783911 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ef150-990e-4126-98eb-8f582471212f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:27.783911 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ef150-990e-4126-98eb-8f582471212f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:27.797935 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-0ad08cbe-321e-4d06-a3c9-77093d6fd335 None None] Attempting to bind port 8c5570c8-d1a6-46be-89e3-f7a462206cf4 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:06:27.798287 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-0ad08cbe-321e-4d06-a3c9-77093d6fd335 None None] Attempting to bind port 8c5570c8-d1a6-46be-89e3-f7a462206cf4 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:06:27.798660 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad08cbe-321e-4d06-a3c9-77093d6fd335 None None] Attempting to bind port 8c5570c8-d1a6-46be-89e3-f7a462206cf4 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:06:27.807582 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad08cbe-321e-4d06-a3c9-77093d6fd335 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:06:27.807962 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad08cbe-321e-4d06-a3c9-77093d6fd335 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:06:27.808370 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0ad08cbe-321e-4d06-a3c9-77093d6fd335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:27.809150 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad08cbe-321e-4d06-a3c9-77093d6fd335 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:06:27.809268 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-0ad08cbe-321e-4d06-a3c9-77093d6fd335 None None] Bound port: 8c5570c8-d1a6-46be-89e3-f7a462206cf4, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:06:27.809623 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0ad08cbe-321e-4d06-a3c9-77093d6fd335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:28.020040 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-0ad08cbe-321e-4d06-a3c9-77093d6fd335 None None] For port 8c5570c8-d1a6-46be-89e3-f7a462206cf4, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:06:28.031088 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdbdb81-95d7-4433-be32-4da43bb9fbdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-7e545980-4a9d-4982-bceb-7e0e18c13738', 'network_id': '7e545980-4a9d-4982-bceb-7e0e18c13738', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'fixed_ips': [{'subnet_id': 'cfd4b084-4091-4d9c-8781-0dcd77f386bd'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:06:28.032243 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1fdbdb81-95d7-4433-be32-4da43bb9fbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:28.047168 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-0ad08cbe-321e-4d06-a3c9-77093d6fd335 None None] For port 8c5570c8-d1a6-46be-89e3-f7a462206cf4, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=8c5570c8-d1a6-46be-89e3-f7a462206cf4,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:06:28.068720 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0ad08cbe-321e-4d06-a3c9-77093d6fd335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:28.145382 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ef150-990e-4126-98eb-8f582471212f None None] Pushing event updated for resources: {'Port': ['ID=8c5570c8-d1a6-46be-89e3-f7a462206cf4,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:28.253973 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad08cbe-321e-4d06-a3c9-77093d6fd335 None None] Routers {'fc5d8737-63fb-40f3-babb-866fee59449b'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:06:28.253973 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-0ad08cbe-321e-4d06-a3c9-77093d6fd335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:06:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['fc5d8737-63fb-40f3-babb-866fee59449b'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:28.541198 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3012de-220e-41af-afbf-c0cc871162c2 req-c3ddecd4-baa9-45af-b8b9-7a6b394e89e4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:28.542727 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d3012de-220e-41af-afbf-c0cc871162c2 req-c3ddecd4-baa9-45af-b8b9-7a6b394e89e4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 945 time: 0.0825627 May 06 10:06:28.579676 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-1fdbdb81-95d7-4433-be32-4da43bb9fbdb None None] Allocated IP 172.20.0.2 (7e545980-4a9d-4982-bceb-7e0e18c13738/cfd4b084-4091-4d9c-8781-0dcd77f386bd/c0e14d82-b69d-48c4-a7e2-78ee18f803a7) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:06:28.582808 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-0ad08cbe-321e-4d06-a3c9-77093d6fd335 None None] Set router fc5d8737-63fb-40f3-babb-866fee59449b gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:06:28.652942 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d3012de-220e-41af-afbf-c0cc871162c2 req-5b26d4db-158e-4c97-aebd-adbe9331274d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=680ae33a-296c-4e58-a593-34f10419427d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819359 May 06 10:06:28.732881 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2135c10c-b32a-4717-a6f7-414feffab57a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:29.001231 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1fdbdb81-95d7-4433-be32-4da43bb9fbdb None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:29.017834 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1fdbdb81-95d7-4433-be32-4da43bb9fbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:29.068186 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-0ad08cbe-321e-4d06-a3c9-77093d6fd335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'name': 'tempest-TestNetworkBasicOps-router-2080002054', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '8c5570c8-d1a6-46be-89e3-f7a462206cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:23Z', 'updated_at': '2022-05-06T10:06:24Z', 'revision_number': 3, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': '8c5570c8-d1a6-46be-89e3-f7a462206cf4', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:24Z', 'updated_at': '2022-05-06T10:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:29.083441 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdbdb81-95d7-4433-be32-4da43bb9fbdb None None] Network 7e545980-4a9d-4982-bceb-7e0e18c13738 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:06:29.084089 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-1fdbdb81-95d7-4433-be32-4da43bb9fbdb None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:06:29.086431 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdbdb81-95d7-4433-be32-4da43bb9fbdb None None] Pushing event updated for resources: {'Port': ['ID=c0e14d82-b69d-48c4-a7e2-78ee18f803a7,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:29.091069 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdbdb81-95d7-4433-be32-4da43bb9fbdb None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:06:29.147513 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad08cbe-321e-4d06-a3c9-77093d6fd335 None None] The sync data for ids ['fc5d8737-63fb-40f3-babb-866fee59449b'] in n-d-840835-1 is: [{'id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'name': 'tempest-TestNetworkBasicOps-router-2080002054', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '8c5570c8-d1a6-46be-89e3-f7a462206cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:23Z', 'updated_at': '2022-05-06T10:06:24Z', 'revision_number': 3, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': '8c5570c8-d1a6-46be-89e3-f7a462206cf4', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:24Z', 'updated_at': '2022-05-06T10:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:06:29.152847 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:29.320917 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-2135c10c-b32a-4717-a6f7-414feffab57a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Allocated IP 172.20.0.1 (7e545980-4a9d-4982-bceb-7e0e18c13738/cfd4b084-4091-4d9c-8781-0dcd77f386bd/4902315a-ffcd-4209-b521-d7d9836ddc3e) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:06:29.325224 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-1fdbdb81-95d7-4433-be32-4da43bb9fbdb None None] Attempting to bind port c0e14d82-b69d-48c4-a7e2-78ee18f803a7 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:06:29.325604 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-1fdbdb81-95d7-4433-be32-4da43bb9fbdb None None] Attempting to bind port c0e14d82-b69d-48c4-a7e2-78ee18f803a7 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '4836794c-6917-4bb5-8d05-83f369c185d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7e545980-4a9d-4982-bceb-7e0e18c13738'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:06:29.325932 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdbdb81-95d7-4433-be32-4da43bb9fbdb None None] Attempting to bind port c0e14d82-b69d-48c4-a7e2-78ee18f803a7 on network 7e545980-4a9d-4982-bceb-7e0e18c13738 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:06:29.331990 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdbdb81-95d7-4433-be32-4da43bb9fbdb None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:06:29.332372 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdbdb81-95d7-4433-be32-4da43bb9fbdb None None] Checking segment: {'id': '4836794c-6917-4bb5-8d05-83f369c185d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7e545980-4a9d-4982-bceb-7e0e18c13738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:06:29.332783 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1fdbdb81-95d7-4433-be32-4da43bb9fbdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:29.333190 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdbdb81-95d7-4433-be32-4da43bb9fbdb None None] Bound using segment: {'id': '4836794c-6917-4bb5-8d05-83f369c185d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7e545980-4a9d-4982-bceb-7e0e18c13738'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:06:29.333675 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-1fdbdb81-95d7-4433-be32-4da43bb9fbdb None None] Bound port: c0e14d82-b69d-48c4-a7e2-78ee18f803a7, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4836794c-6917-4bb5-8d05-83f369c185d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7e545980-4a9d-4982-bceb-7e0e18c13738'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:06:29.334058 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1fdbdb81-95d7-4433-be32-4da43bb9fbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:29.479285 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-1fdbdb81-95d7-4433-be32-4da43bb9fbdb None None] For port c0e14d82-b69d-48c4-a7e2-78ee18f803a7, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:06:29.490665 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-1fdbdb81-95d7-4433-be32-4da43bb9fbdb None None] For port c0e14d82-b69d-48c4-a7e2-78ee18f803a7, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=c0e14d82-b69d-48c4-a7e2-78ee18f803a7,segment=NetworkSegment(4836794c-6917-4bb5-8d05-83f369c185d4),segment_id=4836794c-6917-4bb5-8d05-83f369c185d4)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:06:29.500247 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1fdbdb81-95d7-4433-be32-4da43bb9fbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:29.575266 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2135c10c-b32a-4717-a6f7-414feffab57a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:29.662648 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdbdb81-95d7-4433-be32-4da43bb9fbdb None None] Pushing event updated for resources: {'Port': ['ID=c0e14d82-b69d-48c4-a7e2-78ee18f803a7,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:29.671729 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2135c10c-b32a-4717-a6f7-414feffab57a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:29.781890 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2135c10c-b32a-4717-a6f7-414feffab57a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Network 7e545980-4a9d-4982-bceb-7e0e18c13738 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:06:29.786453 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-2135c10c-b32a-4717-a6f7-414feffab57a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:06:29.800902 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2135c10c-b32a-4717-a6f7-414feffab57a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:06:29.812502 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135c10c-b32a-4717-a6f7-414feffab57a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'Port': ['ID=4902315a-ffcd-4209-b521-d7d9836ddc3e,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:29.890189 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9374915-5c54-49d5-aa10-eee13a6c4a99 req-26cf258e-9264-459a-86c7-912d5037dd4a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:29.900721 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e9374915-5c54-49d5-aa10-eee13a6c4a99 req-26cf258e-9264-459a-86c7-912d5037dd4a tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 945 time: 0.1133707 May 06 10:06:29.929098 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2135c10c-b32a-4717-a6f7-414feffab57a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:30.005519 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e9374915-5c54-49d5-aa10-eee13a6c4a99 req-483648fa-b773-44ac-b8ed-ffdbd78b3040 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=680ae33a-296c-4e58-a593-34f10419427d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009545 May 06 10:06:30.152253 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2135c10c-b32a-4717-a6f7-414feffab57a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:30.671967 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2135c10c-b32a-4717-a6f7-414feffab57a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:30.680979 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2135c10c-b32a-4717-a6f7-414feffab57a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:30.743033 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device c0e14d82-b69d-48c4-a7e2-78ee18f803a7 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:06:30.831814 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2135c10c-b32a-4717-a6f7-414feffab57a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:30.834484 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135c10c-b32a-4717-a6f7-414feffab57a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'Port': ['ID=4902315a-ffcd-4209-b521-d7d9836ddc3e,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:30.869141 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54274) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:30.895066 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port c0e14d82-b69d-48c4-a7e2-78ee18f803a7 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:30.895883 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:30.958866 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2135c10c-b32a-4717-a6f7-414feffab57a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Network 7e545980-4a9d-4982-bceb-7e0e18c13738 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:06:30.960750 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-2135c10c-b32a-4717-a6f7-414feffab57a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:06:31.050909 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:31.100614 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c0193b90-fa12-4f63-bc8f-74c316f8cdee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:31.129617 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port c0e14d82-b69d-48c4-a7e2-78ee18f803a7, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=c0e14d82-b69d-48c4-a7e2-78ee18f803a7,segment=NetworkSegment(4836794c-6917-4bb5-8d05-83f369c185d4),segment_id=4836794c-6917-4bb5-8d05-83f369c185d4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:31.140792 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:31.142454 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 8c5570c8-d1a6-46be-89e3-f7a462206cf4 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:06:31.241376 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127b5a1-05e1-4657-b890-7f75b39781e7 req-1a50c6ec-a02e-4ef0-9451-eeb1a0ad578b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:31.243287 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2135c10c-b32a-4717-a6f7-414feffab57a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Router fc5d8737-63fb-40f3-babb-866fee59449b has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:06:31.249748 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f127b5a1-05e1-4657-b890-7f75b39781e7 req-1a50c6ec-a02e-4ef0-9451-eeb1a0ad578b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 945 time: 0.1183550 May 06 10:06:31.343412 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=c0e14d82-b69d-48c4-a7e2-78ee18f803a7,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:31.359568 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31083ac4-914e-4f38-90ec-0ab0b8dcfd64 None None] Network 7e545980-4a9d-4982-bceb-7e0e18c13738 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:06:31.370542 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f127b5a1-05e1-4657-b890-7f75b39781e7 req-928ef963-c133-4f8a-a8c2-3524f36cebd7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=680ae33a-296c-4e58-a593-34f10419427d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012092 May 06 10:06:31.402787 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c0193b90-fa12-4f63-bc8f-74c316f8cdee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:31.408759 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2135c10c-b32a-4717-a6f7-414feffab57a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:06:31.411002 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c0193b90-fa12-4f63-bc8f-74c316f8cdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:31.421458 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2135c10c-b32a-4717-a6f7-414feffab57a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "PUT /v2.0/routers/fc5d8737-63fb-40f3-babb-866fee59449b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7410212 May 06 10:06:31.423881 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 54280) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:31.476559 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 8c5570c8-d1a6-46be-89e3-f7a462206cf4 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:31.478242 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0193b90-fa12-4f63-bc8f-74c316f8cdee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241fda0d-82fb-4e84-b7e2-22cb10f108b9,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:31.480322 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:31.524875 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:06:31.543426 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c0193b90-fa12-4f63-bc8f-74c316f8cdee admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3c24273d339047c4972f279708494be2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6730680 May 06 10:06:31.544455 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54284) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:31.576515 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b149a88b-3619-40b3-9afe-07768f63f24a None None] Provisioning complete for port c0e14d82-b69d-48c4-a7e2-78ee18f803a7 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:31.577592 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b149a88b-3619-40b3-9afe-07768f63f24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:31.620982 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1a28aedb-a252-4b59-b353-b6897ec552d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:31.648756 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1a28aedb-a252-4b59-b353-b6897ec552d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:31.654328 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1501ec0-a14d-417e-8b2c-81fbacad5d66 tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:31.655449 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1501ec0-a14d-417e-8b2c-81fbacad5d66 tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:31.656510 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1501ec0-a14d-417e-8b2c-81fbacad5d66 tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:31.656995 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1501ec0-a14d-417e-8b2c-81fbacad5d66 tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:31.657465 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1501ec0-a14d-417e-8b2c-81fbacad5d66 tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:31.657935 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1501ec0-a14d-417e-8b2c-81fbacad5d66 tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:31.662619 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c1501ec0-a14d-417e-8b2c-81fbacad5d66 tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4273 time: 0.2349658 May 06 10:06:31.663303 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 54286) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:31.727140 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1a28aedb-a252-4b59-b353-b6897ec552d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:31.730625 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1a28aedb-a252-4b59-b353-b6897ec552d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:31.735416 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1a28aedb-a252-4b59-b353-b6897ec552d4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/241fda0d-82fb-4e84-b7e2-22cb10f108b9 HTTP/1.1" status: 204 len: 168 time: 0.1896632 May 06 10:06:31.745860 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28aedb-a252-4b59-b353-b6897ec552d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241fda0d-82fb-4e84-b7e2-22cb10f108b9,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:32.102711 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:32.124864 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb4b340-d626-4274-a746-59a1735c4137 None None] Sync routers for ids ['fc5d8737-63fb-40f3-babb-866fee59449b'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:06:32.150482 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb4b340-d626-4274-a746-59a1735c4137 None None] Routers {'fc5d8737-63fb-40f3-babb-866fee59449b'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:06:32.151417 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7fb4b340-d626-4274-a746-59a1735c4137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:06:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['fc5d8737-63fb-40f3-babb-866fee59449b'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:32.159755 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f15ebfd-5cbb-4895-8f85-22c230dac0dc tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:32.160273 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f15ebfd-5cbb-4895-8f85-22c230dac0dc tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:32.160682 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f15ebfd-5cbb-4895-8f85-22c230dac0dc tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:32.161135 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f15ebfd-5cbb-4895-8f85-22c230dac0dc tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:32.161595 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f15ebfd-5cbb-4895-8f85-22c230dac0dc tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:32.162051 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f15ebfd-5cbb-4895-8f85-22c230dac0dc tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:32.166784 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5f15ebfd-5cbb-4895-8f85-22c230dac0dc tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3991 time: 0.5001681 May 06 10:06:32.167499 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54300) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:32.169190 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 8c5570c8-d1a6-46be-89e3-f7a462206cf4, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=8c5570c8-d1a6-46be-89e3-f7a462206cf4,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:32.179511 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:32.303008 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-7fb4b340-d626-4274-a746-59a1735c4137 None None] Set router fc5d8737-63fb-40f3-babb-866fee59449b gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:06:32.315425 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=8c5570c8-d1a6-46be-89e3-f7a462206cf4,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:32.600078 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501237bd-2883-4eb2-bc4b-ca9c8426acfd req-aaf53bf0-8874-4e1a-b272-11d7693abbbc tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:32.609327 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-501237bd-2883-4eb2-bc4b-ca9c8426acfd req-aaf53bf0-8874-4e1a-b272-11d7693abbbc tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 945 time: 0.1137524 May 06 10:06:32.629657 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a5984bc1-6233-4413-8e81-654988f784c0 None None] Provisioning complete for port c0e14d82-b69d-48c4-a7e2-78ee18f803a7 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:32.630100 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a5984bc1-6233-4413-8e81-654988f784c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:32.655031 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-76fe9f6d-a2ed-41eb-801f-bc4400af7c13 tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 0.4831502 May 06 10:06:32.704525 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device c0e14d82-b69d-48c4-a7e2-78ee18f803a7 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:06:32.708087 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-501237bd-2883-4eb2-bc4b-ca9c8426acfd req-f9b6af8e-ed20-4520-a424-6ff3c0c5b947 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=680ae33a-296c-4e58-a593-34f10419427d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982368 May 06 10:06:32.836576 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port c0e14d82-b69d-48c4-a7e2-78ee18f803a7 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:32.837067 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:32.917480 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a5984bc1-6233-4413-8e81-654988f784c0 None None] Provisioning complete for port 4902315a-ffcd-4209-b521-d7d9836ddc3e triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:32.917872 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a5984bc1-6233-4413-8e81-654988f784c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:33.011206 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7fb4b340-d626-4274-a746-59a1735c4137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'name': 'tempest-TestNetworkBasicOps-router-2080002054', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '8c5570c8-d1a6-46be-89e3-f7a462206cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:23Z', 'updated_at': '2022-05-06T10:06:30Z', 'revision_number': 4, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': '8c5570c8-d1a6-46be-89e3-f7a462206cf4', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:24Z', 'updated_at': '2022-05-06T10:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '4902315a-ffcd-4209-b521-d7d9836ddc3e', 'name': '', 'network_id': '7e545980-4a9d-4982-bceb-7e0e18c13738', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'mac_address': 'fa:16:3e:e3:50:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'cfd4b084-4091-4d9c-8781-0dcd77f386bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:28Z', 'updated_at': '2022-05-06T10:06:30Z', 'revision_number': 2, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'subnets': [{'id': 'cfd4b084-4091-4d9c-8781-0dcd77f386bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:33.016460 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-a5984bc1-6233-4413-8e81-654988f784c0 None None] Port 4902315a-ffcd-4209-b521-d7d9836ddc3e cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:06:33.035782 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 8c5570c8-d1a6-46be-89e3-f7a462206cf4 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:06:33.059329 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb4b340-d626-4274-a746-59a1735c4137 None None] Checking router: fc5d8737-63fb-40f3-babb-866fee59449b for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:06:33.059628 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb4b340-d626-4274-a746-59a1735c4137 None None] Updating router fc5d8737-63fb-40f3-babb-866fee59449b port 4902315a-ffcd-4209-b521-d7d9836ddc3e binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:06:33.099768 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 8c5570c8-d1a6-46be-89e3-f7a462206cf4 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:33.100356 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:33.133058 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7fb4b340-d626-4274-a746-59a1735c4137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:33.155214 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 54324) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:33.160495 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-b6f585cb-2892-4508-ae8e-e0c331dc71bd tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-472839426', 'description': 'tempest-secgroup-smoke-472839426 description', 'project_id': 'a50139172da04b07b17553ee2a3c6289'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:33.183969 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b69c84d1-bdda-467d-be9b-5426523e9648 None None] Provisioning complete for port 4902315a-ffcd-4209-b521-d7d9836ddc3e triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:33.184557 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b69c84d1-bdda-467d-be9b-5426523e9648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:33.209197 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b6f585cb-2892-4508-ae8e-e0c331dc71bd tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:33.276081 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-b69c84d1-bdda-467d-be9b-5426523e9648 None None] Port 4902315a-ffcd-4209-b521-d7d9836ddc3e cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:06:33.337038 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b6f585cb-2892-4508-ae8e-e0c331dc71bd tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:33.343767 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b6f585cb-2892-4508-ae8e-e0c331dc71bd tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:33.381839 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b6f585cb-2892-4508-ae8e-e0c331dc71bd tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:33.383342 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b6f585cb-2892-4508-ae8e-e0c331dc71bd tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2268474 May 06 10:06:33.385545 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f585cb-2892-4508-ae8e-e0c331dc71bd tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=438d21ab-512e-419b-aef2-bf83671b034c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:33.393074 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54326) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:33.398533 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-98d730af-538a-4788-8418-2d7ce6aa4439 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'security_group_rule': {'security_group_id': '438d21ab-512e-419b-aef2-bf83671b034c', 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:33.403461 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a1f8bc85-b193-4b6c-91b3-96b5ee8e5f64 None None] Provisioning complete for port 4902315a-ffcd-4209-b521-d7d9836ddc3e triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:33.404054 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a1f8bc85-b193-4b6c-91b3-96b5ee8e5f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:33.435779 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-98d730af-538a-4788-8418-2d7ce6aa4439 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:33.490356 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-a1f8bc85-b193-4b6c-91b3-96b5ee8e5f64 None None] Port 4902315a-ffcd-4209-b521-d7d9836ddc3e cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:06:33.521420 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-98d730af-538a-4788-8418-2d7ce6aa4439 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:33.526863 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-98d730af-538a-4788-8418-2d7ce6aa4439 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:33.554834 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d730af-538a-4788-8418-2d7ce6aa4439 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cac7d58-3767-42dd-812a-8266f67bc108,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:33.593146 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7fb4b340-d626-4274-a746-59a1735c4137 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:33.596810 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-98d730af-538a-4788-8418-2d7ce6aa4439 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:33.601327 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 54334) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:33.601694 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-98d730af-538a-4788-8418-2d7ce6aa4439 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2073593 May 06 10:06:33.605284 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7fb4b340-d626-4274-a746-59a1735c4137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:33.606249 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-2f4a99ce-e09b-4c19-b0e2-cfd567989ae7 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'security_group_rule': {'security_group_id': '438d21ab-512e-419b-aef2-bf83671b034c', 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:33.650130 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2f4a99ce-e09b-4c19-b0e2-cfd567989ae7 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:33.660591 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390e81c-459f-4d42-8fd6-50c16aef8d3a None None] Pushing event updated for resources: {'Port': ['ID=4902315a-ffcd-4209-b521-d7d9836ddc3e,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:33.685676 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d390e81c-459f-4d42-8fd6-50c16aef8d3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:33.686555 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d390e81c-459f-4d42-8fd6-50c16aef8d3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:33.686877 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d390e81c-459f-4d42-8fd6-50c16aef8d3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:33.687479 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d390e81c-459f-4d42-8fd6-50c16aef8d3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:33.688795 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d390e81c-459f-4d42-8fd6-50c16aef8d3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:33.689544 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d390e81c-459f-4d42-8fd6-50c16aef8d3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:33.690022 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d390e81c-459f-4d42-8fd6-50c16aef8d3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:33.690505 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d390e81c-459f-4d42-8fd6-50c16aef8d3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:33.691000 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d390e81c-459f-4d42-8fd6-50c16aef8d3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:33.691504 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d390e81c-459f-4d42-8fd6-50c16aef8d3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:33.691985 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d390e81c-459f-4d42-8fd6-50c16aef8d3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:33.692459 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d390e81c-459f-4d42-8fd6-50c16aef8d3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:33.753683 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-7fb4b340-d626-4274-a746-59a1735c4137 None None] Attempting to bind port 4902315a-ffcd-4209-b521-d7d9836ddc3e on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:06:33.753683 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-7fb4b340-d626-4274-a746-59a1735c4137 None None] Attempting to bind port 4902315a-ffcd-4209-b521-d7d9836ddc3e by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '4836794c-6917-4bb5-8d05-83f369c185d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7e545980-4a9d-4982-bceb-7e0e18c13738'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:06:33.753683 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb4b340-d626-4274-a746-59a1735c4137 None None] Attempting to bind port 4902315a-ffcd-4209-b521-d7d9836ddc3e on network 7e545980-4a9d-4982-bceb-7e0e18c13738 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:06:33.759887 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb4b340-d626-4274-a746-59a1735c4137 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:06:33.760262 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb4b340-d626-4274-a746-59a1735c4137 None None] Checking segment: {'id': '4836794c-6917-4bb5-8d05-83f369c185d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7e545980-4a9d-4982-bceb-7e0e18c13738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:06:33.760668 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7fb4b340-d626-4274-a746-59a1735c4137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:33.762206 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb4b340-d626-4274-a746-59a1735c4137 None None] Bound using segment: {'id': '4836794c-6917-4bb5-8d05-83f369c185d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7e545980-4a9d-4982-bceb-7e0e18c13738'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:06:33.762685 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-7fb4b340-d626-4274-a746-59a1735c4137 None None] Bound port: 4902315a-ffcd-4209-b521-d7d9836ddc3e, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4836794c-6917-4bb5-8d05-83f369c185d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7e545980-4a9d-4982-bceb-7e0e18c13738'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:06:33.764990 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2f4a99ce-e09b-4c19-b0e2-cfd567989ae7 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:33.765255 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7fb4b340-d626-4274-a746-59a1735c4137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:33.771474 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2f4a99ce-e09b-4c19-b0e2-cfd567989ae7 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:33.800144 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a99ce-e09b-4c19-b0e2-cfd567989ae7 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b3e1d17-72cb-49cb-957e-2f1e4bfc94b5,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:33.823524 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2f4a99ce-e09b-4c19-b0e2-cfd567989ae7 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:33.829602 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54340) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:33.830163 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2f4a99ce-e09b-4c19-b0e2-cfd567989ae7 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2272508 May 06 10:06:33.840436 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-303c7d7a-f06d-41f4-a643-3c431f260ce1 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'security_group_rule': {'security_group_id': '438d21ab-512e-419b-aef2-bf83671b034c', 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:33.890320 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-7fb4b340-d626-4274-a746-59a1735c4137 None None] For port 4902315a-ffcd-4209-b521-d7d9836ddc3e, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:06:33.893813 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-7fb4b340-d626-4274-a746-59a1735c4137 None None] For port 4902315a-ffcd-4209-b521-d7d9836ddc3e, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=4902315a-ffcd-4209-b521-d7d9836ddc3e,segment=NetworkSegment(4836794c-6917-4bb5-8d05-83f369c185d4),segment_id=4836794c-6917-4bb5-8d05-83f369c185d4)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:06:33.914857 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7fb4b340-d626-4274-a746-59a1735c4137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:33.965372 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-303c7d7a-f06d-41f4-a643-3c431f260ce1 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:34.011305 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191f8e0-ec62-427c-af90-7fa05bb23a2f req-73d4363b-46e7-4f94-a467-4f0772d16832 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:34.013326 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a191f8e0-ec62-427c-af90-7fa05bb23a2f req-73d4363b-46e7-4f94-a467-4f0772d16832 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 945 time: 0.1661203 May 06 10:06:34.043585 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390e81c-459f-4d42-8fd6-50c16aef8d3a None None] Pushing event updated for resources: {'Port': ['ID=4902315a-ffcd-4209-b521-d7d9836ddc3e,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:34.047023 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb4b340-d626-4274-a746-59a1735c4137 None None] Routers {'fc5d8737-63fb-40f3-babb-866fee59449b'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:06:34.047829 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7fb4b340-d626-4274-a746-59a1735c4137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:06:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['fc5d8737-63fb-40f3-babb-866fee59449b'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:34.060601 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f957a224-18ad-4c26-bab2-415acd126457 None None] Provisioning complete for port 4902315a-ffcd-4209-b521-d7d9836ddc3e triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:34.061017 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f957a224-18ad-4c26-bab2-415acd126457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:34.106283 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a191f8e0-ec62-427c-af90-7fa05bb23a2f req-f0216acd-003c-437b-80eb-5deb0febd395 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=680ae33a-296c-4e58-a593-34f10419427d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712521 May 06 10:06:34.108199 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-303c7d7a-f06d-41f4-a643-3c431f260ce1 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:34.117609 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-303c7d7a-f06d-41f4-a643-3c431f260ce1 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:34.159163 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c7d7a-f06d-41f4-a643-3c431f260ce1 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b99a735c-2c96-4eac-b63d-fba4e52137fc,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:34.201174 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-303c7d7a-f06d-41f4-a643-3c431f260ce1 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:34.202946 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-303c7d7a-f06d-41f4-a643-3c431f260ce1 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3711371 May 06 10:06:34.205788 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54344) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:34.214143 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-f45d9c53-f30c-4ef0-ba1e-08b05ac047ab tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'security_group_rule': {'security_group_id': '438d21ab-512e-419b-aef2-bf83671b034c', 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:34.241695 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-7fb4b340-d626-4274-a746-59a1735c4137 None None] Set router fc5d8737-63fb-40f3-babb-866fee59449b gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:06:34.248733 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f957a224-18ad-4c26-bab2-415acd126457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:34.251290 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f45d9c53-f30c-4ef0-ba1e-08b05ac047ab tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:34.320153 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f957a224-18ad-4c26-bab2-415acd126457 None None] For port 4902315a-ffcd-4209-b521-d7d9836ddc3e, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=4902315a-ffcd-4209-b521-d7d9836ddc3e,segment=NetworkSegment(4836794c-6917-4bb5-8d05-83f369c185d4),segment_id=4836794c-6917-4bb5-8d05-83f369c185d4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:34.328986 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f957a224-18ad-4c26-bab2-415acd126457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:34.334865 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f45d9c53-f30c-4ef0-ba1e-08b05ac047ab tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:34.344880 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f45d9c53-f30c-4ef0-ba1e-08b05ac047ab tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:34.374843 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d9c53-f30c-4ef0-ba1e-08b05ac047ab tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5cffbc-4a4c-41d2-94da-25b6de1a772f,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:34.394010 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f45d9c53-f30c-4ef0-ba1e-08b05ac047ab tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:34.395387 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f45d9c53-f30c-4ef0-ba1e-08b05ac047ab tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1882935 May 06 10:06:34.398524 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54346) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:34.406481 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-84772de7-5840-4c44-af49-17745b802360 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'security_group_rule': {'security_group_id': '438d21ab-512e-419b-aef2-bf83671b034c', 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:34.441915 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957a224-18ad-4c26-bab2-415acd126457 None None] Pushing event updated for resources: {'Port': ['ID=4902315a-ffcd-4209-b521-d7d9836ddc3e,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:34.456002 n-d-840835-1 neutron-server[102653]: INFO neutron.db.securitygroups_db [None req-84772de7-5840-4c44-af49-17745b802360 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Project a50139172da04b07b17553ee2a3c6289 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:06:34.464564 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84772de7-5840-4c44-af49-17745b802360 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:34.487837 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-ff929b8a-4e3d-4c60-9162-4174117fcc66 None None] Provisioning complete for port 4902315a-ffcd-4209-b521-d7d9836ddc3e triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:34.490191 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ff929b8a-4e3d-4c60-9162-4174117fcc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:34.581484 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84772de7-5840-4c44-af49-17745b802360 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:34.588634 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84772de7-5840-4c44-af49-17745b802360 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:34.613577 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7fb4b340-d626-4274-a746-59a1735c4137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'name': 'tempest-TestNetworkBasicOps-router-2080002054', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '8c5570c8-d1a6-46be-89e3-f7a462206cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:23Z', 'updated_at': '2022-05-06T10:06:30Z', 'revision_number': 4, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': '8c5570c8-d1a6-46be-89e3-f7a462206cf4', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:24Z', 'updated_at': '2022-05-06T10:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '4902315a-ffcd-4209-b521-d7d9836ddc3e', 'name': '', 'network_id': '7e545980-4a9d-4982-bceb-7e0e18c13738', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'mac_address': 'fa:16:3e:e3:50:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'cfd4b084-4091-4d9c-8781-0dcd77f386bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:28Z', 'updated_at': '2022-05-06T10:06:33Z', 'revision_number': 4, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'subnets': [{'id': 'cfd4b084-4091-4d9c-8781-0dcd77f386bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:34.620638 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84772de7-5840-4c44-af49-17745b802360 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc4a5ab-ac2b-4cfe-9ad4-3ab1330145f9,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:34.632698 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-84772de7-5840-4c44-af49-17745b802360 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:34.634516 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-84772de7-5840-4c44-af49-17745b802360 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2335012 May 06 10:06:34.637555 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54352) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:34.660593 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-a5bbd2d4-4efb-4445-9dfa-69ef0d0fc7bd tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'security_group_rule': {'security_group_id': '438d21ab-512e-419b-aef2-bf83671b034c', 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:34.679364 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb4b340-d626-4274-a746-59a1735c4137 None None] The sync data for ids ['fc5d8737-63fb-40f3-babb-866fee59449b'] in n-d-840835-1 is: [{'id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'name': 'tempest-TestNetworkBasicOps-router-2080002054', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '8c5570c8-d1a6-46be-89e3-f7a462206cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:23Z', 'updated_at': '2022-05-06T10:06:30Z', 'revision_number': 4, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': '8c5570c8-d1a6-46be-89e3-f7a462206cf4', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:24Z', 'updated_at': '2022-05-06T10:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '4902315a-ffcd-4209-b521-d7d9836ddc3e', 'name': '', 'network_id': '7e545980-4a9d-4982-bceb-7e0e18c13738', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'mac_address': 'fa:16:3e:e3:50:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'cfd4b084-4091-4d9c-8781-0dcd77f386bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:28Z', 'updated_at': '2022-05-06T10:06:33Z', 'revision_number': 4, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'subnets': [{'id': 'cfd4b084-4091-4d9c-8781-0dcd77f386bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:06:34.706223 n-d-840835-1 neutron-server[102653]: INFO neutron.db.securitygroups_db [None req-a5bbd2d4-4efb-4445-9dfa-69ef0d0fc7bd tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Project a50139172da04b07b17553ee2a3c6289 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:06:34.714341 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a5bbd2d4-4efb-4445-9dfa-69ef0d0fc7bd tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:34.809038 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a5bbd2d4-4efb-4445-9dfa-69ef0d0fc7bd tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:34.814535 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a5bbd2d4-4efb-4445-9dfa-69ef0d0fc7bd tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:34.839836 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bbd2d4-4efb-4445-9dfa-69ef0d0fc7bd tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf333a1-2c32-4d5e-8698-98d6ce440139,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:34.868938 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a5bbd2d4-4efb-4445-9dfa-69ef0d0fc7bd tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:34.880423 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a5bbd2d4-4efb-4445-9dfa-69ef0d0fc7bd tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2314932 May 06 10:06:35.098246 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-e04b71d4-690a-4989-ba5a-f13c72e4d5c5 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-472839426&fields=id&tenant_id=a50139172da04b07b17553ee2a3c6289 HTTP/1.1" status: 200 len: 267 time: 0.0373132 May 06 10:06:35.214741 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-b7a87769-fd56-47d0-9e17-6b3f6a47c715 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:35.216378 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-b7a87769-fd56-47d0-9e17-6b3f6a47c715 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/networks?id=7e545980-4a9d-4982-bceb-7e0e18c13738 HTTP/1.1" status: 200 len: 797 time: 0.1099684 May 06 10:06:35.240740 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-c6140db0-1260-4ced-b07f-0b5211269734 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/quotas/a50139172da04b07b17553ee2a3c6289 HTTP/1.1" status: 200 len: 375 time: 0.0175517 May 06 10:06:35.294833 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-ed016028-0ca6-4efd-b3a0-e894b929dee5 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a50139172da04b07b17553ee2a3c6289&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532513 May 06 10:06:35.402023 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-81ee5b60-595c-4572-a1b1-f8d64384e71e service neutron] 10.222.0.73 "GET /v2.0/networks/7e545980-4a9d-4982-bceb-7e0e18c13738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936213 May 06 10:06:35.520015 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-3704ea33-aed3-48de-bfa8-e447c734d56d service neutron] 10.222.0.73 "GET /v2.0/networks/7e545980-4a9d-4982-bceb-7e0e18c13738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091459 May 06 10:06:35.757721 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84553b-3038-49c7-b509-8ac89f8d6d5d req-dde2fe51-ee55-4502-871f-489a7bb787e4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:35.766003 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dd84553b-3038-49c7-b509-8ac89f8d6d5d req-dde2fe51-ee55-4502-871f-489a7bb787e4 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 945 time: 0.0665796 May 06 10:06:35.821430 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dd84553b-3038-49c7-b509-8ac89f8d6d5d req-17434ade-9384-47fd-81a9-671c0f3f6d76 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=680ae33a-296c-4e58-a593-34f10419427d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542936 May 06 10:06:35.892244 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-033d2b5e-8ac4-4d02-b88e-ce0a62eece4c req-d68fc79e-c0b4-465f-933e-e703c1180eb4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6aa7147-3bc1-4eb6-a74c-784abf6f0998 HTTP/1.1" status: 200 len: 210 time: 0.0376072 May 06 10:06:36.640983 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 4902315a-ffcd-4209-b521-d7d9836ddc3e up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:06:36.715945 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 4902315a-ffcd-4209-b521-d7d9836ddc3e triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:36.716399 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:37.009069 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69bc14-74e7-4ad4-89e9-addf4c9e7974 req-a6722327-f698-4e40-a136-a72ecc2b4527 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:37.010663 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b69bc14-74e7-4ad4-89e9-addf4c9e7974 req-a6722327-f698-4e40-a136-a72ecc2b4527 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 945 time: 0.0773733 May 06 10:06:37.027977 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-35dacdfb-6155-417e-8692-2e4c764b22c7 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:37.029579 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-35dacdfb-6155-417e-8692-2e4c764b22c7 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.77 "GET /v2.0/networks?id=7e545980-4a9d-4982-bceb-7e0e18c13738 HTTP/1.1" status: 200 len: 797 time: 0.1848471 May 06 10:06:37.081937 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b69bc14-74e7-4ad4-89e9-addf4c9e7974 req-063622d2-d3a4-4911-8ac2-82a82b6a32a5 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=680ae33a-296c-4e58-a593-34f10419427d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603848 May 06 10:06:37.099191 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-a0fb03b2-855f-4739-a38c-ec2ecf99e6fb tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a50139172da04b07b17553ee2a3c6289 HTTP/1.1" status: 200 len: 379 time: 0.0544853 May 06 10:06:37.113010 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-221d03ce-90aa-4a1c-9025-fd55f9518709 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'port': {'device_id': 'b6aa7147-3bc1-4eb6-a74c-784abf6f0998', 'network_id': '7e545980-4a9d-4982-bceb-7e0e18c13738', 'admin_state_up': True, 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'security_groups': ['438d21ab-512e-419b-aef2-bf83671b034c']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:37.201984 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c0a85363-51e0-4294-a658-5c310e9938c5 req-853e160e-6f52-41e9-b3e7-a4fd6306cdc5 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6aa7147-3bc1-4eb6-a74c-784abf6f0998 HTTP/1.1" status: 200 len: 210 time: 0.0273671 May 06 10:06:37.262621 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-221d03ce-90aa-4a1c-9025-fd55f9518709 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Made reservation on behalf of a50139172da04b07b17553ee2a3c6289 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:06:37.267104 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-221d03ce-90aa-4a1c-9025-fd55f9518709 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:37.413692 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-221d03ce-90aa-4a1c-9025-fd55f9518709 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Allocated IP 172.20.0.10 (7e545980-4a9d-4982-bceb-7e0e18c13738/cfd4b084-4091-4d9c-8781-0dcd77f386bd/1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:06:37.585261 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-221d03ce-90aa-4a1c-9025-fd55f9518709 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:37.623844 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-221d03ce-90aa-4a1c-9025-fd55f9518709 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:37.675837 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-221d03ce-90aa-4a1c-9025-fd55f9518709 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Network 7e545980-4a9d-4982-bceb-7e0e18c13738 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:06:37.679060 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-221d03ce-90aa-4a1c-9025-fd55f9518709 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:06:37.683655 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-221d03ce-90aa-4a1c-9025-fd55f9518709 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:06:37.723693 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d03ce-90aa-4a1c-9025-fd55f9518709 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'Port': ['ID=1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:37.750698 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-221d03ce-90aa-4a1c-9025-fd55f9518709 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:37.751387 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-221d03ce-90aa-4a1c-9025-fd55f9518709 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:37.778240 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-221d03ce-90aa-4a1c-9025-fd55f9518709 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6730185 May 06 10:06:37.800924 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-1332abe6-1048-4fb4-acb3-06d3bcf6e7aa service neutron] Request body: {'port': {'device_id': 'b6aa7147-3bc1-4eb6-a74c-784abf6f0998', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:37.902862 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-1332abe6-1048-4fb4-acb3-06d3bcf6e7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:38.028892 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-5c1024af-d313-4906-976a-1979602fa39c None None] Provisioning complete for port 1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:38.030443 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5c1024af-d313-4906-976a-1979602fa39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:38.066260 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-5c1024af-d313-4906-976a-1979602fa39c None None] Port 1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:06:38.240192 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c82f1b-0bd1-4d97-9082-e461a0d10c79 req-4d3b5f95-86a5-4b1e-9c40-03b88b9a2ff5 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:38.242409 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-00c82f1b-0bd1-4d97-9082-e461a0d10c79 req-4d3b5f95-86a5-4b1e-9c40-03b88b9a2ff5 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 945 time: 0.0697803 May 06 10:06:38.298966 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-00c82f1b-0bd1-4d97-9082-e461a0d10c79 req-34a9620d-d740-4dc0-aee6-3c7f3a030ea1 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=680ae33a-296c-4e58-a593-34f10419427d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484040 May 06 10:06:38.312753 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-1332abe6-1048-4fb4-acb3-06d3bcf6e7aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:06:38.329204 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-1332abe6-1048-4fb4-acb3-06d3bcf6e7aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:38.343731 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-1332abe6-1048-4fb4-acb3-06d3bcf6e7aa service neutron] Transition to ACTIVE for port object 1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:06:38.349311 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-1332abe6-1048-4fb4-acb3-06d3bcf6e7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:38.425965 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8da43-4bf3-479a-8c5d-e0ed22337f1d req-dd1f859a-57d7-47b6-98f8-c15febc560c3 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:38.428259 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dcf8da43-4bf3-479a-8c5d-e0ed22337f1d req-dd1f859a-57d7-47b6-98f8-c15febc560c3 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6aa7147-3bc1-4eb6-a74c-784abf6f0998 HTTP/1.1" status: 200 len: 944 time: 0.0592968 May 06 10:06:38.439562 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332abe6-1048-4fb4-acb3-06d3bcf6e7aa service neutron] Pushing event updated for resources: {'Port': ['ID=1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:38.489585 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dcf8da43-4bf3-479a-8c5d-e0ed22337f1d req-85dca14d-df71-4387-98ea-2a38f611c576 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=438d21ab-512e-419b-aef2-bf83671b034c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511940 May 06 10:06:38.546345 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-1332abe6-1048-4fb4-acb3-06d3bcf6e7aa service neutron] Attempting to bind port 1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:06:38.546696 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-1332abe6-1048-4fb4-acb3-06d3bcf6e7aa service neutron] Attempting to bind port 1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '4836794c-6917-4bb5-8d05-83f369c185d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7e545980-4a9d-4982-bceb-7e0e18c13738'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:06:38.547039 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-1332abe6-1048-4fb4-acb3-06d3bcf6e7aa service neutron] Attempting to bind port 1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d on network 7e545980-4a9d-4982-bceb-7e0e18c13738 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:06:38.552397 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-1332abe6-1048-4fb4-acb3-06d3bcf6e7aa service neutron] Port 1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d on network 7e545980-4a9d-4982-bceb-7e0e18c13738 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:06:38.552682 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-1332abe6-1048-4fb4-acb3-06d3bcf6e7aa service neutron] Attempting to bind port 1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d on network 7e545980-4a9d-4982-bceb-7e0e18c13738 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:06:38.563001 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-1332abe6-1048-4fb4-acb3-06d3bcf6e7aa service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:06:38.563632 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-1332abe6-1048-4fb4-acb3-06d3bcf6e7aa service neutron] Checking segment: {'id': '4836794c-6917-4bb5-8d05-83f369c185d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7e545980-4a9d-4982-bceb-7e0e18c13738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:06:38.564279 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-1332abe6-1048-4fb4-acb3-06d3bcf6e7aa service neutron] Bound using segment: {'id': '4836794c-6917-4bb5-8d05-83f369c185d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7e545980-4a9d-4982-bceb-7e0e18c13738'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:06:38.564927 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-1332abe6-1048-4fb4-acb3-06d3bcf6e7aa service neutron] Bound port: 1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4836794c-6917-4bb5-8d05-83f369c185d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7e545980-4a9d-4982-bceb-7e0e18c13738'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:06:38.565526 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-1332abe6-1048-4fb4-acb3-06d3bcf6e7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:38.651207 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-1332abe6-1048-4fb4-acb3-06d3bcf6e7aa service neutron] For port 1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:06:38.655878 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-1332abe6-1048-4fb4-acb3-06d3bcf6e7aa service neutron] For port 1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d,segment=NetworkSegment(4836794c-6917-4bb5-8d05-83f369c185d4),segment_id=4836794c-6917-4bb5-8d05-83f369c185d4)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:06:38.662805 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-1332abe6-1048-4fb4-acb3-06d3bcf6e7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:38.707326 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-1332abe6-1048-4fb4-acb3-06d3bcf6e7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:38.708164 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-1332abe6-1048-4fb4-acb3-06d3bcf6e7aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:38.709758 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-1332abe6-1048-4fb4-acb3-06d3bcf6e7aa service neutron] 10.222.0.77 "PUT /v2.0/ports/1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d HTTP/1.1" status: 200 len: 1092 time: 0.9130805 May 06 10:06:38.710296 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6aa7147-3bc1-4eb6-a74c-784abf6f0998', 'tag': '1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:06:38.712941 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17960f3f-41ee-4582-b485-80519cbe72b7" -d '{"events": [{"name": "network-changed", "server_uuid": "b6aa7147-3bc1-4eb6-a74c-784abf6f0998", "tag": "1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:06:38.759972 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332abe6-1048-4fb4-acb3-06d3bcf6e7aa service neutron] Pushing event updated for resources: {'Port': ['ID=1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:38.809349 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8a014c-5759-42a8-9cbf-fd6049bfb622 x-openstack-request-id: req-0d8a014c-5759-42a8-9cbf-fd6049bfb622 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:06:38.809645 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6aa7147-3bc1-4eb6-a74c-784abf6f0998", "tag": "1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:06:38.810101 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0d8a014c-5759-42a8-9cbf-fd6049bfb622 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:06:38.811267 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d8a014c-5759-42a8-9cbf-fd6049bfb622'] response: {'name': 'network-changed', 'server_uuid': 'b6aa7147-3bc1-4eb6-a74c-784abf6f0998', 'tag': '1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d', 'status': 'completed', 'code': 200} May 06 10:06:38.830774 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-6ccd1caa-78c9-40f7-9922-f1a61319c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:38.832820 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-6ccd1caa-78c9-40f7-9922-f1a61319c60d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a50139172da04b07b17553ee2a3c6289&device_id=b6aa7147-3bc1-4eb6-a74c-784abf6f0998 HTTP/1.1" status: 200 len: 1095 time: 0.0642085 May 06 10:06:38.901153 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-8bd9155e-69f2-4c6e-b355-e1e1d38fe421 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d HTTP/1.1" status: 200 len: 217 time: 0.0548141 May 06 10:06:38.968996 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-ef9a7b10-1f12-425e-a806-41d3d8ab2bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:38.970473 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-ef9a7b10-1f12-425e-a806-41d3d8ab2bac service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cfd4b084-4091-4d9c-8781-0dcd77f386bd HTTP/1.1" status: 200 len: 834 time: 0.0620291 May 06 10:06:39.031586 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-8bcff9c9-d41d-4f3f-a534-d9a293833f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:39.033265 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-8bcff9c9-d41d-4f3f-a534-d9a293833f04 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7e545980-4a9d-4982-bceb-7e0e18c13738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530457 May 06 10:06:39.159700 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-5fc799f4-d12a-410f-b9e1-b8b617bb12f6 service neutron] 10.222.0.77 "GET /v2.0/networks/7e545980-4a9d-4982-bceb-7e0e18c13738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170344 May 06 10:06:39.267871 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-93c0df8c-9f4e-4978-8dd0-ae105a65a819 req-7d50d424-ad06-4332-ac4d-76e3b9128362 service neutron] 10.222.0.77 "GET /v2.0/networks/7e545980-4a9d-4982-bceb-7e0e18c13738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002028 May 06 10:06:39.435040 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17960f3f-41ee-4582-b485-80519cbe72b7 req-b41bfd77-9363-4dee-84d5-863c6b1cbecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:39.439101 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-17960f3f-41ee-4582-b485-80519cbe72b7 req-b41bfd77-9363-4dee-84d5-863c6b1cbecd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a50139172da04b07b17553ee2a3c6289&device_id=b6aa7147-3bc1-4eb6-a74c-784abf6f0998 HTTP/1.1" status: 200 len: 1095 time: 0.0697591 May 06 10:06:39.523475 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7d042-1ab2-44ef-8bc6-37e94aff8d3e req-a7e5b3fa-f79e-4d23-bd32-3e02ba0af64b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:39.530939 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3ed7d042-1ab2-44ef-8bc6-37e94aff8d3e req-a7e5b3fa-f79e-4d23-bd32-3e02ba0af64b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 945 time: 0.0725055 May 06 10:06:39.582104 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3ed7d042-1ab2-44ef-8bc6-37e94aff8d3e req-47747456-d970-4430-ac26-67585fb95008 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=680ae33a-296c-4e58-a593-34f10419427d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502009 May 06 10:06:39.677521 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17960f3f-41ee-4582-b485-80519cbe72b7 req-7c88d114-c622-4e57-ba04-216394be5f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:39.679178 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-17960f3f-41ee-4582-b485-80519cbe72b7 req-7c88d114-c622-4e57-ba04-216394be5f4c service neutron] 10.222.0.77 "GET /v2.0/networks?id=7e545980-4a9d-4982-bceb-7e0e18c13738 HTTP/1.1" status: 200 len: 898 time: 0.2339489 May 06 10:06:39.752330 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20be5f-d47a-4538-8dc7-2fafc54f9627 req-073722f4-10da-487b-95d8-f2d9102476fe tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:39.767976 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4f20be5f-d47a-4538-8dc7-2fafc54f9627 req-073722f4-10da-487b-95d8-f2d9102476fe tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6aa7147-3bc1-4eb6-a74c-784abf6f0998 HTTP/1.1" status: 200 len: 944 time: 0.0963299 May 06 10:06:39.776733 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-17960f3f-41ee-4582-b485-80519cbe72b7 req-93a0493b-3592-422b-b09d-4da187703fe2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d HTTP/1.1" status: 200 len: 217 time: 0.0892470 May 06 10:06:39.892709 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4f20be5f-d47a-4538-8dc7-2fafc54f9627 req-b1fbfa52-0202-4dc8-b059-1746e1feb49c tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=438d21ab-512e-419b-aef2-bf83671b034c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101768 May 06 10:06:39.914347 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17960f3f-41ee-4582-b485-80519cbe72b7 req-8db9717e-c1ff-4693-a0ad-a0af2271a375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:39.922085 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-17960f3f-41ee-4582-b485-80519cbe72b7 req-8db9717e-c1ff-4693-a0ad-a0af2271a375 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cfd4b084-4091-4d9c-8781-0dcd77f386bd HTTP/1.1" status: 200 len: 834 time: 0.1358616 May 06 10:06:39.977360 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17960f3f-41ee-4582-b485-80519cbe72b7 req-cbfd626e-140f-46c1-97ee-4954038f267c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:39.979110 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-17960f3f-41ee-4582-b485-80519cbe72b7 req-cbfd626e-140f-46c1-97ee-4954038f267c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7e545980-4a9d-4982-bceb-7e0e18c13738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497041 May 06 10:06:40.134437 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-17960f3f-41ee-4582-b485-80519cbe72b7 req-9c5e05ea-f525-4ea5-a1b3-77270169954d service neutron] 10.222.0.77 "GET /v2.0/networks/7e545980-4a9d-4982-bceb-7e0e18c13738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482508 May 06 10:06:40.247931 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-17960f3f-41ee-4582-b485-80519cbe72b7 req-671801c5-6029-427a-8c09-2367c44baf2d service neutron] 10.222.0.77 "GET /v2.0/networks/7e545980-4a9d-4982-bceb-7e0e18c13738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065421 May 06 10:06:40.764957 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b116a-2fd8-4415-baa5-c1278786d0b0 req-68767865-6889-40b2-81e1-0c6686f6883b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:40.767184 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a4b116a-2fd8-4415-baa5-c1278786d0b0 req-68767865-6889-40b2-81e1-0c6686f6883b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 945 time: 0.1106193 May 06 10:06:40.874507 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a4b116a-2fd8-4415-baa5-c1278786d0b0 req-8271d70b-6235-4e7d-99fd-c82d9391f02d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=680ae33a-296c-4e58-a593-34f10419427d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958598 May 06 10:06:41.036269 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b70058-e727-4b73-a37b-87e9b361dcf5 req-7621624e-7da2-4e45-934e-49447f5fcdd5 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:41.043465 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a8b70058-e727-4b73-a37b-87e9b361dcf5 req-7621624e-7da2-4e45-934e-49447f5fcdd5 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6aa7147-3bc1-4eb6-a74c-784abf6f0998 HTTP/1.1" status: 200 len: 944 time: 0.0698507 May 06 10:06:41.115639 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a8b70058-e727-4b73-a37b-87e9b361dcf5 req-af2bf56b-f54a-4ac1-83c8-05f4ec2b3291 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=438d21ab-512e-419b-aef2-bf83671b034c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634139 May 06 10:06:42.022513 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64e5a5-61ef-4d87-bda2-17db6b669647 req-31dd7938-0afd-411f-a583-b576af55c047 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:42.024879 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb64e5a5-61ef-4d87-bda2-17db6b669647 req-31dd7938-0afd-411f-a583-b576af55c047 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 945 time: 0.0543647 May 06 10:06:42.088073 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb64e5a5-61ef-4d87-bda2-17db6b669647 req-682d350e-5fcd-4003-9afb-b693115c692b tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=680ae33a-296c-4e58-a593-34f10419427d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559323 May 06 10:06:42.269118 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fb3ec-c1e0-43d0-82eb-ddd999803836 req-e8ee7626-9d54-4105-965e-55156040f8fe tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:42.280369 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3f8fb3ec-c1e0-43d0-82eb-ddd999803836 req-e8ee7626-9d54-4105-965e-55156040f8fe tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6aa7147-3bc1-4eb6-a74c-784abf6f0998 HTTP/1.1" status: 200 len: 944 time: 0.0716333 May 06 10:06:42.323746 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3f8fb3ec-c1e0-43d0-82eb-ddd999803836 req-a146b47c-7cca-4e48-b9ea-0156e0d0dbf1 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=438d21ab-512e-419b-aef2-bf83671b034c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407391 May 06 10:06:42.408675 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:06:42.604350 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d,segment=NetworkSegment(4836794c-6917-4bb5-8d05-83f369c185d4),segment_id=4836794c-6917-4bb5-8d05-83f369c185d4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:42.619570 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d', 'network_id': '7e545980-4a9d-4982-bceb-7e0e18c13738', 'port_id': '1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d', 'mac_address': 'fa:16:3e:ed:e2:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfd4b084-4091-4d9c-8781-0dcd77f386bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:06:42.661997 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:42.678568 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:06:42.726766 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d,segment=NetworkSegment(4836794c-6917-4bb5-8d05-83f369c185d4),segment_id=4836794c-6917-4bb5-8d05-83f369c185d4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:42.734783 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:42.825366 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:43.146203 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:06:43.264689 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc45ce-e2ec-4104-adcc-54c9f369bbee req-9352ab95-7c55-4c42-9b86-86fb836b2dcd tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:43.266820 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9bfc45ce-e2ec-4104-adcc-54c9f369bbee req-9352ab95-7c55-4c42-9b86-86fb836b2dcd tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 945 time: 0.0841615 May 06 10:06:43.332313 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9bfc45ce-e2ec-4104-adcc-54c9f369bbee req-f7533be4-8ea0-4d51-a118-a400a76aaf21 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=680ae33a-296c-4e58-a593-34f10419427d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579507 May 06 10:06:43.499361 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a5826-97c2-4ee1-8225-707f70fe19a8 req-8816f51a-324b-4d10-8bb3-873cb6dd5e9d tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:43.501314 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-534a5826-97c2-4ee1-8225-707f70fe19a8 req-8816f51a-324b-4d10-8bb3-873cb6dd5e9d tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6aa7147-3bc1-4eb6-a74c-784abf6f0998 HTTP/1.1" status: 200 len: 945 time: 0.0658634 May 06 10:06:43.544267 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-534a5826-97c2-4ee1-8225-707f70fe19a8 req-685171a8-446d-4b7d-88a8-52594aef929b tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=438d21ab-512e-419b-aef2-bf83671b034c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366662 May 06 10:06:44.408267 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:06:44.474936 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:06:44.483145 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:44.483651 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:44.504741 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26728c-7d37-4760-810a-1faad180293f req-d6a405c6-4aff-43ff-8300-3dd6cd2db88d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:44.507106 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a26728c-7d37-4760-810a-1faad180293f req-d6a405c6-4aff-43ff-8300-3dd6cd2db88d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 945 time: 0.0953896 May 06 10:06:44.580596 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a26728c-7d37-4760-810a-1faad180293f req-fc82f0c5-1d2c-447c-b8e3-b0fb64a70113 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=680ae33a-296c-4e58-a593-34f10419427d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538666 May 06 10:06:44.600582 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:44.643911 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6aa7147-3bc1-4eb6-a74c-784abf6f0998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:06:44.647556 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec53ddd-5c79-442b-9b51-cf484f034e70" -d '{"events": [{"server_uuid": "b6aa7147-3bc1-4eb6-a74c-784abf6f0998", "name": "network-vif-plugged", "status": "completed", "tag": "1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:06:44.663012 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d,segment=NetworkSegment(4836794c-6917-4bb5-8d05-83f369c185d4),segment_id=4836794c-6917-4bb5-8d05-83f369c185d4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:44.671711 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:44.713382 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abd082-5c6e-45b1-bfb6-c4526db94d95 req-2e2cbad2-42ca-49c8-8903-f8a25e1914fd tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:44.723432 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d4abd082-5c6e-45b1-bfb6-c4526db94d95 req-2e2cbad2-42ca-49c8-8903-f8a25e1914fd tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6aa7147-3bc1-4eb6-a74c-784abf6f0998 HTTP/1.1" status: 200 len: 945 time: 0.0686340 May 06 10:06:44.728277 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:44.764455 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d4abd082-5c6e-45b1-bfb6-c4526db94d95 req-753b335e-29f1-49b1-8fac-bffbea286b7c tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=438d21ab-512e-419b-aef2-bf83671b034c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399413 May 06 10:06:44.853720 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9ca48a-9011-46ef-9d4d-e39f52b16208 x-openstack-request-id: req-de9ca48a-9011-46ef-9d4d-e39f52b16208 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:06:44.854493 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6aa7147-3bc1-4eb6-a74c-784abf6f0998", "name": "network-vif-plugged", "status": "completed", "tag": "1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:06:44.854992 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-de9ca48a-9011-46ef-9d4d-e39f52b16208 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:06:44.855630 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de9ca48a-9011-46ef-9d4d-e39f52b16208'] response: {'server_uuid': 'b6aa7147-3bc1-4eb6-a74c-784abf6f0998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d', 'code': 200} May 06 10:06:45.021563 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24632a67-7aad-4f96-b134-4a65beb69b88 req-8fe3c303-862a-4143-b935-9f99ce933cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:45.023136 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-24632a67-7aad-4f96-b134-4a65beb69b88 req-8fe3c303-862a-4143-b935-9f99ce933cd1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b6aa7147-3bc1-4eb6-a74c-784abf6f0998 HTTP/1.1" status: 200 len: 1097 time: 0.0845616 May 06 10:06:45.078174 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-24632a67-7aad-4f96-b134-4a65beb69b88 req-17f3a571-b71c-4133-9c34-4fac36e5f015 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=438d21ab-512e-419b-aef2-bf83671b034c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475211 May 06 10:06:45.737891 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf78ba1-0a1a-4b11-9edc-1f0007363e24 req-91a0ec41-2fec-4237-b3bd-7f5dd8640b0d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:45.746017 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0cf78ba1-0a1a-4b11-9edc-1f0007363e24 req-91a0ec41-2fec-4237-b3bd-7f5dd8640b0d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 945 time: 0.0591238 May 06 10:06:45.803028 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0cf78ba1-0a1a-4b11-9edc-1f0007363e24 req-6faedfd4-7b4e-43fa-8c69-04bbaa46b4c8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=680ae33a-296c-4e58-a593-34f10419427d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561535 May 06 10:06:45.945353 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e2e10326-d6ee-4e1a-a37a-7c59d4f7f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:46.000181 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59861f3-b4a2-4318-a48f-9fec89adeff6 req-45d7ca73-b813-4f0f-ab5f-8121972e0f09 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:46.002072 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f59861f3-b4a2-4318-a48f-9fec89adeff6 req-45d7ca73-b813-4f0f-ab5f-8121972e0f09 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6aa7147-3bc1-4eb6-a74c-784abf6f0998 HTTP/1.1" status: 200 len: 946 time: 0.0784328 May 06 10:06:46.095518 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f59861f3-b4a2-4318-a48f-9fec89adeff6 req-5663e0c4-535c-49bf-a897-17ab2de95653 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=438d21ab-512e-419b-aef2-bf83671b034c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805078 May 06 10:06:46.624870 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33d1c6-844d-43a0-bd61-ae6410620160 req-bec65e01-dacf-4d0f-adc2-043378778a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:46.651376 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ce33d1c6-844d-43a0-bd61-ae6410620160 req-bec65e01-dacf-4d0f-adc2-043378778a3b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 1096 time: 0.0644829 May 06 10:06:46.684759 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ce33d1c6-844d-43a0-bd61-ae6410620160 req-7b786278-3731-4550-852a-be1911a9d0a4 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=680ae33a-296c-4e58-a593-34f10419427d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324512 May 06 10:06:46.935348 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289e7c7-7c6a-4e5f-a5ee-43efeb1a0055 req-0a113c98-bf09-49f7-baea-0d5d8b7635a6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:46.943946 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2289e7c7-7c6a-4e5f-a5ee-43efeb1a0055 req-0a113c98-bf09-49f7-baea-0d5d8b7635a6 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 945 time: 0.0661075 May 06 10:06:46.989260 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2289e7c7-7c6a-4e5f-a5ee-43efeb1a0055 req-62ed059e-4798-4682-8005-6a5521c926ec tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=680ae33a-296c-4e58-a593-34f10419427d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441358 May 06 10:06:47.263248 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d4540-2b3a-454b-880f-e66f7ff78fba req-5db9767f-ad8d-4f97-bf15-767ed336cdf4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:47.265341 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7f1d4540-2b3a-454b-880f-e66f7ff78fba req-5db9767f-ad8d-4f97-bf15-767ed336cdf4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6aa7147-3bc1-4eb6-a74c-784abf6f0998 HTTP/1.1" status: 200 len: 946 time: 0.0742104 May 06 10:06:47.335709 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7f1d4540-2b3a-454b-880f-e66f7ff78fba req-d08965b6-be0c-4982-a4f2-3eb9a1284f00 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=438d21ab-512e-419b-aef2-bf83671b034c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625079 May 06 10:06:47.497050 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a416f-d73b-4c9d-95d7-21e23a031ed1 req-c1a24a63-be02-4d12-9706-aa2954c2b440 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:47.499395 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-634a416f-d73b-4c9d-95d7-21e23a031ed1 req-c1a24a63-be02-4d12-9706-aa2954c2b440 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6aa7147-3bc1-4eb6-a74c-784abf6f0998 HTTP/1.1" status: 200 len: 946 time: 0.0970397 May 06 10:06:47.549523 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-634a416f-d73b-4c9d-95d7-21e23a031ed1 req-2fe69b33-c94d-4bdb-8d4f-98194c5155cc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=438d21ab-512e-419b-aef2-bf83671b034c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420361 May 06 10:06:47.573482 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54696) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:47.642081 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d761e707-c431-4363-b01c-ef77b4ab9b6b tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:47.644331 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d761e707-c431-4363-b01c-ef77b4ab9b6b tempest-TestNetworkBasicOps-1412588304 tempest-TestNetworkBasicOps-1412588304-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b6aa7147-3bc1-4eb6-a74c-784abf6f0998 HTTP/1.1" status: 200 len: 1092 time: 0.0696054 May 06 10:06:47.647200 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 54698) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:47.651652 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-23dac2d0-cfc8-4865-9100-25e5cf2d5949 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'port_id': '1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:47.730793 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-23dac2d0-cfc8-4865-9100-25e5cf2d5949 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for floatingip, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:47.945483 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-23dac2d0-cfc8-4865-9100-25e5cf2d5949 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:48.103689 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-23dac2d0-cfc8-4865-9100-25e5cf2d5949 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Allocated IP 172.25.5.86 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/d67993b3-4d4d-42ee-a537-cb76e3b1692d) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:06:48.230546 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103b0a4-7d6f-4864-8d99-d1b0038182eb req-0293b181-d9bb-4fa7-9650-3dc4283528cf tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:48.232302 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8103b0a4-7d6f-4864-8d99-d1b0038182eb req-0293b181-d9bb-4fa7-9650-3dc4283528cf tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 945 time: 0.1434653 May 06 10:06:48.318164 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-23dac2d0-cfc8-4865-9100-25e5cf2d5949 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:48.335477 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8103b0a4-7d6f-4864-8d99-d1b0038182eb req-a8d65ef6-3e27-4bd1-9afc-a767a2d45061 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=680ae33a-296c-4e58-a593-34f10419427d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765214 May 06 10:06:48.389342 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-23dac2d0-cfc8-4865-9100-25e5cf2d5949 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:48.397400 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54720) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:48.435160 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dac2d0-cfc8-4865-9100-25e5cf2d5949 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:06:48.438482 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-23dac2d0-cfc8-4865-9100-25e5cf2d5949 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:06:48.442246 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dac2d0-cfc8-4865-9100-25e5cf2d5949 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:06:48.475311 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ae640964-9109-453b-b27a-d378b752c108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:48.487985 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1c7dacc4-6a4f-4a16-9e1c-9654edfab6b9 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/floatingips/d944b30a-5de2-479c-992b-65a44125ac25 HTTP/1.1" status: 200 len: 992 time: 0.0840549 May 06 10:06:48.529015 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dac2d0-cfc8-4865-9100-25e5cf2d5949 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'Port': ['ID=d67993b3-4d4d-42ee-a537-cb76e3b1692d,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:48.944827 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:48.985069 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-23dac2d0-cfc8-4865-9100-25e5cf2d5949 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:49.011785 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 7f195348-3c1a-4177-b9c9-4b07012d1fe4 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:06:49.014853 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 7f195348-3c1a-4177-b9c9-4b07012d1fe4 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:06:49.164745 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-23dac2d0-cfc8-4865-9100-25e5cf2d5949 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:49.244624 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:49.280383 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38fab4e-4fa5-467e-b648-f9515a5c3d3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f195348-3c1a-4177-b9c9-4b07012d1fe4'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:06:49.282713 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4875db34-5d85-456b-bd6c-e9fc00bb1609" -d '{"events": [{"server_uuid": "a38fab4e-4fa5-467e-b648-f9515a5c3d3e", "name": "network-vif-unplugged", "status": "completed", "tag": "7f195348-3c1a-4177-b9c9-4b07012d1fe4"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:06:49.314102 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 7f195348-3c1a-4177-b9c9-4b07012d1fe4, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=7f195348-3c1a-4177-b9c9-4b07012d1fe4,segment=NetworkSegment(6135026d-f8b7-42e5-a2f4-07ffed825067),segment_id=6135026d-f8b7-42e5-a2f4-07ffed825067)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:49.328810 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:49.441227 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 10:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5492ef3-7eaf-402e-9b53-fe156e557e54 x-openstack-request-id: req-c5492ef3-7eaf-402e-9b53-fe156e557e54 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:06:49.441582 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38fab4e-4fa5-467e-b648-f9515a5c3d3e", "name": "network-vif-unplugged", "status": "completed", "tag": "7f195348-3c1a-4177-b9c9-4b07012d1fe4", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:06:49.442751 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c5492ef3-7eaf-402e-9b53-fe156e557e54 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:06:49.443234 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5492ef3-7eaf-402e-9b53-fe156e557e54'] response: {'server_uuid': 'a38fab4e-4fa5-467e-b648-f9515a5c3d3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f195348-3c1a-4177-b9c9-4b07012d1fe4', 'code': 200} May 06 10:06:49.478486 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 7f195348-3c1a-4177-b9c9-4b07012d1fe4, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=7f195348-3c1a-4177-b9c9-4b07012d1fe4,segment=NetworkSegment(6135026d-f8b7-42e5-a2f4-07ffed825067),segment_id=6135026d-f8b7-42e5-a2f4-07ffed825067)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:49.494932 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '7f195348-3c1a-4177-b9c9-4b07012d1fe4', 'network_id': 'b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a', 'port_id': '7f195348-3c1a-4177-b9c9-4b07012d1fe4', 'mac_address': 'fa:16:3e:08:6c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed6b3c82-646f-40dc-9452-66b630e40715', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:06:49.513089 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-23dac2d0-cfc8-4865-9100-25e5cf2d5949 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:49.522646 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-23dac2d0-cfc8-4865-9100-25e5cf2d5949 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:49.601698 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dac2d0-cfc8-4865-9100-25e5cf2d5949 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event updated for resources: {'Port': ['ID=d67993b3-4d4d-42ee-a537-cb76e3b1692d,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:49.601916 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:49.604998 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=7f195348-3c1a-4177-b9c9-4b07012d1fe4,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:49.633103 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f195348-3c1a-4177-b9c9-4b07012d1fe4 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:06:49.659525 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 7f195348-3c1a-4177-b9c9-4b07012d1fe4, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=7f195348-3c1a-4177-b9c9-4b07012d1fe4,segment=NetworkSegment(6135026d-f8b7-42e5-a2f4-07ffed825067),segment_id=6135026d-f8b7-42e5-a2f4-07ffed825067)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:49.661484 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:49.665636 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:49.732511 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-23dac2d0-cfc8-4865-9100-25e5cf2d5949 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:49.748794 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=7f195348-3c1a-4177-b9c9-4b07012d1fe4,revision_number=7']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:49.869898 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-23dac2d0-cfc8-4865-9100-25e5cf2d5949 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Floating IP c48b6797-9836-494b-a79f-3c13444992b4 associated. External IP: 172.25.5.86, port: 1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d. May 06 10:06:49.940842 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['7f195348-3c1a-4177-b9c9-4b07012d1fe4'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:06:50.330968 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-494d6051-f1dc-4c07-8c29-04cbc191522e req-d8ae1908-0f35-41a4-8532-060bdaf4875b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0765674 May 06 10:06:50.347165 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23dac2d0-cfc8-4865-9100-25e5cf2d5949 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Router fc5d8737-63fb-40f3-babb-866fee59449b has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:06:50.628379 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d6051-f1dc-4c07-8c29-04cbc191522e req-d33363cd-54fd-45ed-afc9-70c24d7ad2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:50.630321 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-494d6051-f1dc-4c07-8c29-04cbc191522e req-d33363cd-54fd-45ed-afc9-70c24d7ad2cc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 1095 time: 0.1228192 May 06 10:06:50.631830 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23dac2d0-cfc8-4865-9100-25e5cf2d5949 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:06:50.649955 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7c2755-9136-4545-8aee-6ab894fb33cb None None] Sync routers for ids ['fc5d8737-63fb-40f3-babb-866fee59449b'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:06:50.663600 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7c2755-9136-4545-8aee-6ab894fb33cb None None] Routers {'fc5d8737-63fb-40f3-babb-866fee59449b'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:06:50.668455 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-3c7c2755-9136-4545-8aee-6ab894fb33cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:06:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['fc5d8737-63fb-40f3-babb-866fee59449b'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:50.846099 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-23dac2d0-cfc8-4865-9100-25e5cf2d5949 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:50.945096 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-23dac2d0-cfc8-4865-9100-25e5cf2d5949 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2943680 May 06 10:06:50.945096 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6aa7147-3bc1-4eb6-a74c-784abf6f0998', 'tag': '1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:06:50.945334 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54776) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:50.965777 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-3c7c2755-9136-4545-8aee-6ab894fb33cb None None] Set router fc5d8737-63fb-40f3-babb-866fee59449b gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:06:50.969547 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4d4175-7667-4b26-bfd0-6ce284ddbb5c" -d '{"events": [{"name": "network-changed", "server_uuid": "b6aa7147-3bc1-4eb6-a74c-784abf6f0998", "tag": "1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:06:51.042514 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d6051-f1dc-4c07-8c29-04cbc191522e req-7853bc95-a2be-407e-afdc-9180c17eebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:51.044953 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-494d6051-f1dc-4c07-8c29-04cbc191522e req-7853bc95-a2be-407e-afdc-9180c17eebcc service neutron] 10.222.0.84 "GET /v2.0/networks?id=b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a HTTP/1.1" status: 200 len: 898 time: 0.3787575 May 06 10:06:51.072091 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-be730ba5-68e1-405d-9da7-a9f482418e8d tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/floatingips/c48b6797-9836-494b-a79f-3c13444992b4 HTTP/1.1" status: 200 len: 991 time: 0.1244771 May 06 10:06:51.155321 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-494d6051-f1dc-4c07-8c29-04cbc191522e req-cc4530f8-bd93-4fe4-80e1-69b97c92c508 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f195348-3c1a-4177-b9c9-4b07012d1fe4 HTTP/1.1" status: 200 len: 999 time: 0.1038539 May 06 10:06:51.158281 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24fc616-38ae-4e2b-a972-42cf1bc605fc x-openstack-request-id: req-c24fc616-38ae-4e2b-a972-42cf1bc605fc {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:06:51.158281 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6aa7147-3bc1-4eb6-a74c-784abf6f0998", "tag": "1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:06:51.159142 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c24fc616-38ae-4e2b-a972-42cf1bc605fc {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:06:51.159142 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c24fc616-38ae-4e2b-a972-42cf1bc605fc'] response: {'name': 'network-changed', 'server_uuid': 'b6aa7147-3bc1-4eb6-a74c-784abf6f0998', 'tag': '1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d', 'status': 'completed', 'code': 200} May 06 10:06:51.176966 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 7f195348-3c1a-4177-b9c9-4b07012d1fe4 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:06:51.257262 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d4175-7667-4b26-bfd0-6ce284ddbb5c req-e1da13d3-a9c7-4315-8b00-e806014a18a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:51.258799 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bc4d4175-7667-4b26-bfd0-6ce284ddbb5c req-e1da13d3-a9c7-4315-8b00-e806014a18a9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a50139172da04b07b17553ee2a3c6289&device_id=b6aa7147-3bc1-4eb6-a74c-784abf6f0998 HTTP/1.1" status: 200 len: 1097 time: 0.1026032 May 06 10:06:51.260819 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d6051-f1dc-4c07-8c29-04cbc191522e req-a42bad1c-f7d0-4549-ae59-69c78c7f537f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:51.262140 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-494d6051-f1dc-4c07-8c29-04cbc191522e req-a42bad1c-f7d0-4549-ae59-69c78c7f537f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ed6b3c82-646f-40dc-9452-66b630e40715 HTTP/1.1" status: 200 len: 834 time: 0.0843089 May 06 10:06:51.389306 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:51.392237 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 7f195348-3c1a-4177-b9c9-4b07012d1fe4 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:51.392607 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:51.452956 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d6051-f1dc-4c07-8c29-04cbc191522e req-e5dcd38f-8420-4022-99a8-22b7be39a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:51.454607 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-494d6051-f1dc-4c07-8c29-04cbc191522e req-e5dcd38f-8420-4022-99a8-22b7be39a89a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1811860 May 06 10:06:51.454808 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-3c7c2755-9136-4545-8aee-6ab894fb33cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'name': 'tempest-TestNetworkBasicOps-router-2080002054', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '8c5570c8-d1a6-46be-89e3-f7a462206cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:23Z', 'updated_at': '2022-05-06T10:06:30Z', 'revision_number': 4, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': '8c5570c8-d1a6-46be-89e3-f7a462206cf4', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:24Z', 'updated_at': '2022-05-06T10:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'c48b6797-9836-494b-a79f-3c13444992b4', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'port_id': '1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e545980-4a9d-4982-bceb-7e0e18c13738', 'mac_address': 'fa:16:3e:ed:e2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa7147-3bc1-4eb6-a74c-784abf6f0998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:06:48Z', 'updated_at': '2022-05-06T10:06:48Z', 'revision_number': 0, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4902315a-ffcd-4209-b521-d7d9836ddc3e', 'name': '', 'network_id': '7e545980-4a9d-4982-bceb-7e0e18c13738', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'mac_address': 'fa:16:3e:e3:50:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'cfd4b084-4091-4d9c-8781-0dcd77f386bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:28Z', 'updated_at': '2022-05-06T10:06:34Z', 'revision_number': 5, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'subnets': [{'id': 'cfd4b084-4091-4d9c-8781-0dcd77f386bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:51.552513 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7c2755-9136-4545-8aee-6ab894fb33cb None None] Checking router: fc5d8737-63fb-40f3-babb-866fee59449b for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:06:51.556407 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d4175-7667-4b26-bfd0-6ce284ddbb5c req-cf8c2aaa-2b06-4aeb-b4d4-bad9f35e013d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:51.559298 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bc4d4175-7667-4b26-bfd0-6ce284ddbb5c req-cf8c2aaa-2b06-4aeb-b4d4-bad9f35e013d service neutron] 10.222.0.77 "GET /v2.0/networks?id=7e545980-4a9d-4982-bceb-7e0e18c13738 HTTP/1.1" status: 200 len: 898 time: 0.2904484 May 06 10:06:51.589647 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7c2755-9136-4545-8aee-6ab894fb33cb None None] Routers {'fc5d8737-63fb-40f3-babb-866fee59449b'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:06:51.590295 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-3c7c2755-9136-4545-8aee-6ab894fb33cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:06:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['fc5d8737-63fb-40f3-babb-866fee59449b'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:51.636070 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:51.653247 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bc4d4175-7667-4b26-bfd0-6ce284ddbb5c req-d07fc75c-f5d1-45f6-8559-fd45dde8d060 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d HTTP/1.1" status: 200 len: 999 time: 0.0868635 May 06 10:06:51.689663 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:51.773658 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d4175-7667-4b26-bfd0-6ce284ddbb5c req-cdcb4b74-2507-4377-9f0a-12b7f2e54c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:51.778541 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bc4d4175-7667-4b26-bfd0-6ce284ddbb5c req-cdcb4b74-2507-4377-9f0a-12b7f2e54c79 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cfd4b084-4091-4d9c-8781-0dcd77f386bd HTTP/1.1" status: 200 len: 834 time: 0.1178391 May 06 10:06:51.931910 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-494d6051-f1dc-4c07-8c29-04cbc191522e req-49e1dd1c-9218-457c-8966-d89032f4a56b service neutron] 10.222.0.84 "GET /v2.0/networks/b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619453 May 06 10:06:51.941299 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d4175-7667-4b26-bfd0-6ce284ddbb5c req-f003f9c3-06da-4e5b-9d64-3f9b59c52b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:51.943193 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bc4d4175-7667-4b26-bfd0-6ce284ddbb5c req-f003f9c3-06da-4e5b-9d64-3f9b59c52b43 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7e545980-4a9d-4982-bceb-7e0e18c13738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1577253 May 06 10:06:52.074891 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 54800) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:52.080564 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-3c7c2755-9136-4545-8aee-6ab894fb33cb None None] Set router fc5d8737-63fb-40f3-babb-866fee59449b gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:06:52.308288 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38fab4e-4fa5-467e-b648-f9515a5c3d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f195348-3c1a-4177-b9c9-4b07012d1fe4'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:06:52.311470 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e0ad8c-d2d1-4df1-ac55-cb13598fb71d" -d '{"events": [{"server_uuid": "a38fab4e-4fa5-467e-b648-f9515a5c3d3e", "name": "network-vif-plugged", "status": "completed", "tag": "7f195348-3c1a-4177-b9c9-4b07012d1fe4"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:06:52.327016 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4cf75189-0e27-46f8-b393-4b93bb4b5276 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/floatingips/c48b6797-9836-494b-a79f-3c13444992b4 HTTP/1.1" status: 200 len: 991 time: 0.2489762 May 06 10:06:52.380065 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 7f195348-3c1a-4177-b9c9-4b07012d1fe4, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=7f195348-3c1a-4177-b9c9-4b07012d1fe4,segment=NetworkSegment(6135026d-f8b7-42e5-a2f4-07ffed825067),segment_id=6135026d-f8b7-42e5-a2f4-07ffed825067)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:52.392096 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c39608-9bf8-49af-b1b1-e0537ab6cf3c x-openstack-request-id: req-39c39608-9bf8-49af-b1b1-e0537ab6cf3c {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:06:52.393089 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38fab4e-4fa5-467e-b648-f9515a5c3d3e", "name": "network-vif-plugged", "status": "completed", "tag": "7f195348-3c1a-4177-b9c9-4b07012d1fe4", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:06:52.393518 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-39c39608-9bf8-49af-b1b1-e0537ab6cf3c {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:06:52.394063 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39c39608-9bf8-49af-b1b1-e0537ab6cf3c'] response: {'server_uuid': 'a38fab4e-4fa5-467e-b648-f9515a5c3d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f195348-3c1a-4177-b9c9-4b07012d1fe4', 'code': 200} May 06 10:06:52.395324 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:52.453371 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-3c7c2755-9136-4545-8aee-6ab894fb33cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'name': 'tempest-TestNetworkBasicOps-router-2080002054', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '8c5570c8-d1a6-46be-89e3-f7a462206cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:23Z', 'updated_at': '2022-05-06T10:06:30Z', 'revision_number': 4, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': '8c5570c8-d1a6-46be-89e3-f7a462206cf4', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:24Z', 'updated_at': '2022-05-06T10:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'c48b6797-9836-494b-a79f-3c13444992b4', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'port_id': '1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e545980-4a9d-4982-bceb-7e0e18c13738', 'mac_address': 'fa:16:3e:ed:e2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa7147-3bc1-4eb6-a74c-784abf6f0998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:06:48Z', 'updated_at': '2022-05-06T10:06:48Z', 'revision_number': 0, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4902315a-ffcd-4209-b521-d7d9836ddc3e', 'name': '', 'network_id': '7e545980-4a9d-4982-bceb-7e0e18c13738', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'mac_address': 'fa:16:3e:e3:50:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'cfd4b084-4091-4d9c-8781-0dcd77f386bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:28Z', 'updated_at': '2022-05-06T10:06:34Z', 'revision_number': 5, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'subnets': [{'id': 'cfd4b084-4091-4d9c-8781-0dcd77f386bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:52.564399 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7c2755-9136-4545-8aee-6ab894fb33cb None None] The sync data for ids ['fc5d8737-63fb-40f3-babb-866fee59449b'] in n-d-840835-1 is: [{'id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'name': 'tempest-TestNetworkBasicOps-router-2080002054', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '8c5570c8-d1a6-46be-89e3-f7a462206cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:23Z', 'updated_at': '2022-05-06T10:06:30Z', 'revision_number': 4, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': '8c5570c8-d1a6-46be-89e3-f7a462206cf4', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:24Z', 'updated_at': '2022-05-06T10:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'c48b6797-9836-494b-a79f-3c13444992b4', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'port_id': '1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e545980-4a9d-4982-bceb-7e0e18c13738', 'mac_address': 'fa:16:3e:ed:e2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa7147-3bc1-4eb6-a74c-784abf6f0998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:06:48Z', 'updated_at': '2022-05-06T10:06:48Z', 'revision_number': 0, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4902315a-ffcd-4209-b521-d7d9836ddc3e', 'name': '', 'network_id': '7e545980-4a9d-4982-bceb-7e0e18c13738', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'mac_address': 'fa:16:3e:e3:50:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'cfd4b084-4091-4d9c-8781-0dcd77f386bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:28Z', 'updated_at': '2022-05-06T10:06:34Z', 'revision_number': 5, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'subnets': [{'id': 'cfd4b084-4091-4d9c-8781-0dcd77f386bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:06:52.590136 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=7f195348-3c1a-4177-b9c9-4b07012d1fe4,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:52.706698 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-494d6051-f1dc-4c07-8c29-04cbc191522e req-e6de5e39-598c-467f-95c5-5a50b50f953d service neutron] 10.222.0.84 "GET /v2.0/networks/b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7619889 May 06 10:06:52.872826 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bc4d4175-7667-4b26-bfd0-6ce284ddbb5c req-8a93414d-1fd8-4992-bffe-a253e83bdaa2 service neutron] 10.222.0.77 "GET /v2.0/networks/7e545980-4a9d-4982-bceb-7e0e18c13738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9160633 May 06 10:06:52.995055 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0c1125-f408-4e8b-b1dc-02adeb6d52dc None None] New status for floating IP c48b6797-9836-494b-a79f-3c13444992b4: ACTIVE {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:06:53.134421 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bc4d4175-7667-4b26-bfd0-6ce284ddbb5c req-868e9fb6-8a68-40d8-8054-fc82baf98fc0 service neutron] 10.222.0.77 "GET /v2.0/networks/7e545980-4a9d-4982-bceb-7e0e18c13738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578297 May 06 10:06:53.331544 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 54826) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:53.420279 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8e45aacf-03e5-4d08-aadf-ca5db4b11a2a tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/floatingips/c48b6797-9836-494b-a79f-3c13444992b4 HTTP/1.1" status: 200 len: 993 time: 0.0901182 May 06 10:06:59.112457 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:02.876644 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f25d1402-ab19-4358-ac2d-fcd4102b3eb3 req-86959a78-8ba9-4ab7-8f0f-baca50e405b4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b6aa7147-3bc1-4eb6-a74c-784abf6f0998&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522704 May 06 10:07:03.044307 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d1402-ab19-4358-ac2d-fcd4102b3eb3 req-053c3aeb-96cc-4230-a245-402035afb486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:03.046058 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f25d1402-ab19-4358-ac2d-fcd4102b3eb3 req-053c3aeb-96cc-4230-a245-402035afb486 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a50139172da04b07b17553ee2a3c6289&device_id=b6aa7147-3bc1-4eb6-a74c-784abf6f0998 HTTP/1.1" status: 200 len: 1097 time: 0.0997818 May 06 10:07:03.179672 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d1402-ab19-4358-ac2d-fcd4102b3eb3 req-3c4e286a-54b3-44be-9d15-6b54db55803b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:03.181420 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f25d1402-ab19-4358-ac2d-fcd4102b3eb3 req-3c4e286a-54b3-44be-9d15-6b54db55803b service neutron] 10.222.0.77 "GET /v2.0/networks?id=7e545980-4a9d-4982-bceb-7e0e18c13738 HTTP/1.1" status: 200 len: 898 time: 0.1149249 May 06 10:07:03.287397 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f25d1402-ab19-4358-ac2d-fcd4102b3eb3 req-05a52fbd-2dbe-4df2-a556-ddc119a0f694 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d HTTP/1.1" status: 200 len: 1001 time: 0.0977085 May 06 10:07:03.364289 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d1402-ab19-4358-ac2d-fcd4102b3eb3 req-eaf5d97b-63df-4a30-92a5-2d68b6cd04fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:03.365965 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f25d1402-ab19-4358-ac2d-fcd4102b3eb3 req-eaf5d97b-63df-4a30-92a5-2d68b6cd04fa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cfd4b084-4091-4d9c-8781-0dcd77f386bd HTTP/1.1" status: 200 len: 834 time: 0.0717907 May 06 10:07:03.442408 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d1402-ab19-4358-ac2d-fcd4102b3eb3 req-594e1cdb-9935-42b7-ac10-766927e83c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:03.443992 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f25d1402-ab19-4358-ac2d-fcd4102b3eb3 req-594e1cdb-9935-42b7-ac10-766927e83c9c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7e545980-4a9d-4982-bceb-7e0e18c13738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700433 May 06 10:07:03.561871 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f25d1402-ab19-4358-ac2d-fcd4102b3eb3 req-f2146ecc-4056-42f3-b21f-cfd577728033 service neutron] 10.222.0.77 "GET /v2.0/networks/7e545980-4a9d-4982-bceb-7e0e18c13738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107028 May 06 10:07:03.680408 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f25d1402-ab19-4358-ac2d-fcd4102b3eb3 req-7b92b53e-e29b-4f7e-8fa8-114908dd1225 service neutron] 10.222.0.77 "GET /v2.0/networks/7e545980-4a9d-4982-bceb-7e0e18c13738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120183 May 06 10:07:08.509057 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:07:15.941270 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-238bb7b5-8e23-48fd-8798-559dff1e78f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:18.469674 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8656c8bb-6155-48e5-a0ab-254f4b10d276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:18.956525 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:19.576065 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:21.255609 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:21.475098 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:21.829346 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-d05364e5-136d-42ba-88c1-0db38269895b tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:21.830867 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-d05364e5-136d-42ba-88c1-0db38269895b tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/networks?id=4bbe2e9b-5747-4feb-b99a-f35298302a92 HTTP/1.1" status: 200 len: 814 time: 0.1048050 May 06 10:07:21.847990 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-f7b19b36-d8d6-4dc1-bb14-51321241043e tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/quotas/a1c46de5a38548ffaf671660dbafc275 HTTP/1.1" status: 200 len: 375 time: 0.0109150 May 06 10:07:21.886623 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-ccc5ac9e-8f79-4265-9bce-506ad82f5c89 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a1c46de5a38548ffaf671660dbafc275&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314598 May 06 10:07:21.992038 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-a39fbea7-147f-4588-9e7b-c32970da6dbe service neutron] 10.222.0.73 "GET /v2.0/networks/4bbe2e9b-5747-4feb-b99a-f35298302a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928576 May 06 10:07:22.087038 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-4015eaaf-fc4f-4745-9d26-3848dad06c08 service neutron] 10.222.0.73 "GET /v2.0/networks/4bbe2e9b-5747-4feb-b99a-f35298302a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885344 May 06 10:07:22.298085 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae4ba6f4-a452-4a4c-a012-c74f0a0cd6c4 req-62f2f1ef-1530-4a7d-8f53-b9d4b843e152 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/ports?device_id=2788f39e-06f9-4f13-8713-c639854458e7 HTTP/1.1" status: 200 len: 210 time: 0.0491540 May 06 10:07:23.404853 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-a30a1f8b-2f2e-4b35-bdc2-4e946a853d48 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:23.407503 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-a30a1f8b-2f2e-4b35-bdc2-4e946a853d48 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.77 "GET /v2.0/networks?id=4bbe2e9b-5747-4feb-b99a-f35298302a92 HTTP/1.1" status: 200 len: 814 time: 0.1422627 May 06 10:07:23.428391 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-f9bce992-61fb-4847-af46-2ac5ba185429 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Request body: {'port': {'device_id': '2788f39e-06f9-4f13-8713-c639854458e7', 'network_id': '4bbe2e9b-5747-4feb-b99a-f35298302a92', 'admin_state_up': True, 'tenant_id': 'a1c46de5a38548ffaf671660dbafc275'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:23.447833 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e9cf08fd-3209-4f6a-8c61-c4f7b34678c1 req-6e7fa215-1bae-474c-964f-71874d85f9ed tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/ports?device_id=2788f39e-06f9-4f13-8713-c639854458e7 HTTP/1.1" status: 200 len: 210 time: 0.0281374 May 06 10:07:23.564246 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-f9bce992-61fb-4847-af46-2ac5ba185429 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Made reservation on behalf of a1c46de5a38548ffaf671660dbafc275 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:07:23.568297 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-f9bce992-61fb-4847-af46-2ac5ba185429 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:23.692469 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56016) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:23.712079 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-f9bce992-61fb-4847-af46-2ac5ba185429 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Allocated IP 172.20.0.12 (4bbe2e9b-5747-4feb-b99a-f35298302a92/7e05999b-0051-46c7-9f65-ff8814dab00a/b52af70c-b0e1-4f37-b320-8642d3b7a91e) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:07:23.988536 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-f9bce992-61fb-4847-af46-2ac5ba185429 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:24.075656 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-f9bce992-61fb-4847-af46-2ac5ba185429 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:24.155602 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-f9bce992-61fb-4847-af46-2ac5ba185429 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Network 4bbe2e9b-5747-4feb-b99a-f35298302a92 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:07:24.156892 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bce992-61fb-4847-af46-2ac5ba185429 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Pushing event updated for resources: {'Port': ['ID=b52af70c-b0e1-4f37-b320-8642d3b7a91e,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:24.159625 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-f9bce992-61fb-4847-af46-2ac5ba185429 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:24.166916 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-f9bce992-61fb-4847-af46-2ac5ba185429 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:07:24.246170 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-f9bce992-61fb-4847-af46-2ac5ba185429 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:24.246828 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-f9bce992-61fb-4847-af46-2ac5ba185429 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:24.255689 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bce992-61fb-4847-af46-2ac5ba185429 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:24.256037 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bce992-61fb-4847-af46-2ac5ba185429 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:24.256368 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bce992-61fb-4847-af46-2ac5ba185429 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:24.256706 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bce992-61fb-4847-af46-2ac5ba185429 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:24.257044 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bce992-61fb-4847-af46-2ac5ba185429 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:24.257373 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bce992-61fb-4847-af46-2ac5ba185429 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:24.257701 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bce992-61fb-4847-af46-2ac5ba185429 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:24.258032 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bce992-61fb-4847-af46-2ac5ba185429 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:24.258352 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bce992-61fb-4847-af46-2ac5ba185429 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:24.258674 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bce992-61fb-4847-af46-2ac5ba185429 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:24.259000 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bce992-61fb-4847-af46-2ac5ba185429 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:24.259353 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bce992-61fb-4847-af46-2ac5ba185429 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:24.294834 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-f9bce992-61fb-4847-af46-2ac5ba185429 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8712761 May 06 10:07:24.313256 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-20434467-48ee-4b86-83dd-914f4075378e service neutron] Request body: {'port': {'device_id': '2788f39e-06f9-4f13-8713-c639854458e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:24.314516 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-c5ec1202-bea3-448e-a9ae-dd24fb07eccb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Deleting port a5d5dd8a-db78-40fd-8e26-902dc383eca2 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:07:24.315038 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c5ec1202-bea3-448e-a9ae-dd24fb07eccb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:24.377419 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-20434467-48ee-4b86-83dd-914f4075378e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:24.416750 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c5ec1202-bea3-448e-a9ae-dd24fb07eccb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:24.417088 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c5ec1202-bea3-448e-a9ae-dd24fb07eccb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:24.430783 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-c5ec1202-bea3-448e-a9ae-dd24fb07eccb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Calling delete_port for a5d5dd8a-db78-40fd-8e26-902dc383eca2 owned by network:floatingip {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:07:24.664224 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c5ec1202-bea3-448e-a9ae-dd24fb07eccb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:24.697025 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec1202-bea3-448e-a9ae-dd24fb07eccb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event deleted for resources: {'Port': ['ID=a5d5dd8a-db78-40fd-8e26-902dc383eca2,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:24.715162 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ec1202-bea3-448e-a9ae-dd24fb07eccb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:24.715162 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ec1202-bea3-448e-a9ae-dd24fb07eccb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:24.715162 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ec1202-bea3-448e-a9ae-dd24fb07eccb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:24.715162 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ec1202-bea3-448e-a9ae-dd24fb07eccb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:24.715162 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ec1202-bea3-448e-a9ae-dd24fb07eccb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:24.715162 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ec1202-bea3-448e-a9ae-dd24fb07eccb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:24.715162 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ec1202-bea3-448e-a9ae-dd24fb07eccb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:24.715162 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ec1202-bea3-448e-a9ae-dd24fb07eccb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:24.715162 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ec1202-bea3-448e-a9ae-dd24fb07eccb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:24.715162 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ec1202-bea3-448e-a9ae-dd24fb07eccb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:24.715162 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ec1202-bea3-448e-a9ae-dd24fb07eccb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:24.715162 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ec1202-bea3-448e-a9ae-dd24fb07eccb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:24.754063 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-20434467-48ee-4b86-83dd-914f4075378e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b52af70c-b0e1-4f37-b320-8642d3b7a91e {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:07:24.764489 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-20434467-48ee-4b86-83dd-914f4075378e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:24.774052 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18656c-d910-4a1a-90f3-b81b2db703e8 req-4d46e13a-ae5e-4602-bd16-eb0d90987ac7 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:24.778689 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-20434467-48ee-4b86-83dd-914f4075378e service neutron] Transition to ACTIVE for port object b52af70c-b0e1-4f37-b320-8642d3b7a91e will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:07:24.782074 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4e18656c-d910-4a1a-90f3-b81b2db703e8 req-4d46e13a-ae5e-4602-bd16-eb0d90987ac7 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/ports?device_id=2788f39e-06f9-4f13-8713-c639854458e7 HTTP/1.1" status: 200 len: 932 time: 0.1529963 May 06 10:07:24.783144 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-20434467-48ee-4b86-83dd-914f4075378e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:24.826834 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4e18656c-d910-4a1a-90f3-b81b2db703e8 req-b511f1d7-b585-4506-bd78-ff81ce367bb8 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/security-groups?id=e19c3c1a-3a5d-48a4-9cfd-6b3b144a39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438950 May 06 10:07:24.835173 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c5ec1202-bea3-448e-a9ae-dd24fb07eccb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for floatingip, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:24.835520 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-c5ec1202-bea3-448e-a9ae-dd24fb07eccb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Floating IP d944b30a-5de2-479c-992b-65a44125ac25 disassociated (deleted). External IP: 172.25.5.21, port: 7f195348-3c1a-4177-b9c9-4b07012d1fe4. May 06 10:07:24.838218 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20434467-48ee-4b86-83dd-914f4075378e service neutron] Pushing event updated for resources: {'Port': ['ID=b52af70c-b0e1-4f37-b320-8642d3b7a91e,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:24.950367 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-20434467-48ee-4b86-83dd-914f4075378e service neutron] Attempting to bind port b52af70c-b0e1-4f37-b320-8642d3b7a91e on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:07:24.950710 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-20434467-48ee-4b86-83dd-914f4075378e service neutron] Attempting to bind port b52af70c-b0e1-4f37-b320-8642d3b7a91e by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4bbe2e9b-5747-4feb-b99a-f35298302a92'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:07:24.950965 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-20434467-48ee-4b86-83dd-914f4075378e service neutron] Attempting to bind port b52af70c-b0e1-4f37-b320-8642d3b7a91e on network 4bbe2e9b-5747-4feb-b99a-f35298302a92 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:07:24.963709 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-20434467-48ee-4b86-83dd-914f4075378e service neutron] Port b52af70c-b0e1-4f37-b320-8642d3b7a91e on network 4bbe2e9b-5747-4feb-b99a-f35298302a92 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:07:24.964106 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-20434467-48ee-4b86-83dd-914f4075378e service neutron] Attempting to bind port b52af70c-b0e1-4f37-b320-8642d3b7a91e on network 4bbe2e9b-5747-4feb-b99a-f35298302a92 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:07:24.970281 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-20434467-48ee-4b86-83dd-914f4075378e service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:07:24.970692 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-20434467-48ee-4b86-83dd-914f4075378e service neutron] Checking segment: {'id': '3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4bbe2e9b-5747-4feb-b99a-f35298302a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:07:24.971189 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-20434467-48ee-4b86-83dd-914f4075378e service neutron] Bound using segment: {'id': '3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4bbe2e9b-5747-4feb-b99a-f35298302a92'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:07:24.971697 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-20434467-48ee-4b86-83dd-914f4075378e service neutron] Bound port: b52af70c-b0e1-4f37-b320-8642d3b7a91e, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4bbe2e9b-5747-4feb-b99a-f35298302a92'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:07:24.972125 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-20434467-48ee-4b86-83dd-914f4075378e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:25.074643 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-20434467-48ee-4b86-83dd-914f4075378e service neutron] For port b52af70c-b0e1-4f37-b320-8642d3b7a91e, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:07:25.078686 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-20434467-48ee-4b86-83dd-914f4075378e service neutron] For port b52af70c-b0e1-4f37-b320-8642d3b7a91e, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=b52af70c-b0e1-4f37-b320-8642d3b7a91e,segment=NetworkSegment(3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed),segment_id=3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:07:25.085471 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-20434467-48ee-4b86-83dd-914f4075378e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:25.114694 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ec1202-bea3-448e-a9ae-dd24fb07eccb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Router 1af34eac-dd5f-4d2c-9279-0ecf7aade94c has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:07:25.134430 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-20434467-48ee-4b86-83dd-914f4075378e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:25.135055 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-20434467-48ee-4b86-83dd-914f4075378e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:25.136656 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-20434467-48ee-4b86-83dd-914f4075378e service neutron] 10.222.0.77 "PUT /v2.0/ports/b52af70c-b0e1-4f37-b320-8642d3b7a91e HTTP/1.1" status: 200 len: 1092 time: 0.8279195 May 06 10:07:25.137225 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2788f39e-06f9-4f13-8713-c639854458e7', 'tag': 'b52af70c-b0e1-4f37-b320-8642d3b7a91e'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:07:25.140277 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe72b349-5c5b-4fb2-8a56-7b60a2b90e69" -d '{"events": [{"name": "network-changed", "server_uuid": "2788f39e-06f9-4f13-8713-c639854458e7", "tag": "b52af70c-b0e1-4f37-b320-8642d3b7a91e"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:07:25.168414 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20434467-48ee-4b86-83dd-914f4075378e service neutron] Pushing event updated for resources: {'Port': ['ID=b52af70c-b0e1-4f37-b320-8642d3b7a91e,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:25.237610 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95fbe84-392c-489c-84fe-723b0d78450c x-openstack-request-id: req-d95fbe84-392c-489c-84fe-723b0d78450c {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:07:25.238127 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2788f39e-06f9-4f13-8713-c639854458e7", "tag": "b52af70c-b0e1-4f37-b320-8642d3b7a91e", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:07:25.238549 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d95fbe84-392c-489c-84fe-723b0d78450c {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:07:25.239101 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d95fbe84-392c-489c-84fe-723b0d78450c'] response: {'name': 'network-changed', 'server_uuid': '2788f39e-06f9-4f13-8713-c639854458e7', 'tag': 'b52af70c-b0e1-4f37-b320-8642d3b7a91e', 'status': 'completed', 'code': 200} May 06 10:07:25.268321 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ec1202-bea3-448e-a9ae-dd24fb07eccb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:07:25.273322 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c5ec1202-bea3-448e-a9ae-dd24fb07eccb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:25.280564 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e214756-a62b-4aba-950d-b033f8831714 None None] Sync routers for ids ['1af34eac-dd5f-4d2c-9279-0ecf7aade94c'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:07:25.283990 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-982f8b05-aefa-4096-9675-a4c1e74219a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:25.296687 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-982f8b05-aefa-4096-9675-a4c1e74219a5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a1c46de5a38548ffaf671660dbafc275&device_id=2788f39e-06f9-4f13-8713-c639854458e7 HTTP/1.1" status: 200 len: 1095 time: 0.0787964 May 06 10:07:25.301050 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e214756-a62b-4aba-950d-b033f8831714 None None] Routers {'1af34eac-dd5f-4d2c-9279-0ecf7aade94c'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:25.302089 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4e214756-a62b-4aba-950d-b033f8831714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:07:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1af34eac-dd5f-4d2c-9279-0ecf7aade94c'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:25.355945 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-e4564e5c-6c76-4240-8bd7-043f9a6188ae service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b52af70c-b0e1-4f37-b320-8642d3b7a91e HTTP/1.1" status: 200 len: 217 time: 0.0560386 May 06 10:07:25.442040 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-a346f8ea-49de-4772-87f5-1ac3e34e0323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:25.443771 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-a346f8ea-49de-4772-87f5-1ac3e34e0323 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7e05999b-0051-46c7-9f65-ff8814dab00a HTTP/1.1" status: 200 len: 854 time: 0.0814791 May 06 10:07:25.483594 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-47e79a00-16e4-45a0-a704-22e0dd9a5016 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4bbe2e9b-5747-4feb-b99a-f35298302a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313957 May 06 10:07:25.544662 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-4e214756-a62b-4aba-950d-b033f8831714 None None] Set router 1af34eac-dd5f-4d2c-9279-0ecf7aade94c gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:25.611895 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-404e76c0-c31a-4b62-aca2-c8c4a6b02e2e service neutron] 10.222.0.77 "GET /v2.0/networks/4bbe2e9b-5747-4feb-b99a-f35298302a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211300 May 06 10:07:25.655001 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c5ec1202-bea3-448e-a9ae-dd24fb07eccb tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "DELETE /v2.0/floatingips/d944b30a-5de2-479c-992b-65a44125ac25 HTTP/1.1" status: 204 len: 168 time: 1.9590931 May 06 10:07:25.655001 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38fab4e-4fa5-467e-b648-f9515a5c3d3e', 'tag': '7f195348-3c1a-4177-b9c9-4b07012d1fe4'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:07:25.655652 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3e7381-2c22-47dd-88fb-1db63f8d79d3" -d '{"events": [{"name": "network-changed", "server_uuid": "a38fab4e-4fa5-467e-b648-f9515a5c3d3e", "tag": "7f195348-3c1a-4177-b9c9-4b07012d1fe4"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:07:25.755894 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-72442c26-e772-4100-b3c9-06c8b1c304a3 req-8de9a47e-286d-48a5-946d-35f59a53bc18 service neutron] 10.222.0.77 "GET /v2.0/networks/4bbe2e9b-5747-4feb-b99a-f35298302a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345823 May 06 10:07:25.831555 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4e214756-a62b-4aba-950d-b033f8831714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692900348', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'd213c376-a83c-4336-811d-4ba35bef1699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:05:26Z', 'updated_at': '2022-05-06T10:05:33Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': 'd213c376-a83c-4336-811d-4ba35bef1699', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:27Z', 'updated_at': '2022-05-06T10:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '0a50f42c-a434-4a7b-83db-76c977cd33b7', 'name': '', 'network_id': 'b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:68:36:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'ed6b3c82-646f-40dc-9452-66b630e40715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:32Z', 'updated_at': '2022-05-06T10:05:39Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': 'ed6b3c82-646f-40dc-9452-66b630e40715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:25.887036 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e214756-a62b-4aba-950d-b033f8831714 None None] Checking router: 1af34eac-dd5f-4d2c-9279-0ecf7aade94c for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:07:25.898179 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e214756-a62b-4aba-950d-b033f8831714 None None] Routers {'1af34eac-dd5f-4d2c-9279-0ecf7aade94c'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:25.898819 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4e214756-a62b-4aba-950d-b033f8831714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:07:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1af34eac-dd5f-4d2c-9279-0ecf7aade94c'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:25.931807 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8698975c-2980-43cf-8f40-cd9d69a49886 x-openstack-request-id: req-8698975c-2980-43cf-8f40-cd9d69a49886 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:07:25.932287 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a38fab4e-4fa5-467e-b648-f9515a5c3d3e", "tag": "7f195348-3c1a-4177-b9c9-4b07012d1fe4", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:07:25.933911 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8698975c-2980-43cf-8f40-cd9d69a49886 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:07:25.933911 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8698975c-2980-43cf-8f40-cd9d69a49886'] response: {'name': 'network-changed', 'server_uuid': 'a38fab4e-4fa5-467e-b648-f9515a5c3d3e', 'tag': '7f195348-3c1a-4177-b9c9-4b07012d1fe4', 'status': 'completed', 'code': 200} May 06 10:07:26.077631 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72b349-5c5b-4fb2-8a56-7b60a2b90e69 req-8152334c-dccd-4cfc-afaf-c59afe72a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:26.079217 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fe72b349-5c5b-4fb2-8a56-7b60a2b90e69 req-8152334c-dccd-4cfc-afaf-c59afe72a188 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a1c46de5a38548ffaf671660dbafc275&device_id=2788f39e-06f9-4f13-8713-c639854458e7 HTTP/1.1" status: 200 len: 1095 time: 0.2252686 May 06 10:07:26.109212 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006505e-66db-4664-8958-66bbb682e4d0 req-af0d87d2-594f-4a6f-b311-81950b381d7d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:26.114651 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e7381-2c22-47dd-88fb-1db63f8d79d3 req-ca43943e-b291-4aac-831c-41397e2892b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:26.115040 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7006505e-66db-4664-8958-66bbb682e4d0 req-af0d87d2-594f-4a6f-b311-81950b381d7d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 945 time: 0.1095767 May 06 10:07:26.116191 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3e3e7381-2c22-47dd-88fb-1db63f8d79d3 req-ca43943e-b291-4aac-831c-41397e2892b2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1b7022527a0d47ed9f061636a22ce038&device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 1096 time: 0.1580620 May 06 10:07:26.123433 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-4e214756-a62b-4aba-950d-b033f8831714 None None] Set router 1af34eac-dd5f-4d2c-9279-0ecf7aade94c gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:26.171958 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7006505e-66db-4664-8958-66bbb682e4d0 req-185826b3-b99f-4559-810f-766bb31df8d2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=680ae33a-296c-4e58-a593-34f10419427d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491238 May 06 10:07:26.352182 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f29e0-68fb-4f1e-b938-4eb26ef6050b req-cc36560d-88e4-4d82-b9d2-7ad1ef225829 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:26.354172 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da7f29e0-68fb-4f1e-b938-4eb26ef6050b req-cc36560d-88e4-4d82-b9d2-7ad1ef225829 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/ports?device_id=2788f39e-06f9-4f13-8713-c639854458e7 HTTP/1.1" status: 200 len: 944 time: 0.0875058 May 06 10:07:26.361233 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e7381-2c22-47dd-88fb-1db63f8d79d3 req-e17288a5-ffe5-4006-8081-0bd7b5c3f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:26.363666 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3e3e7381-2c22-47dd-88fb-1db63f8d79d3 req-e17288a5-ffe5-4006-8081-0bd7b5c3f733 service neutron] 10.222.0.84 "GET /v2.0/networks?id=b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a HTTP/1.1" status: 200 len: 898 time: 0.2287736 May 06 10:07:26.417611 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da7f29e0-68fb-4f1e-b938-4eb26ef6050b req-9031550d-f23b-41d0-8ea7-aaaec509407a tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/security-groups?id=e19c3c1a-3a5d-48a4-9cfd-6b3b144a39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557137 May 06 10:07:26.432419 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4e214756-a62b-4aba-950d-b033f8831714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692900348', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'd213c376-a83c-4336-811d-4ba35bef1699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:05:26Z', 'updated_at': '2022-05-06T10:05:33Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': 'd213c376-a83c-4336-811d-4ba35bef1699', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:27Z', 'updated_at': '2022-05-06T10:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '0a50f42c-a434-4a7b-83db-76c977cd33b7', 'name': '', 'network_id': 'b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:68:36:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'ed6b3c82-646f-40dc-9452-66b630e40715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:32Z', 'updated_at': '2022-05-06T10:05:39Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': 'ed6b3c82-646f-40dc-9452-66b630e40715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:26.504998 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72b349-5c5b-4fb2-8a56-7b60a2b90e69 req-ced91beb-c5ac-4983-af34-adaf8a43c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:26.506931 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fe72b349-5c5b-4fb2-8a56-7b60a2b90e69 req-ced91beb-c5ac-4983-af34-adaf8a43c1bb service neutron] 10.222.0.77 "GET /v2.0/networks?id=4bbe2e9b-5747-4feb-b99a-f35298302a92 HTTP/1.1" status: 200 len: 915 time: 0.4199731 May 06 10:07:26.508482 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3e3e7381-2c22-47dd-88fb-1db63f8d79d3 req-3a5958fa-9b33-450d-aeb6-5d2340d0327a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f195348-3c1a-4177-b9c9-4b07012d1fe4 HTTP/1.1" status: 200 len: 217 time: 0.1115723 May 06 10:07:26.512156 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e214756-a62b-4aba-950d-b033f8831714 None None] The sync data for ids ['1af34eac-dd5f-4d2c-9279-0ecf7aade94c'] in n-d-840835-1 is: [{'id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692900348', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'd213c376-a83c-4336-811d-4ba35bef1699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:05:26Z', 'updated_at': '2022-05-06T10:05:33Z', 'revision_number': 4, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': 'd213c376-a83c-4336-811d-4ba35bef1699', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:27Z', 'updated_at': '2022-05-06T10:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '0a50f42c-a434-4a7b-83db-76c977cd33b7', 'name': '', 'network_id': 'b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'mac_address': 'fa:16:3e:68:36:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'ed6b3c82-646f-40dc-9452-66b630e40715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:32Z', 'updated_at': '2022-05-06T10:05:39Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'subnets': [{'id': 'ed6b3c82-646f-40dc-9452-66b630e40715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:07:26.624692 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fe72b349-5c5b-4fb2-8a56-7b60a2b90e69 req-07d8c54d-5a23-4a1b-a9bd-a05025aa85b4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b52af70c-b0e1-4f37-b320-8642d3b7a91e HTTP/1.1" status: 200 len: 217 time: 0.1056938 May 06 10:07:26.650134 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e7381-2c22-47dd-88fb-1db63f8d79d3 req-d7099b50-f6ee-4752-b391-6db0c512b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:26.651648 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3e3e7381-2c22-47dd-88fb-1db63f8d79d3 req-d7099b50-f6ee-4752-b391-6db0c512b869 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ed6b3c82-646f-40dc-9452-66b630e40715 HTTP/1.1" status: 200 len: 834 time: 0.1315575 May 06 10:07:26.717125 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72b349-5c5b-4fb2-8a56-7b60a2b90e69 req-58094df6-58cf-4df2-8efc-6c6674adc05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:26.718631 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fe72b349-5c5b-4fb2-8a56-7b60a2b90e69 req-58094df6-58cf-4df2-8efc-6c6674adc05d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7e05999b-0051-46c7-9f65-ff8814dab00a HTTP/1.1" status: 200 len: 854 time: 0.0815401 May 06 10:07:26.737123 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e7381-2c22-47dd-88fb-1db63f8d79d3 req-621f5711-9179-4a35-a1d2-10ae13b19f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:26.750052 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3e3e7381-2c22-47dd-88fb-1db63f8d79d3 req-621f5711-9179-4a35-a1d2-10ae13b19f17 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670354 May 06 10:07:26.781319 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fe72b349-5c5b-4fb2-8a56-7b60a2b90e69 req-34f69468-8d96-457b-a94f-fd068ed5b5bb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4bbe2e9b-5747-4feb-b99a-f35298302a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552773 May 06 10:07:26.935732 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01322d73-d786-495b-82ce-46632868aa93 None None] New status for floating IP d944b30a-5de2-479c-992b-65a44125ac25: DOWN {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:07:26.956323 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fe72b349-5c5b-4fb2-8a56-7b60a2b90e69 req-a5bbfb7d-a8ac-4338-b75e-4d32f49838cf service neutron] 10.222.0.77 "GET /v2.0/networks/4bbe2e9b-5747-4feb-b99a-f35298302a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609066 May 06 10:07:27.057644 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3e3e7381-2c22-47dd-88fb-1db63f8d79d3 req-222a57b1-18ee-4bf5-96e6-5fc28d288192 service neutron] 10.222.0.84 "GET /v2.0/networks/b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066170 May 06 10:07:27.167828 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fe72b349-5c5b-4fb2-8a56-7b60a2b90e69 req-f7637992-edca-4540-8b07-d7cfc626df8c service neutron] 10.222.0.77 "GET /v2.0/networks/4bbe2e9b-5747-4feb-b99a-f35298302a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997819 May 06 10:07:27.231510 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3e3e7381-2c22-47dd-88fb-1db63f8d79d3 req-ab34cbd5-dc02-432e-9330-b2eedd7f1361 service neutron] 10.222.0.84 "GET /v2.0/networks/b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647470 May 06 10:07:27.318220 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a50627-7854-4ba8-b27a-16d8f7ff58b8 req-1fd39d40-358e-432a-882b-0af9e5e69673 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:27.319784 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-22a50627-7854-4ba8-b27a-16d8f7ff58b8 req-1fd39d40-358e-432a-882b-0af9e5e69673 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.84 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 945 time: 0.1040905 May 06 10:07:27.362142 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b41220-d120-42f8-9d50-8d9c28fe50cb req-e023d718-88ed-4b81-bd36-3dd9eaa812e7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:27.363761 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62b41220-d120-42f8-9d50-8d9c28fe50cb req-e023d718-88ed-4b81-bd36-3dd9eaa812e7 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/ports?device_id=a38fab4e-4fa5-467e-b648-f9515a5c3d3e HTTP/1.1" status: 200 len: 945 time: 0.0909102 May 06 10:07:27.446164 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62b41220-d120-42f8-9d50-8d9c28fe50cb req-e020b803-e397-47bb-a4dd-762d55e9e608 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "GET /v2.0/security-groups?id=680ae33a-296c-4e58-a593-34f10419427d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687549 May 06 10:07:27.465377 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-22a50627-7854-4ba8-b27a-16d8f7ff58b8 req-16494e5f-b7e9-4af7-a1ea-a88ec4160628 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Deleting port 7f195348-3c1a-4177-b9c9-4b07012d1fe4 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:07:27.465377 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-22a50627-7854-4ba8-b27a-16d8f7ff58b8 req-16494e5f-b7e9-4af7-a1ea-a88ec4160628 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:27.603133 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-22a50627-7854-4ba8-b27a-16d8f7ff58b8 req-16494e5f-b7e9-4af7-a1ea-a88ec4160628 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] For port 7f195348-3c1a-4177-b9c9-4b07012d1fe4, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=7f195348-3c1a-4177-b9c9-4b07012d1fe4,segment=NetworkSegment(6135026d-f8b7-42e5-a2f4-07ffed825067),segment_id=6135026d-f8b7-42e5-a2f4-07ffed825067)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:27.603562 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-22a50627-7854-4ba8-b27a-16d8f7ff58b8 req-16494e5f-b7e9-4af7-a1ea-a88ec4160628 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:27.625049 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385709d-6c23-4ad9-9b79-45bbde75e7c5 req-d4cd3f95-2a88-4d34-8934-12e8ac7ba674 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:27.626615 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8385709d-6c23-4ad9-9b79-45bbde75e7c5 req-d4cd3f95-2a88-4d34-8934-12e8ac7ba674 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/ports?device_id=2788f39e-06f9-4f13-8713-c639854458e7 HTTP/1.1" status: 200 len: 944 time: 0.0941932 May 06 10:07:27.633222 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-22a50627-7854-4ba8-b27a-16d8f7ff58b8 req-16494e5f-b7e9-4af7-a1ea-a88ec4160628 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Calling delete_port for 7f195348-3c1a-4177-b9c9-4b07012d1fe4 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:07:27.707310 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8385709d-6c23-4ad9-9b79-45bbde75e7c5 req-3c1680b2-aeed-4914-ab50-004c1301cea4 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/security-groups?id=e19c3c1a-3a5d-48a4-9cfd-6b3b144a39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700777 May 06 10:07:27.799271 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-22a50627-7854-4ba8-b27a-16d8f7ff58b8 req-16494e5f-b7e9-4af7-a1ea-a88ec4160628 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:27.837562 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16494e5f-b7e9-4af7-a1ea-a88ec4160628 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event deleted for resources: {'Port': ['ID=7f195348-3c1a-4177-b9c9-4b07012d1fe4,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:27.881210 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a50627-7854-4ba8-b27a-16d8f7ff58b8 req-16494e5f-b7e9-4af7-a1ea-a88ec4160628 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] No DVR routers for this DVR port 7f195348-3c1a-4177-b9c9-4b07012d1fe4 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:07:27.883993 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-22a50627-7854-4ba8-b27a-16d8f7ff58b8 req-16494e5f-b7e9-4af7-a1ea-a88ec4160628 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:27.887308 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-22a50627-7854-4ba8-b27a-16d8f7ff58b8 req-16494e5f-b7e9-4af7-a1ea-a88ec4160628 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.84 "DELETE /v2.0/ports/7f195348-3c1a-4177-b9c9-4b07012d1fe4 HTTP/1.1" status: 204 len: 173 time: 0.5607736 May 06 10:07:27.934148 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38fab4e-4fa5-467e-b648-f9515a5c3d3e', 'name': 'network-vif-deleted', 'tag': '7f195348-3c1a-4177-b9c9-4b07012d1fe4'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:07:27.937752 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3018d95-7ccb-4972-9901-557add1310ed" -d '{"events": [{"server_uuid": "a38fab4e-4fa5-467e-b648-f9515a5c3d3e", "name": "network-vif-deleted", "tag": "7f195348-3c1a-4177-b9c9-4b07012d1fe4"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:07:27.979528 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47726015-08dd-4b42-a33f-9641b695a907 x-openstack-request-id: req-47726015-08dd-4b42-a33f-9641b695a907 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:07:27.979868 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38fab4e-4fa5-467e-b648-f9515a5c3d3e", "name": "network-vif-deleted", "tag": "7f195348-3c1a-4177-b9c9-4b07012d1fe4", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:07:27.980122 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-47726015-08dd-4b42-a33f-9641b695a907 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:07:27.980501 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47726015-08dd-4b42-a33f-9641b695a907'] response: {'server_uuid': 'a38fab4e-4fa5-467e-b648-f9515a5c3d3e', 'name': 'network-vif-deleted', 'tag': '7f195348-3c1a-4177-b9c9-4b07012d1fe4', 'status': 'completed', 'code': 200} May 06 10:07:28.509497 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56108) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:28.603558 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56112) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:28.610220 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device b52af70c-b0e1-4f37-b320-8642d3b7a91e details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:07:28.742299 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port b52af70c-b0e1-4f37-b320-8642d3b7a91e, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=b52af70c-b0e1-4f37-b320-8642d3b7a91e,segment=NetworkSegment(3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed),segment_id=3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:28.759182 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-248f72c4-3ce1-40f2-89fa-e888b5d0da3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:28.769162 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'b52af70c-b0e1-4f37-b320-8642d3b7a91e', 'network_id': '4bbe2e9b-5747-4feb-b99a-f35298302a92', 'port_id': 'b52af70c-b0e1-4f37-b320-8642d3b7a91e', 'mac_address': 'fa:16:3e:2d:3b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e05999b-0051-46c7-9f65-ff8814dab00a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:07:28.844458 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:28.859489 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b52af70c-b0e1-4f37-b320-8642d3b7a91e {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:07:28.884291 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port b52af70c-b0e1-4f37-b320-8642d3b7a91e, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=b52af70c-b0e1-4f37-b320-8642d3b7a91e,segment=NetworkSegment(3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed),segment_id=3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:28.891922 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:28.904061 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-248f72c4-3ce1-40f2-89fa-e888b5d0da3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:28.912287 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-248f72c4-3ce1-40f2-89fa-e888b5d0da3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:28.937839 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fc841-b220-49ad-8f54-6c1f3ab70085 req-4aae3f13-d64c-4b3d-9e87-9a6e1e18f2c3 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:28.939422 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-453fc841-b220-49ad-8f54-6c1f3ab70085 req-4aae3f13-d64c-4b3d-9e87-9a6e1e18f2c3 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/ports?device_id=2788f39e-06f9-4f13-8713-c639854458e7 HTTP/1.1" status: 200 len: 944 time: 0.0836642 May 06 10:07:28.955501 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=b52af70c-b0e1-4f37-b320-8642d3b7a91e,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:28.963291 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:28.963871 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:28.964379 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:28.964876 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:28.965378 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:28.966468 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:28.966959 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:28.967472 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:28.968487 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:28.969084 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:28.970240 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:28.971380 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:28.977149 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f72c4-3ce1-40f2-89fa-e888b5d0da3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3dbb9c-8581-4024-8eb8-bc427c56bef2,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:28.988333 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-248f72c4-3ce1-40f2-89fa-e888b5d0da3c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c7c3fbb80a4a472fadaee870c61db68a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3830419 May 06 10:07:28.989164 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56120) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:29.051431 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-add367fb-5e50-4373-a3d5-05502e529fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:29.064865 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-453fc841-b220-49ad-8f54-6c1f3ab70085 req-ed776678-54d6-42e5-a229-295bf145bd1a tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/security-groups?id=e19c3c1a-3a5d-48a4-9cfd-6b3b144a39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691772 May 06 10:07:29.111423 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:29.113260 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-add367fb-5e50-4373-a3d5-05502e529fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:29.164193 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-add367fb-5e50-4373-a3d5-05502e529fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:29.166889 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-add367fb-5e50-4373-a3d5-05502e529fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:29.171882 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-add367fb-5e50-4373-a3d5-05502e529fd2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4b3dbb9c-8581-4024-8eb8-bc427c56bef2 HTTP/1.1" status: 204 len: 168 time: 0.1814308 May 06 10:07:29.181176 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add367fb-5e50-4373-a3d5-05502e529fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3dbb9c-8581-4024-8eb8-bc427c56bef2,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:29.201702 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cd866c78-7799-4533-8146-9e4972f01a33 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:29.263428 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['b52af70c-b0e1-4f37-b320-8642d3b7a91e'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:07:29.536193 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-cd866c78-7799-4533-8146-9e4972f01a33 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Deleting port 0a50f42c-a434-4a7b-83db-76c977cd33b7 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:07:29.536700 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cd866c78-7799-4533-8146-9e4972f01a33 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:29.639110 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-cd866c78-7799-4533-8146-9e4972f01a33 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] For port 0a50f42c-a434-4a7b-83db-76c977cd33b7, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=0a50f42c-a434-4a7b-83db-76c977cd33b7,segment=NetworkSegment(6135026d-f8b7-42e5-a2f4-07ffed825067),segment_id=6135026d-f8b7-42e5-a2f4-07ffed825067)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:29.639530 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cd866c78-7799-4533-8146-9e4972f01a33 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:29.658747 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-cd866c78-7799-4533-8146-9e4972f01a33 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Calling delete_port for 0a50f42c-a434-4a7b-83db-76c977cd33b7 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:07:29.876127 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cd866c78-7799-4533-8146-9e4972f01a33 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:29.908685 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd866c78-7799-4533-8146-9e4972f01a33 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event deleted for resources: {'Port': ['ID=0a50f42c-a434-4a7b-83db-76c977cd33b7,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:30.130366 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cd866c78-7799-4533-8146-9e4972f01a33 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:30.281421 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9e45d-48d9-4766-85fc-d611681d5981 req-ae29f1f8-e05a-43ff-97b0-deb508a1fe5e tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:30.283040 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ebd9e45d-48d9-4766-85fc-d611681d5981 req-ae29f1f8-e05a-43ff-97b0-deb508a1fe5e tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/ports?device_id=2788f39e-06f9-4f13-8713-c639854458e7 HTTP/1.1" status: 200 len: 945 time: 0.1336768 May 06 10:07:30.375678 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ebd9e45d-48d9-4766-85fc-d611681d5981 req-da7dcbad-a4fa-4ad4-a95e-0620da98ba27 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/security-groups?id=e19c3c1a-3a5d-48a4-9cfd-6b3b144a39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804839 May 06 10:07:30.415957 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56166) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:30.449362 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd866c78-7799-4533-8146-9e4972f01a33 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Router 1af34eac-dd5f-4d2c-9279-0ecf7aade94c has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:07:30.540209 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ed0b6749-f3db-4bf2-b7d3-f566bc644919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:30.561448 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd866c78-7799-4533-8146-9e4972f01a33 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:07:30.566770 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-cd866c78-7799-4533-8146-9e4972f01a33 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "PUT /v2.0/routers/1af34eac-dd5f-4d2c-9279-0ecf7aade94c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0555844 May 06 10:07:30.571579 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56172) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:30.573305 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcca855-f0ba-446e-85c4-5d8ca6a90f6f None None] Sync routers for ids ['1af34eac-dd5f-4d2c-9279-0ecf7aade94c'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:07:30.586645 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcca855-f0ba-446e-85c4-5d8ca6a90f6f None None] Routers {'1af34eac-dd5f-4d2c-9279-0ecf7aade94c'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:30.587330 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-9dcca855-f0ba-446e-85c4-5d8ca6a90f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:07:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1af34eac-dd5f-4d2c-9279-0ecf7aade94c'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:30.648784 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device b52af70c-b0e1-4f37-b320-8642d3b7a91e up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:07:30.656165 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0a1daf-37e7-46af-891a-985a92226aa8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Deleting subnet ed6b3c82-646f-40dc-9452-66b630e40715 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:07:30.661240 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1daf-37e7-46af-891a-985a92226aa8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:30.675341 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ed0b6749-f3db-4bf2-b7d3-f566bc644919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:30.680845 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ed0b6749-f3db-4bf2-b7d3-f566bc644919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:30.714908 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b6749-f3db-4bf2-b7d3-f566bc644919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c274b5-64e1-4e6f-9203-6adcfff2a589,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:30.718618 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port b52af70c-b0e1-4f37-b320-8642d3b7a91e completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:07:30.741074 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1daf-37e7-46af-891a-985a92226aa8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:30.743851 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ed0b6749-f3db-4bf2-b7d3-f566bc644919 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=819623f2d0994cc299e3b91f20e5e61c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3261735 May 06 10:07:30.746600 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56174) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:30.761162 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port b52af70c-b0e1-4f37-b320-8642d3b7a91e triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:30.761540 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:30.813329 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e7e0cc9b-b7e3-4b94-87ad-11f23b34b420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:30.849673 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e7e0cc9b-b7e3-4b94-87ad-11f23b34b420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:30.855444 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1daf-37e7-46af-891a-985a92226aa8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:30.877087 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:30.921759 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1daf-37e7-46af-891a-985a92226aa8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:30.924288 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e7e0cc9b-b7e3-4b94-87ad-11f23b34b420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:30.925716 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e7e0cc9b-b7e3-4b94-87ad-11f23b34b420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:30.929353 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e7e0cc9b-b7e3-4b94-87ad-11f23b34b420 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/93c274b5-64e1-4e6f-9203-6adcfff2a589 HTTP/1.1" status: 204 len: 168 time: 0.1787748 May 06 10:07:30.936263 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0cc9b-b7e3-4b94-87ad-11f23b34b420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c274b5-64e1-4e6f-9203-6adcfff2a589,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:30.948958 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-9dcca855-f0ba-446e-85c4-5d8ca6a90f6f None None] Set router 1af34eac-dd5f-4d2c-9279-0ecf7aade94c gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:30.950593 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2788f39e-06f9-4f13-8713-c639854458e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52af70c-b0e1-4f37-b320-8642d3b7a91e'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:07:30.953822 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3e55d1-52ed-4712-b8e4-521cbada8d6a" -d '{"events": [{"server_uuid": "2788f39e-06f9-4f13-8713-c639854458e7", "name": "network-vif-plugged", "status": "completed", "tag": "b52af70c-b0e1-4f37-b320-8642d3b7a91e"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:07:30.958076 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a1daf-37e7-46af-891a-985a92226aa8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event deleted for resources: {'Subnet': ['ID=ed6b3c82-646f-40dc-9452-66b630e40715,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:30.975533 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1daf-37e7-46af-891a-985a92226aa8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:30.980534 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8d0a1daf-37e7-46af-891a-985a92226aa8 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "DELETE /v2.0/subnets/ed6b3c82-646f-40dc-9452-66b630e40715 HTTP/1.1" status: 204 len: 168 time: 0.4093788 May 06 10:07:30.984231 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56184) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:31.014571 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port b52af70c-b0e1-4f37-b320-8642d3b7a91e, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=b52af70c-b0e1-4f37-b320-8642d3b7a91e,segment=NetworkSegment(3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed),segment_id=3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:31.043409 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f73a05-77cc-45fa-9e10-bd2efa496dc0 None None] Network b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:07:31.049501 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5eee639-ce3c-43d3-bbcd-49d6e0dcd30c x-openstack-request-id: req-b5eee639-ce3c-43d3-bbcd-49d6e0dcd30c {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:07:31.050041 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2788f39e-06f9-4f13-8713-c639854458e7", "name": "network-vif-plugged", "status": "completed", "tag": "b52af70c-b0e1-4f37-b320-8642d3b7a91e", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:07:31.050450 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b5eee639-ce3c-43d3-bbcd-49d6e0dcd30c {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:07:31.051171 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5eee639-ce3c-43d3-bbcd-49d6e0dcd30c'] response: {'server_uuid': '2788f39e-06f9-4f13-8713-c639854458e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52af70c-b0e1-4f37-b320-8642d3b7a91e', 'code': 200} May 06 10:07:31.062274 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:31.222636 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=b52af70c-b0e1-4f37-b320-8642d3b7a91e,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:31.264542 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 7f195348-3c1a-4177-b9c9-4b07012d1fe4 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:07:31.300958 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 7f195348-3c1a-4177-b9c9-4b07012d1fe4 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:07:31.301312 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 7f195348-3c1a-4177-b9c9-4b07012d1fe4 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:07:31.409330 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-9dcca855-f0ba-446e-85c4-5d8ca6a90f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692900348', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'd213c376-a83c-4336-811d-4ba35bef1699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:05:26Z', 'updated_at': '2022-05-06T10:07:29Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': 'd213c376-a83c-4336-811d-4ba35bef1699', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:27Z', 'updated_at': '2022-05-06T10:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:31.441800 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcca855-f0ba-446e-85c4-5d8ca6a90f6f None None] Checking router: 1af34eac-dd5f-4d2c-9279-0ecf7aade94c for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:07:31.453977 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcca855-f0ba-446e-85c4-5d8ca6a90f6f None None] Routers {'1af34eac-dd5f-4d2c-9279-0ecf7aade94c'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:31.457273 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-9dcca855-f0ba-446e-85c4-5d8ca6a90f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:07:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1af34eac-dd5f-4d2c-9279-0ecf7aade94c'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:31.502782 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da451d8c-42a0-4ec2-bb3e-012e1b4ab240 None None] DHCP port deletion for b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:07:31.540008 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7324-1c65-4afc-a52b-9040d71adb2f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:31.596159 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2888c-ff54-4a72-b4c6-7f4eb26296ab req-f0d321c0-28f4-45ce-9471-4598f99ef658 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:31.604299 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aec2888c-ff54-4a72-b4c6-7f4eb26296ab req-f0d321c0-28f4-45ce-9471-4598f99ef658 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/ports?device_id=2788f39e-06f9-4f13-8713-c639854458e7 HTTP/1.1" status: 200 len: 946 time: 0.0798566 May 06 10:07:31.694069 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aec2888c-ff54-4a72-b4c6-7f4eb26296ab req-a35ea352-2928-4d18-a265-09de41e0cef2 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/security-groups?id=e19c3c1a-3a5d-48a4-9cfd-6b3b144a39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834112 May 06 10:07:31.704933 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7324-1c65-4afc-a52b-9040d71adb2f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:31.717576 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6985c67-eab1-4fd7-ac21-2ad1f7e4bdc5 req-8c157933-9646-449a-9c40-9171fd163acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:31.719632 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e6985c67-eab1-4fd7-ac21-2ad1f7e4bdc5 req-8c157933-9646-449a-9c40-9171fd163acb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2788f39e-06f9-4f13-8713-c639854458e7 HTTP/1.1" status: 200 len: 1097 time: 0.2815638 May 06 10:07:31.796144 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e6985c67-eab1-4fd7-ac21-2ad1f7e4bdc5 req-55a98b4f-c5dd-41c5-9895-98722b949ac7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e19c3c1a-3a5d-48a4-9cfd-6b3b144a39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695467 May 06 10:07:31.823763 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-a8bb7324-1c65-4afc-a52b-9040d71adb2f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Deleting port d213c376-a83c-4336-811d-4ba35bef1699 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:07:31.824128 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7324-1c65-4afc-a52b-9040d71adb2f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:31.876679 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-9dcca855-f0ba-446e-85c4-5d8ca6a90f6f None None] Set router 1af34eac-dd5f-4d2c-9279-0ecf7aade94c gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:31.926472 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-a8bb7324-1c65-4afc-a52b-9040d71adb2f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] For port d213c376-a83c-4336-811d-4ba35bef1699, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=d213c376-a83c-4336-811d-4ba35bef1699,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:31.926851 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7324-1c65-4afc-a52b-9040d71adb2f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:31.948097 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-a8bb7324-1c65-4afc-a52b-9040d71adb2f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Calling delete_port for d213c376-a83c-4336-811d-4ba35bef1699 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:07:31.972424 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56216) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:31.986010 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-da451d8c-42a0-4ec2-bb3e-012e1b4ab240 None None] Deleting port 58ff94f2-f253-4796-9583-59114fda2024 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:07:31.986641 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-da451d8c-42a0-4ec2-bb3e-012e1b4ab240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:32.088571 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-da451d8c-42a0-4ec2-bb3e-012e1b4ab240 None None] For port 58ff94f2-f253-4796-9583-59114fda2024, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=58ff94f2-f253-4796-9583-59114fda2024,segment=NetworkSegment(6135026d-f8b7-42e5-a2f4-07ffed825067),segment_id=6135026d-f8b7-42e5-a2f4-07ffed825067)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:32.088979 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-da451d8c-42a0-4ec2-bb3e-012e1b4ab240 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:32.110015 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-da451d8c-42a0-4ec2-bb3e-012e1b4ab240 None None] Calling delete_port for 58ff94f2-f253-4796-9583-59114fda2024 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:07:32.135960 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-ed19d157-6673-473e-a245-f5f39ece51fe admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1071823482-network', 'tenant_id': '18585224eab84da2bdb30a5a614c190b'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:32.161207 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed19d157-6673-473e-a245-f5f39ece51fe admin admin] Made reservation on behalf of 18585224eab84da2bdb30a5a614c190b for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:07:32.165309 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ed19d157-6673-473e-a245-f5f39ece51fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:32.178119 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7324-1c65-4afc-a52b-9040d71adb2f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:32.182842 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ed19d157-6673-473e-a245-f5f39ece51fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:32.217095 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb7324-1c65-4afc-a52b-9040d71adb2f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event deleted for resources: {'Port': ['ID=d213c376-a83c-4336-811d-4ba35bef1699,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:32.227970 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-9dcca855-f0ba-446e-85c4-5d8ca6a90f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692900348', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'd213c376-a83c-4336-811d-4ba35bef1699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:05:26Z', 'updated_at': '2022-05-06T10:07:29Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': 'd213c376-a83c-4336-811d-4ba35bef1699', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:27Z', 'updated_at': '2022-05-06T10:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:32.274900 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcca855-f0ba-446e-85c4-5d8ca6a90f6f None None] The sync data for ids ['1af34eac-dd5f-4d2c-9279-0ecf7aade94c'] in n-d-840835-1 is: [{'id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692900348', 'tenant_id': '1b7022527a0d47ed9f061636a22ce038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'd213c376-a83c-4336-811d-4ba35bef1699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:05:26Z', 'updated_at': '2022-05-06T10:07:29Z', 'revision_number': 5, 'project_id': '1b7022527a0d47ed9f061636a22ce038', 'gw_port': {'id': 'd213c376-a83c-4336-811d-4ba35bef1699', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af34eac-dd5f-4d2c-9279-0ecf7aade94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:27Z', 'updated_at': '2022-05-06T10:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:07:32.291341 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-da451d8c-42a0-4ec2-bb3e-012e1b4ab240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:32.298644 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ed19d157-6673-473e-a245-f5f39ece51fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:32.313828 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ed19d157-6673-473e-a245-f5f39ece51fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:32.316428 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7324-1c65-4afc-a52b-9040d71adb2f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:32.340049 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da451d8c-42a0-4ec2-bb3e-012e1b4ab240 None None] Pushing event deleted for resources: {'Port': ['ID=58ff94f2-f253-4796-9583-59114fda2024,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:32.344851 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed19d157-6673-473e-a245-f5f39ece51fe admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:07:32.352415 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da451d8c-42a0-4ec2-bb3e-012e1b4ab240 None None] No DVR routers for this DVR port 58ff94f2-f253-4796-9583-59114fda2024 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:07:32.369659 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19d157-6673-473e-a245-f5f39ece51fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637b0e1d-d470-4834-87bd-2effc89ce2af,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:32.384615 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ed19d157-6673-473e-a245-f5f39ece51fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:32.384928 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-ed19d157-6673-473e-a245-f5f39ece51fe admin admin] Added segment 6ca6492f-365e-4576-a853-8c4e480d2edb of type vlan for network 7d6e15db-9181-4ca2-a3c6-fcfd6f088df1 May 06 10:07:32.433379 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ed19d157-6673-473e-a245-f5f39ece51fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:32.458262 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7324-1c65-4afc-a52b-9040d71adb2f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:32.461069 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7324-1c65-4afc-a52b-9040d71adb2f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:32.462926 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ed19d157-6673-473e-a245-f5f39ece51fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:32.464137 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed19d157-6673-473e-a245-f5f39ece51fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:32.464907 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ed19d157-6673-473e-a245-f5f39ece51fe admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:32.521033 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7324-1c65-4afc-a52b-9040d71adb2f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:32.521617 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bb7324-1c65-4afc-a52b-9040d71adb2f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Fanout notify agent at l3_agent the message router_deleted on router 1af34eac-dd5f-4d2c-9279-0ecf7aade94c {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:07:32.529943 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ed19d157-6673-473e-a245-f5f39ece51fe admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5537813 May 06 10:07:32.530659 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56230) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:32.536623 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-56e42ca5-0ca6-4c03-9f34-4b2a4543e080 admin admin] Request body: {'subnet': {'network_id': '7d6e15db-9181-4ca2-a3c6-fcfd6f088df1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1071823482-subnet', 'tenant_id': '18585224eab84da2bdb30a5a614c190b', 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:32.536963 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7324-1c65-4afc-a52b-9040d71adb2f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:32.538215 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a8bb7324-1c65-4afc-a52b-9040d71adb2f tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "DELETE /v2.0/routers/1af34eac-dd5f-4d2c-9279-0ecf7aade94c HTTP/1.1" status: 204 len: 168 time: 1.5529566 May 06 10:07:32.540865 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56232) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:32.548188 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19d157-6673-473e-a245-f5f39ece51fe admin admin] Pushing event updated for resources: {'Network': ['ID=7d6e15db-9181-4ca2-a3c6-fcfd6f088df1,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:32.565903 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 7d6e15db-9181-4ca2-a3c6-fcfd6f088df1 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:07:32.575268 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e42ca5-0ca6-4c03-9f34-4b2a4543e080 admin admin] Made reservation on behalf of 18585224eab84da2bdb30a5a614c190b for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:07:32.577936 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-56e42ca5-0ca6-4c03-9f34-4b2a4543e080 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:32.641712 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-21d0bbed-048c-4aa3-b1ca-c4712c4441a2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:32.804572 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-21d0bbed-048c-4aa3-b1ca-c4712c4441a2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:32.837404 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-21d0bbed-048c-4aa3-b1ca-c4712c4441a2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:32.849750 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-21d0bbed-048c-4aa3-b1ca-c4712c4441a2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6135026d-f8b7-42e5-a2f4-07ffed825067') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:32.850393 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-21d0bbed-048c-4aa3-b1ca-c4712c4441a2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6135026d-f8b7-42e5-a2f4-07ffed825067') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:32.862624 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-21d0bbed-048c-4aa3-b1ca-c4712c4441a2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:32.879956 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-21d0bbed-048c-4aa3-b1ca-c4712c4441a2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:32.886036 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 58ff94f2-f253-4796-9583-59114fda2024 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:07:32.887630 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d0bbed-048c-4aa3-b1ca-c4712c4441a2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:07:32.888221 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-21d0bbed-048c-4aa3-b1ca-c4712c4441a2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: timer() May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:07:32.892428 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:07:32.921709 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 58ff94f2-f253-4796-9583-59114fda2024 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:07:32.922616 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 58ff94f2-f253-4796-9583-59114fda2024 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:07:32.923234 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 0a50f42c-a434-4a7b-83db-76c977cd33b7 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:07:32.952170 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-56e42ca5-0ca6-4c03-9f34-4b2a4543e080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:32.961622 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 0a50f42c-a434-4a7b-83db-76c977cd33b7 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:07:32.962252 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 0a50f42c-a434-4a7b-83db-76c977cd33b7 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:07:33.015881 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-21d0bbed-048c-4aa3-b1ca-c4712c4441a2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:33.030755 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-21d0bbed-048c-4aa3-b1ca-c4712c4441a2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:33.034669 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-21d0bbed-048c-4aa3-b1ca-c4712c4441a2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "DELETE /v2.0/networks/b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a HTTP/1.1" status: 204 len: 168 time: 0.4907715 May 06 10:07:33.037464 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9c923-79d1-4439-bc9c-d563b9da6310 req-62792d12-3bcf-4496-9740-be18a176d75f tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:33.040509 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6ef9c923-79d1-4439-bc9c-d563b9da6310 req-62792d12-3bcf-4496-9740-be18a176d75f tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/ports?device_id=2788f39e-06f9-4f13-8713-c639854458e7 HTTP/1.1" status: 200 len: 946 time: 0.1988075 May 06 10:07:33.042350 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56238) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:33.054834 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0bbed-048c-4aa3-b1ca-c4712c4441a2 tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event deleted for resources: {'Network': ['ID=b0f95fb8-fb0c-4694-a5e5-fcf260f8f54a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:33.142991 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e42ca5-0ca6-4c03-9f34-4b2a4543e080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ae5ae50-a4e4-4d22-9228-03b5a52374ff,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:33.187727 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e42ca5-0ca6-4c03-9f34-4b2a4543e080 admin admin] Checking segment: {'id': '6ca6492f-365e-4576-a853-8c4e480d2edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7d6e15db-9181-4ca2-a3c6-fcfd6f088df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:07:33.188111 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e42ca5-0ca6-4c03-9f34-4b2a4543e080 admin admin] Network hostable DHCP agents. Network: 7d6e15db-9181-4ca2-a3c6-fcfd6f088df1, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:07:33.209839 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6ef9c923-79d1-4439-bc9c-d563b9da6310 req-1d53eecb-1b5e-4d69-a59e-158584be8f99 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/security-groups?id=e19c3c1a-3a5d-48a4-9cfd-6b3b144a39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488581 May 06 10:07:33.251083 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5422674f-db4f-428a-a787-3727ed50dd3d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:33.253591 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e42ca5-0ca6-4c03-9f34-4b2a4543e080 admin admin] Network 7d6e15db-9181-4ca2-a3c6-fcfd6f088df1 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:07:33.279272 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-56e42ca5-0ca6-4c03-9f34-4b2a4543e080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 7d6e15db-9181-4ca2-a3c6-fcfd6f088df1) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:33.287046 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e42ca5-0ca6-4c03-9f34-4b2a4543e080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:33.287710 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-56e42ca5-0ca6-4c03-9f34-4b2a4543e080 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:33.288960 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18aa5b8-2779-4510-b92f-12c5dda818a3 None None] Network 7d6e15db-9181-4ca2-a3c6-fcfd6f088df1 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:07:33.306310 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5422674f-db4f-428a-a787-3727ed50dd3d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:33.337808 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-56e42ca5-0ca6-4c03-9f34-4b2a4543e080 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8061564 May 06 10:07:33.340148 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56244) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:33.345503 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-c52a75a8-69e4-4210-897b-a4cfde0970d8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1071823482-router', 'tenant_id': '18585224eab84da2bdb30a5a614c190b', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:33.373642 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c52a75a8-69e4-4210-897b-a4cfde0970d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:33.374569 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c52a75a8-69e4-4210-897b-a4cfde0970d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:33.402669 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5422674f-db4f-428a-a787-3727ed50dd3d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:33.406666 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5422674f-db4f-428a-a787-3727ed50dd3d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:33.410508 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5422674f-db4f-428a-a787-3727ed50dd3d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] 10.222.0.73 "DELETE /v2.0/security-groups/680ae33a-296c-4e58-a593-34f10419427d HTTP/1.1" status: 204 len: 168 time: 0.3616459 May 06 10:07:33.417700 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422674f-db4f-428a-a787-3727ed50dd3d tempest-TestNetworkAdvancedServerOps-1073883360 tempest-TestNetworkAdvancedServerOps-1073883360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=680ae33a-296c-4e58-a593-34f10419427d,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:33.504081 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5288212-4265-4e7f-b437-2a811c465b89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-7d6e15db-9181-4ca2-a3c6-fcfd6f088df1', 'network_id': '7d6e15db-9181-4ca2-a3c6-fcfd6f088df1', 'tenant_id': '18585224eab84da2bdb30a5a614c190b', 'fixed_ips': [{'subnet_id': '4ae5ae50-a4e4-4d22-9228-03b5a52374ff'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:07:33.505163 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e5288212-4265-4e7f-b437-2a811c465b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:33.526031 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c52a75a8-69e4-4210-897b-a4cfde0970d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:33.722593 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-e5288212-4265-4e7f-b437-2a811c465b89 None None] Allocated IP 172.20.0.2 (7d6e15db-9181-4ca2-a3c6-fcfd6f088df1/4ae5ae50-a4e4-4d22-9228-03b5a52374ff/8bc42e4d-8144-4306-98de-412ee30a14fb) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:07:33.724736 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c52a75a8-69e4-4210-897b-a4cfde0970d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:33.754946 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56254) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:33.937819 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e4abf2a9-77be-4d1b-9905-7c060d8a24a9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1b7022527a0d47ed9f061636a22ce038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1816638 May 06 10:07:33.938128 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e5288212-4265-4e7f-b437-2a811c465b89 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:33.940308 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56258) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:33.946630 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e5288212-4265-4e7f-b437-2a811c465b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:33.963549 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c52a75a8-69e4-4210-897b-a4cfde0970d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:33.996689 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c52a75a8-69e4-4210-897b-a4cfde0970d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:33.999727 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-596615a1-e0b8-4c26-8833-fafc799ce5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:34.001048 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5288212-4265-4e7f-b437-2a811c465b89 None None] Pushing event updated for resources: {'Port': ['ID=8bc42e4d-8144-4306-98de-412ee30a14fb,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:34.008159 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5288212-4265-4e7f-b437-2a811c465b89 None None] Network 7d6e15db-9181-4ca2-a3c6-fcfd6f088df1 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:07:34.010019 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-e5288212-4265-4e7f-b437-2a811c465b89 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:34.012409 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5288212-4265-4e7f-b437-2a811c465b89 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:07:34.042905 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-596615a1-e0b8-4c26-8833-fafc799ce5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:34.076090 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-e5288212-4265-4e7f-b437-2a811c465b89 None None] Attempting to bind port 8bc42e4d-8144-4306-98de-412ee30a14fb on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:07:34.076469 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-e5288212-4265-4e7f-b437-2a811c465b89 None None] Attempting to bind port 8bc42e4d-8144-4306-98de-412ee30a14fb by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '6ca6492f-365e-4576-a853-8c4e480d2edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7d6e15db-9181-4ca2-a3c6-fcfd6f088df1'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:07:34.076837 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5288212-4265-4e7f-b437-2a811c465b89 None None] Attempting to bind port 8bc42e4d-8144-4306-98de-412ee30a14fb on network 7d6e15db-9181-4ca2-a3c6-fcfd6f088df1 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:07:34.082935 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5288212-4265-4e7f-b437-2a811c465b89 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:07:34.083466 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5288212-4265-4e7f-b437-2a811c465b89 None None] Checking segment: {'id': '6ca6492f-365e-4576-a853-8c4e480d2edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7d6e15db-9181-4ca2-a3c6-fcfd6f088df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:07:34.083996 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e5288212-4265-4e7f-b437-2a811c465b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:34.084391 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5288212-4265-4e7f-b437-2a811c465b89 None None] Bound using segment: {'id': '6ca6492f-365e-4576-a853-8c4e480d2edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7d6e15db-9181-4ca2-a3c6-fcfd6f088df1'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:07:34.084861 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-e5288212-4265-4e7f-b437-2a811c465b89 None None] Bound port: 8bc42e4d-8144-4306-98de-412ee30a14fb, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca6492f-365e-4576-a853-8c4e480d2edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7d6e15db-9181-4ca2-a3c6-fcfd6f088df1'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:07:34.085248 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e5288212-4265-4e7f-b437-2a811c465b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:34.111608 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-596615a1-e0b8-4c26-8833-fafc799ce5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:34.116840 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-596615a1-e0b8-4c26-8833-fafc799ce5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:34.122907 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-596615a1-e0b8-4c26-8833-fafc799ce5dc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1dd6025c-465c-4e9c-9d8c-7410120c736b HTTP/1.1" status: 204 len: 168 time: 0.1801512 May 06 10:07:34.133759 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596615a1-e0b8-4c26-8833-fafc799ce5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd6025c-465c-4e9c-9d8c-7410120c736b,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:34.150857 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-c52a75a8-69e4-4210-897b-a4cfde0970d8 admin admin] Allocated IP 172.25.5.118 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/a22e9187-246a-424d-94c7-d7ea480239d3) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:07:34.173470 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e5288212-4265-4e7f-b437-2a811c465b89 None None] For port 8bc42e4d-8144-4306-98de-412ee30a14fb, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:07:34.177985 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e5288212-4265-4e7f-b437-2a811c465b89 None None] For port 8bc42e4d-8144-4306-98de-412ee30a14fb, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=8bc42e4d-8144-4306-98de-412ee30a14fb,segment=NetworkSegment(6ca6492f-365e-4576-a853-8c4e480d2edb),segment_id=6ca6492f-365e-4576-a853-8c4e480d2edb)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:07:34.183999 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e5288212-4265-4e7f-b437-2a811c465b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:34.272164 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5288212-4265-4e7f-b437-2a811c465b89 None None] Pushing event updated for resources: {'Port': ['ID=8bc42e4d-8144-4306-98de-412ee30a14fb,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:34.313619 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c52a75a8-69e4-4210-897b-a4cfde0970d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:34.366760 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c52a75a8-69e4-4210-897b-a4cfde0970d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:34.415880 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52a75a8-69e4-4210-897b-a4cfde0970d8 admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:07:34.419549 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-c52a75a8-69e4-4210-897b-a4cfde0970d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:34.422927 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52a75a8-69e4-4210-897b-a4cfde0970d8 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:07:34.423238 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c571d-603b-4690-b580-613422adbae1 req-f749de1f-579e-43dd-baa0-4fefeef5233b tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:34.426141 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b18c571d-603b-4690-b580-613422adbae1 req-f749de1f-579e-43dd-baa0-4fefeef5233b tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/ports?device_id=2788f39e-06f9-4f13-8713-c639854458e7 HTTP/1.1" status: 200 len: 946 time: 0.1075916 May 06 10:07:34.477209 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b18c571d-603b-4690-b580-613422adbae1 req-78104b06-7299-427a-9fab-01080fd4a091 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/security-groups?id=e19c3c1a-3a5d-48a4-9cfd-6b3b144a39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425680 May 06 10:07:34.489937 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a75a8-69e4-4210-897b-a4cfde0970d8 admin admin] Pushing event updated for resources: {'Port': ['ID=a22e9187-246a-424d-94c7-d7ea480239d3,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:34.695881 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56290) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:34.776429 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 8bc42e4d-8144-4306-98de-412ee30a14fb up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:07:34.784894 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1542dac1-4d8d-4867-ba6a-10fc0799d094 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1bc6ac0486e1437f9769676a491477e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0876966 May 06 10:07:34.785513 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56300) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:34.858548 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-80ba7fcf-145f-4c6f-a210-6b13fa1ddf16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:34.890615 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-80ba7fcf-145f-4c6f-a210-6b13fa1ddf16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:34.892696 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 8bc42e4d-8144-4306-98de-412ee30a14fb triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:34.893074 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:34.899508 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c52a75a8-69e4-4210-897b-a4cfde0970d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:34.994294 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-80ba7fcf-145f-4c6f-a210-6b13fa1ddf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:34.998243 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-80ba7fcf-145f-4c6f-a210-6b13fa1ddf16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:35.002287 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-80ba7fcf-145f-4c6f-a210-6b13fa1ddf16 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/de47ad4e-c524-4ddd-9e12-b81e9054328e HTTP/1.1" status: 204 len: 168 time: 0.2157655 May 06 10:07:35.012340 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba7fcf-145f-4c6f-a210-6b13fa1ddf16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de47ad4e-c524-4ddd-9e12-b81e9054328e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:35.092492 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:35.169382 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 8bc42e4d-8144-4306-98de-412ee30a14fb, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=8bc42e4d-8144-4306-98de-412ee30a14fb,segment=NetworkSegment(6ca6492f-365e-4576-a853-8c4e480d2edb),segment_id=6ca6492f-365e-4576-a853-8c4e480d2edb)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:35.182726 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:35.247710 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c52a75a8-69e4-4210-897b-a4cfde0970d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:35.282258 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d213c376-a83c-4336-811d-4ba35bef1699 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:07:35.315142 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: d213c376-a83c-4336-811d-4ba35bef1699 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:07:35.315500 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d213c376-a83c-4336-811d-4ba35bef1699 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:07:35.339878 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=8bc42e4d-8144-4306-98de-412ee30a14fb,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:35.572225 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52a75a8-69e4-4210-897b-a4cfde0970d8 admin admin] Router eff3a940-5794-4298-ab6b-0119fbbe4166 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:07:35.752129 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52a75a8-69e4-4210-897b-a4cfde0970d8 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:07:35.764652 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477de7e6-d2b9-4edc-a716-56e0d15471cd None None] Sync routers for ids ['eff3a940-5794-4298-ab6b-0119fbbe4166'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:07:35.774631 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477de7e6-d2b9-4edc-a716-56e0d15471cd None None] Routers {'eff3a940-5794-4298-ab6b-0119fbbe4166'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:35.775323 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-477de7e6-d2b9-4edc-a716-56e0d15471cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:07:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['eff3a940-5794-4298-ab6b-0119fbbe4166'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:35.782995 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c52a75a8-69e4-4210-897b-a4cfde0970d8 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:35.784652 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c52a75a8-69e4-4210-897b-a4cfde0970d8 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4429512 May 06 10:07:35.787463 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56364) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:35.836942 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf65199e-d92b-45a1-bd1e-95e347b97303 None None] Network 7d6e15db-9181-4ca2-a3c6-fcfd6f088df1 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:07:36.053451 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-16bad194-1ef0-4584-8e6f-8b8869b53067 None None] Provisioning complete for port 8bc42e4d-8144-4306-98de-412ee30a14fb triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:36.054079 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-16bad194-1ef0-4584-8e6f-8b8869b53067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:36.115878 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-477de7e6-d2b9-4edc-a716-56e0d15471cd None None] Set router eff3a940-5794-4298-ab6b-0119fbbe4166 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:36.258756 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56380) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:36.485136 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-c3c5f7fa-6c2c-468e-9445-04734eee31ff admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-126108207-network', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:36.540502 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c5f7fa-6c2c-468e-9445-04734eee31ff admin admin] Made reservation on behalf of 16e9c321c2164a61922260b9fc8a7435 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:07:36.543205 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f7fa-6c2c-468e-9445-04734eee31ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:36.567831 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f7fa-6c2c-468e-9445-04734eee31ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:36.601774 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-477de7e6-d2b9-4edc-a716-56e0d15471cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff3a940-5794-4298-ab6b-0119fbbe4166', 'name': 'tempest-TestAggregatesBasicOps-1071823482-router', 'tenant_id': '18585224eab84da2bdb30a5a614c190b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'a22e9187-246a-424d-94c7-d7ea480239d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:33Z', 'updated_at': '2022-05-06T10:07:34Z', 'revision_number': 3, 'project_id': '18585224eab84da2bdb30a5a614c190b', 'gw_port': {'id': 'a22e9187-246a-424d-94c7-d7ea480239d3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:79:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff3a940-5794-4298-ab6b-0119fbbe4166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:34Z', 'updated_at': '2022-05-06T10:07:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:36.672386 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477de7e6-d2b9-4edc-a716-56e0d15471cd None None] Checking router: eff3a940-5794-4298-ab6b-0119fbbe4166 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:07:36.675362 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477de7e6-d2b9-4edc-a716-56e0d15471cd None None] Updating router eff3a940-5794-4298-ab6b-0119fbbe4166 port a22e9187-246a-424d-94c7-d7ea480239d3 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:07:36.688330 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 8bc42e4d-8144-4306-98de-412ee30a14fb up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:07:36.740431 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-176d34ab-1a24-4958-ba0e-28f9c2d740cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:36.742026 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f7fa-6c2c-468e-9445-04734eee31ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:36.753415 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-477de7e6-d2b9-4edc-a716-56e0d15471cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:36.758725 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f7fa-6c2c-468e-9445-04734eee31ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:36.789938 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 8bc42e4d-8144-4306-98de-412ee30a14fb triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:36.790321 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:36.854870 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c5f7fa-6c2c-468e-9445-04734eee31ff admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:07:36.898321 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c5f7fa-6c2c-468e-9445-04734eee31ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d1a83d-072e-4c8d-b35c-5b4ebe9433e9,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:36.923006 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f7fa-6c2c-468e-9445-04734eee31ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:36.923400 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-c3c5f7fa-6c2c-468e-9445-04734eee31ff admin admin] Added segment 22ce7cad-f606-4be2-87fd-719c2a222765 of type vlan for network f80ac33c-e0da-45bd-8888-e7be9e9c5572 May 06 10:07:37.006592 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c5106ab1-b82b-49d1-8068-9fc76cc87e29 None None] Provisioning complete for port 8bc42e4d-8144-4306-98de-412ee30a14fb triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:37.007507 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c5106ab1-b82b-49d1-8068-9fc76cc87e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:37.021033 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f7fa-6c2c-468e-9445-04734eee31ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:37.090224 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f7fa-6c2c-468e-9445-04734eee31ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:37.092400 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c5f7fa-6c2c-468e-9445-04734eee31ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:37.093308 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f7fa-6c2c-468e-9445-04734eee31ff admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:37.170392 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-176d34ab-1a24-4958-ba0e-28f9c2d740cc admin admin] Allocated IP 172.20.0.1 (7d6e15db-9181-4ca2-a3c6-fcfd6f088df1/4ae5ae50-a4e4-4d22-9228-03b5a52374ff/1d6608e0-4704-45cd-8e8e-39cd4fa34cfe) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:07:37.175757 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c3c5f7fa-6c2c-468e-9445-04734eee31ff admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9158626 May 06 10:07:37.178837 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56394) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:37.185097 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-d48b2810-41e5-40b1-b020-ee46ee2ba85d admin admin] Request body: {'subnet': {'network_id': 'f80ac33c-e0da-45bd-8888-e7be9e9c5572', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-126108207-subnet', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:37.198408 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c5f7fa-6c2c-468e-9445-04734eee31ff admin admin] Pushing event updated for resources: {'Network': ['ID=f80ac33c-e0da-45bd-8888-e7be9e9c5572,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:37.218549 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network f80ac33c-e0da-45bd-8888-e7be9e9c5572 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:07:37.229052 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48b2810-41e5-40b1-b020-ee46ee2ba85d admin admin] Made reservation on behalf of 16e9c321c2164a61922260b9fc8a7435 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:07:37.231746 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d48b2810-41e5-40b1-b020-ee46ee2ba85d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:37.449195 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-176d34ab-1a24-4958-ba0e-28f9c2d740cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:37.508357 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-176d34ab-1a24-4958-ba0e-28f9c2d740cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:37.541147 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-477de7e6-d2b9-4edc-a716-56e0d15471cd None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:37.561607 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-477de7e6-d2b9-4edc-a716-56e0d15471cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:37.575958 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176d34ab-1a24-4958-ba0e-28f9c2d740cc admin admin] Network 7d6e15db-9181-4ca2-a3c6-fcfd6f088df1 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:07:37.578662 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d48b2810-41e5-40b1-b020-ee46ee2ba85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:37.581509 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-176d34ab-1a24-4958-ba0e-28f9c2d740cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:37.590754 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176d34ab-1a24-4958-ba0e-28f9c2d740cc admin admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:07:37.598564 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d34ab-1a24-4958-ba0e-28f9c2d740cc admin admin] Pushing event updated for resources: {'Port': ['ID=1d6608e0-4704-45cd-8e8e-39cd4fa34cfe,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:37.628269 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b2810-41e5-40b1-b020-ee46ee2ba85d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f29583e-b4b5-42ae-890c-7e8921374c54,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:37.666784 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-176d34ab-1a24-4958-ba0e-28f9c2d740cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:37.684905 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-477de7e6-d2b9-4edc-a716-56e0d15471cd None None] Attempting to bind port a22e9187-246a-424d-94c7-d7ea480239d3 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:07:37.685422 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-477de7e6-d2b9-4edc-a716-56e0d15471cd None None] Attempting to bind port a22e9187-246a-424d-94c7-d7ea480239d3 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:07:37.685905 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477de7e6-d2b9-4edc-a716-56e0d15471cd None None] Attempting to bind port a22e9187-246a-424d-94c7-d7ea480239d3 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:07:37.693449 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477de7e6-d2b9-4edc-a716-56e0d15471cd None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:07:37.693949 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477de7e6-d2b9-4edc-a716-56e0d15471cd None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:07:37.694455 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-477de7e6-d2b9-4edc-a716-56e0d15471cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:37.694950 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477de7e6-d2b9-4edc-a716-56e0d15471cd None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:07:37.698182 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-477de7e6-d2b9-4edc-a716-56e0d15471cd None None] Bound port: a22e9187-246a-424d-94c7-d7ea480239d3, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:07:37.698721 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-477de7e6-d2b9-4edc-a716-56e0d15471cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:37.729464 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48b2810-41e5-40b1-b020-ee46ee2ba85d admin admin] Checking segment: {'id': '22ce7cad-f606-4be2-87fd-719c2a222765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f80ac33c-e0da-45bd-8888-e7be9e9c5572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:07:37.729849 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48b2810-41e5-40b1-b020-ee46ee2ba85d admin admin] Network hostable DHCP agents. Network: f80ac33c-e0da-45bd-8888-e7be9e9c5572, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:07:37.744511 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e1e98-7b73-416e-b222-7abc0c0fe7a7 None None] Pushing event updated for resources: {'Port': ['ID=a22e9187-246a-424d-94c7-d7ea480239d3,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:37.755276 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15e1e98-7b73-416e-b222-7abc0c0fe7a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:37.755764 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15e1e98-7b73-416e-b222-7abc0c0fe7a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:37.756208 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15e1e98-7b73-416e-b222-7abc0c0fe7a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:37.757065 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15e1e98-7b73-416e-b222-7abc0c0fe7a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:37.757512 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15e1e98-7b73-416e-b222-7abc0c0fe7a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:37.757949 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15e1e98-7b73-416e-b222-7abc0c0fe7a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:37.758384 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15e1e98-7b73-416e-b222-7abc0c0fe7a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:37.758817 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15e1e98-7b73-416e-b222-7abc0c0fe7a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:37.759273 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15e1e98-7b73-416e-b222-7abc0c0fe7a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:37.759723 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15e1e98-7b73-416e-b222-7abc0c0fe7a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:37.760150 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15e1e98-7b73-416e-b222-7abc0c0fe7a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:37.760574 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15e1e98-7b73-416e-b222-7abc0c0fe7a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:37.777329 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48b2810-41e5-40b1-b020-ee46ee2ba85d admin admin] Network f80ac33c-e0da-45bd-8888-e7be9e9c5572 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:07:37.806663 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-d48b2810-41e5-40b1-b020-ee46ee2ba85d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, f80ac33c-e0da-45bd-8888-e7be9e9c5572) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:37.814258 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-477de7e6-d2b9-4edc-a716-56e0d15471cd None None] For port a22e9187-246a-424d-94c7-d7ea480239d3, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:07:37.815005 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48b2810-41e5-40b1-b020-ee46ee2ba85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:37.815698 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d48b2810-41e5-40b1-b020-ee46ee2ba85d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:37.818466 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06d96bb-f401-4760-9144-6e6eb516f4ae None None] Network f80ac33c-e0da-45bd-8888-e7be9e9c5572 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:07:37.836311 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-477de7e6-d2b9-4edc-a716-56e0d15471cd None None] For port a22e9187-246a-424d-94c7-d7ea480239d3, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=a22e9187-246a-424d-94c7-d7ea480239d3,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:07:37.849219 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d48b2810-41e5-40b1-b020-ee46ee2ba85d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6688116 May 06 10:07:37.852115 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-477de7e6-d2b9-4edc-a716-56e0d15471cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:37.853543 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56406) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:37.869030 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-ceaa67c1-9bb9-4d4c-bad8-e513ada4edc6 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-126108207-router', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:37.936700 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ceaa67c1-9bb9-4d4c-bad8-e513ada4edc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:37.937780 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ceaa67c1-9bb9-4d4c-bad8-e513ada4edc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:38.044941 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e1e98-7b73-416e-b222-7abc0c0fe7a7 None None] Pushing event updated for resources: {'Port': ['ID=a22e9187-246a-424d-94c7-d7ea480239d3,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:38.059447 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477de7e6-d2b9-4edc-a716-56e0d15471cd None None] Routers {'eff3a940-5794-4298-ab6b-0119fbbe4166'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:38.081673 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-477de7e6-d2b9-4edc-a716-56e0d15471cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:07:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['eff3a940-5794-4298-ab6b-0119fbbe4166'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:38.097853 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-176d34ab-1a24-4958-ba0e-28f9c2d740cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:38.102040 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0366b4-2e56-4a31-9a9f-499b6eadffe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-f80ac33c-e0da-45bd-8888-e7be9e9c5572', 'network_id': 'f80ac33c-e0da-45bd-8888-e7be9e9c5572', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'fixed_ips': [{'subnet_id': '3f29583e-b4b5-42ae-890c-7e8921374c54'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:07:38.103393 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ac0366b4-2e56-4a31-9a9f-499b6eadffe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:38.117757 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-27eb60e5-5ceb-424f-a2a0-e0949cc66d02 None None] Provisioning complete for port 1d6608e0-4704-45cd-8e8e-39cd4fa34cfe triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:38.118237 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-27eb60e5-5ceb-424f-a2a0-e0949cc66d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:38.125766 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ceaa67c1-9bb9-4d4c-bad8-e513ada4edc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:38.267821 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-27eb60e5-5ceb-424f-a2a0-e0949cc66d02 None None] Port 1d6608e0-4704-45cd-8e8e-39cd4fa34cfe cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:07:38.362842 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-ac0366b4-2e56-4a31-9a9f-499b6eadffe1 None None] Allocated IP 172.20.0.2 (f80ac33c-e0da-45bd-8888-e7be9e9c5572/3f29583e-b4b5-42ae-890c-7e8921374c54/99f6e381-e0d4-4799-8a00-de14d92ccd49) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:07:38.417782 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-477de7e6-d2b9-4edc-a716-56e0d15471cd None None] Set router eff3a940-5794-4298-ab6b-0119fbbe4166 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:38.435772 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ceaa67c1-9bb9-4d4c-bad8-e513ada4edc6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:38.460703 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-176d34ab-1a24-4958-ba0e-28f9c2d740cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:38.482376 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-176d34ab-1a24-4958-ba0e-28f9c2d740cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:38.576279 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-176d34ab-1a24-4958-ba0e-28f9c2d740cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:38.620333 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ac0366b4-2e56-4a31-9a9f-499b6eadffe1 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:38.637738 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ac0366b4-2e56-4a31-9a9f-499b6eadffe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:38.681635 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d34ab-1a24-4958-ba0e-28f9c2d740cc admin admin] Pushing event updated for resources: {'Port': ['ID=1d6608e0-4704-45cd-8e8e-39cd4fa34cfe,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:38.690173 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0366b4-2e56-4a31-9a9f-499b6eadffe1 None None] Network f80ac33c-e0da-45bd-8888-e7be9e9c5572 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:07:38.695571 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-ac0366b4-2e56-4a31-9a9f-499b6eadffe1 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:38.698487 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0366b4-2e56-4a31-9a9f-499b6eadffe1 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:07:38.775506 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176d34ab-1a24-4958-ba0e-28f9c2d740cc admin admin] Network 7d6e15db-9181-4ca2-a3c6-fcfd6f088df1 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:07:38.777236 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-176d34ab-1a24-4958-ba0e-28f9c2d740cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:38.838043 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0366b4-2e56-4a31-9a9f-499b6eadffe1 None None] Pushing event updated for resources: {'Port': ['ID=99f6e381-e0d4-4799-8a00-de14d92ccd49,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:38.940869 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ac0366b4-2e56-4a31-9a9f-499b6eadffe1 None None] Attempting to bind port 99f6e381-e0d4-4799-8a00-de14d92ccd49 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:07:38.941254 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ac0366b4-2e56-4a31-9a9f-499b6eadffe1 None None] Attempting to bind port 99f6e381-e0d4-4799-8a00-de14d92ccd49 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '22ce7cad-f606-4be2-87fd-719c2a222765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f80ac33c-e0da-45bd-8888-e7be9e9c5572'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:07:38.943012 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0366b4-2e56-4a31-9a9f-499b6eadffe1 None None] Attempting to bind port 99f6e381-e0d4-4799-8a00-de14d92ccd49 on network f80ac33c-e0da-45bd-8888-e7be9e9c5572 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:07:38.959918 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0366b4-2e56-4a31-9a9f-499b6eadffe1 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:07:38.961512 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0366b4-2e56-4a31-9a9f-499b6eadffe1 None None] Checking segment: {'id': '22ce7cad-f606-4be2-87fd-719c2a222765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f80ac33c-e0da-45bd-8888-e7be9e9c5572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:07:38.961940 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ac0366b4-2e56-4a31-9a9f-499b6eadffe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:38.965542 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0366b4-2e56-4a31-9a9f-499b6eadffe1 None None] Bound using segment: {'id': '22ce7cad-f606-4be2-87fd-719c2a222765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f80ac33c-e0da-45bd-8888-e7be9e9c5572'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:07:38.966121 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ac0366b4-2e56-4a31-9a9f-499b6eadffe1 None None] Bound port: 99f6e381-e0d4-4799-8a00-de14d92ccd49, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ce7cad-f606-4be2-87fd-719c2a222765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f80ac33c-e0da-45bd-8888-e7be9e9c5572'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:07:38.966535 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ac0366b4-2e56-4a31-9a9f-499b6eadffe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:38.979825 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176d34ab-1a24-4958-ba0e-28f9c2d740cc admin admin] Router eff3a940-5794-4298-ab6b-0119fbbe4166 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:07:39.030484 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-477de7e6-d2b9-4edc-a716-56e0d15471cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff3a940-5794-4298-ab6b-0119fbbe4166', 'name': 'tempest-TestAggregatesBasicOps-1071823482-router', 'tenant_id': '18585224eab84da2bdb30a5a614c190b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'a22e9187-246a-424d-94c7-d7ea480239d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:33Z', 'updated_at': '2022-05-06T10:07:37Z', 'revision_number': 4, 'project_id': '18585224eab84da2bdb30a5a614c190b', 'gw_port': {'id': 'a22e9187-246a-424d-94c7-d7ea480239d3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:79:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff3a940-5794-4298-ab6b-0119fbbe4166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:34Z', 'updated_at': '2022-05-06T10:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '1d6608e0-4704-45cd-8e8e-39cd4fa34cfe', 'name': '', 'network_id': '7d6e15db-9181-4ca2-a3c6-fcfd6f088df1', 'tenant_id': '18585224eab84da2bdb30a5a614c190b', 'mac_address': 'fa:16:3e:00:82:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff3a940-5794-4298-ab6b-0119fbbe4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '4ae5ae50-a4e4-4d22-9228-03b5a52374ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:36Z', 'updated_at': '2022-05-06T10:07:37Z', 'revision_number': 1, 'project_id': '18585224eab84da2bdb30a5a614c190b', 'subnets': [{'id': '4ae5ae50-a4e4-4d22-9228-03b5a52374ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:39.108915 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477de7e6-d2b9-4edc-a716-56e0d15471cd None None] The sync data for ids ['eff3a940-5794-4298-ab6b-0119fbbe4166'] in n-d-840835-1 is: [{'id': 'eff3a940-5794-4298-ab6b-0119fbbe4166', 'name': 'tempest-TestAggregatesBasicOps-1071823482-router', 'tenant_id': '18585224eab84da2bdb30a5a614c190b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'a22e9187-246a-424d-94c7-d7ea480239d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:33Z', 'updated_at': '2022-05-06T10:07:37Z', 'revision_number': 4, 'project_id': '18585224eab84da2bdb30a5a614c190b', 'gw_port': {'id': 'a22e9187-246a-424d-94c7-d7ea480239d3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:79:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff3a940-5794-4298-ab6b-0119fbbe4166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:34Z', 'updated_at': '2022-05-06T10:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '1d6608e0-4704-45cd-8e8e-39cd4fa34cfe', 'name': '', 'network_id': '7d6e15db-9181-4ca2-a3c6-fcfd6f088df1', 'tenant_id': '18585224eab84da2bdb30a5a614c190b', 'mac_address': 'fa:16:3e:00:82:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff3a940-5794-4298-ab6b-0119fbbe4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '4ae5ae50-a4e4-4d22-9228-03b5a52374ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:36Z', 'updated_at': '2022-05-06T10:07:37Z', 'revision_number': 1, 'project_id': '18585224eab84da2bdb30a5a614c190b', 'subnets': [{'id': '4ae5ae50-a4e4-4d22-9228-03b5a52374ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:07:39.161519 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ac0366b4-2e56-4a31-9a9f-499b6eadffe1 None None] For port 99f6e381-e0d4-4799-8a00-de14d92ccd49, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:07:39.165093 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ac0366b4-2e56-4a31-9a9f-499b6eadffe1 None None] For port 99f6e381-e0d4-4799-8a00-de14d92ccd49, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=99f6e381-e0d4-4799-8a00-de14d92ccd49,segment=NetworkSegment(22ce7cad-f606-4be2-87fd-719c2a222765),segment_id=22ce7cad-f606-4be2-87fd-719c2a222765)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:07:39.170067 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ac0366b4-2e56-4a31-9a9f-499b6eadffe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:39.291350 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-02e32ef3-a16c-4c83-8686-f05639030e77 None None] Provisioning complete for port 1d6608e0-4704-45cd-8e8e-39cd4fa34cfe triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:39.291729 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-02e32ef3-a16c-4c83-8686-f05639030e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:39.295932 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0366b4-2e56-4a31-9a9f-499b6eadffe1 None None] Pushing event updated for resources: {'Port': ['ID=99f6e381-e0d4-4799-8a00-de14d92ccd49,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:39.346466 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-02e32ef3-a16c-4c83-8686-f05639030e77 None None] Port 1d6608e0-4704-45cd-8e8e-39cd4fa34cfe cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:07:39.396261 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ceaa67c1-9bb9-4d4c-bad8-e513ada4edc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:39.442588 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ceaa67c1-9bb9-4d4c-bad8-e513ada4edc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:39.746579 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-ceaa67c1-9bb9-4d4c-bad8-e513ada4edc6 admin admin] Allocated IP 172.25.5.245 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/435aae19-76a6-4623-a91a-262491530544) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:07:39.821648 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176d34ab-1a24-4958-ba0e-28f9c2d740cc admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:07:39.864740 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-176d34ab-1a24-4958-ba0e-28f9c2d740cc admin admin] 10.222.0.73 "PUT /v2.0/routers/eff3a940-5794-4298-ab6b-0119fbbe4166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0757706 May 06 10:07:40.021701 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ceaa67c1-9bb9-4d4c-bad8-e513ada4edc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:40.121018 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ceaa67c1-9bb9-4d4c-bad8-e513ada4edc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:40.187997 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaa67c1-9bb9-4d4c-bad8-e513ada4edc6 admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:07:40.191784 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-ceaa67c1-9bb9-4d4c-bad8-e513ada4edc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:40.198334 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaa67c1-9bb9-4d4c-bad8-e513ada4edc6 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:07:40.241693 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa67c1-9bb9-4d4c-bad8-e513ada4edc6 admin admin] Pushing event updated for resources: {'Port': ['ID=435aae19-76a6-4623-a91a-262491530544,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:40.729720 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ceaa67c1-9bb9-4d4c-bad8-e513ada4edc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:40.817468 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 99f6e381-e0d4-4799-8a00-de14d92ccd49 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:07:41.007258 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 99f6e381-e0d4-4799-8a00-de14d92ccd49 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:41.007651 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:41.063058 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56464) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:41.069542 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-0e982536-8e2a-4828-b959-af5f5421042b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1958546262-network', 'tenant_id': '84ee62b71d3548308879c1e1b8814a82'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:41.126682 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e982536-8e2a-4828-b959-af5f5421042b admin admin] Made reservation on behalf of 84ee62b71d3548308879c1e1b8814a82 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:07:41.134997 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0e982536-8e2a-4828-b959-af5f5421042b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:41.150789 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55944d36-3c04-4814-a802-3acf4acd7272 None None] Network f80ac33c-e0da-45bd-8888-e7be9e9c5572 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:07:41.150987 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0e982536-8e2a-4828-b959-af5f5421042b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:41.167805 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ceaa67c1-9bb9-4d4c-bad8-e513ada4edc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:41.229352 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:41.267089 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-ed37c644-b39d-48eb-bdfd-37f6856230c4 None None] Provisioning complete for port 99f6e381-e0d4-4799-8a00-de14d92ccd49 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:41.267510 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ed37c644-b39d-48eb-bdfd-37f6856230c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:41.363093 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0e982536-8e2a-4828-b959-af5f5421042b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:41.373347 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0e982536-8e2a-4828-b959-af5f5421042b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:41.413893 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 99f6e381-e0d4-4799-8a00-de14d92ccd49, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=99f6e381-e0d4-4799-8a00-de14d92ccd49,segment=NetworkSegment(22ce7cad-f606-4be2-87fd-719c2a222765),segment_id=22ce7cad-f606-4be2-87fd-719c2a222765)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:41.414526 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceaa67c1-9bb9-4d4c-bad8-e513ada4edc6 admin admin] Router e9bcd0ba-0244-41ef-b14c-32773e8142f2 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:07:41.427695 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e982536-8e2a-4828-b959-af5f5421042b admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:07:41.436188 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:41.448940 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0e982536-8e2a-4828-b959-af5f5421042b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:41.449303 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-0e982536-8e2a-4828-b959-af5f5421042b admin admin] Added segment 8a55d5c4-88dc-4026-8992-0d8f21693c15 of type vlan for network 68136fef-1581-4162-88e4-6adeb28a5f7c May 06 10:07:41.497122 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ed37c644-b39d-48eb-bdfd-37f6856230c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:41.516326 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e982536-8e2a-4828-b959-af5f5421042b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606285dc-d423-46c8-a1e8-93c9638116ff,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:41.548920 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0e982536-8e2a-4828-b959-af5f5421042b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:41.612830 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0e982536-8e2a-4828-b959-af5f5421042b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:41.613893 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e982536-8e2a-4828-b959-af5f5421042b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:41.614490 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0e982536-8e2a-4828-b959-af5f5421042b admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:41.633184 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceaa67c1-9bb9-4d4c-bad8-e513ada4edc6 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:07:41.687601 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ceaa67c1-9bb9-4d4c-bad8-e513ada4edc6 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:41.691522 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ceaa67c1-9bb9-4d4c-bad8-e513ada4edc6 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8368924 May 06 10:07:41.694332 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56470) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:41.741503 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0e982536-8e2a-4828-b959-af5f5421042b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6767714 May 06 10:07:41.757030 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56472) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:41.759727 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e982536-8e2a-4828-b959-af5f5421042b admin admin] Pushing event updated for resources: {'Network': ['ID=68136fef-1581-4162-88e4-6adeb28a5f7c,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:41.766038 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-a39db97d-cdbd-4b0a-9723-cffb2b78f4fe admin admin] Request body: {'subnet': {'network_id': '68136fef-1581-4162-88e4-6adeb28a5f7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1958546262-subnet', 'tenant_id': '84ee62b71d3548308879c1e1b8814a82', 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:41.804852 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292bc1bb-c473-4490-afc4-4a397425b5ca None None] Sync routers for ids ['e9bcd0ba-0244-41ef-b14c-32773e8142f2'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:07:41.810892 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 68136fef-1581-4162-88e4-6adeb28a5f7c details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:07:41.840635 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39db97d-cdbd-4b0a-9723-cffb2b78f4fe admin admin] Made reservation on behalf of 84ee62b71d3548308879c1e1b8814a82 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:07:41.844060 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a39db97d-cdbd-4b0a-9723-cffb2b78f4fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:41.930341 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=99f6e381-e0d4-4799-8a00-de14d92ccd49,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:41.958647 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292bc1bb-c473-4490-afc4-4a397425b5ca None None] Routers {'e9bcd0ba-0244-41ef-b14c-32773e8142f2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:41.959394 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-292bc1bb-c473-4490-afc4-4a397425b5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:07:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e9bcd0ba-0244-41ef-b14c-32773e8142f2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:42.055934 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-ed37c644-b39d-48eb-bdfd-37f6856230c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 10:07:42.056298 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-ed37c644-b39d-48eb-bdfd-37f6856230c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 10:07:42.175470 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-292bc1bb-c473-4490-afc4-4a397425b5ca None None] Set router e9bcd0ba-0244-41ef-b14c-32773e8142f2 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:42.238911 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a39db97d-cdbd-4b0a-9723-cffb2b78f4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:42.350824 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39db97d-cdbd-4b0a-9723-cffb2b78f4fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=00ac6fd6-c4e8-4d47-9991-f242ab713600,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:42.423053 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39db97d-cdbd-4b0a-9723-cffb2b78f4fe admin admin] Checking segment: {'id': '8a55d5c4-88dc-4026-8992-0d8f21693c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '68136fef-1581-4162-88e4-6adeb28a5f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:07:42.423461 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39db97d-cdbd-4b0a-9723-cffb2b78f4fe admin admin] Network hostable DHCP agents. Network: 68136fef-1581-4162-88e4-6adeb28a5f7c, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:07:42.462562 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39db97d-cdbd-4b0a-9723-cffb2b78f4fe admin admin] Network 68136fef-1581-4162-88e4-6adeb28a5f7c is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:07:42.481483 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-a39db97d-cdbd-4b0a-9723-cffb2b78f4fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 68136fef-1581-4162-88e4-6adeb28a5f7c) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:42.493086 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39db97d-cdbd-4b0a-9723-cffb2b78f4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:42.493697 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a39db97d-cdbd-4b0a-9723-cffb2b78f4fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:42.512428 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68368a5e-329f-4dc1-a51f-fc2eafaf5827 None None] Network 68136fef-1581-4162-88e4-6adeb28a5f7c requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:07:42.532568 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35a35f41-c150-473f-8079-255ba30c4cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:42.534285 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a39db97d-cdbd-4b0a-9723-cffb2b78f4fe admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7757328 May 06 10:07:42.536757 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56492) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:42.550154 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-b1079f04-6659-4d04-a700-aa327c0c659a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1958546262-router', 'tenant_id': '84ee62b71d3548308879c1e1b8814a82', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:42.625267 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b1079f04-6659-4d04-a700-aa327c0c659a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:42.626730 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b1079f04-6659-4d04-a700-aa327c0c659a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:42.777465 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b1079f04-6659-4d04-a700-aa327c0c659a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:42.789095 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-292bc1bb-c473-4490-afc4-4a397425b5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'name': 'tempest-TestServerBasicOps-126108207-router', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '435aae19-76a6-4623-a91a-262491530544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:37Z', 'updated_at': '2022-05-06T10:07:40Z', 'revision_number': 3, 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'gw_port': {'id': '435aae19-76a6-4623-a91a-262491530544', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:39Z', 'updated_at': '2022-05-06T10:07:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:42.893395 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device a22e9187-246a-424d-94c7-d7ea480239d3 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:07:42.922329 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292bc1bb-c473-4490-afc4-4a397425b5ca None None] Checking router: e9bcd0ba-0244-41ef-b14c-32773e8142f2 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:07:42.922689 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292bc1bb-c473-4490-afc4-4a397425b5ca None None] Updating router e9bcd0ba-0244-41ef-b14c-32773e8142f2 port 435aae19-76a6-4623-a91a-262491530544 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:07:42.973949 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-35a35f41-c150-473f-8079-255ba30c4cb6 admin admin] Allocated IP 172.20.0.1 (f80ac33c-e0da-45bd-8888-e7be9e9c5572/3f29583e-b4b5-42ae-890c-7e8921374c54/7dac704d-9ba0-4cfb-9073-c38dd34d2908) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:07:43.099242 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-292bc1bb-c473-4490-afc4-4a397425b5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:43.128204 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b1079f04-6659-4d04-a700-aa327c0c659a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:43.137699 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-98f653d9-1521-4530-9087-3c7d8f30efde None None] Provisioning complete for port 99f6e381-e0d4-4799-8a00-de14d92ccd49 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:43.138534 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-98f653d9-1521-4530-9087-3c7d8f30efde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:43.170646 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35a35f41-c150-473f-8079-255ba30c4cb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:43.175583 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48de2220-a310-48f8-906f-61bd83fda98e None None] Sync routers for ids ['eff3a940-5794-4298-ab6b-0119fbbe4166'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:07:43.192800 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48de2220-a310-48f8-906f-61bd83fda98e None None] Routers {'eff3a940-5794-4298-ab6b-0119fbbe4166'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:43.194874 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-48de2220-a310-48f8-906f-61bd83fda98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:07:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['eff3a940-5794-4298-ab6b-0119fbbe4166'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:43.263293 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125ca247-1e0a-4c61-a228-817188279ca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-68136fef-1581-4162-88e4-6adeb28a5f7c', 'network_id': '68136fef-1581-4162-88e4-6adeb28a5f7c', 'tenant_id': '84ee62b71d3548308879c1e1b8814a82', 'fixed_ips': [{'subnet_id': '00ac6fd6-c4e8-4d47-9991-f242ab713600'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:07:43.267276 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-125ca247-1e0a-4c61-a228-817188279ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:43.267546 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35a35f41-c150-473f-8079-255ba30c4cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:43.355587 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a35f41-c150-473f-8079-255ba30c4cb6 admin admin] Network f80ac33c-e0da-45bd-8888-e7be9e9c5572 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:07:43.364954 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-35a35f41-c150-473f-8079-255ba30c4cb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:43.408265 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port a22e9187-246a-424d-94c7-d7ea480239d3 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:43.408737 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:43.411344 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a35f41-c150-473f-8079-255ba30c4cb6 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:07:43.418525 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a35f41-c150-473f-8079-255ba30c4cb6 admin admin] Pushing event updated for resources: {'Port': ['ID=7dac704d-9ba0-4cfb-9073-c38dd34d2908,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:43.429833 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-48de2220-a310-48f8-906f-61bd83fda98e None None] Set router eff3a940-5794-4298-ab6b-0119fbbe4166 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:43.509653 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35a35f41-c150-473f-8079-255ba30c4cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:43.536365 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b1079f04-6659-4d04-a700-aa327c0c659a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:43.580093 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b1079f04-6659-4d04-a700-aa327c0c659a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:43.783644 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-48de2220-a310-48f8-906f-61bd83fda98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff3a940-5794-4298-ab6b-0119fbbe4166', 'name': 'tempest-TestAggregatesBasicOps-1071823482-router', 'tenant_id': '18585224eab84da2bdb30a5a614c190b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'a22e9187-246a-424d-94c7-d7ea480239d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:33Z', 'updated_at': '2022-05-06T10:07:37Z', 'revision_number': 4, 'project_id': '18585224eab84da2bdb30a5a614c190b', 'gw_port': {'id': 'a22e9187-246a-424d-94c7-d7ea480239d3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:79:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff3a940-5794-4298-ab6b-0119fbbe4166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:34Z', 'updated_at': '2022-05-06T10:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '1d6608e0-4704-45cd-8e8e-39cd4fa34cfe', 'name': '', 'network_id': '7d6e15db-9181-4ca2-a3c6-fcfd6f088df1', 'tenant_id': '18585224eab84da2bdb30a5a614c190b', 'mac_address': 'fa:16:3e:00:82:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff3a940-5794-4298-ab6b-0119fbbe4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '4ae5ae50-a4e4-4d22-9228-03b5a52374ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:36Z', 'updated_at': '2022-05-06T10:07:38Z', 'revision_number': 2, 'project_id': '18585224eab84da2bdb30a5a614c190b', 'subnets': [{'id': '4ae5ae50-a4e4-4d22-9228-03b5a52374ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:43.808078 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35a35f41-c150-473f-8079-255ba30c4cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:43.853565 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48de2220-a310-48f8-906f-61bd83fda98e None None] Checking router: eff3a940-5794-4298-ab6b-0119fbbe4166 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:07:43.853920 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48de2220-a310-48f8-906f-61bd83fda98e None None] Updating router eff3a940-5794-4298-ab6b-0119fbbe4166 port 1d6608e0-4704-45cd-8e8e-39cd4fa34cfe binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:07:43.900408 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-48de2220-a310-48f8-906f-61bd83fda98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:44.016700 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:44.056025 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-125ca247-1e0a-4c61-a228-817188279ca4 None None] Allocated IP 172.20.0.2 (68136fef-1581-4162-88e4-6adeb28a5f7c/00ac6fd6-c4e8-4d47-9991-f242ab713600/65555a19-baac-47bc-9d25-59b0cc98ecfc) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:07:44.062418 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35a35f41-c150-473f-8079-255ba30c4cb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:44.073214 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35a35f41-c150-473f-8079-255ba30c4cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:44.118693 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-1a171a72-2545-4a40-a217-6f8d3ceb6ba0 None None] Provisioning complete for port 7dac704d-9ba0-4cfb-9073-c38dd34d2908 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:44.119232 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1a171a72-2545-4a40-a217-6f8d3ceb6ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:44.173817 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-1a171a72-2545-4a40-a217-6f8d3ceb6ba0 None None] Port 7dac704d-9ba0-4cfb-9073-c38dd34d2908 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:07:44.209220 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port a22e9187-246a-424d-94c7-d7ea480239d3, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=a22e9187-246a-424d-94c7-d7ea480239d3,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:44.209616 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35a35f41-c150-473f-8079-255ba30c4cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:44.224659 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:44.225726 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 99f6e381-e0d4-4799-8a00-de14d92ccd49 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:07:44.256000 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a35f41-c150-473f-8079-255ba30c4cb6 admin admin] Pushing event updated for resources: {'Port': ['ID=7dac704d-9ba0-4cfb-9073-c38dd34d2908,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:44.337043 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-48de2220-a310-48f8-906f-61bd83fda98e None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:44.346234 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-48de2220-a310-48f8-906f-61bd83fda98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:44.346476 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 99f6e381-e0d4-4799-8a00-de14d92ccd49 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:44.346630 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:44.409924 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-292bc1bb-c473-4490-afc4-4a397425b5ca None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:44.420900 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a35f41-c150-473f-8079-255ba30c4cb6 admin admin] Network f80ac33c-e0da-45bd-8888-e7be9e9c5572 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:07:44.422928 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-35a35f41-c150-473f-8079-255ba30c4cb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:44.444798 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=a22e9187-246a-424d-94c7-d7ea480239d3,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:44.446734 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26699919-6347-41db-a4e2-5aa520f8a28b None None] Pushing event updated for resources: {'Port': ['ID=1d6608e0-4704-45cd-8e8e-39cd4fa34cfe,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:44.447873 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-292bc1bb-c473-4490-afc4-4a397425b5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:44.500991 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe876974-2b55-43c8-83e7-957f105aba97 None None] Pushing event updated for resources: {'Port': ['ID=435aae19-76a6-4623-a91a-262491530544,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:44.505178 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-48de2220-a310-48f8-906f-61bd83fda98e None None] Attempting to bind port 1d6608e0-4704-45cd-8e8e-39cd4fa34cfe on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:07:44.505661 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-48de2220-a310-48f8-906f-61bd83fda98e None None] Attempting to bind port 1d6608e0-4704-45cd-8e8e-39cd4fa34cfe by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '6ca6492f-365e-4576-a853-8c4e480d2edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7d6e15db-9181-4ca2-a3c6-fcfd6f088df1'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:07:44.506127 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48de2220-a310-48f8-906f-61bd83fda98e None None] Attempting to bind port 1d6608e0-4704-45cd-8e8e-39cd4fa34cfe on network 7d6e15db-9181-4ca2-a3c6-fcfd6f088df1 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:07:44.518963 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48de2220-a310-48f8-906f-61bd83fda98e None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:07:44.520863 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48de2220-a310-48f8-906f-61bd83fda98e None None] Checking segment: {'id': '6ca6492f-365e-4576-a853-8c4e480d2edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7d6e15db-9181-4ca2-a3c6-fcfd6f088df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:07:44.522078 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-48de2220-a310-48f8-906f-61bd83fda98e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:44.522568 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48de2220-a310-48f8-906f-61bd83fda98e None None] Bound using segment: {'id': '6ca6492f-365e-4576-a853-8c4e480d2edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7d6e15db-9181-4ca2-a3c6-fcfd6f088df1'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:07:44.525114 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-48de2220-a310-48f8-906f-61bd83fda98e None None] Bound port: 1d6608e0-4704-45cd-8e8e-39cd4fa34cfe, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca6492f-365e-4576-a853-8c4e480d2edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7d6e15db-9181-4ca2-a3c6-fcfd6f088df1'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:07:44.526325 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-48de2220-a310-48f8-906f-61bd83fda98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:44.650442 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-b1079f04-6659-4d04-a700-aa327c0c659a admin admin] Allocated IP 172.25.5.155 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/98358022-1b2b-4e2b-a9b9-431629410569) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:07:44.653557 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a35f41-c150-473f-8079-255ba30c4cb6 admin admin] Router e9bcd0ba-0244-41ef-b14c-32773e8142f2 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:07:44.706703 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-48de2220-a310-48f8-906f-61bd83fda98e None None] For port 1d6608e0-4704-45cd-8e8e-39cd4fa34cfe, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:07:44.714095 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-48de2220-a310-48f8-906f-61bd83fda98e None None] For port 1d6608e0-4704-45cd-8e8e-39cd4fa34cfe, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=1d6608e0-4704-45cd-8e8e-39cd4fa34cfe,segment=NetworkSegment(6ca6492f-365e-4576-a853-8c4e480d2edb),segment_id=6ca6492f-365e-4576-a853-8c4e480d2edb)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:07:44.726883 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-48de2220-a310-48f8-906f-61bd83fda98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:44.867580 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48de2220-a310-48f8-906f-61bd83fda98e None None] Routers {'eff3a940-5794-4298-ab6b-0119fbbe4166'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:44.876406 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-48de2220-a310-48f8-906f-61bd83fda98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:07:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['eff3a940-5794-4298-ab6b-0119fbbe4166'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:44.877298 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b1079f04-6659-4d04-a700-aa327c0c659a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:44.921592 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b1079f04-6659-4d04-a700-aa327c0c659a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:45.023198 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1079f04-6659-4d04-a700-aa327c0c659a admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:07:45.027517 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-b1079f04-6659-4d04-a700-aa327c0c659a admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:45.041976 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1079f04-6659-4d04-a700-aa327c0c659a admin admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:07:45.057772 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1079f04-6659-4d04-a700-aa327c0c659a admin admin] Pushing event updated for resources: {'Port': ['ID=98358022-1b2b-4e2b-a9b9-431629410569,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:45.227071 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-ee182f5d-c5a6-47d0-8851-97651c250663 None None] Provisioning complete for port 1d6608e0-4704-45cd-8e8e-39cd4fa34cfe triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:45.227649 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ee182f5d-c5a6-47d0-8851-97651c250663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:45.232422 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-292bc1bb-c473-4490-afc4-4a397425b5ca None None] Attempting to bind port 435aae19-76a6-4623-a91a-262491530544 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:07:45.232805 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-292bc1bb-c473-4490-afc4-4a397425b5ca None None] Attempting to bind port 435aae19-76a6-4623-a91a-262491530544 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:07:45.233175 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292bc1bb-c473-4490-afc4-4a397425b5ca None None] Attempting to bind port 435aae19-76a6-4623-a91a-262491530544 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:07:45.261198 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-125ca247-1e0a-4c61-a228-817188279ca4 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:45.266479 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292bc1bb-c473-4490-afc4-4a397425b5ca None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:07:45.266871 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292bc1bb-c473-4490-afc4-4a397425b5ca None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:07:45.270939 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-292bc1bb-c473-4490-afc4-4a397425b5ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:45.272866 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292bc1bb-c473-4490-afc4-4a397425b5ca None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:07:45.273407 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-292bc1bb-c473-4490-afc4-4a397425b5ca None None] Bound port: 435aae19-76a6-4623-a91a-262491530544, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:07:45.273820 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-292bc1bb-c473-4490-afc4-4a397425b5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:45.346021 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-48de2220-a310-48f8-906f-61bd83fda98e None None] Set router eff3a940-5794-4298-ab6b-0119fbbe4166 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:45.369480 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-125ca247-1e0a-4c61-a228-817188279ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:45.561063 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b1079f04-6659-4d04-a700-aa327c0c659a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:45.567217 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125ca247-1e0a-4c61-a228-817188279ca4 None None] Network 68136fef-1581-4162-88e4-6adeb28a5f7c is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:07:45.590966 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26699919-6347-41db-a4e2-5aa520f8a28b None None] Pushing event updated for resources: {'Port': ['ID=1d6608e0-4704-45cd-8e8e-39cd4fa34cfe,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:45.593869 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-125ca247-1e0a-4c61-a228-817188279ca4 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:45.609014 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125ca247-1e0a-4c61-a228-817188279ca4 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:07:45.613839 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:07:45.743066 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a35f41-c150-473f-8079-255ba30c4cb6 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:07:45.759791 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-35a35f41-c150-473f-8079-255ba30c4cb6 admin admin] 10.222.0.73 "PUT /v2.0/routers/e9bcd0ba-0244-41ef-b14c-32773e8142f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0622659 May 06 10:07:45.760432 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ca247-1e0a-4c61-a228-817188279ca4 None None] Pushing event updated for resources: {'Port': ['ID=65555a19-baac-47bc-9d25-59b0cc98ecfc,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:45.824788 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-292bc1bb-c473-4490-afc4-4a397425b5ca None None] For port 435aae19-76a6-4623-a91a-262491530544, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:07:45.842860 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device a22e9187-246a-424d-94c7-d7ea480239d3 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:07:45.870942 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-48de2220-a310-48f8-906f-61bd83fda98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff3a940-5794-4298-ab6b-0119fbbe4166', 'name': 'tempest-TestAggregatesBasicOps-1071823482-router', 'tenant_id': '18585224eab84da2bdb30a5a614c190b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'a22e9187-246a-424d-94c7-d7ea480239d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:33Z', 'updated_at': '2022-05-06T10:07:37Z', 'revision_number': 4, 'project_id': '18585224eab84da2bdb30a5a614c190b', 'gw_port': {'id': 'a22e9187-246a-424d-94c7-d7ea480239d3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:79:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff3a940-5794-4298-ab6b-0119fbbe4166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:34Z', 'updated_at': '2022-05-06T10:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '1d6608e0-4704-45cd-8e8e-39cd4fa34cfe', 'name': '', 'network_id': '7d6e15db-9181-4ca2-a3c6-fcfd6f088df1', 'tenant_id': '18585224eab84da2bdb30a5a614c190b', 'mac_address': 'fa:16:3e:00:82:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff3a940-5794-4298-ab6b-0119fbbe4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '4ae5ae50-a4e4-4d22-9228-03b5a52374ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:36Z', 'updated_at': '2022-05-06T10:07:44Z', 'revision_number': 4, 'project_id': '18585224eab84da2bdb30a5a614c190b', 'subnets': [{'id': '4ae5ae50-a4e4-4d22-9228-03b5a52374ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:45.886688 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-292bc1bb-c473-4490-afc4-4a397425b5ca None None] For port 435aae19-76a6-4623-a91a-262491530544, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=435aae19-76a6-4623-a91a-262491530544,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:07:45.907307 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48de2220-a310-48f8-906f-61bd83fda98e None None] The sync data for ids ['eff3a940-5794-4298-ab6b-0119fbbe4166'] in n-d-840835-1 is: [{'id': 'eff3a940-5794-4298-ab6b-0119fbbe4166', 'name': 'tempest-TestAggregatesBasicOps-1071823482-router', 'tenant_id': '18585224eab84da2bdb30a5a614c190b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'a22e9187-246a-424d-94c7-d7ea480239d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:33Z', 'updated_at': '2022-05-06T10:07:37Z', 'revision_number': 4, 'project_id': '18585224eab84da2bdb30a5a614c190b', 'gw_port': {'id': 'a22e9187-246a-424d-94c7-d7ea480239d3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:79:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff3a940-5794-4298-ab6b-0119fbbe4166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:34Z', 'updated_at': '2022-05-06T10:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '1d6608e0-4704-45cd-8e8e-39cd4fa34cfe', 'name': '', 'network_id': '7d6e15db-9181-4ca2-a3c6-fcfd6f088df1', 'tenant_id': '18585224eab84da2bdb30a5a614c190b', 'mac_address': 'fa:16:3e:00:82:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff3a940-5794-4298-ab6b-0119fbbe4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '4ae5ae50-a4e4-4d22-9228-03b5a52374ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:36Z', 'updated_at': '2022-05-06T10:07:44Z', 'revision_number': 4, 'project_id': '18585224eab84da2bdb30a5a614c190b', 'subnets': [{'id': '4ae5ae50-a4e4-4d22-9228-03b5a52374ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:07:45.933616 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-292bc1bb-c473-4490-afc4-4a397425b5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:45.964482 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-125ca247-1e0a-4c61-a228-817188279ca4 None None] Attempting to bind port 65555a19-baac-47bc-9d25-59b0cc98ecfc on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:07:45.966234 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-125ca247-1e0a-4c61-a228-817188279ca4 None None] Attempting to bind port 65555a19-baac-47bc-9d25-59b0cc98ecfc by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '8a55d5c4-88dc-4026-8992-0d8f21693c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '68136fef-1581-4162-88e4-6adeb28a5f7c'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:07:45.969085 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125ca247-1e0a-4c61-a228-817188279ca4 None None] Attempting to bind port 65555a19-baac-47bc-9d25-59b0cc98ecfc on network 68136fef-1581-4162-88e4-6adeb28a5f7c {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:07:45.988067 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b1079f04-6659-4d04-a700-aa327c0c659a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:46.040219 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125ca247-1e0a-4c61-a228-817188279ca4 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:07:46.041052 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125ca247-1e0a-4c61-a228-817188279ca4 None None] Checking segment: {'id': '8a55d5c4-88dc-4026-8992-0d8f21693c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '68136fef-1581-4162-88e4-6adeb28a5f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:07:46.041618 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-125ca247-1e0a-4c61-a228-817188279ca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:46.042162 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125ca247-1e0a-4c61-a228-817188279ca4 None None] Bound using segment: {'id': '8a55d5c4-88dc-4026-8992-0d8f21693c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '68136fef-1581-4162-88e4-6adeb28a5f7c'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:07:46.042799 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-125ca247-1e0a-4c61-a228-817188279ca4 None None] Bound port: 65555a19-baac-47bc-9d25-59b0cc98ecfc, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a55d5c4-88dc-4026-8992-0d8f21693c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '68136fef-1581-4162-88e4-6adeb28a5f7c'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:07:46.043438 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-125ca247-1e0a-4c61-a228-817188279ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:46.120790 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ee182f5d-c5a6-47d0-8851-97651c250663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:46.163789 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-89d250f8-d5fd-4415-8e4b-ab1a4f4ff39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:46.209412 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1079f04-6659-4d04-a700-aa327c0c659a admin admin] Router d906221b-b5d9-447b-adba-ee6c97761bcf is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:07:46.333990 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port a22e9187-246a-424d-94c7-d7ea480239d3 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:46.335029 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:46.398351 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe876974-2b55-43c8-83e7-957f105aba97 None None] Pushing event updated for resources: {'Port': ['ID=435aae19-76a6-4623-a91a-262491530544,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:46.410938 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292bc1bb-c473-4490-afc4-4a397425b5ca None None] Routers {'e9bcd0ba-0244-41ef-b14c-32773e8142f2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:46.418619 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-292bc1bb-c473-4490-afc4-4a397425b5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:07:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e9bcd0ba-0244-41ef-b14c-32773e8142f2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:46.438250 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1079f04-6659-4d04-a700-aa327c0c659a admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:07:46.470860 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b1079f04-6659-4d04-a700-aa327c0c659a admin admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:46.476199 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b1079f04-6659-4d04-a700-aa327c0c659a admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9344869 May 06 10:07:46.476387 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56550) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:46.523435 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ee182f5d-c5a6-47d0-8851-97651c250663 None None] For port 1d6608e0-4704-45cd-8e8e-39cd4fa34cfe, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=1d6608e0-4704-45cd-8e8e-39cd4fa34cfe,segment=NetworkSegment(6ca6492f-365e-4576-a853-8c4e480d2edb),segment_id=6ca6492f-365e-4576-a853-8c4e480d2edb)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:46.525094 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6ab228-4535-4035-96e0-bb07b5598149 None None] Sync routers for ids ['d906221b-b5d9-447b-adba-ee6c97761bcf'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:07:46.532620 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-125ca247-1e0a-4c61-a228-817188279ca4 None None] For port 65555a19-baac-47bc-9d25-59b0cc98ecfc, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:07:46.543152 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ee182f5d-c5a6-47d0-8851-97651c250663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:46.627163 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee182f5d-c5a6-47d0-8851-97651c250663 None None] Pushing event updated for resources: {'Port': ['ID=1d6608e0-4704-45cd-8e8e-39cd4fa34cfe,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:46.697109 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-125ca247-1e0a-4c61-a228-817188279ca4 None None] For port 65555a19-baac-47bc-9d25-59b0cc98ecfc, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=65555a19-baac-47bc-9d25-59b0cc98ecfc,segment=NetworkSegment(8a55d5c4-88dc-4026-8992-0d8f21693c15),segment_id=8a55d5c4-88dc-4026-8992-0d8f21693c15)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:07:46.703111 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6ab228-4535-4035-96e0-bb07b5598149 None None] Routers {'d906221b-b5d9-447b-adba-ee6c97761bcf'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:46.704024 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-3a6ab228-4535-4035-96e0-bb07b5598149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:07:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['d906221b-b5d9-447b-adba-ee6c97761bcf'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:46.777138 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-125ca247-1e0a-4c61-a228-817188279ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:46.880138 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ca247-1e0a-4c61-a228-817188279ca4 None None] Pushing event updated for resources: {'Port': ['ID=65555a19-baac-47bc-9d25-59b0cc98ecfc,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:46.889615 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f9c5aa2b-14e3-4de0-bc5b-bf6635e95e57 None None] Provisioning complete for port 7dac704d-9ba0-4cfb-9073-c38dd34d2908 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:46.890084 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f9c5aa2b-14e3-4de0-bc5b-bf6635e95e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:47.006424 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-292bc1bb-c473-4490-afc4-4a397425b5ca None None] Set router e9bcd0ba-0244-41ef-b14c-32773e8142f2 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:47.011234 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56568) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:47.018776 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-ab97ec98-ae38-47f0-a63a-c61639bc106a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-192521166-network', 'tenant_id': 'f3cb7e2622cc4e368ddf5bf62a927145'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:47.099309 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab97ec98-ae38-47f0-a63a-c61639bc106a admin admin] Made reservation on behalf of f3cb7e2622cc4e368ddf5bf62a927145 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:07:47.104314 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ab97ec98-ae38-47f0-a63a-c61639bc106a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:47.121422 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ab97ec98-ae38-47f0-a63a-c61639bc106a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:47.164853 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f9c5aa2b-14e3-4de0-bc5b-bf6635e95e57 None None] Port 7dac704d-9ba0-4cfb-9073-c38dd34d2908 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:07:47.417034 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f9c5aa2b-14e3-4de0-bc5b-bf6635e95e57 None None] Provisioning complete for port 1d6608e0-4704-45cd-8e8e-39cd4fa34cfe triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:47.417719 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f9c5aa2b-14e3-4de0-bc5b-bf6635e95e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:47.507298 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ab97ec98-ae38-47f0-a63a-c61639bc106a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:47.516054 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ab97ec98-ae38-47f0-a63a-c61639bc106a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:47.545898 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-3a6ab228-4535-4035-96e0-bb07b5598149 None None] Set router d906221b-b5d9-447b-adba-ee6c97761bcf gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:47.547522 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab97ec98-ae38-47f0-a63a-c61639bc106a admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:07:47.566669 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ab97ec98-ae38-47f0-a63a-c61639bc106a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:47.567030 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-ab97ec98-ae38-47f0-a63a-c61639bc106a admin admin] Added segment 0ea3542d-eb31-4bc6-84ee-fb26e60a7b44 of type vlan for network dd47149f-94c5-4c5f-9627-f583dc0ecb7f May 06 10:07:47.665463 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ab97ec98-ae38-47f0-a63a-c61639bc106a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:47.760442 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97ec98-ae38-47f0-a63a-c61639bc106a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29967afb-dbe7-41bc-babb-417b389e945f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:47.765516 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2681f0cc-ba9f-43d2-a62d-6918d85ec65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:47.769483 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ab97ec98-ae38-47f0-a63a-c61639bc106a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:47.770552 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab97ec98-ae38-47f0-a63a-c61639bc106a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:47.771165 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ab97ec98-ae38-47f0-a63a-c61639bc106a admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:47.876769 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56582) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:47.880589 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ab97ec98-ae38-47f0-a63a-c61639bc106a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8675208 May 06 10:07:47.886074 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-7261551a-ba5d-4405-b473-194edbc9d8a5 admin admin] Request body: {'subnet': {'network_id': 'dd47149f-94c5-4c5f-9627-f583dc0ecb7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-192521166-subnet', 'tenant_id': 'f3cb7e2622cc4e368ddf5bf62a927145', 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:47.958557 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-292bc1bb-c473-4490-afc4-4a397425b5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'name': 'tempest-TestServerBasicOps-126108207-router', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '435aae19-76a6-4623-a91a-262491530544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:37Z', 'updated_at': '2022-05-06T10:07:43Z', 'revision_number': 4, 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'gw_port': {'id': '435aae19-76a6-4623-a91a-262491530544', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:39Z', 'updated_at': '2022-05-06T10:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '7dac704d-9ba0-4cfb-9073-c38dd34d2908', 'name': '', 'network_id': 'f80ac33c-e0da-45bd-8888-e7be9e9c5572', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'mac_address': 'fa:16:3e:ba:e6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '3f29583e-b4b5-42ae-890c-7e8921374c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:42Z', 'updated_at': '2022-05-06T10:07:43Z', 'revision_number': 2, 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'subnets': [{'id': '3f29583e-b4b5-42ae-890c-7e8921374c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:47.967346 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7261551a-ba5d-4405-b473-194edbc9d8a5 admin admin] Made reservation on behalf of f3cb7e2622cc4e368ddf5bf62a927145 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:07:47.980357 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7261551a-ba5d-4405-b473-194edbc9d8a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:48.015920 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 1d6608e0-4704-45cd-8e8e-39cd4fa34cfe up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:07:48.017888 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292bc1bb-c473-4490-afc4-4a397425b5ca None None] The sync data for ids ['e9bcd0ba-0244-41ef-b14c-32773e8142f2'] in n-d-840835-1 is: [{'id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'name': 'tempest-TestServerBasicOps-126108207-router', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '435aae19-76a6-4623-a91a-262491530544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:37Z', 'updated_at': '2022-05-06T10:07:43Z', 'revision_number': 4, 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'gw_port': {'id': '435aae19-76a6-4623-a91a-262491530544', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:39Z', 'updated_at': '2022-05-06T10:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '7dac704d-9ba0-4cfb-9073-c38dd34d2908', 'name': '', 'network_id': 'f80ac33c-e0da-45bd-8888-e7be9e9c5572', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'mac_address': 'fa:16:3e:ba:e6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '3f29583e-b4b5-42ae-890c-7e8921374c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:42Z', 'updated_at': '2022-05-06T10:07:43Z', 'revision_number': 2, 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'subnets': [{'id': '3f29583e-b4b5-42ae-890c-7e8921374c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:07:48.140587 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97ec98-ae38-47f0-a63a-c61639bc106a admin admin] Pushing event updated for resources: {'Network': ['ID=dd47149f-94c5-4c5f-9627-f583dc0ecb7f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:48.185591 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-2681f0cc-ba9f-43d2-a62d-6918d85ec65e admin admin] Allocated IP 172.20.0.1 (68136fef-1581-4162-88e4-6adeb28a5f7c/00ac6fd6-c4e8-4d47-9991-f242ab713600/cf886958-2fe6-46cf-8190-e06cae5cf95a) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:07:48.413652 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network dd47149f-94c5-4c5f-9627-f583dc0ecb7f details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:07:48.466698 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2681f0cc-ba9f-43d2-a62d-6918d85ec65e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:48.511763 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7261551a-ba5d-4405-b473-194edbc9d8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:48.541937 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2681f0cc-ba9f-43d2-a62d-6918d85ec65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:48.573072 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-99dc0648-ddcf-4555-b60c-73608de8f531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:48.617355 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-3a6ab228-4535-4035-96e0-bb07b5598149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd906221b-b5d9-447b-adba-ee6c97761bcf', 'name': 'tempest-TestAggregatesBasicOps-1958546262-router', 'tenant_id': '84ee62b71d3548308879c1e1b8814a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '98358022-1b2b-4e2b-a9b9-431629410569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:42Z', 'updated_at': '2022-05-06T10:07:45Z', 'revision_number': 3, 'project_id': '84ee62b71d3548308879c1e1b8814a82', 'gw_port': {'id': '98358022-1b2b-4e2b-a9b9-431629410569', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd906221b-b5d9-447b-adba-ee6c97761bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:43Z', 'updated_at': '2022-05-06T10:07:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:48.654199 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261551a-ba5d-4405-b473-194edbc9d8a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c70e8fd-21a1-422b-9259-34f64a9afb43,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:48.659400 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2681f0cc-ba9f-43d2-a62d-6918d85ec65e admin admin] Network 68136fef-1581-4162-88e4-6adeb28a5f7c is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:07:48.666947 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-2681f0cc-ba9f-43d2-a62d-6918d85ec65e admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:48.672530 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2681f0cc-ba9f-43d2-a62d-6918d85ec65e admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:07:48.686688 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 1d6608e0-4704-45cd-8e8e-39cd4fa34cfe triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:48.687155 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:48.696310 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6ab228-4535-4035-96e0-bb07b5598149 None None] Checking router: d906221b-b5d9-447b-adba-ee6c97761bcf for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:07:48.696671 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6ab228-4535-4035-96e0-bb07b5598149 None None] Updating router d906221b-b5d9-447b-adba-ee6c97761bcf port 98358022-1b2b-4e2b-a9b9-431629410569 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:07:48.763906 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681f0cc-ba9f-43d2-a62d-6918d85ec65e admin admin] Pushing event updated for resources: {'Port': ['ID=cf886958-2fe6-46cf-8190-e06cae5cf95a,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:48.776755 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7261551a-ba5d-4405-b473-194edbc9d8a5 admin admin] Checking segment: {'id': '0ea3542d-eb31-4bc6-84ee-fb26e60a7b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dd47149f-94c5-4c5f-9627-f583dc0ecb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:07:48.777131 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7261551a-ba5d-4405-b473-194edbc9d8a5 admin admin] Network hostable DHCP agents. Network: dd47149f-94c5-4c5f-9627-f583dc0ecb7f, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:07:48.797374 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2681f0cc-ba9f-43d2-a62d-6918d85ec65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:48.801081 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7261551a-ba5d-4405-b473-194edbc9d8a5 admin admin] Network dd47149f-94c5-4c5f-9627-f583dc0ecb7f is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:07:48.812820 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-7261551a-ba5d-4405-b473-194edbc9d8a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, dd47149f-94c5-4c5f-9627-f583dc0ecb7f) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:48.817790 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3a6ab228-4535-4035-96e0-bb07b5598149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:48.819460 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7261551a-ba5d-4405-b473-194edbc9d8a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:48.820410 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7261551a-ba5d-4405-b473-194edbc9d8a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:48.846361 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7261551a-ba5d-4405-b473-194edbc9d8a5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9665391 May 06 10:07:48.849334 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56596) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:48.857913 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-069c4163-eb22-4976-b6d2-cdac685a7adb admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-192521166-router', 'tenant_id': 'f3cb7e2622cc4e368ddf5bf62a927145', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:48.908961 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-069c4163-eb22-4976-b6d2-cdac685a7adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:48.911002 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-069c4163-eb22-4976-b6d2-cdac685a7adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:48.944410 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42eec74a-0bd7-4a44-a2bb-3f98bb4930d8 None None] Network dd47149f-94c5-4c5f-9627-f583dc0ecb7f requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:07:49.025076 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2681f0cc-ba9f-43d2-a62d-6918d85ec65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:49.052009 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-7819e3db-0b9d-4b88-b465-e795c820579d req-88c1bce7-69a9-4344-a452-bb04b3a76b93 service neutron] (102653) timed out ('10.222.0.77', 60680) {{(pid=102653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 10:07:49.057773 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-069c4163-eb22-4976-b6d2-cdac685a7adb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:49.143037 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765f44f4-ee61-4fda-8689-a6a2be63dc21 None None] Network 68136fef-1581-4162-88e4-6adeb28a5f7c requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:07:49.359011 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-069c4163-eb22-4976-b6d2-cdac685a7adb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:49.458701 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2681f0cc-ba9f-43d2-a62d-6918d85ec65e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:49.461102 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:49.470813 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2681f0cc-ba9f-43d2-a62d-6918d85ec65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:49.572473 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681f0cc-ba9f-43d2-a62d-6918d85ec65e admin admin] Pushing event updated for resources: {'Port': ['ID=cf886958-2fe6-46cf-8190-e06cae5cf95a,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:49.585685 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2681f0cc-ba9f-43d2-a62d-6918d85ec65e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:49.761660 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2681f0cc-ba9f-43d2-a62d-6918d85ec65e admin admin] Network 68136fef-1581-4162-88e4-6adeb28a5f7c is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:07:49.766185 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-2681f0cc-ba9f-43d2-a62d-6918d85ec65e admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:49.796771 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-069c4163-eb22-4976-b6d2-cdac685a7adb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:49.833716 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-069c4163-eb22-4976-b6d2-cdac685a7adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:49.851879 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-75a1962f-b683-4033-b568-5a5ca8abf17b None None] Provisioning complete for port 65555a19-baac-47bc-9d25-59b0cc98ecfc triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:49.852473 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-75a1962f-b683-4033-b568-5a5ca8abf17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:49.989069 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2681f0cc-ba9f-43d2-a62d-6918d85ec65e admin admin] Router d906221b-b5d9-447b-adba-ee6c97761bcf has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:07:50.105253 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:50.112954 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 65555a19-baac-47bc-9d25-59b0cc98ecfc up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:07:50.173373 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2681f0cc-ba9f-43d2-a62d-6918d85ec65e admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:07:50.178129 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2681f0cc-ba9f-43d2-a62d-6918d85ec65e admin admin] 10.222.0.73 "PUT /v2.0/routers/d906221b-b5d9-447b-adba-ee6c97761bcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7009368 May 06 10:07:50.316140 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69eb299-746d-4fe2-b350-12a59f8e7a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-dd47149f-94c5-4c5f-9627-f583dc0ecb7f', 'network_id': 'dd47149f-94c5-4c5f-9627-f583dc0ecb7f', 'tenant_id': 'f3cb7e2622cc4e368ddf5bf62a927145', 'fixed_ips': [{'subnet_id': '9c70e8fd-21a1-422b-9259-34f64a9afb43'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:07:50.327269 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d69eb299-746d-4fe2-b350-12a59f8e7a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:50.362712 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-75a1962f-b683-4033-b568-5a5ca8abf17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:50.474098 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 65555a19-baac-47bc-9d25-59b0cc98ecfc triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:50.474871 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:50.614745 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3a6ab228-4535-4035-96e0-bb07b5598149 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:50.638064 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3a6ab228-4535-4035-96e0-bb07b5598149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:50.666259 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-75a1962f-b683-4033-b568-5a5ca8abf17b None None] For port 65555a19-baac-47bc-9d25-59b0cc98ecfc, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=65555a19-baac-47bc-9d25-59b0cc98ecfc,segment=NetworkSegment(8a55d5c4-88dc-4026-8992-0d8f21693c15),segment_id=8a55d5c4-88dc-4026-8992-0d8f21693c15)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:50.766560 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84c01b-84d5-4604-95b7-174c7505cd18 None None] Pushing event updated for resources: {'Port': ['ID=98358022-1b2b-4e2b-a9b9-431629410569,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:50.766560 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-3a6ab228-4535-4035-96e0-bb07b5598149 None None] Attempting to bind port 98358022-1b2b-4e2b-a9b9-431629410569 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:07:50.766560 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-3a6ab228-4535-4035-96e0-bb07b5598149 None None] Attempting to bind port 98358022-1b2b-4e2b-a9b9-431629410569 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:07:50.766877 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6ab228-4535-4035-96e0-bb07b5598149 None None] Attempting to bind port 98358022-1b2b-4e2b-a9b9-431629410569 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:07:50.776686 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-75a1962f-b683-4033-b568-5a5ca8abf17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:50.812099 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6ab228-4535-4035-96e0-bb07b5598149 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:07:50.812484 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6ab228-4535-4035-96e0-bb07b5598149 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:07:50.812899 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3a6ab228-4535-4035-96e0-bb07b5598149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:50.813823 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6ab228-4535-4035-96e0-bb07b5598149 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:07:50.813823 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-3a6ab228-4535-4035-96e0-bb07b5598149 None None] Bound port: 98358022-1b2b-4e2b-a9b9-431629410569, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:07:50.814227 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3a6ab228-4535-4035-96e0-bb07b5598149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:50.838188 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-069c4163-eb22-4976-b6d2-cdac685a7adb admin admin] Allocated IP 172.25.5.180 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:07:50.992977 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-069c4163-eb22-4976-b6d2-cdac685a7adb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:51.022367 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-d69eb299-746d-4fe2-b350-12a59f8e7a80 None None] Allocated IP 172.20.0.2 (dd47149f-94c5-4c5f-9627-f583dc0ecb7f/9c70e8fd-21a1-422b-9259-34f64a9afb43/4b4d37d6-3ee9-4613-b2be-7adab1f76291) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:07:51.052324 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1962f-b683-4033-b568-5a5ca8abf17b None None] Pushing event updated for resources: {'Port': ['ID=65555a19-baac-47bc-9d25-59b0cc98ecfc,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:51.085603 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-fa015d6b-d8b4-4462-8c0f-54211c87b1fd None None] Provisioning complete for port 65555a19-baac-47bc-9d25-59b0cc98ecfc triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:51.085603 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fa015d6b-d8b4-4462-8c0f-54211c87b1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:51.085603 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-3a6ab228-4535-4035-96e0-bb07b5598149 None None] For port 98358022-1b2b-4e2b-a9b9-431629410569, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:07:51.085603 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-3a6ab228-4535-4035-96e0-bb07b5598149 None None] For port 98358022-1b2b-4e2b-a9b9-431629410569, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=98358022-1b2b-4e2b-a9b9-431629410569,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:07:51.103140 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-069c4163-eb22-4976-b6d2-cdac685a7adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:51.133783 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3a6ab228-4535-4035-96e0-bb07b5598149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:51.207203 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069c4163-eb22-4976-b6d2-cdac685a7adb admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:07:51.216315 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-069c4163-eb22-4976-b6d2-cdac685a7adb admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:51.224687 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069c4163-eb22-4976-b6d2-cdac685a7adb admin admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:07:51.307245 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c4163-eb22-4976-b6d2-cdac685a7adb admin admin] Pushing event updated for resources: {'Port': ['ID=f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:51.386017 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:51.405943 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84c01b-84d5-4604-95b7-174c7505cd18 None None] Pushing event updated for resources: {'Port': ['ID=98358022-1b2b-4e2b-a9b9-431629410569,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:51.408614 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6ab228-4535-4035-96e0-bb07b5598149 None None] Routers {'d906221b-b5d9-447b-adba-ee6c97761bcf'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:51.409234 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-3a6ab228-4535-4035-96e0-bb07b5598149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:07:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['d906221b-b5d9-447b-adba-ee6c97761bcf'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:51.557866 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 65555a19-baac-47bc-9d25-59b0cc98ecfc up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:07:51.786848 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-069c4163-eb22-4976-b6d2-cdac685a7adb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:52.094761 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56684) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:52.097875 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:52.158361 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d69eb299-746d-4fe2-b350-12a59f8e7a80 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:52.191353 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d69eb299-746d-4fe2-b350-12a59f8e7a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:52.216096 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ae34734d-da52-4ba9-8694-a909f93d7d90 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/floatingips/c48b6797-9836-494b-a79f-3c13444992b4 HTTP/1.1" status: 200 len: 993 time: 0.1186895 May 06 10:07:52.242354 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-3a6ab228-4535-4035-96e0-bb07b5598149 None None] Set router d906221b-b5d9-447b-adba-ee6c97761bcf gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:52.253107 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69eb299-746d-4fe2-b350-12a59f8e7a80 None None] Pushing event updated for resources: {'Port': ['ID=4b4d37d6-3ee9-4613-b2be-7adab1f76291,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:52.257271 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-fa015d6b-d8b4-4462-8c0f-54211c87b1fd None None] Provisioning complete for port cf886958-2fe6-46cf-8190-e06cae5cf95a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:52.257584 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fa015d6b-d8b4-4462-8c0f-54211c87b1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:52.308730 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56700) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:52.367843 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635e73bd-12ad-484e-8c9f-59b86833f6b9 None None] Sync routers for ids ['e9bcd0ba-0244-41ef-b14c-32773e8142f2'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:07:52.383032 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635e73bd-12ad-484e-8c9f-59b86833f6b9 None None] Routers {'e9bcd0ba-0244-41ef-b14c-32773e8142f2'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:52.387036 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-635e73bd-12ad-484e-8c9f-59b86833f6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:07:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e9bcd0ba-0244-41ef-b14c-32773e8142f2'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:52.422559 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-fa015d6b-d8b4-4462-8c0f-54211c87b1fd None None] Port cf886958-2fe6-46cf-8190-e06cae5cf95a cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:07:52.589896 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56706) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:52.595503 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 65555a19-baac-47bc-9d25-59b0cc98ecfc triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:52.596204 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:52.610173 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69eb299-746d-4fe2-b350-12a59f8e7a80 None None] Network dd47149f-94c5-4c5f-9627-f583dc0ecb7f is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:07:52.618150 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-635e73bd-12ad-484e-8c9f-59b86833f6b9 None None] Set router e9bcd0ba-0244-41ef-b14c-32773e8142f2 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:52.703608 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-d69eb299-746d-4fe2-b350-12a59f8e7a80 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:52.797925 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69eb299-746d-4fe2-b350-12a59f8e7a80 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:07:52.860496 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f6b23643-0853-4522-ae09-b98a53c9b0f8 None None] Provisioning complete for port cf886958-2fe6-46cf-8190-e06cae5cf95a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:52.860496 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f6b23643-0853-4522-ae09-b98a53c9b0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:52.919418 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-069c4163-eb22-4976-b6d2-cdac685a7adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:52.937052 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-635e73bd-12ad-484e-8c9f-59b86833f6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'name': 'tempest-TestServerBasicOps-126108207-router', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '435aae19-76a6-4623-a91a-262491530544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:37Z', 'updated_at': '2022-05-06T10:07:43Z', 'revision_number': 4, 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'gw_port': {'id': '435aae19-76a6-4623-a91a-262491530544', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:39Z', 'updated_at': '2022-05-06T10:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '7dac704d-9ba0-4cfb-9073-c38dd34d2908', 'name': '', 'network_id': 'f80ac33c-e0da-45bd-8888-e7be9e9c5572', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'mac_address': 'fa:16:3e:ba:e6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '3f29583e-b4b5-42ae-890c-7e8921374c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:42Z', 'updated_at': '2022-05-06T10:07:43Z', 'revision_number': 2, 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'subnets': [{'id': '3f29583e-b4b5-42ae-890c-7e8921374c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:52.995562 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635e73bd-12ad-484e-8c9f-59b86833f6b9 None None] Checking router: e9bcd0ba-0244-41ef-b14c-32773e8142f2 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:07:52.995916 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635e73bd-12ad-484e-8c9f-59b86833f6b9 None None] Updating router e9bcd0ba-0244-41ef-b14c-32773e8142f2 port 7dac704d-9ba0-4cfb-9073-c38dd34d2908 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:07:53.054195 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-635e73bd-12ad-484e-8c9f-59b86833f6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:53.089764 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-d69eb299-746d-4fe2-b350-12a59f8e7a80 None None] Attempting to bind port 4b4d37d6-3ee9-4613-b2be-7adab1f76291 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:07:53.090281 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-d69eb299-746d-4fe2-b350-12a59f8e7a80 None None] Attempting to bind port 4b4d37d6-3ee9-4613-b2be-7adab1f76291 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '0ea3542d-eb31-4bc6-84ee-fb26e60a7b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dd47149f-94c5-4c5f-9627-f583dc0ecb7f'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:07:53.090729 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69eb299-746d-4fe2-b350-12a59f8e7a80 None None] Attempting to bind port 4b4d37d6-3ee9-4613-b2be-7adab1f76291 on network dd47149f-94c5-4c5f-9627-f583dc0ecb7f {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:07:53.117830 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69eb299-746d-4fe2-b350-12a59f8e7a80 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:07:53.118564 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69eb299-746d-4fe2-b350-12a59f8e7a80 None None] Checking segment: {'id': '0ea3542d-eb31-4bc6-84ee-fb26e60a7b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dd47149f-94c5-4c5f-9627-f583dc0ecb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:07:53.118764 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d69eb299-746d-4fe2-b350-12a59f8e7a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:53.119489 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69eb299-746d-4fe2-b350-12a59f8e7a80 None None] Bound using segment: {'id': '0ea3542d-eb31-4bc6-84ee-fb26e60a7b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dd47149f-94c5-4c5f-9627-f583dc0ecb7f'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:07:53.120059 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-d69eb299-746d-4fe2-b350-12a59f8e7a80 None None] Bound port: 4b4d37d6-3ee9-4613-b2be-7adab1f76291, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea3542d-eb31-4bc6-84ee-fb26e60a7b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dd47149f-94c5-4c5f-9627-f583dc0ecb7f'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:07:53.120699 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d69eb299-746d-4fe2-b350-12a59f8e7a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:53.131803 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f6b23643-0853-4522-ae09-b98a53c9b0f8 None None] Port cf886958-2fe6-46cf-8190-e06cae5cf95a cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:07:53.212366 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-a6d0db2b-57be-46db-a20f-a84996dfe73c tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Deleting port d67993b3-4d4d-42ee-a537-cb76e3b1692d {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:07:53.213019 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a6d0db2b-57be-46db-a20f-a84996dfe73c tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:53.259178 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d69eb299-746d-4fe2-b350-12a59f8e7a80 None None] For port 4b4d37d6-3ee9-4613-b2be-7adab1f76291, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:07:53.267068 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d69eb299-746d-4fe2-b350-12a59f8e7a80 None None] For port 4b4d37d6-3ee9-4613-b2be-7adab1f76291, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=4b4d37d6-3ee9-4613-b2be-7adab1f76291,segment=NetworkSegment(0ea3542d-eb31-4bc6-84ee-fb26e60a7b44),segment_id=0ea3542d-eb31-4bc6-84ee-fb26e60a7b44)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:07:53.301981 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d69eb299-746d-4fe2-b350-12a59f8e7a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:53.303948 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a6d0db2b-57be-46db-a20f-a84996dfe73c tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:53.304391 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a6d0db2b-57be-46db-a20f-a84996dfe73c tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:53.313701 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 435aae19-76a6-4623-a91a-262491530544 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:07:53.319710 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-a6d0db2b-57be-46db-a20f-a84996dfe73c tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Calling delete_port for d67993b3-4d4d-42ee-a537-cb76e3b1692d owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:07:53.336044 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069c4163-eb22-4976-b6d2-cdac685a7adb admin admin] Router 99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:07:53.464782 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69eb299-746d-4fe2-b350-12a59f8e7a80 None None] Pushing event updated for resources: {'Port': ['ID=4b4d37d6-3ee9-4613-b2be-7adab1f76291,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:53.498069 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 435aae19-76a6-4623-a91a-262491530544 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:53.498069 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:53.546505 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a6d0db2b-57be-46db-a20f-a84996dfe73c tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:53.565560 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-3a6ab228-4535-4035-96e0-bb07b5598149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd906221b-b5d9-447b-adba-ee6c97761bcf', 'name': 'tempest-TestAggregatesBasicOps-1958546262-router', 'tenant_id': '84ee62b71d3548308879c1e1b8814a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '98358022-1b2b-4e2b-a9b9-431629410569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:42Z', 'updated_at': '2022-05-06T10:07:48Z', 'revision_number': 4, 'project_id': '84ee62b71d3548308879c1e1b8814a82', 'gw_port': {'id': '98358022-1b2b-4e2b-a9b9-431629410569', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd906221b-b5d9-447b-adba-ee6c97761bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:43Z', 'updated_at': '2022-05-06T10:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'cf886958-2fe6-46cf-8190-e06cae5cf95a', 'name': '', 'network_id': '68136fef-1581-4162-88e4-6adeb28a5f7c', 'tenant_id': '84ee62b71d3548308879c1e1b8814a82', 'mac_address': 'fa:16:3e:ec:61:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd906221b-b5d9-447b-adba-ee6c97761bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '00ac6fd6-c4e8-4d47-9991-f242ab713600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:47Z', 'updated_at': '2022-05-06T10:07:49Z', 'revision_number': 2, 'project_id': '84ee62b71d3548308879c1e1b8814a82', 'subnets': [{'id': '00ac6fd6-c4e8-4d47-9991-f242ab713600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:53.596912 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0db2b-57be-46db-a20f-a84996dfe73c tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event deleted for resources: {'Port': ['ID=d67993b3-4d4d-42ee-a537-cb76e3b1692d,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:53.651289 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6ab228-4535-4035-96e0-bb07b5598149 None None] The sync data for ids ['d906221b-b5d9-447b-adba-ee6c97761bcf'] in n-d-840835-1 is: [{'id': 'd906221b-b5d9-447b-adba-ee6c97761bcf', 'name': 'tempest-TestAggregatesBasicOps-1958546262-router', 'tenant_id': '84ee62b71d3548308879c1e1b8814a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '98358022-1b2b-4e2b-a9b9-431629410569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:42Z', 'updated_at': '2022-05-06T10:07:48Z', 'revision_number': 4, 'project_id': '84ee62b71d3548308879c1e1b8814a82', 'gw_port': {'id': '98358022-1b2b-4e2b-a9b9-431629410569', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd906221b-b5d9-447b-adba-ee6c97761bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:43Z', 'updated_at': '2022-05-06T10:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'cf886958-2fe6-46cf-8190-e06cae5cf95a', 'name': '', 'network_id': '68136fef-1581-4162-88e4-6adeb28a5f7c', 'tenant_id': '84ee62b71d3548308879c1e1b8814a82', 'mac_address': 'fa:16:3e:ec:61:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd906221b-b5d9-447b-adba-ee6c97761bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '00ac6fd6-c4e8-4d47-9991-f242ab713600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:47Z', 'updated_at': '2022-05-06T10:07:49Z', 'revision_number': 2, 'project_id': '84ee62b71d3548308879c1e1b8814a82', 'subnets': [{'id': '00ac6fd6-c4e8-4d47-9991-f242ab713600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:07:53.657113 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-635e73bd-12ad-484e-8c9f-59b86833f6b9 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:53.671899 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-635e73bd-12ad-484e-8c9f-59b86833f6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:53.721999 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9524f1df-0799-4b2a-83de-27d52ccd89f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:53.790056 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069c4163-eb22-4976-b6d2-cdac685a7adb admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:07:53.805754 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a6d0db2b-57be-46db-a20f-a84996dfe73c tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:53.806100 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-a6d0db2b-57be-46db-a20f-a84996dfe73c tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Floating IP c48b6797-9836-494b-a79f-3c13444992b4 disassociated (deleted). External IP: 172.25.5.86, port: 1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d. May 06 10:07:53.813217 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b0a472-7ff2-427a-aad5-45fb26a215d4 None None] Sync routers for ids ['99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:07:53.844578 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:53.847570 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-069c4163-eb22-4976-b6d2-cdac685a7adb admin admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:53.853934 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-069c4163-eb22-4976-b6d2-cdac685a7adb admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0009890 May 06 10:07:53.854878 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56712) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:53.887774 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796fb214-8c5f-4b87-b0b6-70aafb3b0aa5 None None] Pushing event updated for resources: {'Port': ['ID=7dac704d-9ba0-4cfb-9073-c38dd34d2908,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:53.908283 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b0a472-7ff2-427a-aad5-45fb26a215d4 None None] Routers {'99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:53.908947 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-30b0a472-7ff2-427a-aad5-45fb26a215d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:07:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:53.961167 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-635e73bd-12ad-484e-8c9f-59b86833f6b9 None None] Attempting to bind port 7dac704d-9ba0-4cfb-9073-c38dd34d2908 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:07:53.962409 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-635e73bd-12ad-484e-8c9f-59b86833f6b9 None None] Attempting to bind port 7dac704d-9ba0-4cfb-9073-c38dd34d2908 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '22ce7cad-f606-4be2-87fd-719c2a222765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f80ac33c-e0da-45bd-8888-e7be9e9c5572'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:07:53.963943 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635e73bd-12ad-484e-8c9f-59b86833f6b9 None None] Attempting to bind port 7dac704d-9ba0-4cfb-9073-c38dd34d2908 on network f80ac33c-e0da-45bd-8888-e7be9e9c5572 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:07:53.989615 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635e73bd-12ad-484e-8c9f-59b86833f6b9 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:07:53.997043 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635e73bd-12ad-484e-8c9f-59b86833f6b9 None None] Checking segment: {'id': '22ce7cad-f606-4be2-87fd-719c2a222765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f80ac33c-e0da-45bd-8888-e7be9e9c5572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:07:53.997788 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-635e73bd-12ad-484e-8c9f-59b86833f6b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:53.998362 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635e73bd-12ad-484e-8c9f-59b86833f6b9 None None] Bound using segment: {'id': '22ce7cad-f606-4be2-87fd-719c2a222765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f80ac33c-e0da-45bd-8888-e7be9e9c5572'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:07:53.999850 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-635e73bd-12ad-484e-8c9f-59b86833f6b9 None None] Bound port: 7dac704d-9ba0-4cfb-9073-c38dd34d2908, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ce7cad-f606-4be2-87fd-719c2a222765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f80ac33c-e0da-45bd-8888-e7be9e9c5572'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:07:54.001345 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-635e73bd-12ad-484e-8c9f-59b86833f6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:54.012624 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 435aae19-76a6-4623-a91a-262491530544, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=435aae19-76a6-4623-a91a-262491530544,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:54.027373 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:54.264616 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-635e73bd-12ad-484e-8c9f-59b86833f6b9 None None] For port 7dac704d-9ba0-4cfb-9073-c38dd34d2908, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:07:54.268736 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-635e73bd-12ad-484e-8c9f-59b86833f6b9 None None] For port 7dac704d-9ba0-4cfb-9073-c38dd34d2908, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=7dac704d-9ba0-4cfb-9073-c38dd34d2908,segment=NetworkSegment(22ce7cad-f606-4be2-87fd-719c2a222765),segment_id=22ce7cad-f606-4be2-87fd-719c2a222765)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:07:54.280811 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-635e73bd-12ad-484e-8c9f-59b86833f6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:54.341250 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-30b0a472-7ff2-427a-aad5-45fb26a215d4 None None] Set router 99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:54.428133 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635e73bd-12ad-484e-8c9f-59b86833f6b9 None None] Routers {'e9bcd0ba-0244-41ef-b14c-32773e8142f2'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:54.431749 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-635e73bd-12ad-484e-8c9f-59b86833f6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:07:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e9bcd0ba-0244-41ef-b14c-32773e8142f2'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:54.509747 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 4b4d37d6-3ee9-4613-b2be-7adab1f76291 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:07:54.575593 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796fb214-8c5f-4b87-b0b6-70aafb3b0aa5 None None] Pushing event updated for resources: {'Port': ['ID=7dac704d-9ba0-4cfb-9073-c38dd34d2908,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:54.776599 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-635e73bd-12ad-484e-8c9f-59b86833f6b9 None None] Set router e9bcd0ba-0244-41ef-b14c-32773e8142f2 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:54.973169 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-73e61b8a-d64e-4c2c-96d6-6ee27f309b91 None None] Provisioning complete for port 7dac704d-9ba0-4cfb-9073-c38dd34d2908 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:54.973558 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-73e61b8a-d64e-4c2c-96d6-6ee27f309b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:54.994881 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=435aae19-76a6-4623-a91a-262491530544,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:55.187348 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b8393e5f-50a6-495c-b34e-447b87be00d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:55.321503 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 4b4d37d6-3ee9-4613-b2be-7adab1f76291 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:55.321503 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:55.478659 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-635e73bd-12ad-484e-8c9f-59b86833f6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'name': 'tempest-TestServerBasicOps-126108207-router', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '435aae19-76a6-4623-a91a-262491530544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:37Z', 'updated_at': '2022-05-06T10:07:43Z', 'revision_number': 4, 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'gw_port': {'id': '435aae19-76a6-4623-a91a-262491530544', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:39Z', 'updated_at': '2022-05-06T10:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '7dac704d-9ba0-4cfb-9073-c38dd34d2908', 'name': '', 'network_id': 'f80ac33c-e0da-45bd-8888-e7be9e9c5572', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'mac_address': 'fa:16:3e:ba:e6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '3f29583e-b4b5-42ae-890c-7e8921374c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:42Z', 'updated_at': '2022-05-06T10:07:54Z', 'revision_number': 4, 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'subnets': [{'id': '3f29583e-b4b5-42ae-890c-7e8921374c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:55.533275 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-b8393e5f-50a6-495c-b34e-447b87be00d7 admin admin] Allocated IP 172.20.0.1 (dd47149f-94c5-4c5f-9627-f583dc0ecb7f/9c70e8fd-21a1-422b-9259-34f64a9afb43/4b2432a0-af3d-493a-adb5-d83bbe580797) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:07:55.582855 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635e73bd-12ad-484e-8c9f-59b86833f6b9 None None] The sync data for ids ['e9bcd0ba-0244-41ef-b14c-32773e8142f2'] in n-d-840835-1 is: [{'id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'name': 'tempest-TestServerBasicOps-126108207-router', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '435aae19-76a6-4623-a91a-262491530544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:37Z', 'updated_at': '2022-05-06T10:07:43Z', 'revision_number': 4, 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'gw_port': {'id': '435aae19-76a6-4623-a91a-262491530544', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:39Z', 'updated_at': '2022-05-06T10:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '7dac704d-9ba0-4cfb-9073-c38dd34d2908', 'name': '', 'network_id': 'f80ac33c-e0da-45bd-8888-e7be9e9c5572', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'mac_address': 'fa:16:3e:ba:e6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '3f29583e-b4b5-42ae-890c-7e8921374c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:42Z', 'updated_at': '2022-05-06T10:07:54Z', 'revision_number': 4, 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'subnets': [{'id': '3f29583e-b4b5-42ae-890c-7e8921374c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:07:55.624734 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4966b503-75e5-472c-ba4a-12c178227026 None None] Network dd47149f-94c5-4c5f-9627-f583dc0ecb7f requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:07:55.671057 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d0db2b-57be-46db-a20f-a84996dfe73c tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Router fc5d8737-63fb-40f3-babb-866fee59449b has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:07:55.767598 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b8393e5f-50a6-495c-b34e-447b87be00d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:55.772050 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-73e61b8a-d64e-4c2c-96d6-6ee27f309b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:55.820631 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b8393e5f-50a6-495c-b34e-447b87be00d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:55.880964 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-30b0a472-7ff2-427a-aad5-45fb26a215d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f', 'name': 'tempest-TestServerBasicOps-192521166-router', 'tenant_id': 'f3cb7e2622cc4e368ddf5bf62a927145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:48Z', 'updated_at': '2022-05-06T10:07:51Z', 'revision_number': 3, 'project_id': 'f3cb7e2622cc4e368ddf5bf62a927145', 'gw_port': {'id': 'f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:49Z', 'updated_at': '2022-05-06T10:07:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:55.945339 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d0db2b-57be-46db-a20f-a84996dfe73c tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:07:55.952561 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a6d0db2b-57be-46db-a20f-a84996dfe73c tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:55.952714 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-73e61b8a-d64e-4c2c-96d6-6ee27f309b91 None None] For port 7dac704d-9ba0-4cfb-9073-c38dd34d2908, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=7dac704d-9ba0-4cfb-9073-c38dd34d2908,segment=NetworkSegment(22ce7cad-f606-4be2-87fd-719c2a222765),segment_id=22ce7cad-f606-4be2-87fd-719c2a222765)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:55.956978 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b94ecf-42ce-4e38-886a-7768ac155395 None None] Sync routers for ids ['fc5d8737-63fb-40f3-babb-866fee59449b'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:07:55.980087 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8393e5f-50a6-495c-b34e-447b87be00d7 admin admin] Pushing event updated for resources: {'Port': ['ID=4b2432a0-af3d-493a-adb5-d83bbe580797,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:55.982225 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b94ecf-42ce-4e38-886a-7768ac155395 None None] Routers {'fc5d8737-63fb-40f3-babb-866fee59449b'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:55.982893 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-16b94ecf-42ce-4e38-886a-7768ac155395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:07:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['fc5d8737-63fb-40f3-babb-866fee59449b'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:56.017232 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8393e5f-50a6-495c-b34e-447b87be00d7 admin admin] Network dd47149f-94c5-4c5f-9627-f583dc0ecb7f is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:07:56.018955 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-b8393e5f-50a6-495c-b34e-447b87be00d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:56.021776 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8393e5f-50a6-495c-b34e-447b87be00d7 admin admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:07:56.026481 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-9524f1df-0799-4b2a-83de-27d52ccd89f1 admin admin] Deleting port 1d6608e0-4704-45cd-8e8e-39cd4fa34cfe {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:07:56.026835 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9524f1df-0799-4b2a-83de-27d52ccd89f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:56.034192 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a6d0db2b-57be-46db-a20f-a84996dfe73c tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "DELETE /v2.0/floatingips/c48b6797-9836-494b-a79f-3c13444992b4 HTTP/1.1" status: 204 len: 168 time: 3.4423575 May 06 10:07:56.036267 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6aa7147-3bc1-4eb6-a74c-784abf6f0998', 'tag': '1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:07:56.039354 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6958ec9-b2f1-486e-9da2-1a5211532765" -d '{"events": [{"name": "network-changed", "server_uuid": "b6aa7147-3bc1-4eb6-a74c-784abf6f0998", "tag": "1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:07:56.161642 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b8393e5f-50a6-495c-b34e-447b87be00d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:56.219688 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-9524f1df-0799-4b2a-83de-27d52ccd89f1 admin admin] For port 1d6608e0-4704-45cd-8e8e-39cd4fa34cfe, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=1d6608e0-4704-45cd-8e8e-39cd4fa34cfe,segment=NetworkSegment(6ca6492f-365e-4576-a853-8c4e480d2edb),segment_id=6ca6492f-365e-4576-a853-8c4e480d2edb)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:56.220108 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9524f1df-0799-4b2a-83de-27d52ccd89f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:56.264705 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-9524f1df-0799-4b2a-83de-27d52ccd89f1 admin admin] Calling delete_port for 1d6608e0-4704-45cd-8e8e-39cd4fa34cfe owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:07:56.291582 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-16b94ecf-42ce-4e38-886a-7768ac155395 None None] Set router fc5d8737-63fb-40f3-babb-866fee59449b gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:56.394744 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b0a472-7ff2-427a-aad5-45fb26a215d4 None None] Checking router: 99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:07:56.395425 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b0a472-7ff2-427a-aad5-45fb26a215d4 None None] Updating router 99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f port f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:07:56.442109 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df4e825-ed60-4340-b6ca-d94a8265b469 x-openstack-request-id: req-8df4e825-ed60-4340-b6ca-d94a8265b469 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:07:56.443526 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6aa7147-3bc1-4eb6-a74c-784abf6f0998", "tag": "1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:07:56.443993 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8df4e825-ed60-4340-b6ca-d94a8265b469 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:07:56.445609 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8df4e825-ed60-4340-b6ca-d94a8265b469'] response: {'name': 'network-changed', 'server_uuid': 'b6aa7147-3bc1-4eb6-a74c-784abf6f0998', 'tag': '1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d', 'status': 'completed', 'code': 200} May 06 10:07:56.458864 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:56.520390 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-30b0a472-7ff2-427a-aad5-45fb26a215d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:56.530534 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-73e61b8a-d64e-4c2c-96d6-6ee27f309b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:56.548806 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b8393e5f-50a6-495c-b34e-447b87be00d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:56.768225 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6958ec9-b2f1-486e-9da2-1a5211532765 req-59e98852-36f4-46a8-894f-7e4f8b81ad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:56.768878 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e61b8a-d64e-4c2c-96d6-6ee27f309b91 None None] Pushing event updated for resources: {'Port': ['ID=7dac704d-9ba0-4cfb-9073-c38dd34d2908,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:56.769944 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a6958ec9-b2f1-486e-9da2-1a5211532765 req-59e98852-36f4-46a8-894f-7e4f8b81ad27 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a50139172da04b07b17553ee2a3c6289&device_id=b6aa7147-3bc1-4eb6-a74c-784abf6f0998 HTTP/1.1" status: 200 len: 1097 time: 0.1760395 May 06 10:07:56.866739 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 4b4d37d6-3ee9-4613-b2be-7adab1f76291, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=4b4d37d6-3ee9-4613-b2be-7adab1f76291,segment=NetworkSegment(0ea3542d-eb31-4bc6-84ee-fb26e60a7b44),segment_id=0ea3542d-eb31-4bc6-84ee-fb26e60a7b44)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:56.872626 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-16b94ecf-42ce-4e38-886a-7768ac155395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'name': 'tempest-TestNetworkBasicOps-router-2080002054', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '8c5570c8-d1a6-46be-89e3-f7a462206cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:23Z', 'updated_at': '2022-05-06T10:06:30Z', 'revision_number': 4, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': '8c5570c8-d1a6-46be-89e3-f7a462206cf4', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:24Z', 'updated_at': '2022-05-06T10:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '4902315a-ffcd-4209-b521-d7d9836ddc3e', 'name': '', 'network_id': '7e545980-4a9d-4982-bceb-7e0e18c13738', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'mac_address': 'fa:16:3e:e3:50:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'cfd4b084-4091-4d9c-8781-0dcd77f386bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:28Z', 'updated_at': '2022-05-06T10:06:34Z', 'revision_number': 5, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'subnets': [{'id': 'cfd4b084-4091-4d9c-8781-0dcd77f386bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:56.959497 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046f7ee-5f55-483a-8ce7-aeed22411cdd req-edb7fd5b-7283-4af1-8b45-5cfa6531e934 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:56.964185 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b94ecf-42ce-4e38-886a-7768ac155395 None None] Checking router: fc5d8737-63fb-40f3-babb-866fee59449b for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:07:56.967480 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3046f7ee-5f55-483a-8ce7-aeed22411cdd req-edb7fd5b-7283-4af1-8b45-5cfa6531e934 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6aa7147-3bc1-4eb6-a74c-784abf6f0998 HTTP/1.1" status: 200 len: 946 time: 0.3961966 May 06 10:07:56.982655 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b94ecf-42ce-4e38-886a-7768ac155395 None None] Routers {'fc5d8737-63fb-40f3-babb-866fee59449b'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:56.983548 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-16b94ecf-42ce-4e38-886a-7768ac155395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:07:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['fc5d8737-63fb-40f3-babb-866fee59449b'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:57.009909 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b8393e5f-50a6-495c-b34e-447b87be00d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:57.065307 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3046f7ee-5f55-483a-8ce7-aeed22411cdd req-bdd73558-e82b-4e6d-9e04-05a23d67c7ff tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=438d21ab-512e-419b-aef2-bf83671b034c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968127 May 06 10:07:57.070509 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b8393e5f-50a6-495c-b34e-447b87be00d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:57.092044 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9524f1df-0799-4b2a-83de-27d52ccd89f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:57.132524 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:57.189569 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6958ec9-b2f1-486e-9da2-1a5211532765 req-5c5ac9c0-fd91-483e-b639-a24dce2e66dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:57.201209 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a6958ec9-b2f1-486e-9da2-1a5211532765 req-5c5ac9c0-fd91-483e-b639-a24dce2e66dd service neutron] 10.222.0.77 "GET /v2.0/networks?id=7e545980-4a9d-4982-bceb-7e0e18c13738 HTTP/1.1" status: 200 len: 898 time: 0.4210618 May 06 10:07:57.202476 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524f1df-0799-4b2a-83de-27d52ccd89f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d6608e0-4704-45cd-8e8e-39cd4fa34cfe,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:57.284565 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b8393e5f-50a6-495c-b34e-447b87be00d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:57.453078 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-26b44f37-607e-448c-8172-01a431729072 None None] Provisioning complete for port 4b4d37d6-3ee9-4613-b2be-7adab1f76291 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:57.453462 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-26b44f37-607e-448c-8172-01a431729072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:57.455038 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=4b4d37d6-3ee9-4613-b2be-7adab1f76291,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:57.471191 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-16b94ecf-42ce-4e38-886a-7768ac155395 None None] Set router fc5d8737-63fb-40f3-babb-866fee59449b gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:57.519185 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a6958ec9-b2f1-486e-9da2-1a5211532765 req-b5b0df74-8251-4b63-a24e-bb11c23e678f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d HTTP/1.1" status: 200 len: 217 time: 0.3088582 May 06 10:07:57.585116 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8393e5f-50a6-495c-b34e-447b87be00d7 admin admin] Pushing event updated for resources: {'Port': ['ID=4b2432a0-af3d-493a-adb5-d83bbe580797,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:57.626725 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8393e5f-50a6-495c-b34e-447b87be00d7 admin admin] Network dd47149f-94c5-4c5f-9627-f583dc0ecb7f is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:07:57.636532 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-b8393e5f-50a6-495c-b34e-447b87be00d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:57.743996 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 98358022-1b2b-4e2b-a9b9-431629410569 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:07:57.836830 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8393e5f-50a6-495c-b34e-447b87be00d7 admin admin] Router 99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:07:57.880964 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9524f1df-0799-4b2a-83de-27d52ccd89f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:57.983843 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 98358022-1b2b-4e2b-a9b9-431629410569 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:57.991498 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6958ec9-b2f1-486e-9da2-1a5211532765 req-00f3be03-b9be-46e1-b492-dc1084f31c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:57.997485 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a6958ec9-b2f1-486e-9da2-1a5211532765 req-00f3be03-b9be-46e1-b492-dc1084f31c90 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cfd4b084-4091-4d9c-8781-0dcd77f386bd HTTP/1.1" status: 200 len: 834 time: 0.4648213 May 06 10:07:57.998487 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:58.091324 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-16b94ecf-42ce-4e38-886a-7768ac155395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'name': 'tempest-TestNetworkBasicOps-router-2080002054', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '8c5570c8-d1a6-46be-89e3-f7a462206cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:23Z', 'updated_at': '2022-05-06T10:06:30Z', 'revision_number': 4, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': '8c5570c8-d1a6-46be-89e3-f7a462206cf4', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:24Z', 'updated_at': '2022-05-06T10:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '4902315a-ffcd-4209-b521-d7d9836ddc3e', 'name': '', 'network_id': '7e545980-4a9d-4982-bceb-7e0e18c13738', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'mac_address': 'fa:16:3e:e3:50:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'cfd4b084-4091-4d9c-8781-0dcd77f386bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:28Z', 'updated_at': '2022-05-06T10:06:34Z', 'revision_number': 5, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'subnets': [{'id': 'cfd4b084-4091-4d9c-8781-0dcd77f386bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:58.129707 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8393e5f-50a6-495c-b34e-447b87be00d7 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:07:58.144709 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b8393e5f-50a6-495c-b34e-447b87be00d7 admin admin] 10.222.0.73 "PUT /v2.0/routers/99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2689233 May 06 10:07:58.178000 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b94ecf-42ce-4e38-886a-7768ac155395 None None] The sync data for ids ['fc5d8737-63fb-40f3-babb-866fee59449b'] in n-d-840835-1 is: [{'id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'name': 'tempest-TestNetworkBasicOps-router-2080002054', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '8c5570c8-d1a6-46be-89e3-f7a462206cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:23Z', 'updated_at': '2022-05-06T10:06:30Z', 'revision_number': 4, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': '8c5570c8-d1a6-46be-89e3-f7a462206cf4', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:24Z', 'updated_at': '2022-05-06T10:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '4902315a-ffcd-4209-b521-d7d9836ddc3e', 'name': '', 'network_id': '7e545980-4a9d-4982-bceb-7e0e18c13738', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'mac_address': 'fa:16:3e:e3:50:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'cfd4b084-4091-4d9c-8781-0dcd77f386bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:28Z', 'updated_at': '2022-05-06T10:06:34Z', 'revision_number': 5, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'subnets': [{'id': 'cfd4b084-4091-4d9c-8781-0dcd77f386bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:07:58.228308 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-26b44f37-607e-448c-8172-01a431729072 None None] Provisioning complete for port 7dac704d-9ba0-4cfb-9073-c38dd34d2908 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:58.228761 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-26b44f37-607e-448c-8172-01a431729072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:58.355328 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20992e2-a651-4d60-9ff7-e7bdbfa5febc req-9597ab09-03d9-47d1-bbcd-be963bf3d0be tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:58.365940 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-30b0a472-7ff2-427a-aad5-45fb26a215d4 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:58.369246 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c20992e2-a651-4d60-9ff7-e7bdbfa5febc req-9597ab09-03d9-47d1-bbcd-be963bf3d0be tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6aa7147-3bc1-4eb6-a74c-784abf6f0998 HTTP/1.1" status: 200 len: 946 time: 0.1324279 May 06 10:07:58.384229 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-30b0a472-7ff2-427a-aad5-45fb26a215d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:58.463441 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29d514-920a-47ef-bb1c-1b2b538ad316 req-2873511e-13f3-4dbb-8c3f-a14b29077a26 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:58.477330 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c20992e2-a651-4d60-9ff7-e7bdbfa5febc req-f45beb05-6021-469f-ae7c-0ece0c3ef13b tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=438d21ab-512e-419b-aef2-bf83671b034c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069870 May 06 10:07:58.483608 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6b29d514-920a-47ef-bb1c-1b2b538ad316 req-2873511e-13f3-4dbb-8c3f-a14b29077a26 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6aa7147-3bc1-4eb6-a74c-784abf6f0998 HTTP/1.1" status: 200 len: 946 time: 0.3690798 May 06 10:07:58.504518 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6958ec9-b2f1-486e-9da2-1a5211532765 req-1634d2fb-61ec-40e1-8c42-26bf4df4cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:58.511528 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a6958ec9-b2f1-486e-9da2-1a5211532765 req-1634d2fb-61ec-40e1-8c42-26bf4df4cc4e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7e545980-4a9d-4982-bceb-7e0e18c13738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4467580 May 06 10:07:58.648849 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:58.775911 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 98358022-1b2b-4e2b-a9b9-431629410569, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=98358022-1b2b-4e2b-a9b9-431629410569,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:58.913356 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:58.915829 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 435aae19-76a6-4623-a91a-262491530544 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:07:58.999335 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e6f92-cf6b-4509-8b32-fe5bd2edad56 None None] Pushing event updated for resources: {'Port': ['ID=f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:59.013444 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a6958ec9-b2f1-486e-9da2-1a5211532765 req-115f85f0-5574-4650-8f91-336f8f41a610 service neutron] 10.222.0.77 "GET /v2.0/networks/7e545980-4a9d-4982-bceb-7e0e18c13738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374974 May 06 10:07:59.025937 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9524f1df-0799-4b2a-83de-27d52ccd89f1 admin admin] Router eff3a940-5794-4298-ab6b-0119fbbe4166 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:07:59.069007 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-30b0a472-7ff2-427a-aad5-45fb26a215d4 None None] Attempting to bind port f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:07:59.069648 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-30b0a472-7ff2-427a-aad5-45fb26a215d4 None None] Attempting to bind port f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:07:59.070207 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b0a472-7ff2-427a-aad5-45fb26a215d4 None None] Attempting to bind port f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:07:59.112244 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-6b29d514-920a-47ef-bb1c-1b2b538ad316 req-5a2797f0-9d6f-428a-8a5b-e1747eed9817 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Deleting port 1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:07:59.112588 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6b29d514-920a-47ef-bb1c-1b2b538ad316 req-5a2797f0-9d6f-428a-8a5b-e1747eed9817 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:59.132830 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-bc74fc63-ac39-433f-9b52-c6381c211f4d None None] Provisioning complete for port 4b2432a0-af3d-493a-adb5-d83bbe580797 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:59.134594 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bc74fc63-ac39-433f-9b52-c6381c211f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:59.160519 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b0a472-7ff2-427a-aad5-45fb26a215d4 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:07:59.161204 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b0a472-7ff2-427a-aad5-45fb26a215d4 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:07:59.162215 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-30b0a472-7ff2-427a-aad5-45fb26a215d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:59.162781 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b0a472-7ff2-427a-aad5-45fb26a215d4 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:07:59.163480 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-30b0a472-7ff2-427a-aad5-45fb26a215d4 None None] Bound port: f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:07:59.164103 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-30b0a472-7ff2-427a-aad5-45fb26a215d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:59.243072 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56766) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:59.249046 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-4990e671-0972-4b5f-af35-c334ab6d322d tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-947449854', 'description': 'tempest-secgroup-smoke-947449854 description', 'project_id': '16e9c321c2164a61922260b9fc8a7435'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:59.293043 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4990e671-0972-4b5f-af35-c334ab6d322d tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:59.343542 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 435aae19-76a6-4623-a91a-262491530544 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:59.344164 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:59.377379 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-6b29d514-920a-47ef-bb1c-1b2b538ad316 req-5a2797f0-9d6f-428a-8a5b-e1747eed9817 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] For port 1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d,segment=NetworkSegment(4836794c-6917-4bb5-8d05-83f369c185d4),segment_id=4836794c-6917-4bb5-8d05-83f369c185d4)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:59.377762 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6b29d514-920a-47ef-bb1c-1b2b538ad316 req-5a2797f0-9d6f-428a-8a5b-e1747eed9817 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:59.384050 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a6958ec9-b2f1-486e-9da2-1a5211532765 req-fcb5eac5-8c80-4529-ab3d-b8fbed919cf9 service neutron] 10.222.0.77 "GET /v2.0/networks/7e545980-4a9d-4982-bceb-7e0e18c13738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565805 May 06 10:07:59.396305 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4990e671-0972-4b5f-af35-c334ab6d322d tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:59.399978 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:59.403361 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=98358022-1b2b-4e2b-a9b9-431629410569,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:59.404892 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-bc74fc63-ac39-433f-9b52-c6381c211f4d None None] Port 4b2432a0-af3d-493a-adb5-d83bbe580797 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:07:59.419662 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4990e671-0972-4b5f-af35-c334ab6d322d tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:59.438881 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-6b29d514-920a-47ef-bb1c-1b2b538ad316 req-5a2797f0-9d6f-428a-8a5b-e1747eed9817 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Calling delete_port for 1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:07:59.439157 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-bc74fc63-ac39-433f-9b52-c6381c211f4d None None] Provisioning complete for port 4b4d37d6-3ee9-4613-b2be-7adab1f76291 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:59.439257 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bc74fc63-ac39-433f-9b52-c6381c211f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:59.462960 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9524f1df-0799-4b2a-83de-27d52ccd89f1 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:07:59.463221 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4990e671-0972-4b5f-af35-c334ab6d322d tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:59.464279 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4990e671-0972-4b5f-af35-c334ab6d322d tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2201297 May 06 10:07:59.470363 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56768) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:59.474656 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9524f1df-0799-4b2a-83de-27d52ccd89f1 admin admin] 10.222.0.73 "PUT /v2.0/routers/eff3a940-5794-4298-ab6b-0119fbbe4166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1644704 May 06 10:07:59.476895 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56770) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:59.477591 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-22e27bb9-6711-4395-ba0a-33be351c5629 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Request body: {'security_group_rule': {'security_group_id': '0f989694-f644-4b0f-ba00-5ce2f047479e', 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:59.509380 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990e671-0972-4b5f-af35-c334ab6d322d tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f989694-f644-4b0f-ba00-5ce2f047479e,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:59.547219 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-22e27bb9-6711-4395-ba0a-33be351c5629 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:59.557338 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f33147-0a18-4d7b-8c22-4a6a21ba230f None None] Sync routers for ids ['eff3a940-5794-4298-ab6b-0119fbbe4166'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:07:59.571994 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-30b0a472-7ff2-427a-aad5-45fb26a215d4 None None] For port f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:07:59.639949 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-30b0a472-7ff2-427a-aad5-45fb26a215d4 None None] For port f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:07:59.647182 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f33147-0a18-4d7b-8c22-4a6a21ba230f None None] Routers {'eff3a940-5794-4298-ab6b-0119fbbe4166'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:59.647844 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d3f33147-0a18-4d7b-8c22-4a6a21ba230f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:07:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['eff3a940-5794-4298-ab6b-0119fbbe4166'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:59.736336 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-30b0a472-7ff2-427a-aad5-45fb26a215d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:59.776705 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9c6e6-4e02-40c4-85ee-9994ea120b79 req-7f2f8396-cb8f-4471-9b86-07e0c7d9cb5e tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:59.779144 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6db9c6e6-4e02-40c4-85ee-9994ea120b79 req-7f2f8396-cb8f-4471-9b86-07e0c7d9cb5e tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6aa7147-3bc1-4eb6-a74c-784abf6f0998 HTTP/1.1" status: 200 len: 946 time: 0.1482389 May 06 10:07:59.795874 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-22e27bb9-6711-4395-ba0a-33be351c5629 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:59.808893 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699edaf0-bc90-4f10-841e-47e0c191fd7a None None] New status for floating IP c48b6797-9836-494b-a79f-3c13444992b4: DOWN {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:07:59.835245 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-22e27bb9-6711-4395-ba0a-33be351c5629 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:59.851732 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e6f92-cf6b-4509-8b32-fe5bd2edad56 None None] Pushing event updated for resources: {'Port': ['ID=f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:59.857096 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cec6a49-fec5-4b0f-aaa2-651a9373468c None None] Sync routers for ids ['d906221b-b5d9-447b-adba-ee6c97761bcf'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:07:59.930436 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20118fa1-2d6e-4401-9ead-4a26a88b060c admin admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:59.965715 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6db9c6e6-4e02-40c4-85ee-9994ea120b79 req-29a96487-5c46-4698-9bcd-e01ec8cbbaf4 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "GET /v2.0/security-groups?id=438d21ab-512e-419b-aef2-bf83671b034c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789994 May 06 10:07:59.979765 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e27bb9-6711-4395-ba0a-33be351c5629 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc9a4f9-eb28-4599-997f-fb94d566305b,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:00.004404 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cec6a49-fec5-4b0f-aaa2-651a9373468c None None] Routers {'d906221b-b5d9-447b-adba-ee6c97761bcf'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:00.005086 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4cec6a49-fec5-4b0f-aaa2-651a9373468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:07:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['d906221b-b5d9-447b-adba-ee6c97761bcf'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:00.007057 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-22e27bb9-6711-4395-ba0a-33be351c5629 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:00.010785 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-22e27bb9-6711-4395-ba0a-33be351c5629 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5369785 May 06 10:08:00.011058 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56786) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:00.017312 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 7dac704d-9ba0-4cfb-9073-c38dd34d2908 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:00.018471 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-a76bef02-c5c1-427b-ae36-e7f9daa6e7c2 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Request body: {'security_group_rule': {'security_group_id': '0f989694-f644-4b0f-ba00-5ce2f047479e', 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:00.057752 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b0a472-7ff2-427a-aad5-45fb26a215d4 None None] Routers {'99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:00.058129 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-30b0a472-7ff2-427a-aad5-45fb26a215d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:07:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:00.074056 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6b29d514-920a-47ef-bb1c-1b2b538ad316 req-5a2797f0-9d6f-428a-8a5b-e1747eed9817 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:00.080685 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a76bef02-c5c1-427b-ae36-e7f9daa6e7c2 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:00.165238 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2797f0-9d6f-428a-8a5b-e1747eed9817 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event deleted for resources: {'Port': ['ID=1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:00.183810 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a76bef02-c5c1-427b-ae36-e7f9daa6e7c2 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:00.192676 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a76bef02-c5c1-427b-ae36-e7f9daa6e7c2 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:00.203227 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b29d514-920a-47ef-bb1c-1b2b538ad316 req-5a2797f0-9d6f-428a-8a5b-e1747eed9817 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] No DVR routers for this DVR port 1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:08:00.213452 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6b29d514-920a-47ef-bb1c-1b2b538ad316 req-5a2797f0-9d6f-428a-8a5b-e1747eed9817 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:00.219665 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-d3f33147-0a18-4d7b-8c22-4a6a21ba230f None None] Set router eff3a940-5794-4298-ab6b-0119fbbe4166 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:00.221823 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6b29d514-920a-47ef-bb1c-1b2b538ad316 req-5a2797f0-9d6f-428a-8a5b-e1747eed9817 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.77 "DELETE /v2.0/ports/1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d HTTP/1.1" status: 204 len: 173 time: 1.7275753 May 06 10:08:00.223429 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6aa7147-3bc1-4eb6-a74c-784abf6f0998', 'name': 'network-vif-deleted', 'tag': '1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:08:00.224926 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76bef02-c5c1-427b-ae36-e7f9daa6e7c2 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb3895a7-15b3-43ee-bd72-dc77015ffc83,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:00.234557 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652b0054-b849-4b57-b418-7442719ec650" -d '{"events": [{"server_uuid": "b6aa7147-3bc1-4eb6-a74c-784abf6f0998", "name": "network-vif-deleted", "tag": "1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:08:00.245352 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a76bef02-c5c1-427b-ae36-e7f9daa6e7c2 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:00.246833 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a76bef02-c5c1-427b-ae36-e7f9daa6e7c2 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2324414 May 06 10:08:00.249475 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56790) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:00.256503 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-e1fa0596-3f23-44da-bc15-0c336ae3ea61 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Request body: {'security_group_rule': {'security_group_id': '0f989694-f644-4b0f-ba00-5ce2f047479e', 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:00.309433 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e1fa0596-3f23-44da-bc15-0c336ae3ea61 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:00.315424 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20118fa1-2d6e-4401-9ead-4a26a88b060c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:00.489620 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e1fa0596-3f23-44da-bc15-0c336ae3ea61 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:00.497267 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e1fa0596-3f23-44da-bc15-0c336ae3ea61 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:00.526267 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa0596-3f23-44da-bc15-0c336ae3ea61 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda424a6-12b6-4b4a-b3eb-ec22f07585af,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:00.538374 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e1fa0596-3f23-44da-bc15-0c336ae3ea61 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:00.542372 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e1fa0596-3f23-44da-bc15-0c336ae3ea61 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2881715 May 06 10:08:00.542631 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56792) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:00.548769 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-62f8e3ee-4583-4576-b83e-b0352bfd2be1 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Request body: {'security_group_rule': {'security_group_id': '0f989694-f644-4b0f-ba00-5ce2f047479e', 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:00.585885 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-62f8e3ee-4583-4576-b83e-b0352bfd2be1 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:00.721554 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-62f8e3ee-4583-4576-b83e-b0352bfd2be1 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:00.743270 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-62f8e3ee-4583-4576-b83e-b0352bfd2be1 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:00.771606 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8e3ee-4583-4576-b83e-b0352bfd2be1 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcfa5347-2789-4230-9ce3-56169ec80eb0,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:00.780378 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-4cec6a49-fec5-4b0f-aaa2-651a9373468c None None] Set router d906221b-b5d9-447b-adba-ee6c97761bcf gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:00.784473 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b1f685c1-8256-467a-b761-89ac6b831c55 None None] Provisioning complete for port 4b2432a0-af3d-493a-adb5-d83bbe580797 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:00.784862 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b1f685c1-8256-467a-b761-89ac6b831c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:00.787645 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-30b0a472-7ff2-427a-aad5-45fb26a215d4 None None] Set router 99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:00.814135 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-62f8e3ee-4583-4576-b83e-b0352bfd2be1 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:00.815766 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-62f8e3ee-4583-4576-b83e-b0352bfd2be1 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2716527 May 06 10:08:00.818402 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56798) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:00.830309 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-699c43fb-f619-4f29-8a4c-eb81b07315a0 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Request body: {'security_group_rule': {'security_group_id': '0f989694-f644-4b0f-ba00-5ce2f047479e', 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:00.908988 n-d-840835-1 neutron-server[102653]: INFO neutron.db.securitygroups_db [None req-699c43fb-f619-4f29-8a4c-eb81b07315a0 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Project 16e9c321c2164a61922260b9fc8a7435 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:08:00.925340 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 7dac704d-9ba0-4cfb-9073-c38dd34d2908 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:00.925719 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:00.927662 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-699c43fb-f619-4f29-8a4c-eb81b07315a0 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:00.985698 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81614078-14a7-4530-b57d-dc9e4cb3b610 x-openstack-request-id: req-81614078-14a7-4530-b57d-dc9e4cb3b610 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:08:00.985920 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6aa7147-3bc1-4eb6-a74c-784abf6f0998", "name": "network-vif-deleted", "tag": "1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:08:00.986152 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-81614078-14a7-4530-b57d-dc9e4cb3b610 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:08:00.986549 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81614078-14a7-4530-b57d-dc9e4cb3b610'] response: {'server_uuid': 'b6aa7147-3bc1-4eb6-a74c-784abf6f0998', 'name': 'network-vif-deleted', 'tag': '1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d', 'status': 'completed', 'code': 200} May 06 10:08:01.020483 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-20118fa1-2d6e-4401-9ead-4a26a88b060c admin admin] Deleting port a22e9187-246a-424d-94c7-d7ea480239d3 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:08:01.020747 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20118fa1-2d6e-4401-9ead-4a26a88b060c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:01.089688 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56802) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:01.115993 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-20118fa1-2d6e-4401-9ead-4a26a88b060c admin admin] For port a22e9187-246a-424d-94c7-d7ea480239d3, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=a22e9187-246a-424d-94c7-d7ea480239d3,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:01.116822 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20118fa1-2d6e-4401-9ead-4a26a88b060c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:01.129750 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-b1f685c1-8256-467a-b761-89ac6b831c55 None None] Port 4b2432a0-af3d-493a-adb5-d83bbe580797 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:08:01.139967 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-20118fa1-2d6e-4401-9ead-4a26a88b060c admin admin] Calling delete_port for a22e9187-246a-424d-94c7-d7ea480239d3 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:08:01.193125 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-699c43fb-f619-4f29-8a4c-eb81b07315a0 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:01.220337 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fbacb9bc-72a4-4272-be57-5b965ba76c21 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:01.253001 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fbacb9bc-72a4-4272-be57-5b965ba76c21 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:01.323207 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-699c43fb-f619-4f29-8a4c-eb81b07315a0 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:01.344928 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20118fa1-2d6e-4401-9ead-4a26a88b060c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:01.385025 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c43fb-f619-4f29-8a4c-eb81b07315a0 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e20c5f57-01fc-467e-aca1-d6b576cf8532,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:01.390590 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fbacb9bc-72a4-4272-be57-5b965ba76c21 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:01.393419 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fbacb9bc-72a4-4272-be57-5b965ba76c21 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:01.400515 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fbacb9bc-72a4-4272-be57-5b965ba76c21 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "DELETE /v2.0/security-groups/438d21ab-512e-419b-aef2-bf83671b034c HTTP/1.1" status: 204 len: 168 time: 0.3028646 May 06 10:08:01.413693 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20118fa1-2d6e-4401-9ead-4a26a88b060c admin admin] Pushing event deleted for resources: {'Port': ['ID=a22e9187-246a-424d-94c7-d7ea480239d3,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:01.414294 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-699c43fb-f619-4f29-8a4c-eb81b07315a0 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:01.420001 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-699c43fb-f619-4f29-8a4c-eb81b07315a0 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5946770 May 06 10:08:01.423528 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56806) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:01.426151 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbacb9bc-72a4-4272-be57-5b965ba76c21 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=438d21ab-512e-419b-aef2-bf83671b034c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:01.452505 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56808) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:01.461812 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-6279426a-467b-48d0-9640-ea69ec187059 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Request body: {'security_group_rule': {'security_group_id': '0f989694-f644-4b0f-ba00-5ce2f047479e', 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:01.498427 n-d-840835-1 neutron-server[102652]: INFO neutron.db.securitygroups_db [None req-6279426a-467b-48d0-9640-ea69ec187059 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Project 16e9c321c2164a61922260b9fc8a7435 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:08:01.508445 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6279426a-467b-48d0-9640-ea69ec187059 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:01.556648 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20118fa1-2d6e-4401-9ead-4a26a88b060c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:01.636047 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d3f33147-0a18-4d7b-8c22-4a6a21ba230f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff3a940-5794-4298-ab6b-0119fbbe4166', 'name': 'tempest-TestAggregatesBasicOps-1071823482-router', 'tenant_id': '18585224eab84da2bdb30a5a614c190b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'a22e9187-246a-424d-94c7-d7ea480239d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:33Z', 'updated_at': '2022-05-06T10:07:56Z', 'revision_number': 5, 'project_id': '18585224eab84da2bdb30a5a614c190b', 'gw_port': {'id': 'a22e9187-246a-424d-94c7-d7ea480239d3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:79:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff3a940-5794-4298-ab6b-0119fbbe4166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:34Z', 'updated_at': '2022-05-06T10:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:01.685292 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f33147-0a18-4d7b-8c22-4a6a21ba230f None None] Checking router: eff3a940-5794-4298-ab6b-0119fbbe4166 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:08:01.714781 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4cec6a49-fec5-4b0f-aaa2-651a9373468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd906221b-b5d9-447b-adba-ee6c97761bcf', 'name': 'tempest-TestAggregatesBasicOps-1958546262-router', 'tenant_id': '84ee62b71d3548308879c1e1b8814a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '98358022-1b2b-4e2b-a9b9-431629410569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:42Z', 'updated_at': '2022-05-06T10:07:48Z', 'revision_number': 4, 'project_id': '84ee62b71d3548308879c1e1b8814a82', 'gw_port': {'id': '98358022-1b2b-4e2b-a9b9-431629410569', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd906221b-b5d9-447b-adba-ee6c97761bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:43Z', 'updated_at': '2022-05-06T10:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'cf886958-2fe6-46cf-8190-e06cae5cf95a', 'name': '', 'network_id': '68136fef-1581-4162-88e4-6adeb28a5f7c', 'tenant_id': '84ee62b71d3548308879c1e1b8814a82', 'mac_address': 'fa:16:3e:ec:61:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd906221b-b5d9-447b-adba-ee6c97761bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '00ac6fd6-c4e8-4d47-9991-f242ab713600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:47Z', 'updated_at': '2022-05-06T10:07:49Z', 'revision_number': 2, 'project_id': '84ee62b71d3548308879c1e1b8814a82', 'subnets': [{'id': '00ac6fd6-c4e8-4d47-9991-f242ab713600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:01.716926 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20118fa1-2d6e-4401-9ead-4a26a88b060c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:01.721134 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20118fa1-2d6e-4401-9ead-4a26a88b060c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:01.752352 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cec6a49-fec5-4b0f-aaa2-651a9373468c None None] Checking router: d906221b-b5d9-447b-adba-ee6c97761bcf for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:08:01.752713 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cec6a49-fec5-4b0f-aaa2-651a9373468c None None] Updating router d906221b-b5d9-447b-adba-ee6c97761bcf port cf886958-2fe6-46cf-8190-e06cae5cf95a binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:08:01.758167 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6279426a-467b-48d0-9640-ea69ec187059 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:01.782473 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6279426a-467b-48d0-9640-ea69ec187059 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:01.784951 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-30b0a472-7ff2-427a-aad5-45fb26a215d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f', 'name': 'tempest-TestServerBasicOps-192521166-router', 'tenant_id': 'f3cb7e2622cc4e368ddf5bf62a927145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:48Z', 'updated_at': '2022-05-06T10:07:56Z', 'revision_number': 4, 'project_id': 'f3cb7e2622cc4e368ddf5bf62a927145', 'gw_port': {'id': 'f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:49Z', 'updated_at': '2022-05-06T10:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '4b2432a0-af3d-493a-adb5-d83bbe580797', 'name': '', 'network_id': 'dd47149f-94c5-4c5f-9627-f583dc0ecb7f', 'tenant_id': 'f3cb7e2622cc4e368ddf5bf62a927145', 'mac_address': 'fa:16:3e:e6:4d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9c70e8fd-21a1-422b-9259-34f64a9afb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:55Z', 'updated_at': '2022-05-06T10:07:56Z', 'revision_number': 2, 'project_id': 'f3cb7e2622cc4e368ddf5bf62a927145', 'subnets': [{'id': '9c70e8fd-21a1-422b-9259-34f64a9afb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:01.829868 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b0a472-7ff2-427a-aad5-45fb26a215d4 None None] The sync data for ids ['99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f'] in n-d-840835-1 is: [{'id': '99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f', 'name': 'tempest-TestServerBasicOps-192521166-router', 'tenant_id': 'f3cb7e2622cc4e368ddf5bf62a927145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:48Z', 'updated_at': '2022-05-06T10:07:56Z', 'revision_number': 4, 'project_id': 'f3cb7e2622cc4e368ddf5bf62a927145', 'gw_port': {'id': 'f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:49Z', 'updated_at': '2022-05-06T10:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '4b2432a0-af3d-493a-adb5-d83bbe580797', 'name': '', 'network_id': 'dd47149f-94c5-4c5f-9627-f583dc0ecb7f', 'tenant_id': 'f3cb7e2622cc4e368ddf5bf62a927145', 'mac_address': 'fa:16:3e:e6:4d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9c70e8fd-21a1-422b-9259-34f64a9afb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:55Z', 'updated_at': '2022-05-06T10:07:56Z', 'revision_number': 2, 'project_id': 'f3cb7e2622cc4e368ddf5bf62a927145', 'subnets': [{'id': '9c70e8fd-21a1-422b-9259-34f64a9afb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:08:01.838917 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f33147-0a18-4d7b-8c22-4a6a21ba230f None None] Routers {'eff3a940-5794-4298-ab6b-0119fbbe4166'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:01.839636 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d3f33147-0a18-4d7b-8c22-4a6a21ba230f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:07:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['eff3a940-5794-4298-ab6b-0119fbbe4166'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:01.909075 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20118fa1-2d6e-4401-9ead-4a26a88b060c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:01.909621 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20118fa1-2d6e-4401-9ead-4a26a88b060c admin admin] Fanout notify agent at l3_agent the message router_deleted on router eff3a940-5794-4298-ab6b-0119fbbe4166 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:08:01.915820 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-20118fa1-2d6e-4401-9ead-4a26a88b060c admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:01.920066 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-20118fa1-2d6e-4401-9ead-4a26a88b060c admin admin] 10.222.0.73 "DELETE /v2.0/routers/eff3a940-5794-4298-ab6b-0119fbbe4166 HTTP/1.1" status: 204 len: 168 time: 2.4421897 May 06 10:08:01.920900 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279426a-467b-48d0-9640-ea69ec187059 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dacf5bfc-dae1-4186-bad3-e5973718867c,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:01.923374 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56814) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:01.935458 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6279426a-467b-48d0-9640-ea69ec187059 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:01.946667 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6279426a-467b-48d0-9640-ea69ec187059 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4893703 May 06 10:08:01.985623 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4cec6a49-fec5-4b0f-aaa2-651a9373468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:02.003177 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-d3f33147-0a18-4d7b-8c22-4a6a21ba230f None None] Set router eff3a940-5794-4298-ab6b-0119fbbe4166 gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:02.007561 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b2c071-3e26-43d0-9c80-e3cb1de9d20a admin admin] Deleting subnet 4ae5ae50-a4e4-4d22-9228-03b5a52374ff {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:08:02.016508 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c071-3e26-43d0-9c80-e3cb1de9d20a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:02.078942 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 98358022-1b2b-4e2b-a9b9-431629410569 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:02.096902 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c071-3e26-43d0-9c80-e3cb1de9d20a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:02.245820 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-b167a6ba-4b6c-4afe-8ae8-c4a8513f4b5e tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-947449854&fields=id&tenant_id=16e9c321c2164a61922260b9fc8a7435 HTTP/1.1" status: 200 len: 267 time: 0.0890560 May 06 10:08:02.289633 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c071-3e26-43d0-9c80-e3cb1de9d20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:02.374417 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d3f33147-0a18-4d7b-8c22-4a6a21ba230f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff3a940-5794-4298-ab6b-0119fbbe4166', 'name': 'tempest-TestAggregatesBasicOps-1071823482-router', 'tenant_id': '18585224eab84da2bdb30a5a614c190b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:33Z', 'updated_at': '2022-05-06T10:08:01Z', 'revision_number': 7, 'project_id': '18585224eab84da2bdb30a5a614c190b', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:02.388854 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c071-3e26-43d0-9c80-e3cb1de9d20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:02.436724 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2c071-3e26-43d0-9c80-e3cb1de9d20a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ae5ae50-a4e4-4d22-9228-03b5a52374ff,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:02.450366 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f33147-0a18-4d7b-8c22-4a6a21ba230f None None] The sync data for ids ['eff3a940-5794-4298-ab6b-0119fbbe4166'] in n-d-840835-1 is: [{'id': 'eff3a940-5794-4298-ab6b-0119fbbe4166', 'name': 'tempest-TestAggregatesBasicOps-1071823482-router', 'tenant_id': '18585224eab84da2bdb30a5a614c190b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:33Z', 'updated_at': '2022-05-06T10:08:01Z', 'revision_number': 7, 'project_id': '18585224eab84da2bdb30a5a614c190b', 'gw_port_host': None}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:08:02.458990 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c071-3e26-43d0-9c80-e3cb1de9d20a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:02.469768 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-b4048753-9ec7-4026-895a-559f51ae51ea tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:02.474896 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f9b2c071-3e26-43d0-9c80-e3cb1de9d20a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4ae5ae50-a4e4-4d22-9228-03b5a52374ff HTTP/1.1" status: 204 len: 168 time: 0.5504541 May 06 10:08:02.475594 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56828) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:02.478290 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1e7b85-895f-4238-9af7-d98ddd410c73 None None] Network 7d6e15db-9181-4ca2-a3c6-fcfd6f088df1 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:08:02.483747 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-b4048753-9ec7-4026-895a-559f51ae51ea tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "GET /v2.0/networks?id=f80ac33c-e0da-45bd-8888-e7be9e9c5572 HTTP/1.1" status: 200 len: 808 time: 0.2074699 May 06 10:08:02.509885 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-46cb45ac-8daf-452a-ad26-f4239cbb4c59 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "GET /v2.0/quotas/16e9c321c2164a61922260b9fc8a7435 HTTP/1.1" status: 200 len: 375 time: 0.0252237 May 06 10:08:02.611844 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2f0d8523-65dc-47e8-9bc5-2d3c9d3c5a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:02.615475 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-72415864-e0b3-450e-8a5c-150834c3a717 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:02.694033 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-a5c7011c-16d5-40de-9caf-5a6ecc6f34e6 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=16e9c321c2164a61922260b9fc8a7435&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1399145 May 06 10:08:02.735751 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-2f0d8523-65dc-47e8-9bc5-2d3c9d3c5a4c admin admin] Deleting port 8bc42e4d-8144-4306-98de-412ee30a14fb {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:08:02.736189 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2f0d8523-65dc-47e8-9bc5-2d3c9d3c5a4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:02.868796 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-2f0d8523-65dc-47e8-9bc5-2d3c9d3c5a4c admin admin] For port 8bc42e4d-8144-4306-98de-412ee30a14fb, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=8bc42e4d-8144-4306-98de-412ee30a14fb,segment=NetworkSegment(6ca6492f-365e-4576-a853-8c4e480d2edb),segment_id=6ca6492f-365e-4576-a853-8c4e480d2edb)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:02.869334 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2f0d8523-65dc-47e8-9bc5-2d3c9d3c5a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:02.890446 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-2f0d8523-65dc-47e8-9bc5-2d3c9d3c5a4c admin admin] Calling delete_port for 8bc42e4d-8144-4306-98de-412ee30a14fb owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:08:02.912610 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:08:02.952843 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:08:02.953189 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 1db5b121-e1e7-4665-b44f-4f0d0b5d8f2d not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:08:03.054435 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 98358022-1b2b-4e2b-a9b9-431629410569 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:03.055129 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:03.056031 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-10897b19-c489-4ba4-afbe-6ade6d2e9f79 service neutron] 10.222.0.73 "GET /v2.0/networks/f80ac33c-e0da-45bd-8888-e7be9e9c5572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561616 May 06 10:08:03.078420 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2f0d8523-65dc-47e8-9bc5-2d3c9d3c5a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:03.113925 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d8523-65dc-47e8-9bc5-2d3c9d3c5a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=8bc42e4d-8144-4306-98de-412ee30a14fb,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:03.187111 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0d8523-65dc-47e8-9bc5-2d3c9d3c5a4c admin admin] No DVR routers for this DVR port 8bc42e4d-8144-4306-98de-412ee30a14fb on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:08:03.382377 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-337c970b-ce71-450f-8e31-f4606e83d6b9 service neutron] 10.222.0.73 "GET /v2.0/networks/f80ac33c-e0da-45bd-8888-e7be9e9c5572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801406 May 06 10:08:03.405402 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2f0d8523-65dc-47e8-9bc5-2d3c9d3c5a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:03.430799 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4cec6a49-fec5-4b0f-aaa2-651a9373468c None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:03.433629 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 4b4d37d6-3ee9-4613-b2be-7adab1f76291 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:03.480474 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-2f0d8523-65dc-47e8-9bc5-2d3c9d3c5a4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6e15db-9181-4ca2-a3c6-fcfd6f088df1']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:03.482516 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4cec6a49-fec5-4b0f-aaa2-651a9373468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:03.514834 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-2f0d8523-65dc-47e8-9bc5-2d3c9d3c5a4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca6492f-365e-4576-a853-8c4e480d2edb') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:03.515400 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-2f0d8523-65dc-47e8-9bc5-2d3c9d3c5a4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca6492f-365e-4576-a853-8c4e480d2edb') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:03.556825 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2f0d8523-65dc-47e8-9bc5-2d3c9d3c5a4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:03.631065 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-72415864-e0b3-450e-8a5c-150834c3a717 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Deleting port 4902315a-ffcd-4209-b521-d7d9836ddc3e {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:08:03.631765 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-72415864-e0b3-450e-8a5c-150834c3a717 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:03.638861 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca08902-ddd6-41fb-89c3-80c57f844b04 None None] DHCP port deletion for 7d6e15db-9181-4ca2-a3c6-fcfd6f088df1 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:08:03.755533 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 4b4d37d6-3ee9-4613-b2be-7adab1f76291 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:03.755533 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:03.764920 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c4af0-f2b9-4885-b15f-a416f595e29f None None] Pushing event updated for resources: {'Port': ['ID=cf886958-2fe6-46cf-8190-e06cae5cf95a,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:03.861240 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2f0d8523-65dc-47e8-9bc5-2d3c9d3c5a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:03.937646 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57fdf8f0-0ce6-4515-a86a-a3408b6ea2c4 req-b607b5ce-7b5d-4def-8f25-006c239347af tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3 HTTP/1.1" status: 200 len: 210 time: 0.0913324 May 06 10:08:03.983603 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f0d8523-65dc-47e8-9bc5-2d3c9d3c5a4c admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:08:03.985547 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2f0d8523-65dc-47e8-9bc5-2d3c9d3c5a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: timer() May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:08:04.011075 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:08:04.014033 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-72415864-e0b3-450e-8a5c-150834c3a717 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] For port 4902315a-ffcd-4209-b521-d7d9836ddc3e, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=4902315a-ffcd-4209-b521-d7d9836ddc3e,segment=NetworkSegment(4836794c-6917-4bb5-8d05-83f369c185d4),segment_id=4836794c-6917-4bb5-8d05-83f369c185d4)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:04.014278 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-72415864-e0b3-450e-8a5c-150834c3a717 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:04.077200 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-72415864-e0b3-450e-8a5c-150834c3a717 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Calling delete_port for 4902315a-ffcd-4209-b521-d7d9836ddc3e owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:08:04.135562 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-879f5ba0-5abe-437f-ae2b-bf2651e3f76d req-3f5b56a3-c2bd-4f8b-9b16-8dbe3c8338a1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2788f39e-06f9-4f13-8713-c639854458e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4801009 May 06 10:08:04.170112 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-4cec6a49-fec5-4b0f-aaa2-651a9373468c None None] Attempting to bind port cf886958-2fe6-46cf-8190-e06cae5cf95a on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:08:04.180609 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-4cec6a49-fec5-4b0f-aaa2-651a9373468c None None] Attempting to bind port cf886958-2fe6-46cf-8190-e06cae5cf95a by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '8a55d5c4-88dc-4026-8992-0d8f21693c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '68136fef-1581-4162-88e4-6adeb28a5f7c'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:08:04.181208 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cec6a49-fec5-4b0f-aaa2-651a9373468c None None] Attempting to bind port cf886958-2fe6-46cf-8190-e06cae5cf95a on network 68136fef-1581-4162-88e4-6adeb28a5f7c {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:08:04.188620 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2f0d8523-65dc-47e8-9bc5-2d3c9d3c5a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:04.201899 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2f0d8523-65dc-47e8-9bc5-2d3c9d3c5a4c admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:04.207726 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2f0d8523-65dc-47e8-9bc5-2d3c9d3c5a4c admin admin] 10.222.0.73 "DELETE /v2.0/networks/7d6e15db-9181-4ca2-a3c6-fcfd6f088df1 HTTP/1.1" status: 204 len: 168 time: 1.7284269 May 06 10:08:04.208151 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56848) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:04.228403 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d8523-65dc-47e8-9bc5-2d3c9d3c5a4c admin admin] Pushing event deleted for resources: {'Network': ['ID=7d6e15db-9181-4ca2-a3c6-fcfd6f088df1,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:04.309691 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cec6a49-fec5-4b0f-aaa2-651a9373468c None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:08:04.310044 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cec6a49-fec5-4b0f-aaa2-651a9373468c None None] Checking segment: {'id': '8a55d5c4-88dc-4026-8992-0d8f21693c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '68136fef-1581-4162-88e4-6adeb28a5f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:08:04.310746 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4cec6a49-fec5-4b0f-aaa2-651a9373468c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:04.315959 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cec6a49-fec5-4b0f-aaa2-651a9373468c None None] Bound using segment: {'id': '8a55d5c4-88dc-4026-8992-0d8f21693c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '68136fef-1581-4162-88e4-6adeb28a5f7c'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:08:04.316511 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-4cec6a49-fec5-4b0f-aaa2-651a9373468c None None] Bound port: cf886958-2fe6-46cf-8190-e06cae5cf95a, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a55d5c4-88dc-4026-8992-0d8f21693c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '68136fef-1581-4162-88e4-6adeb28a5f7c'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:08:04.316910 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4cec6a49-fec5-4b0f-aaa2-651a9373468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:04.523972 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-29161f51-7a02-4d16-84a0-b21e46e0393d None None] Provisioning complete for port cf886958-2fe6-46cf-8190-e06cae5cf95a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:04.525072 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-29161f51-7a02-4d16-84a0-b21e46e0393d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:04.530264 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f5ba0-5abe-437f-ae2b-bf2651e3f76d req-fd03611a-76bd-4c50-8131-8c44679fcfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:04.536322 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-879f5ba0-5abe-437f-ae2b-bf2651e3f76d req-fd03611a-76bd-4c50-8131-8c44679fcfbd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a1c46de5a38548ffaf671660dbafc275&device_id=2788f39e-06f9-4f13-8713-c639854458e7 HTTP/1.1" status: 200 len: 1097 time: 0.3021882 May 06 10:08:04.565164 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-72415864-e0b3-450e-8a5c-150834c3a717 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:04.676664 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72415864-e0b3-450e-8a5c-150834c3a717 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event deleted for resources: {'Port': ['ID=4902315a-ffcd-4209-b521-d7d9836ddc3e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:04.690396 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-4cec6a49-fec5-4b0f-aaa2-651a9373468c None None] For port cf886958-2fe6-46cf-8190-e06cae5cf95a, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:08:04.717320 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-4cec6a49-fec5-4b0f-aaa2-651a9373468c None None] For port cf886958-2fe6-46cf-8190-e06cae5cf95a, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=cf886958-2fe6-46cf-8190-e06cae5cf95a,segment=NetworkSegment(8a55d5c4-88dc-4026-8992-0d8f21693c15),segment_id=8a55d5c4-88dc-4026-8992-0d8f21693c15)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:08:04.741342 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-29161f51-7a02-4d16-84a0-b21e46e0393d None None] Port cf886958-2fe6-46cf-8190-e06cae5cf95a cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:08:04.750440 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4cec6a49-fec5-4b0f-aaa2-651a9373468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:04.900485 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c4af0-f2b9-4885-b15f-a416f595e29f None None] Pushing event updated for resources: {'Port': ['ID=cf886958-2fe6-46cf-8190-e06cae5cf95a,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:04.918822 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cec6a49-fec5-4b0f-aaa2-651a9373468c None None] Routers {'d906221b-b5d9-447b-adba-ee6c97761bcf'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:04.919950 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4cec6a49-fec5-4b0f-aaa2-651a9373468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:07:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['d906221b-b5d9-447b-adba-ee6c97761bcf'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:05.168160 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-4cec6a49-fec5-4b0f-aaa2-651a9373468c None None] Set router d906221b-b5d9-447b-adba-ee6c97761bcf gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:05.218579 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f5ba0-5abe-437f-ae2b-bf2651e3f76d req-64926354-9eec-43b1-9507-16625efcaabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:05.220705 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-879f5ba0-5abe-437f-ae2b-bf2651e3f76d req-64926354-9eec-43b1-9507-16625efcaabf service neutron] 10.222.0.77 "GET /v2.0/networks?id=4bbe2e9b-5747-4feb-b99a-f35298302a92 HTTP/1.1" status: 200 len: 915 time: 0.6546605 May 06 10:08:05.271357 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d852c6a0-0f3f-427c-8a1f-8862efccf73c req-dc5a8dc0-9402-431a-bc6c-00641cacf14c tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3 HTTP/1.1" status: 200 len: 210 time: 0.1037536 May 06 10:08:05.274581 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:05.309021 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-72415864-e0b3-450e-8a5c-150834c3a717 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:05.350557 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-879f5ba0-5abe-437f-ae2b-bf2651e3f76d req-97fd614a-8bc0-490b-be5e-526a86d63739 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b52af70c-b0e1-4f37-b320-8642d3b7a91e HTTP/1.1" status: 200 len: 217 time: 0.1182654 May 06 10:08:05.457780 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f5ba0-5abe-437f-ae2b-bf2651e3f76d req-98585aeb-ae12-494d-b10b-95fd3a2cbfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:05.459225 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-879f5ba0-5abe-437f-ae2b-bf2651e3f76d req-98585aeb-ae12-494d-b10b-95fd3a2cbfc0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7e05999b-0051-46c7-9f65-ff8814dab00a HTTP/1.1" status: 200 len: 854 time: 0.1016843 May 06 10:08:05.531456 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a65484ab-89d0-4e82-97f8-f1ee1226ae1b None None] Provisioning complete for port cf886958-2fe6-46cf-8190-e06cae5cf95a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:05.531950 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a65484ab-89d0-4e82-97f8-f1ee1226ae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:05.572399 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:05.572932 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:05.582461 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-879f5ba0-5abe-437f-ae2b-bf2651e3f76d req-6eb5a346-65c9-4585-b6cf-e9cc25a63e52 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4bbe2e9b-5747-4feb-b99a-f35298302a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835257 May 06 10:08:05.661489 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72415864-e0b3-450e-8a5c-150834c3a717 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Router fc5d8737-63fb-40f3-babb-866fee59449b has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:08:05.829549 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:05.854451 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-879f5ba0-5abe-437f-ae2b-bf2651e3f76d req-d900ddcb-7c17-465f-a687-f4486b6a6f5b service neutron] 10.222.0.77 "GET /v2.0/networks/4bbe2e9b-5747-4feb-b99a-f35298302a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630885 May 06 10:08:05.919155 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e0c0b968-babd-452d-8c38-21502f11fa07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:05.941733 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:05.945224 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a65484ab-89d0-4e82-97f8-f1ee1226ae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:05.981245 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:06.055670 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4cec6a49-fec5-4b0f-aaa2-651a9373468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd906221b-b5d9-447b-adba-ee6c97761bcf', 'name': 'tempest-TestAggregatesBasicOps-1958546262-router', 'tenant_id': '84ee62b71d3548308879c1e1b8814a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '98358022-1b2b-4e2b-a9b9-431629410569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:42Z', 'updated_at': '2022-05-06T10:07:48Z', 'revision_number': 4, 'project_id': '84ee62b71d3548308879c1e1b8814a82', 'gw_port': {'id': '98358022-1b2b-4e2b-a9b9-431629410569', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd906221b-b5d9-447b-adba-ee6c97761bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:43Z', 'updated_at': '2022-05-06T10:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'cf886958-2fe6-46cf-8190-e06cae5cf95a', 'name': '', 'network_id': '68136fef-1581-4162-88e4-6adeb28a5f7c', 'tenant_id': '84ee62b71d3548308879c1e1b8814a82', 'mac_address': 'fa:16:3e:ec:61:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd906221b-b5d9-447b-adba-ee6c97761bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '00ac6fd6-c4e8-4d47-9991-f242ab713600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:47Z', 'updated_at': '2022-05-06T10:08:04Z', 'revision_number': 4, 'project_id': '84ee62b71d3548308879c1e1b8814a82', 'subnets': [{'id': '00ac6fd6-c4e8-4d47-9991-f242ab713600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:06.132576 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 1d6608e0-4704-45cd-8e8e-39cd4fa34cfe no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:08:06.150835 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cec6a49-fec5-4b0f-aaa2-651a9373468c None None] The sync data for ids ['d906221b-b5d9-447b-adba-ee6c97761bcf'] in n-d-840835-1 is: [{'id': 'd906221b-b5d9-447b-adba-ee6c97761bcf', 'name': 'tempest-TestAggregatesBasicOps-1958546262-router', 'tenant_id': '84ee62b71d3548308879c1e1b8814a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '98358022-1b2b-4e2b-a9b9-431629410569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:42Z', 'updated_at': '2022-05-06T10:07:48Z', 'revision_number': 4, 'project_id': '84ee62b71d3548308879c1e1b8814a82', 'gw_port': {'id': '98358022-1b2b-4e2b-a9b9-431629410569', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd906221b-b5d9-447b-adba-ee6c97761bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:43Z', 'updated_at': '2022-05-06T10:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'cf886958-2fe6-46cf-8190-e06cae5cf95a', 'name': '', 'network_id': '68136fef-1581-4162-88e4-6adeb28a5f7c', 'tenant_id': '84ee62b71d3548308879c1e1b8814a82', 'mac_address': 'fa:16:3e:ec:61:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd906221b-b5d9-447b-adba-ee6c97761bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '00ac6fd6-c4e8-4d47-9991-f242ab713600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:47Z', 'updated_at': '2022-05-06T10:08:04Z', 'revision_number': 4, 'project_id': '84ee62b71d3548308879c1e1b8814a82', 'subnets': [{'id': '00ac6fd6-c4e8-4d47-9991-f242ab713600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:08:06.197079 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 1d6608e0-4704-45cd-8e8e-39cd4fa34cfe {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:08:06.197867 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 1d6608e0-4704-45cd-8e8e-39cd4fa34cfe not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:08:06.198501 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device a22e9187-246a-424d-94c7-d7ea480239d3 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:08:06.203245 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a65484ab-89d0-4e82-97f8-f1ee1226ae1b None None] For port cf886958-2fe6-46cf-8190-e06cae5cf95a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=cf886958-2fe6-46cf-8190-e06cae5cf95a,segment=NetworkSegment(8a55d5c4-88dc-4026-8992-0d8f21693c15),segment_id=8a55d5c4-88dc-4026-8992-0d8f21693c15)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:06.225558 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-879f5ba0-5abe-437f-ae2b-bf2651e3f76d req-1df9ea4f-6de5-44fa-990d-531037975c96 service neutron] 10.222.0.77 "GET /v2.0/networks/4bbe2e9b-5747-4feb-b99a-f35298302a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642278 May 06 10:08:06.249976 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:06.275354 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a65484ab-89d0-4e82-97f8-f1ee1226ae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:06.278963 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: a22e9187-246a-424d-94c7-d7ea480239d3 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:08:06.280560 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device a22e9187-246a-424d-94c7-d7ea480239d3 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:08:06.281524 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 8bc42e4d-8144-4306-98de-412ee30a14fb no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:08:06.331733 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78811a50-bdbc-4225-914f-6f8d5d38b6f2 None None] Sync routers for ids ['99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:08:06.361385 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78811a50-bdbc-4225-914f-6f8d5d38b6f2 None None] Routers {'99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:06.362039 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-78811a50-bdbc-4225-914f-6f8d5d38b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:07:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:06.405881 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 8bc42e4d-8144-4306-98de-412ee30a14fb {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:08:06.406383 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 8bc42e4d-8144-4306-98de-412ee30a14fb not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:08:06.427605 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-e0c0b968-babd-452d-8c38-21502f11fa07 admin admin] Deleting port cf886958-2fe6-46cf-8190-e06cae5cf95a {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:08:06.427963 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e0c0b968-babd-452d-8c38-21502f11fa07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:06.454194 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65484ab-89d0-4e82-97f8-f1ee1226ae1b None None] Pushing event updated for resources: {'Port': ['ID=cf886958-2fe6-46cf-8190-e06cae5cf95a,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:06.561545 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-678a31d6-8c3e-46e6-9da4-75c3a10a9d47 req-ce447825-ae5a-49b0-b042-183603571677 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3 HTTP/1.1" status: 200 len: 210 time: 0.0565815 May 06 10:08:06.622593 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-78811a50-bdbc-4225-914f-6f8d5d38b6f2 None None] Set router 99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:06.638962 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-2217e82a-1d48-4856-b450-b1321efe0af4 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:06.640478 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-e0c0b968-babd-452d-8c38-21502f11fa07 admin admin] For port cf886958-2fe6-46cf-8190-e06cae5cf95a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=cf886958-2fe6-46cf-8190-e06cae5cf95a,segment=NetworkSegment(8a55d5c4-88dc-4026-8992-0d8f21693c15),segment_id=8a55d5c4-88dc-4026-8992-0d8f21693c15)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:06.641406 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e0c0b968-babd-452d-8c38-21502f11fa07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:06.643525 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-2217e82a-1d48-4856-b450-b1321efe0af4 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.84 "GET /v2.0/networks?id=f80ac33c-e0da-45bd-8888-e7be9e9c5572 HTTP/1.1" status: 200 len: 808 time: 0.2462456 May 06 10:08:06.660156 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-e0c0b968-babd-452d-8c38-21502f11fa07 admin admin] Calling delete_port for cf886958-2fe6-46cf-8190-e06cae5cf95a owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:08:06.777786 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72415864-e0b3-450e-8a5c-150834c3a717 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:08:06.788052 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-72415864-e0b3-450e-8a5c-150834c3a717 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "PUT /v2.0/routers/fc5d8737-63fb-40f3-babb-866fee59449b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3343928 May 06 10:08:06.790949 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56872) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:06.795142 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0493221a-8648-498c-8143-5ad5ed0448c0 None None] Sync routers for ids ['fc5d8737-63fb-40f3-babb-866fee59449b'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:08:06.822659 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0493221a-8648-498c-8143-5ad5ed0448c0 None None] Routers {'fc5d8737-63fb-40f3-babb-866fee59449b'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:06.826671 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-0493221a-8648-498c-8143-5ad5ed0448c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:07:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['fc5d8737-63fb-40f3-babb-866fee59449b'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:06.958475 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device cf886958-2fe6-46cf-8190-e06cae5cf95a up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:07.076561 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-5a201095-5983-42a1-bc7f-c75e31f437d9 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16e9c321c2164a61922260b9fc8a7435 HTTP/1.1" status: 200 len: 379 time: 0.2844033 May 06 10:08:07.078885 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e0c0b968-babd-452d-8c38-21502f11fa07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:07.111573 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-0493221a-8648-498c-8143-5ad5ed0448c0 None None] Set router fc5d8737-63fb-40f3-babb-866fee59449b gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:07.125805 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-6a77621d-eeef-4070-80a2-243d3de15fb2 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Request body: {'port': {'device_id': 'f7471011-d29c-4bd0-abe6-aad046d7a2a3', 'network_id': 'f80ac33c-e0da-45bd-8888-e7be9e9c5572', 'admin_state_up': True, 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'security_groups': ['0f989694-f644-4b0f-ba00-5ce2f047479e']}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:07.178263 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0b968-babd-452d-8c38-21502f11fa07 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf886958-2fe6-46cf-8190-e06cae5cf95a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:07.181204 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-78811a50-bdbc-4225-914f-6f8d5d38b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f', 'name': 'tempest-TestServerBasicOps-192521166-router', 'tenant_id': 'f3cb7e2622cc4e368ddf5bf62a927145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:48Z', 'updated_at': '2022-05-06T10:07:56Z', 'revision_number': 4, 'project_id': 'f3cb7e2622cc4e368ddf5bf62a927145', 'gw_port': {'id': 'f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:49Z', 'updated_at': '2022-05-06T10:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '4b2432a0-af3d-493a-adb5-d83bbe580797', 'name': '', 'network_id': 'dd47149f-94c5-4c5f-9627-f583dc0ecb7f', 'tenant_id': 'f3cb7e2622cc4e368ddf5bf62a927145', 'mac_address': 'fa:16:3e:e6:4d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9c70e8fd-21a1-422b-9259-34f64a9afb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:55Z', 'updated_at': '2022-05-06T10:07:56Z', 'revision_number': 2, 'project_id': 'f3cb7e2622cc4e368ddf5bf62a927145', 'subnets': [{'id': '9c70e8fd-21a1-422b-9259-34f64a9afb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:07.274758 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78811a50-bdbc-4225-914f-6f8d5d38b6f2 None None] Checking router: 99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:08:07.275526 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78811a50-bdbc-4225-914f-6f8d5d38b6f2 None None] Updating router 99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f port 4b2432a0-af3d-493a-adb5-d83bbe580797 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:08:07.326333 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No active binding found for port cf886958-2fe6-46cf-8190-e06cae5cf95a {{(pid=102654) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 06 10:08:07.326917 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device cf886958-2fe6-46cf-8190-e06cae5cf95a not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} May 06 10:08:07.344734 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-78811a50-bdbc-4225-914f-6f8d5d38b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:07.365803 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Port cf886958-2fe6-46cf-8190-e06cae5cf95a not found, will not notify nova. {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} May 06 10:08:07.366320 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:07.394121 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe34afb-c30d-4a25-afb1-e2c51f6b090e tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Deleting subnet cfd4b084-4091-4d9c-8781-0dcd77f386bd {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:08:07.405165 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4fe34afb-c30d-4a25-afb1-e2c51f6b090e tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:07.545213 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-6a77621d-eeef-4070-80a2-243d3de15fb2 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Made reservation on behalf of 16e9c321c2164a61922260b9fc8a7435 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:08:07.553716 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:07.554099 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:07.557557 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-6a77621d-eeef-4070-80a2-243d3de15fb2 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:07.583876 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4fe34afb-c30d-4a25-afb1-e2c51f6b090e tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:07.637315 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e0c0b968-babd-452d-8c38-21502f11fa07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:07.705524 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-0493221a-8648-498c-8143-5ad5ed0448c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'name': 'tempest-TestNetworkBasicOps-router-2080002054', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '8c5570c8-d1a6-46be-89e3-f7a462206cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:23Z', 'updated_at': '2022-05-06T10:08:04Z', 'revision_number': 5, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': '8c5570c8-d1a6-46be-89e3-f7a462206cf4', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:24Z', 'updated_at': '2022-05-06T10:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:07.781510 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0493221a-8648-498c-8143-5ad5ed0448c0 None None] Checking router: fc5d8737-63fb-40f3-babb-866fee59449b for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:08:07.843173 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2d42611-bcab-4aea-9595-307b283e2f7a req-cf3e1fbb-fffe-4a6c-ac0e-b576869db259 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3 HTTP/1.1" status: 200 len: 210 time: 0.0658817 May 06 10:08:07.857838 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0493221a-8648-498c-8143-5ad5ed0448c0 None None] Routers {'fc5d8737-63fb-40f3-babb-866fee59449b'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:07.859447 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-0493221a-8648-498c-8143-5ad5ed0448c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:07:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['fc5d8737-63fb-40f3-babb-866fee59449b'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:07.935798 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-78811a50-bdbc-4225-914f-6f8d5d38b6f2 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:07.951518 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-78811a50-bdbc-4225-914f-6f8d5d38b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:08.038576 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-6a77621d-eeef-4070-80a2-243d3de15fb2 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Allocated IP 172.20.0.4 (f80ac33c-e0da-45bd-8888-e7be9e9c5572/3f29583e-b4b5-42ae-890c-7e8921374c54/3306ed54-5eeb-4685-baf1-00edb7e864e2) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:08:08.054908 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803b943-e4fc-4be9-a0af-9d0a7540a7dd None None] Pushing event updated for resources: {'Port': ['ID=4b2432a0-af3d-493a-adb5-d83bbe580797,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:08.147766 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c0b968-babd-452d-8c38-21502f11fa07 admin admin] Router d906221b-b5d9-447b-adba-ee6c97761bcf has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:08:08.195987 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-78811a50-bdbc-4225-914f-6f8d5d38b6f2 None None] Attempting to bind port 4b2432a0-af3d-493a-adb5-d83bbe580797 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:08:08.196353 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-78811a50-bdbc-4225-914f-6f8d5d38b6f2 None None] Attempting to bind port 4b2432a0-af3d-493a-adb5-d83bbe580797 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '0ea3542d-eb31-4bc6-84ee-fb26e60a7b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dd47149f-94c5-4c5f-9627-f583dc0ecb7f'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:08:08.198349 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78811a50-bdbc-4225-914f-6f8d5d38b6f2 None None] Attempting to bind port 4b2432a0-af3d-493a-adb5-d83bbe580797 on network dd47149f-94c5-4c5f-9627-f583dc0ecb7f {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:08:08.213354 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78811a50-bdbc-4225-914f-6f8d5d38b6f2 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:08:08.213723 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78811a50-bdbc-4225-914f-6f8d5d38b6f2 None None] Checking segment: {'id': '0ea3542d-eb31-4bc6-84ee-fb26e60a7b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dd47149f-94c5-4c5f-9627-f583dc0ecb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:08:08.220016 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-78811a50-bdbc-4225-914f-6f8d5d38b6f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:08.220690 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78811a50-bdbc-4225-914f-6f8d5d38b6f2 None None] Bound using segment: {'id': '0ea3542d-eb31-4bc6-84ee-fb26e60a7b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dd47149f-94c5-4c5f-9627-f583dc0ecb7f'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:08:08.221355 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-78811a50-bdbc-4225-914f-6f8d5d38b6f2 None None] Bound port: 4b2432a0-af3d-493a-adb5-d83bbe580797, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea3542d-eb31-4bc6-84ee-fb26e60a7b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dd47149f-94c5-4c5f-9627-f583dc0ecb7f'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:08:08.221912 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-78811a50-bdbc-4225-914f-6f8d5d38b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:08.272366 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-6a77621d-eeef-4070-80a2-243d3de15fb2 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:08.349180 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-6a77621d-eeef-4070-80a2-243d3de15fb2 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:08.386123 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4fe34afb-c30d-4a25-afb1-e2c51f6b090e tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:08.418230 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-78811a50-bdbc-4225-914f-6f8d5d38b6f2 None None] For port 4b2432a0-af3d-493a-adb5-d83bbe580797, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:08:08.424959 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-78811a50-bdbc-4225-914f-6f8d5d38b6f2 None None] For port 4b2432a0-af3d-493a-adb5-d83bbe580797, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=4b2432a0-af3d-493a-adb5-d83bbe580797,segment=NetworkSegment(0ea3542d-eb31-4bc6-84ee-fb26e60a7b44),segment_id=0ea3542d-eb31-4bc6-84ee-fb26e60a7b44)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:08:08.442282 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-78811a50-bdbc-4225-914f-6f8d5d38b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:08.461087 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-0493221a-8648-498c-8143-5ad5ed0448c0 None None] Set router fc5d8737-63fb-40f3-babb-866fee59449b gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:08.498309 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-6a77621d-eeef-4070-80a2-243d3de15fb2 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Network f80ac33c-e0da-45bd-8888-e7be9e9c5572 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:08:08.519294 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-6a77621d-eeef-4070-80a2-243d3de15fb2 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:08.540311 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-6a77621d-eeef-4070-80a2-243d3de15fb2 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:08:08.566660 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803b943-e4fc-4be9-a0af-9d0a7540a7dd None None] Pushing event updated for resources: {'Port': ['ID=4b2432a0-af3d-493a-adb5-d83bbe580797,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:08.575186 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78811a50-bdbc-4225-914f-6f8d5d38b6f2 None None] Routers {'99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:08.575795 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-78811a50-bdbc-4225-914f-6f8d5d38b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:07:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:08.661270 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77621d-eeef-4070-80a2-243d3de15fb2 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Pushing event updated for resources: {'Port': ['ID=3306ed54-5eeb-4685-baf1-00edb7e864e2,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:08.725734 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-6a77621d-eeef-4070-80a2-243d3de15fb2 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:08.726434 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-6a77621d-eeef-4070-80a2-243d3de15fb2 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:08.734811 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-96114587-9223-4d6e-ba25-2e6e394b25ca None None] Provisioning complete for port 4b2432a0-af3d-493a-adb5-d83bbe580797 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:08.735266 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-96114587-9223-4d6e-ba25-2e6e394b25ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:08.778330 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4fe34afb-c30d-4a25-afb1-e2c51f6b090e tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:08.820312 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-6a77621d-eeef-4070-80a2-243d3de15fb2 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7217824 May 06 10:08:08.828406 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6cc07d-596f-49e4-bd98-f3c7098e167b None None] Network 7e545980-4a9d-4982-bceb-7e0e18c13738 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:08:08.918807 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4fe34afb-c30d-4a25-afb1-e2c51f6b090e tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:08.921156 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-78811a50-bdbc-4225-914f-6f8d5d38b6f2 None None] Set router 99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:08.936321 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4fe34afb-c30d-4a25-afb1-e2c51f6b090e tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "DELETE /v2.0/subnets/cfd4b084-4091-4d9c-8781-0dcd77f386bd HTTP/1.1" status: 204 len: 168 time: 2.1096008 May 06 10:08:09.039939 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56892) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:09.041491 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c0b968-babd-452d-8c38-21502f11fa07 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:08:09.054282 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e0c0b968-babd-452d-8c38-21502f11fa07 admin admin] 10.222.0.73 "PUT /v2.0/routers/d906221b-b5d9-447b-adba-ee6c97761bcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8449705 May 06 10:08:09.059976 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56894) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:09.073414 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 4b2432a0-af3d-493a-adb5-d83bbe580797 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:09.090131 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-c78f41f8-f2ce-47c8-9d88-90b16eb96dba service neutron] Request body: {'port': {'device_id': 'f7471011-d29c-4bd0-abe6-aad046d7a2a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:09.110947 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d21a5fb-8fdd-4db3-8e11-0b71d2b6b8bd None None] Sync routers for ids ['d906221b-b5d9-447b-adba-ee6c97761bcf'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:08:09.164987 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-c78f41f8-f2ce-47c8-9d88-90b16eb96dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:09.167231 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe34afb-c30d-4a25-afb1-e2c51f6b090e tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event deleted for resources: {'Subnet': ['ID=cfd4b084-4091-4d9c-8781-0dcd77f386bd,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:09.195810 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a71dd97-5319-47c0-8894-b552ee922596 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:09.233594 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb3eeb-548f-4862-a4c4-037c3402902b req-32bd05ad-e806-4d77-8924-e00af59e95e4 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:09.235452 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e9fb3eeb-548f-4862-a4c4-037c3402902b req-32bd05ad-e806-4d77-8924-e00af59e95e4 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3 HTTP/1.1" status: 200 len: 931 time: 0.3003500 May 06 10:08:09.323849 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-96114587-9223-4d6e-ba25-2e6e394b25ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:09.368883 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-96114587-9223-4d6e-ba25-2e6e394b25ca None None] For port 4b2432a0-af3d-493a-adb5-d83bbe580797, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=4b2432a0-af3d-493a-adb5-d83bbe580797,segment=NetworkSegment(0ea3542d-eb31-4bc6-84ee-fb26e60a7b44),segment_id=0ea3542d-eb31-4bc6-84ee-fb26e60a7b44)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:09.378695 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a71dd97-5319-47c0-8894-b552ee922596 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:09.387830 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-96114587-9223-4d6e-ba25-2e6e394b25ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:09.456377 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96114587-9223-4d6e-ba25-2e6e394b25ca None None] Pushing event updated for resources: {'Port': ['ID=4b2432a0-af3d-493a-adb5-d83bbe580797,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:09.466287 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d21a5fb-8fdd-4db3-8e11-0b71d2b6b8bd None None] Routers {'d906221b-b5d9-447b-adba-ee6c97761bcf'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:09.466928 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7d21a5fb-8fdd-4db3-8e11-0b71d2b6b8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:07:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['d906221b-b5d9-447b-adba-ee6c97761bcf'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:09.471259 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 4b2432a0-af3d-493a-adb5-d83bbe580797 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:09.471456 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:09.562810 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-0493221a-8648-498c-8143-5ad5ed0448c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'name': 'tempest-TestNetworkBasicOps-router-2080002054', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '8c5570c8-d1a6-46be-89e3-f7a462206cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:23Z', 'updated_at': '2022-05-06T10:08:04Z', 'revision_number': 5, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': '8c5570c8-d1a6-46be-89e3-f7a462206cf4', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:24Z', 'updated_at': '2022-05-06T10:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:09.564737 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-9a71dd97-5319-47c0-8894-b552ee922596 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Deleting port 8c5570c8-d1a6-46be-89e3-f7a462206cf4 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:08:09.565293 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a71dd97-5319-47c0-8894-b552ee922596 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:09.569227 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d489148f-5cb0-46a9-8149-5a5ee877cb6a admin admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:09.608518 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-7d21a5fb-8fdd-4db3-8e11-0b71d2b6b8bd None None] Set router d906221b-b5d9-447b-adba-ee6c97761bcf gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:09.632906 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e0d257-405a-4c52-84dd-866bb5d50efe None None] DHCP port deletion for 7e545980-4a9d-4982-bceb-7e0e18c13738 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:08:09.644118 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-c78f41f8-f2ce-47c8-9d88-90b16eb96dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3306ed54-5eeb-4685-baf1-00edb7e864e2 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:08:09.648284 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0493221a-8648-498c-8143-5ad5ed0448c0 None None] The sync data for ids ['fc5d8737-63fb-40f3-babb-866fee59449b'] in n-d-840835-1 is: [{'id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'name': 'tempest-TestNetworkBasicOps-router-2080002054', 'tenant_id': 'a50139172da04b07b17553ee2a3c6289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '8c5570c8-d1a6-46be-89e3-f7a462206cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:23Z', 'updated_at': '2022-05-06T10:08:04Z', 'revision_number': 5, 'project_id': 'a50139172da04b07b17553ee2a3c6289', 'gw_port': {'id': '8c5570c8-d1a6-46be-89e3-f7a462206cf4', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5d8737-63fb-40f3-babb-866fee59449b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:24Z', 'updated_at': '2022-05-06T10:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:08:09.657294 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-c78f41f8-f2ce-47c8-9d88-90b16eb96dba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:09.685730 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b44e0670-d5cb-40a6-bf66-98048323ed85 None None] Provisioning complete for port 4b2432a0-af3d-493a-adb5-d83bbe580797 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:09.686109 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b44e0670-d5cb-40a6-bf66-98048323ed85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:09.689182 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-c78f41f8-f2ce-47c8-9d88-90b16eb96dba service neutron] Transition to ACTIVE for port object 3306ed54-5eeb-4685-baf1-00edb7e864e2 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:08:09.708060 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-c78f41f8-f2ce-47c8-9d88-90b16eb96dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:09.816393 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f41f8-f2ce-47c8-9d88-90b16eb96dba service neutron] Pushing event updated for resources: {'Port': ['ID=3306ed54-5eeb-4685-baf1-00edb7e864e2,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:09.852308 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-78811a50-bdbc-4225-914f-6f8d5d38b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f', 'name': 'tempest-TestServerBasicOps-192521166-router', 'tenant_id': 'f3cb7e2622cc4e368ddf5bf62a927145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:48Z', 'updated_at': '2022-05-06T10:07:56Z', 'revision_number': 4, 'project_id': 'f3cb7e2622cc4e368ddf5bf62a927145', 'gw_port': {'id': 'f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:49Z', 'updated_at': '2022-05-06T10:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '4b2432a0-af3d-493a-adb5-d83bbe580797', 'name': '', 'network_id': 'dd47149f-94c5-4c5f-9627-f583dc0ecb7f', 'tenant_id': 'f3cb7e2622cc4e368ddf5bf62a927145', 'mac_address': 'fa:16:3e:e6:4d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9c70e8fd-21a1-422b-9259-34f64a9afb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:55Z', 'updated_at': '2022-05-06T10:08:08Z', 'revision_number': 4, 'project_id': 'f3cb7e2622cc4e368ddf5bf62a927145', 'subnets': [{'id': '9c70e8fd-21a1-422b-9259-34f64a9afb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:09.853377 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e9fb3eeb-548f-4862-a4c4-037c3402902b req-430f4e09-003c-4337-bbfd-9374479e8992 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f989694-f644-4b0f-ba00-5ce2f047479e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6096706 May 06 10:08:09.872064 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f5e0d257-405a-4c52-84dd-866bb5d50efe None None] Deleting port c0e14d82-b69d-48c4-a7e2-78ee18f803a7 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:08:09.872632 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f5e0d257-405a-4c52-84dd-866bb5d50efe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:09.928849 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78811a50-bdbc-4225-914f-6f8d5d38b6f2 None None] The sync data for ids ['99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f'] in n-d-840835-1 is: [{'id': '99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f', 'name': 'tempest-TestServerBasicOps-192521166-router', 'tenant_id': 'f3cb7e2622cc4e368ddf5bf62a927145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:48Z', 'updated_at': '2022-05-06T10:07:56Z', 'revision_number': 4, 'project_id': 'f3cb7e2622cc4e368ddf5bf62a927145', 'gw_port': {'id': 'f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:49Z', 'updated_at': '2022-05-06T10:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '4b2432a0-af3d-493a-adb5-d83bbe580797', 'name': '', 'network_id': 'dd47149f-94c5-4c5f-9627-f583dc0ecb7f', 'tenant_id': 'f3cb7e2622cc4e368ddf5bf62a927145', 'mac_address': 'fa:16:3e:e6:4d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9c70e8fd-21a1-422b-9259-34f64a9afb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:55Z', 'updated_at': '2022-05-06T10:08:08Z', 'revision_number': 4, 'project_id': 'f3cb7e2622cc4e368ddf5bf62a927145', 'subnets': [{'id': '9c70e8fd-21a1-422b-9259-34f64a9afb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:08:09.945160 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-9a71dd97-5319-47c0-8894-b552ee922596 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] For port 8c5570c8-d1a6-46be-89e3-f7a462206cf4, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=8c5570c8-d1a6-46be-89e3-f7a462206cf4,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:09.945533 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a71dd97-5319-47c0-8894-b552ee922596 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:09.998205 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-9a71dd97-5319-47c0-8894-b552ee922596 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Calling delete_port for 8c5570c8-d1a6-46be-89e3-f7a462206cf4 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:08:10.004431 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d489148f-5cb0-46a9-8149-5a5ee877cb6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:10.018961 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-c78f41f8-f2ce-47c8-9d88-90b16eb96dba service neutron] Attempting to bind port 3306ed54-5eeb-4685-baf1-00edb7e864e2 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:08:10.019365 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-c78f41f8-f2ce-47c8-9d88-90b16eb96dba service neutron] Attempting to bind port 3306ed54-5eeb-4685-baf1-00edb7e864e2 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '22ce7cad-f606-4be2-87fd-719c2a222765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f80ac33c-e0da-45bd-8888-e7be9e9c5572'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:08:10.019707 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-c78f41f8-f2ce-47c8-9d88-90b16eb96dba service neutron] Attempting to bind port 3306ed54-5eeb-4685-baf1-00edb7e864e2 on network f80ac33c-e0da-45bd-8888-e7be9e9c5572 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:08:10.027215 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-c78f41f8-f2ce-47c8-9d88-90b16eb96dba service neutron] Port 3306ed54-5eeb-4685-baf1-00edb7e864e2 on network f80ac33c-e0da-45bd-8888-e7be9e9c5572 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:08:10.027215 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-c78f41f8-f2ce-47c8-9d88-90b16eb96dba service neutron] Attempting to bind port 3306ed54-5eeb-4685-baf1-00edb7e864e2 on network f80ac33c-e0da-45bd-8888-e7be9e9c5572 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:08:10.037318 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7d21a5fb-8fdd-4db3-8e11-0b71d2b6b8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd906221b-b5d9-447b-adba-ee6c97761bcf', 'name': 'tempest-TestAggregatesBasicOps-1958546262-router', 'tenant_id': '84ee62b71d3548308879c1e1b8814a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '98358022-1b2b-4e2b-a9b9-431629410569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:42Z', 'updated_at': '2022-05-06T10:08:06Z', 'revision_number': 5, 'project_id': '84ee62b71d3548308879c1e1b8814a82', 'gw_port': {'id': '98358022-1b2b-4e2b-a9b9-431629410569', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd906221b-b5d9-447b-adba-ee6c97761bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:43Z', 'updated_at': '2022-05-06T10:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:10.040746 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-c78f41f8-f2ce-47c8-9d88-90b16eb96dba service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:08:10.041094 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-c78f41f8-f2ce-47c8-9d88-90b16eb96dba service neutron] Checking segment: {'id': '22ce7cad-f606-4be2-87fd-719c2a222765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f80ac33c-e0da-45bd-8888-e7be9e9c5572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:08:10.041485 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-c78f41f8-f2ce-47c8-9d88-90b16eb96dba service neutron] Bound using segment: {'id': '22ce7cad-f606-4be2-87fd-719c2a222765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f80ac33c-e0da-45bd-8888-e7be9e9c5572'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:08:10.041932 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-c78f41f8-f2ce-47c8-9d88-90b16eb96dba service neutron] Bound port: 3306ed54-5eeb-4685-baf1-00edb7e864e2, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ce7cad-f606-4be2-87fd-719c2a222765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f80ac33c-e0da-45bd-8888-e7be9e9c5572'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:08:10.043225 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-c78f41f8-f2ce-47c8-9d88-90b16eb96dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:10.116255 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f5e0d257-405a-4c52-84dd-866bb5d50efe None None] For port c0e14d82-b69d-48c4-a7e2-78ee18f803a7, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=c0e14d82-b69d-48c4-a7e2-78ee18f803a7,segment=NetworkSegment(4836794c-6917-4bb5-8d05-83f369c185d4),segment_id=4836794c-6917-4bb5-8d05-83f369c185d4)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:10.116861 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f5e0d257-405a-4c52-84dd-866bb5d50efe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:10.133670 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d21a5fb-8fdd-4db3-8e11-0b71d2b6b8bd None None] Checking router: d906221b-b5d9-447b-adba-ee6c97761bcf for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:08:10.151304 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f5e0d257-405a-4c52-84dd-866bb5d50efe None None] Calling delete_port for c0e14d82-b69d-48c4-a7e2-78ee18f803a7 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:08:10.154471 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d21a5fb-8fdd-4db3-8e11-0b71d2b6b8bd None None] Routers {'d906221b-b5d9-447b-adba-ee6c97761bcf'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:10.155369 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7d21a5fb-8fdd-4db3-8e11-0b71d2b6b8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:07:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['d906221b-b5d9-447b-adba-ee6c97761bcf'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:10.215061 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-c78f41f8-f2ce-47c8-9d88-90b16eb96dba service neutron] For port 3306ed54-5eeb-4685-baf1-00edb7e864e2, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:08:10.218677 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-c78f41f8-f2ce-47c8-9d88-90b16eb96dba service neutron] For port 3306ed54-5eeb-4685-baf1-00edb7e864e2, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=3306ed54-5eeb-4685-baf1-00edb7e864e2,segment=NetworkSegment(22ce7cad-f606-4be2-87fd-719c2a222765),segment_id=22ce7cad-f606-4be2-87fd-719c2a222765)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:08:10.243483 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-c78f41f8-f2ce-47c8-9d88-90b16eb96dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:10.338681 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f5e0d257-405a-4c52-84dd-866bb5d50efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:10.344325 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-c78f41f8-f2ce-47c8-9d88-90b16eb96dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:10.352463 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-c78f41f8-f2ce-47c8-9d88-90b16eb96dba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:10.359436 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-c78f41f8-f2ce-47c8-9d88-90b16eb96dba service neutron] 10.222.0.84 "PUT /v2.0/ports/3306ed54-5eeb-4685-baf1-00edb7e864e2 HTTP/1.1" status: 200 len: 1091 time: 1.2783401 May 06 10:08:10.362433 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7471011-d29c-4bd0-abe6-aad046d7a2a3', 'tag': '3306ed54-5eeb-4685-baf1-00edb7e864e2'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:08:10.371473 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcbc91c-3e67-479f-9453-e24915875fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "f7471011-d29c-4bd0-abe6-aad046d7a2a3", "tag": "3306ed54-5eeb-4685-baf1-00edb7e864e2"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:08:10.397871 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e0d257-405a-4c52-84dd-866bb5d50efe None None] No DVR routers for this DVR port c0e14d82-b69d-48c4-a7e2-78ee18f803a7 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:08:10.416847 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-7d21a5fb-8fdd-4db3-8e11-0b71d2b6b8bd None None] Set router d906221b-b5d9-447b-adba-ee6c97761bcf gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:10.465434 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0d257-405a-4c52-84dd-866bb5d50efe None None] Pushing event deleted for resources: {'Port': ['ID=c0e14d82-b69d-48c4-a7e2-78ee18f803a7,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:10.519726 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f41f8-f2ce-47c8-9d88-90b16eb96dba service neutron] Pushing event updated for resources: {'Port': ['ID=3306ed54-5eeb-4685-baf1-00edb7e864e2,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:10.532275 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3103c000-bbbc-4dd3-9470-f35af011717c x-openstack-request-id: req-3103c000-bbbc-4dd3-9470-f35af011717c {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:08:10.535064 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7471011-d29c-4bd0-abe6-aad046d7a2a3", "tag": "3306ed54-5eeb-4685-baf1-00edb7e864e2", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:08:10.536804 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3103c000-bbbc-4dd3-9470-f35af011717c {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:08:10.538500 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3103c000-bbbc-4dd3-9470-f35af011717c'] response: {'name': 'network-changed', 'server_uuid': 'f7471011-d29c-4bd0-abe6-aad046d7a2a3', 'tag': '3306ed54-5eeb-4685-baf1-00edb7e864e2', 'status': 'completed', 'code': 200} May 06 10:08:10.547331 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-d489148f-5cb0-46a9-8149-5a5ee877cb6a admin admin] Deleting port 98358022-1b2b-4e2b-a9b9-431629410569 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:08:10.547804 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d489148f-5cb0-46a9-8149-5a5ee877cb6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:10.553803 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a71dd97-5319-47c0-8894-b552ee922596 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:10.566932 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7d21a5fb-8fdd-4db3-8e11-0b71d2b6b8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd906221b-b5d9-447b-adba-ee6c97761bcf', 'name': 'tempest-TestAggregatesBasicOps-1958546262-router', 'tenant_id': '84ee62b71d3548308879c1e1b8814a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:42Z', 'updated_at': '2022-05-06T10:08:10Z', 'revision_number': 6, 'project_id': '84ee62b71d3548308879c1e1b8814a82', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:10.591972 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-36252b02-0868-49a5-932c-3668d20ea934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:10.609813 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-36252b02-0868-49a5-932c-3668d20ea934 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=16e9c321c2164a61922260b9fc8a7435&device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3 HTTP/1.1" status: 200 len: 1094 time: 0.1892943 May 06 10:08:10.645175 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d21a5fb-8fdd-4db3-8e11-0b71d2b6b8bd None None] The sync data for ids ['d906221b-b5d9-447b-adba-ee6c97761bcf'] in n-d-840835-1 is: [{'id': 'd906221b-b5d9-447b-adba-ee6c97761bcf', 'name': 'tempest-TestAggregatesBasicOps-1958546262-router', 'tenant_id': '84ee62b71d3548308879c1e1b8814a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:42Z', 'updated_at': '2022-05-06T10:08:10Z', 'revision_number': 6, 'project_id': '84ee62b71d3548308879c1e1b8814a82', 'gw_port_host': None}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:08:10.703152 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71dd97-5319-47c0-8894-b552ee922596 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event deleted for resources: {'Port': ['ID=8c5570c8-d1a6-46be-89e3-f7a462206cf4,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:10.725306 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-502c4183-4498-4da8-9420-01bb7384ff7a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3306ed54-5eeb-4685-baf1-00edb7e864e2 HTTP/1.1" status: 200 len: 217 time: 0.1021233 May 06 10:08:10.802297 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-5f87fb08-35fb-4c9d-bd1d-88bf7b624589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:10.802543 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a71dd97-5319-47c0-8894-b552ee922596 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:10.804325 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-5f87fb08-35fb-4c9d-bd1d-88bf7b624589 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3f29583e-b4b5-42ae-890c-7e8921374c54 HTTP/1.1" status: 200 len: 847 time: 0.0720553 May 06 10:08:10.812464 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-d489148f-5cb0-46a9-8149-5a5ee877cb6a admin admin] For port 98358022-1b2b-4e2b-a9b9-431629410569, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=98358022-1b2b-4e2b-a9b9-431629410569,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:10.812735 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d489148f-5cb0-46a9-8149-5a5ee877cb6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:10.866660 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-7a4ab2bc-5ad7-4be4-a732-ac473e08cb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:10.868589 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-7a4ab2bc-5ad7-4be4-a732-ac473e08cb87 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f80ac33c-e0da-45bd-8888-e7be9e9c5572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520699 May 06 10:08:10.966948 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a71dd97-5319-47c0-8894-b552ee922596 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:10.968745 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-d489148f-5cb0-46a9-8149-5a5ee877cb6a admin admin] Calling delete_port for 98358022-1b2b-4e2b-a9b9-431629410569 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:08:10.972253 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a71dd97-5319-47c0-8894-b552ee922596 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:11.061180 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 4b2432a0-af3d-493a-adb5-d83bbe580797 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:11.076945 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-24182a94-ac1e-435c-ac13-be627c0ab395 service neutron] 10.222.0.84 "GET /v2.0/networks/f80ac33c-e0da-45bd-8888-e7be9e9c5572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009385 May 06 10:08:11.105119 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a71dd97-5319-47c0-8894-b552ee922596 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:11.106217 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a71dd97-5319-47c0-8894-b552ee922596 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Fanout notify agent at l3_agent the message router_deleted on router fc5d8737-63fb-40f3-babb-866fee59449b {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:08:11.137666 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9a71dd97-5319-47c0-8894-b552ee922596 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:11.138836 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9a71dd97-5319-47c0-8894-b552ee922596 tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "DELETE /v2.0/routers/fc5d8737-63fb-40f3-babb-866fee59449b HTTP/1.1" status: 204 len: 168 time: 2.0939448 May 06 10:08:11.145934 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56908) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:11.177991 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b4cc2-8e41-4c31-9caa-5880be1cb540 req-d022cb7b-3cbc-435b-8fa2-dd358a058f49 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:11.195581 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f5b4cc2-8e41-4c31-9caa-5880be1cb540 req-d022cb7b-3cbc-435b-8fa2-dd358a058f49 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3 HTTP/1.1" status: 200 len: 943 time: 0.2128942 May 06 10:08:11.208566 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 4b2432a0-af3d-493a-adb5-d83bbe580797 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:11.209128 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:11.318847 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e8389bd-4cc9-47f1-a7a5-47d89ce52dcc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:11.324290 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f5b4cc2-8e41-4c31-9caa-5880be1cb540 req-de87dcb3-969b-4c25-8ca2-43a86446ed43 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f989694-f644-4b0f-ba00-5ce2f047479e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273570 May 06 10:08:11.349106 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce1da22b-dfb6-4715-9e16-71b8d715386f req-32e60940-bdca-44e5-bb2c-0a478ee30dfc service neutron] 10.222.0.84 "GET /v2.0/networks/f80ac33c-e0da-45bd-8888-e7be9e9c5572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639971 May 06 10:08:11.465172 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbc91c-3e67-479f-9453-e24915875fa9 req-0a086c98-9553-499f-90e2-c34779eaf2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:11.466794 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ffcbc91c-3e67-479f-9453-e24915875fa9 req-0a086c98-9553-499f-90e2-c34779eaf2ce service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=16e9c321c2164a61922260b9fc8a7435&device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3 HTTP/1.1" status: 200 len: 1094 time: 0.0564661 May 06 10:08:11.522438 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e8389bd-4cc9-47f1-a7a5-47d89ce52dcc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:11.578709 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbc91c-3e67-479f-9453-e24915875fa9 req-b3101eea-4f70-4abd-9fbc-9d42816b7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:11.580740 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ffcbc91c-3e67-479f-9453-e24915875fa9 req-b3101eea-4f70-4abd-9fbc-9d42816b7e47 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f80ac33c-e0da-45bd-8888-e7be9e9c5572 HTTP/1.1" status: 200 len: 909 time: 0.1070702 May 06 10:08:11.581363 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-2e8389bd-4cc9-47f1-a7a5-47d89ce52dcc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e545980-4a9d-4982-bceb-7e0e18c13738']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:11.598622 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-2e8389bd-4cc9-47f1-a7a5-47d89ce52dcc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4836794c-6917-4bb5-8d05-83f369c185d4') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:11.599008 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-2e8389bd-4cc9-47f1-a7a5-47d89ce52dcc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4836794c-6917-4bb5-8d05-83f369c185d4') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:11.614078 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e8389bd-4cc9-47f1-a7a5-47d89ce52dcc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:11.627405 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d489148f-5cb0-46a9-8149-5a5ee877cb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:11.650757 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ffcbc91c-3e67-479f-9453-e24915875fa9 req-b60ac08a-de2c-4683-b0ee-8918b01306d6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3306ed54-5eeb-4685-baf1-00edb7e864e2 HTTP/1.1" status: 200 len: 217 time: 0.0576780 May 06 10:08:11.678337 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489148f-5cb0-46a9-8149-5a5ee877cb6a admin admin] Pushing event deleted for resources: {'Port': ['ID=98358022-1b2b-4e2b-a9b9-431629410569,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:11.681225 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e8389bd-4cc9-47f1-a7a5-47d89ce52dcc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:11.697659 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8389bd-4cc9-47f1-a7a5-47d89ce52dcc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:08:11.697981 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e8389bd-4cc9-47f1-a7a5-47d89ce52dcc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: timer() May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:08:11.702777 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:08:11.713376 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbc91c-3e67-479f-9453-e24915875fa9 req-05aa8a0e-c714-4d68-a76b-27c65561db2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:11.715563 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ffcbc91c-3e67-479f-9453-e24915875fa9 req-05aa8a0e-c714-4d68-a76b-27c65561db2d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3f29583e-b4b5-42ae-890c-7e8921374c54 HTTP/1.1" status: 200 len: 847 time: 0.0563092 May 06 10:08:11.766621 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbc91c-3e67-479f-9453-e24915875fa9 req-92fff6e5-9819-4555-9b4a-9e9fcd59195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:11.768899 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ffcbc91c-3e67-479f-9453-e24915875fa9 req-92fff6e5-9819-4555-9b4a-9e9fcd59195a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f80ac33c-e0da-45bd-8888-e7be9e9c5572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459957 May 06 10:08:11.817942 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e8389bd-4cc9-47f1-a7a5-47d89ce52dcc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:11.822721 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2e8389bd-4cc9-47f1-a7a5-47d89ce52dcc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:11.831530 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2e8389bd-4cc9-47f1-a7a5-47d89ce52dcc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] 10.222.0.73 "DELETE /v2.0/networks/7e545980-4a9d-4982-bceb-7e0e18c13738 HTTP/1.1" status: 204 len: 168 time: 0.6845765 May 06 10:08:11.841976 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d489148f-5cb0-46a9-8149-5a5ee877cb6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:11.891451 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8389bd-4cc9-47f1-a7a5-47d89ce52dcc tempest-TestNetworkBasicOps-1807414979 tempest-TestNetworkBasicOps-1807414979-project] Pushing event deleted for resources: {'Network': ['ID=7e545980-4a9d-4982-bceb-7e0e18c13738,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:11.925665 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 4902315a-ffcd-4209-b521-d7d9836ddc3e no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:08:11.974698 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ffcbc91c-3e67-479f-9453-e24915875fa9 req-a05c45bd-b0bd-4d61-9e97-43e7dbc22247 service neutron] 10.222.0.84 "GET /v2.0/networks/f80ac33c-e0da-45bd-8888-e7be9e9c5572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984766 May 06 10:08:11.980491 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 4902315a-ffcd-4209-b521-d7d9836ddc3e {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:08:11.982950 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 4902315a-ffcd-4209-b521-d7d9836ddc3e not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:08:11.983523 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device c0e14d82-b69d-48c4-a7e2-78ee18f803a7 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:08:11.986939 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d489148f-5cb0-46a9-8149-5a5ee877cb6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:11.995000 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d489148f-5cb0-46a9-8149-5a5ee877cb6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:12.026277 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: c0e14d82-b69d-48c4-a7e2-78ee18f803a7 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:08:12.026912 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device c0e14d82-b69d-48c4-a7e2-78ee18f803a7 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:08:12.061777 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d489148f-5cb0-46a9-8149-5a5ee877cb6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:12.061777 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d489148f-5cb0-46a9-8149-5a5ee877cb6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d906221b-b5d9-447b-adba-ee6c97761bcf {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:08:12.072708 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d489148f-5cb0-46a9-8149-5a5ee877cb6a admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:12.077283 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d489148f-5cb0-46a9-8149-5a5ee877cb6a admin admin] 10.222.0.73 "DELETE /v2.0/routers/d906221b-b5d9-447b-adba-ee6c97761bcf HTTP/1.1" status: 204 len: 168 time: 2.8887391 May 06 10:08:12.077619 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56916) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:12.114458 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ffcbc91c-3e67-479f-9453-e24915875fa9 req-f68f43f7-4262-4dda-9ad1-87c948089967 service neutron] 10.222.0.84 "GET /v2.0/networks/f80ac33c-e0da-45bd-8888-e7be9e9c5572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304553 May 06 10:08:12.152522 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc058ccf-409d-4dde-915b-148bb322d25b admin admin] Deleting subnet 00ac6fd6-c4e8-4d47-9991-f242ab713600 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:08:12.156680 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cc058ccf-409d-4dde-915b-148bb322d25b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:12.197017 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cc058ccf-409d-4dde-915b-148bb322d25b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:12.246695 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56920) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:12.288807 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cc058ccf-409d-4dde-915b-148bb322d25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:12.349913 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cc058ccf-409d-4dde-915b-148bb322d25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:12.385873 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc058ccf-409d-4dde-915b-148bb322d25b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00ac6fd6-c4e8-4d47-9991-f242ab713600,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:12.390055 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cc058ccf-409d-4dde-915b-148bb322d25b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:12.396126 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cc058ccf-409d-4dde-915b-148bb322d25b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/00ac6fd6-c4e8-4d47-9991-f242ab713600 HTTP/1.1" status: 204 len: 168 time: 0.3170552 May 06 10:08:12.396736 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56926) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:12.397248 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ca5baa-3517-4b8e-8bc0-d327dcf87864 None None] Network 68136fef-1581-4162-88e4-6adeb28a5f7c requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:08:12.468287 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5da0c40e-015b-4034-8d9e-8d0ceb2e719a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a50139172da04b07b17553ee2a3c6289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2201455 May 06 10:08:12.474293 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56928) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:12.486971 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6930ecc4-2c26-4ce5-9581-6744dfa8a23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:12.509690 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f511a0-7472-467b-97ff-bb32470c1d3e req-cfdd5f69-9b56-4a19-b9d2-2d7df708e666 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:12.511733 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-80f511a0-7472-467b-97ff-bb32470c1d3e req-cfdd5f69-9b56-4a19-b9d2-2d7df708e666 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3 HTTP/1.1" status: 200 len: 943 time: 0.0606179 May 06 10:08:12.564904 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-80f511a0-7472-467b-97ff-bb32470c1d3e req-fbb80b9f-f0d0-472d-a57c-f437dbb87c7f tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f989694-f644-4b0f-ba00-5ce2f047479e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469470 May 06 10:08:12.583426 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2ff3d24a-e38a-4099-bb6e-e8c2238ce475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:12.610573 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2ff3d24a-e38a-4099-bb6e-e8c2238ce475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:12.630749 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-6930ecc4-2c26-4ce5-9581-6744dfa8a23a admin admin] Deleting port 65555a19-baac-47bc-9d25-59b0cc98ecfc {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:08:12.631095 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6930ecc4-2c26-4ce5-9581-6744dfa8a23a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:12.659900 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8defa2b6-01d9-48bb-a03e-70492ff483dc None None] DHCP port deletion for 68136fef-1581-4162-88e4-6adeb28a5f7c request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:08:12.750396 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-6930ecc4-2c26-4ce5-9581-6744dfa8a23a admin admin] For port 65555a19-baac-47bc-9d25-59b0cc98ecfc, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=65555a19-baac-47bc-9d25-59b0cc98ecfc,segment=NetworkSegment(8a55d5c4-88dc-4026-8992-0d8f21693c15),segment_id=8a55d5c4-88dc-4026-8992-0d8f21693c15)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:12.750897 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6930ecc4-2c26-4ce5-9581-6744dfa8a23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:12.757833 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-8defa2b6-01d9-48bb-a03e-70492ff483dc None None] Deleting port 65555a19-baac-47bc-9d25-59b0cc98ecfc {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:08:12.759172 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8defa2b6-01d9-48bb-a03e-70492ff483dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:12.762519 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device cf886958-2fe6-46cf-8190-e06cae5cf95a no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:08:12.762683 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2ff3d24a-e38a-4099-bb6e-e8c2238ce475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:12.767939 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2ff3d24a-e38a-4099-bb6e-e8c2238ce475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:12.772131 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2ff3d24a-e38a-4099-bb6e-e8c2238ce475 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/536aa28f-a4d2-4c8c-a2c6-66ac20e2c443 HTTP/1.1" status: 204 len: 168 time: 0.2942483 May 06 10:08:12.792429 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-6930ecc4-2c26-4ce5-9581-6744dfa8a23a admin admin] Calling delete_port for 65555a19-baac-47bc-9d25-59b0cc98ecfc owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:08:12.801258 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: cf886958-2fe6-46cf-8190-e06cae5cf95a {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:08:12.801705 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device cf886958-2fe6-46cf-8190-e06cae5cf95a not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:08:12.802228 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 98358022-1b2b-4e2b-a9b9-431629410569 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:08:12.812197 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3d24a-e38a-4099-bb6e-e8c2238ce475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536aa28f-a4d2-4c8c-a2c6-66ac20e2c443,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:12.871586 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 98358022-1b2b-4e2b-a9b9-431629410569 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:08:12.872172 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 98358022-1b2b-4e2b-a9b9-431629410569 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:08:12.872768 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 65555a19-baac-47bc-9d25-59b0cc98ecfc no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:08:12.941265 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8defa2b6-01d9-48bb-a03e-70492ff483dc None None] For port 65555a19-baac-47bc-9d25-59b0cc98ecfc, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=65555a19-baac-47bc-9d25-59b0cc98ecfc,segment=NetworkSegment(8a55d5c4-88dc-4026-8992-0d8f21693c15),segment_id=8a55d5c4-88dc-4026-8992-0d8f21693c15)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:12.941812 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8defa2b6-01d9-48bb-a03e-70492ff483dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:12.963234 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-8defa2b6-01d9-48bb-a03e-70492ff483dc None None] Calling delete_port for 65555a19-baac-47bc-9d25-59b0cc98ecfc owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:08:13.013343 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6930ecc4-2c26-4ce5-9581-6744dfa8a23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:13.048090 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6930ecc4-2c26-4ce5-9581-6744dfa8a23a admin admin] No DVR routers for this DVR port 65555a19-baac-47bc-9d25-59b0cc98ecfc on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:08:13.052940 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:13.101599 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 8c5570c8-d1a6-46be-89e3-f7a462206cf4 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:08:13.122723 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 8c5570c8-d1a6-46be-89e3-f7a462206cf4 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:08:13.123243 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 8c5570c8-d1a6-46be-89e3-f7a462206cf4 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:08:13.138461 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930ecc4-2c26-4ce5-9581-6744dfa8a23a admin admin] Pushing event deleted for resources: {'Port': ['ID=65555a19-baac-47bc-9d25-59b0cc98ecfc,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:13.147061 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8defa2b6-01d9-48bb-a03e-70492ff483dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:13.179101 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defa2b6-01d9-48bb-a03e-70492ff483dc None None] Pushing event deleted for resources: {'Port': ['ID=65555a19-baac-47bc-9d25-59b0cc98ecfc,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:13.183280 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8defa2b6-01d9-48bb-a03e-70492ff483dc None None] No DVR routers for this DVR port 65555a19-baac-47bc-9d25-59b0cc98ecfc on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:08:13.195615 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 56938) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:13.227085 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b62a599e-1193-4486-a20c-9232dfcbfdfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:13.246295 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6930ecc4-2c26-4ce5-9581-6744dfa8a23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:13.268677 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-6930ecc4-2c26-4ce5-9581-6744dfa8a23a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68136fef-1581-4162-88e4-6adeb28a5f7c']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:13.279046 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-6930ecc4-2c26-4ce5-9581-6744dfa8a23a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a55d5c4-88dc-4026-8992-0d8f21693c15') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:13.279608 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-6930ecc4-2c26-4ce5-9581-6744dfa8a23a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a55d5c4-88dc-4026-8992-0d8f21693c15') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:13.294807 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6930ecc4-2c26-4ce5-9581-6744dfa8a23a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:13.315733 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6930ecc4-2c26-4ce5-9581-6744dfa8a23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:13.322580 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6930ecc4-2c26-4ce5-9581-6744dfa8a23a admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:08:13.323205 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6930ecc4-2c26-4ce5-9581-6744dfa8a23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:13.325052 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b62a599e-1193-4486-a20c-9232dfcbfdfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: timer() May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:08:13.325833 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:08:13.331676 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b62a599e-1193-4486-a20c-9232dfcbfdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:13.338531 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 3306ed54-5eeb-4685-baf1-00edb7e864e2 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:08:13.373747 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b62a599e-1193-4486-a20c-9232dfcbfdfd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=af6d54125d1b4aa78c98ad54f1f1d051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1754246 May 06 10:08:13.374620 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a599e-1193-4486-a20c-9232dfcbfdfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c875ba81-141b-4bb5-9023-bc0149a6403b,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:13.376986 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56940) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:13.411941 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6930ecc4-2c26-4ce5-9581-6744dfa8a23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:13.417422 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6930ecc4-2c26-4ce5-9581-6744dfa8a23a admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:13.420680 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6930ecc4-2c26-4ce5-9581-6744dfa8a23a admin admin] 10.222.0.73 "DELETE /v2.0/networks/68136fef-1581-4162-88e4-6adeb28a5f7c HTTP/1.1" status: 204 len: 168 time: 1.0230005 May 06 10:08:13.446438 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930ecc4-2c26-4ce5-9581-6744dfa8a23a admin admin] Pushing event deleted for resources: {'Network': ['ID=68136fef-1581-4162-88e4-6adeb28a5f7c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:13.472532 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e855eb2b-826d-4dc3-8411-ca6d7298c002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:13.478291 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 3306ed54-5eeb-4685-baf1-00edb7e864e2, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=3306ed54-5eeb-4685-baf1-00edb7e864e2,segment=NetworkSegment(22ce7cad-f606-4be2-87fd-719c2a222765),segment_id=22ce7cad-f606-4be2-87fd-719c2a222765)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:13.491332 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '3306ed54-5eeb-4685-baf1-00edb7e864e2', 'network_id': 'f80ac33c-e0da-45bd-8888-e7be9e9c5572', 'port_id': '3306ed54-5eeb-4685-baf1-00edb7e864e2', 'mac_address': 'fa:16:3e:de:a2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f29583e-b4b5-42ae-890c-7e8921374c54', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:08:13.504640 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e855eb2b-826d-4dc3-8411-ca6d7298c002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:13.544972 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:13.559895 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3306ed54-5eeb-4685-baf1-00edb7e864e2 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:08:13.567641 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e855eb2b-826d-4dc3-8411-ca6d7298c002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:13.570490 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e855eb2b-826d-4dc3-8411-ca6d7298c002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:13.574850 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e855eb2b-826d-4dc3-8411-ca6d7298c002 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c875ba81-141b-4bb5-9023-bc0149a6403b HTTP/1.1" status: 204 len: 168 time: 0.1933804 May 06 10:08:13.589184 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 3306ed54-5eeb-4685-baf1-00edb7e864e2, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=3306ed54-5eeb-4685-baf1-00edb7e864e2,segment=NetworkSegment(22ce7cad-f606-4be2-87fd-719c2a222765),segment_id=22ce7cad-f606-4be2-87fd-719c2a222765)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:13.594870 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:13.596920 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855eb2b-826d-4dc3-8411-ca6d7298c002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c875ba81-141b-4bb5-9023-bc0149a6403b,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:13.665791 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=3306ed54-5eeb-4685-baf1-00edb7e864e2,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:13.721844 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebb766-e380-4e79-89c2-dc101c372724 req-45cd623f-27a6-4730-b30e-e6e2df4656f1 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:13.729402 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-28ebb766-e380-4e79-89c2-dc101c372724 req-45cd623f-27a6-4730-b30e-e6e2df4656f1 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3 HTTP/1.1" status: 200 len: 944 time: 0.0692747 May 06 10:08:13.742568 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56948) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:13.785357 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-28ebb766-e380-4e79-89c2-dc101c372724 req-42c88c47-43ad-4b92-9268-d368295f956c tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f989694-f644-4b0f-ba00-5ce2f047479e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495694 May 06 10:08:13.796770 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-dc20ff99-fcc3-4731-97df-4ff2c436bc76 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=18585224eab84da2bdb30a5a614c190b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483780 May 06 10:08:13.797964 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56954) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:13.803164 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['3306ed54-5eeb-4685-baf1-00edb7e864e2'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:08:13.858116 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3ab73ae3-9add-4d51-a1d0-6dd9b3d5eea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:13.888620 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3ab73ae3-9add-4d51-a1d0-6dd9b3d5eea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:13.960895 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3ab73ae3-9add-4d51-a1d0-6dd9b3d5eea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:13.963963 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3ab73ae3-9add-4d51-a1d0-6dd9b3d5eea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:13.966386 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3ab73ae3-9add-4d51-a1d0-6dd9b3d5eea4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/637b0e1d-d470-4834-87bd-2effc89ce2af HTTP/1.1" status: 204 len: 168 time: 0.1674049 May 06 10:08:13.981572 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab73ae3-9add-4d51-a1d0-6dd9b3d5eea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637b0e1d-d470-4834-87bd-2effc89ce2af,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:14.312451 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56974) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:14.356125 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-deb270d4-956f-46c9-b161-26d036b200c0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=84ee62b71d3548308879c1e1b8814a82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419447 May 06 10:08:14.358668 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 56978) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:14.414215 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b43863c1-d608-45b8-949b-cbf75baec393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:14.439474 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b43863c1-d608-45b8-949b-cbf75baec393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:14.493156 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b43863c1-d608-45b8-949b-cbf75baec393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:14.495813 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b43863c1-d608-45b8-949b-cbf75baec393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:14.499334 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b43863c1-d608-45b8-949b-cbf75baec393 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/606285dc-d423-46c8-a1e8-93c9638116ff HTTP/1.1" status: 204 len: 168 time: 0.1372988 May 06 10:08:14.509520 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43863c1-d608-45b8-949b-cbf75baec393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606285dc-d423-46c8-a1e8-93c9638116ff,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:14.966628 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab26e0-5b21-4e35-98b7-7317690c9cdc req-40141b63-3a6a-4dd5-bc5c-64242ac8ea35 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:14.968467 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-94ab26e0-5b21-4e35-98b7-7317690c9cdc req-40141b63-3a6a-4dd5-bc5c-64242ac8ea35 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3 HTTP/1.1" status: 200 len: 944 time: 0.0973723 May 06 10:08:15.021516 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-94ab26e0-5b21-4e35-98b7-7317690c9cdc req-ddcbe9f4-09b3-4fa9-8c5d-de53d0adee33 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f989694-f644-4b0f-ba00-5ce2f047479e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468676 May 06 10:08:15.370422 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 3306ed54-5eeb-4685-baf1-00edb7e864e2 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:15.409419 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57048) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:15.492780 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 3306ed54-5eeb-4685-baf1-00edb7e864e2 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:08:15.501926 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 3306ed54-5eeb-4685-baf1-00edb7e864e2 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:15.502299 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:15.598220 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:15.615738 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-2d71a8e7-cf88-4c2e-a49c-42e9b3f68015 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1921401849-network', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:15.622956 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7471011-d29c-4bd0-abe6-aad046d7a2a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3306ed54-5eeb-4685-baf1-00edb7e864e2'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:08:15.625316 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8ed958-c04a-4f71-b12f-8a3c26131ab0" -d '{"events": [{"server_uuid": "f7471011-d29c-4bd0-abe6-aad046d7a2a3", "name": "network-vif-plugged", "status": "completed", "tag": "3306ed54-5eeb-4685-baf1-00edb7e864e2"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:08:15.638162 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 3306ed54-5eeb-4685-baf1-00edb7e864e2, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=3306ed54-5eeb-4685-baf1-00edb7e864e2,segment=NetworkSegment(22ce7cad-f606-4be2-87fd-719c2a222765),segment_id=22ce7cad-f606-4be2-87fd-719c2a222765)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:15.642609 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:15.678610 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d71a8e7-cf88-4c2e-a49c-42e9b3f68015 admin admin] Made reservation on behalf of 7cb12c0888cc4f8a80e8e3d90fb1fcf1 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:08:15.696804 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2d71a8e7-cf88-4c2e-a49c-42e9b3f68015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:15.708640 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c35e9b-fdd5-4d94-be56-7086be31572c x-openstack-request-id: req-a0c35e9b-fdd5-4d94-be56-7086be31572c {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:08:15.708936 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7471011-d29c-4bd0-abe6-aad046d7a2a3", "name": "network-vif-plugged", "status": "completed", "tag": "3306ed54-5eeb-4685-baf1-00edb7e864e2", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:08:15.709286 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a0c35e9b-fdd5-4d94-be56-7086be31572c {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:08:15.709666 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0c35e9b-fdd5-4d94-be56-7086be31572c'] response: {'server_uuid': 'f7471011-d29c-4bd0-abe6-aad046d7a2a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3306ed54-5eeb-4685-baf1-00edb7e864e2', 'code': 200} May 06 10:08:15.710551 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=3306ed54-5eeb-4685-baf1-00edb7e864e2,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:15.718171 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2d71a8e7-cf88-4c2e-a49c-42e9b3f68015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:15.840660 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2d71a8e7-cf88-4c2e-a49c-42e9b3f68015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:15.850094 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689039f-1351-48fd-bdfa-f3aaa646a34a req-4a947fc1-2385-4a32-94be-260290fef51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:15.851789 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8689039f-1351-48fd-bdfa-f3aaa646a34a req-4a947fc1-2385-4a32-94be-260290fef51d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3 HTTP/1.1" status: 200 len: 1096 time: 0.0750229 May 06 10:08:15.852427 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2d71a8e7-cf88-4c2e-a49c-42e9b3f68015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:15.890424 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d71a8e7-cf88-4c2e-a49c-42e9b3f68015 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:08:15.912484 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2d71a8e7-cf88-4c2e-a49c-42e9b3f68015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:15.912900 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-2d71a8e7-cf88-4c2e-a49c-42e9b3f68015 admin admin] Added segment 41853fd3-19ad-4892-b119-394b1648bb68 of type vlan for network e79942ca-e345-49b7-9237-09d84c169e88 May 06 10:08:15.914783 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71a8e7-cf88-4c2e-a49c-42e9b3f68015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb0994a-42e5-4a5e-b505-656201afa0c2,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:15.947216 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-575a52df-9f3c-43db-801b-de7e2713cf33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:15.975758 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8689039f-1351-48fd-bdfa-f3aaa646a34a req-7851fff5-98f2-4041-87d8-306b90278653 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=0f989694-f644-4b0f-ba00-5ce2f047479e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143231 May 06 10:08:15.991725 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2d71a8e7-cf88-4c2e-a49c-42e9b3f68015 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:16.023002 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2d71a8e7-cf88-4c2e-a49c-42e9b3f68015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:16.024631 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d71a8e7-cf88-4c2e-a49c-42e9b3f68015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:16.025753 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2d71a8e7-cf88-4c2e-a49c-42e9b3f68015 admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:16.092438 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2d71a8e7-cf88-4c2e-a49c-42e9b3f68015 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6798983 May 06 10:08:16.095267 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57144) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:16.100910 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-7983e151-74d8-4239-939e-5b86bba496da admin admin] Request body: {'subnet': {'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1921401849-subnet', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:16.101972 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71a8e7-cf88-4c2e-a49c-42e9b3f68015 admin admin] Pushing event updated for resources: {'Network': ['ID=e79942ca-e345-49b7-9237-09d84c169e88,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:16.114254 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network e79942ca-e345-49b7-9237-09d84c169e88 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:08:16.136941 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7983e151-74d8-4239-939e-5b86bba496da admin admin] Made reservation on behalf of 7cb12c0888cc4f8a80e8e3d90fb1fcf1 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:08:16.140118 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7983e151-74d8-4239-939e-5b86bba496da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:16.206279 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea29611-9f9f-479e-875f-a0f9a65221a6 req-2c1d28a9-2104-4162-89e2-b804f8603bec tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:16.210956 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2ea29611-9f9f-479e-875f-a0f9a65221a6 req-2c1d28a9-2104-4162-89e2-b804f8603bec tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3 HTTP/1.1" status: 200 len: 945 time: 0.0834131 May 06 10:08:16.257832 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2ea29611-9f9f-479e-875f-a0f9a65221a6 req-d65ecc8f-b77c-40cf-899a-0ecd0ffb2bb1 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f989694-f644-4b0f-ba00-5ce2f047479e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435171 May 06 10:08:16.361226 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7983e151-74d8-4239-939e-5b86bba496da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:16.426051 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983e151-74d8-4239-939e-5b86bba496da admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c703b66-fbd0-4b8e-aa48-38bd7169d05a,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:16.447269 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57156) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:16.447541 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7983e151-74d8-4239-939e-5b86bba496da admin admin] Checking segment: {'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:08:16.448039 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7983e151-74d8-4239-939e-5b86bba496da admin admin] Network hostable DHCP agents. Network: e79942ca-e345-49b7-9237-09d84c169e88, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:08:16.470410 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7983e151-74d8-4239-939e-5b86bba496da admin admin] Network e79942ca-e345-49b7-9237-09d84c169e88 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:08:16.483761 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-7983e151-74d8-4239-939e-5b86bba496da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, e79942ca-e345-49b7-9237-09d84c169e88) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:16.488620 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7983e151-74d8-4239-939e-5b86bba496da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:16.489472 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7983e151-74d8-4239-939e-5b86bba496da admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:16.494548 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600b45c2-0f57-460e-a50f-259d8b10887a None None] Network e79942ca-e345-49b7-9237-09d84c169e88 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:08:16.512734 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7983e151-74d8-4239-939e-5b86bba496da admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4163158 May 06 10:08:16.515334 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57160) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:16.520418 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-0caa48b1-12e3-487a-a607-fc873b7fe846 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1921401849-router', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:16.545468 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0caa48b1-12e3-487a-a607-fc873b7fe846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:16.547032 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0caa48b1-12e3-487a-a607-fc873b7fe846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:16.624670 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-223c55bd-d5d3-4b25-a099-2b4389e466a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:16.648274 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0caa48b1-12e3-487a-a607-fc873b7fe846 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:16.755065 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea67267-0821-4d90-ae45-ba6041a41f28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-e79942ca-e345-49b7-9237-09d84c169e88', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'fixed_ips': [{'subnet_id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:08:16.756297 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dea67267-0821-4d90-ae45-ba6041a41f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:16.777728 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-223c55bd-d5d3-4b25-a099-2b4389e466a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:16.787673 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-223c55bd-d5d3-4b25-a099-2b4389e466a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:16.899648 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-223c55bd-d5d3-4b25-a099-2b4389e466a0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=699d2f2744c043b890614e59ac29306a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4484379 May 06 10:08:16.899648 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c55bd-d5d3-4b25-a099-2b4389e466a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18ba8cf-ee27-429a-8eb4-59d7d87ec2f6,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:16.919752 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57164) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:17.056591 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-86a989a3-a294-469c-8637-91467a257bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:17.189491 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-86a989a3-a294-469c-8637-91467a257bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:17.234323 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0caa48b1-12e3-487a-a607-fc873b7fe846 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:17.264111 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-86a989a3-a294-469c-8637-91467a257bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:17.268703 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-86a989a3-a294-469c-8637-91467a257bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:17.270494 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-86a989a3-a294-469c-8637-91467a257bc2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b18ba8cf-ee27-429a-8eb4-59d7d87ec2f6 HTTP/1.1" status: 204 len: 168 time: 0.3487136 May 06 10:08:17.280008 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a989a3-a294-469c-8637-91467a257bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18ba8cf-ee27-429a-8eb4-59d7d87ec2f6,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:17.287064 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-dea67267-0821-4d90-ae45-ba6041a41f28 None None] Allocated IP 172.20.0.2 (e79942ca-e345-49b7-9237-09d84c169e88/6c703b66-fbd0-4b8e-aa48-38bd7169d05a/344126b5-f969-44c6-ab20-41bc6e819ba7) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:08:17.467840 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05966a0-917f-40c9-8ea0-6810480d56ac req-f6d745c6-534d-4915-9130-5c968516ec06 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:17.470346 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f05966a0-917f-40c9-8ea0-6810480d56ac req-f6d745c6-534d-4915-9130-5c968516ec06 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3 HTTP/1.1" status: 200 len: 945 time: 0.0852327 May 06 10:08:17.505797 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dea67267-0821-4d90-ae45-ba6041a41f28 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:17.533745 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dea67267-0821-4d90-ae45-ba6041a41f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:17.544272 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f05966a0-917f-40c9-8ea0-6810480d56ac req-1633de3d-d5fc-4d64-a079-17a494d5d286 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f989694-f644-4b0f-ba00-5ce2f047479e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604916 May 06 10:08:17.586028 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0caa48b1-12e3-487a-a607-fc873b7fe846 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:17.613000 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0caa48b1-12e3-487a-a607-fc873b7fe846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:17.617521 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea67267-0821-4d90-ae45-ba6041a41f28 None None] Network e79942ca-e345-49b7-9237-09d84c169e88 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:08:17.620582 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-dea67267-0821-4d90-ae45-ba6041a41f28 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:17.630031 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea67267-0821-4d90-ae45-ba6041a41f28 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:08:17.634389 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea67267-0821-4d90-ae45-ba6041a41f28 None None] Pushing event updated for resources: {'Port': ['ID=344126b5-f969-44c6-ab20-41bc6e819ba7,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:17.720950 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-dea67267-0821-4d90-ae45-ba6041a41f28 None None] Attempting to bind port 344126b5-f969-44c6-ab20-41bc6e819ba7 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:08:17.721744 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-dea67267-0821-4d90-ae45-ba6041a41f28 None None] Attempting to bind port 344126b5-f969-44c6-ab20-41bc6e819ba7 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:08:17.722129 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea67267-0821-4d90-ae45-ba6041a41f28 None None] Attempting to bind port 344126b5-f969-44c6-ab20-41bc6e819ba7 on network e79942ca-e345-49b7-9237-09d84c169e88 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:08:17.728757 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea67267-0821-4d90-ae45-ba6041a41f28 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:08:17.729480 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea67267-0821-4d90-ae45-ba6041a41f28 None None] Checking segment: {'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:08:17.730125 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dea67267-0821-4d90-ae45-ba6041a41f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:17.731403 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea67267-0821-4d90-ae45-ba6041a41f28 None None] Bound using segment: {'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:08:17.732071 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-dea67267-0821-4d90-ae45-ba6041a41f28 None None] Bound port: 344126b5-f969-44c6-ab20-41bc6e819ba7, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:08:17.732642 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dea67267-0821-4d90-ae45-ba6041a41f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:17.765740 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa11e8a-7274-4044-9a06-99427df5b8f2 req-3f558b3c-7c51-4b1a-b5bb-9b6215a402b3 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:17.768349 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3fa11e8a-7274-4044-9a06-99427df5b8f2 req-3f558b3c-7c51-4b1a-b5bb-9b6215a402b3 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3 HTTP/1.1" status: 200 len: 945 time: 0.1219974 May 06 10:08:17.823416 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-dea67267-0821-4d90-ae45-ba6041a41f28 None None] For port 344126b5-f969-44c6-ab20-41bc6e819ba7, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:08:17.829633 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57194) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:17.832339 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-dea67267-0821-4d90-ae45-ba6041a41f28 None None] For port 344126b5-f969-44c6-ab20-41bc6e819ba7, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=344126b5-f969-44c6-ab20-41bc6e819ba7,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:08:17.839768 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dea67267-0821-4d90-ae45-ba6041a41f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:17.841216 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-0caa48b1-12e3-487a-a607-fc873b7fe846 admin admin] Allocated IP 172.25.5.8 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/86fab736-81b5-47d9-b2b6-911e86296d0f) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:08:17.843330 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3fa11e8a-7274-4044-9a06-99427df5b8f2 req-f5ebe30b-1522-4812-ad48-a11eeced4244 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f989694-f644-4b0f-ba00-5ce2f047479e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671594 May 06 10:08:17.850247 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7bf827e5-e5e6-4fea-9fe0-9329f90cd760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:17.957138 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7bf827e5-e5e6-4fea-9fe0-9329f90cd760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:17.968206 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea67267-0821-4d90-ae45-ba6041a41f28 None None] Pushing event updated for resources: {'Port': ['ID=344126b5-f969-44c6-ab20-41bc6e819ba7,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:17.972471 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7bf827e5-e5e6-4fea-9fe0-9329f90cd760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:18.047635 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7bf827e5-e5e6-4fea-9fe0-9329f90cd760 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6cddd3d8be1e43df91fc40b09ff1903d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2139404 May 06 10:08:18.048131 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57200) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:18.050350 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf827e5-e5e6-4fea-9fe0-9329f90cd760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa02b8f-03fc-4060-9041-2ddec724d3b1,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:18.101433 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0caa48b1-12e3-487a-a607-fc873b7fe846 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:18.112784 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafbd655-78ea-4964-9fa8-936eaecbff98 req-ee17363c-dc33-44ea-9b98-c4f6245c0552 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:18.114349 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fafbd655-78ea-4964-9fa8-936eaecbff98 req-ee17363c-dc33-44ea-9b98-c4f6245c0552 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3 HTTP/1.1" status: 200 len: 945 time: 0.1073151 May 06 10:08:18.141107 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8e1df6de-b05d-4316-a02c-d9bea35a55ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:18.154290 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0caa48b1-12e3-487a-a607-fc873b7fe846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:18.185336 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8e1df6de-b05d-4316-a02c-d9bea35a55ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:18.200189 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fafbd655-78ea-4964-9fa8-936eaecbff98 req-3b9a6944-175c-4a37-b2e3-e6651df7315e tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f989694-f644-4b0f-ba00-5ce2f047479e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768120 May 06 10:08:18.227387 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caa48b1-12e3-487a-a607-fc873b7fe846 admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:08:18.235522 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-0caa48b1-12e3-487a-a607-fc873b7fe846 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:18.242518 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caa48b1-12e3-487a-a607-fc873b7fe846 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:08:18.264461 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57206) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:18.328242 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8e1df6de-b05d-4316-a02c-d9bea35a55ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:18.330807 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8e1df6de-b05d-4316-a02c-d9bea35a55ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:18.334361 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa48b1-12e3-487a-a607-fc873b7fe846 admin admin] Pushing event updated for resources: {'Port': ['ID=86fab736-81b5-47d9-b2b6-911e86296d0f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:18.338365 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8e1df6de-b05d-4316-a02c-d9bea35a55ca admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7fa02b8f-03fc-4060-9041-2ddec724d3b1 HTTP/1.1" status: 204 len: 168 time: 0.2848246 May 06 10:08:18.365811 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1df6de-b05d-4316-a02c-d9bea35a55ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa02b8f-03fc-4060-9041-2ddec724d3b1,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:18.477590 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1fbc47b5-34d9-4269-8d3b-b8bc2cf626b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:18.722057 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea33707-8327-45b4-b80c-eac2805ff247 tempest-TestServerBasicOps-1122459500 tempest-TestServerBasicOps-1122459500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:18.724803 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2ea33707-8327-45b4-b80c-eac2805ff247 tempest-TestServerBasicOps-1122459500 tempest-TestServerBasicOps-1122459500-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3 HTTP/1.1" status: 200 len: 1091 time: 0.4583638 May 06 10:08:18.727861 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57222) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:18.738134 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-be20e872-580e-4d2c-80cc-029df35fa747 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'port_id': '3306ed54-5eeb-4685-baf1-00edb7e864e2', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:18.767755 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0caa48b1-12e3-487a-a607-fc873b7fe846 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:18.768734 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-be20e872-580e-4d2c-80cc-029df35fa747 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:18.860748 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 344126b5-f969-44c6-ab20-41bc6e819ba7 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:18.956172 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-be20e872-580e-4d2c-80cc-029df35fa747 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:18.975040 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:18.976330 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 344126b5-f969-44c6-ab20-41bc6e819ba7 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:18.976695 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:19.083430 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0caa48b1-12e3-487a-a607-fc873b7fe846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:19.206261 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-be20e872-580e-4d2c-80cc-029df35fa747 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Allocated IP 172.25.5.209 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/f29e3ff4-d315-46ea-a869-0a5d7fbb630a) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:08:19.238711 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:19.289665 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 344126b5-f969-44c6-ab20-41bc6e819ba7, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=344126b5-f969-44c6-ab20-41bc6e819ba7,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:19.296123 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:19.347868 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0caa48b1-12e3-487a-a607-fc873b7fe846 admin admin] Router c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:08:19.369482 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=344126b5-f969-44c6-ab20-41bc6e819ba7,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:19.441017 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-be20e872-580e-4d2c-80cc-029df35fa747 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:19.481277 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfc27ef-d404-45c3-af20-f4bf9aea22a2 None None] Network e79942ca-e345-49b7-9237-09d84c169e88 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:08:19.505193 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-be20e872-580e-4d2c-80cc-029df35fa747 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:19.586916 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be20e872-580e-4d2c-80cc-029df35fa747 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:08:19.590593 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-be20e872-580e-4d2c-80cc-029df35fa747 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:19.593349 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be20e872-580e-4d2c-80cc-029df35fa747 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:08:19.597439 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0caa48b1-12e3-487a-a607-fc873b7fe846 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:08:19.622962 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0caa48b1-12e3-487a-a607-fc873b7fe846 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:19.624585 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0caa48b1-12e3-487a-a607-fc873b7fe846 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1079044 May 06 10:08:19.627238 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57254) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:19.638674 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126e2cb4-3277-4a84-8599-6e9375c3a3be None None] Sync routers for ids ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:08:19.642024 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20e872-580e-4d2c-80cc-029df35fa747 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Pushing event updated for resources: {'Port': ['ID=f29e3ff4-d315-46ea-a869-0a5d7fbb630a,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:19.671671 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-9ed9224c-4044-41eb-9ceb-dabf87880b54 None None] Provisioning complete for port 344126b5-f969-44c6-ab20-41bc6e819ba7 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:19.672043 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9ed9224c-4044-41eb-9ceb-dabf87880b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:19.673782 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:19.718287 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126e2cb4-3277-4a84-8599-6e9375c3a3be None None] Routers {'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:19.719632 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-126e2cb4-3277-4a84-8599-6e9375c3a3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:08:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:20.042447 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-126e2cb4-3277-4a84-8599-6e9375c3a3be None None] Set router c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:20.097781 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-be20e872-580e-4d2c-80cc-029df35fa747 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:20.245033 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-be20e872-580e-4d2c-80cc-029df35fa747 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:20.407091 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-126e2cb4-3277-4a84-8599-6e9375c3a3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'name': 'tempest-TestVolumeBootPattern-1921401849-router', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:16Z', 'updated_at': '2022-05-06T10:08:18Z', 'revision_number': 3, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'gw_port': {'id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:00:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:17Z', 'updated_at': '2022-05-06T10:08:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:20.444157 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef8a18e2-ca3c-4302-b5c2-b89357054709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:20.469022 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126e2cb4-3277-4a84-8599-6e9375c3a3be None None] Checking router: c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:08:20.473015 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126e2cb4-3277-4a84-8599-6e9375c3a3be None None] Updating router c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 port 86fab736-81b5-47d9-b2b6-911e86296d0f binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:08:20.543895 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-72000cef-8469-4ad7-8291-96c8c71dceb4 None None] Provisioning complete for port 344126b5-f969-44c6-ab20-41bc6e819ba7 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:20.545059 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-72000cef-8469-4ad7-8291-96c8c71dceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:20.547793 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-126e2cb4-3277-4a84-8599-6e9375c3a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:20.549911 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-be20e872-580e-4d2c-80cc-029df35fa747 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:20.559449 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-be20e872-580e-4d2c-80cc-029df35fa747 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:20.695438 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-be20e872-580e-4d2c-80cc-029df35fa747 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:20.808449 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-ef8a18e2-ca3c-4302-b5c2-b89357054709 admin admin] Allocated IP 172.20.0.1 (e79942ca-e345-49b7-9237-09d84c169e88/6c703b66-fbd0-4b8e-aa48-38bd7169d05a/3117f818-2b29-408e-8528-73b82669f775) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:08:20.816281 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 344126b5-f969-44c6-ab20-41bc6e819ba7 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:20.923471 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 344126b5-f969-44c6-ab20-41bc6e819ba7 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:20.923970 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:20.934010 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20e872-580e-4d2c-80cc-029df35fa747 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Pushing event updated for resources: {'Port': ['ID=f29e3ff4-d315-46ea-a869-0a5d7fbb630a,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:20.968658 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-be20e872-580e-4d2c-80cc-029df35fa747 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Floating IP faf42d0c-3949-42c7-abc8-0b3e3c5f1684 associated. External IP: 172.25.5.209, port: 3306ed54-5eeb-4685-baf1-00edb7e864e2. May 06 10:08:21.021675 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-126e2cb4-3277-4a84-8599-6e9375c3a3be None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:21.034341 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-126e2cb4-3277-4a84-8599-6e9375c3a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:21.046777 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef8a18e2-ca3c-4302-b5c2-b89357054709 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:21.090587 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef8a18e2-ca3c-4302-b5c2-b89357054709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:21.148176 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8a18e2-ca3c-4302-b5c2-b89357054709 admin admin] Network e79942ca-e345-49b7-9237-09d84c169e88 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:08:21.151900 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-ef8a18e2-ca3c-4302-b5c2-b89357054709 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:21.155885 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8a18e2-ca3c-4302-b5c2-b89357054709 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:08:21.219090 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a18e2-ca3c-4302-b5c2-b89357054709 admin admin] Pushing event updated for resources: {'Port': ['ID=3117f818-2b29-408e-8528-73b82669f775,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:21.238031 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef8a18e2-ca3c-4302-b5c2-b89357054709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:21.238287 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b19b45-a164-400a-ba00-c07d43d392e2 None None] Pushing event updated for resources: {'Port': ['ID=86fab736-81b5-47d9-b2b6-911e86296d0f,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:21.295286 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-126e2cb4-3277-4a84-8599-6e9375c3a3be None None] Attempting to bind port 86fab736-81b5-47d9-b2b6-911e86296d0f on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:08:21.295665 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-126e2cb4-3277-4a84-8599-6e9375c3a3be None None] Attempting to bind port 86fab736-81b5-47d9-b2b6-911e86296d0f by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:08:21.296041 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126e2cb4-3277-4a84-8599-6e9375c3a3be None None] Attempting to bind port 86fab736-81b5-47d9-b2b6-911e86296d0f on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:08:21.305024 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126e2cb4-3277-4a84-8599-6e9375c3a3be None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:08:21.321175 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126e2cb4-3277-4a84-8599-6e9375c3a3be None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:08:21.325328 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-126e2cb4-3277-4a84-8599-6e9375c3a3be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:21.326254 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126e2cb4-3277-4a84-8599-6e9375c3a3be None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:08:21.326784 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-126e2cb4-3277-4a84-8599-6e9375c3a3be None None] Bound port: 86fab736-81b5-47d9-b2b6-911e86296d0f, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:08:21.327248 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-126e2cb4-3277-4a84-8599-6e9375c3a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:21.349128 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:21.392389 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-126e2cb4-3277-4a84-8599-6e9375c3a3be None None] For port 86fab736-81b5-47d9-b2b6-911e86296d0f, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:08:21.396400 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-126e2cb4-3277-4a84-8599-6e9375c3a3be None None] For port 86fab736-81b5-47d9-b2b6-911e86296d0f, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=86fab736-81b5-47d9-b2b6-911e86296d0f,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:08:21.403864 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-126e2cb4-3277-4a84-8599-6e9375c3a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:21.411429 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be20e872-580e-4d2c-80cc-029df35fa747 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Router e9bcd0ba-0244-41ef-b14c-32773e8142f2 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:08:21.555304 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b19b45-a164-400a-ba00-c07d43d392e2 None None] Pushing event updated for resources: {'Port': ['ID=86fab736-81b5-47d9-b2b6-911e86296d0f,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:21.573342 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126e2cb4-3277-4a84-8599-6e9375c3a3be None None] Routers {'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:21.574847 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-126e2cb4-3277-4a84-8599-6e9375c3a3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:08:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:21.576147 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef8a18e2-ca3c-4302-b5c2-b89357054709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:21.628723 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:21.630357 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-08b800f7-178b-4eb7-9710-a4878da7926a None None] Provisioning complete for port 3117f818-2b29-408e-8528-73b82669f775 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:21.630950 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-08b800f7-178b-4eb7-9710-a4878da7926a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:21.635957 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be20e872-580e-4d2c-80cc-029df35fa747 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:08:21.650187 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a97924-5af1-4889-9eaf-63152e87c7fe None None] Sync routers for ids ['e9bcd0ba-0244-41ef-b14c-32773e8142f2'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:08:21.666468 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a97924-5af1-4889-9eaf-63152e87c7fe None None] Routers {'e9bcd0ba-0244-41ef-b14c-32773e8142f2'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:21.667810 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-f8a97924-5af1-4889-9eaf-63152e87c7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:08:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e9bcd0ba-0244-41ef-b14c-32773e8142f2'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:21.673292 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-be20e872-580e-4d2c-80cc-029df35fa747 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:21.739401 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-be20e872-580e-4d2c-80cc-029df35fa747 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0047793 May 06 10:08:21.741500 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7471011-d29c-4bd0-abe6-aad046d7a2a3', 'tag': '3306ed54-5eeb-4685-baf1-00edb7e864e2'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:08:21.745033 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1c43f0-46ae-4d3b-a9cd-39c34e75e330" -d '{"events": [{"name": "network-changed", "server_uuid": "f7471011-d29c-4bd0-abe6-aad046d7a2a3", "tag": "3306ed54-5eeb-4685-baf1-00edb7e864e2"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:08:21.794339 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-f8a97924-5af1-4889-9eaf-63152e87c7fe None None] Set router e9bcd0ba-0244-41ef-b14c-32773e8142f2 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:21.828270 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5995956-bf58-42ce-8537-88f2d7b5b736 x-openstack-request-id: req-c5995956-bf58-42ce-8537-88f2d7b5b736 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:08:21.828860 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7471011-d29c-4bd0-abe6-aad046d7a2a3", "tag": "3306ed54-5eeb-4685-baf1-00edb7e864e2", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:08:21.829347 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c5995956-bf58-42ce-8537-88f2d7b5b736 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:08:21.829839 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5995956-bf58-42ce-8537-88f2d7b5b736'] response: {'name': 'network-changed', 'server_uuid': 'f7471011-d29c-4bd0-abe6-aad046d7a2a3', 'tag': '3306ed54-5eeb-4685-baf1-00edb7e864e2', 'status': 'completed', 'code': 200} May 06 10:08:21.900644 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef8a18e2-ca3c-4302-b5c2-b89357054709 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:21.908348 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef8a18e2-ca3c-4302-b5c2-b89357054709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:21.951622 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-08b800f7-178b-4eb7-9710-a4878da7926a None None] Port 3117f818-2b29-408e-8528-73b82669f775 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:08:22.003389 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-126e2cb4-3277-4a84-8599-6e9375c3a3be None None] Set router c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:22.011946 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c43f0-46ae-4d3b-a9cd-39c34e75e330 req-82692812-262f-47af-bf91-fd385a2eda77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:22.015949 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cf1c43f0-46ae-4d3b-a9cd-39c34e75e330 req-82692812-262f-47af-bf91-fd385a2eda77 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=16e9c321c2164a61922260b9fc8a7435&device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3 HTTP/1.1" status: 200 len: 1096 time: 0.1718020 May 06 10:08:22.036333 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef8a18e2-ca3c-4302-b5c2-b89357054709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:22.046161 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a18e2-ca3c-4302-b5c2-b89357054709 admin admin] Pushing event updated for resources: {'Port': ['ID=3117f818-2b29-408e-8528-73b82669f775,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:22.116905 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-f8a97924-5af1-4889-9eaf-63152e87c7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'name': 'tempest-TestServerBasicOps-126108207-router', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '435aae19-76a6-4623-a91a-262491530544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:37Z', 'updated_at': '2022-05-06T10:07:43Z', 'revision_number': 4, 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'gw_port': {'id': '435aae19-76a6-4623-a91a-262491530544', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:39Z', 'updated_at': '2022-05-06T10:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'faf42d0c-3949-42c7-abc8-0b3e3c5f1684', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'floating_ip_address': '172.25.5.209', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'port_id': '3306ed54-5eeb-4685-baf1-00edb7e864e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80ac33c-e0da-45bd-8888-e7be9e9c5572', 'mac_address': 'fa:16:3e:de:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7471011-d29c-4bd0-abe6-aad046d7a2a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:08:19Z', 'updated_at': '2022-05-06T10:08:19Z', 'revision_number': 0, 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dac704d-9ba0-4cfb-9073-c38dd34d2908', 'name': '', 'network_id': 'f80ac33c-e0da-45bd-8888-e7be9e9c5572', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'mac_address': 'fa:16:3e:ba:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '3f29583e-b4b5-42ae-890c-7e8921374c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:42Z', 'updated_at': '2022-05-06T10:07:55Z', 'revision_number': 5, 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'subnets': [{'id': '3f29583e-b4b5-42ae-890c-7e8921374c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:22.179033 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a97924-5af1-4889-9eaf-63152e87c7fe None None] Checking router: e9bcd0ba-0244-41ef-b14c-32773e8142f2 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:08:22.190317 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a97924-5af1-4889-9eaf-63152e87c7fe None None] Routers {'e9bcd0ba-0244-41ef-b14c-32773e8142f2'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:22.191157 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-f8a97924-5af1-4889-9eaf-63152e87c7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:08:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e9bcd0ba-0244-41ef-b14c-32773e8142f2'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:22.255592 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8a18e2-ca3c-4302-b5c2-b89357054709 admin admin] Network e79942ca-e345-49b7-9237-09d84c169e88 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:08:22.257113 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-ef8a18e2-ca3c-4302-b5c2-b89357054709 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:22.331498 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-f8a97924-5af1-4889-9eaf-63152e87c7fe None None] Set router e9bcd0ba-0244-41ef-b14c-32773e8142f2 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:22.460609 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-126e2cb4-3277-4a84-8599-6e9375c3a3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'name': 'tempest-TestVolumeBootPattern-1921401849-router', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:16Z', 'updated_at': '2022-05-06T10:08:21Z', 'revision_number': 4, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'gw_port': {'id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:00:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:17Z', 'updated_at': '2022-05-06T10:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '3117f818-2b29-408e-8528-73b82669f775', 'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'mac_address': 'fa:16:3e:e4:70:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:20Z', 'updated_at': '2022-05-06T10:08:20Z', 'revision_number': 1, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'subnets': [{'id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:22.479279 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8a18e2-ca3c-4302-b5c2-b89357054709 admin admin] Router c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:08:22.557242 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126e2cb4-3277-4a84-8599-6e9375c3a3be None None] The sync data for ids ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'] in n-d-840835-1 is: [{'id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'name': 'tempest-TestVolumeBootPattern-1921401849-router', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:16Z', 'updated_at': '2022-05-06T10:08:21Z', 'revision_number': 4, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'gw_port': {'id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:00:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:17Z', 'updated_at': '2022-05-06T10:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '3117f818-2b29-408e-8528-73b82669f775', 'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'mac_address': 'fa:16:3e:e4:70:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:20Z', 'updated_at': '2022-05-06T10:08:20Z', 'revision_number': 1, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'subnets': [{'id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:08:22.710743 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8a18e2-ca3c-4302-b5c2-b89357054709 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:08:22.765799 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ef8a18e2-ca3c-4302-b5c2-b89357054709 admin admin] 10.222.0.73 "PUT /v2.0/routers/c0cba56e-2149-41dd-a3d4-174a5bc8d2f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1175728 May 06 10:08:22.783572 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d3b0e901-897f-4ad1-ab36-0ee6ce0c5f0e None None] Provisioning complete for port 3117f818-2b29-408e-8528-73b82669f775 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:22.784150 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d3b0e901-897f-4ad1-ab36-0ee6ce0c5f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:22.875773 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d3b0e901-897f-4ad1-ab36-0ee6ce0c5f0e None None] Port 3117f818-2b29-408e-8528-73b82669f775 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:08:23.065686 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:08:23.103497 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c43f0-46ae-4d3b-a9cd-39c34e75e330 req-90f85d6b-713f-47fb-968f-796dd9c02640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:23.105922 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cf1c43f0-46ae-4d3b-a9cd-39c34e75e330 req-90f85d6b-713f-47fb-968f-796dd9c02640 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f80ac33c-e0da-45bd-8888-e7be9e9c5572 HTTP/1.1" status: 200 len: 909 time: 1.0791984 May 06 10:08:23.171861 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-f8a97924-5af1-4889-9eaf-63152e87c7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'name': 'tempest-TestServerBasicOps-126108207-router', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '435aae19-76a6-4623-a91a-262491530544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:37Z', 'updated_at': '2022-05-06T10:07:43Z', 'revision_number': 4, 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'gw_port': {'id': '435aae19-76a6-4623-a91a-262491530544', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:39Z', 'updated_at': '2022-05-06T10:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'faf42d0c-3949-42c7-abc8-0b3e3c5f1684', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'floating_ip_address': '172.25.5.209', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'port_id': '3306ed54-5eeb-4685-baf1-00edb7e864e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80ac33c-e0da-45bd-8888-e7be9e9c5572', 'mac_address': 'fa:16:3e:de:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7471011-d29c-4bd0-abe6-aad046d7a2a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:08:19Z', 'updated_at': '2022-05-06T10:08:19Z', 'revision_number': 0, 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dac704d-9ba0-4cfb-9073-c38dd34d2908', 'name': '', 'network_id': 'f80ac33c-e0da-45bd-8888-e7be9e9c5572', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'mac_address': 'fa:16:3e:ba:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '3f29583e-b4b5-42ae-890c-7e8921374c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:42Z', 'updated_at': '2022-05-06T10:07:55Z', 'revision_number': 5, 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'subnets': [{'id': '3f29583e-b4b5-42ae-890c-7e8921374c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:23.172952 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57336) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:23.178126 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-3fd4e1bb-4924-488b-a24f-3d7cec5f97d6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Request body: {'network': {'name': 'tempest-network-smoke--1244154224', 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'port_security_enabled': True}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:23.205707 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cf1c43f0-46ae-4d3b-a9cd-39c34e75e330 req-e5642f2e-0b0f-43c9-8d8e-57450ef1d9a5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3306ed54-5eeb-4685-baf1-00edb7e864e2 HTTP/1.1" status: 200 len: 999 time: 0.0926247 May 06 10:08:23.217954 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd4e1bb-4924-488b-a24f-3d7cec5f97d6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Made reservation on behalf of a9ce2e9e6f684bf299f120cb798067e3 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:08:23.222858 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3fd4e1bb-4924-488b-a24f-3d7cec5f97d6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:23.237628 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3fd4e1bb-4924-488b-a24f-3d7cec5f97d6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:23.295241 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a97924-5af1-4889-9eaf-63152e87c7fe None None] The sync data for ids ['e9bcd0ba-0244-41ef-b14c-32773e8142f2'] in n-d-840835-1 is: [{'id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'name': 'tempest-TestServerBasicOps-126108207-router', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '435aae19-76a6-4623-a91a-262491530544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:37Z', 'updated_at': '2022-05-06T10:07:43Z', 'revision_number': 4, 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'gw_port': {'id': '435aae19-76a6-4623-a91a-262491530544', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:39Z', 'updated_at': '2022-05-06T10:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'faf42d0c-3949-42c7-abc8-0b3e3c5f1684', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'floating_ip_address': '172.25.5.209', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'port_id': '3306ed54-5eeb-4685-baf1-00edb7e864e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80ac33c-e0da-45bd-8888-e7be9e9c5572', 'mac_address': 'fa:16:3e:de:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7471011-d29c-4bd0-abe6-aad046d7a2a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:08:19Z', 'updated_at': '2022-05-06T10:08:19Z', 'revision_number': 0, 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dac704d-9ba0-4cfb-9073-c38dd34d2908', 'name': '', 'network_id': 'f80ac33c-e0da-45bd-8888-e7be9e9c5572', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'mac_address': 'fa:16:3e:ba:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '3f29583e-b4b5-42ae-890c-7e8921374c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:42Z', 'updated_at': '2022-05-06T10:07:55Z', 'revision_number': 5, 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'subnets': [{'id': '3f29583e-b4b5-42ae-890c-7e8921374c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:08:23.345086 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c43f0-46ae-4d3b-a9cd-39c34e75e330 req-bb1b3407-308c-4517-9237-eec554724e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:23.350859 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cf1c43f0-46ae-4d3b-a9cd-39c34e75e330 req-bb1b3407-308c-4517-9237-eec554724e72 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3f29583e-b4b5-42ae-890c-7e8921374c54 HTTP/1.1" status: 200 len: 847 time: 0.1373391 May 06 10:08:23.426773 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c43f0-46ae-4d3b-a9cd-39c34e75e330 req-3bc98de7-fcf1-4507-ac0c-6748d31220bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:23.428730 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cf1c43f0-46ae-4d3b-a9cd-39c34e75e330 req-3bc98de7-fcf1-4507-ac0c-6748d31220bc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f80ac33c-e0da-45bd-8888-e7be9e9c5572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710788 May 06 10:08:23.484850 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3fd4e1bb-4924-488b-a24f-3d7cec5f97d6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:23.488986 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3fd4e1bb-4924-488b-a24f-3d7cec5f97d6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:23.528962 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4e1bb-4924-488b-a24f-3d7cec5f97d6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=110a23d3-3f16-4f38-af51-bd8dd8566370,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:23.547307 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cf1c43f0-46ae-4d3b-a9cd-39c34e75e330 req-1864a89c-b5d5-4118-a4c6-0cc76f474483 service neutron] 10.222.0.84 "GET /v2.0/networks/f80ac33c-e0da-45bd-8888-e7be9e9c5572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058636 May 06 10:08:23.554958 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd4e1bb-4924-488b-a24f-3d7cec5f97d6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:08:23.574599 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3fd4e1bb-4924-488b-a24f-3d7cec5f97d6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:23.574952 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-3fd4e1bb-4924-488b-a24f-3d7cec5f97d6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Added segment aee8d243-4412-442c-aa84-2d690d47488d of type vlan for network f916293a-d4c7-43f8-935d-857b4ddeb579 May 06 10:08:23.652943 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3fd4e1bb-4924-488b-a24f-3d7cec5f97d6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:23.703856 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3fd4e1bb-4924-488b-a24f-3d7cec5f97d6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:23.740625 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd4e1bb-4924-488b-a24f-3d7cec5f97d6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:23.741315 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3fd4e1bb-4924-488b-a24f-3d7cec5f97d6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:23.750814 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cf1c43f0-46ae-4d3b-a9cd-39c34e75e330 req-d785ed7f-209c-4ac8-9e7e-817e8f0d16f3 service neutron] 10.222.0.84 "GET /v2.0/networks/f80ac33c-e0da-45bd-8888-e7be9e9c5572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964178 May 06 10:08:23.793331 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3fd4e1bb-4924-488b-a24f-3d7cec5f97d6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6159465 May 06 10:08:23.793775 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57354) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:23.800740 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2143815640', 'admin_state_up': True, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:23.847855 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd2622f-b470-4ba7-8f02-150d52364f2a None None] New status for floating IP faf42d0c-3949-42c7-abc8-0b3e3c5f1684: ACTIVE {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:08:23.849507 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:23.850840 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:23.971776 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4e1bb-4924-488b-a24f-3d7cec5f97d6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Pushing event updated for resources: {'Network': ['ID=f916293a-d4c7-43f8-935d-857b4ddeb579,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:24.012763 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network f916293a-d4c7-43f8-935d-857b4ddeb579 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:08:24.017762 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:24.038764 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57360) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:24.059057 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-41b2d68c-b779-4969-8c8c-46e777c930de admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-482808035-network', 'tenant_id': 'd6a0976044fe4deea8891a6d89e7b6a7'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:24.120605 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b2d68c-b779-4969-8c8c-46e777c930de admin admin] Made reservation on behalf of d6a0976044fe4deea8891a6d89e7b6a7 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:08:24.123027 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-41b2d68c-b779-4969-8c8c-46e777c930de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:24.134514 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-41b2d68c-b779-4969-8c8c-46e777c930de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:24.313180 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:24.340788 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-41b2d68c-b779-4969-8c8c-46e777c930de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:24.351493 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-41b2d68c-b779-4969-8c8c-46e777c930de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:24.396421 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2d68c-b779-4969-8c8c-46e777c930de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b80977-88d8-4898-b271-fd9a46decdbb,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:24.409317 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b2d68c-b779-4969-8c8c-46e777c930de admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:08:24.431816 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b2d68c-b779-4969-8c8c-46e777c930de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:24.432648 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b2d68c-b779-4969-8c8c-46e777c930de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:24.433378 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b2d68c-b779-4969-8c8c-46e777c930de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:24.433782 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b2d68c-b779-4969-8c8c-46e777c930de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:24.434558 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b2d68c-b779-4969-8c8c-46e777c930de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:24.435027 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b2d68c-b779-4969-8c8c-46e777c930de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:24.435525 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b2d68c-b779-4969-8c8c-46e777c930de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:24.436468 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b2d68c-b779-4969-8c8c-46e777c930de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:24.437344 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b2d68c-b779-4969-8c8c-46e777c930de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:24.437511 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b2d68c-b779-4969-8c8c-46e777c930de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:24.438000 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b2d68c-b779-4969-8c8c-46e777c930de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:24.438288 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b2d68c-b779-4969-8c8c-46e777c930de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:24.457511 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-41b2d68c-b779-4969-8c8c-46e777c930de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:24.458109 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-41b2d68c-b779-4969-8c8c-46e777c930de admin admin] Added segment e929f134-5664-4472-9d29-0d873feaba36 of type vlan for network b7cedd52-956b-48db-9e42-11270e0ea28b May 06 10:08:24.598825 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-41b2d68c-b779-4969-8c8c-46e777c930de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:24.630559 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-41b2d68c-b779-4969-8c8c-46e777c930de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:24.634285 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b2d68c-b779-4969-8c8c-46e777c930de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:24.635029 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-41b2d68c-b779-4969-8c8c-46e777c930de admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:24.678869 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for router_gateway, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:24.705155 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:24.711661 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-41b2d68c-b779-4969-8c8c-46e777c930de admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6689508 May 06 10:08:24.711879 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57370) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:24.718823 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-d33945af-9638-4bb1-a880-4eb82c04854f admin admin] Request body: {'subnet': {'network_id': 'b7cedd52-956b-48db-9e42-11270e0ea28b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-482808035-subnet', 'tenant_id': 'd6a0976044fe4deea8891a6d89e7b6a7', 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:24.727010 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2d68c-b779-4969-8c8c-46e777c930de admin admin] Pushing event updated for resources: {'Network': ['ID=b7cedd52-956b-48db-9e42-11270e0ea28b,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:24.737370 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network b7cedd52-956b-48db-9e42-11270e0ea28b details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:08:24.767064 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33945af-9638-4bb1-a880-4eb82c04854f admin admin] Made reservation on behalf of d6a0976044fe4deea8891a6d89e7b6a7 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:08:24.771283 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d33945af-9638-4bb1-a880-4eb82c04854f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:24.920160 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 86fab736-81b5-47d9-b2b6-911e86296d0f up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:24.924580 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Allocated IP 172.25.5.179 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:08:25.048210 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 86fab736-81b5-47d9-b2b6-911e86296d0f triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:25.048579 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:25.168132 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:25.206943 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:25.207863 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:25.241800 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 86fab736-81b5-47d9-b2b6-911e86296d0f, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=86fab736-81b5-47d9-b2b6-911e86296d0f,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:25.253735 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:25.266812 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:08:25.270806 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:25.276090 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:08:25.329628 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Pushing event updated for resources: {'Port': ['ID=7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:25.347463 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:25.347871 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:25.348368 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:25.348764 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:25.349113 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:25.349458 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:25.349794 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:25.350264 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:25.350616 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:25.350995 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:25.351374 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:25.351706 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:25.376239 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=86fab736-81b5-47d9-b2b6-911e86296d0f,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:25.687515 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d33945af-9638-4bb1-a880-4eb82c04854f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:25.760641 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33945af-9638-4bb1-a880-4eb82c04854f admin admin] Pushing event updated for resources: {'Subnet': ['ID=48d35bd7-85f4-4887-8978-3a4567107d2d,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:25.773650 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33945af-9638-4bb1-a880-4eb82c04854f admin admin] Checking segment: {'id': 'e929f134-5664-4472-9d29-0d873feaba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b7cedd52-956b-48db-9e42-11270e0ea28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:08:25.774607 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33945af-9638-4bb1-a880-4eb82c04854f admin admin] Network hostable DHCP agents. Network: b7cedd52-956b-48db-9e42-11270e0ea28b, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:08:25.784793 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for router_gateway, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:25.802203 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33945af-9638-4bb1-a880-4eb82c04854f admin admin] Network b7cedd52-956b-48db-9e42-11270e0ea28b is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:08:25.816604 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-d33945af-9638-4bb1-a880-4eb82c04854f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, b7cedd52-956b-48db-9e42-11270e0ea28b) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:25.826361 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54aea5d-4442-4a32-a47f-e5210b39c42c None None] Network b7cedd52-956b-48db-9e42-11270e0ea28b requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:08:25.834449 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33945af-9638-4bb1-a880-4eb82c04854f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:25.836219 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d33945af-9638-4bb1-a880-4eb82c04854f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:25.861138 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d33945af-9638-4bb1-a880-4eb82c04854f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1480188 May 06 10:08:25.862023 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57384) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:25.866844 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-b19f78c1-7deb-4ff9-804e-69d2741dab31 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-482808035-router', 'tenant_id': 'd6a0976044fe4deea8891a6d89e7b6a7', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:25.908386 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b19f78c1-7deb-4ff9-804e-69d2741dab31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:25.911697 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b19f78c1-7deb-4ff9-804e-69d2741dab31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:26.006278 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b19f78c1-7deb-4ff9-804e-69d2741dab31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:26.062705 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9695cf-d74d-4f7b-a080-817fe5210a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-b7cedd52-956b-48db-9e42-11270e0ea28b', 'network_id': 'b7cedd52-956b-48db-9e42-11270e0ea28b', 'tenant_id': 'd6a0976044fe4deea8891a6d89e7b6a7', 'fixed_ips': [{'subnet_id': '48d35bd7-85f4-4887-8978-3a4567107d2d'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:08:26.063801 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ae9695cf-d74d-4f7b-a080-817fe5210a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:26.111367 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:26.241532 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b19f78c1-7deb-4ff9-804e-69d2741dab31 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:26.249987 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-ae9695cf-d74d-4f7b-a080-817fe5210a98 None None] Allocated IP 172.20.0.2 (b7cedd52-956b-48db-9e42-11270e0ea28b/48d35bd7-85f4-4887-8978-3a4567107d2d/f8decc1e-5a34-4e0d-ba52-f6fa68c63d1f) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:08:26.329582 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Router e244af83-9183-4d4a-8c9a-fd6f61e07c7d is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:08:26.456938 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ae9695cf-d74d-4f7b-a080-817fe5210a98 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:26.468405 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ae9695cf-d74d-4f7b-a080-817fe5210a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:26.484346 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:08:26.496105 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9533fc2c-4318-4963-a46d-d4214cb9bef1 None None] Sync routers for ids ['e244af83-9183-4d4a-8c9a-fd6f61e07c7d'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:08:26.516138 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:26.516317 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9533fc2c-4318-4963-a46d-d4214cb9bef1 None None] Routers {'e244af83-9183-4d4a-8c9a-fd6f61e07c7d'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:26.517968 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-9533fc2c-4318-4963-a46d-d4214cb9bef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:08:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e244af83-9183-4d4a-8c9a-fd6f61e07c7d'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:26.519861 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-29c9adf2-8677-4429-aced-090d8ac04de4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7240770 May 06 10:08:26.523910 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57394) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:26.554901 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b19f78c1-7deb-4ff9-804e-69d2741dab31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:26.570885 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9695cf-d74d-4f7b-a080-817fe5210a98 None None] Network b7cedd52-956b-48db-9e42-11270e0ea28b is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:08:26.580695 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b19f78c1-7deb-4ff9-804e-69d2741dab31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:26.584289 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-ae9695cf-d74d-4f7b-a080-817fe5210a98 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:26.596123 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9695cf-d74d-4f7b-a080-817fe5210a98 None None] Pushing event updated for resources: {'Port': ['ID=f8decc1e-5a34-4e0d-ba52-f6fa68c63d1f,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:26.598422 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9695cf-d74d-4f7b-a080-817fe5210a98 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:08:26.711062 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-9533fc2c-4318-4963-a46d-d4214cb9bef1 None None] Set router e244af83-9183-4d4a-8c9a-fd6f61e07c7d gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:26.720847 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ae9695cf-d74d-4f7b-a080-817fe5210a98 None None] Attempting to bind port f8decc1e-5a34-4e0d-ba52-f6fa68c63d1f on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:08:26.721227 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ae9695cf-d74d-4f7b-a080-817fe5210a98 None None] Attempting to bind port f8decc1e-5a34-4e0d-ba52-f6fa68c63d1f by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'e929f134-5664-4472-9d29-0d873feaba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b7cedd52-956b-48db-9e42-11270e0ea28b'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:08:26.721601 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9695cf-d74d-4f7b-a080-817fe5210a98 None None] Attempting to bind port f8decc1e-5a34-4e0d-ba52-f6fa68c63d1f on network b7cedd52-956b-48db-9e42-11270e0ea28b {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:08:26.741445 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9695cf-d74d-4f7b-a080-817fe5210a98 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:08:26.741914 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9695cf-d74d-4f7b-a080-817fe5210a98 None None] Checking segment: {'id': 'e929f134-5664-4472-9d29-0d873feaba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b7cedd52-956b-48db-9e42-11270e0ea28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:08:26.744743 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ae9695cf-d74d-4f7b-a080-817fe5210a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:26.746096 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9695cf-d74d-4f7b-a080-817fe5210a98 None None] Bound using segment: {'id': 'e929f134-5664-4472-9d29-0d873feaba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b7cedd52-956b-48db-9e42-11270e0ea28b'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:08:26.746688 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ae9695cf-d74d-4f7b-a080-817fe5210a98 None None] Bound port: f8decc1e-5a34-4e0d-ba52-f6fa68c63d1f, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e929f134-5664-4472-9d29-0d873feaba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b7cedd52-956b-48db-9e42-11270e0ea28b'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:08:26.747288 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ae9695cf-d74d-4f7b-a080-817fe5210a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:26.810158 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8127a03a-d336-40a0-9b5c-0274888c6018 None None] Sync routers for ids ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:08:26.828153 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-b19f78c1-7deb-4ff9-804e-69d2741dab31 admin admin] Allocated IP 172.25.5.96 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:08:26.834190 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 86fab736-81b5-47d9-b2b6-911e86296d0f up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:26.923374 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8127a03a-d336-40a0-9b5c-0274888c6018 None None] Routers {'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:26.924393 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8127a03a-d336-40a0-9b5c-0274888c6018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:08:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:27.023813 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b19f78c1-7deb-4ff9-804e-69d2741dab31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:27.070772 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ae9695cf-d74d-4f7b-a080-817fe5210a98 None None] For port f8decc1e-5a34-4e0d-ba52-f6fa68c63d1f, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:08:27.100545 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ae9695cf-d74d-4f7b-a080-817fe5210a98 None None] For port f8decc1e-5a34-4e0d-ba52-f6fa68c63d1f, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f8decc1e-5a34-4e0d-ba52-f6fa68c63d1f,segment=NetworkSegment(e929f134-5664-4472-9d29-0d873feaba36),segment_id=e929f134-5664-4472-9d29-0d873feaba36)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:08:27.116645 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ae9695cf-d74d-4f7b-a080-817fe5210a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:27.124549 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 86fab736-81b5-47d9-b2b6-911e86296d0f triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:27.125176 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:27.129903 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b19f78c1-7deb-4ff9-804e-69d2741dab31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:27.152355 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-9533fc2c-4318-4963-a46d-d4214cb9bef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2143815640', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:08:25Z', 'revision_number': 3, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'gw_port': {'id': '7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ef:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:24Z', 'updated_at': '2022-05-06T10:08:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:27.192327 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-8127a03a-d336-40a0-9b5c-0274888c6018 None None] Set router c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:27.213344 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-69543985-ecff-4480-bb3a-3f197720b7c4 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=a9ce2e9e6f684bf299f120cb798067e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6733289 May 06 10:08:27.215578 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19f78c1-7deb-4ff9-804e-69d2741dab31 admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:08:27.218948 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57410) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:27.219703 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-b19f78c1-7deb-4ff9-804e-69d2741dab31 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:27.221985 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19f78c1-7deb-4ff9-804e-69d2741dab31 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:08:27.229248 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9533fc2c-4318-4963-a46d-d4214cb9bef1 None None] Checking router: e244af83-9183-4d4a-8c9a-fd6f61e07c7d for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:08:27.233028 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9533fc2c-4318-4963-a46d-d4214cb9bef1 None None] Updating router e244af83-9183-4d4a-8c9a-fd6f61e07c7d port 7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:08:27.277921 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f78c1-7deb-4ff9-804e-69d2741dab31 admin admin] Pushing event updated for resources: {'Port': ['ID=e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:27.333427 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-9533fc2c-4318-4963-a46d-d4214cb9bef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:27.343826 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9695cf-d74d-4f7b-a080-817fe5210a98 None None] Pushing event updated for resources: {'Port': ['ID=f8decc1e-5a34-4e0d-ba52-f6fa68c63d1f,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:27.475064 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b68ec2b-4bd7-4972-9f1d-2af24211c3ec tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:27.483241 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0b68ec2b-4bd7-4972-9f1d-2af24211c3ec tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2617464 May 06 10:08:27.484436 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57414) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:27.552783 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e13979d7-fe72-44fd-96ce-401155f824a2 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0648861 May 06 10:08:27.553397 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57418) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:27.567933 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-04aa9438-2f88-451f-a8ed-8b8927176120 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2101025204', 'network_id': 'f916293a-d4c7-43f8-935d-857b4ddeb579', 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:27.762240 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8127a03a-d336-40a0-9b5c-0274888c6018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'name': 'tempest-TestVolumeBootPattern-1921401849-router', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:16Z', 'updated_at': '2022-05-06T10:08:21Z', 'revision_number': 4, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'gw_port': {'id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:17Z', 'updated_at': '2022-05-06T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '3117f818-2b29-408e-8528-73b82669f775', 'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'mac_address': 'fa:16:3e:e4:70:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:20Z', 'updated_at': '2022-05-06T10:08:21Z', 'revision_number': 2, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'subnets': [{'id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:27.795212 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04aa9438-2f88-451f-a8ed-8b8927176120 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Made reservation on behalf of a9ce2e9e6f684bf299f120cb798067e3 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:08:27.799179 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-04aa9438-2f88-451f-a8ed-8b8927176120 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:27.827311 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b19f78c1-7deb-4ff9-804e-69d2741dab31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:27.827440 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8127a03a-d336-40a0-9b5c-0274888c6018 None None] Checking router: c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:08:27.827785 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8127a03a-d336-40a0-9b5c-0274888c6018 None None] Updating router c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 port 3117f818-2b29-408e-8528-73b82669f775 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:08:27.877745 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-9533fc2c-4318-4963-a46d-d4214cb9bef1 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:27.882770 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8127a03a-d336-40a0-9b5c-0274888c6018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:27.892028 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-9533fc2c-4318-4963-a46d-d4214cb9bef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:28.005968 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-9533fc2c-4318-4963-a46d-d4214cb9bef1 None None] Attempting to bind port 7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:08:28.006349 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-9533fc2c-4318-4963-a46d-d4214cb9bef1 None None] Attempting to bind port 7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:08:28.006717 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9533fc2c-4318-4963-a46d-d4214cb9bef1 None None] Attempting to bind port 7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:08:28.030391 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9533fc2c-4318-4963-a46d-d4214cb9bef1 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:08:28.030825 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9533fc2c-4318-4963-a46d-d4214cb9bef1 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:08:28.031393 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-9533fc2c-4318-4963-a46d-d4214cb9bef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:28.031940 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9533fc2c-4318-4963-a46d-d4214cb9bef1 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:08:28.032726 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-9533fc2c-4318-4963-a46d-d4214cb9bef1 None None] Bound port: 7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:08:28.033200 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-9533fc2c-4318-4963-a46d-d4214cb9bef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:28.077992 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3583b4-d1d8-4ebe-8a8d-464fc233e6ce None None] Pushing event updated for resources: {'Port': ['ID=7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:28.177756 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-9533fc2c-4318-4963-a46d-d4214cb9bef1 None None] For port 7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:08:28.193435 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-9533fc2c-4318-4963-a46d-d4214cb9bef1 None None] For port 7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:08:28.206353 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-9533fc2c-4318-4963-a46d-d4214cb9bef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:28.245062 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b19f78c1-7deb-4ff9-804e-69d2741dab31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:28.263246 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-04aa9438-2f88-451f-a8ed-8b8927176120 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:28.303397 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9533fc2c-4318-4963-a46d-d4214cb9bef1 None None] Routers {'e244af83-9183-4d4a-8c9a-fd6f61e07c7d'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:28.306217 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-9533fc2c-4318-4963-a46d-d4214cb9bef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:08:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e244af83-9183-4d4a-8c9a-fd6f61e07c7d'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:28.397234 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3583b4-d1d8-4ebe-8a8d-464fc233e6ce None None] Pushing event updated for resources: {'Port': ['ID=7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:28.427336 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa9438-2f88-451f-a8ed-8b8927176120 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Pushing event updated for resources: {'Subnet': ['ID=d9f07130-cb5f-4bd4-b176-e5b4d9b0aff6,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:28.438408 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa9438-2f88-451f-a8ed-8b8927176120 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Checking segment: {'id': 'aee8d243-4412-442c-aa84-2d690d47488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f916293a-d4c7-43f8-935d-857b4ddeb579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:08:28.438792 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aa9438-2f88-451f-a8ed-8b8927176120 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Network hostable DHCP agents. Network: f916293a-d4c7-43f8-935d-857b4ddeb579, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:08:28.471577 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aa9438-2f88-451f-a8ed-8b8927176120 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Network f916293a-d4c7-43f8-935d-857b4ddeb579 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:08:28.491987 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-04aa9438-2f88-451f-a8ed-8b8927176120 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, f916293a-d4c7-43f8-935d-857b4ddeb579) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:28.497399 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04aa9438-2f88-451f-a8ed-8b8927176120 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:28.498027 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-04aa9438-2f88-451f-a8ed-8b8927176120 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:28.511353 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514772d8-6302-4c73-a240-99c2ca60f8b5 None None] Network f916293a-d4c7-43f8-935d-857b4ddeb579 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:08:28.540906 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19f78c1-7deb-4ff9-804e-69d2741dab31 admin admin] Router e4bbc23a-6ffc-4a1f-b209-768cbd9722ea is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:08:28.546831 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-04aa9438-2f88-451f-a8ed-8b8927176120 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9923475 May 06 10:08:28.548202 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57428) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:28.578462 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-9533fc2c-4318-4963-a46d-d4214cb9bef1 None None] Set router e244af83-9183-4d4a-8c9a-fd6f61e07c7d gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:28.891501 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f8decc1e-5a34-4e0d-ba52-f6fa68c63d1f up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:28.926693 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-9533fc2c-4318-4963-a46d-d4214cb9bef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2143815640', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:08:25Z', 'revision_number': 3, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'gw_port': {'id': '7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ef:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:24Z', 'updated_at': '2022-05-06T10:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:29.030477 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9533fc2c-4318-4963-a46d-d4214cb9bef1 None None] The sync data for ids ['e244af83-9183-4d4a-8c9a-fd6f61e07c7d'] in n-d-840835-1 is: [{'id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2143815640', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:08:25Z', 'revision_number': 3, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'gw_port': {'id': '7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ef:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:24Z', 'updated_at': '2022-05-06T10:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:08:29.079520 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d7b7e7-3008-48b1-a8e0-4064fc9f863f None None] Network b7cedd52-956b-48db-9e42-11270e0ea28b requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:08:29.125814 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port f8decc1e-5a34-4e0d-ba52-f6fa68c63d1f triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:29.126327 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:29.147421 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19f78c1-7deb-4ff9-804e-69d2741dab31 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:08:29.177394 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d3ffc0-e853-4273-a2ec-142b3736251a None None] Sync routers for ids ['e4bbc23a-6ffc-4a1f-b209-768cbd9722ea'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:08:29.201558 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d3ffc0-e853-4273-a2ec-142b3736251a None None] Routers {'e4bbc23a-6ffc-4a1f-b209-768cbd9722ea'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:29.202306 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-c2d3ffc0-e853-4273-a2ec-142b3736251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:08:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e4bbc23a-6ffc-4a1f-b209-768cbd9722ea'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:29.313167 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b19f78c1-7deb-4ff9-804e-69d2741dab31 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:29.314380 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b19f78c1-7deb-4ff9-804e-69d2741dab31 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4511039 May 06 10:08:29.319647 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57442) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:29.479654 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-c2d3ffc0-e853-4273-a2ec-142b3736251a None None] Set router e4bbc23a-6ffc-4a1f-b209-768cbd9722ea gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:29.487743 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8127a03a-d336-40a0-9b5c-0274888c6018 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:29.584927 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e50231fe-d8cf-4b31-8c26-1ff944ac29ea None None] Provisioning complete for port f8decc1e-5a34-4e0d-ba52-f6fa68c63d1f triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:29.585801 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e50231fe-d8cf-4b31-8c26-1ff944ac29ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:29.691044 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:29.694028 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8127a03a-d336-40a0-9b5c-0274888c6018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:29.886818 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-77810435-64de-4a6c-bf2a-fda0dfae6af6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:29.958524 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-c2d3ffc0-e853-4273-a2ec-142b3736251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bbc23a-6ffc-4a1f-b209-768cbd9722ea', 'name': 'tempest-TestVolumeBootPattern-482808035-router', 'tenant_id': 'd6a0976044fe4deea8891a6d89e7b6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:25Z', 'updated_at': '2022-05-06T10:08:27Z', 'revision_number': 3, 'project_id': 'd6a0976044fe4deea8891a6d89e7b6a7', 'gw_port': {'id': 'e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bbc23a-6ffc-4a1f-b209-768cbd9722ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:26Z', 'updated_at': '2022-05-06T10:08:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:29.993924 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d3ffc0-e853-4273-a2ec-142b3736251a None None] Checking router: e4bbc23a-6ffc-4a1f-b209-768cbd9722ea for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:08:29.994579 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d3ffc0-e853-4273-a2ec-142b3736251a None None] Updating router e4bbc23a-6ffc-4a1f-b209-768cbd9722ea port e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:08:30.006399 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:30.024691 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-c2d3ffc0-e853-4273-a2ec-142b3736251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:30.375483 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-506f2366-2487-411b-807f-0cdc48f93340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:30.383102 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8127a03a-d336-40a0-9b5c-0274888c6018 None None] Attempting to bind port 3117f818-2b29-408e-8528-73b82669f775 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:08:30.388852 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8127a03a-d336-40a0-9b5c-0274888c6018 None None] Attempting to bind port 3117f818-2b29-408e-8528-73b82669f775 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:08:30.389053 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8127a03a-d336-40a0-9b5c-0274888c6018 None None] Attempting to bind port 3117f818-2b29-408e-8528-73b82669f775 on network e79942ca-e345-49b7-9237-09d84c169e88 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:08:30.443738 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8127a03a-d336-40a0-9b5c-0274888c6018 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:08:30.449080 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8127a03a-d336-40a0-9b5c-0274888c6018 None None] Checking segment: {'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:08:30.449564 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8127a03a-d336-40a0-9b5c-0274888c6018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:30.449982 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8127a03a-d336-40a0-9b5c-0274888c6018 None None] Bound using segment: {'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:08:30.450495 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-8127a03a-d336-40a0-9b5c-0274888c6018 None None] Bound port: 3117f818-2b29-408e-8528-73b82669f775, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:08:30.454411 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8127a03a-d336-40a0-9b5c-0274888c6018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:30.468384 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcedf17-3ab0-4fb9-a324-9943baaf3193 None None] Pushing event updated for resources: {'Port': ['ID=3117f818-2b29-408e-8528-73b82669f775,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:30.490795 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf130c20-bda0-4ba2-a7f1-87e296227e7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-f916293a-d4c7-43f8-935d-857b4ddeb579', 'network_id': 'f916293a-d4c7-43f8-935d-857b4ddeb579', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'fixed_ips': [{'subnet_id': 'd9f07130-cb5f-4bd4-b176-e5b4d9b0aff6'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:08:30.493660 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bf130c20-bda0-4ba2-a7f1-87e296227e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:30.582275 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-c2d3ffc0-e853-4273-a2ec-142b3736251a None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:30.592167 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-c2d3ffc0-e853-4273-a2ec-142b3736251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:30.616155 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port f8decc1e-5a34-4e0d-ba52-f6fa68c63d1f, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f8decc1e-5a34-4e0d-ba52-f6fa68c63d1f,segment=NetworkSegment(e929f134-5664-4472-9d29-0d873feaba36),segment_id=e929f134-5664-4472-9d29-0d873feaba36)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:30.623505 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcedf17-3ab0-4fb9-a324-9943baaf3193 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:30.624157 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcedf17-3ab0-4fb9-a324-9943baaf3193 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:30.624783 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcedf17-3ab0-4fb9-a324-9943baaf3193 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:30.625347 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcedf17-3ab0-4fb9-a324-9943baaf3193 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:30.626222 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcedf17-3ab0-4fb9-a324-9943baaf3193 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:30.626891 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcedf17-3ab0-4fb9-a324-9943baaf3193 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:30.627515 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcedf17-3ab0-4fb9-a324-9943baaf3193 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:30.628068 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcedf17-3ab0-4fb9-a324-9943baaf3193 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:30.628615 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcedf17-3ab0-4fb9-a324-9943baaf3193 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:30.629314 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcedf17-3ab0-4fb9-a324-9943baaf3193 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:30.630012 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcedf17-3ab0-4fb9-a324-9943baaf3193 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:30.630581 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcedf17-3ab0-4fb9-a324-9943baaf3193 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:30.679905 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bade22f-6260-4df5-b5a7-7f0e933648f1 None None] Pushing event updated for resources: {'Port': ['ID=e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:30.734872 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-77810435-64de-4a6c-bf2a-fda0dfae6af6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Allocated IP 172.20.0.1 (f916293a-d4c7-43f8-935d-857b4ddeb579/d9f07130-cb5f-4bd4-b176-e5b4d9b0aff6/bc403094-7f18-4810-87c9-d3dead2a016c) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:08:30.738072 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-c2d3ffc0-e853-4273-a2ec-142b3736251a None None] Attempting to bind port e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:08:30.738498 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-c2d3ffc0-e853-4273-a2ec-142b3736251a None None] Attempting to bind port e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:08:30.738862 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d3ffc0-e853-4273-a2ec-142b3736251a None None] Attempting to bind port e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:08:30.739579 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:30.753534 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d3ffc0-e853-4273-a2ec-142b3736251a None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:08:30.754939 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d3ffc0-e853-4273-a2ec-142b3736251a None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:08:30.755942 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-c2d3ffc0-e853-4273-a2ec-142b3736251a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:30.757241 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d3ffc0-e853-4273-a2ec-142b3736251a None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:08:30.758044 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-c2d3ffc0-e853-4273-a2ec-142b3736251a None None] Bound port: e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:08:30.759460 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-c2d3ffc0-e853-4273-a2ec-142b3736251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:30.806177 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-506f2366-2487-411b-807f-0cdc48f93340 admin admin] Allocated IP 172.20.0.1 (b7cedd52-956b-48db-9e42-11270e0ea28b/48d35bd7-85f4-4887-8978-3a4567107d2d/402046b4-541e-4b63-aec1-b14a31238ce6) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:08:30.987977 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-c2d3ffc0-e853-4273-a2ec-142b3736251a None None] For port e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:08:30.999521 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-c2d3ffc0-e853-4273-a2ec-142b3736251a None None] For port e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:08:31.014224 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-c2d3ffc0-e853-4273-a2ec-142b3736251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:31.018631 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e50231fe-d8cf-4b31-8c26-1ff944ac29ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:31.040929 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:31.071300 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d3ffc0-e853-4273-a2ec-142b3736251a None None] Routers {'e4bbc23a-6ffc-4a1f-b209-768cbd9722ea'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:31.072537 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-c2d3ffc0-e853-4273-a2ec-142b3736251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:08:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e4bbc23a-6ffc-4a1f-b209-768cbd9722ea'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:31.083548 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-506f2366-2487-411b-807f-0cdc48f93340 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:31.125691 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8127a03a-d336-40a0-9b5c-0274888c6018 None None] For port 3117f818-2b29-408e-8528-73b82669f775, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:08:31.147924 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-77810435-64de-4a6c-bf2a-fda0dfae6af6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:31.152915 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-506f2366-2487-411b-807f-0cdc48f93340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:31.161288 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=f8decc1e-5a34-4e0d-ba52-f6fa68c63d1f,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:31.173820 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8127a03a-d336-40a0-9b5c-0274888c6018 None None] For port 3117f818-2b29-408e-8528-73b82669f775, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3117f818-2b29-408e-8528-73b82669f775,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:08:31.256613 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f2366-2487-411b-807f-0cdc48f93340 admin admin] Pushing event updated for resources: {'Port': ['ID=402046b4-541e-4b63-aec1-b14a31238ce6,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:31.267826 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-c2d3ffc0-e853-4273-a2ec-142b3736251a None None] Set router e4bbc23a-6ffc-4a1f-b209-768cbd9722ea gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:31.277781 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-e50231fe-d8cf-4b31-8c26-1ff944ac29ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 10:08:31.278140 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-e50231fe-d8cf-4b31-8c26-1ff944ac29ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 10:08:31.287884 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8127a03a-d336-40a0-9b5c-0274888c6018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:31.289732 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506f2366-2487-411b-807f-0cdc48f93340 admin admin] Network b7cedd52-956b-48db-9e42-11270e0ea28b is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:08:31.299851 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-77810435-64de-4a6c-bf2a-fda0dfae6af6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:31.301768 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-506f2366-2487-411b-807f-0cdc48f93340 admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:31.309096 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506f2366-2487-411b-807f-0cdc48f93340 admin admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:08:31.382192 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77810435-64de-4a6c-bf2a-fda0dfae6af6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Network f916293a-d4c7-43f8-935d-857b4ddeb579 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:08:31.386482 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-77810435-64de-4a6c-bf2a-fda0dfae6af6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:31.390698 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77810435-64de-4a6c-bf2a-fda0dfae6af6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:08:31.442943 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-506f2366-2487-411b-807f-0cdc48f93340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:31.459961 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bade22f-6260-4df5-b5a7-7f0e933648f1 None None] Pushing event updated for resources: {'Port': ['ID=e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:31.493061 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77810435-64de-4a6c-bf2a-fda0dfae6af6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Pushing event updated for resources: {'Port': ['ID=bc403094-7f18-4810-87c9-d3dead2a016c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:31.494530 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcedf17-3ab0-4fb9-a324-9943baaf3193 None None] Pushing event updated for resources: {'Port': ['ID=3117f818-2b29-408e-8528-73b82669f775,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:31.554139 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-77810435-64de-4a6c-bf2a-fda0dfae6af6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:31.571417 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:31.572037 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:31.633018 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-c2d3ffc0-e853-4273-a2ec-142b3736251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bbc23a-6ffc-4a1f-b209-768cbd9722ea', 'name': 'tempest-TestVolumeBootPattern-482808035-router', 'tenant_id': 'd6a0976044fe4deea8891a6d89e7b6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:25Z', 'updated_at': '2022-05-06T10:08:27Z', 'revision_number': 3, 'project_id': 'd6a0976044fe4deea8891a6d89e7b6a7', 'gw_port': {'id': 'e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bbc23a-6ffc-4a1f-b209-768cbd9722ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:26Z', 'updated_at': '2022-05-06T10:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:31.675082 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d3ffc0-e853-4273-a2ec-142b3736251a None None] The sync data for ids ['e4bbc23a-6ffc-4a1f-b209-768cbd9722ea'] in n-d-840835-1 is: [{'id': 'e4bbc23a-6ffc-4a1f-b209-768cbd9722ea', 'name': 'tempest-TestVolumeBootPattern-482808035-router', 'tenant_id': 'd6a0976044fe4deea8891a6d89e7b6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:25Z', 'updated_at': '2022-05-06T10:08:27Z', 'revision_number': 3, 'project_id': 'd6a0976044fe4deea8891a6d89e7b6a7', 'gw_port': {'id': 'e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bbc23a-6ffc-4a1f-b209-768cbd9722ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:26Z', 'updated_at': '2022-05-06T10:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:08:31.799854 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-bf130c20-bda0-4ba2-a7f1-87e296227e7d None None] Allocated IP 172.20.0.2 (f916293a-d4c7-43f8-935d-857b4ddeb579/d9f07130-cb5f-4bd4-b176-e5b4d9b0aff6/cc75f876-0c09-4357-89ee-3788f97dfb3c) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:08:31.868331 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-77810435-64de-4a6c-bf2a-fda0dfae6af6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:31.924001 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-506f2366-2487-411b-807f-0cdc48f93340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:32.200708 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bf130c20-bda0-4ba2-a7f1-87e296227e7d None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:32.219719 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8127a03a-d336-40a0-9b5c-0274888c6018 None None] Routers {'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:32.220525 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8127a03a-d336-40a0-9b5c-0274888c6018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:08:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:32.222887 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bf130c20-bda0-4ba2-a7f1-87e296227e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:32.366104 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf130c20-bda0-4ba2-a7f1-87e296227e7d None None] Network f916293a-d4c7-43f8-935d-857b4ddeb579 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:08:32.393233 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-506f2366-2487-411b-807f-0cdc48f93340 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:32.399502 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-506f2366-2487-411b-807f-0cdc48f93340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:32.409386 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-bf130c20-bda0-4ba2-a7f1-87e296227e7d None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:32.426427 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-77810435-64de-4a6c-bf2a-fda0dfae6af6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:32.437025 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-77810435-64de-4a6c-bf2a-fda0dfae6af6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:32.469471 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf130c20-bda0-4ba2-a7f1-87e296227e7d None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:08:32.550284 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-77810435-64de-4a6c-bf2a-fda0dfae6af6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:32.563031 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-506f2366-2487-411b-807f-0cdc48f93340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:32.563679 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77810435-64de-4a6c-bf2a-fda0dfae6af6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Pushing event updated for resources: {'Port': ['ID=bc403094-7f18-4810-87c9-d3dead2a016c,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:32.567685 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f2366-2487-411b-807f-0cdc48f93340 admin admin] Pushing event updated for resources: {'Port': ['ID=402046b4-541e-4b63-aec1-b14a31238ce6,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:32.720137 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77810435-64de-4a6c-bf2a-fda0dfae6af6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Network f916293a-d4c7-43f8-935d-857b4ddeb579 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:08:32.721974 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-77810435-64de-4a6c-bf2a-fda0dfae6af6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:32.750507 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506f2366-2487-411b-807f-0cdc48f93340 admin admin] Network b7cedd52-956b-48db-9e42-11270e0ea28b is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:08:32.752275 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-506f2366-2487-411b-807f-0cdc48f93340 admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:32.966847 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506f2366-2487-411b-807f-0cdc48f93340 admin admin] Router e4bbc23a-6ffc-4a1f-b209-768cbd9722ea has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:08:33.209476 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506f2366-2487-411b-807f-0cdc48f93340 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:08:33.234090 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-506f2366-2487-411b-807f-0cdc48f93340 admin admin] 10.222.0.73 "PUT /v2.0/routers/e4bbc23a-6ffc-4a1f-b209-768cbd9722ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9146099 May 06 10:08:33.308149 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf130c20-bda0-4ba2-a7f1-87e296227e7d None None] Pushing event updated for resources: {'Port': ['ID=cc75f876-0c09-4357-89ee-3788f97dfb3c,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:33.319602 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-dbef9769-4f17-4c70-a51d-5209c2175f6e None None] Provisioning complete for port 402046b4-541e-4b63-aec1-b14a31238ce6 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:33.320228 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dbef9769-4f17-4c70-a51d-5209c2175f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:33.416643 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-dbef9769-4f17-4c70-a51d-5209c2175f6e None None] Port 402046b4-541e-4b63-aec1-b14a31238ce6 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:08:33.441194 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:33.458755 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-bf130c20-bda0-4ba2-a7f1-87e296227e7d None None] Attempting to bind port cc75f876-0c09-4357-89ee-3788f97dfb3c on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:08:33.459155 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-bf130c20-bda0-4ba2-a7f1-87e296227e7d None None] Attempting to bind port cc75f876-0c09-4357-89ee-3788f97dfb3c by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'aee8d243-4412-442c-aa84-2d690d47488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f916293a-d4c7-43f8-935d-857b4ddeb579'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:08:33.459716 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf130c20-bda0-4ba2-a7f1-87e296227e7d None None] Attempting to bind port cc75f876-0c09-4357-89ee-3788f97dfb3c on network f916293a-d4c7-43f8-935d-857b4ddeb579 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:08:33.482310 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:33.483603 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-dbef9769-4f17-4c70-a51d-5209c2175f6e None None] Provisioning complete for port 3117f818-2b29-408e-8528-73b82669f775 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:33.483781 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dbef9769-4f17-4c70-a51d-5209c2175f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:33.520771 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf130c20-bda0-4ba2-a7f1-87e296227e7d None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:08:33.521356 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf130c20-bda0-4ba2-a7f1-87e296227e7d None None] Checking segment: {'id': 'aee8d243-4412-442c-aa84-2d690d47488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f916293a-d4c7-43f8-935d-857b4ddeb579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:08:33.521769 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bf130c20-bda0-4ba2-a7f1-87e296227e7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:33.522643 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf130c20-bda0-4ba2-a7f1-87e296227e7d None None] Bound using segment: {'id': 'aee8d243-4412-442c-aa84-2d690d47488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f916293a-d4c7-43f8-935d-857b4ddeb579'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:08:33.523605 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-bf130c20-bda0-4ba2-a7f1-87e296227e7d None None] Bound port: cc75f876-0c09-4357-89ee-3788f97dfb3c, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee8d243-4412-442c-aa84-2d690d47488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f916293a-d4c7-43f8-935d-857b4ddeb579'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:08:33.524152 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bf130c20-bda0-4ba2-a7f1-87e296227e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:33.533832 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:33.592426 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-8127a03a-d336-40a0-9b5c-0274888c6018 None None] Set router c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:33.598712 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77810435-64de-4a6c-bf2a-fda0dfae6af6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Router e244af83-9183-4d4a-8c9a-fd6f61e07c7d has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:08:33.820955 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77810435-64de-4a6c-bf2a-fda0dfae6af6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:08:33.828625 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-77810435-64de-4a6c-bf2a-fda0dfae6af6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "PUT /v2.0/routers/e244af83-9183-4d4a-8c9a-fd6f61e07c7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2748787 May 06 10:08:33.831166 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57522) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:33.837029 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-93f7dd4f-4872-4463-8f87-c37668333ec7 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1528828371', 'description': 'tempest-secgroup_access--1528828371 description', 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:33.870205 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363f4028-8873-4e84-9640-3a6a48c2875c None None] Sync routers for ids ['e244af83-9183-4d4a-8c9a-fd6f61e07c7d'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:08:33.888708 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-93f7dd4f-4872-4463-8f87-c37668333ec7 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:33.920696 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:33.927565 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:33.990711 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363f4028-8873-4e84-9640-3a6a48c2875c None None] Routers {'e244af83-9183-4d4a-8c9a-fd6f61e07c7d'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:33.991837 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-363f4028-8873-4e84-9640-3a6a48c2875c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:08:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e244af83-9183-4d4a-8c9a-fd6f61e07c7d'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:34.119221 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-93f7dd4f-4872-4463-8f87-c37668333ec7 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:34.119598 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-bf130c20-bda0-4ba2-a7f1-87e296227e7d None None] For port cc75f876-0c09-4357-89ee-3788f97dfb3c, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:08:34.127945 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-93f7dd4f-4872-4463-8f87-c37668333ec7 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:34.165364 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-93f7dd4f-4872-4463-8f87-c37668333ec7 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:34.166237 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-93f7dd4f-4872-4463-8f87-c37668333ec7 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3331923 May 06 10:08:34.169103 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57536) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:34.174555 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-6cc4bc9f-01b2-4a70-85b7-e0e63ef029db tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2073307173', 'description': 'tempest-secgroup_general--2073307173 description', 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:34.182194 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-bf130c20-bda0-4ba2-a7f1-87e296227e7d None None] For port cc75f876-0c09-4357-89ee-3788f97dfb3c, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=cc75f876-0c09-4357-89ee-3788f97dfb3c,segment=NetworkSegment(aee8d243-4412-442c-aa84-2d690d47488d),segment_id=aee8d243-4412-442c-aa84-2d690d47488d)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:08:34.187039 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dbef9769-4f17-4c70-a51d-5209c2175f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:34.226151 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7dd4f-4872-4463-8f87-c37668333ec7 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35f51013-f651-4c18-8a48-fa4343828649,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:34.230538 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bf130c20-bda0-4ba2-a7f1-87e296227e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:34.248767 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6cc4bc9f-01b2-4a70-85b7-e0e63ef029db tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:34.349727 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-dbef9769-4f17-4c70-a51d-5209c2175f6e None None] For port 3117f818-2b29-408e-8528-73b82669f775, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3117f818-2b29-408e-8528-73b82669f775,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:34.371021 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dbef9769-4f17-4c70-a51d-5209c2175f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:34.388504 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6cc4bc9f-01b2-4a70-85b7-e0e63ef029db tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:34.399684 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6cc4bc9f-01b2-4a70-85b7-e0e63ef029db tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:34.453142 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6cc4bc9f-01b2-4a70-85b7-e0e63ef029db tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:34.458693 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6cc4bc9f-01b2-4a70-85b7-e0e63ef029db tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2853808 May 06 10:08:34.459072 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57540) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:34.464873 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-abecd988-9858-4588-a4bc-416c97762595 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Request body: {'security_group_rule': {'security_group_id': '35f51013-f651-4c18-8a48-fa4343828649', 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:34.480403 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc4bc9f-01b2-4a70-85b7-e0e63ef029db tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc63417-6279-42da-9630-410bf6ae9b7b,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:34.498329 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-363f4028-8873-4e84-9640-3a6a48c2875c None None] Set router e244af83-9183-4d4a-8c9a-fd6f61e07c7d gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:34.505647 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf130c20-bda0-4ba2-a7f1-87e296227e7d None None] Pushing event updated for resources: {'Port': ['ID=cc75f876-0c09-4357-89ee-3788f97dfb3c,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:34.523319 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-abecd988-9858-4588-a4bc-416c97762595 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:34.542462 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:34.542883 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:34.547739 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-dbef9769-4f17-4c70-a51d-5209c2175f6e None None] Provisioning complete for port f8decc1e-5a34-4e0d-ba52-f6fa68c63d1f triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:34.548147 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dbef9769-4f17-4c70-a51d-5209c2175f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:34.675400 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-abecd988-9858-4588-a4bc-416c97762595 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:34.684244 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-abecd988-9858-4588-a4bc-416c97762595 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:34.722157 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abecd988-9858-4588-a4bc-416c97762595 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef254a68-c4e3-4082-bb9d-1cca843c0f01,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:34.758575 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-abecd988-9858-4588-a4bc-416c97762595 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:34.780851 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-abecd988-9858-4588-a4bc-416c97762595 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3118393 May 06 10:08:34.975269 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef9769-4f17-4c70-a51d-5209c2175f6e None None] Pushing event updated for resources: {'Port': ['ID=3117f818-2b29-408e-8528-73b82669f775,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:35.084656 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8127a03a-d336-40a0-9b5c-0274888c6018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'name': 'tempest-TestVolumeBootPattern-1921401849-router', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:16Z', 'updated_at': '2022-05-06T10:08:21Z', 'revision_number': 4, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'gw_port': {'id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:17Z', 'updated_at': '2022-05-06T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '3117f818-2b29-408e-8528-73b82669f775', 'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'mac_address': 'fa:16:3e:e4:70:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:20Z', 'updated_at': '2022-05-06T10:08:31Z', 'revision_number': 4, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'subnets': [{'id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:35.165052 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8127a03a-d336-40a0-9b5c-0274888c6018 None None] The sync data for ids ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'] in n-d-840835-1 is: [{'id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'name': 'tempest-TestVolumeBootPattern-1921401849-router', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:16Z', 'updated_at': '2022-05-06T10:08:21Z', 'revision_number': 4, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'gw_port': {'id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:17Z', 'updated_at': '2022-05-06T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '3117f818-2b29-408e-8528-73b82669f775', 'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'mac_address': 'fa:16:3e:e4:70:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:20Z', 'updated_at': '2022-05-06T10:08:31Z', 'revision_number': 4, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'subnets': [{'id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:08:35.178771 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-f5126c85-3ef4-43a4-86ce-97b59bb8db7d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup_access--1528828371&fields=id&tenant_id=a9ce2e9e6f684bf299f120cb798067e3 HTTP/1.1" status: 200 len: 267 time: 0.0823982 May 06 10:08:35.232453 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:35.258631 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:35.258895 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-0d76a044-d8e8-4235-b79f-bc2826b24a1e tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup_general--2073307173&fields=id&tenant_id=a9ce2e9e6f684bf299f120cb798067e3 HTTP/1.1" status: 200 len: 267 time: 0.0776017 May 06 10:08:35.272477 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:35.273272 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f8decc1e-5a34-4e0d-ba52-f6fa68c63d1f up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:35.455174 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-363f4028-8873-4e84-9640-3a6a48c2875c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2143815640', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:08:31Z', 'revision_number': 4, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'gw_port': {'id': '7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:24Z', 'updated_at': '2022-05-06T10:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'bc403094-7f18-4810-87c9-d3dead2a016c', 'name': '', 'network_id': 'f916293a-d4c7-43f8-935d-857b4ddeb579', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'mac_address': 'fa:16:3e:c1:72:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd9f07130-cb5f-4bd4-b176-e5b4d9b0aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:30Z', 'updated_at': '2022-05-06T10:08:32Z', 'revision_number': 2, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'subnets': [{'id': 'd9f07130-cb5f-4bd4-b176-e5b4d9b0aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:35.518488 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363f4028-8873-4e84-9640-3a6a48c2875c None None] Checking router: e244af83-9183-4d4a-8c9a-fd6f61e07c7d for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:08:35.518839 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363f4028-8873-4e84-9640-3a6a48c2875c None None] Updating router e244af83-9183-4d4a-8c9a-fd6f61e07c7d port bc403094-7f18-4810-87c9-d3dead2a016c binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:08:35.521022 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-7237ce5b-d484-4c25-ae4d-f28b64f78aaf None None] Provisioning complete for port 402046b4-541e-4b63-aec1-b14a31238ce6 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:35.521403 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7237ce5b-d484-4c25-ae4d-f28b64f78aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:35.584644 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:35.645377 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfea625-97dc-4d88-94e5-5bbe62660f6d None None] Sync routers for ids ['e4bbc23a-6ffc-4a1f-b209-768cbd9722ea'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:08:35.690706 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfea625-97dc-4d88-94e5-5bbe62660f6d None None] Routers {'e4bbc23a-6ffc-4a1f-b209-768cbd9722ea'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:35.691552 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-adfea625-97dc-4d88-94e5-5bbe62660f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:08:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e4bbc23a-6ffc-4a1f-b209-768cbd9722ea'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:35.715258 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-363f4028-8873-4e84-9640-3a6a48c2875c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:35.764572 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-7237ce5b-d484-4c25-ae4d-f28b64f78aaf None None] Port 402046b4-541e-4b63-aec1-b14a31238ce6 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:08:35.786397 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port f8decc1e-5a34-4e0d-ba52-f6fa68c63d1f triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:35.786777 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:36.048520 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-adfea625-97dc-4d88-94e5-5bbe62660f6d None None] Set router e4bbc23a-6ffc-4a1f-b209-768cbd9722ea gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:36.462017 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-969ddd9e-df22-486a-811b-a888a500a2bd tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:36.474794 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-969ddd9e-df22-486a-811b-a888a500a2bd tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/networks?id=f916293a-d4c7-43f8-935d-857b4ddeb579 HTTP/1.1" status: 200 len: 797 time: 1.2140706 May 06 10:08:36.510375 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-e15a4568-95bc-45cd-b3cd-e5f7fa9b69f8 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/quotas/a9ce2e9e6f684bf299f120cb798067e3 HTTP/1.1" status: 200 len: 375 time: 0.0321674 May 06 10:08:36.599857 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-adfea625-97dc-4d88-94e5-5bbe62660f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bbc23a-6ffc-4a1f-b209-768cbd9722ea', 'name': 'tempest-TestVolumeBootPattern-482808035-router', 'tenant_id': 'd6a0976044fe4deea8891a6d89e7b6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:25Z', 'updated_at': '2022-05-06T10:08:31Z', 'revision_number': 4, 'project_id': 'd6a0976044fe4deea8891a6d89e7b6a7', 'gw_port': {'id': 'e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bbc23a-6ffc-4a1f-b209-768cbd9722ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:26Z', 'updated_at': '2022-05-06T10:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '402046b4-541e-4b63-aec1-b14a31238ce6', 'name': '', 'network_id': 'b7cedd52-956b-48db-9e42-11270e0ea28b', 'tenant_id': 'd6a0976044fe4deea8891a6d89e7b6a7', 'mac_address': 'fa:16:3e:a8:a9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bbc23a-6ffc-4a1f-b209-768cbd9722ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '48d35bd7-85f4-4887-8978-3a4567107d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:30Z', 'updated_at': '2022-05-06T10:08:32Z', 'revision_number': 2, 'project_id': 'd6a0976044fe4deea8891a6d89e7b6a7', 'subnets': [{'id': '48d35bd7-85f4-4887-8978-3a4567107d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:36.655526 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-24b41e03-e96d-4853-b2b5-3b889c3590de tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a9ce2e9e6f684bf299f120cb798067e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1427469 May 06 10:08:36.666068 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfea625-97dc-4d88-94e5-5bbe62660f6d None None] Checking router: e4bbc23a-6ffc-4a1f-b209-768cbd9722ea for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:08:36.666564 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfea625-97dc-4d88-94e5-5bbe62660f6d None None] Updating router e4bbc23a-6ffc-4a1f-b209-768cbd9722ea port 402046b4-541e-4b63-aec1-b14a31238ce6 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:08:36.726325 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-adfea625-97dc-4d88-94e5-5bbe62660f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:36.734238 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc4a45b-5ca5-430b-8219-3441cb5203b6 None None] Network f916293a-d4c7-43f8-935d-857b4ddeb579 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:08:36.888216 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-f26270a6-e793-46b6-8e59-64498e969ab6 service neutron] 10.222.0.73 "GET /v2.0/networks/f916293a-d4c7-43f8-935d-857b4ddeb579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928606 May 06 10:08:36.907866 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a96d54f7-471a-4033-8892-d372989f0b0f None None] Provisioning complete for port cc75f876-0c09-4357-89ee-3788f97dfb3c triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:36.908916 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a96d54f7-471a-4033-8892-d372989f0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:37.062679 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3117f818-2b29-408e-8528-73b82669f775 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:37.106207 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-d1a5667f-9bfa-421f-856f-98942a69b710 service neutron] 10.222.0.73 "GET /v2.0/networks/f916293a-d4c7-43f8-935d-857b4ddeb579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171218 May 06 10:08:37.236626 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-adfea625-97dc-4d88-94e5-5bbe62660f6d None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:37.251204 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-adfea625-97dc-4d88-94e5-5bbe62660f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:37.312757 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83472024-a7bd-4ea0-b4b8-8e1b22e4aa77 None None] Pushing event updated for resources: {'Port': ['ID=402046b4-541e-4b63-aec1-b14a31238ce6,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:37.421148 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-363f4028-8873-4e84-9640-3a6a48c2875c None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:37.428180 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 3117f818-2b29-408e-8528-73b82669f775 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:37.428180 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:37.483623 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a96d54f7-471a-4033-8892-d372989f0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:37.495797 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-adfea625-97dc-4d88-94e5-5bbe62660f6d None None] Attempting to bind port 402046b4-541e-4b63-aec1-b14a31238ce6 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:08:37.496560 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-adfea625-97dc-4d88-94e5-5bbe62660f6d None None] Attempting to bind port 402046b4-541e-4b63-aec1-b14a31238ce6 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'e929f134-5664-4472-9d29-0d873feaba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b7cedd52-956b-48db-9e42-11270e0ea28b'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:08:37.496935 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfea625-97dc-4d88-94e5-5bbe62660f6d None None] Attempting to bind port 402046b4-541e-4b63-aec1-b14a31238ce6 on network b7cedd52-956b-48db-9e42-11270e0ea28b {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:08:37.509162 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfea625-97dc-4d88-94e5-5bbe62660f6d None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:08:37.509549 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfea625-97dc-4d88-94e5-5bbe62660f6d None None] Checking segment: {'id': 'e929f134-5664-4472-9d29-0d873feaba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b7cedd52-956b-48db-9e42-11270e0ea28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:08:37.509961 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-adfea625-97dc-4d88-94e5-5bbe62660f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:37.510360 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfea625-97dc-4d88-94e5-5bbe62660f6d None None] Bound using segment: {'id': 'e929f134-5664-4472-9d29-0d873feaba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b7cedd52-956b-48db-9e42-11270e0ea28b'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:08:37.511097 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-adfea625-97dc-4d88-94e5-5bbe62660f6d None None] Bound port: 402046b4-541e-4b63-aec1-b14a31238ce6, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e929f134-5664-4472-9d29-0d873feaba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b7cedd52-956b-48db-9e42-11270e0ea28b'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:08:37.511308 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-adfea625-97dc-4d88-94e5-5bbe62660f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:37.598704 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0f8be3d4-5549-40e2-9973-5b43a27e65f4 req-20441430-e770-4f5a-b302-b055dfaad027 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=71f8a77b-3094-4517-abbe-afc9bdd89ab7 HTTP/1.1" status: 200 len: 210 time: 0.0661061 May 06 10:08:37.646255 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a96d54f7-471a-4033-8892-d372989f0b0f None None] For port cc75f876-0c09-4357-89ee-3788f97dfb3c, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=cc75f876-0c09-4357-89ee-3788f97dfb3c,segment=NetworkSegment(aee8d243-4412-442c-aa84-2d690d47488d),segment_id=aee8d243-4412-442c-aa84-2d690d47488d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:37.671761 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-363f4028-8873-4e84-9640-3a6a48c2875c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:37.726563 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a96d54f7-471a-4033-8892-d372989f0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:38.009804 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-adfea625-97dc-4d88-94e5-5bbe62660f6d None None] For port 402046b4-541e-4b63-aec1-b14a31238ce6, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:08:38.014345 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-adfea625-97dc-4d88-94e5-5bbe62660f6d None None] For port 402046b4-541e-4b63-aec1-b14a31238ce6, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=402046b4-541e-4b63-aec1-b14a31238ce6,segment=NetworkSegment(e929f134-5664-4472-9d29-0d873feaba36),segment_id=e929f134-5664-4472-9d29-0d873feaba36)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:08:38.031348 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-adfea625-97dc-4d88-94e5-5bbe62660f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:38.160933 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfea625-97dc-4d88-94e5-5bbe62660f6d None None] Routers {'e4bbc23a-6ffc-4a1f-b209-768cbd9722ea'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:38.164155 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-a83f01fa-a44c-4e98-ba43-91bcf85ebbae tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:38.179832 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-adfea625-97dc-4d88-94e5-5bbe62660f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:08:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e4bbc23a-6ffc-4a1f-b209-768cbd9722ea'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:38.181512 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-a83f01fa-a44c-4e98-ba43-91bcf85ebbae tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 812 time: 0.3386846 May 06 10:08:38.225609 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44830f-c76d-4af1-acc8-30246626c3e7 None None] Pushing event updated for resources: {'Port': ['ID=bc403094-7f18-4810-87c9-d3dead2a016c,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:38.233165 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-54c34fbd-2b14-4fe9-9f76-26b01f447999 None None] Provisioning complete for port 402046b4-541e-4b63-aec1-b14a31238ce6 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:38.233550 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-54c34fbd-2b14-4fe9-9f76-26b01f447999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:38.238008 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-8ff7d5ca-2fd1-45bd-925f-c06828341385 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/quotas/7cb12c0888cc4f8a80e8e3d90fb1fcf1 HTTP/1.1" status: 200 len: 375 time: 0.0518293 May 06 10:08:38.355773 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-363f4028-8873-4e84-9640-3a6a48c2875c None None] Attempting to bind port bc403094-7f18-4810-87c9-d3dead2a016c on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:08:38.356458 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-363f4028-8873-4e84-9640-3a6a48c2875c None None] Attempting to bind port bc403094-7f18-4810-87c9-d3dead2a016c by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'aee8d243-4412-442c-aa84-2d690d47488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f916293a-d4c7-43f8-935d-857b4ddeb579'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:08:38.357118 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363f4028-8873-4e84-9640-3a6a48c2875c None None] Attempting to bind port bc403094-7f18-4810-87c9-d3dead2a016c on network f916293a-d4c7-43f8-935d-857b4ddeb579 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:08:38.390203 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83472024-a7bd-4ea0-b4b8-8e1b22e4aa77 None None] Pushing event updated for resources: {'Port': ['ID=402046b4-541e-4b63-aec1-b14a31238ce6,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:38.402294 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-84d366af-86be-4593-a2e3-64ebb420dc4b tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1630974 May 06 10:08:38.408078 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363f4028-8873-4e84-9640-3a6a48c2875c None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:08:38.409152 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363f4028-8873-4e84-9640-3a6a48c2875c None None] Checking segment: {'id': 'aee8d243-4412-442c-aa84-2d690d47488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f916293a-d4c7-43f8-935d-857b4ddeb579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:08:38.409675 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-363f4028-8873-4e84-9640-3a6a48c2875c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:38.410183 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363f4028-8873-4e84-9640-3a6a48c2875c None None] Bound using segment: {'id': 'aee8d243-4412-442c-aa84-2d690d47488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f916293a-d4c7-43f8-935d-857b4ddeb579'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:08:38.410784 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-363f4028-8873-4e84-9640-3a6a48c2875c None None] Bound port: bc403094-7f18-4810-87c9-d3dead2a016c, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee8d243-4412-442c-aa84-2d690d47488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f916293a-d4c7-43f8-935d-857b4ddeb579'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:08:38.411306 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-363f4028-8873-4e84-9640-3a6a48c2875c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:38.434041 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83472024-a7bd-4ea0-b4b8-8e1b22e4aa77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:38.434660 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83472024-a7bd-4ea0-b4b8-8e1b22e4aa77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:38.435268 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83472024-a7bd-4ea0-b4b8-8e1b22e4aa77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:38.435765 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83472024-a7bd-4ea0-b4b8-8e1b22e4aa77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:38.436257 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83472024-a7bd-4ea0-b4b8-8e1b22e4aa77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:38.437893 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83472024-a7bd-4ea0-b4b8-8e1b22e4aa77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:38.439406 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83472024-a7bd-4ea0-b4b8-8e1b22e4aa77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:38.440930 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83472024-a7bd-4ea0-b4b8-8e1b22e4aa77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:38.442631 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83472024-a7bd-4ea0-b4b8-8e1b22e4aa77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:38.443902 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83472024-a7bd-4ea0-b4b8-8e1b22e4aa77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:38.445416 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83472024-a7bd-4ea0-b4b8-8e1b22e4aa77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:38.445915 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83472024-a7bd-4ea0-b4b8-8e1b22e4aa77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:38.555302 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-363f4028-8873-4e84-9640-3a6a48c2875c None None] For port bc403094-7f18-4810-87c9-d3dead2a016c, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:08:38.559275 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-363f4028-8873-4e84-9640-3a6a48c2875c None None] For port bc403094-7f18-4810-87c9-d3dead2a016c, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=bc403094-7f18-4810-87c9-d3dead2a016c,segment=NetworkSegment(aee8d243-4412-442c-aa84-2d690d47488d),segment_id=aee8d243-4412-442c-aa84-2d690d47488d)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:08:38.631449 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device cc75f876-0c09-4357-89ee-3788f97dfb3c up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:38.678532 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-adfea625-97dc-4d88-94e5-5bbe62660f6d None None] Set router e4bbc23a-6ffc-4a1f-b209-768cbd9722ea gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:38.706520 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-208f809b-91d0-4dda-b49c-cdbba745c248 service neutron] 10.222.0.73 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026862 May 06 10:08:38.744162 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-54c34fbd-2b14-4fe9-9f76-26b01f447999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:38.756259 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d54f7-471a-4033-8892-d372989f0b0f None None] Pushing event updated for resources: {'Port': ['ID=cc75f876-0c09-4357-89ee-3788f97dfb3c,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:38.774581 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-363f4028-8873-4e84-9640-3a6a48c2875c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:38.892538 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-7c61fa55-76f8-4c33-a1b6-60e2c858c50a service neutron] 10.222.0.73 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802561 May 06 10:08:38.933923 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44830f-c76d-4af1-acc8-30246626c3e7 None None] Pushing event updated for resources: {'Port': ['ID=bc403094-7f18-4810-87c9-d3dead2a016c,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:38.952809 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363f4028-8873-4e84-9640-3a6a48c2875c None None] Routers {'e244af83-9183-4d4a-8c9a-fd6f61e07c7d'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:38.953520 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-363f4028-8873-4e84-9640-3a6a48c2875c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:08:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e244af83-9183-4d4a-8c9a-fd6f61e07c7d'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:39.079477 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-54c34fbd-2b14-4fe9-9f76-26b01f447999 None None] For port 402046b4-541e-4b63-aec1-b14a31238ce6, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=402046b4-541e-4b63-aec1-b14a31238ce6,segment=NetworkSegment(e929f134-5664-4472-9d29-0d873feaba36),segment_id=e929f134-5664-4472-9d29-0d873feaba36)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:39.119494 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-54c34fbd-2b14-4fe9-9f76-26b01f447999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:39.200926 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port cc75f876-0c09-4357-89ee-3788f97dfb3c triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:39.202485 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:39.209275 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-adfea625-97dc-4d88-94e5-5bbe62660f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bbc23a-6ffc-4a1f-b209-768cbd9722ea', 'name': 'tempest-TestVolumeBootPattern-482808035-router', 'tenant_id': 'd6a0976044fe4deea8891a6d89e7b6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:25Z', 'updated_at': '2022-05-06T10:08:31Z', 'revision_number': 4, 'project_id': 'd6a0976044fe4deea8891a6d89e7b6a7', 'gw_port': {'id': 'e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bbc23a-6ffc-4a1f-b209-768cbd9722ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:26Z', 'updated_at': '2022-05-06T10:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '402046b4-541e-4b63-aec1-b14a31238ce6', 'name': '', 'network_id': 'b7cedd52-956b-48db-9e42-11270e0ea28b', 'tenant_id': 'd6a0976044fe4deea8891a6d89e7b6a7', 'mac_address': 'fa:16:3e:a8:a9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bbc23a-6ffc-4a1f-b209-768cbd9722ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '48d35bd7-85f4-4887-8978-3a4567107d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:30Z', 'updated_at': '2022-05-06T10:08:38Z', 'revision_number': 4, 'project_id': 'd6a0976044fe4deea8891a6d89e7b6a7', 'subnets': [{'id': '48d35bd7-85f4-4887-8978-3a4567107d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:39.354159 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfea625-97dc-4d88-94e5-5bbe62660f6d None None] The sync data for ids ['e4bbc23a-6ffc-4a1f-b209-768cbd9722ea'] in n-d-840835-1 is: [{'id': 'e4bbc23a-6ffc-4a1f-b209-768cbd9722ea', 'name': 'tempest-TestVolumeBootPattern-482808035-router', 'tenant_id': 'd6a0976044fe4deea8891a6d89e7b6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:25Z', 'updated_at': '2022-05-06T10:08:31Z', 'revision_number': 4, 'project_id': 'd6a0976044fe4deea8891a6d89e7b6a7', 'gw_port': {'id': 'e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bbc23a-6ffc-4a1f-b209-768cbd9722ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:26Z', 'updated_at': '2022-05-06T10:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '402046b4-541e-4b63-aec1-b14a31238ce6', 'name': '', 'network_id': 'b7cedd52-956b-48db-9e42-11270e0ea28b', 'tenant_id': 'd6a0976044fe4deea8891a6d89e7b6a7', 'mac_address': 'fa:16:3e:a8:a9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bbc23a-6ffc-4a1f-b209-768cbd9722ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '48d35bd7-85f4-4887-8978-3a4567107d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:30Z', 'updated_at': '2022-05-06T10:08:38Z', 'revision_number': 4, 'project_id': 'd6a0976044fe4deea8891a6d89e7b6a7', 'subnets': [{'id': '48d35bd7-85f4-4887-8978-3a4567107d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:08:39.547172 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c1e8df88-cb6b-4bca-a5f3-e27ce7107aa7 None None] Provisioning complete for port cc75f876-0c09-4357-89ee-3788f97dfb3c triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:39.554376 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c1e8df88-cb6b-4bca-a5f3-e27ce7107aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:39.557305 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c34fbd-2b14-4fe9-9f76-26b01f447999 None None] Pushing event updated for resources: {'Port': ['ID=402046b4-541e-4b63-aec1-b14a31238ce6,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:39.665884 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-b959ef43-558e-4d80-a130-4f04344c206a tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:39.668258 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-b959ef43-558e-4d80-a130-4f04344c206a tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.77 "GET /v2.0/networks?id=f916293a-d4c7-43f8-935d-857b4ddeb579 HTTP/1.1" status: 200 len: 797 time: 0.4117444 May 06 10:08:39.704451 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-363f4028-8873-4e84-9640-3a6a48c2875c None None] Set router e244af83-9183-4d4a-8c9a-fd6f61e07c7d gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:39.825820 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-b835d06f-555c-4958-b226-b816303708e8 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9ce2e9e6f684bf299f120cb798067e3 HTTP/1.1" status: 200 len: 478 time: 0.1391137 May 06 10:08:39.850471 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-e5ea37f7-c783-48be-a791-79fc3a66c6d4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Request body: {'port': {'device_id': '71f8a77b-3094-4517-abbe-afc9bdd89ab7', 'network_id': 'f916293a-d4c7-43f8-935d-857b4ddeb579', 'admin_state_up': True, 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'security_groups': ['35f51013-f651-4c18-8a48-fa4343828649', '9cc63417-6279-42da-9630-410bf6ae9b7b']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:39.874028 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2093a424-76fe-4905-9a2c-74fa38f94863 req-84542844-70ea-4791-981c-92489adcd21a tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=71f8a77b-3094-4517-abbe-afc9bdd89ab7 HTTP/1.1" status: 200 len: 210 time: 0.0624835 May 06 10:08:40.080482 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c56cc939-c68a-4319-8e47-9b61e6b3ae8c req-a5e937b1-a7a1-4a53-b903-fec42adf511e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 210 time: 0.0597167 May 06 10:08:40.148762 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-e5ea37f7-c783-48be-a791-79fc3a66c6d4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Made reservation on behalf of a9ce2e9e6f684bf299f120cb798067e3 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:08:40.153597 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-e5ea37f7-c783-48be-a791-79fc3a66c6d4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:40.226761 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3117f818-2b29-408e-8528-73b82669f775 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:40.478301 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-e5ea37f7-c783-48be-a791-79fc3a66c6d4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Allocated IP 172.20.0.14 (f916293a-d4c7-43f8-935d-857b4ddeb579/d9f07130-cb5f-4bd4-b176-e5b4d9b0aff6/819d2a31-dce9-4c88-9122-2a4aaade8218) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:08:40.652156 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c1e8df88-cb6b-4bca-a5f3-e27ce7107aa7 None None] Provisioning complete for port 402046b4-541e-4b63-aec1-b14a31238ce6 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:40.652638 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c1e8df88-cb6b-4bca-a5f3-e27ce7107aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:40.785372 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 3117f818-2b29-408e-8528-73b82669f775 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:40.786045 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:40.933759 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-363f4028-8873-4e84-9640-3a6a48c2875c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2143815640', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:08:31Z', 'revision_number': 4, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'gw_port': {'id': '7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:24Z', 'updated_at': '2022-05-06T10:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'bc403094-7f18-4810-87c9-d3dead2a016c', 'name': '', 'network_id': 'f916293a-d4c7-43f8-935d-857b4ddeb579', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'mac_address': 'fa:16:3e:c1:72:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd9f07130-cb5f-4bd4-b176-e5b4d9b0aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:30Z', 'updated_at': '2022-05-06T10:08:38Z', 'revision_number': 4, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'subnets': [{'id': 'd9f07130-cb5f-4bd4-b176-e5b4d9b0aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:40.944794 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-e5ea37f7-c783-48be-a791-79fc3a66c6d4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:41.013395 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363f4028-8873-4e84-9640-3a6a48c2875c None None] The sync data for ids ['e244af83-9183-4d4a-8c9a-fd6f61e07c7d'] in n-d-840835-1 is: [{'id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2143815640', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:08:31Z', 'revision_number': 4, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'gw_port': {'id': '7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:24Z', 'updated_at': '2022-05-06T10:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'bc403094-7f18-4810-87c9-d3dead2a016c', 'name': '', 'network_id': 'f916293a-d4c7-43f8-935d-857b4ddeb579', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'mac_address': 'fa:16:3e:c1:72:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd9f07130-cb5f-4bd4-b176-e5b4d9b0aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:30Z', 'updated_at': '2022-05-06T10:08:38Z', 'revision_number': 4, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'subnets': [{'id': 'd9f07130-cb5f-4bd4-b176-e5b4d9b0aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:08:41.022091 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-e5ea37f7-c783-48be-a791-79fc3a66c6d4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:41.046944 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c86a4c13-ce1d-4a7f-a810-aa883755c335 req-d14948b3-bc40-4c81-94fe-4d800944f730 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=71f8a77b-3094-4517-abbe-afc9bdd89ab7 HTTP/1.1" status: 200 len: 210 time: 0.0483179 May 06 10:08:41.110103 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea37f7-c783-48be-a791-79fc3a66c6d4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Pushing event updated for resources: {'Port': ['ID=819d2a31-dce9-4c88-9122-2a4aaade8218,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:41.153618 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-e5ea37f7-c783-48be-a791-79fc3a66c6d4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Network f916293a-d4c7-43f8-935d-857b4ddeb579 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:08:41.155011 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-e5ea37f7-c783-48be-a791-79fc3a66c6d4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:41.157674 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-e5ea37f7-c783-48be-a791-79fc3a66c6d4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:08:41.326821 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d682eae1-02c2-49f8-9cf8-af533899db13 req-979b12b5-fd67-4d71-815c-7248352a2458 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 210 time: 0.0569561 May 06 10:08:41.327049 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-e5ea37f7-c783-48be-a791-79fc3a66c6d4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:41.332247 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-e5ea37f7-c783-48be-a791-79fc3a66c6d4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:41.384982 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-e5ea37f7-c783-48be-a791-79fc3a66c6d4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.5455530 May 06 10:08:41.515607 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:41.566063 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-a454a4c6-d80c-49d3-ad4d-0c02c22d7f2a service neutron] Request body: {'port': {'device_id': '71f8a77b-3094-4517-abbe-afc9bdd89ab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:41.616523 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-2b5dfd1e-107d-42f5-abab-178b6bdad8bf tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:41.618913 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-2b5dfd1e-107d-42f5-abab-178b6bdad8bf tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.84 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 812 time: 0.2196851 May 06 10:08:41.635111 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-69fa727a-e85f-4808-a7dc-09138819b129 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Request body: {'port': {'device_id': '515d2929-aa4f-4db4-807c-7d6f5b22db28', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'admin_state_up': True, 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:41.755421 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-a454a4c6-d80c-49d3-ad4d-0c02c22d7f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:41.778158 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c1e8df88-cb6b-4bca-a5f3-e27ce7107aa7 None None] Provisioning complete for port bc403094-7f18-4810-87c9-d3dead2a016c triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:41.778683 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c1e8df88-cb6b-4bca-a5f3-e27ce7107aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:41.845578 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:41.845980 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:41.913298 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-69fa727a-e85f-4808-a7dc-09138819b129 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Made reservation on behalf of 7cb12c0888cc4f8a80e8e3d90fb1fcf1 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:08:41.919239 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-69fa727a-e85f-4808-a7dc-09138819b129 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:42.144803 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-69fa727a-e85f-4808-a7dc-09138819b129 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Allocated IP 172.20.0.12 (e79942ca-e345-49b7-9237-09d84c169e88/6c703b66-fbd0-4b8e-aa48-38bd7169d05a/eba6fe28-0754-4b07-93b4-eea4d1b9dcd1) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:08:42.155687 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:42.233838 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c1e8df88-cb6b-4bca-a5f3-e27ce7107aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:42.311757 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-a454a4c6-d80c-49d3-ad4d-0c02c22d7f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 819d2a31-dce9-4c88-9122-2a4aaade8218 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:08:42.335426 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-a454a4c6-d80c-49d3-ad4d-0c02c22d7f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:42.387727 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-c1e8df88-cb6b-4bca-a5f3-e27ce7107aa7 None None] For port bc403094-7f18-4810-87c9-d3dead2a016c, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=bc403094-7f18-4810-87c9-d3dead2a016c,segment=NetworkSegment(aee8d243-4412-442c-aa84-2d690d47488d),segment_id=aee8d243-4412-442c-aa84-2d690d47488d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:42.394691 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-a454a4c6-d80c-49d3-ad4d-0c02c22d7f2a service neutron] Transition to ACTIVE for port object 819d2a31-dce9-4c88-9122-2a4aaade8218 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:08:42.401086 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-a454a4c6-d80c-49d3-ad4d-0c02c22d7f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:42.407599 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c1e8df88-cb6b-4bca-a5f3-e27ce7107aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:42.413430 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb2231-ccdd-44b8-8eae-24c0800ece05 req-5c5be1c4-bea0-4218-91e8-14b5706a2207 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:42.416683 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4cbb2231-ccdd-44b8-8eae-24c0800ece05 req-5c5be1c4-bea0-4218-91e8-14b5706a2207 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=71f8a77b-3094-4517-abbe-afc9bdd89ab7 HTTP/1.1" status: 200 len: 971 time: 0.2010343 May 06 10:08:42.429390 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:42.430564 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:42.587155 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-ea8e2c9a-7b83-4485-b593-21a3b97e2a50 None None] Provisioning complete for port bc403094-7f18-4810-87c9-d3dead2a016c triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:42.587689 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2c9a-7b83-4485-b593-21a3b97e2a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:42.639636 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454a4c6-d80c-49d3-ad4d-0c02c22d7f2a service neutron] Pushing event updated for resources: {'Port': ['ID=819d2a31-dce9-4c88-9122-2a4aaade8218,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:42.682120 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-a454a4c6-d80c-49d3-ad4d-0c02c22d7f2a service neutron] Attempting to bind port 819d2a31-dce9-4c88-9122-2a4aaade8218 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:08:42.683187 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-a454a4c6-d80c-49d3-ad4d-0c02c22d7f2a service neutron] Attempting to bind port 819d2a31-dce9-4c88-9122-2a4aaade8218 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'aee8d243-4412-442c-aa84-2d690d47488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f916293a-d4c7-43f8-935d-857b4ddeb579'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:08:42.683624 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-a454a4c6-d80c-49d3-ad4d-0c02c22d7f2a service neutron] Attempting to bind port 819d2a31-dce9-4c88-9122-2a4aaade8218 on network f916293a-d4c7-43f8-935d-857b4ddeb579 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:08:42.694358 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8df88-cb6b-4bca-a5f3-e27ce7107aa7 None None] Pushing event updated for resources: {'Port': ['ID=bc403094-7f18-4810-87c9-d3dead2a016c,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:42.699093 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-a454a4c6-d80c-49d3-ad4d-0c02c22d7f2a service neutron] Port 819d2a31-dce9-4c88-9122-2a4aaade8218 on network f916293a-d4c7-43f8-935d-857b4ddeb579 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:08:42.699587 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-a454a4c6-d80c-49d3-ad4d-0c02c22d7f2a service neutron] Attempting to bind port 819d2a31-dce9-4c88-9122-2a4aaade8218 on network f916293a-d4c7-43f8-935d-857b4ddeb579 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:08:42.717301 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-a454a4c6-d80c-49d3-ad4d-0c02c22d7f2a service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:08:42.717796 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-a454a4c6-d80c-49d3-ad4d-0c02c22d7f2a service neutron] Checking segment: {'id': 'aee8d243-4412-442c-aa84-2d690d47488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f916293a-d4c7-43f8-935d-857b4ddeb579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:08:42.719486 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4cbb2231-ccdd-44b8-8eae-24c0800ece05 req-fad591c1-a403-4bce-8c05-2914af6038c5 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/security-groups?id=35f51013-f651-4c18-8a48-fa4343828649&id=9cc63417-6279-42da-9630-410bf6ae9b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2305534 May 06 10:08:42.720520 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-a454a4c6-d80c-49d3-ad4d-0c02c22d7f2a service neutron] Bound using segment: {'id': 'aee8d243-4412-442c-aa84-2d690d47488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f916293a-d4c7-43f8-935d-857b4ddeb579'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:08:42.721116 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-a454a4c6-d80c-49d3-ad4d-0c02c22d7f2a service neutron] Bound port: 819d2a31-dce9-4c88-9122-2a4aaade8218, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee8d243-4412-442c-aa84-2d690d47488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f916293a-d4c7-43f8-935d-857b4ddeb579'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:08:42.721609 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-a454a4c6-d80c-49d3-ad4d-0c02c22d7f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:42.734564 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-69fa727a-e85f-4808-a7dc-09138819b129 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:42.947915 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-49df462a-7d7b-4b6c-955c-b7e3c3b2fa94 req-134de031-e666-42a3-ad05-278e3fe8b1b9 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 210 time: 0.0739875 May 06 10:08:42.981372 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-69fa727a-e85f-4808-a7dc-09138819b129 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:43.000772 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-a454a4c6-d80c-49d3-ad4d-0c02c22d7f2a service neutron] For port 819d2a31-dce9-4c88-9122-2a4aaade8218, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:08:43.010642 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-a454a4c6-d80c-49d3-ad4d-0c02c22d7f2a service neutron] For port 819d2a31-dce9-4c88-9122-2a4aaade8218, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=819d2a31-dce9-4c88-9122-2a4aaade8218,segment=NetworkSegment(aee8d243-4412-442c-aa84-2d690d47488d),segment_id=aee8d243-4412-442c-aa84-2d690d47488d)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:08:43.020727 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-a454a4c6-d80c-49d3-ad4d-0c02c22d7f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:43.099642 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device cc75f876-0c09-4357-89ee-3788f97dfb3c up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:43.140510 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-69fa727a-e85f-4808-a7dc-09138819b129 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Network e79942ca-e345-49b7-9237-09d84c169e88 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:08:43.150713 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-69fa727a-e85f-4808-a7dc-09138819b129 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:43.160972 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-a454a4c6-d80c-49d3-ad4d-0c02c22d7f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:43.162161 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-a454a4c6-d80c-49d3-ad4d-0c02c22d7f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:43.168548 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-a454a4c6-d80c-49d3-ad4d-0c02c22d7f2a service neutron] 10.222.0.77 "PUT /v2.0/ports/819d2a31-dce9-4c88-9122-2a4aaade8218 HTTP/1.1" status: 200 len: 1131 time: 1.7698994 May 06 10:08:43.169064 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f8a77b-3094-4517-abbe-afc9bdd89ab7', 'tag': '819d2a31-dce9-4c88-9122-2a4aaade8218'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:08:43.172389 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee6bf48-1e13-4c47-8547-8b28a45f9f37" -d '{"events": [{"name": "network-changed", "server_uuid": "71f8a77b-3094-4517-abbe-afc9bdd89ab7", "tag": "819d2a31-dce9-4c88-9122-2a4aaade8218"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:08:43.175363 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-69fa727a-e85f-4808-a7dc-09138819b129 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:08:43.194687 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454a4c6-d80c-49d3-ad4d-0c02c22d7f2a service neutron] Pushing event updated for resources: {'Port': ['ID=819d2a31-dce9-4c88-9122-2a4aaade8218,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:43.277744 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port cc75f876-0c09-4357-89ee-3788f97dfb3c triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:43.284971 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:43.341876 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-69fa727a-e85f-4808-a7dc-09138819b129 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:43.342548 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-69fa727a-e85f-4808-a7dc-09138819b129 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:43.346132 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa727a-e85f-4808-a7dc-09138819b129 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Pushing event updated for resources: {'Port': ['ID=eba6fe28-0754-4b07-93b4-eea4d1b9dcd1,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:43.375320 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-f551432a-efb2-4cb3-89d6-a977a5e6ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:43.377526 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-f551432a-efb2-4cb3-89d6-a977a5e6ec75 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a9ce2e9e6f684bf299f120cb798067e3&device_id=71f8a77b-3094-4517-abbe-afc9bdd89ab7 HTTP/1.1" status: 200 len: 1134 time: 0.1332357 May 06 10:08:43.388825 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-69fa727a-e85f-4808-a7dc-09138819b129 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7572582 May 06 10:08:43.410115 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-1822af12-52df-4c0d-99ae-775b92bacc12 service neutron] Request body: {'port': {'device_id': '515d2929-aa4f-4db4-807c-7d6f5b22db28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:43.483714 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-28ec6f25-46dc-442a-b53c-b3e7f23817fa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=819d2a31-dce9-4c88-9122-2a4aaade8218 HTTP/1.1" status: 200 len: 217 time: 0.0872633 May 06 10:08:43.549317 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device bc403094-7f18-4810-87c9-d3dead2a016c up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:43.567260 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-c069f192-adc0-46e8-bcc5-875a954e6dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:43.569045 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-c069f192-adc0-46e8-bcc5-875a954e6dc9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d9f07130-cb5f-4bd4-b176-e5b4d9b0aff6 HTTP/1.1" status: 200 len: 835 time: 0.0802546 May 06 10:08:43.621929 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-1822af12-52df-4c0d-99ae-775b92bacc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:43.629285 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c472b86d-6f1d-4212-b384-c2d456d5cf48 x-openstack-request-id: req-c472b86d-6f1d-4212-b384-c2d456d5cf48 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:08:43.629423 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f8a77b-3094-4517-abbe-afc9bdd89ab7", "tag": "819d2a31-dce9-4c88-9122-2a4aaade8218", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:08:43.629678 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c472b86d-6f1d-4212-b384-c2d456d5cf48 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:08:43.630096 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c472b86d-6f1d-4212-b384-c2d456d5cf48'] response: {'name': 'network-changed', 'server_uuid': '71f8a77b-3094-4517-abbe-afc9bdd89ab7', 'tag': '819d2a31-dce9-4c88-9122-2a4aaade8218', 'status': 'completed', 'code': 200} May 06 10:08:43.646031 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-3f386281-c73b-4850-98db-ed88f04b856a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:43.647867 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-3f386281-c73b-4850-98db-ed88f04b856a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f916293a-d4c7-43f8-935d-857b4ddeb579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689073 May 06 10:08:43.678562 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b7187d19-b421-4d0e-9aad-59c7d4b76330 None None] Provisioning complete for port eba6fe28-0754-4b07-93b4-eea4d1b9dcd1 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:43.685462 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b7187d19-b421-4d0e-9aad-59c7d4b76330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:43.760449 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-b659e958-ed5b-4b27-a114-916c0b27f85e service neutron] 10.222.0.77 "GET /v2.0/networks/f916293a-d4c7-43f8-935d-857b4ddeb579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030858 May 06 10:08:43.789933 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-b7187d19-b421-4d0e-9aad-59c7d4b76330 None None] Port eba6fe28-0754-4b07-93b4-eea4d1b9dcd1 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:08:43.807576 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port bc403094-7f18-4810-87c9-d3dead2a016c triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:43.807969 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:43.931041 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6eac2952-00f0-4d39-afe1-ca9e35520f01 req-5691d44f-389e-4880-8aaf-2ecf516d1c68 service neutron] 10.222.0.77 "GET /v2.0/networks/f916293a-d4c7-43f8-935d-857b4ddeb579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633563 May 06 10:08:43.956850 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 402046b4-541e-4b63-aec1-b14a31238ce6 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:43.994340 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca267f1-4aae-4521-872a-529893f5e0ed req-32bb6bf7-7696-4ec6-9ac2-625257abc267 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:43.996957 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cca267f1-4aae-4521-872a-529893f5e0ed req-32bb6bf7-7696-4ec6-9ac2-625257abc267 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=71f8a77b-3094-4517-abbe-afc9bdd89ab7 HTTP/1.1" status: 200 len: 983 time: 0.1330607 May 06 10:08:44.036013 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 402046b4-541e-4b63-aec1-b14a31238ce6 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:44.036397 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:44.077941 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cca267f1-4aae-4521-872a-529893f5e0ed req-e70fef03-1e96-4212-9504-bf78dc79d0ee tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/security-groups?id=35f51013-f651-4c18-8a48-fa4343828649&id=9cc63417-6279-42da-9630-410bf6ae9b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0698242 May 06 10:08:44.082926 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6bf48-1e13-4c47-8547-8b28a45f9f37 req-4f1383dd-4c9b-4286-8743-05fab880201a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:44.084610 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6ee6bf48-1e13-4c47-8547-8b28a45f9f37 req-4f1383dd-4c9b-4286-8743-05fab880201a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a9ce2e9e6f684bf299f120cb798067e3&device_id=71f8a77b-3094-4517-abbe-afc9bdd89ab7 HTTP/1.1" status: 200 len: 1134 time: 0.0685952 May 06 10:08:44.192075 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-1822af12-52df-4c0d-99ae-775b92bacc12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba6fe28-0754-4b07-93b4-eea4d1b9dcd1 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:08:44.202053 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-1822af12-52df-4c0d-99ae-775b92bacc12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:44.222001 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6bf48-1e13-4c47-8547-8b28a45f9f37 req-a1869868-1d00-4c00-8ae1-2e06b996beae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:44.223369 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-1822af12-52df-4c0d-99ae-775b92bacc12 service neutron] Transition to ACTIVE for port object eba6fe28-0754-4b07-93b4-eea4d1b9dcd1 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:08:44.223744 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6ee6bf48-1e13-4c47-8547-8b28a45f9f37 req-a1869868-1d00-4c00-8ae1-2e06b996beae service neutron] 10.222.0.77 "GET /v2.0/networks?id=f916293a-d4c7-43f8-935d-857b4ddeb579 HTTP/1.1" status: 200 len: 898 time: 0.1315241 May 06 10:08:44.230049 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-1822af12-52df-4c0d-99ae-775b92bacc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:44.312225 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6ee6bf48-1e13-4c47-8547-8b28a45f9f37 req-35c19edf-8a82-4b99-b120-befa7f31873f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=819d2a31-dce9-4c88-9122-2a4aaade8218 HTTP/1.1" status: 200 len: 217 time: 0.0810859 May 06 10:08:44.360903 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822af12-52df-4c0d-99ae-775b92bacc12 service neutron] Pushing event updated for resources: {'Port': ['ID=eba6fe28-0754-4b07-93b4-eea4d1b9dcd1,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:44.381727 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-1822af12-52df-4c0d-99ae-775b92bacc12 service neutron] Attempting to bind port eba6fe28-0754-4b07-93b4-eea4d1b9dcd1 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:08:44.382250 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-1822af12-52df-4c0d-99ae-775b92bacc12 service neutron] Attempting to bind port eba6fe28-0754-4b07-93b4-eea4d1b9dcd1 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:08:44.382601 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-1822af12-52df-4c0d-99ae-775b92bacc12 service neutron] Attempting to bind port eba6fe28-0754-4b07-93b4-eea4d1b9dcd1 on network e79942ca-e345-49b7-9237-09d84c169e88 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:08:44.388941 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-1822af12-52df-4c0d-99ae-775b92bacc12 service neutron] Port eba6fe28-0754-4b07-93b4-eea4d1b9dcd1 on network e79942ca-e345-49b7-9237-09d84c169e88 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:08:44.389276 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-1822af12-52df-4c0d-99ae-775b92bacc12 service neutron] Attempting to bind port eba6fe28-0754-4b07-93b4-eea4d1b9dcd1 on network e79942ca-e345-49b7-9237-09d84c169e88 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:08:44.394756 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-1822af12-52df-4c0d-99ae-775b92bacc12 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:08:44.395101 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-1822af12-52df-4c0d-99ae-775b92bacc12 service neutron] Checking segment: {'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:08:44.395534 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-1822af12-52df-4c0d-99ae-775b92bacc12 service neutron] Bound using segment: {'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:08:44.396124 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-1822af12-52df-4c0d-99ae-775b92bacc12 service neutron] Bound port: eba6fe28-0754-4b07-93b4-eea4d1b9dcd1, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:08:44.396501 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-1822af12-52df-4c0d-99ae-775b92bacc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:44.406912 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6bf48-1e13-4c47-8547-8b28a45f9f37 req-cfa32ba7-e208-4f58-8450-67b28d829e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:44.418728 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6ee6bf48-1e13-4c47-8547-8b28a45f9f37 req-cfa32ba7-e208-4f58-8450-67b28d829e6f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d9f07130-cb5f-4bd4-b176-e5b4d9b0aff6 HTTP/1.1" status: 200 len: 835 time: 0.0996928 May 06 10:08:44.551290 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6bf48-1e13-4c47-8547-8b28a45f9f37 req-2b528e81-93df-4d5d-b2fa-289b48c3c687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:44.552848 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6ee6bf48-1e13-4c47-8547-8b28a45f9f37 req-2b528e81-93df-4d5d-b2fa-289b48c3c687 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f916293a-d4c7-43f8-935d-857b4ddeb579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1259236 May 06 10:08:44.580574 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-1822af12-52df-4c0d-99ae-775b92bacc12 service neutron] For port eba6fe28-0754-4b07-93b4-eea4d1b9dcd1, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:08:44.596350 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-1822af12-52df-4c0d-99ae-775b92bacc12 service neutron] For port eba6fe28-0754-4b07-93b4-eea4d1b9dcd1, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=eba6fe28-0754-4b07-93b4-eea4d1b9dcd1,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:08:44.610594 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972a33f-ad7b-4007-a4f6-60e5b42e9273 req-9014caf7-fc61-48ca-83b8-f352f2ad9088 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:44.617838 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7972a33f-ad7b-4007-a4f6-60e5b42e9273 req-9014caf7-fc61-48ca-83b8-f352f2ad9088 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 944 time: 0.0859537 May 06 10:08:44.627742 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-1822af12-52df-4c0d-99ae-775b92bacc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:44.686681 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-1822af12-52df-4c0d-99ae-775b92bacc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:44.687326 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-1822af12-52df-4c0d-99ae-775b92bacc12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:44.688728 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-1822af12-52df-4c0d-99ae-775b92bacc12 service neutron] 10.222.0.84 "PUT /v2.0/ports/eba6fe28-0754-4b07-93b4-eea4d1b9dcd1 HTTP/1.1" status: 200 len: 1092 time: 1.2859638 May 06 10:08:44.690858 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6ee6bf48-1e13-4c47-8547-8b28a45f9f37 req-4652287a-4af1-47ea-b87b-dcbc82b67d8b service neutron] 10.222.0.77 "GET /v2.0/networks/f916293a-d4c7-43f8-935d-857b4ddeb579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286080 May 06 10:08:44.696409 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515d2929-aa4f-4db4-807c-7d6f5b22db28', 'tag': 'eba6fe28-0754-4b07-93b4-eea4d1b9dcd1'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:08:44.698617 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dca0778-f15b-498c-a1e8-d76cf3250d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "515d2929-aa4f-4db4-807c-7d6f5b22db28", "tag": "eba6fe28-0754-4b07-93b4-eea4d1b9dcd1"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:08:44.731602 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7972a33f-ad7b-4007-a4f6-60e5b42e9273 req-1ccddc70-6972-40c2-9eae-85702f0a1e48 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128118 May 06 10:08:44.788932 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822af12-52df-4c0d-99ae-775b92bacc12 service neutron] Pushing event updated for resources: {'Port': ['ID=eba6fe28-0754-4b07-93b4-eea4d1b9dcd1,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:44.809063 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d779cb-29be-41d0-826a-acd563ebaddc x-openstack-request-id: req-99d779cb-29be-41d0-826a-acd563ebaddc {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:08:44.809359 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515d2929-aa4f-4db4-807c-7d6f5b22db28", "tag": "eba6fe28-0754-4b07-93b4-eea4d1b9dcd1", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:08:44.809612 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-99d779cb-29be-41d0-826a-acd563ebaddc {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:08:44.810013 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99d779cb-29be-41d0-826a-acd563ebaddc'] response: {'name': 'network-changed', 'server_uuid': '515d2929-aa4f-4db4-807c-7d6f5b22db28', 'tag': 'eba6fe28-0754-4b07-93b4-eea4d1b9dcd1', 'status': 'completed', 'code': 200} May 06 10:08:44.819100 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-43795dca-3ae8-42d6-a322-c52df87675fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:44.820652 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-43795dca-3ae8-42d6-a322-c52df87675fa service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 1095 time: 0.0797348 May 06 10:08:44.844417 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6ee6bf48-1e13-4c47-8547-8b28a45f9f37 req-ced9b98c-ebd4-4b5b-8202-b2773f4dd5f1 service neutron] 10.222.0.77 "GET /v2.0/networks/f916293a-d4c7-43f8-935d-857b4ddeb579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413391 May 06 10:08:44.877001 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-bed362f5-7308-4366-8200-5f5ea1294d24 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eba6fe28-0754-4b07-93b4-eea4d1b9dcd1 HTTP/1.1" status: 200 len: 217 time: 0.0474803 May 06 10:08:44.933929 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-900657de-09ad-488c-9735-83f67a19be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:44.935550 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-900657de-09ad-488c-9735-83f67a19be87 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6c703b66-fbd0-4b8e-aa48-38bd7169d05a HTTP/1.1" status: 200 len: 851 time: 0.0492809 May 06 10:08:44.989184 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-6ea97ac4-93a5-438d-8f13-a3f7e9687385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:44.990699 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-6ea97ac4-93a5-438d-8f13-a3f7e9687385 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e79942ca-e345-49b7-9237-09d84c169e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481095 May 06 10:08:45.110338 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-0a627c5c-b856-483a-88f0-d5c1b6389b77 service neutron] 10.222.0.84 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120167 May 06 10:08:45.247527 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa6f5f-f1d0-41ed-b244-d1507aa1952a req-91067737-b6c5-4f01-a559-3183621cab95 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:45.249054 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-48fa6f5f-f1d0-41ed-b244-d1507aa1952a req-91067737-b6c5-4f01-a559-3183621cab95 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=71f8a77b-3094-4517-abbe-afc9bdd89ab7 HTTP/1.1" status: 200 len: 983 time: 0.0736179 May 06 10:08:45.255304 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55b24c54-ad50-442f-8fb7-d05a01487d1a req-56a55549-504f-4722-bed7-2fff82018122 service neutron] 10.222.0.84 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367853 May 06 10:08:45.294940 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-48fa6f5f-f1d0-41ed-b244-d1507aa1952a req-9537ebc3-d58c-4cc0-a190-71f41b3ad372 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/security-groups?id=35f51013-f651-4c18-8a48-fa4343828649&id=9cc63417-6279-42da-9630-410bf6ae9b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0378685 May 06 10:08:45.349857 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca0778-f15b-498c-a1e8-d76cf3250d7a req-5dad2fe7-ad58-4452-a09f-7ad5fb606a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:45.351406 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0dca0778-f15b-498c-a1e8-d76cf3250d7a req-5dad2fe7-ad58-4452-a09f-7ad5fb606a13 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 1095 time: 0.0421963 May 06 10:08:45.449157 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca0778-f15b-498c-a1e8-d76cf3250d7a req-374c14e7-ee04-4240-84d1-38c0c913e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:45.450564 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0dca0778-f15b-498c-a1e8-d76cf3250d7a req-374c14e7-ee04-4240-84d1-38c0c913e294 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 913 time: 0.0902040 May 06 10:08:45.495445 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0dca0778-f15b-498c-a1e8-d76cf3250d7a req-6752b5c3-4e21-4ac8-ab8b-56d419db6364 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eba6fe28-0754-4b07-93b4-eea4d1b9dcd1 HTTP/1.1" status: 200 len: 217 time: 0.0369062 May 06 10:08:45.545663 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca0778-f15b-498c-a1e8-d76cf3250d7a req-21a3d7a9-e9ba-4fc4-b615-42f59ca52025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:45.547196 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0dca0778-f15b-498c-a1e8-d76cf3250d7a req-21a3d7a9-e9ba-4fc4-b615-42f59ca52025 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6c703b66-fbd0-4b8e-aa48-38bd7169d05a HTTP/1.1" status: 200 len: 851 time: 0.0459540 May 06 10:08:45.598580 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca0778-f15b-498c-a1e8-d76cf3250d7a req-c9fa44b2-8be4-4175-9ace-7e8023e54fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:45.600130 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0dca0778-f15b-498c-a1e8-d76cf3250d7a req-c9fa44b2-8be4-4175-9ace-7e8023e54fe8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e79942ca-e345-49b7-9237-09d84c169e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463479 May 06 10:08:45.691393 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0dca0778-f15b-498c-a1e8-d76cf3250d7a req-f0a038be-7f30-4d83-8437-cbce355ae6f0 service neutron] 10.222.0.84 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840642 May 06 10:08:45.791946 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0dca0778-f15b-498c-a1e8-d76cf3250d7a req-87cd799a-7f48-4847-a7f5-dc736d24aaab service neutron] 10.222.0.84 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936198 May 06 10:08:45.847743 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737fee4-6d0d-48d5-984c-70fab93f77ac req-6b251db6-fd3f-446b-b85a-bafc9748b2da tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:45.849444 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0737fee4-6d0d-48d5-984c-70fab93f77ac req-6b251db6-fd3f-446b-b85a-bafc9748b2da tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 944 time: 0.0518222 May 06 10:08:45.889753 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0737fee4-6d0d-48d5-984c-70fab93f77ac req-a1e8d77d-b745-4912-a030-cdb8fd0e4345 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325429 May 06 10:08:45.934395 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c350628d-a441-4f8d-80ff-bf7b4423098c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:46.413673 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26275ca4-3909-4ddf-a0b0-0080da46cd41 req-4e1664d3-1207-4c5f-8c51-3d1c7d21ff66 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:46.415270 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26275ca4-3909-4ddf-a0b0-0080da46cd41 req-4e1664d3-1207-4c5f-8c51-3d1c7d21ff66 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=71f8a77b-3094-4517-abbe-afc9bdd89ab7 HTTP/1.1" status: 200 len: 983 time: 0.0507145 May 06 10:08:46.458167 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26275ca4-3909-4ddf-a0b0-0080da46cd41 req-1652b348-4599-4184-8bac-92bd499947c4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/security-groups?id=35f51013-f651-4c18-8a48-fa4343828649&id=9cc63417-6279-42da-9630-410bf6ae9b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0359926 May 06 10:08:47.007968 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f39cbf-a699-4870-b53d-486bf0286c78 req-beff46d0-51fa-4f56-ade1-7ee339eb8eac tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:47.009410 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d3f39cbf-a699-4870-b53d-486bf0286c78 req-beff46d0-51fa-4f56-ade1-7ee339eb8eac tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 944 time: 0.0540500 May 06 10:08:47.052039 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d3f39cbf-a699-4870-b53d-486bf0286c78 req-047b60bf-2024-4c07-bcd9-d02e278ad980 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337317 May 06 10:08:47.579702 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f51b3-7c46-4c33-805f-77d5686476d4 req-9347116b-7769-472d-9741-be658c9326f5 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:47.581223 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c11f51b3-7c46-4c33-805f-77d5686476d4 req-9347116b-7769-472d-9741-be658c9326f5 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=71f8a77b-3094-4517-abbe-afc9bdd89ab7 HTTP/1.1" status: 200 len: 983 time: 0.0515816 May 06 10:08:47.622858 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c11f51b3-7c46-4c33-805f-77d5686476d4 req-482d5438-c7c4-4dbe-9496-cdee10ec7557 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/security-groups?id=35f51013-f651-4c18-8a48-fa4343828649&id=9cc63417-6279-42da-9630-410bf6ae9b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0352783 May 06 10:08:48.169751 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26ac57-ab24-4de5-802a-03f5b8f4c96e req-5b08a8d4-7c86-4e34-b4ac-b6549376e3fa tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:48.171187 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7a26ac57-ab24-4de5-802a-03f5b8f4c96e req-5b08a8d4-7c86-4e34-b4ac-b6549376e3fa tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 944 time: 0.0497518 May 06 10:08:48.210746 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7a26ac57-ab24-4de5-802a-03f5b8f4c96e req-8b77c052-1439-4a99-b78f-fdec3862cd22 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334783 May 06 10:08:48.463212 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-84f43a1f-da2e-4440-b752-ed5702579851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:48.741415 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b16a5-767b-4572-ad50-e6491449a566 req-78750186-33e2-439c-a247-4337bb1337d6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:48.742837 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-576b16a5-767b-4572-ad50-e6491449a566 req-78750186-33e2-439c-a247-4337bb1337d6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=71f8a77b-3094-4517-abbe-afc9bdd89ab7 HTTP/1.1" status: 200 len: 983 time: 0.0537059 May 06 10:08:48.785819 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-576b16a5-767b-4572-ad50-e6491449a566 req-fd04b97a-443d-4c21-b160-616c8d05f322 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/security-groups?id=35f51013-f651-4c18-8a48-fa4343828649&id=9cc63417-6279-42da-9630-410bf6ae9b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0350795 May 06 10:08:48.925917 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 819d2a31-dce9-4c88-9122-2a4aaade8218 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:08:49.002350 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:49.038804 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 819d2a31-dce9-4c88-9122-2a4aaade8218, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=819d2a31-dce9-4c88-9122-2a4aaade8218,segment=NetworkSegment(aee8d243-4412-442c-aa84-2d690d47488d),segment_id=aee8d243-4412-442c-aa84-2d690d47488d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:49.050191 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '819d2a31-dce9-4c88-9122-2a4aaade8218', 'network_id': 'f916293a-d4c7-43f8-935d-857b4ddeb579', 'port_id': '819d2a31-dce9-4c88-9122-2a4aaade8218', 'mac_address': 'fa:16:3e:b8:6e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f07130-cb5f-4bd4-b176-e5b4d9b0aff6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:08:49.088028 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:49.102330 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819d2a31-dce9-4c88-9122-2a4aaade8218 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:08:49.125913 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 819d2a31-dce9-4c88-9122-2a4aaade8218, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=819d2a31-dce9-4c88-9122-2a4aaade8218,segment=NetworkSegment(aee8d243-4412-442c-aa84-2d690d47488d),segment_id=aee8d243-4412-442c-aa84-2d690d47488d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:49.131056 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:49.181498 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=819d2a31-dce9-4c88-9122-2a4aaade8218,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:49.326615 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91c98f-2e6b-4513-a627-8d0b270ec848 req-513faf89-31a3-4be6-af9e-8ab11629c258 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:49.328084 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5e91c98f-2e6b-4513-a627-8d0b270ec848 req-513faf89-31a3-4be6-af9e-8ab11629c258 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 944 time: 0.0492442 May 06 10:08:49.376680 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5e91c98f-2e6b-4513-a627-8d0b270ec848 req-7c5894c6-210b-49a6-b095-b48bb5555248 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328310 May 06 10:08:49.510589 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['819d2a31-dce9-4c88-9122-2a4aaade8218'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:08:49.582257 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:49.971920 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d807f03-99bb-49f8-b87e-e9650f9bbe72 req-139663ee-9974-4835-953c-12c41ef39c65 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:49.973413 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d807f03-99bb-49f8-b87e-e9650f9bbe72 req-139663ee-9974-4835-953c-12c41ef39c65 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=71f8a77b-3094-4517-abbe-afc9bdd89ab7 HTTP/1.1" status: 200 len: 984 time: 0.0503621 May 06 10:08:50.016991 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d807f03-99bb-49f8-b87e-e9650f9bbe72 req-296a19c2-234c-439f-89c1-583da3aacfec tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/security-groups?id=35f51013-f651-4c18-8a48-fa4343828649&id=9cc63417-6279-42da-9630-410bf6ae9b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0367415 May 06 10:08:50.123170 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6689600-0cff-490d-8ded-a5e590e718d5 req-ff9543e0-4d79-4ba4-a0bb-e16e92b0fa3c tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:50.124652 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6689600-0cff-490d-8ded-a5e590e718d5 req-ff9543e0-4d79-4ba4-a0bb-e16e92b0fa3c tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/ports?device_id=2788f39e-06f9-4f13-8713-c639854458e7 HTTP/1.1" status: 200 len: 946 time: 0.0543978 May 06 10:08:50.165029 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6689600-0cff-490d-8ded-a5e590e718d5 req-961958a6-b43a-4dfd-ae87-b5c3d806cd1a tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/security-groups?id=e19c3c1a-3a5d-48a4-9cfd-6b3b144a39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336959 May 06 10:08:50.483688 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea9d05-c047-4384-b38b-030e935290e9 req-e6c6d853-5dca-4666-ae11-d0b9b6f491e2 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:50.485185 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6cea9d05-c047-4384-b38b-030e935290e9 req-e6c6d853-5dca-4666-ae11-d0b9b6f491e2 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 944 time: 0.0486441 May 06 10:08:50.524342 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6cea9d05-c047-4384-b38b-030e935290e9 req-38e5bff7-38be-453d-8750-8ac3911c0e58 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329566 May 06 10:08:50.930024 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 819d2a31-dce9-4c88-9122-2a4aaade8218 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:50.979508 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 819d2a31-dce9-4c88-9122-2a4aaade8218 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:08:50.984240 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 819d2a31-dce9-4c88-9122-2a4aaade8218 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:50.984619 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:51.066939 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:51.092566 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f8a77b-3094-4517-abbe-afc9bdd89ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819d2a31-dce9-4c88-9122-2a4aaade8218'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:08:51.094841 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e94da3-3ba0-4103-a312-000cd25d5f77" -d '{"events": [{"server_uuid": "71f8a77b-3094-4517-abbe-afc9bdd89ab7", "name": "network-vif-plugged", "status": "completed", "tag": "819d2a31-dce9-4c88-9122-2a4aaade8218"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:08:51.111847 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 819d2a31-dce9-4c88-9122-2a4aaade8218, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=819d2a31-dce9-4c88-9122-2a4aaade8218,segment=NetworkSegment(aee8d243-4412-442c-aa84-2d690d47488d),segment_id=aee8d243-4412-442c-aa84-2d690d47488d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:51.116340 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:51.146242 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749a8f9-688b-4da3-9024-cb6c8615074c req-d07dd903-0068-43f7-b93b-67d3bf3685b4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:51.147937 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e749a8f9-688b-4da3-9024-cb6c8615074c req-d07dd903-0068-43f7-b93b-67d3bf3685b4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=71f8a77b-3094-4517-abbe-afc9bdd89ab7 HTTP/1.1" status: 200 len: 984 time: 0.0592294 May 06 10:08:51.166313 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=819d2a31-dce9-4c88-9122-2a4aaade8218,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:51.198187 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e749a8f9-688b-4da3-9024-cb6c8615074c req-466d9d00-428a-44bb-b732-58364d636d2c tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/security-groups?id=35f51013-f651-4c18-8a48-fa4343828649&id=9cc63417-6279-42da-9630-410bf6ae9b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0431886 May 06 10:08:51.271385 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:51.273184 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-53362d1e-4c62-4e79-ac1d-3570eac5578e req-631e8787-f0ec-4d9e-bd7e-8f3f8fd645cc service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527859 May 06 10:08:51.333619 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05529df4-5dd2-47f7-b0e1-5d90c74116ea x-openstack-request-id: req-05529df4-5dd2-47f7-b0e1-5d90c74116ea {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:08:51.334187 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f8a77b-3094-4517-abbe-afc9bdd89ab7", "name": "network-vif-plugged", "status": "completed", "tag": "819d2a31-dce9-4c88-9122-2a4aaade8218", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:08:51.336802 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-05529df4-5dd2-47f7-b0e1-5d90c74116ea {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:08:51.337362 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05529df4-5dd2-47f7-b0e1-5d90c74116ea'] response: {'server_uuid': '71f8a77b-3094-4517-abbe-afc9bdd89ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819d2a31-dce9-4c88-9122-2a4aaade8218', 'code': 200} May 06 10:08:51.366275 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53362d1e-4c62-4e79-ac1d-3570eac5578e req-925aec96-e4d9-4178-a052-430e4ec0997b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:51.368147 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-53362d1e-4c62-4e79-ac1d-3570eac5578e req-925aec96-e4d9-4178-a052-430e4ec0997b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=16e9c321c2164a61922260b9fc8a7435&device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3 HTTP/1.1" status: 200 len: 1096 time: 0.0451512 May 06 10:08:51.480475 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:51.482064 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70cbd7d-b9ac-40ba-ada0-bd98ec778cc7 req-fb99a60e-48de-4a54-8338-329d5a26566c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:51.484335 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d70cbd7d-b9ac-40ba-ada0-bd98ec778cc7 req-fb99a60e-48de-4a54-8338-329d5a26566c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=71f8a77b-3094-4517-abbe-afc9bdd89ab7 HTTP/1.1" status: 200 len: 1136 time: 0.0474319 May 06 10:08:51.513427 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd987f9-2579-480d-8f7e-00f36649035d req-d23c8c2c-93ea-4adf-99a7-250b9b91e519 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:51.515155 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3bd987f9-2579-480d-8f7e-00f36649035d req-d23c8c2c-93ea-4adf-99a7-250b9b91e519 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/ports?device_id=2788f39e-06f9-4f13-8713-c639854458e7 HTTP/1.1" status: 200 len: 946 time: 0.1366673 May 06 10:08:51.520355 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53362d1e-4c62-4e79-ac1d-3570eac5578e req-8f0487ff-1661-4f97-9b49-cd1f415026d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:51.521905 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-53362d1e-4c62-4e79-ac1d-3570eac5578e req-8f0487ff-1661-4f97-9b49-cd1f415026d3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f80ac33c-e0da-45bd-8888-e7be9e9c5572 HTTP/1.1" status: 200 len: 909 time: 0.1274233 May 06 10:08:51.538961 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d70cbd7d-b9ac-40ba-ada0-bd98ec778cc7 req-4c019bce-463b-4c45-9fa6-0802b3cbdc07 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9cc63417-6279-42da-9630-410bf6ae9b7b&id=35f51013-f651-4c18-8a48-fa4343828649&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0454206 May 06 10:08:51.603991 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3bd987f9-2579-480d-8f7e-00f36649035d req-cd7abe40-5e84-4bac-92c0-8468031b9806 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/security-groups?id=e19c3c1a-3a5d-48a4-9cfd-6b3b144a39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788188 May 06 10:08:51.612596 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-53362d1e-4c62-4e79-ac1d-3570eac5578e req-dbfb9846-4048-41a5-b7f7-9c7f94434b06 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3306ed54-5eeb-4685-baf1-00edb7e864e2 HTTP/1.1" status: 200 len: 1001 time: 0.0813932 May 06 10:08:51.682493 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53362d1e-4c62-4e79-ac1d-3570eac5578e req-163b6a70-0b35-4d6a-88b6-c0cf9e474d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:51.684606 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-53362d1e-4c62-4e79-ac1d-3570eac5578e req-163b6a70-0b35-4d6a-88b6-c0cf9e474d91 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3f29583e-b4b5-42ae-890c-7e8921374c54 HTTP/1.1" status: 200 len: 847 time: 0.0581388 May 06 10:08:51.754481 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53362d1e-4c62-4e79-ac1d-3570eac5578e req-93fbbcda-8ce5-4df4-9c34-645f3e644c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:51.756037 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-53362d1e-4c62-4e79-ac1d-3570eac5578e req-93fbbcda-8ce5-4df4-9c34-645f3e644c4c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f80ac33c-e0da-45bd-8888-e7be9e9c5572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623810 May 06 10:08:51.765512 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47924612-1537-484b-ada0-5b4815fb510c req-80b7340d-0538-4519-9a18-b2eb53deb65e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:51.767013 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47924612-1537-484b-ada0-5b4815fb510c req-80b7340d-0538-4519-9a18-b2eb53deb65e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 944 time: 0.0815303 May 06 10:08:51.862010 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47924612-1537-484b-ada0-5b4815fb510c req-6c2de1d3-6893-4d11-a35e-016d5a0bf1f0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869608 May 06 10:08:51.891881 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-53362d1e-4c62-4e79-ac1d-3570eac5578e req-1bfef05d-5f83-427b-9925-318950be9c8d service neutron] 10.222.0.84 "GET /v2.0/networks/f80ac33c-e0da-45bd-8888-e7be9e9c5572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238275 May 06 10:08:52.013336 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-53362d1e-4c62-4e79-ac1d-3570eac5578e req-4a6c8e94-e198-42d6-bcf8-0c6268d06f0f service neutron] 10.222.0.84 "GET /v2.0/networks/f80ac33c-e0da-45bd-8888-e7be9e9c5572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139188 May 06 10:08:52.024392 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37733c25-46e6-4ce9-b676-f7eb877fead1 req-5e13dd9c-50de-4d93-abd9-bc561d73fbaa tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:52.026092 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37733c25-46e6-4ce9-b676-f7eb877fead1 req-5e13dd9c-50de-4d93-abd9-bc561d73fbaa tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.77 "GET /v2.0/ports?device_id=2788f39e-06f9-4f13-8713-c639854458e7 HTTP/1.1" status: 200 len: 946 time: 0.0568471 May 06 10:08:52.126236 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-37733c25-46e6-4ce9-b676-f7eb877fead1 req-d17d4ba8-d9a5-4a05-aa06-2d403c704dc1 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Deleting port b52af70c-b0e1-4f37-b320-8642d3b7a91e {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:08:52.126584 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-37733c25-46e6-4ce9-b676-f7eb877fead1 req-d17d4ba8-d9a5-4a05-aa06-2d403c704dc1 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:52.229630 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-37733c25-46e6-4ce9-b676-f7eb877fead1 req-d17d4ba8-d9a5-4a05-aa06-2d403c704dc1 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] For port b52af70c-b0e1-4f37-b320-8642d3b7a91e, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=b52af70c-b0e1-4f37-b320-8642d3b7a91e,segment=NetworkSegment(3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed),segment_id=3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:52.230015 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-37733c25-46e6-4ce9-b676-f7eb877fead1 req-d17d4ba8-d9a5-4a05-aa06-2d403c704dc1 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:52.245771 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-37733c25-46e6-4ce9-b676-f7eb877fead1 req-d17d4ba8-d9a5-4a05-aa06-2d403c704dc1 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Calling delete_port for b52af70c-b0e1-4f37-b320-8642d3b7a91e owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:08:52.326586 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feee89b-f8a1-4417-8a60-47764106e134 req-4abe782d-73fa-429f-a171-f2b2e328f2f8 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:52.331597 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6feee89b-f8a1-4417-8a60-47764106e134 req-4abe782d-73fa-429f-a171-f2b2e328f2f8 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=71f8a77b-3094-4517-abbe-afc9bdd89ab7 HTTP/1.1" status: 200 len: 985 time: 0.0599356 May 06 10:08:52.380476 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6feee89b-f8a1-4417-8a60-47764106e134 req-ac55adf0-89e7-400c-b108-ec6006378669 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/security-groups?id=35f51013-f651-4c18-8a48-fa4343828649&id=9cc63417-6279-42da-9630-410bf6ae9b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0459623 May 06 10:08:52.391686 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-37733c25-46e6-4ce9-b676-f7eb877fead1 req-d17d4ba8-d9a5-4a05-aa06-2d403c704dc1 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:52.424667 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d4ba8-d9a5-4a05-aa06-2d403c704dc1 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Pushing event deleted for resources: {'Port': ['ID=b52af70c-b0e1-4f37-b320-8642d3b7a91e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:52.426413 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['b52af70c-b0e1-4f37-b320-8642d3b7a91e'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:08:52.473025 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-37733c25-46e6-4ce9-b676-f7eb877fead1 req-d17d4ba8-d9a5-4a05-aa06-2d403c704dc1 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] No DVR routers for this DVR port b52af70c-b0e1-4f37-b320-8642d3b7a91e on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:08:52.477177 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-37733c25-46e6-4ce9-b676-f7eb877fead1 req-d17d4ba8-d9a5-4a05-aa06-2d403c704dc1 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:52.481892 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37733c25-46e6-4ce9-b676-f7eb877fead1 req-d17d4ba8-d9a5-4a05-aa06-2d403c704dc1 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.77 "DELETE /v2.0/ports/b52af70c-b0e1-4f37-b320-8642d3b7a91e HTTP/1.1" status: 204 len: 173 time: 0.4484744 May 06 10:08:52.482381 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2788f39e-06f9-4f13-8713-c639854458e7', 'name': 'network-vif-deleted', 'tag': 'b52af70c-b0e1-4f37-b320-8642d3b7a91e'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:08:52.484748 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7786e60-2027-4496-acaa-33cf23a34734" -d '{"events": [{"server_uuid": "2788f39e-06f9-4f13-8713-c639854458e7", "name": "network-vif-deleted", "tag": "b52af70c-b0e1-4f37-b320-8642d3b7a91e"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:08:52.530371 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a1aa22-7ec2-41d0-893e-7cea85c1e627 x-openstack-request-id: req-46a1aa22-7ec2-41d0-893e-7cea85c1e627 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:08:52.530699 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2788f39e-06f9-4f13-8713-c639854458e7", "name": "network-vif-deleted", "tag": "b52af70c-b0e1-4f37-b320-8642d3b7a91e", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:08:52.530924 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-46a1aa22-7ec2-41d0-893e-7cea85c1e627 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:08:52.531404 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46a1aa22-7ec2-41d0-893e-7cea85c1e627'] response: {'server_uuid': '2788f39e-06f9-4f13-8713-c639854458e7', 'name': 'network-vif-deleted', 'tag': 'b52af70c-b0e1-4f37-b320-8642d3b7a91e', 'status': 'completed', 'code': 200} May 06 10:08:52.724485 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d4c49bb8-ae37-4a25-ab2b-0b096887c1e3 req-b3d0343e-f4d9-4926-8d7b-e7195aae8bb7 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/ports?device_id=2788f39e-06f9-4f13-8713-c639854458e7 HTTP/1.1" status: 200 len: 210 time: 0.0296714 May 06 10:08:52.987954 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de907d0-0f79-4769-a84b-9f2095a498e9 req-950223cc-5e8c-4fb1-8709-4cfb613ddc6f tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:52.990789 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8de907d0-0f79-4769-a84b-9f2095a498e9 req-950223cc-5e8c-4fb1-8709-4cfb613ddc6f tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 944 time: 0.0562818 May 06 10:08:53.038996 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8de907d0-0f79-4769-a84b-9f2095a498e9 req-2a2a3dd3-d49a-40ad-8522-9f1a2ed1793f tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408781 May 06 10:08:53.503155 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351dbbeb-b191-484f-ac81-3c56dea3c8f4 req-e35583e3-f99a-4ab8-bbd2-7dd11528dccd tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:53.504668 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-351dbbeb-b191-484f-ac81-3c56dea3c8f4 req-e35583e3-f99a-4ab8-bbd2-7dd11528dccd tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=71f8a77b-3094-4517-abbe-afc9bdd89ab7 HTTP/1.1" status: 200 len: 985 time: 0.0529373 May 06 10:08:53.548224 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-351dbbeb-b191-484f-ac81-3c56dea3c8f4 req-c2607e97-7947-4cb3-b0ec-fb0fa2e0ead2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/security-groups?id=35f51013-f651-4c18-8a48-fa4343828649&id=9cc63417-6279-42da-9630-410bf6ae9b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0373018 May 06 10:08:53.665970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142e2ce-1fc9-4529-8072-fc09c951dc03 req-c9d091a6-2e76-4a3e-a441-7bf8168561c6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:53.667491 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2142e2ce-1fc9-4529-8072-fc09c951dc03 req-c9d091a6-2e76-4a3e-a441-7bf8168561c6 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=71f8a77b-3094-4517-abbe-afc9bdd89ab7 HTTP/1.1" status: 200 len: 985 time: 0.0506656 May 06 10:08:53.709631 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2142e2ce-1fc9-4529-8072-fc09c951dc03 req-b0013874-0a51-4977-9b14-3119c6a0deb9 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/security-groups?id=35f51013-f651-4c18-8a48-fa4343828649&id=9cc63417-6279-42da-9630-410bf6ae9b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0360010 May 06 10:08:53.815845 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb1f19-cec6-4eb5-a18d-80cca481f38b req-f56b9564-84f8-4132-870c-845114cbc6a7 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:53.817376 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-caeb1f19-cec6-4eb5-a18d-80cca481f38b req-f56b9564-84f8-4132-870c-845114cbc6a7 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=71f8a77b-3094-4517-abbe-afc9bdd89ab7 HTTP/1.1" status: 200 len: 1136 time: 0.0411615 May 06 10:08:53.836156 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-caeb1f19-cec6-4eb5-a18d-80cca481f38b req-a8cdfb21-ddf3-4585-b4d9-14bdeb4c359a tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:53.918672 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-caeb1f19-cec6-4eb5-a18d-80cca481f38b req-a8cdfb21-ddf3-4585-b4d9-14bdeb4c359a tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:53.922337 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-caeb1f19-cec6-4eb5-a18d-80cca481f38b req-a8cdfb21-ddf3-4585-b4d9-14bdeb4c359a tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:53.949554 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-caeb1f19-cec6-4eb5-a18d-80cca481f38b req-a8cdfb21-ddf3-4585-b4d9-14bdeb4c359a tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=35f51013-f651-4c18-8a48-fa4343828649&id=9cc63417-6279-42da-9630-410bf6ae9b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1254113 May 06 10:08:53.957780 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cdfb21-ddf3-4585-b4d9-14bdeb4c359a tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f624651-394c-4ab6-8f8e-2e09dbd0a76f,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:53.970979 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57804) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:54.016406 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e272d7e9-2145-4bba-b423-b4e142e7f4ae tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:54.017956 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e272d7e9-2145-4bba-b423-b4e142e7f4ae tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=71f8a77b-3094-4517-abbe-afc9bdd89ab7 HTTP/1.1" status: 200 len: 1131 time: 0.0456810 May 06 10:08:54.021078 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57806) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:54.025886 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-2611deb6-71f6-4adc-9f00-023d525771f2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'port_id': '819d2a31-dce9-4c88-9122-2a4aaade8218', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:54.048076 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2611deb6-71f6-4adc-9f00-023d525771f2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for floatingip, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:54.172772 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2611deb6-71f6-4adc-9f00-023d525771f2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:54.224635 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11dd94f-7fbb-45a6-931b-bc2bfe293890 req-424eaa2d-4e5b-4941-9a63-cdb0fda2f9c3 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:54.226138 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b11dd94f-7fbb-45a6-931b-bc2bfe293890 req-424eaa2d-4e5b-4941-9a63-cdb0fda2f9c3 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 944 time: 0.1005683 May 06 10:08:54.271662 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b11dd94f-7fbb-45a6-931b-bc2bfe293890 req-68f8ee4c-01e3-4cbf-916a-40ba8ea08b6a tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362115 May 06 10:08:54.310460 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-2611deb6-71f6-4adc-9f00-023d525771f2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Allocated IP 172.25.5.90 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/8ee8b145-c815-4881-b10d-45835aa93629) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:08:54.424930 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2611deb6-71f6-4adc-9f00-023d525771f2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:54.459569 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2611deb6-71f6-4adc-9f00-023d525771f2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:54.499009 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2611deb6-71f6-4adc-9f00-023d525771f2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:08:54.501830 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-2611deb6-71f6-4adc-9f00-023d525771f2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:54.504413 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2611deb6-71f6-4adc-9f00-023d525771f2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:08:54.534967 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611deb6-71f6-4adc-9f00-023d525771f2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Pushing event updated for resources: {'Port': ['ID=8ee8b145-c815-4881-b10d-45835aa93629,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:54.901138 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2611deb6-71f6-4adc-9f00-023d525771f2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:54.945636 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device b52af70c-b0e1-4f37-b320-8642d3b7a91e no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:08:54.974805 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: b52af70c-b0e1-4f37-b320-8642d3b7a91e {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:08:54.975167 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device b52af70c-b0e1-4f37-b320-8642d3b7a91e not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:08:54.980981 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2611deb6-71f6-4adc-9f00-023d525771f2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:55.150993 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2611deb6-71f6-4adc-9f00-023d525771f2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:55.161184 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2611deb6-71f6-4adc-9f00-023d525771f2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:55.269008 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611deb6-71f6-4adc-9f00-023d525771f2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Pushing event updated for resources: {'Port': ['ID=8ee8b145-c815-4881-b10d-45835aa93629,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:55.278424 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2611deb6-71f6-4adc-9f00-023d525771f2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:55.538336 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee0dd5-657e-405a-9e55-294acfa82522 req-5ced91d7-bdb3-463f-9682-ee536806fe57 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:55.539582 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-2611deb6-71f6-4adc-9f00-023d525771f2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Floating IP 45e89ae8-7660-459c-aa5b-399006cc818a associated. External IP: 172.25.5.90, port: 819d2a31-dce9-4c88-9122-2a4aaade8218. May 06 10:08:55.543655 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c0ee0dd5-657e-405a-9e55-294acfa82522 req-5ced91d7-bdb3-463f-9682-ee536806fe57 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 944 time: 0.0754120 May 06 10:08:55.599879 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c0ee0dd5-657e-405a-9e55-294acfa82522 req-1e76f1c9-2785-4349-b8ea-b58707adcc2a tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490966 May 06 10:08:55.848774 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2611deb6-71f6-4adc-9f00-023d525771f2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Router e244af83-9183-4d4a-8c9a-fd6f61e07c7d has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:08:55.917237 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 57892) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:55.982443 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2611deb6-71f6-4adc-9f00-023d525771f2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:08:55.999813 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412eb0e8-c703-4722-89fd-cf2fcad82eaa None None] Sync routers for ids ['e244af83-9183-4d4a-8c9a-fd6f61e07c7d'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:08:56.002731 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2611deb6-71f6-4adc-9f00-023d525771f2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:56.027713 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412eb0e8-c703-4722-89fd-cf2fcad82eaa None None] Routers {'e244af83-9183-4d4a-8c9a-fd6f61e07c7d'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:56.028727 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-412eb0e8-c703-4722-89fd-cf2fcad82eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:08:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e244af83-9183-4d4a-8c9a-fd6f61e07c7d'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:56.063682 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2611deb6-71f6-4adc-9f00-023d525771f2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0414932 May 06 10:08:56.064876 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f8a77b-3094-4517-abbe-afc9bdd89ab7', 'tag': '819d2a31-dce9-4c88-9122-2a4aaade8218'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:08:56.065513 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57912) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:56.067938 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9454bd-59fc-4cca-b4a5-621d423ae65b" -d '{"events": [{"name": "network-changed", "server_uuid": "71f8a77b-3094-4517-abbe-afc9bdd89ab7", "tag": "819d2a31-dce9-4c88-9122-2a4aaade8218"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:08:56.113057 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7cba5-439b-4238-a0f2-423427343f17 req-4d16311d-0b75-433e-9af7-879becd0b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:56.123131 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c0d7cba5-439b-4238-a0f2-423427343f17 req-4d16311d-0b75-433e-9af7-879becd0b063 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3 HTTP/1.1" status: 200 len: 1096 time: 0.2043121 May 06 10:08:56.157993 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfb7714-d239-4d9c-9e63-8e772dd378d4 x-openstack-request-id: req-7bfb7714-d239-4d9c-9e63-8e772dd378d4 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:08:56.158547 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f8a77b-3094-4517-abbe-afc9bdd89ab7", "tag": "819d2a31-dce9-4c88-9122-2a4aaade8218", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:08:56.158764 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7bfb7714-d239-4d9c-9e63-8e772dd378d4 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:08:56.159425 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bfb7714-d239-4d9c-9e63-8e772dd378d4'] response: {'name': 'network-changed', 'server_uuid': '71f8a77b-3094-4517-abbe-afc9bdd89ab7', 'tag': '819d2a31-dce9-4c88-9122-2a4aaade8218', 'status': 'completed', 'code': 200} May 06 10:08:56.197773 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-412eb0e8-c703-4722-89fd-cf2fcad82eaa None None] Set router e244af83-9183-4d4a-8c9a-fd6f61e07c7d gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:56.238351 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35444fb4-5c12-4a87-87ea-aaa953e105a1 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:56.238824 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35444fb4-5c12-4a87-87ea-aaa953e105a1 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:56.239473 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35444fb4-5c12-4a87-87ea-aaa953e105a1 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:56.240021 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35444fb4-5c12-4a87-87ea-aaa953e105a1 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:56.240510 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35444fb4-5c12-4a87-87ea-aaa953e105a1 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:56.240979 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35444fb4-5c12-4a87-87ea-aaa953e105a1 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:56.241458 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35444fb4-5c12-4a87-87ea-aaa953e105a1 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:56.241915 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35444fb4-5c12-4a87-87ea-aaa953e105a1 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:56.243274 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35444fb4-5c12-4a87-87ea-aaa953e105a1 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:56.245935 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-35444fb4-5c12-4a87-87ea-aaa953e105a1 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6379 time: 0.1793265 May 06 10:08:56.260765 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57938) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:56.261704 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c0d7cba5-439b-4238-a0f2-423427343f17 req-a448b7dd-a19d-47eb-8a20-8192606fdd4f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0f989694-f644-4b0f-ba00-5ce2f047479e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374662 May 06 10:08:56.281901 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9454bd-59fc-4cca-b4a5-621d423ae65b req-3199e899-cf14-44eb-b842-44ce00ce66ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:56.284561 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7d9454bd-59fc-4cca-b4a5-621d423ae65b req-3199e899-cf14-44eb-b842-44ce00ce66ff service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a9ce2e9e6f684bf299f120cb798067e3&device_id=71f8a77b-3094-4517-abbe-afc9bdd89ab7 HTTP/1.1" status: 200 len: 1136 time: 0.0898430 May 06 10:08:56.453010 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9454bd-59fc-4cca-b4a5-621d423ae65b req-73d28262-e0ae-469d-811c-c49725afc14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:56.460880 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7d9454bd-59fc-4cca-b4a5-621d423ae65b req-73d28262-e0ae-469d-811c-c49725afc14c service neutron] 10.222.0.77 "GET /v2.0/networks?id=f916293a-d4c7-43f8-935d-857b4ddeb579 HTTP/1.1" status: 200 len: 898 time: 0.1616771 May 06 10:08:56.475552 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fb4e20-c2cf-4969-be77-ccf9013bf482 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:56.476014 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fb4e20-c2cf-4969-be77-ccf9013bf482 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:56.476631 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fb4e20-c2cf-4969-be77-ccf9013bf482 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:56.477367 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fb4e20-c2cf-4969-be77-ccf9013bf482 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:56.477679 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fb4e20-c2cf-4969-be77-ccf9013bf482 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:56.478254 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fb4e20-c2cf-4969-be77-ccf9013bf482 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:56.478971 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fb4e20-c2cf-4969-be77-ccf9013bf482 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:56.479441 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fb4e20-c2cf-4969-be77-ccf9013bf482 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:56.480038 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fb4e20-c2cf-4969-be77-ccf9013bf482 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:56.481975 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-75fb4e20-c2cf-4969-be77-ccf9013bf482 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5917 time: 0.2199934 May 06 10:08:56.484925 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 57970) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:56.597384 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-412eb0e8-c703-4722-89fd-cf2fcad82eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2143815640', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:08:31Z', 'revision_number': 4, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'gw_port': {'id': '7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:24Z', 'updated_at': '2022-05-06T10:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '45e89ae8-7660-459c-aa5b-399006cc818a', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'floating_ip_address': '172.25.5.90', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'port_id': '819d2a31-dce9-4c88-9122-2a4aaade8218', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f916293a-d4c7-43f8-935d-857b4ddeb579', 'mac_address': 'fa:16:3e:b8:6e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f8a77b-3094-4517-abbe-afc9bdd89ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:08:54Z', 'updated_at': '2022-05-06T10:08:54Z', 'revision_number': 0, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc403094-7f18-4810-87c9-d3dead2a016c', 'name': '', 'network_id': 'f916293a-d4c7-43f8-935d-857b4ddeb579', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'mac_address': 'fa:16:3e:c1:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd9f07130-cb5f-4bd4-b176-e5b4d9b0aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:30Z', 'updated_at': '2022-05-06T10:08:42Z', 'revision_number': 5, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'subnets': [{'id': 'd9f07130-cb5f-4bd4-b176-e5b4d9b0aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:56.633382 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7d9454bd-59fc-4cca-b4a5-621d423ae65b req-e0c4fda6-88f2-4d52-9e94-9ae235cc4d99 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=819d2a31-dce9-4c88-9122-2a4aaade8218 HTTP/1.1" status: 200 len: 999 time: 0.1714199 May 06 10:08:56.643287 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412eb0e8-c703-4722-89fd-cf2fcad82eaa None None] Checking router: e244af83-9183-4d4a-8c9a-fd6f61e07c7d for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:08:56.656241 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412eb0e8-c703-4722-89fd-cf2fcad82eaa None None] Routers {'e244af83-9183-4d4a-8c9a-fd6f61e07c7d'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:56.657293 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-412eb0e8-c703-4722-89fd-cf2fcad82eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:08:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e244af83-9183-4d4a-8c9a-fd6f61e07c7d'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:56.720677 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9454bd-59fc-4cca-b4a5-621d423ae65b req-c658ed21-400b-48e8-bbd6-5858e1b86536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:56.722183 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7d9454bd-59fc-4cca-b4a5-621d423ae65b req-c658ed21-400b-48e8-bbd6-5858e1b86536 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d9f07130-cb5f-4bd4-b176-e5b4d9b0aff6 HTTP/1.1" status: 200 len: 835 time: 0.0822349 May 06 10:08:56.763001 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0ef02ee5-6a26-4b55-aefc-fa7038ae6fcd tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4486 time: 0.2752392 May 06 10:08:56.783340 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 58004) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:56.827901 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-412eb0e8-c703-4722-89fd-cf2fcad82eaa None None] Set router e244af83-9183-4d4a-8c9a-fd6f61e07c7d gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:56.860051 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9454bd-59fc-4cca-b4a5-621d423ae65b req-569102ee-f1be-42e8-b6c8-cf2c3d5d4664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:56.863550 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7d9454bd-59fc-4cca-b4a5-621d423ae65b req-569102ee-f1be-42e8-b6c8-cf2c3d5d4664 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f916293a-d4c7-43f8-935d-857b4ddeb579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150661 May 06 10:08:56.900426 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd5f26-c742-4fac-9351-63d73dd55b68 req-917e8562-f946-4f3f-b009-c4207fe7f917 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:56.906835 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0bd5f26-c742-4fac-9351-63d73dd55b68 req-917e8562-f946-4f3f-b009-c4207fe7f917 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 944 time: 0.1724455 May 06 10:08:56.945996 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21630c0a-1ad4-44a4-9ff9-93edff1eb9d2 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:56.947896 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21630c0a-1ad4-44a4-9ff9-93edff1eb9d2 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:56.949824 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-21630c0a-1ad4-44a4-9ff9-93edff1eb9d2 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e244af83-9183-4d4a-8c9a-fd6f61e07c7d HTTP/1.1" status: 200 len: 1990 time: 0.1651592 May 06 10:08:57.008524 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0bd5f26-c742-4fac-9351-63d73dd55b68 req-62c35fb3-428e-488c-afe0-9e116fca2dfc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006382 May 06 10:08:57.406858 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-412eb0e8-c703-4722-89fd-cf2fcad82eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2143815640', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:08:31Z', 'revision_number': 4, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'gw_port': {'id': '7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:24Z', 'updated_at': '2022-05-06T10:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '45e89ae8-7660-459c-aa5b-399006cc818a', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'floating_ip_address': '172.25.5.90', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'port_id': '819d2a31-dce9-4c88-9122-2a4aaade8218', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f916293a-d4c7-43f8-935d-857b4ddeb579', 'mac_address': 'fa:16:3e:b8:6e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f8a77b-3094-4517-abbe-afc9bdd89ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:08:54Z', 'updated_at': '2022-05-06T10:08:54Z', 'revision_number': 0, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc403094-7f18-4810-87c9-d3dead2a016c', 'name': '', 'network_id': 'f916293a-d4c7-43f8-935d-857b4ddeb579', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'mac_address': 'fa:16:3e:c1:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd9f07130-cb5f-4bd4-b176-e5b4d9b0aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:30Z', 'updated_at': '2022-05-06T10:08:42Z', 'revision_number': 5, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'subnets': [{'id': 'd9f07130-cb5f-4bd4-b176-e5b4d9b0aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:57.439672 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7d9454bd-59fc-4cca-b4a5-621d423ae65b req-2144fd32-428f-449a-8c23-e70784676c18 service neutron] 10.222.0.77 "GET /v2.0/networks/f916293a-d4c7-43f8-935d-857b4ddeb579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5703096 May 06 10:08:57.440177 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412eb0e8-c703-4722-89fd-cf2fcad82eaa None None] The sync data for ids ['e244af83-9183-4d4a-8c9a-fd6f61e07c7d'] in n-d-840835-1 is: [{'id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2143815640', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:08:31Z', 'revision_number': 4, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'gw_port': {'id': '7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:24Z', 'updated_at': '2022-05-06T10:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '45e89ae8-7660-459c-aa5b-399006cc818a', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'floating_ip_address': '172.25.5.90', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'port_id': '819d2a31-dce9-4c88-9122-2a4aaade8218', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f916293a-d4c7-43f8-935d-857b4ddeb579', 'mac_address': 'fa:16:3e:b8:6e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f8a77b-3094-4517-abbe-afc9bdd89ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:08:54Z', 'updated_at': '2022-05-06T10:08:54Z', 'revision_number': 0, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc403094-7f18-4810-87c9-d3dead2a016c', 'name': '', 'network_id': 'f916293a-d4c7-43f8-935d-857b4ddeb579', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'mac_address': 'fa:16:3e:c1:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd9f07130-cb5f-4bd4-b176-e5b4d9b0aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:30Z', 'updated_at': '2022-05-06T10:08:42Z', 'revision_number': 5, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'subnets': [{'id': 'd9f07130-cb5f-4bd4-b176-e5b4d9b0aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:08:57.555950 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7d9454bd-59fc-4cca-b4a5-621d423ae65b req-3e8b92f7-ab67-4c7e-94a3-71b00a81afa3 service neutron] 10.222.0.77 "GET /v2.0/networks/f916293a-d4c7-43f8-935d-857b4ddeb579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076334 May 06 10:08:57.788840 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678884b7-991e-42d6-a341-96568c44669c None None] New status for floating IP 45e89ae8-7660-459c-aa5b-399006cc818a: ACTIVE {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:08:58.157267 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affb453-5b61-4680-ab4e-7cf9dcc60f34 req-6e130bc0-34c4-426a-83eb-3f9c2d4e38b3 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:58.159759 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8affb453-5b61-4680-ab4e-7cf9dcc60f34 req-6e130bc0-34c4-426a-83eb-3f9c2d4e38b3 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 944 time: 0.0530756 May 06 10:08:58.209434 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8affb453-5b61-4680-ab4e-7cf9dcc60f34 req-0e52942c-6b95-497c-b9de-65f79401b2ae tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443697 May 06 10:08:59.161529 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:59.329060 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092229cc-351b-496b-b7ed-3cbc8a416c9b req-76db1189-ba92-493f-ae57-4ba5d33b4c98 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:59.330622 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-092229cc-351b-496b-b7ed-3cbc8a416c9b req-76db1189-ba92-493f-ae57-4ba5d33b4c98 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 944 time: 0.0506761 May 06 10:08:59.369190 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-092229cc-351b-496b-b7ed-3cbc8a416c9b req-cc9ab78a-386a-4b49-86c6-63f9bc304567 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323131 May 06 10:09:00.004629 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:09:00.489104 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701103d-cedf-4873-a6b0-4a487d1d472d req-a994d2e0-9303-4dbc-ae8b-42e5933ebbfa tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:00.490664 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a701103d-cedf-4873-a6b0-4a487d1d472d req-a994d2e0-9303-4dbc-ae8b-42e5933ebbfa tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 944 time: 0.0511255 May 06 10:09:00.533945 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a701103d-cedf-4873-a6b0-4a487d1d472d req-99323005-97e5-4848-8659-74e6a4ec49a5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366659 May 06 10:09:01.194036 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-41a8cca2-4cd4-4722-9936-4f7a8a66f92e tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:01.195570 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-41a8cca2-4cd4-4722-9936-4f7a8a66f92e tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/networks?id=4bbe2e9b-5747-4feb-b99a-f35298302a92 HTTP/1.1" status: 200 len: 814 time: 0.1159539 May 06 10:09:01.211029 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-6d4b0585-d180-405d-a525-dd245463a7d1 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/quotas/a1c46de5a38548ffaf671660dbafc275 HTTP/1.1" status: 200 len: 375 time: 0.0091696 May 06 10:09:01.243782 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-ab564484-1d0e-4935-849d-2f1be6b3f7a6 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a1c46de5a38548ffaf671660dbafc275&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268075 May 06 10:09:01.337519 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-b6dde670-7780-4e42-bc4f-78fa2f27b758 service neutron] 10.222.0.73 "GET /v2.0/networks/4bbe2e9b-5747-4feb-b99a-f35298302a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865386 May 06 10:09:01.602269 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device eba6fe28-0754-4b07-93b4-eea4d1b9dcd1 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:09:01.711429 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port eba6fe28-0754-4b07-93b4-eea4d1b9dcd1, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=eba6fe28-0754-4b07-93b4-eea4d1b9dcd1,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:01.724293 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'eba6fe28-0754-4b07-93b4-eea4d1b9dcd1', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'port_id': 'eba6fe28-0754-4b07-93b4-eea4d1b9dcd1', 'mac_address': 'fa:16:3e:49:d7:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:09:01.769066 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-b51783f5-1324-4ec5-961f-573bfd1b9125 service neutron] 10.222.0.73 "GET /v2.0/networks/4bbe2e9b-5747-4feb-b99a-f35298302a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249153 May 06 10:09:01.769524 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:01.784456 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba6fe28-0754-4b07-93b4-eea4d1b9dcd1 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:09:01.809130 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port eba6fe28-0754-4b07-93b4-eea4d1b9dcd1, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=eba6fe28-0754-4b07-93b4-eea4d1b9dcd1,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:01.813591 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:01.871590 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=eba6fe28-0754-4b07-93b4-eea4d1b9dcd1,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:02.003632 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1706ad-b24c-4bd2-b794-4bedeb4dc49a req-1cf5e598-4d86-4602-8bc9-98434d886640 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:02.012015 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8c1706ad-b24c-4bd2-b794-4bedeb4dc49a req-1cf5e598-4d86-4602-8bc9-98434d886640 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 945 time: 0.0779719 May 06 10:09:02.025429 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['eba6fe28-0754-4b07-93b4-eea4d1b9dcd1'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:09:02.048978 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8c1706ad-b24c-4bd2-b794-4bedeb4dc49a req-af4e41a5-53a3-4051-b801-3a80a5e7af99 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361130 May 06 10:09:02.140126 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8676b22b-4a72-4ccd-8a77-1e7a88c14c1d req-439042ca-2190-48d4-9e6d-0195cb887f29 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f372b15-8be3-4d78-be50-65213549a0fd HTTP/1.1" status: 200 len: 210 time: 0.0376296 May 06 10:09:03.105094 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-6c54fdc1-8e9f-45a4-aca9-e97a8b4d697d tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:03.106858 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-6c54fdc1-8e9f-45a4-aca9-e97a8b4d697d tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.77 "GET /v2.0/networks?id=4bbe2e9b-5747-4feb-b99a-f35298302a92 HTTP/1.1" status: 200 len: 814 time: 0.1143718 May 06 10:09:03.134173 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-ee1b9e44-3706-46df-99fa-a33ba082c6ec tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Request body: {'port': {'device_id': '2f372b15-8be3-4d78-be50-65213549a0fd', 'network_id': '4bbe2e9b-5747-4feb-b99a-f35298302a92', 'admin_state_up': True, 'tenant_id': 'a1c46de5a38548ffaf671660dbafc275'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:09:03.184208 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f011b-ab73-4d93-9909-15eaed4464bf req-499bd49c-dfaa-41ab-be96-4685e2a79247 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:03.186622 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-830f011b-ab73-4d93-9909-15eaed4464bf req-499bd49c-dfaa-41ab-be96-4685e2a79247 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 945 time: 0.0547256 May 06 10:09:03.227759 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-830f011b-ab73-4d93-9909-15eaed4464bf req-427f20ea-7c1f-429d-b65f-6ac09adf920a tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342791 May 06 10:09:03.265929 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-ee1b9e44-3706-46df-99fa-a33ba082c6ec tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Made reservation on behalf of a1c46de5a38548ffaf671660dbafc275 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:09:03.270922 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-ee1b9e44-3706-46df-99fa-a33ba082c6ec tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:03.340799 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5014a113-091a-4e96-a12b-a9ab8b171b6c req-7e106b6c-9fd3-4827-a54c-9e342364de12 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f372b15-8be3-4d78-be50-65213549a0fd HTTP/1.1" status: 200 len: 210 time: 0.0290134 May 06 10:09:03.410267 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-ee1b9e44-3706-46df-99fa-a33ba082c6ec tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Allocated IP 172.20.0.2 (4bbe2e9b-5747-4feb-b99a-f35298302a92/7e05999b-0051-46c7-9f65-ff8814dab00a/7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:09:03.566111 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-ee1b9e44-3706-46df-99fa-a33ba082c6ec tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:03.600956 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-ee1b9e44-3706-46df-99fa-a33ba082c6ec tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:03.614452 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device eba6fe28-0754-4b07-93b4-eea4d1b9dcd1 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:09:03.645202 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-ee1b9e44-3706-46df-99fa-a33ba082c6ec tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Network 4bbe2e9b-5747-4feb-b99a-f35298302a92 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:09:03.648247 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-ee1b9e44-3706-46df-99fa-a33ba082c6ec tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:09:03.652051 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-ee1b9e44-3706-46df-99fa-a33ba082c6ec tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:09:03.661201 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b9e44-3706-46df-99fa-a33ba082c6ec tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Pushing event updated for resources: {'Port': ['ID=7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:03.671828 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port eba6fe28-0754-4b07-93b4-eea4d1b9dcd1 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:09:03.676276 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port eba6fe28-0754-4b07-93b4-eea4d1b9dcd1 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:09:03.676725 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:03.713616 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-ee1b9e44-3706-46df-99fa-a33ba082c6ec tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:03.714276 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-ee1b9e44-3706-46df-99fa-a33ba082c6ec tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:03.730363 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-ee1b9e44-3706-46df-99fa-a33ba082c6ec tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6002400 May 06 10:09:03.750524 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-9497c0ee-8910-4a6e-bf2f-5d8847210cb4 service neutron] Request body: {'port': {'device_id': '2f372b15-8be3-4d78-be50-65213549a0fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:09:03.757471 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:03.781183 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515d2929-aa4f-4db4-807c-7d6f5b22db28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba6fe28-0754-4b07-93b4-eea4d1b9dcd1'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:09:03.784716 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a75d8a0-927b-428e-ad5d-2ea3bf98bc73" -d '{"events": [{"server_uuid": "515d2929-aa4f-4db4-807c-7d6f5b22db28", "name": "network-vif-plugged", "status": "completed", "tag": "eba6fe28-0754-4b07-93b4-eea4d1b9dcd1"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:09:03.803938 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port eba6fe28-0754-4b07-93b4-eea4d1b9dcd1, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=eba6fe28-0754-4b07-93b4-eea4d1b9dcd1,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:03.806105 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-9497c0ee-8910-4a6e-bf2f-5d8847210cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:03.810204 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:03.841636 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3369b7-9f01-464c-a6d8-72a7b9dc16cb x-openstack-request-id: req-9d3369b7-9f01-464c-a6d8-72a7b9dc16cb {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:09:03.841934 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515d2929-aa4f-4db4-807c-7d6f5b22db28", "name": "network-vif-plugged", "status": "completed", "tag": "eba6fe28-0754-4b07-93b4-eea4d1b9dcd1", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:09:03.842376 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9d3369b7-9f01-464c-a6d8-72a7b9dc16cb {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:09:03.849217 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d3369b7-9f01-464c-a6d8-72a7b9dc16cb'] response: {'server_uuid': '515d2929-aa4f-4db4-807c-7d6f5b22db28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba6fe28-0754-4b07-93b4-eea4d1b9dcd1', 'code': 200} May 06 10:09:03.874345 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=eba6fe28-0754-4b07-93b4-eea4d1b9dcd1,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:03.951490 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3db35-51ca-4d94-b61a-15ec81cbc396 req-33ec671b-92c4-4d5a-a53b-eb05ecb484c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:03.953021 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cbe3db35-51ca-4d94-b61a-15ec81cbc396 req-33ec671b-92c4-4d5a-a53b-eb05ecb484c1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 1097 time: 0.0488307 May 06 10:09:03.988707 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cbe3db35-51ca-4d94-b61a-15ec81cbc396 req-9945064d-4f06-443f-bc9a-f624355fe648 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291471 May 06 10:09:04.117371 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-9497c0ee-8910-4a6e-bf2f-5d8847210cb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:09:04.125717 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-9497c0ee-8910-4a6e-bf2f-5d8847210cb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:04.137829 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-9497c0ee-8910-4a6e-bf2f-5d8847210cb4 service neutron] Transition to ACTIVE for port object 7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:09:04.142103 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-9497c0ee-8910-4a6e-bf2f-5d8847210cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:04.195809 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497c0ee-8910-4a6e-bf2f-5d8847210cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:04.266448 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-9497c0ee-8910-4a6e-bf2f-5d8847210cb4 service neutron] Attempting to bind port 7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:09:04.266946 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-9497c0ee-8910-4a6e-bf2f-5d8847210cb4 service neutron] Attempting to bind port 7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4bbe2e9b-5747-4feb-b99a-f35298302a92'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:09:04.267294 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-9497c0ee-8910-4a6e-bf2f-5d8847210cb4 service neutron] Attempting to bind port 7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8 on network 4bbe2e9b-5747-4feb-b99a-f35298302a92 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:09:04.271904 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-9497c0ee-8910-4a6e-bf2f-5d8847210cb4 service neutron] Port 7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8 on network 4bbe2e9b-5747-4feb-b99a-f35298302a92 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:09:04.272233 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-9497c0ee-8910-4a6e-bf2f-5d8847210cb4 service neutron] Attempting to bind port 7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8 on network 4bbe2e9b-5747-4feb-b99a-f35298302a92 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:09:04.277711 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-9497c0ee-8910-4a6e-bf2f-5d8847210cb4 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:09:04.278176 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-9497c0ee-8910-4a6e-bf2f-5d8847210cb4 service neutron] Checking segment: {'id': '3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4bbe2e9b-5747-4feb-b99a-f35298302a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:09:04.278576 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-9497c0ee-8910-4a6e-bf2f-5d8847210cb4 service neutron] Bound using segment: {'id': '3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4bbe2e9b-5747-4feb-b99a-f35298302a92'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:09:04.279011 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-9497c0ee-8910-4a6e-bf2f-5d8847210cb4 service neutron] Bound port: 7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4bbe2e9b-5747-4feb-b99a-f35298302a92'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:09:04.279414 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-9497c0ee-8910-4a6e-bf2f-5d8847210cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:04.350619 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-9497c0ee-8910-4a6e-bf2f-5d8847210cb4 service neutron] For port 7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:09:04.354159 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-9497c0ee-8910-4a6e-bf2f-5d8847210cb4 service neutron] For port 7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8,segment=NetworkSegment(3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed),segment_id=3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:09:04.358742 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d8182-5833-4d59-a387-c8b8ba0c078b req-8cb85a7e-4a99-40d0-ab5e-708c0d615515 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:04.360837 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-9497c0ee-8910-4a6e-bf2f-5d8847210cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:04.360954 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-749d8182-5833-4d59-a387-c8b8ba0c078b req-8cb85a7e-4a99-40d0-ab5e-708c0d615515 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 946 time: 0.0507016 May 06 10:09:04.395144 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-9497c0ee-8910-4a6e-bf2f-5d8847210cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:04.395770 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-9497c0ee-8910-4a6e-bf2f-5d8847210cb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:04.397177 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-9497c0ee-8910-4a6e-bf2f-5d8847210cb4 service neutron] 10.222.0.77 "PUT /v2.0/ports/7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8 HTTP/1.1" status: 200 len: 1091 time: 0.6508534 May 06 10:09:04.397639 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f372b15-8be3-4d78-be50-65213549a0fd', 'tag': '7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:09:04.400860 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275344f6-a30d-4d55-9146-b4ecc7580282" -d '{"events": [{"name": "network-changed", "server_uuid": "2f372b15-8be3-4d78-be50-65213549a0fd", "tag": "7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:09:04.431612 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497c0ee-8910-4a6e-bf2f-5d8847210cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:04.432322 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-749d8182-5833-4d59-a387-c8b8ba0c078b req-94bf1e48-d851-4f17-a590-16616b4c7f40 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612423 May 06 10:09:04.507944 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-1687062e-6377-43eb-871a-dddb036110b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:04.509489 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-1687062e-6377-43eb-871a-dddb036110b9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a1c46de5a38548ffaf671660dbafc275&device_id=2f372b15-8be3-4d78-be50-65213549a0fd HTTP/1.1" status: 200 len: 1094 time: 0.0459647 May 06 10:09:04.566615 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-1c3f5a2a-af0e-4c97-95da-38899fd31433 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8 HTTP/1.1" status: 200 len: 217 time: 0.0424621 May 06 10:09:04.619913 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-f5b8931f-3353-456a-9d65-2d0b527d3517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:04.621652 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-f5b8931f-3353-456a-9d65-2d0b527d3517 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7e05999b-0051-46c7-9f65-ff8814dab00a HTTP/1.1" status: 200 len: 854 time: 0.0492868 May 06 10:09:04.655896 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-f8c5e604-6f86-43f2-af77-523792d3140b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4bbe2e9b-5747-4feb-b99a-f35298302a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280850 May 06 10:09:04.782533 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-57799eaa-ffeb-4160-a795-3528b41eec8c req-90da0cd5-b149-467f-ab96-f6ec99f31e74 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=71f8a77b-3094-4517-abbe-afc9bdd89ab7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0726051 May 06 10:09:04.798567 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-a5cb30c4-0d8c-4502-a0ef-641350268950 service neutron] 10.222.0.77 "GET /v2.0/networks/4bbe2e9b-5747-4feb-b99a-f35298302a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347837 May 06 10:09:04.834877 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da49d0b-4f89-47c1-aed7-58af190d5c86 req-c35e054e-c660-4db7-865c-9824e0f9ef0e tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:04.843707 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9da49d0b-4f89-47c1-aed7-58af190d5c86 req-c35e054e-c660-4db7-865c-9824e0f9ef0e tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f372b15-8be3-4d78-be50-65213549a0fd HTTP/1.1" status: 200 len: 943 time: 0.0648193 May 06 10:09:04.884277 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9da49d0b-4f89-47c1-aed7-58af190d5c86 req-7b72f30d-5e1b-4ac1-a59d-26d6b9bb2a15 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/security-groups?id=e19c3c1a-3a5d-48a4-9cfd-6b3b144a39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384533 May 06 10:09:04.924761 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57799eaa-ffeb-4160-a795-3528b41eec8c req-a8e5c69c-0d85-4db2-bb41-c9a0528aac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:04.925842 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-57799eaa-ffeb-4160-a795-3528b41eec8c req-a8e5c69c-0d85-4db2-bb41-c9a0528aac26 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a9ce2e9e6f684bf299f120cb798067e3&device_id=71f8a77b-3094-4517-abbe-afc9bdd89ab7 HTTP/1.1" status: 200 len: 1136 time: 0.0649352 May 06 10:09:04.949417 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336c3116-7d53-4e0c-b2aa-50b76c8b2f17 x-openstack-request-id: req-336c3116-7d53-4e0c-b2aa-50b76c8b2f17 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:09:04.949715 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f372b15-8be3-4d78-be50-65213549a0fd", "tag": "7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:09:04.949973 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-336c3116-7d53-4e0c-b2aa-50b76c8b2f17 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:09:04.950393 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-336c3116-7d53-4e0c-b2aa-50b76c8b2f17'] response: {'name': 'network-changed', 'server_uuid': '2f372b15-8be3-4d78-be50-65213549a0fd', 'tag': '7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8', 'status': 'completed', 'code': 200} May 06 10:09:04.954392 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4c469876-2a0b-4d47-94f3-35780c212d18 req-b052905c-d91d-44e6-8213-e17014453da1 service neutron] 10.222.0.77 "GET /v2.0/networks/4bbe2e9b-5747-4feb-b99a-f35298302a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413233 May 06 10:09:05.112271 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57799eaa-ffeb-4160-a795-3528b41eec8c req-1d3b6839-4664-4133-98b9-b2a4d3f5ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:05.113780 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-57799eaa-ffeb-4160-a795-3528b41eec8c req-1d3b6839-4664-4133-98b9-b2a4d3f5ce63 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f916293a-d4c7-43f8-935d-857b4ddeb579 HTTP/1.1" status: 200 len: 898 time: 0.1418047 May 06 10:09:05.174551 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275344f6-a30d-4d55-9146-b4ecc7580282 req-c2e0b110-94db-4979-b9f1-2cf09cc7bd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:05.176212 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-275344f6-a30d-4d55-9146-b4ecc7580282 req-c2e0b110-94db-4979-b9f1-2cf09cc7bd3c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a1c46de5a38548ffaf671660dbafc275&device_id=2f372b15-8be3-4d78-be50-65213549a0fd HTTP/1.1" status: 200 len: 1094 time: 0.1016288 May 06 10:09:05.253054 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-57799eaa-ffeb-4160-a795-3528b41eec8c req-158cd214-97bc-494d-96ac-175582801d66 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=819d2a31-dce9-4c88-9122-2a4aaade8218 HTTP/1.1" status: 200 len: 1001 time: 0.1280208 May 06 10:09:05.331044 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57799eaa-ffeb-4160-a795-3528b41eec8c req-253889f4-0bb2-440c-8cd3-55576bc1242d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:05.332555 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-57799eaa-ffeb-4160-a795-3528b41eec8c req-253889f4-0bb2-440c-8cd3-55576bc1242d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d9f07130-cb5f-4bd4-b176-e5b4d9b0aff6 HTTP/1.1" status: 200 len: 835 time: 0.0705965 May 06 10:09:05.333647 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275344f6-a30d-4d55-9146-b4ecc7580282 req-bb856a39-3746-4805-afab-bbd45c9b49b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:05.334971 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-275344f6-a30d-4d55-9146-b4ecc7580282 req-bb856a39-3746-4805-afab-bbd45c9b49b5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4bbe2e9b-5747-4feb-b99a-f35298302a92 HTTP/1.1" status: 200 len: 915 time: 0.1502044 May 06 10:09:05.402182 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-275344f6-a30d-4d55-9146-b4ecc7580282 req-553f6e1a-9bff-4940-bd90-a9e27056c977 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8 HTTP/1.1" status: 200 len: 217 time: 0.0572093 May 06 10:09:05.449750 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57799eaa-ffeb-4160-a795-3528b41eec8c req-ff952116-d032-4b29-9bb7-8e421c79e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:05.451199 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-57799eaa-ffeb-4160-a795-3528b41eec8c req-ff952116-d032-4b29-9bb7-8e421c79e9ed service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f916293a-d4c7-43f8-935d-857b4ddeb579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073458 May 06 10:09:05.473313 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275344f6-a30d-4d55-9146-b4ecc7580282 req-40d94a0b-e2c5-4611-8a02-4992dedab25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:05.474724 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-275344f6-a30d-4d55-9146-b4ecc7580282 req-40d94a0b-e2c5-4611-8a02-4992dedab25a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7e05999b-0051-46c7-9f65-ff8814dab00a HTTP/1.1" status: 200 len: 854 time: 0.0657735 May 06 10:09:05.536543 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-275344f6-a30d-4d55-9146-b4ecc7580282 req-37e261e4-0de0-479a-a133-e25da18da684 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4bbe2e9b-5747-4feb-b99a-f35298302a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509765 May 06 10:09:05.549312 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cc2e3-324b-420d-ac6c-b432037a4827 req-55c4b859-ae23-46d7-a1ca-d5f59b37558f tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:05.550830 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-272cc2e3-324b-420d-ac6c-b432037a4827 req-55c4b859-ae23-46d7-a1ca-d5f59b37558f tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 946 time: 0.0538683 May 06 10:09:05.589783 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-272cc2e3-324b-420d-ac6c-b432037a4827 req-717668cb-5e2b-4e38-a39f-dc7bf8fcee8b tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329442 May 06 10:09:05.626791 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-57799eaa-ffeb-4160-a795-3528b41eec8c req-9b3af467-0555-4ff5-85c1-9197ee60fbf7 service neutron] 10.222.0.77 "GET /v2.0/networks/f916293a-d4c7-43f8-935d-857b4ddeb579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653795 May 06 10:09:05.711578 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-275344f6-a30d-4d55-9146-b4ecc7580282 req-77ddeebc-c356-45c2-97ee-087bca892a1b service neutron] 10.222.0.77 "GET /v2.0/networks/4bbe2e9b-5747-4feb-b99a-f35298302a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633945 May 06 10:09:05.713305 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf08b6-9ae1-42a5-aa9c-f28fa0d861a6 req-f17cb82e-ec37-4a17-b5e2-814999395367 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:05.715399 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bdbf08b6-9ae1-42a5-aa9c-f28fa0d861a6 req-f17cb82e-ec37-4a17-b5e2-814999395367 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 946 time: 0.0584459 May 06 10:09:05.754263 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bdbf08b6-9ae1-42a5-aa9c-f28fa0d861a6 req-253d758b-1071-43d9-a863-551226792f21 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325649 May 06 10:09:05.790681 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-57799eaa-ffeb-4160-a795-3528b41eec8c req-a5543e97-3b77-4f46-8afd-3577101610b2 service neutron] 10.222.0.77 "GET /v2.0/networks/f916293a-d4c7-43f8-935d-857b4ddeb579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520600 May 06 10:09:05.825196 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-275344f6-a30d-4d55-9146-b4ecc7580282 req-aa478f0f-a3c5-4580-981c-76b77352b0c8 service neutron] 10.222.0.77 "GET /v2.0/networks/4bbe2e9b-5747-4feb-b99a-f35298302a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995884 May 06 10:09:05.870395 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd6dfe-7413-4fc1-94bc-ad9a64597233 req-69451d69-7ecd-4f93-bd56-4d43b5802145 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:05.871924 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5ebd6dfe-7413-4fc1-94bc-ad9a64597233 req-69451d69-7ecd-4f93-bd56-4d43b5802145 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 946 time: 0.0522025 May 06 10:09:05.909734 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5ebd6dfe-7413-4fc1-94bc-ad9a64597233 req-1ac60bfd-eac4-4385-ab84-61dc237d17ad tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317633 May 06 10:09:06.014144 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf01ad-ea5a-40c1-896b-1e7697cade38 req-a7aaebfb-510c-45ab-8154-781ba75bbb07 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:06.015537 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-79bf01ad-ea5a-40c1-896b-1e7697cade38 req-a7aaebfb-510c-45ab-8154-781ba75bbb07 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f372b15-8be3-4d78-be50-65213549a0fd HTTP/1.1" status: 200 len: 943 time: 0.0531392 May 06 10:09:06.053853 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-79bf01ad-ea5a-40c1-896b-1e7697cade38 req-34513a19-8b13-4c3c-9d1e-2bfc0d4007ab tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/security-groups?id=e19c3c1a-3a5d-48a4-9cfd-6b3b144a39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322807 May 06 10:09:06.283857 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413755e9-a376-4e88-b1b1-9d26a4157c74 req-6d3d5fe8-eef1-4dfc-873b-dbcbd4819440 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:06.285259 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-413755e9-a376-4e88-b1b1-9d26a4157c74 req-6d3d5fe8-eef1-4dfc-873b-dbcbd4819440 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 946 time: 0.0493224 May 06 10:09:06.322800 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-413755e9-a376-4e88-b1b1-9d26a4157c74 req-9455f132-3fbe-4d1b-a63f-278962e61b46 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312748 May 06 10:09:07.177596 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bb7a6-1170-4925-8dba-29d64fb474d0 req-6d96c7e2-94cf-4966-adc5-b82e1eaf887f tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:07.179106 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-033bb7a6-1170-4925-8dba-29d64fb474d0 req-6d96c7e2-94cf-4966-adc5-b82e1eaf887f tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f372b15-8be3-4d78-be50-65213549a0fd HTTP/1.1" status: 200 len: 943 time: 0.0506611 May 06 10:09:07.223714 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-033bb7a6-1170-4925-8dba-29d64fb474d0 req-5ef13ff6-2cd9-4b33-99d0-c058a4773ae6 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/security-groups?id=e19c3c1a-3a5d-48a4-9cfd-6b3b144a39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372553 May 06 10:09:07.452109 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f6984-1470-4ada-a9f6-c1a67edc1d93 req-f55e63f7-2393-4679-8181-738538351d08 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:07.453593 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba6f6984-1470-4ada-a9f6-c1a67edc1d93 req-f55e63f7-2393-4679-8181-738538351d08 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 946 time: 0.0540190 May 06 10:09:07.492543 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba6f6984-1470-4ada-a9f6-c1a67edc1d93 req-2fab651f-a146-4ae9-9ed0-7e03795444a9 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328827 May 06 10:09:07.781991 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633961b-fa4a-4626-9b4e-4d1927172e21 req-03d25e45-a3b2-4d87-8659-1b6f5b359195 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:07.783479 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5633961b-fa4a-4626-9b4e-4d1927172e21 req-03d25e45-a3b2-4d87-8659-1b6f5b359195 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.84 "GET /v2.0/ports?device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 946 time: 0.0488455 May 06 10:09:07.881075 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-5633961b-fa4a-4626-9b4e-4d1927172e21 req-d0b44e6f-83c7-42e0-8344-513a2716c501 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Deleting port eba6fe28-0754-4b07-93b4-eea4d1b9dcd1 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:09:07.881534 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5633961b-fa4a-4626-9b4e-4d1927172e21 req-d0b44e6f-83c7-42e0-8344-513a2716c501 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:07.979598 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-5633961b-fa4a-4626-9b4e-4d1927172e21 req-d0b44e6f-83c7-42e0-8344-513a2716c501 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] For port eba6fe28-0754-4b07-93b4-eea4d1b9dcd1, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=eba6fe28-0754-4b07-93b4-eea4d1b9dcd1,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:07.980051 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5633961b-fa4a-4626-9b4e-4d1927172e21 req-d0b44e6f-83c7-42e0-8344-513a2716c501 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:07.994307 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-5633961b-fa4a-4626-9b4e-4d1927172e21 req-d0b44e6f-83c7-42e0-8344-513a2716c501 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Calling delete_port for eba6fe28-0754-4b07-93b4-eea4d1b9dcd1 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:09:08.130110 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5633961b-fa4a-4626-9b4e-4d1927172e21 req-d0b44e6f-83c7-42e0-8344-513a2716c501 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:08.143960 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['eba6fe28-0754-4b07-93b4-eea4d1b9dcd1'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:09:08.163424 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b44e6f-83c7-42e0-8344-513a2716c501 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Pushing event deleted for resources: {'Port': ['ID=eba6fe28-0754-4b07-93b4-eea4d1b9dcd1,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:08.207631 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-5633961b-fa4a-4626-9b4e-4d1927172e21 req-d0b44e6f-83c7-42e0-8344-513a2716c501 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] No DVR routers for this DVR port eba6fe28-0754-4b07-93b4-eea4d1b9dcd1 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:09:08.210778 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-5633961b-fa4a-4626-9b4e-4d1927172e21 req-d0b44e6f-83c7-42e0-8344-513a2716c501 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:08.214440 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5633961b-fa4a-4626-9b4e-4d1927172e21 req-d0b44e6f-83c7-42e0-8344-513a2716c501 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.84 "DELETE /v2.0/ports/eba6fe28-0754-4b07-93b4-eea4d1b9dcd1 HTTP/1.1" status: 204 len: 173 time: 0.4254537 May 06 10:09:08.214892 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515d2929-aa4f-4db4-807c-7d6f5b22db28', 'name': 'network-vif-deleted', 'tag': 'eba6fe28-0754-4b07-93b4-eea4d1b9dcd1'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:09:08.217283 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28121085-0d12-4e87-adb5-84abe1c321fb" -d '{"events": [{"server_uuid": "515d2929-aa4f-4db4-807c-7d6f5b22db28", "name": "network-vif-deleted", "tag": "eba6fe28-0754-4b07-93b4-eea4d1b9dcd1"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:09:08.260038 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ae8f50-c865-46e9-9ca2-662ac2d933c9 x-openstack-request-id: req-55ae8f50-c865-46e9-9ca2-662ac2d933c9 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:09:08.260214 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515d2929-aa4f-4db4-807c-7d6f5b22db28", "name": "network-vif-deleted", "tag": "eba6fe28-0754-4b07-93b4-eea4d1b9dcd1", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:09:08.260484 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-55ae8f50-c865-46e9-9ca2-662ac2d933c9 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:09:08.261501 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55ae8f50-c865-46e9-9ca2-662ac2d933c9'] response: {'server_uuid': '515d2929-aa4f-4db4-807c-7d6f5b22db28', 'name': 'network-vif-deleted', 'tag': 'eba6fe28-0754-4b07-93b4-eea4d1b9dcd1', 'status': 'completed', 'code': 200} May 06 10:09:08.424170 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f15d82-cd08-42b8-8c3b-a8df50f24574 req-9b10ea54-aa75-4ec2-a69f-29fa36cb83e7 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:08.425771 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-54f15d82-cd08-42b8-8c3b-a8df50f24574 req-9b10ea54-aa75-4ec2-a69f-29fa36cb83e7 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f372b15-8be3-4d78-be50-65213549a0fd HTTP/1.1" status: 200 len: 943 time: 0.0810652 May 06 10:09:08.482284 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-54f15d82-cd08-42b8-8c3b-a8df50f24574 req-2454b9d1-9aac-428f-8632-ecfe5e37fc29 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/security-groups?id=e19c3c1a-3a5d-48a4-9cfd-6b3b144a39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494018 May 06 10:09:08.591013 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17b25ccd-adb4-41e4-8f9f-921af8d7be4c req-99c2707b-7647-452b-bb4e-eba64cb8b0ae tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 210 time: 0.0270782 May 06 10:09:09.013403 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:09:09.113812 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8,segment=NetworkSegment(3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed),segment_id=3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:09.125449 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8', 'network_id': '4bbe2e9b-5747-4feb-b99a-f35298302a92', 'port_id': '7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8', 'mac_address': 'fa:16:3e:e9:03:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e05999b-0051-46c7-9f65-ff8814dab00a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:09:09.166145 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:09.180315 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:09:09.204662 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8,segment=NetworkSegment(3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed),segment_id=3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:09.209106 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:09.273141 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:09.608510 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:09:09.620998 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781d295-b95d-4dae-9a5f-778f327ee3e1 req-bd603ba1-b625-41ff-a052-da17e52d1d92 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:09.622760 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8781d295-b95d-4dae-9a5f-778f327ee3e1 req-bd603ba1-b625-41ff-a052-da17e52d1d92 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f372b15-8be3-4d78-be50-65213549a0fd HTTP/1.1" status: 200 len: 944 time: 0.0568917 May 06 10:09:09.666978 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8781d295-b95d-4dae-9a5f-778f327ee3e1 req-03877dee-870c-44bc-816b-83d57e663128 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/security-groups?id=e19c3c1a-3a5d-48a4-9cfd-6b3b144a39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375183 May 06 10:09:09.767599 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab790187-e64e-4298-866f-50eeec09c793 req-27562e77-ceff-4856-a5bd-6c5bad9d73c1 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 210 time: 0.0323403 May 06 10:09:10.801658 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb4f41-382b-4dca-a504-da24c449ea2c req-905fd534-0197-4190-902c-93c8bcd0d302 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:10.803326 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17bb4f41-382b-4dca-a504-da24c449ea2c req-905fd534-0197-4190-902c-93c8bcd0d302 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f372b15-8be3-4d78-be50-65213549a0fd HTTP/1.1" status: 200 len: 944 time: 0.0651317 May 06 10:09:10.847950 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17bb4f41-382b-4dca-a504-da24c449ea2c req-1082d996-f9fb-46e8-99d6-1c7eedeb0b2c tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/security-groups?id=e19c3c1a-3a5d-48a4-9cfd-6b3b144a39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377250 May 06 10:09:10.949644 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-90eed696-383a-4e09-b954-80fa34522346 req-58e2d0ed-6c5b-4a27-878c-f63571466efa tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 210 time: 0.0276690 May 06 10:09:11.022382 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:09:11.089971 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:09:11.094478 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:09:11.094854 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:11.175381 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:11.199839 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f372b15-8be3-4d78-be50-65213549a0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:09:11.203458 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683766c4-edbf-47e0-a272-8ec6dd256132" -d '{"events": [{"server_uuid": "2f372b15-8be3-4d78-be50-65213549a0fd", "name": "network-vif-plugged", "status": "completed", "tag": "7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:09:11.219762 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8,segment=NetworkSegment(3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed),segment_id=3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:11.225476 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:11.253183 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de28d8e-2b88-4a23-8f09-b22d4faa1bd3 x-openstack-request-id: req-5de28d8e-2b88-4a23-8f09-b22d4faa1bd3 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:09:11.253480 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f372b15-8be3-4d78-be50-65213549a0fd", "name": "network-vif-plugged", "status": "completed", "tag": "7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:09:11.253660 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5de28d8e-2b88-4a23-8f09-b22d4faa1bd3 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:09:11.254063 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5de28d8e-2b88-4a23-8f09-b22d4faa1bd3'] response: {'server_uuid': '2f372b15-8be3-4d78-be50-65213549a0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8', 'code': 200} May 06 10:09:11.284901 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:11.400880 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9d86d-21c5-41ce-9c42-4cf241897091 req-1731f16c-eac3-42d7-be25-bd9393ae9afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:11.402427 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cbc9d86d-21c5-41ce-9c42-4cf241897091 req-1731f16c-eac3-42d7-be25-bd9393ae9afb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2f372b15-8be3-4d78-be50-65213549a0fd HTTP/1.1" status: 200 len: 1096 time: 0.0430918 May 06 10:09:11.443928 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cbc9d86d-21c5-41ce-9c42-4cf241897091 req-c58c93ad-c8b6-43f8-9389-07a587076735 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e19c3c1a-3a5d-48a4-9cfd-6b3b144a39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346069 May 06 10:09:11.664615 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device eba6fe28-0754-4b07-93b4-eea4d1b9dcd1 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:09:11.687858 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: eba6fe28-0754-4b07-93b4-eea4d1b9dcd1 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:09:11.688443 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device eba6fe28-0754-4b07-93b4-eea4d1b9dcd1 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:09:11.969941 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33722fa8-0e4c-49c3-894d-8101596c49a8 req-ef360b4b-89b9-4f1b-9186-2eaf0105f33b tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:11.972478 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-33722fa8-0e4c-49c3-894d-8101596c49a8 req-ef360b4b-89b9-4f1b-9186-2eaf0105f33b tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f372b15-8be3-4d78-be50-65213549a0fd HTTP/1.1" status: 200 len: 945 time: 0.0523951 May 06 10:09:12.012222 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-33722fa8-0e4c-49c3-894d-8101596c49a8 req-49f9c02d-2dae-4db0-a1c7-3d135c4ce6f4 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/security-groups?id=e19c3c1a-3a5d-48a4-9cfd-6b3b144a39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338256 May 06 10:09:12.112472 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-006af17c-2756-4973-9450-579cf16dc494 req-9646e97e-0a03-46dd-8f41-959cd8da8823 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=515d2929-aa4f-4db4-807c-7d6f5b22db28 HTTP/1.1" status: 200 len: 210 time: 0.0320153 May 06 10:09:12.793862 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-faaf4565-73de-45d2-840a-9773660ef793 req-29e7a6d3-ba56-4fed-a9bc-761349b4e441 service neutron] (102653) timed out ('10.222.0.84', 57392) {{(pid=102653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 10:09:13.129198 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876decf6-f654-499c-acfe-a626fe13fde9 req-ac7c5152-cbcc-41ee-9f3f-59438d7d8d2a tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:13.130837 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-876decf6-f654-499c-acfe-a626fe13fde9 req-ac7c5152-cbcc-41ee-9f3f-59438d7d8d2a tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f372b15-8be3-4d78-be50-65213549a0fd HTTP/1.1" status: 200 len: 945 time: 0.0508897 May 06 10:09:13.171012 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-876decf6-f654-499c-acfe-a626fe13fde9 req-26bea5b6-0336-4568-aed8-705e2487acf5 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/security-groups?id=e19c3c1a-3a5d-48a4-9cfd-6b3b144a39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333545 May 06 10:09:13.672723 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-e770a844-860d-403e-a892-b7e40774c54c req-82bbad6c-a1d1-4125-9c89-868426115966 service neutron] (102653) timed out ('10.222.0.84', 57400) {{(pid=102653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 10:09:15.941199 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9531bd19-a34c-481f-baba-2a02fc32f56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:18.470408 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f4c0d875-60d2-4adb-bc66-dd8239096b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:18.959038 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:19.576170 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:21.270153 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:21.478599 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:29.209945 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:35.552999 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-facfdf8e-51ec-4fdd-8ce5-0bc598b6d75f tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:35.554517 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-facfdf8e-51ec-4fdd-8ce5-0bc598b6d75f tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 812 time: 0.1058614 May 06 10:09:35.573754 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-2e2817bd-40aa-4aa6-b7b4-9cf739f72903 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/quotas/7cb12c0888cc4f8a80e8e3d90fb1fcf1 HTTP/1.1" status: 200 len: 375 time: 0.0122762 May 06 10:09:35.631541 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-2b9430af-6c99-4e52-9c55-ef9c0a5384f0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513511 May 06 10:09:35.724661 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-997ad564-fcaa-40c1-a4ed-3030db82b8fa service neutron] 10.222.0.73 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852573 May 06 10:09:35.824571 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-b54b45c4-9ddf-4ed1-9c38-92bf9243ac89 service neutron] 10.222.0.73 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925028 May 06 10:09:36.308094 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f5a4a8c6-4a7d-4a2a-8dda-c82aad81081e req-2ef05069-6abe-4959-b1f9-7d97f3c91f89 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 210 time: 0.0427189 May 06 10:09:37.003894 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:09:37.251440 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-a22c8a94-d618-4212-9693-eba63987b7ea tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:37.252932 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-a22c8a94-d618-4212-9693-eba63987b7ea tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.84 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 812 time: 0.1178560 May 06 10:09:37.266459 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-6044fe24-cd73-404b-ad02-d69d22bd0b59 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Request body: {'port': {'device_id': '89909311-4539-4312-8a95-90d30378b235', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'admin_state_up': True, 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:09:37.427494 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d113c8db-a250-4bba-be25-883704cc539d req-25392907-5637-4ae2-a3e2-f95a89485e90 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 210 time: 0.0464621 May 06 10:09:37.428808 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-6044fe24-cd73-404b-ad02-d69d22bd0b59 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Made reservation on behalf of 7cb12c0888cc4f8a80e8e3d90fb1fcf1 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:09:37.435608 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-6044fe24-cd73-404b-ad02-d69d22bd0b59 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:37.581232 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-6044fe24-cd73-404b-ad02-d69d22bd0b59 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Allocated IP 172.20.0.3 (e79942ca-e345-49b7-9237-09d84c169e88/6c703b66-fbd0-4b8e-aa48-38bd7169d05a/04294905-f179-4878-acec-4c86349ca509) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:09:37.766729 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-6044fe24-cd73-404b-ad02-d69d22bd0b59 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:37.801968 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-6044fe24-cd73-404b-ad02-d69d22bd0b59 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:37.848450 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-6044fe24-cd73-404b-ad02-d69d22bd0b59 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Network e79942ca-e345-49b7-9237-09d84c169e88 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:09:37.851871 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-6044fe24-cd73-404b-ad02-d69d22bd0b59 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:09:37.857286 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-6044fe24-cd73-404b-ad02-d69d22bd0b59 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:09:37.890970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044fe24-cd73-404b-ad02-d69d22bd0b59 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Pushing event updated for resources: {'Port': ['ID=04294905-f179-4878-acec-4c86349ca509,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:37.912940 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044fe24-cd73-404b-ad02-d69d22bd0b59 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:37.912940 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044fe24-cd73-404b-ad02-d69d22bd0b59 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:37.913137 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044fe24-cd73-404b-ad02-d69d22bd0b59 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:37.913327 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044fe24-cd73-404b-ad02-d69d22bd0b59 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:37.913659 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044fe24-cd73-404b-ad02-d69d22bd0b59 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:37.913989 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044fe24-cd73-404b-ad02-d69d22bd0b59 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:37.914317 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044fe24-cd73-404b-ad02-d69d22bd0b59 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:37.914640 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044fe24-cd73-404b-ad02-d69d22bd0b59 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:37.914962 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044fe24-cd73-404b-ad02-d69d22bd0b59 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:37.915315 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044fe24-cd73-404b-ad02-d69d22bd0b59 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:37.915643 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044fe24-cd73-404b-ad02-d69d22bd0b59 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:37.916021 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044fe24-cd73-404b-ad02-d69d22bd0b59 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:37.946736 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-6044fe24-cd73-404b-ad02-d69d22bd0b59 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:37.948072 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-6044fe24-cd73-404b-ad02-d69d22bd0b59 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:37.977342 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-6044fe24-cd73-404b-ad02-d69d22bd0b59 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7151947 May 06 10:09:38.058177 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-76a15af0-6227-45c1-a088-9359a7f9cdd3 service neutron] Request body: {'port': {'device_id': '89909311-4539-4312-8a95-90d30378b235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:09:38.140063 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-76a15af0-6227-45c1-a088-9359a7f9cdd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:38.168214 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-fee030ff-294f-49ba-a6ad-78445f82a265 None None] Provisioning complete for port 04294905-f179-4878-acec-4c86349ca509 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:09:38.169416 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fee030ff-294f-49ba-a6ad-78445f82a265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:38.211825 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-fee030ff-294f-49ba-a6ad-78445f82a265 None None] Port 04294905-f179-4878-acec-4c86349ca509 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:09:38.499999 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-76a15af0-6227-45c1-a088-9359a7f9cdd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04294905-f179-4878-acec-4c86349ca509 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:09:38.509566 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-76a15af0-6227-45c1-a088-9359a7f9cdd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:38.550835 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-76a15af0-6227-45c1-a088-9359a7f9cdd3 service neutron] Transition to ACTIVE for port object 04294905-f179-4878-acec-4c86349ca509 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:09:38.565567 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-76a15af0-6227-45c1-a088-9359a7f9cdd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:38.619002 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0500c30-e1d9-4da3-bec9-6c97533bae17 req-c4ebcc63-16be-4ee6-afb0-8c380894312e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:38.627714 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c0500c30-e1d9-4da3-bec9-6c97533bae17 req-c4ebcc63-16be-4ee6-afb0-8c380894312e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 931 time: 0.1146867 May 06 10:09:38.666874 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a15af0-6227-45c1-a088-9359a7f9cdd3 service neutron] Pushing event updated for resources: {'Port': ['ID=04294905-f179-4878-acec-4c86349ca509,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:38.714301 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c0500c30-e1d9-4da3-bec9-6c97533bae17 req-1b19189e-2dd4-45d0-86b7-8623f494d6cb tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794055 May 06 10:09:38.780367 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-76a15af0-6227-45c1-a088-9359a7f9cdd3 service neutron] Attempting to bind port 04294905-f179-4878-acec-4c86349ca509 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:09:38.781118 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-76a15af0-6227-45c1-a088-9359a7f9cdd3 service neutron] Attempting to bind port 04294905-f179-4878-acec-4c86349ca509 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:09:38.781661 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-76a15af0-6227-45c1-a088-9359a7f9cdd3 service neutron] Attempting to bind port 04294905-f179-4878-acec-4c86349ca509 on network e79942ca-e345-49b7-9237-09d84c169e88 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:09:38.791142 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-76a15af0-6227-45c1-a088-9359a7f9cdd3 service neutron] Port 04294905-f179-4878-acec-4c86349ca509 on network e79942ca-e345-49b7-9237-09d84c169e88 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:09:38.792103 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-76a15af0-6227-45c1-a088-9359a7f9cdd3 service neutron] Attempting to bind port 04294905-f179-4878-acec-4c86349ca509 on network e79942ca-e345-49b7-9237-09d84c169e88 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:09:38.800189 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-76a15af0-6227-45c1-a088-9359a7f9cdd3 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:09:38.800530 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-76a15af0-6227-45c1-a088-9359a7f9cdd3 service neutron] Checking segment: {'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:09:38.800927 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-76a15af0-6227-45c1-a088-9359a7f9cdd3 service neutron] Bound using segment: {'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:09:38.801381 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-76a15af0-6227-45c1-a088-9359a7f9cdd3 service neutron] Bound port: 04294905-f179-4878-acec-4c86349ca509, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:09:38.801756 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-76a15af0-6227-45c1-a088-9359a7f9cdd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:38.888136 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-76a15af0-6227-45c1-a088-9359a7f9cdd3 service neutron] For port 04294905-f179-4878-acec-4c86349ca509, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:09:38.892436 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-76a15af0-6227-45c1-a088-9359a7f9cdd3 service neutron] For port 04294905-f179-4878-acec-4c86349ca509, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=04294905-f179-4878-acec-4c86349ca509,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:09:38.918098 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-76a15af0-6227-45c1-a088-9359a7f9cdd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:38.971419 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-76a15af0-6227-45c1-a088-9359a7f9cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:38.972155 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-76a15af0-6227-45c1-a088-9359a7f9cdd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:38.973619 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-76a15af0-6227-45c1-a088-9359a7f9cdd3 service neutron] 10.222.0.84 "PUT /v2.0/ports/04294905-f179-4878-acec-4c86349ca509 HTTP/1.1" status: 200 len: 1091 time: 0.9860370 May 06 10:09:38.974082 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89909311-4539-4312-8a95-90d30378b235', 'tag': '04294905-f179-4878-acec-4c86349ca509'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:09:38.976634 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dc7691-8562-40a1-940a-61154bd01e82" -d '{"events": [{"name": "network-changed", "server_uuid": "89909311-4539-4312-8a95-90d30378b235", "tag": "04294905-f179-4878-acec-4c86349ca509"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:09:39.014317 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a15af0-6227-45c1-a088-9359a7f9cdd3 service neutron] Pushing event updated for resources: {'Port': ['ID=04294905-f179-4878-acec-4c86349ca509,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:39.034009 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb430e7-9e02-4df5-8647-542c6cc4e4f7 x-openstack-request-id: req-dbb430e7-9e02-4df5-8647-542c6cc4e4f7 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:09:39.034490 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89909311-4539-4312-8a95-90d30378b235", "tag": "04294905-f179-4878-acec-4c86349ca509", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:09:39.034750 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dbb430e7-9e02-4df5-8647-542c6cc4e4f7 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:09:39.035341 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb430e7-9e02-4df5-8647-542c6cc4e4f7'] response: {'name': 'network-changed', 'server_uuid': '89909311-4539-4312-8a95-90d30378b235', 'tag': '04294905-f179-4878-acec-4c86349ca509', 'status': 'completed', 'code': 200} May 06 10:09:39.098132 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-d678e1fa-2370-4017-86cd-16076bf3b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:39.100037 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-d678e1fa-2370-4017-86cd-16076bf3b64e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 1094 time: 0.0542405 May 06 10:09:39.157915 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-cdacb236-15b8-4094-b83d-5b1e93fda03a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04294905-f179-4878-acec-4c86349ca509 HTTP/1.1" status: 200 len: 217 time: 0.0501049 May 06 10:09:39.226763 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-805bc33f-c300-4a00-a446-f3557ee69037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:39.226763 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-805bc33f-c300-4a00-a446-f3557ee69037 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6c703b66-fbd0-4b8e-aa48-38bd7169d05a HTTP/1.1" status: 200 len: 851 time: 0.0611129 May 06 10:09:39.303148 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-60c93470-a16b-4d2e-9bd5-a7e75b957562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:39.304867 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-60c93470-a16b-4d2e-9bd5-a7e75b957562 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e79942ca-e345-49b7-9237-09d84c169e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711670 May 06 10:09:39.421650 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-260b1593-ad6e-4bbe-9aa8-031685bf9602 service neutron] 10.222.0.84 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053877 May 06 10:09:39.545959 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4aeda8ec-e299-4aca-b33a-e16ec19b9fb0 req-04cd0dad-fd1c-4593-9c3d-a5fa4a144275 service neutron] 10.222.0.84 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171758 May 06 10:09:39.650085 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc7691-8562-40a1-940a-61154bd01e82 req-f8354cb9-e9ef-430a-918a-ee720320fc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:39.651792 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08dc7691-8562-40a1-940a-61154bd01e82 req-f8354cb9-e9ef-430a-918a-ee720320fc6e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 1094 time: 0.0550652 May 06 10:09:39.863319 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc7691-8562-40a1-940a-61154bd01e82 req-48c6dfe0-4bb7-4389-878b-902c67efb6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:39.865022 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08dc7691-8562-40a1-940a-61154bd01e82 req-48c6dfe0-4bb7-4389-878b-902c67efb6f3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 913 time: 0.2009554 May 06 10:09:39.924039 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b615d60-531f-4694-8bad-00e4b982aad9 req-1e03f196-851d-4c69-8ff2-0f25cb980625 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:39.925706 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9b615d60-531f-4694-8bad-00e4b982aad9 req-1e03f196-851d-4c69-8ff2-0f25cb980625 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 943 time: 0.1178381 May 06 10:09:39.927750 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08dc7691-8562-40a1-940a-61154bd01e82 req-ce119c54-b2e1-44a4-b4a7-7778e2981f74 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04294905-f179-4878-acec-4c86349ca509 HTTP/1.1" status: 200 len: 217 time: 0.0543725 May 06 10:09:40.024952 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9b615d60-531f-4694-8bad-00e4b982aad9 req-72fa793a-79eb-42b6-9c58-c49f2e0286bc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870245 May 06 10:09:40.027480 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc7691-8562-40a1-940a-61154bd01e82 req-5c7ab405-99b8-431e-96a8-cc6ee498e9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:40.030263 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08dc7691-8562-40a1-940a-61154bd01e82 req-5c7ab405-99b8-431e-96a8-cc6ee498e9b9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6c703b66-fbd0-4b8e-aa48-38bd7169d05a HTTP/1.1" status: 200 len: 851 time: 0.0904763 May 06 10:09:40.081660 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc7691-8562-40a1-940a-61154bd01e82 req-defc351e-51d0-4845-b0cb-f6edc3c02f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:40.083501 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08dc7691-8562-40a1-940a-61154bd01e82 req-defc351e-51d0-4845-b0cb-f6edc3c02f75 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e79942ca-e345-49b7-9237-09d84c169e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458989 May 06 10:09:40.193344 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08dc7691-8562-40a1-940a-61154bd01e82 req-b1af8172-729b-43b1-9c41-4238e53cdb5d service neutron] 10.222.0.84 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015677 May 06 10:09:40.318572 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08dc7691-8562-40a1-940a-61154bd01e82 req-b8e242b2-deb0-4a4b-8e04-cc0b6c8d897a service neutron] 10.222.0.84 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170115 May 06 10:09:41.246482 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454e578-ba35-4a1e-ac5c-a0ea2757b15e req-65f00044-0a6e-4c52-94c1-d255852ee854 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:41.253815 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8454e578-ba35-4a1e-ac5c-a0ea2757b15e req-65f00044-0a6e-4c52-94c1-d255852ee854 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 943 time: 0.1187470 May 06 10:09:41.306203 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8454e578-ba35-4a1e-ac5c-a0ea2757b15e req-a792b2cc-3e1c-4749-932c-53b6ebdbf687 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514748 May 06 10:09:42.482095 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa6768-b560-464b-8e24-9a5fd4024bc8 req-8411edc5-58b5-4360-9b0d-8f6341da0e89 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:42.483999 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73aa6768-b560-464b-8e24-9a5fd4024bc8 req-8411edc5-58b5-4360-9b0d-8f6341da0e89 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 943 time: 0.0783882 May 06 10:09:42.546899 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73aa6768-b560-464b-8e24-9a5fd4024bc8 req-06f3a64b-0b64-4d5f-8d2a-2706e4992d36 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557778 May 06 10:09:43.325184 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd9157-d504-4664-9ea8-fed05a893fc6 req-794bd3f1-adf3-4c77-a02b-b2055a240cf0 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:43.326753 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-addd9157-d504-4664-9ea8-fed05a893fc6 req-794bd3f1-adf3-4c77-a02b-b2055a240cf0 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f372b15-8be3-4d78-be50-65213549a0fd HTTP/1.1" status: 200 len: 945 time: 0.0685368 May 06 10:09:43.403725 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-addd9157-d504-4664-9ea8-fed05a893fc6 req-9afd99a7-8596-435d-a2be-7466d306812c tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/security-groups?id=e19c3c1a-3a5d-48a4-9cfd-6b3b144a39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676129 May 06 10:09:43.714544 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c224f7-416b-4086-b15d-ab81a054cb18 req-fcd19616-4fe6-431c-a2ef-0445002c36e2 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:43.722505 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-94c224f7-416b-4086-b15d-ab81a054cb18 req-fcd19616-4fe6-431c-a2ef-0445002c36e2 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 943 time: 0.0879674 May 06 10:09:43.793157 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-94c224f7-416b-4086-b15d-ab81a054cb18 req-ac9f88cb-16de-4511-a80f-cb8da129fde5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695446 May 06 10:09:44.559308 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957f0d1-fe63-499f-93de-10f35aa8ba1c req-20cdf2f2-cd90-49ed-9c13-c1e761eb3d31 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:44.561158 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6957f0d1-fe63-499f-93de-10f35aa8ba1c req-20cdf2f2-cd90-49ed-9c13-c1e761eb3d31 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f372b15-8be3-4d78-be50-65213549a0fd HTTP/1.1" status: 200 len: 945 time: 0.0637751 May 06 10:09:44.619148 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6957f0d1-fe63-499f-93de-10f35aa8ba1c req-099aee4a-82ea-4931-8489-3a09dbe68a37 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/security-groups?id=e19c3c1a-3a5d-48a4-9cfd-6b3b144a39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467527 May 06 10:09:44.925022 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991535c-5033-4d26-8fc9-579f22f003cb req-9659a769-3ea5-4c6b-9d52-1c4f3b8b734e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:44.927581 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b991535c-5033-4d26-8fc9-579f22f003cb req-9659a769-3ea5-4c6b-9d52-1c4f3b8b734e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 943 time: 0.0623348 May 06 10:09:44.987526 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b991535c-5033-4d26-8fc9-579f22f003cb req-db4e9e8c-4836-4fe2-b302-3a8094e2e41b tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511978 May 06 10:09:45.068349 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf065ac-b30d-4072-97dd-7f1034d82e0f req-723293d9-7333-4da5-9fc3-f6715e15c354 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:45.070659 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fdf065ac-b30d-4072-97dd-7f1034d82e0f req-723293d9-7333-4da5-9fc3-f6715e15c354 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f372b15-8be3-4d78-be50-65213549a0fd HTTP/1.1" status: 200 len: 945 time: 0.0937643 May 06 10:09:45.194299 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-fdf065ac-b30d-4072-97dd-7f1034d82e0f req-6aaffc89-5045-4f60-b70f-9887196d306b tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Deleting port 7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:09:45.194299 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fdf065ac-b30d-4072-97dd-7f1034d82e0f req-6aaffc89-5045-4f60-b70f-9887196d306b tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:45.307569 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-fdf065ac-b30d-4072-97dd-7f1034d82e0f req-6aaffc89-5045-4f60-b70f-9887196d306b tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] For port 7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8,segment=NetworkSegment(3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed),segment_id=3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:45.307569 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fdf065ac-b30d-4072-97dd-7f1034d82e0f req-6aaffc89-5045-4f60-b70f-9887196d306b tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:45.322135 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-fdf065ac-b30d-4072-97dd-7f1034d82e0f req-6aaffc89-5045-4f60-b70f-9887196d306b tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Calling delete_port for 7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:09:45.485022 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fdf065ac-b30d-4072-97dd-7f1034d82e0f req-6aaffc89-5045-4f60-b70f-9887196d306b tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:45.515481 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaffc89-5045-4f60-b70f-9887196d306b tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Pushing event deleted for resources: {'Port': ['ID=7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:45.520342 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:09:45.531350 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaffc89-5045-4f60-b70f-9887196d306b tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:45.531350 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaffc89-5045-4f60-b70f-9887196d306b tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:45.531350 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaffc89-5045-4f60-b70f-9887196d306b tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:45.532246 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaffc89-5045-4f60-b70f-9887196d306b tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:45.532920 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaffc89-5045-4f60-b70f-9887196d306b tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:45.532920 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaffc89-5045-4f60-b70f-9887196d306b tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:45.533239 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaffc89-5045-4f60-b70f-9887196d306b tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:45.533584 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaffc89-5045-4f60-b70f-9887196d306b tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:45.533917 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaffc89-5045-4f60-b70f-9887196d306b tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:45.534251 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaffc89-5045-4f60-b70f-9887196d306b tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:45.534585 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaffc89-5045-4f60-b70f-9887196d306b tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:45.534927 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaffc89-5045-4f60-b70f-9887196d306b tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:45.573591 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf065ac-b30d-4072-97dd-7f1034d82e0f req-6aaffc89-5045-4f60-b70f-9887196d306b tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] No DVR routers for this DVR port 7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:09:45.578234 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fdf065ac-b30d-4072-97dd-7f1034d82e0f req-6aaffc89-5045-4f60-b70f-9887196d306b tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:45.581562 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fdf065ac-b30d-4072-97dd-7f1034d82e0f req-6aaffc89-5045-4f60-b70f-9887196d306b tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.77 "DELETE /v2.0/ports/7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8 HTTP/1.1" status: 204 len: 173 time: 0.5049195 May 06 10:09:45.582002 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f372b15-8be3-4d78-be50-65213549a0fd', 'name': 'network-vif-deleted', 'tag': '7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:09:45.584265 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d750e7-3226-41d5-8236-337198c22de0" -d '{"events": [{"server_uuid": "2f372b15-8be3-4d78-be50-65213549a0fd", "name": "network-vif-deleted", "tag": "7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:09:45.638828 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad767f3-6aa3-445e-bc64-f1fca9214bf4 x-openstack-request-id: req-fad767f3-6aa3-445e-bc64-f1fca9214bf4 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:09:45.645628 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f372b15-8be3-4d78-be50-65213549a0fd", "name": "network-vif-deleted", "tag": "7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:09:45.646161 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fad767f3-6aa3-445e-bc64-f1fca9214bf4 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:09:45.646913 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fad767f3-6aa3-445e-bc64-f1fca9214bf4'] response: {'server_uuid': '2f372b15-8be3-4d78-be50-65213549a0fd', 'name': 'network-vif-deleted', 'tag': '7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8', 'status': 'completed', 'code': 200} May 06 10:09:45.724672 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f576b91b-9ca1-4f67-a4f3-e719e1223142 req-cb47586f-bd44-4c5f-868a-ac448f700754 tempest-VolumesSnapshotTestJSON-93704065 tempest-VolumesSnapshotTestJSON-93704065-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f372b15-8be3-4d78-be50-65213549a0fd HTTP/1.1" status: 200 len: 210 time: 0.0412073 May 06 10:09:45.937053 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-47a65838-c17e-44ff-a76d-63f8c25e82b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:46.147938 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e5003-404b-42ce-861f-976a519740af req-ba762942-e1fc-4ee7-8ce4-27a235749b88 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:46.149684 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-447e5003-404b-42ce-861f-976a519740af req-ba762942-e1fc-4ee7-8ce4-27a235749b88 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 943 time: 0.0596321 May 06 10:09:46.194780 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-447e5003-404b-42ce-861f-976a519740af req-1c0baf5d-8e64-4982-948b-d5bdcace87ad tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372748 May 06 10:09:47.315835 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db573a1f-bd24-4d00-b008-4fd1aae6351f req-fe8905a2-446d-495d-ab04-2772fa1d1dc9 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:47.317445 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-db573a1f-bd24-4d00-b008-4fd1aae6351f req-fe8905a2-446d-495d-ab04-2772fa1d1dc9 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 943 time: 0.0542254 May 06 10:09:47.362283 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-db573a1f-bd24-4d00-b008-4fd1aae6351f req-842ce0a6-b1b4-43fb-b99d-49ccc50fb839 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374875 May 06 10:09:48.472558 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-682a87f2-6d35-4a14-b23f-593bda31db17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:48.515774 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09093cc5-9055-4d42-b946-7d1cf7288624 req-35a03ed9-533f-4087-a4c2-e24168043b4f tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:48.523360 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-09093cc5-9055-4d42-b946-7d1cf7288624 req-35a03ed9-533f-4087-a4c2-e24168043b4f tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 943 time: 0.0819786 May 06 10:09:48.561212 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-09093cc5-9055-4d42-b946-7d1cf7288624 req-427dcade-462f-4574-a567-b46f4c1b39c6 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369854 May 06 10:09:48.968694 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:49.330048 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:09:49.375884 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:09:49.377556 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 7d31b9bc-6588-48cb-a6a0-2d9b314f3bb8 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:09:49.580528 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:49.741321 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014aada-725d-4f4d-bdfa-315ffbb8012a req-4437860a-babd-4b83-8146-0bcab4f669f3 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:49.743317 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a014aada-725d-4f4d-bdfa-315ffbb8012a req-4437860a-babd-4b83-8146-0bcab4f669f3 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 943 time: 0.0683351 May 06 10:09:49.784368 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a014aada-725d-4f4d-bdfa-315ffbb8012a req-be3e058f-1048-40f1-aee2-037df4613413 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340710 May 06 10:09:50.956445 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bc76a-1773-4b31-b1a5-f45cd0adb345 req-568c877a-c865-4d47-9f6a-f99101cc5743 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:50.958243 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff0bc76a-1773-4b31-b1a5-f45cd0adb345 req-568c877a-c865-4d47-9f6a-f99101cc5743 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 943 time: 0.0857677 May 06 10:09:51.002584 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff0bc76a-1773-4b31-b1a5-f45cd0adb345 req-1a20277e-e0c3-4f38-8d93-65d33fb401c2 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380092 May 06 10:09:51.276979 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:51.494382 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:52.141340 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8d8a3-cf7c-4753-9dc8-2b8de734a4eb req-10cedd68-b0f9-4d1e-997c-8a0eaa684418 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:52.143011 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d3d8d8a3-cf7c-4753-9dc8-2b8de734a4eb req-10cedd68-b0f9-4d1e-997c-8a0eaa684418 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 943 time: 0.0658748 May 06 10:09:52.192243 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d3d8d8a3-cf7c-4753-9dc8-2b8de734a4eb req-5cac3fbb-ea8e-4645-a5fc-33920b6ed181 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426893 May 06 10:09:53.274797 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5978433c-a4eb-4b11-94fd-b7e7025c555e req-6365a045-d2fc-45e6-a36a-999c45155d3d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0578783 May 06 10:09:53.400258 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb7fae-e9a8-41e7-9701-596036085312 req-e9d0b809-dd5f-4bef-882f-e5a89dbaf868 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:53.402863 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25eb7fae-e9a8-41e7-9701-596036085312 req-e9d0b809-dd5f-4bef-882f-e5a89dbaf868 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 943 time: 0.0955000 May 06 10:09:53.409548 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978433c-a4eb-4b11-94fd-b7e7025c555e req-9fe59276-4381-4ea7-bc03-49b9a2c90e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:53.410921 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5978433c-a4eb-4b11-94fd-b7e7025c555e req-9fe59276-4381-4ea7-bc03-49b9a2c90e6c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=16e9c321c2164a61922260b9fc8a7435&device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3 HTTP/1.1" status: 200 len: 1096 time: 0.0662124 May 06 10:09:53.457116 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25eb7fae-e9a8-41e7-9701-596036085312 req-8869db9f-3296-487a-b626-bccaa502f880 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451221 May 06 10:09:53.576220 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978433c-a4eb-4b11-94fd-b7e7025c555e req-d70bdf29-15bc-447c-a2d4-e5b1d4872449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:53.579085 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5978433c-a4eb-4b11-94fd-b7e7025c555e req-d70bdf29-15bc-447c-a2d4-e5b1d4872449 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f80ac33c-e0da-45bd-8888-e7be9e9c5572 HTTP/1.1" status: 200 len: 909 time: 0.1168282 May 06 10:09:53.674492 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5978433c-a4eb-4b11-94fd-b7e7025c555e req-5344de0e-1c3d-4445-99a3-004798edcb0d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3306ed54-5eeb-4685-baf1-00edb7e864e2 HTTP/1.1" status: 200 len: 1001 time: 0.0874839 May 06 10:09:53.740674 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978433c-a4eb-4b11-94fd-b7e7025c555e req-75712c64-ec10-40a7-bd2f-751b96ab145b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:53.742284 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5978433c-a4eb-4b11-94fd-b7e7025c555e req-75712c64-ec10-40a7-bd2f-751b96ab145b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3f29583e-b4b5-42ae-890c-7e8921374c54 HTTP/1.1" status: 200 len: 847 time: 0.0594573 May 06 10:09:53.798778 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978433c-a4eb-4b11-94fd-b7e7025c555e req-77e90703-b412-49ba-bb2a-46874a78f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:53.800701 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5978433c-a4eb-4b11-94fd-b7e7025c555e req-77e90703-b412-49ba-bb2a-46874a78f6d9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f80ac33c-e0da-45bd-8888-e7be9e9c5572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498998 May 06 10:09:53.942802 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5978433c-a4eb-4b11-94fd-b7e7025c555e req-5d2e657d-db3a-4818-b7dd-059108673ccc service neutron] 10.222.0.84 "GET /v2.0/networks/f80ac33c-e0da-45bd-8888-e7be9e9c5572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343729 May 06 10:09:54.061501 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5978433c-a4eb-4b11-94fd-b7e7025c555e req-cb16a325-9cd5-45cb-bbef-49e7bc0fa03d service neutron] 10.222.0.84 "GET /v2.0/networks/f80ac33c-e0da-45bd-8888-e7be9e9c5572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110380 May 06 10:09:54.624635 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0273b-1c46-4551-8ba0-bdd6f97066ea req-821ecb63-539b-48c5-969e-d9a4c6c0342f tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:54.632595 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-70f0273b-1c46-4551-8ba0-bdd6f97066ea req-821ecb63-539b-48c5-969e-d9a4c6c0342f tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 943 time: 0.0697773 May 06 10:09:54.684692 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-70f0273b-1c46-4551-8ba0-bdd6f97066ea req-9c15500c-2f15-433f-aec3-23d1eee1dc6e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512364 May 06 10:09:55.818853 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5b5db-afe1-469b-9af1-445b80abeb4a req-3201b3ee-39fc-402c-9343-37867defca8e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:55.821078 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9b5b5db-afe1-469b-9af1-445b80abeb4a req-3201b3ee-39fc-402c-9343-37867defca8e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 943 time: 0.0626426 May 06 10:09:55.871596 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9b5b5db-afe1-469b-9af1-445b80abeb4a req-287f4793-d152-4b8e-b346-4a0f75e7f44c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437407 May 06 10:09:57.029990 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a980a64-7e05-42ec-a498-3077338186bd req-15005f01-1c28-495f-9ef1-8af1c191b4f8 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:57.039448 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2a980a64-7e05-42ec-a498-3077338186bd req-15005f01-1c28-495f-9ef1-8af1c191b4f8 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 943 time: 0.0804255 May 06 10:09:57.130690 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2a980a64-7e05-42ec-a498-3077338186bd req-b9160115-059b-40e7-b624-a88e4d3e322c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902567 May 06 10:09:58.256196 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ca04a-88c0-4bbb-aee3-797a5da7d933 req-cdc053a5-0897-4cf7-bef5-97bc806d29d6 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:58.258142 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-260ca04a-88c0-4bbb-aee3-797a5da7d933 req-cdc053a5-0897-4cf7-bef5-97bc806d29d6 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 943 time: 0.0618627 May 06 10:09:58.334984 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-260ca04a-88c0-4bbb-aee3-797a5da7d933 req-2b7fd9d2-8162-47e9-8ce6-c0961231a03a tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625439 May 06 10:09:59.177802 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:59.469575 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27a6c6-7467-4819-a0ad-190ad60b6b1d req-6c16f6c5-12d5-43d0-a4d9-239bdc119fb5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:59.471211 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-be27a6c6-7467-4819-a0ad-190ad60b6b1d req-6c16f6c5-12d5-43d0-a4d9-239bdc119fb5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 943 time: 0.0574887 May 06 10:09:59.515673 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-be27a6c6-7467-4819-a0ad-190ad60b6b1d req-4d90f36a-2823-48c0-a277-fd418b2c37df tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383792 May 06 10:09:59.850658 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 04294905-f179-4878-acec-4c86349ca509 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:09:59.954605 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 04294905-f179-4878-acec-4c86349ca509, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=04294905-f179-4878-acec-4c86349ca509,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:59.967499 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '04294905-f179-4878-acec-4c86349ca509', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'port_id': '04294905-f179-4878-acec-4c86349ca509', 'mac_address': 'fa:16:3e:21:ed:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:10:00.011928 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:00.025070 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04294905-f179-4878-acec-4c86349ca509 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:10:00.048268 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 04294905-f179-4878-acec-4c86349ca509, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=04294905-f179-4878-acec-4c86349ca509,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:10:00.053566 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:00.104162 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=04294905-f179-4878-acec-4c86349ca509,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:00.112501 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:00.113107 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:00.113654 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:00.114176 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:00.114674 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:00.115203 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:00.115699 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:00.116191 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:00.116688 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:00.117197 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:00.117723 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:00.118211 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:00.197411 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59612) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:00.271200 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['04294905-f179-4878-acec-4c86349ca509'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:10:00.313665 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e6ecc47e-85d6-4da3-8321-39b902155c7d tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] 10.222.0.73 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3317 time: 0.1150038 May 06 10:10:00.317698 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59614) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:00.323447 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-4ebdf907-77f1-4167-9a46-dbedce67d229 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Request body: {'network': {'name': 'tempest-network-smoke--782232665', 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'port_security_enabled': False}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:10:00.357661 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebdf907-77f1-4167-9a46-dbedce67d229 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Made reservation on behalf of a9ce2e9e6f684bf299f120cb798067e3 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:10:00.362799 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4ebdf907-77f1-4167-9a46-dbedce67d229 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:00.396460 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ebdf907-77f1-4167-9a46-dbedce67d229 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:10:00.407190 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4ebdf907-77f1-4167-9a46-dbedce67d229 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:00.407750 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-4ebdf907-77f1-4167-9a46-dbedce67d229 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Added segment fc5bab42-fd0b-41df-9aae-c6242e3c347e of type vlan for network b28e5775-54f0-4e73-be31-6b48da0bceb1 May 06 10:10:00.461958 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4ebdf907-77f1-4167-9a46-dbedce67d229 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:00.491494 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4ebdf907-77f1-4167-9a46-dbedce67d229 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:00.497824 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebdf907-77f1-4167-9a46-dbedce67d229 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:00.498771 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4ebdf907-77f1-4167-9a46-dbedce67d229 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:00.626207 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdf907-77f1-4167-9a46-dbedce67d229 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Pushing event updated for resources: {'Network': ['ID=b28e5775-54f0-4e73-be31-6b48da0bceb1,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:00.633642 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4ebdf907-77f1-4167-9a46-dbedce67d229 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3122556 May 06 10:10:00.633872 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59622) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:00.639976 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network b28e5775-54f0-4e73-be31-6b48da0bceb1 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:10:00.675158 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-abee100d-f01e-4d43-818a-f88549f02c64 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1525775368', 'admin_state_up': True, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:10:00.714235 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359845dc-8e8c-4c13-ab34-040063cfc0c1 req-23de1ddc-c2d1-4d5e-b6bf-295f863ae9a5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:00.719784 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-359845dc-8e8c-4c13-ab34-040063cfc0c1 req-23de1ddc-c2d1-4d5e-b6bf-295f863ae9a5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 944 time: 0.0944617 May 06 10:10:00.722735 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-abee100d-f01e-4d43-818a-f88549f02c64 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:00.727872 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-abee100d-f01e-4d43-818a-f88549f02c64 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:00.816811 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-359845dc-8e8c-4c13-ab34-040063cfc0c1 req-d9138637-4df0-4841-b25a-b009c45742c3 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552604 May 06 10:10:00.863075 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-abee100d-f01e-4d43-818a-f88549f02c64 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:01.023567 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-abee100d-f01e-4d43-818a-f88549f02c64 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:01.252200 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-abee100d-f01e-4d43-818a-f88549f02c64 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for router_gateway, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:01.272109 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-abee100d-f01e-4d43-818a-f88549f02c64 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:01.382164 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-abee100d-f01e-4d43-818a-f88549f02c64 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Allocated IP 172.25.5.87 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/1a98c2e5-9946-464c-9a0b-834a2e37afed) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:10:01.505787 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-abee100d-f01e-4d43-818a-f88549f02c64 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:01.544525 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-abee100d-f01e-4d43-818a-f88549f02c64 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:01.594623 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abee100d-f01e-4d43-818a-f88549f02c64 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:10:01.597706 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-abee100d-f01e-4d43-818a-f88549f02c64 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:10:01.601289 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abee100d-f01e-4d43-818a-f88549f02c64 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:10:01.637308 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee100d-f01e-4d43-818a-f88549f02c64 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Pushing event updated for resources: {'Port': ['ID=1a98c2e5-9946-464c-9a0b-834a2e37afed,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:01.864006 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 04294905-f179-4878-acec-4c86349ca509 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:10:01.975565 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 04294905-f179-4878-acec-4c86349ca509 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:10:01.985068 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 04294905-f179-4878-acec-4c86349ca509 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:01.986283 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:02.109273 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:02.157303 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 04294905-f179-4878-acec-4c86349ca509, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=04294905-f179-4878-acec-4c86349ca509,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:10:02.158377 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89909311-4539-4312-8a95-90d30378b235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04294905-f179-4878-acec-4c86349ca509'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:10:02.161941 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b357da-02eb-4b21-88de-fc5e83c593d6" -d '{"events": [{"server_uuid": "89909311-4539-4312-8a95-90d30378b235", "name": "network-vif-plugged", "status": "completed", "tag": "04294905-f179-4878-acec-4c86349ca509"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:10:02.168629 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:02.233017 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=04294905-f179-4878-acec-4c86349ca509,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:02.264358 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e36b57-5927-40d0-b979-b52849086382 req-6f3f6aaa-39e6-4192-8511-045ffdf6ad30 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:02.266049 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-64e36b57-5927-40d0-b979-b52849086382 req-6f3f6aaa-39e6-4192-8511-045ffdf6ad30 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 944 time: 0.2356663 May 06 10:10:02.272724 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-abee100d-f01e-4d43-818a-f88549f02c64 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for router_gateway, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:02.349462 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-64e36b57-5927-40d0-b979-b52849086382 req-e53a7fd2-4227-4f11-b513-581579834d29 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742304 May 06 10:10:02.419262 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20674645-622a-4db6-8d62-d7e74f2cd4d7 x-openstack-request-id: req-20674645-622a-4db6-8d62-d7e74f2cd4d7 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:10:02.419636 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89909311-4539-4312-8a95-90d30378b235", "name": "network-vif-plugged", "status": "completed", "tag": "04294905-f179-4878-acec-4c86349ca509", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:10:02.419842 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-20674645-622a-4db6-8d62-d7e74f2cd4d7 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:10:02.420266 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20674645-622a-4db6-8d62-d7e74f2cd4d7'] response: {'server_uuid': '89909311-4539-4312-8a95-90d30378b235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04294905-f179-4878-acec-4c86349ca509', 'code': 200} May 06 10:10:02.557919 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b89b27-28d6-45c3-9be7-08736980e030 req-4e4ce490-58b6-4425-8e0b-2188de38f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:02.559439 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9b89b27-28d6-45c3-9be7-08736980e030 req-4e4ce490-58b6-4425-8e0b-2188de38f038 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 1096 time: 0.0852561 May 06 10:10:02.587006 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-abee100d-f01e-4d43-818a-f88549f02c64 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:02.639820 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9b89b27-28d6-45c3-9be7-08736980e030 req-3d6bf74b-34d5-4684-911b-678121beaa36 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714085 May 06 10:10:02.750988 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abee100d-f01e-4d43-818a-f88549f02c64 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Router 94cc1975-40ad-45c3-8a2e-5998f9be9ba5 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:10:02.867819 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abee100d-f01e-4d43-818a-f88549f02c64 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:10:02.880557 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cc9cba-5439-470b-b82b-938d71909307 None None] Sync routers for ids ['94cc1975-40ad-45c3-8a2e-5998f9be9ba5'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:10:02.893069 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cc9cba-5439-470b-b82b-938d71909307 None None] Routers {'94cc1975-40ad-45c3-8a2e-5998f9be9ba5'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:10:02.897652 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-abee100d-f01e-4d43-818a-f88549f02c64 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:02.902448 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-abee100d-f01e-4d43-818a-f88549f02c64 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2648509 May 06 10:10:02.902987 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59648) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:02.906528 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d7cc9cba-5439-470b-b82b-938d71909307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:09:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['94cc1975-40ad-45c3-8a2e-5998f9be9ba5'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:02.982964 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1604b549-0bc1-4f0b-aecc-4e040d3150f4 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:02.987106 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1604b549-0bc1-4f0b-aecc-4e040d3150f4 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=a9ce2e9e6f684bf299f120cb798067e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0807288 May 06 10:10:02.987482 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59650) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:03.031281 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-d7cc9cba-5439-470b-b82b-938d71909307 None None] Set router 94cc1975-40ad-45c3-8a2e-5998f9be9ba5 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:10:03.126833 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf3d661-e63c-4f2b-93b6-c956623383ec tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:03.138571 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6bf3d661-e63c-4f2b-93b6-c956623383ec tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1498084 May 06 10:10:03.141412 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59654) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:03.227341 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-096408de-7f00-4ab2-a99b-81d70e25dd6b tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0836289 May 06 10:10:03.231176 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59656) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:03.271855 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-81cb0b77-fa41-469e-8b7a-463d4b920937 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=a9ce2e9e6f684bf299f120cb798067e3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381343 May 06 10:10:03.272072 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59658) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:03.341298 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d7cc9cba-5439-470b-b82b-938d71909307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94cc1975-40ad-45c3-8a2e-5998f9be9ba5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1525775368', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1a98c2e5-9946-464c-9a0b-834a2e37afed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:10:00Z', 'updated_at': '2022-05-06T10:10:02Z', 'revision_number': 3, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'gw_port': {'id': '1a98c2e5-9946-464c-9a0b-834a2e37afed', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94cc1975-40ad-45c3-8a2e-5998f9be9ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:10:01Z', 'updated_at': '2022-05-06T10:10:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:03.369500 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cc9cba-5439-470b-b82b-938d71909307 None None] Checking router: 94cc1975-40ad-45c3-8a2e-5998f9be9ba5 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:10:03.370002 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cc9cba-5439-470b-b82b-938d71909307 None None] Updating router 94cc1975-40ad-45c3-8a2e-5998f9be9ba5 port 1a98c2e5-9946-464c-9a0b-834a2e37afed binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:10:03.370141 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39727a37-5fc4-4059-92a4-6af3e761fcc6 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:03.371587 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-39727a37-5fc4-4059-92a4-6af3e761fcc6 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0986907 May 06 10:10:03.374380 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 59662) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:03.413296 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d7cc9cba-5439-470b-b82b-938d71909307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:03.415719 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-22a4338c-d650-47e6-8ea1-7f257c5719e7 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402288 May 06 10:10:03.418332 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59664) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:03.423640 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-575e9ebf-fbc9-48b3-b328-83bcf298eee7 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-498220150', 'network_id': 'b28e5775-54f0-4e73-be31-6b48da0bceb1', 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:10:03.545430 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9724f7-0c2f-4d4e-8d50-2dcda0774958 req-01ae586b-c720-4cac-a7a0-1ec185997094 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:03.546946 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-de9724f7-0c2f-4d4e-8d50-2dcda0774958 req-01ae586b-c720-4cac-a7a0-1ec185997094 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 945 time: 0.0796840 May 06 10:10:03.563866 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575e9ebf-fbc9-48b3-b328-83bcf298eee7 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Made reservation on behalf of a9ce2e9e6f684bf299f120cb798067e3 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:10:03.567237 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-575e9ebf-fbc9-48b3-b328-83bcf298eee7 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:03.651994 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-de9724f7-0c2f-4d4e-8d50-2dcda0774958 req-5751dee8-ec8d-4f12-96c0-dab56cf5381b tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963967 May 06 10:10:03.695213 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d7cc9cba-5439-470b-b82b-938d71909307 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:03.700986 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d7cc9cba-5439-470b-b82b-938d71909307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:03.751644 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-d7cc9cba-5439-470b-b82b-938d71909307 None None] Attempting to bind port 1a98c2e5-9946-464c-9a0b-834a2e37afed on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:10:03.752018 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-d7cc9cba-5439-470b-b82b-938d71909307 None None] Attempting to bind port 1a98c2e5-9946-464c-9a0b-834a2e37afed by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:10:03.752389 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc9cba-5439-470b-b82b-938d71909307 None None] Attempting to bind port 1a98c2e5-9946-464c-9a0b-834a2e37afed on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:10:03.754372 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e703f31-70d5-45b6-b764-bf6ea74d2ed5 None None] Pushing event updated for resources: {'Port': ['ID=1a98c2e5-9946-464c-9a0b-834a2e37afed,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:03.761020 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc9cba-5439-470b-b82b-938d71909307 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:10:03.761405 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc9cba-5439-470b-b82b-938d71909307 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:10:03.761821 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d7cc9cba-5439-470b-b82b-938d71909307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:03.762307 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc9cba-5439-470b-b82b-938d71909307 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:10:03.762721 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-d7cc9cba-5439-470b-b82b-938d71909307 None None] Bound port: 1a98c2e5-9946-464c-9a0b-834a2e37afed, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:10:03.763110 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d7cc9cba-5439-470b-b82b-938d71909307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:03.788461 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-575e9ebf-fbc9-48b3-b328-83bcf298eee7 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:03.829144 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d7cc9cba-5439-470b-b82b-938d71909307 None None] For port 1a98c2e5-9946-464c-9a0b-834a2e37afed, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:10:03.833712 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d7cc9cba-5439-470b-b82b-938d71909307 None None] For port 1a98c2e5-9946-464c-9a0b-834a2e37afed, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=1a98c2e5-9946-464c-9a0b-834a2e37afed,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:10:03.840752 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d7cc9cba-5439-470b-b82b-938d71909307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:03.858429 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e9ebf-fbc9-48b3-b328-83bcf298eee7 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Pushing event updated for resources: {'Subnet': ['ID=b1042331-2733-46a1-8a29-e7f058a8e3ac,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:03.867900 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575e9ebf-fbc9-48b3-b328-83bcf298eee7 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Checking segment: {'id': 'fc5bab42-fd0b-41df-9aae-c6242e3c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b28e5775-54f0-4e73-be31-6b48da0bceb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:10:03.868319 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575e9ebf-fbc9-48b3-b328-83bcf298eee7 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Network hostable DHCP agents. Network: b28e5775-54f0-4e73-be31-6b48da0bceb1, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:10:03.891302 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575e9ebf-fbc9-48b3-b328-83bcf298eee7 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Network b28e5775-54f0-4e73-be31-6b48da0bceb1 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:10:03.910510 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cc9cba-5439-470b-b82b-938d71909307 None None] Routers {'94cc1975-40ad-45c3-8a2e-5998f9be9ba5'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:10:03.911065 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d7cc9cba-5439-470b-b82b-938d71909307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:09:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['94cc1975-40ad-45c3-8a2e-5998f9be9ba5'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:03.912702 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-575e9ebf-fbc9-48b3-b328-83bcf298eee7 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, b28e5775-54f0-4e73-be31-6b48da0bceb1) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:10:03.930050 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e9ebf-fbc9-48b3-b328-83bcf298eee7 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:03.930894 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-575e9ebf-fbc9-48b3-b328-83bcf298eee7 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:03.962845 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-575e9ebf-fbc9-48b3-b328-83bcf298eee7 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5408804 May 06 10:10:03.963202 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 59674) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:03.963428 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e703f31-70d5-45b6-b764-bf6ea74d2ed5 None None] Pushing event updated for resources: {'Port': ['ID=1a98c2e5-9946-464c-9a0b-834a2e37afed,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:03.967616 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd08c032-aa56-49ae-be57-d00be7502885 None None] Network b28e5775-54f0-4e73-be31-6b48da0bceb1 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:10:04.341112 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-d7cc9cba-5439-470b-b82b-938d71909307 None None] Set router 94cc1975-40ad-45c3-8a2e-5998f9be9ba5 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:10:04.456721 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf0fb7c-c63c-4d0f-9a92-055f29f63ac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-b28e5775-54f0-4e73-be31-6b48da0bceb1', 'network_id': 'b28e5775-54f0-4e73-be31-6b48da0bceb1', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'fixed_ips': [{'subnet_id': 'b1042331-2733-46a1-8a29-e7f058a8e3ac'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:10:04.457670 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-caf0fb7c-c63c-4d0f-9a92-055f29f63ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:04.581864 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-18d1c82b-b391-4eca-94b4-c8cc586b4d4d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:04.622562 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-caf0fb7c-c63c-4d0f-9a92-055f29f63ac3 None None] Allocated IP 172.20.0.18 (b28e5775-54f0-4e73-be31-6b48da0bceb1/b1042331-2733-46a1-8a29-e7f058a8e3ac/88194437-44b0-4119-a39b-953e53553043) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:10:04.812155 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-caf0fb7c-c63c-4d0f-9a92-055f29f63ac3 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:04.827554 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-caf0fb7c-c63c-4d0f-9a92-055f29f63ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:04.870891 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d7cc9cba-5439-470b-b82b-938d71909307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94cc1975-40ad-45c3-8a2e-5998f9be9ba5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1525775368', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1a98c2e5-9946-464c-9a0b-834a2e37afed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:10:00Z', 'updated_at': '2022-05-06T10:10:02Z', 'revision_number': 3, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'gw_port': {'id': '1a98c2e5-9946-464c-9a0b-834a2e37afed', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94cc1975-40ad-45c3-8a2e-5998f9be9ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:10:01Z', 'updated_at': '2022-05-06T10:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:04.878494 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf0fb7c-c63c-4d0f-9a92-055f29f63ac3 None None] Network b28e5775-54f0-4e73-be31-6b48da0bceb1 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:10:04.909463 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cc9cba-5439-470b-b82b-938d71909307 None None] The sync data for ids ['94cc1975-40ad-45c3-8a2e-5998f9be9ba5'] in n-d-840835-1 is: [{'id': '94cc1975-40ad-45c3-8a2e-5998f9be9ba5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1525775368', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1a98c2e5-9946-464c-9a0b-834a2e37afed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:10:00Z', 'updated_at': '2022-05-06T10:10:02Z', 'revision_number': 3, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'gw_port': {'id': '1a98c2e5-9946-464c-9a0b-834a2e37afed', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94cc1975-40ad-45c3-8a2e-5998f9be9ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:10:01Z', 'updated_at': '2022-05-06T10:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:10:04.911306 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-caf0fb7c-c63c-4d0f-9a92-055f29f63ac3 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:10:04.915154 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf0fb7c-c63c-4d0f-9a92-055f29f63ac3 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:10:04.926500 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0fb7c-c63c-4d0f-9a92-055f29f63ac3 None None] Pushing event updated for resources: {'Port': ['ID=88194437-44b0-4119-a39b-953e53553043,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:04.951014 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b8eb0-038c-4538-ae1f-c7c0257dabcb req-8afc200c-624d-427c-a899-21b982cad10e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:04.952334 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-899b8eb0-038c-4538-ae1f-c7c0257dabcb req-8afc200c-624d-427c-a899-21b982cad10e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 945 time: 0.1376731 May 06 10:10:05.003245 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-caf0fb7c-c63c-4d0f-9a92-055f29f63ac3 None None] Attempting to bind port 88194437-44b0-4119-a39b-953e53553043 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:10:05.003810 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-caf0fb7c-c63c-4d0f-9a92-055f29f63ac3 None None] Attempting to bind port 88194437-44b0-4119-a39b-953e53553043 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'fc5bab42-fd0b-41df-9aae-c6242e3c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b28e5775-54f0-4e73-be31-6b48da0bceb1'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:10:05.004358 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf0fb7c-c63c-4d0f-9a92-055f29f63ac3 None None] Attempting to bind port 88194437-44b0-4119-a39b-953e53553043 on network b28e5775-54f0-4e73-be31-6b48da0bceb1 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:10:05.011351 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf0fb7c-c63c-4d0f-9a92-055f29f63ac3 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:10:05.011964 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf0fb7c-c63c-4d0f-9a92-055f29f63ac3 None None] Checking segment: {'id': 'fc5bab42-fd0b-41df-9aae-c6242e3c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b28e5775-54f0-4e73-be31-6b48da0bceb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:10:05.012539 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-caf0fb7c-c63c-4d0f-9a92-055f29f63ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:05.013119 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf0fb7c-c63c-4d0f-9a92-055f29f63ac3 None None] Bound using segment: {'id': 'fc5bab42-fd0b-41df-9aae-c6242e3c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b28e5775-54f0-4e73-be31-6b48da0bceb1'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:10:05.013769 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-caf0fb7c-c63c-4d0f-9a92-055f29f63ac3 None None] Bound port: 88194437-44b0-4119-a39b-953e53553043, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5bab42-fd0b-41df-9aae-c6242e3c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b28e5775-54f0-4e73-be31-6b48da0bceb1'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:10:05.014318 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-caf0fb7c-c63c-4d0f-9a92-055f29f63ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:05.060783 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-899b8eb0-038c-4538-ae1f-c7c0257dabcb req-4f1c1dee-9be7-495c-a9d1-b18077da0504 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929806 May 06 10:10:05.067574 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-18d1c82b-b391-4eca-94b4-c8cc586b4d4d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Allocated IP 172.20.0.17 (b28e5775-54f0-4e73-be31-6b48da0bceb1/b1042331-2733-46a1-8a29-e7f058a8e3ac/e1275bab-fc6d-43d9-a8b5-4d5374e990de) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:10:05.117141 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-caf0fb7c-c63c-4d0f-9a92-055f29f63ac3 None None] For port 88194437-44b0-4119-a39b-953e53553043, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:10:05.126479 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-caf0fb7c-c63c-4d0f-9a92-055f29f63ac3 None None] For port 88194437-44b0-4119-a39b-953e53553043, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=88194437-44b0-4119-a39b-953e53553043,segment=NetworkSegment(fc5bab42-fd0b-41df-9aae-c6242e3c347e),segment_id=fc5bab42-fd0b-41df-9aae-c6242e3c347e)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:10:05.140018 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-caf0fb7c-c63c-4d0f-9a92-055f29f63ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:05.245760 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0fb7c-c63c-4d0f-9a92-055f29f63ac3 None None] Pushing event updated for resources: {'Port': ['ID=88194437-44b0-4119-a39b-953e53553043,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:05.333137 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde36af-41cb-4943-8fc9-c3a38e0a17e7 req-75627abb-f9a3-4ecc-ae11-4d0fd5bfe36b tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:05.351309 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3fde36af-41cb-4943-8fc9-c3a38e0a17e7 req-75627abb-f9a3-4ecc-ae11-4d0fd5bfe36b tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 945 time: 0.1754124 May 06 10:10:05.378574 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-18d1c82b-b391-4eca-94b4-c8cc586b4d4d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:05.438098 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3fde36af-41cb-4943-8fc9-c3a38e0a17e7 req-94d48b5a-45d0-4144-9b0d-49d4c47aa474 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858641 May 06 10:10:05.474452 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-18d1c82b-b391-4eca-94b4-c8cc586b4d4d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:05.574323 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d1c82b-b391-4eca-94b4-c8cc586b4d4d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Network b28e5775-54f0-4e73-be31-6b48da0bceb1 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:10:05.607571 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-18d1c82b-b391-4eca-94b4-c8cc586b4d4d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:10:05.614607 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d1c82b-b391-4eca-94b4-c8cc586b4d4d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:10:05.618353 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1c82b-b391-4eca-94b4-c8cc586b4d4d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Pushing event updated for resources: {'Port': ['ID=e1275bab-fc6d-43d9-a8b5-4d5374e990de,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:05.748652 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7ac2c385-c516-4c08-947b-23e316cd8704 req-3979400b-b00f-4a26-9f4b-2eb64ae5b505 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=71f8a77b-3094-4517-abbe-afc9bdd89ab7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0938587 May 06 10:10:05.939784 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2c385-c516-4c08-947b-23e316cd8704 req-7da6fdef-6307-42c2-b99d-d4bc45e57f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:05.941606 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7ac2c385-c516-4c08-947b-23e316cd8704 req-7da6fdef-6307-42c2-b99d-d4bc45e57f4f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a9ce2e9e6f684bf299f120cb798067e3&device_id=71f8a77b-3094-4517-abbe-afc9bdd89ab7 HTTP/1.1" status: 200 len: 1136 time: 0.0837343 May 06 10:10:06.124962 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2c385-c516-4c08-947b-23e316cd8704 req-196542a5-4b9d-4dd7-a908-e4cf5e0de9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:06.126829 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7ac2c385-c516-4c08-947b-23e316cd8704 req-196542a5-4b9d-4dd7-a908-e4cf5e0de9c7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f916293a-d4c7-43f8-935d-857b4ddeb579 HTTP/1.1" status: 200 len: 898 time: 0.1494527 May 06 10:10:06.189031 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-18d1c82b-b391-4eca-94b4-c8cc586b4d4d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:06.242375 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7ac2c385-c516-4c08-947b-23e316cd8704 req-faeda859-99ca-4586-8bbd-4a5f8cafa946 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=819d2a31-dce9-4c88-9122-2a4aaade8218 HTTP/1.1" status: 200 len: 1001 time: 0.1082001 May 06 10:10:06.315845 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2c385-c516-4c08-947b-23e316cd8704 req-e8775cb3-3cf8-4b2d-bbdb-95a657119e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:06.317165 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2ef4c-60e4-4767-b0cd-abdd7224d45c req-57406285-89fc-45f9-933b-5fa1b8068b9e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:06.317601 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7ac2c385-c516-4c08-947b-23e316cd8704 req-e8775cb3-3cf8-4b2d-bbdb-95a657119e24 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d9f07130-cb5f-4bd4-b176-e5b4d9b0aff6 HTTP/1.1" status: 200 len: 835 time: 0.0680649 May 06 10:10:06.318693 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f3d2ef4c-60e4-4767-b0cd-abdd7224d45c req-57406285-89fc-45f9-933b-5fa1b8068b9e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 945 time: 0.7729216 May 06 10:10:06.378227 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-18d1c82b-b391-4eca-94b4-c8cc586b4d4d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:06.398793 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2c385-c516-4c08-947b-23e316cd8704 req-9810162b-571c-42f7-afa7-fdf786d0847f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:06.401423 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7ac2c385-c516-4c08-947b-23e316cd8704 req-9810162b-571c-42f7-afa7-fdf786d0847f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f916293a-d4c7-43f8-935d-857b4ddeb579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728090 May 06 10:10:06.468991 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f3d2ef4c-60e4-4767-b0cd-abdd7224d45c req-ba7a989e-1c13-46d0-a8a0-bf0df2e96d38 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028383 May 06 10:10:06.578110 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7ac2c385-c516-4c08-947b-23e316cd8704 req-cebd609f-06f2-467b-ba44-7492b62a40db service neutron] 10.222.0.77 "GET /v2.0/networks/f916293a-d4c7-43f8-935d-857b4ddeb579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682091 May 06 10:10:06.788936 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7ac2c385-c516-4c08-947b-23e316cd8704 req-ec32c674-d2d5-431b-b0d3-c9f6223bb508 service neutron] 10.222.0.77 "GET /v2.0/networks/f916293a-d4c7-43f8-935d-857b4ddeb579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037463 May 06 10:10:06.898988 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-18d1c82b-b391-4eca-94b4-c8cc586b4d4d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:06.915212 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-18d1c82b-b391-4eca-94b4-c8cc586b4d4d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:06.930437 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239bb97a-af08-4116-a4f2-ee736ef310d6 None None] Network b28e5775-54f0-4e73-be31-6b48da0bceb1 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:10:07.021568 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f8847918-7e0d-4135-83b3-cfcfc13a57f5 None None] Provisioning complete for port 88194437-44b0-4119-a39b-953e53553043 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:07.022128 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f8847918-7e0d-4135-83b3-cfcfc13a57f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:07.047887 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-18d1c82b-b391-4eca-94b4-c8cc586b4d4d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:07.064746 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46e279-4c19-4071-86d7-1a1ed118b297 req-993c33e2-3020-4376-a918-b4aa2767aa00 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:07.066448 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9d46e279-4c19-4071-86d7-1a1ed118b297 req-993c33e2-3020-4376-a918-b4aa2767aa00 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 945 time: 0.1644752 May 06 10:10:07.097022 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1c82b-b391-4eca-94b4-c8cc586b4d4d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Pushing event updated for resources: {'Port': ['ID=e1275bab-fc6d-43d9-a8b5-4d5374e990de,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:07.226381 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9d46e279-4c19-4071-86d7-1a1ed118b297 req-10a0f831-7156-4dff-9e04-2ad14ce26e3d tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505597 May 06 10:10:07.240975 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 1a98c2e5-9946-464c-9a0b-834a2e37afed up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:10:07.277832 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f8847918-7e0d-4135-83b3-cfcfc13a57f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:07.310883 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d1c82b-b391-4eca-94b4-c8cc586b4d4d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Network b28e5775-54f0-4e73-be31-6b48da0bceb1 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:10:07.312938 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-18d1c82b-b391-4eca-94b4-c8cc586b4d4d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:10:07.355889 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f8847918-7e0d-4135-83b3-cfcfc13a57f5 None None] For port 88194437-44b0-4119-a39b-953e53553043, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=88194437-44b0-4119-a39b-953e53553043,segment=NetworkSegment(fc5bab42-fd0b-41df-9aae-c6242e3c347e),segment_id=fc5bab42-fd0b-41df-9aae-c6242e3c347e)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:10:07.379563 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f8847918-7e0d-4135-83b3-cfcfc13a57f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:07.458246 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 1a98c2e5-9946-464c-9a0b-834a2e37afed triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:07.458627 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:07.499632 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d1c82b-b391-4eca-94b4-c8cc586b4d4d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Router 94cc1975-40ad-45c3-8a2e-5998f9be9ba5 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:10:07.512326 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8847918-7e0d-4135-83b3-cfcfc13a57f5 None None] Pushing event updated for resources: {'Port': ['ID=88194437-44b0-4119-a39b-953e53553043,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:07.607670 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:07.650778 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 1a98c2e5-9946-464c-9a0b-834a2e37afed, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=1a98c2e5-9946-464c-9a0b-834a2e37afed,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:10:07.660577 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:07.661888 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 88194437-44b0-4119-a39b-953e53553043 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:10:07.673048 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d1c82b-b391-4eca-94b4-c8cc586b4d4d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:10:07.684007 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6eb22b8-283f-45cc-a430-e3fc562343bc None None] Sync routers for ids ['94cc1975-40ad-45c3-8a2e-5998f9be9ba5'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:10:07.686940 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-18d1c82b-b391-4eca-94b4-c8cc586b4d4d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "PUT /v2.0/routers/94cc1975-40ad-45c3-8a2e-5998f9be9ba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7216544 May 06 10:10:07.707521 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eb22b8-283f-45cc-a430-e3fc562343bc None None] Routers {'94cc1975-40ad-45c3-8a2e-5998f9be9ba5'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:10:07.708182 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-e6eb22b8-283f-45cc-a430-e3fc562343bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:09:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['94cc1975-40ad-45c3-8a2e-5998f9be9ba5'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:07.880305 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=1a98c2e5-9946-464c-9a0b-834a2e37afed,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:07.893945 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-9cb7aa70-af0e-4972-981b-03a55cc4ed65 None None] Provisioning complete for port 88194437-44b0-4119-a39b-953e53553043 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:07.894559 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9cb7aa70-af0e-4972-981b-03a55cc4ed65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:07.943372 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-e6eb22b8-283f-45cc-a430-e3fc562343bc None None] Set router 94cc1975-40ad-45c3-8a2e-5998f9be9ba5 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:10:07.968062 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 88194437-44b0-4119-a39b-953e53553043 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:07.969192 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:08.124174 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-170cd09f-a393-48d3-ac31-ec7ef7b779d1 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:08.133268 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-170cd09f-a393-48d3-ac31-ec7ef7b779d1 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/networks?id=b28e5775-54f0-4e73-be31-6b48da0bceb1 HTTP/1.1" status: 200 len: 797 time: 0.2763171 May 06 10:10:08.158526 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-aa79b095-a9e7-4ada-b965-f4dad85dd8c4 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/quotas/a9ce2e9e6f684bf299f120cb798067e3 HTTP/1.1" status: 200 len: 375 time: 0.0167942 May 06 10:10:08.193345 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-9cb7aa70-af0e-4972-981b-03a55cc4ed65 None None] Provisioning complete for port e1275bab-fc6d-43d9-a8b5-4d5374e990de triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:08.193950 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9cb7aa70-af0e-4972-981b-03a55cc4ed65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:08.267031 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-9cb7aa70-af0e-4972-981b-03a55cc4ed65 None None] Port e1275bab-fc6d-43d9-a8b5-4d5374e990de cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:10:08.285101 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-d6550788-adde-4547-b188-d59a2134d40c tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a9ce2e9e6f684bf299f120cb798067e3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1176474 May 06 10:10:08.304202 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-e6eb22b8-283f-45cc-a430-e3fc562343bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94cc1975-40ad-45c3-8a2e-5998f9be9ba5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1525775368', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1a98c2e5-9946-464c-9a0b-834a2e37afed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:10:00Z', 'updated_at': '2022-05-06T10:10:06Z', 'revision_number': 4, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'gw_port': {'id': '1a98c2e5-9946-464c-9a0b-834a2e37afed', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94cc1975-40ad-45c3-8a2e-5998f9be9ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:10:01Z', 'updated_at': '2022-05-06T10:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'e1275bab-fc6d-43d9-a8b5-4d5374e990de', 'name': '', 'network_id': 'b28e5775-54f0-4e73-be31-6b48da0bceb1', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'mac_address': 'fa:16:3e:59:81:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94cc1975-40ad-45c3-8a2e-5998f9be9ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b1042331-2733-46a1-8a29-e7f058a8e3ac', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:10:04Z', 'updated_at': '2022-05-06T10:10:06Z', 'revision_number': 2, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'subnets': [{'id': 'b1042331-2733-46a1-8a29-e7f058a8e3ac', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:08.348150 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6eb22b8-283f-45cc-a430-e3fc562343bc None None] Checking router: 94cc1975-40ad-45c3-8a2e-5998f9be9ba5 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:10:08.348767 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6eb22b8-283f-45cc-a430-e3fc562343bc None None] Updating router 94cc1975-40ad-45c3-8a2e-5998f9be9ba5 port e1275bab-fc6d-43d9-a8b5-4d5374e990de binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:10:08.381998 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e6eb22b8-283f-45cc-a430-e3fc562343bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:08.397010 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-28d78229-3bc3-4d45-92fb-ace0b522e3f2 None None] Provisioning complete for port e1275bab-fc6d-43d9-a8b5-4d5374e990de triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:08.398169 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-28d78229-3bc3-4d45-92fb-ace0b522e3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:08.490774 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-28d78229-3bc3-4d45-92fb-ace0b522e3f2 None None] Port e1275bab-fc6d-43d9-a8b5-4d5374e990de cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:10:08.531420 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512cbbd-4b5a-4e03-9fc0-ba63896211b6 req-9f21eac7-f8c8-4a04-b1a4-84deee33bd3b tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:08.533061 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e512cbbd-4b5a-4e03-9fc0-ba63896211b6 req-9f21eac7-f8c8-4a04-b1a4-84deee33bd3b tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.84 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 945 time: 0.2469981 May 06 10:10:08.622671 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b85226cb-9b92-45a9-b545-42325c2d8ff2 None None] Provisioning complete for port e1275bab-fc6d-43d9-a8b5-4d5374e990de triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:08.624856 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b85226cb-9b92-45a9-b545-42325c2d8ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:08.698444 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-b85226cb-9b92-45a9-b545-42325c2d8ff2 None None] Port e1275bab-fc6d-43d9-a8b5-4d5374e990de cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:10:08.702258 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-97264f68-10f5-474d-ad60-8544a0a837e4 service neutron] 10.222.0.73 "GET /v2.0/networks/b28e5775-54f0-4e73-be31-6b48da0bceb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941734 May 06 10:10:08.843520 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-e512cbbd-4b5a-4e03-9fc0-ba63896211b6 req-70cd1025-5fa8-4348-a425-2850449c9bca tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Deleting port 04294905-f179-4878-acec-4c86349ca509 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:10:08.843873 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e512cbbd-4b5a-4e03-9fc0-ba63896211b6 req-70cd1025-5fa8-4348-a425-2850449c9bca tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:08.848087 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-b8fca933-3d30-40c0-acd4-14a67a46923d service neutron] 10.222.0.73 "GET /v2.0/networks/b28e5775-54f0-4e73-be31-6b48da0bceb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201189 May 06 10:10:09.042772 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-e512cbbd-4b5a-4e03-9fc0-ba63896211b6 req-70cd1025-5fa8-4348-a425-2850449c9bca tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] For port 04294905-f179-4878-acec-4c86349ca509, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=04294905-f179-4878-acec-4c86349ca509,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:10:09.043262 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e512cbbd-4b5a-4e03-9fc0-ba63896211b6 req-70cd1025-5fa8-4348-a425-2850449c9bca tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:09.049964 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 1a98c2e5-9946-464c-9a0b-834a2e37afed up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:10:09.083950 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-e512cbbd-4b5a-4e03-9fc0-ba63896211b6 req-70cd1025-5fa8-4348-a425-2850449c9bca tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Calling delete_port for 04294905-f179-4878-acec-4c86349ca509 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:10:09.132963 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e6eb22b8-283f-45cc-a430-e3fc562343bc None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:09.144426 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e6eb22b8-283f-45cc-a430-e3fc562343bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:09.180569 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 1a98c2e5-9946-464c-9a0b-834a2e37afed triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:09.181962 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:09.255386 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e512cbbd-4b5a-4e03-9fc0-ba63896211b6 req-70cd1025-5fa8-4348-a425-2850449c9bca tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:09.282541 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['04294905-f179-4878-acec-4c86349ca509'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:10:09.314430 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeae39f-89a6-4503-92d9-aecbebc42181 None None] Pushing event updated for resources: {'Port': ['ID=e1275bab-fc6d-43d9-a8b5-4d5374e990de,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:09.334129 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd1025-5fa8-4348-a425-2850449c9bca tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Pushing event deleted for resources: {'Port': ['ID=04294905-f179-4878-acec-4c86349ca509,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:09.371825 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 88194437-44b0-4119-a39b-953e53553043 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:10:09.374389 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeae39f-89a6-4503-92d9-aecbebc42181 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:09.379956 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeae39f-89a6-4503-92d9-aecbebc42181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:09.380301 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeae39f-89a6-4503-92d9-aecbebc42181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:09.380643 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeae39f-89a6-4503-92d9-aecbebc42181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:09.380977 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeae39f-89a6-4503-92d9-aecbebc42181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:09.381305 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeae39f-89a6-4503-92d9-aecbebc42181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:09.381632 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeae39f-89a6-4503-92d9-aecbebc42181 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:09.381955 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeae39f-89a6-4503-92d9-aecbebc42181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:09.382280 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeae39f-89a6-4503-92d9-aecbebc42181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:09.382604 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeae39f-89a6-4503-92d9-aecbebc42181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:09.382926 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeae39f-89a6-4503-92d9-aecbebc42181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:09.383338 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeae39f-89a6-4503-92d9-aecbebc42181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:09.456821 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-e6eb22b8-283f-45cc-a430-e3fc562343bc None None] Attempting to bind port e1275bab-fc6d-43d9-a8b5-4d5374e990de on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:10:09.457130 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-e6eb22b8-283f-45cc-a430-e3fc562343bc None None] Attempting to bind port e1275bab-fc6d-43d9-a8b5-4d5374e990de by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'fc5bab42-fd0b-41df-9aae-c6242e3c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b28e5775-54f0-4e73-be31-6b48da0bceb1'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:10:09.457513 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eb22b8-283f-45cc-a430-e3fc562343bc None None] Attempting to bind port e1275bab-fc6d-43d9-a8b5-4d5374e990de on network b28e5775-54f0-4e73-be31-6b48da0bceb1 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:10:09.471620 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eb22b8-283f-45cc-a430-e3fc562343bc None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:10:09.471999 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eb22b8-283f-45cc-a430-e3fc562343bc None None] Checking segment: {'id': 'fc5bab42-fd0b-41df-9aae-c6242e3c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b28e5775-54f0-4e73-be31-6b48da0bceb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:10:09.472411 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e6eb22b8-283f-45cc-a430-e3fc562343bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:09.472811 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eb22b8-283f-45cc-a430-e3fc562343bc None None] Bound using segment: {'id': 'fc5bab42-fd0b-41df-9aae-c6242e3c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b28e5775-54f0-4e73-be31-6b48da0bceb1'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:10:09.474270 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-e6eb22b8-283f-45cc-a430-e3fc562343bc None None] Bound port: e1275bab-fc6d-43d9-a8b5-4d5374e990de, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5bab42-fd0b-41df-9aae-c6242e3c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b28e5775-54f0-4e73-be31-6b48da0bceb1'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:10:09.474270 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e6eb22b8-283f-45cc-a430-e3fc562343bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:09.502094 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-54a97c63-5c94-4939-bacc-bd770a777907 req-3a0448f8-c93b-46b8-b218-de016a69176e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 210 time: 0.1522608 May 06 10:10:09.503178 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e512cbbd-4b5a-4e03-9fc0-ba63896211b6 req-70cd1025-5fa8-4348-a425-2850449c9bca tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] No DVR routers for this DVR port 04294905-f179-4878-acec-4c86349ca509 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:10:09.507825 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e512cbbd-4b5a-4e03-9fc0-ba63896211b6 req-70cd1025-5fa8-4348-a425-2850449c9bca tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:09.511197 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e512cbbd-4b5a-4e03-9fc0-ba63896211b6 req-70cd1025-5fa8-4348-a425-2850449c9bca tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.84 "DELETE /v2.0/ports/04294905-f179-4878-acec-4c86349ca509 HTTP/1.1" status: 204 len: 173 time: 0.9671121 May 06 10:10:09.511665 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89909311-4539-4312-8a95-90d30378b235', 'name': 'network-vif-deleted', 'tag': '04294905-f179-4878-acec-4c86349ca509'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:10:09.514458 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 88194437-44b0-4119-a39b-953e53553043 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:09.514458 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:09.525606 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e816da3-1606-46ac-b2d7-1151d3bde175" -d '{"events": [{"server_uuid": "89909311-4539-4312-8a95-90d30378b235", "name": "network-vif-deleted", "tag": "04294905-f179-4878-acec-4c86349ca509"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:10:09.680844 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-e6eb22b8-283f-45cc-a430-e3fc562343bc None None] For port e1275bab-fc6d-43d9-a8b5-4d5374e990de, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:10:09.686345 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-e6eb22b8-283f-45cc-a430-e3fc562343bc None None] For port e1275bab-fc6d-43d9-a8b5-4d5374e990de, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e1275bab-fc6d-43d9-a8b5-4d5374e990de,segment=NetworkSegment(fc5bab42-fd0b-41df-9aae-c6242e3c347e),segment_id=fc5bab42-fd0b-41df-9aae-c6242e3c347e)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:10:09.694280 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e6eb22b8-283f-45cc-a430-e3fc562343bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:09.818389 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eb22b8-283f-45cc-a430-e3fc562343bc None None] Routers {'94cc1975-40ad-45c3-8a2e-5998f9be9ba5'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:10:09.819502 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-e6eb22b8-283f-45cc-a430-e3fc562343bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:09:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['94cc1975-40ad-45c3-8a2e-5998f9be9ba5'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:09.875106 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9025f05e-d0f3-4f05-bf85-78d2746f7523 req-15b1b60a-4d8a-4138-9385-7f2904154308 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=340ed860-3f62-410a-b766-2ada29ef7ac4 HTTP/1.1" status: 200 len: 210 time: 0.1187422 May 06 10:10:09.940463 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-2996aa3e-6f5f-4525-8eef-323f66b09d24 None None] Provisioning complete for port e1275bab-fc6d-43d9-a8b5-4d5374e990de triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:09.947928 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2996aa3e-6f5f-4525-8eef-323f66b09d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:10.015489 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeae39f-89a6-4503-92d9-aecbebc42181 None None] Pushing event updated for resources: {'Port': ['ID=e1275bab-fc6d-43d9-a8b5-4d5374e990de,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:10.203987 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-e6eb22b8-283f-45cc-a430-e3fc562343bc None None] Set router 94cc1975-40ad-45c3-8a2e-5998f9be9ba5 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:10:10.317470 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481b5adb-6d39-4bf6-8a8f-58583a2b87cb x-openstack-request-id: req-481b5adb-6d39-4bf6-8a8f-58583a2b87cb {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:10:10.320919 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89909311-4539-4312-8a95-90d30378b235", "name": "network-vif-deleted", "tag": "04294905-f179-4878-acec-4c86349ca509", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:10:10.320919 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-481b5adb-6d39-4bf6-8a8f-58583a2b87cb {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:10:10.320919 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-481b5adb-6d39-4bf6-8a8f-58583a2b87cb'] response: {'server_uuid': '89909311-4539-4312-8a95-90d30378b235', 'name': 'network-vif-deleted', 'tag': '04294905-f179-4878-acec-4c86349ca509', 'status': 'completed', 'code': 200} May 06 10:10:10.356228 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2996aa3e-6f5f-4525-8eef-323f66b09d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:10.444437 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-2996aa3e-6f5f-4525-8eef-323f66b09d24 None None] For port e1275bab-fc6d-43d9-a8b5-4d5374e990de, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e1275bab-fc6d-43d9-a8b5-4d5374e990de,segment=NetworkSegment(fc5bab42-fd0b-41df-9aae-c6242e3c347e),segment_id=fc5bab42-fd0b-41df-9aae-c6242e3c347e)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:10:10.450280 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2996aa3e-6f5f-4525-8eef-323f66b09d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:10.549566 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996aa3e-6f5f-4525-8eef-323f66b09d24 None None] Pushing event updated for resources: {'Port': ['ID=e1275bab-fc6d-43d9-a8b5-4d5374e990de,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:10.629211 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-104595bf-18de-4d86-8d8c-6dfbe9871175 None None] Provisioning complete for port e1275bab-fc6d-43d9-a8b5-4d5374e990de triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:10.629802 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-104595bf-18de-4d86-8d8c-6dfbe9871175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:10.795916 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4073dc64-e101-4b86-a469-895ba35f2788 req-d0999e55-8297-4e7a-b7a6-5d880245f711 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 210 time: 0.0649214 May 06 10:10:10.798240 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-e6eb22b8-283f-45cc-a430-e3fc562343bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94cc1975-40ad-45c3-8a2e-5998f9be9ba5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1525775368', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1a98c2e5-9946-464c-9a0b-834a2e37afed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:10:00Z', 'updated_at': '2022-05-06T10:10:06Z', 'revision_number': 4, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'gw_port': {'id': '1a98c2e5-9946-464c-9a0b-834a2e37afed', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94cc1975-40ad-45c3-8a2e-5998f9be9ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:10:01Z', 'updated_at': '2022-05-06T10:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'e1275bab-fc6d-43d9-a8b5-4d5374e990de', 'name': '', 'network_id': 'b28e5775-54f0-4e73-be31-6b48da0bceb1', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'mac_address': 'fa:16:3e:59:81:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94cc1975-40ad-45c3-8a2e-5998f9be9ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b1042331-2733-46a1-8a29-e7f058a8e3ac', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:10:04Z', 'updated_at': '2022-05-06T10:10:09Z', 'revision_number': 4, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'subnets': [{'id': 'b1042331-2733-46a1-8a29-e7f058a8e3ac', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:10.849987 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6eb22b8-283f-45cc-a430-e3fc562343bc None None] The sync data for ids ['94cc1975-40ad-45c3-8a2e-5998f9be9ba5'] in n-d-840835-1 is: [{'id': '94cc1975-40ad-45c3-8a2e-5998f9be9ba5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1525775368', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1a98c2e5-9946-464c-9a0b-834a2e37afed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:10:00Z', 'updated_at': '2022-05-06T10:10:06Z', 'revision_number': 4, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'gw_port': {'id': '1a98c2e5-9946-464c-9a0b-834a2e37afed', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94cc1975-40ad-45c3-8a2e-5998f9be9ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:10:01Z', 'updated_at': '2022-05-06T10:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'e1275bab-fc6d-43d9-a8b5-4d5374e990de', 'name': '', 'network_id': 'b28e5775-54f0-4e73-be31-6b48da0bceb1', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'mac_address': 'fa:16:3e:59:81:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94cc1975-40ad-45c3-8a2e-5998f9be9ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b1042331-2733-46a1-8a29-e7f058a8e3ac', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:10:04Z', 'updated_at': '2022-05-06T10:10:09Z', 'revision_number': 4, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'subnets': [{'id': 'b1042331-2733-46a1-8a29-e7f058a8e3ac', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:10:11.086660 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8207166c-63bd-4dfa-a311-ad0b69e96826 req-e4e5bf57-85e0-43b2-b3d5-dc44172e77fd tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=340ed860-3f62-410a-b766-2ada29ef7ac4 HTTP/1.1" status: 200 len: 210 time: 0.0956557 May 06 10:10:11.166088 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e1275bab-fc6d-43d9-a8b5-4d5374e990de up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:10:11.316516 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port e1275bab-fc6d-43d9-a8b5-4d5374e990de triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:11.317156 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:11.613480 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-16f8d158-3b7d-4bae-bc0c-aab0ad764e16 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:11.615988 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-16f8d158-3b7d-4bae-bc0c-aab0ad764e16 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.84 "GET /v2.0/networks?id=b28e5775-54f0-4e73-be31-6b48da0bceb1 HTTP/1.1" status: 200 len: 797 time: 0.3997808 May 06 10:10:11.648097 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-75be35dd-b39a-49f7-b649-75e1c541c95b tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Request body: {'port': {'device_id': '340ed860-3f62-410a-b766-2ada29ef7ac4', 'network_id': 'b28e5775-54f0-4e73-be31-6b48da0bceb1', 'admin_state_up': True, 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:10:11.905150 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-75be35dd-b39a-49f7-b649-75e1c541c95b tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Made reservation on behalf of a9ce2e9e6f684bf299f120cb798067e3 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:10:11.914630 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 04294905-f179-4878-acec-4c86349ca509 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:10:11.918757 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-75be35dd-b39a-49f7-b649-75e1c541c95b tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:11.966700 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 04294905-f179-4878-acec-4c86349ca509 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:10:11.967046 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 04294905-f179-4878-acec-4c86349ca509 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:10:12.021936 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da4952db-b9fb-45c5-9b1f-29d3e409df88 req-411c69aa-ceae-49c9-a66f-79ef5b9b46e0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 210 time: 0.0589161 May 06 10:10:12.295631 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3d7a9e0c-ca01-4f05-bec4-31f6d6bd41a6 req-ece093f0-26ca-4fab-b312-0a6770d0e0a8 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=340ed860-3f62-410a-b766-2ada29ef7ac4 HTTP/1.1" status: 200 len: 210 time: 0.0679750 May 06 10:10:12.346452 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-75be35dd-b39a-49f7-b649-75e1c541c95b tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Allocated IP 172.20.0.22 (b28e5775-54f0-4e73-be31-6b48da0bceb1/b1042331-2733-46a1-8a29-e7f058a8e3ac/bf351551-c87d-4730-93b6-16cf73c9e25b) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:10:12.618989 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-75be35dd-b39a-49f7-b649-75e1c541c95b tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:12.686681 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-75be35dd-b39a-49f7-b649-75e1c541c95b tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:12.792074 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-75be35dd-b39a-49f7-b649-75e1c541c95b tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Network b28e5775-54f0-4e73-be31-6b48da0bceb1 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:10:12.800908 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-75be35dd-b39a-49f7-b649-75e1c541c95b tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:10:12.809579 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-75be35dd-b39a-49f7-b649-75e1c541c95b tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:10:12.832646 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be35dd-b39a-49f7-b649-75e1c541c95b tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Pushing event updated for resources: {'Port': ['ID=bf351551-c87d-4730-93b6-16cf73c9e25b,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:12.932921 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-75be35dd-b39a-49f7-b649-75e1c541c95b tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:12.933769 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-75be35dd-b39a-49f7-b649-75e1c541c95b tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:13.010031 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-75be35dd-b39a-49f7-b649-75e1c541c95b tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.3731575 May 06 10:10:13.029164 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-adbff520-86cc-4a0c-82ea-98779894d50b service neutron] Request body: {'port': {'device_id': '340ed860-3f62-410a-b766-2ada29ef7ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:10:13.134654 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-adbff520-86cc-4a0c-82ea-98779894d50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:13.295108 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-781f4f2f-7173-4bb2-93d0-acd47d64a1db req-dadcf04b-1c01-46df-bc80-487e12e605ca tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 210 time: 0.0476303 May 06 10:10:13.317074 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-2670923e-95db-4218-a0f2-e5db7ac91f76 None None] Provisioning complete for port bf351551-c87d-4730-93b6-16cf73c9e25b triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:13.317550 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2670923e-95db-4218-a0f2-e5db7ac91f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:13.432405 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-2670923e-95db-4218-a0f2-e5db7ac91f76 None None] Port bf351551-c87d-4730-93b6-16cf73c9e25b cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:10:13.593024 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff09e2-1f66-4d1f-b140-9bf242f250a2 req-834a1168-42d1-4051-839f-e7edaa2321c5 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:13.601019 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-beff09e2-1f66-4d1f-b140-9bf242f250a2 req-834a1168-42d1-4051-839f-e7edaa2321c5 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=340ed860-3f62-410a-b766-2ada29ef7ac4 HTTP/1.1" status: 200 len: 895 time: 0.1523168 May 06 10:10:13.725660 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-adbff520-86cc-4a0c-82ea-98779894d50b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf351551-c87d-4730-93b6-16cf73c9e25b {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:10:13.743157 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-adbff520-86cc-4a0c-82ea-98779894d50b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:13.769127 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-adbff520-86cc-4a0c-82ea-98779894d50b service neutron] Transition to ACTIVE for port object bf351551-c87d-4730-93b6-16cf73c9e25b will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:10:13.777611 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-adbff520-86cc-4a0c-82ea-98779894d50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:13.859462 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbff520-86cc-4a0c-82ea-98779894d50b service neutron] Pushing event updated for resources: {'Port': ['ID=bf351551-c87d-4730-93b6-16cf73c9e25b,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:14.004553 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:10:14.009052 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-adbff520-86cc-4a0c-82ea-98779894d50b service neutron] Attempting to bind port bf351551-c87d-4730-93b6-16cf73c9e25b on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:10:14.009318 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-adbff520-86cc-4a0c-82ea-98779894d50b service neutron] Attempting to bind port bf351551-c87d-4730-93b6-16cf73c9e25b by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'fc5bab42-fd0b-41df-9aae-c6242e3c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b28e5775-54f0-4e73-be31-6b48da0bceb1'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:10:14.010131 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-adbff520-86cc-4a0c-82ea-98779894d50b service neutron] Attempting to bind port bf351551-c87d-4730-93b6-16cf73c9e25b on network b28e5775-54f0-4e73-be31-6b48da0bceb1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:10:14.018740 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-adbff520-86cc-4a0c-82ea-98779894d50b service neutron] Port bf351551-c87d-4730-93b6-16cf73c9e25b on network b28e5775-54f0-4e73-be31-6b48da0bceb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:10:14.019424 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-adbff520-86cc-4a0c-82ea-98779894d50b service neutron] Attempting to bind port bf351551-c87d-4730-93b6-16cf73c9e25b on network b28e5775-54f0-4e73-be31-6b48da0bceb1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:10:14.038080 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-adbff520-86cc-4a0c-82ea-98779894d50b service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:10:14.039323 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-adbff520-86cc-4a0c-82ea-98779894d50b service neutron] Checking segment: {'id': 'fc5bab42-fd0b-41df-9aae-c6242e3c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b28e5775-54f0-4e73-be31-6b48da0bceb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:10:14.039867 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-adbff520-86cc-4a0c-82ea-98779894d50b service neutron] Bound using segment: {'id': 'fc5bab42-fd0b-41df-9aae-c6242e3c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b28e5775-54f0-4e73-be31-6b48da0bceb1'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:10:14.041171 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-adbff520-86cc-4a0c-82ea-98779894d50b service neutron] Bound port: bf351551-c87d-4730-93b6-16cf73c9e25b, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bab42-fd0b-41df-9aae-c6242e3c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b28e5775-54f0-4e73-be31-6b48da0bceb1'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:10:14.041705 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-adbff520-86cc-4a0c-82ea-98779894d50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:14.186638 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-adbff520-86cc-4a0c-82ea-98779894d50b service neutron] For port bf351551-c87d-4730-93b6-16cf73c9e25b, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:10:14.190312 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-adbff520-86cc-4a0c-82ea-98779894d50b service neutron] For port bf351551-c87d-4730-93b6-16cf73c9e25b, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=bf351551-c87d-4730-93b6-16cf73c9e25b,segment=NetworkSegment(fc5bab42-fd0b-41df-9aae-c6242e3c347e),segment_id=fc5bab42-fd0b-41df-9aae-c6242e3c347e)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:10:14.196016 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-adbff520-86cc-4a0c-82ea-98779894d50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:14.242163 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-adbff520-86cc-4a0c-82ea-98779894d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:14.242797 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-adbff520-86cc-4a0c-82ea-98779894d50b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:14.244546 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-adbff520-86cc-4a0c-82ea-98779894d50b service neutron] 10.222.0.84 "PUT /v2.0/ports/bf351551-c87d-4730-93b6-16cf73c9e25b HTTP/1.1" status: 200 len: 1055 time: 1.2248485 May 06 10:10:14.244989 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340ed860-3f62-410a-b766-2ada29ef7ac4', 'tag': 'bf351551-c87d-4730-93b6-16cf73c9e25b'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:10:14.247365 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4083e2d7-2b4f-4856-a93b-f9710c1c4c84" -d '{"events": [{"name": "network-changed", "server_uuid": "340ed860-3f62-410a-b766-2ada29ef7ac4", "tag": "bf351551-c87d-4730-93b6-16cf73c9e25b"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:10:14.331907 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acf138c-c111-426b-b277-de07053304d2 x-openstack-request-id: req-7acf138c-c111-426b-b277-de07053304d2 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:10:14.332613 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "340ed860-3f62-410a-b766-2ada29ef7ac4", "tag": "bf351551-c87d-4730-93b6-16cf73c9e25b", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:10:14.333090 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7acf138c-c111-426b-b277-de07053304d2 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:10:14.333729 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7acf138c-c111-426b-b277-de07053304d2'] response: {'name': 'network-changed', 'server_uuid': '340ed860-3f62-410a-b766-2ada29ef7ac4', 'tag': 'bf351551-c87d-4730-93b6-16cf73c9e25b', 'status': 'completed', 'code': 200} May 06 10:10:14.383055 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbff520-86cc-4a0c-82ea-98779894d50b service neutron] Pushing event updated for resources: {'Port': ['ID=bf351551-c87d-4730-93b6-16cf73c9e25b,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:14.420286 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-2ef50d34-f770-4a28-bb20-2538b2de1d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:14.422196 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-2ef50d34-f770-4a28-bb20-2538b2de1d5e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a9ce2e9e6f684bf299f120cb798067e3&device_id=340ed860-3f62-410a-b766-2ada29ef7ac4 HTTP/1.1" status: 200 len: 1058 time: 0.1085219 May 06 10:10:14.481636 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f3919c66-e566-466a-bcc9-a089b6d8eac4 req-edac177f-da8a-45fb-aecd-4a7dedf830bf tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 210 time: 0.0614815 May 06 10:10:14.517867 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-30cba76b-914f-4dac-807c-cbd1142bd233 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=bf351551-c87d-4730-93b6-16cf73c9e25b HTTP/1.1" status: 200 len: 217 time: 0.0843015 May 06 10:10:14.575051 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-8d70a738-a4ce-4e59-9482-c945aad9abe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:14.576564 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-8d70a738-a4ce-4e59-9482-c945aad9abe5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b1042331-2733-46a1-8a29-e7f058a8e3ac HTTP/1.1" status: 200 len: 837 time: 0.0520072 May 06 10:10:14.668110 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-dd436df4-32fe-4ea1-8542-1f0fa1836e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:14.670733 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-dd436df4-32fe-4ea1-8542-1f0fa1836e71 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b28e5775-54f0-4e73-be31-6b48da0bceb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0863159 May 06 10:10:14.817447 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-72cb3440-a851-4d31-8f6b-074ce0186924 service neutron] 10.222.0.84 "GET /v2.0/networks/b28e5775-54f0-4e73-be31-6b48da0bceb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389747 May 06 10:10:14.843078 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f69f7-f737-46b8-86c7-387821effc2d req-deb6184b-9a3f-401a-a066-486c879ccc9e tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:14.844621 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f16f69f7-f737-46b8-86c7-387821effc2d req-deb6184b-9a3f-401a-a066-486c879ccc9e tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=340ed860-3f62-410a-b766-2ada29ef7ac4 HTTP/1.1" status: 200 len: 907 time: 0.0943427 May 06 10:10:14.959167 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce0e5a53-ae67-4d2f-9e4a-f0468d1c4e2d req-9c0639ea-71f9-4524-92f6-32736ff65928 service neutron] 10.222.0.84 "GET /v2.0/networks/b28e5775-54f0-4e73-be31-6b48da0bceb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351495 May 06 10:10:15.107503 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083e2d7-2b4f-4856-a93b-f9710c1c4c84 req-2d250619-c8ed-43ad-ad44-40e48be1d290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:15.109276 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4083e2d7-2b4f-4856-a93b-f9710c1c4c84 req-2d250619-c8ed-43ad-ad44-40e48be1d290 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a9ce2e9e6f684bf299f120cb798067e3&device_id=340ed860-3f62-410a-b766-2ada29ef7ac4 HTTP/1.1" status: 200 len: 1058 time: 0.0616000 May 06 10:10:15.227067 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083e2d7-2b4f-4856-a93b-f9710c1c4c84 req-4ba545a8-db74-4164-af3f-4fb2f1bc6429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:15.229899 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4083e2d7-2b4f-4856-a93b-f9710c1c4c84 req-4ba545a8-db74-4164-af3f-4fb2f1bc6429 service neutron] 10.222.0.84 "GET /v2.0/networks?id=b28e5775-54f0-4e73-be31-6b48da0bceb1 HTTP/1.1" status: 200 len: 898 time: 0.1124539 May 06 10:10:15.288716 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4083e2d7-2b4f-4856-a93b-f9710c1c4c84 req-b28ee6ea-d7d9-45b3-9428-8eb70c0f5290 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=bf351551-c87d-4730-93b6-16cf73c9e25b HTTP/1.1" status: 200 len: 217 time: 0.0519593 May 06 10:10:15.382333 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083e2d7-2b4f-4856-a93b-f9710c1c4c84 req-41d1645d-8b7a-4a7f-b840-a28623724a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:15.385741 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4083e2d7-2b4f-4856-a93b-f9710c1c4c84 req-41d1645d-8b7a-4a7f-b840-a28623724a55 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b1042331-2733-46a1-8a29-e7f058a8e3ac HTTP/1.1" status: 200 len: 837 time: 0.0896804 May 06 10:10:15.499607 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083e2d7-2b4f-4856-a93b-f9710c1c4c84 req-b4645195-afbd-4195-aef6-a51f4885e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:15.500510 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4083e2d7-2b4f-4856-a93b-f9710c1c4c84 req-b4645195-afbd-4195-aef6-a51f4885e24c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b28e5775-54f0-4e73-be31-6b48da0bceb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1060557 May 06 10:10:15.616975 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4083e2d7-2b4f-4856-a93b-f9710c1c4c84 req-e7d02db3-b6a4-45aa-a386-6e85c8494c49 service neutron] 10.222.0.84 "GET /v2.0/networks/b28e5775-54f0-4e73-be31-6b48da0bceb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070731 May 06 10:10:15.656108 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d62461e3-b865-4ad2-8735-f142c6b03992 req-2aa15fb2-535e-4897-894b-71e2cb0bb8c8 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=89909311-4539-4312-8a95-90d30378b235 HTTP/1.1" status: 200 len: 210 time: 0.0362558 May 06 10:10:15.774612 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4083e2d7-2b4f-4856-a93b-f9710c1c4c84 req-0ad6f934-ee49-42c9-a08b-6867767e02c9 service neutron] 10.222.0.84 "GET /v2.0/networks/b28e5775-54f0-4e73-be31-6b48da0bceb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274557 May 06 10:10:15.948963 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-493805d2-cfcd-470f-8ae6-376505ce173c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:16.006836 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dcf7de-f621-45f4-a9ac-19a2223ad52f req-7a5abf9f-c7bf-4001-bed4-ee25cc39a569 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:16.016067 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-22dcf7de-f621-45f4-a9ac-19a2223ad52f req-7a5abf9f-c7bf-4001-bed4-ee25cc39a569 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=340ed860-3f62-410a-b766-2ada29ef7ac4 HTTP/1.1" status: 200 len: 907 time: 0.0943377 May 06 10:10:17.153509 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fff818-65ff-46b3-9a0a-aba85464a2de req-a6e1ea08-606c-46eb-ad83-1c74139e63dd tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:17.155153 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d3fff818-65ff-46b3-9a0a-aba85464a2de req-a6e1ea08-606c-46eb-ad83-1c74139e63dd tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=340ed860-3f62-410a-b766-2ada29ef7ac4 HTTP/1.1" status: 200 len: 907 time: 0.0703096 May 06 10:10:17.938014 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device bf351551-c87d-4730-93b6-16cf73c9e25b details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:10:18.291139 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port bf351551-c87d-4730-93b6-16cf73c9e25b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=bf351551-c87d-4730-93b6-16cf73c9e25b,segment=NetworkSegment(fc5bab42-fd0b-41df-9aae-c6242e3c347e),segment_id=fc5bab42-fd0b-41df-9aae-c6242e3c347e)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:10:18.306838 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'bf351551-c87d-4730-93b6-16cf73c9e25b', 'network_id': 'b28e5775-54f0-4e73-be31-6b48da0bceb1', 'port_id': 'bf351551-c87d-4730-93b6-16cf73c9e25b', 'mac_address': 'fa:16:3e:92:59:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1042331-2733-46a1-8a29-e7f058a8e3ac', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:10:18.351649 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9d555-dae8-45f2-8d1f-98b92508bbb2 req-16407e99-c532-4506-8cd6-cbf54d58f2fc tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:18.355229 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9ed9d555-dae8-45f2-8d1f-98b92508bbb2 req-16407e99-c532-4506-8cd6-cbf54d58f2fc tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=340ed860-3f62-410a-b766-2ada29ef7ac4 HTTP/1.1" status: 200 len: 907 time: 0.0653701 May 06 10:10:18.400277 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:18.422196 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf351551-c87d-4730-93b6-16cf73c9e25b {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:10:18.455715 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port bf351551-c87d-4730-93b6-16cf73c9e25b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=bf351551-c87d-4730-93b6-16cf73c9e25b,segment=NetworkSegment(fc5bab42-fd0b-41df-9aae-c6242e3c347e),segment_id=fc5bab42-fd0b-41df-9aae-c6242e3c347e)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:10:18.471425 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:18.529774 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b8f783eb-04f3-41ea-b8f1-cab0975932a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:18.564590 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=bf351551-c87d-4730-93b6-16cf73c9e25b,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:18.682306 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['bf351551-c87d-4730-93b6-16cf73c9e25b'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:10:18.970835 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:19.574126 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b687ef-ade2-4ba3-8b93-e46769650cb1 req-f87c2862-b016-49ae-b355-5a8ac3834a0d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:19.584045 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a6b687ef-ade2-4ba3-8b93-e46769650cb1 req-f87c2862-b016-49ae-b355-5a8ac3834a0d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=340ed860-3f62-410a-b766-2ada29ef7ac4 HTTP/1.1" status: 200 len: 908 time: 0.1084838 May 06 10:10:19.592783 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:19.960037 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device bf351551-c87d-4730-93b6-16cf73c9e25b up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:10:20.017287 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port bf351551-c87d-4730-93b6-16cf73c9e25b completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:10:20.021091 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port bf351551-c87d-4730-93b6-16cf73c9e25b triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:20.021475 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:20.139899 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:20.171856 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340ed860-3f62-410a-b766-2ada29ef7ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf351551-c87d-4730-93b6-16cf73c9e25b'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:10:20.174133 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa29b12f-3205-4360-ad5d-fb55af166127" -d '{"events": [{"server_uuid": "340ed860-3f62-410a-b766-2ada29ef7ac4", "name": "network-vif-plugged", "status": "completed", "tag": "bf351551-c87d-4730-93b6-16cf73c9e25b"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:10:20.189904 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port bf351551-c87d-4730-93b6-16cf73c9e25b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=bf351551-c87d-4730-93b6-16cf73c9e25b,segment=NetworkSegment(fc5bab42-fd0b-41df-9aae-c6242e3c347e),segment_id=fc5bab42-fd0b-41df-9aae-c6242e3c347e)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:10:20.198149 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:20.229966 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65caaf89-4e82-44b8-b1a4-c7a9e920dcc2 x-openstack-request-id: req-65caaf89-4e82-44b8-b1a4-c7a9e920dcc2 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:10:20.230349 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340ed860-3f62-410a-b766-2ada29ef7ac4", "name": "network-vif-plugged", "status": "completed", "tag": "bf351551-c87d-4730-93b6-16cf73c9e25b", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:10:20.230679 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-65caaf89-4e82-44b8-b1a4-c7a9e920dcc2 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:10:20.231190 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65caaf89-4e82-44b8-b1a4-c7a9e920dcc2'] response: {'server_uuid': '340ed860-3f62-410a-b766-2ada29ef7ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf351551-c87d-4730-93b6-16cf73c9e25b', 'code': 200} May 06 10:10:20.272021 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=bf351551-c87d-4730-93b6-16cf73c9e25b,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:20.364838 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881d74e-0d04-43be-b482-bdcd59052cc9 req-e3d028c7-5cf7-4e7c-9569-69105ec2a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:20.366594 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0881d74e-0d04-43be-b482-bdcd59052cc9 req-e3d028c7-5cf7-4e7c-9569-69105ec2a6c5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=340ed860-3f62-410a-b766-2ada29ef7ac4 HTTP/1.1" status: 200 len: 1060 time: 0.0699766 May 06 10:10:20.717933 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133f99e-1606-4ec7-9c2b-ebd7a846b35a req-a11c6dc0-ac1d-4d07-a350-fc6748631e5f tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:20.719356 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d133f99e-1606-4ec7-9c2b-ebd7a846b35a req-a11c6dc0-ac1d-4d07-a350-fc6748631e5f tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=340ed860-3f62-410a-b766-2ada29ef7ac4 HTTP/1.1" status: 200 len: 909 time: 0.0500262 May 06 10:10:21.280430 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:21.483591 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:21.876502 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3bd3b-f465-4c32-90b7-cafb0b95e121 req-cada7625-a7e6-47b4-bbf2-790c16832355 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:21.887405 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b1f3bd3b-f465-4c32-90b7-cafb0b95e121 req-cada7625-a7e6-47b4-bbf2-790c16832355 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=340ed860-3f62-410a-b766-2ada29ef7ac4 HTTP/1.1" status: 200 len: 909 time: 0.0861886 May 06 10:10:22.014833 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60316) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:22.017374 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b43a5b-8cce-4eab-8b5b-9f10676dc778 req-f7eb794e-6b0d-4e20-a193-f6a1078bce97 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:22.018998 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1b43a5b-8cce-4eab-8b5b-9f10676dc778 req-f7eb794e-6b0d-4e20-a193-f6a1078bce97 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=340ed860-3f62-410a-b766-2ada29ef7ac4 HTTP/1.1" status: 200 len: 909 time: 0.0542498 May 06 10:10:22.141236 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a1605-81f5-47e7-9dbb-396f7f658db0 req-ceb153bb-8a44-4afa-908f-ba46aeacbf91 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:22.143784 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c90a1605-81f5-47e7-9dbb-396f7f658db0 req-ceb153bb-8a44-4afa-908f-ba46aeacbf91 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=340ed860-3f62-410a-b766-2ada29ef7ac4 HTTP/1.1" status: 200 len: 1060 time: 0.0494902 May 06 10:10:22.183681 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60324) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:22.183837 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-674d037d-e6ba-468a-b19b-4d7df4ef7d1c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=233f5af8e2e74f38bccfba0385ec7677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1677849 May 06 10:10:22.269000 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fa76bcf2-3d51-40b9-b7a2-b207d0eaf857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:22.291251 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5a94c-2225-4eb8-97de-547f840b4888 req-36796c41-ec64-4de0-9289-1c054a76229c tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:22.292802 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4cd5a94c-2225-4eb8-97de-547f840b4888 req-36796c41-ec64-4de0-9289-1c054a76229c tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=71f8a77b-3094-4517-abbe-afc9bdd89ab7 HTTP/1.1" status: 200 len: 1136 time: 0.0757663 May 06 10:10:22.297291 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fa76bcf2-3d51-40b9-b7a2-b207d0eaf857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:22.365658 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4cd5a94c-2225-4eb8-97de-547f840b4888 req-12b9c366-a0dc-48d9-81d5-816c9d5d81a8 tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=35f51013-f651-4c18-8a48-fa4343828649&id=9cc63417-6279-42da-9630-410bf6ae9b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0663962 May 06 10:10:22.395998 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fa76bcf2-3d51-40b9-b7a2-b207d0eaf857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:22.397469 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60330) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:22.398947 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fa76bcf2-3d51-40b9-b7a2-b207d0eaf857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:22.400392 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fa76bcf2-3d51-40b9-b7a2-b207d0eaf857 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7d8c0c41-c9cd-4421-b692-46ef37e8d4a8 HTTP/1.1" status: 204 len: 168 time: 0.2156835 May 06 10:10:22.442622 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa76bcf2-3d51-40b9-b7a2-b207d0eaf857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8c0c41-c9cd-4421-b692-46ef37e8d4a8,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:22.491206 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bd6926-ac60-46ae-adf0-28a63f21789e tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:22.497147 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-89bd6926-ac60-46ae-adf0-28a63f21789e tempest-TestSecurityGroupsBasicOps-1235545569 tempest-TestSecurityGroupsBasicOps-1235545569-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=340ed860-3f62-410a-b766-2ada29ef7ac4 HTTP/1.1" status: 200 len: 1055 time: 0.0971587 May 06 10:10:22.792661 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96af77-8287-4159-8f99-9baf262f1cce req-f15a5788-cc72-46a2-bf53-8a31179a0263 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:22.794460 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7d96af77-8287-4159-8f99-9baf262f1cce req-f15a5788-cc72-46a2-bf53-8a31179a0263 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=340ed860-3f62-410a-b766-2ada29ef7ac4 HTTP/1.1" status: 200 len: 909 time: 0.0717101 May 06 10:10:24.069832 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba633aec-7dd4-49c6-b993-fde3c5f83ac2 req-4cc3b31b-45bd-4172-ac69-14e18aef79f1 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:24.073322 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba633aec-7dd4-49c6-b993-fde3c5f83ac2 req-4cc3b31b-45bd-4172-ac69-14e18aef79f1 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=340ed860-3f62-410a-b766-2ada29ef7ac4 HTTP/1.1" status: 200 len: 909 time: 0.1436322 May 06 10:10:24.117177 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58c356-43b1-442b-bcd5-5ecf19042f9c req-a9c7e6fd-dc71-46d5-9a0f-6f42408b4989 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:24.119730 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6e58c356-43b1-442b-bcd5-5ecf19042f9c req-a9c7e6fd-dc71-46d5-9a0f-6f42408b4989 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.84 "GET /v2.0/ports?device_id=340ed860-3f62-410a-b766-2ada29ef7ac4 HTTP/1.1" status: 200 len: 909 time: 0.1161499 May 06 10:10:24.289129 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-6e58c356-43b1-442b-bcd5-5ecf19042f9c req-2b32654b-28f5-4897-b291-cd0b35c82cda tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Deleting port bf351551-c87d-4730-93b6-16cf73c9e25b {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:10:24.289866 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6e58c356-43b1-442b-bcd5-5ecf19042f9c req-2b32654b-28f5-4897-b291-cd0b35c82cda tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:24.448131 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-6e58c356-43b1-442b-bcd5-5ecf19042f9c req-2b32654b-28f5-4897-b291-cd0b35c82cda tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] For port bf351551-c87d-4730-93b6-16cf73c9e25b, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=bf351551-c87d-4730-93b6-16cf73c9e25b,segment=NetworkSegment(fc5bab42-fd0b-41df-9aae-c6242e3c347e),segment_id=fc5bab42-fd0b-41df-9aae-c6242e3c347e)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:10:24.448633 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6e58c356-43b1-442b-bcd5-5ecf19042f9c req-2b32654b-28f5-4897-b291-cd0b35c82cda tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:24.465621 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-6e58c356-43b1-442b-bcd5-5ecf19042f9c req-2b32654b-28f5-4897-b291-cd0b35c82cda tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Calling delete_port for bf351551-c87d-4730-93b6-16cf73c9e25b owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:10:24.637206 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6e58c356-43b1-442b-bcd5-5ecf19042f9c req-2b32654b-28f5-4897-b291-cd0b35c82cda tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:24.681471 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32654b-28f5-4897-b291-cd0b35c82cda tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Pushing event deleted for resources: {'Port': ['ID=bf351551-c87d-4730-93b6-16cf73c9e25b,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:24.739767 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e58c356-43b1-442b-bcd5-5ecf19042f9c req-2b32654b-28f5-4897-b291-cd0b35c82cda tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] No DVR routers for this DVR port bf351551-c87d-4730-93b6-16cf73c9e25b on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:10:24.743690 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-6e58c356-43b1-442b-bcd5-5ecf19042f9c req-2b32654b-28f5-4897-b291-cd0b35c82cda tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:24.748131 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6e58c356-43b1-442b-bcd5-5ecf19042f9c req-2b32654b-28f5-4897-b291-cd0b35c82cda tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.84 "DELETE /v2.0/ports/bf351551-c87d-4730-93b6-16cf73c9e25b HTTP/1.1" status: 204 len: 173 time: 0.6208839 May 06 10:10:24.748956 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340ed860-3f62-410a-b766-2ada29ef7ac4', 'name': 'network-vif-deleted', 'tag': 'bf351551-c87d-4730-93b6-16cf73c9e25b'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:10:24.751825 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc897f2-0be4-4142-8e77-0d691b181f35" -d '{"events": [{"server_uuid": "340ed860-3f62-410a-b766-2ada29ef7ac4", "name": "network-vif-deleted", "tag": "bf351551-c87d-4730-93b6-16cf73c9e25b"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:10:24.823727 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed0b3a7-7e17-436d-a257-38844d9c19c5 x-openstack-request-id: req-7ed0b3a7-7e17-436d-a257-38844d9c19c5 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:10:24.824375 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340ed860-3f62-410a-b766-2ada29ef7ac4", "name": "network-vif-deleted", "tag": "bf351551-c87d-4730-93b6-16cf73c9e25b", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:10:24.824784 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7ed0b3a7-7e17-436d-a257-38844d9c19c5 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:10:24.825504 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ed0b3a7-7e17-436d-a257-38844d9c19c5'] response: {'server_uuid': '340ed860-3f62-410a-b766-2ada29ef7ac4', 'name': 'network-vif-deleted', 'tag': 'bf351551-c87d-4730-93b6-16cf73c9e25b', 'status': 'completed', 'code': 200} May 06 10:10:25.219879 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aabd5513-82e2-49ea-a8f7-7b94c22565c8 req-2afe7f8d-080d-4ae3-b760-0f21af069756 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=340ed860-3f62-410a-b766-2ada29ef7ac4 HTTP/1.1" status: 200 len: 210 time: 0.0371211 May 06 10:10:26.288383 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60480) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:27.073982 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e744413b-7eeb-4710-bd0f-cf392194f36e tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:27.437000 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-e744413b-7eeb-4710-bd0f-cf392194f36e tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Deleting port e1275bab-fc6d-43d9-a8b5-4d5374e990de {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:10:27.437635 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e744413b-7eeb-4710-bd0f-cf392194f36e tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:27.545831 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-e744413b-7eeb-4710-bd0f-cf392194f36e tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] For port e1275bab-fc6d-43d9-a8b5-4d5374e990de, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e1275bab-fc6d-43d9-a8b5-4d5374e990de,segment=NetworkSegment(fc5bab42-fd0b-41df-9aae-c6242e3c347e),segment_id=fc5bab42-fd0b-41df-9aae-c6242e3c347e)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:10:27.546203 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e744413b-7eeb-4710-bd0f-cf392194f36e tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:27.562048 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-e744413b-7eeb-4710-bd0f-cf392194f36e tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Calling delete_port for e1275bab-fc6d-43d9-a8b5-4d5374e990de owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:10:27.778413 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e744413b-7eeb-4710-bd0f-cf392194f36e tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:27.819397 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744413b-7eeb-4710-bd0f-cf392194f36e tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Pushing event deleted for resources: {'Port': ['ID=e1275bab-fc6d-43d9-a8b5-4d5374e990de,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:27.990636 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device bf351551-c87d-4730-93b6-16cf73c9e25b no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:10:28.036106 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: bf351551-c87d-4730-93b6-16cf73c9e25b {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:10:28.036467 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device bf351551-c87d-4730-93b6-16cf73c9e25b not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:10:28.096177 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e744413b-7eeb-4710-bd0f-cf392194f36e tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:28.483667 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e744413b-7eeb-4710-bd0f-cf392194f36e tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Router 94cc1975-40ad-45c3-8a2e-5998f9be9ba5 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:10:28.628044 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e744413b-7eeb-4710-bd0f-cf392194f36e tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:10:28.634561 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e744413b-7eeb-4710-bd0f-cf392194f36e tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "PUT /v2.0/routers/94cc1975-40ad-45c3-8a2e-5998f9be9ba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3449593 May 06 10:10:28.636944 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60514) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:28.642111 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ee98e1-b463-496b-95f5-3f56d84bb407 None None] Sync routers for ids ['94cc1975-40ad-45c3-8a2e-5998f9be9ba5'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:10:28.657408 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ee98e1-b463-496b-95f5-3f56d84bb407 None None] Routers {'94cc1975-40ad-45c3-8a2e-5998f9be9ba5'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:10:28.658175 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-58ee98e1-b463-496b-95f5-3f56d84bb407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:10:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['94cc1975-40ad-45c3-8a2e-5998f9be9ba5'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:28.753463 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-79191291-5948-4d1b-add8-f60070c37e56 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Deleting subnet b1042331-2733-46a1-8a29-e7f058a8e3ac {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:10:28.765169 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-79191291-5948-4d1b-add8-f60070c37e56 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:28.801486 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-58ee98e1-b463-496b-95f5-3f56d84bb407 None None] Set router 94cc1975-40ad-45c3-8a2e-5998f9be9ba5 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:10:28.833281 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-79191291-5948-4d1b-add8-f60070c37e56 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:28.982876 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-79191291-5948-4d1b-add8-f60070c37e56 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:29.090793 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-79191291-5948-4d1b-add8-f60070c37e56 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:29.141630 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-58ee98e1-b463-496b-95f5-3f56d84bb407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94cc1975-40ad-45c3-8a2e-5998f9be9ba5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1525775368', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1a98c2e5-9946-464c-9a0b-834a2e37afed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:10:00Z', 'updated_at': '2022-05-06T10:10:27Z', 'revision_number': 5, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'gw_port': {'id': '1a98c2e5-9946-464c-9a0b-834a2e37afed', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94cc1975-40ad-45c3-8a2e-5998f9be9ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:10:01Z', 'updated_at': '2022-05-06T10:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:29.161441 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79191291-5948-4d1b-add8-f60070c37e56 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Pushing event deleted for resources: {'Subnet': ['ID=b1042331-2733-46a1-8a29-e7f058a8e3ac,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:29.168482 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-79191291-5948-4d1b-add8-f60070c37e56 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:29.175248 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-79191291-5948-4d1b-add8-f60070c37e56 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "DELETE /v2.0/subnets/b1042331-2733-46a1-8a29-e7f058a8e3ac HTTP/1.1" status: 204 len: 168 time: 0.5371017 May 06 10:10:29.177896 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60518) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:29.201465 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8314821c-9e16-4c62-912c-33ae7e3611c2 None None] Network b28e5775-54f0-4e73-be31-6b48da0bceb1 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:10:29.214115 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ee98e1-b463-496b-95f5-3f56d84bb407 None None] Checking router: 94cc1975-40ad-45c3-8a2e-5998f9be9ba5 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:10:29.269064 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ee98e1-b463-496b-95f5-3f56d84bb407 None None] Routers {'94cc1975-40ad-45c3-8a2e-5998f9be9ba5'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:10:29.270526 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-58ee98e1-b463-496b-95f5-3f56d84bb407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:10:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['94cc1975-40ad-45c3-8a2e-5998f9be9ba5'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:29.324662 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:29.365729 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-84489eab-143a-4160-9d0c-678819cf2217 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:29.455877 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-58ee98e1-b463-496b-95f5-3f56d84bb407 None None] Set router 94cc1975-40ad-45c3-8a2e-5998f9be9ba5 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:10:29.519562 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-84489eab-143a-4160-9d0c-678819cf2217 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:29.615578 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-84489eab-143a-4160-9d0c-678819cf2217 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Deleting port 1a98c2e5-9946-464c-9a0b-834a2e37afed {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:10:29.617980 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-84489eab-143a-4160-9d0c-678819cf2217 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:29.627829 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924c1fd2-2d23-4240-ab3e-93971bc49abe None None] DHCP port deletion for b28e5775-54f0-4e73-be31-6b48da0bceb1 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:10:29.726141 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-58ee98e1-b463-496b-95f5-3f56d84bb407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94cc1975-40ad-45c3-8a2e-5998f9be9ba5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1525775368', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1a98c2e5-9946-464c-9a0b-834a2e37afed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:10:00Z', 'updated_at': '2022-05-06T10:10:27Z', 'revision_number': 5, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'gw_port': {'id': '1a98c2e5-9946-464c-9a0b-834a2e37afed', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94cc1975-40ad-45c3-8a2e-5998f9be9ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:10:01Z', 'updated_at': '2022-05-06T10:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:29.760402 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-924c1fd2-2d23-4240-ab3e-93971bc49abe None None] Deleting port 88194437-44b0-4119-a39b-953e53553043 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:10:29.760616 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-84489eab-143a-4160-9d0c-678819cf2217 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] For port 1a98c2e5-9946-464c-9a0b-834a2e37afed, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=1a98c2e5-9946-464c-9a0b-834a2e37afed,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:10:29.760861 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-924c1fd2-2d23-4240-ab3e-93971bc49abe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:29.761448 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-84489eab-143a-4160-9d0c-678819cf2217 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:29.763735 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ee98e1-b463-496b-95f5-3f56d84bb407 None None] The sync data for ids ['94cc1975-40ad-45c3-8a2e-5998f9be9ba5'] in n-d-840835-1 is: [{'id': '94cc1975-40ad-45c3-8a2e-5998f9be9ba5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1525775368', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1a98c2e5-9946-464c-9a0b-834a2e37afed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:10:00Z', 'updated_at': '2022-05-06T10:10:27Z', 'revision_number': 5, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'gw_port': {'id': '1a98c2e5-9946-464c-9a0b-834a2e37afed', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94cc1975-40ad-45c3-8a2e-5998f9be9ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:10:01Z', 'updated_at': '2022-05-06T10:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:10:29.783961 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-84489eab-143a-4160-9d0c-678819cf2217 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Calling delete_port for 1a98c2e5-9946-464c-9a0b-834a2e37afed owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:10:29.845339 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-924c1fd2-2d23-4240-ab3e-93971bc49abe None None] For port 88194437-44b0-4119-a39b-953e53553043, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=88194437-44b0-4119-a39b-953e53553043,segment=NetworkSegment(fc5bab42-fd0b-41df-9aae-c6242e3c347e),segment_id=fc5bab42-fd0b-41df-9aae-c6242e3c347e)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:10:29.845744 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-924c1fd2-2d23-4240-ab3e-93971bc49abe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:29.871026 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-924c1fd2-2d23-4240-ab3e-93971bc49abe None None] Calling delete_port for 88194437-44b0-4119-a39b-953e53553043 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:10:29.976682 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-924c1fd2-2d23-4240-ab3e-93971bc49abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:30.020471 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-84489eab-143a-4160-9d0c-678819cf2217 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:30.024446 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c1fd2-2d23-4240-ab3e-93971bc49abe None None] Pushing event deleted for resources: {'Port': ['ID=88194437-44b0-4119-a39b-953e53553043,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:30.041432 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924c1fd2-2d23-4240-ab3e-93971bc49abe None None] No DVR routers for this DVR port 88194437-44b0-4119-a39b-953e53553043 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:10:30.083063 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84489eab-143a-4160-9d0c-678819cf2217 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Pushing event deleted for resources: {'Port': ['ID=1a98c2e5-9946-464c-9a0b-834a2e37afed,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:30.195095 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-84489eab-143a-4160-9d0c-678819cf2217 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:30.311229 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-84489eab-143a-4160-9d0c-678819cf2217 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:30.314816 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-84489eab-143a-4160-9d0c-678819cf2217 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:30.369758 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-84489eab-143a-4160-9d0c-678819cf2217 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:30.370438 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84489eab-143a-4160-9d0c-678819cf2217 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Fanout notify agent at l3_agent the message router_deleted on router 94cc1975-40ad-45c3-8a2e-5998f9be9ba5 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:10:30.379249 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-84489eab-143a-4160-9d0c-678819cf2217 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:30.380531 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-84489eab-143a-4160-9d0c-678819cf2217 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "DELETE /v2.0/routers/94cc1975-40ad-45c3-8a2e-5998f9be9ba5 HTTP/1.1" status: 204 len: 168 time: 1.2012510 May 06 10:10:30.383360 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60528) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:30.484861 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e5b917a6-13cb-49f2-83fd-627263905eb2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:30.592308 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e5b917a6-13cb-49f2-83fd-627263905eb2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:30.616959 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-e5b917a6-13cb-49f2-83fd-627263905eb2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28e5775-54f0-4e73-be31-6b48da0bceb1']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:30.630485 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-e5b917a6-13cb-49f2-83fd-627263905eb2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5bab42-fd0b-41df-9aae-c6242e3c347e') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:30.630956 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-e5b917a6-13cb-49f2-83fd-627263905eb2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5bab42-fd0b-41df-9aae-c6242e3c347e') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:30.642678 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e5b917a6-13cb-49f2-83fd-627263905eb2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:30.660677 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e5b917a6-13cb-49f2-83fd-627263905eb2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:30.679300 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b917a6-13cb-49f2-83fd-627263905eb2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:10:30.679985 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e5b917a6-13cb-49f2-83fd-627263905eb2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: timer() May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:10:30.688381 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:10:30.797537 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e5b917a6-13cb-49f2-83fd-627263905eb2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:30.803396 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e5b917a6-13cb-49f2-83fd-627263905eb2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:30.809300 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e5b917a6-13cb-49f2-83fd-627263905eb2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "DELETE /v2.0/networks/b28e5775-54f0-4e73-be31-6b48da0bceb1 HTTP/1.1" status: 204 len: 168 time: 0.4226575 May 06 10:10:30.810186 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60532) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:30.825621 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b917a6-13cb-49f2-83fd-627263905eb2 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Pushing event deleted for resources: {'Network': ['ID=b28e5775-54f0-4e73-be31-6b48da0bceb1,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:31.042742 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-d7cf5eaf-65eb-432e-8e95-7807cde498a0 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Deleting port 8ee8b145-c815-4881-b10d-45835aa93629 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:10:31.043436 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d7cf5eaf-65eb-432e-8e95-7807cde498a0 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:31.140070 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d7cf5eaf-65eb-432e-8e95-7807cde498a0 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:31.140428 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d7cf5eaf-65eb-432e-8e95-7807cde498a0 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:31.159703 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-d7cf5eaf-65eb-432e-8e95-7807cde498a0 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Calling delete_port for 8ee8b145-c815-4881-b10d-45835aa93629 owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:10:31.206680 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e1275bab-fc6d-43d9-a8b5-4d5374e990de no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:10:31.258203 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: e1275bab-fc6d-43d9-a8b5-4d5374e990de {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:10:31.259618 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e1275bab-fc6d-43d9-a8b5-4d5374e990de not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:10:31.260204 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 1a98c2e5-9946-464c-9a0b-834a2e37afed no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:10:31.303504 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 1a98c2e5-9946-464c-9a0b-834a2e37afed {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:10:31.304610 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 1a98c2e5-9946-464c-9a0b-834a2e37afed not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:10:31.305428 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 88194437-44b0-4119-a39b-953e53553043 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:10:31.347519 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 88194437-44b0-4119-a39b-953e53553043 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:10:31.348468 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 88194437-44b0-4119-a39b-953e53553043 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:10:31.397117 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d7cf5eaf-65eb-432e-8e95-7807cde498a0 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:31.430366 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf5eaf-65eb-432e-8e95-7807cde498a0 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Pushing event deleted for resources: {'Port': ['ID=8ee8b145-c815-4881-b10d-45835aa93629,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:31.529682 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d7cf5eaf-65eb-432e-8e95-7807cde498a0 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:31.530032 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-d7cf5eaf-65eb-432e-8e95-7807cde498a0 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Floating IP 45e89ae8-7660-459c-aa5b-399006cc818a disassociated (deleted). External IP: 172.25.5.90, port: 819d2a31-dce9-4c88-9122-2a4aaade8218. May 06 10:10:32.155886 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7cf5eaf-65eb-432e-8e95-7807cde498a0 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Router e244af83-9183-4d4a-8c9a-fd6f61e07c7d has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:10:32.300144 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cf5eaf-65eb-432e-8e95-7807cde498a0 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:10:32.312311 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d7cf5eaf-65eb-432e-8e95-7807cde498a0 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:32.331979 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b53a52-1adc-4a60-b874-c5597a4ec05c None None] Sync routers for ids ['e244af83-9183-4d4a-8c9a-fd6f61e07c7d'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:10:32.349456 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b53a52-1adc-4a60-b874-c5597a4ec05c None None] Routers {'e244af83-9183-4d4a-8c9a-fd6f61e07c7d'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:10:32.350260 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-81b53a52-1adc-4a60-b874-c5597a4ec05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:10:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e244af83-9183-4d4a-8c9a-fd6f61e07c7d'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:32.371014 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d7cf5eaf-65eb-432e-8e95-7807cde498a0 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "DELETE /v2.0/floatingips/45e89ae8-7660-459c-aa5b-399006cc818a HTTP/1.1" status: 204 len: 168 time: 1.5595570 May 06 10:10:32.371682 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f8a77b-3094-4517-abbe-afc9bdd89ab7', 'tag': '819d2a31-dce9-4c88-9122-2a4aaade8218'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:10:32.374484 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef0264c-9d34-41e8-827e-f3de0cbeca46" -d '{"events": [{"name": "network-changed", "server_uuid": "71f8a77b-3094-4517-abbe-afc9bdd89ab7", "tag": "819d2a31-dce9-4c88-9122-2a4aaade8218"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:10:32.512362 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-81b53a52-1adc-4a60-b874-c5597a4ec05c None None] Set router e244af83-9183-4d4a-8c9a-fd6f61e07c7d gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:10:32.609729 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed438d51-5650-4fb4-bf27-0a18f438335e x-openstack-request-id: req-ed438d51-5650-4fb4-bf27-0a18f438335e {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:10:32.610363 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f8a77b-3094-4517-abbe-afc9bdd89ab7", "tag": "819d2a31-dce9-4c88-9122-2a4aaade8218", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:10:32.610840 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ed438d51-5650-4fb4-bf27-0a18f438335e {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:10:32.611511 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed438d51-5650-4fb4-bf27-0a18f438335e'] response: {'name': 'network-changed', 'server_uuid': '71f8a77b-3094-4517-abbe-afc9bdd89ab7', 'tag': '819d2a31-dce9-4c88-9122-2a4aaade8218', 'status': 'completed', 'code': 200} May 06 10:10:32.738233 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0264c-9d34-41e8-827e-f3de0cbeca46 req-5838d97a-5508-4271-b63b-03e66a57c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:32.740135 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9ef0264c-9d34-41e8-827e-f3de0cbeca46 req-5838d97a-5508-4271-b63b-03e66a57c244 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a9ce2e9e6f684bf299f120cb798067e3&device_id=71f8a77b-3094-4517-abbe-afc9bdd89ab7 HTTP/1.1" status: 200 len: 1136 time: 0.0836494 May 06 10:10:32.819348 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d7c5f-93bc-4883-a794-eeb42d58ae36 req-841d4840-7b77-4b86-b4da-a10504802f11 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:32.828958 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-380d7c5f-93bc-4883-a794-eeb42d58ae36 req-841d4840-7b77-4b86-b4da-a10504802f11 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=71f8a77b-3094-4517-abbe-afc9bdd89ab7 HTTP/1.1" status: 200 len: 985 time: 0.0967765 May 06 10:10:32.869274 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-81b53a52-1adc-4a60-b874-c5597a4ec05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2143815640', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:08:31Z', 'revision_number': 4, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'gw_port': {'id': '7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:24Z', 'updated_at': '2022-05-06T10:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'bc403094-7f18-4810-87c9-d3dead2a016c', 'name': '', 'network_id': 'f916293a-d4c7-43f8-935d-857b4ddeb579', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'mac_address': 'fa:16:3e:c1:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd9f07130-cb5f-4bd4-b176-e5b4d9b0aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:30Z', 'updated_at': '2022-05-06T10:08:42Z', 'revision_number': 5, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'subnets': [{'id': 'd9f07130-cb5f-4bd4-b176-e5b4d9b0aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:32.878147 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-380d7c5f-93bc-4883-a794-eeb42d58ae36 req-0ac7d02f-9d8f-49fb-9e8f-ae8aed2a1b68 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/security-groups?id=35f51013-f651-4c18-8a48-fa4343828649&id=9cc63417-6279-42da-9630-410bf6ae9b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0413013 May 06 10:10:32.920549 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b53a52-1adc-4a60-b874-c5597a4ec05c None None] Checking router: e244af83-9183-4d4a-8c9a-fd6f61e07c7d for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:10:32.931926 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b53a52-1adc-4a60-b874-c5597a4ec05c None None] Routers {'e244af83-9183-4d4a-8c9a-fd6f61e07c7d'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:10:32.932815 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-81b53a52-1adc-4a60-b874-c5597a4ec05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:10:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e244af83-9183-4d4a-8c9a-fd6f61e07c7d'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:33.005521 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0264c-9d34-41e8-827e-f3de0cbeca46 req-dae2d160-bdb4-4ae3-ab3f-8271b6482291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:33.007042 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9ef0264c-9d34-41e8-827e-f3de0cbeca46 req-dae2d160-bdb4-4ae3-ab3f-8271b6482291 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f916293a-d4c7-43f8-935d-857b4ddeb579 HTTP/1.1" status: 200 len: 898 time: 0.2593009 May 06 10:10:33.081279 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9ef0264c-9d34-41e8-827e-f3de0cbeca46 req-c2b72e3c-dc2e-4e84-b16f-4518e80b3de6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=819d2a31-dce9-4c88-9122-2a4aaade8218 HTTP/1.1" status: 200 len: 217 time: 0.0635996 May 06 10:10:33.106202 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-81b53a52-1adc-4a60-b874-c5597a4ec05c None None] Set router e244af83-9183-4d4a-8c9a-fd6f61e07c7d gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:10:33.172545 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0264c-9d34-41e8-827e-f3de0cbeca46 req-f616a033-95a7-4b07-b7b5-8863fc8355ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:33.174064 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9ef0264c-9d34-41e8-827e-f3de0cbeca46 req-f616a033-95a7-4b07-b7b5-8863fc8355ea service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d9f07130-cb5f-4bd4-b176-e5b4d9b0aff6 HTTP/1.1" status: 200 len: 835 time: 0.0867374 May 06 10:10:33.259813 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0264c-9d34-41e8-827e-f3de0cbeca46 req-3369d242-3a44-4360-ae79-0c57d5d9ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:33.259813 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9ef0264c-9d34-41e8-827e-f3de0cbeca46 req-3369d242-3a44-4360-ae79-0c57d5d9ae02 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f916293a-d4c7-43f8-935d-857b4ddeb579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767324 May 06 10:10:33.400966 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9ef0264c-9d34-41e8-827e-f3de0cbeca46 req-8e5bfb8c-cb90-4f61-9143-6ae9f48c03e1 service neutron] 10.222.0.77 "GET /v2.0/networks/f916293a-d4c7-43f8-935d-857b4ddeb579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329944 May 06 10:10:33.452299 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-81b53a52-1adc-4a60-b874-c5597a4ec05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2143815640', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:08:31Z', 'revision_number': 4, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'gw_port': {'id': '7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:24Z', 'updated_at': '2022-05-06T10:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'bc403094-7f18-4810-87c9-d3dead2a016c', 'name': '', 'network_id': 'f916293a-d4c7-43f8-935d-857b4ddeb579', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'mac_address': 'fa:16:3e:c1:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd9f07130-cb5f-4bd4-b176-e5b4d9b0aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:30Z', 'updated_at': '2022-05-06T10:08:42Z', 'revision_number': 5, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'subnets': [{'id': 'd9f07130-cb5f-4bd4-b176-e5b4d9b0aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:33.519580 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b53a52-1adc-4a60-b874-c5597a4ec05c None None] The sync data for ids ['e244af83-9183-4d4a-8c9a-fd6f61e07c7d'] in n-d-840835-1 is: [{'id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2143815640', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:08:31Z', 'revision_number': 4, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'gw_port': {'id': '7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:24Z', 'updated_at': '2022-05-06T10:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'bc403094-7f18-4810-87c9-d3dead2a016c', 'name': '', 'network_id': 'f916293a-d4c7-43f8-935d-857b4ddeb579', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'mac_address': 'fa:16:3e:c1:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd9f07130-cb5f-4bd4-b176-e5b4d9b0aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:30Z', 'updated_at': '2022-05-06T10:08:42Z', 'revision_number': 5, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'subnets': [{'id': 'd9f07130-cb5f-4bd4-b176-e5b4d9b0aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:10:33.550987 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9ef0264c-9d34-41e8-827e-f3de0cbeca46 req-f128a1f2-07b2-4be8-aceb-62175a5a27cb service neutron] 10.222.0.77 "GET /v2.0/networks/f916293a-d4c7-43f8-935d-857b4ddeb579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250186 May 06 10:10:33.812007 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748456c4-dcb1-4b0a-91de-0af4e5363c70 None None] New status for floating IP 45e89ae8-7660-459c-aa5b-399006cc818a: DOWN {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:10:34.073000 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cb433-28ab-41ef-a3e0-ddd703b53fe5 req-e9fe9711-470e-4cb4-b803-240b9ad2ff39 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:34.081295 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-725cb433-28ab-41ef-a3e0-ddd703b53fe5 req-e9fe9711-470e-4cb4-b803-240b9ad2ff39 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=71f8a77b-3094-4517-abbe-afc9bdd89ab7 HTTP/1.1" status: 200 len: 985 time: 0.0831108 May 06 10:10:34.125795 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-725cb433-28ab-41ef-a3e0-ddd703b53fe5 req-c811683a-4c36-462f-8096-b7550d1b5e7a tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/security-groups?id=35f51013-f651-4c18-8a48-fa4343828649&id=9cc63417-6279-42da-9630-410bf6ae9b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0436282 May 06 10:10:34.213749 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61daf9c2-a1bf-4bfa-9bfd-a37831502a30 req-b0208cbe-192e-4a5d-b819-9a196c2e6977 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:34.216108 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-61daf9c2-a1bf-4bfa-9bfd-a37831502a30 req-b0208cbe-192e-4a5d-b819-9a196c2e6977 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.77 "GET /v2.0/ports?device_id=71f8a77b-3094-4517-abbe-afc9bdd89ab7 HTTP/1.1" status: 200 len: 985 time: 0.0724227 May 06 10:10:34.349569 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-61daf9c2-a1bf-4bfa-9bfd-a37831502a30 req-c8213eb5-eef7-4038-997c-0419b0dcb822 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Deleting port 819d2a31-dce9-4c88-9122-2a4aaade8218 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:10:34.350228 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-61daf9c2-a1bf-4bfa-9bfd-a37831502a30 req-c8213eb5-eef7-4038-997c-0419b0dcb822 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:34.473513 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-61daf9c2-a1bf-4bfa-9bfd-a37831502a30 req-c8213eb5-eef7-4038-997c-0419b0dcb822 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] For port 819d2a31-dce9-4c88-9122-2a4aaade8218, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=819d2a31-dce9-4c88-9122-2a4aaade8218,segment=NetworkSegment(aee8d243-4412-442c-aa84-2d690d47488d),segment_id=aee8d243-4412-442c-aa84-2d690d47488d)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:10:34.473799 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-61daf9c2-a1bf-4bfa-9bfd-a37831502a30 req-c8213eb5-eef7-4038-997c-0419b0dcb822 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:34.492093 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-61daf9c2-a1bf-4bfa-9bfd-a37831502a30 req-c8213eb5-eef7-4038-997c-0419b0dcb822 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Calling delete_port for 819d2a31-dce9-4c88-9122-2a4aaade8218 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:10:34.644235 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-61daf9c2-a1bf-4bfa-9bfd-a37831502a30 req-c8213eb5-eef7-4038-997c-0419b0dcb822 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:34.713837 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8213eb5-eef7-4038-997c-0419b0dcb822 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Pushing event deleted for resources: {'Port': ['ID=819d2a31-dce9-4c88-9122-2a4aaade8218,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:34.779358 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-61daf9c2-a1bf-4bfa-9bfd-a37831502a30 req-c8213eb5-eef7-4038-997c-0419b0dcb822 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] No DVR routers for this DVR port 819d2a31-dce9-4c88-9122-2a4aaade8218 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:10:34.787631 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-61daf9c2-a1bf-4bfa-9bfd-a37831502a30 req-c8213eb5-eef7-4038-997c-0419b0dcb822 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:34.792096 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-61daf9c2-a1bf-4bfa-9bfd-a37831502a30 req-c8213eb5-eef7-4038-997c-0419b0dcb822 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.77 "DELETE /v2.0/ports/819d2a31-dce9-4c88-9122-2a4aaade8218 HTTP/1.1" status: 204 len: 173 time: 0.5695677 May 06 10:10:34.792825 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f8a77b-3094-4517-abbe-afc9bdd89ab7', 'name': 'network-vif-deleted', 'tag': '819d2a31-dce9-4c88-9122-2a4aaade8218'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:10:34.795481 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666926a1-3d43-4563-8e3c-33dc0022ef28" -d '{"events": [{"server_uuid": "71f8a77b-3094-4517-abbe-afc9bdd89ab7", "name": "network-vif-deleted", "tag": "819d2a31-dce9-4c88-9122-2a4aaade8218"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:10:34.885439 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40eb7d5-2a22-4bd0-be1b-1ee476d9e938 x-openstack-request-id: req-b40eb7d5-2a22-4bd0-be1b-1ee476d9e938 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:10:34.885743 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f8a77b-3094-4517-abbe-afc9bdd89ab7", "name": "network-vif-deleted", "tag": "819d2a31-dce9-4c88-9122-2a4aaade8218", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:10:34.886001 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b40eb7d5-2a22-4bd0-be1b-1ee476d9e938 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:10:34.886422 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b40eb7d5-2a22-4bd0-be1b-1ee476d9e938'] response: {'server_uuid': '71f8a77b-3094-4517-abbe-afc9bdd89ab7', 'name': 'network-vif-deleted', 'tag': '819d2a31-dce9-4c88-9122-2a4aaade8218', 'status': 'completed', 'code': 200} May 06 10:10:35.338675 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d70461ef-f379-46e4-8c28-3aac73144e4c req-cca0ec7b-da88-41bc-839e-b113644ff817 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "GET /v2.0/ports?device_id=71f8a77b-3094-4517-abbe-afc9bdd89ab7 HTTP/1.1" status: 200 len: 210 time: 0.0720191 May 06 10:10:36.404070 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60640) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:36.477398 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-219372cd-6c9a-4f62-8a68-78c2438119c3 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:36.506515 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-219372cd-6c9a-4f62-8a68-78c2438119c3 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:36.554015 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-219372cd-6c9a-4f62-8a68-78c2438119c3 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:36.559010 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-219372cd-6c9a-4f62-8a68-78c2438119c3 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:36.562787 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-219372cd-6c9a-4f62-8a68-78c2438119c3 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "DELETE /v2.0/security-groups/9cc63417-6279-42da-9630-410bf6ae9b7b HTTP/1.1" status: 204 len: 168 time: 0.1553264 May 06 10:10:36.563195 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60642) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:36.593941 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219372cd-6c9a-4f62-8a68-78c2438119c3 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc63417-6279-42da-9630-410bf6ae9b7b,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:36.677818 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6c839f4c-4613-4aaa-822e-19cf19e2420d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:36.735376 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6c839f4c-4613-4aaa-822e-19cf19e2420d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:36.799080 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6c839f4c-4613-4aaa-822e-19cf19e2420d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:36.802125 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6c839f4c-4613-4aaa-822e-19cf19e2420d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:36.806423 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6c839f4c-4613-4aaa-822e-19cf19e2420d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "DELETE /v2.0/security-groups/35f51013-f651-4c18-8a48-fa4343828649 HTTP/1.1" status: 204 len: 168 time: 0.2390218 May 06 10:10:36.806858 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60648) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:36.859721 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c839f4c-4613-4aaa-822e-19cf19e2420d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f51013-f651-4c18-8a48-fa4343828649,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:37.322555 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60658) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:37.409303 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae4038e-1c03-42e1-b604-3e866d1c2a6e admin admin] Deleting subnet 7e05999b-0051-46c7-9f65-ff8814dab00a {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:10:37.409557 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d854446e-2fa4-43d7-946d-db20384243ca tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:37.418528 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fae4038e-1c03-42e1-b604-3e866d1c2a6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:37.482779 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 819d2a31-dce9-4c88-9122-2a4aaade8218 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:10:37.513064 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 819d2a31-dce9-4c88-9122-2a4aaade8218 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:10:37.513835 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 819d2a31-dce9-4c88-9122-2a4aaade8218 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:10:37.515597 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fae4038e-1c03-42e1-b604-3e866d1c2a6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:37.569638 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fae4038e-1c03-42e1-b604-3e866d1c2a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:37.689360 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fae4038e-1c03-42e1-b604-3e866d1c2a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:37.738675 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4038e-1c03-42e1-b604-3e866d1c2a6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e05999b-0051-46c7-9f65-ff8814dab00a,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:37.742030 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fae4038e-1c03-42e1-b604-3e866d1c2a6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:37.746777 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fae4038e-1c03-42e1-b604-3e866d1c2a6e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7e05999b-0051-46c7-9f65-ff8814dab00a HTTP/1.1" status: 204 len: 168 time: 0.4228785 May 06 10:10:37.750022 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60670) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:37.860990 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ec0f44c2-5fc4-4b11-975f-934520219520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:37.981717 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ec0f44c2-5fc4-4b11-975f-934520219520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:38.007331 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-d854446e-2fa4-43d7-946d-db20384243ca tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Deleting port bc403094-7f18-4810-87c9-d3dead2a016c {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:10:38.007627 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d854446e-2fa4-43d7-946d-db20384243ca tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:38.023418 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-ec0f44c2-5fc4-4b11-975f-934520219520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bbe2e9b-5747-4feb-b99a-f35298302a92']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:38.068695 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-ec0f44c2-5fc4-4b11-975f-934520219520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:38.068993 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-ec0f44c2-5fc4-4b11-975f-934520219520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3afbfe6c-83c2-4a5a-a9ae-3c85ca4ad7ed') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:38.085110 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ec0f44c2-5fc4-4b11-975f-934520219520 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:38.112911 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ec0f44c2-5fc4-4b11-975f-934520219520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:38.125625 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0f44c2-5fc4-4b11-975f-934520219520 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:10:38.126023 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ec0f44c2-5fc4-4b11-975f-934520219520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: timer() May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:10:38.127688 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:10:38.173074 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-d854446e-2fa4-43d7-946d-db20384243ca tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] For port bc403094-7f18-4810-87c9-d3dead2a016c, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=bc403094-7f18-4810-87c9-d3dead2a016c,segment=NetworkSegment(aee8d243-4412-442c-aa84-2d690d47488d),segment_id=aee8d243-4412-442c-aa84-2d690d47488d)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:10:38.173447 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d854446e-2fa4-43d7-946d-db20384243ca tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:38.197489 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-d854446e-2fa4-43d7-946d-db20384243ca tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Calling delete_port for bc403094-7f18-4810-87c9-d3dead2a016c owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:10:38.208321 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ec0f44c2-5fc4-4b11-975f-934520219520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:38.215591 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ec0f44c2-5fc4-4b11-975f-934520219520 admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:38.218863 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ec0f44c2-5fc4-4b11-975f-934520219520 admin admin] 10.222.0.73 "DELETE /v2.0/networks/4bbe2e9b-5747-4feb-b99a-f35298302a92 HTTP/1.1" status: 204 len: 168 time: 0.4677496 May 06 10:10:38.264853 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f44c2-5fc4-4b11-975f-934520219520 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bbe2e9b-5747-4feb-b99a-f35298302a92,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:38.468907 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60686) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:38.477133 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d854446e-2fa4-43d7-946d-db20384243ca tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:38.519600 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854446e-2fa4-43d7-946d-db20384243ca tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Pushing event deleted for resources: {'Port': ['ID=bc403094-7f18-4810-87c9-d3dead2a016c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:38.593430 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cdf872bb-6afa-4477-a8ea-21baf9316cf8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a1c46de5a38548ffaf671660dbafc275&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1232088 May 06 10:10:38.596258 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60688) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:38.744647 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e80a7d42-5c95-46db-8ffc-e26d6898ee75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:38.780124 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e80a7d42-5c95-46db-8ffc-e26d6898ee75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:38.789599 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d854446e-2fa4-43d7-946d-db20384243ca tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:38.917643 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e80a7d42-5c95-46db-8ffc-e26d6898ee75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:38.920278 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e80a7d42-5c95-46db-8ffc-e26d6898ee75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:38.923858 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e80a7d42-5c95-46db-8ffc-e26d6898ee75 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e19c3c1a-3a5d-48a4-9cfd-6b3b144a39b5 HTTP/1.1" status: 204 len: 168 time: 0.3242779 May 06 10:10:38.944430 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a7d42-5c95-46db-8ffc-e26d6898ee75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19c3c1a-3a5d-48a4-9cfd-6b3b144a39b5,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:39.142056 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d854446e-2fa4-43d7-946d-db20384243ca tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Router e244af83-9183-4d4a-8c9a-fd6f61e07c7d has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:10:39.276657 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d854446e-2fa4-43d7-946d-db20384243ca tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:10:39.283699 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d854446e-2fa4-43d7-946d-db20384243ca tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "PUT /v2.0/routers/e244af83-9183-4d4a-8c9a-fd6f61e07c7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4756100 May 06 10:10:39.286579 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60702) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:39.299396 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5503f5-7c21-4872-8b57-cd6939818e8c None None] Sync routers for ids ['e244af83-9183-4d4a-8c9a-fd6f61e07c7d'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:10:39.318608 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5503f5-7c21-4872-8b57-cd6939818e8c None None] Routers {'e244af83-9183-4d4a-8c9a-fd6f61e07c7d'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:10:39.319843 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8c5503f5-7c21-4872-8b57-cd6939818e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:10:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e244af83-9183-4d4a-8c9a-fd6f61e07c7d'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:39.362336 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ffd8f0b-61c5-49cb-b136-8889758908b3 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Deleting subnet d9f07130-cb5f-4bd4-b176-e5b4d9b0aff6 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:10:39.366909 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6ffd8f0b-61c5-49cb-b136-8889758908b3 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:39.483993 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6ffd8f0b-61c5-49cb-b136-8889758908b3 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:39.668906 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-8c5503f5-7c21-4872-8b57-cd6939818e8c None None] Set router e244af83-9183-4d4a-8c9a-fd6f61e07c7d gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:10:39.693651 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6ffd8f0b-61c5-49cb-b136-8889758908b3 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:39.780208 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6ffd8f0b-61c5-49cb-b136-8889758908b3 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:39.815514 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd8f0b-61c5-49cb-b136-8889758908b3 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Pushing event deleted for resources: {'Subnet': ['ID=d9f07130-cb5f-4bd4-b176-e5b4d9b0aff6,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:39.828371 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e92d992-6fee-4b3e-9336-740b5942317d None None] Network f916293a-d4c7-43f8-935d-857b4ddeb579 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:10:39.841783 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6ffd8f0b-61c5-49cb-b136-8889758908b3 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:39.847494 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6ffd8f0b-61c5-49cb-b136-8889758908b3 tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "DELETE /v2.0/subnets/d9f07130-cb5f-4bd4-b176-e5b4d9b0aff6 HTTP/1.1" status: 204 len: 168 time: 0.5573862 May 06 10:10:39.847866 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60714) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:39.923769 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8c5503f5-7c21-4872-8b57-cd6939818e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2143815640', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:10:38Z', 'revision_number': 5, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'gw_port': {'id': '7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:24Z', 'updated_at': '2022-05-06T10:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:39.959098 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5503f5-7c21-4872-8b57-cd6939818e8c None None] Checking router: e244af83-9183-4d4a-8c9a-fd6f61e07c7d for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:10:39.970317 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5503f5-7c21-4872-8b57-cd6939818e8c None None] Routers {'e244af83-9183-4d4a-8c9a-fd6f61e07c7d'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:10:39.971755 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8c5503f5-7c21-4872-8b57-cd6939818e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:10:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e244af83-9183-4d4a-8c9a-fd6f61e07c7d'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:40.036963 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-882cbf2f-faac-4de3-9ed8-52b80be4871d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:40.106053 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ae5fcd-087d-48c6-8210-92b6bd3d029a None None] DHCP port deletion for f916293a-d4c7-43f8-935d-857b4ddeb579 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:10:40.172142 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-8c5503f5-7c21-4872-8b57-cd6939818e8c None None] Set router e244af83-9183-4d4a-8c9a-fd6f61e07c7d gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:10:40.250694 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-17ae5fcd-087d-48c6-8210-92b6bd3d029a None None] Deleting port cc75f876-0c09-4357-89ee-3788f97dfb3c {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:10:40.251332 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-17ae5fcd-087d-48c6-8210-92b6bd3d029a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:40.364848 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-17ae5fcd-087d-48c6-8210-92b6bd3d029a None None] For port cc75f876-0c09-4357-89ee-3788f97dfb3c, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=cc75f876-0c09-4357-89ee-3788f97dfb3c,segment=NetworkSegment(aee8d243-4412-442c-aa84-2d690d47488d),segment_id=aee8d243-4412-442c-aa84-2d690d47488d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:10:40.365937 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-17ae5fcd-087d-48c6-8210-92b6bd3d029a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:40.394242 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-17ae5fcd-087d-48c6-8210-92b6bd3d029a None None] Calling delete_port for cc75f876-0c09-4357-89ee-3788f97dfb3c owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:10:40.469451 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8c5503f5-7c21-4872-8b57-cd6939818e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2143815640', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:10:38Z', 'revision_number': 5, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'gw_port': {'id': '7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:24Z', 'updated_at': '2022-05-06T10:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:40.503413 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5503f5-7c21-4872-8b57-cd6939818e8c None None] The sync data for ids ['e244af83-9183-4d4a-8c9a-fd6f61e07c7d'] in n-d-840835-1 is: [{'id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2143815640', 'tenant_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:10:38Z', 'revision_number': 5, 'project_id': 'a9ce2e9e6f684bf299f120cb798067e3', 'gw_port': {'id': '7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e244af83-9183-4d4a-8c9a-fd6f61e07c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:24Z', 'updated_at': '2022-05-06T10:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:10:40.623918 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-882cbf2f-faac-4de3-9ed8-52b80be4871d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:40.689176 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-882cbf2f-faac-4de3-9ed8-52b80be4871d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Deleting port 7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:10:40.689838 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-882cbf2f-faac-4de3-9ed8-52b80be4871d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:40.711957 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-17ae5fcd-087d-48c6-8210-92b6bd3d029a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:40.744442 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae5fcd-087d-48c6-8210-92b6bd3d029a None None] Pushing event deleted for resources: {'Port': ['ID=cc75f876-0c09-4357-89ee-3788f97dfb3c,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:40.752923 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ae5fcd-087d-48c6-8210-92b6bd3d029a None None] No DVR routers for this DVR port cc75f876-0c09-4357-89ee-3788f97dfb3c on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:10:40.799002 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-882cbf2f-faac-4de3-9ed8-52b80be4871d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] For port 7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:10:40.799677 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-882cbf2f-faac-4de3-9ed8-52b80be4871d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:40.815476 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-882cbf2f-faac-4de3-9ed8-52b80be4871d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Calling delete_port for 7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79 owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:10:41.050711 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-882cbf2f-faac-4de3-9ed8-52b80be4871d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:41.092078 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882cbf2f-faac-4de3-9ed8-52b80be4871d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Pushing event deleted for resources: {'Port': ['ID=7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:41.101060 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device cc75f876-0c09-4357-89ee-3788f97dfb3c no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:10:41.107049 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882cbf2f-faac-4de3-9ed8-52b80be4871d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:41.108354 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882cbf2f-faac-4de3-9ed8-52b80be4871d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:41.108818 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882cbf2f-faac-4de3-9ed8-52b80be4871d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:41.109106 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882cbf2f-faac-4de3-9ed8-52b80be4871d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:41.109447 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882cbf2f-faac-4de3-9ed8-52b80be4871d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:41.109794 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882cbf2f-faac-4de3-9ed8-52b80be4871d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:41.110242 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882cbf2f-faac-4de3-9ed8-52b80be4871d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:41.110585 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882cbf2f-faac-4de3-9ed8-52b80be4871d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:41.110928 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882cbf2f-faac-4de3-9ed8-52b80be4871d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:41.111383 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882cbf2f-faac-4de3-9ed8-52b80be4871d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:41.111720 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882cbf2f-faac-4de3-9ed8-52b80be4871d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:41.112061 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882cbf2f-faac-4de3-9ed8-52b80be4871d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:41.139569 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: cc75f876-0c09-4357-89ee-3788f97dfb3c {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:10:41.139923 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device cc75f876-0c09-4357-89ee-3788f97dfb3c not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:10:41.140353 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device bc403094-7f18-4810-87c9-d3dead2a016c no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:10:41.183098 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: bc403094-7f18-4810-87c9-d3dead2a016c {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:10:41.183630 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device bc403094-7f18-4810-87c9-d3dead2a016c not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:10:41.186411 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-882cbf2f-faac-4de3-9ed8-52b80be4871d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:41.301499 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-882cbf2f-faac-4de3-9ed8-52b80be4871d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:41.303768 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-882cbf2f-faac-4de3-9ed8-52b80be4871d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:41.354719 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-882cbf2f-faac-4de3-9ed8-52b80be4871d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:41.355617 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882cbf2f-faac-4de3-9ed8-52b80be4871d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Fanout notify agent at l3_agent the message router_deleted on router e244af83-9183-4d4a-8c9a-fd6f61e07c7d {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:10:41.362919 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-882cbf2f-faac-4de3-9ed8-52b80be4871d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:41.366638 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-882cbf2f-faac-4de3-9ed8-52b80be4871d tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "DELETE /v2.0/routers/e244af83-9183-4d4a-8c9a-fd6f61e07c7d HTTP/1.1" status: 204 len: 168 time: 1.5153635 May 06 10:10:41.367022 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60756) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:41.462675 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8233f36-0498-4846-8b99-ba780c69975b tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:41.602248 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8233f36-0498-4846-8b99-ba780c69975b tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:41.625449 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-a8233f36-0498-4846-8b99-ba780c69975b tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f916293a-d4c7-43f8-935d-857b4ddeb579']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:41.636137 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-a8233f36-0498-4846-8b99-ba780c69975b tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee8d243-4412-442c-aa84-2d690d47488d') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:41.636438 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-a8233f36-0498-4846-8b99-ba780c69975b tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee8d243-4412-442c-aa84-2d690d47488d') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:41.647372 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8233f36-0498-4846-8b99-ba780c69975b tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:41.662235 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8233f36-0498-4846-8b99-ba780c69975b tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:41.668852 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8233f36-0498-4846-8b99-ba780c69975b tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:10:41.669244 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8233f36-0498-4846-8b99-ba780c69975b tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: timer() May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:10:41.709943 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:10:41.743416 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8233f36-0498-4846-8b99-ba780c69975b tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:41.759565 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8233f36-0498-4846-8b99-ba780c69975b tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:41.766918 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a8233f36-0498-4846-8b99-ba780c69975b tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] 10.222.0.73 "DELETE /v2.0/networks/f916293a-d4c7-43f8-935d-857b4ddeb579 HTTP/1.1" status: 204 len: 168 time: 0.3986604 May 06 10:10:41.791010 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8233f36-0498-4846-8b99-ba780c69975b tempest-TestSecurityGroupsBasicOps-1673484099 tempest-TestSecurityGroupsBasicOps-1673484099-project] Pushing event deleted for resources: {'Network': ['ID=f916293a-d4c7-43f8-935d-857b4ddeb579,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:42.137918 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60784) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:42.301836 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9560c771-a198-4b7d-a374-e17a8fb7d920 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a9ce2e9e6f684bf299f120cb798067e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1605010 May 06 10:10:42.302231 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60790) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:42.363301 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c9318008-6441-4cd4-9289-32a3917709da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:42.388422 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c9318008-6441-4cd4-9289-32a3917709da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:42.444847 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c9318008-6441-4cd4-9289-32a3917709da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:42.448148 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c9318008-6441-4cd4-9289-32a3917709da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:42.452626 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c9318008-6441-4cd4-9289-32a3917709da admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/110a23d3-3f16-4f38-af51-bd8dd8566370 HTTP/1.1" status: 204 len: 168 time: 0.1494193 May 06 10:10:42.463079 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9318008-6441-4cd4-9289-32a3917709da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110a23d3-3f16-4f38-af51-bd8dd8566370,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:42.793973 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 60806) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:42.808840 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6bc688d6-4051-4116-a2b0-395eef05bba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:42.892575 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6bc688d6-4051-4116-a2b0-395eef05bba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:42.898280 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6bc688d6-4051-4116-a2b0-395eef05bba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:42.936991 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6bc688d6-4051-4116-a2b0-395eef05bba7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f9d667193cfd4bef9e0dfad33c116f2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412308 May 06 10:10:42.939773 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60812) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:42.950587 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc688d6-4051-4116-a2b0-395eef05bba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c6754f-8cab-4f9d-9fe2-fdc17d3edef8,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:43.006304 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-03a6baab-ca24-4443-8e80-5c044e58fe6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:43.033096 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-03a6baab-ca24-4443-8e80-5c044e58fe6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:43.073453 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:10:43.091335 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-03a6baab-ca24-4443-8e80-5c044e58fe6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:43.094731 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-03a6baab-ca24-4443-8e80-5c044e58fe6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:43.096298 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-03a6baab-ca24-4443-8e80-5c044e58fe6e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/90c6754f-8cab-4f9d-9fe2-fdc17d3edef8 HTTP/1.1" status: 204 len: 168 time: 0.1553519 May 06 10:10:43.110826 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:10:43.111562 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 7d0ef638-09cd-458d-9e7a-e7b5ff0f5e79 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:10:43.122480 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6baab-ca24-4443-8e80-5c044e58fe6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c6754f-8cab-4f9d-9fe2-fdc17d3edef8,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:43.503805 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60826) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:43.550515 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b78c8461-26f7-401c-94f2-0c7d0c847266 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9fc9a9aaa6b9481cae9f1f938f27433e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454588 May 06 10:10:43.553110 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 60830) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:43.614053 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b06499ed-3185-4f0d-b01f-2b6ea1e479f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:43.641478 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b06499ed-3185-4f0d-b01f-2b6ea1e479f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:43.706307 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b06499ed-3185-4f0d-b01f-2b6ea1e479f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:43.710420 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b06499ed-3185-4f0d-b01f-2b6ea1e479f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:43.712075 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b06499ed-3185-4f0d-b01f-2b6ea1e479f4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3f624651-394c-4ab6-8f8e-2e09dbd0a76f HTTP/1.1" status: 204 len: 168 time: 0.1579924 May 06 10:10:43.721876 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06499ed-3185-4f0d-b01f-2b6ea1e479f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f624651-394c-4ab6-8f8e-2e09dbd0a76f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:45.817846 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-306fd270-9d22-4430-a512-13547d0c0c88 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:45.819428 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-306fd270-9d22-4430-a512-13547d0c0c88 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 812 time: 0.1131847 May 06 10:10:45.836273 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-4dbdbdfa-6e93-4fe8-ad35-ac7d5df37cc2 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/quotas/7cb12c0888cc4f8a80e8e3d90fb1fcf1 HTTP/1.1" status: 200 len: 375 time: 0.0096920 May 06 10:10:45.892094 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-40bfeb2c-71e2-4882-979b-fbed8e8c2e72 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497108 May 06 10:10:45.943040 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-64d0189e-436b-4c23-82dd-bfab25168e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:46.092054 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-1ee6900b-58ea-4475-b771-f051bffeaf16 service neutron] 10.222.0.73 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917913 May 06 10:10:46.185886 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-ae93154b-bae4-412c-80bc-42a18f49f620 service neutron] 10.222.0.73 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876243 May 06 10:10:46.474174 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-857a5db9-002a-4523-9481-dfe8cf153650 req-fbabfca4-a4f3-4aa9-bfb3-ea5b1cd0dd3a tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba6683c4-f8e3-422c-b41f-396a9062463c HTTP/1.1" status: 200 len: 210 time: 0.0281816 May 06 10:10:47.519572 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-c1755ee5-0fda-4aac-af35-5644afb5675c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:47.520340 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-c1755ee5-0fda-4aac-af35-5644afb5675c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.77 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 812 time: 0.1264706 May 06 10:10:47.546533 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-dc27acdd-0025-41fb-b8bd-89d903d2117e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Request body: {'port': {'device_id': 'ba6683c4-f8e3-422c-b41f-396a9062463c', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'admin_state_up': True, 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:10:47.574302 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-19d2e53f-7a5c-4f32-80b3-01e35579c990 req-8ed93ee0-42ef-4025-9470-8d26c418bfbf tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba6683c4-f8e3-422c-b41f-396a9062463c HTTP/1.1" status: 200 len: 210 time: 0.0265148 May 06 10:10:47.665926 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-dc27acdd-0025-41fb-b8bd-89d903d2117e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Made reservation on behalf of 7cb12c0888cc4f8a80e8e3d90fb1fcf1 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:10:47.669599 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-dc27acdd-0025-41fb-b8bd-89d903d2117e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:47.812405 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-dc27acdd-0025-41fb-b8bd-89d903d2117e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Allocated IP 172.20.0.4 (e79942ca-e345-49b7-9237-09d84c169e88/6c703b66-fbd0-4b8e-aa48-38bd7169d05a/64d106e4-a3cf-4bbe-b566-3a451497edf2) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:10:47.986413 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-dc27acdd-0025-41fb-b8bd-89d903d2117e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:48.020739 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-dc27acdd-0025-41fb-b8bd-89d903d2117e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:48.378337 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-dc27acdd-0025-41fb-b8bd-89d903d2117e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Network e79942ca-e345-49b7-9237-09d84c169e88 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:10:48.384357 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-dc27acdd-0025-41fb-b8bd-89d903d2117e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:10:48.391574 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-dc27acdd-0025-41fb-b8bd-89d903d2117e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:10:48.395691 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27acdd-0025-41fb-b8bd-89d903d2117e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Pushing event updated for resources: {'Port': ['ID=64d106e4-a3cf-4bbe-b566-3a451497edf2,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:48.430491 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27acdd-0025-41fb-b8bd-89d903d2117e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:48.431154 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27acdd-0025-41fb-b8bd-89d903d2117e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:48.431519 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27acdd-0025-41fb-b8bd-89d903d2117e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:48.432359 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27acdd-0025-41fb-b8bd-89d903d2117e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:48.432359 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27acdd-0025-41fb-b8bd-89d903d2117e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:48.436236 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27acdd-0025-41fb-b8bd-89d903d2117e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:48.436236 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27acdd-0025-41fb-b8bd-89d903d2117e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:48.436236 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27acdd-0025-41fb-b8bd-89d903d2117e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:48.436236 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27acdd-0025-41fb-b8bd-89d903d2117e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:48.436236 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27acdd-0025-41fb-b8bd-89d903d2117e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:48.436236 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27acdd-0025-41fb-b8bd-89d903d2117e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:48.436236 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27acdd-0025-41fb-b8bd-89d903d2117e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:48.457569 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-dc27acdd-0025-41fb-b8bd-89d903d2117e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:48.458190 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-dc27acdd-0025-41fb-b8bd-89d903d2117e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:48.471988 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0d174db4-db58-44ed-9795-8484366be3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:48.483432 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-dc27acdd-0025-41fb-b8bd-89d903d2117e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9408553 May 06 10:10:48.502308 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-d03841e2-b311-4876-9b27-70051d5b9a34 service neutron] Request body: {'port': {'device_id': 'ba6683c4-f8e3-422c-b41f-396a9062463c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:10:48.568629 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-d03841e2-b311-4876-9b27-70051d5b9a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:48.734865 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da966e0d-e907-4f6d-8130-2bed024b6791 req-b09335e2-1f95-40c3-bd6f-2d07da555678 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:48.742101 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da966e0d-e907-4f6d-8130-2bed024b6791 req-b09335e2-1f95-40c3-bd6f-2d07da555678 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba6683c4-f8e3-422c-b41f-396a9062463c HTTP/1.1" status: 200 len: 931 time: 0.0591953 May 06 10:10:48.799448 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-da966e0d-e907-4f6d-8130-2bed024b6791 req-077d194d-b8c6-4c56-9191-7ff17bc2811b tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544212 May 06 10:10:48.816588 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-82fb0b27-84a7-4bf7-8ed7-2d0af94dc5e5 None None] Provisioning complete for port 64d106e4-a3cf-4bbe-b566-3a451497edf2 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:48.816973 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-82fb0b27-84a7-4bf7-8ed7-2d0af94dc5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:48.885529 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-82fb0b27-84a7-4bf7-8ed7-2d0af94dc5e5 None None] Port 64d106e4-a3cf-4bbe-b566-3a451497edf2 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:10:48.972570 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:48.973196 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-d03841e2-b311-4876-9b27-70051d5b9a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d106e4-a3cf-4bbe-b566-3a451497edf2 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:10:48.982040 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-d03841e2-b311-4876-9b27-70051d5b9a34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:48.995648 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-d03841e2-b311-4876-9b27-70051d5b9a34 service neutron] Transition to ACTIVE for port object 64d106e4-a3cf-4bbe-b566-3a451497edf2 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:10:49.002308 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-d03841e2-b311-4876-9b27-70051d5b9a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:49.061300 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03841e2-b311-4876-9b27-70051d5b9a34 service neutron] Pushing event updated for resources: {'Port': ['ID=64d106e4-a3cf-4bbe-b566-3a451497edf2,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:49.151515 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-d03841e2-b311-4876-9b27-70051d5b9a34 service neutron] Attempting to bind port 64d106e4-a3cf-4bbe-b566-3a451497edf2 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:10:49.151953 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-d03841e2-b311-4876-9b27-70051d5b9a34 service neutron] Attempting to bind port 64d106e4-a3cf-4bbe-b566-3a451497edf2 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:10:49.152365 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-d03841e2-b311-4876-9b27-70051d5b9a34 service neutron] Attempting to bind port 64d106e4-a3cf-4bbe-b566-3a451497edf2 on network e79942ca-e345-49b7-9237-09d84c169e88 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:10:49.157249 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-d03841e2-b311-4876-9b27-70051d5b9a34 service neutron] Port 64d106e4-a3cf-4bbe-b566-3a451497edf2 on network e79942ca-e345-49b7-9237-09d84c169e88 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:10:49.157655 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-d03841e2-b311-4876-9b27-70051d5b9a34 service neutron] Attempting to bind port 64d106e4-a3cf-4bbe-b566-3a451497edf2 on network e79942ca-e345-49b7-9237-09d84c169e88 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:10:49.163099 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-d03841e2-b311-4876-9b27-70051d5b9a34 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:10:49.163547 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-d03841e2-b311-4876-9b27-70051d5b9a34 service neutron] Checking segment: {'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:10:49.164007 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-d03841e2-b311-4876-9b27-70051d5b9a34 service neutron] Bound using segment: {'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:10:49.165155 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-d03841e2-b311-4876-9b27-70051d5b9a34 service neutron] Bound port: 64d106e4-a3cf-4bbe-b566-3a451497edf2, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:10:49.165596 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-d03841e2-b311-4876-9b27-70051d5b9a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:49.243154 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-d03841e2-b311-4876-9b27-70051d5b9a34 service neutron] For port 64d106e4-a3cf-4bbe-b566-3a451497edf2, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:10:49.247219 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-d03841e2-b311-4876-9b27-70051d5b9a34 service neutron] For port 64d106e4-a3cf-4bbe-b566-3a451497edf2, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=64d106e4-a3cf-4bbe-b566-3a451497edf2,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:10:49.252216 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-d03841e2-b311-4876-9b27-70051d5b9a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:49.315642 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-d03841e2-b311-4876-9b27-70051d5b9a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:49.316489 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-d03841e2-b311-4876-9b27-70051d5b9a34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:49.318104 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-d03841e2-b311-4876-9b27-70051d5b9a34 service neutron] 10.222.0.77 "PUT /v2.0/ports/64d106e4-a3cf-4bbe-b566-3a451497edf2 HTTP/1.1" status: 200 len: 1091 time: 0.8201547 May 06 10:10:49.318557 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6683c4-f8e3-422c-b41f-396a9062463c', 'tag': '64d106e4-a3cf-4bbe-b566-3a451497edf2'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:10:49.321334 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea223fe6-5475-4c68-8540-d55e7f608482" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6683c4-f8e3-422c-b41f-396a9062463c", "tag": "64d106e4-a3cf-4bbe-b566-3a451497edf2"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:10:49.355225 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03841e2-b311-4876-9b27-70051d5b9a34 service neutron] Pushing event updated for resources: {'Port': ['ID=64d106e4-a3cf-4bbe-b566-3a451497edf2,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:49.406921 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7792399-36ec-4689-a6da-a984b590415d x-openstack-request-id: req-a7792399-36ec-4689-a6da-a984b590415d {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:10:49.407277 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6683c4-f8e3-422c-b41f-396a9062463c", "tag": "64d106e4-a3cf-4bbe-b566-3a451497edf2", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:10:49.407540 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a7792399-36ec-4689-a6da-a984b590415d {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:10:49.407961 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7792399-36ec-4689-a6da-a984b590415d'] response: {'name': 'network-changed', 'server_uuid': 'ba6683c4-f8e3-422c-b41f-396a9062463c', 'tag': '64d106e4-a3cf-4bbe-b566-3a451497edf2', 'status': 'completed', 'code': 200} May 06 10:10:49.470825 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-d60036b6-4790-497c-b400-813f90a1ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:49.472417 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-d60036b6-4790-497c-b400-813f90a1ec82 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&device_id=ba6683c4-f8e3-422c-b41f-396a9062463c HTTP/1.1" status: 200 len: 1094 time: 0.0548389 May 06 10:10:49.547885 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-8f45166d-2dbd-431f-a898-66b8b70e6fdd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64d106e4-a3cf-4bbe-b566-3a451497edf2 HTTP/1.1" status: 200 len: 217 time: 0.0557637 May 06 10:10:49.587802 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:49.612485 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-d298d826-fa18-429f-860d-c17795dd59ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:49.614184 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-d298d826-fa18-429f-860d-c17795dd59ba service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6c703b66-fbd0-4b8e-aa48-38bd7169d05a HTTP/1.1" status: 200 len: 851 time: 0.0581882 May 06 10:10:49.671143 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-0b74adbd-a649-4746-b633-55a85045d791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:49.672715 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-0b74adbd-a649-4746-b633-55a85045d791 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e79942ca-e345-49b7-9237-09d84c169e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520735 May 06 10:10:49.774580 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-2da288ca-1a11-4a14-a0d3-ebcd69d4f3fc service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936453 May 06 10:10:49.888366 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c91290ef-5e5f-448f-bb77-32b3d08b65f4 req-b385ac5e-3ed9-4681-adc6-807cd9ea8597 service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061134 May 06 10:10:49.956039 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d1c10-6e94-4f1b-bfa0-5f247d1fa27e req-0fa99be3-3274-466c-b182-739467198154 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:49.957643 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-617d1c10-6e94-4f1b-bfa0-5f247d1fa27e req-0fa99be3-3274-466c-b182-739467198154 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba6683c4-f8e3-422c-b41f-396a9062463c HTTP/1.1" status: 200 len: 943 time: 0.0694551 May 06 10:10:50.021347 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-617d1c10-6e94-4f1b-bfa0-5f247d1fa27e req-00ac6707-c39c-4b1f-a5c9-eacdd5418dcb tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507860 May 06 10:10:50.030890 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea223fe6-5475-4c68-8540-d55e7f608482 req-c38e83d3-a8c5-47bd-90fb-9fbb56ea067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:50.032636 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ea223fe6-5475-4c68-8540-d55e7f608482 req-c38e83d3-a8c5-47bd-90fb-9fbb56ea067e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&device_id=ba6683c4-f8e3-422c-b41f-396a9062463c HTTP/1.1" status: 200 len: 1094 time: 0.0716355 May 06 10:10:50.131775 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea223fe6-5475-4c68-8540-d55e7f608482 req-bd4d6cce-685e-4c07-804b-72f41e01353c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:50.134039 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ea223fe6-5475-4c68-8540-d55e7f608482 req-bd4d6cce-685e-4c07-804b-72f41e01353c service neutron] 10.222.0.77 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 913 time: 0.0937629 May 06 10:10:50.177361 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ea223fe6-5475-4c68-8540-d55e7f608482 req-a5ec09a1-1a95-462d-87ee-422f2d84c9e4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64d106e4-a3cf-4bbe-b566-3a451497edf2 HTTP/1.1" status: 200 len: 217 time: 0.0375669 May 06 10:10:50.235252 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea223fe6-5475-4c68-8540-d55e7f608482 req-ab35fade-74e6-44d8-b608-dfb9dc00ceba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:50.236684 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ea223fe6-5475-4c68-8540-d55e7f608482 req-ab35fade-74e6-44d8-b608-dfb9dc00ceba service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6c703b66-fbd0-4b8e-aa48-38bd7169d05a HTTP/1.1" status: 200 len: 851 time: 0.0529768 May 06 10:10:50.287221 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea223fe6-5475-4c68-8540-d55e7f608482 req-36deaff4-6ca6-4ef9-a661-85150d3f1336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:50.288795 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ea223fe6-5475-4c68-8540-d55e7f608482 req-36deaff4-6ca6-4ef9-a661-85150d3f1336 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e79942ca-e345-49b7-9237-09d84c169e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439212 May 06 10:10:50.386482 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ea223fe6-5475-4c68-8540-d55e7f608482 req-e6a8cff6-7a5c-4103-bb0e-3836bbeb6185 service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900545 May 06 10:10:50.492713 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ea223fe6-5475-4c68-8540-d55e7f608482 req-db71dbc5-33d0-40e9-abc6-caa5e0fbba93 service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996456 May 06 10:10:51.006082 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:10:51.140952 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a22b3-3fd6-4414-ad6a-be8f441c55ab req-2d7eecc0-b1db-4cd6-b121-700cfd586334 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:51.142616 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a8a22b3-3fd6-4414-ad6a-be8f441c55ab req-2d7eecc0-b1db-4cd6-b121-700cfd586334 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba6683c4-f8e3-422c-b41f-396a9062463c HTTP/1.1" status: 200 len: 943 time: 0.0514667 May 06 10:10:51.186750 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a8a22b3-3fd6-4414-ad6a-be8f441c55ab req-b49e17af-3dbb-415f-90e3-6ccccea18368 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341017 May 06 10:10:51.271170 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:51.476301 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:52.307472 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486b825-f9b3-4bf2-b214-aea3c5fd1e64 req-b204bf53-471b-4bd0-a3bc-0f160369c5e9 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:52.309014 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6486b825-f9b3-4bf2-b214-aea3c5fd1e64 req-b204bf53-471b-4bd0-a3bc-0f160369c5e9 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba6683c4-f8e3-422c-b41f-396a9062463c HTTP/1.1" status: 200 len: 943 time: 0.0526390 May 06 10:10:52.353984 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6486b825-f9b3-4bf2-b214-aea3c5fd1e64 req-7e5dd8a8-7f19-4e51-9693-68a559774497 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388458 May 06 10:10:53.239832 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8aa4a17-3cf3-47a2-a461-7b48e42e3105 req-517352a5-9bd8-42ab-a924-f1f0f1e05494 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419359 May 06 10:10:53.324376 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa4a17-3cf3-47a2-a461-7b48e42e3105 req-ca121cf1-bc51-4882-8d88-eb9a5d46afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:53.325907 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8aa4a17-3cf3-47a2-a461-7b48e42e3105 req-ca121cf1-bc51-4882-8d88-eb9a5d46afbf service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=16e9c321c2164a61922260b9fc8a7435&device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3 HTTP/1.1" status: 200 len: 1096 time: 0.0453653 May 06 10:10:53.446525 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa4a17-3cf3-47a2-a461-7b48e42e3105 req-2acbd98f-b1f7-4d79-bb64-f27404566e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:53.448338 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8aa4a17-3cf3-47a2-a461-7b48e42e3105 req-2acbd98f-b1f7-4d79-bb64-f27404566e24 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f80ac33c-e0da-45bd-8888-e7be9e9c5572 HTTP/1.1" status: 200 len: 909 time: 0.1012120 May 06 10:10:53.531450 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8aa4a17-3cf3-47a2-a461-7b48e42e3105 req-c7a99ceb-7490-433c-9ecd-60eb7803e63e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3306ed54-5eeb-4685-baf1-00edb7e864e2 HTTP/1.1" status: 200 len: 1001 time: 0.0684233 May 06 10:10:53.541428 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589efb91-7f76-44e9-b0e2-5a9859801540 req-7d866b96-556c-4f2c-88b3-04583b9f3713 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:53.541428 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-589efb91-7f76-44e9-b0e2-5a9859801540 req-7d866b96-556c-4f2c-88b3-04583b9f3713 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba6683c4-f8e3-422c-b41f-396a9062463c HTTP/1.1" status: 200 len: 943 time: 0.1089621 May 06 10:10:53.614816 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa4a17-3cf3-47a2-a461-7b48e42e3105 req-040e935c-5f72-4d4d-9112-6913393e08a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:53.616326 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8aa4a17-3cf3-47a2-a461-7b48e42e3105 req-040e935c-5f72-4d4d-9112-6913393e08a7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3f29583e-b4b5-42ae-890c-7e8921374c54 HTTP/1.1" status: 200 len: 847 time: 0.0741966 May 06 10:10:53.619769 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-589efb91-7f76-44e9-b0e2-5a9859801540 req-5710397c-a588-4627-be67-314acd3e200a tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700090 May 06 10:10:53.662049 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa4a17-3cf3-47a2-a461-7b48e42e3105 req-f14c63e6-6bd0-4119-9591-8eedf8462b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:53.663582 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8aa4a17-3cf3-47a2-a461-7b48e42e3105 req-f14c63e6-6bd0-4119-9591-8eedf8462b07 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f80ac33c-e0da-45bd-8888-e7be9e9c5572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399318 May 06 10:10:53.761311 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8aa4a17-3cf3-47a2-a461-7b48e42e3105 req-3c900846-e7fe-4b34-bd5d-676fda8bdede service neutron] 10.222.0.84 "GET /v2.0/networks/f80ac33c-e0da-45bd-8888-e7be9e9c5572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907595 May 06 10:10:53.863906 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8aa4a17-3cf3-47a2-a461-7b48e42e3105 req-51aa76e5-9546-415e-a0ac-4306b2da6f8e service neutron] 10.222.0.84 "GET /v2.0/networks/f80ac33c-e0da-45bd-8888-e7be9e9c5572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938835 May 06 10:10:54.741882 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e6681-946f-4093-bda3-0bc800a7de2e req-446b8eca-b4bc-40bf-ade0-0e0f1bd926d8 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:54.744267 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-480e6681-946f-4093-bda3-0bc800a7de2e req-446b8eca-b4bc-40bf-ade0-0e0f1bd926d8 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba6683c4-f8e3-422c-b41f-396a9062463c HTTP/1.1" status: 200 len: 943 time: 0.0523009 May 06 10:10:54.782838 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-480e6681-946f-4093-bda3-0bc800a7de2e req-b8602708-6217-428e-803a-f37157837284 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327847 May 06 10:10:55.910152 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2a607-ca2e-44c3-8ca0-7e01f4e759fb req-9446009c-9498-43c3-82eb-d6a62c7f3c00 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:55.911896 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7bb2a607-ca2e-44c3-8ca0-7e01f4e759fb req-9446009c-9498-43c3-82eb-d6a62c7f3c00 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba6683c4-f8e3-422c-b41f-396a9062463c HTTP/1.1" status: 200 len: 943 time: 0.0567076 May 06 10:10:55.950481 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7bb2a607-ca2e-44c3-8ca0-7e01f4e759fb req-61622f8a-bc8f-48dd-ad93-e406061724f7 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320244 May 06 10:10:57.072233 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88f207-1339-4fbb-993d-f109edca97d5 req-f8129658-085f-497c-ad39-6b3e5544f67f tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:57.073817 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9a88f207-1339-4fbb-993d-f109edca97d5 req-f8129658-085f-497c-ad39-6b3e5544f67f tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba6683c4-f8e3-422c-b41f-396a9062463c HTTP/1.1" status: 200 len: 943 time: 0.0520027 May 06 10:10:57.113891 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9a88f207-1339-4fbb-993d-f109edca97d5 req-bb62c88e-6168-4d66-9cbe-caa82eb3ccb0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333116 May 06 10:10:58.231178 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa88ec-ed6e-431d-9b5e-d43ca6e80247 req-93eec446-4cac-4bd3-9032-5392cc3aebdb tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:58.232726 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-32fa88ec-ed6e-431d-9b5e-d43ca6e80247 req-93eec446-4cac-4bd3-9032-5392cc3aebdb tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba6683c4-f8e3-422c-b41f-396a9062463c HTTP/1.1" status: 200 len: 943 time: 0.0500419 May 06 10:10:58.271163 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-32fa88ec-ed6e-431d-9b5e-d43ca6e80247 req-ba65ad6e-0f0a-4459-8e16-d82ec72b83f3 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320301 May 06 10:10:59.189299 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:59.406140 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e6525-75dc-49f1-933c-a9ed835684ec req-d39102f6-e0cc-4564-b856-716fd44b40b6 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:59.407656 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d91e6525-75dc-49f1-933c-a9ed835684ec req-d39102f6-e0cc-4564-b856-716fd44b40b6 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba6683c4-f8e3-422c-b41f-396a9062463c HTTP/1.1" status: 200 len: 943 time: 0.0590158 May 06 10:10:59.447396 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d91e6525-75dc-49f1-933c-a9ed835684ec req-691f2394-412b-4770-be2b-0b807752e1e8 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335298 May 06 10:11:00.569536 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b7921-3c1c-43d8-859c-57daa649b938 req-26fb7e1c-4a72-43c9-ad5b-d1ba28bb7734 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:00.571644 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-112b7921-3c1c-43d8-859c-57daa649b938 req-26fb7e1c-4a72-43c9-ad5b-d1ba28bb7734 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba6683c4-f8e3-422c-b41f-396a9062463c HTTP/1.1" status: 200 len: 943 time: 0.0535507 May 06 10:11:00.622115 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-112b7921-3c1c-43d8-859c-57daa649b938 req-033f13ab-1fbf-45c1-8509-ce9d2d52ce81 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426874 May 06 10:11:01.542112 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 64d106e4-a3cf-4bbe-b566-3a451497edf2 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:11:01.641439 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 64d106e4-a3cf-4bbe-b566-3a451497edf2, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=64d106e4-a3cf-4bbe-b566-3a451497edf2,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:01.653988 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '64d106e4-a3cf-4bbe-b566-3a451497edf2', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'port_id': '64d106e4-a3cf-4bbe-b566-3a451497edf2', 'mac_address': 'fa:16:3e:49:23:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:11:01.696511 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:01.713001 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d106e4-a3cf-4bbe-b566-3a451497edf2 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:11:01.735610 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 64d106e4-a3cf-4bbe-b566-3a451497edf2, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=64d106e4-a3cf-4bbe-b566-3a451497edf2,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:01.740293 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:01.747347 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60463caf-3ca2-46e1-927a-cf7bb746feba req-cbcd9cee-2e26-4409-b5ee-e056df10d97e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:01.748985 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-60463caf-3ca2-46e1-927a-cf7bb746feba req-cbcd9cee-2e26-4409-b5ee-e056df10d97e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba6683c4-f8e3-422c-b41f-396a9062463c HTTP/1.1" status: 200 len: 943 time: 0.0549376 May 06 10:11:01.790595 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-60463caf-3ca2-46e1-927a-cf7bb746feba req-94ca7f1f-6ed9-4986-92d4-d11b81f01492 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349441 May 06 10:11:01.795848 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=64d106e4-a3cf-4bbe-b566-3a451497edf2,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:01.803816 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:01.804218 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:01.804513 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:01.804886 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:01.805671 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:01.805671 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:01.805874 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:01.806393 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:01.806645 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:01.806981 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:01.807329 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:01.807664 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:02.123094 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['64d106e4-a3cf-4bbe-b566-3a451497edf2'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:11:02.924616 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282dbbf-d985-4313-918b-581aa55f7e64 req-dcfcc1a9-d924-4038-93f3-57bb1edd8878 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:02.926206 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9282dbbf-d985-4313-918b-581aa55f7e64 req-dcfcc1a9-d924-4038-93f3-57bb1edd8878 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba6683c4-f8e3-422c-b41f-396a9062463c HTTP/1.1" status: 200 len: 944 time: 0.0562651 May 06 10:11:02.966049 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9282dbbf-d985-4313-918b-581aa55f7e64 req-a0471eae-13e5-4811-8803-d3ec10f2271e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337045 May 06 10:11:03.557151 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 64d106e4-a3cf-4bbe-b566-3a451497edf2 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:11:03.605433 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 64d106e4-a3cf-4bbe-b566-3a451497edf2 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:11:03.609300 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 64d106e4-a3cf-4bbe-b566-3a451497edf2 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:11:03.609678 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:03.689003 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:03.711743 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6683c4-f8e3-422c-b41f-396a9062463c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d106e4-a3cf-4bbe-b566-3a451497edf2'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:11:03.713970 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb26376-c00b-4180-9e4c-9f0a8db6461d" -d '{"events": [{"server_uuid": "ba6683c4-f8e3-422c-b41f-396a9062463c", "name": "network-vif-plugged", "status": "completed", "tag": "64d106e4-a3cf-4bbe-b566-3a451497edf2"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:11:03.726537 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 64d106e4-a3cf-4bbe-b566-3a451497edf2, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=64d106e4-a3cf-4bbe-b566-3a451497edf2,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:03.732136 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:03.757441 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741b72b1-c5f5-4e9d-bbcb-b1c617bed020 x-openstack-request-id: req-741b72b1-c5f5-4e9d-bbcb-b1c617bed020 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:11:03.757740 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6683c4-f8e3-422c-b41f-396a9062463c", "name": "network-vif-plugged", "status": "completed", "tag": "64d106e4-a3cf-4bbe-b566-3a451497edf2", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:11:03.758633 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-741b72b1-c5f5-4e9d-bbcb-b1c617bed020 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:11:03.759036 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-741b72b1-c5f5-4e9d-bbcb-b1c617bed020'] response: {'server_uuid': 'ba6683c4-f8e3-422c-b41f-396a9062463c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d106e4-a3cf-4bbe-b566-3a451497edf2', 'code': 200} May 06 10:11:03.784373 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=64d106e4-a3cf-4bbe-b566-3a451497edf2,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:03.889191 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68e7cd-686d-49db-a968-bbfe5377fa00 req-a935197b-cf19-431f-bdba-b8ff729679fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:03.891435 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9a68e7cd-686d-49db-a968-bbfe5377fa00 req-a935197b-cf19-431f-bdba-b8ff729679fd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ba6683c4-f8e3-422c-b41f-396a9062463c HTTP/1.1" status: 200 len: 1096 time: 0.0465953 May 06 10:11:03.932100 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9a68e7cd-686d-49db-a968-bbfe5377fa00 req-6a1d188d-9dfb-4ba5-9389-52d0149f7c62 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345058 May 06 10:11:04.084401 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c431045-005a-462d-b307-673a62f0a14d req-f6ee1d76-00bf-409b-bafe-3a004d234181 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:04.086389 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c431045-005a-462d-b307-673a62f0a14d req-f6ee1d76-00bf-409b-bafe-3a004d234181 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba6683c4-f8e3-422c-b41f-396a9062463c HTTP/1.1" status: 200 len: 945 time: 0.0502057 May 06 10:11:04.126650 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0c431045-005a-462d-b307-673a62f0a14d req-50c19e4f-efdc-4123-ac66-05d966592d5e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346384 May 06 10:11:05.249230 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d393d8-2ccd-4416-aa6a-4075ffb2254e req-d4ea78bb-c07c-43ee-82cd-6cf97beb81e4 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:05.251556 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-45d393d8-2ccd-4416-aa6a-4075ffb2254e req-d4ea78bb-c07c-43ee-82cd-6cf97beb81e4 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba6683c4-f8e3-422c-b41f-396a9062463c HTTP/1.1" status: 200 len: 945 time: 0.0536637 May 06 10:11:05.295971 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-45d393d8-2ccd-4416-aa6a-4075ffb2254e req-cb2f66e3-ff70-4bae-bd46-8ceb29fb7f6e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379424 May 06 10:11:06.420304 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b044671-72f8-4876-b1d0-aaeed08d48db req-20b1294f-42b1-4575-8df8-47588a9c63d7 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:06.421857 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3b044671-72f8-4876-b1d0-aaeed08d48db req-20b1294f-42b1-4575-8df8-47588a9c63d7 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba6683c4-f8e3-422c-b41f-396a9062463c HTTP/1.1" status: 200 len: 945 time: 0.0558469 May 06 10:11:06.464062 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3b044671-72f8-4876-b1d0-aaeed08d48db req-332ea36d-246f-4dd2-b99c-04d562d489db tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350418 May 06 10:11:06.576807 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bccacb-fa16-4228-986b-1408179c71fd req-84db3bd3-8dbf-4c1f-a703-8bb6afb557e1 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:06.578289 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e6bccacb-fa16-4228-986b-1408179c71fd req-84db3bd3-8dbf-4c1f-a703-8bb6afb557e1 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba6683c4-f8e3-422c-b41f-396a9062463c HTTP/1.1" status: 200 len: 945 time: 0.0486090 May 06 10:11:06.618534 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e6bccacb-fa16-4228-986b-1408179c71fd req-3dafc9a9-59d6-4c65-a73d-5aa4f82d3c6e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342422 May 06 10:11:06.781626 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-26de8bc7-3f46-4467-a5d0-fa7c9fb1d6e8 req-d3ce3c9d-3c43-4a02-a00a-b0a22bc368b0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ba6683c4-f8e3-422c-b41f-396a9062463c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449052 May 06 10:11:06.902940 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de8bc7-3f46-4467-a5d0-fa7c9fb1d6e8 req-d68408fb-4fc5-4c02-808b-36c63fb4853d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:06.904598 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-26de8bc7-3f46-4467-a5d0-fa7c9fb1d6e8 req-d68408fb-4fc5-4c02-808b-36c63fb4853d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&device_id=ba6683c4-f8e3-422c-b41f-396a9062463c HTTP/1.1" status: 200 len: 1096 time: 0.0445099 May 06 10:11:07.016460 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de8bc7-3f46-4467-a5d0-fa7c9fb1d6e8 req-260c2948-fb6e-4826-80ef-c5da50139ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:07.018045 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-26de8bc7-3f46-4467-a5d0-fa7c9fb1d6e8 req-260c2948-fb6e-4826-80ef-c5da50139ed2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 913 time: 0.0927165 May 06 10:11:07.068697 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-26de8bc7-3f46-4467-a5d0-fa7c9fb1d6e8 req-d417d122-8142-4953-8896-e28f2d411e7a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64d106e4-a3cf-4bbe-b566-3a451497edf2 HTTP/1.1" status: 200 len: 217 time: 0.0435746 May 06 10:11:07.120977 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de8bc7-3f46-4467-a5d0-fa7c9fb1d6e8 req-bb26748f-6633-4927-8f1b-d0b3e98187c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:07.122556 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-26de8bc7-3f46-4467-a5d0-fa7c9fb1d6e8 req-bb26748f-6633-4927-8f1b-d0b3e98187c9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6c703b66-fbd0-4b8e-aa48-38bd7169d05a HTTP/1.1" status: 200 len: 851 time: 0.0467210 May 06 10:11:07.173401 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de8bc7-3f46-4467-a5d0-fa7c9fb1d6e8 req-d7638b4d-b12e-4976-a1e0-4fd726f71bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:07.174963 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-26de8bc7-3f46-4467-a5d0-fa7c9fb1d6e8 req-d7638b4d-b12e-4976-a1e0-4fd726f71bbc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e79942ca-e345-49b7-9237-09d84c169e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461800 May 06 10:11:07.287549 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-26de8bc7-3f46-4467-a5d0-fa7c9fb1d6e8 req-a005ef5e-857b-40f1-ac4a-154e078f4497 service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054478 May 06 10:11:07.408686 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-26de8bc7-3f46-4467-a5d0-fa7c9fb1d6e8 req-39d42188-f473-4293-9fc6-2592e303df2b service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139410 May 06 10:11:09.253692 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-45fdfc30-ba66-48ed-b2ae-835ea7508b01 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:09.255362 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-45fdfc30-ba66-48ed-b2ae-835ea7508b01 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 812 time: 0.1125681 May 06 10:11:09.271174 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-af838974-b2dc-4c13-93a8-c39ffe4148c5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/quotas/7cb12c0888cc4f8a80e8e3d90fb1fcf1 HTTP/1.1" status: 200 len: 375 time: 0.0097902 May 06 10:11:09.327940 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-ae3497b6-4e3d-4de3-b7b4-ca7374e11e13 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510218 May 06 10:11:09.425996 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-c07abc78-ee5c-4cf9-9472-b6238a878d85 service neutron] 10.222.0.73 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894463 May 06 10:11:09.533565 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-48beda68-57e2-4b66-84a2-b0c1109ef650 service neutron] 10.222.0.73 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001265 May 06 10:11:09.734467 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ee08aaec-c086-40ab-b3f5-1ef0b7e5a872 req-e87c8381-4df3-4e4d-bd0f-eead24a351a4 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 210 time: 0.0294001 May 06 10:11:10.843649 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f3c6e00-1426-4b46-9866-fa06b5a1a0f5 req-4a143f0a-5d7b-48df-bf03-e176ce2e6f76 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 210 time: 0.0291028 May 06 10:11:10.966245 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-d59ea4fc-f4f5-4620-a555-ff0850f6e328 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:10.967948 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-d59ea4fc-f4f5-4620-a555-ff0850f6e328 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.77 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 812 time: 0.1508482 May 06 10:11:10.986348 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-f19dbc44-ad68-4cd7-b88b-758636171ba5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Request body: {'port': {'device_id': 'ca4a159d-aaee-4c1c-ad0a-3b97eb075af5', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'admin_state_up': True, 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:11:11.100863 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-f19dbc44-ad68-4cd7-b88b-758636171ba5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Made reservation on behalf of 7cb12c0888cc4f8a80e8e3d90fb1fcf1 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:11:11.105495 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-f19dbc44-ad68-4cd7-b88b-758636171ba5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:11.253148 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-f19dbc44-ad68-4cd7-b88b-758636171ba5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Allocated IP 172.20.0.7 (e79942ca-e345-49b7-9237-09d84c169e88/6c703b66-fbd0-4b8e-aa48-38bd7169d05a/11788172-4083-4fa2-a406-b385c36296a8) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:11:11.455043 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-f19dbc44-ad68-4cd7-b88b-758636171ba5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:11.493966 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-f19dbc44-ad68-4cd7-b88b-758636171ba5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:11.538169 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-f19dbc44-ad68-4cd7-b88b-758636171ba5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Network e79942ca-e345-49b7-9237-09d84c169e88 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:11:11.542282 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-f19dbc44-ad68-4cd7-b88b-758636171ba5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:11:11.546167 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-f19dbc44-ad68-4cd7-b88b-758636171ba5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:11:11.549124 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['64d106e4-a3cf-4bbe-b566-3a451497edf2'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:11:11.557747 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19dbc44-ad68-4cd7-b88b-758636171ba5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Pushing event updated for resources: {'Port': ['ID=11788172-4083-4fa2-a406-b385c36296a8,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:11.610828 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-f19dbc44-ad68-4cd7-b88b-758636171ba5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:11.611989 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-f19dbc44-ad68-4cd7-b88b-758636171ba5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:11.634521 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-f19dbc44-ad68-4cd7-b88b-758636171ba5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6520627 May 06 10:11:11.659212 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-32bc4aaa-a8f5-4561-9355-c78d3c5aa838 service neutron] Request body: {'port': {'device_id': 'ca4a159d-aaee-4c1c-ad0a-3b97eb075af5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:11:11.753442 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-32bc4aaa-a8f5-4561-9355-c78d3c5aa838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:11.934188 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-3dc7eb30-3861-4b1f-aaa7-a5aa048c3a19 None None] Provisioning complete for port 11788172-4083-4fa2-a406-b385c36296a8 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:11:11.934950 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3dc7eb30-3861-4b1f-aaa7-a5aa048c3a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:11.979985 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-3dc7eb30-3861-4b1f-aaa7-a5aa048c3a19 None None] Port 11788172-4083-4fa2-a406-b385c36296a8 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:11:12.029359 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704cce1-c044-430c-af4d-22696eeb314c req-965fe647-d3fc-4a5b-a225-a82a7bcd08ba tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:12.031828 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a704cce1-c044-430c-af4d-22696eeb314c req-965fe647-d3fc-4a5b-a225-a82a7bcd08ba tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 931 time: 0.0597394 May 06 10:11:12.090557 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a704cce1-c044-430c-af4d-22696eeb314c req-e765c6d3-64ae-4b36-b5b3-9b5a40f31227 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522020 May 06 10:11:12.098625 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-32bc4aaa-a8f5-4561-9355-c78d3c5aa838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11788172-4083-4fa2-a406-b385c36296a8 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:11:12.108107 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-32bc4aaa-a8f5-4561-9355-c78d3c5aa838 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:12.121865 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-32bc4aaa-a8f5-4561-9355-c78d3c5aa838 service neutron] Transition to ACTIVE for port object 11788172-4083-4fa2-a406-b385c36296a8 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:11:12.126799 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-32bc4aaa-a8f5-4561-9355-c78d3c5aa838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:12.193966 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc4aaa-a8f5-4561-9355-c78d3c5aa838 service neutron] Pushing event updated for resources: {'Port': ['ID=11788172-4083-4fa2-a406-b385c36296a8,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:12.282505 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-32bc4aaa-a8f5-4561-9355-c78d3c5aa838 service neutron] Attempting to bind port 11788172-4083-4fa2-a406-b385c36296a8 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:11:12.282761 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-32bc4aaa-a8f5-4561-9355-c78d3c5aa838 service neutron] Attempting to bind port 11788172-4083-4fa2-a406-b385c36296a8 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:11:12.283097 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-32bc4aaa-a8f5-4561-9355-c78d3c5aa838 service neutron] Attempting to bind port 11788172-4083-4fa2-a406-b385c36296a8 on network e79942ca-e345-49b7-9237-09d84c169e88 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:11:12.287849 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-32bc4aaa-a8f5-4561-9355-c78d3c5aa838 service neutron] Port 11788172-4083-4fa2-a406-b385c36296a8 on network e79942ca-e345-49b7-9237-09d84c169e88 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:11:12.288172 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-32bc4aaa-a8f5-4561-9355-c78d3c5aa838 service neutron] Attempting to bind port 11788172-4083-4fa2-a406-b385c36296a8 on network e79942ca-e345-49b7-9237-09d84c169e88 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:11:12.294358 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-32bc4aaa-a8f5-4561-9355-c78d3c5aa838 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:11:12.294545 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-32bc4aaa-a8f5-4561-9355-c78d3c5aa838 service neutron] Checking segment: {'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:11:12.295248 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-32bc4aaa-a8f5-4561-9355-c78d3c5aa838 service neutron] Bound using segment: {'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:11:12.296699 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-32bc4aaa-a8f5-4561-9355-c78d3c5aa838 service neutron] Bound port: 11788172-4083-4fa2-a406-b385c36296a8, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:11:12.297079 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-32bc4aaa-a8f5-4561-9355-c78d3c5aa838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:12.371713 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-32bc4aaa-a8f5-4561-9355-c78d3c5aa838 service neutron] For port 11788172-4083-4fa2-a406-b385c36296a8, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:11:12.375272 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-32bc4aaa-a8f5-4561-9355-c78d3c5aa838 service neutron] For port 11788172-4083-4fa2-a406-b385c36296a8, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=11788172-4083-4fa2-a406-b385c36296a8,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:11:12.381288 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-32bc4aaa-a8f5-4561-9355-c78d3c5aa838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:12.419684 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-32bc4aaa-a8f5-4561-9355-c78d3c5aa838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:12.420515 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-32bc4aaa-a8f5-4561-9355-c78d3c5aa838 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:12.422103 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-32bc4aaa-a8f5-4561-9355-c78d3c5aa838 service neutron] 10.222.0.77 "PUT /v2.0/ports/11788172-4083-4fa2-a406-b385c36296a8 HTTP/1.1" status: 200 len: 1091 time: 0.7694709 May 06 10:11:12.422885 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4a159d-aaee-4c1c-ad0a-3b97eb075af5', 'tag': '11788172-4083-4fa2-a406-b385c36296a8'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:11:12.425351 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bee325-c740-44c0-9a58-3abf8e0e5fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4a159d-aaee-4c1c-ad0a-3b97eb075af5", "tag": "11788172-4083-4fa2-a406-b385c36296a8"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:11:12.459433 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc4aaa-a8f5-4561-9355-c78d3c5aa838 service neutron] Pushing event updated for resources: {'Port': ['ID=11788172-4083-4fa2-a406-b385c36296a8,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:12.486565 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64f949d-e613-4ce7-92d9-4c0a4f5a0ce7 x-openstack-request-id: req-b64f949d-e613-4ce7-92d9-4c0a4f5a0ce7 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:11:12.487134 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4a159d-aaee-4c1c-ad0a-3b97eb075af5", "tag": "11788172-4083-4fa2-a406-b385c36296a8", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:11:12.487505 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b64f949d-e613-4ce7-92d9-4c0a4f5a0ce7 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:11:12.488021 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b64f949d-e613-4ce7-92d9-4c0a4f5a0ce7'] response: {'name': 'network-changed', 'server_uuid': 'ca4a159d-aaee-4c1c-ad0a-3b97eb075af5', 'tag': '11788172-4083-4fa2-a406-b385c36296a8', 'status': 'completed', 'code': 200} May 06 10:11:12.564481 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-7e4362e0-0022-487a-8585-c826c3745558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:12.566172 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-7e4362e0-0022-487a-8585-c826c3745558 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 1094 time: 0.0665367 May 06 10:11:12.627040 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-5d7216ec-fc46-408f-84d4-042770dcbcb3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11788172-4083-4fa2-a406-b385c36296a8 HTTP/1.1" status: 200 len: 217 time: 0.0474598 May 06 10:11:12.684557 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-618d9c88-55c0-48fc-a3e6-219936002560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:12.686086 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-618d9c88-55c0-48fc-a3e6-219936002560 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6c703b66-fbd0-4b8e-aa48-38bd7169d05a HTTP/1.1" status: 200 len: 851 time: 0.0519724 May 06 10:11:12.735457 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-5f511b93-cf88-4f81-bb6c-a011cbc0673a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:12.737057 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-5f511b93-cf88-4f81-bb6c-a011cbc0673a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e79942ca-e345-49b7-9237-09d84c169e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447185 May 06 10:11:12.857940 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-78c64644-0632-457e-8e71-764eba50e9c5 service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140850 May 06 10:11:12.958522 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-dfffff99-6c2c-412a-8a8a-3de932b42551 req-9d5c7762-209b-4054-bde1-d3412fe949ea service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918562 May 06 10:11:13.077789 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bee325-c740-44c0-9a58-3abf8e0e5fa0 req-b907e238-f543-4207-b988-f0b8fcaa5070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:13.079269 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e4bee325-c740-44c0-9a58-3abf8e0e5fa0 req-b907e238-f543-4207-b988-f0b8fcaa5070 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 1094 time: 0.0472333 May 06 10:11:13.193970 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bee325-c740-44c0-9a58-3abf8e0e5fa0 req-cdd8e188-820f-428b-8ec1-dbc48789a432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:13.197508 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e4bee325-c740-44c0-9a58-3abf8e0e5fa0 req-cdd8e188-820f-428b-8ec1-dbc48789a432 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 913 time: 0.1117189 May 06 10:11:13.235958 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123aac8-97b1-4a35-899b-1904c0e173c4 req-b8abe8a6-bb49-45bc-b68a-5047a1197f9f tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:13.244196 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f123aac8-97b1-4a35-899b-1904c0e173c4 req-b8abe8a6-bb49-45bc-b68a-5047a1197f9f tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 943 time: 0.0635695 May 06 10:11:13.259802 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e4bee325-c740-44c0-9a58-3abf8e0e5fa0 req-6a37bedc-4f13-4664-9d21-7ff03e91b5ad service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11788172-4083-4fa2-a406-b385c36296a8 HTTP/1.1" status: 200 len: 217 time: 0.0543919 May 06 10:11:13.280875 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f123aac8-97b1-4a35-899b-1904c0e173c4 req-111ef80c-7628-4ec4-857f-f5d6a06cba7f tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358295 May 06 10:11:13.319617 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bee325-c740-44c0-9a58-3abf8e0e5fa0 req-519e47be-bbe7-47d7-8c11-9d467980f1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:13.321853 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e4bee325-c740-44c0-9a58-3abf8e0e5fa0 req-519e47be-bbe7-47d7-8c11-9d467980f1b8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6c703b66-fbd0-4b8e-aa48-38bd7169d05a HTTP/1.1" status: 200 len: 851 time: 0.0545990 May 06 10:11:13.370011 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bee325-c740-44c0-9a58-3abf8e0e5fa0 req-f89d658c-32b0-49e3-a57b-c3ad50c0f774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:13.371552 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e4bee325-c740-44c0-9a58-3abf8e0e5fa0 req-f89d658c-32b0-49e3-a57b-c3ad50c0f774 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e79942ca-e345-49b7-9237-09d84c169e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421634 May 06 10:11:13.468804 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e4bee325-c740-44c0-9a58-3abf8e0e5fa0 req-0d2fee0a-d5eb-4cd5-81df-68d9eeb03f8e service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903604 May 06 10:11:13.576137 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e4bee325-c740-44c0-9a58-3abf8e0e5fa0 req-654b3271-fdc4-4378-ac8f-a4b00dd49393 service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003895 May 06 10:11:14.179359 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33590) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:14.341063 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-58a55a3d-8519-47aa-bd4a-a317f7659b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:14.451569 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506794d-ff9a-4d57-a25e-4d4e52c68cf6 req-9d8edf3b-ef93-4c62-93da-195470cd36b5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:14.453102 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e506794d-ff9a-4d57-a25e-4d4e52c68cf6 req-9d8edf3b-ef93-4c62-93da-195470cd36b5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 943 time: 0.0635381 May 06 10:11:14.511546 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-58a55a3d-8519-47aa-bd4a-a317f7659b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:14.519765 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e506794d-ff9a-4d57-a25e-4d4e52c68cf6 req-9d64606b-d249-4812-afc9-c0f273b07035 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591729 May 06 10:11:14.522802 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-58a55a3d-8519-47aa-bd4a-a317f7659b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:14.578175 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a55a3d-8519-47aa-bd4a-a317f7659b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7285aa-07a5-4105-8838-16414b1d9227,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:14.589821 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-58a55a3d-8519-47aa-bd4a-a317f7659b30 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c440de75155641019edc37d7000938fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4070730 May 06 10:11:14.590211 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33596) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:14.670407 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b9a3f8d5-d4a3-4a36-b5b8-3a2a1c7093e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:14.724117 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b9a3f8d5-d4a3-4a36-b5b8-3a2a1c7093e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:14.797893 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b9a3f8d5-d4a3-4a36-b5b8-3a2a1c7093e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:14.800615 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b9a3f8d5-d4a3-4a36-b5b8-3a2a1c7093e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:14.804134 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b9a3f8d5-d4a3-4a36-b5b8-3a2a1c7093e1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3c7285aa-07a5-4105-8838-16414b1d9227 HTTP/1.1" status: 204 len: 168 time: 0.2105153 May 06 10:11:14.810837 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3f8d5-d4a3-4a36-b5b8-3a2a1c7093e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7285aa-07a5-4105-8838-16414b1d9227,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:15.686349 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ad005-e8e5-490b-9941-719923d62522 req-13c81a1b-26d2-45c8-8af2-9cc0f9454a92 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:15.689447 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-441ad005-e8e5-490b-9941-719923d62522 req-13c81a1b-26d2-45c8-8af2-9cc0f9454a92 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 943 time: 0.0831735 May 06 10:11:15.820749 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-441ad005-e8e5-490b-9941-719923d62522 req-0cbe20eb-e6eb-4ea6-bfd0-b7a1a16b3038 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884302 May 06 10:11:15.955380 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c6603a51-59be-4f12-9f7a-ffe271efcc0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:16.980777 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c753d7c-6200-4fae-9e9c-6e195f720eb6 req-5367ac24-c142-4373-b749-4ed09c33e2cf tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:16.989611 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6c753d7c-6200-4fae-9e9c-6e195f720eb6 req-5367ac24-c142-4373-b749-4ed09c33e2cf tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 943 time: 0.0729105 May 06 10:11:17.035160 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6c753d7c-6200-4fae-9e9c-6e195f720eb6 req-2c73c552-1df9-4bcd-ac51-fbd120a16a8c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437651 May 06 10:11:17.801934 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-57329f10-5b97-4328-a2f4-311e208a61e4 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=abd6e7e753cd45f2a6e5478ec797c7fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221243 May 06 10:11:17.930270 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-37e52f0b-b5b8-4875-a1d6-fb62227c6177 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:17.937306 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-37e52f0b-b5b8-4875-a1d6-fb62227c6177 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1290729 May 06 10:11:17.951611 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-e342fded-613d-4754-a164-6ca4a4d00871 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] 10.222.0.73 "GET /v2.0/quotas/abd6e7e753cd45f2a6e5478ec797c7fa HTTP/1.1" status: 200 len: 375 time: 0.0134811 May 06 10:11:17.978989 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-371c3e3f-138a-47f1-a0f7-51bf49758f3d tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=abd6e7e753cd45f2a6e5478ec797c7fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259099 May 06 10:11:18.199377 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73099fec-9b5f-472e-b4bc-b9c5b1af392b req-6227cf1c-2d6e-4778-b39b-5f8e81d4f5e2 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:18.200983 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73099fec-9b5f-472e-b4bc-b9c5b1af392b req-6227cf1c-2d6e-4778-b39b-5f8e81d4f5e2 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 943 time: 0.0580328 May 06 10:11:18.248127 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73099fec-9b5f-472e-b4bc-b9c5b1af392b req-df6a0f8c-dfee-4e1a-a062-44f689d38a96 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389457 May 06 10:11:18.317479 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-50c8b445-4b12-4786-b9fe-cab61c13325b req-d93adf5f-6fa9-41cf-8792-8899d5d04f35 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] 10.222.0.73 "GET /v2.0/ports?device_id=52765d81-2439-4f02-ae3c-dca6c5ec0927 HTTP/1.1" status: 200 len: 210 time: 0.0299351 May 06 10:11:18.468358 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7890a180-a09d-4800-b5d9-15c55491f414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:18.994174 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:19.081829 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-e5e3f217-abe5-4d15-992c-925f1abc842b tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=abd6e7e753cd45f2a6e5478ec797c7fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258851 May 06 10:11:19.198967 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-5b675211-a34e-4c27-9db7-2429d53d819e tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:19.200353 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-5b675211-a34e-4c27-9db7-2429d53d819e tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1130219 May 06 10:11:19.215313 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-64a792b3-c422-4551-83e2-638dd89b2a4a tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Request body: {'port': {'device_id': '52765d81-2439-4f02-ae3c-dca6c5ec0927', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'admin_state_up': True, 'tenant_id': 'abd6e7e753cd45f2a6e5478ec797c7fa'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:11:19.348936 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-64a792b3-c422-4551-83e2-638dd89b2a4a tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Made reservation on behalf of abd6e7e753cd45f2a6e5478ec797c7fa for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:11:19.352472 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-64a792b3-c422-4551-83e2-638dd89b2a4a tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:19.365503 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-64a792b3-c422-4551-83e2-638dd89b2a4a tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:19.393871 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a80c67-efda-4b62-8d3e-835b5008e93f req-ef6bcc4d-4baa-40e9-a79f-09e8e423c6cf tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:19.395403 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e1a80c67-efda-4b62-8d3e-835b5008e93f req-ef6bcc4d-4baa-40e9-a79f-09e8e423c6cf tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 943 time: 0.0770166 May 06 10:11:19.454777 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e1a80c67-efda-4b62-8d3e-835b5008e93f req-c0f50282-bf68-467e-8507-cc973dc81eab tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530453 May 06 10:11:19.488069 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-64a792b3-c422-4551-83e2-638dd89b2a4a tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:19.492492 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-64a792b3-c422-4551-83e2-638dd89b2a4a tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:19.579652 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e9cdc081-1771-40c1-bf70-ad996c7a0a63 req-99dab298-3501-4caa-bc72-fc936c4c7130 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] 10.222.0.73 "GET /v2.0/ports?device_id=52765d81-2439-4f02-ae3c-dca6c5ec0927 HTTP/1.1" status: 200 len: 210 time: 0.0674984 May 06 10:11:19.585911 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:19.590835 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a792b3-c422-4551-83e2-638dd89b2a4a tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd3ab69-ee78-4403-aa4f-1e70db82fb91,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:19.655940 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-64a792b3-c422-4551-83e2-638dd89b2a4a tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Allocated IP 192.168.233.99 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/c0d4f077-0800-4a3e-b048-6b2ab90c16c9) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:11:19.805594 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-64a792b3-c422-4551-83e2-638dd89b2a4a tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:19.837435 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-64a792b3-c422-4551-83e2-638dd89b2a4a tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:19.882566 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-64a792b3-c422-4551-83e2-638dd89b2a4a tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:11:19.885684 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-64a792b3-c422-4551-83e2-638dd89b2a4a tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:11:19.889406 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-64a792b3-c422-4551-83e2-638dd89b2a4a tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:11:19.900668 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a792b3-c422-4551-83e2-638dd89b2a4a tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Pushing event updated for resources: {'Port': ['ID=c0d4f077-0800-4a3e-b048-6b2ab90c16c9,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:19.953654 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-64a792b3-c422-4551-83e2-638dd89b2a4a tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:19.954277 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-64a792b3-c422-4551-83e2-638dd89b2a4a tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:19.971488 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-64a792b3-c422-4551-83e2-638dd89b2a4a tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7603745 May 06 10:11:19.984477 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-01a32c3b-7a72-4c30-a33a-a70279cb08e2 service neutron] Request body: {'port': {'device_id': '52765d81-2439-4f02-ae3c-dca6c5ec0927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:11:20.040386 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-01a32c3b-7a72-4c30-a33a-a70279cb08e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:20.137068 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e9581599-325a-4220-a507-61f6224ab59c None None] Provisioning complete for port c0d4f077-0800-4a3e-b048-6b2ab90c16c9 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:11:20.137453 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e9581599-325a-4220-a507-61f6224ab59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:20.171737 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e9581599-325a-4220-a507-61f6224ab59c None None] Port c0d4f077-0800-4a3e-b048-6b2ab90c16c9 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:11:20.311952 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-01a32c3b-7a72-4c30-a33a-a70279cb08e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0d4f077-0800-4a3e-b048-6b2ab90c16c9 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:11:20.319152 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-01a32c3b-7a72-4c30-a33a-a70279cb08e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:20.331459 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-01a32c3b-7a72-4c30-a33a-a70279cb08e2 service neutron] Transition to ACTIVE for port object c0d4f077-0800-4a3e-b048-6b2ab90c16c9 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:11:20.335266 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-01a32c3b-7a72-4c30-a33a-a70279cb08e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:20.385704 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a32c3b-7a72-4c30-a33a-a70279cb08e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d4f077-0800-4a3e-b048-6b2ab90c16c9,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:20.455522 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-01a32c3b-7a72-4c30-a33a-a70279cb08e2 service neutron] Attempting to bind port c0d4f077-0800-4a3e-b048-6b2ab90c16c9 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:11:20.455866 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-01a32c3b-7a72-4c30-a33a-a70279cb08e2 service neutron] Attempting to bind port c0d4f077-0800-4a3e-b048-6b2ab90c16c9 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:11:20.456204 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-01a32c3b-7a72-4c30-a33a-a70279cb08e2 service neutron] Attempting to bind port c0d4f077-0800-4a3e-b048-6b2ab90c16c9 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:11:20.461327 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-01a32c3b-7a72-4c30-a33a-a70279cb08e2 service neutron] Port c0d4f077-0800-4a3e-b048-6b2ab90c16c9 on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:11:20.461682 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-01a32c3b-7a72-4c30-a33a-a70279cb08e2 service neutron] Attempting to bind port c0d4f077-0800-4a3e-b048-6b2ab90c16c9 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:11:20.466659 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-01a32c3b-7a72-4c30-a33a-a70279cb08e2 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:11:20.467004 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-01a32c3b-7a72-4c30-a33a-a70279cb08e2 service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:11:20.467420 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-01a32c3b-7a72-4c30-a33a-a70279cb08e2 service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:11:20.467857 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-01a32c3b-7a72-4c30-a33a-a70279cb08e2 service neutron] Bound port: c0d4f077-0800-4a3e-b048-6b2ab90c16c9, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:11:20.468229 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-01a32c3b-7a72-4c30-a33a-a70279cb08e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:20.542681 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-01a32c3b-7a72-4c30-a33a-a70279cb08e2 service neutron] For port c0d4f077-0800-4a3e-b048-6b2ab90c16c9, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:11:20.548211 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-01a32c3b-7a72-4c30-a33a-a70279cb08e2 service neutron] For port c0d4f077-0800-4a3e-b048-6b2ab90c16c9, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=c0d4f077-0800-4a3e-b048-6b2ab90c16c9,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:11:20.560182 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-01a32c3b-7a72-4c30-a33a-a70279cb08e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:20.620240 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-01a32c3b-7a72-4c30-a33a-a70279cb08e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:20.620877 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-01a32c3b-7a72-4c30-a33a-a70279cb08e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:20.622543 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-01a32c3b-7a72-4c30-a33a-a70279cb08e2 service neutron] 10.222.0.84 "PUT /v2.0/ports/c0d4f077-0800-4a3e-b048-6b2ab90c16c9 HTTP/1.1" status: 200 len: 1095 time: 0.6424320 May 06 10:11:20.623990 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52765d81-2439-4f02-ae3c-dca6c5ec0927', 'tag': 'c0d4f077-0800-4a3e-b048-6b2ab90c16c9'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:11:20.626396 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b368fb2e-0442-4856-8238-43747c565fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "52765d81-2439-4f02-ae3c-dca6c5ec0927", "tag": "c0d4f077-0800-4a3e-b048-6b2ab90c16c9"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:11:20.644223 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329cea9-30a2-4c1a-b75d-ba01d8fa9cae req-8092abe3-4e8f-4417-b8ff-36cf259ec10a tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:20.645795 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f329cea9-30a2-4c1a-b75d-ba01d8fa9cae req-8092abe3-4e8f-4417-b8ff-36cf259ec10a tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 943 time: 0.1007676 May 06 10:11:20.683714 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a32c3b-7a72-4c30-a33a-a70279cb08e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d4f077-0800-4a3e-b048-6b2ab90c16c9,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:20.737476 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f329cea9-30a2-4c1a-b75d-ba01d8fa9cae req-69817d2a-4608-46a5-bca9-9c5140d7c43f tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797138 May 06 10:11:20.750188 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-fe0edd59-f398-412f-93d2-1fe96d18847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:20.751832 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-fe0edd59-f398-412f-93d2-1fe96d18847e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=abd6e7e753cd45f2a6e5478ec797c7fa&device_id=52765d81-2439-4f02-ae3c-dca6c5ec0927 HTTP/1.1" status: 200 len: 1098 time: 0.0835581 May 06 10:11:20.803625 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-eaa586df-87c2-4a5c-bc0c-5b309c3a76b0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=c0d4f077-0800-4a3e-b048-6b2ab90c16c9 HTTP/1.1" status: 200 len: 217 time: 0.0434501 May 06 10:11:20.887930 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-b57ed278-c5c1-4d2a-84fa-304c1f8d92be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:20.889414 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-b57ed278-c5c1-4d2a-84fa-304c1f8d92be service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0770612 May 06 10:11:20.897822 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f44c08-c645-46fd-ae7d-a8266de4bba4 req-40012f30-5133-46bd-83ab-3b2b4b21d208 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:20.900483 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2f44c08-c645-46fd-ae7d-a8266de4bba4 req-40012f30-5133-46bd-83ab-3b2b4b21d208 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] 10.222.0.73 "GET /v2.0/ports?device_id=52765d81-2439-4f02-ae3c-dca6c5ec0927 HTTP/1.1" status: 200 len: 947 time: 0.0986886 May 06 10:11:20.973078 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2f44c08-c645-46fd-ae7d-a8266de4bba4 req-22f69f48-ad36-4718-b5e1-2420db284862 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] 10.222.0.73 "GET /v2.0/security-groups?id=2dd3ab69-ee78-4403-aa4f-1e70db82fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633745 May 06 10:11:20.975708 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-abca28ee-5a82-4bd0-9a41-237c129d44bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:20.977184 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-abca28ee-5a82-4bd0-9a41-237c129d44bf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0758302 May 06 10:11:21.038330 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e6ef90-5a13-4701-9275-0d5d3914d73a x-openstack-request-id: req-71e6ef90-5a13-4701-9275-0d5d3914d73a {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:11:21.038620 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52765d81-2439-4f02-ae3c-dca6c5ec0927", "tag": "c0d4f077-0800-4a3e-b048-6b2ab90c16c9", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:11:21.038872 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-71e6ef90-5a13-4701-9275-0d5d3914d73a {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:11:21.039301 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71e6ef90-5a13-4701-9275-0d5d3914d73a'] response: {'name': 'network-changed', 'server_uuid': '52765d81-2439-4f02-ae3c-dca6c5ec0927', 'tag': 'c0d4f077-0800-4a3e-b048-6b2ab90c16c9', 'status': 'completed', 'code': 200} May 06 10:11:21.086277 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-b568022a-23c2-4855-a559-6aea786d0a34 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022720 May 06 10:11:21.175925 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac4b6210-db8f-4b98-9bdf-3cfdf23d8f45 req-e2ddc403-b66e-47de-bf28-79b3219aa9f1 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835567 May 06 10:11:21.264454 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368fb2e-0442-4856-8238-43747c565fb8 req-68c83c3c-2849-42f2-b592-7bb0e14d345d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:21.266029 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b368fb2e-0442-4856-8238-43747c565fb8 req-68c83c3c-2849-42f2-b592-7bb0e14d345d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=abd6e7e753cd45f2a6e5478ec797c7fa&device_id=52765d81-2439-4f02-ae3c-dca6c5ec0927 HTTP/1.1" status: 200 len: 1098 time: 0.0444202 May 06 10:11:21.271714 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:21.362236 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368fb2e-0442-4856-8238-43747c565fb8 req-b9b4d0df-219f-4f0d-bc5f-4dcdc2df61fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:21.363846 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b368fb2e-0442-4856-8238-43747c565fb8 req-b9b4d0df-219f-4f0d-bc5f-4dcdc2df61fd service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.0912988 May 06 10:11:21.405533 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b368fb2e-0442-4856-8238-43747c565fb8 req-ff2d339e-03e9-4cee-95ea-3d11d612d5fe service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=c0d4f077-0800-4a3e-b048-6b2ab90c16c9 HTTP/1.1" status: 200 len: 217 time: 0.0350506 May 06 10:11:21.456075 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368fb2e-0442-4856-8238-43747c565fb8 req-33b44665-a1b0-48ac-a63f-e3f4aef8f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:21.457643 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b368fb2e-0442-4856-8238-43747c565fb8 req-33b44665-a1b0-48ac-a63f-e3f4aef8f0d1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0441210 May 06 10:11:21.470474 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:21.509141 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368fb2e-0442-4856-8238-43747c565fb8 req-581efdb3-1241-4a11-9624-422e033e5633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:21.510646 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b368fb2e-0442-4856-8238-43747c565fb8 req-581efdb3-1241-4a11-9624-422e033e5633 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0466352 May 06 10:11:21.603849 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b368fb2e-0442-4856-8238-43747c565fb8 req-64ec4a97-f556-4770-85ca-08fcd376ef8e service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858788 May 06 10:11:22.071978 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd589a8f-ed00-4773-8ff0-dfd8fbb1761b req-9d73d2c0-2213-40ed-adc4-9f11d78ee38b tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:22.074049 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dd589a8f-ed00-4773-8ff0-dfd8fbb1761b req-9d73d2c0-2213-40ed-adc4-9f11d78ee38b tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 943 time: 0.0791209 May 06 10:11:22.076290 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b368fb2e-0442-4856-8238-43747c565fb8 req-ab9591e2-808b-4abe-8334-88ba569cfae9 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656322 May 06 10:11:22.113674 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dd589a8f-ed00-4773-8ff0-dfd8fbb1761b req-2fe5d1ac-014b-4f37-97ad-f97e542590cd tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332913 May 06 10:11:22.217101 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1da298-d10f-4bd9-b318-d2075adfcd16 req-9ab0acb7-1f1b-4f98-9128-b52c58914bd4 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:22.218527 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9d1da298-d10f-4bd9-b318-d2075adfcd16 req-9ab0acb7-1f1b-4f98-9128-b52c58914bd4 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] 10.222.0.73 "GET /v2.0/ports?device_id=52765d81-2439-4f02-ae3c-dca6c5ec0927 HTTP/1.1" status: 200 len: 947 time: 0.0491576 May 06 10:11:22.262504 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9d1da298-d10f-4bd9-b318-d2075adfcd16 req-0696c23b-b834-4265-b30a-325e39ae267f tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] 10.222.0.73 "GET /v2.0/security-groups?id=2dd3ab69-ee78-4403-aa4f-1e70db82fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376701 May 06 10:11:22.317441 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device c0d4f077-0800-4a3e-b048-6b2ab90c16c9 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:11:22.410547 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port c0d4f077-0800-4a3e-b048-6b2ab90c16c9, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=c0d4f077-0800-4a3e-b048-6b2ab90c16c9,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:22.422011 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'c0d4f077-0800-4a3e-b048-6b2ab90c16c9', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': 'c0d4f077-0800-4a3e-b048-6b2ab90c16c9', 'mac_address': 'fa:16:3e:20:4d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:11:22.462421 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:22.476916 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0d4f077-0800-4a3e-b048-6b2ab90c16c9 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:11:22.502162 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port c0d4f077-0800-4a3e-b048-6b2ab90c16c9, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=c0d4f077-0800-4a3e-b048-6b2ab90c16c9,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:22.506908 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:22.557035 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=c0d4f077-0800-4a3e-b048-6b2ab90c16c9,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:22.723379 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['c0d4f077-0800-4a3e-b048-6b2ab90c16c9'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:11:23.249730 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445ceed-bbda-4125-ae7e-969db4b124b0 req-11c01261-2a24-4506-bde2-6e8592da9421 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:23.251369 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3445ceed-bbda-4125-ae7e-969db4b124b0 req-11c01261-2a24-4506-bde2-6e8592da9421 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 943 time: 0.0524621 May 06 10:11:23.292967 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3445ceed-bbda-4125-ae7e-969db4b124b0 req-ed2da8f5-7081-4f09-b2e4-ad38afdea046 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347610 May 06 10:11:23.401268 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838dee9b-1984-4bd3-acb7-440e961bc0c3 req-e3666596-2b51-4ef5-a75e-486f14bfea55 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:23.402775 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-838dee9b-1984-4bd3-acb7-440e961bc0c3 req-e3666596-2b51-4ef5-a75e-486f14bfea55 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] 10.222.0.73 "GET /v2.0/ports?device_id=52765d81-2439-4f02-ae3c-dca6c5ec0927 HTTP/1.1" status: 200 len: 948 time: 0.0540800 May 06 10:11:23.441826 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-838dee9b-1984-4bd3-acb7-440e961bc0c3 req-342d4242-cc97-4275-9ba3-f07c3779b53b tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] 10.222.0.73 "GET /v2.0/security-groups?id=2dd3ab69-ee78-4403-aa4f-1e70db82fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324244 May 06 10:11:24.338080 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device c0d4f077-0800-4a3e-b048-6b2ab90c16c9 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:11:24.390918 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port c0d4f077-0800-4a3e-b048-6b2ab90c16c9 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:11:24.396444 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port c0d4f077-0800-4a3e-b048-6b2ab90c16c9 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:11:24.400045 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:24.412330 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e8430-1ef4-478f-a66b-d4ea32acd50b req-18cda737-cea8-44dd-a323-d228cfcac2cb tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:24.414421 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fc2e8430-1ef4-478f-a66b-d4ea32acd50b req-18cda737-cea8-44dd-a323-d228cfcac2cb tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 943 time: 0.0511827 May 06 10:11:24.463030 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fc2e8430-1ef4-478f-a66b-d4ea32acd50b req-abda8cec-8a7a-41dc-98ba-ed9fd0b75e30 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418890 May 06 10:11:24.491665 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:24.516737 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52765d81-2439-4f02-ae3c-dca6c5ec0927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d4f077-0800-4a3e-b048-6b2ab90c16c9'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:11:24.518987 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1d6aeb-4df6-4965-bfbf-20f37194b74b" -d '{"events": [{"server_uuid": "52765d81-2439-4f02-ae3c-dca6c5ec0927", "name": "network-vif-plugged", "status": "completed", "tag": "c0d4f077-0800-4a3e-b048-6b2ab90c16c9"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:11:24.534429 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port c0d4f077-0800-4a3e-b048-6b2ab90c16c9, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=c0d4f077-0800-4a3e-b048-6b2ab90c16c9,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:24.538669 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:24.594594 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67986d0c-5dc5-4a97-90fe-b7267059a0c3 req-e4c26c26-aed4-4931-8046-d8633ac87f71 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:24.596175 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67986d0c-5dc5-4a97-90fe-b7267059a0c3 req-e4c26c26-aed4-4931-8046-d8633ac87f71 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] 10.222.0.73 "GET /v2.0/ports?device_id=52765d81-2439-4f02-ae3c-dca6c5ec0927 HTTP/1.1" status: 200 len: 949 time: 0.0559986 May 06 10:11:24.598380 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=c0d4f077-0800-4a3e-b048-6b2ab90c16c9,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:24.650232 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67986d0c-5dc5-4a97-90fe-b7267059a0c3 req-8cbe8f23-ad1b-4d31-8ae0-82bea172a79a tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] 10.222.0.73 "GET /v2.0/security-groups?id=2dd3ab69-ee78-4403-aa4f-1e70db82fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411496 May 06 10:11:24.713952 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9dba0d-d54c-488b-9c0c-96f73baf67f7 x-openstack-request-id: req-3e9dba0d-d54c-488b-9c0c-96f73baf67f7 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:11:24.714325 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52765d81-2439-4f02-ae3c-dca6c5ec0927", "name": "network-vif-plugged", "status": "completed", "tag": "c0d4f077-0800-4a3e-b048-6b2ab90c16c9", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:11:24.714619 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3e9dba0d-d54c-488b-9c0c-96f73baf67f7 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:11:24.715210 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e9dba0d-d54c-488b-9c0c-96f73baf67f7'] response: {'server_uuid': '52765d81-2439-4f02-ae3c-dca6c5ec0927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d4f077-0800-4a3e-b048-6b2ab90c16c9', 'code': 200} May 06 10:11:24.811422 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a73e69-728c-4732-baf6-c177e02758ec req-547b9f88-4bb5-4820-b164-5193e7dd00c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:24.812934 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9a73e69-728c-4732-baf6-c177e02758ec req-547b9f88-4bb5-4820-b164-5193e7dd00c0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=52765d81-2439-4f02-ae3c-dca6c5ec0927 HTTP/1.1" status: 200 len: 1100 time: 0.0438437 May 06 10:11:24.853301 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9a73e69-728c-4732-baf6-c177e02758ec req-a398b0ba-a816-4b37-a9fc-6dba806877f4 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=2dd3ab69-ee78-4403-aa4f-1e70db82fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332770 May 06 10:11:25.586263 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9914ea-ce81-4f3d-adf4-fd64464dee1c req-fae031ce-9215-4da5-8646-5577a6364865 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:25.587786 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab9914ea-ce81-4f3d-adf4-fd64464dee1c req-fae031ce-9215-4da5-8646-5577a6364865 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 943 time: 0.0505338 May 06 10:11:25.635780 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab9914ea-ce81-4f3d-adf4-fd64464dee1c req-e751ec29-3ab1-4cec-a0a7-d3041adbf8b1 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419197 May 06 10:11:25.769470 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98414a56-8e9b-444e-95e9-236d97dea4c1 req-4873fcd9-8238-4db4-8368-40955efda5ec tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:25.770918 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-98414a56-8e9b-444e-95e9-236d97dea4c1 req-4873fcd9-8238-4db4-8368-40955efda5ec tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] 10.222.0.73 "GET /v2.0/ports?device_id=52765d81-2439-4f02-ae3c-dca6c5ec0927 HTTP/1.1" status: 200 len: 949 time: 0.0504601 May 06 10:11:25.811012 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-98414a56-8e9b-444e-95e9-236d97dea4c1 req-9fcfdafe-efd8-4bc7-80a1-e6e69cf59197 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] 10.222.0.73 "GET /v2.0/security-groups?id=2dd3ab69-ee78-4403-aa4f-1e70db82fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337572 May 06 10:11:26.756343 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f097f2f-9472-4f35-8524-7f03e7560333 req-8f8fb7ed-30f2-420f-98d9-1ef8bd003fec tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:26.757829 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f097f2f-9472-4f35-8524-7f03e7560333 req-8f8fb7ed-30f2-420f-98d9-1ef8bd003fec tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 943 time: 0.0500638 May 06 10:11:26.798471 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f097f2f-9472-4f35-8524-7f03e7560333 req-554d6f69-5a6a-4998-ae6b-ac6cf7bfc8e0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333734 May 06 10:11:26.936603 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15dc319-5da7-456c-8fa5-4d60e1d4d7c6 req-83e79ac2-d041-46d8-8252-52f74662ce7d tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:26.938209 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a15dc319-5da7-456c-8fa5-4d60e1d4d7c6 req-83e79ac2-d041-46d8-8252-52f74662ce7d tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] 10.222.0.73 "GET /v2.0/ports?device_id=52765d81-2439-4f02-ae3c-dca6c5ec0927 HTTP/1.1" status: 200 len: 949 time: 0.0541489 May 06 10:11:26.981508 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a15dc319-5da7-456c-8fa5-4d60e1d4d7c6 req-b9e3df45-118a-4880-9147-9cdc67b3ed52 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] 10.222.0.73 "GET /v2.0/security-groups?id=2dd3ab69-ee78-4403-aa4f-1e70db82fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373299 May 06 10:11:27.240449 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef1e7a-c687-43c5-a7cb-cb45365ca90b req-5397f6e4-80b8-4314-889c-d281fc9c7495 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:27.241859 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a4ef1e7a-c687-43c5-a7cb-cb45365ca90b req-5397f6e4-80b8-4314-889c-d281fc9c7495 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] 10.222.0.73 "GET /v2.0/ports?device_id=52765d81-2439-4f02-ae3c-dca6c5ec0927 HTTP/1.1" status: 200 len: 949 time: 0.0514648 May 06 10:11:27.283180 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a4ef1e7a-c687-43c5-a7cb-cb45365ca90b req-28d2d2a6-4b73-4c9d-9e13-a335fecfd642 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] 10.222.0.73 "GET /v2.0/security-groups?id=2dd3ab69-ee78-4403-aa4f-1e70db82fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352480 May 06 10:11:27.926930 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92388591-c345-485c-9ce8-f3cb93976dc4 req-9b2281c1-57db-4526-b268-0f74901598dd tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:27.928452 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-92388591-c345-485c-9ce8-f3cb93976dc4 req-9b2281c1-57db-4526-b268-0f74901598dd tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 943 time: 0.0517578 May 06 10:11:27.968168 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-92388591-c345-485c-9ce8-f3cb93976dc4 req-59a435bc-1314-4457-82ec-56a083111596 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328059 May 06 10:11:28.005387 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:11:28.404247 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2d10e-58e3-4b64-a0f2-5caa654684c7 req-0b8bea2c-05b6-48d9-84c6-3df23bafeaa8 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:28.405717 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6fd2d10e-58e3-4b64-a0f2-5caa654684c7 req-0b8bea2c-05b6-48d9-84c6-3df23bafeaa8 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] 10.222.0.73 "GET /v2.0/ports?device_id=52765d81-2439-4f02-ae3c-dca6c5ec0927 HTTP/1.1" status: 200 len: 949 time: 0.0503161 May 06 10:11:28.448634 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6fd2d10e-58e3-4b64-a0f2-5caa654684c7 req-56f6aada-25ea-425f-bd81-ff3ad0f9a9ff tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] 10.222.0.73 "GET /v2.0/security-groups?id=2dd3ab69-ee78-4403-aa4f-1e70db82fb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363870 May 06 10:11:28.529173 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108d6d5-7207-4f09-82cb-15a2183771a3 req-8e79d530-fddd-4eb7-8ebf-b8e149c76d42 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:28.530818 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c108d6d5-7207-4f09-82cb-15a2183771a3 req-8e79d530-fddd-4eb7-8ebf-b8e149c76d42 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] 10.222.0.84 "GET /v2.0/ports?device_id=52765d81-2439-4f02-ae3c-dca6c5ec0927 HTTP/1.1" status: 200 len: 949 time: 0.0552218 May 06 10:11:28.625003 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-c108d6d5-7207-4f09-82cb-15a2183771a3 req-c4f7b97f-8dd5-4aac-8ca7-990cc0ad4274 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Deleting port c0d4f077-0800-4a3e-b048-6b2ab90c16c9 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:11:28.625354 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-c108d6d5-7207-4f09-82cb-15a2183771a3 req-c4f7b97f-8dd5-4aac-8ca7-990cc0ad4274 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:28.726609 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-c108d6d5-7207-4f09-82cb-15a2183771a3 req-c4f7b97f-8dd5-4aac-8ca7-990cc0ad4274 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] For port c0d4f077-0800-4a3e-b048-6b2ab90c16c9, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=c0d4f077-0800-4a3e-b048-6b2ab90c16c9,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:28.726997 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-c108d6d5-7207-4f09-82cb-15a2183771a3 req-c4f7b97f-8dd5-4aac-8ca7-990cc0ad4274 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:28.741238 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-c108d6d5-7207-4f09-82cb-15a2183771a3 req-c4f7b97f-8dd5-4aac-8ca7-990cc0ad4274 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Calling delete_port for c0d4f077-0800-4a3e-b048-6b2ab90c16c9 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:11:28.889725 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-c108d6d5-7207-4f09-82cb-15a2183771a3 req-c4f7b97f-8dd5-4aac-8ca7-990cc0ad4274 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:28.908420 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['c0d4f077-0800-4a3e-b048-6b2ab90c16c9'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:11:28.926018 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7b97f-8dd5-4aac-8ca7-990cc0ad4274 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Pushing event deleted for resources: {'Port': ['ID=c0d4f077-0800-4a3e-b048-6b2ab90c16c9,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:28.971697 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-c108d6d5-7207-4f09-82cb-15a2183771a3 req-c4f7b97f-8dd5-4aac-8ca7-990cc0ad4274 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] No DVR routers for this DVR port c0d4f077-0800-4a3e-b048-6b2ab90c16c9 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:11:28.974404 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-c108d6d5-7207-4f09-82cb-15a2183771a3 req-c4f7b97f-8dd5-4aac-8ca7-990cc0ad4274 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:28.977918 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c108d6d5-7207-4f09-82cb-15a2183771a3 req-c4f7b97f-8dd5-4aac-8ca7-990cc0ad4274 tempest-VolumesNegativeTest-1803837288 tempest-VolumesNegativeTest-1803837288-project] 10.222.0.84 "DELETE /v2.0/ports/c0d4f077-0800-4a3e-b048-6b2ab90c16c9 HTTP/1.1" status: 204 len: 173 time: 0.4406505 May 06 10:11:28.978372 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52765d81-2439-4f02-ae3c-dca6c5ec0927', 'name': 'network-vif-deleted', 'tag': 'c0d4f077-0800-4a3e-b048-6b2ab90c16c9'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:11:28.980986 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8821715a-37a8-4bde-a0b0-8f387122787e" -d '{"events": [{"server_uuid": "52765d81-2439-4f02-ae3c-dca6c5ec0927", "name": "network-vif-deleted", "tag": "c0d4f077-0800-4a3e-b048-6b2ab90c16c9"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:11:29.036570 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df440e1-c00a-41fc-8c0f-27b6c913b873 x-openstack-request-id: req-7df440e1-c00a-41fc-8c0f-27b6c913b873 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:11:29.036859 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52765d81-2439-4f02-ae3c-dca6c5ec0927", "name": "network-vif-deleted", "tag": "c0d4f077-0800-4a3e-b048-6b2ab90c16c9", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:11:29.037108 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7df440e1-c00a-41fc-8c0f-27b6c913b873 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:11:29.037507 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7df440e1-c00a-41fc-8c0f-27b6c913b873'] response: {'server_uuid': '52765d81-2439-4f02-ae3c-dca6c5ec0927', 'name': 'network-vif-deleted', 'tag': 'c0d4f077-0800-4a3e-b048-6b2ab90c16c9', 'status': 'completed', 'code': 200} May 06 10:11:29.155059 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bf0e6-d267-4ea4-85b7-107252b60cbc req-19a6eb56-7737-4d03-8cee-7a716ec8e528 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:29.156592 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b5bf0e6-d267-4ea4-85b7-107252b60cbc req-19a6eb56-7737-4d03-8cee-7a716ec8e528 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 943 time: 0.0569561 May 06 10:11:29.193605 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:29.201829 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b5bf0e6-d267-4ea4-85b7-107252b60cbc req-56b61725-5a1c-47e9-a5bc-235e7374b2e6 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376520 May 06 10:11:30.343453 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0b314-3dca-4778-a9a8-4b0ba0feb377 req-fb0c3e61-16d4-4ea0-8cd7-74d59013feb5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:30.345216 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9d0b314-3dca-4778-a9a8-4b0ba0feb377 req-fb0c3e61-16d4-4ea0-8cd7-74d59013feb5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 943 time: 0.0688994 May 06 10:11:30.387311 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d9d0b314-3dca-4778-a9a8-4b0ba0feb377 req-f6ea13ce-191d-45a1-9633-553c4510ccd1 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349820 May 06 10:11:31.510220 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c60d2-0bf9-4995-97f7-91cbf99af87f req-49bc5a76-c9ac-4949-a625-62f32b4b08ef tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:31.511767 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-256c60d2-0bf9-4995-97f7-91cbf99af87f req-49bc5a76-c9ac-4949-a625-62f32b4b08ef tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 943 time: 0.0510969 May 06 10:11:31.551324 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-256c60d2-0bf9-4995-97f7-91cbf99af87f req-abfbac91-3f2f-44ab-bf8c-9f1fd8b62372 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335655 May 06 10:11:32.365048 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device c0d4f077-0800-4a3e-b048-6b2ab90c16c9 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:11:32.385612 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: c0d4f077-0800-4a3e-b048-6b2ab90c16c9 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:11:32.385953 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device c0d4f077-0800-4a3e-b048-6b2ab90c16c9 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:11:32.669326 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d2063-8e88-4613-bca7-8b4c61c87c47 req-865ff205-e70d-4f13-a3ac-1ed22c68c866 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:32.670750 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-664d2063-8e88-4613-bca7-8b4c61c87c47 req-865ff205-e70d-4f13-a3ac-1ed22c68c866 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 943 time: 0.0497799 May 06 10:11:32.708302 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-664d2063-8e88-4613-bca7-8b4c61c87c47 req-73784c5b-ad60-4cf9-b639-547d2e4ca93f tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314159 May 06 10:11:33.700054 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 11788172-4083-4fa2-a406-b385c36296a8 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:11:33.806976 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 11788172-4083-4fa2-a406-b385c36296a8, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=11788172-4083-4fa2-a406-b385c36296a8,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:33.820638 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '11788172-4083-4fa2-a406-b385c36296a8', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'port_id': '11788172-4083-4fa2-a406-b385c36296a8', 'mac_address': 'fa:16:3e:c3:d3:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:11:33.849891 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60e6e6-1653-4cec-8eb7-c8516b8e9c4e req-b3bf890c-9469-4143-834f-af8a32576e6f tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:33.852378 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ef60e6e6-1653-4cec-8eb7-c8516b8e9c4e req-b3bf890c-9469-4143-834f-af8a32576e6f tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 943 time: 0.0636270 May 06 10:11:33.878704 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:33.894800 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11788172-4083-4fa2-a406-b385c36296a8 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:11:33.906026 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ef60e6e6-1653-4cec-8eb7-c8516b8e9c4e req-436d8f07-1295-48b1-bc26-cdbc685bec4d tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457821 May 06 10:11:33.920343 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 11788172-4083-4fa2-a406-b385c36296a8, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=11788172-4083-4fa2-a406-b385c36296a8,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:33.924875 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:33.976710 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=11788172-4083-4fa2-a406-b385c36296a8,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:34.289995 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['11788172-4083-4fa2-a406-b385c36296a8'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:11:34.480045 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33952) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:34.631680 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ec5c9261-bc14-43cb-a09b-6ee3745341a6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=abd6e7e753cd45f2a6e5478ec797c7fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1499457 May 06 10:11:34.634139 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 33956) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:34.691960 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-99bd53c8-bba4-4a01-841a-f917771cd2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:34.714425 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-99bd53c8-bba4-4a01-841a-f917771cd2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:34.768744 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-99bd53c8-bba4-4a01-841a-f917771cd2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:34.771676 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-99bd53c8-bba4-4a01-841a-f917771cd2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:34.772924 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-99bd53c8-bba4-4a01-841a-f917771cd2b5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2dd3ab69-ee78-4403-aa4f-1e70db82fb91 HTTP/1.1" status: 204 len: 168 time: 0.1378000 May 06 10:11:34.780857 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd53c8-bba4-4a01-841a-f917771cd2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd3ab69-ee78-4403-aa4f-1e70db82fb91,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:35.047930 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6e7f5-0a86-4c25-951a-b8ee130e9b40 req-cca71823-b857-4ee1-be6a-d483ac146529 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:35.049719 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3fc6e7f5-0a86-4c25-951a-b8ee130e9b40 req-cca71823-b857-4ee1-be6a-d483ac146529 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 944 time: 0.0656118 May 06 10:11:35.096052 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3fc6e7f5-0a86-4c25-951a-b8ee130e9b40 req-55011e08-ca5d-45f0-bb7e-ed5aa9b7cd23 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392160 May 06 10:11:35.703533 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 11788172-4083-4fa2-a406-b385c36296a8 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:11:35.756844 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 11788172-4083-4fa2-a406-b385c36296a8 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:11:35.762297 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 11788172-4083-4fa2-a406-b385c36296a8 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:11:35.762713 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:35.850491 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:35.876365 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4a159d-aaee-4c1c-ad0a-3b97eb075af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11788172-4083-4fa2-a406-b385c36296a8'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:11:35.878770 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e06f63-53e0-4e6f-9028-0d66577cb919" -d '{"events": [{"server_uuid": "ca4a159d-aaee-4c1c-ad0a-3b97eb075af5", "name": "network-vif-plugged", "status": "completed", "tag": "11788172-4083-4fa2-a406-b385c36296a8"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:11:35.892461 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 11788172-4083-4fa2-a406-b385c36296a8, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=11788172-4083-4fa2-a406-b385c36296a8,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:35.897339 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:35.922131 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1e57a0-5ec0-4c56-9328-5a979ba6f636 x-openstack-request-id: req-3f1e57a0-5ec0-4c56-9328-5a979ba6f636 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:11:35.922422 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4a159d-aaee-4c1c-ad0a-3b97eb075af5", "name": "network-vif-plugged", "status": "completed", "tag": "11788172-4083-4fa2-a406-b385c36296a8", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:11:35.922670 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3f1e57a0-5ec0-4c56-9328-5a979ba6f636 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:11:35.923063 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f1e57a0-5ec0-4c56-9328-5a979ba6f636'] response: {'server_uuid': 'ca4a159d-aaee-4c1c-ad0a-3b97eb075af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11788172-4083-4fa2-a406-b385c36296a8', 'code': 200} May 06 10:11:35.951321 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=11788172-4083-4fa2-a406-b385c36296a8,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:36.064078 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d023800-c7da-40ec-9205-b86faf34a079 req-ba07f8f6-d531-4b00-9d9b-c88b3f3021cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:36.065785 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4d023800-c7da-40ec-9205-b86faf34a079 req-ba07f8f6-d531-4b00-9d9b-c88b3f3021cf service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 1096 time: 0.0457363 May 06 10:11:36.103563 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4d023800-c7da-40ec-9205-b86faf34a079 req-7a0d100e-a0e5-4adb-944d-eece82adc684 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316513 May 06 10:11:36.233192 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feee7e3-3f82-4b1f-b429-9c20dd2b25cf req-b720d562-1e99-4967-8375-71a47b8938d2 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:36.234614 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1feee7e3-3f82-4b1f-b429-9c20dd2b25cf req-b720d562-1e99-4967-8375-71a47b8938d2 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 945 time: 0.0578623 May 06 10:11:36.275774 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1feee7e3-3f82-4b1f-b429-9c20dd2b25cf req-75f6e760-5153-4b4c-a2c4-209e6e89676d tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348513 May 06 10:11:37.410586 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641b85c-2b45-4c41-bbb3-b5bfe41e6fb4 req-1ab1bc99-b2d6-466f-9e5d-8311c556e710 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:37.412433 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f641b85c-2b45-4c41-bbb3-b5bfe41e6fb4 req-1ab1bc99-b2d6-466f-9e5d-8311c556e710 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 945 time: 0.0557935 May 06 10:11:37.455476 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f641b85c-2b45-4c41-bbb3-b5bfe41e6fb4 req-a767fcce-b360-4eb4-aba8-298a8034f6b0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366895 May 06 10:11:38.584996 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf540270-1a6a-4564-9c05-c977c45ad89a req-39feb37b-d2dd-4477-a919-3f89fdaf4b9a tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:38.586490 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cf540270-1a6a-4564-9c05-c977c45ad89a req-39feb37b-d2dd-4477-a919-3f89fdaf4b9a tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 945 time: 0.0591087 May 06 10:11:38.626077 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cf540270-1a6a-4564-9c05-c977c45ad89a req-479d348a-a27b-42b2-9df4-5694d45d8aec tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323257 May 06 10:11:38.755794 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bf45b-24a2-4714-b138-43b8bf388fb1 req-9eb68138-f5d6-4402-a383-9b2519971eba tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:38.757366 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-190bf45b-24a2-4714-b138-43b8bf388fb1 req-9eb68138-f5d6-4402-a383-9b2519971eba tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 945 time: 0.0535185 May 06 10:11:38.798680 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-190bf45b-24a2-4714-b138-43b8bf388fb1 req-7c680b7f-e946-4468-bd42-df0a9c18f300 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344465 May 06 10:11:39.108057 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803c550-b09e-4a06-91bf-bf3109f25c13 req-4881cf04-0098-46b9-ba88-e5b7ebb5d80c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:39.109555 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6803c550-b09e-4a06-91bf-bf3109f25c13 req-4881cf04-0098-46b9-ba88-e5b7ebb5d80c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 945 time: 0.0510139 May 06 10:11:39.157122 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6803c550-b09e-4a06-91bf-bf3109f25c13 req-00120609-014d-4031-98fc-fbe586130b2b tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317507 May 06 10:11:40.278165 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e9941-49f9-4bd5-92f2-7f9e61b4b141 req-d6989a91-656a-4618-bb13-275df623f30b tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:40.279693 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0f6e9941-49f9-4bd5-92f2-7f9e61b4b141 req-d6989a91-656a-4618-bb13-275df623f30b tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 945 time: 0.0537856 May 06 10:11:40.317551 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0f6e9941-49f9-4bd5-92f2-7f9e61b4b141 req-8f3220e2-4cec-469f-b2f7-283c57343d5a tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318313 May 06 10:11:40.855560 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ea0f7-7eef-40cc-913e-34801861551c req-91b18312-5f03-43f2-9ab3-a04fb17b3021 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:40.857266 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-684ea0f7-7eef-40cc-913e-34801861551c req-91b18312-5f03-43f2-9ab3-a04fb17b3021 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 945 time: 0.0534427 May 06 10:11:40.950085 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-684ea0f7-7eef-40cc-913e-34801861551c req-945d0e4e-592a-40af-b641-8e808e29d084 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Deleting port 11788172-4083-4fa2-a406-b385c36296a8 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:11:40.950386 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-684ea0f7-7eef-40cc-913e-34801861551c req-945d0e4e-592a-40af-b641-8e808e29d084 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:41.046707 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-684ea0f7-7eef-40cc-913e-34801861551c req-945d0e4e-592a-40af-b641-8e808e29d084 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] For port 11788172-4083-4fa2-a406-b385c36296a8, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=11788172-4083-4fa2-a406-b385c36296a8,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:41.047263 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-684ea0f7-7eef-40cc-913e-34801861551c req-945d0e4e-592a-40af-b641-8e808e29d084 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:41.060622 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-684ea0f7-7eef-40cc-913e-34801861551c req-945d0e4e-592a-40af-b641-8e808e29d084 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Calling delete_port for 11788172-4083-4fa2-a406-b385c36296a8 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:11:41.183648 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-684ea0f7-7eef-40cc-913e-34801861551c req-945d0e4e-592a-40af-b641-8e808e29d084 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:41.215730 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d0e4e-592a-40af-b641-8e808e29d084 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Pushing event deleted for resources: {'Port': ['ID=11788172-4083-4fa2-a406-b385c36296a8,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:41.218134 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['64d106e4-a3cf-4bbe-b566-3a451497edf2', '11788172-4083-4fa2-a406-b385c36296a8'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:11:41.257974 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-684ea0f7-7eef-40cc-913e-34801861551c req-945d0e4e-592a-40af-b641-8e808e29d084 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] No DVR routers for this DVR port 11788172-4083-4fa2-a406-b385c36296a8 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:11:41.262412 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-684ea0f7-7eef-40cc-913e-34801861551c req-945d0e4e-592a-40af-b641-8e808e29d084 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:41.266250 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-684ea0f7-7eef-40cc-913e-34801861551c req-945d0e4e-592a-40af-b641-8e808e29d084 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.77 "DELETE /v2.0/ports/11788172-4083-4fa2-a406-b385c36296a8 HTTP/1.1" status: 204 len: 173 time: 0.4021850 May 06 10:11:41.266721 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4a159d-aaee-4c1c-ad0a-3b97eb075af5', 'name': 'network-vif-deleted', 'tag': '11788172-4083-4fa2-a406-b385c36296a8'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:11:41.269115 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe30589-4a4c-4a79-8ebf-787bdf21dd24" -d '{"events": [{"server_uuid": "ca4a159d-aaee-4c1c-ad0a-3b97eb075af5", "name": "network-vif-deleted", "tag": "11788172-4083-4fa2-a406-b385c36296a8"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:11:41.313319 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b70253f-dcf4-4b9e-8ed3-b8fd91e2e29e x-openstack-request-id: req-0b70253f-dcf4-4b9e-8ed3-b8fd91e2e29e {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:11:41.313725 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4a159d-aaee-4c1c-ad0a-3b97eb075af5", "name": "network-vif-deleted", "tag": "11788172-4083-4fa2-a406-b385c36296a8", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:11:41.314022 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0b70253f-dcf4-4b9e-8ed3-b8fd91e2e29e {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:11:41.314369 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b70253f-dcf4-4b9e-8ed3-b8fd91e2e29e'] response: {'server_uuid': 'ca4a159d-aaee-4c1c-ad0a-3b97eb075af5', 'name': 'network-vif-deleted', 'tag': '11788172-4083-4fa2-a406-b385c36296a8', 'status': 'completed', 'code': 200} May 06 10:11:41.442436 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-63308799-a072-400c-a7a2-20fe284d1ccc req-ac1841c5-5a4c-4125-8cba-e41ab3be604d tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 210 time: 0.0372379 May 06 10:11:42.538614 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a4612404-5f43-4b3a-8432-10a8fcba0379 req-e46158ff-ab32-4d43-b364-0c9287c9d971 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 210 time: 0.0265234 May 06 10:11:43.638959 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37373704-95e3-47bb-a8b9-53721efbe335 req-e42b14a2-e7eb-4914-b845-6b809e7a6ec0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 210 time: 0.0269704 May 06 10:11:43.743437 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 11788172-4083-4fa2-a406-b385c36296a8 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:11:43.767048 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 11788172-4083-4fa2-a406-b385c36296a8 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:11:43.767423 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 11788172-4083-4fa2-a406-b385c36296a8 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:11:44.739871 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25ea5438-3140-4da0-9cd3-bae661f3ce38 req-bda13269-7e2c-4425-978d-1cd97b38b1ed tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca4a159d-aaee-4c1c-ad0a-3b97eb075af5 HTTP/1.1" status: 200 len: 210 time: 0.0295227 May 06 10:11:45.949204 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0208976c-a331-4dda-8d44-556a97bf939a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:48.463949 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-14bff344-95ca-4360-9cea-e422d0513059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:49.012537 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:49.231098 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be12ce-89a4-411d-875e-3eeb51e83efe req-6440a2b4-2229-406b-ab8b-587c44794d56 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:49.232586 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-85be12ce-89a4-411d-875e-3eeb51e83efe req-6440a2b4-2229-406b-ab8b-587c44794d56 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba6683c4-f8e3-422c-b41f-396a9062463c HTTP/1.1" status: 200 len: 945 time: 0.0568931 May 06 10:11:49.269930 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-85be12ce-89a4-411d-875e-3eeb51e83efe req-445f1729-dc18-43b5-b461-de684c8f1bd0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312953 May 06 10:11:49.585725 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:50.386928 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a3f03-259e-4d65-828d-17e7db79b3c2 req-95607eb3-fecb-4fc1-ae9a-ce7dffb186ae tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:50.388875 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a0a3f03-259e-4d65-828d-17e7db79b3c2 req-95607eb3-fecb-4fc1-ae9a-ce7dffb186ae tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba6683c4-f8e3-422c-b41f-396a9062463c HTTP/1.1" status: 200 len: 945 time: 0.0517206 May 06 10:11:50.426912 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a0a3f03-259e-4d65-828d-17e7db79b3c2 req-3f24928f-95a8-4d59-80f0-4160be441fad tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb0994a-42e5-4a5e-b505-656201afa0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319710 May 06 10:11:50.902701 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c3dd9-65a0-49ea-8486-a2772b965aad req-3795907c-332f-46a3-99d7-572f78c38837 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:50.904325 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-853c3dd9-65a0-49ea-8486-a2772b965aad req-3795907c-332f-46a3-99d7-572f78c38837 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba6683c4-f8e3-422c-b41f-396a9062463c HTTP/1.1" status: 200 len: 945 time: 0.0494640 May 06 10:11:51.001965 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-853c3dd9-65a0-49ea-8486-a2772b965aad req-bbf338d3-1a26-475f-b309-300a97db8fd0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Deleting port 64d106e4-a3cf-4bbe-b566-3a451497edf2 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:11:51.002311 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-853c3dd9-65a0-49ea-8486-a2772b965aad req-bbf338d3-1a26-475f-b309-300a97db8fd0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:51.095644 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-853c3dd9-65a0-49ea-8486-a2772b965aad req-bbf338d3-1a26-475f-b309-300a97db8fd0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] For port 64d106e4-a3cf-4bbe-b566-3a451497edf2, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=64d106e4-a3cf-4bbe-b566-3a451497edf2,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:51.096014 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-853c3dd9-65a0-49ea-8486-a2772b965aad req-bbf338d3-1a26-475f-b309-300a97db8fd0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:51.109132 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-853c3dd9-65a0-49ea-8486-a2772b965aad req-bbf338d3-1a26-475f-b309-300a97db8fd0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Calling delete_port for 64d106e4-a3cf-4bbe-b566-3a451497edf2 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:11:51.237389 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-853c3dd9-65a0-49ea-8486-a2772b965aad req-bbf338d3-1a26-475f-b309-300a97db8fd0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:51.267658 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf338d3-1a26-475f-b309-300a97db8fd0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Pushing event deleted for resources: {'Port': ['ID=64d106e4-a3cf-4bbe-b566-3a451497edf2,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:51.271365 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['64d106e4-a3cf-4bbe-b566-3a451497edf2'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:11:51.279808 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf338d3-1a26-475f-b309-300a97db8fd0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:51.280171 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf338d3-1a26-475f-b309-300a97db8fd0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:51.280521 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf338d3-1a26-475f-b309-300a97db8fd0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:51.280869 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf338d3-1a26-475f-b309-300a97db8fd0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:51.281217 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf338d3-1a26-475f-b309-300a97db8fd0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:51.281560 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf338d3-1a26-475f-b309-300a97db8fd0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:51.281900 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf338d3-1a26-475f-b309-300a97db8fd0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:51.282239 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf338d3-1a26-475f-b309-300a97db8fd0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:51.282600 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf338d3-1a26-475f-b309-300a97db8fd0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:51.282939 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf338d3-1a26-475f-b309-300a97db8fd0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:51.283305 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf338d3-1a26-475f-b309-300a97db8fd0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:51.283735 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf338d3-1a26-475f-b309-300a97db8fd0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:51.298066 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:51.322184 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-853c3dd9-65a0-49ea-8486-a2772b965aad req-bbf338d3-1a26-475f-b309-300a97db8fd0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] No DVR routers for this DVR port 64d106e4-a3cf-4bbe-b566-3a451497edf2 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:11:51.324872 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-853c3dd9-65a0-49ea-8486-a2772b965aad req-bbf338d3-1a26-475f-b309-300a97db8fd0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:51.328213 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-853c3dd9-65a0-49ea-8486-a2772b965aad req-bbf338d3-1a26-475f-b309-300a97db8fd0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.77 "DELETE /v2.0/ports/64d106e4-a3cf-4bbe-b566-3a451497edf2 HTTP/1.1" status: 204 len: 173 time: 0.4177091 May 06 10:11:51.328639 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6683c4-f8e3-422c-b41f-396a9062463c', 'name': 'network-vif-deleted', 'tag': '64d106e4-a3cf-4bbe-b566-3a451497edf2'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:11:51.330924 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129d6c24-2d2c-4261-a370-761fa9b9512f" -d '{"events": [{"server_uuid": "ba6683c4-f8e3-422c-b41f-396a9062463c", "name": "network-vif-deleted", "tag": "64d106e4-a3cf-4bbe-b566-3a451497edf2"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:11:51.371843 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f59039-24d8-44fb-b01c-be60eb36a814 x-openstack-request-id: req-48f59039-24d8-44fb-b01c-be60eb36a814 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:11:51.372142 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6683c4-f8e3-422c-b41f-396a9062463c", "name": "network-vif-deleted", "tag": "64d106e4-a3cf-4bbe-b566-3a451497edf2", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:11:51.372402 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-48f59039-24d8-44fb-b01c-be60eb36a814 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:11:51.372816 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48f59039-24d8-44fb-b01c-be60eb36a814'] response: {'server_uuid': 'ba6683c4-f8e3-422c-b41f-396a9062463c', 'name': 'network-vif-deleted', 'tag': '64d106e4-a3cf-4bbe-b566-3a451497edf2', 'status': 'completed', 'code': 200} May 06 10:11:51.473906 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:51.524079 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-126d9f96-5373-402e-8b8b-d901e3e2f377 req-c846ae20-e498-495c-96e0-8de33dac5b36 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba6683c4-f8e3-422c-b41f-396a9062463c HTTP/1.1" status: 200 len: 210 time: 0.0272400 May 06 10:11:52.623594 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8bdecabc-f395-4c40-8e1a-802621371ea6 req-52ddcf6e-7470-4fb3-b12a-aa4bc5cdb326 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba6683c4-f8e3-422c-b41f-396a9062463c HTTP/1.1" status: 200 len: 210 time: 0.0314934 May 06 10:11:53.718090 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-622a53e0-d60f-42f3-a42f-f9551553eb46 req-de3ebe01-e6d1-4e2d-bd42-85d2920e5891 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba6683c4-f8e3-422c-b41f-396a9062463c HTTP/1.1" status: 200 len: 210 time: 0.0269194 May 06 10:11:53.790561 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 64d106e4-a3cf-4bbe-b566-3a451497edf2 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:11:53.811531 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 64d106e4-a3cf-4bbe-b566-3a451497edf2 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:11:53.811883 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 64d106e4-a3cf-4bbe-b566-3a451497edf2 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:11:54.243237 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d88eb152-03a3-4315-b6b7-047984dde6d8 req-2c240a47-2b2d-43dc-91f0-ee8cb1119ac5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408680 May 06 10:11:54.325950 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88eb152-03a3-4315-b6b7-047984dde6d8 req-31669305-b7aa-46f5-a5af-87709c4e12c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:54.327480 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d88eb152-03a3-4315-b6b7-047984dde6d8 req-31669305-b7aa-46f5-a5af-87709c4e12c5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=16e9c321c2164a61922260b9fc8a7435&device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3 HTTP/1.1" status: 200 len: 1096 time: 0.0407372 May 06 10:11:54.441850 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88eb152-03a3-4315-b6b7-047984dde6d8 req-6e55828a-fb54-4fab-881a-990f381d8c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:54.443467 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d88eb152-03a3-4315-b6b7-047984dde6d8 req-6e55828a-fb54-4fab-881a-990f381d8c7d service neutron] 10.222.0.84 "GET /v2.0/networks?id=f80ac33c-e0da-45bd-8888-e7be9e9c5572 HTTP/1.1" status: 200 len: 909 time: 0.0950732 May 06 10:11:54.512644 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d88eb152-03a3-4315-b6b7-047984dde6d8 req-f166324e-252e-4271-9843-af1b58be8793 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3306ed54-5eeb-4685-baf1-00edb7e864e2 HTTP/1.1" status: 200 len: 1001 time: 0.0620098 May 06 10:11:54.565259 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88eb152-03a3-4315-b6b7-047984dde6d8 req-125bdf53-e4a3-4c9f-bc26-8ad96fc20dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:54.566825 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d88eb152-03a3-4315-b6b7-047984dde6d8 req-125bdf53-e4a3-4c9f-bc26-8ad96fc20dd3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3f29583e-b4b5-42ae-890c-7e8921374c54 HTTP/1.1" status: 200 len: 847 time: 0.0465617 May 06 10:11:54.616441 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88eb152-03a3-4315-b6b7-047984dde6d8 req-085a580d-3d2e-4cb7-b94f-611b542a779a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:54.618470 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d88eb152-03a3-4315-b6b7-047984dde6d8 req-085a580d-3d2e-4cb7-b94f-611b542a779a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f80ac33c-e0da-45bd-8888-e7be9e9c5572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448413 May 06 10:11:54.716916 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d88eb152-03a3-4315-b6b7-047984dde6d8 req-0b728f01-f582-4a1e-af97-35ac02bccb71 service neutron] 10.222.0.84 "GET /v2.0/networks/f80ac33c-e0da-45bd-8888-e7be9e9c5572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918262 May 06 10:11:54.845578 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7067b3f4-923e-488a-a015-65b761158376 req-81fdcd8b-1edf-45df-8114-47e9869a96ea tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba6683c4-f8e3-422c-b41f-396a9062463c HTTP/1.1" status: 200 len: 210 time: 0.0352030 May 06 10:11:54.849311 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d88eb152-03a3-4315-b6b7-047984dde6d8 req-98ee1711-6867-4bda-b439-613989284379 service neutron] 10.222.0.84 "GET /v2.0/networks/f80ac33c-e0da-45bd-8888-e7be9e9c5572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238489 May 06 10:11:58.104297 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34070) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:58.109286 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-6bbac80d-25b5-43de-b6ae-b2654a51bc5d tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1575846213', 'description': 'tempest-secgroup-smoke-1575846213 description', 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:11:58.130360 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6bbac80d-25b5-43de-b6ae-b2654a51bc5d tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.194450 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6bbac80d-25b5-43de-b6ae-b2654a51bc5d tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.198053 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6bbac80d-25b5-43de-b6ae-b2654a51bc5d tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.225501 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6bbac80d-25b5-43de-b6ae-b2654a51bc5d tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.226717 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6bbac80d-25b5-43de-b6ae-b2654a51bc5d tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1214135 May 06 10:11:58.230259 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34072) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:58.231549 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbac80d-25b5-43de-b6ae-b2654a51bc5d tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf7e5ad-c627-4631-98e2-e4e15c420d86,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:58.235471 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-7b4a59ab-e010-47aa-94ca-5b57685e52dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Request body: {'security_group_rule': {'security_group_id': 'fcf7e5ad-c627-4631-98e2-e4e15c420d86', 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:11:58.260651 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7b4a59ab-e010-47aa-94ca-5b57685e52dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.316212 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7b4a59ab-e010-47aa-94ca-5b57685e52dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.321770 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7b4a59ab-e010-47aa-94ca-5b57685e52dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.344076 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a59ab-e010-47aa-94ca-5b57685e52dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af188fa-6259-4798-af1d-2cbc076b332b,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:58.356144 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a59ab-e010-47aa-94ca-5b57685e52dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:58.356556 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a59ab-e010-47aa-94ca-5b57685e52dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:58.357019 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a59ab-e010-47aa-94ca-5b57685e52dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:58.357487 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a59ab-e010-47aa-94ca-5b57685e52dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:58.357895 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a59ab-e010-47aa-94ca-5b57685e52dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:58.358239 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a59ab-e010-47aa-94ca-5b57685e52dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:58.358572 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a59ab-e010-47aa-94ca-5b57685e52dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:58.358903 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a59ab-e010-47aa-94ca-5b57685e52dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:58.359373 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a59ab-e010-47aa-94ca-5b57685e52dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:58.359838 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a59ab-e010-47aa-94ca-5b57685e52dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:58.360314 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a59ab-e010-47aa-94ca-5b57685e52dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:58.360700 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a59ab-e010-47aa-94ca-5b57685e52dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:58.366538 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7b4a59ab-e010-47aa-94ca-5b57685e52dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.367852 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7b4a59ab-e010-47aa-94ca-5b57685e52dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1360512 May 06 10:11:58.370584 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34074) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:58.375002 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-8c2ae8b5-a12f-4c0a-ba81-09c029bc25b1 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Request body: {'security_group_rule': {'security_group_id': 'fcf7e5ad-c627-4631-98e2-e4e15c420d86', 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:11:58.399933 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8c2ae8b5-a12f-4c0a-ba81-09c029bc25b1 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.460011 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8c2ae8b5-a12f-4c0a-ba81-09c029bc25b1 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.464033 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8c2ae8b5-a12f-4c0a-ba81-09c029bc25b1 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.484067 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ae8b5-a12f-4c0a-ba81-09c029bc25b1 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c727fa-6dad-450f-aaaf-b4ba1864c604,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:58.489850 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8c2ae8b5-a12f-4c0a-ba81-09c029bc25b1 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.490925 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8c2ae8b5-a12f-4c0a-ba81-09c029bc25b1 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193242 May 06 10:11:58.493713 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34076) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:58.498021 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-bc2a5c39-58e4-417c-b52f-9e9f4e297d7c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Request body: {'security_group_rule': {'security_group_id': 'fcf7e5ad-c627-4631-98e2-e4e15c420d86', 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:11:58.521295 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc2a5c39-58e4-417c-b52f-9e9f4e297d7c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.581738 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc2a5c39-58e4-417c-b52f-9e9f4e297d7c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.585461 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc2a5c39-58e4-417c-b52f-9e9f4e297d7c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.604447 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a5c39-58e4-417c-b52f-9e9f4e297d7c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f07c32-c63e-49df-aafb-43ffe7b60065,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:58.611694 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bc2a5c39-58e4-417c-b52f-9e9f4e297d7c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.612889 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bc2a5c39-58e4-417c-b52f-9e9f4e297d7c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182101 May 06 10:11:58.615493 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34078) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:58.620217 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-70174bef-5d99-42f8-9f79-523326e26931 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Request body: {'security_group_rule': {'security_group_id': 'fcf7e5ad-c627-4631-98e2-e4e15c420d86', 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:11:58.645944 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-70174bef-5d99-42f8-9f79-523326e26931 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.704580 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-70174bef-5d99-42f8-9f79-523326e26931 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.708169 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-70174bef-5d99-42f8-9f79-523326e26931 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.726611 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70174bef-5d99-42f8-9f79-523326e26931 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc949055-51ce-4c3a-a5ee-8aa117529856,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:58.734104 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-70174bef-5d99-42f8-9f79-523326e26931 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.735326 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-70174bef-5d99-42f8-9f79-523326e26931 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188958 May 06 10:11:58.738046 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34080) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:58.742255 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-331f079d-5d5e-47b1-9fd8-fd2c5cb2a716 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Request body: {'security_group_rule': {'security_group_id': 'fcf7e5ad-c627-4631-98e2-e4e15c420d86', 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:11:58.761362 n-d-840835-1 neutron-server[102653]: INFO neutron.db.securitygroups_db [None req-331f079d-5d5e-47b1-9fd8-fd2c5cb2a716 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Project 7cb12c0888cc4f8a80e8e3d90fb1fcf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:11:58.765994 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-331f079d-5d5e-47b1-9fd8-fd2c5cb2a716 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.828004 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-331f079d-5d5e-47b1-9fd8-fd2c5cb2a716 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.831930 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-331f079d-5d5e-47b1-9fd8-fd2c5cb2a716 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.849286 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f079d-5d5e-47b1-9fd8-fd2c5cb2a716 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0402d2b1-1694-4951-b806-3dfd0159a9b0,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:58.857601 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-331f079d-5d5e-47b1-9fd8-fd2c5cb2a716 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.858795 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-331f079d-5d5e-47b1-9fd8-fd2c5cb2a716 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198330 May 06 10:11:58.861530 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34082) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:58.865812 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-477a8f62-2780-4a63-8fb7-719e107e51f2 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Request body: {'security_group_rule': {'security_group_id': 'fcf7e5ad-c627-4631-98e2-e4e15c420d86', 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:11:58.885131 n-d-840835-1 neutron-server[102653]: INFO neutron.db.securitygroups_db [None req-477a8f62-2780-4a63-8fb7-719e107e51f2 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Project 7cb12c0888cc4f8a80e8e3d90fb1fcf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:11:58.889990 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-477a8f62-2780-4a63-8fb7-719e107e51f2 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.951951 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-477a8f62-2780-4a63-8fb7-719e107e51f2 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.955577 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-477a8f62-2780-4a63-8fb7-719e107e51f2 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.973731 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a8f62-2780-4a63-8fb7-719e107e51f2 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=179fbeec-8be5-4be3-971c-69f7afccfb07,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:58.982236 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-477a8f62-2780-4a63-8fb7-719e107e51f2 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.983483 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-477a8f62-2780-4a63-8fb7-719e107e51f2 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210082 May 06 10:11:59.202576 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:05.004607 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:12:13.251135 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-df307b51-0b9f-49ac-be9a-dafe44108145 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1575846213&fields=id&tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1 HTTP/1.1" status: 200 len: 267 time: 0.0325849 May 06 10:12:13.359759 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-ec23921f-89f7-4297-a38e-3518356fed66 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:13.361215 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-ec23921f-89f7-4297-a38e-3518356fed66 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 812 time: 0.1033695 May 06 10:12:13.376057 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-a2e7ab66-c60b-4582-95e6-1878df0930cd tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/quotas/7cb12c0888cc4f8a80e8e3d90fb1fcf1 HTTP/1.1" status: 200 len: 375 time: 0.0089197 May 06 10:12:13.431996 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-3d2dac13-6f81-4982-8591-89cf3f0d9b00 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507164 May 06 10:12:13.530041 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-35c674e1-9a29-459f-a24d-4f0fa92e9fea service neutron] 10.222.0.73 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868778 May 06 10:12:13.618822 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-5f0165de-ded6-4d8d-8cc5-180db7c44234 service neutron] 10.222.0.73 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826743 May 06 10:12:13.908165 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-191d0ca4-6494-48ae-a5d7-1f32ac034c18 req-0740594d-8578-4d47-a32e-c0a3c1f163ad tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 210 time: 0.0285208 May 06 10:12:14.866732 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-1b8557e5-c6f0-4328-8371-cbbb6022dd58 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:14.868708 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-1b8557e5-c6f0-4328-8371-cbbb6022dd58 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.77 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 812 time: 0.1051548 May 06 10:12:14.918775 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-a8477334-9833-4ea6-af20-ac6ae9f41581 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1 HTTP/1.1" status: 200 len: 380 time: 0.0359137 May 06 10:12:14.935734 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-47e1ba86-b5fc-49d3-8e49-60bc991647f8 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Request body: {'port': {'device_id': 'f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'admin_state_up': True, 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'security_groups': ['fcf7e5ad-c627-4631-98e2-e4e15c420d86']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:12:15.004605 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c94c29f5-aab0-4ca7-964e-350785a3ac3e req-40f49268-5131-44af-b899-85e7076b648e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 210 time: 0.0281503 May 06 10:12:15.056422 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-47e1ba86-b5fc-49d3-8e49-60bc991647f8 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Made reservation on behalf of 7cb12c0888cc4f8a80e8e3d90fb1fcf1 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:12:15.060194 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-47e1ba86-b5fc-49d3-8e49-60bc991647f8 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:15.195714 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-47e1ba86-b5fc-49d3-8e49-60bc991647f8 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Allocated IP 172.20.0.8 (e79942ca-e345-49b7-9237-09d84c169e88/6c703b66-fbd0-4b8e-aa48-38bd7169d05a/28c772c0-15c7-48cb-9410-48c63ca65c30) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:12:15.335531 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-47e1ba86-b5fc-49d3-8e49-60bc991647f8 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:15.369985 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-47e1ba86-b5fc-49d3-8e49-60bc991647f8 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:15.418448 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-47e1ba86-b5fc-49d3-8e49-60bc991647f8 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Network e79942ca-e345-49b7-9237-09d84c169e88 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:12:15.421677 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-47e1ba86-b5fc-49d3-8e49-60bc991647f8 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:12:15.425646 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-47e1ba86-b5fc-49d3-8e49-60bc991647f8 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:12:15.453205 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1ba86-b5fc-49d3-8e49-60bc991647f8 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Pushing event updated for resources: {'Port': ['ID=28c772c0-15c7-48cb-9410-48c63ca65c30,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:15.481784 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-47e1ba86-b5fc-49d3-8e49-60bc991647f8 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:15.482444 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-47e1ba86-b5fc-49d3-8e49-60bc991647f8 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:15.500604 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-47e1ba86-b5fc-49d3-8e49-60bc991647f8 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5685163 May 06 10:12:15.519321 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-424d3b41-cb39-41a0-9a63-f31506d783c3 service neutron] Request body: {'port': {'device_id': 'f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:12:15.581213 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-424d3b41-cb39-41a0-9a63-f31506d783c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:15.699898 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d7749df0-fc3a-431b-8139-a6697c3237cf None None] Provisioning complete for port 28c772c0-15c7-48cb-9410-48c63ca65c30 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:12:15.701204 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d7749df0-fc3a-431b-8139-a6697c3237cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:15.737698 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d7749df0-fc3a-431b-8139-a6697c3237cf None None] Port 28c772c0-15c7-48cb-9410-48c63ca65c30 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:12:15.859543 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-424d3b41-cb39-41a0-9a63-f31506d783c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c772c0-15c7-48cb-9410-48c63ca65c30 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:12:15.868757 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-424d3b41-cb39-41a0-9a63-f31506d783c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:15.881148 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-424d3b41-cb39-41a0-9a63-f31506d783c3 service neutron] Transition to ACTIVE for port object 28c772c0-15c7-48cb-9410-48c63ca65c30 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:12:15.886107 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-424d3b41-cb39-41a0-9a63-f31506d783c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:15.961451 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d3b41-cb39-41a0-9a63-f31506d783c3 service neutron] Pushing event updated for resources: {'Port': ['ID=28c772c0-15c7-48cb-9410-48c63ca65c30,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:15.963875 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-784b1355-25cf-400f-83f2-0e2b531733f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:16.015227 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-424d3b41-cb39-41a0-9a63-f31506d783c3 service neutron] Attempting to bind port 28c772c0-15c7-48cb-9410-48c63ca65c30 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:12:16.015570 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-424d3b41-cb39-41a0-9a63-f31506d783c3 service neutron] Attempting to bind port 28c772c0-15c7-48cb-9410-48c63ca65c30 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:12:16.015982 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-424d3b41-cb39-41a0-9a63-f31506d783c3 service neutron] Attempting to bind port 28c772c0-15c7-48cb-9410-48c63ca65c30 on network e79942ca-e345-49b7-9237-09d84c169e88 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:12:16.021020 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-424d3b41-cb39-41a0-9a63-f31506d783c3 service neutron] Port 28c772c0-15c7-48cb-9410-48c63ca65c30 on network e79942ca-e345-49b7-9237-09d84c169e88 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:12:16.022303 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-424d3b41-cb39-41a0-9a63-f31506d783c3 service neutron] Attempting to bind port 28c772c0-15c7-48cb-9410-48c63ca65c30 on network e79942ca-e345-49b7-9237-09d84c169e88 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:12:16.030243 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-424d3b41-cb39-41a0-9a63-f31506d783c3 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:12:16.030243 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-424d3b41-cb39-41a0-9a63-f31506d783c3 service neutron] Checking segment: {'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:12:16.030243 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-424d3b41-cb39-41a0-9a63-f31506d783c3 service neutron] Bound using segment: {'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:12:16.030706 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-424d3b41-cb39-41a0-9a63-f31506d783c3 service neutron] Bound port: 28c772c0-15c7-48cb-9410-48c63ca65c30, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:12:16.031303 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-424d3b41-cb39-41a0-9a63-f31506d783c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:16.158143 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f398a-d8b4-421b-9d70-4713a4636739 req-b54552ac-d70c-44ba-97d5-fbe873bd5cd5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:16.167307 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bf7f398a-d8b4-421b-9d70-4713a4636739 req-b54552ac-d70c-44ba-97d5-fbe873bd5cd5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 943 time: 0.0729818 May 06 10:12:16.204533 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bf7f398a-d8b4-421b-9d70-4713a4636739 req-2f8fe417-5b25-4b95-b8a0-a7bc0399769d tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361495 May 06 10:12:16.427516 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-424d3b41-cb39-41a0-9a63-f31506d783c3 service neutron] For port 28c772c0-15c7-48cb-9410-48c63ca65c30, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:12:16.431355 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-424d3b41-cb39-41a0-9a63-f31506d783c3 service neutron] For port 28c772c0-15c7-48cb-9410-48c63ca65c30, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=28c772c0-15c7-48cb-9410-48c63ca65c30,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:12:16.436715 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-424d3b41-cb39-41a0-9a63-f31506d783c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:16.472098 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-424d3b41-cb39-41a0-9a63-f31506d783c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:16.472715 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-424d3b41-cb39-41a0-9a63-f31506d783c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:16.474103 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-424d3b41-cb39-41a0-9a63-f31506d783c3 service neutron] 10.222.0.77 "PUT /v2.0/ports/28c772c0-15c7-48cb-9410-48c63ca65c30 HTTP/1.1" status: 200 len: 1091 time: 0.9592698 May 06 10:12:16.474553 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce', 'tag': '28c772c0-15c7-48cb-9410-48c63ca65c30'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:12:16.476842 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c04ed8b-e0e4-49eb-9774-80698f86e413" -d '{"events": [{"name": "network-changed", "server_uuid": "f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce", "tag": "28c772c0-15c7-48cb-9410-48c63ca65c30"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:12:16.507977 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d3b41-cb39-41a0-9a63-f31506d783c3 service neutron] Pushing event updated for resources: {'Port': ['ID=28c772c0-15c7-48cb-9410-48c63ca65c30,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:16.541877 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12ba569-b26e-4a23-b8ca-a5befbefb1d2 x-openstack-request-id: req-c12ba569-b26e-4a23-b8ca-a5befbefb1d2 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:12:16.542398 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce", "tag": "28c772c0-15c7-48cb-9410-48c63ca65c30", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:12:16.542806 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c12ba569-b26e-4a23-b8ca-a5befbefb1d2 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:12:16.543406 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c12ba569-b26e-4a23-b8ca-a5befbefb1d2'] response: {'name': 'network-changed', 'server_uuid': 'f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce', 'tag': '28c772c0-15c7-48cb-9410-48c63ca65c30', 'status': 'completed', 'code': 200} May 06 10:12:16.601969 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-59a2554e-d428-488f-895f-293982824c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:16.604053 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-59a2554e-d428-488f-895f-293982824c00 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 1094 time: 0.0433974 May 06 10:12:16.659230 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-8e8c2614-4251-4ea9-960d-13642197dcae service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28c772c0-15c7-48cb-9410-48c63ca65c30 HTTP/1.1" status: 200 len: 217 time: 0.0416276 May 06 10:12:16.712479 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-07ffcdf1-4b62-4b8b-984a-57539e254091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:16.714143 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-07ffcdf1-4b62-4b8b-984a-57539e254091 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6c703b66-fbd0-4b8e-aa48-38bd7169d05a HTTP/1.1" status: 200 len: 851 time: 0.0483994 May 06 10:12:16.767802 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-d1ed88c6-0b49-4586-a0df-36d7d599b6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:16.769321 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-d1ed88c6-0b49-4586-a0df-36d7d599b6a5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e79942ca-e345-49b7-9237-09d84c169e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477972 May 06 10:12:16.866336 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-568e7a23-efe1-4972-8887-d836539f63dc service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900590 May 06 10:12:16.956189 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-df28efef-4ae1-4e97-b95e-246afbb2db93 req-2755d85c-84a7-4bc5-9fdf-46dd21e3ab8c service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841794 May 06 10:12:17.065052 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04ed8b-e0e4-49eb-9774-80698f86e413 req-564878de-f2da-4d87-90e6-c97ebd499a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:17.066675 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0c04ed8b-e0e4-49eb-9774-80698f86e413 req-564878de-f2da-4d87-90e6-c97ebd499a6d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 1094 time: 0.0441513 May 06 10:12:17.162139 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04ed8b-e0e4-49eb-9774-80698f86e413 req-9a02a4d6-a019-406b-9b34-4239ab2e4463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:17.163711 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0c04ed8b-e0e4-49eb-9774-80698f86e413 req-9a02a4d6-a019-406b-9b34-4239ab2e4463 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 913 time: 0.0900912 May 06 10:12:17.207738 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0c04ed8b-e0e4-49eb-9774-80698f86e413 req-09f2aea5-463c-4e29-a419-4a64a077b819 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28c772c0-15c7-48cb-9410-48c63ca65c30 HTTP/1.1" status: 200 len: 217 time: 0.0373151 May 06 10:12:17.268721 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04ed8b-e0e4-49eb-9774-80698f86e413 req-189029d2-7014-40bf-b567-4eb3e605a8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:17.270338 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0c04ed8b-e0e4-49eb-9774-80698f86e413 req-189029d2-7014-40bf-b567-4eb3e605a8d4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6c703b66-fbd0-4b8e-aa48-38bd7169d05a HTTP/1.1" status: 200 len: 851 time: 0.0563197 May 06 10:12:17.316939 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04ed8b-e0e4-49eb-9774-80698f86e413 req-1dc9d992-f315-4df6-bf8d-68a97bd1836d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:17.318570 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0c04ed8b-e0e4-49eb-9774-80698f86e413 req-1dc9d992-f315-4df6-bf8d-68a97bd1836d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e79942ca-e345-49b7-9237-09d84c169e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423374 May 06 10:12:17.326383 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a8f09-725b-42b6-937d-071c0cee66b5 req-78194f22-19b0-4755-9899-36066b5d4f5e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:17.331940 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f2a8f09-725b-42b6-937d-071c0cee66b5 req-78194f22-19b0-4755-9899-36066b5d4f5e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 943 time: 0.0544813 May 06 10:12:17.373862 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f2a8f09-725b-42b6-937d-071c0cee66b5 req-b03e8874-b0d5-4bc3-a13f-6f9ee8d7aef5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397818 May 06 10:12:17.417574 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0c04ed8b-e0e4-49eb-9774-80698f86e413 req-0569f0d4-973f-4b1e-9296-8905a68af353 service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927303 May 06 10:12:17.518805 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0c04ed8b-e0e4-49eb-9774-80698f86e413 req-d3790ea8-36a9-4f5b-89fc-3f047fb3f02c service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949466 May 06 10:12:18.466758 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-02670e78-5094-4784-9817-6b2a8291748e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:18.501362 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0659810-665d-4a55-a86f-f28379e0b38d req-65ec214c-677c-4427-9d35-b1c15eff666b tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:18.503255 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e0659810-665d-4a55-a86f-f28379e0b38d req-65ec214c-677c-4427-9d35-b1c15eff666b tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 943 time: 0.0512261 May 06 10:12:18.544656 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e0659810-665d-4a55-a86f-f28379e0b38d req-a375fbd0-3018-4015-aa4a-e0ba255e6b14 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345337 May 06 10:12:19.008035 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:19.592248 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:19.667870 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862ac8d-b07b-419e-aadb-f8e7a754a597 req-b4a4af08-d602-4dac-93eb-5b845adfc5f0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:19.669360 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6862ac8d-b07b-419e-aadb-f8e7a754a597 req-b4a4af08-d602-4dac-93eb-5b845adfc5f0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 943 time: 0.0528553 May 06 10:12:19.706588 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6862ac8d-b07b-419e-aadb-f8e7a754a597 req-e9b3471b-8809-4c55-92c4-722365e0b178 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311589 May 06 10:12:20.822362 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0583968-3ec2-48ba-9da4-45dae5fc0bf6 req-02cbbc76-7912-4d7a-83e6-bf5af3291c0c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:20.823879 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0583968-3ec2-48ba-9da4-45dae5fc0bf6 req-02cbbc76-7912-4d7a-83e6-bf5af3291c0c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 943 time: 0.0488727 May 06 10:12:20.862215 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0583968-3ec2-48ba-9da4-45dae5fc0bf6 req-b8b2abb1-1453-4d0d-bc6f-9737c0fe0657 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323756 May 06 10:12:21.277575 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:21.475872 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:21.977553 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ce3f9-6863-4e85-9e06-63ca2533941b req-e530090d-f6fc-4011-9297-6568bae6cf44 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:21.978990 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-198ce3f9-6863-4e85-9e06-63ca2533941b req-e530090d-f6fc-4011-9297-6568bae6cf44 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 943 time: 0.0489917 May 06 10:12:22.016657 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-198ce3f9-6863-4e85-9e06-63ca2533941b req-3b6afe29-7d89-40a2-85c3-9aec9cbfb0e8 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313821 May 06 10:12:23.134885 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189105cf-7a17-4ebd-8b29-4e06c3776cbe req-f8552645-c46e-461a-9cd9-6878259eb8f2 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:23.136398 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-189105cf-7a17-4ebd-8b29-4e06c3776cbe req-f8552645-c46e-461a-9cd9-6878259eb8f2 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 943 time: 0.0530343 May 06 10:12:23.175046 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-189105cf-7a17-4ebd-8b29-4e06c3776cbe req-7093e335-2ab2-4bf0-b9be-b8380a169c56 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320923 May 06 10:12:24.291961 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48def6-4051-4ca0-9c18-84d6c197d123 req-59cec7f3-506e-4a90-a6ef-049727ea7b2c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:24.293428 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-be48def6-4051-4ca0-9c18-84d6c197d123 req-59cec7f3-506e-4a90-a6ef-049727ea7b2c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 943 time: 0.0492349 May 06 10:12:24.330577 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-be48def6-4051-4ca0-9c18-84d6c197d123 req-257e5e80-18cc-4fc1-a5cd-11adf9be482c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310824 May 06 10:12:25.444422 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13c890-2e12-42c5-9146-9d3b777df559 req-62e939fd-4205-44d4-8c8c-c37816bf60ba tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:25.445908 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fc13c890-2e12-42c5-9146-9d3b777df559 req-62e939fd-4205-44d4-8c8c-c37816bf60ba tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 943 time: 0.0484681 May 06 10:12:25.489099 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fc13c890-2e12-42c5-9146-9d3b777df559 req-3c410c8e-f045-42b1-a274-11e4654d3f58 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371225 May 06 10:12:26.610033 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c72af6-ecf6-4b7c-a40d-29a9b4120756 req-442c9be9-a9cc-4dc6-9d99-2dfe59ca78ce tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:26.611536 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-28c72af6-ecf6-4b7c-a40d-29a9b4120756 req-442c9be9-a9cc-4dc6-9d99-2dfe59ca78ce tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 943 time: 0.0522182 May 06 10:12:26.648696 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-28c72af6-ecf6-4b7c-a40d-29a9b4120756 req-c35f5ffe-b956-476b-b3f2-3f109e76c65b tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312526 May 06 10:12:27.767968 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560b0c5-1375-4c65-8a64-96bfb586b08f req-7bee338a-af19-4769-b4f7-e2d4f89ebadd tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:27.769445 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9560b0c5-1375-4c65-8a64-96bfb586b08f req-7bee338a-af19-4769-b4f7-e2d4f89ebadd tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 943 time: 0.0512211 May 06 10:12:27.807068 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9560b0c5-1375-4c65-8a64-96bfb586b08f req-aa6f6d0c-b53f-4b03-a701-5e9a0251b5a2 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315843 May 06 10:12:27.929246 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 28c772c0-15c7-48cb-9410-48c63ca65c30 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:12:28.021757 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 28c772c0-15c7-48cb-9410-48c63ca65c30, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=28c772c0-15c7-48cb-9410-48c63ca65c30,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:12:28.033087 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '28c772c0-15c7-48cb-9410-48c63ca65c30', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'port_id': '28c772c0-15c7-48cb-9410-48c63ca65c30', 'mac_address': 'fa:16:3e:79:fe:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:12:28.069689 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:28.085099 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c772c0-15c7-48cb-9410-48c63ca65c30 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:12:28.103929 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 28c772c0-15c7-48cb-9410-48c63ca65c30, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=28c772c0-15c7-48cb-9410-48c63ca65c30,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:12:28.108840 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:28.300936 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=28c772c0-15c7-48cb-9410-48c63ca65c30,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:28.308454 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:28.308816 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:28.309162 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:28.309502 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:28.309840 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:28.310180 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:28.310512 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:28.310842 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:28.311198 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:28.311532 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:28.311857 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:28.312186 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:28.468800 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['28c772c0-15c7-48cb-9410-48c63ca65c30'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:12:28.925742 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f63e0-8802-4dd7-859d-da371ccd97e4 req-9987bbfd-380e-44d4-920e-44bc0f68e07b tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:28.927271 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b6f63e0-8802-4dd7-859d-da371ccd97e4 req-9987bbfd-380e-44d4-920e-44bc0f68e07b tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 944 time: 0.0493476 May 06 10:12:28.964825 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b6f63e0-8802-4dd7-859d-da371ccd97e4 req-060c7e51-d29c-4e68-b704-86930e91b600 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311444 May 06 10:12:29.201526 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:29.967684 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 28c772c0-15c7-48cb-9410-48c63ca65c30 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:12:30.017473 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 28c772c0-15c7-48cb-9410-48c63ca65c30 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:12:30.021536 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 28c772c0-15c7-48cb-9410-48c63ca65c30 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:12:30.021920 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:30.086028 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23f8b2-8354-4b3e-a115-a33659c150bc req-b10d5561-7501-4acf-b37f-c753e94f6660 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:30.087582 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3c23f8b2-8354-4b3e-a115-a33659c150bc req-b10d5561-7501-4acf-b37f-c753e94f6660 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 944 time: 0.0540085 May 06 10:12:30.101774 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:30.126017 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c772c0-15c7-48cb-9410-48c63ca65c30'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:12:30.126872 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3c23f8b2-8354-4b3e-a115-a33659c150bc req-4d6d3c04-c1d4-4e24-8f4a-9109fe6a7a2f tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333033 May 06 10:12:30.128283 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffac42f-3a53-4977-8eac-431cb86c5bc6" -d '{"events": [{"server_uuid": "f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce", "name": "network-vif-plugged", "status": "completed", "tag": "28c772c0-15c7-48cb-9410-48c63ca65c30"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:12:30.140772 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 28c772c0-15c7-48cb-9410-48c63ca65c30, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=28c772c0-15c7-48cb-9410-48c63ca65c30,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:12:30.145779 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:30.181056 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ae359a-fce4-404c-8bd2-128972b9677e x-openstack-request-id: req-f0ae359a-fce4-404c-8bd2-128972b9677e {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:12:30.181349 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce", "name": "network-vif-plugged", "status": "completed", "tag": "28c772c0-15c7-48cb-9410-48c63ca65c30", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:12:30.181599 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f0ae359a-fce4-404c-8bd2-128972b9677e {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:12:30.181989 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0ae359a-fce4-404c-8bd2-128972b9677e'] response: {'server_uuid': 'f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c772c0-15c7-48cb-9410-48c63ca65c30', 'code': 200} May 06 10:12:30.195355 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=28c772c0-15c7-48cb-9410-48c63ca65c30,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:30.301797 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04eae77-e4f8-4e86-a492-5dd1700f4385 req-8706f719-8f2e-4666-8e4c-585b6a52d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:30.303330 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b04eae77-e4f8-4e86-a492-5dd1700f4385 req-8706f719-8f2e-4666-8e4c-585b6a52d287 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 1096 time: 0.0404811 May 06 10:12:30.337233 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b04eae77-e4f8-4e86-a492-5dd1700f4385 req-b7aeeaeb-c054-4b56-b454-99a56ab4b950 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277562 May 06 10:12:31.251543 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306c514-b2e0-42b7-b82c-d6ecffddf31e req-5775bf3a-84af-476c-b3b1-1e8ec8fa931e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:31.253079 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f306c514-b2e0-42b7-b82c-d6ecffddf31e req-5775bf3a-84af-476c-b3b1-1e8ec8fa931e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 945 time: 0.0523870 May 06 10:12:31.291090 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f306c514-b2e0-42b7-b82c-d6ecffddf31e req-3ea14ec5-44dc-4eb2-a02d-bf94d2948da0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312309 May 06 10:12:32.411229 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736b262-04eb-46a9-92ec-32df135fba51 req-530489f9-589d-4996-91bf-94d9d16450cc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:32.412734 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2736b262-04eb-46a9-92ec-32df135fba51 req-530489f9-589d-4996-91bf-94d9d16450cc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 945 time: 0.0510027 May 06 10:12:32.449713 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2736b262-04eb-46a9-92ec-32df135fba51 req-e3839301-17f7-411a-b068-0b76e42ad29a tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309923 May 06 10:12:32.567195 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd59c2a-6828-47fa-9518-5bb9f09c324a req-5e119896-b5c9-42a2-b1e0-06a4803f39c4 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:32.568733 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fdd59c2a-6828-47fa-9518-5bb9f09c324a req-5e119896-b5c9-42a2-b1e0-06a4803f39c4 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 945 time: 0.0526197 May 06 10:12:32.607009 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fdd59c2a-6828-47fa-9518-5bb9f09c324a req-ae900bb6-e495-4aa8-ab59-ddf7b9a2cffd tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318055 May 06 10:12:32.628837 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34272) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:12:32.668219 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72d305f-5193-4686-b219-4e3f661b8db8 tempest-TestVolumeBootPattern-1288080335 tempest-TestVolumeBootPattern-1288080335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:32.669702 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c72d305f-5193-4686-b219-4e3f661b8db8 tempest-TestVolumeBootPattern-1288080335 tempest-TestVolumeBootPattern-1288080335-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 1091 time: 0.0399010 May 06 10:12:32.672619 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34274) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:12:32.676750 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-c26edac9-6f77-4bcd-9864-9c9b77c0f632 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'port_id': '28c772c0-15c7-48cb-9410-48c63ca65c30', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:12:32.698251 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c26edac9-6f77-4bcd-9864-9c9b77c0f632 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:32.796249 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c26edac9-6f77-4bcd-9864-9c9b77c0f632 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:32.899812 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-c26edac9-6f77-4bcd-9864-9c9b77c0f632 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Allocated IP 172.25.5.235 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/37a1fa39-a1b7-4612-948e-886cf4789673) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:12:33.002866 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c26edac9-6f77-4bcd-9864-9c9b77c0f632 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:33.035941 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c26edac9-6f77-4bcd-9864-9c9b77c0f632 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:33.073569 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26edac9-6f77-4bcd-9864-9c9b77c0f632 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:12:33.076319 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-c26edac9-6f77-4bcd-9864-9c9b77c0f632 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:12:33.080703 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26edac9-6f77-4bcd-9864-9c9b77c0f632 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:12:33.104530 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26edac9-6f77-4bcd-9864-9c9b77c0f632 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Pushing event updated for resources: {'Port': ['ID=37a1fa39-a1b7-4612-948e-886cf4789673,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:33.443217 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c26edac9-6f77-4bcd-9864-9c9b77c0f632 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:33.508827 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c26edac9-6f77-4bcd-9864-9c9b77c0f632 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:33.656813 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c26edac9-6f77-4bcd-9864-9c9b77c0f632 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:33.661238 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c26edac9-6f77-4bcd-9864-9c9b77c0f632 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:33.732655 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26edac9-6f77-4bcd-9864-9c9b77c0f632 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Pushing event updated for resources: {'Port': ['ID=37a1fa39-a1b7-4612-948e-886cf4789673,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:33.742639 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c26edac9-6f77-4bcd-9864-9c9b77c0f632 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:33.841581 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-c26edac9-6f77-4bcd-9864-9c9b77c0f632 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Floating IP 5f718c45-5ee6-4d6c-97b9-e117e55e2e0c associated. External IP: 172.25.5.235, port: 28c772c0-15c7-48cb-9410-48c63ca65c30. May 06 10:12:34.363678 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26edac9-6f77-4bcd-9864-9c9b77c0f632 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Router c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:12:34.471686 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26edac9-6f77-4bcd-9864-9c9b77c0f632 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:12:34.481892 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b998c3-caf6-49dd-bdfc-2e32a427ad3c None None] Sync routers for ids ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:12:34.490316 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c26edac9-6f77-4bcd-9864-9c9b77c0f632 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:34.492220 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b998c3-caf6-49dd-bdfc-2e32a427ad3c None None] Routers {'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:12:34.493460 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-52b998c3-caf6-49dd-bdfc-2e32a427ad3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:12:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:12:34.518367 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c26edac9-6f77-4bcd-9864-9c9b77c0f632 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8447495 May 06 10:12:34.518965 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce', 'tag': '28c772c0-15c7-48cb-9410-48c63ca65c30'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:12:34.521334 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b65b31-2135-438b-b06c-306a4b8eeda2" -d '{"events": [{"name": "network-changed", "server_uuid": "f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce", "tag": "28c772c0-15c7-48cb-9410-48c63ca65c30"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:12:34.558671 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad44395-4a41-4116-a201-f9476ce275f3 x-openstack-request-id: req-2ad44395-4a41-4116-a201-f9476ce275f3 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:12:34.558974 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce", "tag": "28c772c0-15c7-48cb-9410-48c63ca65c30", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:12:34.559267 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2ad44395-4a41-4116-a201-f9476ce275f3 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:12:34.559686 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ad44395-4a41-4116-a201-f9476ce275f3'] response: {'name': 'network-changed', 'server_uuid': 'f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce', 'tag': '28c772c0-15c7-48cb-9410-48c63ca65c30', 'status': 'completed', 'code': 200} May 06 10:12:34.608523 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-52b998c3-caf6-49dd-bdfc-2e32a427ad3c None None] Set router c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:12:34.644645 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b65b31-2135-438b-b06c-306a4b8eeda2 req-cfc1d9e4-bfea-47cf-b67c-5d4e5ab2e4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:34.646075 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-15b65b31-2135-438b-b06c-306a4b8eeda2 req-cfc1d9e4-bfea-47cf-b67c-5d4e5ab2e4bf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 1096 time: 0.0411491 May 06 10:12:34.742064 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b65b31-2135-438b-b06c-306a4b8eeda2 req-afc93383-140e-46ff-9089-48e251523b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:34.744193 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-15b65b31-2135-438b-b06c-306a4b8eeda2 req-afc93383-140e-46ff-9089-48e251523b85 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 913 time: 0.0921843 May 06 10:12:34.809491 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-15b65b31-2135-438b-b06c-306a4b8eeda2 req-0fa3b1e7-fb87-4df5-8a0f-ece07ec4cb29 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28c772c0-15c7-48cb-9410-48c63ca65c30 HTTP/1.1" status: 200 len: 999 time: 0.0591629 May 06 10:12:34.833077 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-52b998c3-caf6-49dd-bdfc-2e32a427ad3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'name': 'tempest-TestVolumeBootPattern-1921401849-router', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:16Z', 'updated_at': '2022-05-06T10:08:21Z', 'revision_number': 4, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'gw_port': {'id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:17Z', 'updated_at': '2022-05-06T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '5f718c45-5ee6-4d6c-97b9-e117e55e2e0c', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'floating_ip_address': '172.25.5.235', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'port_id': '28c772c0-15c7-48cb-9410-48c63ca65c30', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'mac_address': 'fa:16:3e:79:fe:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:12:33Z', 'updated_at': '2022-05-06T10:12:33Z', 'revision_number': 0, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3117f818-2b29-408e-8528-73b82669f775', 'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'mac_address': 'fa:16:3e:e4:70:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:20Z', 'updated_at': '2022-05-06T10:08:34Z', 'revision_number': 5, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'subnets': [{'id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:12:34.859650 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b998c3-caf6-49dd-bdfc-2e32a427ad3c None None] Checking router: c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:12:34.863058 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b65b31-2135-438b-b06c-306a4b8eeda2 req-463e1b90-0010-4692-85c4-7282a6736f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:34.864581 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-15b65b31-2135-438b-b06c-306a4b8eeda2 req-463e1b90-0010-4692-85c4-7282a6736f6e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6c703b66-fbd0-4b8e-aa48-38bd7169d05a HTTP/1.1" status: 200 len: 851 time: 0.0487649 May 06 10:12:34.868703 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b998c3-caf6-49dd-bdfc-2e32a427ad3c None None] Routers {'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:12:34.869319 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-52b998c3-caf6-49dd-bdfc-2e32a427ad3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:12:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:12:34.915502 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b65b31-2135-438b-b06c-306a4b8eeda2 req-4a6810ee-f954-43dc-90ac-2a26dfbc3791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:34.917063 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-15b65b31-2135-438b-b06c-306a4b8eeda2 req-4a6810ee-f954-43dc-90ac-2a26dfbc3791 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e79942ca-e345-49b7-9237-09d84c169e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464129 May 06 10:12:34.975516 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-52b998c3-caf6-49dd-bdfc-2e32a427ad3c None None] Set router c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:12:35.006202 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-15b65b31-2135-438b-b06c-306a4b8eeda2 req-cb10f67a-3e0e-4052-85d0-b87d0bf3cf3b service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824108 May 06 10:12:35.102751 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-15b65b31-2135-438b-b06c-306a4b8eeda2 req-6c4e8310-3b59-4f66-a5c8-7420f7caacd1 service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893440 May 06 10:12:35.205905 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-52b998c3-caf6-49dd-bdfc-2e32a427ad3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'name': 'tempest-TestVolumeBootPattern-1921401849-router', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:16Z', 'updated_at': '2022-05-06T10:08:21Z', 'revision_number': 4, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'gw_port': {'id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:17Z', 'updated_at': '2022-05-06T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '5f718c45-5ee6-4d6c-97b9-e117e55e2e0c', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'floating_ip_address': '172.25.5.235', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'port_id': '28c772c0-15c7-48cb-9410-48c63ca65c30', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'mac_address': 'fa:16:3e:79:fe:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:12:33Z', 'updated_at': '2022-05-06T10:12:33Z', 'revision_number': 0, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3117f818-2b29-408e-8528-73b82669f775', 'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'mac_address': 'fa:16:3e:e4:70:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:20Z', 'updated_at': '2022-05-06T10:08:34Z', 'revision_number': 5, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'subnets': [{'id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:12:35.231870 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b998c3-caf6-49dd-bdfc-2e32a427ad3c None None] The sync data for ids ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'] in n-d-840835-1 is: [{'id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'name': 'tempest-TestVolumeBootPattern-1921401849-router', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:16Z', 'updated_at': '2022-05-06T10:08:21Z', 'revision_number': 4, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'gw_port': {'id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:17Z', 'updated_at': '2022-05-06T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '5f718c45-5ee6-4d6c-97b9-e117e55e2e0c', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'floating_ip_address': '172.25.5.235', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'port_id': '28c772c0-15c7-48cb-9410-48c63ca65c30', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'mac_address': 'fa:16:3e:79:fe:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:12:33Z', 'updated_at': '2022-05-06T10:12:33Z', 'revision_number': 0, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3117f818-2b29-408e-8528-73b82669f775', 'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'mac_address': 'fa:16:3e:e4:70:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:20Z', 'updated_at': '2022-05-06T10:08:34Z', 'revision_number': 5, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'subnets': [{'id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:12:35.425693 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5987feec-9635-4202-a3c9-46fdaec32d98 None None] New status for floating IP 5f718c45-5ee6-4d6c-97b9-e117e55e2e0c: ACTIVE {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:12:42.004528 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:12:45.959140 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0cd34a6f-62db-40c0-8c14-d9c18cc61394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:48.469725 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-568fe350-6842-4cdb-801f-89dd61007344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:49.007757 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:49.592401 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:51.280547 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:51.476839 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:56.234811 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a143707-d9cc-4016-9505-518f4a72fb15 req-3881d601-30ff-4169-b5f0-1cf70b1b2f3e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394325 May 06 10:12:56.316554 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a143707-d9cc-4016-9505-518f4a72fb15 req-35332fa7-967b-4237-b663-92d961e82a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:56.318025 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a143707-d9cc-4016-9505-518f4a72fb15 req-35332fa7-967b-4237-b663-92d961e82a8e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=16e9c321c2164a61922260b9fc8a7435&device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3 HTTP/1.1" status: 200 len: 1096 time: 0.0407593 May 06 10:12:56.427835 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a143707-d9cc-4016-9505-518f4a72fb15 req-94cc9923-59de-40e4-aa58-37f216df4de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:56.429347 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a143707-d9cc-4016-9505-518f4a72fb15 req-94cc9923-59de-40e4-aa58-37f216df4de7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f80ac33c-e0da-45bd-8888-e7be9e9c5572 HTTP/1.1" status: 200 len: 909 time: 0.0920017 May 06 10:12:56.497321 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a143707-d9cc-4016-9505-518f4a72fb15 req-42daaf56-ca26-4519-9355-432cb0b49d80 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3306ed54-5eeb-4685-baf1-00edb7e864e2 HTTP/1.1" status: 200 len: 1001 time: 0.0598001 May 06 10:12:56.551161 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a143707-d9cc-4016-9505-518f4a72fb15 req-b7daf430-8f18-4a8e-b485-f82edc0e6441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:56.552572 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a143707-d9cc-4016-9505-518f4a72fb15 req-b7daf430-8f18-4a8e-b485-f82edc0e6441 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3f29583e-b4b5-42ae-890c-7e8921374c54 HTTP/1.1" status: 200 len: 847 time: 0.0502863 May 06 10:12:56.601210 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a143707-d9cc-4016-9505-518f4a72fb15 req-7afcaf3e-abd6-4905-86d3-f4f86ca20a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:56.602787 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a143707-d9cc-4016-9505-518f4a72fb15 req-7afcaf3e-abd6-4905-86d3-f4f86ca20a71 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f80ac33c-e0da-45bd-8888-e7be9e9c5572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423167 May 06 10:12:56.694421 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a143707-d9cc-4016-9505-518f4a72fb15 req-6e92cf72-6b0c-4d6f-a209-f93d84d9d128 service neutron] 10.222.0.84 "GET /v2.0/networks/f80ac33c-e0da-45bd-8888-e7be9e9c5572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843027 May 06 10:12:56.788987 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a143707-d9cc-4016-9505-518f4a72fb15 req-35ba8909-2de1-4c97-9126-ac32298eb5c6 service neutron] 10.222.0.84 "GET /v2.0/networks/f80ac33c-e0da-45bd-8888-e7be9e9c5572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876639 May 06 10:12:59.219424 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:01.647478 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b225a1d-d386-4f76-96e4-561991e8aece req-4996839e-d099-4142-a465-0abce92cb98e tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:01.648956 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3b225a1d-d386-4f76-96e4-561991e8aece req-4996839e-d099-4142-a465-0abce92cb98e tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3 HTTP/1.1" status: 200 len: 945 time: 0.1692026 May 06 10:13:01.688751 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3b225a1d-d386-4f76-96e4-561991e8aece req-852d2b2f-a2fc-4c90-abca-0e73c1b02977 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f989694-f644-4b0f-ba00-5ce2f047479e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334396 May 06 10:13:02.842800 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d53d58-873e-40c8-b9c5-87a68be228c7 req-cf122618-e277-41e5-9faf-fc690c7eb6f8 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:02.844402 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-41d53d58-873e-40c8-b9c5-87a68be228c7 req-cf122618-e277-41e5-9faf-fc690c7eb6f8 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3 HTTP/1.1" status: 200 len: 945 time: 0.0876369 May 06 10:13:02.856526 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26673ac7-0136-4a77-811c-cce14794da36 req-3cdd7bab-e8d6-4530-8884-e52932c42ccc tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:02.858753 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26673ac7-0136-4a77-811c-cce14794da36 req-3cdd7bab-e8d6-4530-8884-e52932c42ccc tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.84 "GET /v2.0/ports?device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3 HTTP/1.1" status: 200 len: 945 time: 0.0758021 May 06 10:13:02.946724 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-41d53d58-873e-40c8-b9c5-87a68be228c7 req-4e452462-7f1a-44ce-94c3-2c9493aafdae tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f989694-f644-4b0f-ba00-5ce2f047479e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869460 May 06 10:13:02.972239 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-26673ac7-0136-4a77-811c-cce14794da36 req-a92ef5cf-3ae8-46ff-8ce8-b0e7f7841363 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Deleting port 3306ed54-5eeb-4685-baf1-00edb7e864e2 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:13:02.972522 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-26673ac7-0136-4a77-811c-cce14794da36 req-a92ef5cf-3ae8-46ff-8ce8-b0e7f7841363 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:03.063929 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-26673ac7-0136-4a77-811c-cce14794da36 req-a92ef5cf-3ae8-46ff-8ce8-b0e7f7841363 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] For port 3306ed54-5eeb-4685-baf1-00edb7e864e2, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=3306ed54-5eeb-4685-baf1-00edb7e864e2,segment=NetworkSegment(22ce7cad-f606-4be2-87fd-719c2a222765),segment_id=22ce7cad-f606-4be2-87fd-719c2a222765)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:13:03.065157 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-26673ac7-0136-4a77-811c-cce14794da36 req-a92ef5cf-3ae8-46ff-8ce8-b0e7f7841363 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:03.290959 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-26673ac7-0136-4a77-811c-cce14794da36 req-a92ef5cf-3ae8-46ff-8ce8-b0e7f7841363 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:03.291278 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-26673ac7-0136-4a77-811c-cce14794da36 req-a92ef5cf-3ae8-46ff-8ce8-b0e7f7841363 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:03.291613 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [req-26673ac7-0136-4a77-811c-cce14794da36 req-a92ef5cf-3ae8-46ff-8ce8-b0e7f7841363 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Floating IP faf42d0c-3949-42c7-abc8-0b3e3c5f1684 disassociated. External IP: 172.25.5.209, port: 3306ed54-5eeb-4685-baf1-00edb7e864e2. May 06 10:13:03.291945 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-26673ac7-0136-4a77-811c-cce14794da36 req-a92ef5cf-3ae8-46ff-8ce8-b0e7f7841363 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Calling delete_port for 3306ed54-5eeb-4685-baf1-00edb7e864e2 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:13:03.424654 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-26673ac7-0136-4a77-811c-cce14794da36 req-a92ef5cf-3ae8-46ff-8ce8-b0e7f7841363 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:03.457799 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ef5cf-3ae8-46ff-8ce8-b0e7f7841363 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Pushing event deleted for resources: {'Port': ['ID=3306ed54-5eeb-4685-baf1-00edb7e864e2,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:03.473531 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ef5cf-3ae8-46ff-8ce8-b0e7f7841363 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:03.473886 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ef5cf-3ae8-46ff-8ce8-b0e7f7841363 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:03.474237 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ef5cf-3ae8-46ff-8ce8-b0e7f7841363 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:03.474579 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ef5cf-3ae8-46ff-8ce8-b0e7f7841363 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:03.474920 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ef5cf-3ae8-46ff-8ce8-b0e7f7841363 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:03.475283 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ef5cf-3ae8-46ff-8ce8-b0e7f7841363 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:03.475622 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ef5cf-3ae8-46ff-8ce8-b0e7f7841363 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:03.475981 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ef5cf-3ae8-46ff-8ce8-b0e7f7841363 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:03.476307 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ef5cf-3ae8-46ff-8ce8-b0e7f7841363 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:03.476641 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ef5cf-3ae8-46ff-8ce8-b0e7f7841363 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:03.476973 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ef5cf-3ae8-46ff-8ce8-b0e7f7841363 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:03.477680 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ef5cf-3ae8-46ff-8ce8-b0e7f7841363 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:03.602968 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26673ac7-0136-4a77-811c-cce14794da36 req-a92ef5cf-3ae8-46ff-8ce8-b0e7f7841363 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Router e9bcd0ba-0244-41ef-b14c-32773e8142f2 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:13:03.725694 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26673ac7-0136-4a77-811c-cce14794da36 req-a92ef5cf-3ae8-46ff-8ce8-b0e7f7841363 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:13:03.736020 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fa2b61-3427-45cd-85d4-65bafb1f750e None None] Sync routers for ids ['e9bcd0ba-0244-41ef-b14c-32773e8142f2'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:13:03.746861 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fa2b61-3427-45cd-85d4-65bafb1f750e None None] Routers {'e9bcd0ba-0244-41ef-b14c-32773e8142f2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:13:03.747523 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-41fa2b61-3427-45cd-85d4-65bafb1f750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:12:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e9bcd0ba-0244-41ef-b14c-32773e8142f2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:03.771722 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-26673ac7-0136-4a77-811c-cce14794da36 req-a92ef5cf-3ae8-46ff-8ce8-b0e7f7841363 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] No DVR routers for this DVR port 3306ed54-5eeb-4685-baf1-00edb7e864e2 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:13:03.774497 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-26673ac7-0136-4a77-811c-cce14794da36 req-a92ef5cf-3ae8-46ff-8ce8-b0e7f7841363 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:03.777872 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-26673ac7-0136-4a77-811c-cce14794da36 req-a92ef5cf-3ae8-46ff-8ce8-b0e7f7841363 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.84 "DELETE /v2.0/ports/3306ed54-5eeb-4685-baf1-00edb7e864e2 HTTP/1.1" status: 204 len: 173 time: 0.9124341 May 06 10:13:03.778316 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7471011-d29c-4bd0-abe6-aad046d7a2a3', 'name': 'network-vif-deleted', 'tag': '3306ed54-5eeb-4685-baf1-00edb7e864e2'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:13:03.781533 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885ba47f-6648-4053-9600-d18ec0f87c47" -d '{"events": [{"server_uuid": "f7471011-d29c-4bd0-abe6-aad046d7a2a3", "name": "network-vif-deleted", "tag": "3306ed54-5eeb-4685-baf1-00edb7e864e2"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:13:03.834992 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb2d0ea-29b1-4b7c-b3be-3670d720c92a x-openstack-request-id: req-0cb2d0ea-29b1-4b7c-b3be-3670d720c92a {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:13:03.835528 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7471011-d29c-4bd0-abe6-aad046d7a2a3", "name": "network-vif-deleted", "tag": "3306ed54-5eeb-4685-baf1-00edb7e864e2", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:13:03.835782 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0cb2d0ea-29b1-4b7c-b3be-3670d720c92a {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:13:03.836199 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cb2d0ea-29b1-4b7c-b3be-3670d720c92a'] response: {'server_uuid': 'f7471011-d29c-4bd0-abe6-aad046d7a2a3', 'name': 'network-vif-deleted', 'tag': '3306ed54-5eeb-4685-baf1-00edb7e864e2', 'status': 'completed', 'code': 200} May 06 10:13:03.862367 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-41fa2b61-3427-45cd-85d4-65bafb1f750e None None] Set router e9bcd0ba-0244-41ef-b14c-32773e8142f2 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:13:04.062368 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5e4b5a64-ce7e-4c13-bbe2-18537f8f4caf req-aafc75a5-1559-43ef-8dbe-9efb86fadc46 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7471011-d29c-4bd0-abe6-aad046d7a2a3 HTTP/1.1" status: 200 len: 210 time: 0.0267169 May 06 10:13:04.089872 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-41fa2b61-3427-45cd-85d4-65bafb1f750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'name': 'tempest-TestServerBasicOps-126108207-router', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '435aae19-76a6-4623-a91a-262491530544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:37Z', 'updated_at': '2022-05-06T10:07:43Z', 'revision_number': 4, 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'gw_port': {'id': '435aae19-76a6-4623-a91a-262491530544', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:39Z', 'updated_at': '2022-05-06T10:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '7dac704d-9ba0-4cfb-9073-c38dd34d2908', 'name': '', 'network_id': 'f80ac33c-e0da-45bd-8888-e7be9e9c5572', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'mac_address': 'fa:16:3e:ba:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '3f29583e-b4b5-42ae-890c-7e8921374c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:42Z', 'updated_at': '2022-05-06T10:07:55Z', 'revision_number': 5, 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'subnets': [{'id': '3f29583e-b4b5-42ae-890c-7e8921374c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:04.117610 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fa2b61-3427-45cd-85d4-65bafb1f750e None None] Checking router: e9bcd0ba-0244-41ef-b14c-32773e8142f2 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:13:04.125890 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fa2b61-3427-45cd-85d4-65bafb1f750e None None] Routers {'e9bcd0ba-0244-41ef-b14c-32773e8142f2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:13:04.126513 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-41fa2b61-3427-45cd-85d4-65bafb1f750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:12:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e9bcd0ba-0244-41ef-b14c-32773e8142f2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:04.241403 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-41fa2b61-3427-45cd-85d4-65bafb1f750e None None] Set router e9bcd0ba-0244-41ef-b14c-32773e8142f2 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:13:04.448188 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-41fa2b61-3427-45cd-85d4-65bafb1f750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'name': 'tempest-TestServerBasicOps-126108207-router', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '435aae19-76a6-4623-a91a-262491530544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:37Z', 'updated_at': '2022-05-06T10:07:43Z', 'revision_number': 4, 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'gw_port': {'id': '435aae19-76a6-4623-a91a-262491530544', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:39Z', 'updated_at': '2022-05-06T10:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '7dac704d-9ba0-4cfb-9073-c38dd34d2908', 'name': '', 'network_id': 'f80ac33c-e0da-45bd-8888-e7be9e9c5572', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'mac_address': 'fa:16:3e:ba:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '3f29583e-b4b5-42ae-890c-7e8921374c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:42Z', 'updated_at': '2022-05-06T10:07:55Z', 'revision_number': 5, 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'subnets': [{'id': '3f29583e-b4b5-42ae-890c-7e8921374c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:04.480887 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fa2b61-3427-45cd-85d4-65bafb1f750e None None] The sync data for ids ['e9bcd0ba-0244-41ef-b14c-32773e8142f2'] in n-d-840835-1 is: [{'id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'name': 'tempest-TestServerBasicOps-126108207-router', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '435aae19-76a6-4623-a91a-262491530544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:37Z', 'updated_at': '2022-05-06T10:07:43Z', 'revision_number': 4, 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'gw_port': {'id': '435aae19-76a6-4623-a91a-262491530544', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:39Z', 'updated_at': '2022-05-06T10:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '7dac704d-9ba0-4cfb-9073-c38dd34d2908', 'name': '', 'network_id': 'f80ac33c-e0da-45bd-8888-e7be9e9c5572', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'mac_address': 'fa:16:3e:ba:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '3f29583e-b4b5-42ae-890c-7e8921374c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:42Z', 'updated_at': '2022-05-06T10:07:55Z', 'revision_number': 5, 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'subnets': [{'id': '3f29583e-b4b5-42ae-890c-7e8921374c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:13:04.693501 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f11f85b-8b73-48fd-a746-02d1591867e0 None None] New status for floating IP faf42d0c-3949-42c7-abc8-0b3e3c5f1684: DOWN {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:13:05.118716 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34304) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:13:05.242620 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-d2e876ea-d3db-4415-90fc-38794b718dd8 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Deleting port f29e3ff4-d315-46ea-a869-0a5d7fbb630a {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:13:05.242966 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d2e876ea-d3db-4415-90fc-38794b718dd8 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:05.323079 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d2e876ea-d3db-4415-90fc-38794b718dd8 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:05.323359 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d2e876ea-d3db-4415-90fc-38794b718dd8 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:05.334832 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-d2e876ea-d3db-4415-90fc-38794b718dd8 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Calling delete_port for f29e3ff4-d315-46ea-a869-0a5d7fbb630a owned by network:floatingip {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:13:05.468855 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d2e876ea-d3db-4415-90fc-38794b718dd8 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:05.504109 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e876ea-d3db-4415-90fc-38794b718dd8 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Pushing event deleted for resources: {'Port': ['ID=f29e3ff4-d315-46ea-a869-0a5d7fbb630a,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:05.560795 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d2e876ea-d3db-4415-90fc-38794b718dd8 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for floatingip, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:05.563935 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d2e876ea-d3db-4415-90fc-38794b718dd8 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:05.565116 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d2e876ea-d3db-4415-90fc-38794b718dd8 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "DELETE /v2.0/floatingips/faf42d0c-3949-42c7-abc8-0b3e3c5f1684 HTTP/1.1" status: 204 len: 168 time: 0.4453628 May 06 10:13:05.632891 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34310) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:13:05.696747 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d0ec510a-e4f6-4ddc-9785-8681e5b65146 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:05.724410 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d0ec510a-e4f6-4ddc-9785-8681e5b65146 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:05.789605 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d0ec510a-e4f6-4ddc-9785-8681e5b65146 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:05.792669 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d0ec510a-e4f6-4ddc-9785-8681e5b65146 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:05.794034 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d0ec510a-e4f6-4ddc-9785-8681e5b65146 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] 10.222.0.73 "DELETE /v2.0/security-groups/0f989694-f644-4b0f-ba00-5ce2f047479e HTTP/1.1" status: 204 len: 168 time: 0.1600299 May 06 10:13:05.804574 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec510a-e4f6-4ddc-9785-8681e5b65146 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f989694-f644-4b0f-ba00-5ce2f047479e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:05.813532 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec510a-e4f6-4ddc-9785-8681e5b65146 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:05.813895 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec510a-e4f6-4ddc-9785-8681e5b65146 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:05.814367 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec510a-e4f6-4ddc-9785-8681e5b65146 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:05.814672 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec510a-e4f6-4ddc-9785-8681e5b65146 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:05.815197 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec510a-e4f6-4ddc-9785-8681e5b65146 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:05.815513 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec510a-e4f6-4ddc-9785-8681e5b65146 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:05.815855 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec510a-e4f6-4ddc-9785-8681e5b65146 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:05.816263 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec510a-e4f6-4ddc-9785-8681e5b65146 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:05.816810 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec510a-e4f6-4ddc-9785-8681e5b65146 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:05.817215 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec510a-e4f6-4ddc-9785-8681e5b65146 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:05.817748 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec510a-e4f6-4ddc-9785-8681e5b65146 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:05.818112 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec510a-e4f6-4ddc-9785-8681e5b65146 tempest-TestServerBasicOps-1414216861 tempest-TestServerBasicOps-1414216861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:05.832340 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34314) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:13:06.335925 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fc4795ab-8679-4cdf-95c4-3296c1e59857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:06.604362 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-fc4795ab-8679-4cdf-95c4-3296c1e59857 admin admin] Deleting port 7dac704d-9ba0-4cfb-9073-c38dd34d2908 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:13:06.604602 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fc4795ab-8679-4cdf-95c4-3296c1e59857 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:06.683796 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-fc4795ab-8679-4cdf-95c4-3296c1e59857 admin admin] For port 7dac704d-9ba0-4cfb-9073-c38dd34d2908, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=7dac704d-9ba0-4cfb-9073-c38dd34d2908,segment=NetworkSegment(22ce7cad-f606-4be2-87fd-719c2a222765),segment_id=22ce7cad-f606-4be2-87fd-719c2a222765)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:13:06.684484 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fc4795ab-8679-4cdf-95c4-3296c1e59857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:06.696727 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-fc4795ab-8679-4cdf-95c4-3296c1e59857 admin admin] Calling delete_port for 7dac704d-9ba0-4cfb-9073-c38dd34d2908 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:13:06.824315 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 3306ed54-5eeb-4685-baf1-00edb7e864e2 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:13:06.844973 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 3306ed54-5eeb-4685-baf1-00edb7e864e2 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:13:06.845316 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 3306ed54-5eeb-4685-baf1-00edb7e864e2 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:13:06.880032 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fc4795ab-8679-4cdf-95c4-3296c1e59857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:06.921052 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4795ab-8679-4cdf-95c4-3296c1e59857 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dac704d-9ba0-4cfb-9073-c38dd34d2908,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:07.005998 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c6a7456d-fb85-46d6-8926-faddc40f5e91 req-4f1a9c7f-e3a5-4104-91f6-d2f44b78df30 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0928507 May 06 10:13:07.153330 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fc4795ab-8679-4cdf-95c4-3296c1e59857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:07.157720 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7456d-fb85-46d6-8926-faddc40f5e91 req-ac6fbb14-3d5f-4cef-9dd4-b5114a1a51d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:07.159332 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c6a7456d-fb85-46d6-8926-faddc40f5e91 req-ac6fbb14-3d5f-4cef-9dd4-b5114a1a51d7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 1096 time: 0.0909555 May 06 10:13:07.340435 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7456d-fb85-46d6-8926-faddc40f5e91 req-fa590c32-b39a-4972-ad26-974003c48794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:07.341824 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c6a7456d-fb85-46d6-8926-faddc40f5e91 req-fa590c32-b39a-4972-ad26-974003c48794 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 913 time: 0.1410387 May 06 10:13:07.478801 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c6a7456d-fb85-46d6-8926-faddc40f5e91 req-5bb192d3-b232-412a-b660-1f969f7b639d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28c772c0-15c7-48cb-9410-48c63ca65c30 HTTP/1.1" status: 200 len: 1001 time: 0.0979223 May 06 10:13:07.543068 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4795ab-8679-4cdf-95c4-3296c1e59857 admin admin] Router e9bcd0ba-0244-41ef-b14c-32773e8142f2 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:13:07.553718 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7456d-fb85-46d6-8926-faddc40f5e91 req-598891a7-46b2-4ecf-a17f-4eb84eabc30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:07.555247 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c6a7456d-fb85-46d6-8926-faddc40f5e91 req-598891a7-46b2-4ecf-a17f-4eb84eabc30a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6c703b66-fbd0-4b8e-aa48-38bd7169d05a HTTP/1.1" status: 200 len: 851 time: 0.0701392 May 06 10:13:07.672429 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7456d-fb85-46d6-8926-faddc40f5e91 req-7a4e217c-e059-4a27-880a-e197df546131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:07.673940 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c6a7456d-fb85-46d6-8926-faddc40f5e91 req-7a4e217c-e059-4a27-880a-e197df546131 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e79942ca-e345-49b7-9237-09d84c169e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114705 May 06 10:13:07.728544 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4795ab-8679-4cdf-95c4-3296c1e59857 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:13:07.736931 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fc4795ab-8679-4cdf-95c4-3296c1e59857 admin admin] 10.222.0.73 "PUT /v2.0/routers/e9bcd0ba-0244-41ef-b14c-32773e8142f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9035079 May 06 10:13:07.738312 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6888b4a9-97a5-4849-8153-721c6f60bf98 None None] Sync routers for ids ['e9bcd0ba-0244-41ef-b14c-32773e8142f2'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:13:07.739453 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34318) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:13:07.749539 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6888b4a9-97a5-4849-8153-721c6f60bf98 None None] Routers {'e9bcd0ba-0244-41ef-b14c-32773e8142f2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:13:07.750239 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6888b4a9-97a5-4849-8153-721c6f60bf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:12:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e9bcd0ba-0244-41ef-b14c-32773e8142f2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:07.855299 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-6888b4a9-97a5-4849-8153-721c6f60bf98 None None] Set router e9bcd0ba-0244-41ef-b14c-32773e8142f2 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:13:07.856035 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c6a7456d-fb85-46d6-8926-faddc40f5e91 req-1c903f2a-1507-4d69-ba86-9a6254f13833 service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715357 May 06 10:13:07.889974 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-719fc878-5435-4444-8ed5-92793b2e869a admin admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:08.194454 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6888b4a9-97a5-4849-8153-721c6f60bf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'name': 'tempest-TestServerBasicOps-126108207-router', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '435aae19-76a6-4623-a91a-262491530544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:37Z', 'updated_at': '2022-05-06T10:13:06Z', 'revision_number': 5, 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'gw_port': {'id': '435aae19-76a6-4623-a91a-262491530544', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:39Z', 'updated_at': '2022-05-06T10:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:08.226911 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6888b4a9-97a5-4849-8153-721c6f60bf98 None None] Checking router: e9bcd0ba-0244-41ef-b14c-32773e8142f2 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:13:08.236029 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6888b4a9-97a5-4849-8153-721c6f60bf98 None None] Routers {'e9bcd0ba-0244-41ef-b14c-32773e8142f2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:13:08.236664 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6888b4a9-97a5-4849-8153-721c6f60bf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:12:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e9bcd0ba-0244-41ef-b14c-32773e8142f2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:08.336956 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c6a7456d-fb85-46d6-8926-faddc40f5e91 req-aef150f5-72c9-4f69-99cd-26f63854364f service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705300 May 06 10:13:08.347470 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-6888b4a9-97a5-4849-8153-721c6f60bf98 None None] Set router e9bcd0ba-0244-41ef-b14c-32773e8142f2 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:13:08.353816 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-719fc878-5435-4444-8ed5-92793b2e869a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:08.409705 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-719fc878-5435-4444-8ed5-92793b2e869a admin admin] Deleting port 435aae19-76a6-4623-a91a-262491530544 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:13:08.410473 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-719fc878-5435-4444-8ed5-92793b2e869a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:08.492425 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-719fc878-5435-4444-8ed5-92793b2e869a admin admin] For port 435aae19-76a6-4623-a91a-262491530544, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=435aae19-76a6-4623-a91a-262491530544,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:13:08.492710 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-719fc878-5435-4444-8ed5-92793b2e869a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:08.505606 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-719fc878-5435-4444-8ed5-92793b2e869a admin admin] Calling delete_port for 435aae19-76a6-4623-a91a-262491530544 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:13:08.533644 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6888b4a9-97a5-4849-8153-721c6f60bf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'name': 'tempest-TestServerBasicOps-126108207-router', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '435aae19-76a6-4623-a91a-262491530544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:37Z', 'updated_at': '2022-05-06T10:13:06Z', 'revision_number': 5, 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'gw_port': {'id': '435aae19-76a6-4623-a91a-262491530544', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:39Z', 'updated_at': '2022-05-06T10:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:08.560708 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6888b4a9-97a5-4849-8153-721c6f60bf98 None None] The sync data for ids ['e9bcd0ba-0244-41ef-b14c-32773e8142f2'] in n-d-840835-1 is: [{'id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'name': 'tempest-TestServerBasicOps-126108207-router', 'tenant_id': '16e9c321c2164a61922260b9fc8a7435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '435aae19-76a6-4623-a91a-262491530544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:37Z', 'updated_at': '2022-05-06T10:13:06Z', 'revision_number': 5, 'project_id': '16e9c321c2164a61922260b9fc8a7435', 'gw_port': {'id': '435aae19-76a6-4623-a91a-262491530544', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bcd0ba-0244-41ef-b14c-32773e8142f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:39Z', 'updated_at': '2022-05-06T10:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:13:08.673804 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-719fc878-5435-4444-8ed5-92793b2e869a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:08.700465 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719fc878-5435-4444-8ed5-92793b2e869a admin admin] Pushing event deleted for resources: {'Port': ['ID=435aae19-76a6-4623-a91a-262491530544,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:08.768410 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-719fc878-5435-4444-8ed5-92793b2e869a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:08.863193 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-719fc878-5435-4444-8ed5-92793b2e869a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:08.865313 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-719fc878-5435-4444-8ed5-92793b2e869a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:08.915620 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-719fc878-5435-4444-8ed5-92793b2e869a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:08.916162 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719fc878-5435-4444-8ed5-92793b2e869a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9bcd0ba-0244-41ef-b14c-32773e8142f2 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:13:08.920636 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-719fc878-5435-4444-8ed5-92793b2e869a admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:08.924268 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-719fc878-5435-4444-8ed5-92793b2e869a admin admin] 10.222.0.73 "DELETE /v2.0/routers/e9bcd0ba-0244-41ef-b14c-32773e8142f2 HTTP/1.1" status: 204 len: 168 time: 1.1814375 May 06 10:13:08.924662 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34324) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:13:08.971440 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-8194e65b-c3cd-4334-94a6-87dfa0876803 admin admin] Deleting subnet 3f29583e-b4b5-42ae-890c-7e8921374c54 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:13:08.974918 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8194e65b-c3cd-4334-94a6-87dfa0876803 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:09.019635 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8194e65b-c3cd-4334-94a6-87dfa0876803 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:09.102334 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8194e65b-c3cd-4334-94a6-87dfa0876803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:09.140854 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 7dac704d-9ba0-4cfb-9073-c38dd34d2908 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:13:09.164523 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8194e65b-c3cd-4334-94a6-87dfa0876803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:09.167660 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 7dac704d-9ba0-4cfb-9073-c38dd34d2908 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:13:09.168362 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 7dac704d-9ba0-4cfb-9073-c38dd34d2908 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:13:09.190933 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194e65b-c3cd-4334-94a6-87dfa0876803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f29583e-b4b5-42ae-890c-7e8921374c54,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:09.194999 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8194e65b-c3cd-4334-94a6-87dfa0876803 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:09.198250 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8194e65b-c3cd-4334-94a6-87dfa0876803 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3f29583e-b4b5-42ae-890c-7e8921374c54 HTTP/1.1" status: 204 len: 168 time: 0.2724075 May 06 10:13:09.201219 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34326) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:13:09.205434 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd228afa-2949-4e3f-8c43-fb6330c03283 None None] Network f80ac33c-e0da-45bd-8888-e7be9e9c5572 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:13:09.282940 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e4926b83-9ba1-4224-a440-95c02884681a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:09.347241 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-e4926b83-9ba1-4224-a440-95c02884681a admin admin] Deleting port 99f6e381-e0d4-4799-8a00-de14d92ccd49 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:13:09.347906 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e4926b83-9ba1-4224-a440-95c02884681a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:09.422729 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-e4926b83-9ba1-4224-a440-95c02884681a admin admin] For port 99f6e381-e0d4-4799-8a00-de14d92ccd49, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=99f6e381-e0d4-4799-8a00-de14d92ccd49,segment=NetworkSegment(22ce7cad-f606-4be2-87fd-719c2a222765),segment_id=22ce7cad-f606-4be2-87fd-719c2a222765)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:13:09.423106 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e4926b83-9ba1-4224-a440-95c02884681a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:09.437598 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-e4926b83-9ba1-4224-a440-95c02884681a admin admin] Calling delete_port for 99f6e381-e0d4-4799-8a00-de14d92ccd49 owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:13:09.438820 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbf4d1f-c3cc-4bea-97dd-1bf7ca4bbd4e None None] DHCP port deletion for f80ac33c-e0da-45bd-8888-e7be9e9c5572 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:13:09.490785 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-9fbf4d1f-c3cc-4bea-97dd-1bf7ca4bbd4e None None] Deleting port 99f6e381-e0d4-4799-8a00-de14d92ccd49 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:13:09.491289 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9fbf4d1f-c3cc-4bea-97dd-1bf7ca4bbd4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:09.523651 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e4926b83-9ba1-4224-a440-95c02884681a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:09.551305 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4926b83-9ba1-4224-a440-95c02884681a admin admin] Pushing event deleted for resources: {'Port': ['ID=99f6e381-e0d4-4799-8a00-de14d92ccd49,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:09.554955 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4926b83-9ba1-4224-a440-95c02884681a admin admin] No DVR routers for this DVR port 99f6e381-e0d4-4799-8a00-de14d92ccd49 on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:13:09.557230 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-9fbf4d1f-c3cc-4bea-97dd-1bf7ca4bbd4e None None] For port 99f6e381-e0d4-4799-8a00-de14d92ccd49, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=99f6e381-e0d4-4799-8a00-de14d92ccd49,segment=NetworkSegment(22ce7cad-f606-4be2-87fd-719c2a222765),segment_id=22ce7cad-f606-4be2-87fd-719c2a222765)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:13:09.557704 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9fbf4d1f-c3cc-4bea-97dd-1bf7ca4bbd4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:09.570892 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-9fbf4d1f-c3cc-4bea-97dd-1bf7ca4bbd4e None None] Calling delete_port for 99f6e381-e0d4-4799-8a00-de14d92ccd49 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:13:09.637025 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e4926b83-9ba1-4224-a440-95c02884681a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:09.652507 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9fbf4d1f-c3cc-4bea-97dd-1bf7ca4bbd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:09.658575 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-e4926b83-9ba1-4224-a440-95c02884681a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80ac33c-e0da-45bd-8888-e7be9e9c5572']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:09.668367 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-e4926b83-9ba1-4224-a440-95c02884681a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ce7cad-f606-4be2-87fd-719c2a222765') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:09.668674 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-e4926b83-9ba1-4224-a440-95c02884681a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ce7cad-f606-4be2-87fd-719c2a222765') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:09.678062 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf4d1f-c3cc-4bea-97dd-1bf7ca4bbd4e None None] Pushing event deleted for resources: {'Port': ['ID=99f6e381-e0d4-4799-8a00-de14d92ccd49,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:09.678644 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e4926b83-9ba1-4224-a440-95c02884681a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:09.682993 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbf4d1f-c3cc-4bea-97dd-1bf7ca4bbd4e None None] No DVR routers for this DVR port 99f6e381-e0d4-4799-8a00-de14d92ccd49 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:13:09.693599 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e4926b83-9ba1-4224-a440-95c02884681a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:09.700007 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4926b83-9ba1-4224-a440-95c02884681a admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:13:09.700410 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e4926b83-9ba1-4224-a440-95c02884681a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: timer() May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:13:09.702669 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:13:09.755807 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e4926b83-9ba1-4224-a440-95c02884681a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:09.761560 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e4926b83-9ba1-4224-a440-95c02884681a admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:09.765273 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e4926b83-9ba1-4224-a440-95c02884681a admin admin] 10.222.0.73 "DELETE /v2.0/networks/f80ac33c-e0da-45bd-8888-e7be9e9c5572 HTTP/1.1" status: 204 len: 168 time: 0.5623584 May 06 10:13:09.768331 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34328) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:13:09.776391 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4926b83-9ba1-4224-a440-95c02884681a admin admin] Pushing event deleted for resources: {'Network': ['ID=f80ac33c-e0da-45bd-8888-e7be9e9c5572,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:10.119501 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d327b9bc-f003-4902-9733-75671852d377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:10.362873 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-d327b9bc-f003-4902-9733-75671852d377 admin admin] Deleting port 4b2432a0-af3d-493a-adb5-d83bbe580797 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:13:10.363246 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d327b9bc-f003-4902-9733-75671852d377 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:10.441526 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-d327b9bc-f003-4902-9733-75671852d377 admin admin] For port 4b2432a0-af3d-493a-adb5-d83bbe580797, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=4b2432a0-af3d-493a-adb5-d83bbe580797,segment=NetworkSegment(0ea3542d-eb31-4bc6-84ee-fb26e60a7b44),segment_id=0ea3542d-eb31-4bc6-84ee-fb26e60a7b44)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:13:10.441813 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d327b9bc-f003-4902-9733-75671852d377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:10.454912 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-d327b9bc-f003-4902-9733-75671852d377 admin admin] Calling delete_port for 4b2432a0-af3d-493a-adb5-d83bbe580797 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:13:10.633993 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d327b9bc-f003-4902-9733-75671852d377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:10.664350 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327b9bc-f003-4902-9733-75671852d377 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b2432a0-af3d-493a-adb5-d83bbe580797,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:10.830645 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d327b9bc-f003-4902-9733-75671852d377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:11.050968 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d327b9bc-f003-4902-9733-75671852d377 admin admin] Router 99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:13:11.161997 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d327b9bc-f003-4902-9733-75671852d377 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:13:11.170133 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d327b9bc-f003-4902-9733-75671852d377 admin admin] 10.222.0.73 "PUT /v2.0/routers/99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3984063 May 06 10:13:11.171353 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34330) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:13:11.171913 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6665ede6-24b9-4545-adab-6bf1d902e801 None None] Sync routers for ids ['99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:13:11.181905 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6665ede6-24b9-4545-adab-6bf1d902e801 None None] Routers {'99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:13:11.182562 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6665ede6-24b9-4545-adab-6bf1d902e801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:12:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:11.198995 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 435aae19-76a6-4623-a91a-262491530544 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:13:11.223776 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 435aae19-76a6-4623-a91a-262491530544 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:13:11.224135 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 435aae19-76a6-4623-a91a-262491530544 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:13:11.224585 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 99f6e381-e0d4-4799-8a00-de14d92ccd49 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:13:11.248562 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 99f6e381-e0d4-4799-8a00-de14d92ccd49 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:13:11.248906 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 99f6e381-e0d4-4799-8a00-de14d92ccd49 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:13:11.296167 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-83f3b4b9-92b1-4f17-89fa-e3fa2d3088be admin admin] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:11.382103 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-6665ede6-24b9-4545-adab-6bf1d902e801 None None] Set router 99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:13:11.400634 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-83f3b4b9-92b1-4f17-89fa-e3fa2d3088be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:11.456701 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-83f3b4b9-92b1-4f17-89fa-e3fa2d3088be admin admin] Deleting port f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:13:11.457045 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-83f3b4b9-92b1-4f17-89fa-e3fa2d3088be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:11.534691 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-83f3b4b9-92b1-4f17-89fa-e3fa2d3088be admin admin] For port f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:13:11.535063 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-83f3b4b9-92b1-4f17-89fa-e3fa2d3088be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:11.547834 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-83f3b4b9-92b1-4f17-89fa-e3fa2d3088be admin admin] Calling delete_port for f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:13:11.563412 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6665ede6-24b9-4545-adab-6bf1d902e801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f', 'name': 'tempest-TestServerBasicOps-192521166-router', 'tenant_id': 'f3cb7e2622cc4e368ddf5bf62a927145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:48Z', 'updated_at': '2022-05-06T10:13:10Z', 'revision_number': 5, 'project_id': 'f3cb7e2622cc4e368ddf5bf62a927145', 'gw_port': {'id': 'f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:49Z', 'updated_at': '2022-05-06T10:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:11.594026 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6665ede6-24b9-4545-adab-6bf1d902e801 None None] Checking router: 99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:13:11.602440 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6665ede6-24b9-4545-adab-6bf1d902e801 None None] Routers {'99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:13:11.603050 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6665ede6-24b9-4545-adab-6bf1d902e801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:12:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:11.689415 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-6665ede6-24b9-4545-adab-6bf1d902e801 None None] Set router 99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:13:11.722707 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-83f3b4b9-92b1-4f17-89fa-e3fa2d3088be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:11.741437 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6665ede6-24b9-4545-adab-6bf1d902e801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f', 'name': 'tempest-TestServerBasicOps-192521166-router', 'tenant_id': 'f3cb7e2622cc4e368ddf5bf62a927145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:48Z', 'updated_at': '2022-05-06T10:13:11Z', 'revision_number': 6, 'project_id': 'f3cb7e2622cc4e368ddf5bf62a927145', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:11.748780 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3b4b9-92b1-4f17-89fa-e3fa2d3088be admin admin] Pushing event deleted for resources: {'Port': ['ID=f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:11.773007 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6665ede6-24b9-4545-adab-6bf1d902e801 None None] The sync data for ids ['99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f'] in n-d-840835-1 is: [{'id': '99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f', 'name': 'tempest-TestServerBasicOps-192521166-router', 'tenant_id': 'f3cb7e2622cc4e368ddf5bf62a927145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:48Z', 'updated_at': '2022-05-06T10:13:11Z', 'revision_number': 6, 'project_id': 'f3cb7e2622cc4e368ddf5bf62a927145', 'gw_port_host': None}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:13:11.816633 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-83f3b4b9-92b1-4f17-89fa-e3fa2d3088be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:12.224999 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-83f3b4b9-92b1-4f17-89fa-e3fa2d3088be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:12.227148 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-83f3b4b9-92b1-4f17-89fa-e3fa2d3088be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:12.268469 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-83f3b4b9-92b1-4f17-89fa-e3fa2d3088be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:12.269070 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f3b4b9-92b1-4f17-89fa-e3fa2d3088be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:13:12.273214 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-83f3b4b9-92b1-4f17-89fa-e3fa2d3088be admin admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:12.274372 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-83f3b4b9-92b1-4f17-89fa-e3fa2d3088be admin admin] 10.222.0.73 "DELETE /v2.0/routers/99c1a07b-b74d-44a6-a0dd-4e2fe64bff2f HTTP/1.1" status: 204 len: 168 time: 1.1023841 May 06 10:13:12.276785 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34332) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:13:12.320926 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ebaaf1-5b9b-48e7-b82a-83335a9f279f admin admin] Deleting subnet 9c70e8fd-21a1-422b-9259-34f64a9afb43 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:13:12.323992 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-96ebaaf1-5b9b-48e7-b82a-83335a9f279f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:12.362600 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-96ebaaf1-5b9b-48e7-b82a-83335a9f279f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:12.437355 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-96ebaaf1-5b9b-48e7-b82a-83335a9f279f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:12.493009 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-96ebaaf1-5b9b-48e7-b82a-83335a9f279f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:12.521246 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ebaaf1-5b9b-48e7-b82a-83335a9f279f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c70e8fd-21a1-422b-9259-34f64a9afb43,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:12.523308 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-96ebaaf1-5b9b-48e7-b82a-83335a9f279f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:12.526547 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-96ebaaf1-5b9b-48e7-b82a-83335a9f279f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9c70e8fd-21a1-422b-9259-34f64a9afb43 HTTP/1.1" status: 204 len: 168 time: 0.2488053 May 06 10:13:12.528948 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34334) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:13:12.531022 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51f5d4e-ad31-4652-839f-c7b0dd361a4c None None] Network dd47149f-94c5-4c5f-9627-f583dc0ecb7f requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:13:12.612143 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3057b0ac-0180-46e9-bb0d-8cc20369765d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:12.667995 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-3057b0ac-0180-46e9-bb0d-8cc20369765d admin admin] Deleting port 4b4d37d6-3ee9-4613-b2be-7adab1f76291 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:13:12.668395 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3057b0ac-0180-46e9-bb0d-8cc20369765d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:12.728346 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffa6348-3db8-43fe-aba4-e1a2d762675b None None] DHCP port deletion for dd47149f-94c5-4c5f-9627-f583dc0ecb7f request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:13:12.738190 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-3057b0ac-0180-46e9-bb0d-8cc20369765d admin admin] For port 4b4d37d6-3ee9-4613-b2be-7adab1f76291, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=4b4d37d6-3ee9-4613-b2be-7adab1f76291,segment=NetworkSegment(0ea3542d-eb31-4bc6-84ee-fb26e60a7b44),segment_id=0ea3542d-eb31-4bc6-84ee-fb26e60a7b44)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:13:12.738568 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3057b0ac-0180-46e9-bb0d-8cc20369765d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:12.752960 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-3057b0ac-0180-46e9-bb0d-8cc20369765d admin admin] Calling delete_port for 4b4d37d6-3ee9-4613-b2be-7adab1f76291 owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:13:12.777426 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-8ffa6348-3db8-43fe-aba4-e1a2d762675b None None] Deleting port 4b4d37d6-3ee9-4613-b2be-7adab1f76291 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:13:12.777804 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8ffa6348-3db8-43fe-aba4-e1a2d762675b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:12.838067 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3057b0ac-0180-46e9-bb0d-8cc20369765d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:12.841574 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8ffa6348-3db8-43fe-aba4-e1a2d762675b None None] For port 4b4d37d6-3ee9-4613-b2be-7adab1f76291, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=4b4d37d6-3ee9-4613-b2be-7adab1f76291,segment=NetworkSegment(0ea3542d-eb31-4bc6-84ee-fb26e60a7b44),segment_id=0ea3542d-eb31-4bc6-84ee-fb26e60a7b44)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:13:12.841980 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8ffa6348-3db8-43fe-aba4-e1a2d762675b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:12.855417 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-8ffa6348-3db8-43fe-aba4-e1a2d762675b None None] Calling delete_port for 4b4d37d6-3ee9-4613-b2be-7adab1f76291 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:13:12.869186 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057b0ac-0180-46e9-bb0d-8cc20369765d admin admin] Pushing event deleted for resources: {'Port': ['ID=4b4d37d6-3ee9-4613-b2be-7adab1f76291,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:12.871097 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3057b0ac-0180-46e9-bb0d-8cc20369765d admin admin] No DVR routers for this DVR port 4b4d37d6-3ee9-4613-b2be-7adab1f76291 on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:13:12.949090 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3057b0ac-0180-46e9-bb0d-8cc20369765d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:12.950980 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8ffa6348-3db8-43fe-aba4-e1a2d762675b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:12.970373 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-3057b0ac-0180-46e9-bb0d-8cc20369765d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd47149f-94c5-4c5f-9627-f583dc0ecb7f']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:12.977113 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa6348-3db8-43fe-aba4-e1a2d762675b None None] Pushing event deleted for resources: {'Port': ['ID=4b4d37d6-3ee9-4613-b2be-7adab1f76291,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:12.980558 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-3057b0ac-0180-46e9-bb0d-8cc20369765d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea3542d-eb31-4bc6-84ee-fb26e60a7b44') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:12.980865 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-3057b0ac-0180-46e9-bb0d-8cc20369765d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea3542d-eb31-4bc6-84ee-fb26e60a7b44') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:12.981693 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffa6348-3db8-43fe-aba4-e1a2d762675b None None] No DVR routers for this DVR port 4b4d37d6-3ee9-4613-b2be-7adab1f76291 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:13:12.992572 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3057b0ac-0180-46e9-bb0d-8cc20369765d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:13.006068 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3057b0ac-0180-46e9-bb0d-8cc20369765d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:13.012247 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3057b0ac-0180-46e9-bb0d-8cc20369765d admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:13:13.012673 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3057b0ac-0180-46e9-bb0d-8cc20369765d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: timer() May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:13:13.014547 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:13:13.069330 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3057b0ac-0180-46e9-bb0d-8cc20369765d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:13.073717 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3057b0ac-0180-46e9-bb0d-8cc20369765d admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:13.079740 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3057b0ac-0180-46e9-bb0d-8cc20369765d admin admin] 10.222.0.73 "DELETE /v2.0/networks/dd47149f-94c5-4c5f-9627-f583dc0ecb7f HTTP/1.1" status: 204 len: 168 time: 0.5497234 May 06 10:13:13.094394 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057b0ac-0180-46e9-bb0d-8cc20369765d admin admin] Pushing event deleted for resources: {'Network': ['ID=dd47149f-94c5-4c5f-9627-f583dc0ecb7f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:13.146000 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:13:13.166908 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:13:13.167414 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f03dca9f-bb64-4a96-a1f6-f9cbe662f9cb not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:13:13.168013 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 4b2432a0-af3d-493a-adb5-d83bbe580797 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:13:13.188283 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 4b2432a0-af3d-493a-adb5-d83bbe580797 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:13:13.188635 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 4b2432a0-af3d-493a-adb5-d83bbe580797 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:13:13.189089 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 4b4d37d6-3ee9-4613-b2be-7adab1f76291 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:13:13.211674 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 4b4d37d6-3ee9-4613-b2be-7adab1f76291 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:13:13.212022 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 4b4d37d6-3ee9-4613-b2be-7adab1f76291 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:13:13.227606 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34338) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:13:13.271865 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6649b529-c8b6-4d9d-8acf-1ce796dbbd04 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=16e9c321c2164a61922260b9fc8a7435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429120 May 06 10:13:13.274139 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34340) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:13:13.325572 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2c1e2a8c-0f52-4d34-9634-4940cc5bbdcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:13.345661 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2c1e2a8c-0f52-4d34-9634-4940cc5bbdcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:13.391602 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2c1e2a8c-0f52-4d34-9634-4940cc5bbdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:13.394156 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2c1e2a8c-0f52-4d34-9634-4940cc5bbdcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:13.395333 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2c1e2a8c-0f52-4d34-9634-4940cc5bbdcc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/64d1a83d-072e-4c8d-b35c-5b4ebe9433e9 HTTP/1.1" status: 204 len: 168 time: 0.1202462 May 06 10:13:13.402710 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e2a8c-0f52-4d34-9634-4940cc5bbdcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d1a83d-072e-4c8d-b35c-5b4ebe9433e9,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:13.700905 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34346) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:13:13.741556 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-be663dfc-7787-494b-a4b3-05447a51244c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f3cb7e2622cc4e368ddf5bf62a927145&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394337 May 06 10:13:13.743809 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34348) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:13:13.790777 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d8470440-3cae-41a8-b6cf-5c08793abc85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:13.811680 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d8470440-3cae-41a8-b6cf-5c08793abc85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:13.862650 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d8470440-3cae-41a8-b6cf-5c08793abc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:13.865691 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d8470440-3cae-41a8-b6cf-5c08793abc85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:13.867165 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d8470440-3cae-41a8-b6cf-5c08793abc85 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/29967afb-dbe7-41bc-babb-417b389e945f HTTP/1.1" status: 204 len: 168 time: 0.1224213 May 06 10:13:13.881040 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8470440-3cae-41a8-b6cf-5c08793abc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29967afb-dbe7-41bc-babb-417b389e945f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:14.526844 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34370) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:13:14.636301 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-b403d317-4f99-4a07-b6ba-9e4bffff36ba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1958784732-network', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:13:14.659587 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b403d317-4f99-4a07-b6ba-9e4bffff36ba admin admin] Made reservation on behalf of 5fca4953af0d4a8fb05156b2d5c3069f for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:13:14.661966 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b403d317-4f99-4a07-b6ba-9e4bffff36ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:14.670230 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b403d317-4f99-4a07-b6ba-9e4bffff36ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:14.743946 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b403d317-4f99-4a07-b6ba-9e4bffff36ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:14.747450 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b403d317-4f99-4a07-b6ba-9e4bffff36ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:14.767390 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b403d317-4f99-4a07-b6ba-9e4bffff36ba admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:13:14.780228 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403d317-4f99-4a07-b6ba-9e4bffff36ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef57bd2-45b9-43dc-ac14-34be74cb6f5b,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:14.785484 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b403d317-4f99-4a07-b6ba-9e4bffff36ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:14.785832 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-b403d317-4f99-4a07-b6ba-9e4bffff36ba admin admin] Added segment eec9f6c2-b312-41ba-abac-f50645b2f71b of type vlan for network 37fdc182-f614-4b69-a40a-b8c1a58133ab May 06 10:13:14.824327 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b403d317-4f99-4a07-b6ba-9e4bffff36ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:14.849058 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b403d317-4f99-4a07-b6ba-9e4bffff36ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:14.850013 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b403d317-4f99-4a07-b6ba-9e4bffff36ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:14.850598 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b403d317-4f99-4a07-b6ba-9e4bffff36ba admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:14.913715 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b403d317-4f99-4a07-b6ba-9e4bffff36ba admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3857102 May 06 10:13:14.916658 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34374) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:13:14.920982 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403d317-4f99-4a07-b6ba-9e4bffff36ba admin admin] Pushing event updated for resources: {'Network': ['ID=37fdc182-f614-4b69-a40a-b8c1a58133ab,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:14.921816 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-c4ca59d0-53a3-4cae-b7b2-2bbbcb4da8aa admin admin] Request body: {'subnet': {'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1958784732-subnet', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:13:14.931763 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 37fdc182-f614-4b69-a40a-b8c1a58133ab details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:13:14.942107 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ca59d0-53a3-4cae-b7b2-2bbbcb4da8aa admin admin] Made reservation on behalf of 5fca4953af0d4a8fb05156b2d5c3069f for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:13:14.944549 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c4ca59d0-53a3-4cae-b7b2-2bbbcb4da8aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:15.114619 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c4ca59d0-53a3-4cae-b7b2-2bbbcb4da8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:15.169450 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca59d0-53a3-4cae-b7b2-2bbbcb4da8aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=af87d9b1-6e10-46ab-8ea7-60035f1f2691,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:15.178381 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ca59d0-53a3-4cae-b7b2-2bbbcb4da8aa admin admin] Checking segment: {'id': 'eec9f6c2-b312-41ba-abac-f50645b2f71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:13:15.182534 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ca59d0-53a3-4cae-b7b2-2bbbcb4da8aa admin admin] Network hostable DHCP agents. Network: 37fdc182-f614-4b69-a40a-b8c1a58133ab, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:13:15.196476 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ca59d0-53a3-4cae-b7b2-2bbbcb4da8aa admin admin] Network 37fdc182-f614-4b69-a40a-b8c1a58133ab is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:13:15.205902 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-c4ca59d0-53a3-4cae-b7b2-2bbbcb4da8aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 37fdc182-f614-4b69-a40a-b8c1a58133ab) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:13:15.211352 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ca59d0-53a3-4cae-b7b2-2bbbcb4da8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:15.212439 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c4ca59d0-53a3-4cae-b7b2-2bbbcb4da8aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:15.215485 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22890887-a3b3-44ea-947f-8cb984bf61be None None] Network 37fdc182-f614-4b69-a40a-b8c1a58133ab requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:13:15.230622 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c4ca59d0-53a3-4cae-b7b2-2bbbcb4da8aa admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3128572 May 06 10:13:15.234016 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34376) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:13:15.238909 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-324e3612-326d-4eb2-ad5c-4deb10dd9b5c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1958784732-router', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:13:15.258928 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-324e3612-326d-4eb2-ad5c-4deb10dd9b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:15.260016 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-324e3612-326d-4eb2-ad5c-4deb10dd9b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:15.317583 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-324e3612-326d-4eb2-ad5c-4deb10dd9b5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:15.367172 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314f6699-0c02-45af-a727-7cb9f1c1c632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-37fdc182-f614-4b69-a40a-b8c1a58133ab', 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'fixed_ips': [{'subnet_id': 'af87d9b1-6e10-46ab-8ea7-60035f1f2691'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:13:15.368078 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-314f6699-0c02-45af-a727-7cb9f1c1c632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:15.455445 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-324e3612-326d-4eb2-ad5c-4deb10dd9b5c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:15.506244 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-314f6699-0c02-45af-a727-7cb9f1c1c632 None None] Allocated IP 172.20.0.2 (37fdc182-f614-4b69-a40a-b8c1a58133ab/af87d9b1-6e10-46ab-8ea7-60035f1f2691/41209b6c-7f35-4971-9eae-a47bea6d282f) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:13:15.652439 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-314f6699-0c02-45af-a727-7cb9f1c1c632 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:15.658325 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-314f6699-0c02-45af-a727-7cb9f1c1c632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:15.663402 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-324e3612-326d-4eb2-ad5c-4deb10dd9b5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:15.683489 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-324e3612-326d-4eb2-ad5c-4deb10dd9b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:15.694630 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314f6699-0c02-45af-a727-7cb9f1c1c632 None None] Network 37fdc182-f614-4b69-a40a-b8c1a58133ab is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:13:15.697371 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-314f6699-0c02-45af-a727-7cb9f1c1c632 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:13:15.700297 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314f6699-0c02-45af-a727-7cb9f1c1c632 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:13:15.714492 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f6699-0c02-45af-a727-7cb9f1c1c632 None None] Pushing event updated for resources: {'Port': ['ID=41209b6c-7f35-4971-9eae-a47bea6d282f,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:15.762840 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-314f6699-0c02-45af-a727-7cb9f1c1c632 None None] Attempting to bind port 41209b6c-7f35-4971-9eae-a47bea6d282f on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:13:15.763236 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-314f6699-0c02-45af-a727-7cb9f1c1c632 None None] Attempting to bind port 41209b6c-7f35-4971-9eae-a47bea6d282f by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'eec9f6c2-b312-41ba-abac-f50645b2f71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:13:15.763600 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314f6699-0c02-45af-a727-7cb9f1c1c632 None None] Attempting to bind port 41209b6c-7f35-4971-9eae-a47bea6d282f on network 37fdc182-f614-4b69-a40a-b8c1a58133ab {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:13:15.768385 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314f6699-0c02-45af-a727-7cb9f1c1c632 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:13:15.768756 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314f6699-0c02-45af-a727-7cb9f1c1c632 None None] Checking segment: {'id': 'eec9f6c2-b312-41ba-abac-f50645b2f71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:13:15.769155 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-314f6699-0c02-45af-a727-7cb9f1c1c632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:15.769544 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314f6699-0c02-45af-a727-7cb9f1c1c632 None None] Bound using segment: {'id': 'eec9f6c2-b312-41ba-abac-f50645b2f71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:13:15.770082 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-314f6699-0c02-45af-a727-7cb9f1c1c632 None None] Bound port: 41209b6c-7f35-4971-9eae-a47bea6d282f, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec9f6c2-b312-41ba-abac-f50645b2f71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:13:15.770463 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-314f6699-0c02-45af-a727-7cb9f1c1c632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:15.790255 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-324e3612-326d-4eb2-ad5c-4deb10dd9b5c admin admin] Allocated IP 172.25.5.11 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/f7de3e0e-a6bc-4054-92de-a7767edfdb83) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:13:15.836703 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-314f6699-0c02-45af-a727-7cb9f1c1c632 None None] For port 41209b6c-7f35-4971-9eae-a47bea6d282f, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:13:15.839857 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-314f6699-0c02-45af-a727-7cb9f1c1c632 None None] For port 41209b6c-7f35-4971-9eae-a47bea6d282f, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=41209b6c-7f35-4971-9eae-a47bea6d282f,segment=NetworkSegment(eec9f6c2-b312-41ba-abac-f50645b2f71b),segment_id=eec9f6c2-b312-41ba-abac-f50645b2f71b)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:13:15.844737 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-314f6699-0c02-45af-a727-7cb9f1c1c632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:15.909082 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-324e3612-326d-4eb2-ad5c-4deb10dd9b5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:15.909764 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f6699-0c02-45af-a727-7cb9f1c1c632 None None] Pushing event updated for resources: {'Port': ['ID=41209b6c-7f35-4971-9eae-a47bea6d282f,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:15.952470 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-324e3612-326d-4eb2-ad5c-4deb10dd9b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:15.953058 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f7479cad-6072-4f76-8e1a-d56e024217da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:15.992020 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324e3612-326d-4eb2-ad5c-4deb10dd9b5c admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:13:15.994819 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-324e3612-326d-4eb2-ad5c-4deb10dd9b5c admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:13:15.998212 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324e3612-326d-4eb2-ad5c-4deb10dd9b5c admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:13:16.031923 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e3612-326d-4eb2-ad5c-4deb10dd9b5c admin admin] Pushing event updated for resources: {'Port': ['ID=f7de3e0e-a6bc-4054-92de-a7767edfdb83,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:16.276929 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-324e3612-326d-4eb2-ad5c-4deb10dd9b5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:16.469499 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-324e3612-326d-4eb2-ad5c-4deb10dd9b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:16.607804 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324e3612-326d-4eb2-ad5c-4deb10dd9b5c admin admin] Router 745301be-7627-4316-9c73-a1053d62c60b is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:13:16.720682 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324e3612-326d-4eb2-ad5c-4deb10dd9b5c admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:13:16.730453 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b1564c-3340-4193-8936-57eff251c4bc None None] Sync routers for ids ['745301be-7627-4316-9c73-a1053d62c60b'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:13:16.739844 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-324e3612-326d-4eb2-ad5c-4deb10dd9b5c admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:16.742062 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b1564c-3340-4193-8936-57eff251c4bc None None] Routers {'745301be-7627-4316-9c73-a1053d62c60b'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:13:16.742695 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d6b1564c-3340-4193-8936-57eff251c4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:12:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['745301be-7627-4316-9c73-a1053d62c60b'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:16.743580 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-324e3612-326d-4eb2-ad5c-4deb10dd9b5c admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5080147 May 06 10:13:16.744173 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34378) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:13:16.857555 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138e3e8d-1234-46ef-ba18-28b13a6cbaca None None] Network 37fdc182-f614-4b69-a40a-b8c1a58133ab requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:13:16.878878 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-d6b1564c-3340-4193-8936-57eff251c4bc None None] Set router 745301be-7627-4316-9c73-a1053d62c60b gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:13:17.041586 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-aacd288a-e09e-4c6c-a728-3a7c7e3f6f3c None None] Provisioning complete for port 41209b6c-7f35-4971-9eae-a47bea6d282f triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:13:17.042262 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-aacd288a-e09e-4c6c-a728-3a7c7e3f6f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:17.183058 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 41209b6c-7f35-4971-9eae-a47bea6d282f up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:13:17.192270 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-620c7079-f10e-4375-b486-3b1fc69000fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:17.355913 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-620c7079-f10e-4375-b486-3b1fc69000fe admin admin] Allocated IP 172.20.0.1 (37fdc182-f614-4b69-a40a-b8c1a58133ab/af87d9b1-6e10-46ab-8ea7-60035f1f2691/2dc800c0-f692-4cb9-9028-9a878748ed48) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:13:17.440973 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-aacd288a-e09e-4c6c-a728-3a7c7e3f6f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:17.465333 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-620c7079-f10e-4375-b486-3b1fc69000fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:17.487052 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d6b1564c-3340-4193-8936-57eff251c4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745301be-7627-4316-9c73-a1053d62c60b', 'name': 'tempest-TestVolumeBackupRestore-1958784732-router', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:13:16Z', 'revision_number': 3, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'gw_port': {'id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745301be-7627-4316-9c73-a1053d62c60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:13:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:17.500603 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-aacd288a-e09e-4c6c-a728-3a7c7e3f6f3c None None] For port 41209b6c-7f35-4971-9eae-a47bea6d282f, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=41209b6c-7f35-4971-9eae-a47bea6d282f,segment=NetworkSegment(eec9f6c2-b312-41ba-abac-f50645b2f71b),segment_id=eec9f6c2-b312-41ba-abac-f50645b2f71b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:13:17.500942 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-620c7079-f10e-4375-b486-3b1fc69000fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:17.525107 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 41209b6c-7f35-4971-9eae-a47bea6d282f triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:13:17.525472 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:17.527440 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b1564c-3340-4193-8936-57eff251c4bc None None] Checking router: 745301be-7627-4316-9c73-a1053d62c60b for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:13:17.527789 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b1564c-3340-4193-8936-57eff251c4bc None None] Updating router 745301be-7627-4316-9c73-a1053d62c60b port f7de3e0e-a6bc-4054-92de-a7767edfdb83 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:13:17.529532 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-aacd288a-e09e-4c6c-a728-3a7c7e3f6f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:17.544554 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620c7079-f10e-4375-b486-3b1fc69000fe admin admin] Network 37fdc182-f614-4b69-a40a-b8c1a58133ab is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:13:17.548314 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-620c7079-f10e-4375-b486-3b1fc69000fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:13:17.551784 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620c7079-f10e-4375-b486-3b1fc69000fe admin admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:13:17.584944 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c7079-f10e-4375-b486-3b1fc69000fe admin admin] Pushing event updated for resources: {'Port': ['ID=2dc800c0-f692-4cb9-9028-9a878748ed48,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:17.600495 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-620c7079-f10e-4375-b486-3b1fc69000fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:17.603818 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d6b1564c-3340-4193-8936-57eff251c4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:17.669134 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd288a-e09e-4c6c-a728-3a7c7e3f6f3c None None] Pushing event updated for resources: {'Port': ['ID=41209b6c-7f35-4971-9eae-a47bea6d282f,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:17.739547 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-620c7079-f10e-4375-b486-3b1fc69000fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:17.825621 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-752e4628-f826-4476-b72b-85cdba880182 None None] Provisioning complete for port 41209b6c-7f35-4971-9eae-a47bea6d282f triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:13:17.825995 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-752e4628-f826-4476-b72b-85cdba880182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:17.917862 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-620c7079-f10e-4375-b486-3b1fc69000fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:17.924545 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-620c7079-f10e-4375-b486-3b1fc69000fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:17.997491 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c7079-f10e-4375-b486-3b1fc69000fe admin admin] Pushing event updated for resources: {'Port': ['ID=2dc800c0-f692-4cb9-9028-9a878748ed48,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:18.003957 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-620c7079-f10e-4375-b486-3b1fc69000fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:18.007449 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d6b1564c-3340-4193-8936-57eff251c4bc None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:18.014352 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d6b1564c-3340-4193-8936-57eff251c4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:18.075535 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b37aac-b670-478f-bc0c-b414e8238bac None None] Pushing event updated for resources: {'Port': ['ID=f7de3e0e-a6bc-4054-92de-a7767edfdb83,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:18.078560 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-d6b1564c-3340-4193-8936-57eff251c4bc None None] Attempting to bind port f7de3e0e-a6bc-4054-92de-a7767edfdb83 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:13:18.078943 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-d6b1564c-3340-4193-8936-57eff251c4bc None None] Attempting to bind port f7de3e0e-a6bc-4054-92de-a7767edfdb83 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:13:18.079342 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1564c-3340-4193-8936-57eff251c4bc None None] Attempting to bind port f7de3e0e-a6bc-4054-92de-a7767edfdb83 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:13:18.088792 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1564c-3340-4193-8936-57eff251c4bc None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:13:18.089182 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1564c-3340-4193-8936-57eff251c4bc None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:13:18.089610 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d6b1564c-3340-4193-8936-57eff251c4bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:18.090001 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1564c-3340-4193-8936-57eff251c4bc None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:13:18.090706 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-d6b1564c-3340-4193-8936-57eff251c4bc None None] Bound port: f7de3e0e-a6bc-4054-92de-a7767edfdb83, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:13:18.091099 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d6b1564c-3340-4193-8936-57eff251c4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:18.115626 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620c7079-f10e-4375-b486-3b1fc69000fe admin admin] Network 37fdc182-f614-4b69-a40a-b8c1a58133ab is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:13:18.117431 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-620c7079-f10e-4375-b486-3b1fc69000fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:13:18.128301 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e23f97ec-8803-46e0-928c-69bb9e298a7a None None] Provisioning complete for port 2dc800c0-f692-4cb9-9028-9a878748ed48 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:13:18.128809 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e23f97ec-8803-46e0-928c-69bb9e298a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:18.185814 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d6b1564c-3340-4193-8936-57eff251c4bc None None] For port f7de3e0e-a6bc-4054-92de-a7767edfdb83, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:13:18.189073 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e23f97ec-8803-46e0-928c-69bb9e298a7a None None] Port 2dc800c0-f692-4cb9-9028-9a878748ed48 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:13:18.191819 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d6b1564c-3340-4193-8936-57eff251c4bc None None] For port f7de3e0e-a6bc-4054-92de-a7767edfdb83, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f7de3e0e-a6bc-4054-92de-a7767edfdb83,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:13:18.197123 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d6b1564c-3340-4193-8936-57eff251c4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:18.260115 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620c7079-f10e-4375-b486-3b1fc69000fe admin admin] Router 745301be-7627-4316-9c73-a1053d62c60b has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:13:18.260362 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b1564c-3340-4193-8936-57eff251c4bc None None] Routers {'745301be-7627-4316-9c73-a1053d62c60b'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:13:18.260769 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d6b1564c-3340-4193-8936-57eff251c4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:12:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['745301be-7627-4316-9c73-a1053d62c60b'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:18.312684 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b37aac-b670-478f-bc0c-b414e8238bac None None] Pushing event updated for resources: {'Port': ['ID=f7de3e0e-a6bc-4054-92de-a7767edfdb83,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:18.373984 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620c7079-f10e-4375-b486-3b1fc69000fe admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:13:18.381153 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-620c7079-f10e-4375-b486-3b1fc69000fe admin admin] 10.222.0.73 "PUT /v2.0/routers/745301be-7627-4316-9c73-a1053d62c60b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6359305 May 06 10:13:18.408028 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-d6b1564c-3340-4193-8936-57eff251c4bc None None] Set router 745301be-7627-4316-9c73-a1053d62c60b gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:13:18.451582 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-fb71efa9-ed8d-4a81-a822-ae14deb019dd None None] Provisioning complete for port 2dc800c0-f692-4cb9-9028-9a878748ed48 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:13:18.451961 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fb71efa9-ed8d-4a81-a822-ae14deb019dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:18.564425 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a92ff9e3-69a1-4559-992e-6d888136a014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:18.575299 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-fb71efa9-ed8d-4a81-a822-ae14deb019dd None None] Port 2dc800c0-f692-4cb9-9028-9a878748ed48 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:13:18.664579 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d6b1564c-3340-4193-8936-57eff251c4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745301be-7627-4316-9c73-a1053d62c60b', 'name': 'tempest-TestVolumeBackupRestore-1958784732-router', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:13:17Z', 'revision_number': 4, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'gw_port': {'id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745301be-7627-4316-9c73-a1053d62c60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '2dc800c0-f692-4cb9-9028-9a878748ed48', 'name': '', 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'mac_address': 'fa:16:3e:f1:5d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745301be-7627-4316-9c73-a1053d62c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af87d9b1-6e10-46ab-8ea7-60035f1f2691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:17Z', 'updated_at': '2022-05-06T10:13:17Z', 'revision_number': 2, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'subnets': [{'id': 'af87d9b1-6e10-46ab-8ea7-60035f1f2691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:18.693842 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b1564c-3340-4193-8936-57eff251c4bc None None] The sync data for ids ['745301be-7627-4316-9c73-a1053d62c60b'] in n-d-840835-1 is: [{'id': '745301be-7627-4316-9c73-a1053d62c60b', 'name': 'tempest-TestVolumeBackupRestore-1958784732-router', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:13:17Z', 'revision_number': 4, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'gw_port': {'id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745301be-7627-4316-9c73-a1053d62c60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '2dc800c0-f692-4cb9-9028-9a878748ed48', 'name': '', 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'mac_address': 'fa:16:3e:f1:5d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745301be-7627-4316-9c73-a1053d62c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af87d9b1-6e10-46ab-8ea7-60035f1f2691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:17Z', 'updated_at': '2022-05-06T10:13:17Z', 'revision_number': 2, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'subnets': [{'id': 'af87d9b1-6e10-46ab-8ea7-60035f1f2691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:13:18.862985 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34394) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:13:18.868261 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-a45a23ed-3a99-4bf0-a07e-9f6c21cbd458 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2100697226-network', 'tenant_id': 'a5468cfbaa9d4be2a1cc055454e1d668'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:13:18.912708 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45a23ed-3a99-4bf0-a07e-9f6c21cbd458 admin admin] Made reservation on behalf of a5468cfbaa9d4be2a1cc055454e1d668 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:13:18.915092 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a45a23ed-3a99-4bf0-a07e-9f6c21cbd458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:18.927924 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a45a23ed-3a99-4bf0-a07e-9f6c21cbd458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:19.000742 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:19.005737 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:13:19.017923 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a45a23ed-3a99-4bf0-a07e-9f6c21cbd458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:19.022133 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a45a23ed-3a99-4bf0-a07e-9f6c21cbd458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:19.048932 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45a23ed-3a99-4bf0-a07e-9f6c21cbd458 admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:13:19.058948 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a23ed-3a99-4bf0-a07e-9f6c21cbd458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76163bc-5600-4356-821d-4284464fea11,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:19.063919 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a45a23ed-3a99-4bf0-a07e-9f6c21cbd458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:19.064273 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-a45a23ed-3a99-4bf0-a07e-9f6c21cbd458 admin admin] Added segment 01918644-6664-4ca2-8580-5a2cb368256f of type vlan for network 82e2c328-7dad-4e3c-8594-c58d96d22322 May 06 10:13:19.126216 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a45a23ed-3a99-4bf0-a07e-9f6c21cbd458 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:19.162231 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 41209b6c-7f35-4971-9eae-a47bea6d282f up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:13:19.166120 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a45a23ed-3a99-4bf0-a07e-9f6c21cbd458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:19.168053 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45a23ed-3a99-4bf0-a07e-9f6c21cbd458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:19.169173 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a45a23ed-3a99-4bf0-a07e-9f6c21cbd458 admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:19.222002 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 41209b6c-7f35-4971-9eae-a47bea6d282f triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:13:19.222741 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:19.225648 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a45a23ed-3a99-4bf0-a07e-9f6c21cbd458 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3613636 May 06 10:13:19.228238 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34396) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:13:19.234122 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-8852fccd-9b2d-4e8a-8fb5-bb6162f24189 admin admin] Request body: {'subnet': {'network_id': '82e2c328-7dad-4e3c-8594-c58d96d22322', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2100697226-subnet', 'tenant_id': 'a5468cfbaa9d4be2a1cc055454e1d668', 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:13:19.257597 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a23ed-3a99-4bf0-a07e-9f6c21cbd458 admin admin] Pushing event updated for resources: {'Network': ['ID=82e2c328-7dad-4e3c-8594-c58d96d22322,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:19.271914 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8852fccd-9b2d-4e8a-8fb5-bb6162f24189 admin admin] Made reservation on behalf of a5468cfbaa9d4be2a1cc055454e1d668 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:13:19.274790 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8852fccd-9b2d-4e8a-8fb5-bb6162f24189 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:19.274954 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 82e2c328-7dad-4e3c-8594-c58d96d22322 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:13:19.482760 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8852fccd-9b2d-4e8a-8fb5-bb6162f24189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:19.543090 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852fccd-9b2d-4e8a-8fb5-bb6162f24189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0517691d-5ee7-43ae-8e79-93fb48feec43,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:19.560167 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8852fccd-9b2d-4e8a-8fb5-bb6162f24189 admin admin] Checking segment: {'id': '01918644-6664-4ca2-8580-5a2cb368256f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '82e2c328-7dad-4e3c-8594-c58d96d22322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:13:19.560536 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8852fccd-9b2d-4e8a-8fb5-bb6162f24189 admin admin] Network hostable DHCP agents. Network: 82e2c328-7dad-4e3c-8594-c58d96d22322, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:13:19.583340 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8852fccd-9b2d-4e8a-8fb5-bb6162f24189 admin admin] Network 82e2c328-7dad-4e3c-8594-c58d96d22322 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:13:19.595840 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-8852fccd-9b2d-4e8a-8fb5-bb6162f24189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 82e2c328-7dad-4e3c-8594-c58d96d22322) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:13:19.600647 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8852fccd-9b2d-4e8a-8fb5-bb6162f24189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:19.601295 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8852fccd-9b2d-4e8a-8fb5-bb6162f24189 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:19.601648 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:19.609676 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bca40d-e678-4974-ac41-86c6f95dd7d5 None None] Network 82e2c328-7dad-4e3c-8594-c58d96d22322 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:13:19.622845 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 34398) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:13:19.627858 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-fd623781-7e6f-4890-b76b-ef0899700434 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2100697226-router', 'tenant_id': 'a5468cfbaa9d4be2a1cc055454e1d668', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:13:19.631051 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8852fccd-9b2d-4e8a-8fb5-bb6162f24189 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4017205 May 06 10:13:19.649164 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fd623781-7e6f-4890-b76b-ef0899700434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:19.650411 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fd623781-7e6f-4890-b76b-ef0899700434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:19.708457 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fd623781-7e6f-4890-b76b-ef0899700434 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:19.766821 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06794e47-3ca4-42d2-8bca-2264995a9d4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-82e2c328-7dad-4e3c-8594-c58d96d22322', 'network_id': '82e2c328-7dad-4e3c-8594-c58d96d22322', 'tenant_id': 'a5468cfbaa9d4be2a1cc055454e1d668', 'fixed_ips': [{'subnet_id': '0517691d-5ee7-43ae-8e79-93fb48feec43'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:13:19.767836 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-06794e47-3ca4-42d2-8bca-2264995a9d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:19.856152 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fd623781-7e6f-4890-b76b-ef0899700434 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:19.925678 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-06794e47-3ca4-42d2-8bca-2264995a9d4c None None] Allocated IP 172.20.0.2 (82e2c328-7dad-4e3c-8594-c58d96d22322/0517691d-5ee7-43ae-8e79-93fb48feec43/d3ad8a1c-90d0-4740-9d40-4870183d452d) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:13:20.079579 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-06794e47-3ca4-42d2-8bca-2264995a9d4c None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:20.079829 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fd623781-7e6f-4890-b76b-ef0899700434 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:20.087632 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-06794e47-3ca4-42d2-8bca-2264995a9d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:20.134675 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06794e47-3ca4-42d2-8bca-2264995a9d4c None None] Network 82e2c328-7dad-4e3c-8594-c58d96d22322 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:13:20.137866 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-06794e47-3ca4-42d2-8bca-2264995a9d4c None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:13:20.141165 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06794e47-3ca4-42d2-8bca-2264995a9d4c None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:13:20.174896 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06794e47-3ca4-42d2-8bca-2264995a9d4c None None] Pushing event updated for resources: {'Port': ['ID=d3ad8a1c-90d0-4740-9d40-4870183d452d,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:20.212954 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-06794e47-3ca4-42d2-8bca-2264995a9d4c None None] Attempting to bind port d3ad8a1c-90d0-4740-9d40-4870183d452d on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:13:20.213336 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-06794e47-3ca4-42d2-8bca-2264995a9d4c None None] Attempting to bind port d3ad8a1c-90d0-4740-9d40-4870183d452d by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '01918644-6664-4ca2-8580-5a2cb368256f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '82e2c328-7dad-4e3c-8594-c58d96d22322'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:13:20.213710 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06794e47-3ca4-42d2-8bca-2264995a9d4c None None] Attempting to bind port d3ad8a1c-90d0-4740-9d40-4870183d452d on network 82e2c328-7dad-4e3c-8594-c58d96d22322 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:13:20.219213 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06794e47-3ca4-42d2-8bca-2264995a9d4c None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:13:20.219596 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06794e47-3ca4-42d2-8bca-2264995a9d4c None None] Checking segment: {'id': '01918644-6664-4ca2-8580-5a2cb368256f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '82e2c328-7dad-4e3c-8594-c58d96d22322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:13:20.220023 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-06794e47-3ca4-42d2-8bca-2264995a9d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:20.220413 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06794e47-3ca4-42d2-8bca-2264995a9d4c None None] Bound using segment: {'id': '01918644-6664-4ca2-8580-5a2cb368256f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '82e2c328-7dad-4e3c-8594-c58d96d22322'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:13:20.220898 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-06794e47-3ca4-42d2-8bca-2264995a9d4c None None] Bound port: d3ad8a1c-90d0-4740-9d40-4870183d452d, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01918644-6664-4ca2-8580-5a2cb368256f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '82e2c328-7dad-4e3c-8594-c58d96d22322'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:13:20.221286 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-06794e47-3ca4-42d2-8bca-2264995a9d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:20.288734 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-06794e47-3ca4-42d2-8bca-2264995a9d4c None None] For port d3ad8a1c-90d0-4740-9d40-4870183d452d, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:13:20.292174 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-06794e47-3ca4-42d2-8bca-2264995a9d4c None None] For port d3ad8a1c-90d0-4740-9d40-4870183d452d, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=d3ad8a1c-90d0-4740-9d40-4870183d452d,segment=NetworkSegment(01918644-6664-4ca2-8580-5a2cb368256f),segment_id=01918644-6664-4ca2-8580-5a2cb368256f)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:13:20.296809 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-06794e47-3ca4-42d2-8bca-2264995a9d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:20.366446 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06794e47-3ca4-42d2-8bca-2264995a9d4c None None] Pushing event updated for resources: {'Port': ['ID=d3ad8a1c-90d0-4740-9d40-4870183d452d,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:20.407823 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fd623781-7e6f-4890-b76b-ef0899700434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:20.534523 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-fd623781-7e6f-4890-b76b-ef0899700434 admin admin] Allocated IP 172.25.5.179 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/254c5068-e188-4cbe-8d3e-e971d6610de3) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:13:20.657440 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fd623781-7e6f-4890-b76b-ef0899700434 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:20.691868 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fd623781-7e6f-4890-b76b-ef0899700434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:20.732235 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd623781-7e6f-4890-b76b-ef0899700434 admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:13:20.736497 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-fd623781-7e6f-4890-b76b-ef0899700434 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:13:20.738945 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd623781-7e6f-4890-b76b-ef0899700434 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:13:20.746583 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd623781-7e6f-4890-b76b-ef0899700434 admin admin] Pushing event updated for resources: {'Port': ['ID=254c5068-e188-4cbe-8d3e-e971d6610de3,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:20.995835 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fd623781-7e6f-4890-b76b-ef0899700434 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:21.224705 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d3ad8a1c-90d0-4740-9d40-4870183d452d up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:13:21.231498 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fd623781-7e6f-4890-b76b-ef0899700434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:21.289146 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:21.293490 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port d3ad8a1c-90d0-4740-9d40-4870183d452d triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:13:21.294935 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:21.375995 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddca465-5abb-40fa-adae-b001b908f48e None None] Sync routers for ids ['745301be-7627-4316-9c73-a1053d62c60b'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:13:21.388048 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c21758d-90ad-40b5-bc54-19eb48cec8df None None] Network 82e2c328-7dad-4e3c-8594-c58d96d22322 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:13:21.390177 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddca465-5abb-40fa-adae-b001b908f48e None None] Routers {'745301be-7627-4316-9c73-a1053d62c60b'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:13:21.390998 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7ddca465-5abb-40fa-adae-b001b908f48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:13:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['745301be-7627-4316-9c73-a1053d62c60b'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:21.391501 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:21.398942 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd623781-7e6f-4890-b76b-ef0899700434 admin admin] Router ca8fad2a-4662-4723-84da-64f645e6ebd5 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:13:21.504056 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-7ddca465-5abb-40fa-adae-b001b908f48e None None] Set router 745301be-7627-4316-9c73-a1053d62c60b gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:13:21.504347 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a45ed465-4031-41c1-af38-fd109d11f2de None None] Provisioning complete for port d3ad8a1c-90d0-4740-9d40-4870183d452d triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:13:21.505032 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a45ed465-4031-41c1-af38-fd109d11f2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:21.527226 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd623781-7e6f-4890-b76b-ef0899700434 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:13:21.539665 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port d3ad8a1c-90d0-4740-9d40-4870183d452d, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=d3ad8a1c-90d0-4740-9d40-4870183d452d,segment=NetworkSegment(01918644-6664-4ca2-8580-5a2cb368256f),segment_id=01918644-6664-4ca2-8580-5a2cb368256f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:13:21.545777 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4386ed68-056b-4414-b267-c436221b6a4d None None] Sync routers for ids ['ca8fad2a-4662-4723-84da-64f645e6ebd5'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:13:21.549108 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:21.549601 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-fd623781-7e6f-4890-b76b-ef0899700434 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:21.553835 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 34400) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:13:21.554411 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-fd623781-7e6f-4890-b76b-ef0899700434 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9307423 May 06 10:13:21.564667 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:21.565631 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f7de3e0e-a6bc-4054-92de-a7767edfdb83 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:13:21.627107 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4386ed68-056b-4414-b267-c436221b6a4d None None] Routers {'ca8fad2a-4662-4723-84da-64f645e6ebd5'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:13:21.627805 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4386ed68-056b-4414-b267-c436221b6a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:13:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ca8fad2a-4662-4723-84da-64f645e6ebd5'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:21.712025 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7ddca465-5abb-40fa-adae-b001b908f48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745301be-7627-4316-9c73-a1053d62c60b', 'name': 'tempest-TestVolumeBackupRestore-1958784732-router', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:13:17Z', 'revision_number': 4, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'gw_port': {'id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745301be-7627-4316-9c73-a1053d62c60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '2dc800c0-f692-4cb9-9028-9a878748ed48', 'name': '', 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'mac_address': 'fa:16:3e:f1:5d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745301be-7627-4316-9c73-a1053d62c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af87d9b1-6e10-46ab-8ea7-60035f1f2691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:17Z', 'updated_at': '2022-05-06T10:13:17Z', 'revision_number': 2, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'subnets': [{'id': 'af87d9b1-6e10-46ab-8ea7-60035f1f2691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:21.743388 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddca465-5abb-40fa-adae-b001b908f48e None None] Checking router: 745301be-7627-4316-9c73-a1053d62c60b for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:13:21.743748 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddca465-5abb-40fa-adae-b001b908f48e None None] Updating router 745301be-7627-4316-9c73-a1053d62c60b port 2dc800c0-f692-4cb9-9028-9a878748ed48 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:13:21.770820 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7ddca465-5abb-40fa-adae-b001b908f48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:21.921634 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=d3ad8a1c-90d0-4740-9d40-4870183d452d,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:22.002495 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc43f110-7128-4390-ad5f-8a4c6ade8103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.036839 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-4386ed68-056b-4414-b267-c436221b6a4d None None] Set router ca8fad2a-4662-4723-84da-64f645e6ebd5 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:13:22.038553 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port f7de3e0e-a6bc-4054-92de-a7767edfdb83 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:13:22.038912 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.061074 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7ddca465-5abb-40fa-adae-b001b908f48e None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.068481 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7ddca465-5abb-40fa-adae-b001b908f48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.143669 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d924234-25c0-4650-aaf4-36eec63d88eb None None] Pushing event updated for resources: {'Port': ['ID=2dc800c0-f692-4cb9-9028-9a878748ed48,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:22.165042 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d924234-25c0-4650-aaf4-36eec63d88eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:22.165291 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d924234-25c0-4650-aaf4-36eec63d88eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:22.165820 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d924234-25c0-4650-aaf4-36eec63d88eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:22.166322 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d924234-25c0-4650-aaf4-36eec63d88eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:22.166812 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d924234-25c0-4650-aaf4-36eec63d88eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:22.167418 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d924234-25c0-4650-aaf4-36eec63d88eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:22.167905 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d924234-25c0-4650-aaf4-36eec63d88eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:22.168408 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d924234-25c0-4650-aaf4-36eec63d88eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:22.168914 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d924234-25c0-4650-aaf4-36eec63d88eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:22.169241 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d924234-25c0-4650-aaf4-36eec63d88eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:22.169726 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d924234-25c0-4650-aaf4-36eec63d88eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:22.170044 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d924234-25c0-4650-aaf4-36eec63d88eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:22.189123 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-7ddca465-5abb-40fa-adae-b001b908f48e None None] Attempting to bind port 2dc800c0-f692-4cb9-9028-9a878748ed48 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:13:22.189756 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-7ddca465-5abb-40fa-adae-b001b908f48e None None] Attempting to bind port 2dc800c0-f692-4cb9-9028-9a878748ed48 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'eec9f6c2-b312-41ba-abac-f50645b2f71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:13:22.192346 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddca465-5abb-40fa-adae-b001b908f48e None None] Attempting to bind port 2dc800c0-f692-4cb9-9028-9a878748ed48 on network 37fdc182-f614-4b69-a40a-b8c1a58133ab {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:13:22.203518 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddca465-5abb-40fa-adae-b001b908f48e None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:13:22.204372 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddca465-5abb-40fa-adae-b001b908f48e None None] Checking segment: {'id': 'eec9f6c2-b312-41ba-abac-f50645b2f71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:13:22.205456 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7ddca465-5abb-40fa-adae-b001b908f48e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.206093 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddca465-5abb-40fa-adae-b001b908f48e None None] Bound using segment: {'id': 'eec9f6c2-b312-41ba-abac-f50645b2f71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:13:22.206811 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-7ddca465-5abb-40fa-adae-b001b908f48e None None] Bound port: 2dc800c0-f692-4cb9-9028-9a878748ed48, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec9f6c2-b312-41ba-abac-f50645b2f71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:13:22.207505 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7ddca465-5abb-40fa-adae-b001b908f48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.238034 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-fc43f110-7128-4390-ad5f-8a4c6ade8103 admin admin] Allocated IP 172.20.0.1 (82e2c328-7dad-4e3c-8594-c58d96d22322/0517691d-5ee7-43ae-8e79-93fb48feec43/6ce16646-2c6f-4c15-bc3e-3345ad9fc274) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:13:22.309650 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-7ddca465-5abb-40fa-adae-b001b908f48e None None] For port 2dc800c0-f692-4cb9-9028-9a878748ed48, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:13:22.314067 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-7ddca465-5abb-40fa-adae-b001b908f48e None None] For port 2dc800c0-f692-4cb9-9028-9a878748ed48, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=2dc800c0-f692-4cb9-9028-9a878748ed48,segment=NetworkSegment(eec9f6c2-b312-41ba-abac-f50645b2f71b),segment_id=eec9f6c2-b312-41ba-abac-f50645b2f71b)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:13:22.320659 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7ddca465-5abb-40fa-adae-b001b908f48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.331321 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.375555 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddca465-5abb-40fa-adae-b001b908f48e None None] Routers {'745301be-7627-4316-9c73-a1053d62c60b'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:13:22.376485 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7ddca465-5abb-40fa-adae-b001b908f48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:13:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['745301be-7627-4316-9c73-a1053d62c60b'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:22.377704 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port f7de3e0e-a6bc-4054-92de-a7767edfdb83, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f7de3e0e-a6bc-4054-92de-a7767edfdb83,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:13:22.392232 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.409731 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc43f110-7128-4390-ad5f-8a4c6ade8103 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.464777 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4386ed68-056b-4414-b267-c436221b6a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8fad2a-4662-4723-84da-64f645e6ebd5', 'name': 'tempest-TestVolumeBackupRestore-2100697226-router', 'tenant_id': 'a5468cfbaa9d4be2a1cc055454e1d668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '254c5068-e188-4cbe-8d3e-e971d6610de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:13:19Z', 'updated_at': '2022-05-06T10:13:20Z', 'revision_number': 3, 'project_id': 'a5468cfbaa9d4be2a1cc055454e1d668', 'gw_port': {'id': '254c5068-e188-4cbe-8d3e-e971d6610de3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fe:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8fad2a-4662-4723-84da-64f645e6ebd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:20Z', 'updated_at': '2022-05-06T10:13:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:22.471652 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc43f110-7128-4390-ad5f-8a4c6ade8103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.505976 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4386ed68-056b-4414-b267-c436221b6a4d None None] Checking router: ca8fad2a-4662-4723-84da-64f645e6ebd5 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:13:22.506645 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4386ed68-056b-4414-b267-c436221b6a4d None None] Updating router ca8fad2a-4662-4723-84da-64f645e6ebd5 port 254c5068-e188-4cbe-8d3e-e971d6610de3 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:13:22.508074 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=f7de3e0e-a6bc-4054-92de-a7767edfdb83,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:22.518992 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc43f110-7128-4390-ad5f-8a4c6ade8103 admin admin] Network 82e2c328-7dad-4e3c-8594-c58d96d22322 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:13:22.523496 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-fc43f110-7128-4390-ad5f-8a4c6ade8103 admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:13:22.526912 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d924234-25c0-4650-aaf4-36eec63d88eb None None] Pushing event updated for resources: {'Port': ['ID=2dc800c0-f692-4cb9-9028-9a878748ed48,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:22.528538 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc43f110-7128-4390-ad5f-8a4c6ade8103 admin admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:13:22.531433 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-7ddca465-5abb-40fa-adae-b001b908f48e None None] Set router 745301be-7627-4316-9c73-a1053d62c60b gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:13:22.579315 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4386ed68-056b-4414-b267-c436221b6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.606305 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43f110-7128-4390-ad5f-8a4c6ade8103 admin admin] Pushing event updated for resources: {'Port': ['ID=6ce16646-2c6f-4c15-bc3e-3345ad9fc274,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:22.623525 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc43f110-7128-4390-ad5f-8a4c6ade8103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.632315 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-df0e498a-b225-46c8-b344-a003264db82e None None] Provisioning complete for port d3ad8a1c-90d0-4740-9d40-4870183d452d triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:13:22.632697 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-df0e498a-b225-46c8-b344-a003264db82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.823939 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc43f110-7128-4390-ad5f-8a4c6ade8103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.882763 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-df0e498a-b225-46c8-b344-a003264db82e None None] Provisioning complete for port 2dc800c0-f692-4cb9-9028-9a878748ed48 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:13:22.883221 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-df0e498a-b225-46c8-b344-a003264db82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.901512 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7ddca465-5abb-40fa-adae-b001b908f48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745301be-7627-4316-9c73-a1053d62c60b', 'name': 'tempest-TestVolumeBackupRestore-1958784732-router', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:13:17Z', 'revision_number': 4, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'gw_port': {'id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745301be-7627-4316-9c73-a1053d62c60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '2dc800c0-f692-4cb9-9028-9a878748ed48', 'name': '', 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'mac_address': 'fa:16:3e:f1:5d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745301be-7627-4316-9c73-a1053d62c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af87d9b1-6e10-46ab-8ea7-60035f1f2691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:17Z', 'updated_at': '2022-05-06T10:13:22Z', 'revision_number': 4, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'subnets': [{'id': 'af87d9b1-6e10-46ab-8ea7-60035f1f2691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:22.931504 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddca465-5abb-40fa-adae-b001b908f48e None None] The sync data for ids ['745301be-7627-4316-9c73-a1053d62c60b'] in n-d-840835-1 is: [{'id': '745301be-7627-4316-9c73-a1053d62c60b', 'name': 'tempest-TestVolumeBackupRestore-1958784732-router', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:13:17Z', 'revision_number': 4, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'gw_port': {'id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745301be-7627-4316-9c73-a1053d62c60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '2dc800c0-f692-4cb9-9028-9a878748ed48', 'name': '', 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'mac_address': 'fa:16:3e:f1:5d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745301be-7627-4316-9c73-a1053d62c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af87d9b1-6e10-46ab-8ea7-60035f1f2691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:17Z', 'updated_at': '2022-05-06T10:13:22Z', 'revision_number': 4, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'subnets': [{'id': 'af87d9b1-6e10-46ab-8ea7-60035f1f2691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:13:23.018918 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-df0e498a-b225-46c8-b344-a003264db82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:23.037310 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc43f110-7128-4390-ad5f-8a4c6ade8103 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:23.044323 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc43f110-7128-4390-ad5f-8a4c6ade8103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:23.101337 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-df0e498a-b225-46c8-b344-a003264db82e None None] For port 2dc800c0-f692-4cb9-9028-9a878748ed48, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=2dc800c0-f692-4cb9-9028-9a878748ed48,segment=NetworkSegment(eec9f6c2-b312-41ba-abac-f50645b2f71b),segment_id=eec9f6c2-b312-41ba-abac-f50645b2f71b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:13:23.106166 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4386ed68-056b-4414-b267-c436221b6a4d None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:23.110984 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-df0e498a-b225-46c8-b344-a003264db82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:23.117268 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fc43f110-7128-4390-ad5f-8a4c6ade8103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:23.118158 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4386ed68-056b-4414-b267-c436221b6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:23.120214 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43f110-7128-4390-ad5f-8a4c6ade8103 admin admin] Pushing event updated for resources: {'Port': ['ID=6ce16646-2c6f-4c15-bc3e-3345ad9fc274,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:23.180682 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-4386ed68-056b-4414-b267-c436221b6a4d None None] Attempting to bind port 254c5068-e188-4cbe-8d3e-e971d6610de3 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:13:23.181123 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-4386ed68-056b-4414-b267-c436221b6a4d None None] Attempting to bind port 254c5068-e188-4cbe-8d3e-e971d6610de3 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:13:23.181422 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386ed68-056b-4414-b267-c436221b6a4d None None] Attempting to bind port 254c5068-e188-4cbe-8d3e-e971d6610de3 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:13:23.189587 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e498a-b225-46c8-b344-a003264db82e None None] Pushing event updated for resources: {'Port': ['ID=2dc800c0-f692-4cb9-9028-9a878748ed48,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:23.194636 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386ed68-056b-4414-b267-c436221b6a4d None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:13:23.195014 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386ed68-056b-4414-b267-c436221b6a4d None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:13:23.195452 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4386ed68-056b-4414-b267-c436221b6a4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:23.195977 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386ed68-056b-4414-b267-c436221b6a4d None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:13:23.196468 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-4386ed68-056b-4414-b267-c436221b6a4d None None] Bound port: 254c5068-e188-4cbe-8d3e-e971d6610de3, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:13:23.196859 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4386ed68-056b-4414-b267-c436221b6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:23.250835 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc43f110-7128-4390-ad5f-8a4c6ade8103 admin admin] Network 82e2c328-7dad-4e3c-8594-c58d96d22322 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:13:23.251312 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d3ad8a1c-90d0-4740-9d40-4870183d452d up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:13:23.252210 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-fc43f110-7128-4390-ad5f-8a4c6ade8103 admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:13:23.323933 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a917d4-6a94-4766-b4f0-4e3ddd1eae46 None None] Pushing event updated for resources: {'Port': ['ID=254c5068-e188-4cbe-8d3e-e971d6610de3,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:23.339332 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-3d8fc631-fa38-48ba-8874-e57e93200c4a None None] Provisioning complete for port 2dc800c0-f692-4cb9-9028-9a878748ed48 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:13:23.340015 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3d8fc631-fa38-48ba-8874-e57e93200c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:23.362023 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-4386ed68-056b-4414-b267-c436221b6a4d None None] For port 254c5068-e188-4cbe-8d3e-e971d6610de3, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:13:23.379495 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc43f110-7128-4390-ad5f-8a4c6ade8103 admin admin] Router ca8fad2a-4662-4723-84da-64f645e6ebd5 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:13:23.384713 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-4386ed68-056b-4414-b267-c436221b6a4d None None] For port 254c5068-e188-4cbe-8d3e-e971d6610de3, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=254c5068-e188-4cbe-8d3e-e971d6610de3,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:13:23.395712 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4386ed68-056b-4414-b267-c436221b6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:23.453541 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port d3ad8a1c-90d0-4740-9d40-4870183d452d triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:13:23.453917 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:23.524023 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4386ed68-056b-4414-b267-c436221b6a4d None None] Routers {'ca8fad2a-4662-4723-84da-64f645e6ebd5'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:13:23.524556 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4386ed68-056b-4414-b267-c436221b6a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:13:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ca8fad2a-4662-4723-84da-64f645e6ebd5'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:23.529519 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a917d4-6a94-4766-b4f0-4e3ddd1eae46 None None] Pushing event updated for resources: {'Port': ['ID=254c5068-e188-4cbe-8d3e-e971d6610de3,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:23.666787 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-3d8fc631-fa38-48ba-8874-e57e93200c4a None None] Provisioning complete for port 6ce16646-2c6f-4c15-bc3e-3345ad9fc274 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:13:23.667193 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3d8fc631-fa38-48ba-8874-e57e93200c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:23.724461 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f7de3e0e-a6bc-4054-92de-a7767edfdb83 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:13:23.727956 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-4386ed68-056b-4414-b267-c436221b6a4d None None] Set router ca8fad2a-4662-4723-84da-64f645e6ebd5 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:13:23.852615 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc43f110-7128-4390-ad5f-8a4c6ade8103 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:13:23.857863 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fc43f110-7128-4390-ad5f-8a4c6ade8103 admin admin] 10.222.0.73 "PUT /v2.0/routers/ca8fad2a-4662-4723-84da-64f645e6ebd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3022120 May 06 10:13:23.957339 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-3d8fc631-fa38-48ba-8874-e57e93200c4a None None] Port 6ce16646-2c6f-4c15-bc3e-3345ad9fc274 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:13:24.069809 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port f7de3e0e-a6bc-4054-92de-a7767edfdb83 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:13:24.070182 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:24.121052 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-846d4aba-472c-4d70-ac6f-389aa63991cb None None] Provisioning complete for port 6ce16646-2c6f-4c15-bc3e-3345ad9fc274 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:13:24.121430 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-846d4aba-472c-4d70-ac6f-389aa63991cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:24.197809 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-846d4aba-472c-4d70-ac6f-389aa63991cb None None] Port 6ce16646-2c6f-4c15-bc3e-3345ad9fc274 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:13:24.249263 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 2dc800c0-f692-4cb9-9028-9a878748ed48 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:13:24.283152 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4386ed68-056b-4414-b267-c436221b6a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8fad2a-4662-4723-84da-64f645e6ebd5', 'name': 'tempest-TestVolumeBackupRestore-2100697226-router', 'tenant_id': 'a5468cfbaa9d4be2a1cc055454e1d668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '254c5068-e188-4cbe-8d3e-e971d6610de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:13:19Z', 'updated_at': '2022-05-06T10:13:22Z', 'revision_number': 4, 'project_id': 'a5468cfbaa9d4be2a1cc055454e1d668', 'gw_port': {'id': '254c5068-e188-4cbe-8d3e-e971d6610de3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fe:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8fad2a-4662-4723-84da-64f645e6ebd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:20Z', 'updated_at': '2022-05-06T10:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '6ce16646-2c6f-4c15-bc3e-3345ad9fc274', 'name': '', 'network_id': '82e2c328-7dad-4e3c-8594-c58d96d22322', 'tenant_id': 'a5468cfbaa9d4be2a1cc055454e1d668', 'mac_address': 'fa:16:3e:de:83:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8fad2a-4662-4723-84da-64f645e6ebd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '0517691d-5ee7-43ae-8e79-93fb48feec43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:22Z', 'updated_at': '2022-05-06T10:13:22Z', 'revision_number': 2, 'project_id': 'a5468cfbaa9d4be2a1cc055454e1d668', 'subnets': [{'id': '0517691d-5ee7-43ae-8e79-93fb48feec43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:24.314815 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4386ed68-056b-4414-b267-c436221b6a4d None None] The sync data for ids ['ca8fad2a-4662-4723-84da-64f645e6ebd5'] in n-d-840835-1 is: [{'id': 'ca8fad2a-4662-4723-84da-64f645e6ebd5', 'name': 'tempest-TestVolumeBackupRestore-2100697226-router', 'tenant_id': 'a5468cfbaa9d4be2a1cc055454e1d668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '254c5068-e188-4cbe-8d3e-e971d6610de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:13:19Z', 'updated_at': '2022-05-06T10:13:22Z', 'revision_number': 4, 'project_id': 'a5468cfbaa9d4be2a1cc055454e1d668', 'gw_port': {'id': '254c5068-e188-4cbe-8d3e-e971d6610de3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fe:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8fad2a-4662-4723-84da-64f645e6ebd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:20Z', 'updated_at': '2022-05-06T10:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '6ce16646-2c6f-4c15-bc3e-3345ad9fc274', 'name': '', 'network_id': '82e2c328-7dad-4e3c-8594-c58d96d22322', 'tenant_id': 'a5468cfbaa9d4be2a1cc055454e1d668', 'mac_address': 'fa:16:3e:de:83:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8fad2a-4662-4723-84da-64f645e6ebd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '0517691d-5ee7-43ae-8e79-93fb48feec43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:22Z', 'updated_at': '2022-05-06T10:13:22Z', 'revision_number': 2, 'project_id': 'a5468cfbaa9d4be2a1cc055454e1d668', 'subnets': [{'id': '0517691d-5ee7-43ae-8e79-93fb48feec43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:13:24.330962 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 2dc800c0-f692-4cb9-9028-9a878748ed48 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:13:24.331373 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:25.239646 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 254c5068-e188-4cbe-8d3e-e971d6610de3 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:13:25.293560 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 254c5068-e188-4cbe-8d3e-e971d6610de3 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:13:25.293935 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:25.388965 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:25.413974 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 254c5068-e188-4cbe-8d3e-e971d6610de3, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=254c5068-e188-4cbe-8d3e-e971d6610de3,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:13:25.418392 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:25.419343 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 2dc800c0-f692-4cb9-9028-9a878748ed48 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:13:25.500882 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=254c5068-e188-4cbe-8d3e-e971d6610de3,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:25.512395 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 2dc800c0-f692-4cb9-9028-9a878748ed48 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:13:25.512777 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:26.488141 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fdeee4-818d-4900-b4c0-15d5c48624bc None None] Sync routers for ids ['ca8fad2a-4662-4723-84da-64f645e6ebd5'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:13:26.498710 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fdeee4-818d-4900-b4c0-15d5c48624bc None None] Routers {'ca8fad2a-4662-4723-84da-64f645e6ebd5'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:13:26.499835 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-68fdeee4-818d-4900-b4c0-15d5c48624bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:13:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ca8fad2a-4662-4723-84da-64f645e6ebd5'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:26.613596 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-68fdeee4-818d-4900-b4c0-15d5c48624bc None None] Set router ca8fad2a-4662-4723-84da-64f645e6ebd5 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:13:26.823947 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-68fdeee4-818d-4900-b4c0-15d5c48624bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8fad2a-4662-4723-84da-64f645e6ebd5', 'name': 'tempest-TestVolumeBackupRestore-2100697226-router', 'tenant_id': 'a5468cfbaa9d4be2a1cc055454e1d668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '254c5068-e188-4cbe-8d3e-e971d6610de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:13:19Z', 'updated_at': '2022-05-06T10:13:22Z', 'revision_number': 4, 'project_id': 'a5468cfbaa9d4be2a1cc055454e1d668', 'gw_port': {'id': '254c5068-e188-4cbe-8d3e-e971d6610de3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fe:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8fad2a-4662-4723-84da-64f645e6ebd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:20Z', 'updated_at': '2022-05-06T10:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '6ce16646-2c6f-4c15-bc3e-3345ad9fc274', 'name': '', 'network_id': '82e2c328-7dad-4e3c-8594-c58d96d22322', 'tenant_id': 'a5468cfbaa9d4be2a1cc055454e1d668', 'mac_address': 'fa:16:3e:de:83:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8fad2a-4662-4723-84da-64f645e6ebd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '0517691d-5ee7-43ae-8e79-93fb48feec43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:22Z', 'updated_at': '2022-05-06T10:13:22Z', 'revision_number': 2, 'project_id': 'a5468cfbaa9d4be2a1cc055454e1d668', 'subnets': [{'id': '0517691d-5ee7-43ae-8e79-93fb48feec43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:26.850037 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fdeee4-818d-4900-b4c0-15d5c48624bc None None] Checking router: ca8fad2a-4662-4723-84da-64f645e6ebd5 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:13:26.850398 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fdeee4-818d-4900-b4c0-15d5c48624bc None None] Updating router ca8fad2a-4662-4723-84da-64f645e6ebd5 port 6ce16646-2c6f-4c15-bc3e-3345ad9fc274 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:13:26.876975 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-68fdeee4-818d-4900-b4c0-15d5c48624bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:27.153548 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-68fdeee4-818d-4900-b4c0-15d5c48624bc None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:27.159639 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-68fdeee4-818d-4900-b4c0-15d5c48624bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:27.159849 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 254c5068-e188-4cbe-8d3e-e971d6610de3 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:13:27.223394 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 254c5068-e188-4cbe-8d3e-e971d6610de3 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:13:27.223914 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:27.229782 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f00497-0a44-4183-aa40-9075820c66be None None] Pushing event updated for resources: {'Port': ['ID=6ce16646-2c6f-4c15-bc3e-3345ad9fc274,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:27.261653 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-68fdeee4-818d-4900-b4c0-15d5c48624bc None None] Attempting to bind port 6ce16646-2c6f-4c15-bc3e-3345ad9fc274 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:13:27.261890 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-68fdeee4-818d-4900-b4c0-15d5c48624bc None None] Attempting to bind port 6ce16646-2c6f-4c15-bc3e-3345ad9fc274 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '01918644-6664-4ca2-8580-5a2cb368256f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '82e2c328-7dad-4e3c-8594-c58d96d22322'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:13:27.268507 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fdeee4-818d-4900-b4c0-15d5c48624bc None None] Attempting to bind port 6ce16646-2c6f-4c15-bc3e-3345ad9fc274 on network 82e2c328-7dad-4e3c-8594-c58d96d22322 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:13:27.273812 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fdeee4-818d-4900-b4c0-15d5c48624bc None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:13:27.274183 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fdeee4-818d-4900-b4c0-15d5c48624bc None None] Checking segment: {'id': '01918644-6664-4ca2-8580-5a2cb368256f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '82e2c328-7dad-4e3c-8594-c58d96d22322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:13:27.274584 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-68fdeee4-818d-4900-b4c0-15d5c48624bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:27.274994 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fdeee4-818d-4900-b4c0-15d5c48624bc None None] Bound using segment: {'id': '01918644-6664-4ca2-8580-5a2cb368256f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '82e2c328-7dad-4e3c-8594-c58d96d22322'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:13:27.275559 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-68fdeee4-818d-4900-b4c0-15d5c48624bc None None] Bound port: 6ce16646-2c6f-4c15-bc3e-3345ad9fc274, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01918644-6664-4ca2-8580-5a2cb368256f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '82e2c328-7dad-4e3c-8594-c58d96d22322'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:13:27.275956 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-68fdeee4-818d-4900-b4c0-15d5c48624bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:27.366811 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-68fdeee4-818d-4900-b4c0-15d5c48624bc None None] For port 6ce16646-2c6f-4c15-bc3e-3345ad9fc274, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:13:27.370185 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-68fdeee4-818d-4900-b4c0-15d5c48624bc None None] For port 6ce16646-2c6f-4c15-bc3e-3345ad9fc274, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=6ce16646-2c6f-4c15-bc3e-3345ad9fc274,segment=NetworkSegment(01918644-6664-4ca2-8580-5a2cb368256f),segment_id=01918644-6664-4ca2-8580-5a2cb368256f)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:13:27.376239 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-68fdeee4-818d-4900-b4c0-15d5c48624bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:27.434927 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f00497-0a44-4183-aa40-9075820c66be None None] Pushing event updated for resources: {'Port': ['ID=6ce16646-2c6f-4c15-bc3e-3345ad9fc274,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:27.440440 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fdeee4-818d-4900-b4c0-15d5c48624bc None None] Routers {'ca8fad2a-4662-4723-84da-64f645e6ebd5'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:13:27.441048 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-68fdeee4-818d-4900-b4c0-15d5c48624bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:13:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ca8fad2a-4662-4723-84da-64f645e6ebd5'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:27.463397 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-763f2e58-983d-4b15-880a-ad1fea905dd3 None None] Provisioning complete for port 6ce16646-2c6f-4c15-bc3e-3345ad9fc274 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:13:27.463778 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-763f2e58-983d-4b15-880a-ad1fea905dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:27.568193 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-763f2e58-983d-4b15-880a-ad1fea905dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:27.583230 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-68fdeee4-818d-4900-b4c0-15d5c48624bc None None] Set router ca8fad2a-4662-4723-84da-64f645e6ebd5 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:13:27.605862 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-763f2e58-983d-4b15-880a-ad1fea905dd3 None None] For port 6ce16646-2c6f-4c15-bc3e-3345ad9fc274, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=6ce16646-2c6f-4c15-bc3e-3345ad9fc274,segment=NetworkSegment(01918644-6664-4ca2-8580-5a2cb368256f),segment_id=01918644-6664-4ca2-8580-5a2cb368256f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:13:27.614548 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-763f2e58-983d-4b15-880a-ad1fea905dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:27.686237 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f2e58-983d-4b15-880a-ad1fea905dd3 None None] Pushing event updated for resources: {'Port': ['ID=6ce16646-2c6f-4c15-bc3e-3345ad9fc274,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:27.736694 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-3eac2496-9783-4dac-b49f-de8e592ab79b None None] Provisioning complete for port 6ce16646-2c6f-4c15-bc3e-3345ad9fc274 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:13:27.737397 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3eac2496-9783-4dac-b49f-de8e592ab79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:27.814059 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-68fdeee4-818d-4900-b4c0-15d5c48624bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8fad2a-4662-4723-84da-64f645e6ebd5', 'name': 'tempest-TestVolumeBackupRestore-2100697226-router', 'tenant_id': 'a5468cfbaa9d4be2a1cc055454e1d668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '254c5068-e188-4cbe-8d3e-e971d6610de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:13:19Z', 'updated_at': '2022-05-06T10:13:22Z', 'revision_number': 4, 'project_id': 'a5468cfbaa9d4be2a1cc055454e1d668', 'gw_port': {'id': '254c5068-e188-4cbe-8d3e-e971d6610de3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fe:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8fad2a-4662-4723-84da-64f645e6ebd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:20Z', 'updated_at': '2022-05-06T10:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '6ce16646-2c6f-4c15-bc3e-3345ad9fc274', 'name': '', 'network_id': '82e2c328-7dad-4e3c-8594-c58d96d22322', 'tenant_id': 'a5468cfbaa9d4be2a1cc055454e1d668', 'mac_address': 'fa:16:3e:de:83:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8fad2a-4662-4723-84da-64f645e6ebd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '0517691d-5ee7-43ae-8e79-93fb48feec43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:22Z', 'updated_at': '2022-05-06T10:13:27Z', 'revision_number': 4, 'project_id': 'a5468cfbaa9d4be2a1cc055454e1d668', 'subnets': [{'id': '0517691d-5ee7-43ae-8e79-93fb48feec43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:27.848466 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fdeee4-818d-4900-b4c0-15d5c48624bc None None] The sync data for ids ['ca8fad2a-4662-4723-84da-64f645e6ebd5'] in n-d-840835-1 is: [{'id': 'ca8fad2a-4662-4723-84da-64f645e6ebd5', 'name': 'tempest-TestVolumeBackupRestore-2100697226-router', 'tenant_id': 'a5468cfbaa9d4be2a1cc055454e1d668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '254c5068-e188-4cbe-8d3e-e971d6610de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:13:19Z', 'updated_at': '2022-05-06T10:13:22Z', 'revision_number': 4, 'project_id': 'a5468cfbaa9d4be2a1cc055454e1d668', 'gw_port': {'id': '254c5068-e188-4cbe-8d3e-e971d6610de3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fe:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8fad2a-4662-4723-84da-64f645e6ebd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:20Z', 'updated_at': '2022-05-06T10:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '6ce16646-2c6f-4c15-bc3e-3345ad9fc274', 'name': '', 'network_id': '82e2c328-7dad-4e3c-8594-c58d96d22322', 'tenant_id': 'a5468cfbaa9d4be2a1cc055454e1d668', 'mac_address': 'fa:16:3e:de:83:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8fad2a-4662-4723-84da-64f645e6ebd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '0517691d-5ee7-43ae-8e79-93fb48feec43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:22Z', 'updated_at': '2022-05-06T10:13:27Z', 'revision_number': 4, 'project_id': 'a5468cfbaa9d4be2a1cc055454e1d668', 'subnets': [{'id': '0517691d-5ee7-43ae-8e79-93fb48feec43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:13:29.164053 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 6ce16646-2c6f-4c15-bc3e-3345ad9fc274 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:13:29.222690 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:29.227831 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 6ce16646-2c6f-4c15-bc3e-3345ad9fc274 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:13:29.228203 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:41.976952 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-5d51da7f-e965-42bf-8c6f-d7c9fc7fcc48 req-939797fc-be3d-4b89-bdac-4a1265792f01 service neutron] (102652) timed out ('10.222.0.73', 42226) {{(pid=102652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 10:13:45.955372 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-621eb2f9-a91f-4983-89a7-74e95882a7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:48.478600 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1b74e51f-0306-4016-a27b-fc32bcc85038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:48.995393 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:49.598370 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:51.286094 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:51.483408 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:56.005650 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:13:59.230692 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:08.039052 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6b2b53dd-bfb2-42d1-8fde-c1a61995b85d req-5897a3fe-beac-4080-b525-4a35c79d9b05 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1558654 May 06 10:14:08.139378 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b53dd-bfb2-42d1-8fde-c1a61995b85d req-14b27fef-9170-414d-be65-5c95ded1ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:08.141761 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6b2b53dd-bfb2-42d1-8fde-c1a61995b85d req-14b27fef-9170-414d-be65-5c95ded1ba36 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 1096 time: 0.0441391 May 06 10:14:08.255246 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b53dd-bfb2-42d1-8fde-c1a61995b85d req-30b9e64a-0bad-422f-9fbd-86b32c0e79f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:08.256799 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6b2b53dd-bfb2-42d1-8fde-c1a61995b85d req-30b9e64a-0bad-422f-9fbd-86b32c0e79f4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 913 time: 0.0949779 May 06 10:14:08.330475 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6b2b53dd-bfb2-42d1-8fde-c1a61995b85d req-73e2b99a-f96a-4c35-90df-3116073f9d20 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28c772c0-15c7-48cb-9410-48c63ca65c30 HTTP/1.1" status: 200 len: 1001 time: 0.0656281 May 06 10:14:08.385911 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b53dd-bfb2-42d1-8fde-c1a61995b85d req-dc7d21e5-3164-4cb3-9a21-dd377e2a968c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:08.387515 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6b2b53dd-bfb2-42d1-8fde-c1a61995b85d req-dc7d21e5-3164-4cb3-9a21-dd377e2a968c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6c703b66-fbd0-4b8e-aa48-38bd7169d05a HTTP/1.1" status: 200 len: 851 time: 0.0508173 May 06 10:14:08.435194 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b53dd-bfb2-42d1-8fde-c1a61995b85d req-18993073-da8c-4a80-b5e0-4e4b6910ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:08.436710 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6b2b53dd-bfb2-42d1-8fde-c1a61995b85d req-18993073-da8c-4a80-b5e0-4e4b6910ed44 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e79942ca-e345-49b7-9237-09d84c169e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433459 May 06 10:14:08.447607 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-6b2b53dd-bfb2-42d1-8fde-c1a61995b85d req-1d2f386c-d78e-469e-8d52-6a67a731ee64 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:14:08.448544 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6b2b53dd-bfb2-42d1-8fde-c1a61995b85d req-1d2f386c-d78e-469e-8d52-6a67a731ee64 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048721 May 06 10:14:08.538617 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6b2b53dd-bfb2-42d1-8fde-c1a61995b85d req-198af456-16f3-4df4-a39f-f17f9df2a7d8 service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827861 May 06 10:14:08.637716 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6b2b53dd-bfb2-42d1-8fde-c1a61995b85d req-9bd375de-4d59-4c67-b5c5-443047737de0 service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918221 May 06 10:14:15.964770 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4f362ca3-a3bd-4cc0-82ae-546b9dee1af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:18.482982 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6a4c74e5-9182-46f4-a284-321441d62ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:18.997949 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:19.595944 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:21.288184 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:21.486612 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:29.224779 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:30.234193 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2c492-9392-4900-9e4f-3e11769b211c req-e6ed29c7-e5af-4152-bdf4-a628a9892d53 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:30.235700 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-80b2c492-9392-4900-9e4f-3e11769b211c req-e6ed29c7-e5af-4152-bdf4-a628a9892d53 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 945 time: 0.0494778 May 06 10:14:30.273873 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-80b2c492-9392-4900-9e4f-3e11769b211c req-bf7293cb-771b-49ae-8da9-7674934c1259 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320330 May 06 10:14:31.396489 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be8ecd-ef44-4ded-8afa-47a8c68c7757 req-e02966f3-b16e-43b4-a629-ffb73f20b1f7 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:31.397886 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-97be8ecd-ef44-4ded-8afa-47a8c68c7757 req-e02966f3-b16e-43b4-a629-ffb73f20b1f7 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 945 time: 0.0551081 May 06 10:14:31.436959 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-97be8ecd-ef44-4ded-8afa-47a8c68c7757 req-f6f4b830-7bf7-42fc-9e9e-51d4a5b038a2 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320346 May 06 10:14:31.961151 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935dbd10-97f7-4c01-9e6b-bd13bab7240a req-e5768244-93e3-49b9-a18c-a7e8f203e52f tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:31.962650 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-935dbd10-97f7-4c01-9e6b-bd13bab7240a req-e5768244-93e3-49b9-a18c-a7e8f203e52f tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 945 time: 0.0521517 May 06 10:14:32.063239 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-935dbd10-97f7-4c01-9e6b-bd13bab7240a req-946948e2-3ba9-4302-9db0-c190198d38dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Deleting port 28c772c0-15c7-48cb-9410-48c63ca65c30 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:14:32.063597 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-935dbd10-97f7-4c01-9e6b-bd13bab7240a req-946948e2-3ba9-4302-9db0-c190198d38dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:32.152055 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-935dbd10-97f7-4c01-9e6b-bd13bab7240a req-946948e2-3ba9-4302-9db0-c190198d38dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] For port 28c772c0-15c7-48cb-9410-48c63ca65c30, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=28c772c0-15c7-48cb-9410-48c63ca65c30,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:14:32.152444 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-935dbd10-97f7-4c01-9e6b-bd13bab7240a req-946948e2-3ba9-4302-9db0-c190198d38dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:32.383527 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-935dbd10-97f7-4c01-9e6b-bd13bab7240a req-946948e2-3ba9-4302-9db0-c190198d38dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:32.383895 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-935dbd10-97f7-4c01-9e6b-bd13bab7240a req-946948e2-3ba9-4302-9db0-c190198d38dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:32.384218 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [req-935dbd10-97f7-4c01-9e6b-bd13bab7240a req-946948e2-3ba9-4302-9db0-c190198d38dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Floating IP 5f718c45-5ee6-4d6c-97b9-e117e55e2e0c disassociated. External IP: 172.25.5.235, port: 28c772c0-15c7-48cb-9410-48c63ca65c30. May 06 10:14:32.384563 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-935dbd10-97f7-4c01-9e6b-bd13bab7240a req-946948e2-3ba9-4302-9db0-c190198d38dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Calling delete_port for 28c772c0-15c7-48cb-9410-48c63ca65c30 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:14:32.534434 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-935dbd10-97f7-4c01-9e6b-bd13bab7240a req-946948e2-3ba9-4302-9db0-c190198d38dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:32.571586 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f5c3a-e75c-4ae1-bdbf-795e5798994b req-a0530274-61ff-4af6-811d-813842ad860d tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:32.573101 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-459f5c3a-e75c-4ae1-bdbf-795e5798994b req-a0530274-61ff-4af6-811d-813842ad860d tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 867 time: 0.0538046 May 06 10:14:32.606983 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946948e2-3ba9-4302-9db0-c190198d38dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Pushing event deleted for resources: {'Port': ['ID=28c772c0-15c7-48cb-9410-48c63ca65c30,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:14:32.619736 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946948e2-3ba9-4302-9db0-c190198d38dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:32.620096 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946948e2-3ba9-4302-9db0-c190198d38dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:32.620429 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946948e2-3ba9-4302-9db0-c190198d38dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:32.620769 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946948e2-3ba9-4302-9db0-c190198d38dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:32.621105 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946948e2-3ba9-4302-9db0-c190198d38dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:32.621440 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946948e2-3ba9-4302-9db0-c190198d38dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:32.621792 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946948e2-3ba9-4302-9db0-c190198d38dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:32.622103 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946948e2-3ba9-4302-9db0-c190198d38dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:32.622646 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946948e2-3ba9-4302-9db0-c190198d38dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:32.622741 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946948e2-3ba9-4302-9db0-c190198d38dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:32.623055 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946948e2-3ba9-4302-9db0-c190198d38dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:32.623406 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946948e2-3ba9-4302-9db0-c190198d38dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:32.630724 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-459f5c3a-e75c-4ae1-bdbf-795e5798994b req-14185a83-621c-4209-8c1a-ca1e2c2da152 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462675 May 06 10:14:32.695867 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-935dbd10-97f7-4c01-9e6b-bd13bab7240a req-946948e2-3ba9-4302-9db0-c190198d38dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Router c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:14:32.827835 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-935dbd10-97f7-4c01-9e6b-bd13bab7240a req-946948e2-3ba9-4302-9db0-c190198d38dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:14:32.838471 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f08be1-1ea9-4d98-9222-0dabe8cd3cd6 None None] Sync routers for ids ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:14:32.849410 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f08be1-1ea9-4d98-9222-0dabe8cd3cd6 None None] Routers {'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:14:32.850443 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-63f08be1-1ea9-4d98-9222-0dabe8cd3cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:14:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:14:32.871586 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-935dbd10-97f7-4c01-9e6b-bd13bab7240a req-946948e2-3ba9-4302-9db0-c190198d38dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] No DVR routers for this DVR port 28c772c0-15c7-48cb-9410-48c63ca65c30 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:14:32.874893 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-935dbd10-97f7-4c01-9e6b-bd13bab7240a req-946948e2-3ba9-4302-9db0-c190198d38dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:32.878482 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-935dbd10-97f7-4c01-9e6b-bd13bab7240a req-946948e2-3ba9-4302-9db0-c190198d38dc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.77 "DELETE /v2.0/ports/28c772c0-15c7-48cb-9410-48c63ca65c30 HTTP/1.1" status: 204 len: 173 time: 0.9101114 May 06 10:14:32.878994 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce', 'name': 'network-vif-deleted', 'tag': '28c772c0-15c7-48cb-9410-48c63ca65c30'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:14:32.881371 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b134d8b0-74e6-43e6-8ad2-2cc0a17ea270" -d '{"events": [{"server_uuid": "f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce", "name": "network-vif-deleted", "tag": "28c772c0-15c7-48cb-9410-48c63ca65c30"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:14:32.988691 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-63f08be1-1ea9-4d98-9222-0dabe8cd3cd6 None None] Set router c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:14:33.006382 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:14:33.077508 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d540e96d-da8b-4fc8-a781-3570663e3848 x-openstack-request-id: req-d540e96d-da8b-4fc8-a781-3570663e3848 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:14:33.078008 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce", "name": "network-vif-deleted", "tag": "28c772c0-15c7-48cb-9410-48c63ca65c30", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:14:33.078115 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d540e96d-da8b-4fc8-a781-3570663e3848 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:14:33.078895 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d540e96d-da8b-4fc8-a781-3570663e3848'] response: {'server_uuid': 'f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce', 'name': 'network-vif-deleted', 'tag': '28c772c0-15c7-48cb-9410-48c63ca65c30', 'status': 'completed', 'code': 200} May 06 10:14:33.265579 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-63f08be1-1ea9-4d98-9222-0dabe8cd3cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'name': 'tempest-TestVolumeBootPattern-1921401849-router', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:16Z', 'updated_at': '2022-05-06T10:08:21Z', 'revision_number': 4, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'gw_port': {'id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:17Z', 'updated_at': '2022-05-06T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '3117f818-2b29-408e-8528-73b82669f775', 'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'mac_address': 'fa:16:3e:e4:70:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:20Z', 'updated_at': '2022-05-06T10:08:34Z', 'revision_number': 5, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'subnets': [{'id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:14:33.292366 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f08be1-1ea9-4d98-9222-0dabe8cd3cd6 None None] Checking router: c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:14:33.302412 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f08be1-1ea9-4d98-9222-0dabe8cd3cd6 None None] Routers {'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:14:33.303081 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-63f08be1-1ea9-4d98-9222-0dabe8cd3cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:14:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:14:33.414913 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-63f08be1-1ea9-4d98-9222-0dabe8cd3cd6 None None] Set router c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:14:33.653103 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-63f08be1-1ea9-4d98-9222-0dabe8cd3cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'name': 'tempest-TestVolumeBootPattern-1921401849-router', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:16Z', 'updated_at': '2022-05-06T10:08:21Z', 'revision_number': 4, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'gw_port': {'id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:17Z', 'updated_at': '2022-05-06T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '3117f818-2b29-408e-8528-73b82669f775', 'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'mac_address': 'fa:16:3e:e4:70:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:20Z', 'updated_at': '2022-05-06T10:08:34Z', 'revision_number': 5, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'subnets': [{'id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:14:33.688846 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f08be1-1ea9-4d98-9222-0dabe8cd3cd6 None None] The sync data for ids ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'] in n-d-840835-1 is: [{'id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'name': 'tempest-TestVolumeBootPattern-1921401849-router', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:16Z', 'updated_at': '2022-05-06T10:08:21Z', 'revision_number': 4, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'gw_port': {'id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:17Z', 'updated_at': '2022-05-06T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '3117f818-2b29-408e-8528-73b82669f775', 'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'mac_address': 'fa:16:3e:e4:70:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:20Z', 'updated_at': '2022-05-06T10:08:34Z', 'revision_number': 5, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'subnets': [{'id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:14:33.764278 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6c33e86-d0d2-400a-a326-914633d1b73a req-05e8d475-81c6-4968-af18-fdcb0cee577f tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 210 time: 0.0340552 May 06 10:14:33.984661 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d19e37-00ee-4306-9a90-c59fc692525b None None] New status for floating IP 5f718c45-5ee6-4d6c-97b9-e117e55e2e0c: DOWN {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:14:34.541910 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 28c772c0-15c7-48cb-9410-48c63ca65c30 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:14:34.562787 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 28c772c0-15c7-48cb-9410-48c63ca65c30 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:14:34.563242 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 28c772c0-15c7-48cb-9410-48c63ca65c30 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:14:34.876792 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f437f38-6d33-41f8-aabb-341f8d6d6bfa req-f301dfc2-018c-4a62-86be-b4cc90f4dbbf tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 210 time: 0.0395310 May 06 10:14:36.002568 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38d4197e-9d61-4932-ac80-1f8b55ac02f9 req-e6a0d371-4e5e-422d-abb3-075f08d9254f tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3307da3-6ed9-4170-aa7c-5fa74ccfb9ce HTTP/1.1" status: 200 len: 210 time: 0.0457754 May 06 10:14:37.196800 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-fb900f21-3b15-42d2-82aa-4d1e3e58dd8e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1575846213&fields=id&tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1 HTTP/1.1" status: 200 len: 267 time: 0.0317667 May 06 10:14:37.310097 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-7b8f2ec9-d941-42a5-bfa1-03955ff488ac tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:37.311596 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-7b8f2ec9-d941-42a5-bfa1-03955ff488ac tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 812 time: 0.1072376 May 06 10:14:37.328536 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-3d77f644-9bcf-4ba5-a5f3-c4b3b689686a tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/quotas/7cb12c0888cc4f8a80e8e3d90fb1fcf1 HTTP/1.1" status: 200 len: 375 time: 0.0101924 May 06 10:14:37.383676 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-da078a7c-7afc-4083-8d1f-a93358a02bef tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493834 May 06 10:14:37.401571 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-283ffb7a-01a2-4263-9a90-f1f140e1ae77 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:14:37.402544 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-283ffb7a-01a2-4263-9a90-f1f140e1ae77 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053172 May 06 10:14:37.495275 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-7806453c-77c8-44b2-b25f-f5827c1dcbd9 service neutron] 10.222.0.73 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859013 May 06 10:14:37.588228 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-c7743a02-84f5-4be7-aba0-e7a7b805eef3 service neutron] 10.222.0.73 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848129 May 06 10:14:37.893528 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d67cdb2-566c-4075-bdfd-d1e986b6cdbc req-e1b6c428-d70d-416d-b628-86dd14282e54 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 210 time: 0.0357766 May 06 10:14:39.004924 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-e1063f99-2e2f-48ea-8d93-625b0e341782 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:39.006353 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-e1063f99-2e2f-48ea-8d93-625b0e341782 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.84 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 812 time: 0.1555111 May 06 10:14:39.045360 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-754ec972-a9b3-4b97-9057-afe904be3ab2 req-1f511d91-0f93-420a-9855-5aa26fc38b54 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 210 time: 0.0489373 May 06 10:14:39.071609 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-31359350-3fc1-459a-a802-c30a6a7b3b01 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1 HTTP/1.1" status: 200 len: 380 time: 0.0539417 May 06 10:14:39.082583 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-084dfff8-d0bf-4190-a3f9-bd3542355449 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Request body: {'port': {'device_id': 'b89fdaad-c1b8-463e-ba0b-4eadf157dc3d', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'admin_state_up': True, 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'security_groups': ['fcf7e5ad-c627-4631-98e2-e4e15c420d86']}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:14:39.209876 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-084dfff8-d0bf-4190-a3f9-bd3542355449 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Made reservation on behalf of 7cb12c0888cc4f8a80e8e3d90fb1fcf1 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:14:39.214110 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-084dfff8-d0bf-4190-a3f9-bd3542355449 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:39.359915 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-084dfff8-d0bf-4190-a3f9-bd3542355449 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Allocated IP 172.20.0.8 (e79942ca-e345-49b7-9237-09d84c169e88/6c703b66-fbd0-4b8e-aa48-38bd7169d05a/4a4ac9e8-0d0a-439b-89e3-877e46ddc45c) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:14:39.507905 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-084dfff8-d0bf-4190-a3f9-bd3542355449 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:39.545005 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-084dfff8-d0bf-4190-a3f9-bd3542355449 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:39.591536 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-084dfff8-d0bf-4190-a3f9-bd3542355449 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Network e79942ca-e345-49b7-9237-09d84c169e88 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:14:39.594940 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-084dfff8-d0bf-4190-a3f9-bd3542355449 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:14:39.599105 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-084dfff8-d0bf-4190-a3f9-bd3542355449 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:14:39.659108 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dfff8-d0bf-4190-a3f9-bd3542355449 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Pushing event updated for resources: {'Port': ['ID=4a4ac9e8-0d0a-439b-89e3-877e46ddc45c,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:14:39.666550 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-084dfff8-d0bf-4190-a3f9-bd3542355449 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:39.667235 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-084dfff8-d0bf-4190-a3f9-bd3542355449 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:39.693456 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dfff8-d0bf-4190-a3f9-bd3542355449 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:39.694097 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dfff8-d0bf-4190-a3f9-bd3542355449 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:39.694710 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dfff8-d0bf-4190-a3f9-bd3542355449 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:39.695323 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dfff8-d0bf-4190-a3f9-bd3542355449 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:39.695707 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dfff8-d0bf-4190-a3f9-bd3542355449 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:39.696052 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dfff8-d0bf-4190-a3f9-bd3542355449 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:39.696566 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dfff8-d0bf-4190-a3f9-bd3542355449 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:39.696912 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dfff8-d0bf-4190-a3f9-bd3542355449 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:39.697293 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dfff8-d0bf-4190-a3f9-bd3542355449 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:39.697652 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dfff8-d0bf-4190-a3f9-bd3542355449 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:39.697984 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dfff8-d0bf-4190-a3f9-bd3542355449 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:39.698312 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dfff8-d0bf-4190-a3f9-bd3542355449 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:39.710211 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-084dfff8-d0bf-4190-a3f9-bd3542355449 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6319287 May 06 10:14:39.725781 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-5295e144-83e0-40e9-80d3-7579e11b1356 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:14:39.726847 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-5295e144-83e0-40e9-80d3-7579e11b1356 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109742 May 06 10:14:39.806777 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-c18fe83f-7b5a-44d9-b42a-e043c7e6304f service neutron] Request body: {'port': {'device_id': 'b89fdaad-c1b8-463e-ba0b-4eadf157dc3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:14:39.873804 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-c18fe83f-7b5a-44d9-b42a-e043c7e6304f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:39.897825 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f15d2f0a-e5fc-4b85-9970-6937a2354502 None None] Provisioning complete for port 4a4ac9e8-0d0a-439b-89e3-877e46ddc45c triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:14:39.898846 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f15d2f0a-e5fc-4b85-9970-6937a2354502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:39.941672 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f15d2f0a-e5fc-4b85-9970-6937a2354502 None None] Port 4a4ac9e8-0d0a-439b-89e3-877e46ddc45c cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:14:40.198570 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-c18fe83f-7b5a-44d9-b42a-e043c7e6304f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a4ac9e8-0d0a-439b-89e3-877e46ddc45c {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:14:40.211796 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-c18fe83f-7b5a-44d9-b42a-e043c7e6304f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:40.235053 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-c18fe83f-7b5a-44d9-b42a-e043c7e6304f service neutron] Transition to ACTIVE for port object 4a4ac9e8-0d0a-439b-89e3-877e46ddc45c will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:14:40.244920 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57419dac-e62d-41ac-800b-b6137ac9e922 req-41aa55bf-0d34-42a6-9ff3-c5c6550b8eb1 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:40.246889 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57419dac-e62d-41ac-800b-b6137ac9e922 req-41aa55bf-0d34-42a6-9ff3-c5c6550b8eb1 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 931 time: 0.1178870 May 06 10:14:40.248517 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-c18fe83f-7b5a-44d9-b42a-e043c7e6304f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:40.330237 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18fe83f-7b5a-44d9-b42a-e043c7e6304f service neutron] Pushing event updated for resources: {'Port': ['ID=4a4ac9e8-0d0a-439b-89e3-877e46ddc45c,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:14:40.357371 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57419dac-e62d-41ac-800b-b6137ac9e922 req-8bbb8def-5184-48a2-a6be-8a60c2dd24b2 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931201 May 06 10:14:40.426883 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-c18fe83f-7b5a-44d9-b42a-e043c7e6304f service neutron] Attempting to bind port 4a4ac9e8-0d0a-439b-89e3-877e46ddc45c on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:14:40.427451 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-c18fe83f-7b5a-44d9-b42a-e043c7e6304f service neutron] Attempting to bind port 4a4ac9e8-0d0a-439b-89e3-877e46ddc45c by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:14:40.428321 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-c18fe83f-7b5a-44d9-b42a-e043c7e6304f service neutron] Attempting to bind port 4a4ac9e8-0d0a-439b-89e3-877e46ddc45c on network e79942ca-e345-49b7-9237-09d84c169e88 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:14:40.433999 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-c18fe83f-7b5a-44d9-b42a-e043c7e6304f service neutron] Port 4a4ac9e8-0d0a-439b-89e3-877e46ddc45c on network e79942ca-e345-49b7-9237-09d84c169e88 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:14:40.434330 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-c18fe83f-7b5a-44d9-b42a-e043c7e6304f service neutron] Attempting to bind port 4a4ac9e8-0d0a-439b-89e3-877e46ddc45c on network e79942ca-e345-49b7-9237-09d84c169e88 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:14:40.440408 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-c18fe83f-7b5a-44d9-b42a-e043c7e6304f service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:14:40.440755 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-c18fe83f-7b5a-44d9-b42a-e043c7e6304f service neutron] Checking segment: {'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:14:40.441151 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-c18fe83f-7b5a-44d9-b42a-e043c7e6304f service neutron] Bound using segment: {'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:14:40.442202 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-c18fe83f-7b5a-44d9-b42a-e043c7e6304f service neutron] Bound port: 4a4ac9e8-0d0a-439b-89e3-877e46ddc45c, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:14:40.442590 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-c18fe83f-7b5a-44d9-b42a-e043c7e6304f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:40.535929 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-c18fe83f-7b5a-44d9-b42a-e043c7e6304f service neutron] For port 4a4ac9e8-0d0a-439b-89e3-877e46ddc45c, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:14:40.540335 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-c18fe83f-7b5a-44d9-b42a-e043c7e6304f service neutron] For port 4a4ac9e8-0d0a-439b-89e3-877e46ddc45c, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=4a4ac9e8-0d0a-439b-89e3-877e46ddc45c,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:14:40.545453 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-c18fe83f-7b5a-44d9-b42a-e043c7e6304f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:40.585161 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-c18fe83f-7b5a-44d9-b42a-e043c7e6304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:40.585851 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-c18fe83f-7b5a-44d9-b42a-e043c7e6304f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:40.587258 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-c18fe83f-7b5a-44d9-b42a-e043c7e6304f service neutron] 10.222.0.84 "PUT /v2.0/ports/4a4ac9e8-0d0a-439b-89e3-877e46ddc45c HTTP/1.1" status: 200 len: 1091 time: 0.8519738 May 06 10:14:40.587678 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89fdaad-c1b8-463e-ba0b-4eadf157dc3d', 'tag': '4a4ac9e8-0d0a-439b-89e3-877e46ddc45c'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:14:40.589951 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbb2121-54dc-4cb5-8656-140054cf8090" -d '{"events": [{"name": "network-changed", "server_uuid": "b89fdaad-c1b8-463e-ba0b-4eadf157dc3d", "tag": "4a4ac9e8-0d0a-439b-89e3-877e46ddc45c"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:14:40.669277 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6dc7b7-547e-4aee-ae9f-02667bd487ba x-openstack-request-id: req-8c6dc7b7-547e-4aee-ae9f-02667bd487ba {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:14:40.669675 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89fdaad-c1b8-463e-ba0b-4eadf157dc3d", "tag": "4a4ac9e8-0d0a-439b-89e3-877e46ddc45c", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:14:40.670027 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8c6dc7b7-547e-4aee-ae9f-02667bd487ba {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:14:40.670708 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c6dc7b7-547e-4aee-ae9f-02667bd487ba'] response: {'name': 'network-changed', 'server_uuid': 'b89fdaad-c1b8-463e-ba0b-4eadf157dc3d', 'tag': '4a4ac9e8-0d0a-439b-89e3-877e46ddc45c', 'status': 'completed', 'code': 200} May 06 10:14:40.676931 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18fe83f-7b5a-44d9-b42a-e043c7e6304f service neutron] Pushing event updated for resources: {'Port': ['ID=4a4ac9e8-0d0a-439b-89e3-877e46ddc45c,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:14:40.703338 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-8f7c3012-705b-4832-9d9c-09db74943b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:40.706337 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-8f7c3012-705b-4832-9d9c-09db74943b56 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 1094 time: 0.0790763 May 06 10:14:40.761787 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-a03aaa1c-a619-40c3-bec9-5e00c7c42a4c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a4ac9e8-0d0a-439b-89e3-877e46ddc45c HTTP/1.1" status: 200 len: 217 time: 0.0477593 May 06 10:14:40.829420 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-c3c1f555-1b1e-4f96-ac62-b48a15613d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:40.832072 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-c3c1f555-1b1e-4f96-ac62-b48a15613d92 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6c703b66-fbd0-4b8e-aa48-38bd7169d05a HTTP/1.1" status: 200 len: 851 time: 0.0632155 May 06 10:14:40.882712 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-8ae7322f-6b56-42a5-be09-b61b741e6401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:40.884264 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-8ae7322f-6b56-42a5-be09-b61b741e6401 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e79942ca-e345-49b7-9237-09d84c169e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453398 May 06 10:14:40.981906 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-15bd14c3-90bc-4532-bdf4-85feb119407a service neutron] 10.222.0.84 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905013 May 06 10:14:41.075952 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52c4d736-a2f9-479b-b6d5-09cf08e5aac0 req-3369da80-70e8-4da7-a023-8460518dbd9e service neutron] 10.222.0.84 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870404 May 06 10:14:41.161632 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb2121-54dc-4cb5-8656-140054cf8090 req-87ddf299-9447-4af0-a1cb-1329fbf7d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:41.163168 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7bbb2121-54dc-4cb5-8656-140054cf8090 req-87ddf299-9447-4af0-a1cb-1329fbf7d922 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 1094 time: 0.0428569 May 06 10:14:41.262608 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb2121-54dc-4cb5-8656-140054cf8090 req-9c52b916-e0c1-46c1-bd1e-e13c254012fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:41.264010 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7bbb2121-54dc-4cb5-8656-140054cf8090 req-9c52b916-e0c1-46c1-bd1e-e13c254012fe service neutron] 10.222.0.84 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 913 time: 0.0939710 May 06 10:14:41.305186 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7bbb2121-54dc-4cb5-8656-140054cf8090 req-3fc09eeb-66a7-4e73-8e87-46f9e529b928 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a4ac9e8-0d0a-439b-89e3-877e46ddc45c HTTP/1.1" status: 200 len: 217 time: 0.0346215 May 06 10:14:41.359375 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb2121-54dc-4cb5-8656-140054cf8090 req-b099d339-dbfc-484e-a6cb-210efe8966cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:41.360841 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7bbb2121-54dc-4cb5-8656-140054cf8090 req-b099d339-dbfc-484e-a6cb-210efe8966cb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6c703b66-fbd0-4b8e-aa48-38bd7169d05a HTTP/1.1" status: 200 len: 851 time: 0.0485585 May 06 10:14:41.408227 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb2121-54dc-4cb5-8656-140054cf8090 req-53eca915-8f68-48f5-b288-85de93dd4862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:41.409872 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7bbb2121-54dc-4cb5-8656-140054cf8090 req-53eca915-8f68-48f5-b288-85de93dd4862 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e79942ca-e345-49b7-9237-09d84c169e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427275 May 06 10:14:41.524147 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b5aa9-5860-4f88-b0d5-470063a4597c req-16cdf74c-e0e3-4279-a7a7-f5d68a90bc88 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:41.525569 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a93b5aa9-5860-4f88-b0d5-470063a4597c req-16cdf74c-e0e3-4279-a7a7-f5d68a90bc88 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 943 time: 0.1005969 May 06 10:14:41.559669 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7bbb2121-54dc-4cb5-8656-140054cf8090 req-32949221-d6e3-466c-80ca-dace94bc096f service neutron] 10.222.0.84 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420233 May 06 10:14:41.592822 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a93b5aa9-5860-4f88-b0d5-470063a4597c req-db506d23-99cf-4e6f-b084-3cfbbd74d575 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606124 May 06 10:14:41.662843 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7bbb2121-54dc-4cb5-8656-140054cf8090 req-aa4398a6-90df-40a3-a3ab-640e5a753b7c service neutron] 10.222.0.84 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932648 May 06 10:14:42.722781 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4069f-f40b-4f76-b2dd-27ccbb778d9f req-8af7ffe1-8e36-48a7-ae03-d7dd1e433dab tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:42.725457 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bdf4069f-f40b-4f76-b2dd-27ccbb778d9f req-8af7ffe1-8e36-48a7-ae03-d7dd1e433dab tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 943 time: 0.0621340 May 06 10:14:42.770834 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bdf4069f-f40b-4f76-b2dd-27ccbb778d9f req-476d8096-f7bb-485b-be09-fc314c270d10 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360258 May 06 10:14:43.894976 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5e005-06f0-4b34-aea0-84b7e94d51f2 req-7d9f6a24-6a43-4608-bdc8-30a0613acef2 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:43.896716 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6ca5e005-06f0-4b34-aea0-84b7e94d51f2 req-7d9f6a24-6a43-4608-bdc8-30a0613acef2 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 943 time: 0.0575945 May 06 10:14:43.938806 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6ca5e005-06f0-4b34-aea0-84b7e94d51f2 req-43d12b88-7754-4041-aa94-f3a94be3330e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357957 May 06 10:14:45.054800 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50eeffd-d937-4e7d-b807-76a946cbd1d6 req-c4f35de1-f490-48f8-b5ce-bb34bbfe72f7 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:45.056343 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e50eeffd-d937-4e7d-b807-76a946cbd1d6 req-c4f35de1-f490-48f8-b5ce-bb34bbfe72f7 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 943 time: 0.0491250 May 06 10:14:45.094797 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e50eeffd-d937-4e7d-b807-76a946cbd1d6 req-f5374391-9fc5-4edb-8ace-23294580b184 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317497 May 06 10:14:45.961058 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3252c1d4-91c9-43e0-882d-7730c60ffc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:46.220227 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6b34c-b65a-433e-b3d8-d528428bcf79 req-39cd80c8-3d56-416a-861e-cbdd6628c0a9 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:46.221632 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-efb6b34c-b65a-433e-b3d8-d528428bcf79 req-39cd80c8-3d56-416a-861e-cbdd6628c0a9 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 943 time: 0.0572529 May 06 10:14:46.260169 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-efb6b34c-b65a-433e-b3d8-d528428bcf79 req-674a9d8a-c414-4b05-9151-6aeeabf18f8b tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324137 May 06 10:14:47.375780 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616b4cf-e609-4e1e-8906-f040d7b94f0a req-735885d9-c9c2-4c5a-9cb5-8a3b7cb0e80c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:47.377426 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4616b4cf-e609-4e1e-8906-f040d7b94f0a req-735885d9-c9c2-4c5a-9cb5-8a3b7cb0e80c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 943 time: 0.0497248 May 06 10:14:47.415508 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4616b4cf-e609-4e1e-8906-f040d7b94f0a req-72b6eb85-2528-42e2-b52f-78167ee8878c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315766 May 06 10:14:48.487350 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a0e982a6-ec38-4eac-bd78-d63f0990fe50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:48.540852 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f668ff6-c0d3-4aef-a4f1-2a9f9acd7bb7 req-340e0968-9934-4683-af3f-b4603431311a tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:48.542495 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f668ff6-c0d3-4aef-a4f1-2a9f9acd7bb7 req-340e0968-9934-4683-af3f-b4603431311a tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 943 time: 0.0514967 May 06 10:14:48.583248 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f668ff6-c0d3-4aef-a4f1-2a9f9acd7bb7 req-2c1f0eea-e6aa-49a1-9902-d502bfb799ae tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343473 May 06 10:14:48.997774 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:49.597702 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:49.706244 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf1447-aeda-48e6-8028-73528f6b7fdc req-8f1fff72-0e45-4291-8799-8308bb58c603 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:49.707763 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1bf1447-aeda-48e6-8028-73528f6b7fdc req-8f1fff72-0e45-4291-8799-8308bb58c603 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 943 time: 0.0563674 May 06 10:14:49.746939 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1bf1447-aeda-48e6-8028-73528f6b7fdc req-2602f2b6-c4bc-4e83-9f35-cdd2a3bb2f96 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331542 May 06 10:14:50.862550 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3654b42-2a6b-42a9-b054-feaa9408df0d req-bfe05bed-4cba-4d6d-984b-0d4af64a8d4a tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:50.864122 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f3654b42-2a6b-42a9-b054-feaa9408df0d req-bfe05bed-4cba-4d6d-984b-0d4af64a8d4a tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 943 time: 0.0489349 May 06 10:14:50.907195 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f3654b42-2a6b-42a9-b054-feaa9408df0d req-926eed25-90be-4a29-a583-9974c6560649 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354729 May 06 10:14:51.234571 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 4a4ac9e8-0d0a-439b-89e3-877e46ddc45c details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:14:51.318718 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:51.348517 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 4a4ac9e8-0d0a-439b-89e3-877e46ddc45c, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=4a4ac9e8-0d0a-439b-89e3-877e46ddc45c,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:14:51.361082 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '4a4ac9e8-0d0a-439b-89e3-877e46ddc45c', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'port_id': '4a4ac9e8-0d0a-439b-89e3-877e46ddc45c', 'mac_address': 'fa:16:3e:c0:45:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:14:51.403371 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:51.417932 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a4ac9e8-0d0a-439b-89e3-877e46ddc45c {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:14:51.446401 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 4a4ac9e8-0d0a-439b-89e3-877e46ddc45c, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=4a4ac9e8-0d0a-439b-89e3-877e46ddc45c,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:14:51.452242 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:51.511786 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:51.517658 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=4a4ac9e8-0d0a-439b-89e3-877e46ddc45c,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:14:51.525349 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:51.525917 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:51.526260 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:51.526599 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:51.526599 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:51.526599 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:51.528704 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:51.528704 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:51.528704 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:51.528704 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:51.530671 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:51.530671 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:14:51.682883 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['4a4ac9e8-0d0a-439b-89e3-877e46ddc45c'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:14:52.026622 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65011a44-100c-47ff-8b48-eb0f449a7914 req-5a36d920-b3d8-4401-bb4b-1b148174cdbc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:52.028110 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-65011a44-100c-47ff-8b48-eb0f449a7914 req-5a36d920-b3d8-4401-bb4b-1b148174cdbc tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 944 time: 0.0498381 May 06 10:14:52.065498 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-65011a44-100c-47ff-8b48-eb0f449a7914 req-5ee6a086-a8f2-48ba-821b-3531d6d31d13 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312335 May 06 10:14:53.198060 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6738a-d1b1-41ba-88d4-a897d925a7e4 req-960000f6-9098-479a-a3b3-e1f73d8bc5d4 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:53.199585 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87d6738a-d1b1-41ba-88d4-a897d925a7e4 req-960000f6-9098-479a-a3b3-e1f73d8bc5d4 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 944 time: 0.0614958 May 06 10:14:53.239023 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87d6738a-d1b1-41ba-88d4-a897d925a7e4 req-5946ed4b-70d8-47c7-b80f-b047a379133f tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326736 May 06 10:14:53.252078 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 4a4ac9e8-0d0a-439b-89e3-877e46ddc45c up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:14:53.308359 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 4a4ac9e8-0d0a-439b-89e3-877e46ddc45c completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:14:53.312605 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 4a4ac9e8-0d0a-439b-89e3-877e46ddc45c triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:14:53.313013 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:53.393522 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:53.417290 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89fdaad-c1b8-463e-ba0b-4eadf157dc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4ac9e8-0d0a-439b-89e3-877e46ddc45c'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:14:53.419621 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b98056b-6712-40d4-85f5-105e402a7209" -d '{"events": [{"server_uuid": "b89fdaad-c1b8-463e-ba0b-4eadf157dc3d", "name": "network-vif-plugged", "status": "completed", "tag": "4a4ac9e8-0d0a-439b-89e3-877e46ddc45c"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:14:53.433388 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 4a4ac9e8-0d0a-439b-89e3-877e46ddc45c, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=4a4ac9e8-0d0a-439b-89e3-877e46ddc45c,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:14:53.441301 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:53.507004 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=4a4ac9e8-0d0a-439b-89e3-877e46ddc45c,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:14:53.540956 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86d7fa0-2d82-4b7c-9ab6-2b4730bb1d5e x-openstack-request-id: req-b86d7fa0-2d82-4b7c-9ab6-2b4730bb1d5e {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:14:53.541276 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89fdaad-c1b8-463e-ba0b-4eadf157dc3d", "name": "network-vif-plugged", "status": "completed", "tag": "4a4ac9e8-0d0a-439b-89e3-877e46ddc45c", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:14:53.541524 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b86d7fa0-2d82-4b7c-9ab6-2b4730bb1d5e {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:14:53.541948 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b86d7fa0-2d82-4b7c-9ab6-2b4730bb1d5e'] response: {'server_uuid': 'b89fdaad-c1b8-463e-ba0b-4eadf157dc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4ac9e8-0d0a-439b-89e3-877e46ddc45c', 'code': 200} May 06 10:14:53.638715 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156bd85-95ff-478e-95db-4116ac543154 req-b2265fd2-d66c-414f-b881-574b6a145e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:53.640794 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8156bd85-95ff-478e-95db-4116ac543154 req-b2265fd2-d66c-414f-b881-574b6a145e95 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 1096 time: 0.0430067 May 06 10:14:53.676491 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8156bd85-95ff-478e-95db-4116ac543154 req-a6f99697-69a0-4749-a323-21ea23d61eab service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294914 May 06 10:14:54.363561 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8193d-9489-4b7e-a47c-0d793e59fe96 req-250e4993-6f8a-4446-9338-529614c7b1af tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:54.365172 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2fc8193d-9489-4b7e-a47c-0d793e59fe96 req-250e4993-6f8a-4446-9338-529614c7b1af tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 945 time: 0.0500119 May 06 10:14:54.407886 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2fc8193d-9489-4b7e-a47c-0d793e59fe96 req-d6009c94-736b-4e37-8537-03cb789a09b3 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365748 May 06 10:14:55.537968 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2fccc-ff67-418f-82a7-3010f5b4e226 req-b68b3e27-ea50-44e9-8ab2-0ac5480938b1 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:55.540323 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-90e2fccc-ff67-418f-82a7-3010f5b4e226 req-b68b3e27-ea50-44e9-8ab2-0ac5480938b1 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 945 time: 0.0563083 May 06 10:14:55.581561 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-90e2fccc-ff67-418f-82a7-3010f5b4e226 req-4ddca126-4a29-4b32-838a-244a052a3df4 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336118 May 06 10:14:55.704392 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6148ee-6e6f-4476-bf20-3f0f32fb9810 req-6f5218c8-2fa0-4eff-826a-f9e96d5e3e3c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:55.705924 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4f6148ee-6e6f-4476-bf20-3f0f32fb9810 req-6f5218c8-2fa0-4eff-826a-f9e96d5e3e3c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 945 time: 0.0541742 May 06 10:14:55.744845 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4f6148ee-6e6f-4476-bf20-3f0f32fb9810 req-43af3877-c904-4eeb-bb84-37a60fcd11e5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328376 May 06 10:14:55.767835 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35316) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:14:55.934088 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f9aa42-a869-4f89-b611-9fb6bc743176 tempest-TestVolumeBootPattern-1288080335 tempest-TestVolumeBootPattern-1288080335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:55.935682 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a0f9aa42-a869-4f89-b611-9fb6bc743176 tempest-TestVolumeBootPattern-1288080335 tempest-TestVolumeBootPattern-1288080335-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 1091 time: 0.1667709 May 06 10:14:55.939067 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35324) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:14:55.944097 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-5c5633d5-d6b9-43cd-b0c2-496b67d78f89 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'port_id': '4a4ac9e8-0d0a-439b-89e3-877e46ddc45c', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:14:55.966195 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5c5633d5-d6b9-43cd-b0c2-496b67d78f89 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for floatingip, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:56.076949 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5c5633d5-d6b9-43cd-b0c2-496b67d78f89 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:56.184778 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-5c5633d5-d6b9-43cd-b0c2-496b67d78f89 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Allocated IP 172.25.5.147 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/0d0f9b02-8485-4167-a7de-9d19063e34d2) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:14:56.299652 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5c5633d5-d6b9-43cd-b0c2-496b67d78f89 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:56.336341 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5c5633d5-d6b9-43cd-b0c2-496b67d78f89 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:56.372403 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5633d5-d6b9-43cd-b0c2-496b67d78f89 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:14:56.377379 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-5c5633d5-d6b9-43cd-b0c2-496b67d78f89 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:14:56.381005 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5633d5-d6b9-43cd-b0c2-496b67d78f89 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:14:56.410354 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5633d5-d6b9-43cd-b0c2-496b67d78f89 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Pushing event updated for resources: {'Port': ['ID=0d0f9b02-8485-4167-a7de-9d19063e34d2,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:14:56.766940 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5c5633d5-d6b9-43cd-b0c2-496b67d78f89 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:56.837265 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5c5633d5-d6b9-43cd-b0c2-496b67d78f89 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:57.002620 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5c5633d5-d6b9-43cd-b0c2-496b67d78f89 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:57.007487 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5c5633d5-d6b9-43cd-b0c2-496b67d78f89 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:57.082117 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5633d5-d6b9-43cd-b0c2-496b67d78f89 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Pushing event updated for resources: {'Port': ['ID=0d0f9b02-8485-4167-a7de-9d19063e34d2,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:14:57.098108 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5c5633d5-d6b9-43cd-b0c2-496b67d78f89 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:57.503825 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-5c5633d5-d6b9-43cd-b0c2-496b67d78f89 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Floating IP 1a07b4d5-756f-495e-aabc-fea05e5de512 associated. External IP: 172.25.5.147, port: 4a4ac9e8-0d0a-439b-89e3-877e46ddc45c. May 06 10:14:57.735342 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5633d5-d6b9-43cd-b0c2-496b67d78f89 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Router c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:14:57.847954 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5633d5-d6b9-43cd-b0c2-496b67d78f89 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:14:57.857512 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8ea8fe-3664-4126-acd1-b2338dcdf5c3 None None] Sync routers for ids ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:14:57.867581 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8ea8fe-3664-4126-acd1-b2338dcdf5c3 None None] Routers {'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:14:57.868293 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-1b8ea8fe-3664-4126-acd1-b2338dcdf5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:14:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:14:57.870625 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5c5633d5-d6b9-43cd-b0c2-496b67d78f89 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:57.903161 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5c5633d5-d6b9-43cd-b0c2-496b67d78f89 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9627514 May 06 10:14:57.903745 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89fdaad-c1b8-463e-ba0b-4eadf157dc3d', 'tag': '4a4ac9e8-0d0a-439b-89e3-877e46ddc45c'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:14:57.906833 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ac11c6-75ea-4239-986c-a04204eda3f9" -d '{"events": [{"name": "network-changed", "server_uuid": "b89fdaad-c1b8-463e-ba0b-4eadf157dc3d", "tag": "4a4ac9e8-0d0a-439b-89e3-877e46ddc45c"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:14:57.959807 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c6cc56-1fff-44b7-b742-54854b9ea61a x-openstack-request-id: req-64c6cc56-1fff-44b7-b742-54854b9ea61a {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:14:57.960111 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89fdaad-c1b8-463e-ba0b-4eadf157dc3d", "tag": "4a4ac9e8-0d0a-439b-89e3-877e46ddc45c", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:14:57.960374 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-64c6cc56-1fff-44b7-b742-54854b9ea61a {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:14:57.960799 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64c6cc56-1fff-44b7-b742-54854b9ea61a'] response: {'name': 'network-changed', 'server_uuid': 'b89fdaad-c1b8-463e-ba0b-4eadf157dc3d', 'tag': '4a4ac9e8-0d0a-439b-89e3-877e46ddc45c', 'status': 'completed', 'code': 200} May 06 10:14:58.027280 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-1b8ea8fe-3664-4126-acd1-b2338dcdf5c3 None None] Set router c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:14:58.033308 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac11c6-75ea-4239-986c-a04204eda3f9 req-916dac57-9e30-4d32-88bd-4ac993fcbf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:58.035085 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-13ac11c6-75ea-4239-986c-a04204eda3f9 req-916dac57-9e30-4d32-88bd-4ac993fcbf21 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 1096 time: 0.0476286 May 06 10:14:58.148187 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac11c6-75ea-4239-986c-a04204eda3f9 req-4690703b-e882-4e13-bbd9-1a2586ca957a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:58.150220 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-13ac11c6-75ea-4239-986c-a04204eda3f9 req-4690703b-e882-4e13-bbd9-1a2586ca957a service neutron] 10.222.0.84 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 913 time: 0.1072278 May 06 10:14:58.232543 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-13ac11c6-75ea-4239-986c-a04204eda3f9 req-3a8025c6-a2b0-4aba-a5e0-c34221b5280a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a4ac9e8-0d0a-439b-89e3-877e46ddc45c HTTP/1.1" status: 200 len: 999 time: 0.0753608 May 06 10:14:58.280670 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-1b8ea8fe-3664-4126-acd1-b2338dcdf5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'name': 'tempest-TestVolumeBootPattern-1921401849-router', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:16Z', 'updated_at': '2022-05-06T10:08:21Z', 'revision_number': 4, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'gw_port': {'id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:17Z', 'updated_at': '2022-05-06T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '1a07b4d5-756f-495e-aabc-fea05e5de512', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'port_id': '4a4ac9e8-0d0a-439b-89e3-877e46ddc45c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'mac_address': 'fa:16:3e:c0:45:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89fdaad-c1b8-463e-ba0b-4eadf157dc3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:14:56Z', 'updated_at': '2022-05-06T10:14:56Z', 'revision_number': 0, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3117f818-2b29-408e-8528-73b82669f775', 'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'mac_address': 'fa:16:3e:e4:70:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:20Z', 'updated_at': '2022-05-06T10:08:34Z', 'revision_number': 5, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'subnets': [{'id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:14:58.284111 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac11c6-75ea-4239-986c-a04204eda3f9 req-9a260d1b-1faa-47fe-a998-5fe0b045ad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:58.285603 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-13ac11c6-75ea-4239-986c-a04204eda3f9 req-9a260d1b-1faa-47fe-a998-5fe0b045ad38 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6c703b66-fbd0-4b8e-aa48-38bd7169d05a HTTP/1.1" status: 200 len: 851 time: 0.0468893 May 06 10:14:58.311836 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8ea8fe-3664-4126-acd1-b2338dcdf5c3 None None] Checking router: c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:14:58.324526 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8ea8fe-3664-4126-acd1-b2338dcdf5c3 None None] Routers {'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:14:58.325244 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-1b8ea8fe-3664-4126-acd1-b2338dcdf5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:14:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:14:58.332531 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac11c6-75ea-4239-986c-a04204eda3f9 req-d2354adc-f418-441e-8071-76c3ea019537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:58.334112 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-13ac11c6-75ea-4239-986c-a04204eda3f9 req-d2354adc-f418-441e-8071-76c3ea019537 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e79942ca-e345-49b7-9237-09d84c169e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420661 May 06 10:14:58.439584 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-13ac11c6-75ea-4239-986c-a04204eda3f9 req-84a75d94-73a6-47c4-8a65-b8c874640ce9 service neutron] 10.222.0.84 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986023 May 06 10:14:58.448217 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-1b8ea8fe-3664-4126-acd1-b2338dcdf5c3 None None] Set router c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:14:58.554180 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-13ac11c6-75ea-4239-986c-a04204eda3f9 req-aa05b219-5ae6-4782-b1d3-1a1c53c600c3 service neutron] 10.222.0.84 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082914 May 06 10:14:58.692954 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-1b8ea8fe-3664-4126-acd1-b2338dcdf5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'name': 'tempest-TestVolumeBootPattern-1921401849-router', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:16Z', 'updated_at': '2022-05-06T10:08:21Z', 'revision_number': 4, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'gw_port': {'id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:17Z', 'updated_at': '2022-05-06T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '1a07b4d5-756f-495e-aabc-fea05e5de512', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'port_id': '4a4ac9e8-0d0a-439b-89e3-877e46ddc45c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'mac_address': 'fa:16:3e:c0:45:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89fdaad-c1b8-463e-ba0b-4eadf157dc3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:14:56Z', 'updated_at': '2022-05-06T10:14:56Z', 'revision_number': 0, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3117f818-2b29-408e-8528-73b82669f775', 'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'mac_address': 'fa:16:3e:e4:70:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:20Z', 'updated_at': '2022-05-06T10:08:34Z', 'revision_number': 5, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'subnets': [{'id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:14:58.720900 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8ea8fe-3664-4126-acd1-b2338dcdf5c3 None None] The sync data for ids ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'] in n-d-840835-1 is: [{'id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'name': 'tempest-TestVolumeBootPattern-1921401849-router', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:16Z', 'updated_at': '2022-05-06T10:08:21Z', 'revision_number': 4, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'gw_port': {'id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:17Z', 'updated_at': '2022-05-06T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '1a07b4d5-756f-495e-aabc-fea05e5de512', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'port_id': '4a4ac9e8-0d0a-439b-89e3-877e46ddc45c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'mac_address': 'fa:16:3e:c0:45:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89fdaad-c1b8-463e-ba0b-4eadf157dc3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:14:56Z', 'updated_at': '2022-05-06T10:14:56Z', 'revision_number': 0, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3117f818-2b29-408e-8528-73b82669f775', 'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'mac_address': 'fa:16:3e:e4:70:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:20Z', 'updated_at': '2022-05-06T10:08:34Z', 'revision_number': 5, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'subnets': [{'id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:14:58.930271 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5222e71c-2ed4-4d00-bea1-13756dd4a1c0 None None] New status for floating IP 1a07b4d5-756f-495e-aabc-fea05e5de512: ACTIVE {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:14:59.238518 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1c04410-b9e9-4b38-9e4e-1c243555e8d2 req-ac494691-cd0b-41f0-a940-9d056f56bae6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456285 May 06 10:14:59.248260 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:59.333198 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c04410-b9e9-4b38-9e4e-1c243555e8d2 req-11afd022-23af-498a-afea-108f0a0304e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:59.334656 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1c04410-b9e9-4b38-9e4e-1c243555e8d2 req-11afd022-23af-498a-afea-108f0a0304e8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 1096 time: 0.0468283 May 06 10:14:59.447575 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c04410-b9e9-4b38-9e4e-1c243555e8d2 req-4cff6e00-338d-4e6d-82b1-4961636dea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:59.449073 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1c04410-b9e9-4b38-9e4e-1c243555e8d2 req-4cff6e00-338d-4e6d-82b1-4961636dea40 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 913 time: 0.0925949 May 06 10:14:59.522416 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1c04410-b9e9-4b38-9e4e-1c243555e8d2 req-69ce6ce3-aeb4-4c2c-a0b6-f4bbfbc446f9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a4ac9e8-0d0a-439b-89e3-877e46ddc45c HTTP/1.1" status: 200 len: 1001 time: 0.0660422 May 06 10:14:59.574017 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c04410-b9e9-4b38-9e4e-1c243555e8d2 req-0d300696-9a9a-44f9-b16d-2d6b9dbeba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:59.575532 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1c04410-b9e9-4b38-9e4e-1c243555e8d2 req-0d300696-9a9a-44f9-b16d-2d6b9dbeba33 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6c703b66-fbd0-4b8e-aa48-38bd7169d05a HTTP/1.1" status: 200 len: 851 time: 0.0461659 May 06 10:14:59.622583 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c04410-b9e9-4b38-9e4e-1c243555e8d2 req-fdef11a2-c456-432e-8176-cf7b4e0cb149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:59.624192 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1c04410-b9e9-4b38-9e4e-1c243555e8d2 req-fdef11a2-c456-432e-8176-cf7b4e0cb149 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e79942ca-e345-49b7-9237-09d84c169e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425475 May 06 10:14:59.720839 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1c04410-b9e9-4b38-9e4e-1c243555e8d2 req-ebb42f42-d411-49b8-9f8f-ec492b47634d service neutron] 10.222.0.84 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892634 May 06 10:14:59.815002 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1c04410-b9e9-4b38-9e4e-1c243555e8d2 req-e8916071-3e53-43a9-b09d-0e5fbbfe635a service neutron] 10.222.0.84 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879598 May 06 10:15:09.766033 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35522) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:15:09.770822 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-41e5ddec-6266-41b1-9df3-d09d661181ba tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1263309596', 'description': 'tempest-secgroup-smoke-1263309596 description', 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:15:09.791053 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-41e5ddec-6266-41b1-9df3-d09d661181ba tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:09.855145 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-41e5ddec-6266-41b1-9df3-d09d661181ba tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:09.858851 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-41e5ddec-6266-41b1-9df3-d09d661181ba tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:09.887042 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-41e5ddec-6266-41b1-9df3-d09d661181ba tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:09.888289 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-41e5ddec-6266-41b1-9df3-d09d661181ba tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1212454 May 06 10:15:09.890650 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5ddec-6266-41b1-9df3-d09d661181ba tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab798a65-9ec6-4209-959c-4396da48c0d8,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:15:09.892062 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35524) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:15:09.897089 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-6cb0bbfa-7dfe-4cc0-b517-0c9678f096b3 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Request body: {'security_group_rule': {'security_group_id': 'ab798a65-9ec6-4209-959c-4396da48c0d8', 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:15:09.923147 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6cb0bbfa-7dfe-4cc0-b517-0c9678f096b3 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:09.978427 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6cb0bbfa-7dfe-4cc0-b517-0c9678f096b3 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:09.981912 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6cb0bbfa-7dfe-4cc0-b517-0c9678f096b3 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:10.001311 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0bbfa-7dfe-4cc0-b517-0c9678f096b3 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb085f8-d26f-484e-b21c-3f7365bc2950,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:15:10.006775 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6cb0bbfa-7dfe-4cc0-b517-0c9678f096b3 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:10.006903 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:15:10.007820 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6cb0bbfa-7dfe-4cc0-b517-0c9678f096b3 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1147566 May 06 10:15:10.010759 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35526) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:15:10.016198 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-c294108b-a7ef-4415-aecd-9a65d1e397e6 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Request body: {'security_group_rule': {'security_group_id': 'ab798a65-9ec6-4209-959c-4396da48c0d8', 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:15:10.040201 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c294108b-a7ef-4415-aecd-9a65d1e397e6 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:10.103617 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c294108b-a7ef-4415-aecd-9a65d1e397e6 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:10.107084 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c294108b-a7ef-4415-aecd-9a65d1e397e6 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:10.127623 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294108b-a7ef-4415-aecd-9a65d1e397e6 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8dadaff-d55a-46c3-944e-c073705a1af5,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:15:10.136701 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c294108b-a7ef-4415-aecd-9a65d1e397e6 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:10.138011 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c294108b-a7ef-4415-aecd-9a65d1e397e6 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1261182 May 06 10:15:10.141258 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35528) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:15:10.145583 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-d9ef78fd-7ed3-46b9-a194-8ad81606f31f tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Request body: {'security_group_rule': {'security_group_id': 'ab798a65-9ec6-4209-959c-4396da48c0d8', 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:15:10.169256 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d9ef78fd-7ed3-46b9-a194-8ad81606f31f tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:10.226888 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d9ef78fd-7ed3-46b9-a194-8ad81606f31f tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:10.230352 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d9ef78fd-7ed3-46b9-a194-8ad81606f31f tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:10.253282 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef78fd-7ed3-46b9-a194-8ad81606f31f tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01feebec-f5e4-4bee-a527-923bf55b78e8,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:15:10.258150 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d9ef78fd-7ed3-46b9-a194-8ad81606f31f tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:10.259353 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d9ef78fd-7ed3-46b9-a194-8ad81606f31f tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171081 May 06 10:15:10.262629 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35530) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:15:10.267537 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-c531b121-d3b2-4f1e-b6cb-db6cadd3e645 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Request body: {'security_group_rule': {'security_group_id': 'ab798a65-9ec6-4209-959c-4396da48c0d8', 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:15:10.291984 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c531b121-d3b2-4f1e-b6cb-db6cadd3e645 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:10.351754 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c531b121-d3b2-4f1e-b6cb-db6cadd3e645 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:10.355231 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c531b121-d3b2-4f1e-b6cb-db6cadd3e645 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:10.373482 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531b121-d3b2-4f1e-b6cb-db6cadd3e645 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e17bc4-6645-45af-b0b7-6f1795e087a4,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:15:10.381175 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c531b121-d3b2-4f1e-b6cb-db6cadd3e645 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:10.382373 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c531b121-d3b2-4f1e-b6cb-db6cadd3e645 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187861 May 06 10:15:10.385079 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35532) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:15:10.389342 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-1937e49f-fe27-4f5c-9bc3-bff9f765879b tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Request body: {'security_group_rule': {'security_group_id': 'ab798a65-9ec6-4209-959c-4396da48c0d8', 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:15:10.408268 n-d-840835-1 neutron-server[102652]: INFO neutron.db.securitygroups_db [None req-1937e49f-fe27-4f5c-9bc3-bff9f765879b tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Project 5fca4953af0d4a8fb05156b2d5c3069f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:15:10.412958 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1937e49f-fe27-4f5c-9bc3-bff9f765879b tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:10.472616 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1937e49f-fe27-4f5c-9bc3-bff9f765879b tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:10.476275 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1937e49f-fe27-4f5c-9bc3-bff9f765879b tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:10.495453 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937e49f-fe27-4f5c-9bc3-bff9f765879b tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83aa73b-2a49-411e-884d-43699700b617,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:15:10.501158 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1937e49f-fe27-4f5c-9bc3-bff9f765879b tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:10.502456 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1937e49f-fe27-4f5c-9bc3-bff9f765879b tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1164546 May 06 10:15:10.505492 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35534) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:15:10.510098 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-6cac4997-1e24-4825-8c52-db0f77a0cc1e tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Request body: {'security_group_rule': {'security_group_id': 'ab798a65-9ec6-4209-959c-4396da48c0d8', 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:15:10.529182 n-d-840835-1 neutron-server[102653]: INFO neutron.db.securitygroups_db [None req-6cac4997-1e24-4825-8c52-db0f77a0cc1e tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Project 5fca4953af0d4a8fb05156b2d5c3069f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:15:10.533955 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6cac4997-1e24-4825-8c52-db0f77a0cc1e tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:10.598529 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6cac4997-1e24-4825-8c52-db0f77a0cc1e tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:10.602181 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6cac4997-1e24-4825-8c52-db0f77a0cc1e tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:10.620534 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac4997-1e24-4825-8c52-db0f77a0cc1e tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d33410e-3213-450f-a2c3-17e968403969,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:15:10.627862 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6cac4997-1e24-4825-8c52-db0f77a0cc1e tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:10.629061 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6cac4997-1e24-4825-8c52-db0f77a0cc1e tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225951 May 06 10:15:10.774784 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-5feebc73-48b4-4f8a-acc5-3dc1c4f2d007 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1263309596&fields=id&tenant_id=5fca4953af0d4a8fb05156b2d5c3069f HTTP/1.1" status: 200 len: 267 time: 0.0328317 May 06 10:15:10.880034 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-c2ac5574-8bbe-4923-aacd-f5a33c8a6877 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:10.881670 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-c2ac5574-8bbe-4923-aacd-f5a33c8a6877 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/networks?id=37fdc182-f614-4b69-a40a-b8c1a58133ab HTTP/1.1" status: 200 len: 814 time: 0.0994742 May 06 10:15:10.896957 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-2fbcd5fa-d107-4835-9d26-3866ab7f5460 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/quotas/5fca4953af0d4a8fb05156b2d5c3069f HTTP/1.1" status: 200 len: 375 time: 0.0091622 May 06 10:15:10.952059 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-b01fbc0a-8151-42de-a204-9882a932542c tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5fca4953af0d4a8fb05156b2d5c3069f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494711 May 06 10:15:11.047252 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-10e9ed8f-6351-4444-b3fd-53615cfb79fd service neutron] 10.222.0.73 "GET /v2.0/networks/37fdc182-f614-4b69-a40a-b8c1a58133ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830560 May 06 10:15:11.140717 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-54206f2b-0721-4544-bb7d-505b66036795 service neutron] 10.222.0.73 "GET /v2.0/networks/37fdc182-f614-4b69-a40a-b8c1a58133ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873051 May 06 10:15:11.426990 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-369a74a8-8e00-4bd9-a9d3-365991d22f52 req-235d1c83-4421-4877-90b5-1e87a1cfacc7 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/ports?device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 210 time: 0.0283113 May 06 10:15:12.540749 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d9ee6ed-1f5f-49f4-8a94-561d964e75fb req-7260e020-736a-4882-833a-4f385852cfc6 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/ports?device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 210 time: 0.0284154 May 06 10:15:12.570032 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-bab88ecb-a3e2-4248-9bed-e23e7a5ccccb tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:12.571526 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-bab88ecb-a3e2-4248-9bed-e23e7a5ccccb tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.77 "GET /v2.0/networks?id=37fdc182-f614-4b69-a40a-b8c1a58133ab HTTP/1.1" status: 200 len: 814 time: 0.1219990 May 06 10:15:12.625270 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-922612a3-7910-4769-be7f-9b39f35e5f1b tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fca4953af0d4a8fb05156b2d5c3069f HTTP/1.1" status: 200 len: 380 time: 0.0382986 May 06 10:15:12.635369 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-cd40f9cf-7107-4f45-9c52-22706401a702 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Request body: {'port': {'device_id': 'e105d8a3-0d57-48cf-93a1-72ac812b7f03', 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab', 'admin_state_up': True, 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'security_groups': ['ab798a65-9ec6-4209-959c-4396da48c0d8']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:15:12.752932 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-cd40f9cf-7107-4f45-9c52-22706401a702 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Made reservation on behalf of 5fca4953af0d4a8fb05156b2d5c3069f for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:15:12.756580 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-cd40f9cf-7107-4f45-9c52-22706401a702 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:12.892706 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-cd40f9cf-7107-4f45-9c52-22706401a702 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Allocated IP 172.20.0.12 (37fdc182-f614-4b69-a40a-b8c1a58133ab/af87d9b1-6e10-46ab-8ea7-60035f1f2691/e5ce6c9c-e926-41ca-b541-30646d595042) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:15:13.050618 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-cd40f9cf-7107-4f45-9c52-22706401a702 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:13.084064 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-cd40f9cf-7107-4f45-9c52-22706401a702 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:13.127897 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-cd40f9cf-7107-4f45-9c52-22706401a702 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Network 37fdc182-f614-4b69-a40a-b8c1a58133ab is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:15:13.131807 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-cd40f9cf-7107-4f45-9c52-22706401a702 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:15:13.135781 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-cd40f9cf-7107-4f45-9c52-22706401a702 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:15:13.164152 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40f9cf-7107-4f45-9c52-22706401a702 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Pushing event updated for resources: {'Port': ['ID=e5ce6c9c-e926-41ca-b541-30646d595042,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:15:13.195938 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-cd40f9cf-7107-4f45-9c52-22706401a702 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:13.196750 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-cd40f9cf-7107-4f45-9c52-22706401a702 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:13.216084 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-cd40f9cf-7107-4f45-9c52-22706401a702 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5843699 May 06 10:15:13.234797 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-5862c572-d6d7-4c2a-bbcf-9842a883237e service neutron] Request body: {'port': {'device_id': 'e105d8a3-0d57-48cf-93a1-72ac812b7f03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:15:13.292587 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-5862c572-d6d7-4c2a-bbcf-9842a883237e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:13.388297 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-5f30bd19-f27b-4caf-af56-166dde60ab3c None None] Provisioning complete for port e5ce6c9c-e926-41ca-b541-30646d595042 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:15:13.388939 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5f30bd19-f27b-4caf-af56-166dde60ab3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:13.427100 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-5f30bd19-f27b-4caf-af56-166dde60ab3c None None] Port e5ce6c9c-e926-41ca-b541-30646d595042 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:15:13.580373 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-5862c572-d6d7-4c2a-bbcf-9842a883237e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ce6c9c-e926-41ca-b541-30646d595042 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:15:13.587921 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-5862c572-d6d7-4c2a-bbcf-9842a883237e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:13.600182 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-5862c572-d6d7-4c2a-bbcf-9842a883237e service neutron] Transition to ACTIVE for port object e5ce6c9c-e926-41ca-b541-30646d595042 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:15:13.604723 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-5862c572-d6d7-4c2a-bbcf-9842a883237e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:13.656376 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862c572-d6d7-4c2a-bbcf-9842a883237e service neutron] Pushing event updated for resources: {'Port': ['ID=e5ce6c9c-e926-41ca-b541-30646d595042,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:15:13.662457 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6a944-b1a6-48fb-9a55-3c28025e7069 req-9caf07d3-6115-4c95-97e9-e540e00c0acc tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:13.672225 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a5d6a944-b1a6-48fb-9a55-3c28025e7069 req-9caf07d3-6115-4c95-97e9-e540e00c0acc tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/ports?device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 944 time: 0.0580049 May 06 10:15:13.714458 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a5d6a944-b1a6-48fb-9a55-3c28025e7069 req-21bc0cfd-e6b6-40a7-9498-9dd62861cb9a tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab798a65-9ec6-4209-959c-4396da48c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413327 May 06 10:15:13.746562 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-5862c572-d6d7-4c2a-bbcf-9842a883237e service neutron] Attempting to bind port e5ce6c9c-e926-41ca-b541-30646d595042 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:15:13.746906 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-5862c572-d6d7-4c2a-bbcf-9842a883237e service neutron] Attempting to bind port e5ce6c9c-e926-41ca-b541-30646d595042 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'eec9f6c2-b312-41ba-abac-f50645b2f71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:15:13.747280 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-5862c572-d6d7-4c2a-bbcf-9842a883237e service neutron] Attempting to bind port e5ce6c9c-e926-41ca-b541-30646d595042 on network 37fdc182-f614-4b69-a40a-b8c1a58133ab {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:15:13.753099 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-5862c572-d6d7-4c2a-bbcf-9842a883237e service neutron] Port e5ce6c9c-e926-41ca-b541-30646d595042 on network 37fdc182-f614-4b69-a40a-b8c1a58133ab not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:15:13.753426 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-5862c572-d6d7-4c2a-bbcf-9842a883237e service neutron] Attempting to bind port e5ce6c9c-e926-41ca-b541-30646d595042 on network 37fdc182-f614-4b69-a40a-b8c1a58133ab {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:15:13.759064 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-5862c572-d6d7-4c2a-bbcf-9842a883237e service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:15:13.759714 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-5862c572-d6d7-4c2a-bbcf-9842a883237e service neutron] Checking segment: {'id': 'eec9f6c2-b312-41ba-abac-f50645b2f71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:15:13.760238 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-5862c572-d6d7-4c2a-bbcf-9842a883237e service neutron] Bound using segment: {'id': 'eec9f6c2-b312-41ba-abac-f50645b2f71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:15:13.760503 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-5862c572-d6d7-4c2a-bbcf-9842a883237e service neutron] Bound port: e5ce6c9c-e926-41ca-b541-30646d595042, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eec9f6c2-b312-41ba-abac-f50645b2f71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:15:13.760870 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-5862c572-d6d7-4c2a-bbcf-9842a883237e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:13.847110 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-5862c572-d6d7-4c2a-bbcf-9842a883237e service neutron] For port e5ce6c9c-e926-41ca-b541-30646d595042, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:15:13.851154 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-5862c572-d6d7-4c2a-bbcf-9842a883237e service neutron] For port e5ce6c9c-e926-41ca-b541-30646d595042, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=e5ce6c9c-e926-41ca-b541-30646d595042,segment=NetworkSegment(eec9f6c2-b312-41ba-abac-f50645b2f71b),segment_id=eec9f6c2-b312-41ba-abac-f50645b2f71b)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:15:13.856902 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-5862c572-d6d7-4c2a-bbcf-9842a883237e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:13.897037 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-5862c572-d6d7-4c2a-bbcf-9842a883237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:13.897831 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-5862c572-d6d7-4c2a-bbcf-9842a883237e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:13.899500 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-5862c572-d6d7-4c2a-bbcf-9842a883237e service neutron] 10.222.0.77 "PUT /v2.0/ports/e5ce6c9c-e926-41ca-b541-30646d595042 HTTP/1.1" status: 200 len: 1092 time: 0.6694403 May 06 10:15:13.900119 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e105d8a3-0d57-48cf-93a1-72ac812b7f03', 'tag': 'e5ce6c9c-e926-41ca-b541-30646d595042'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:15:13.902494 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ea0ecf-0b3c-4aaa-9f98-2e970f9c760d" -d '{"events": [{"name": "network-changed", "server_uuid": "e105d8a3-0d57-48cf-93a1-72ac812b7f03", "tag": "e5ce6c9c-e926-41ca-b541-30646d595042"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:15:13.955969 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862c572-d6d7-4c2a-bbcf-9842a883237e service neutron] Pushing event updated for resources: {'Port': ['ID=e5ce6c9c-e926-41ca-b541-30646d595042,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:15:13.967970 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd1e69b-e3d6-42d1-8597-23769455514e x-openstack-request-id: req-6fd1e69b-e3d6-42d1-8597-23769455514e {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:15:13.968350 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e105d8a3-0d57-48cf-93a1-72ac812b7f03", "tag": "e5ce6c9c-e926-41ca-b541-30646d595042", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:15:13.968663 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6fd1e69b-e3d6-42d1-8597-23769455514e {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:15:13.969150 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fd1e69b-e3d6-42d1-8597-23769455514e'] response: {'name': 'network-changed', 'server_uuid': 'e105d8a3-0d57-48cf-93a1-72ac812b7f03', 'tag': 'e5ce6c9c-e926-41ca-b541-30646d595042', 'status': 'completed', 'code': 200} May 06 10:15:14.022734 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-5ce2c9ad-b1a0-41ed-bdcb-96e747b47495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:14.024306 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-5ce2c9ad-b1a0-41ed-bdcb-96e747b47495 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5fca4953af0d4a8fb05156b2d5c3069f&device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 1095 time: 0.0463579 May 06 10:15:14.078347 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-9dfe43a8-e55c-4637-a522-f9066460c8f7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5ce6c9c-e926-41ca-b541-30646d595042 HTTP/1.1" status: 200 len: 217 time: 0.0420783 May 06 10:15:14.133836 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-d57bb8b2-4427-4a8c-840d-1e129757f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:14.135369 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-d57bb8b2-4427-4a8c-840d-1e129757f21a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=af87d9b1-6e10-46ab-8ea7-60035f1f2691 HTTP/1.1" status: 200 len: 853 time: 0.0508349 May 06 10:15:14.183769 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-6b62a85c-51b8-4a2a-b205-2a02d66f20fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:14.185312 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-6b62a85c-51b8-4a2a-b205-2a02d66f20fc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=37fdc182-f614-4b69-a40a-b8c1a58133ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435274 May 06 10:15:14.283502 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-743af818-ed36-4ca8-91db-47e4b993ce76 service neutron] 10.222.0.77 "GET /v2.0/networks/37fdc182-f614-4b69-a40a-b8c1a58133ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918486 May 06 10:15:14.375107 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-95ac77ad-25f5-4e57-8b45-6cb2c1f581b9 req-90a77785-e032-4282-840a-495419ac32f4 service neutron] 10.222.0.77 "GET /v2.0/networks/37fdc182-f614-4b69-a40a-b8c1a58133ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851378 May 06 10:15:14.490168 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea0ecf-0b3c-4aaa-9f98-2e970f9c760d req-5dbf7a2d-d81a-44cf-ab75-6c8f5f73ef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:14.491769 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-27ea0ecf-0b3c-4aaa-9f98-2e970f9c760d req-5dbf7a2d-d81a-44cf-ab75-6c8f5f73ef7d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5fca4953af0d4a8fb05156b2d5c3069f&device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 1095 time: 0.0487380 May 06 10:15:14.586232 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea0ecf-0b3c-4aaa-9f98-2e970f9c760d req-6240ebee-38e0-4a45-a9ad-02294d00a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:14.587754 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-27ea0ecf-0b3c-4aaa-9f98-2e970f9c760d req-6240ebee-38e0-4a45-a9ad-02294d00a589 service neutron] 10.222.0.77 "GET /v2.0/networks?id=37fdc182-f614-4b69-a40a-b8c1a58133ab HTTP/1.1" status: 200 len: 915 time: 0.0874436 May 06 10:15:14.629970 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-27ea0ecf-0b3c-4aaa-9f98-2e970f9c760d req-57e56e60-cfd8-4a7d-84d2-8bcea9212e6d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5ce6c9c-e926-41ca-b541-30646d595042 HTTP/1.1" status: 200 len: 217 time: 0.0356874 May 06 10:15:14.683991 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea0ecf-0b3c-4aaa-9f98-2e970f9c760d req-b09383d3-19b1-4ca1-b05b-03016ce678c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:14.685445 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-27ea0ecf-0b3c-4aaa-9f98-2e970f9c760d req-b09383d3-19b1-4ca1-b05b-03016ce678c7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=af87d9b1-6e10-46ab-8ea7-60035f1f2691 HTTP/1.1" status: 200 len: 853 time: 0.0489829 May 06 10:15:14.732002 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea0ecf-0b3c-4aaa-9f98-2e970f9c760d req-3a4051cf-6de5-4531-afd0-aec76da2974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:14.734401 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-27ea0ecf-0b3c-4aaa-9f98-2e970f9c760d req-3a4051cf-6de5-4531-afd0-aec76da2974c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=37fdc182-f614-4b69-a40a-b8c1a58133ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417626 May 06 10:15:14.844755 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-27ea0ecf-0b3c-4aaa-9f98-2e970f9c760d req-147f709d-afda-43dc-b7b1-0de5a571f5d3 service neutron] 10.222.0.77 "GET /v2.0/networks/37fdc182-f614-4b69-a40a-b8c1a58133ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051342 May 06 10:15:14.852820 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92afa9-3a1d-4914-acb7-9ebe0bf5f767 req-ceaf2908-b942-4178-8f14-72aa4fa55952 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:14.854461 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cf92afa9-3a1d-4914-acb7-9ebe0bf5f767 req-ceaf2908-b942-4178-8f14-72aa4fa55952 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/ports?device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 944 time: 0.0565841 May 06 10:15:14.895580 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cf92afa9-3a1d-4914-acb7-9ebe0bf5f767 req-85883f97-c78a-42a5-8bea-de2514822dc8 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab798a65-9ec6-4209-959c-4396da48c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338874 May 06 10:15:14.964074 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-27ea0ecf-0b3c-4aaa-9f98-2e970f9c760d req-be87449d-8709-407d-963b-7a78ecd8a7f7 service neutron] 10.222.0.77 "GET /v2.0/networks/37fdc182-f614-4b69-a40a-b8c1a58133ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129775 May 06 10:15:15.954914 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c46c741c-df3b-45ac-b536-dd6431f6deac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:16.031063 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d1145-63f6-4169-811d-d2fbbcd68c7b req-dab506da-0818-4146-a75b-8d4e836348d4 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:16.032785 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f2d1145-63f6-4169-811d-d2fbbcd68c7b req-dab506da-0818-4146-a75b-8d4e836348d4 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/ports?device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 944 time: 0.0535491 May 06 10:15:16.072755 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f2d1145-63f6-4169-811d-d2fbbcd68c7b req-a1da4624-f6f9-47fc-b7ac-159af99457a7 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab798a65-9ec6-4209-959c-4396da48c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334256 May 06 10:15:17.191734 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d6ea5-6ba1-44f6-b0ac-c61f85ffd6ee req-3e3e7ee7-6141-4c93-bcb1-ed8c9c8ea264 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:17.193128 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f80d6ea5-6ba1-44f6-b0ac-c61f85ffd6ee req-3e3e7ee7-6141-4c93-bcb1-ed8c9c8ea264 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/ports?device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 944 time: 0.0495644 May 06 10:15:17.230705 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f80d6ea5-6ba1-44f6-b0ac-c61f85ffd6ee req-89344184-b807-47f6-9e39-ba301697be93 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab798a65-9ec6-4209-959c-4396da48c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314808 May 06 10:15:18.356502 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f53922-17f6-4f9a-ab32-0690efda2a98 req-5e0564c4-aa33-4d37-a13d-aaca1e34b24e tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:18.358623 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95f53922-17f6-4f9a-ab32-0690efda2a98 req-5e0564c4-aa33-4d37-a13d-aaca1e34b24e tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/ports?device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 944 time: 0.0540545 May 06 10:15:18.401252 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95f53922-17f6-4f9a-ab32-0690efda2a98 req-210db182-d75c-4d49-8a33-61b9b820b8b3 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab798a65-9ec6-4209-959c-4396da48c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356534 May 06 10:15:18.486042 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2c276c38-9a58-4838-be8c-34ec2999a3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:19.012598 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:19.515068 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c283c8a-ba69-4b93-b030-91038904eef8 req-6153ed08-218e-4f9c-80c5-81c0f2ff53aa tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:19.517120 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9c283c8a-ba69-4b93-b030-91038904eef8 req-6153ed08-218e-4f9c-80c5-81c0f2ff53aa tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/ports?device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 944 time: 0.0494688 May 06 10:15:19.555275 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9c283c8a-ba69-4b93-b030-91038904eef8 req-cce3fa96-8c3f-4923-9c26-adb7802ffd4b tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab798a65-9ec6-4209-959c-4396da48c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321712 May 06 10:15:19.600860 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:20.668527 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b4466-b14c-4239-845d-94f51c96776f req-487b78bc-7331-43ea-97a6-5151da6a21f5 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:20.669997 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7c3b4466-b14c-4239-845d-94f51c96776f req-487b78bc-7331-43ea-97a6-5151da6a21f5 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/ports?device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 944 time: 0.0472860 May 06 10:15:20.707013 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7c3b4466-b14c-4239-845d-94f51c96776f req-6b41e8ef-8c03-411d-a31b-d968ac9c2a9c tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab798a65-9ec6-4209-959c-4396da48c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303307 May 06 10:15:21.293502 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:21.485567 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:21.832368 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcaec7f-125d-4e53-a9c3-426f2ee0a095 req-0cd3f515-074e-4133-a261-db6ac4e8e82c tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:21.833839 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4dcaec7f-125d-4e53-a9c3-426f2ee0a095 req-0cd3f515-074e-4133-a261-db6ac4e8e82c tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/ports?device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 944 time: 0.0592918 May 06 10:15:21.871218 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4dcaec7f-125d-4e53-a9c3-426f2ee0a095 req-8a3d6c82-1ed8-4caf-b56c-a6fe005a6c81 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab798a65-9ec6-4209-959c-4396da48c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312996 May 06 10:15:22.985479 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71514394-23ea-4a0c-b2f8-dd7b25f70842 req-2265cb4b-2865-42e4-970f-0a6211f51edb tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:22.986960 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71514394-23ea-4a0c-b2f8-dd7b25f70842 req-2265cb4b-2865-42e4-970f-0a6211f51edb tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/ports?device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 944 time: 0.0494111 May 06 10:15:23.024604 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-71514394-23ea-4a0c-b2f8-dd7b25f70842 req-1cd4b67f-c243-419a-96f9-7bcb37e11f61 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab798a65-9ec6-4209-959c-4396da48c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316358 May 06 10:15:24.136721 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa942d-4b29-4bf5-af24-a394294f848b req-60d528dd-dc62-4261-85e2-6708abd6ede3 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:24.138196 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a5fa942d-4b29-4bf5-af24-a394294f848b req-60d528dd-dc62-4261-85e2-6708abd6ede3 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/ports?device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 944 time: 0.0482872 May 06 10:15:24.176008 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a5fa942d-4b29-4bf5-af24-a394294f848b req-b9e2b155-be7d-44ad-8ba7-562f5075ba33 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab798a65-9ec6-4209-959c-4396da48c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312595 May 06 10:15:24.782856 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device e5ce6c9c-e926-41ca-b541-30646d595042 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:15:24.875774 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port e5ce6c9c-e926-41ca-b541-30646d595042, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=e5ce6c9c-e926-41ca-b541-30646d595042,segment=NetworkSegment(eec9f6c2-b312-41ba-abac-f50645b2f71b),segment_id=eec9f6c2-b312-41ba-abac-f50645b2f71b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:15:24.888198 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'e5ce6c9c-e926-41ca-b541-30646d595042', 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab', 'port_id': 'e5ce6c9c-e926-41ca-b541-30646d595042', 'mac_address': 'fa:16:3e:1b:d9:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af87d9b1-6e10-46ab-8ea7-60035f1f2691', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:15:24.925491 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:24.941489 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ce6c9c-e926-41ca-b541-30646d595042 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:15:24.960165 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port e5ce6c9c-e926-41ca-b541-30646d595042, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=e5ce6c9c-e926-41ca-b541-30646d595042,segment=NetworkSegment(eec9f6c2-b312-41ba-abac-f50645b2f71b),segment_id=eec9f6c2-b312-41ba-abac-f50645b2f71b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:15:24.964047 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:25.010030 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=e5ce6c9c-e926-41ca-b541-30646d595042,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:15:25.301287 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f982673-712b-4b4d-848f-a6d35eaf5d44 req-d2c5738f-f553-4017-8b24-71b529e09a70 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:25.302788 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7f982673-712b-4b4d-848f-a6d35eaf5d44 req-d2c5738f-f553-4017-8b24-71b529e09a70 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/ports?device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 945 time: 0.0521030 May 06 10:15:25.340151 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7f982673-712b-4b4d-848f-a6d35eaf5d44 req-8b78c075-6c56-4846-af9f-1049d8a14d5a tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab798a65-9ec6-4209-959c-4396da48c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314145 May 06 10:15:25.379692 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['e5ce6c9c-e926-41ca-b541-30646d595042'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:15:26.456194 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef5b6a-849b-494e-964f-174e4b102ef6 req-c52f41d2-9c19-4a27-8698-c4d4b3aa70c0 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:26.457685 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-84ef5b6a-849b-494e-964f-174e4b102ef6 req-c52f41d2-9c19-4a27-8698-c4d4b3aa70c0 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/ports?device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 945 time: 0.0493219 May 06 10:15:26.495579 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-84ef5b6a-849b-494e-964f-174e4b102ef6 req-19e674a1-32c2-4c51-b6c0-8f3fa0ccebb7 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab798a65-9ec6-4209-959c-4396da48c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319490 May 06 10:15:26.780478 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device e5ce6c9c-e926-41ca-b541-30646d595042 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:15:26.829602 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port e5ce6c9c-e926-41ca-b541-30646d595042 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:15:26.833512 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port e5ce6c9c-e926-41ca-b541-30646d595042 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:15:26.833889 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:26.912012 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:26.934526 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e105d8a3-0d57-48cf-93a1-72ac812b7f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ce6c9c-e926-41ca-b541-30646d595042'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:15:26.936769 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37271c8b-b1c5-4c1f-aba1-78986d90db4c" -d '{"events": [{"server_uuid": "e105d8a3-0d57-48cf-93a1-72ac812b7f03", "name": "network-vif-plugged", "status": "completed", "tag": "e5ce6c9c-e926-41ca-b541-30646d595042"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:15:26.948832 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port e5ce6c9c-e926-41ca-b541-30646d595042, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=e5ce6c9c-e926-41ca-b541-30646d595042,segment=NetworkSegment(eec9f6c2-b312-41ba-abac-f50645b2f71b),segment_id=eec9f6c2-b312-41ba-abac-f50645b2f71b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:15:26.954502 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:26.979190 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9e2257-7842-4f4f-98c0-40817eebd748 x-openstack-request-id: req-ab9e2257-7842-4f4f-98c0-40817eebd748 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:15:26.979487 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e105d8a3-0d57-48cf-93a1-72ac812b7f03", "name": "network-vif-plugged", "status": "completed", "tag": "e5ce6c9c-e926-41ca-b541-30646d595042", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:15:26.979742 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ab9e2257-7842-4f4f-98c0-40817eebd748 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:15:26.980135 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab9e2257-7842-4f4f-98c0-40817eebd748'] response: {'server_uuid': 'e105d8a3-0d57-48cf-93a1-72ac812b7f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ce6c9c-e926-41ca-b541-30646d595042', 'code': 200} May 06 10:15:27.005627 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=e5ce6c9c-e926-41ca-b541-30646d595042,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:15:27.097488 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc05ead-3cd9-4c89-a6ac-6d39c4633d20 req-d255a037-d203-4273-96f0-ce92fb48cd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:27.098901 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fdc05ead-3cd9-4c89-a6ac-6d39c4633d20 req-d255a037-d203-4273-96f0-ce92fb48cd78 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 1097 time: 0.0414610 May 06 10:15:27.134908 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fdc05ead-3cd9-4c89-a6ac-6d39c4633d20 req-a9bc8378-76c6-42a8-9cb9-1123c9f1e50b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ab798a65-9ec6-4209-959c-4396da48c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285733 May 06 10:15:27.610860 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df9f9f-044d-4e00-ba34-e8ed2e23b496 req-20d074c4-fb6b-43dc-918a-27becae43ebb tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:27.612366 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-27df9f9f-044d-4e00-ba34-e8ed2e23b496 req-20d074c4-fb6b-43dc-918a-27becae43ebb tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/ports?device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 946 time: 0.0484676 May 06 10:15:27.649865 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-27df9f9f-044d-4e00-ba34-e8ed2e23b496 req-065f11e6-b690-42bc-8145-bcb49ad75b74 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab798a65-9ec6-4209-959c-4396da48c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314443 May 06 10:15:28.767287 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfdb58-65f6-4aa4-b590-d4952d54c26f req-7a1fc716-fa8d-4f9c-bbc7-6b62f6fc9ee6 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:28.768896 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-22dfdb58-65f6-4aa4-b590-d4952d54c26f req-7a1fc716-fa8d-4f9c-bbc7-6b62f6fc9ee6 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/ports?device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 946 time: 0.0530698 May 06 10:15:28.805314 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-22dfdb58-65f6-4aa4-b590-d4952d54c26f req-b2ba2934-258d-429a-b6f1-dc0fc92733ae tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab798a65-9ec6-4209-959c-4396da48c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305107 May 06 10:15:28.918901 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2d048-f2e8-42bd-b34b-709595550a94 req-32d80807-ff94-478a-926c-6e80aa6bff98 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:28.920459 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aaa2d048-f2e8-42bd-b34b-709595550a94 req-32d80807-ff94-478a-926c-6e80aa6bff98 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/ports?device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 946 time: 0.0507238 May 06 10:15:28.958331 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aaa2d048-f2e8-42bd-b34b-709595550a94 req-434e2805-5dd5-4abb-b664-cc27bb876a44 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab798a65-9ec6-4209-959c-4396da48c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315859 May 06 10:15:28.979577 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35600) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:15:29.068487 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08cd020-7348-4c17-9b9b-eb9dff373d2f tempest-TestVolumeBackupRestore-149953724 tempest-TestVolumeBackupRestore-149953724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:29.070004 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b08cd020-7348-4c17-9b9b-eb9dff373d2f tempest-TestVolumeBackupRestore-149953724 tempest-TestVolumeBackupRestore-149953724-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 1092 time: 0.0894363 May 06 10:15:29.072850 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 35604) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:15:29.077001 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-802c681c-7ebc-4d56-bea0-49b1ec47b235 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'port_id': 'e5ce6c9c-e926-41ca-b541-30646d595042', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:15:29.097492 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-802c681c-7ebc-4d56-bea0-49b1ec47b235 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for floatingip, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:29.193388 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-802c681c-7ebc-4d56-bea0-49b1ec47b235 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:29.266431 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:29.304016 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-802c681c-7ebc-4d56-bea0-49b1ec47b235 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Allocated IP 172.25.5.70 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/45d29fcf-af5e-46e9-93e3-b22d4f7515a3) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:15:29.407556 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-802c681c-7ebc-4d56-bea0-49b1ec47b235 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:29.440939 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-802c681c-7ebc-4d56-bea0-49b1ec47b235 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:29.474775 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802c681c-7ebc-4d56-bea0-49b1ec47b235 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:15:29.477615 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-802c681c-7ebc-4d56-bea0-49b1ec47b235 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:15:29.480917 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802c681c-7ebc-4d56-bea0-49b1ec47b235 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:15:29.516180 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c681c-7ebc-4d56-bea0-49b1ec47b235 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Pushing event updated for resources: {'Port': ['ID=45d29fcf-af5e-46e9-93e3-b22d4f7515a3,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:15:29.845791 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-802c681c-7ebc-4d56-bea0-49b1ec47b235 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:29.914333 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-802c681c-7ebc-4d56-bea0-49b1ec47b235 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:30.064675 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-802c681c-7ebc-4d56-bea0-49b1ec47b235 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:30.069275 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-802c681c-7ebc-4d56-bea0-49b1ec47b235 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:30.136702 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c681c-7ebc-4d56-bea0-49b1ec47b235 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Pushing event updated for resources: {'Port': ['ID=45d29fcf-af5e-46e9-93e3-b22d4f7515a3,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:15:30.146825 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-802c681c-7ebc-4d56-bea0-49b1ec47b235 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:30.259199 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-802c681c-7ebc-4d56-bea0-49b1ec47b235 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Floating IP 601be3a8-34d5-4273-a511-dcb15528ffd7 associated. External IP: 172.25.5.70, port: e5ce6c9c-e926-41ca-b541-30646d595042. May 06 10:15:30.470063 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802c681c-7ebc-4d56-bea0-49b1ec47b235 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Router 745301be-7627-4316-9c73-a1053d62c60b has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:15:30.582693 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802c681c-7ebc-4d56-bea0-49b1ec47b235 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:15:30.592624 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e62c0db-8f77-42bb-9feb-d43b8a830d07 None None] Sync routers for ids ['745301be-7627-4316-9c73-a1053d62c60b'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:15:30.601368 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-802c681c-7ebc-4d56-bea0-49b1ec47b235 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:30.603578 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e62c0db-8f77-42bb-9feb-d43b8a830d07 None None] Routers {'745301be-7627-4316-9c73-a1053d62c60b'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:15:30.604270 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-0e62c0db-8f77-42bb-9feb-d43b8a830d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:15:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['745301be-7627-4316-9c73-a1053d62c60b'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:15:30.629111 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-802c681c-7ebc-4d56-bea0-49b1ec47b235 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5552559 May 06 10:15:30.629697 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e105d8a3-0d57-48cf-93a1-72ac812b7f03', 'tag': 'e5ce6c9c-e926-41ca-b541-30646d595042'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:15:30.631911 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35606) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:15:30.632423 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f580cb4-467f-40e7-8d4a-6ff13cd6798d" -d '{"events": [{"name": "network-changed", "server_uuid": "e105d8a3-0d57-48cf-93a1-72ac812b7f03", "tag": "e5ce6c9c-e926-41ca-b541-30646d595042"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:15:30.671652 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4274ba2c-9897-4fd6-a547-baeaa7203b73 x-openstack-request-id: req-4274ba2c-9897-4fd6-a547-baeaa7203b73 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:15:30.671947 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e105d8a3-0d57-48cf-93a1-72ac812b7f03", "tag": "e5ce6c9c-e926-41ca-b541-30646d595042", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:15:30.672245 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4274ba2c-9897-4fd6-a547-baeaa7203b73 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:15:30.672620 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4274ba2c-9897-4fd6-a547-baeaa7203b73'] response: {'name': 'network-changed', 'server_uuid': 'e105d8a3-0d57-48cf-93a1-72ac812b7f03', 'tag': 'e5ce6c9c-e926-41ca-b541-30646d595042', 'status': 'completed', 'code': 200} May 06 10:15:30.674141 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e201c08e-1b64-403c-86b0-2c283a0c807f tempest-TestVolumeBackupRestore-149953724 tempest-TestVolumeBackupRestore-149953724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:30.675708 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e201c08e-1b64-403c-86b0-2c283a0c807f tempest-TestVolumeBackupRestore-149953724 tempest-TestVolumeBackupRestore-149953724-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 1092 time: 0.0427723 May 06 10:15:30.678433 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35610) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:15:30.682859 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-9c618bf0-f726-4ad1-acc6-b486e5efb1e4 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Request body: {'floatingip': {'port_id': 'e5ce6c9c-e926-41ca-b541-30646d595042'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:15:30.714659 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-0e62c0db-8f77-42bb-9feb-d43b8a830d07 None None] Set router 745301be-7627-4316-9c73-a1053d62c60b gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:15:30.742484 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9c618bf0-f726-4ad1-acc6-b486e5efb1e4 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for floatingip, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:30.761878 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f580cb4-467f-40e7-8d4a-6ff13cd6798d req-2486bb84-fc22-46fa-a8e1-5b1c35cd9b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:30.763494 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7f580cb4-467f-40e7-8d4a-6ff13cd6798d req-2486bb84-fc22-46fa-a8e1-5b1c35cd9b86 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5fca4953af0d4a8fb05156b2d5c3069f&device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 1097 time: 0.0486636 May 06 10:15:30.970055 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-0e62c0db-8f77-42bb-9feb-d43b8a830d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745301be-7627-4316-9c73-a1053d62c60b', 'name': 'tempest-TestVolumeBackupRestore-1958784732-router', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:13:17Z', 'revision_number': 4, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'gw_port': {'id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745301be-7627-4316-9c73-a1053d62c60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '601be3a8-34d5-4273-a511-dcb15528ffd7', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '745301be-7627-4316-9c73-a1053d62c60b', 'port_id': 'e5ce6c9c-e926-41ca-b541-30646d595042', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab', 'mac_address': 'fa:16:3e:1b:d9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e105d8a3-0d57-48cf-93a1-72ac812b7f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:15:29Z', 'updated_at': '2022-05-06T10:15:29Z', 'revision_number': 0, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc800c0-f692-4cb9-9028-9a878748ed48', 'name': '', 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'mac_address': 'fa:16:3e:f1:5d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745301be-7627-4316-9c73-a1053d62c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af87d9b1-6e10-46ab-8ea7-60035f1f2691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:17Z', 'updated_at': '2022-05-06T10:13:23Z', 'revision_number': 5, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'subnets': [{'id': 'af87d9b1-6e10-46ab-8ea7-60035f1f2691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:15:30.998106 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e62c0db-8f77-42bb-9feb-d43b8a830d07 None None] Checking router: 745301be-7627-4316-9c73-a1053d62c60b for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:15:31.008682 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e62c0db-8f77-42bb-9feb-d43b8a830d07 None None] Routers {'745301be-7627-4316-9c73-a1053d62c60b'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:15:31.009334 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-0e62c0db-8f77-42bb-9feb-d43b8a830d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:15:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['745301be-7627-4316-9c73-a1053d62c60b'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:15:31.137889 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-0e62c0db-8f77-42bb-9feb-d43b8a830d07 None None] Set router 745301be-7627-4316-9c73-a1053d62c60b gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:15:31.184541 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f580cb4-467f-40e7-8d4a-6ff13cd6798d req-a28c8c10-6226-4e4b-be9f-ff4b1feb43db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:31.186279 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7f580cb4-467f-40e7-8d4a-6ff13cd6798d req-a28c8c10-6226-4e4b-be9f-ff4b1feb43db service neutron] 10.222.0.77 "GET /v2.0/networks?id=37fdc182-f614-4b69-a40a-b8c1a58133ab HTTP/1.1" status: 200 len: 915 time: 0.4162054 May 06 10:15:31.259510 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7f580cb4-467f-40e7-8d4a-6ff13cd6798d req-b854d61d-cd86-4a55-9feb-795a57b87a64 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5ce6c9c-e926-41ca-b541-30646d595042 HTTP/1.1" status: 200 len: 999 time: 0.0653090 May 06 10:15:31.311809 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f580cb4-467f-40e7-8d4a-6ff13cd6798d req-74566317-97e3-48bd-9f3a-0e392c308f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:31.314192 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7f580cb4-467f-40e7-8d4a-6ff13cd6798d req-74566317-97e3-48bd-9f3a-0e392c308f37 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=af87d9b1-6e10-46ab-8ea7-60035f1f2691 HTTP/1.1" status: 200 len: 853 time: 0.0487597 May 06 10:15:31.367282 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f580cb4-467f-40e7-8d4a-6ff13cd6798d req-ebeee8ae-464b-4537-8b11-fd35425df952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:31.369106 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7f580cb4-467f-40e7-8d4a-6ff13cd6798d req-ebeee8ae-464b-4537-8b11-fd35425df952 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=37fdc182-f614-4b69-a40a-b8c1a58133ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478125 May 06 10:15:31.471454 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7f580cb4-467f-40e7-8d4a-6ff13cd6798d req-22c99b9f-c1c1-462d-91cd-897bc33222c8 service neutron] 10.222.0.77 "GET /v2.0/networks/37fdc182-f614-4b69-a40a-b8c1a58133ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953128 May 06 10:15:31.543200 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-0e62c0db-8f77-42bb-9feb-d43b8a830d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745301be-7627-4316-9c73-a1053d62c60b', 'name': 'tempest-TestVolumeBackupRestore-1958784732-router', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:13:17Z', 'revision_number': 4, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'gw_port': {'id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745301be-7627-4316-9c73-a1053d62c60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '601be3a8-34d5-4273-a511-dcb15528ffd7', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '745301be-7627-4316-9c73-a1053d62c60b', 'port_id': 'e5ce6c9c-e926-41ca-b541-30646d595042', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab', 'mac_address': 'fa:16:3e:1b:d9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e105d8a3-0d57-48cf-93a1-72ac812b7f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:15:29Z', 'updated_at': '2022-05-06T10:15:29Z', 'revision_number': 0, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc800c0-f692-4cb9-9028-9a878748ed48', 'name': '', 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'mac_address': 'fa:16:3e:f1:5d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745301be-7627-4316-9c73-a1053d62c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af87d9b1-6e10-46ab-8ea7-60035f1f2691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:17Z', 'updated_at': '2022-05-06T10:13:23Z', 'revision_number': 5, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'subnets': [{'id': 'af87d9b1-6e10-46ab-8ea7-60035f1f2691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:15:31.571136 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e62c0db-8f77-42bb-9feb-d43b8a830d07 None None] The sync data for ids ['745301be-7627-4316-9c73-a1053d62c60b'] in n-d-840835-1 is: [{'id': '745301be-7627-4316-9c73-a1053d62c60b', 'name': 'tempest-TestVolumeBackupRestore-1958784732-router', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:13:17Z', 'revision_number': 4, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'gw_port': {'id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745301be-7627-4316-9c73-a1053d62c60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '601be3a8-34d5-4273-a511-dcb15528ffd7', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '745301be-7627-4316-9c73-a1053d62c60b', 'port_id': 'e5ce6c9c-e926-41ca-b541-30646d595042', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab', 'mac_address': 'fa:16:3e:1b:d9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e105d8a3-0d57-48cf-93a1-72ac812b7f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:15:29Z', 'updated_at': '2022-05-06T10:15:29Z', 'revision_number': 0, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc800c0-f692-4cb9-9028-9a878748ed48', 'name': '', 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'mac_address': 'fa:16:3e:f1:5d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745301be-7627-4316-9c73-a1053d62c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af87d9b1-6e10-46ab-8ea7-60035f1f2691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:17Z', 'updated_at': '2022-05-06T10:13:23Z', 'revision_number': 5, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'subnets': [{'id': 'af87d9b1-6e10-46ab-8ea7-60035f1f2691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:15:31.575556 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7f580cb4-467f-40e7-8d4a-6ff13cd6798d req-47e503bf-03e5-4d33-aecf-3e1606dd730f service neutron] 10.222.0.77 "GET /v2.0/networks/37fdc182-f614-4b69-a40a-b8c1a58133ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974321 May 06 10:15:31.610906 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9c618bf0-f726-4ad1-acc6-b486e5efb1e4 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:31.614485 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9c618bf0-f726-4ad1-acc6-b486e5efb1e4 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:31.835835 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c618bf0-f726-4ad1-acc6-b486e5efb1e4 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Router 745301be-7627-4316-9c73-a1053d62c60b has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:15:31.950329 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c618bf0-f726-4ad1-acc6-b486e5efb1e4 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:15:31.956023 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9c618bf0-f726-4ad1-acc6-b486e5efb1e4 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:31.984218 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e105d8a3-0d57-48cf-93a1-72ac812b7f03', 'tag': 'e5ce6c9c-e926-41ca-b541-30646d595042'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:15:31.986566 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92730b7a-5acf-41ce-b0b4-315883dabed9" -d '{"events": [{"name": "network-changed", "server_uuid": "e105d8a3-0d57-48cf-93a1-72ac812b7f03", "tag": "e5ce6c9c-e926-41ca-b541-30646d595042"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:15:32.017888 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9c618bf0-f726-4ad1-acc6-b486e5efb1e4 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "PUT /v2.0/floatingips/601be3a8-34d5-4273-a511-dcb15528ffd7 HTTP/1.1" status: 200 len: 991 time: 1.3384135 May 06 10:15:32.094609 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc5f122-eda8-4258-890f-ed42f8439f83 x-openstack-request-id: req-6bc5f122-eda8-4258-890f-ed42f8439f83 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:15:32.094903 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e105d8a3-0d57-48cf-93a1-72ac812b7f03", "tag": "e5ce6c9c-e926-41ca-b541-30646d595042", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:15:32.095177 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6bc5f122-eda8-4258-890f-ed42f8439f83 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:15:32.095588 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bc5f122-eda8-4258-890f-ed42f8439f83'] response: {'name': 'network-changed', 'server_uuid': 'e105d8a3-0d57-48cf-93a1-72ac812b7f03', 'tag': 'e5ce6c9c-e926-41ca-b541-30646d595042', 'status': 'completed', 'code': 200} May 06 10:15:32.179471 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92730b7a-5acf-41ce-b0b4-315883dabed9 req-f4ac9ab4-beed-49b4-8736-3151d518fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:32.181129 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-92730b7a-5acf-41ce-b0b4-315883dabed9 req-f4ac9ab4-beed-49b4-8736-3151d518fdd8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5fca4953af0d4a8fb05156b2d5c3069f&device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 1097 time: 0.0436749 May 06 10:15:32.245072 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bacf719-bdfb-4170-9c47-1034558c42ee None None] New status for floating IP 601be3a8-34d5-4273-a511-dcb15528ffd7: ACTIVE {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:15:32.279906 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92730b7a-5acf-41ce-b0b4-315883dabed9 req-a440812a-b962-4af8-af04-680f575a2f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:32.281447 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-92730b7a-5acf-41ce-b0b4-315883dabed9 req-a440812a-b962-4af8-af04-680f575a2f69 service neutron] 10.222.0.77 "GET /v2.0/networks?id=37fdc182-f614-4b69-a40a-b8c1a58133ab HTTP/1.1" status: 200 len: 915 time: 0.0929418 May 06 10:15:32.352248 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-92730b7a-5acf-41ce-b0b4-315883dabed9 req-d0b01dac-0a3e-435a-9453-254e413517a0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5ce6c9c-e926-41ca-b541-30646d595042 HTTP/1.1" status: 200 len: 999 time: 0.0641506 May 06 10:15:32.402419 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92730b7a-5acf-41ce-b0b4-315883dabed9 req-824d8be2-a6d9-49f3-9cc3-17b0f95632e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:32.404063 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-92730b7a-5acf-41ce-b0b4-315883dabed9 req-824d8be2-a6d9-49f3-9cc3-17b0f95632e9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=af87d9b1-6e10-46ab-8ea7-60035f1f2691 HTTP/1.1" status: 200 len: 853 time: 0.0447590 May 06 10:15:32.454513 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92730b7a-5acf-41ce-b0b4-315883dabed9 req-f5d02eea-1b38-4266-af36-49c0d4abf59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:32.455665 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c8e3f3-68cc-441e-8915-4c1e72fca31b None None] Sync routers for ids ['745301be-7627-4316-9c73-a1053d62c60b'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:15:32.456160 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-92730b7a-5acf-41ce-b0b4-315883dabed9 req-f5d02eea-1b38-4266-af36-49c0d4abf59b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=37fdc182-f614-4b69-a40a-b8c1a58133ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452199 May 06 10:15:32.465049 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c8e3f3-68cc-441e-8915-4c1e72fca31b None None] Routers {'745301be-7627-4316-9c73-a1053d62c60b'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:15:32.465673 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-55c8e3f3-68cc-441e-8915-4c1e72fca31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:15:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['745301be-7627-4316-9c73-a1053d62c60b'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:15:32.552650 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-92730b7a-5acf-41ce-b0b4-315883dabed9 req-d5efb143-58e3-4227-989b-60d1f4aba014 service neutron] 10.222.0.77 "GET /v2.0/networks/37fdc182-f614-4b69-a40a-b8c1a58133ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900505 May 06 10:15:32.578606 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-55c8e3f3-68cc-441e-8915-4c1e72fca31b None None] Set router 745301be-7627-4316-9c73-a1053d62c60b gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:15:32.645337 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-92730b7a-5acf-41ce-b0b4-315883dabed9 req-6d76f187-367f-4d6e-bcbe-8f40cbde92f1 service neutron] 10.222.0.77 "GET /v2.0/networks/37fdc182-f614-4b69-a40a-b8c1a58133ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860937 May 06 10:15:32.805346 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-55c8e3f3-68cc-441e-8915-4c1e72fca31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745301be-7627-4316-9c73-a1053d62c60b', 'name': 'tempest-TestVolumeBackupRestore-1958784732-router', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:13:17Z', 'revision_number': 4, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'gw_port': {'id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745301be-7627-4316-9c73-a1053d62c60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '601be3a8-34d5-4273-a511-dcb15528ffd7', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '745301be-7627-4316-9c73-a1053d62c60b', 'port_id': 'e5ce6c9c-e926-41ca-b541-30646d595042', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab', 'mac_address': 'fa:16:3e:1b:d9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e105d8a3-0d57-48cf-93a1-72ac812b7f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:15:29Z', 'updated_at': '2022-05-06T10:15:32Z', 'revision_number': 2, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc800c0-f692-4cb9-9028-9a878748ed48', 'name': '', 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'mac_address': 'fa:16:3e:f1:5d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745301be-7627-4316-9c73-a1053d62c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af87d9b1-6e10-46ab-8ea7-60035f1f2691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:17Z', 'updated_at': '2022-05-06T10:13:23Z', 'revision_number': 5, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'subnets': [{'id': 'af87d9b1-6e10-46ab-8ea7-60035f1f2691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:15:32.834156 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c8e3f3-68cc-441e-8915-4c1e72fca31b None None] Checking router: 745301be-7627-4316-9c73-a1053d62c60b for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:15:32.842858 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c8e3f3-68cc-441e-8915-4c1e72fca31b None None] Routers {'745301be-7627-4316-9c73-a1053d62c60b'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:15:32.843565 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-55c8e3f3-68cc-441e-8915-4c1e72fca31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:15:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['745301be-7627-4316-9c73-a1053d62c60b'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:15:32.953920 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-55c8e3f3-68cc-441e-8915-4c1e72fca31b None None] Set router 745301be-7627-4316-9c73-a1053d62c60b gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:15:33.198160 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-55c8e3f3-68cc-441e-8915-4c1e72fca31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745301be-7627-4316-9c73-a1053d62c60b', 'name': 'tempest-TestVolumeBackupRestore-1958784732-router', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:13:17Z', 'revision_number': 4, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'gw_port': {'id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745301be-7627-4316-9c73-a1053d62c60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '601be3a8-34d5-4273-a511-dcb15528ffd7', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '745301be-7627-4316-9c73-a1053d62c60b', 'port_id': 'e5ce6c9c-e926-41ca-b541-30646d595042', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab', 'mac_address': 'fa:16:3e:1b:d9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e105d8a3-0d57-48cf-93a1-72ac812b7f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:15:29Z', 'updated_at': '2022-05-06T10:15:32Z', 'revision_number': 2, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc800c0-f692-4cb9-9028-9a878748ed48', 'name': '', 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'mac_address': 'fa:16:3e:f1:5d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745301be-7627-4316-9c73-a1053d62c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af87d9b1-6e10-46ab-8ea7-60035f1f2691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:17Z', 'updated_at': '2022-05-06T10:13:23Z', 'revision_number': 5, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'subnets': [{'id': 'af87d9b1-6e10-46ab-8ea7-60035f1f2691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:15:33.232402 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c8e3f3-68cc-441e-8915-4c1e72fca31b None None] The sync data for ids ['745301be-7627-4316-9c73-a1053d62c60b'] in n-d-840835-1 is: [{'id': '745301be-7627-4316-9c73-a1053d62c60b', 'name': 'tempest-TestVolumeBackupRestore-1958784732-router', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:13:17Z', 'revision_number': 4, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'gw_port': {'id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745301be-7627-4316-9c73-a1053d62c60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '601be3a8-34d5-4273-a511-dcb15528ffd7', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '745301be-7627-4316-9c73-a1053d62c60b', 'port_id': 'e5ce6c9c-e926-41ca-b541-30646d595042', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab', 'mac_address': 'fa:16:3e:1b:d9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e105d8a3-0d57-48cf-93a1-72ac812b7f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:15:29Z', 'updated_at': '2022-05-06T10:15:32Z', 'revision_number': 2, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc800c0-f692-4cb9-9028-9a878748ed48', 'name': '', 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'mac_address': 'fa:16:3e:f1:5d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745301be-7627-4316-9c73-a1053d62c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af87d9b1-6e10-46ab-8ea7-60035f1f2691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:17Z', 'updated_at': '2022-05-06T10:13:23Z', 'revision_number': 5, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'subnets': [{'id': 'af87d9b1-6e10-46ab-8ea7-60035f1f2691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:15:34.096781 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e105d8a3-0d57-48cf-93a1-72ac812b7f03', 'tag': 'e5ce6c9c-e926-41ca-b541-30646d595042'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:15:34.099474 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68885d64-2a6e-4704-9178-cdd180d8ebee" -d '{"events": [{"name": "network-changed", "server_uuid": "e105d8a3-0d57-48cf-93a1-72ac812b7f03", "tag": "e5ce6c9c-e926-41ca-b541-30646d595042"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:15:34.137146 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe6eb6b-d596-433b-aa78-04ba6ffbbe18 x-openstack-request-id: req-cfe6eb6b-d596-433b-aa78-04ba6ffbbe18 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:15:34.137820 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e105d8a3-0d57-48cf-93a1-72ac812b7f03", "tag": "e5ce6c9c-e926-41ca-b541-30646d595042", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:15:34.138160 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cfe6eb6b-d596-433b-aa78-04ba6ffbbe18 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:15:34.138670 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfe6eb6b-d596-433b-aa78-04ba6ffbbe18'] response: {'name': 'network-changed', 'server_uuid': 'e105d8a3-0d57-48cf-93a1-72ac812b7f03', 'tag': 'e5ce6c9c-e926-41ca-b541-30646d595042', 'status': 'completed', 'code': 200} May 06 10:15:34.232790 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68885d64-2a6e-4704-9178-cdd180d8ebee req-d3906675-e4eb-47de-9594-e90c13b3512a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:34.235256 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-68885d64-2a6e-4704-9178-cdd180d8ebee req-d3906675-e4eb-47de-9594-e90c13b3512a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5fca4953af0d4a8fb05156b2d5c3069f&device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 1097 time: 0.0509312 May 06 10:15:34.326863 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68885d64-2a6e-4704-9178-cdd180d8ebee req-5bd66012-9fcd-4793-a7ff-57797b6c0b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:34.328940 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-68885d64-2a6e-4704-9178-cdd180d8ebee req-5bd66012-9fcd-4793-a7ff-57797b6c0b99 service neutron] 10.222.0.77 "GET /v2.0/networks?id=37fdc182-f614-4b69-a40a-b8c1a58133ab HTTP/1.1" status: 200 len: 915 time: 0.0853171 May 06 10:15:34.404878 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-68885d64-2a6e-4704-9178-cdd180d8ebee req-8cdf01fa-f5c4-45ed-8276-ef7174bec302 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5ce6c9c-e926-41ca-b541-30646d595042 HTTP/1.1" status: 200 len: 1001 time: 0.0694847 May 06 10:15:34.455157 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68885d64-2a6e-4704-9178-cdd180d8ebee req-6605c5a0-aa65-47ab-beda-8af639e79d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:34.456688 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-68885d64-2a6e-4704-9178-cdd180d8ebee req-6605c5a0-aa65-47ab-beda-8af639e79d5d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=af87d9b1-6e10-46ab-8ea7-60035f1f2691 HTTP/1.1" status: 200 len: 853 time: 0.0455031 May 06 10:15:34.508032 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68885d64-2a6e-4704-9178-cdd180d8ebee req-7a002901-24e3-4bd9-ae2b-934f2ad4356e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:34.509808 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-68885d64-2a6e-4704-9178-cdd180d8ebee req-7a002901-24e3-4bd9-ae2b-934f2ad4356e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=37fdc182-f614-4b69-a40a-b8c1a58133ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472512 May 06 10:15:34.618763 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-68885d64-2a6e-4704-9178-cdd180d8ebee req-789efe7b-760d-4455-a56c-4aa9d3454daf service neutron] 10.222.0.77 "GET /v2.0/networks/37fdc182-f614-4b69-a40a-b8c1a58133ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018062 May 06 10:15:34.718473 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-68885d64-2a6e-4704-9178-cdd180d8ebee req-4f097f8e-0f5a-4f3d-b1e0-a08cde6cb274 service neutron] 10.222.0.77 "GET /v2.0/networks/37fdc182-f614-4b69-a40a-b8c1a58133ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935416 May 06 10:15:45.958050 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-266b7e14-4b17-4cf4-93da-b5a16189548a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:47.006036 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:15:48.496670 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-821c0c63-caed-4208-8f9d-b243197a5cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:49.011464 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:49.603480 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:51.297983 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:51.490896 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:59.257848 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:00.560340 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35632) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:16:00.714517 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-abcc49cc-6f43-49f4-a317-cce0d5832011 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Deleting port 45d29fcf-af5e-46e9-93e3-b22d4f7515a3 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:16:00.714863 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-abcc49cc-6f43-49f4-a317-cce0d5832011 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:00.792591 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-abcc49cc-6f43-49f4-a317-cce0d5832011 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:00.792932 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-abcc49cc-6f43-49f4-a317-cce0d5832011 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:00.805161 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-abcc49cc-6f43-49f4-a317-cce0d5832011 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Calling delete_port for 45d29fcf-af5e-46e9-93e3-b22d4f7515a3 owned by network:floatingip {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:16:00.959054 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-abcc49cc-6f43-49f4-a317-cce0d5832011 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:00.985400 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc49cc-6f43-49f4-a317-cce0d5832011 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Pushing event deleted for resources: {'Port': ['ID=45d29fcf-af5e-46e9-93e3-b22d4f7515a3,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:16:00.997577 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc49cc-6f43-49f4-a317-cce0d5832011 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:00.997932 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc49cc-6f43-49f4-a317-cce0d5832011 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:00.998281 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc49cc-6f43-49f4-a317-cce0d5832011 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:00.998620 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc49cc-6f43-49f4-a317-cce0d5832011 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:00.998955 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc49cc-6f43-49f4-a317-cce0d5832011 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:00.999322 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc49cc-6f43-49f4-a317-cce0d5832011 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:00.999649 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc49cc-6f43-49f4-a317-cce0d5832011 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:00.999976 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc49cc-6f43-49f4-a317-cce0d5832011 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:01.000303 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc49cc-6f43-49f4-a317-cce0d5832011 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:01.000627 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc49cc-6f43-49f4-a317-cce0d5832011 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:01.000953 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc49cc-6f43-49f4-a317-cce0d5832011 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:01.001279 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc49cc-6f43-49f4-a317-cce0d5832011 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:01.057383 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-abcc49cc-6f43-49f4-a317-cce0d5832011 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for floatingip, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:01.057717 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-abcc49cc-6f43-49f4-a317-cce0d5832011 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Floating IP 601be3a8-34d5-4273-a511-dcb15528ffd7 disassociated (deleted). External IP: 172.25.5.70, port: e5ce6c9c-e926-41ca-b541-30646d595042. May 06 10:16:01.288050 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cbb8f3a3-f415-4941-8442-26b86f0ef168 req-4e319d41-f79f-4f4a-8a09-5fb458191238 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0881476 May 06 10:16:01.305242 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcc49cc-6f43-49f4-a317-cce0d5832011 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Router 745301be-7627-4316-9c73-a1053d62c60b has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:16:01.440551 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8f3a3-f415-4941-8442-26b86f0ef168 req-89aebf8e-94d3-4027-8a93-e473f4b8cf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:01.442465 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cbb8f3a3-f415-4941-8442-26b86f0ef168 req-89aebf8e-94d3-4027-8a93-e473f4b8cf10 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 1096 time: 0.0900352 May 06 10:16:01.455863 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcc49cc-6f43-49f4-a317-cce0d5832011 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:16:01.461472 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-abcc49cc-6f43-49f4-a317-cce0d5832011 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:01.466041 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533785cb-ec77-49c0-a2cd-8d78abd43050 None None] Sync routers for ids ['745301be-7627-4316-9c73-a1053d62c60b'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:16:01.479128 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533785cb-ec77-49c0-a2cd-8d78abd43050 None None] Routers {'745301be-7627-4316-9c73-a1053d62c60b'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:16:01.479757 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-533785cb-ec77-49c0-a2cd-8d78abd43050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:15:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['745301be-7627-4316-9c73-a1053d62c60b'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:16:01.536725 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-abcc49cc-6f43-49f4-a317-cce0d5832011 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "DELETE /v2.0/floatingips/601be3a8-34d5-4273-a511-dcb15528ffd7 HTTP/1.1" status: 204 len: 168 time: 0.9752743 May 06 10:16:01.538703 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e105d8a3-0d57-48cf-93a1-72ac812b7f03', 'tag': 'e5ce6c9c-e926-41ca-b541-30646d595042'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:16:01.541242 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ede08f2-eefe-43c0-83de-78e3adefdbdc" -d '{"events": [{"name": "network-changed", "server_uuid": "e105d8a3-0d57-48cf-93a1-72ac812b7f03", "tag": "e5ce6c9c-e926-41ca-b541-30646d595042"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:16:01.584336 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8f3a3-f415-4941-8442-26b86f0ef168 req-13c04748-b80a-4d4f-891b-14406e337836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:01.585866 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cbb8f3a3-f415-4941-8442-26b86f0ef168 req-13c04748-b80a-4d4f-891b-14406e337836 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 913 time: 0.1218235 May 06 10:16:01.591665 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-533785cb-ec77-49c0-a2cd-8d78abd43050 None None] Set router 745301be-7627-4316-9c73-a1053d62c60b gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:16:01.664359 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cbb8f3a3-f415-4941-8442-26b86f0ef168 req-e15d3601-82d9-48a2-bf09-ef536f664f4e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a4ac9e8-0d0a-439b-89e3-877e46ddc45c HTTP/1.1" status: 200 len: 1001 time: 0.0706234 May 06 10:16:01.713073 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a16c0b-fceb-4fbc-b80b-71eefcd33b1a x-openstack-request-id: req-61a16c0b-fceb-4fbc-b80b-71eefcd33b1a {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:16:01.713421 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e105d8a3-0d57-48cf-93a1-72ac812b7f03", "tag": "e5ce6c9c-e926-41ca-b541-30646d595042", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:16:01.713768 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-61a16c0b-fceb-4fbc-b80b-71eefcd33b1a {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:16:01.714246 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61a16c0b-fceb-4fbc-b80b-71eefcd33b1a'] response: {'name': 'network-changed', 'server_uuid': 'e105d8a3-0d57-48cf-93a1-72ac812b7f03', 'tag': 'e5ce6c9c-e926-41ca-b541-30646d595042', 'status': 'completed', 'code': 200} May 06 10:16:01.720362 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8f3a3-f415-4941-8442-26b86f0ef168 req-e08c566e-9248-4ddd-9b60-cb4dfdbf98bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:01.721944 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cbb8f3a3-f415-4941-8442-26b86f0ef168 req-e08c566e-9248-4ddd-9b60-cb4dfdbf98bd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6c703b66-fbd0-4b8e-aa48-38bd7169d05a HTTP/1.1" status: 200 len: 851 time: 0.0496876 May 06 10:16:01.805553 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8f3a3-f415-4941-8442-26b86f0ef168 req-6e41b2d4-3719-4595-ae43-fa1a025d3019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:01.807330 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cbb8f3a3-f415-4941-8442-26b86f0ef168 req-6e41b2d4-3719-4595-ae43-fa1a025d3019 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e79942ca-e345-49b7-9237-09d84c169e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789232 May 06 10:16:01.813876 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-533785cb-ec77-49c0-a2cd-8d78abd43050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745301be-7627-4316-9c73-a1053d62c60b', 'name': 'tempest-TestVolumeBackupRestore-1958784732-router', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:13:17Z', 'revision_number': 4, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'gw_port': {'id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745301be-7627-4316-9c73-a1053d62c60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '2dc800c0-f692-4cb9-9028-9a878748ed48', 'name': '', 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'mac_address': 'fa:16:3e:f1:5d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745301be-7627-4316-9c73-a1053d62c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af87d9b1-6e10-46ab-8ea7-60035f1f2691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:17Z', 'updated_at': '2022-05-06T10:13:23Z', 'revision_number': 5, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'subnets': [{'id': 'af87d9b1-6e10-46ab-8ea7-60035f1f2691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:16:01.814558 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede08f2-eefe-43c0-83de-78e3adefdbdc req-aacbfc6f-294c-43af-b1cb-d51dcea2d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:01.816979 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3ede08f2-eefe-43c0-83de-78e3adefdbdc req-aacbfc6f-294c-43af-b1cb-d51dcea2d495 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5fca4953af0d4a8fb05156b2d5c3069f&device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 1097 time: 0.0493672 May 06 10:16:01.831034 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ff8f7-7230-478f-a959-95c71f8adcfe req-7c64c01d-6351-4f26-8a4d-ccedb75045c0 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:01.833582 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d7ff8f7-7230-478f-a959-95c71f8adcfe req-7c64c01d-6351-4f26-8a4d-ccedb75045c0 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/ports?device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 946 time: 0.0726929 May 06 10:16:01.842977 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533785cb-ec77-49c0-a2cd-8d78abd43050 None None] Checking router: 745301be-7627-4316-9c73-a1053d62c60b for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:16:01.852403 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533785cb-ec77-49c0-a2cd-8d78abd43050 None None] Routers {'745301be-7627-4316-9c73-a1053d62c60b'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:16:01.853018 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-533785cb-ec77-49c0-a2cd-8d78abd43050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:15:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['745301be-7627-4316-9c73-a1053d62c60b'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:16:01.924016 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede08f2-eefe-43c0-83de-78e3adefdbdc req-cbff8fe9-5869-4d86-83ab-4764625047c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:01.924273 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d7ff8f7-7230-478f-a959-95c71f8adcfe req-525e66d2-0e71-41ce-8a55-a2ccf531d173 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab798a65-9ec6-4209-959c-4396da48c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767570 May 06 10:16:01.925517 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3ede08f2-eefe-43c0-83de-78e3adefdbdc req-cbff8fe9-5869-4d86-83ab-4764625047c8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=37fdc182-f614-4b69-a40a-b8c1a58133ab HTTP/1.1" status: 200 len: 915 time: 0.1000366 May 06 10:16:01.954034 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cbb8f3a3-f415-4941-8442-26b86f0ef168 req-be94143b-e10b-4d0f-bca3-f6a4fe653b07 service neutron] 10.222.0.84 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386769 May 06 10:16:01.974551 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-533785cb-ec77-49c0-a2cd-8d78abd43050 None None] Set router 745301be-7627-4316-9c73-a1053d62c60b gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:16:01.980194 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3ede08f2-eefe-43c0-83de-78e3adefdbdc req-1f592df5-ead0-479b-9b4b-58944830c6a1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5ce6c9c-e926-41ca-b541-30646d595042 HTTP/1.1" status: 200 len: 217 time: 0.0454767 May 06 10:16:02.034391 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede08f2-eefe-43c0-83de-78e3adefdbdc req-1c18348b-3c15-4316-bcaf-8a5432ee6b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:02.036657 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3ede08f2-eefe-43c0-83de-78e3adefdbdc req-1c18348b-3c15-4316-bcaf-8a5432ee6b37 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=af87d9b1-6e10-46ab-8ea7-60035f1f2691 HTTP/1.1" status: 200 len: 853 time: 0.0492468 May 06 10:16:02.056763 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cbb8f3a3-f415-4941-8442-26b86f0ef168 req-bd43b16a-5b1a-4479-8fe6-3035db105a5d service neutron] 10.222.0.84 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959585 May 06 10:16:02.094353 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede08f2-eefe-43c0-83de-78e3adefdbdc req-89238527-21f4-473f-b8fa-da76b0709672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:02.095934 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3ede08f2-eefe-43c0-83de-78e3adefdbdc req-89238527-21f4-473f-b8fa-da76b0709672 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=37fdc182-f614-4b69-a40a-b8c1a58133ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515196 May 06 10:16:02.189058 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3ede08f2-eefe-43c0-83de-78e3adefdbdc req-25771849-cd48-4b35-a5ca-257c1f2b9658 service neutron] 10.222.0.77 "GET /v2.0/networks/37fdc182-f614-4b69-a40a-b8c1a58133ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847273 May 06 10:16:02.270609 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-533785cb-ec77-49c0-a2cd-8d78abd43050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745301be-7627-4316-9c73-a1053d62c60b', 'name': 'tempest-TestVolumeBackupRestore-1958784732-router', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:13:17Z', 'revision_number': 4, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'gw_port': {'id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745301be-7627-4316-9c73-a1053d62c60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '2dc800c0-f692-4cb9-9028-9a878748ed48', 'name': '', 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'mac_address': 'fa:16:3e:f1:5d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745301be-7627-4316-9c73-a1053d62c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af87d9b1-6e10-46ab-8ea7-60035f1f2691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:17Z', 'updated_at': '2022-05-06T10:13:23Z', 'revision_number': 5, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'subnets': [{'id': 'af87d9b1-6e10-46ab-8ea7-60035f1f2691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:16:02.287945 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3ede08f2-eefe-43c0-83de-78e3adefdbdc req-77da8731-7f83-4f44-944a-b370fafd5660 service neutron] 10.222.0.77 "GET /v2.0/networks/37fdc182-f614-4b69-a40a-b8c1a58133ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907245 May 06 10:16:02.296804 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533785cb-ec77-49c0-a2cd-8d78abd43050 None None] The sync data for ids ['745301be-7627-4316-9c73-a1053d62c60b'] in n-d-840835-1 is: [{'id': '745301be-7627-4316-9c73-a1053d62c60b', 'name': 'tempest-TestVolumeBackupRestore-1958784732-router', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:13:17Z', 'revision_number': 4, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'gw_port': {'id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745301be-7627-4316-9c73-a1053d62c60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '2dc800c0-f692-4cb9-9028-9a878748ed48', 'name': '', 'network_id': '37fdc182-f614-4b69-a40a-b8c1a58133ab', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'mac_address': 'fa:16:3e:f1:5d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745301be-7627-4316-9c73-a1053d62c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af87d9b1-6e10-46ab-8ea7-60035f1f2691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:17Z', 'updated_at': '2022-05-06T10:13:23Z', 'revision_number': 5, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'subnets': [{'id': 'af87d9b1-6e10-46ab-8ea7-60035f1f2691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:16:02.531248 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c789158-3957-4f2c-87a4-6acd714bd98b None None] New status for floating IP 601be3a8-34d5-4273-a511-dcb15528ffd7: DOWN {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:16:03.043820 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100dc9c8-d394-4a30-8f2b-77d1286c3852 req-8be7156c-ce1a-4aa2-b6cd-71a7c135cc8f tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:03.045321 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-100dc9c8-d394-4a30-8f2b-77d1286c3852 req-8be7156c-ce1a-4aa2-b6cd-71a7c135cc8f tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/ports?device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 946 time: 0.0496202 May 06 10:16:03.083419 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-100dc9c8-d394-4a30-8f2b-77d1286c3852 req-9bdd8fff-1099-4685-8c48-ba95faf5a6ea tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab798a65-9ec6-4209-959c-4396da48c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313950 May 06 10:16:03.656301 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f7505-8c8d-4637-9dd1-37e5e92ffd63 req-fa11f186-3e84-49c1-b8df-995808260304 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:03.657797 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d77f7505-8c8d-4637-9dd1-37e5e92ffd63 req-fa11f186-3e84-49c1-b8df-995808260304 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 946 time: 0.0502810 May 06 10:16:03.749816 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-d77f7505-8c8d-4637-9dd1-37e5e92ffd63 req-91682da6-0942-4eaf-ad5c-8e5873f77e53 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Deleting port e5ce6c9c-e926-41ca-b541-30646d595042 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:16:03.750166 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d77f7505-8c8d-4637-9dd1-37e5e92ffd63 req-91682da6-0942-4eaf-ad5c-8e5873f77e53 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:03.843380 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-d77f7505-8c8d-4637-9dd1-37e5e92ffd63 req-91682da6-0942-4eaf-ad5c-8e5873f77e53 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] For port e5ce6c9c-e926-41ca-b541-30646d595042, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=e5ce6c9c-e926-41ca-b541-30646d595042,segment=NetworkSegment(eec9f6c2-b312-41ba-abac-f50645b2f71b),segment_id=eec9f6c2-b312-41ba-abac-f50645b2f71b)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:16:03.844000 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d77f7505-8c8d-4637-9dd1-37e5e92ffd63 req-91682da6-0942-4eaf-ad5c-8e5873f77e53 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:03.858984 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-d77f7505-8c8d-4637-9dd1-37e5e92ffd63 req-91682da6-0942-4eaf-ad5c-8e5873f77e53 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Calling delete_port for e5ce6c9c-e926-41ca-b541-30646d595042 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:16:03.989641 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d77f7505-8c8d-4637-9dd1-37e5e92ffd63 req-91682da6-0942-4eaf-ad5c-8e5873f77e53 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:04.019890 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91682da6-0942-4eaf-ad5c-8e5873f77e53 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Pushing event deleted for resources: {'Port': ['ID=e5ce6c9c-e926-41ca-b541-30646d595042,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:16:04.043576 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91682da6-0942-4eaf-ad5c-8e5873f77e53 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:04.043934 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91682da6-0942-4eaf-ad5c-8e5873f77e53 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:04.044283 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91682da6-0942-4eaf-ad5c-8e5873f77e53 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:04.044628 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91682da6-0942-4eaf-ad5c-8e5873f77e53 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:04.044971 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91682da6-0942-4eaf-ad5c-8e5873f77e53 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:04.045312 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91682da6-0942-4eaf-ad5c-8e5873f77e53 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:04.045652 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91682da6-0942-4eaf-ad5c-8e5873f77e53 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:04.045988 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91682da6-0942-4eaf-ad5c-8e5873f77e53 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:04.046321 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91682da6-0942-4eaf-ad5c-8e5873f77e53 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:04.046654 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91682da6-0942-4eaf-ad5c-8e5873f77e53 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:04.046987 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91682da6-0942-4eaf-ad5c-8e5873f77e53 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:04.047339 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91682da6-0942-4eaf-ad5c-8e5873f77e53 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:04.069876 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77f7505-8c8d-4637-9dd1-37e5e92ffd63 req-91682da6-0942-4eaf-ad5c-8e5873f77e53 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] No DVR routers for this DVR port e5ce6c9c-e926-41ca-b541-30646d595042 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:16:04.072357 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d77f7505-8c8d-4637-9dd1-37e5e92ffd63 req-91682da6-0942-4eaf-ad5c-8e5873f77e53 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:04.075708 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d77f7505-8c8d-4637-9dd1-37e5e92ffd63 req-91682da6-0942-4eaf-ad5c-8e5873f77e53 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.77 "DELETE /v2.0/ports/e5ce6c9c-e926-41ca-b541-30646d595042 HTTP/1.1" status: 204 len: 173 time: 0.4119318 May 06 10:16:04.076152 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e105d8a3-0d57-48cf-93a1-72ac812b7f03', 'name': 'network-vif-deleted', 'tag': 'e5ce6c9c-e926-41ca-b541-30646d595042'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:16:04.078412 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9830a4e3-f56e-4d5f-8ee6-4b0db86b1a27" -d '{"events": [{"server_uuid": "e105d8a3-0d57-48cf-93a1-72ac812b7f03", "name": "network-vif-deleted", "tag": "e5ce6c9c-e926-41ca-b541-30646d595042"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:16:04.115533 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5ca36e-fbc5-48dc-bf52-2985d16ba05f x-openstack-request-id: req-1b5ca36e-fbc5-48dc-bf52-2985d16ba05f {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:16:04.116403 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e105d8a3-0d57-48cf-93a1-72ac812b7f03", "name": "network-vif-deleted", "tag": "e5ce6c9c-e926-41ca-b541-30646d595042", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:16:04.116670 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1b5ca36e-fbc5-48dc-bf52-2985d16ba05f {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:16:04.117116 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b5ca36e-fbc5-48dc-bf52-2985d16ba05f'] response: {'server_uuid': 'e105d8a3-0d57-48cf-93a1-72ac812b7f03', 'name': 'network-vif-deleted', 'tag': 'e5ce6c9c-e926-41ca-b541-30646d595042', 'status': 'completed', 'code': 200} May 06 10:16:04.187261 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-439ce568-1bc8-460a-86c8-b8c06aca0ad8 req-068a213c-c6fc-44ce-aabd-22437183b0f0 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/ports?device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 210 time: 0.0267086 May 06 10:16:05.285924 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9ca1c6de-83b7-4823-b1b9-dde3a82175c3 req-3ace114a-c4c0-4208-98db-c2e2f546fc9b tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/ports?device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 210 time: 0.0266168 May 06 10:16:06.381980 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8ce81396-4ee6-4245-b82b-a265482df97c req-2cf4550f-591a-4691-b5da-555efe83c6a0 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/ports?device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 210 time: 0.0272241 May 06 10:16:07.481499 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1e034ad1-3f6f-4242-ac93-9c30cbd87573 req-7f18216e-238d-4215-8ace-9f89f53480e6 tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "GET /v2.0/ports?device_id=e105d8a3-0d57-48cf-93a1-72ac812b7f03 HTTP/1.1" status: 200 len: 210 time: 0.0307622 May 06 10:16:08.540509 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 35656) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:16:08.600673 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8da52613-a042-4095-a3b8-3dbbe2b6a98b tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:08.625390 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8da52613-a042-4095-a3b8-3dbbe2b6a98b tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:08.685477 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8da52613-a042-4095-a3b8-3dbbe2b6a98b tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:08.688234 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8da52613-a042-4095-a3b8-3dbbe2b6a98b tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:08.689740 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8da52613-a042-4095-a3b8-3dbbe2b6a98b tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] 10.222.0.73 "DELETE /v2.0/security-groups/ab798a65-9ec6-4209-959c-4396da48c0d8 HTTP/1.1" status: 204 len: 168 time: 0.1481652 May 06 10:16:08.699420 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da52613-a042-4095-a3b8-3dbbe2b6a98b tempest-TestVolumeBackupRestore-329912954 tempest-TestVolumeBackupRestore-329912954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab798a65-9ec6-4209-959c-4396da48c0d8,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:16:08.952454 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device e5ce6c9c-e926-41ca-b541-30646d595042 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:16:08.978873 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: e5ce6c9c-e926-41ca-b541-30646d595042 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:16:08.979247 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device e5ce6c9c-e926-41ca-b541-30646d595042 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:16:12.095371 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36108) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:16:12.456037 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a3d03a24-a55c-4fcb-a439-e753fe589f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:12.705946 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-a3d03a24-a55c-4fcb-a439-e753fe589f1b admin admin] Deleting port 2dc800c0-f692-4cb9-9028-9a878748ed48 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:16:12.706357 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a3d03a24-a55c-4fcb-a439-e753fe589f1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:12.784140 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-a3d03a24-a55c-4fcb-a439-e753fe589f1b admin admin] For port 2dc800c0-f692-4cb9-9028-9a878748ed48, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=2dc800c0-f692-4cb9-9028-9a878748ed48,segment=NetworkSegment(eec9f6c2-b312-41ba-abac-f50645b2f71b),segment_id=eec9f6c2-b312-41ba-abac-f50645b2f71b)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:16:12.784522 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a3d03a24-a55c-4fcb-a439-e753fe589f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:12.800502 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-a3d03a24-a55c-4fcb-a439-e753fe589f1b admin admin] Calling delete_port for 2dc800c0-f692-4cb9-9028-9a878748ed48 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:16:12.979224 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a3d03a24-a55c-4fcb-a439-e753fe589f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:13.005700 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d03a24-a55c-4fcb-a439-e753fe589f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc800c0-f692-4cb9-9028-9a878748ed48,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:16:13.174376 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a3d03a24-a55c-4fcb-a439-e753fe589f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:13.400488 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d03a24-a55c-4fcb-a439-e753fe589f1b admin admin] Router 745301be-7627-4316-9c73-a1053d62c60b has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:16:13.505936 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d03a24-a55c-4fcb-a439-e753fe589f1b admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:16:13.511402 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a3d03a24-a55c-4fcb-a439-e753fe589f1b admin admin] 10.222.0.73 "PUT /v2.0/routers/745301be-7627-4316-9c73-a1053d62c60b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4144814 May 06 10:16:13.513324 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36110) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:16:13.514709 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ace123-088b-4f7a-b2b5-65b5ab683764 None None] Sync routers for ids ['745301be-7627-4316-9c73-a1053d62c60b'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:16:13.524502 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ace123-088b-4f7a-b2b5-65b5ab683764 None None] Routers {'745301be-7627-4316-9c73-a1053d62c60b'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:16:13.525105 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-c6ace123-088b-4f7a-b2b5-65b5ab683764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:15:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['745301be-7627-4316-9c73-a1053d62c60b'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:16:13.619095 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8185143c-73d3-4e7c-8eb3-6d76f4b3c031 admin admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:13.630842 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-c6ace123-088b-4f7a-b2b5-65b5ab683764 None None] Set router 745301be-7627-4316-9c73-a1053d62c60b gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:16:13.721775 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8185143c-73d3-4e7c-8eb3-6d76f4b3c031 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:13.774381 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-8185143c-73d3-4e7c-8eb3-6d76f4b3c031 admin admin] Deleting port f7de3e0e-a6bc-4054-92de-a7767edfdb83 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:16:13.774635 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8185143c-73d3-4e7c-8eb3-6d76f4b3c031 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:13.809390 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-c6ace123-088b-4f7a-b2b5-65b5ab683764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745301be-7627-4316-9c73-a1053d62c60b', 'name': 'tempest-TestVolumeBackupRestore-1958784732-router', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:16:12Z', 'revision_number': 5, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'gw_port': {'id': 'f7de3e0e-a6bc-4054-92de-a7767edfdb83', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745301be-7627-4316-9c73-a1053d62c60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:16:13.836567 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ace123-088b-4f7a-b2b5-65b5ab683764 None None] Checking router: 745301be-7627-4316-9c73-a1053d62c60b for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:16:13.845587 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ace123-088b-4f7a-b2b5-65b5ab683764 None None] Routers {'745301be-7627-4316-9c73-a1053d62c60b'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:16:13.846291 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-c6ace123-088b-4f7a-b2b5-65b5ab683764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:15:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['745301be-7627-4316-9c73-a1053d62c60b'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:16:13.855639 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-8185143c-73d3-4e7c-8eb3-6d76f4b3c031 admin admin] For port f7de3e0e-a6bc-4054-92de-a7767edfdb83, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f7de3e0e-a6bc-4054-92de-a7767edfdb83,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:16:13.856016 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8185143c-73d3-4e7c-8eb3-6d76f4b3c031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:13.872990 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-8185143c-73d3-4e7c-8eb3-6d76f4b3c031 admin admin] Calling delete_port for f7de3e0e-a6bc-4054-92de-a7767edfdb83 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:16:13.933062 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-c6ace123-088b-4f7a-b2b5-65b5ab683764 None None] Set router 745301be-7627-4316-9c73-a1053d62c60b gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:16:13.984349 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-c6ace123-088b-4f7a-b2b5-65b5ab683764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745301be-7627-4316-9c73-a1053d62c60b', 'name': 'tempest-TestVolumeBackupRestore-1958784732-router', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:16:13Z', 'revision_number': 6, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:16:14.014282 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ace123-088b-4f7a-b2b5-65b5ab683764 None None] The sync data for ids ['745301be-7627-4316-9c73-a1053d62c60b'] in n-d-840835-1 is: [{'id': '745301be-7627-4316-9c73-a1053d62c60b', 'name': 'tempest-TestVolumeBackupRestore-1958784732-router', 'tenant_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:13:15Z', 'updated_at': '2022-05-06T10:16:13Z', 'revision_number': 6, 'project_id': '5fca4953af0d4a8fb05156b2d5c3069f', 'gw_port_host': None}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:16:14.040284 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8185143c-73d3-4e7c-8eb3-6d76f4b3c031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:14.067762 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185143c-73d3-4e7c-8eb3-6d76f4b3c031 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7de3e0e-a6bc-4054-92de-a7767edfdb83,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:16:14.137711 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8185143c-73d3-4e7c-8eb3-6d76f4b3c031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:14.230604 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8185143c-73d3-4e7c-8eb3-6d76f4b3c031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:14.233036 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8185143c-73d3-4e7c-8eb3-6d76f4b3c031 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:14.276578 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8185143c-73d3-4e7c-8eb3-6d76f4b3c031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:14.277140 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8185143c-73d3-4e7c-8eb3-6d76f4b3c031 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 745301be-7627-4316-9c73-a1053d62c60b {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:16:14.281588 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8185143c-73d3-4e7c-8eb3-6d76f4b3c031 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:14.282761 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8185143c-73d3-4e7c-8eb3-6d76f4b3c031 admin admin] 10.222.0.73 "DELETE /v2.0/routers/745301be-7627-4316-9c73-a1053d62c60b HTTP/1.1" status: 204 len: 168 time: 0.7685273 May 06 10:16:14.285274 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36114) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:16:14.637932 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-c74a849e-89d6-4675-bad7-e0173d336eca admin admin] Deleting subnet af87d9b1-6e10-46ab-8ea7-60035f1f2691 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:16:14.641239 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c74a849e-89d6-4675-bad7-e0173d336eca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:14.675856 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c74a849e-89d6-4675-bad7-e0173d336eca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:14.757083 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c74a849e-89d6-4675-bad7-e0173d336eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:14.815690 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c74a849e-89d6-4675-bad7-e0173d336eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:14.841942 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a849e-89d6-4675-bad7-e0173d336eca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af87d9b1-6e10-46ab-8ea7-60035f1f2691,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:16:14.843869 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c74a849e-89d6-4675-bad7-e0173d336eca admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:14.847705 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c74a849e-89d6-4675-bad7-e0173d336eca admin admin] 10.222.0.73 "DELETE /v2.0/subnets/af87d9b1-6e10-46ab-8ea7-60035f1f2691 HTTP/1.1" status: 204 len: 168 time: 0.5608287 May 06 10:16:14.848190 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc41096-970a-4985-a01f-678380e4bc82 None None] Network 37fdc182-f614-4b69-a40a-b8c1a58133ab requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:16:14.850762 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36116) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:16:14.921752 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d798a9a6-0426-4038-bfab-e89f269c2279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:14.974258 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-d798a9a6-0426-4038-bfab-e89f269c2279 admin admin] Deleting port 41209b6c-7f35-4971-9eae-a47bea6d282f {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:16:14.974609 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d798a9a6-0426-4038-bfab-e89f269c2279 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:15.031080 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e233551-fa76-402e-8273-89e0f306c611 None None] DHCP port deletion for 37fdc182-f614-4b69-a40a-b8c1a58133ab request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:16:15.042473 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-d798a9a6-0426-4038-bfab-e89f269c2279 admin admin] For port 41209b6c-7f35-4971-9eae-a47bea6d282f, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=41209b6c-7f35-4971-9eae-a47bea6d282f,segment=NetworkSegment(eec9f6c2-b312-41ba-abac-f50645b2f71b),segment_id=eec9f6c2-b312-41ba-abac-f50645b2f71b)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:16:15.042842 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d798a9a6-0426-4038-bfab-e89f269c2279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:15.056304 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-d798a9a6-0426-4038-bfab-e89f269c2279 admin admin] Calling delete_port for 41209b6c-7f35-4971-9eae-a47bea6d282f owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:16:15.078434 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-1e233551-fa76-402e-8273-89e0f306c611 None None] Deleting port 41209b6c-7f35-4971-9eae-a47bea6d282f {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:16:15.078796 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1e233551-fa76-402e-8273-89e0f306c611 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:15.135936 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d798a9a6-0426-4038-bfab-e89f269c2279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:15.146432 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-1e233551-fa76-402e-8273-89e0f306c611 None None] For port 41209b6c-7f35-4971-9eae-a47bea6d282f, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=41209b6c-7f35-4971-9eae-a47bea6d282f,segment=NetworkSegment(eec9f6c2-b312-41ba-abac-f50645b2f71b),segment_id=eec9f6c2-b312-41ba-abac-f50645b2f71b)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:16:15.146878 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1e233551-fa76-402e-8273-89e0f306c611 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:15.159256 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-1e233551-fa76-402e-8273-89e0f306c611 None None] Calling delete_port for 41209b6c-7f35-4971-9eae-a47bea6d282f owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:16:15.165953 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798a9a6-0426-4038-bfab-e89f269c2279 admin admin] Pushing event deleted for resources: {'Port': ['ID=41209b6c-7f35-4971-9eae-a47bea6d282f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:16:15.168602 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d798a9a6-0426-4038-bfab-e89f269c2279 admin admin] No DVR routers for this DVR port 41209b6c-7f35-4971-9eae-a47bea6d282f on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:16:15.238868 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1e233551-fa76-402e-8273-89e0f306c611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:15.243864 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d798a9a6-0426-4038-bfab-e89f269c2279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:15.252419 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 2dc800c0-f692-4cb9-9028-9a878748ed48 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:16:15.265002 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d798a9a6-0426-4038-bfab-e89f269c2279 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37fdc182-f614-4b69-a40a-b8c1a58133ab']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:16:15.274844 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d798a9a6-0426-4038-bfab-e89f269c2279 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec9f6c2-b312-41ba-abac-f50645b2f71b') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:16:15.275193 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d798a9a6-0426-4038-bfab-e89f269c2279 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec9f6c2-b312-41ba-abac-f50645b2f71b') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:16:15.279847 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e233551-fa76-402e-8273-89e0f306c611 None None] No DVR routers for this DVR port 41209b6c-7f35-4971-9eae-a47bea6d282f on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:16:15.288211 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d798a9a6-0426-4038-bfab-e89f269c2279 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:15.299107 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d798a9a6-0426-4038-bfab-e89f269c2279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:15.299963 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e233551-fa76-402e-8273-89e0f306c611 None None] Pushing event deleted for resources: {'Port': ['ID=41209b6c-7f35-4971-9eae-a47bea6d282f,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:16:15.302889 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 2dc800c0-f692-4cb9-9028-9a878748ed48 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:16:15.303277 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 2dc800c0-f692-4cb9-9028-9a878748ed48 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:16:15.303277 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 41209b6c-7f35-4971-9eae-a47bea6d282f no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:16:15.307797 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d798a9a6-0426-4038-bfab-e89f269c2279 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:16:15.308209 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d798a9a6-0426-4038-bfab-e89f269c2279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: timer() May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:16:15.310198 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:16:15.327926 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e233551-fa76-402e-8273-89e0f306c611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:15.328270 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e233551-fa76-402e-8273-89e0f306c611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:15.328609 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e233551-fa76-402e-8273-89e0f306c611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:15.328950 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e233551-fa76-402e-8273-89e0f306c611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:15.329282 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e233551-fa76-402e-8273-89e0f306c611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:15.329608 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e233551-fa76-402e-8273-89e0f306c611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:15.329930 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e233551-fa76-402e-8273-89e0f306c611 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:15.330253 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e233551-fa76-402e-8273-89e0f306c611 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:15.330576 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e233551-fa76-402e-8273-89e0f306c611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:15.330897 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e233551-fa76-402e-8273-89e0f306c611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:15.331266 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e233551-fa76-402e-8273-89e0f306c611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:15.331589 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e233551-fa76-402e-8273-89e0f306c611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:15.335269 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 41209b6c-7f35-4971-9eae-a47bea6d282f {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:16:15.335611 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 41209b6c-7f35-4971-9eae-a47bea6d282f not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:16:15.336025 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f7de3e0e-a6bc-4054-92de-a7767edfdb83 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:16:15.355539 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: f7de3e0e-a6bc-4054-92de-a7767edfdb83 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:16:15.355885 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f7de3e0e-a6bc-4054-92de-a7767edfdb83 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:16:15.371044 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d798a9a6-0426-4038-bfab-e89f269c2279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:15.377744 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d798a9a6-0426-4038-bfab-e89f269c2279 admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:15.381365 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d798a9a6-0426-4038-bfab-e89f269c2279 admin admin] 10.222.0.73 "DELETE /v2.0/networks/37fdc182-f614-4b69-a40a-b8c1a58133ab HTTP/1.1" status: 204 len: 168 time: 0.5296426 May 06 10:16:15.384529 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36118) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:16:15.392472 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798a9a6-0426-4038-bfab-e89f269c2279 admin admin] Pushing event deleted for resources: {'Network': ['ID=37fdc182-f614-4b69-a40a-b8c1a58133ab,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:16:15.730160 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d874d575-440d-47dd-aa4b-fecea867a8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:15.961083 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ef52d8d6-9200-4e9f-b1c9-c3ea8cdfee40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:15.977836 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-d874d575-440d-47dd-aa4b-fecea867a8da admin admin] Deleting port 6ce16646-2c6f-4c15-bc3e-3345ad9fc274 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:16:15.978203 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d874d575-440d-47dd-aa4b-fecea867a8da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:16.056116 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-d874d575-440d-47dd-aa4b-fecea867a8da admin admin] For port 6ce16646-2c6f-4c15-bc3e-3345ad9fc274, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=6ce16646-2c6f-4c15-bc3e-3345ad9fc274,segment=NetworkSegment(01918644-6664-4ca2-8580-5a2cb368256f),segment_id=01918644-6664-4ca2-8580-5a2cb368256f)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:16:16.056498 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d874d575-440d-47dd-aa4b-fecea867a8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:16.068922 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-d874d575-440d-47dd-aa4b-fecea867a8da admin admin] Calling delete_port for 6ce16646-2c6f-4c15-bc3e-3345ad9fc274 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:16:16.585349 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d874d575-440d-47dd-aa4b-fecea867a8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:16.615591 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874d575-440d-47dd-aa4b-fecea867a8da admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce16646-2c6f-4c15-bc3e-3345ad9fc274,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:16:16.787739 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d874d575-440d-47dd-aa4b-fecea867a8da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:17.004862 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d874d575-440d-47dd-aa4b-fecea867a8da admin admin] Router ca8fad2a-4662-4723-84da-64f645e6ebd5 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:16:17.111705 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d874d575-440d-47dd-aa4b-fecea867a8da admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:16:17.117403 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d874d575-440d-47dd-aa4b-fecea867a8da admin admin] 10.222.0.73 "PUT /v2.0/routers/ca8fad2a-4662-4723-84da-64f645e6ebd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7317913 May 06 10:16:17.119938 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36120) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:16:17.121053 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c0f50b-ac63-40f2-935e-3f16111bd76c None None] Sync routers for ids ['ca8fad2a-4662-4723-84da-64f645e6ebd5'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:16:17.130717 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c0f50b-ac63-40f2-935e-3f16111bd76c None None] Routers {'ca8fad2a-4662-4723-84da-64f645e6ebd5'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:16:17.131510 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-17c0f50b-ac63-40f2-935e-3f16111bd76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:15:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ca8fad2a-4662-4723-84da-64f645e6ebd5'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:16:17.228124 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a8c94f16-feb4-47a0-b3ea-f6a62b5fb93c admin admin] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:17.241707 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-17c0f50b-ac63-40f2-935e-3f16111bd76c None None] Set router ca8fad2a-4662-4723-84da-64f645e6ebd5 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:16:17.335549 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a8c94f16-feb4-47a0-b3ea-f6a62b5fb93c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:17.389973 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-a8c94f16-feb4-47a0-b3ea-f6a62b5fb93c admin admin] Deleting port 254c5068-e188-4cbe-8d3e-e971d6610de3 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:16:17.390328 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a8c94f16-feb4-47a0-b3ea-f6a62b5fb93c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:17.423589 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-17c0f50b-ac63-40f2-935e-3f16111bd76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8fad2a-4662-4723-84da-64f645e6ebd5', 'name': 'tempest-TestVolumeBackupRestore-2100697226-router', 'tenant_id': 'a5468cfbaa9d4be2a1cc055454e1d668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '254c5068-e188-4cbe-8d3e-e971d6610de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:13:19Z', 'updated_at': '2022-05-06T10:16:16Z', 'revision_number': 5, 'project_id': 'a5468cfbaa9d4be2a1cc055454e1d668', 'gw_port': {'id': '254c5068-e188-4cbe-8d3e-e971d6610de3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fe:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8fad2a-4662-4723-84da-64f645e6ebd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:13:20Z', 'updated_at': '2022-05-06T10:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:16:17.451318 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c0f50b-ac63-40f2-935e-3f16111bd76c None None] Checking router: ca8fad2a-4662-4723-84da-64f645e6ebd5 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:16:17.459613 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c0f50b-ac63-40f2-935e-3f16111bd76c None None] Routers {'ca8fad2a-4662-4723-84da-64f645e6ebd5'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:16:17.460231 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-17c0f50b-ac63-40f2-935e-3f16111bd76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:15:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ca8fad2a-4662-4723-84da-64f645e6ebd5'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:16:17.468164 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-a8c94f16-feb4-47a0-b3ea-f6a62b5fb93c admin admin] For port 254c5068-e188-4cbe-8d3e-e971d6610de3, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=254c5068-e188-4cbe-8d3e-e971d6610de3,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:16:17.468564 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a8c94f16-feb4-47a0-b3ea-f6a62b5fb93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:17.481188 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-a8c94f16-feb4-47a0-b3ea-f6a62b5fb93c admin admin] Calling delete_port for 254c5068-e188-4cbe-8d3e-e971d6610de3 owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:16:17.545451 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-17c0f50b-ac63-40f2-935e-3f16111bd76c None None] Set router ca8fad2a-4662-4723-84da-64f645e6ebd5 gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:16:17.600141 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-17c0f50b-ac63-40f2-935e-3f16111bd76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8fad2a-4662-4723-84da-64f645e6ebd5', 'name': 'tempest-TestVolumeBackupRestore-2100697226-router', 'tenant_id': 'a5468cfbaa9d4be2a1cc055454e1d668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:13:19Z', 'updated_at': '2022-05-06T10:16:17Z', 'revision_number': 6, 'project_id': 'a5468cfbaa9d4be2a1cc055454e1d668', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:16:17.627099 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c0f50b-ac63-40f2-935e-3f16111bd76c None None] The sync data for ids ['ca8fad2a-4662-4723-84da-64f645e6ebd5'] in n-d-840835-1 is: [{'id': 'ca8fad2a-4662-4723-84da-64f645e6ebd5', 'name': 'tempest-TestVolumeBackupRestore-2100697226-router', 'tenant_id': 'a5468cfbaa9d4be2a1cc055454e1d668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:13:19Z', 'updated_at': '2022-05-06T10:16:17Z', 'revision_number': 6, 'project_id': 'a5468cfbaa9d4be2a1cc055454e1d668', 'gw_port_host': None}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:16:17.653769 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a8c94f16-feb4-47a0-b3ea-f6a62b5fb93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:17.678667 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c94f16-feb4-47a0-b3ea-f6a62b5fb93c admin admin] Pushing event deleted for resources: {'Port': ['ID=254c5068-e188-4cbe-8d3e-e971d6610de3,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:16:17.746857 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a8c94f16-feb4-47a0-b3ea-f6a62b5fb93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:17.835607 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a8c94f16-feb4-47a0-b3ea-f6a62b5fb93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:17.837700 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a8c94f16-feb4-47a0-b3ea-f6a62b5fb93c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:17.880676 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a8c94f16-feb4-47a0-b3ea-f6a62b5fb93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:17.881279 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c94f16-feb4-47a0-b3ea-f6a62b5fb93c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca8fad2a-4662-4723-84da-64f645e6ebd5 {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:16:17.886242 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a8c94f16-feb4-47a0-b3ea-f6a62b5fb93c admin admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:17.887761 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a8c94f16-feb4-47a0-b3ea-f6a62b5fb93c admin admin] 10.222.0.73 "DELETE /v2.0/routers/ca8fad2a-4662-4723-84da-64f645e6ebd5 HTTP/1.1" status: 204 len: 168 time: 0.7667470 May 06 10:16:17.890266 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36122) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:16:17.938401 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa64580e-15ba-4813-b965-e01aa7a0e3c9 admin admin] Deleting subnet 0517691d-5ee7-43ae-8e79-93fb48feec43 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:16:17.941454 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-aa64580e-15ba-4813-b965-e01aa7a0e3c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:17.976738 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-aa64580e-15ba-4813-b965-e01aa7a0e3c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:18.059787 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-aa64580e-15ba-4813-b965-e01aa7a0e3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:18.114043 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-aa64580e-15ba-4813-b965-e01aa7a0e3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:18.144724 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64580e-15ba-4813-b965-e01aa7a0e3c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0517691d-5ee7-43ae-8e79-93fb48feec43,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:16:18.147893 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-aa64580e-15ba-4813-b965-e01aa7a0e3c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:18.151243 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c26371-c1ca-4d31-95c9-f968b0f76ad2 None None] Network 82e2c328-7dad-4e3c-8594-c58d96d22322 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:16:18.153273 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-aa64580e-15ba-4813-b965-e01aa7a0e3c9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/0517691d-5ee7-43ae-8e79-93fb48feec43 HTTP/1.1" status: 204 len: 168 time: 0.2618327 May 06 10:16:18.154484 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36124) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:16:18.222491 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-78a50aa7-6bc3-4393-93f2-7f654a9756fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:18.275344 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-78a50aa7-6bc3-4393-93f2-7f654a9756fc admin admin] Deleting port d3ad8a1c-90d0-4740-9d40-4870183d452d {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:16:18.275684 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-78a50aa7-6bc3-4393-93f2-7f654a9756fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:18.345641 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-78a50aa7-6bc3-4393-93f2-7f654a9756fc admin admin] For port d3ad8a1c-90d0-4740-9d40-4870183d452d, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=d3ad8a1c-90d0-4740-9d40-4870183d452d,segment=NetworkSegment(01918644-6664-4ca2-8580-5a2cb368256f),segment_id=01918644-6664-4ca2-8580-5a2cb368256f)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:16:18.345916 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-78a50aa7-6bc3-4393-93f2-7f654a9756fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:18.360798 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-78a50aa7-6bc3-4393-93f2-7f654a9756fc admin admin] Calling delete_port for d3ad8a1c-90d0-4740-9d40-4870183d452d owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:16:18.400622 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db13bc3-45b1-4978-9351-2fc121121d5e None None] DHCP port deletion for 82e2c328-7dad-4e3c-8594-c58d96d22322 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:16:18.444816 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-78a50aa7-6bc3-4393-93f2-7f654a9756fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:18.452715 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-5db13bc3-45b1-4978-9351-2fc121121d5e None None] Deleting port d3ad8a1c-90d0-4740-9d40-4870183d452d {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:16:18.453708 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5db13bc3-45b1-4978-9351-2fc121121d5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:18.474000 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a50aa7-6bc3-4393-93f2-7f654a9756fc admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ad8a1c-90d0-4740-9d40-4870183d452d,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:16:18.477558 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a50aa7-6bc3-4393-93f2-7f654a9756fc admin admin] No DVR routers for this DVR port d3ad8a1c-90d0-4740-9d40-4870183d452d on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:16:18.561815 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-78a50aa7-6bc3-4393-93f2-7f654a9756fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:18.587476 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-78a50aa7-6bc3-4393-93f2-7f654a9756fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e2c328-7dad-4e3c-8594-c58d96d22322']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:16:18.602301 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-78a50aa7-6bc3-4393-93f2-7f654a9756fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01918644-6664-4ca2-8580-5a2cb368256f') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:16:18.602781 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-78a50aa7-6bc3-4393-93f2-7f654a9756fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01918644-6664-4ca2-8580-5a2cb368256f') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:16:18.615929 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-78a50aa7-6bc3-4393-93f2-7f654a9756fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:18.631942 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-78a50aa7-6bc3-4393-93f2-7f654a9756fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:18.638474 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a50aa7-6bc3-4393-93f2-7f654a9756fc admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:16:18.638956 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-78a50aa7-6bc3-4393-93f2-7f654a9756fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: timer() May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:16:18.640804 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:16:18.693894 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f04d7a01-55b8-4557-b149-60a32c99148e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:18.698843 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-5db13bc3-45b1-4978-9351-2fc121121d5e None None] For port d3ad8a1c-90d0-4740-9d40-4870183d452d, host n-d-840835-1, got binding levels [] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:16:18.699299 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5db13bc3-45b1-4978-9351-2fc121121d5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:18.705806 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-78a50aa7-6bc3-4393-93f2-7f654a9756fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:18.712288 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-78a50aa7-6bc3-4393-93f2-7f654a9756fc admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:18.716608 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-5db13bc3-45b1-4978-9351-2fc121121d5e None None] Calling delete_port for d3ad8a1c-90d0-4740-9d40-4870183d452d owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:16:18.719244 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-78a50aa7-6bc3-4393-93f2-7f654a9756fc admin admin] 10.222.0.73 "DELETE /v2.0/networks/82e2c328-7dad-4e3c-8594-c58d96d22322 HTTP/1.1" status: 204 len: 168 time: 0.5637395 May 06 10:16:18.720245 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.ipam_backend_mixin [None req-5db13bc3-45b1-4978-9351-2fc121121d5e None None] Port d3ad8a1c-90d0-4740-9d40-4870183d452d was not found and therefore no delete operation was performed {{(pid=102654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 10:16:18.722175 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5db13bc3-45b1-4978-9351-2fc121121d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:18.734874 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a50aa7-6bc3-4393-93f2-7f654a9756fc admin admin] Pushing event deleted for resources: {'Network': ['ID=82e2c328-7dad-4e3c-8594-c58d96d22322,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:16:18.748342 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db13bc3-45b1-4978-9351-2fc121121d5e None None] Pushing event deleted for resources: {'Port': ['ID=d3ad8a1c-90d0-4740-9d40-4870183d452d,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:16:18.750894 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5db13bc3-45b1-4978-9351-2fc121121d5e None None] Network 82e2c328-7dad-4e3c-8594-c58d96d22322 is not hosted by any dhcp agent {{(pid=102654) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 06 10:16:18.751377 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db13bc3-45b1-4978-9351-2fc121121d5e None None] No DVR routers for this DVR port d3ad8a1c-90d0-4740-9d40-4870183d452d on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:16:18.900581 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36128) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:16:18.944308 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-11955b9b-84f6-433a-af64-99e8a9a613df admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5fca4953af0d4a8fb05156b2d5c3069f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422759 May 06 10:16:18.946684 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36130) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:16:18.994285 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-72c2df9a-593b-4025-8069-5b46c7ac331d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:19.009563 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:19.019368 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-72c2df9a-593b-4025-8069-5b46c7ac331d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:19.064780 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-72c2df9a-593b-4025-8069-5b46c7ac331d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:19.067867 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-72c2df9a-593b-4025-8069-5b46c7ac331d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:19.069023 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-72c2df9a-593b-4025-8069-5b46c7ac331d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3ef57bd2-45b9-43dc-ac14-34be74cb6f5b HTTP/1.1" status: 204 len: 168 time: 0.1213858 May 06 10:16:19.078376 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2df9a-593b-4025-8069-5b46c7ac331d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef57bd2-45b9-43dc-ac14-34be74cb6f5b,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:16:19.242357 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d3ad8a1c-90d0-4740-9d40-4870183d452d no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:16:19.265351 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: d3ad8a1c-90d0-4740-9d40-4870183d452d {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:16:19.265708 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device d3ad8a1c-90d0-4740-9d40-4870183d452d not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:16:19.266137 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 254c5068-e188-4cbe-8d3e-e971d6610de3 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:16:19.288709 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 254c5068-e188-4cbe-8d3e-e971d6610de3 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:16:19.289081 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 254c5068-e188-4cbe-8d3e-e971d6610de3 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:16:19.289501 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 6ce16646-2c6f-4c15-bc3e-3345ad9fc274 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:16:19.308145 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 6ce16646-2c6f-4c15-bc3e-3345ad9fc274 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:16:19.308499 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 6ce16646-2c6f-4c15-bc3e-3345ad9fc274 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:16:19.401143 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36136) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:16:19.445166 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c961651d-1d02-44e8-a1db-94c368071592 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a5468cfbaa9d4be2a1cc055454e1d668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427871 May 06 10:16:19.447557 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36138) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:16:19.495196 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8dc86dba-1138-4f1b-805c-e6a5e4e43bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:19.515385 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8dc86dba-1138-4f1b-805c-e6a5e4e43bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:19.559566 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8dc86dba-1138-4f1b-805c-e6a5e4e43bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:19.562202 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8dc86dba-1138-4f1b-805c-e6a5e4e43bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:19.563351 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8dc86dba-1138-4f1b-805c-e6a5e4e43bd4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d76163bc-5600-4356-821d-4284464fea11 HTTP/1.1" status: 204 len: 168 time: 0.1148779 May 06 10:16:19.570924 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc86dba-1138-4f1b-805c-e6a5e4e43bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76163bc-5600-4356-821d-4284464fea11,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:16:19.608838 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:21.298484 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:21.483719 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:24.005314 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:16:29.274543 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:35.473101 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d5af234-4970-436f-82b5-933921933570 req-8c9325b9-8776-40bf-92bc-9423424d8bea tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1575846213&fields=id&tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1 HTTP/1.1" status: 200 len: 267 time: 0.0324841 May 06 10:16:35.577082 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5af234-4970-436f-82b5-933921933570 req-55984480-2b8f-45d9-9774-37e4995cc5e7 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:35.578548 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d5af234-4970-436f-82b5-933921933570 req-55984480-2b8f-45d9-9774-37e4995cc5e7 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 812 time: 0.0987518 May 06 10:16:35.593340 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d5af234-4970-436f-82b5-933921933570 req-78320f3c-9c60-44bf-9921-39ca60209e8e tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/quotas/7cb12c0888cc4f8a80e8e3d90fb1fcf1 HTTP/1.1" status: 200 len: 375 time: 0.0089743 May 06 10:16:35.660529 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d5af234-4970-436f-82b5-933921933570 req-49c5ef48-4348-4970-a3af-e12840d67869 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0619276 May 06 10:16:35.862316 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d5af234-4970-436f-82b5-933921933570 req-05a9cf0e-b0e5-4f80-aa93-499fc4deb460 service neutron] 10.222.0.73 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902738 May 06 10:16:35.959272 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d5af234-4970-436f-82b5-933921933570 req-41b5df98-25d9-4b20-ac86-5ef19b9d73df service neutron] 10.222.0.73 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901425 May 06 10:16:36.254463 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9b1f5f32-9d05-44e2-9293-1845993fc67d req-ca7a2b85-d716-484a-bc41-b8edb9e12d8a tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 210 time: 0.0287097 May 06 10:16:37.232581 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5af234-4970-436f-82b5-933921933570 req-52fbc486-720d-4b70-8a23-1398ee531f32 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:37.234068 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5d5af234-4970-436f-82b5-933921933570 req-52fbc486-720d-4b70-8a23-1398ee531f32 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.77 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 812 time: 0.1071210 May 06 10:16:37.293940 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5d5af234-4970-436f-82b5-933921933570 req-6bcf6b6b-e12b-4766-a112-0fbbc469e20c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1 HTTP/1.1" status: 200 len: 380 time: 0.0378156 May 06 10:16:37.304255 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-5d5af234-4970-436f-82b5-933921933570 req-05f5355b-a5a4-4f2a-b364-a8068721d09d tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Request body: {'port': {'device_id': '644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'admin_state_up': True, 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'security_groups': ['fcf7e5ad-c627-4631-98e2-e4e15c420d86']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:16:37.368460 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c3122027-d178-4808-b1bc-3255edcb1cb5 req-f5bb25da-8f45-4b79-ba39-1410b975d9d6 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 210 time: 0.0317645 May 06 10:16:37.428105 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d5af234-4970-436f-82b5-933921933570 req-05f5355b-a5a4-4f2a-b364-a8068721d09d tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Made reservation on behalf of 7cb12c0888cc4f8a80e8e3d90fb1fcf1 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:16:37.431677 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5d5af234-4970-436f-82b5-933921933570 req-05f5355b-a5a4-4f2a-b364-a8068721d09d tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:37.563987 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-5d5af234-4970-436f-82b5-933921933570 req-05f5355b-a5a4-4f2a-b364-a8068721d09d tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Allocated IP 172.20.0.3 (e79942ca-e345-49b7-9237-09d84c169e88/6c703b66-fbd0-4b8e-aa48-38bd7169d05a/cd3859b5-bb0b-4f01-bfa7-c02a65b077b9) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:16:37.708710 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5d5af234-4970-436f-82b5-933921933570 req-05f5355b-a5a4-4f2a-b364-a8068721d09d tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:37.742120 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5d5af234-4970-436f-82b5-933921933570 req-05f5355b-a5a4-4f2a-b364-a8068721d09d tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:37.784264 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d5af234-4970-436f-82b5-933921933570 req-05f5355b-a5a4-4f2a-b364-a8068721d09d tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Network e79942ca-e345-49b7-9237-09d84c169e88 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:16:37.787958 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-5d5af234-4970-436f-82b5-933921933570 req-05f5355b-a5a4-4f2a-b364-a8068721d09d tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:16:37.791639 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5af234-4970-436f-82b5-933921933570 req-05f5355b-a5a4-4f2a-b364-a8068721d09d tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:16:37.818786 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5355b-a5a4-4f2a-b364-a8068721d09d tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Pushing event updated for resources: {'Port': ['ID=cd3859b5-bb0b-4f01-bfa7-c02a65b077b9,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:16:37.851452 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5af234-4970-436f-82b5-933921933570 req-05f5355b-a5a4-4f2a-b364-a8068721d09d tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:37.851887 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5d5af234-4970-436f-82b5-933921933570 req-05f5355b-a5a4-4f2a-b364-a8068721d09d tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:37.884728 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5d5af234-4970-436f-82b5-933921933570 req-05f5355b-a5a4-4f2a-b364-a8068721d09d tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5856011 May 06 10:16:37.903216 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-5d5af234-4970-436f-82b5-933921933570 req-458e8547-678b-4a56-8967-d35c11334729 service neutron] Request body: {'port': {'device_id': '644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:16:37.968246 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5d5af234-4970-436f-82b5-933921933570 req-458e8547-678b-4a56-8967-d35c11334729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:38.021653 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-910e5de9-6ab1-47cf-96c9-bed4d251c167 None None] Provisioning complete for port cd3859b5-bb0b-4f01-bfa7-c02a65b077b9 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:16:38.022196 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-910e5de9-6ab1-47cf-96c9-bed4d251c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:38.055799 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-910e5de9-6ab1-47cf-96c9-bed4d251c167 None None] Port cd3859b5-bb0b-4f01-bfa7-c02a65b077b9 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:16:38.243598 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-5d5af234-4970-436f-82b5-933921933570 req-458e8547-678b-4a56-8967-d35c11334729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd3859b5-bb0b-4f01-bfa7-c02a65b077b9 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:16:38.250906 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5d5af234-4970-436f-82b5-933921933570 req-458e8547-678b-4a56-8967-d35c11334729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:38.263584 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-5d5af234-4970-436f-82b5-933921933570 req-458e8547-678b-4a56-8967-d35c11334729 service neutron] Transition to ACTIVE for port object cd3859b5-bb0b-4f01-bfa7-c02a65b077b9 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:16:38.268744 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5d5af234-4970-436f-82b5-933921933570 req-458e8547-678b-4a56-8967-d35c11334729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:38.324992 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e8547-678b-4a56-8967-d35c11334729 service neutron] Pushing event updated for resources: {'Port': ['ID=cd3859b5-bb0b-4f01-bfa7-c02a65b077b9,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:16:38.405155 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-5d5af234-4970-436f-82b5-933921933570 req-458e8547-678b-4a56-8967-d35c11334729 service neutron] Attempting to bind port cd3859b5-bb0b-4f01-bfa7-c02a65b077b9 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:16:38.405659 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-5d5af234-4970-436f-82b5-933921933570 req-458e8547-678b-4a56-8967-d35c11334729 service neutron] Attempting to bind port cd3859b5-bb0b-4f01-bfa7-c02a65b077b9 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:16:38.405998 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5af234-4970-436f-82b5-933921933570 req-458e8547-678b-4a56-8967-d35c11334729 service neutron] Attempting to bind port cd3859b5-bb0b-4f01-bfa7-c02a65b077b9 on network e79942ca-e345-49b7-9237-09d84c169e88 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:16:38.410546 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5af234-4970-436f-82b5-933921933570 req-458e8547-678b-4a56-8967-d35c11334729 service neutron] Port cd3859b5-bb0b-4f01-bfa7-c02a65b077b9 on network e79942ca-e345-49b7-9237-09d84c169e88 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:16:38.410868 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5af234-4970-436f-82b5-933921933570 req-458e8547-678b-4a56-8967-d35c11334729 service neutron] Attempting to bind port cd3859b5-bb0b-4f01-bfa7-c02a65b077b9 on network e79942ca-e345-49b7-9237-09d84c169e88 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:16:38.416427 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5af234-4970-436f-82b5-933921933570 req-458e8547-678b-4a56-8967-d35c11334729 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:16:38.416770 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5af234-4970-436f-82b5-933921933570 req-458e8547-678b-4a56-8967-d35c11334729 service neutron] Checking segment: {'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:16:38.417160 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5af234-4970-436f-82b5-933921933570 req-458e8547-678b-4a56-8967-d35c11334729 service neutron] Bound using segment: {'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:16:38.417596 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-5d5af234-4970-436f-82b5-933921933570 req-458e8547-678b-4a56-8967-d35c11334729 service neutron] Bound port: cd3859b5-bb0b-4f01-bfa7-c02a65b077b9, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41853fd3-19ad-4892-b119-394b1648bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:16:38.417964 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5d5af234-4970-436f-82b5-933921933570 req-458e8547-678b-4a56-8967-d35c11334729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:38.519221 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ee0a1-d316-45c7-87ed-cdcdca0d89af req-e312dccc-701a-447a-806f-192e72ce0b1d tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:38.520859 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dc6ee0a1-d316-45c7-87ed-cdcdca0d89af req-e312dccc-701a-447a-806f-192e72ce0b1d tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 943 time: 0.0745142 May 06 10:16:38.528208 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-5d5af234-4970-436f-82b5-933921933570 req-458e8547-678b-4a56-8967-d35c11334729 service neutron] For port cd3859b5-bb0b-4f01-bfa7-c02a65b077b9, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:16:38.532268 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-5d5af234-4970-436f-82b5-933921933570 req-458e8547-678b-4a56-8967-d35c11334729 service neutron] For port cd3859b5-bb0b-4f01-bfa7-c02a65b077b9, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=cd3859b5-bb0b-4f01-bfa7-c02a65b077b9,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:16:38.537845 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5d5af234-4970-436f-82b5-933921933570 req-458e8547-678b-4a56-8967-d35c11334729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:38.574642 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dc6ee0a1-d316-45c7-87ed-cdcdca0d89af req-70b69627-e9c7-4133-8da8-6afef1cf77cd tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469992 May 06 10:16:38.582759 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5af234-4970-436f-82b5-933921933570 req-458e8547-678b-4a56-8967-d35c11334729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:38.583453 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-5d5af234-4970-436f-82b5-933921933570 req-458e8547-678b-4a56-8967-d35c11334729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:38.584884 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5d5af234-4970-436f-82b5-933921933570 req-458e8547-678b-4a56-8967-d35c11334729 service neutron] 10.222.0.77 "PUT /v2.0/ports/cd3859b5-bb0b-4f01-bfa7-c02a65b077b9 HTTP/1.1" status: 200 len: 1091 time: 0.6869733 May 06 10:16:38.585335 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40', 'tag': 'cd3859b5-bb0b-4f01-bfa7-c02a65b077b9'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:16:38.587725 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93fd748-f8a8-43b7-ba22-8ccaf75e11d8" -d '{"events": [{"name": "network-changed", "server_uuid": "644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40", "tag": "cd3859b5-bb0b-4f01-bfa7-c02a65b077b9"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:16:38.622547 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e8547-678b-4a56-8967-d35c11334729 service neutron] Pushing event updated for resources: {'Port': ['ID=cd3859b5-bb0b-4f01-bfa7-c02a65b077b9,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:16:38.646123 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cae180b-8a8c-4745-9375-492186135aa5 x-openstack-request-id: req-6cae180b-8a8c-4745-9375-492186135aa5 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:16:38.646422 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40", "tag": "cd3859b5-bb0b-4f01-bfa7-c02a65b077b9", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:16:38.646719 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6cae180b-8a8c-4745-9375-492186135aa5 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:16:38.647161 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cae180b-8a8c-4745-9375-492186135aa5'] response: {'name': 'network-changed', 'server_uuid': '644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40', 'tag': 'cd3859b5-bb0b-4f01-bfa7-c02a65b077b9', 'status': 'completed', 'code': 200} May 06 10:16:38.711143 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5af234-4970-436f-82b5-933921933570 req-83a3cbb4-4962-4f87-a74c-ac596c534579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:38.712951 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5d5af234-4970-436f-82b5-933921933570 req-83a3cbb4-4962-4f87-a74c-ac596c534579 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 1094 time: 0.0495436 May 06 10:16:38.773959 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5d5af234-4970-436f-82b5-933921933570 req-8a3063e6-5f43-42a0-b56d-b2059a11da0b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd3859b5-bb0b-4f01-bfa7-c02a65b077b9 HTTP/1.1" status: 200 len: 217 time: 0.0464342 May 06 10:16:38.826627 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5af234-4970-436f-82b5-933921933570 req-3b5cf300-c14b-4fde-a2a5-a40cc39566fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:38.828224 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5d5af234-4970-436f-82b5-933921933570 req-3b5cf300-c14b-4fde-a2a5-a40cc39566fb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6c703b66-fbd0-4b8e-aa48-38bd7169d05a HTTP/1.1" status: 200 len: 851 time: 0.0471916 May 06 10:16:38.876140 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5af234-4970-436f-82b5-933921933570 req-e7c946cc-449b-45ac-8ede-e0edd1d04753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:38.877672 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5d5af234-4970-436f-82b5-933921933570 req-e7c946cc-449b-45ac-8ede-e0edd1d04753 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e79942ca-e345-49b7-9237-09d84c169e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435417 May 06 10:16:38.982585 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5d5af234-4970-436f-82b5-933921933570 req-2f95bab6-3e31-4697-8274-71a69a6e00ef service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968626 May 06 10:16:39.080826 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5d5af234-4970-436f-82b5-933921933570 req-6f93a921-a8e2-4c9c-ab97-ecbc97c4ff3b service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910006 May 06 10:16:39.198824 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fd748-f8a8-43b7-ba22-8ccaf75e11d8 req-2e39c9f5-f823-42c2-9ed6-c2ba55bcf244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:39.200669 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e93fd748-f8a8-43b7-ba22-8ccaf75e11d8 req-2e39c9f5-f823-42c2-9ed6-c2ba55bcf244 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 1094 time: 0.0499525 May 06 10:16:39.298048 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fd748-f8a8-43b7-ba22-8ccaf75e11d8 req-535bea42-b377-449e-9ba2-79066764e7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:39.299609 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e93fd748-f8a8-43b7-ba22-8ccaf75e11d8 req-535bea42-b377-449e-9ba2-79066764e7e9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 913 time: 0.0922058 May 06 10:16:39.342714 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e93fd748-f8a8-43b7-ba22-8ccaf75e11d8 req-91f33dca-3657-4bda-a6d4-ed5626b0baa4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd3859b5-bb0b-4f01-bfa7-c02a65b077b9 HTTP/1.1" status: 200 len: 217 time: 0.0361474 May 06 10:16:39.396764 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fd748-f8a8-43b7-ba22-8ccaf75e11d8 req-8d504f90-81cf-4874-a695-c6cd23a52d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:39.398252 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e93fd748-f8a8-43b7-ba22-8ccaf75e11d8 req-8d504f90-81cf-4874-a695-c6cd23a52d5c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6c703b66-fbd0-4b8e-aa48-38bd7169d05a HTTP/1.1" status: 200 len: 851 time: 0.0486348 May 06 10:16:39.445019 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fd748-f8a8-43b7-ba22-8ccaf75e11d8 req-e98b7ddb-ee61-44b7-9599-c896c4b20562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:39.446585 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e93fd748-f8a8-43b7-ba22-8ccaf75e11d8 req-e98b7ddb-ee61-44b7-9599-c896c4b20562 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e79942ca-e345-49b7-9237-09d84c169e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419402 May 06 10:16:39.536447 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e93fd748-f8a8-43b7-ba22-8ccaf75e11d8 req-ba6be12a-b605-432d-8db4-272a7569300f service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833178 May 06 10:16:39.637192 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e93fd748-f8a8-43b7-ba22-8ccaf75e11d8 req-0050ce9e-f2fa-412a-bdd7-4a1c44e6dfd6 service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942121 May 06 10:16:39.697103 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9bc12-6525-4367-a8e1-5c09d2debbf8 req-fb9c52bd-a15f-4a87-86ce-81705fefe65f tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:39.698598 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2be9bc12-6525-4367-a8e1-5c09d2debbf8 req-fb9c52bd-a15f-4a87-86ce-81705fefe65f tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 943 time: 0.0488796 May 06 10:16:39.740966 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2be9bc12-6525-4367-a8e1-5c09d2debbf8 req-54f84b75-991c-4041-94fe-8d4b896c4e9f tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362749 May 06 10:16:40.857621 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9b9d0-2ec5-43eb-984d-ef8edb9da8a8 req-a8fe5c97-cdf8-4928-9c51-f320907659f7 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:40.859308 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0ee9b9d0-2ec5-43eb-984d-ef8edb9da8a8 req-a8fe5c97-cdf8-4928-9c51-f320907659f7 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 943 time: 0.0488982 May 06 10:16:40.899172 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0ee9b9d0-2ec5-43eb-984d-ef8edb9da8a8 req-5d3b72d9-d967-4df3-8f58-5fc3c1521471 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329924 May 06 10:16:42.014453 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559fd0c-d366-4c58-b8f2-8d0fc4679263 req-52a60ac0-a891-497d-a518-a02d66366116 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:42.016113 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c559fd0c-d366-4c58-b8f2-8d0fc4679263 req-52a60ac0-a891-497d-a518-a02d66366116 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 943 time: 0.0488646 May 06 10:16:42.054290 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c559fd0c-d366-4c58-b8f2-8d0fc4679263 req-d8d309c3-2e28-4b6b-afeb-464323d1e046 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315113 May 06 10:16:43.170117 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce7c03-95d5-466e-b991-82274ae0c690 req-8c7ee6fd-c0b8-4ad8-9d9d-aea30da3d3f0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:43.171534 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-10ce7c03-95d5-466e-b991-82274ae0c690 req-8c7ee6fd-c0b8-4ad8-9d9d-aea30da3d3f0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 943 time: 0.0488496 May 06 10:16:43.217990 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-10ce7c03-95d5-466e-b991-82274ae0c690 req-a4a98805-f06a-4a33-9e20-1b58862687ef tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403042 May 06 10:16:44.332999 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e300206-9cbe-47a6-b1a8-905bdb6994a8 req-70e956f9-67a8-4257-9a05-1df3e3f2c8a0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:44.334449 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e300206-9cbe-47a6-b1a8-905bdb6994a8 req-70e956f9-67a8-4257-9a05-1df3e3f2c8a0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 943 time: 0.0485940 May 06 10:16:44.372256 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e300206-9cbe-47a6-b1a8-905bdb6994a8 req-054ca837-3088-4c3e-bd9d-4fa18f3b31d1 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318768 May 06 10:16:45.516595 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fc414-acaa-41f4-9b5f-d38a55854578 req-1617d8f4-942f-47d0-b91e-4a44b4d10ee7 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:45.518114 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ca5fc414-acaa-41f4-9b5f-d38a55854578 req-1617d8f4-942f-47d0-b91e-4a44b4d10ee7 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 943 time: 0.0620732 May 06 10:16:45.563580 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ca5fc414-acaa-41f4-9b5f-d38a55854578 req-a62a385e-5257-443d-9210-b9bcf67eacd0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376110 May 06 10:16:45.963288 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d9cc9dd9-cbdd-4cb4-84f3-fa198f4d2134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:46.682666 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cacc4-75a9-418e-baaa-703d12a960d3 req-f8544e2b-9a65-47c8-9f4d-e0ab3d029ef7 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:46.684199 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-551cacc4-75a9-418e-baaa-703d12a960d3 req-f8544e2b-9a65-47c8-9f4d-e0ab3d029ef7 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 943 time: 0.0481679 May 06 10:16:46.724581 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-551cacc4-75a9-418e-baaa-703d12a960d3 req-ade782cc-1b03-4219-88d0-b6857ef0032c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344033 May 06 10:16:47.839583 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081ebe9-2a0f-48b4-a1e5-e1181216c3d0 req-f631ff80-c097-4a6a-aace-e132c761ea33 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:47.841057 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8081ebe9-2a0f-48b4-a1e5-e1181216c3d0 req-f631ff80-c097-4a6a-aace-e132c761ea33 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 943 time: 0.0491507 May 06 10:16:47.880394 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8081ebe9-2a0f-48b4-a1e5-e1181216c3d0 req-bb4f5553-3145-4ea9-a519-9f150505015f tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328016 May 06 10:16:48.488940 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-89467a34-b90a-498d-8898-b8dce72e6247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:48.996824 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d96953-516e-47c9-b245-6d8bd8e123ca req-d8d59dd2-e864-4697-acce-459f85bdf87b tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:48.998309 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-30d96953-516e-47c9-b245-6d8bd8e123ca req-d8d59dd2-e864-4697-acce-459f85bdf87b tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 943 time: 0.0482383 May 06 10:16:49.007348 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:49.037108 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-30d96953-516e-47c9-b245-6d8bd8e123ca req-86a65646-4c29-422e-a68a-587bc27ac777 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327446 May 06 10:16:49.074409 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device cd3859b5-bb0b-4f01-bfa7-c02a65b077b9 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:16:49.170997 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port cd3859b5-bb0b-4f01-bfa7-c02a65b077b9, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=cd3859b5-bb0b-4f01-bfa7-c02a65b077b9,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:16:49.182627 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'cd3859b5-bb0b-4f01-bfa7-c02a65b077b9', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'port_id': 'cd3859b5-bb0b-4f01-bfa7-c02a65b077b9', 'mac_address': 'fa:16:3e:7d:60:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:16:49.218854 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:49.231530 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd3859b5-bb0b-4f01-bfa7-c02a65b077b9 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:16:49.251254 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port cd3859b5-bb0b-4f01-bfa7-c02a65b077b9, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=cd3859b5-bb0b-4f01-bfa7-c02a65b077b9,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:16:49.255605 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:49.306392 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=cd3859b5-bb0b-4f01-bfa7-c02a65b077b9,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:16:49.609095 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:49.618744 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['cd3859b5-bb0b-4f01-bfa7-c02a65b077b9'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:16:50.153450 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c3dd7-9513-4804-b10a-843d5c97413f req-3571b056-9172-4916-9c93-02c3058f67b7 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:50.154917 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f9c3dd7-9513-4804-b10a-843d5c97413f req-3571b056-9172-4916-9c93-02c3058f67b7 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 944 time: 0.0479972 May 06 10:16:50.195971 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f9c3dd7-9513-4804-b10a-843d5c97413f req-04549ed5-dbf9-4484-a5c1-d335b73e6f85 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349946 May 06 10:16:51.075207 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device cd3859b5-bb0b-4f01-bfa7-c02a65b077b9 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:16:51.125169 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port cd3859b5-bb0b-4f01-bfa7-c02a65b077b9 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:16:51.129195 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port cd3859b5-bb0b-4f01-bfa7-c02a65b077b9 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:16:51.129700 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:51.208836 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:51.231431 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3859b5-bb0b-4f01-bfa7-c02a65b077b9'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:16:51.233947 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3364957c-20d7-4f9f-aac1-06d0bf683418" -d '{"events": [{"server_uuid": "644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40", "name": "network-vif-plugged", "status": "completed", "tag": "cd3859b5-bb0b-4f01-bfa7-c02a65b077b9"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:16:51.247220 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port cd3859b5-bb0b-4f01-bfa7-c02a65b077b9, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=cd3859b5-bb0b-4f01-bfa7-c02a65b077b9,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:16:51.251479 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:51.309342 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=cd3859b5-bb0b-4f01-bfa7-c02a65b077b9,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:16:51.316124 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:51.330698 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aee22e-b80e-448f-abbb-d0c51f942dab req-a5bf926d-b47e-4702-963f-a1606c786cd7 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:51.332217 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e0aee22e-b80e-448f-abbb-d0c51f942dab req-a5bf926d-b47e-4702-963f-a1606c786cd7 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 945 time: 0.0650275 May 06 10:16:51.370349 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e0aee22e-b80e-448f-abbb-d0c51f942dab req-eefcf9da-f5e3-49f4-a2b5-80c59673d2c6 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321174 May 06 10:16:51.413292 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f26346-abf3-4032-813e-5d90b0bdf2b1 x-openstack-request-id: req-40f26346-abf3-4032-813e-5d90b0bdf2b1 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:16:51.413809 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40", "name": "network-vif-plugged", "status": "completed", "tag": "cd3859b5-bb0b-4f01-bfa7-c02a65b077b9", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:16:51.414072 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-40f26346-abf3-4032-813e-5d90b0bdf2b1 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:16:51.414481 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40f26346-abf3-4032-813e-5d90b0bdf2b1'] response: {'server_uuid': '644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3859b5-bb0b-4f01-bfa7-c02a65b077b9', 'code': 200} May 06 10:16:51.485836 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:51.531727 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8634fb1-651f-4286-84e7-89d49cebd24f req-3a53ba79-bba7-44af-8359-4221e33fbe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:51.533227 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d8634fb1-651f-4286-84e7-89d49cebd24f req-3a53ba79-bba7-44af-8359-4221e33fbe14 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 1096 time: 0.0410280 May 06 10:16:51.567660 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d8634fb1-651f-4286-84e7-89d49cebd24f req-c075b856-c520-4439-bc01-98e3d242aeb0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278122 May 06 10:16:52.488619 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e995b-99aa-492b-8ec1-ae02f4e93192 req-0aa5c52a-4b79-4f88-a097-b6b8b8a0c4ed tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:52.490160 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-de5e995b-99aa-492b-8ec1-ae02f4e93192 req-0aa5c52a-4b79-4f88-a097-b6b8b8a0c4ed tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 945 time: 0.0491877 May 06 10:16:52.528165 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-de5e995b-99aa-492b-8ec1-ae02f4e93192 req-b22a67a7-ff10-49bd-a6d9-a4ed97cadf15 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319955 May 06 10:16:53.641830 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebcbca-181c-4d38-b7e8-05a80d6214d3 req-8b1a9a74-cc57-40be-a0e6-d51f417643e1 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:53.643313 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52ebcbca-181c-4d38-b7e8-05a80d6214d3 req-8b1a9a74-cc57-40be-a0e6-d51f417643e1 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 945 time: 0.0477803 May 06 10:16:53.685170 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52ebcbca-181c-4d38-b7e8-05a80d6214d3 req-ee13733b-352a-42fe-9fba-b9e92c8ffacb tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351348 May 06 10:16:53.797097 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5153a43-00b6-4dec-bdf3-809e7ed71bd9 req-82e95bf5-1066-43de-b077-92ca82810311 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:53.798565 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f5153a43-00b6-4dec-bdf3-809e7ed71bd9 req-82e95bf5-1066-43de-b077-92ca82810311 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 945 time: 0.0484939 May 06 10:16:53.837587 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f5153a43-00b6-4dec-bdf3-809e7ed71bd9 req-5cef2974-e946-4787-ae2f-a5ab40a59f6c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327618 May 06 10:16:53.859648 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36236) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:16:53.898732 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5290f8a-1a2a-4de2-8020-6dca21ef60ed tempest-TestVolumeBootPattern-1288080335 tempest-TestVolumeBootPattern-1288080335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:53.900312 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b5290f8a-1a2a-4de2-8020-6dca21ef60ed tempest-TestVolumeBootPattern-1288080335 tempest-TestVolumeBootPattern-1288080335-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 1091 time: 0.0397141 May 06 10:16:53.903028 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36238) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:16:53.907291 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-08630a12-b2bd-4fe5-acd4-6d3b8c8eacf5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'port_id': 'cd3859b5-bb0b-4f01-bfa7-c02a65b077b9', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:16:53.928267 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-08630a12-b2bd-4fe5-acd4-6d3b8c8eacf5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:54.026965 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-08630a12-b2bd-4fe5-acd4-6d3b8c8eacf5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:54.129881 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-08630a12-b2bd-4fe5-acd4-6d3b8c8eacf5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Allocated IP 172.25.5.100 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/0887f705-23fc-48e9-952c-90f1065ae9a9) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:16:54.233054 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-08630a12-b2bd-4fe5-acd4-6d3b8c8eacf5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:54.265055 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-08630a12-b2bd-4fe5-acd4-6d3b8c8eacf5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:54.303970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08630a12-b2bd-4fe5-acd4-6d3b8c8eacf5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:16:54.306927 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-08630a12-b2bd-4fe5-acd4-6d3b8c8eacf5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:16:54.310534 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08630a12-b2bd-4fe5-acd4-6d3b8c8eacf5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:16:54.340908 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08630a12-b2bd-4fe5-acd4-6d3b8c8eacf5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Pushing event updated for resources: {'Port': ['ID=0887f705-23fc-48e9-952c-90f1065ae9a9,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:16:54.999193 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-08630a12-b2bd-4fe5-acd4-6d3b8c8eacf5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:55.062731 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-08630a12-b2bd-4fe5-acd4-6d3b8c8eacf5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:55.208184 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-08630a12-b2bd-4fe5-acd4-6d3b8c8eacf5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:55.212674 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-08630a12-b2bd-4fe5-acd4-6d3b8c8eacf5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:55.281888 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08630a12-b2bd-4fe5-acd4-6d3b8c8eacf5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Pushing event updated for resources: {'Port': ['ID=0887f705-23fc-48e9-952c-90f1065ae9a9,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:16:55.294090 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-08630a12-b2bd-4fe5-acd4-6d3b8c8eacf5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:55.394786 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-08630a12-b2bd-4fe5-acd4-6d3b8c8eacf5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Floating IP 5099a588-37c8-448c-8a2d-e43b0586a45c associated. External IP: 172.25.5.100, port: cd3859b5-bb0b-4f01-bfa7-c02a65b077b9. May 06 10:16:55.597731 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08630a12-b2bd-4fe5-acd4-6d3b8c8eacf5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Router c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:16:55.706276 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08630a12-b2bd-4fe5-acd4-6d3b8c8eacf5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:16:55.716295 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef28f7c0-2b12-44d7-8c9f-e451f8bcb8cd None None] Sync routers for ids ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:16:55.725894 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-08630a12-b2bd-4fe5-acd4-6d3b8c8eacf5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:55.726777 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef28f7c0-2b12-44d7-8c9f-e451f8bcb8cd None None] Routers {'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:16:55.727443 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ef28f7c0-2b12-44d7-8c9f-e451f8bcb8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:16:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:16:55.752407 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-08630a12-b2bd-4fe5-acd4-6d3b8c8eacf5 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8483484 May 06 10:16:55.753134 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40', 'tag': 'cd3859b5-bb0b-4f01-bfa7-c02a65b077b9'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:16:55.755444 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02e83a1-06de-4a8b-a461-f38e5739784c" -d '{"events": [{"name": "network-changed", "server_uuid": "644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40", "tag": "cd3859b5-bb0b-4f01-bfa7-c02a65b077b9"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:16:55.792972 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf4c877-fbb5-4c69-b357-9a869d7907c1 x-openstack-request-id: req-fdf4c877-fbb5-4c69-b357-9a869d7907c1 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:16:55.793268 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40", "tag": "cd3859b5-bb0b-4f01-bfa7-c02a65b077b9", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:16:55.793528 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fdf4c877-fbb5-4c69-b357-9a869d7907c1 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:16:55.793951 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdf4c877-fbb5-4c69-b357-9a869d7907c1'] response: {'name': 'network-changed', 'server_uuid': '644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40', 'tag': 'cd3859b5-bb0b-4f01-bfa7-c02a65b077b9', 'status': 'completed', 'code': 200} May 06 10:16:55.833381 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-ef28f7c0-2b12-44d7-8c9f-e451f8bcb8cd None None] Set router c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:16:55.929606 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e83a1-06de-4a8b-a461-f38e5739784c req-6f909c34-3b37-48b7-bcb5-b6b9dd44bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:55.931172 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c02e83a1-06de-4a8b-a461-f38e5739784c req-6f909c34-3b37-48b7-bcb5-b6b9dd44bc5c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 1096 time: 0.0461209 May 06 10:16:56.022794 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e83a1-06de-4a8b-a461-f38e5739784c req-5be29866-aacf-48e4-8fb3-d56cb0682d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:56.024407 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c02e83a1-06de-4a8b-a461-f38e5739784c req-5be29866-aacf-48e4-8fb3-d56cb0682d17 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 913 time: 0.0871887 May 06 10:16:56.063091 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ef28f7c0-2b12-44d7-8c9f-e451f8bcb8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'name': 'tempest-TestVolumeBootPattern-1921401849-router', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:16Z', 'updated_at': '2022-05-06T10:08:21Z', 'revision_number': 4, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'gw_port': {'id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:17Z', 'updated_at': '2022-05-06T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '1a07b4d5-756f-495e-aabc-fea05e5de512', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'port_id': '4a4ac9e8-0d0a-439b-89e3-877e46ddc45c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'mac_address': 'fa:16:3e:c0:45:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89fdaad-c1b8-463e-ba0b-4eadf157dc3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:14:56Z', 'updated_at': '2022-05-06T10:14:59Z', 'revision_number': 1, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'fixed_ip_address_scope': None}, {'id': '5099a588-37c8-448c-8a2d-e43b0586a45c', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'floating_ip_address': '172.25.5.100', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'port_id': 'cd3859b5-bb0b-4f01-bfa7-c02a65b077b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'mac_address': 'fa:16:3e:7d:60:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:16:54Z', 'updated_at': '2022-05-06T10:16:54Z', 'revision_number': 0, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3117f818-2b29-408e-8528-73b82669f775', 'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'mac_address': 'fa:16:3e:e4:70:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:20Z', 'updated_at': '2022-05-06T10:08:34Z', 'revision_number': 5, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'subnets': [{'id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:16:56.089399 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef28f7c0-2b12-44d7-8c9f-e451f8bcb8cd None None] Checking router: c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:16:56.094119 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c02e83a1-06de-4a8b-a461-f38e5739784c req-78e37355-4e5a-4ef7-a0e8-88fbb8c55338 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd3859b5-bb0b-4f01-bfa7-c02a65b077b9 HTTP/1.1" status: 200 len: 999 time: 0.0633519 May 06 10:16:56.097441 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef28f7c0-2b12-44d7-8c9f-e451f8bcb8cd None None] Routers {'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:16:56.098068 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ef28f7c0-2b12-44d7-8c9f-e451f8bcb8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:16:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:16:56.144141 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e83a1-06de-4a8b-a461-f38e5739784c req-3a9c0e1d-5667-4274-9596-ee3e26330f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:56.146182 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c02e83a1-06de-4a8b-a461-f38e5739784c req-3a9c0e1d-5667-4274-9596-ee3e26330f12 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6c703b66-fbd0-4b8e-aa48-38bd7169d05a HTTP/1.1" status: 200 len: 851 time: 0.0447633 May 06 10:16:56.190658 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e83a1-06de-4a8b-a461-f38e5739784c req-fce808e9-8ecd-45a9-a96d-b811b4cac15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:56.192640 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c02e83a1-06de-4a8b-a461-f38e5739784c req-fce808e9-8ecd-45a9-a96d-b811b4cac15c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e79942ca-e345-49b7-9237-09d84c169e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398862 May 06 10:16:56.201213 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-ef28f7c0-2b12-44d7-8c9f-e451f8bcb8cd None None] Set router c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:16:56.286678 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c02e83a1-06de-4a8b-a461-f38e5739784c req-69d805cf-bb9a-47c0-b9f9-0fd4f8fbcd56 service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877492 May 06 10:16:56.377663 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c02e83a1-06de-4a8b-a461-f38e5739784c req-9b783380-814e-4b7f-b014-cd60007e4c95 service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842314 May 06 10:16:56.430825 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ef28f7c0-2b12-44d7-8c9f-e451f8bcb8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'name': 'tempest-TestVolumeBootPattern-1921401849-router', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:16Z', 'updated_at': '2022-05-06T10:08:21Z', 'revision_number': 4, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'gw_port': {'id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:17Z', 'updated_at': '2022-05-06T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '1a07b4d5-756f-495e-aabc-fea05e5de512', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'port_id': '4a4ac9e8-0d0a-439b-89e3-877e46ddc45c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'mac_address': 'fa:16:3e:c0:45:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89fdaad-c1b8-463e-ba0b-4eadf157dc3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:14:56Z', 'updated_at': '2022-05-06T10:14:59Z', 'revision_number': 1, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'fixed_ip_address_scope': None}, {'id': '5099a588-37c8-448c-8a2d-e43b0586a45c', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'floating_ip_address': '172.25.5.100', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'port_id': 'cd3859b5-bb0b-4f01-bfa7-c02a65b077b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'mac_address': 'fa:16:3e:7d:60:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:16:54Z', 'updated_at': '2022-05-06T10:16:54Z', 'revision_number': 0, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3117f818-2b29-408e-8528-73b82669f775', 'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'mac_address': 'fa:16:3e:e4:70:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:20Z', 'updated_at': '2022-05-06T10:08:34Z', 'revision_number': 5, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'subnets': [{'id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:16:56.457650 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef28f7c0-2b12-44d7-8c9f-e451f8bcb8cd None None] The sync data for ids ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'] in n-d-840835-1 is: [{'id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'name': 'tempest-TestVolumeBootPattern-1921401849-router', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:16Z', 'updated_at': '2022-05-06T10:08:21Z', 'revision_number': 4, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'gw_port': {'id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:17Z', 'updated_at': '2022-05-06T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '1a07b4d5-756f-495e-aabc-fea05e5de512', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'port_id': '4a4ac9e8-0d0a-439b-89e3-877e46ddc45c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'mac_address': 'fa:16:3e:c0:45:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89fdaad-c1b8-463e-ba0b-4eadf157dc3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:14:56Z', 'updated_at': '2022-05-06T10:14:59Z', 'revision_number': 1, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'fixed_ip_address_scope': None}, {'id': '5099a588-37c8-448c-8a2d-e43b0586a45c', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'floating_ip_address': '172.25.5.100', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'port_id': 'cd3859b5-bb0b-4f01-bfa7-c02a65b077b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'mac_address': 'fa:16:3e:7d:60:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:16:54Z', 'updated_at': '2022-05-06T10:16:54Z', 'revision_number': 0, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3117f818-2b29-408e-8528-73b82669f775', 'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'mac_address': 'fa:16:3e:e4:70:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:20Z', 'updated_at': '2022-05-06T10:08:34Z', 'revision_number': 5, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'subnets': [{'id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:16:56.644378 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70521350-6854-4031-bb07-56bb91638089 None None] New status for floating IP 5099a588-37c8-448c-8a2d-e43b0586a45c: ACTIVE {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:16:59.260529 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:17:01.005219 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:17:03.746353 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c76ed9fb-99d8-4e55-a122-4c2dbeaf916e req-a34f5c89-ea21-4111-9987-d3b682bd8adc service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437710 May 06 10:17:03.827781 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ed9fb-99d8-4e55-a122-4c2dbeaf916e req-56421ad2-2d78-41c5-be08-f9c683735364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:17:03.829280 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c76ed9fb-99d8-4e55-a122-4c2dbeaf916e req-56421ad2-2d78-41c5-be08-f9c683735364 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 1096 time: 0.0411980 May 06 10:17:03.932706 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ed9fb-99d8-4e55-a122-4c2dbeaf916e req-9e789267-58a5-4e7c-b0b3-0c4e06c09443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:17:03.934211 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c76ed9fb-99d8-4e55-a122-4c2dbeaf916e req-9e789267-58a5-4e7c-b0b3-0c4e06c09443 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 913 time: 0.0866344 May 06 10:17:04.007544 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c76ed9fb-99d8-4e55-a122-4c2dbeaf916e req-1db30b17-d25d-4e2a-85d9-98907f849d20 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a4ac9e8-0d0a-439b-89e3-877e46ddc45c HTTP/1.1" status: 200 len: 1001 time: 0.0664427 May 06 10:17:04.057369 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ed9fb-99d8-4e55-a122-4c2dbeaf916e req-e0a6c576-0ea9-4cf5-8ab0-bfa4cb328391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:17:04.058781 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c76ed9fb-99d8-4e55-a122-4c2dbeaf916e req-e0a6c576-0ea9-4cf5-8ab0-bfa4cb328391 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6c703b66-fbd0-4b8e-aa48-38bd7169d05a HTTP/1.1" status: 200 len: 851 time: 0.0448904 May 06 10:17:04.105099 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ed9fb-99d8-4e55-a122-4c2dbeaf916e req-c5c9e5e1-b700-4669-9977-d945604ec0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:17:04.106624 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c76ed9fb-99d8-4e55-a122-4c2dbeaf916e req-c5c9e5e1-b700-4669-9977-d945604ec0de service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e79942ca-e345-49b7-9237-09d84c169e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417702 May 06 10:17:04.211442 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c76ed9fb-99d8-4e55-a122-4c2dbeaf916e req-f9fd7a7a-b99c-4112-92ca-a378d03c1375 service neutron] 10.222.0.84 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984375 May 06 10:17:04.304056 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c76ed9fb-99d8-4e55-a122-4c2dbeaf916e req-f6ec51b7-cfcb-4df5-93bc-b54f33bfe9eb service neutron] 10.222.0.84 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851605 May 06 10:17:09.925781 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9f2cfb43-e3df-42f9-985b-3ebfeb6ae4f4 req-63e9cf0c-f252-4f9b-a63f-d0cb97f1dd12 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0551012 May 06 10:17:10.029154 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2cfb43-e3df-42f9-985b-3ebfeb6ae4f4 req-9e449ea1-3d1a-42b9-96cf-f07ff613e0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:17:10.030653 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9f2cfb43-e3df-42f9-985b-3ebfeb6ae4f4 req-9e449ea1-3d1a-42b9-96cf-f07ff613e0d2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 1096 time: 0.0465722 May 06 10:17:10.144965 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2cfb43-e3df-42f9-985b-3ebfeb6ae4f4 req-247fd419-a199-4407-baa6-95973862d57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:17:10.146464 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9f2cfb43-e3df-42f9-985b-3ebfeb6ae4f4 req-247fd419-a199-4407-baa6-95973862d57e service neutron] 10.222.0.77 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 913 time: 0.0923636 May 06 10:17:10.230427 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9f2cfb43-e3df-42f9-985b-3ebfeb6ae4f4 req-7a8293b6-0d6a-43be-82c2-662e4cef1816 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd3859b5-bb0b-4f01-bfa7-c02a65b077b9 HTTP/1.1" status: 200 len: 1001 time: 0.0762384 May 06 10:17:10.289580 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2cfb43-e3df-42f9-985b-3ebfeb6ae4f4 req-790930cb-9913-4117-9944-16151c85d148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:17:10.291030 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9f2cfb43-e3df-42f9-985b-3ebfeb6ae4f4 req-790930cb-9913-4117-9944-16151c85d148 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6c703b66-fbd0-4b8e-aa48-38bd7169d05a HTTP/1.1" status: 200 len: 851 time: 0.0537415 May 06 10:17:10.339239 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2cfb43-e3df-42f9-985b-3ebfeb6ae4f4 req-8040acd3-0788-4808-97fc-6e7bfd0a4f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:17:10.340715 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9f2cfb43-e3df-42f9-985b-3ebfeb6ae4f4 req-8040acd3-0788-4808-97fc-6e7bfd0a4f33 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e79942ca-e345-49b7-9237-09d84c169e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431604 May 06 10:17:10.446639 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9f2cfb43-e3df-42f9-985b-3ebfeb6ae4f4 req-108ad617-09d0-495a-bd20-053c3bf6e42f service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977349 May 06 10:17:10.546572 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9f2cfb43-e3df-42f9-985b-3ebfeb6ae4f4 req-e454f95a-443e-49e3-99f6-42b1910415c8 service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933485 May 06 10:17:15.964404 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cc6b5812-fe1b-4a12-b394-6453a1d0a7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:17:18.492218 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-13a7640c-e5f4-48b6-945c-16aa2ca78b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:17:19.015927 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:17:19.611394 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:17:21.303521 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:17:21.487918 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:17:29.285522 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:17:38.006908 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:17:45.965250 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-19b5a7d7-c155-4f97-8caf-4f12ad080429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:17:48.493783 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d6a2f3aa-10ce-4bc5-b499-fa7a48892561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:17:49.031878 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:17:49.614731 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:17:51.305488 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:17:51.489758 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:17:59.281724 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:03.241765 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fd67094e-19e1-4aaa-b8a3-df72573c8499 req-a7579cbc-5759-4b54-8a34-bb6964a1f406 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444450 May 06 10:18:03.322776 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67094e-19e1-4aaa-b8a3-df72573c8499 req-3b515584-0c97-4733-99f6-40a1f14aa633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:03.324314 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fd67094e-19e1-4aaa-b8a3-df72573c8499 req-3b515584-0c97-4733-99f6-40a1f14aa633 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 1096 time: 0.0407431 May 06 10:18:03.426784 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67094e-19e1-4aaa-b8a3-df72573c8499 req-09d8f22b-07cc-48f6-9865-3b6b44b18c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:03.428256 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fd67094e-19e1-4aaa-b8a3-df72573c8499 req-09d8f22b-07cc-48f6-9865-3b6b44b18c71 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 913 time: 0.0836000 May 06 10:18:03.497864 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fd67094e-19e1-4aaa-b8a3-df72573c8499 req-2b85a81e-2aa4-45b8-b320-0ec6999e114e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a4ac9e8-0d0a-439b-89e3-877e46ddc45c HTTP/1.1" status: 200 len: 1001 time: 0.0629869 May 06 10:18:03.546699 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67094e-19e1-4aaa-b8a3-df72573c8499 req-26e6d894-ba81-4335-8388-b313795270e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:03.548165 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fd67094e-19e1-4aaa-b8a3-df72573c8499 req-26e6d894-ba81-4335-8388-b313795270e4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6c703b66-fbd0-4b8e-aa48-38bd7169d05a HTTP/1.1" status: 200 len: 851 time: 0.0440271 May 06 10:18:03.592495 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67094e-19e1-4aaa-b8a3-df72573c8499 req-f8093f4c-e79d-433b-b0e9-cfa4f88d5e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:03.593968 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fd67094e-19e1-4aaa-b8a3-df72573c8499 req-f8093f4c-e79d-433b-b0e9-cfa4f88d5e45 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e79942ca-e345-49b7-9237-09d84c169e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397916 May 06 10:18:03.686071 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fd67094e-19e1-4aaa-b8a3-df72573c8499 req-85c63974-9dc3-4fb1-bcfa-5f0a16e3e13d service neutron] 10.222.0.84 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843654 May 06 10:18:03.775268 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fd67094e-19e1-4aaa-b8a3-df72573c8499 req-20ce5085-314a-4bc6-896e-72d4712c06c9 service neutron] 10.222.0.84 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819211 May 06 10:18:09.911680 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-93f4d9c9-641b-4816-a025-b597e0ce6d09 req-a1bdffb3-b4e9-4217-870d-17fbd8aadd38 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411611 May 06 10:18:10.015295 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4d9c9-641b-4816-a025-b597e0ce6d09 req-d9554eb5-e409-45dc-9e96-e9114996b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:10.016796 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-93f4d9c9-641b-4816-a025-b597e0ce6d09 req-d9554eb5-e409-45dc-9e96-e9114996b099 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 1096 time: 0.0476539 May 06 10:18:10.127535 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4d9c9-641b-4816-a025-b597e0ce6d09 req-6025ba33-d148-4fc3-83dc-58edf4e1a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:10.129009 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-93f4d9c9-641b-4816-a025-b597e0ce6d09 req-6025ba33-d148-4fc3-83dc-58edf4e1a359 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 913 time: 0.0849881 May 06 10:18:10.197672 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-93f4d9c9-641b-4816-a025-b597e0ce6d09 req-8c813cdd-ee82-40cc-af05-a29788496e54 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd3859b5-bb0b-4f01-bfa7-c02a65b077b9 HTTP/1.1" status: 200 len: 1001 time: 0.0619814 May 06 10:18:10.246418 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4d9c9-641b-4816-a025-b597e0ce6d09 req-03704959-68f2-4f2a-b27f-2bad385699ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:10.247931 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-93f4d9c9-641b-4816-a025-b597e0ce6d09 req-03704959-68f2-4f2a-b27f-2bad385699ca service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6c703b66-fbd0-4b8e-aa48-38bd7169d05a HTTP/1.1" status: 200 len: 851 time: 0.0440607 May 06 10:18:10.292521 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4d9c9-641b-4816-a025-b597e0ce6d09 req-f6e9b4b6-e743-4a92-8826-7c53239661d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:10.293994 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-93f4d9c9-641b-4816-a025-b597e0ce6d09 req-f6e9b4b6-e743-4a92-8826-7c53239661d9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e79942ca-e345-49b7-9237-09d84c169e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399134 May 06 10:18:10.385524 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-93f4d9c9-641b-4816-a025-b597e0ce6d09 req-8006c017-6fe2-4a7e-8eb1-e6afa24d6274 service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850792 May 06 10:18:10.476184 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-93f4d9c9-641b-4816-a025-b597e0ce6d09 req-16e88736-872e-45ca-99f1-abcbe8da12f3 service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821962 May 06 10:18:15.005513 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:18:15.966585 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6c49e5d7-3f8c-4c2c-a481-1f81729c655f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:18.494755 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c616ac82-7c7a-4694-baaf-316ea79c262f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:19.032903 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:19.618064 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:21.308341 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:21.491942 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:22.870054 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36266) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:18:23.034991 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-6afce4a4-9629-429f-8bf7-6b722166df83 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Deleting port 0887f705-23fc-48e9-952c-90f1065ae9a9 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:18:23.035360 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6afce4a4-9629-429f-8bf7-6b722166df83 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:23.111738 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6afce4a4-9629-429f-8bf7-6b722166df83 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:23.112072 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6afce4a4-9629-429f-8bf7-6b722166df83 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:23.123658 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-6afce4a4-9629-429f-8bf7-6b722166df83 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Calling delete_port for 0887f705-23fc-48e9-952c-90f1065ae9a9 owned by network:floatingip {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:18:23.285602 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6afce4a4-9629-429f-8bf7-6b722166df83 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:23.311315 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afce4a4-9629-429f-8bf7-6b722166df83 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Pushing event deleted for resources: {'Port': ['ID=0887f705-23fc-48e9-952c-90f1065ae9a9,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:18:23.324264 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afce4a4-9629-429f-8bf7-6b722166df83 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:23.324620 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afce4a4-9629-429f-8bf7-6b722166df83 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:23.324975 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afce4a4-9629-429f-8bf7-6b722166df83 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:23.325315 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afce4a4-9629-429f-8bf7-6b722166df83 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:23.325651 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afce4a4-9629-429f-8bf7-6b722166df83 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:23.325985 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afce4a4-9629-429f-8bf7-6b722166df83 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:23.326313 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afce4a4-9629-429f-8bf7-6b722166df83 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:23.326640 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afce4a4-9629-429f-8bf7-6b722166df83 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:23.326967 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afce4a4-9629-429f-8bf7-6b722166df83 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:23.327324 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afce4a4-9629-429f-8bf7-6b722166df83 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:23.327652 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afce4a4-9629-429f-8bf7-6b722166df83 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:23.327982 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afce4a4-9629-429f-8bf7-6b722166df83 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:23.385161 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6afce4a4-9629-429f-8bf7-6b722166df83 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for floatingip, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:23.385419 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-6afce4a4-9629-429f-8bf7-6b722166df83 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Floating IP 5099a588-37c8-448c-8a2d-e43b0586a45c disassociated (deleted). External IP: 172.25.5.100, port: cd3859b5-bb0b-4f01-bfa7-c02a65b077b9. May 06 10:18:23.593650 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afce4a4-9629-429f-8bf7-6b722166df83 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Router c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:18:23.701550 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afce4a4-9629-429f-8bf7-6b722166df83 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:18:23.706337 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6afce4a4-9629-429f-8bf7-6b722166df83 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:23.711588 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6ecb5c-35f3-487d-9e4a-433f61b1959c None None] Sync routers for ids ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:18:23.723148 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6ecb5c-35f3-487d-9e4a-433f61b1959c None None] Routers {'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:18:23.723783 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-fd6ecb5c-35f3-487d-9e4a-433f61b1959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:18:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:18:23.734510 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6afce4a4-9629-429f-8bf7-6b722166df83 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "DELETE /v2.0/floatingips/5099a588-37c8-448c-8a2d-e43b0586a45c HTTP/1.1" status: 204 len: 168 time: 0.8633358 May 06 10:18:23.735226 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40', 'tag': 'cd3859b5-bb0b-4f01-bfa7-c02a65b077b9'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:18:23.737556 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37029fe1-df48-48df-9ac9-4fbd1867d43f" -d '{"events": [{"name": "network-changed", "server_uuid": "644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40", "tag": "cd3859b5-bb0b-4f01-bfa7-c02a65b077b9"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:18:23.829066 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-fd6ecb5c-35f3-487d-9e4a-433f61b1959c None None] Set router c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:18:23.889617 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a835935-e5d0-4bfb-89d6-ac84ac55a049 x-openstack-request-id: req-0a835935-e5d0-4bfb-89d6-ac84ac55a049 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:18:23.890127 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40", "tag": "cd3859b5-bb0b-4f01-bfa7-c02a65b077b9", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:18:23.890127 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0a835935-e5d0-4bfb-89d6-ac84ac55a049 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:18:23.890545 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a835935-e5d0-4bfb-89d6-ac84ac55a049'] response: {'name': 'network-changed', 'server_uuid': '644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40', 'tag': 'cd3859b5-bb0b-4f01-bfa7-c02a65b077b9', 'status': 'completed', 'code': 200} May 06 10:18:23.993071 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37029fe1-df48-48df-9ac9-4fbd1867d43f req-69416bb3-53bb-4c60-a1e4-99893b1ff8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:23.994610 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37029fe1-df48-48df-9ac9-4fbd1867d43f req-69416bb3-53bb-4c60-a1e4-99893b1ff8c3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 1096 time: 0.0430250 May 06 10:18:24.085529 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-fd6ecb5c-35f3-487d-9e4a-433f61b1959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'name': 'tempest-TestVolumeBootPattern-1921401849-router', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:16Z', 'updated_at': '2022-05-06T10:08:21Z', 'revision_number': 4, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'gw_port': {'id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:17Z', 'updated_at': '2022-05-06T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '1a07b4d5-756f-495e-aabc-fea05e5de512', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'port_id': '4a4ac9e8-0d0a-439b-89e3-877e46ddc45c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'mac_address': 'fa:16:3e:c0:45:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89fdaad-c1b8-463e-ba0b-4eadf157dc3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:14:56Z', 'updated_at': '2022-05-06T10:14:59Z', 'revision_number': 1, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3117f818-2b29-408e-8528-73b82669f775', 'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'mac_address': 'fa:16:3e:e4:70:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:20Z', 'updated_at': '2022-05-06T10:08:34Z', 'revision_number': 5, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'subnets': [{'id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:18:24.091726 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37029fe1-df48-48df-9ac9-4fbd1867d43f req-037b4624-0205-4a1a-b6db-0def05ccc092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:24.093245 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37029fe1-df48-48df-9ac9-4fbd1867d43f req-037b4624-0205-4a1a-b6db-0def05ccc092 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 913 time: 0.0924356 May 06 10:18:24.114267 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6ecb5c-35f3-487d-9e4a-433f61b1959c None None] Checking router: c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:18:24.123091 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6ecb5c-35f3-487d-9e4a-433f61b1959c None None] Routers {'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:18:24.123746 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-fd6ecb5c-35f3-487d-9e4a-433f61b1959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:18:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:18:24.143205 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37029fe1-df48-48df-9ac9-4fbd1867d43f req-e91b727a-cd99-452e-ac8b-3d4801212c07 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd3859b5-bb0b-4f01-bfa7-c02a65b077b9 HTTP/1.1" status: 200 len: 217 time: 0.0379343 May 06 10:18:24.149566 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd867c-8d53-4a00-bbf2-3e670e6d983e req-fedd7453-567d-44a9-9462-fa0b51855d18 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:24.151468 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0cbd867c-8d53-4a00-bbf2-3e670e6d983e req-fedd7453-567d-44a9-9462-fa0b51855d18 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 945 time: 0.2061162 May 06 10:18:24.191758 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0cbd867c-8d53-4a00-bbf2-3e670e6d983e req-ce683205-50a3-4730-b939-dc7862d58e58 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340064 May 06 10:18:24.206135 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37029fe1-df48-48df-9ac9-4fbd1867d43f req-c4744b9e-7655-4207-9f9f-b238c54c7388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:24.207654 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37029fe1-df48-48df-9ac9-4fbd1867d43f req-c4744b9e-7655-4207-9f9f-b238c54c7388 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6c703b66-fbd0-4b8e-aa48-38bd7169d05a HTTP/1.1" status: 200 len: 851 time: 0.0578289 May 06 10:18:24.244245 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-fd6ecb5c-35f3-487d-9e4a-433f61b1959c None None] Set router c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:18:24.261963 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37029fe1-df48-48df-9ac9-4fbd1867d43f req-30dc5c32-a4d3-4653-94b5-d1bfdc1aaea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:24.263525 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37029fe1-df48-48df-9ac9-4fbd1867d43f req-30dc5c32-a4d3-4653-94b5-d1bfdc1aaea3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e79942ca-e345-49b7-9237-09d84c169e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467975 May 06 10:18:24.355475 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37029fe1-df48-48df-9ac9-4fbd1867d43f req-da9a7ec2-aa87-49d9-861c-f229f9a23b3a service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846984 May 06 10:18:24.449821 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-37029fe1-df48-48df-9ac9-4fbd1867d43f req-e0aa68e2-1d9e-4d03-a2a0-508ba1dec61d service neutron] 10.222.0.77 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876017 May 06 10:18:24.471425 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-fd6ecb5c-35f3-487d-9e4a-433f61b1959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'name': 'tempest-TestVolumeBootPattern-1921401849-router', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:16Z', 'updated_at': '2022-05-06T10:08:21Z', 'revision_number': 4, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'gw_port': {'id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:17Z', 'updated_at': '2022-05-06T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '1a07b4d5-756f-495e-aabc-fea05e5de512', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'port_id': '4a4ac9e8-0d0a-439b-89e3-877e46ddc45c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'mac_address': 'fa:16:3e:c0:45:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89fdaad-c1b8-463e-ba0b-4eadf157dc3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:14:56Z', 'updated_at': '2022-05-06T10:14:59Z', 'revision_number': 1, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3117f818-2b29-408e-8528-73b82669f775', 'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'mac_address': 'fa:16:3e:e4:70:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:20Z', 'updated_at': '2022-05-06T10:08:34Z', 'revision_number': 5, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'subnets': [{'id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:18:24.498074 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6ecb5c-35f3-487d-9e4a-433f61b1959c None None] The sync data for ids ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'] in n-d-840835-1 is: [{'id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'name': 'tempest-TestVolumeBootPattern-1921401849-router', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:16Z', 'updated_at': '2022-05-06T10:08:21Z', 'revision_number': 4, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'gw_port': {'id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:17Z', 'updated_at': '2022-05-06T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '1a07b4d5-756f-495e-aabc-fea05e5de512', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'port_id': '4a4ac9e8-0d0a-439b-89e3-877e46ddc45c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'mac_address': 'fa:16:3e:c0:45:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89fdaad-c1b8-463e-ba0b-4eadf157dc3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:14:56Z', 'updated_at': '2022-05-06T10:14:59Z', 'revision_number': 1, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3117f818-2b29-408e-8528-73b82669f775', 'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'mac_address': 'fa:16:3e:e4:70:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:20Z', 'updated_at': '2022-05-06T10:08:34Z', 'revision_number': 5, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'subnets': [{'id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:18:24.712757 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cb86ec-6890-4376-a2a1-540b2ebc01bc None None] New status for floating IP 5099a588-37c8-448c-8a2d-e43b0586a45c: DOWN {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:18:25.314588 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42164025-2f92-4491-ba61-cd14959c39f0 req-e6cf621a-f847-4349-9613-3dd96e2c704b tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:25.316110 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-42164025-2f92-4491-ba61-cd14959c39f0 req-e6cf621a-f847-4349-9613-3dd96e2c704b tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 945 time: 0.0494380 May 06 10:18:25.353429 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-42164025-2f92-4491-ba61-cd14959c39f0 req-546cb148-e56f-4ca2-8c81-8673ddd723af tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313196 May 06 10:18:25.735427 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9386f25-ad4d-4038-ae90-6d58de260776 req-da43a387-52c9-48cd-83db-245fdf6ad865 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:25.736901 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c9386f25-ad4d-4038-ae90-6d58de260776 req-da43a387-52c9-48cd-83db-245fdf6ad865 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.77 "GET /v2.0/ports?device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 945 time: 0.0502968 May 06 10:18:25.830614 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-c9386f25-ad4d-4038-ae90-6d58de260776 req-277840c3-c58b-4afe-8b0c-3ab1745e8d4c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Deleting port cd3859b5-bb0b-4f01-bfa7-c02a65b077b9 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:18:25.830964 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c9386f25-ad4d-4038-ae90-6d58de260776 req-277840c3-c58b-4afe-8b0c-3ab1745e8d4c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:25.918281 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-c9386f25-ad4d-4038-ae90-6d58de260776 req-277840c3-c58b-4afe-8b0c-3ab1745e8d4c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] For port cd3859b5-bb0b-4f01-bfa7-c02a65b077b9, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=cd3859b5-bb0b-4f01-bfa7-c02a65b077b9,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:18:25.918648 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c9386f25-ad4d-4038-ae90-6d58de260776 req-277840c3-c58b-4afe-8b0c-3ab1745e8d4c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:25.931068 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-c9386f25-ad4d-4038-ae90-6d58de260776 req-277840c3-c58b-4afe-8b0c-3ab1745e8d4c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Calling delete_port for cd3859b5-bb0b-4f01-bfa7-c02a65b077b9 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:18:26.060030 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c9386f25-ad4d-4038-ae90-6d58de260776 req-277840c3-c58b-4afe-8b0c-3ab1745e8d4c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:26.087299 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277840c3-c58b-4afe-8b0c-3ab1745e8d4c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Pushing event deleted for resources: {'Port': ['ID=cd3859b5-bb0b-4f01-bfa7-c02a65b077b9,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:18:26.097450 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277840c3-c58b-4afe-8b0c-3ab1745e8d4c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:26.097803 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277840c3-c58b-4afe-8b0c-3ab1745e8d4c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:26.098152 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277840c3-c58b-4afe-8b0c-3ab1745e8d4c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:26.098499 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277840c3-c58b-4afe-8b0c-3ab1745e8d4c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:26.098843 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277840c3-c58b-4afe-8b0c-3ab1745e8d4c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:26.099206 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277840c3-c58b-4afe-8b0c-3ab1745e8d4c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:26.099544 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277840c3-c58b-4afe-8b0c-3ab1745e8d4c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:26.100452 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277840c3-c58b-4afe-8b0c-3ab1745e8d4c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:26.100452 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277840c3-c58b-4afe-8b0c-3ab1745e8d4c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:26.100650 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277840c3-c58b-4afe-8b0c-3ab1745e8d4c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:26.100868 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277840c3-c58b-4afe-8b0c-3ab1745e8d4c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:26.101241 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277840c3-c58b-4afe-8b0c-3ab1745e8d4c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:26.141914 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9386f25-ad4d-4038-ae90-6d58de260776 req-277840c3-c58b-4afe-8b0c-3ab1745e8d4c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] No DVR routers for this DVR port cd3859b5-bb0b-4f01-bfa7-c02a65b077b9 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:18:26.144442 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c9386f25-ad4d-4038-ae90-6d58de260776 req-277840c3-c58b-4afe-8b0c-3ab1745e8d4c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:26.148421 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c9386f25-ad4d-4038-ae90-6d58de260776 req-277840c3-c58b-4afe-8b0c-3ab1745e8d4c tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.77 "DELETE /v2.0/ports/cd3859b5-bb0b-4f01-bfa7-c02a65b077b9 HTTP/1.1" status: 204 len: 173 time: 0.4035516 May 06 10:18:26.148875 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40', 'name': 'network-vif-deleted', 'tag': 'cd3859b5-bb0b-4f01-bfa7-c02a65b077b9'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:18:26.151126 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7cbeb6-a108-49d6-b7bc-abafac9b21c2" -d '{"events": [{"server_uuid": "644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40", "name": "network-vif-deleted", "tag": "cd3859b5-bb0b-4f01-bfa7-c02a65b077b9"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:18:26.188034 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d81b76b-b4b2-4f13-b15f-eca69667be6d x-openstack-request-id: req-3d81b76b-b4b2-4f13-b15f-eca69667be6d {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:18:26.188331 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40", "name": "network-vif-deleted", "tag": "cd3859b5-bb0b-4f01-bfa7-c02a65b077b9", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:18:26.188588 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3d81b76b-b4b2-4f13-b15f-eca69667be6d {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:18:26.189029 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d81b76b-b4b2-4f13-b15f-eca69667be6d'] response: {'server_uuid': '644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40', 'name': 'network-vif-deleted', 'tag': 'cd3859b5-bb0b-4f01-bfa7-c02a65b077b9', 'status': 'completed', 'code': 200} May 06 10:18:26.455628 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e0594429-9c1d-41bd-94cc-ca4150420e52 req-1f40fa58-c9c8-4729-bc92-6224f462d298 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 210 time: 0.0304129 May 06 10:18:27.552960 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e69dc0df-2aa4-4cbc-b6a6-d355a46d86c6 req-d8a7565a-b403-41ad-b4f0-facf727fa6af tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 210 time: 0.0265355 May 06 10:18:28.654091 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4aaab3bd-6008-4382-b883-f60ee1f13129 req-ada43e30-b34b-4873-ac8e-6cd2637f3a04 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 210 time: 0.0307963 May 06 10:18:29.281241 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:29.462306 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device cd3859b5-bb0b-4f01-bfa7-c02a65b077b9 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:18:29.483460 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: cd3859b5-bb0b-4f01-bfa7-c02a65b077b9 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:18:29.483812 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device cd3859b5-bb0b-4f01-bfa7-c02a65b077b9 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:18:29.760043 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2ac5aa67-0745-4301-baa7-a3a8d017f611 req-b40cd966-4a8b-414b-a8da-d44d1fd1626f tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=644dc405-e2e2-4fd5-9fb6-88ea5b0b9f40 HTTP/1.1" status: 200 len: 210 time: 0.0259194 May 06 10:18:35.113018 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36314) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:18:35.271867 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-f920fabb-4b63-497b-b5c7-5fd398a48b41 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Deleting port 0d0f9b02-8485-4167-a7de-9d19063e34d2 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:18:35.272777 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f920fabb-4b63-497b-b5c7-5fd398a48b41 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:35.347312 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f920fabb-4b63-497b-b5c7-5fd398a48b41 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:35.347648 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f920fabb-4b63-497b-b5c7-5fd398a48b41 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:35.360089 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-f920fabb-4b63-497b-b5c7-5fd398a48b41 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Calling delete_port for 0d0f9b02-8485-4167-a7de-9d19063e34d2 owned by network:floatingip {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:18:35.510588 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f920fabb-4b63-497b-b5c7-5fd398a48b41 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:35.539794 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920fabb-4b63-497b-b5c7-5fd398a48b41 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Pushing event deleted for resources: {'Port': ['ID=0d0f9b02-8485-4167-a7de-9d19063e34d2,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:18:35.599864 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f920fabb-4b63-497b-b5c7-5fd398a48b41 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for floatingip, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:35.600285 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-f920fabb-4b63-497b-b5c7-5fd398a48b41 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Floating IP 1a07b4d5-756f-495e-aabc-fea05e5de512 disassociated (deleted). External IP: 172.25.5.147, port: 4a4ac9e8-0d0a-439b-89e3-877e46ddc45c. May 06 10:18:35.813507 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f920fabb-4b63-497b-b5c7-5fd398a48b41 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Router c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:18:35.923339 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f920fabb-4b63-497b-b5c7-5fd398a48b41 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:18:35.928165 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f920fabb-4b63-497b-b5c7-5fd398a48b41 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:35.940807 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43293f3c-d899-46a2-88f3-f49ac6710a80 None None] Sync routers for ids ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:18:35.951621 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43293f3c-d899-46a2-88f3-f49ac6710a80 None None] Routers {'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:18:35.953144 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-43293f3c-d899-46a2-88f3-f49ac6710a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:18:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:18:35.956848 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f920fabb-4b63-497b-b5c7-5fd398a48b41 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "DELETE /v2.0/floatingips/1a07b4d5-756f-495e-aabc-fea05e5de512 HTTP/1.1" status: 204 len: 168 time: 0.8425214 May 06 10:18:35.957566 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89fdaad-c1b8-463e-ba0b-4eadf157dc3d', 'tag': '4a4ac9e8-0d0a-439b-89e3-877e46ddc45c'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:18:35.960430 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6af1ca-77e2-4c32-9975-49431ab65876" -d '{"events": [{"name": "network-changed", "server_uuid": "b89fdaad-c1b8-463e-ba0b-4eadf157dc3d", "tag": "4a4ac9e8-0d0a-439b-89e3-877e46ddc45c"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:18:36.067556 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-43293f3c-d899-46a2-88f3-f49ac6710a80 None None] Set router c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:18:36.130065 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce1e9db-2e9d-4cef-8fb0-5c728b016a73 x-openstack-request-id: req-8ce1e9db-2e9d-4cef-8fb0-5c728b016a73 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:18:36.130578 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89fdaad-c1b8-463e-ba0b-4eadf157dc3d", "tag": "4a4ac9e8-0d0a-439b-89e3-877e46ddc45c", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:18:36.130683 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8ce1e9db-2e9d-4cef-8fb0-5c728b016a73 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:18:36.131014 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ce1e9db-2e9d-4cef-8fb0-5c728b016a73'] response: {'name': 'network-changed', 'server_uuid': 'b89fdaad-c1b8-463e-ba0b-4eadf157dc3d', 'tag': '4a4ac9e8-0d0a-439b-89e3-877e46ddc45c', 'status': 'completed', 'code': 200} May 06 10:18:36.225933 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6af1ca-77e2-4c32-9975-49431ab65876 req-e6f3e513-f20a-4124-b67b-6920838f5ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:36.227619 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb6af1ca-77e2-4c32-9975-49431ab65876 req-e6f3e513-f20a-4124-b67b-6920838f5ae3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 1096 time: 0.0686338 May 06 10:18:36.268744 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045510e-bd94-4ddf-abd6-12ccf980d856 req-327874b3-bc8e-4432-9ad6-1503b70e81db tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:36.270248 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c045510e-bd94-4ddf-abd6-12ccf980d856 req-327874b3-bc8e-4432-9ad6-1503b70e81db tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 945 time: 0.0834095 May 06 10:18:36.311384 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-43293f3c-d899-46a2-88f3-f49ac6710a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'name': 'tempest-TestVolumeBootPattern-1921401849-router', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:16Z', 'updated_at': '2022-05-06T10:08:21Z', 'revision_number': 4, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'gw_port': {'id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:17Z', 'updated_at': '2022-05-06T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '3117f818-2b29-408e-8528-73b82669f775', 'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'mac_address': 'fa:16:3e:e4:70:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:20Z', 'updated_at': '2022-05-06T10:08:34Z', 'revision_number': 5, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'subnets': [{'id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:18:36.337668 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43293f3c-d899-46a2-88f3-f49ac6710a80 None None] Checking router: c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:18:36.347361 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43293f3c-d899-46a2-88f3-f49ac6710a80 None None] Routers {'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:18:36.347992 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-43293f3c-d899-46a2-88f3-f49ac6710a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:18:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:18:36.349489 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c045510e-bd94-4ddf-abd6-12ccf980d856 req-b1787e3d-d2ca-4879-bae1-5c57a7996824 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534699 May 06 10:18:36.373294 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6af1ca-77e2-4c32-9975-49431ab65876 req-6a5ffc40-ac9f-431e-9db8-9d3273419941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:36.374927 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb6af1ca-77e2-4c32-9975-49431ab65876 req-6a5ffc40-ac9f-431e-9db8-9d3273419941 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 200 len: 913 time: 0.1403356 May 06 10:18:36.426378 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb6af1ca-77e2-4c32-9975-49431ab65876 req-86f4b244-c5bf-4014-b8a0-5a9fab4e73aa service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a4ac9e8-0d0a-439b-89e3-877e46ddc45c HTTP/1.1" status: 200 len: 217 time: 0.0423155 May 06 10:18:36.479300 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6af1ca-77e2-4c32-9975-49431ab65876 req-da3423b4-7f34-4fd5-9762-8d4aaab8a809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:36.480910 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb6af1ca-77e2-4c32-9975-49431ab65876 req-da3423b4-7f34-4fd5-9762-8d4aaab8a809 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6c703b66-fbd0-4b8e-aa48-38bd7169d05a HTTP/1.1" status: 200 len: 851 time: 0.0473461 May 06 10:18:36.532269 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6af1ca-77e2-4c32-9975-49431ab65876 req-84568228-cd06-45c6-8a51-7ea721c6336e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:36.534079 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb6af1ca-77e2-4c32-9975-49431ab65876 req-84568228-cd06-45c6-8a51-7ea721c6336e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e79942ca-e345-49b7-9237-09d84c169e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442226 May 06 10:18:36.553468 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-43293f3c-d899-46a2-88f3-f49ac6710a80 None None] Set router c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:18:36.635308 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb6af1ca-77e2-4c32-9975-49431ab65876 req-d7c06def-e47e-4d67-bac3-f3dbb2c4d150 service neutron] 10.222.0.84 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941119 May 06 10:18:36.729976 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb6af1ca-77e2-4c32-9975-49431ab65876 req-70a860fe-9bf5-4172-9963-0261e1fac070 service neutron] 10.222.0.84 "GET /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871146 May 06 10:18:36.762882 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-43293f3c-d899-46a2-88f3-f49ac6710a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'name': 'tempest-TestVolumeBootPattern-1921401849-router', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:16Z', 'updated_at': '2022-05-06T10:08:21Z', 'revision_number': 4, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'gw_port': {'id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:17Z', 'updated_at': '2022-05-06T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '3117f818-2b29-408e-8528-73b82669f775', 'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'mac_address': 'fa:16:3e:e4:70:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:20Z', 'updated_at': '2022-05-06T10:08:34Z', 'revision_number': 5, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'subnets': [{'id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:18:36.792133 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43293f3c-d899-46a2-88f3-f49ac6710a80 None None] The sync data for ids ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'] in n-d-840835-1 is: [{'id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'name': 'tempest-TestVolumeBootPattern-1921401849-router', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:16Z', 'updated_at': '2022-05-06T10:08:21Z', 'revision_number': 4, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'gw_port': {'id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:17Z', 'updated_at': '2022-05-06T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '3117f818-2b29-408e-8528-73b82669f775', 'name': '', 'network_id': 'e79942ca-e345-49b7-9237-09d84c169e88', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'mac_address': 'fa:16:3e:e4:70:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:20Z', 'updated_at': '2022-05-06T10:08:34Z', 'revision_number': 5, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'subnets': [{'id': '6c703b66-fbd0-4b8e-aa48-38bd7169d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:18:37.014418 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb52a7f-e18f-4465-9df5-999ca690c97d None None] New status for floating IP 1a07b4d5-756f-495e-aabc-fea05e5de512: DOWN {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:18:37.470545 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f00fa-53d2-431a-9f84-d30032a0d9ed req-cf4b8229-721b-46f7-849d-82dbc518a9c8 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:37.472052 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-888f00fa-53d2-431a-9f84-d30032a0d9ed req-cf4b8229-721b-46f7-849d-82dbc518a9c8 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 945 time: 0.0488889 May 06 10:18:37.512302 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-888f00fa-53d2-431a-9f84-d30032a0d9ed req-0b2b9511-b433-4777-a798-d93c58499ef8 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcf7e5ad-c627-4631-98e2-e4e15c420d86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333862 May 06 10:18:37.663268 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc593c-995b-44b2-9f59-beb1cb106b44 req-addbd8b9-a8c8-465c-ad67-b4f299384733 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:37.664734 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ddcc593c-995b-44b2-9f59-beb1cb106b44 req-addbd8b9-a8c8-465c-ad67-b4f299384733 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.84 "GET /v2.0/ports?device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 945 time: 0.0523543 May 06 10:18:37.757146 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-ddcc593c-995b-44b2-9f59-beb1cb106b44 req-f92099b6-380b-4225-b678-934dfb8cdbc0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Deleting port 4a4ac9e8-0d0a-439b-89e3-877e46ddc45c {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:18:37.757598 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ddcc593c-995b-44b2-9f59-beb1cb106b44 req-f92099b6-380b-4225-b678-934dfb8cdbc0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:37.850136 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-ddcc593c-995b-44b2-9f59-beb1cb106b44 req-f92099b6-380b-4225-b678-934dfb8cdbc0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] For port 4a4ac9e8-0d0a-439b-89e3-877e46ddc45c, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=4a4ac9e8-0d0a-439b-89e3-877e46ddc45c,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:18:37.850423 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ddcc593c-995b-44b2-9f59-beb1cb106b44 req-f92099b6-380b-4225-b678-934dfb8cdbc0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:37.863559 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-ddcc593c-995b-44b2-9f59-beb1cb106b44 req-f92099b6-380b-4225-b678-934dfb8cdbc0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Calling delete_port for 4a4ac9e8-0d0a-439b-89e3-877e46ddc45c owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:18:37.987142 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ddcc593c-995b-44b2-9f59-beb1cb106b44 req-f92099b6-380b-4225-b678-934dfb8cdbc0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:38.020310 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92099b6-380b-4225-b678-934dfb8cdbc0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Pushing event deleted for resources: {'Port': ['ID=4a4ac9e8-0d0a-439b-89e3-877e46ddc45c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:18:38.060563 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcc593c-995b-44b2-9f59-beb1cb106b44 req-f92099b6-380b-4225-b678-934dfb8cdbc0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] No DVR routers for this DVR port 4a4ac9e8-0d0a-439b-89e3-877e46ddc45c on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:18:38.063349 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ddcc593c-995b-44b2-9f59-beb1cb106b44 req-f92099b6-380b-4225-b678-934dfb8cdbc0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:38.066869 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ddcc593c-995b-44b2-9f59-beb1cb106b44 req-f92099b6-380b-4225-b678-934dfb8cdbc0 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.84 "DELETE /v2.0/ports/4a4ac9e8-0d0a-439b-89e3-877e46ddc45c HTTP/1.1" status: 204 len: 173 time: 0.3965390 May 06 10:18:38.132297 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89fdaad-c1b8-463e-ba0b-4eadf157dc3d', 'name': 'network-vif-deleted', 'tag': '4a4ac9e8-0d0a-439b-89e3-877e46ddc45c'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:18:38.135811 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9386aae-d58b-40ac-8295-794fc5c89f72" -d '{"events": [{"server_uuid": "b89fdaad-c1b8-463e-ba0b-4eadf157dc3d", "name": "network-vif-deleted", "tag": "4a4ac9e8-0d0a-439b-89e3-877e46ddc45c"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:18:38.170631 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526d888c-b16e-47fa-b4ee-207a29d0589f x-openstack-request-id: req-526d888c-b16e-47fa-b4ee-207a29d0589f {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:18:38.170935 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89fdaad-c1b8-463e-ba0b-4eadf157dc3d", "name": "network-vif-deleted", "tag": "4a4ac9e8-0d0a-439b-89e3-877e46ddc45c", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:18:38.171229 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-526d888c-b16e-47fa-b4ee-207a29d0589f {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:18:38.171657 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-526d888c-b16e-47fa-b4ee-207a29d0589f'] response: {'server_uuid': 'b89fdaad-c1b8-463e-ba0b-4eadf157dc3d', 'name': 'network-vif-deleted', 'tag': '4a4ac9e8-0d0a-439b-89e3-877e46ddc45c', 'status': 'completed', 'code': 200} May 06 10:18:38.623343 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-20d02aa0-c0ca-4efb-be84-e5da3e237b5d req-8628884d-31b7-4f49-9ccd-ef6954a64dd7 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 210 time: 0.0287261 May 06 10:18:39.716663 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-988504a3-0f5f-4213-9fe6-d6a34c5c5a5c req-8ab4dc00-e5ed-4271-8b82-d90edf7ff320 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 210 time: 0.0264225 May 06 10:18:40.289075 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 4a4ac9e8-0d0a-439b-89e3-877e46ddc45c no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:18:40.312728 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 4a4ac9e8-0d0a-439b-89e3-877e46ddc45c {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:18:40.313073 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 4a4ac9e8-0d0a-439b-89e3-877e46ddc45c not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:18:40.816942 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-064bd109-69a3-455e-8a87-1dcef4dd32c3 req-27a43e36-861f-43f9-a322-51c7c2379768 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "GET /v2.0/ports?device_id=b89fdaad-c1b8-463e-ba0b-4eadf157dc3d HTTP/1.1" status: 200 len: 210 time: 0.0305424 May 06 10:18:41.872551 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36334) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:18:42.000503 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-d97f714e-93d3-4ff9-af1f-e839dff899fe tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Deleting port 37a1fa39-a1b7-4612-948e-886cf4789673 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:18:42.001191 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d97f714e-93d3-4ff9-af1f-e839dff899fe tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:42.076801 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d97f714e-93d3-4ff9-af1f-e839dff899fe tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:42.077130 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d97f714e-93d3-4ff9-af1f-e839dff899fe tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:42.088557 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-d97f714e-93d3-4ff9-af1f-e839dff899fe tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Calling delete_port for 37a1fa39-a1b7-4612-948e-886cf4789673 owned by network:floatingip {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:18:42.220480 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d97f714e-93d3-4ff9-af1f-e839dff899fe tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:42.245413 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f714e-93d3-4ff9-af1f-e839dff899fe tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Pushing event deleted for resources: {'Port': ['ID=37a1fa39-a1b7-4612-948e-886cf4789673,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:18:42.306959 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d97f714e-93d3-4ff9-af1f-e839dff899fe tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for floatingip, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:42.309572 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d97f714e-93d3-4ff9-af1f-e839dff899fe tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:42.310743 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d97f714e-93d3-4ff9-af1f-e839dff899fe tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "DELETE /v2.0/floatingips/5f718c45-5ee6-4d6c-97b9-e117e55e2e0c HTTP/1.1" status: 204 len: 168 time: 0.4371977 May 06 10:18:44.545094 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36348) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:18:44.607807 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6693c3d3-6b01-4c3f-8c6d-4f7c488b61e4 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:44.632905 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6693c3d3-6b01-4c3f-8c6d-4f7c488b61e4 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:44.692237 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6693c3d3-6b01-4c3f-8c6d-4f7c488b61e4 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:44.695538 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6693c3d3-6b01-4c3f-8c6d-4f7c488b61e4 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:44.696701 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6693c3d3-6b01-4c3f-8c6d-4f7c488b61e4 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] 10.222.0.73 "DELETE /v2.0/security-groups/fcf7e5ad-c627-4631-98e2-e4e15c420d86 HTTP/1.1" status: 204 len: 168 time: 0.1506097 May 06 10:18:44.715444 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693c3d3-6b01-4c3f-8c6d-4f7c488b61e4 tempest-TestVolumeBootPattern-1469279393 tempest-TestVolumeBootPattern-1469279393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf7e5ad-c627-4631-98e2-e4e15c420d86,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:18:44.756911 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36352) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:18:45.546661 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e8c8cdd1-6f04-4512-8c1c-0c73d7d94f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:45.791867 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-e8c8cdd1-6f04-4512-8c1c-0c73d7d94f95 admin admin] Deleting port 3117f818-2b29-408e-8528-73b82669f775 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:18:45.792563 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e8c8cdd1-6f04-4512-8c1c-0c73d7d94f95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:45.873740 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-e8c8cdd1-6f04-4512-8c1c-0c73d7d94f95 admin admin] For port 3117f818-2b29-408e-8528-73b82669f775, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=3117f818-2b29-408e-8528-73b82669f775,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:18:45.874112 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e8c8cdd1-6f04-4512-8c1c-0c73d7d94f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:45.887677 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-e8c8cdd1-6f04-4512-8c1c-0c73d7d94f95 admin admin] Calling delete_port for 3117f818-2b29-408e-8528-73b82669f775 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:18:45.967043 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b7227d65-fbce-4f11-8d6f-54ecdbcc3373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:46.069800 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e8c8cdd1-6f04-4512-8c1c-0c73d7d94f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:46.095744 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8cdd1-6f04-4512-8c1c-0c73d7d94f95 admin admin] Pushing event deleted for resources: {'Port': ['ID=3117f818-2b29-408e-8528-73b82669f775,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:18:46.262974 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e8c8cdd1-6f04-4512-8c1c-0c73d7d94f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:46.478393 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c8cdd1-6f04-4512-8c1c-0c73d7d94f95 admin admin] Router c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:18:46.589099 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c8cdd1-6f04-4512-8c1c-0c73d7d94f95 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:18:46.594287 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e8c8cdd1-6f04-4512-8c1c-0c73d7d94f95 admin admin] 10.222.0.73 "PUT /v2.0/routers/c0cba56e-2149-41dd-a3d4-174a5bc8d2f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8362253 May 06 10:18:46.596850 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36358) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:18:46.598304 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d6a75-9a85-47b9-be82-5569dc4eab7d None None] Sync routers for ids ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:18:46.608064 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d6a75-9a85-47b9-be82-5569dc4eab7d None None] Routers {'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:18:46.608682 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-db8d6a75-9a85-47b9-be82-5569dc4eab7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:18:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:18:46.701317 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-90ba74d2-5824-40c7-bd16-665805936ed1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:46.712215 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-db8d6a75-9a85-47b9-be82-5569dc4eab7d None None] Set router c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:18:46.805366 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-90ba74d2-5824-40c7-bd16-665805936ed1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:46.858600 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-90ba74d2-5824-40c7-bd16-665805936ed1 admin admin] Deleting port 86fab736-81b5-47d9-b2b6-911e86296d0f {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:18:46.858953 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-90ba74d2-5824-40c7-bd16-665805936ed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:46.889246 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-db8d6a75-9a85-47b9-be82-5569dc4eab7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'name': 'tempest-TestVolumeBootPattern-1921401849-router', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:16Z', 'updated_at': '2022-05-06T10:18:46Z', 'revision_number': 5, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'gw_port': {'id': '86fab736-81b5-47d9-b2b6-911e86296d0f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:17Z', 'updated_at': '2022-05-06T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:18:46.925182 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d6a75-9a85-47b9-be82-5569dc4eab7d None None] Checking router: c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:18:46.934021 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d6a75-9a85-47b9-be82-5569dc4eab7d None None] Routers {'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:18:46.934660 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-db8d6a75-9a85-47b9-be82-5569dc4eab7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:18:18Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:18:46.944989 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-90ba74d2-5824-40c7-bd16-665805936ed1 admin admin] For port 86fab736-81b5-47d9-b2b6-911e86296d0f, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=86fab736-81b5-47d9-b2b6-911e86296d0f,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:18:46.945362 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-90ba74d2-5824-40c7-bd16-665805936ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:46.957247 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-90ba74d2-5824-40c7-bd16-665805936ed1 admin admin] Calling delete_port for 86fab736-81b5-47d9-b2b6-911e86296d0f owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:18:47.019604 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-db8d6a75-9a85-47b9-be82-5569dc4eab7d None None] Set router c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:18:47.071190 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-db8d6a75-9a85-47b9-be82-5569dc4eab7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'name': 'tempest-TestVolumeBootPattern-1921401849-router', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:16Z', 'updated_at': '2022-05-06T10:18:46Z', 'revision_number': 6, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:18:47.101291 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d6a75-9a85-47b9-be82-5569dc4eab7d None None] The sync data for ids ['c0cba56e-2149-41dd-a3d4-174a5bc8d2f2'] in n-d-840835-1 is: [{'id': 'c0cba56e-2149-41dd-a3d4-174a5bc8d2f2', 'name': 'tempest-TestVolumeBootPattern-1921401849-router', 'tenant_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:16Z', 'updated_at': '2022-05-06T10:18:46Z', 'revision_number': 6, 'project_id': '7cb12c0888cc4f8a80e8e3d90fb1fcf1', 'gw_port_host': None}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:18:47.127919 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-90ba74d2-5824-40c7-bd16-665805936ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:47.155030 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba74d2-5824-40c7-bd16-665805936ed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=86fab736-81b5-47d9-b2b6-911e86296d0f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:18:47.217017 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-90ba74d2-5824-40c7-bd16-665805936ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:47.308355 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-90ba74d2-5824-40c7-bd16-665805936ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:47.310435 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-90ba74d2-5824-40c7-bd16-665805936ed1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:47.355651 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-90ba74d2-5824-40c7-bd16-665805936ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:47.356567 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ba74d2-5824-40c7-bd16-665805936ed1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:18:47.360826 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-90ba74d2-5824-40c7-bd16-665805936ed1 admin admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:47.362286 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-90ba74d2-5824-40c7-bd16-665805936ed1 admin admin] 10.222.0.73 "DELETE /v2.0/routers/c0cba56e-2149-41dd-a3d4-174a5bc8d2f2 HTTP/1.1" status: 204 len: 168 time: 0.7645040 May 06 10:18:47.364751 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36360) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:18:47.408532 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-c560231c-28e0-4fef-8980-13d8d271f2cf admin admin] Deleting subnet 6c703b66-fbd0-4b8e-aa48-38bd7169d05a {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:18:47.411426 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c560231c-28e0-4fef-8980-13d8d271f2cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:47.445144 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c560231c-28e0-4fef-8980-13d8d271f2cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:47.539673 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c560231c-28e0-4fef-8980-13d8d271f2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:47.594658 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c560231c-28e0-4fef-8980-13d8d271f2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:47.620294 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560231c-28e0-4fef-8980-13d8d271f2cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c703b66-fbd0-4b8e-aa48-38bd7169d05a,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:18:47.624850 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c560231c-28e0-4fef-8980-13d8d271f2cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:47.628205 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c560231c-28e0-4fef-8980-13d8d271f2cf admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6c703b66-fbd0-4b8e-aa48-38bd7169d05a HTTP/1.1" status: 204 len: 168 time: 0.2623076 May 06 10:18:47.630519 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36362) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:18:47.630681 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4cb920-c321-4dfe-8785-36451ae580da None None] Network e79942ca-e345-49b7-9237-09d84c169e88 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:18:47.697742 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f22559ac-1d15-4a51-9570-dbbb6877d891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:47.755349 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-f22559ac-1d15-4a51-9570-dbbb6877d891 admin admin] Deleting port 344126b5-f969-44c6-ab20-41bc6e819ba7 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:18:47.755705 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f22559ac-1d15-4a51-9570-dbbb6877d891 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:47.820650 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-f22559ac-1d15-4a51-9570-dbbb6877d891 admin admin] For port 344126b5-f969-44c6-ab20-41bc6e819ba7, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=344126b5-f969-44c6-ab20-41bc6e819ba7,segment=NetworkSegment(41853fd3-19ad-4892-b119-394b1648bb68),segment_id=41853fd3-19ad-4892-b119-394b1648bb68)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:18:47.821363 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f22559ac-1d15-4a51-9570-dbbb6877d891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:47.833402 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-f22559ac-1d15-4a51-9570-dbbb6877d891 admin admin] Calling delete_port for 344126b5-f969-44c6-ab20-41bc6e819ba7 owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:18:47.909734 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f52497-4d85-409e-875e-f111a051f16c None None] DHCP port deletion for e79942ca-e345-49b7-9237-09d84c169e88 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:18:47.916584 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3117f818-2b29-408e-8528-73b82669f775 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:18:47.925061 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f22559ac-1d15-4a51-9570-dbbb6877d891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:47.954647 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22559ac-1d15-4a51-9570-dbbb6877d891 admin admin] Pushing event deleted for resources: {'Port': ['ID=344126b5-f969-44c6-ab20-41bc6e819ba7,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:18:47.958163 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22559ac-1d15-4a51-9570-dbbb6877d891 admin admin] No DVR routers for this DVR port 344126b5-f969-44c6-ab20-41bc6e819ba7 on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:18:47.958777 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 3117f818-2b29-408e-8528-73b82669f775 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:18:47.959220 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 3117f818-2b29-408e-8528-73b82669f775 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:18:47.960757 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-41f52497-4d85-409e-875e-f111a051f16c None None] The port '344126b5-f969-44c6-ab20-41bc6e819ba7' was deleted {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} May 06 10:18:48.033138 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f22559ac-1d15-4a51-9570-dbbb6877d891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:48.059887 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-f22559ac-1d15-4a51-9570-dbbb6877d891 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e79942ca-e345-49b7-9237-09d84c169e88']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:18:48.069730 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-f22559ac-1d15-4a51-9570-dbbb6877d891 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41853fd3-19ad-4892-b119-394b1648bb68') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:18:48.070033 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-f22559ac-1d15-4a51-9570-dbbb6877d891 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41853fd3-19ad-4892-b119-394b1648bb68') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:18:48.079176 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f22559ac-1d15-4a51-9570-dbbb6877d891 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:48.092155 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f22559ac-1d15-4a51-9570-dbbb6877d891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:48.098624 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22559ac-1d15-4a51-9570-dbbb6877d891 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:18:48.099083 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f22559ac-1d15-4a51-9570-dbbb6877d891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: timer() May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:18:48.101059 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:18:48.156910 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f22559ac-1d15-4a51-9570-dbbb6877d891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:48.162522 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f22559ac-1d15-4a51-9570-dbbb6877d891 admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:48.165714 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f22559ac-1d15-4a51-9570-dbbb6877d891 admin admin] 10.222.0.73 "DELETE /v2.0/networks/e79942ca-e345-49b7-9237-09d84c169e88 HTTP/1.1" status: 204 len: 168 time: 0.5336962 May 06 10:18:48.168892 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36364) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:18:48.176837 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22559ac-1d15-4a51-9570-dbbb6877d891 admin admin] Pushing event deleted for resources: {'Network': ['ID=e79942ca-e345-49b7-9237-09d84c169e88,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:18:48.498219 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fe39ce8d-77ff-4e28-9dca-e330832bb232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:48.827989 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-863595e7-c54e-4d2e-8012-15810bd170c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:49.047604 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:49.086887 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-863595e7-c54e-4d2e-8012-15810bd170c0 admin admin] Deleting port 402046b4-541e-4b63-aec1-b14a31238ce6 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:18:49.087191 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-863595e7-c54e-4d2e-8012-15810bd170c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:49.169614 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-863595e7-c54e-4d2e-8012-15810bd170c0 admin admin] For port 402046b4-541e-4b63-aec1-b14a31238ce6, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=402046b4-541e-4b63-aec1-b14a31238ce6,segment=NetworkSegment(e929f134-5664-4472-9d29-0d873feaba36),segment_id=e929f134-5664-4472-9d29-0d873feaba36)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:18:49.170350 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-863595e7-c54e-4d2e-8012-15810bd170c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:49.182890 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-863595e7-c54e-4d2e-8012-15810bd170c0 admin admin] Calling delete_port for 402046b4-541e-4b63-aec1-b14a31238ce6 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:18:49.318959 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 344126b5-f969-44c6-ab20-41bc6e819ba7 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:18:49.343493 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 344126b5-f969-44c6-ab20-41bc6e819ba7 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:18:49.344107 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 344126b5-f969-44c6-ab20-41bc6e819ba7 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:18:49.344538 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 86fab736-81b5-47d9-b2b6-911e86296d0f no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:18:49.363847 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 86fab736-81b5-47d9-b2b6-911e86296d0f {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:18:49.364211 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 86fab736-81b5-47d9-b2b6-911e86296d0f not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:18:49.376429 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-863595e7-c54e-4d2e-8012-15810bd170c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:49.401493 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863595e7-c54e-4d2e-8012-15810bd170c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=402046b4-541e-4b63-aec1-b14a31238ce6,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:18:49.571206 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-863595e7-c54e-4d2e-8012-15810bd170c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:49.622193 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:49.788336 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863595e7-c54e-4d2e-8012-15810bd170c0 admin admin] Router e4bbc23a-6ffc-4a1f-b209-768cbd9722ea has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:18:49.897256 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863595e7-c54e-4d2e-8012-15810bd170c0 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:18:49.903260 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-863595e7-c54e-4d2e-8012-15810bd170c0 admin admin] 10.222.0.73 "PUT /v2.0/routers/e4bbc23a-6ffc-4a1f-b209-768cbd9722ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7332346 May 06 10:18:49.906095 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36366) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:18:49.908648 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a89de9-2823-471f-9421-fc6475d2c184 None None] Sync routers for ids ['e4bbc23a-6ffc-4a1f-b209-768cbd9722ea'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:18:49.919701 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a89de9-2823-471f-9421-fc6475d2c184 None None] Routers {'e4bbc23a-6ffc-4a1f-b209-768cbd9722ea'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:18:49.920437 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-39a89de9-2823-471f-9421-fc6475d2c184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:18:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e4bbc23a-6ffc-4a1f-b209-768cbd9722ea'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:18:50.011548 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-536a8630-a47a-4422-9e02-166ab5485ad1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:50.025136 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-39a89de9-2823-471f-9421-fc6475d2c184 None None] Set router e4bbc23a-6ffc-4a1f-b209-768cbd9722ea gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:18:50.116612 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-536a8630-a47a-4422-9e02-166ab5485ad1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:50.169232 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-536a8630-a47a-4422-9e02-166ab5485ad1 admin admin] Deleting port e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:18:50.169486 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-536a8630-a47a-4422-9e02-166ab5485ad1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:50.202120 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-39a89de9-2823-471f-9421-fc6475d2c184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bbc23a-6ffc-4a1f-b209-768cbd9722ea', 'name': 'tempest-TestVolumeBootPattern-482808035-router', 'tenant_id': 'd6a0976044fe4deea8891a6d89e7b6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:25Z', 'updated_at': '2022-05-06T10:18:49Z', 'revision_number': 5, 'project_id': 'd6a0976044fe4deea8891a6d89e7b6a7', 'gw_port': {'id': 'e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bbc23a-6ffc-4a1f-b209-768cbd9722ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:26Z', 'updated_at': '2022-05-06T10:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:18:50.233547 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a89de9-2823-471f-9421-fc6475d2c184 None None] Checking router: e4bbc23a-6ffc-4a1f-b209-768cbd9722ea for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:18:50.242454 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a89de9-2823-471f-9421-fc6475d2c184 None None] Routers {'e4bbc23a-6ffc-4a1f-b209-768cbd9722ea'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:18:50.243077 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-39a89de9-2823-471f-9421-fc6475d2c184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:18:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['e4bbc23a-6ffc-4a1f-b209-768cbd9722ea'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:18:50.254285 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-536a8630-a47a-4422-9e02-166ab5485ad1 admin admin] For port e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:18:50.254830 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-536a8630-a47a-4422-9e02-166ab5485ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:50.266994 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-536a8630-a47a-4422-9e02-166ab5485ad1 admin admin] Calling delete_port for e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:18:50.445131 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-536a8630-a47a-4422-9e02-166ab5485ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:50.471363 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a8630-a47a-4422-9e02-166ab5485ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:18:50.495907 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-39a89de9-2823-471f-9421-fc6475d2c184 None None] Set router e4bbc23a-6ffc-4a1f-b209-768cbd9722ea gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:18:50.534675 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-536a8630-a47a-4422-9e02-166ab5485ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:50.547945 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-39a89de9-2823-471f-9421-fc6475d2c184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bbc23a-6ffc-4a1f-b209-768cbd9722ea', 'name': 'tempest-TestVolumeBootPattern-482808035-router', 'tenant_id': 'd6a0976044fe4deea8891a6d89e7b6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:25Z', 'updated_at': '2022-05-06T10:18:50Z', 'revision_number': 6, 'project_id': 'd6a0976044fe4deea8891a6d89e7b6a7', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:18:50.577689 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a89de9-2823-471f-9421-fc6475d2c184 None None] The sync data for ids ['e4bbc23a-6ffc-4a1f-b209-768cbd9722ea'] in n-d-840835-1 is: [{'id': 'e4bbc23a-6ffc-4a1f-b209-768cbd9722ea', 'name': 'tempest-TestVolumeBootPattern-482808035-router', 'tenant_id': 'd6a0976044fe4deea8891a6d89e7b6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:25Z', 'updated_at': '2022-05-06T10:18:50Z', 'revision_number': 6, 'project_id': 'd6a0976044fe4deea8891a6d89e7b6a7', 'gw_port_host': None}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:18:50.629012 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-536a8630-a47a-4422-9e02-166ab5485ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:50.631266 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-536a8630-a47a-4422-9e02-166ab5485ad1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:50.678245 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-536a8630-a47a-4422-9e02-166ab5485ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:50.678984 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536a8630-a47a-4422-9e02-166ab5485ad1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4bbc23a-6ffc-4a1f-b209-768cbd9722ea {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:18:50.683340 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-536a8630-a47a-4422-9e02-166ab5485ad1 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:50.686934 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-536a8630-a47a-4422-9e02-166ab5485ad1 admin admin] 10.222.0.73 "DELETE /v2.0/routers/e4bbc23a-6ffc-4a1f-b209-768cbd9722ea HTTP/1.1" status: 204 len: 168 time: 0.7775912 May 06 10:18:50.687098 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36368) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:18:50.730813 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb2e4370-8a9a-4d2d-a23d-16e3f541d60c admin admin] Deleting subnet 48d35bd7-85f4-4887-8978-3a4567107d2d {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:18:50.733961 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb2e4370-8a9a-4d2d-a23d-16e3f541d60c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:50.767840 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb2e4370-8a9a-4d2d-a23d-16e3f541d60c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:50.847984 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb2e4370-8a9a-4d2d-a23d-16e3f541d60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:50.902237 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb2e4370-8a9a-4d2d-a23d-16e3f541d60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:50.929727 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e4370-8a9a-4d2d-a23d-16e3f541d60c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48d35bd7-85f4-4887-8978-3a4567107d2d,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:18:50.933544 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb2e4370-8a9a-4d2d-a23d-16e3f541d60c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:50.937299 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bb2e4370-8a9a-4d2d-a23d-16e3f541d60c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/48d35bd7-85f4-4887-8978-3a4567107d2d HTTP/1.1" status: 204 len: 168 time: 0.2486165 May 06 10:18:50.939254 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36370) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:18:50.942719 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8fdaa7-13df-492d-9a0e-a351ae1596ac None None] Network b7cedd52-956b-48db-9e42-11270e0ea28b requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:18:51.013827 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63c1228d-7b28-439a-bf9f-431fe1a6dc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:51.079658 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-63c1228d-7b28-439a-bf9f-431fe1a6dc5e admin admin] Deleting port f8decc1e-5a34-4e0d-ba52-f6fa68c63d1f {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:18:51.080015 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63c1228d-7b28-439a-bf9f-431fe1a6dc5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:51.143672 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-63c1228d-7b28-439a-bf9f-431fe1a6dc5e admin admin] For port f8decc1e-5a34-4e0d-ba52-f6fa68c63d1f, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f8decc1e-5a34-4e0d-ba52-f6fa68c63d1f,segment=NetworkSegment(e929f134-5664-4472-9d29-0d873feaba36),segment_id=e929f134-5664-4472-9d29-0d873feaba36)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:18:51.144034 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63c1228d-7b28-439a-bf9f-431fe1a6dc5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:51.157556 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-63c1228d-7b28-439a-bf9f-431fe1a6dc5e admin admin] Calling delete_port for f8decc1e-5a34-4e0d-ba52-f6fa68c63d1f owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:18:51.245847 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63c1228d-7b28-439a-bf9f-431fe1a6dc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:51.269188 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1228d-7b28-439a-bf9f-431fe1a6dc5e admin admin] Pushing event deleted for resources: {'Port': ['ID=f8decc1e-5a34-4e0d-ba52-f6fa68c63d1f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:18:51.274762 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c1228d-7b28-439a-bf9f-431fe1a6dc5e admin admin] No DVR routers for this DVR port f8decc1e-5a34-4e0d-ba52-f6fa68c63d1f on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:18:51.310805 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:51.348373 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63c1228d-7b28-439a-bf9f-431fe1a6dc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:51.357615 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6abfb87-7b38-454d-ad6e-1d1135194883 None None] DHCP port deletion for b7cedd52-956b-48db-9e42-11270e0ea28b request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:18:51.375527 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-63c1228d-7b28-439a-bf9f-431fe1a6dc5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7cedd52-956b-48db-9e42-11270e0ea28b']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:18:51.385900 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-63c1228d-7b28-439a-bf9f-431fe1a6dc5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e929f134-5664-4472-9d29-0d873feaba36') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:18:51.386206 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-63c1228d-7b28-439a-bf9f-431fe1a6dc5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e929f134-5664-4472-9d29-0d873feaba36') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:18:51.401048 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63c1228d-7b28-439a-bf9f-431fe1a6dc5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:51.415836 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63c1228d-7b28-439a-bf9f-431fe1a6dc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:51.423140 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c1228d-7b28-439a-bf9f-431fe1a6dc5e admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:18:51.423734 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63c1228d-7b28-439a-bf9f-431fe1a6dc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:51.424445 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: timer() May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:18:51.425838 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:18:51.446775 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:18:51.447221 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e80b3ddd-1fd7-481c-b5ab-4ca5291d34ac not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:18:51.447720 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f8decc1e-5a34-4e0d-ba52-f6fa68c63d1f no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:18:51.468091 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: f8decc1e-5a34-4e0d-ba52-f6fa68c63d1f {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:18:51.468443 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f8decc1e-5a34-4e0d-ba52-f6fa68c63d1f not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:18:51.469129 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 402046b4-541e-4b63-aec1-b14a31238ce6 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:18:51.487594 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63c1228d-7b28-439a-bf9f-431fe1a6dc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:51.494917 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63c1228d-7b28-439a-bf9f-431fe1a6dc5e admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:51.496164 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 402046b4-541e-4b63-aec1-b14a31238ce6 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:18:51.496467 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 402046b4-541e-4b63-aec1-b14a31238ce6 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:18:51.501962 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-63c1228d-7b28-439a-bf9f-431fe1a6dc5e admin admin] 10.222.0.73 "DELETE /v2.0/networks/b7cedd52-956b-48db-9e42-11270e0ea28b HTTP/1.1" status: 204 len: 168 time: 0.5612364 May 06 10:18:51.514194 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:51.520566 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1228d-7b28-439a-bf9f-431fe1a6dc5e admin admin] Pushing event deleted for resources: {'Network': ['ID=b7cedd52-956b-48db-9e42-11270e0ea28b,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:18:51.640390 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36374) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:18:51.684596 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-83f46888-d8e6-419d-b43d-8b5ed5e50ab9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7cb12c0888cc4f8a80e8e3d90fb1fcf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429997 May 06 10:18:51.687092 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36376) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:18:51.735458 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19e025bc-af24-4633-8598-c5b94edf27f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:51.757236 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19e025bc-af24-4633-8598-c5b94edf27f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:51.807743 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19e025bc-af24-4633-8598-c5b94edf27f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:51.810341 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-19e025bc-af24-4633-8598-c5b94edf27f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:51.811533 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-19e025bc-af24-4633-8598-c5b94edf27f8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5eb0994a-42e5-4a5e-b505-656201afa0c2 HTTP/1.1" status: 204 len: 168 time: 0.1235135 May 06 10:18:51.819808 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e025bc-af24-4633-8598-c5b94edf27f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb0994a-42e5-4a5e-b505-656201afa0c2,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:18:52.004493 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:18:52.150455 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36382) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:18:52.190215 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b4972185-d9e2-47e5-9035-9fe69366ca3a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d6a0976044fe4deea8891a6d89e7b6a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385032 May 06 10:18:52.192713 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36384) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:18:52.239904 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7f91280f-28f0-49b9-acb9-f6de56b248bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:52.268367 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7f91280f-28f0-49b9-acb9-f6de56b248bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:52.317142 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7f91280f-28f0-49b9-acb9-f6de56b248bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:52.319728 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7f91280f-28f0-49b9-acb9-f6de56b248bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:52.320934 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7f91280f-28f0-49b9-acb9-f6de56b248bc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/38b80977-88d8-4898-b271-fd9a46decdbb HTTP/1.1" status: 204 len: 168 time: 0.1272287 May 06 10:18:52.328385 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91280f-28f0-49b9-acb9-f6de56b248bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b80977-88d8-4898-b271-fd9a46decdbb,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:18:59.279186 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:03.020340 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-0c8abdbf-d92e-418e-bdd7-8ac5eea6e1f8 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=4d99d5b594b84cd7a078fa85bc870b04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217030 May 06 10:19:03.125275 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-d3fe053b-f048-4795-986d-3bcd463134c7 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:03.126742 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-d3fe053b-f048-4795-986d-3bcd463134c7 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1001203 May 06 10:19:03.141231 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-a6651d8d-6c1e-44c0-a284-1f72130f7e83 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.73 "GET /v2.0/quotas/4d99d5b594b84cd7a078fa85bc870b04 HTTP/1.1" status: 200 len: 375 time: 0.0086644 May 06 10:19:03.180951 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-1a1a6d54-3945-46ba-9fc3-28462840f602 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4d99d5b594b84cd7a078fa85bc870b04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341628 May 06 10:19:04.350070 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-539b3085-3b1b-4d60-bfa7-a858740dc30d req-4e153c30-4f50-4f80-8333-be5ef1721bcc tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.73 "GET /v2.0/ports?device_id=73ab5ddd-df50-4287-a5dd-a9dd1c12be94 HTTP/1.1" status: 200 len: 210 time: 0.0257456 May 06 10:19:05.258665 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-8a897f3e-96cb-4b0b-87b1-68deb9f2b8ad tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=4d99d5b594b84cd7a078fa85bc870b04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294249 May 06 10:19:05.449394 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75d74995-efa9-4121-98e3-5f1d8567d18e req-e24b7352-35c0-458e-8401-d4f50c73fe2a tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.73 "GET /v2.0/ports?device_id=73ab5ddd-df50-4287-a5dd-a9dd1c12be94 HTTP/1.1" status: 200 len: 210 time: 0.0293651 May 06 10:19:05.458091 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-ef755b2d-536c-4e7b-b7a7-c185d5666549 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:05.460702 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-ef755b2d-536c-4e7b-b7a7-c185d5666549 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1970444 May 06 10:19:05.484756 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-a21b9a24-cde4-4d44-aa2c-aed0896655ed tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Request body: {'port': {'device_id': '73ab5ddd-df50-4287-a5dd-a9dd1c12be94', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'admin_state_up': True, 'tenant_id': '4d99d5b594b84cd7a078fa85bc870b04'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:19:05.605242 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-a21b9a24-cde4-4d44-aa2c-aed0896655ed tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Made reservation on behalf of 4d99d5b594b84cd7a078fa85bc870b04 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:19:05.609106 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-a21b9a24-cde4-4d44-aa2c-aed0896655ed tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:05.618221 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-a21b9a24-cde4-4d44-aa2c-aed0896655ed tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:05.704660 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-a21b9a24-cde4-4d44-aa2c-aed0896655ed tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:05.709940 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-a21b9a24-cde4-4d44-aa2c-aed0896655ed tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:05.787655 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b9a24-cde4-4d44-aa2c-aed0896655ed tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e18a79f-8fdc-419f-9bf6-8c7b93deb01e,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:19:05.863633 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-a21b9a24-cde4-4d44-aa2c-aed0896655ed tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Allocated IP 192.168.233.97 (e1b1562b-2c81-4971-925f-11b046fceceb/73ca2348-f4b5-4f90-ac73-571acea49222/9ff76e63-0bfc-4b5e-bc5b-8d92337c9609) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:19:06.013006 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-a21b9a24-cde4-4d44-aa2c-aed0896655ed tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:06.051354 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-a21b9a24-cde4-4d44-aa2c-aed0896655ed tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:06.100401 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-a21b9a24-cde4-4d44-aa2c-aed0896655ed tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Network e1b1562b-2c81-4971-925f-11b046fceceb is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:19:06.103445 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-a21b9a24-cde4-4d44-aa2c-aed0896655ed tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:19:06.107369 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-a21b9a24-cde4-4d44-aa2c-aed0896655ed tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:19:06.116948 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b9a24-cde4-4d44-aa2c-aed0896655ed tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Pushing event updated for resources: {'Port': ['ID=9ff76e63-0bfc-4b5e-bc5b-8d92337c9609,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:19:06.165052 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-a21b9a24-cde4-4d44-aa2c-aed0896655ed tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:06.165703 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-a21b9a24-cde4-4d44-aa2c-aed0896655ed tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:06.183616 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-a21b9a24-cde4-4d44-aa2c-aed0896655ed tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7031767 May 06 10:19:06.201229 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-19216031-4f68-4244-bb10-2ddfc05ca522 service neutron] Request body: {'port': {'device_id': '73ab5ddd-df50-4287-a5dd-a9dd1c12be94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:19:06.262285 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-19216031-4f68-4244-bb10-2ddfc05ca522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:06.388160 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-5238bc70-41f0-4c97-bfe2-f5453718ef7e None None] Provisioning complete for port 9ff76e63-0bfc-4b5e-bc5b-8d92337c9609 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:19:06.388679 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5238bc70-41f0-4c97-bfe2-f5453718ef7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:06.431319 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-5238bc70-41f0-4c97-bfe2-f5453718ef7e None None] Port 9ff76e63-0bfc-4b5e-bc5b-8d92337c9609 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:19:06.542403 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-19216031-4f68-4244-bb10-2ddfc05ca522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ff76e63-0bfc-4b5e-bc5b-8d92337c9609 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:19:06.549989 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-19216031-4f68-4244-bb10-2ddfc05ca522 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:06.562739 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-19216031-4f68-4244-bb10-2ddfc05ca522 service neutron] Transition to ACTIVE for port object 9ff76e63-0bfc-4b5e-bc5b-8d92337c9609 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:19:06.566202 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-19216031-4f68-4244-bb10-2ddfc05ca522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:06.574379 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da14f4-cc44-4ba9-939a-7892296911d9 req-1f7a0ec9-b071-42f7-929d-30710e9951fd tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:06.576044 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-10da14f4-cc44-4ba9-939a-7892296911d9 req-1f7a0ec9-b071-42f7-929d-30710e9951fd tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.73 "GET /v2.0/ports?device_id=73ab5ddd-df50-4287-a5dd-a9dd1c12be94 HTTP/1.1" status: 200 len: 935 time: 0.0506771 May 06 10:19:06.615981 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-10da14f4-cc44-4ba9-939a-7892296911d9 req-663b63f1-5f51-48b6-ad79-2f4d070efeac tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e18a79f-8fdc-419f-9bf6-8c7b93deb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331268 May 06 10:19:06.637834 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19216031-4f68-4244-bb10-2ddfc05ca522 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff76e63-0bfc-4b5e-bc5b-8d92337c9609,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:19:06.693867 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-19216031-4f68-4244-bb10-2ddfc05ca522 service neutron] Attempting to bind port 9ff76e63-0bfc-4b5e-bc5b-8d92337c9609 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:19:06.694385 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-19216031-4f68-4244-bb10-2ddfc05ca522 service neutron] Attempting to bind port 9ff76e63-0bfc-4b5e-bc5b-8d92337c9609 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:19:06.694573 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-19216031-4f68-4244-bb10-2ddfc05ca522 service neutron] Attempting to bind port 9ff76e63-0bfc-4b5e-bc5b-8d92337c9609 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:19:06.699109 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-19216031-4f68-4244-bb10-2ddfc05ca522 service neutron] Port 9ff76e63-0bfc-4b5e-bc5b-8d92337c9609 on network e1b1562b-2c81-4971-925f-11b046fceceb not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:19:06.699463 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-19216031-4f68-4244-bb10-2ddfc05ca522 service neutron] Attempting to bind port 9ff76e63-0bfc-4b5e-bc5b-8d92337c9609 on network e1b1562b-2c81-4971-925f-11b046fceceb {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:19:06.704586 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-19216031-4f68-4244-bb10-2ddfc05ca522 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:19:06.705007 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-19216031-4f68-4244-bb10-2ddfc05ca522 service neutron] Checking segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:19:06.705328 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-19216031-4f68-4244-bb10-2ddfc05ca522 service neutron] Bound using segment: {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:19:06.705766 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-19216031-4f68-4244-bb10-2ddfc05ca522 service neutron] Bound port: 9ff76e63-0bfc-4b5e-bc5b-8d92337c9609, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa84366f-82a4-46a9-b9ff-87bcd42410e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:19:06.706130 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-19216031-4f68-4244-bb10-2ddfc05ca522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:06.773435 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-19216031-4f68-4244-bb10-2ddfc05ca522 service neutron] For port 9ff76e63-0bfc-4b5e-bc5b-8d92337c9609, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:19:06.776670 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-19216031-4f68-4244-bb10-2ddfc05ca522 service neutron] For port 9ff76e63-0bfc-4b5e-bc5b-8d92337c9609, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=9ff76e63-0bfc-4b5e-bc5b-8d92337c9609,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:19:06.781921 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-19216031-4f68-4244-bb10-2ddfc05ca522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:06.819430 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-19216031-4f68-4244-bb10-2ddfc05ca522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:06.820083 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-19216031-4f68-4244-bb10-2ddfc05ca522 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:06.821481 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-19216031-4f68-4244-bb10-2ddfc05ca522 service neutron] 10.222.0.77 "PUT /v2.0/ports/9ff76e63-0bfc-4b5e-bc5b-8d92337c9609 HTTP/1.1" status: 200 len: 1095 time: 0.6247053 May 06 10:19:06.821932 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ab5ddd-df50-4287-a5dd-a9dd1c12be94', 'tag': '9ff76e63-0bfc-4b5e-bc5b-8d92337c9609'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:19:06.824235 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf2727e-3b5c-4b14-b6c6-d2724fac9a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "73ab5ddd-df50-4287-a5dd-a9dd1c12be94", "tag": "9ff76e63-0bfc-4b5e-bc5b-8d92337c9609"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:19:06.861667 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19216031-4f68-4244-bb10-2ddfc05ca522 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff76e63-0bfc-4b5e-bc5b-8d92337c9609,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:19:06.874956 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c922363-f010-4279-af5a-fd11226d806b x-openstack-request-id: req-6c922363-f010-4279-af5a-fd11226d806b {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:19:06.875301 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ab5ddd-df50-4287-a5dd-a9dd1c12be94", "tag": "9ff76e63-0bfc-4b5e-bc5b-8d92337c9609", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:19:06.875563 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6c922363-f010-4279-af5a-fd11226d806b {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:19:06.875992 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c922363-f010-4279-af5a-fd11226d806b'] response: {'name': 'network-changed', 'server_uuid': '73ab5ddd-df50-4287-a5dd-a9dd1c12be94', 'tag': '9ff76e63-0bfc-4b5e-bc5b-8d92337c9609', 'status': 'completed', 'code': 200} May 06 10:19:06.939706 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-f0d82216-75e3-4b83-9d1c-e8c080b801a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:06.941308 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-f0d82216-75e3-4b83-9d1c-e8c080b801a7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4d99d5b594b84cd7a078fa85bc870b04&device_id=73ab5ddd-df50-4287-a5dd-a9dd1c12be94 HTTP/1.1" status: 200 len: 1098 time: 0.0467837 May 06 10:19:06.995412 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-03afeec3-62c7-4af7-b280-dbd8e598822f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=9ff76e63-0bfc-4b5e-bc5b-8d92337c9609 HTTP/1.1" status: 200 len: 217 time: 0.0406630 May 06 10:19:07.046942 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-f1baeb36-90b4-4c44-b6f2-77791735ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:07.048453 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-f1baeb36-90b4-4c44-b6f2-77791735ed07 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.0468147 May 06 10:19:07.095960 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-96f75464-bbbe-49ac-acff-4e102fe362db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:07.097468 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-96f75464-bbbe-49ac-acff-4e102fe362db service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0421553 May 06 10:19:07.192285 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-ac53b502-49e2-49b6-b7c0-9b5c67c111dc service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865943 May 06 10:19:07.285099 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ef177308-a5de-46c3-8601-5ea24a2d4d02 req-60bcfe77-b282-42d5-acbf-8d3e1d0c0bbe service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866332 May 06 10:19:07.408696 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2727e-3b5c-4b14-b6c6-d2724fac9a0a req-5d3b79d7-958e-43f7-9ceb-f1e00c2baf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:07.410204 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-edf2727e-3b5c-4b14-b6c6-d2724fac9a0a req-5d3b79d7-958e-43f7-9ceb-f1e00c2baf42 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4d99d5b594b84cd7a078fa85bc870b04&device_id=73ab5ddd-df50-4287-a5dd-a9dd1c12be94 HTTP/1.1" status: 200 len: 1098 time: 0.0455019 May 06 10:19:07.510390 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2727e-3b5c-4b14-b6c6-d2724fac9a0a req-5c96a2d5-766a-441f-bb65-3b1808793324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:07.511817 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-edf2727e-3b5c-4b14-b6c6-d2724fac9a0a req-5c96a2d5-766a-441f-bb65-3b1808793324 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1b1562b-2c81-4971-925f-11b046fceceb HTTP/1.1" status: 200 len: 870 time: 0.0955880 May 06 10:19:07.556932 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-edf2727e-3b5c-4b14-b6c6-d2724fac9a0a req-42a2abb9-dd2d-4790-b955-34c7b1c38986 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=9ff76e63-0bfc-4b5e-bc5b-8d92337c9609 HTTP/1.1" status: 200 len: 217 time: 0.0382755 May 06 10:19:07.749569 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407e1a9-f62f-49ee-9f7a-57179342cdaa req-e8578a7b-dc4f-43c3-a9d7-ae6efb8c3cb1 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:07.751220 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6407e1a9-f62f-49ee-9f7a-57179342cdaa req-e8578a7b-dc4f-43c3-a9d7-ae6efb8c3cb1 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.73 "GET /v2.0/ports?device_id=73ab5ddd-df50-4287-a5dd-a9dd1c12be94 HTTP/1.1" status: 200 len: 947 time: 0.0588782 May 06 10:19:07.791639 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6407e1a9-f62f-49ee-9f7a-57179342cdaa req-7f7c35d5-7790-46fc-9509-beb0073c1437 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e18a79f-8fdc-419f-9bf6-8c7b93deb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339308 May 06 10:19:07.919309 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2727e-3b5c-4b14-b6c6-d2724fac9a0a req-1247ff1d-b62d-44de-9278-bf96cc2c199b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:07.920787 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-edf2727e-3b5c-4b14-b6c6-d2724fac9a0a req-1247ff1d-b62d-44de-9278-bf96cc2c199b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73ca2348-f4b5-4f90-ac73-571acea49222 HTTP/1.1" status: 200 len: 843 time: 0.3574901 May 06 10:19:07.967827 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2727e-3b5c-4b14-b6c6-d2724fac9a0a req-6523af82-b099-456d-8a20-2324318f17bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:07.969284 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-edf2727e-3b5c-4b14-b6c6-d2724fac9a0a req-6523af82-b099-456d-8a20-2324318f17bf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1b1562b-2c81-4971-925f-11b046fceceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0399289 May 06 10:19:08.073924 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-edf2727e-3b5c-4b14-b6c6-d2724fac9a0a req-aa1aabe8-6992-475b-bd2e-670e37814357 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965464 May 06 10:19:08.163903 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-edf2727e-3b5c-4b14-b6c6-d2724fac9a0a req-28c8c6dd-c860-4ba3-99ab-ddf1efa82386 service neutron] 10.222.0.77 "GET /v2.0/networks/e1b1562b-2c81-4971-925f-11b046fceceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834570 May 06 10:19:08.907583 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bcbf78-b712-4f4f-a97b-e96f7eb51971 req-b60ab790-ee7c-4875-904b-40575c0fe275 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:08.909098 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62bcbf78-b712-4f4f-a97b-e96f7eb51971 req-b60ab790-ee7c-4875-904b-40575c0fe275 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.73 "GET /v2.0/ports?device_id=73ab5ddd-df50-4287-a5dd-a9dd1c12be94 HTTP/1.1" status: 200 len: 947 time: 0.0484371 May 06 10:19:08.946686 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62bcbf78-b712-4f4f-a97b-e96f7eb51971 req-6546af85-1164-4b9c-8068-ce01c163af60 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e18a79f-8fdc-419f-9bf6-8c7b93deb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309174 May 06 10:19:09.703551 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 9ff76e63-0bfc-4b5e-bc5b-8d92337c9609 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:19:09.796132 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 9ff76e63-0bfc-4b5e-bc5b-8d92337c9609, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=9ff76e63-0bfc-4b5e-bc5b-8d92337c9609,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:19:09.810818 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '9ff76e63-0bfc-4b5e-bc5b-8d92337c9609', 'network_id': 'e1b1562b-2c81-4971-925f-11b046fceceb', 'port_id': '9ff76e63-0bfc-4b5e-bc5b-8d92337c9609', 'mac_address': 'fa:16:3e:ff:fa:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ca2348-f4b5-4f90-ac73-571acea49222', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:19:09.846705 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:09.859745 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff76e63-0bfc-4b5e-bc5b-8d92337c9609 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:19:09.878376 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 9ff76e63-0bfc-4b5e-bc5b-8d92337c9609, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=9ff76e63-0bfc-4b5e-bc5b-8d92337c9609,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:19:09.883364 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:09.933876 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=9ff76e63-0bfc-4b5e-bc5b-8d92337c9609,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:19:09.940999 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:09.941349 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:09.941695 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:09.942054 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:09.942466 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:09.942707 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:09.943166 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:09.944019 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:09.944374 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:09.944699 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:09.945025 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:09.945352 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:10.061737 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4af5a0-ab5f-49d4-b8f8-5b3d74c95e48 req-f95beda9-f006-41f8-90ef-480a19cb2759 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:10.063228 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab4af5a0-ab5f-49d4-b8f8-5b3d74c95e48 req-f95beda9-f006-41f8-90ef-480a19cb2759 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.73 "GET /v2.0/ports?device_id=73ab5ddd-df50-4287-a5dd-a9dd1c12be94 HTTP/1.1" status: 200 len: 948 time: 0.0484586 May 06 10:19:10.102568 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab4af5a0-ab5f-49d4-b8f8-5b3d74c95e48 req-68763456-205c-4faf-a572-bef41d248bc9 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e18a79f-8fdc-419f-9bf6-8c7b93deb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324345 May 06 10:19:10.308393 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['9ff76e63-0bfc-4b5e-bc5b-8d92337c9609'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:19:11.226118 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23d49d-455b-4ad8-b0f6-6e9fd556f457 req-f5a638bb-6b6c-41ca-88c2-febd54c593b1 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:11.227697 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bd23d49d-455b-4ad8-b0f6-6e9fd556f457 req-f5a638bb-6b6c-41ca-88c2-febd54c593b1 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.73 "GET /v2.0/ports?device_id=73ab5ddd-df50-4287-a5dd-a9dd1c12be94 HTTP/1.1" status: 200 len: 948 time: 0.0549028 May 06 10:19:11.266730 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bd23d49d-455b-4ad8-b0f6-6e9fd556f457 req-5e55dc06-5328-458e-933e-8ac3c6cd591f tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e18a79f-8fdc-419f-9bf6-8c7b93deb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329561 May 06 10:19:11.707366 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 9ff76e63-0bfc-4b5e-bc5b-8d92337c9609 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:19:11.756236 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 9ff76e63-0bfc-4b5e-bc5b-8d92337c9609 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:19:11.760074 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 9ff76e63-0bfc-4b5e-bc5b-8d92337c9609 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:19:11.760450 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:11.838545 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:11.861480 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ab5ddd-df50-4287-a5dd-a9dd1c12be94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff76e63-0bfc-4b5e-bc5b-8d92337c9609'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:19:11.863870 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f5b13b-b465-4a1d-aabd-1f65c37fc50b" -d '{"events": [{"server_uuid": "73ab5ddd-df50-4287-a5dd-a9dd1c12be94", "name": "network-vif-plugged", "status": "completed", "tag": "9ff76e63-0bfc-4b5e-bc5b-8d92337c9609"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:19:11.876792 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 9ff76e63-0bfc-4b5e-bc5b-8d92337c9609, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=9ff76e63-0bfc-4b5e-bc5b-8d92337c9609,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:19:11.881746 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:11.907287 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f201f0d-4dac-4356-a373-d30b33a115f4 x-openstack-request-id: req-8f201f0d-4dac-4356-a373-d30b33a115f4 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:19:11.907862 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ab5ddd-df50-4287-a5dd-a9dd1c12be94", "name": "network-vif-plugged", "status": "completed", "tag": "9ff76e63-0bfc-4b5e-bc5b-8d92337c9609", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:19:11.908123 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8f201f0d-4dac-4356-a373-d30b33a115f4 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:19:11.908549 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f201f0d-4dac-4356-a373-d30b33a115f4'] response: {'server_uuid': '73ab5ddd-df50-4287-a5dd-a9dd1c12be94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff76e63-0bfc-4b5e-bc5b-8d92337c9609', 'code': 200} May 06 10:19:11.935031 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=9ff76e63-0bfc-4b5e-bc5b-8d92337c9609,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:19:12.124139 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd93f66-f54c-4cd3-b9b6-c9671d52bacf req-dd4bd6eb-8d4d-45c4-8baa-54682a1b9724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:12.125669 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9fd93f66-f54c-4cd3-b9b6-c9671d52bacf req-dd4bd6eb-8d4d-45c4-8baa-54682a1b9724 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=73ab5ddd-df50-4287-a5dd-a9dd1c12be94 HTTP/1.1" status: 200 len: 1100 time: 0.1388235 May 06 10:19:12.160587 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9fd93f66-f54c-4cd3-b9b6-c9671d52bacf req-6d629153-1b2e-4f43-9080-766ae83cf5b3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7e18a79f-8fdc-419f-9bf6-8c7b93deb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275328 May 06 10:19:12.385276 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686733f-c673-4a14-8105-eee8d3cc5793 req-921479ed-9809-4b35-8fe4-50a1c0135b45 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:12.386829 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0686733f-c673-4a14-8105-eee8d3cc5793 req-921479ed-9809-4b35-8fe4-50a1c0135b45 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.73 "GET /v2.0/ports?device_id=73ab5ddd-df50-4287-a5dd-a9dd1c12be94 HTTP/1.1" status: 200 len: 949 time: 0.0485928 May 06 10:19:12.424879 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0686733f-c673-4a14-8105-eee8d3cc5793 req-6768f921-7e9e-47cb-993a-a17b00328db7 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e18a79f-8fdc-419f-9bf6-8c7b93deb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316887 May 06 10:19:13.554151 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd342e-81b7-4ef7-b454-490dc54da4bb req-d47df5da-13bd-4f39-8b8a-08ff27262abf tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:13.555567 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-28bd342e-81b7-4ef7-b454-490dc54da4bb req-d47df5da-13bd-4f39-8b8a-08ff27262abf tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.73 "GET /v2.0/ports?device_id=73ab5ddd-df50-4287-a5dd-a9dd1c12be94 HTTP/1.1" status: 200 len: 949 time: 0.0539691 May 06 10:19:13.593303 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-28bd342e-81b7-4ef7-b454-490dc54da4bb req-c3d27c07-c240-4cba-8eea-f7dda7bebdd2 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e18a79f-8fdc-419f-9bf6-8c7b93deb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315170 May 06 10:19:14.711762 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f16d4a-f7b3-49b4-af99-136c2b4d9660 req-0a6b5aff-8584-410f-87c3-4e7ece2596a2 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:14.713236 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-44f16d4a-f7b3-49b4-af99-136c2b4d9660 req-0a6b5aff-8584-410f-87c3-4e7ece2596a2 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.73 "GET /v2.0/ports?device_id=73ab5ddd-df50-4287-a5dd-a9dd1c12be94 HTTP/1.1" status: 200 len: 949 time: 0.0522168 May 06 10:19:14.750125 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-44f16d4a-f7b3-49b4-af99-136c2b4d9660 req-8ad6d204-523b-4d1b-acb5-addd431677ce tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e18a79f-8fdc-419f-9bf6-8c7b93deb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309587 May 06 10:19:15.021386 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-959cf2c7-60cb-4f9a-a19e-5c611e66ac8c req-b40472a1-30ca-43e4-ada6-06a8d49920af service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:19:15.022396 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-959cf2c7-60cb-4f9a-a19e-5c611e66ac8c req-b40472a1-30ca-43e4-ada6-06a8d49920af service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054970 May 06 10:19:15.610353 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff690cb3-7ac5-4c3f-bce7-2026f6aed4c3 req-9b12c79d-2bc5-4e9b-9c6c-1f744d4e25be tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:15.611846 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff690cb3-7ac5-4c3f-bce7-2026f6aed4c3 req-9b12c79d-2bc5-4e9b-9c6c-1f744d4e25be tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.73 "GET /v2.0/ports?device_id=73ab5ddd-df50-4287-a5dd-a9dd1c12be94 HTTP/1.1" status: 200 len: 949 time: 0.0488715 May 06 10:19:15.648769 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff690cb3-7ac5-4c3f-bce7-2026f6aed4c3 req-22f49bf6-3a7c-4c07-8346-a8f5d4d4aadb tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e18a79f-8fdc-419f-9bf6-8c7b93deb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308983 May 06 10:19:15.968901 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e962038e-6e2c-4e36-a948-78072fac92b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:16.764679 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ea0b1-8081-4a8d-b20f-1ce76cef7b4a req-0617e99f-3b28-4241-8e31-631d788aa2eb tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:16.766165 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-382ea0b1-8081-4a8d-b20f-1ce76cef7b4a req-0617e99f-3b28-4241-8e31-631d788aa2eb tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.73 "GET /v2.0/ports?device_id=73ab5ddd-df50-4287-a5dd-a9dd1c12be94 HTTP/1.1" status: 200 len: 949 time: 0.0488577 May 06 10:19:16.803175 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-382ea0b1-8081-4a8d-b20f-1ce76cef7b4a req-e0ad309b-5e9d-46bf-a51c-4c10cd24aad2 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e18a79f-8fdc-419f-9bf6-8c7b93deb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308697 May 06 10:19:17.208708 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461ec36-e787-4d9f-8368-9bb414bc309b req-6e9aa807-662d-4596-b69c-ff967bda3e75 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:17.210176 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3461ec36-e787-4d9f-8368-9bb414bc309b req-6e9aa807-662d-4596-b69c-ff967bda3e75 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.77 "GET /v2.0/ports?device_id=73ab5ddd-df50-4287-a5dd-a9dd1c12be94 HTTP/1.1" status: 200 len: 949 time: 0.0524011 May 06 10:19:17.301432 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-3461ec36-e787-4d9f-8368-9bb414bc309b req-8307d0be-da92-43a1-af49-0dba4e1cb692 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Deleting port 9ff76e63-0bfc-4b5e-bc5b-8d92337c9609 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:19:17.301782 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3461ec36-e787-4d9f-8368-9bb414bc309b req-8307d0be-da92-43a1-af49-0dba4e1cb692 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:17.399188 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-3461ec36-e787-4d9f-8368-9bb414bc309b req-8307d0be-da92-43a1-af49-0dba4e1cb692 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] For port 9ff76e63-0bfc-4b5e-bc5b-8d92337c9609, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=9ff76e63-0bfc-4b5e-bc5b-8d92337c9609,segment=NetworkSegment(fa84366f-82a4-46a9-b9ff-87bcd42410e1),segment_id=fa84366f-82a4-46a9-b9ff-87bcd42410e1)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:19:17.399556 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3461ec36-e787-4d9f-8368-9bb414bc309b req-8307d0be-da92-43a1-af49-0dba4e1cb692 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:17.412407 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-3461ec36-e787-4d9f-8368-9bb414bc309b req-8307d0be-da92-43a1-af49-0dba4e1cb692 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Calling delete_port for 9ff76e63-0bfc-4b5e-bc5b-8d92337c9609 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:19:17.544220 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3461ec36-e787-4d9f-8368-9bb414bc309b req-8307d0be-da92-43a1-af49-0dba4e1cb692 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:17.573998 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307d0be-da92-43a1-af49-0dba4e1cb692 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Pushing event deleted for resources: {'Port': ['ID=9ff76e63-0bfc-4b5e-bc5b-8d92337c9609,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:19:17.580606 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['9ff76e63-0bfc-4b5e-bc5b-8d92337c9609'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:19:17.618174 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3461ec36-e787-4d9f-8368-9bb414bc309b req-8307d0be-da92-43a1-af49-0dba4e1cb692 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] No DVR routers for this DVR port 9ff76e63-0bfc-4b5e-bc5b-8d92337c9609 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:19:17.620715 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3461ec36-e787-4d9f-8368-9bb414bc309b req-8307d0be-da92-43a1-af49-0dba4e1cb692 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:17.624102 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3461ec36-e787-4d9f-8368-9bb414bc309b req-8307d0be-da92-43a1-af49-0dba4e1cb692 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.77 "DELETE /v2.0/ports/9ff76e63-0bfc-4b5e-bc5b-8d92337c9609 HTTP/1.1" status: 204 len: 173 time: 0.4083447 May 06 10:19:17.624561 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ab5ddd-df50-4287-a5dd-a9dd1c12be94', 'name': 'network-vif-deleted', 'tag': '9ff76e63-0bfc-4b5e-bc5b-8d92337c9609'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:19:17.626835 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ecd60a-808f-4f5b-a354-53379b877abb" -d '{"events": [{"server_uuid": "73ab5ddd-df50-4287-a5dd-a9dd1c12be94", "name": "network-vif-deleted", "tag": "9ff76e63-0bfc-4b5e-bc5b-8d92337c9609"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:19:17.672370 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f52fb5-6500-4f7e-84d4-a5870965aa2b x-openstack-request-id: req-e5f52fb5-6500-4f7e-84d4-a5870965aa2b {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:19:17.672706 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ab5ddd-df50-4287-a5dd-a9dd1c12be94", "name": "network-vif-deleted", "tag": "9ff76e63-0bfc-4b5e-bc5b-8d92337c9609", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:19:17.672954 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e5f52fb5-6500-4f7e-84d4-a5870965aa2b {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:19:17.673372 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5f52fb5-6500-4f7e-84d4-a5870965aa2b'] response: {'server_uuid': '73ab5ddd-df50-4287-a5dd-a9dd1c12be94', 'name': 'network-vif-deleted', 'tag': '9ff76e63-0bfc-4b5e-bc5b-8d92337c9609', 'status': 'completed', 'code': 200} May 06 10:19:17.915309 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b42f81ee-ad0a-46a9-9cf6-456ab25b96f2 req-4ccc63d3-30e9-457b-bfe8-6837885b4e09 tempest-ServersAdminNegativeTestJSON-576190730 tempest-ServersAdminNegativeTestJSON-576190730-project] 10.222.0.73 "GET /v2.0/ports?device_id=73ab5ddd-df50-4287-a5dd-a9dd1c12be94 HTTP/1.1" status: 200 len: 210 time: 0.0314739 May 06 10:19:18.500836 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0dbab21a-d323-4d83-9bed-5acc14959d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:19.045693 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:19.210002 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36522) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:19:19.347279 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7c1566fd-9237-41d8-90f4-a50865d44267 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4d99d5b594b84cd7a078fa85bc870b04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1360447 May 06 10:19:19.350253 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36526) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:19:19.398697 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f0782fb-af23-4f80-bb24-3fb947cb4dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:19.418925 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f0782fb-af23-4f80-bb24-3fb947cb4dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:19.469091 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f0782fb-af23-4f80-bb24-3fb947cb4dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:19.471582 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f0782fb-af23-4f80-bb24-3fb947cb4dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:19.472714 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6f0782fb-af23-4f80-bb24-3fb947cb4dc4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7e18a79f-8fdc-419f-9bf6-8c7b93deb01e HTTP/1.1" status: 204 len: 168 time: 0.1214504 May 06 10:19:19.482778 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0782fb-af23-4f80-bb24-3fb947cb4dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e18a79f-8fdc-419f-9bf6-8c7b93deb01e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:19:19.623678 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:19.730659 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36532) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:19:19.743864 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de695f40-2a43-47cc-a9c5-9b4a7753d1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:19.823076 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de695f40-2a43-47cc-a9c5-9b4a7753d1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:19.826810 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de695f40-2a43-47cc-a9c5-9b4a7753d1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:19.864843 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-de695f40-2a43-47cc-a9c5-9b4a7753d1d0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0acdcef0162447e59512e1121389e608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1327560 May 06 10:19:19.865699 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de695f40-2a43-47cc-a9c5-9b4a7753d1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e6a903-3e56-425b-b214-7083d96d054f,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:19:19.867621 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36534) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:19:19.918363 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d21061c2-a6f6-4bf3-9010-15cc1b3cdc71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:19.939736 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d21061c2-a6f6-4bf3-9010-15cc1b3cdc71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:19.985142 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d21061c2-a6f6-4bf3-9010-15cc1b3cdc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:19.987782 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d21061c2-a6f6-4bf3-9010-15cc1b3cdc71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:19.988907 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d21061c2-a6f6-4bf3-9010-15cc1b3cdc71 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/12e6a903-3e56-425b-b214-7083d96d054f HTTP/1.1" status: 204 len: 168 time: 0.1202855 May 06 10:19:19.997382 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21061c2-a6f6-4bf3-9010-15cc1b3cdc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e6a903-3e56-425b-b214-7083d96d054f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:19:20.647004 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36556) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:19:20.742057 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-8c53f0b5-d6eb-4721-9f80-1b7c9e4939c7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1939457069-network', 'tenant_id': 'c37de7eb46514815be5e645cc93bca95'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:19:20.761383 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c53f0b5-d6eb-4721-9f80-1b7c9e4939c7 admin admin] Made reservation on behalf of c37de7eb46514815be5e645cc93bca95 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:19:20.763755 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8c53f0b5-d6eb-4721-9f80-1b7c9e4939c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:20.772182 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8c53f0b5-d6eb-4721-9f80-1b7c9e4939c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:20.846303 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8c53f0b5-d6eb-4721-9f80-1b7c9e4939c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:20.850032 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8c53f0b5-d6eb-4721-9f80-1b7c9e4939c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:20.876860 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c53f0b5-d6eb-4721-9f80-1b7c9e4939c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:19:20.881948 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c53f0b5-d6eb-4721-9f80-1b7c9e4939c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403e3052-d309-4843-b936-f041776be341,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:19:20.890127 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8c53f0b5-d6eb-4721-9f80-1b7c9e4939c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:20.890127 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-8c53f0b5-d6eb-4721-9f80-1b7c9e4939c7 admin admin] Added segment 5c01f28a-d014-4ceb-b73b-4e5c06ad1103 of type vlan for network b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01 May 06 10:19:20.935529 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8c53f0b5-d6eb-4721-9f80-1b7c9e4939c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:20.958930 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8c53f0b5-d6eb-4721-9f80-1b7c9e4939c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:20.959898 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c53f0b5-d6eb-4721-9f80-1b7c9e4939c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:20.960473 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8c53f0b5-d6eb-4721-9f80-1b7c9e4939c7 admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:21.013050 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8c53f0b5-d6eb-4721-9f80-1b7c9e4939c7 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3648505 May 06 10:19:21.016064 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36560) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:19:21.021088 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-28ab3c6f-a537-4395-b39c-6fb45e766ada admin admin] Request body: {'subnet': {'network_id': 'b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1939457069-subnet', 'tenant_id': 'c37de7eb46514815be5e645cc93bca95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:19:21.021698 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c53f0b5-d6eb-4721-9f80-1b7c9e4939c7 admin admin] Pushing event updated for resources: {'Network': ['ID=b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:19:21.032247 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:19:21.040502 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ab3c6f-a537-4395-b39c-6fb45e766ada admin admin] Made reservation on behalf of c37de7eb46514815be5e645cc93bca95 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:19:21.042897 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-28ab3c6f-a537-4395-b39c-6fb45e766ada admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:21.222591 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-28ab3c6f-a537-4395-b39c-6fb45e766ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:21.276117 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab3c6f-a537-4395-b39c-6fb45e766ada admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c5f6ef0-987a-4892-b0a2-5c0b03b81c5d,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:19:21.286347 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab3c6f-a537-4395-b39c-6fb45e766ada admin admin] Checking segment: {'id': '5c01f28a-d014-4ceb-b73b-4e5c06ad1103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:19:21.286714 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ab3c6f-a537-4395-b39c-6fb45e766ada admin admin] Network hostable DHCP agents. Network: b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:19:21.303646 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ab3c6f-a537-4395-b39c-6fb45e766ada admin admin] Network b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:19:21.312726 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-28ab3c6f-a537-4395-b39c-6fb45e766ada admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:19:21.316623 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:21.317748 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ab3c6f-a537-4395-b39c-6fb45e766ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:21.318409 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-28ab3c6f-a537-4395-b39c-6fb45e766ada admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:21.324878 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3961b5cf-ffd0-4455-8b16-2602c4f6f305 None None] Network b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:19:21.337339 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-28ab3c6f-a537-4395-b39c-6fb45e766ada admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3200748 May 06 10:19:21.460868 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9cebef-19d5-4d1e-90a2-c48cddec6ca9 None None] Network b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:19:21.523417 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:21.769731 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 9ff76e63-0bfc-4b5e-bc5b-8d92337c9609 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:19:21.771667 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-00dfefde-c634-4c87-9c43-9e595f72ffae tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:21.773190 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-00dfefde-c634-4c87-9c43-9e595f72ffae tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/networks?id=b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01 HTTP/1.1" status: 200 len: 812 time: 0.1047094 May 06 10:19:21.789513 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-b26a86b3-4093-496f-a71e-8040cbec8c81 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/quotas/c37de7eb46514815be5e645cc93bca95 HTTP/1.1" status: 200 len: 375 time: 0.0098596 May 06 10:19:21.792515 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 9ff76e63-0bfc-4b5e-bc5b-8d92337c9609 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:19:21.792862 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 9ff76e63-0bfc-4b5e-bc5b-8d92337c9609 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:19:21.823513 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-ddf686fa-33d2-4edc-9e08-b3920833ab6d tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c37de7eb46514815be5e645cc93bca95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263987 May 06 10:19:21.916182 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-de594c7d-92e0-4d63-bdc2-04425bcb6b6f service neutron] 10.222.0.73 "GET /v2.0/networks/b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853813 May 06 10:19:22.007544 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-2c94d28c-91a1-4996-bef4-d139c44048aa service neutron] 10.222.0.73 "GET /v2.0/networks/b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852363 May 06 10:19:22.167011 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cdb878a6-4121-4be2-a9ce-5b71327385f0 req-c76d028c-b2ae-4281-a020-3a999debe680 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 210 time: 0.0270233 May 06 10:19:23.090309 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-df3caa1c-6c34-4319-b363-42ed12efa97d tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:23.091822 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-df3caa1c-6c34-4319-b363-42ed12efa97d tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.84 "GET /v2.0/networks?id=b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01 HTTP/1.1" status: 200 len: 812 time: 0.1091769 May 06 10:19:23.106724 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-86534a76-0164-4b24-ad11-dc5fa88d4658 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Request body: {'port': {'device_id': 'dd9f032e-862d-4f48-92f6-e5a6aaae40f0', 'network_id': 'b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01', 'admin_state_up': True, 'tenant_id': 'c37de7eb46514815be5e645cc93bca95'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:19:23.216873 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-86534a76-0164-4b24-ad11-dc5fa88d4658 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Made reservation on behalf of c37de7eb46514815be5e645cc93bca95 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:19:23.220439 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-86534a76-0164-4b24-ad11-dc5fa88d4658 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:23.272627 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-53bff9e1-d8bf-421f-b9d2-207ff931f965 req-c596fcb6-ec3c-4226-b5bf-7ee663d607a0 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 210 time: 0.0359643 May 06 10:19:23.375455 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-86534a76-0164-4b24-ad11-dc5fa88d4658 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Allocated IP 172.20.0.12 (b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01/0c5f6ef0-987a-4892-b0a2-5c0b03b81c5d/f862cb3f-8948-4a97-82af-117d51a18a09) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:19:23.526091 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-86534a76-0164-4b24-ad11-dc5fa88d4658 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:23.559952 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-86534a76-0164-4b24-ad11-dc5fa88d4658 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:23.600134 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-86534a76-0164-4b24-ad11-dc5fa88d4658 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Network b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:19:23.603096 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-86534a76-0164-4b24-ad11-dc5fa88d4658 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:19:23.608171 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-86534a76-0164-4b24-ad11-dc5fa88d4658 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:19:23.635064 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86534a76-0164-4b24-ad11-dc5fa88d4658 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Pushing event updated for resources: {'Port': ['ID=f862cb3f-8948-4a97-82af-117d51a18a09,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:19:23.651890 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86534a76-0164-4b24-ad11-dc5fa88d4658 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:23.652329 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86534a76-0164-4b24-ad11-dc5fa88d4658 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:23.652679 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86534a76-0164-4b24-ad11-dc5fa88d4658 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:23.653023 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86534a76-0164-4b24-ad11-dc5fa88d4658 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:23.653363 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86534a76-0164-4b24-ad11-dc5fa88d4658 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:23.653695 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86534a76-0164-4b24-ad11-dc5fa88d4658 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:23.654026 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86534a76-0164-4b24-ad11-dc5fa88d4658 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:23.654370 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86534a76-0164-4b24-ad11-dc5fa88d4658 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:23.654681 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86534a76-0164-4b24-ad11-dc5fa88d4658 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:23.655005 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86534a76-0164-4b24-ad11-dc5fa88d4658 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:23.655353 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86534a76-0164-4b24-ad11-dc5fa88d4658 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:23.655681 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86534a76-0164-4b24-ad11-dc5fa88d4658 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:23.674091 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-86534a76-0164-4b24-ad11-dc5fa88d4658 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:23.674709 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-86534a76-0164-4b24-ad11-dc5fa88d4658 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:23.691005 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-86534a76-0164-4b24-ad11-dc5fa88d4658 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5888810 May 06 10:19:23.702613 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-2b199f49-7f31-4a11-ae46-8304631f0d32 service neutron] Request body: {'port': {'device_id': 'dd9f032e-862d-4f48-92f6-e5a6aaae40f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:19:23.766040 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-2b199f49-7f31-4a11-ae46-8304631f0d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:24.027077 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-2b199f49-7f31-4a11-ae46-8304631f0d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f862cb3f-8948-4a97-82af-117d51a18a09 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:19:24.034391 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-2b199f49-7f31-4a11-ae46-8304631f0d32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:24.046858 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-2b199f49-7f31-4a11-ae46-8304631f0d32 service neutron] Transition to ACTIVE for port object f862cb3f-8948-4a97-82af-117d51a18a09 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:19:24.050471 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-2b199f49-7f31-4a11-ae46-8304631f0d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:24.101270 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b199f49-7f31-4a11-ae46-8304631f0d32 service neutron] Pushing event updated for resources: {'Port': ['ID=f862cb3f-8948-4a97-82af-117d51a18a09,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:19:24.170018 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-2b199f49-7f31-4a11-ae46-8304631f0d32 service neutron] Attempting to bind port f862cb3f-8948-4a97-82af-117d51a18a09 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:19:24.170275 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-2b199f49-7f31-4a11-ae46-8304631f0d32 service neutron] Attempting to bind port f862cb3f-8948-4a97-82af-117d51a18a09 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '5c01f28a-d014-4ceb-b73b-4e5c06ad1103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:19:24.170609 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-2b199f49-7f31-4a11-ae46-8304631f0d32 service neutron] Attempting to bind port f862cb3f-8948-4a97-82af-117d51a18a09 on network b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:19:24.174814 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-2b199f49-7f31-4a11-ae46-8304631f0d32 service neutron] Port f862cb3f-8948-4a97-82af-117d51a18a09 on network b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:19:24.175258 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-2b199f49-7f31-4a11-ae46-8304631f0d32 service neutron] Attempting to bind port f862cb3f-8948-4a97-82af-117d51a18a09 on network b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:19:24.179954 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-2b199f49-7f31-4a11-ae46-8304631f0d32 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:19:24.180290 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-2b199f49-7f31-4a11-ae46-8304631f0d32 service neutron] Checking segment: {'id': '5c01f28a-d014-4ceb-b73b-4e5c06ad1103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:19:24.180674 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-2b199f49-7f31-4a11-ae46-8304631f0d32 service neutron] Bound using segment: {'id': '5c01f28a-d014-4ceb-b73b-4e5c06ad1103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:19:24.181102 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-2b199f49-7f31-4a11-ae46-8304631f0d32 service neutron] Bound port: f862cb3f-8948-4a97-82af-117d51a18a09, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c01f28a-d014-4ceb-b73b-4e5c06ad1103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:19:24.181458 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-2b199f49-7f31-4a11-ae46-8304631f0d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:24.244378 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-2b199f49-7f31-4a11-ae46-8304631f0d32 service neutron] For port f862cb3f-8948-4a97-82af-117d51a18a09, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:19:24.247455 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-2b199f49-7f31-4a11-ae46-8304631f0d32 service neutron] For port f862cb3f-8948-4a97-82af-117d51a18a09, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f862cb3f-8948-4a97-82af-117d51a18a09,segment=NetworkSegment(5c01f28a-d014-4ceb-b73b-4e5c06ad1103),segment_id=5c01f28a-d014-4ceb-b73b-4e5c06ad1103)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:19:24.251659 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-2b199f49-7f31-4a11-ae46-8304631f0d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:24.287498 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-2b199f49-7f31-4a11-ae46-8304631f0d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:24.288127 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-2b199f49-7f31-4a11-ae46-8304631f0d32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:24.289536 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-2b199f49-7f31-4a11-ae46-8304631f0d32 service neutron] 10.222.0.84 "PUT /v2.0/ports/f862cb3f-8948-4a97-82af-117d51a18a09 HTTP/1.1" status: 200 len: 1092 time: 0.5908253 May 06 10:19:24.289976 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9f032e-862d-4f48-92f6-e5a6aaae40f0', 'tag': 'f862cb3f-8948-4a97-82af-117d51a18a09'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:19:24.292310 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0934adb-931f-4f70-9216-166481980102" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9f032e-862d-4f48-92f6-e5a6aaae40f0", "tag": "f862cb3f-8948-4a97-82af-117d51a18a09"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:19:24.322924 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b199f49-7f31-4a11-ae46-8304631f0d32 service neutron] Pushing event updated for resources: {'Port': ['ID=f862cb3f-8948-4a97-82af-117d51a18a09,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:19:24.398763 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-8f168d7b-29e8-4d02-978f-5876f42f059c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:24.400335 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-8f168d7b-29e8-4d02-978f-5876f42f059c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c37de7eb46514815be5e645cc93bca95&device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 1095 time: 0.0722711 May 06 10:19:24.412421 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f63d0-b64a-4faa-8e59-28918480be2d req-cdfacdc3-4390-4c30-95c6-db088860ee89 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:24.413773 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-032f63d0-b64a-4faa-8e59-28918480be2d req-cdfacdc3-4390-4c30-95c6-db088860ee89 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 944 time: 0.0573440 May 06 10:19:24.457726 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-0f723d73-d105-4448-b9e5-91ae265244eb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f862cb3f-8948-4a97-82af-117d51a18a09 HTTP/1.1" status: 200 len: 217 time: 0.0429335 May 06 10:19:24.506108 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-032f63d0-b64a-4faa-8e59-28918480be2d req-b802e61b-57fd-42a2-a605-1a00249def27 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858049 May 06 10:19:24.520457 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-0446ec22-1d67-49ac-954e-094dcdaa3a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:24.522014 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-0446ec22-1d67-49ac-954e-094dcdaa3a22 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0c5f6ef0-987a-4892-b0a2-5c0b03b81c5d HTTP/1.1" status: 200 len: 852 time: 0.0575013 May 06 10:19:24.553928 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2455347b-f7f5-43ac-b8ca-f61617e64316 x-openstack-request-id: req-2455347b-f7f5-43ac-b8ca-f61617e64316 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:19:24.554248 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9f032e-862d-4f48-92f6-e5a6aaae40f0", "tag": "f862cb3f-8948-4a97-82af-117d51a18a09", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:19:24.554501 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2455347b-f7f5-43ac-b8ca-f61617e64316 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:19:24.554901 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2455347b-f7f5-43ac-b8ca-f61617e64316'] response: {'name': 'network-changed', 'server_uuid': 'dd9f032e-862d-4f48-92f6-e5a6aaae40f0', 'tag': 'f862cb3f-8948-4a97-82af-117d51a18a09', 'status': 'completed', 'code': 200} May 06 10:19:24.557339 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-90b661ec-bd13-4ad2-8875-faa4358024f7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283446 May 06 10:19:24.644419 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-6ea6f2cc-730d-4f5a-9575-93cfd4407c46 service neutron] 10.222.0.84 "GET /v2.0/networks/b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805869 May 06 10:19:24.736476 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d469ff75-ffea-42c6-ae27-2b26522415f3 req-e5901533-8e31-4a97-bcca-25c85394e835 service neutron] 10.222.0.84 "GET /v2.0/networks/b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852773 May 06 10:19:24.824252 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0934adb-931f-4f70-9216-166481980102 req-efdf1e6d-6f8d-4f76-a532-bddda7b5aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:24.825750 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0934adb-931f-4f70-9216-166481980102 req-efdf1e6d-6f8d-4f76-a532-bddda7b5aadf service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c37de7eb46514815be5e645cc93bca95&device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 1095 time: 0.0445406 May 06 10:19:24.922811 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0934adb-931f-4f70-9216-166481980102 req-dd44b6ab-9a41-4ea9-adc9-3ce13447de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:24.924353 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0934adb-931f-4f70-9216-166481980102 req-dd44b6ab-9a41-4ea9-adc9-3ce13447de31 service neutron] 10.222.0.84 "GET /v2.0/networks?id=b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01 HTTP/1.1" status: 200 len: 913 time: 0.0901287 May 06 10:19:24.967582 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0934adb-931f-4f70-9216-166481980102 req-2fd6f3d4-3c46-404f-886b-ed41599e765c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f862cb3f-8948-4a97-82af-117d51a18a09 HTTP/1.1" status: 200 len: 217 time: 0.0347686 May 06 10:19:25.018973 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0934adb-931f-4f70-9216-166481980102 req-f9358d9a-1fbd-4016-9078-c8ca6342e5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:25.020366 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0934adb-931f-4f70-9216-166481980102 req-f9358d9a-1fbd-4016-9078-c8ca6342e5cd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0c5f6ef0-987a-4892-b0a2-5c0b03b81c5d HTTP/1.1" status: 200 len: 852 time: 0.0444429 May 06 10:19:25.051397 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0934adb-931f-4f70-9216-166481980102 req-1ced36d7-e9b9-4c77-a3f9-9decd439c9c6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236642 May 06 10:19:25.468301 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0934adb-931f-4f70-9216-166481980102 req-c258e57a-71d8-431d-8509-d5bd5dde0387 service neutron] 10.222.0.84 "GET /v2.0/networks/b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099004 May 06 10:19:25.562977 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0934adb-931f-4f70-9216-166481980102 req-83d1da8f-cd3b-415f-82a7-c0c588c23ec8 service neutron] 10.222.0.84 "GET /v2.0/networks/b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867119 May 06 10:19:25.624907 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8e094-a8e5-4579-837e-c5594eb68a9f req-ac61c177-fe24-4bc5-889b-a847dd8b24a8 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:25.626387 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7fc8e094-a8e5-4579-837e-c5594eb68a9f req-ac61c177-fe24-4bc5-889b-a847dd8b24a8 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 944 time: 0.0496874 May 06 10:19:25.664127 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7fc8e094-a8e5-4579-837e-c5594eb68a9f req-5c8cc190-c5d1-4bad-be03-233d0e99d28e tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317848 May 06 10:19:26.778882 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d530350-7676-4297-8255-05d116682a48 req-fbfe293b-4a3c-4bad-9502-b9924c2ed9d4 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:26.780400 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d530350-7676-4297-8255-05d116682a48 req-fbfe293b-4a3c-4bad-9502-b9924c2ed9d4 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 944 time: 0.0483389 May 06 10:19:26.819237 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d530350-7676-4297-8255-05d116682a48 req-bdbc19b7-9a36-4e1d-854b-2296d3ae9385 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327024 May 06 10:19:27.934278 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9b4bf-b4eb-4d19-bf6f-505a0fe62a7c req-fb209c98-ac83-4015-bf3a-7c8a0738555a tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:27.935795 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8bb9b4bf-b4eb-4d19-bf6f-505a0fe62a7c req-fb209c98-ac83-4015-bf3a-7c8a0738555a tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 944 time: 0.0506511 May 06 10:19:27.976744 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8bb9b4bf-b4eb-4d19-bf6f-505a0fe62a7c req-6c2e50f6-50d1-40a0-b1ae-27547e42fecf tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350082 May 06 10:19:28.455637 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device f862cb3f-8948-4a97-82af-117d51a18a09 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:19:28.552432 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port f862cb3f-8948-4a97-82af-117d51a18a09, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f862cb3f-8948-4a97-82af-117d51a18a09,segment=NetworkSegment(5c01f28a-d014-4ceb-b73b-4e5c06ad1103),segment_id=5c01f28a-d014-4ceb-b73b-4e5c06ad1103)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:19:28.564021 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'f862cb3f-8948-4a97-82af-117d51a18a09', 'network_id': 'b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01', 'port_id': 'f862cb3f-8948-4a97-82af-117d51a18a09', 'mac_address': 'fa:16:3e:20:94:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5f6ef0-987a-4892-b0a2-5c0b03b81c5d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:19:28.599797 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:28.613428 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f862cb3f-8948-4a97-82af-117d51a18a09 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:19:28.632040 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port f862cb3f-8948-4a97-82af-117d51a18a09, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f862cb3f-8948-4a97-82af-117d51a18a09,segment=NetworkSegment(5c01f28a-d014-4ceb-b73b-4e5c06ad1103),segment_id=5c01f28a-d014-4ceb-b73b-4e5c06ad1103)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:19:28.636124 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:28.685175 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=f862cb3f-8948-4a97-82af-117d51a18a09,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:19:28.867505 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['f862cb3f-8948-4a97-82af-117d51a18a09'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:19:29.003100 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:19:29.093787 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734535a-54b7-4bb6-9984-2921c584b51e req-280ed222-2ead-48d1-a5db-244752b6f195 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:29.095277 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e734535a-54b7-4bb6-9984-2921c584b51e req-280ed222-2ead-48d1-a5db-244752b6f195 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 945 time: 0.0494125 May 06 10:19:29.132652 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e734535a-54b7-4bb6-9984-2921c584b51e req-4be67ac4-7913-499d-bdd1-931dbbe56f01 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313103 May 06 10:19:29.279002 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:30.246878 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c811f8-f138-4f95-82bb-bca77db0be11 req-d0da54de-48e4-46bd-a62a-5550029f38a0 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:30.248380 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0c811f8-f138-4f95-82bb-bca77db0be11 req-d0da54de-48e4-46bd-a62a-5550029f38a0 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 945 time: 0.0487785 May 06 10:19:30.286624 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0c811f8-f138-4f95-82bb-bca77db0be11 req-c8c4788f-1223-4c1c-ab25-249909407389 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323741 May 06 10:19:30.462828 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device f862cb3f-8948-4a97-82af-117d51a18a09 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:19:30.513958 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port f862cb3f-8948-4a97-82af-117d51a18a09 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:19:30.517914 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port f862cb3f-8948-4a97-82af-117d51a18a09 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:19:30.518292 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:30.593664 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:30.615996 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9f032e-862d-4f48-92f6-e5a6aaae40f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f862cb3f-8948-4a97-82af-117d51a18a09'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:19:30.618319 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668d5d80-dcf0-4ad6-9584-c9886c95e46c" -d '{"events": [{"server_uuid": "dd9f032e-862d-4f48-92f6-e5a6aaae40f0", "name": "network-vif-plugged", "status": "completed", "tag": "f862cb3f-8948-4a97-82af-117d51a18a09"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:19:30.631251 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port f862cb3f-8948-4a97-82af-117d51a18a09, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f862cb3f-8948-4a97-82af-117d51a18a09,segment=NetworkSegment(5c01f28a-d014-4ceb-b73b-4e5c06ad1103),segment_id=5c01f28a-d014-4ceb-b73b-4e5c06ad1103)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:19:30.635999 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:30.659155 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d579003-e350-4c68-b58c-0d73222ceff1 x-openstack-request-id: req-8d579003-e350-4c68-b58c-0d73222ceff1 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:19:30.659467 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9f032e-862d-4f48-92f6-e5a6aaae40f0", "name": "network-vif-plugged", "status": "completed", "tag": "f862cb3f-8948-4a97-82af-117d51a18a09", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:19:30.659687 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8d579003-e350-4c68-b58c-0d73222ceff1 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:19:30.660139 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d579003-e350-4c68-b58c-0d73222ceff1'] response: {'server_uuid': 'dd9f032e-862d-4f48-92f6-e5a6aaae40f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f862cb3f-8948-4a97-82af-117d51a18a09', 'code': 200} May 06 10:19:30.689074 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=f862cb3f-8948-4a97-82af-117d51a18a09,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:19:30.749610 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b3d45-8a1a-4384-b78e-7f42a84a8982 req-62f6d40c-d33b-4c33-8d05-28df93d8ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:30.751046 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc5b3d45-8a1a-4384-b78e-7f42a84a8982 req-62f6d40c-d33b-4c33-8d05-28df93d8ffa1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 1097 time: 0.0404360 May 06 10:19:30.790907 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc5b3d45-8a1a-4384-b78e-7f42a84a8982 req-4769ea2e-f509-46f1-b19d-b96b87cf53c1 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317006 May 06 10:19:31.406205 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4ad0e-a19c-4063-99a3-db09dc1f8f39 req-03a7f8e3-fca8-4512-8b7e-b5fcbd923df4 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:31.407742 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52b4ad0e-a19c-4063-99a3-db09dc1f8f39 req-03a7f8e3-fca8-4512-8b7e-b5fcbd923df4 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 946 time: 0.0522089 May 06 10:19:31.444671 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52b4ad0e-a19c-4063-99a3-db09dc1f8f39 req-e5e26f4e-0001-43ea-a159-88989b9f0073 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310531 May 06 10:19:32.557488 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d03d09-b707-496b-b884-9209ea344d7a req-1cab8732-d823-44ff-9379-5dde841ce969 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:32.558966 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d7d03d09-b707-496b-b884-9209ea344d7a req-1cab8732-d823-44ff-9379-5dde841ce969 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 946 time: 0.0478518 May 06 10:19:32.596391 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d7d03d09-b707-496b-b884-9209ea344d7a req-79a1fb14-1c02-4c24-b242-47f46805ff34 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314696 May 06 10:19:32.871939 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36614) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:19:32.934050 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768de4b-927c-4e02-8227-0fc53a29c87d req-49ac762b-6ca5-49b3-b9be-603cc1c1b253 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:32.935569 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f768de4b-927c-4e02-8227-0fc53a29c87d req-49ac762b-6ca5-49b3-b9be-603cc1c1b253 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 946 time: 0.0553508 May 06 10:19:32.977898 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f768de4b-927c-4e02-8227-0fc53a29c87d req-2e8e8c74-4e72-4275-883e-0d70aa88b606 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363536 May 06 10:19:32.984487 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-61043cb5-41b7-4885-aae0-c56f0b2d841b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1112099 May 06 10:19:32.996433 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-bda88e63-63ff-4405-8afc-43ca6539ac3e service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:19:32.997723 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-bda88e63-63ff-4405-8afc-43ca6539ac3e service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076747 May 06 10:19:34.099426 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69784774-2de5-4c89-a54c-115f1bdea2ca req-847a4bc6-67f9-4d62-a541-f5c7278bb5f1 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:34.100901 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-69784774-2de5-4c89-a54c-115f1bdea2ca req-847a4bc6-67f9-4d62-a541-f5c7278bb5f1 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 946 time: 0.0522461 May 06 10:19:34.140637 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-69784774-2de5-4c89-a54c-115f1bdea2ca req-b3a2a677-0f1d-4472-ad61-9ee82232cc5d tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334115 May 06 10:19:34.222438 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-961e3e66-72be-4f6a-b1c3-46dabc192f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:34.223974 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-961e3e66-72be-4f6a-b1c3-46dabc192f2e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c37de7eb46514815be5e645cc93bca95&device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 1097 time: 0.0416379 May 06 10:19:34.316062 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-aa5142a7-8bae-4234-903c-ace0fc0e4c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:34.317491 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-aa5142a7-8bae-4234-903c-ace0fc0e4c30 service neutron] 10.222.0.84 "GET /v2.0/networks?id=b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01 HTTP/1.1" status: 200 len: 913 time: 0.0872836 May 06 10:19:34.359805 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-7d043e57-08c2-4ac8-8dd9-986865e69ad6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f862cb3f-8948-4a97-82af-117d51a18a09 HTTP/1.1" status: 200 len: 217 time: 0.0357301 May 06 10:19:34.406888 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-ae4d2408-2375-4eb9-81e2-50c720e67d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:34.408406 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-ae4d2408-2375-4eb9-81e2-50c720e67d9c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0c5f6ef0-987a-4892-b0a2-5c0b03b81c5d HTTP/1.1" status: 200 len: 852 time: 0.0423825 May 06 10:19:34.440359 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-e255fb46-33f1-48ed-a83e-c9960a214cd6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247931 May 06 10:19:34.532231 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-de1239a1-1510-4c25-8adf-bd67146b14dc service neutron] 10.222.0.84 "GET /v2.0/networks/b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848300 May 06 10:19:34.621702 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-00534c67-66fd-4b5c-bd5a-591a918b2237 service neutron] 10.222.0.84 "GET /v2.0/networks/b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817006 May 06 10:19:35.264452 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c409f5f-448d-4cb2-b842-de7d21a104a0 req-c7156438-c41a-4303-b335-255c9ddc4603 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:35.265943 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c409f5f-448d-4cb2-b842-de7d21a104a0 req-c7156438-c41a-4303-b335-255c9ddc4603 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 946 time: 0.0543644 May 06 10:19:35.303840 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c409f5f-448d-4cb2-b842-de7d21a104a0 req-64949d23-7d59-4cc2-ad94-e3052d3bc47d tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319815 May 06 10:19:36.425213 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb7d44-6501-4471-b8eb-f0396b792fb4 req-edbd3118-04da-457f-bbad-f1c33712c088 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:36.426732 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-04bb7d44-6501-4471-b8eb-f0396b792fb4 req-edbd3118-04da-457f-bbad-f1c33712c088 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 946 time: 0.0508621 May 06 10:19:36.466311 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-04bb7d44-6501-4471-b8eb-f0396b792fb4 req-49ddf936-2036-45e2-a842-77406bba072b tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336037 May 06 10:19:37.579783 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f2e52-fa6e-4894-a8b2-6d84ae1ff851 req-f3ed27bb-e91f-4ef5-b1a1-aada4fd6ac0f tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:37.581182 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e64f2e52-fa6e-4894-a8b2-6d84ae1ff851 req-f3ed27bb-e91f-4ef5-b1a1-aada4fd6ac0f tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 946 time: 0.0486593 May 06 10:19:37.618866 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e64f2e52-fa6e-4894-a8b2-6d84ae1ff851 req-065e95da-04e4-42ca-b503-069ac77bb3fa tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318272 May 06 10:19:38.738204 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281a40c-0f73-45d4-b5d6-5a7f1ee224e1 req-1b178326-d320-4ba9-89d6-38b8aace8abd tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:38.739723 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c281a40c-0f73-45d4-b5d6-5a7f1ee224e1 req-1b178326-d320-4ba9-89d6-38b8aace8abd tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 946 time: 0.0530324 May 06 10:19:38.776324 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c281a40c-0f73-45d4-b5d6-5a7f1ee224e1 req-b3f95cb1-fdd9-402b-9170-cd0e50d1e255 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307374 May 06 10:19:39.892646 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25604f7c-a068-49ac-bd72-2351194c5878 req-8aa0e86d-ab8b-4a5e-981d-0d92f1c733e4 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:39.894187 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25604f7c-a068-49ac-bd72-2351194c5878 req-8aa0e86d-ab8b-4a5e-981d-0d92f1c733e4 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 946 time: 0.0502048 May 06 10:19:39.934973 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25604f7c-a068-49ac-bd72-2351194c5878 req-b293bc93-f392-4599-b768-ef95bd01089f tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337615 May 06 10:19:41.047983 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a35535-c14c-4628-ab47-3ffae1d4db40 req-6c0f48c2-4cd3-47b2-aab9-c6498b7a26db tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:41.049440 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c8a35535-c14c-4628-ab47-3ffae1d4db40 req-6c0f48c2-4cd3-47b2-aab9-c6498b7a26db tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 946 time: 0.0480793 May 06 10:19:41.086764 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c8a35535-c14c-4628-ab47-3ffae1d4db40 req-d9fa1679-a1a8-40e5-9d79-174cb38a4dae tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313563 May 06 10:19:42.206877 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148143df-b285-4f7c-ae32-a5e1ba597aba req-3fff7d93-b2a4-4b3c-8e54-b27055b92341 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:42.208298 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-148143df-b285-4f7c-ae32-a5e1ba597aba req-3fff7d93-b2a4-4b3c-8e54-b27055b92341 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 946 time: 0.0523269 May 06 10:19:42.246052 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-148143df-b285-4f7c-ae32-a5e1ba597aba req-52f2d82e-0248-455b-8fc5-19d3b9564d9b tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316513 May 06 10:19:43.363966 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721aecb-7972-4d6a-8d2c-841fe3b4e45b req-9857918f-90e6-4711-90bf-2004f17ddd5b tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:43.365451 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d721aecb-7972-4d6a-8d2c-841fe3b4e45b req-9857918f-90e6-4711-90bf-2004f17ddd5b tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 946 time: 0.0490777 May 06 10:19:43.404520 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d721aecb-7972-4d6a-8d2c-841fe3b4e45b req-e379e41e-4245-456d-8476-35b53fe9a5ce tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323780 May 06 10:19:44.520157 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940c4fa-ef08-4a57-b58d-a25c9bdcf67a req-10608bba-cf48-48a4-ae2a-daf5be2d8410 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:44.521648 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d940c4fa-ef08-4a57-b58d-a25c9bdcf67a req-10608bba-cf48-48a4-ae2a-daf5be2d8410 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 946 time: 0.0492826 May 06 10:19:44.558773 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d940c4fa-ef08-4a57-b58d-a25c9bdcf67a req-4cd4abc6-036b-47b1-8a07-434b85d8da4d tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306423 May 06 10:19:45.677945 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eeeb63-2bf6-4686-be4d-8060e545d377 req-701dbbf4-c3b1-46ff-95e8-57bbce5049ef tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:45.679433 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c9eeeb63-2bf6-4686-be4d-8060e545d377 req-701dbbf4-c3b1-46ff-95e8-57bbce5049ef tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 946 time: 0.0522802 May 06 10:19:45.717167 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c9eeeb63-2bf6-4686-be4d-8060e545d377 req-23e12c05-6450-4892-912c-8aed3dd2c9a3 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310061 May 06 10:19:45.970120 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bb548cf0-ad69-4fbd-b84a-c5c426447b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:46.832946 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35bf5f-9394-497a-99ba-8342a72465bc req-ca98fe7d-ac09-4187-a811-66e04696948a tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:46.834431 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac35bf5f-9394-497a-99ba-8342a72465bc req-ca98fe7d-ac09-4187-a811-66e04696948a tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 946 time: 0.0487885 May 06 10:19:46.872116 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac35bf5f-9394-497a-99ba-8342a72465bc req-c743bb21-eaf0-45e4-bd61-ddc47460ac81 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310404 May 06 10:19:47.988974 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a983de4-38dd-44de-97bf-e386d323b47c req-e5b68754-3124-4811-8f05-58b698f8f7f8 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:47.990452 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4a983de4-38dd-44de-97bf-e386d323b47c req-e5b68754-3124-4811-8f05-58b698f8f7f8 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 946 time: 0.0489230 May 06 10:19:48.027482 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4a983de4-38dd-44de-97bf-e386d323b47c req-9688ea5f-4a14-430e-99ed-6759f5b07a60 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304914 May 06 10:19:48.503441 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f4b5a34f-2e88-4468-bff4-992c02d0852c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:49.064313 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:49.149471 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4b07d-67e4-48a2-bf43-5b9800ef8020 req-b8df03b7-18cb-4943-ac36-d92f8da70da5 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:49.150938 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-19c4b07d-67e4-48a2-bf43-5b9800ef8020 req-b8df03b7-18cb-4943-ac36-d92f8da70da5 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 946 time: 0.0536854 May 06 10:19:49.188421 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-19c4b07d-67e4-48a2-bf43-5b9800ef8020 req-0ffc40ee-3915-4962-843f-e424bb243b24 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308969 May 06 10:19:49.625706 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:50.305154 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a26d2-fdf1-4d14-a151-73804fc1de40 req-4138b8e4-d478-4799-8cfb-df5e71bad961 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:50.306634 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-235a26d2-fdf1-4d14-a151-73804fc1de40 req-4138b8e4-d478-4799-8cfb-df5e71bad961 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 946 time: 0.0500529 May 06 10:19:50.344305 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-235a26d2-fdf1-4d14-a151-73804fc1de40 req-7f42af17-1add-4acc-a445-1563b648124f tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309916 May 06 10:19:51.316797 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:51.461151 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34707dfa-2c63-47b2-8981-27923056468a req-cfd8cc5b-9d2b-4f54-900e-1796d241258a tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:51.462566 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-34707dfa-2c63-47b2-8981-27923056468a req-cfd8cc5b-9d2b-4f54-900e-1796d241258a tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 946 time: 0.0500574 May 06 10:19:51.497338 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:51.507954 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-34707dfa-2c63-47b2-8981-27923056468a req-40724d3e-b946-4055-a799-983e3571df63 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393779 May 06 10:19:52.625976 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348e54a-e89e-4207-bf8e-8da3482e3b5b req-f7fb7bbf-6a0d-460b-a1a4-ebfe5fc7a172 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:52.627485 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9348e54a-e89e-4207-bf8e-8da3482e3b5b req-f7fb7bbf-6a0d-460b-a1a4-ebfe5fc7a172 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 946 time: 0.0531645 May 06 10:19:52.665413 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9348e54a-e89e-4207-bf8e-8da3482e3b5b req-3c80f7d0-1e79-4f8f-ac46-ac4b9203f93f tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320873 May 06 10:19:53.780035 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f7f27-8baa-4ed2-ad22-0c0b942f06c4 req-37744b8b-48d6-4d57-a2f3-9ffb403c9f2a tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:53.781533 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b27f7f27-8baa-4ed2-ad22-0c0b942f06c4 req-37744b8b-48d6-4d57-a2f3-9ffb403c9f2a tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 946 time: 0.0480671 May 06 10:19:53.824865 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b27f7f27-8baa-4ed2-ad22-0c0b942f06c4 req-e53ba1a8-bdd1-40f2-bd5b-a89ffbe6be12 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374382 May 06 10:19:54.944797 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66499f9f-e6f6-4185-b9a5-8d9de2d0d396 req-8216efed-bc87-4ce9-af1f-c53eaca98dc2 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:54.946286 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-66499f9f-e6f6-4185-b9a5-8d9de2d0d396 req-8216efed-bc87-4ce9-af1f-c53eaca98dc2 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 946 time: 0.0514872 May 06 10:19:54.984150 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-66499f9f-e6f6-4185-b9a5-8d9de2d0d396 req-e3926248-bd46-49f8-a988-39a3cf6df2fd tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318844 May 06 10:19:56.102712 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a767d5e-70eb-46b3-9f9f-af521c039403 req-062c9ea5-44f7-4980-a703-876e82ef2be2 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:56.104215 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0a767d5e-70eb-46b3-9f9f-af521c039403 req-062c9ea5-44f7-4980-a703-876e82ef2be2 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 946 time: 0.0529807 May 06 10:19:56.122855 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-87da830e-6130-4598-84b8-dac358a608a8 req-e3a3f0db-b668-4581-801e-742443b4d57a service neutron] (102652) timed out ('10.222.0.73', 34622) {{(pid=102652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 10:19:56.142878 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0a767d5e-70eb-46b3-9f9f-af521c039403 req-0b1d0e64-593e-40f8-8b01-1d6a8e6cbbc1 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324271 May 06 10:19:57.263808 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728e465-0bdb-4389-8cde-255aa34adb91 req-a446ba4a-9496-43dc-b379-93d451e6eb96 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:57.265308 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b728e465-0bdb-4389-8cde-255aa34adb91 req-a446ba4a-9496-43dc-b379-93d451e6eb96 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 946 time: 0.0488141 May 06 10:19:57.303339 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b728e465-0bdb-4389-8cde-255aa34adb91 req-a0fb8c0e-eb8b-4200-b449-b94621465ed2 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321829 May 06 10:19:58.420276 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca962ba-fdb6-4e98-9b2c-4bad85c6d685 req-9c228798-51ea-4383-a709-8548196f3d63 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:58.421748 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ca962ba-fdb6-4e98-9b2c-4bad85c6d685 req-9c228798-51ea-4383-a709-8548196f3d63 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 946 time: 0.0487251 May 06 10:19:58.459180 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ca962ba-fdb6-4e98-9b2c-4bad85c6d685 req-41baa872-4a57-4f46-9cdd-6d1106035ceb tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314045 May 06 10:19:59.275608 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:59.580963 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5d495-0fd2-4599-9c46-e0632520d65f req-df191036-9ed6-4524-bc17-99de3cf2b13b tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:59.582372 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3bd5d495-0fd2-4599-9c46-e0632520d65f req-df191036-9ed6-4524-bc17-99de3cf2b13b tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 946 time: 0.0539045 May 06 10:19:59.620018 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3bd5d495-0fd2-4599-9c46-e0632520d65f req-c2d8d44f-d506-4d21-988e-9903e793227b tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317392 May 06 10:20:00.733754 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018aa536-fcf0-41d0-92fd-f80be0d2a1c1 req-e9624020-8a6e-47b6-8d17-bc86c8a1a56f tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:00.735259 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-018aa536-fcf0-41d0-92fd-f80be0d2a1c1 req-e9624020-8a6e-47b6-8d17-bc86c8a1a56f tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 946 time: 0.0488286 May 06 10:20:00.772245 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-018aa536-fcf0-41d0-92fd-f80be0d2a1c1 req-ad568ee6-f1f8-4801-aeeb-47db5bf1aeec tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310717 May 06 10:20:01.634254 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-a76d1ce2-f015-4116-ac3d-922ed3504357 service neutron] show failed (client error): The resource could not be found. May 06 10:20:01.635291 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-a76d1ce2-f015-4116-ac3d-922ed3504357 service neutron] 10.222.0.84 "GET /v2.0/ports/f862cb3f-8948-4a97-82af-117d51a18a09/bindings/n-h2-840835-1 HTTP/1.1" status: 404 len: 380 time: 0.1052489 May 06 10:20:01.857607 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-7669e6a5-6d01-40c9-8322-f8cb95e80115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:01.859146 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-7669e6a5-6d01-40c9-8322-f8cb95e80115 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0&tenant_id=c37de7eb46514815be5e645cc93bca95 HTTP/1.1" status: 200 len: 1097 time: 0.0719376 May 06 10:20:01.877379 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840835-1', 'device_owner': 'compute:nova'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:20:01.892800 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b46a9-e395-4bdf-9277-dfbab3926126 req-f11ebae9-40f4-4a74-b790-b85090ee14e0 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:01.897949 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f36b46a9-e395-4bdf-9277-dfbab3926126 req-f11ebae9-40f4-4a74-b790-b85090ee14e0 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 946 time: 0.0535142 May 06 10:20:01.935255 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f36b46a9-e395-4bdf-9277-dfbab3926126 req-10ad9638-505e-4647-9cd0-21a028067c7d tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343111 May 06 10:20:01.936856 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:02.141864 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] For port f862cb3f-8948-4a97-82af-117d51a18a09, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f862cb3f-8948-4a97-82af-117d51a18a09,segment=NetworkSegment(5c01f28a-d014-4ceb-b73b-4e5c06ad1103),segment_id=5c01f28a-d014-4ceb-b73b-4e5c06ad1103)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:20:02.173463 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] For port f862cb3f-8948-4a97-82af-117d51a18a09, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:20:02.213118 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9f032e-862d-4f48-92f6-e5a6aaae40f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f862cb3f-8948-4a97-82af-117d51a18a09'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:20:02.215607 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3d7636-f122-4871-88d1-1f8bfa9a415c" -d '{"events": [{"server_uuid": "dd9f032e-862d-4f48-92f6-e5a6aaae40f0", "name": "network-vif-unplugged", "status": "completed", "tag": "f862cb3f-8948-4a97-82af-117d51a18a09"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:20:02.219768 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:02.232654 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Transition to ACTIVE for port object f862cb3f-8948-4a97-82af-117d51a18a09 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:20:02.237613 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:02.304496 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] No DVR routers for this DVR port f862cb3f-8948-4a97-82af-117d51a18a09 on host n-h1-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:20:02.307831 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Pushing event updated for resources: {'Port': ['ID=f862cb3f-8948-4a97-82af-117d51a18a09,revision_number=6']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:02.317110 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:02.317460 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:02.317805 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:02.318148 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:02.318498 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:02.318821 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:02.319173 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:02.319505 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:02.319837 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:02.320169 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:02.320495 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:02.320822 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:02.330445 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 10:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2e0aa0-60a5-4598-bd04-90b14f5a9434 x-openstack-request-id: req-be2e0aa0-60a5-4598-bd04-90b14f5a9434 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:20:02.330748 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9f032e-862d-4f48-92f6-e5a6aaae40f0", "name": "network-vif-unplugged", "status": "completed", "tag": "f862cb3f-8948-4a97-82af-117d51a18a09", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:20:02.331004 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-be2e0aa0-60a5-4598-bd04-90b14f5a9434 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:20:02.331706 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be2e0aa0-60a5-4598-bd04-90b14f5a9434'] response: {'server_uuid': 'dd9f032e-862d-4f48-92f6-e5a6aaae40f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f862cb3f-8948-4a97-82af-117d51a18a09', 'code': 200} May 06 10:20:02.357226 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Attempting to bind port f862cb3f-8948-4a97-82af-117d51a18a09 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:20:02.357569 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Attempting to bind port f862cb3f-8948-4a97-82af-117d51a18a09 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '5c01f28a-d014-4ceb-b73b-4e5c06ad1103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:20:02.357899 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Attempting to bind port f862cb3f-8948-4a97-82af-117d51a18a09 on network b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:20:02.362079 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Port f862cb3f-8948-4a97-82af-117d51a18a09 on network b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:20:02.362401 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Attempting to bind port f862cb3f-8948-4a97-82af-117d51a18a09 on network b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:20:02.367177 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:20:02.367517 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Checking segment: {'id': '5c01f28a-d014-4ceb-b73b-4e5c06ad1103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:20:02.367908 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Bound using segment: {'id': '5c01f28a-d014-4ceb-b73b-4e5c06ad1103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:20:02.368335 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Bound port: f862cb3f-8948-4a97-82af-117d51a18a09, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c01f28a-d014-4ceb-b73b-4e5c06ad1103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:20:02.368689 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:02.429974 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] For port f862cb3f-8948-4a97-82af-117d51a18a09, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:20:02.432849 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] For port f862cb3f-8948-4a97-82af-117d51a18a09, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=f862cb3f-8948-4a97-82af-117d51a18a09,segment=NetworkSegment(5c01f28a-d014-4ceb-b73b-4e5c06ad1103),segment_id=5c01f28a-d014-4ceb-b73b-4e5c06ad1103)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:20:02.438000 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:02.469016 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:02.469640 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:02.471030 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] 10.222.0.77 "PUT /v2.0/ports/f862cb3f-8948-4a97-82af-117d51a18a09 HTTP/1.1" status: 200 len: 1092 time: 0.5978174 May 06 10:20:02.495061 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41276e-4c39-4e33-b165-826f8028605e service neutron] Pushing event updated for resources: {'Port': ['ID=f862cb3f-8948-4a97-82af-117d51a18a09,revision_number=7']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:02.550669 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-ecb0f561-1255-45ca-bb47-97419ec88362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:02.552186 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-ecb0f561-1255-45ca-bb47-97419ec88362 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c37de7eb46514815be5e645cc93bca95&device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 1095 time: 0.0434706 May 06 10:20:02.641030 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-fc6cb79a-57fd-4fb9-8047-46814b18dbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:02.642487 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-fc6cb79a-57fd-4fb9-8047-46814b18dbec service neutron] 10.222.0.77 "GET /v2.0/networks?id=b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01 HTTP/1.1" status: 200 len: 913 time: 0.0825539 May 06 10:20:02.685399 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-8d2bb41e-cba1-4f2c-bf50-7f82b7bb52f9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f862cb3f-8948-4a97-82af-117d51a18a09 HTTP/1.1" status: 200 len: 217 time: 0.0360606 May 06 10:20:02.736589 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-7852f6ef-508e-4204-bc24-ef837d8be39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:02.738005 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-7852f6ef-508e-4204-bc24-ef837d8be39c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0c5f6ef0-987a-4892-b0a2-5c0b03b81c5d HTTP/1.1" status: 200 len: 852 time: 0.0470164 May 06 10:20:02.768860 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-7cfbbd1f-455b-4eec-a5e9-59f53f7a13ea service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235286 May 06 10:20:02.856933 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-e8b9bb2c-4951-4cb9-859c-1558ac2e0e60 service neutron] 10.222.0.77 "GET /v2.0/networks/b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818119 May 06 10:20:02.951654 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a33727e-b5be-4753-8b74-b799e97d08d0 req-d06d2fc7-4f62-4f79-809f-5113aa12a4ed service neutron] 10.222.0.77 "GET /v2.0/networks/b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881505 May 06 10:20:03.054625 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca8ff3-6715-4565-a620-bcd1646c3079 req-b8850265-0d58-43c6-a300-f5cb7d20b7b0 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:03.056171 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-27ca8ff3-6715-4565-a620-bcd1646c3079 req-b8850265-0d58-43c6-a300-f5cb7d20b7b0 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 944 time: 0.0507545 May 06 10:20:03.095759 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-27ca8ff3-6715-4565-a620-bcd1646c3079 req-e15269cd-1753-4ba3-9985-fbbe5b79040c tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335038 May 06 10:20:04.216190 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8145f-8582-4c45-8979-e8e0ff73b5be req-d8c2965f-2306-4709-9c3a-d67871f18390 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:04.217628 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-03e8145f-8582-4c45-8979-e8e0ff73b5be req-d8c2965f-2306-4709-9c3a-d67871f18390 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 944 time: 0.0512717 May 06 10:20:04.255180 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-03e8145f-8582-4c45-8979-e8e0ff73b5be req-218b935d-ded3-4153-b19a-70b9d060f9c4 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316417 May 06 10:20:04.332940 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9f032e-862d-4f48-92f6-e5a6aaae40f0', 'tag': 'f862cb3f-8948-4a97-82af-117d51a18a09'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:20:04.335345 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bef4a12-a443-4313-bc01-95212c342984" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9f032e-862d-4f48-92f6-e5a6aaae40f0", "tag": "f862cb3f-8948-4a97-82af-117d51a18a09"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:20:04.382508 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42a95b3-d270-4843-beda-de285fc87b11 x-openstack-request-id: req-b42a95b3-d270-4843-beda-de285fc87b11 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:20:04.382801 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9f032e-862d-4f48-92f6-e5a6aaae40f0", "tag": "f862cb3f-8948-4a97-82af-117d51a18a09", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:20:04.383058 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b42a95b3-d270-4843-beda-de285fc87b11 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:20:04.383513 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b42a95b3-d270-4843-beda-de285fc87b11'] response: {'name': 'network-changed', 'server_uuid': 'dd9f032e-862d-4f48-92f6-e5a6aaae40f0', 'tag': 'f862cb3f-8948-4a97-82af-117d51a18a09', 'status': 'completed', 'code': 200} May 06 10:20:04.447535 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef4a12-a443-4313-bc01-95212c342984 req-5e106a32-e83d-4702-97ac-de52eb49d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:04.449113 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4bef4a12-a443-4313-bc01-95212c342984 req-5e106a32-e83d-4702-97ac-de52eb49d351 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c37de7eb46514815be5e645cc93bca95&device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 1095 time: 0.0471988 May 06 10:20:04.470742 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef4a12-a443-4313-bc01-95212c342984 req-8fac87cf-0904-4049-994a-a772645ec405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:04.472212 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4bef4a12-a443-4313-bc01-95212c342984 req-8fac87cf-0904-4049-994a-a772645ec405 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c37de7eb46514815be5e645cc93bca95&device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 1095 time: 0.0421953 May 06 10:20:04.537108 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef4a12-a443-4313-bc01-95212c342984 req-d5495a7c-d906-4239-a3bb-ed310bd675dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:04.538592 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4bef4a12-a443-4313-bc01-95212c342984 req-d5495a7c-d906-4239-a3bb-ed310bd675dd service neutron] 10.222.0.84 "GET /v2.0/networks?id=b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01 HTTP/1.1" status: 200 len: 913 time: 0.0835471 May 06 10:20:04.567615 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef4a12-a443-4313-bc01-95212c342984 req-0d2995dd-4bf0-4073-a168-a3bb85624e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:04.569081 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4bef4a12-a443-4313-bc01-95212c342984 req-0d2995dd-4bf0-4073-a168-a3bb85624e06 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01 HTTP/1.1" status: 200 len: 913 time: 0.0893426 May 06 10:20:04.584839 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4bef4a12-a443-4313-bc01-95212c342984 req-6f9b5aae-4ff8-452e-96bd-547ef72f9501 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f862cb3f-8948-4a97-82af-117d51a18a09 HTTP/1.1" status: 200 len: 217 time: 0.0395446 May 06 10:20:04.612400 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4bef4a12-a443-4313-bc01-95212c342984 req-65278718-264b-4b26-a7c4-40431808550d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f862cb3f-8948-4a97-82af-117d51a18a09 HTTP/1.1" status: 200 len: 217 time: 0.0356696 May 06 10:20:04.622051 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device f862cb3f-8948-4a97-82af-117d51a18a09 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:20:04.636228 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef4a12-a443-4313-bc01-95212c342984 req-2e4478e1-3c73-40c1-a25b-5784327ed009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:04.637701 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4bef4a12-a443-4313-bc01-95212c342984 req-2e4478e1-3c73-40c1-a25b-5784327ed009 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0c5f6ef0-987a-4892-b0a2-5c0b03b81c5d HTTP/1.1" status: 200 len: 852 time: 0.0460386 May 06 10:20:04.661577 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device f862cb3f-8948-4a97-82af-117d51a18a09 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:20:04.663510 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef4a12-a443-4313-bc01-95212c342984 req-81bf66fa-7b75-4b87-a1a6-73dc2863e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:04.665349 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4bef4a12-a443-4313-bc01-95212c342984 req-81bf66fa-7b75-4b87-a1a6-73dc2863e0e0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0c5f6ef0-987a-4892-b0a2-5c0b03b81c5d HTTP/1.1" status: 200 len: 852 time: 0.0459747 May 06 10:20:04.670277 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4bef4a12-a443-4313-bc01-95212c342984 req-044c29bb-a49d-4aab-bd7a-9c6188a67b6e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259507 May 06 10:20:04.698537 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4bef4a12-a443-4313-bc01-95212c342984 req-655d23f1-d82b-490d-b2ac-f2458f7aafa8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251701 May 06 10:20:04.760323 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4bef4a12-a443-4313-bc01-95212c342984 req-310dd77d-cdf4-4d9e-afd8-325a075387ba service neutron] 10.222.0.84 "GET /v2.0/networks/b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838366 May 06 10:20:04.795238 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4bef4a12-a443-4313-bc01-95212c342984 req-9e75a76a-a1e8-44cc-90e2-4eecb649ef78 service neutron] 10.222.0.77 "GET /v2.0/networks/b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885162 May 06 10:20:04.855063 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4bef4a12-a443-4313-bc01-95212c342984 req-b2935b16-7378-43c0-8727-cca49c9a03f4 service neutron] 10.222.0.84 "GET /v2.0/networks/b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885575 May 06 10:20:04.889990 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-4bef4a12-a443-4313-bc01-95212c342984 req-0f5e2ea2-3192-4f0d-a7e5-2535e8a28e68 service neutron] 10.222.0.77 "GET /v2.0/networks/b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879233 May 06 10:20:05.373057 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395901de-aa6a-4ac2-b663-65116500f576 req-377090a0-638a-49a9-a1a6-1822ec38bbee tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:05.374535 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-395901de-aa6a-4ac2-b663-65116500f576 req-377090a0-638a-49a9-a1a6-1822ec38bbee tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 944 time: 0.0497055 May 06 10:20:05.413284 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-395901de-aa6a-4ac2-b663-65116500f576 req-3ed103f0-6bde-49c9-b000-cd2e076cce39 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327663 May 06 10:20:06.004789 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:20:06.021002 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device f862cb3f-8948-4a97-82af-117d51a18a09 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:20:06.116332 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port f862cb3f-8948-4a97-82af-117d51a18a09, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=f862cb3f-8948-4a97-82af-117d51a18a09,segment=NetworkSegment(5c01f28a-d014-4ceb-b73b-4e5c06ad1103),segment_id=5c01f28a-d014-4ceb-b73b-4e5c06ad1103)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:20:06.128150 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'f862cb3f-8948-4a97-82af-117d51a18a09', 'network_id': 'b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01', 'port_id': 'f862cb3f-8948-4a97-82af-117d51a18a09', 'mac_address': 'fa:16:3e:20:94:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5f6ef0-987a-4892-b0a2-5c0b03b81c5d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:20:06.164181 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:06.177934 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f862cb3f-8948-4a97-82af-117d51a18a09 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:20:06.198303 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port f862cb3f-8948-4a97-82af-117d51a18a09, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=f862cb3f-8948-4a97-82af-117d51a18a09,segment=NetworkSegment(5c01f28a-d014-4ceb-b73b-4e5c06ad1103),segment_id=5c01f28a-d014-4ceb-b73b-4e5c06ad1103)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:20:06.202572 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:06.249583 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=f862cb3f-8948-4a97-82af-117d51a18a09,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:06.538722 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b454336-2f9e-4415-b07a-3d7b7540934c req-f861666e-8d6c-4b68-9398-b2614e586707 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:06.540272 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b454336-2f9e-4415-b07a-3d7b7540934c req-f861666e-8d6c-4b68-9398-b2614e586707 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 945 time: 0.0575655 May 06 10:20:06.572888 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['f862cb3f-8948-4a97-82af-117d51a18a09'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:20:06.578662 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b454336-2f9e-4415-b07a-3d7b7540934c req-ba5fdc1a-9450-4384-bfa2-aa32366000c7 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316808 May 06 10:20:06.865092 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3face245-3902-4162-ad29-aab6bfe003ae req-7a0249af-b7cb-432b-8689-40a6e361c415 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:06.866579 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3face245-3902-4162-ad29-aab6bfe003ae req-7a0249af-b7cb-432b-8689-40a6e361c415 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0&tenant_id=c37de7eb46514815be5e645cc93bca95&binding%3Ahost_id=n-h2-840835-1 HTTP/1.1" status: 200 len: 945 time: 0.0853560 May 06 10:20:06.929464 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-3face245-3902-4162-ad29-aab6bfe003ae req-82fb37e6-f84d-4f02-96af-65e46062e5d8 service neutron] delete failed (client error): The resource could not be found. May 06 10:20:06.930489 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3face245-3902-4162-ad29-aab6bfe003ae req-82fb37e6-f84d-4f02-96af-65e46062e5d8 service neutron] 10.222.0.84 "DELETE /v2.0/ports/f862cb3f-8948-4a97-82af-117d51a18a09/bindings/n-h1-840835-1 HTTP/1.1" status: 404 len: 380 time: 0.0564425 May 06 10:20:07.020307 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3face245-3902-4162-ad29-aab6bfe003ae req-e61a5161-b65f-40a8-8142-ea95b078779f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:07.021808 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3face245-3902-4162-ad29-aab6bfe003ae req-e61a5161-b65f-40a8-8142-ea95b078779f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c37de7eb46514815be5e645cc93bca95&device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 1096 time: 0.0460470 May 06 10:20:07.112190 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3face245-3902-4162-ad29-aab6bfe003ae req-7c1cf2f2-7935-47f0-a737-1f8cf7145d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:07.113736 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3face245-3902-4162-ad29-aab6bfe003ae req-7c1cf2f2-7935-47f0-a737-1f8cf7145d9f service neutron] 10.222.0.84 "GET /v2.0/networks?id=b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01 HTTP/1.1" status: 200 len: 913 time: 0.0847373 May 06 10:20:07.161592 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3face245-3902-4162-ad29-aab6bfe003ae req-572d4555-42d8-4dda-b53c-e62da2be40e6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f862cb3f-8948-4a97-82af-117d51a18a09 HTTP/1.1" status: 200 len: 217 time: 0.0395827 May 06 10:20:07.211722 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3face245-3902-4162-ad29-aab6bfe003ae req-f0cc28ef-ba4f-4f4b-b01f-81f3267dc1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:07.213168 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3face245-3902-4162-ad29-aab6bfe003ae req-f0cc28ef-ba4f-4f4b-b01f-81f3267dc1d3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0c5f6ef0-987a-4892-b0a2-5c0b03b81c5d HTTP/1.1" status: 200 len: 852 time: 0.0438232 May 06 10:20:07.249181 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3face245-3902-4162-ad29-aab6bfe003ae req-f02fcc8f-9c47-4cb6-8b01-e34d93f702d4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256963 May 06 10:20:07.344344 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3face245-3902-4162-ad29-aab6bfe003ae req-bc435d09-4574-4542-9f31-a09d13af120c service neutron] 10.222.0.84 "GET /v2.0/networks/b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881751 May 06 10:20:07.439101 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3face245-3902-4162-ad29-aab6bfe003ae req-c784f001-48db-4a3a-8d4c-614666e58625 service neutron] 10.222.0.84 "GET /v2.0/networks/b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839844 May 06 10:20:08.033214 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device f862cb3f-8948-4a97-82af-117d51a18a09 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:20:08.083934 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port f862cb3f-8948-4a97-82af-117d51a18a09 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:20:08.088127 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port f862cb3f-8948-4a97-82af-117d51a18a09 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:20:08.088503 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:08.169052 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:08.194260 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9f032e-862d-4f48-92f6-e5a6aaae40f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f862cb3f-8948-4a97-82af-117d51a18a09'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:20:08.196560 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1d4dc2-58ba-40fc-967a-1ed05f938f67" -d '{"events": [{"server_uuid": "dd9f032e-862d-4f48-92f6-e5a6aaae40f0", "name": "network-vif-plugged", "status": "completed", "tag": "f862cb3f-8948-4a97-82af-117d51a18a09"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:20:08.210230 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port f862cb3f-8948-4a97-82af-117d51a18a09, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=f862cb3f-8948-4a97-82af-117d51a18a09,segment=NetworkSegment(5c01f28a-d014-4ceb-b73b-4e5c06ad1103),segment_id=5c01f28a-d014-4ceb-b73b-4e5c06ad1103)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:20:08.214697 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:08.263167 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=f862cb3f-8948-4a97-82af-117d51a18a09,revision_number=9']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:08.413485 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2848fba-8e91-400f-8e98-70483cc484b5 x-openstack-request-id: req-f2848fba-8e91-400f-8e98-70483cc484b5 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:20:08.413780 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9f032e-862d-4f48-92f6-e5a6aaae40f0", "name": "network-vif-plugged", "status": "completed", "tag": "f862cb3f-8948-4a97-82af-117d51a18a09", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:20:08.414034 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f2848fba-8e91-400f-8e98-70483cc484b5 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:20:08.414513 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2848fba-8e91-400f-8e98-70483cc484b5'] response: {'server_uuid': 'dd9f032e-862d-4f48-92f6-e5a6aaae40f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f862cb3f-8948-4a97-82af-117d51a18a09', 'code': 200} May 06 10:20:08.509178 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303ea56-2ad5-45bd-a3be-89277ef7f0b0 req-7eef4143-c1ac-4b71-8aed-9b181a9fc300 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:08.510673 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a303ea56-2ad5-45bd-a3be-89277ef7f0b0 req-7eef4143-c1ac-4b71-8aed-9b181a9fc300 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 946 time: 0.0501716 May 06 10:20:08.547970 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a303ea56-2ad5-45bd-a3be-89277ef7f0b0 req-557e8fec-5204-434d-8f61-7c7e9b57e3dd tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312939 May 06 10:20:09.668798 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652de2c-d2a5-4738-b11a-c924abb120a5 req-3532933c-01ec-49db-b6ff-9ef49b6388e0 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:09.670307 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2652de2c-d2a5-4738-b11a-c924abb120a5 req-3532933c-01ec-49db-b6ff-9ef49b6388e0 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 946 time: 0.0538304 May 06 10:20:09.708712 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2652de2c-d2a5-4738-b11a-c924abb120a5 req-d872b72e-f16d-4ba8-89d7-596d94ca80ea tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.73 "GET /v2.0/security-groups?id=403e3052-d309-4843-b936-f041776be341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324163 May 06 10:20:10.020895 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3face245-3902-4162-ad29-aab6bfe003ae req-c012d7d8-031d-446f-aa2f-22b658730a67 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:10.022339 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3face245-3902-4162-ad29-aab6bfe003ae req-c012d7d8-031d-446f-aa2f-22b658730a67 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd9f032e-862d-4f48-92f6-e5a6aaae40f0 HTTP/1.1" status: 200 len: 946 time: 0.0492799 May 06 10:20:10.110850 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-3face245-3902-4162-ad29-aab6bfe003ae req-ce77d8db-80c0-4451-a4b9-1c5d5e9cf3d7 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Deleting port f862cb3f-8948-4a97-82af-117d51a18a09 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:20:10.111213 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3face245-3902-4162-ad29-aab6bfe003ae req-ce77d8db-80c0-4451-a4b9-1c5d5e9cf3d7 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:10.210450 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-3face245-3902-4162-ad29-aab6bfe003ae req-ce77d8db-80c0-4451-a4b9-1c5d5e9cf3d7 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] For port f862cb3f-8948-4a97-82af-117d51a18a09, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=f862cb3f-8948-4a97-82af-117d51a18a09,segment=NetworkSegment(5c01f28a-d014-4ceb-b73b-4e5c06ad1103),segment_id=5c01f28a-d014-4ceb-b73b-4e5c06ad1103)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:20:10.210737 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3face245-3902-4162-ad29-aab6bfe003ae req-ce77d8db-80c0-4451-a4b9-1c5d5e9cf3d7 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:10.224085 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-3face245-3902-4162-ad29-aab6bfe003ae req-ce77d8db-80c0-4451-a4b9-1c5d5e9cf3d7 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Calling delete_port for f862cb3f-8948-4a97-82af-117d51a18a09 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:20:10.350356 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3face245-3902-4162-ad29-aab6bfe003ae req-ce77d8db-80c0-4451-a4b9-1c5d5e9cf3d7 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:10.377784 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77d8db-80c0-4451-a4b9-1c5d5e9cf3d7 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Pushing event deleted for resources: {'Port': ['ID=f862cb3f-8948-4a97-82af-117d51a18a09,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:10.383062 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['f862cb3f-8948-4a97-82af-117d51a18a09'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:20:10.423988 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3face245-3902-4162-ad29-aab6bfe003ae req-ce77d8db-80c0-4451-a4b9-1c5d5e9cf3d7 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] No DVR routers for this DVR port f862cb3f-8948-4a97-82af-117d51a18a09 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:20:10.428682 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3face245-3902-4162-ad29-aab6bfe003ae req-ce77d8db-80c0-4451-a4b9-1c5d5e9cf3d7 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:10.432488 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3face245-3902-4162-ad29-aab6bfe003ae req-ce77d8db-80c0-4451-a4b9-1c5d5e9cf3d7 tempest-DeleteServersTestJSON-1768824158 tempest-DeleteServersTestJSON-1768824158-project] 10.222.0.77 "DELETE /v2.0/ports/f862cb3f-8948-4a97-82af-117d51a18a09 HTTP/1.1" status: 204 len: 173 time: 0.4043343 May 06 10:20:10.433003 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9f032e-862d-4f48-92f6-e5a6aaae40f0', 'name': 'network-vif-deleted', 'tag': 'f862cb3f-8948-4a97-82af-117d51a18a09'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:20:10.435702 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a185f84-e21b-4f35-8920-e108d88d29d7" -d '{"events": [{"server_uuid": "dd9f032e-862d-4f48-92f6-e5a6aaae40f0", "name": "network-vif-deleted", "tag": "f862cb3f-8948-4a97-82af-117d51a18a09"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:20:10.474902 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308ae301-0aa8-4f66-be14-97b429bc6f7f x-openstack-request-id: req-308ae301-0aa8-4f66-be14-97b429bc6f7f {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:20:10.475262 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9f032e-862d-4f48-92f6-e5a6aaae40f0", "name": "network-vif-deleted", "tag": "f862cb3f-8948-4a97-82af-117d51a18a09", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:20:10.475536 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-308ae301-0aa8-4f66-be14-97b429bc6f7f {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:20:10.475980 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-308ae301-0aa8-4f66-be14-97b429bc6f7f'] response: {'server_uuid': 'dd9f032e-862d-4f48-92f6-e5a6aaae40f0', 'name': 'network-vif-deleted', 'tag': 'f862cb3f-8948-4a97-82af-117d51a18a09', 'status': 'completed', 'code': 200} May 06 10:20:10.833967 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36724) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:20:10.877706 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c85ff8-c4c2-45c2-a093-c16ae7474e13 admin admin] Deleting subnet 0c5f6ef0-987a-4892-b0a2-5c0b03b81c5d {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:20:10.880823 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35c85ff8-c4c2-45c2-a093-c16ae7474e13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:10.921536 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35c85ff8-c4c2-45c2-a093-c16ae7474e13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:10.960910 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35c85ff8-c4c2-45c2-a093-c16ae7474e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:11.013138 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35c85ff8-c4c2-45c2-a093-c16ae7474e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:11.040478 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-35c85ff8-c4c2-45c2-a093-c16ae7474e13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:11.043736 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-35c85ff8-c4c2-45c2-a093-c16ae7474e13 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/0c5f6ef0-987a-4892-b0a2-5c0b03b81c5d HTTP/1.1" status: 204 len: 168 time: 0.2087796 May 06 10:20:11.044665 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c85ff8-c4c2-45c2-a093-c16ae7474e13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c5f6ef0-987a-4892-b0a2-5c0b03b81c5d,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:11.046362 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36726) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:20:11.115029 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4a24d2fa-087a-4886-bf69-fdedec8793be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:11.196601 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4a24d2fa-087a-4886-bf69-fdedec8793be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:11.217406 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-4a24d2fa-087a-4886-bf69-fdedec8793be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:20:11.226542 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-4a24d2fa-087a-4886-bf69-fdedec8793be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c01f28a-d014-4ceb-b73b-4e5c06ad1103') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:20:11.226843 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-4a24d2fa-087a-4886-bf69-fdedec8793be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c01f28a-d014-4ceb-b73b-4e5c06ad1103') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:20:11.236307 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4a24d2fa-087a-4886-bf69-fdedec8793be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:11.249541 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4a24d2fa-087a-4886-bf69-fdedec8793be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:11.255844 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a24d2fa-087a-4886-bf69-fdedec8793be admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:20:11.256238 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4a24d2fa-087a-4886-bf69-fdedec8793be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: timer() May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:20:11.258000 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:20:11.312054 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4a24d2fa-087a-4886-bf69-fdedec8793be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:11.317616 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4a24d2fa-087a-4886-bf69-fdedec8793be admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:11.320727 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4a24d2fa-087a-4886-bf69-fdedec8793be admin admin] 10.222.0.73 "DELETE /v2.0/networks/b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01 HTTP/1.1" status: 204 len: 168 time: 0.2716801 May 06 10:20:11.331714 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24d2fa-087a-4886-bf69-fdedec8793be admin admin] Pushing event deleted for resources: {'Network': ['ID=b5e3da8f-29c5-4bae-9236-1ffd1a8dbf01,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:11.426870 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36730) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:20:11.470079 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e2a4aa88-0071-40b8-8721-9763386d6956 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c37de7eb46514815be5e645cc93bca95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419912 May 06 10:20:11.472570 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36732) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:20:11.519641 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-072115cc-5f29-436e-b929-3253a9b46fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:11.539925 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-072115cc-5f29-436e-b929-3253a9b46fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:11.585873 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-072115cc-5f29-436e-b929-3253a9b46fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:11.588448 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-072115cc-5f29-436e-b929-3253a9b46fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:11.589657 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-072115cc-5f29-436e-b929-3253a9b46fc4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/403e3052-d309-4843-b936-f041776be341 HTTP/1.1" status: 204 len: 168 time: 0.1161478 May 06 10:20:11.600423 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072115cc-5f29-436e-b929-3253a9b46fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403e3052-d309-4843-b936-f041776be341,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:12.246624 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 36754) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:20:12.342057 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-75b83193-0b7e-4cc2-82c6-5e50c59d625e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-401684474-network', 'tenant_id': '02849cf66b4f45c99b104a8cd1b56004'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:20:12.361310 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b83193-0b7e-4cc2-82c6-5e50c59d625e admin admin] Made reservation on behalf of 02849cf66b4f45c99b104a8cd1b56004 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:20:12.363652 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-75b83193-0b7e-4cc2-82c6-5e50c59d625e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:12.372693 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-75b83193-0b7e-4cc2-82c6-5e50c59d625e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:12.448557 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-75b83193-0b7e-4cc2-82c6-5e50c59d625e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:12.452497 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-75b83193-0b7e-4cc2-82c6-5e50c59d625e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:12.478426 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b83193-0b7e-4cc2-82c6-5e50c59d625e admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:20:12.488085 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b83193-0b7e-4cc2-82c6-5e50c59d625e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713837e9-35df-454a-b137-d991ab27c3ad,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:12.495439 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-75b83193-0b7e-4cc2-82c6-5e50c59d625e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:12.495777 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-75b83193-0b7e-4cc2-82c6-5e50c59d625e admin admin] Added segment 6fe177f6-a885-495d-bc8b-d5cf0627009f of type vlan for network 14731c84-d2be-4d95-a37d-7e9b516b9f97 May 06 10:20:12.538619 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-75b83193-0b7e-4cc2-82c6-5e50c59d625e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:12.562977 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-75b83193-0b7e-4cc2-82c6-5e50c59d625e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:12.563965 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b83193-0b7e-4cc2-82c6-5e50c59d625e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:12.564552 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-75b83193-0b7e-4cc2-82c6-5e50c59d625e admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:12.619796 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-75b83193-0b7e-4cc2-82c6-5e50c59d625e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3718829 May 06 10:20:12.622877 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 36758) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:20:12.626737 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b83193-0b7e-4cc2-82c6-5e50c59d625e admin admin] Pushing event updated for resources: {'Network': ['ID=14731c84-d2be-4d95-a37d-7e9b516b9f97,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:12.627992 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-e8296d05-e1ba-422f-b1af-49223dd6cde7 admin admin] Request body: {'subnet': {'network_id': '14731c84-d2be-4d95-a37d-7e9b516b9f97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-401684474-subnet', 'tenant_id': '02849cf66b4f45c99b104a8cd1b56004', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:20:12.636727 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 14731c84-d2be-4d95-a37d-7e9b516b9f97 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:20:12.649191 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8296d05-e1ba-422f-b1af-49223dd6cde7 admin admin] Made reservation on behalf of 02849cf66b4f45c99b104a8cd1b56004 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:20:12.651701 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e8296d05-e1ba-422f-b1af-49223dd6cde7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:12.828684 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e8296d05-e1ba-422f-b1af-49223dd6cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:12.881077 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8296d05-e1ba-422f-b1af-49223dd6cde7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c39a672d-6189-454e-9b1d-48cedb363226,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:12.891582 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8296d05-e1ba-422f-b1af-49223dd6cde7 admin admin] Checking segment: {'id': '6fe177f6-a885-495d-bc8b-d5cf0627009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '14731c84-d2be-4d95-a37d-7e9b516b9f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:20:12.891928 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8296d05-e1ba-422f-b1af-49223dd6cde7 admin admin] Network hostable DHCP agents. Network: 14731c84-d2be-4d95-a37d-7e9b516b9f97, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:20:12.911032 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8296d05-e1ba-422f-b1af-49223dd6cde7 admin admin] Network 14731c84-d2be-4d95-a37d-7e9b516b9f97 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:20:12.919696 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-e8296d05-e1ba-422f-b1af-49223dd6cde7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 14731c84-d2be-4d95-a37d-7e9b516b9f97) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:20:12.923642 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8296d05-e1ba-422f-b1af-49223dd6cde7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:12.924233 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e8296d05-e1ba-422f-b1af-49223dd6cde7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:12.934379 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667a2eb7-107e-4c43-ac96-30e96f792540 None None] Network 14731c84-d2be-4d95-a37d-7e9b516b9f97 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:20:12.940066 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e8296d05-e1ba-422f-b1af-49223dd6cde7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3160846 May 06 10:20:13.059541 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de9a0ca-8818-4c86-a37b-3836678cac3b None None] Network 14731c84-d2be-4d95-a37d-7e9b516b9f97 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:20:13.372858 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-a48101eb-4544-49de-91bf-6bd82c71ee59 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:13.374320 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-a48101eb-4544-49de-91bf-6bd82c71ee59 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/networks?id=14731c84-d2be-4d95-a37d-7e9b516b9f97 HTTP/1.1" status: 200 len: 814 time: 0.1028006 May 06 10:20:13.389594 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-820a4213-32dd-48c5-b69e-c976ec25be6b tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/quotas/02849cf66b4f45c99b104a8cd1b56004 HTTP/1.1" status: 200 len: 375 time: 0.0094912 May 06 10:20:13.420709 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-7ab00517-1970-4f56-b9ff-90f7fb7f0892 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=02849cf66b4f45c99b104a8cd1b56004&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256906 May 06 10:20:13.518510 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-6e27c700-ee24-421c-be88-a5468b4c32c7 service neutron] 10.222.0.73 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905271 May 06 10:20:13.611018 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-b21a437f-6b8c-4034-aea1-047bf0318eb7 service neutron] 10.222.0.73 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861912 May 06 10:20:13.772833 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4f0120a0-49ca-4fcb-8838-4427f5de30b6 req-135a4d6b-57cf-4cbe-a4f3-2e335269fba1 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 210 time: 0.0283785 May 06 10:20:14.063909 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device f862cb3f-8948-4a97-82af-117d51a18a09 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:20:14.084233 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: f862cb3f-8948-4a97-82af-117d51a18a09 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:20:14.084611 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device f862cb3f-8948-4a97-82af-117d51a18a09 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:20:14.802815 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-6db152a5-c8ed-4357-a446-4ef09d665d3b tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:14.804597 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-6db152a5-c8ed-4357-a446-4ef09d665d3b tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.84 "GET /v2.0/networks?id=14731c84-d2be-4d95-a37d-7e9b516b9f97 HTTP/1.1" status: 200 len: 814 time: 0.1155214 May 06 10:20:14.818340 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-4d2c6dec-598f-46c2-84c1-ca66ffc1fb7c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Request body: {'port': {'device_id': 'dc91b499-33f2-4e9a-88ed-570e20a72db8', 'network_id': '14731c84-d2be-4d95-a37d-7e9b516b9f97', 'admin_state_up': True, 'tenant_id': '02849cf66b4f45c99b104a8cd1b56004'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:20:14.888861 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-40bd5865-4f6e-46ea-bbd7-f71d3b0384b2 req-7fdb3c56-19e8-418b-9d0a-9d8dfcdedb24 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 210 time: 0.0305188 May 06 10:20:14.947957 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-4d2c6dec-598f-46c2-84c1-ca66ffc1fb7c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Made reservation on behalf of 02849cf66b4f45c99b104a8cd1b56004 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:20:14.952170 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-4d2c6dec-598f-46c2-84c1-ca66ffc1fb7c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:15.080402 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-4d2c6dec-598f-46c2-84c1-ca66ffc1fb7c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Allocated IP 172.20.0.7 (14731c84-d2be-4d95-a37d-7e9b516b9f97/c39a672d-6189-454e-9b1d-48cedb363226/fa5897db-8476-4110-b130-b0b11ff42d6e) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:20:15.231974 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-4d2c6dec-598f-46c2-84c1-ca66ffc1fb7c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:15.265561 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-4d2c6dec-598f-46c2-84c1-ca66ffc1fb7c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:15.306895 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-4d2c6dec-598f-46c2-84c1-ca66ffc1fb7c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Network 14731c84-d2be-4d95-a37d-7e9b516b9f97 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:20:15.309955 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-4d2c6dec-598f-46c2-84c1-ca66ffc1fb7c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:20:15.314356 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-4d2c6dec-598f-46c2-84c1-ca66ffc1fb7c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:20:15.341116 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c6dec-598f-46c2-84c1-ca66ffc1fb7c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Pushing event updated for resources: {'Port': ['ID=fa5897db-8476-4110-b130-b0b11ff42d6e,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:15.368811 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-4d2c6dec-598f-46c2-84c1-ca66ffc1fb7c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:15.369427 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-4d2c6dec-598f-46c2-84c1-ca66ffc1fb7c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:15.386061 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-4d2c6dec-598f-46c2-84c1-ca66ffc1fb7c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5718451 May 06 10:20:15.397345 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-803fc549-c3b3-4529-a5a4-18bba2a473da service neutron] Request body: {'port': {'device_id': 'dc91b499-33f2-4e9a-88ed-570e20a72db8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:20:15.453845 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-803fc549-c3b3-4529-a5a4-18bba2a473da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:15.716068 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-803fc549-c3b3-4529-a5a4-18bba2a473da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa5897db-8476-4110-b130-b0b11ff42d6e {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:20:15.723300 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-803fc549-c3b3-4529-a5a4-18bba2a473da service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:15.735798 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-803fc549-c3b3-4529-a5a4-18bba2a473da service neutron] Transition to ACTIVE for port object fa5897db-8476-4110-b130-b0b11ff42d6e will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:20:15.740462 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-803fc549-c3b3-4529-a5a4-18bba2a473da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:15.791330 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803fc549-c3b3-4529-a5a4-18bba2a473da service neutron] Pushing event updated for resources: {'Port': ['ID=fa5897db-8476-4110-b130-b0b11ff42d6e,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:15.857414 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-803fc549-c3b3-4529-a5a4-18bba2a473da service neutron] Attempting to bind port fa5897db-8476-4110-b130-b0b11ff42d6e on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:20:15.857974 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-803fc549-c3b3-4529-a5a4-18bba2a473da service neutron] Attempting to bind port fa5897db-8476-4110-b130-b0b11ff42d6e by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '6fe177f6-a885-495d-bc8b-d5cf0627009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '14731c84-d2be-4d95-a37d-7e9b516b9f97'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:20:15.858070 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-803fc549-c3b3-4529-a5a4-18bba2a473da service neutron] Attempting to bind port fa5897db-8476-4110-b130-b0b11ff42d6e on network 14731c84-d2be-4d95-a37d-7e9b516b9f97 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:20:15.862308 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-803fc549-c3b3-4529-a5a4-18bba2a473da service neutron] Port fa5897db-8476-4110-b130-b0b11ff42d6e on network 14731c84-d2be-4d95-a37d-7e9b516b9f97 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:20:15.862630 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-803fc549-c3b3-4529-a5a4-18bba2a473da service neutron] Attempting to bind port fa5897db-8476-4110-b130-b0b11ff42d6e on network 14731c84-d2be-4d95-a37d-7e9b516b9f97 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:20:15.867465 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-803fc549-c3b3-4529-a5a4-18bba2a473da service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:20:15.867804 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-803fc549-c3b3-4529-a5a4-18bba2a473da service neutron] Checking segment: {'id': '6fe177f6-a885-495d-bc8b-d5cf0627009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '14731c84-d2be-4d95-a37d-7e9b516b9f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:20:15.868186 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-803fc549-c3b3-4529-a5a4-18bba2a473da service neutron] Bound using segment: {'id': '6fe177f6-a885-495d-bc8b-d5cf0627009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '14731c84-d2be-4d95-a37d-7e9b516b9f97'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:20:15.868616 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-803fc549-c3b3-4529-a5a4-18bba2a473da service neutron] Bound port: fa5897db-8476-4110-b130-b0b11ff42d6e, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe177f6-a885-495d-bc8b-d5cf0627009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '14731c84-d2be-4d95-a37d-7e9b516b9f97'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:20:15.868973 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-803fc549-c3b3-4529-a5a4-18bba2a473da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:15.932749 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-803fc549-c3b3-4529-a5a4-18bba2a473da service neutron] For port fa5897db-8476-4110-b130-b0b11ff42d6e, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:20:15.935833 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-803fc549-c3b3-4529-a5a4-18bba2a473da service neutron] For port fa5897db-8476-4110-b130-b0b11ff42d6e, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=fa5897db-8476-4110-b130-b0b11ff42d6e,segment=NetworkSegment(6fe177f6-a885-495d-bc8b-d5cf0627009f),segment_id=6fe177f6-a885-495d-bc8b-d5cf0627009f)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:20:15.940630 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-803fc549-c3b3-4529-a5a4-18bba2a473da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:15.972526 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-54399b15-3314-4e67-93f6-51391fb8255f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:16.002820 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-803fc549-c3b3-4529-a5a4-18bba2a473da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:16.003398 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-803fc549-c3b3-4529-a5a4-18bba2a473da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:16.004770 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-803fc549-c3b3-4529-a5a4-18bba2a473da service neutron] 10.222.0.84 "PUT /v2.0/ports/fa5897db-8476-4110-b130-b0b11ff42d6e HTTP/1.1" status: 200 len: 1091 time: 0.6114249 May 06 10:20:16.005200 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc91b499-33f2-4e9a-88ed-570e20a72db8', 'tag': 'fa5897db-8476-4110-b130-b0b11ff42d6e'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:20:16.007437 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6176ac65-f7e4-49bc-a1a0-58d1fce67391" -d '{"events": [{"name": "network-changed", "server_uuid": "dc91b499-33f2-4e9a-88ed-570e20a72db8", "tag": "fa5897db-8476-4110-b130-b0b11ff42d6e"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:20:16.036861 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803fc549-c3b3-4529-a5a4-18bba2a473da service neutron] Pushing event updated for resources: {'Port': ['ID=fa5897db-8476-4110-b130-b0b11ff42d6e,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:16.060890 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a43a4-16a9-4c2e-b94d-9002bb343661 req-994f2f91-b795-407b-a6c9-076192dffa8a tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:16.062334 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-349a43a4-16a9-4c2e-b94d-9002bb343661 req-994f2f91-b795-407b-a6c9-076192dffa8a tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 943 time: 0.0957444 May 06 10:20:16.115927 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-349a43a4-16a9-4c2e-b94d-9002bb343661 req-34cfa450-c3ae-486e-b285-0131309ef37b tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399413 May 06 10:20:16.118470 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-3d77345a-5927-476e-891d-70cc0e2bfea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:16.119899 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-3d77345a-5927-476e-891d-70cc0e2bfea8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=02849cf66b4f45c99b104a8cd1b56004&device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 1094 time: 0.0752521 May 06 10:20:16.162552 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2409996-2d8a-4c37-8e1a-43b51a4f12b0 x-openstack-request-id: req-c2409996-2d8a-4c37-8e1a-43b51a4f12b0 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:20:16.162844 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc91b499-33f2-4e9a-88ed-570e20a72db8", "tag": "fa5897db-8476-4110-b130-b0b11ff42d6e", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:20:16.163094 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c2409996-2d8a-4c37-8e1a-43b51a4f12b0 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:20:16.163520 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2409996-2d8a-4c37-8e1a-43b51a4f12b0'] response: {'name': 'network-changed', 'server_uuid': 'dc91b499-33f2-4e9a-88ed-570e20a72db8', 'tag': 'fa5897db-8476-4110-b130-b0b11ff42d6e', 'status': 'completed', 'code': 200} May 06 10:20:16.165274 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-4fb35caa-5508-4e90-addc-01305b002e7f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa5897db-8476-4110-b130-b0b11ff42d6e HTTP/1.1" status: 200 len: 217 time: 0.0383892 May 06 10:20:16.216042 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-3d4e7f3f-0483-4dd3-9be6-12e30892e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:16.217460 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-3d4e7f3f-0483-4dd3-9be6-12e30892e35b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c39a672d-6189-454e-9b1d-48cedb363226 HTTP/1.1" status: 200 len: 854 time: 0.0461636 May 06 10:20:16.248251 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-7fe0f4eb-0d38-4365-92df-301a804d5d9e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=14731c84-d2be-4d95-a37d-7e9b516b9f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242114 May 06 10:20:16.336229 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-39eb2bb1-37bb-4611-8580-7ce64439a14f service neutron] 10.222.0.84 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810683 May 06 10:20:16.427792 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8e21224-7324-4f44-9b67-8f7f09766e55 req-f916c092-96aa-4077-9259-fd5bde779366 service neutron] 10.222.0.84 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852175 May 06 10:20:16.512538 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176ac65-f7e4-49bc-a1a0-58d1fce67391 req-30c0f61f-840b-4b8f-b376-6d2e00b34fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:16.513956 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6176ac65-f7e4-49bc-a1a0-58d1fce67391 req-30c0f61f-840b-4b8f-b376-6d2e00b34fee service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=02849cf66b4f45c99b104a8cd1b56004&device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 1094 time: 0.0440893 May 06 10:20:16.606173 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176ac65-f7e4-49bc-a1a0-58d1fce67391 req-205ece6c-1d33-4000-b25d-069d94c6f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:16.607682 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6176ac65-f7e4-49bc-a1a0-58d1fce67391 req-205ece6c-1d33-4000-b25d-069d94c6f771 service neutron] 10.222.0.84 "GET /v2.0/networks?id=14731c84-d2be-4d95-a37d-7e9b516b9f97 HTTP/1.1" status: 200 len: 915 time: 0.0876577 May 06 10:20:16.648819 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6176ac65-f7e4-49bc-a1a0-58d1fce67391 req-63238d6c-4fed-49a2-ab8c-f69f039b12e3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa5897db-8476-4110-b130-b0b11ff42d6e HTTP/1.1" status: 200 len: 217 time: 0.0345616 May 06 10:20:16.695708 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176ac65-f7e4-49bc-a1a0-58d1fce67391 req-7d1234db-a787-4a13-aa69-6fe0d538a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:16.697134 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6176ac65-f7e4-49bc-a1a0-58d1fce67391 req-7d1234db-a787-4a13-aa69-6fe0d538a1ee service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c39a672d-6189-454e-9b1d-48cedb363226 HTTP/1.1" status: 200 len: 854 time: 0.0416024 May 06 10:20:16.728808 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6176ac65-f7e4-49bc-a1a0-58d1fce67391 req-13251a32-717b-4293-a694-d67cc14832ae service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=14731c84-d2be-4d95-a37d-7e9b516b9f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240676 May 06 10:20:16.820505 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6176ac65-f7e4-49bc-a1a0-58d1fce67391 req-d81d5256-58fb-4e17-8728-e63a372f9f88 service neutron] 10.222.0.84 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840135 May 06 10:20:16.912576 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6176ac65-f7e4-49bc-a1a0-58d1fce67391 req-be9d521e-aecc-4355-9589-d6eead08083d service neutron] 10.222.0.84 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836463 May 06 10:20:17.235344 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67f96b-fd95-4f0a-ba9b-dd9a88b91395 req-4ff43d68-38ea-47c7-9f96-798f184a851f tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:17.236804 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5e67f96b-fd95-4f0a-ba9b-dd9a88b91395 req-4ff43d68-38ea-47c7-9f96-798f184a851f tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 943 time: 0.0525732 May 06 10:20:17.273658 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5e67f96b-fd95-4f0a-ba9b-dd9a88b91395 req-3ee85f7a-0778-40f8-8677-eb3165389456 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310032 May 06 10:20:18.390718 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff523fb-8868-4280-8369-e0487541ab17 req-4694d9d8-a2a6-4ac9-a067-df3aca0cff21 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:18.392344 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aff523fb-8868-4280-8369-e0487541ab17 req-4694d9d8-a2a6-4ac9-a067-df3aca0cff21 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 943 time: 0.0512676 May 06 10:20:18.433869 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aff523fb-8868-4280-8369-e0487541ab17 req-a973dc36-a683-4cfd-aa15-dcfa035a4c0f tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354748 May 06 10:20:18.505447 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a6182169-0cb0-469b-a1f3-0563baf7d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:18.714518 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device fa5897db-8476-4110-b130-b0b11ff42d6e details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:20:18.813047 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port fa5897db-8476-4110-b130-b0b11ff42d6e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=fa5897db-8476-4110-b130-b0b11ff42d6e,segment=NetworkSegment(6fe177f6-a885-495d-bc8b-d5cf0627009f),segment_id=6fe177f6-a885-495d-bc8b-d5cf0627009f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:20:18.827178 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'fa5897db-8476-4110-b130-b0b11ff42d6e', 'network_id': '14731c84-d2be-4d95-a37d-7e9b516b9f97', 'port_id': 'fa5897db-8476-4110-b130-b0b11ff42d6e', 'mac_address': 'fa:16:3e:55:77:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39a672d-6189-454e-9b1d-48cedb363226', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:20:18.863024 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:18.875834 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5897db-8476-4110-b130-b0b11ff42d6e {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:20:18.894547 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port fa5897db-8476-4110-b130-b0b11ff42d6e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=fa5897db-8476-4110-b130-b0b11ff42d6e,segment=NetworkSegment(6fe177f6-a885-495d-bc8b-d5cf0627009f),segment_id=6fe177f6-a885-495d-bc8b-d5cf0627009f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:20:18.898654 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:18.949324 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=fa5897db-8476-4110-b130-b0b11ff42d6e,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:18.956561 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:18.956928 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:18.957270 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:18.957602 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:18.957933 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:18.958261 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:18.958586 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:18.958909 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:18.959256 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:18.959578 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:18.959906 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:18.960224 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:19.059605 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:19.092174 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['fa5897db-8476-4110-b130-b0b11ff42d6e'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:20:19.564525 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18426ce-ac13-4a25-9314-ce00a586af88 req-8c708280-1390-42cb-8738-1e39577f6b6c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:19.565911 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e18426ce-ac13-4a25-9314-ce00a586af88 req-8c708280-1390-42cb-8738-1e39577f6b6c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 944 time: 0.0496118 May 06 10:20:19.603538 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e18426ce-ac13-4a25-9314-ce00a586af88 req-aea9fa3d-cfd6-48fe-bc95-63ee7247d70c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316093 May 06 10:20:19.629501 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:20.719902 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe61ac-20f1-4e0d-b17c-1f963e5ff7cc req-1d584c1c-ec38-479c-96c8-396623a148bb tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:20.721406 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2fe61ac-20f1-4e0d-b17c-1f963e5ff7cc req-1d584c1c-ec38-479c-96c8-396623a148bb tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 944 time: 0.0515876 May 06 10:20:20.733492 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device fa5897db-8476-4110-b130-b0b11ff42d6e up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:20:20.760325 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2fe61ac-20f1-4e0d-b17c-1f963e5ff7cc req-0c1c82cc-0222-4674-a593-a5bb0af172bc tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330493 May 06 10:20:20.783005 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port fa5897db-8476-4110-b130-b0b11ff42d6e completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:20:20.786897 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port fa5897db-8476-4110-b130-b0b11ff42d6e triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:20:20.787296 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:20.863831 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:20.885872 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc91b499-33f2-4e9a-88ed-570e20a72db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5897db-8476-4110-b130-b0b11ff42d6e'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:20:20.888048 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b18803-7632-460f-8b37-95ddd41b760e" -d '{"events": [{"server_uuid": "dc91b499-33f2-4e9a-88ed-570e20a72db8", "name": "network-vif-plugged", "status": "completed", "tag": "fa5897db-8476-4110-b130-b0b11ff42d6e"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:20:20.902127 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port fa5897db-8476-4110-b130-b0b11ff42d6e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=fa5897db-8476-4110-b130-b0b11ff42d6e,segment=NetworkSegment(6fe177f6-a885-495d-bc8b-d5cf0627009f),segment_id=6fe177f6-a885-495d-bc8b-d5cf0627009f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:20:20.906686 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:20.930375 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e21728-4629-48ad-96e9-333e3270acd8 x-openstack-request-id: req-73e21728-4629-48ad-96e9-333e3270acd8 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:20:20.930665 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc91b499-33f2-4e9a-88ed-570e20a72db8", "name": "network-vif-plugged", "status": "completed", "tag": "fa5897db-8476-4110-b130-b0b11ff42d6e", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:20:20.930914 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-73e21728-4629-48ad-96e9-333e3270acd8 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:20:20.931333 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73e21728-4629-48ad-96e9-333e3270acd8'] response: {'server_uuid': 'dc91b499-33f2-4e9a-88ed-570e20a72db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5897db-8476-4110-b130-b0b11ff42d6e', 'code': 200} May 06 10:20:20.955722 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=fa5897db-8476-4110-b130-b0b11ff42d6e,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:21.022028 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302cb6f-00b1-4da0-83b1-667db6da7813 req-a03a6e9d-32fb-4b46-a37c-3637c0bb3871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:21.023554 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9302cb6f-00b1-4da0-83b1-667db6da7813 req-a03a6e9d-32fb-4b46-a37c-3637c0bb3871 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 1096 time: 0.0386360 May 06 10:20:21.057724 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9302cb6f-00b1-4da0-83b1-667db6da7813 req-24fe0c85-4da0-44b2-8b48-c7b7953a5354 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270178 May 06 10:20:21.320054 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:21.499696 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:21.887857 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694db5b-e323-450f-a684-3f4b8fbb726a req-f01c4bb0-b1b5-4e32-9d87-d2d727668b4d tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:21.889336 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7694db5b-e323-450f-a684-3f4b8fbb726a req-f01c4bb0-b1b5-4e32-9d87-d2d727668b4d tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.0490165 May 06 10:20:21.928802 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7694db5b-e323-450f-a684-3f4b8fbb726a req-5e7968e0-0918-44fa-9072-5fc4ac2d5e0b tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334382 May 06 10:20:23.045284 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa728a-cd70-400f-a427-5314c5e691c4 req-82472f27-f705-4b53-8dde-f12544a54c43 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:23.046734 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c9fa728a-cd70-400f-a427-5314c5e691c4 req-82472f27-f705-4b53-8dde-f12544a54c43 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.0517285 May 06 10:20:23.084643 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c9fa728a-cd70-400f-a427-5314c5e691c4 req-448b48ca-565e-41f4-9748-40965cf99b1f tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320063 May 06 10:20:23.196603 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e6d72-0ad0-42da-9c48-1a5eee41a443 req-2d7b90d8-b9c3-43cb-8ae4-7a2f3f459e3d tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:23.198009 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e47e6d72-0ad0-42da-9c48-1a5eee41a443 req-2d7b90d8-b9c3-43cb-8ae4-7a2f3f459e3d tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.0494618 May 06 10:20:23.235553 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e47e6d72-0ad0-42da-9c48-1a5eee41a443 req-bc6af511-32f6-49c5-80b5-25cf2582053d tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309684 May 06 10:20:23.429445 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29776c-9f47-4bfa-9d01-d26d3f27e26c req-483f52a7-ca44-4db9-9c9a-23df7cd3fdee tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:23.430898 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5e29776c-9f47-4bfa-9d01-d26d3f27e26c req-483f52a7-ca44-4db9-9c9a-23df7cd3fdee tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.0477569 May 06 10:20:23.468646 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5e29776c-9f47-4bfa-9d01-d26d3f27e26c req-00b6b51f-1f05-48cc-beff-94c99bb38008 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310864 May 06 10:20:23.582713 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bb5f4-9c7c-44e7-b545-aa7ab65d4f36 req-8fad50d8-ab24-4640-91c9-d16942ce09cc tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:23.584193 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba7bb5f4-9c7c-44e7-b545-aa7ab65d4f36 req-8fad50d8-ab24-4640-91c9-d16942ce09cc tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.0509655 May 06 10:20:23.622989 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba7bb5f4-9c7c-44e7-b545-aa7ab65d4f36 req-cccee55f-f603-42b1-8a01-873c6cd26b14 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328131 May 06 10:20:23.848472 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-2ed691a3-999b-4f64-90ac-6bf1288dfb31 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0453060 May 06 10:20:23.860061 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350c748-c798-464f-beaf-cff2561c2ea5 req-4271876f-8c8e-4572-b6d5-4514ad21c230 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:23.861716 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3350c748-c798-464f-beaf-cff2561c2ea5 req-4271876f-8c8e-4572-b6d5-4514ad21c230 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.0494685 May 06 10:20:23.900913 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3350c748-c798-464f-beaf-cff2561c2ea5 req-ff8bdef5-4dc7-4e88-9571-ddfc37558e83 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329375 May 06 10:20:24.976416 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-d2ec0236-b9bb-47c2-847f-3f79a0bdcebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:24.978001 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-d2ec0236-b9bb-47c2-847f-3f79a0bdcebe service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=02849cf66b4f45c99b104a8cd1b56004&device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 1096 time: 0.0442495 May 06 10:20:25.407102 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a4a68-f38f-4f80-b924-b47d2fcaf84f req-75edf46d-34a8-478a-bf5d-efc0f9b1c822 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:25.408664 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d70a4a68-f38f-4f80-b924-b47d2fcaf84f req-75edf46d-34a8-478a-bf5d-efc0f9b1c822 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.4360046 May 06 10:20:25.443261 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-32615a69-75ea-49dd-83f4-710ffaa110c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:25.444697 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-32615a69-75ea-49dd-83f4-710ffaa110c8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=14731c84-d2be-4d95-a37d-7e9b516b9f97 HTTP/1.1" status: 200 len: 915 time: 0.4584963 May 06 10:20:25.497247 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d70a4a68-f38f-4f80-b924-b47d2fcaf84f req-bc0b04b9-dffc-4722-b254-4a6b1f87f58a tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804110 May 06 10:20:25.498604 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-35e5fb77-0a1b-49bc-98f2-e36b635113b4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa5897db-8476-4110-b130-b0b11ff42d6e HTTP/1.1" status: 200 len: 217 time: 0.0449142 May 06 10:20:25.550822 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-31c2990a-3fa1-4b95-aeb4-68ef0cbdceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:25.552311 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-31c2990a-3fa1-4b95-aeb4-68ef0cbdceb3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c39a672d-6189-454e-9b1d-48cedb363226 HTTP/1.1" status: 200 len: 854 time: 0.0478480 May 06 10:20:25.583753 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-380ac150-7d46-4ce9-941b-4b12d551212a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=14731c84-d2be-4d95-a37d-7e9b516b9f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236771 May 06 10:20:25.676429 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-a7e72d68-8169-4423-a152-4f494959a673 service neutron] 10.222.0.84 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852635 May 06 10:20:25.766283 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-07792426-e50e-4b3d-8376-49d29a511c4a service neutron] 10.222.0.84 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834088 May 06 10:20:26.615897 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46ebbf-4572-4c51-be24-8a69ab79177e req-5dd00ea5-33b7-4677-bd8c-b73070bb97eb tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:26.617382 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad46ebbf-4572-4c51-be24-8a69ab79177e req-5dd00ea5-33b7-4677-bd8c-b73070bb97eb tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.0505073 May 06 10:20:26.655298 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad46ebbf-4572-4c51-be24-8a69ab79177e req-94f792b8-adf7-4251-a9a4-a8abd11e7996 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313063 May 06 10:20:27.777448 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af412afa-39ee-41f7-967e-16257af11c11 req-a4e8ae9b-5c78-4506-bf27-9c2de3179d10 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:27.778896 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-af412afa-39ee-41f7-967e-16257af11c11 req-a4e8ae9b-5c78-4506-bf27-9c2de3179d10 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.0528512 May 06 10:20:27.815593 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-af412afa-39ee-41f7-967e-16257af11c11 req-d8cb2057-0b4f-4ece-9861-f05cd0dc29c3 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307331 May 06 10:20:28.932174 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3ad56-4837-4b67-9e95-30c7dfdcab69 req-efcc1038-80aa-45bd-893a-8596ab061ccb tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:28.933663 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d3c3ad56-4837-4b67-9e95-30c7dfdcab69 req-efcc1038-80aa-45bd-893a-8596ab061ccb tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.0501606 May 06 10:20:28.971104 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d3c3ad56-4837-4b67-9e95-30c7dfdcab69 req-feae8564-e867-48ba-9ed7-7f1b219ab5ef tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314798 May 06 10:20:29.289141 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:30.085946 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603f39b-9eb1-4ee7-b768-375bdefe0dca req-55f266f0-0d99-4ca9-a48f-f1d5dcf61b13 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:30.087451 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7603f39b-9eb1-4ee7-b768-375bdefe0dca req-55f266f0-0d99-4ca9-a48f-f1d5dcf61b13 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.0485871 May 06 10:20:30.125543 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7603f39b-9eb1-4ee7-b768-375bdefe0dca req-a34f15e1-3a4e-4177-b178-1a8c81ea5054 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316815 May 06 10:20:31.244755 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bad095-9fbe-448d-8302-5bf2bc1e0089 req-f561ab8a-cf4f-4ef7-9053-bada25d0b3d3 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:31.246884 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-81bad095-9fbe-448d-8302-5bf2bc1e0089 req-f561ab8a-cf4f-4ef7-9053-bada25d0b3d3 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.0524406 May 06 10:20:31.285245 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-81bad095-9fbe-448d-8302-5bf2bc1e0089 req-d6760226-e299-4f54-9f13-f28b76bd2db9 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325148 May 06 10:20:32.400054 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2a5a2-4af8-4e0b-917d-e520b09df67c req-4783cc88-1099-4d6c-bcb9-4872ae876051 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:32.401514 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6fd2a5a2-4af8-4e0b-917d-e520b09df67c req-4783cc88-1099-4d6c-bcb9-4872ae876051 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.0487180 May 06 10:20:32.439906 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6fd2a5a2-4af8-4e0b-917d-e520b09df67c req-5a27ad3d-67eb-4520-88d2-1c5531187c6e tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324194 May 06 10:20:33.555337 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75129dee-4388-447e-be6d-4bfd6f6d3486 req-42aba6ad-faec-4971-a570-63cf1ec8bc00 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:33.556787 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75129dee-4388-447e-be6d-4bfd6f6d3486 req-42aba6ad-faec-4971-a570-63cf1ec8bc00 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.0488093 May 06 10:20:33.595035 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75129dee-4388-447e-be6d-4bfd6f6d3486 req-aca5e27a-e949-4bc7-be4d-aa7f2c1b46b7 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320742 May 06 10:20:34.713549 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ede54-f1df-46f7-ad88-61432c5cf8b4 req-1390bf08-87eb-4104-ac9c-38894b0db03d tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:34.715031 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-668ede54-f1df-46f7-ad88-61432c5cf8b4 req-1390bf08-87eb-4104-ac9c-38894b0db03d tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.0529404 May 06 10:20:34.753317 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-668ede54-f1df-46f7-ad88-61432c5cf8b4 req-53c42ec2-787b-492b-9175-9393fa8044fa tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317695 May 06 10:20:35.868051 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1c554-5b3b-4bc8-8ff4-16ee88c21878 req-2522cd8b-6897-4dc9-b596-8509a44fe6b4 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:35.869507 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cbc1c554-5b3b-4bc8-8ff4-16ee88c21878 req-2522cd8b-6897-4dc9-b596-8509a44fe6b4 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.0483012 May 06 10:20:35.908841 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cbc1c554-5b3b-4bc8-8ff4-16ee88c21878 req-15b15e03-21e8-4299-aa40-0d3636fb3cd5 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326641 May 06 10:20:37.023823 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995165fa-037c-4dbb-9f59-0f4c02017c89 req-4b492b77-6c26-4f5d-b4f3-45a60976da35 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:37.025299 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-995165fa-037c-4dbb-9f59-0f4c02017c89 req-4b492b77-6c26-4f5d-b4f3-45a60976da35 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.0491357 May 06 10:20:37.062260 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-995165fa-037c-4dbb-9f59-0f4c02017c89 req-ba7647a4-c13f-40cd-8b67-f3119c9dee5b tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310698 May 06 10:20:38.183149 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75820483-6a40-461c-9d06-fdff1161ab49 req-eb558e43-a052-4eb0-8991-34a67457a376 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:38.184597 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75820483-6a40-461c-9d06-fdff1161ab49 req-eb558e43-a052-4eb0-8991-34a67457a376 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.0529263 May 06 10:20:38.222553 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75820483-6a40-461c-9d06-fdff1161ab49 req-cfcc8629-e4ee-437e-a5b8-dbececbe54be tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320797 May 06 10:20:39.337388 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0d82b-e7c1-4882-8ad1-30f487cd5487 req-4ffb4fbf-49e0-4efd-a9eb-8e86107f00aa tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:39.338873 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9cd0d82b-e7c1-4882-8ad1-30f487cd5487 req-4ffb4fbf-49e0-4efd-a9eb-8e86107f00aa tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.0492351 May 06 10:20:39.376467 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9cd0d82b-e7c1-4882-8ad1-30f487cd5487 req-06e394f3-de97-455c-8a9d-573f51b4d18c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308657 May 06 10:20:40.492350 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d033a-3a4c-4426-97fb-76e612b7eb18 req-8314a088-84d9-4a42-acc1-23e7239f1555 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:40.493850 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b94d033a-3a4c-4426-97fb-76e612b7eb18 req-8314a088-84d9-4a42-acc1-23e7239f1555 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.0493195 May 06 10:20:40.531935 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b94d033a-3a4c-4426-97fb-76e612b7eb18 req-da9a405e-6b4f-4915-b151-039215294110 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316176 May 06 10:20:41.650592 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf8240-3339-4943-a873-5b430571157f req-85ab5ee3-ad1c-4a59-9841-dde6e60a62f4 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:41.652093 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4dbf8240-3339-4943-a873-5b430571157f req-85ab5ee3-ad1c-4a59-9841-dde6e60a62f4 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.0525088 May 06 10:20:41.690292 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4dbf8240-3339-4943-a873-5b430571157f req-c584d5ce-b2f2-4609-9e6a-d90ce12a0f35 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316265 May 06 10:20:42.808473 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f02de5-d853-4fb1-aae9-453078808c6d req-f00fa04b-1c37-4b48-8b02-7d5b068125be tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:42.810019 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51f02de5-d853-4fb1-aae9-453078808c6d req-f00fa04b-1c37-4b48-8b02-7d5b068125be tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.0492280 May 06 10:20:42.848970 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51f02de5-d853-4fb1-aae9-453078808c6d req-d8d97842-a9ee-4d67-9ded-96de4b8da196 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330729 May 06 10:20:43.003416 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:20:43.967262 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bec819-ad56-4e4c-aa17-3ba65584a4c5 req-41eb64bc-987a-4cbe-95c2-4898b4f25f8a tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:43.968751 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-66bec819-ad56-4e4c-aa17-3ba65584a4c5 req-41eb64bc-987a-4cbe-95c2-4898b4f25f8a tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.0502958 May 06 10:20:44.006246 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-66bec819-ad56-4e4c-aa17-3ba65584a4c5 req-a9494470-ae02-4190-9cc5-9c5d654809d8 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315545 May 06 10:20:45.127133 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d26e11-97c0-4043-93dc-97bd7338ce1e req-a09ec643-d5e7-49d3-bfff-d21882ca04de tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:45.128641 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a8d26e11-97c0-4043-93dc-97bd7338ce1e req-a09ec643-d5e7-49d3-bfff-d21882ca04de tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.0541224 May 06 10:20:45.165614 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a8d26e11-97c0-4043-93dc-97bd7338ce1e req-ca1b7ef4-22d3-48ce-91b9-31b2ff6b189b tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310397 May 06 10:20:45.973343 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b5c30970-c6b3-4969-a5e6-71a1343d6294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:46.280513 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291524c-59a7-4327-93e6-51127a79f1d1 req-d55f7bfc-284f-4b14-9c2f-73af12dff910 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:46.282002 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e291524c-59a7-4327-93e6-51127a79f1d1 req-d55f7bfc-284f-4b14-9c2f-73af12dff910 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.0488262 May 06 10:20:46.319989 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e291524c-59a7-4327-93e6-51127a79f1d1 req-48fc2adf-4886-475f-844a-db18dae9621e tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313909 May 06 10:20:47.434313 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608dae2-1c56-44e7-8249-0a4e391d9522 req-a5ccc228-72d8-44de-bee9-8cb1ca507ab8 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:47.435819 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c608dae2-1c56-44e7-8249-0a4e391d9522 req-a5ccc228-72d8-44de-bee9-8cb1ca507ab8 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.0488710 May 06 10:20:47.473618 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c608dae2-1c56-44e7-8249-0a4e391d9522 req-98f36349-9e42-4a4f-9195-a3f52372bec3 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318232 May 06 10:20:48.506893 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-02ac3cbe-f7cc-4453-a46d-98fa8e81a99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:48.592785 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee206f-9026-4317-95ab-06389680678a req-f24e9db1-6d82-4e73-ac8c-b12cb4d096e7 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:48.594253 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4dee206f-9026-4317-95ab-06389680678a req-f24e9db1-6d82-4e73-ac8c-b12cb4d096e7 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.0524287 May 06 10:20:48.632140 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4dee206f-9026-4317-95ab-06389680678a req-7eccee5e-e7ce-43e2-8c73-052b3d09f818 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319390 May 06 10:20:49.053994 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:49.632220 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:49.748676 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c3e87-83c6-4066-9839-3e3eaf592d6d req-443cdbba-55eb-402e-916d-11bc8b5251f7 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:49.750159 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e78c3e87-83c6-4066-9839-3e3eaf592d6d req-443cdbba-55eb-402e-916d-11bc8b5251f7 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.0506063 May 06 10:20:49.787370 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e78c3e87-83c6-4066-9839-3e3eaf592d6d req-95624933-144e-4fcb-ba4d-7cbe8e729a36 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311363 May 06 10:20:50.901225 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039b6e6-a66e-44f6-bf2d-0986a011d42f req-e2961782-c49d-415c-b446-51d209b794f6 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:50.902719 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8039b6e6-a66e-44f6-bf2d-0986a011d42f req-e2961782-c49d-415c-b446-51d209b794f6 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.0480063 May 06 10:20:50.941425 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8039b6e6-a66e-44f6-bf2d-0986a011d42f req-9294983f-ae9d-4c48-be38-5270e0d6471b tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319819 May 06 10:20:51.321729 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:51.502502 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:52.063614 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0b300-d4b8-4e27-baf7-875875e8be74 req-90d6b560-4ee1-472a-81d3-056eddc4e3cd tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:52.065445 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1ed0b300-d4b8-4e27-baf7-875875e8be74 req-90d6b560-4ee1-472a-81d3-056eddc4e3cd tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.0538936 May 06 10:20:52.103640 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1ed0b300-d4b8-4e27-baf7-875875e8be74 req-7d94f646-9f65-4851-afb0-3a7d1294a6e3 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316980 May 06 10:20:52.769144 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-0876d125-d80e-4f4f-bbcb-59b5c8ecdabc service neutron] show failed (client error): The resource could not be found. May 06 10:20:52.770158 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-0876d125-d80e-4f4f-bbcb-59b5c8ecdabc service neutron] 10.222.0.84 "GET /v2.0/ports/fa5897db-8476-4110-b130-b0b11ff42d6e/bindings/n-h2-840835-1 HTTP/1.1" status: 404 len: 380 time: 0.0547192 May 06 10:20:52.963955 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-9104e1af-632c-4626-9449-30f7fb58045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:52.966208 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-9104e1af-632c-4626-9449-30f7fb58045c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8&tenant_id=02849cf66b4f45c99b104a8cd1b56004 HTTP/1.1" status: 200 len: 1096 time: 0.0443366 May 06 10:20:52.984843 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-7cbf7750-c8a6-4348-917e-1eb3447a3cc8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840835-1', 'device_owner': 'compute:nova'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:20:53.036376 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-7cbf7750-c8a6-4348-917e-1eb3447a3cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:53.225633 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c1cd9-1c58-42f6-971f-95ddf85fcd8e req-fbc2c316-7b3c-4d88-a479-6bb1bc40f7db tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:53.227158 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-973c1cd9-1c58-42f6-971f-95ddf85fcd8e req-fbc2c316-7b3c-4d88-a479-6bb1bc40f7db tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.0543709 May 06 10:20:53.243881 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-7cbf7750-c8a6-4348-917e-1eb3447a3cc8 service neutron] For port fa5897db-8476-4110-b130-b0b11ff42d6e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=fa5897db-8476-4110-b130-b0b11ff42d6e,segment=NetworkSegment(6fe177f6-a885-495d-bc8b-d5cf0627009f),segment_id=6fe177f6-a885-495d-bc8b-d5cf0627009f)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:20:53.267724 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-973c1cd9-1c58-42f6-971f-95ddf85fcd8e req-8abdc7f0-0d0c-472e-b023-36fe303688d5 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337117 May 06 10:20:53.282512 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-7cbf7750-c8a6-4348-917e-1eb3447a3cc8 service neutron] For port fa5897db-8476-4110-b130-b0b11ff42d6e, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:20:53.321504 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc91b499-33f2-4e9a-88ed-570e20a72db8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa5897db-8476-4110-b130-b0b11ff42d6e'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:20:53.324002 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b234fd04-228b-4807-8a1f-3d727bf0cade" -d '{"events": [{"server_uuid": "dc91b499-33f2-4e9a-88ed-570e20a72db8", "name": "network-vif-unplugged", "status": "completed", "tag": "fa5897db-8476-4110-b130-b0b11ff42d6e"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:20:53.327837 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-7cbf7750-c8a6-4348-917e-1eb3447a3cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:53.340472 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-7cbf7750-c8a6-4348-917e-1eb3447a3cc8 service neutron] Transition to ACTIVE for port object fa5897db-8476-4110-b130-b0b11ff42d6e will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:20:53.344305 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-7cbf7750-c8a6-4348-917e-1eb3447a3cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:53.380504 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 10:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac92d85f-d09f-4c2e-9e33-ec0c43ee7884 x-openstack-request-id: req-ac92d85f-d09f-4c2e-9e33-ec0c43ee7884 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:20:53.380792 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc91b499-33f2-4e9a-88ed-570e20a72db8", "name": "network-vif-unplugged", "status": "completed", "tag": "fa5897db-8476-4110-b130-b0b11ff42d6e", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:20:53.381043 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ac92d85f-d09f-4c2e-9e33-ec0c43ee7884 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:20:53.381431 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac92d85f-d09f-4c2e-9e33-ec0c43ee7884'] response: {'server_uuid': 'dc91b499-33f2-4e9a-88ed-570e20a72db8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa5897db-8476-4110-b130-b0b11ff42d6e', 'code': 200} May 06 10:20:53.406272 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-7cbf7750-c8a6-4348-917e-1eb3447a3cc8 service neutron] No DVR routers for this DVR port fa5897db-8476-4110-b130-b0b11ff42d6e on host n-h1-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:20:53.413705 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf7750-c8a6-4348-917e-1eb3447a3cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5897db-8476-4110-b130-b0b11ff42d6e,revision_number=6']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:53.448711 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-7cbf7750-c8a6-4348-917e-1eb3447a3cc8 service neutron] Attempting to bind port fa5897db-8476-4110-b130-b0b11ff42d6e on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:20:53.449053 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-7cbf7750-c8a6-4348-917e-1eb3447a3cc8 service neutron] Attempting to bind port fa5897db-8476-4110-b130-b0b11ff42d6e by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '6fe177f6-a885-495d-bc8b-d5cf0627009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '14731c84-d2be-4d95-a37d-7e9b516b9f97'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:20:53.449388 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-7cbf7750-c8a6-4348-917e-1eb3447a3cc8 service neutron] Attempting to bind port fa5897db-8476-4110-b130-b0b11ff42d6e on network 14731c84-d2be-4d95-a37d-7e9b516b9f97 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:20:53.453610 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-7cbf7750-c8a6-4348-917e-1eb3447a3cc8 service neutron] Port fa5897db-8476-4110-b130-b0b11ff42d6e on network 14731c84-d2be-4d95-a37d-7e9b516b9f97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:20:53.453935 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-7cbf7750-c8a6-4348-917e-1eb3447a3cc8 service neutron] Attempting to bind port fa5897db-8476-4110-b130-b0b11ff42d6e on network 14731c84-d2be-4d95-a37d-7e9b516b9f97 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:20:53.458695 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-7cbf7750-c8a6-4348-917e-1eb3447a3cc8 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:20:53.459036 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-7cbf7750-c8a6-4348-917e-1eb3447a3cc8 service neutron] Checking segment: {'id': '6fe177f6-a885-495d-bc8b-d5cf0627009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '14731c84-d2be-4d95-a37d-7e9b516b9f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:20:53.459458 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-7cbf7750-c8a6-4348-917e-1eb3447a3cc8 service neutron] Bound using segment: {'id': '6fe177f6-a885-495d-bc8b-d5cf0627009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '14731c84-d2be-4d95-a37d-7e9b516b9f97'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:20:53.459890 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-7cbf7750-c8a6-4348-917e-1eb3447a3cc8 service neutron] Bound port: fa5897db-8476-4110-b130-b0b11ff42d6e, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe177f6-a885-495d-bc8b-d5cf0627009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '14731c84-d2be-4d95-a37d-7e9b516b9f97'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:20:53.460250 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-7cbf7750-c8a6-4348-917e-1eb3447a3cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:53.526471 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-7cbf7750-c8a6-4348-917e-1eb3447a3cc8 service neutron] For port fa5897db-8476-4110-b130-b0b11ff42d6e, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:20:53.530064 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-7cbf7750-c8a6-4348-917e-1eb3447a3cc8 service neutron] For port fa5897db-8476-4110-b130-b0b11ff42d6e, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=fa5897db-8476-4110-b130-b0b11ff42d6e,segment=NetworkSegment(6fe177f6-a885-495d-bc8b-d5cf0627009f),segment_id=6fe177f6-a885-495d-bc8b-d5cf0627009f)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:20:53.534089 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-7cbf7750-c8a6-4348-917e-1eb3447a3cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:53.564588 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-7cbf7750-c8a6-4348-917e-1eb3447a3cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:53.565232 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-7cbf7750-c8a6-4348-917e-1eb3447a3cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:53.566649 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-7cbf7750-c8a6-4348-917e-1eb3447a3cc8 service neutron] 10.222.0.77 "PUT /v2.0/ports/fa5897db-8476-4110-b130-b0b11ff42d6e HTTP/1.1" status: 200 len: 1091 time: 0.5864789 May 06 10:20:53.592480 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf7750-c8a6-4348-917e-1eb3447a3cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5897db-8476-4110-b130-b0b11ff42d6e,revision_number=7']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:53.641784 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-ec7da073-0b6b-405c-af1b-b9a06d04c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:53.643291 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-ec7da073-0b6b-405c-af1b-b9a06d04c0cf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=02849cf66b4f45c99b104a8cd1b56004&device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 1094 time: 0.0406580 May 06 10:20:53.734850 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-e23ba1bd-d705-4bbc-8084-d1382b9153fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:53.736357 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-e23ba1bd-d705-4bbc-8084-d1382b9153fb service neutron] 10.222.0.77 "GET /v2.0/networks?id=14731c84-d2be-4d95-a37d-7e9b516b9f97 HTTP/1.1" status: 200 len: 915 time: 0.0869379 May 06 10:20:53.781426 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-2d6e3951-a3fb-480e-a774-6edd28a6ab05 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa5897db-8476-4110-b130-b0b11ff42d6e HTTP/1.1" status: 200 len: 217 time: 0.0373619 May 06 10:20:53.828601 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-b80112f3-1818-4fcd-9c9a-922b18693844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:53.829993 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-b80112f3-1818-4fcd-9c9a-922b18693844 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c39a672d-6189-454e-9b1d-48cedb363226 HTTP/1.1" status: 200 len: 854 time: 0.0425098 May 06 10:20:53.860246 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-1f2409b0-e18e-4f04-bd04-ad108f0bf1dd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=14731c84-d2be-4d95-a37d-7e9b516b9f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239582 May 06 10:20:53.953393 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-cc77991d-ab84-48b7-8e0c-ffe5e35a11ec service neutron] 10.222.0.77 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856438 May 06 10:20:54.042716 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f2bdef30-5cd2-43e2-ab59-7f2f18358dcb req-ad5fd6b1-aa88-42bb-8b30-3bc0da921932 service neutron] 10.222.0.77 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819540 May 06 10:20:54.390439 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae347f-e3fa-41c7-a62e-d417dd4c4858 req-ab97d466-ce64-4921-8693-81030fbd8877 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:54.391972 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b5ae347f-e3fa-41c7-a62e-d417dd4c4858 req-ab97d466-ce64-4921-8693-81030fbd8877 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 943 time: 0.0532553 May 06 10:20:54.429185 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b5ae347f-e3fa-41c7-a62e-d417dd4c4858 req-9c62a701-16b1-477a-9660-5649bbac2bc1 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312166 May 06 10:20:55.382602 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc91b499-33f2-4e9a-88ed-570e20a72db8', 'tag': 'fa5897db-8476-4110-b130-b0b11ff42d6e'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:20:55.384983 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bb1516-61aa-4aa0-8da9-b2505ae814b3" -d '{"events": [{"name": "network-changed", "server_uuid": "dc91b499-33f2-4e9a-88ed-570e20a72db8", "tag": "fa5897db-8476-4110-b130-b0b11ff42d6e"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:20:55.433182 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f414d1-d6df-4d77-887e-bf330f2fa9da x-openstack-request-id: req-65f414d1-d6df-4d77-887e-bf330f2fa9da {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:20:55.433462 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc91b499-33f2-4e9a-88ed-570e20a72db8", "tag": "fa5897db-8476-4110-b130-b0b11ff42d6e", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:20:55.433711 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-65f414d1-d6df-4d77-887e-bf330f2fa9da {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:20:55.434111 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65f414d1-d6df-4d77-887e-bf330f2fa9da'] response: {'name': 'network-changed', 'server_uuid': 'dc91b499-33f2-4e9a-88ed-570e20a72db8', 'tag': 'fa5897db-8476-4110-b130-b0b11ff42d6e', 'status': 'completed', 'code': 200} May 06 10:20:55.494577 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb1516-61aa-4aa0-8da9-b2505ae814b3 req-843c60e5-8dfc-4ee0-af3c-a8fa682fb6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:55.496235 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e0bb1516-61aa-4aa0-8da9-b2505ae814b3 req-843c60e5-8dfc-4ee0-af3c-a8fa682fb6bb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=02849cf66b4f45c99b104a8cd1b56004&device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 1094 time: 0.0443492 May 06 10:20:55.524486 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb1516-61aa-4aa0-8da9-b2505ae814b3 req-7a87d4b4-d3ef-431c-895c-3a0d02c0e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:55.525988 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e0bb1516-61aa-4aa0-8da9-b2505ae814b3 req-7a87d4b4-d3ef-431c-895c-3a0d02c0e5fc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=02849cf66b4f45c99b104a8cd1b56004&device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 1094 time: 0.0458484 May 06 10:20:55.602445 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24733f45-c3c8-47bb-8e94-3ee46f5b9cce req-77b2e739-d436-41f7-928a-50fafe7d8703 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:55.603915 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-24733f45-c3c8-47bb-8e94-3ee46f5b9cce req-77b2e739-d436-41f7-928a-50fafe7d8703 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 943 time: 0.1043460 May 06 10:20:55.616540 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb1516-61aa-4aa0-8da9-b2505ae814b3 req-aebe1984-8477-4b42-abf3-a5c580a65427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:55.618072 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e0bb1516-61aa-4aa0-8da9-b2505ae814b3 req-aebe1984-8477-4b42-abf3-a5c580a65427 service neutron] 10.222.0.77 "GET /v2.0/networks?id=14731c84-d2be-4d95-a37d-7e9b516b9f97 HTTP/1.1" status: 200 len: 915 time: 0.0855620 May 06 10:20:55.651665 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb1516-61aa-4aa0-8da9-b2505ae814b3 req-d9f35caa-17d0-449c-95a6-db269674eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:55.653146 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e0bb1516-61aa-4aa0-8da9-b2505ae814b3 req-d9f35caa-17d0-449c-95a6-db269674eedc service neutron] 10.222.0.84 "GET /v2.0/networks?id=14731c84-d2be-4d95-a37d-7e9b516b9f97 HTTP/1.1" status: 200 len: 915 time: 0.1452532 May 06 10:20:55.666912 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e0bb1516-61aa-4aa0-8da9-b2505ae814b3 req-171893c4-6a75-4cbc-a0b0-713e932d459d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa5897db-8476-4110-b130-b0b11ff42d6e HTTP/1.1" status: 200 len: 217 time: 0.0419998 May 06 10:20:55.671828 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-24733f45-c3c8-47bb-8e94-3ee46f5b9cce req-a206d576-5d5b-4c29-84a2-9447192ca146 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608630 May 06 10:20:55.700699 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e0bb1516-61aa-4aa0-8da9-b2505ae814b3 req-fb39ca9c-8521-4213-b185-b75ef73da217 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa5897db-8476-4110-b130-b0b11ff42d6e HTTP/1.1" status: 200 len: 217 time: 0.0398111 May 06 10:20:55.717594 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb1516-61aa-4aa0-8da9-b2505ae814b3 req-806bad69-ecf9-4df6-9ae9-5927c9a68898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:55.719103 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e0bb1516-61aa-4aa0-8da9-b2505ae814b3 req-806bad69-ecf9-4df6-9ae9-5927c9a68898 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c39a672d-6189-454e-9b1d-48cedb363226 HTTP/1.1" status: 200 len: 854 time: 0.0458634 May 06 10:20:55.752732 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e0bb1516-61aa-4aa0-8da9-b2505ae814b3 req-ed80a5b8-dc9d-4e39-9c0f-8194b6be8c1f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=14731c84-d2be-4d95-a37d-7e9b516b9f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261145 May 06 10:20:55.753658 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb1516-61aa-4aa0-8da9-b2505ae814b3 req-5cf4a39e-e728-47f4-8bf8-51fab245ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:55.755139 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e0bb1516-61aa-4aa0-8da9-b2505ae814b3 req-5cf4a39e-e728-47f4-8bf8-51fab245ba44 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c39a672d-6189-454e-9b1d-48cedb363226 HTTP/1.1" status: 200 len: 854 time: 0.0483356 May 06 10:20:55.786339 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e0bb1516-61aa-4aa0-8da9-b2505ae814b3 req-34625cf0-055c-48fd-8d6a-f02e55a1283c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=14731c84-d2be-4d95-a37d-7e9b516b9f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249434 May 06 10:20:55.843041 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e0bb1516-61aa-4aa0-8da9-b2505ae814b3 req-516653ab-1369-4f7a-aed7-888498a4a1b9 service neutron] 10.222.0.77 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833271 May 06 10:20:55.876348 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e0bb1516-61aa-4aa0-8da9-b2505ae814b3 req-15e685ce-eb75-4742-ae5c-671915f8f511 service neutron] 10.222.0.84 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834084 May 06 10:20:55.939569 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e0bb1516-61aa-4aa0-8da9-b2505ae814b3 req-290222ca-456a-4c08-8a96-e8fddd61ea01 service neutron] 10.222.0.77 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903077 May 06 10:20:55.975020 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e0bb1516-61aa-4aa0-8da9-b2505ae814b3 req-e3930645-cb63-4acc-a341-5293e3482399 service neutron] 10.222.0.84 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918581 May 06 10:20:56.192828 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device fa5897db-8476-4110-b130-b0b11ff42d6e details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:20:56.291700 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port fa5897db-8476-4110-b130-b0b11ff42d6e, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=fa5897db-8476-4110-b130-b0b11ff42d6e,segment=NetworkSegment(6fe177f6-a885-495d-bc8b-d5cf0627009f),segment_id=6fe177f6-a885-495d-bc8b-d5cf0627009f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:20:56.303496 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'fa5897db-8476-4110-b130-b0b11ff42d6e', 'network_id': '14731c84-d2be-4d95-a37d-7e9b516b9f97', 'port_id': 'fa5897db-8476-4110-b130-b0b11ff42d6e', 'mac_address': 'fa:16:3e:55:77:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39a672d-6189-454e-9b1d-48cedb363226', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:20:56.338399 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:56.354464 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5897db-8476-4110-b130-b0b11ff42d6e {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:20:56.373355 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port fa5897db-8476-4110-b130-b0b11ff42d6e, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=fa5897db-8476-4110-b130-b0b11ff42d6e,segment=NetworkSegment(6fe177f6-a885-495d-bc8b-d5cf0627009f),segment_id=6fe177f6-a885-495d-bc8b-d5cf0627009f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:20:56.377315 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:56.422410 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=fa5897db-8476-4110-b130-b0b11ff42d6e,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:56.790073 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a6452-c823-493c-ad91-df09a420073b req-9d6320cd-3ea9-44f6-8ab4-07050853bddd tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:56.791580 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a57a6452-c823-493c-ad91-df09a420073b req-9d6320cd-3ea9-44f6-8ab4-07050853bddd tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 944 time: 0.0508335 May 06 10:20:56.832488 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a57a6452-c823-493c-ad91-df09a420073b req-efaccdb0-e9a8-4b51-b285-eafe5f819f86 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349221 May 06 10:20:56.837405 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device fa5897db-8476-4110-b130-b0b11ff42d6e no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:20:56.879415 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device fa5897db-8476-4110-b130-b0b11ff42d6e not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:20:57.840025 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['fa5897db-8476-4110-b130-b0b11ff42d6e'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:20:57.952504 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b20587-2873-4fe1-b341-abb5953ea075 req-87fda225-7eb6-4f92-a9cf-d03ffb8bdea4 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:57.954032 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-45b20587-2873-4fe1-b341-abb5953ea075 req-87fda225-7eb6-4f92-a9cf-d03ffb8bdea4 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 944 time: 0.0502288 May 06 10:20:57.994763 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-45b20587-2873-4fe1-b341-abb5953ea075 req-9f93a8a7-8600-4493-ace8-b7c7193b353c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346763 May 06 10:20:58.216728 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b7502-82c2-4073-b3b2-390618afe525 req-90179c63-6e0d-44fe-9711-dd96a271c325 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:58.218286 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fa4b7502-82c2-4073-b3b2-390618afe525 req-90179c63-6e0d-44fe-9711-dd96a271c325 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 944 time: 0.0847001 May 06 10:20:58.230893 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a0f1c-bd47-4586-abd6-daeed685ffe4 req-3919cc1c-3980-4e72-ae65-140746a565d4 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:58.232873 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-793a0f1c-bd47-4586-abd6-daeed685ffe4 req-3919cc1c-3980-4e72-ae65-140746a565d4 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.84 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8&tenant_id=02849cf66b4f45c99b104a8cd1b56004&binding%3Ahost_id=n-h2-840835-1 HTTP/1.1" status: 200 len: 944 time: 0.0687492 May 06 10:20:58.290975 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fa4b7502-82c2-4073-b3b2-390618afe525 req-460019ee-fc1b-4cdd-b8a1-b6d76b190cf0 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571671 May 06 10:20:58.314015 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-793a0f1c-bd47-4586-abd6-daeed685ffe4 req-85a60216-aaec-4ac9-8d2d-f1b987d97c7f service neutron] delete failed (client error): The resource could not be found. May 06 10:20:58.315022 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-793a0f1c-bd47-4586-abd6-daeed685ffe4 req-85a60216-aaec-4ac9-8d2d-f1b987d97c7f service neutron] 10.222.0.84 "DELETE /v2.0/ports/fa5897db-8476-4110-b130-b0b11ff42d6e/bindings/n-h1-840835-1 HTTP/1.1" status: 404 len: 380 time: 0.0748000 May 06 10:20:58.402201 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a0f1c-bd47-4586-abd6-daeed685ffe4 req-cb2f8650-d843-48cb-9737-b930e7f4d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:58.403733 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-793a0f1c-bd47-4586-abd6-daeed685ffe4 req-cb2f8650-d843-48cb-9737-b930e7f4d214 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=02849cf66b4f45c99b104a8cd1b56004&device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 1095 time: 0.0458195 May 06 10:20:58.492942 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a0f1c-bd47-4586-abd6-daeed685ffe4 req-f0654cf4-402a-40ae-8186-b005dd358221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:58.494465 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-793a0f1c-bd47-4586-abd6-daeed685ffe4 req-f0654cf4-402a-40ae-8186-b005dd358221 service neutron] 10.222.0.84 "GET /v2.0/networks?id=14731c84-d2be-4d95-a37d-7e9b516b9f97 HTTP/1.1" status: 200 len: 915 time: 0.0846233 May 06 10:20:58.539474 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-793a0f1c-bd47-4586-abd6-daeed685ffe4 req-32c8cfa8-063c-4ff3-91a0-f56c9393ffe2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa5897db-8476-4110-b130-b0b11ff42d6e HTTP/1.1" status: 200 len: 217 time: 0.0388575 May 06 10:20:58.586810 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a0f1c-bd47-4586-abd6-daeed685ffe4 req-f5c5c969-e206-4f31-a137-8730759b2215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:58.588281 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-793a0f1c-bd47-4586-abd6-daeed685ffe4 req-f5c5c969-e206-4f31-a137-8730759b2215 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c39a672d-6189-454e-9b1d-48cedb363226 HTTP/1.1" status: 200 len: 854 time: 0.0430403 May 06 10:20:58.618763 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-793a0f1c-bd47-4586-abd6-daeed685ffe4 req-27d4f402-9a92-43c6-b9c0-fc06bc21e3f4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=14731c84-d2be-4d95-a37d-7e9b516b9f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238745 May 06 10:20:58.707157 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-793a0f1c-bd47-4586-abd6-daeed685ffe4 req-c0332d46-a51c-4d05-af35-a8e3785af4e0 service neutron] 10.222.0.84 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814312 May 06 10:20:58.799070 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-793a0f1c-bd47-4586-abd6-daeed685ffe4 req-19a0ac21-eef5-4613-bfee-87013c0aa446 service neutron] 10.222.0.84 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852206 May 06 10:20:59.320472 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:59.411682 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e47e23-4a4f-4104-8bf4-876683f70140 req-40198b19-6c67-471a-9b0f-fdf55f5b664a tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:59.413163 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87e47e23-4a4f-4104-8bf4-876683f70140 req-40198b19-6c67-471a-9b0f-fdf55f5b664a tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 944 time: 0.0489228 May 06 10:20:59.450324 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87e47e23-4a4f-4104-8bf4-876683f70140 req-811a344b-b533-4acc-a7fa-2329bc223c24 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311427 May 06 10:20:59.570566 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a7b2b-b666-42f2-8ea0-8ee8411ec64a req-1cdcc7ab-c278-4c1a-bc32-2b51e8a42d0b tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:59.572128 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7d2a7b2b-b666-42f2-8ea0-8ee8411ec64a req-1cdcc7ab-c278-4c1a-bc32-2b51e8a42d0b tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 944 time: 0.0575447 May 06 10:20:59.616378 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7d2a7b2b-b666-42f2-8ea0-8ee8411ec64a req-cb245d0a-81a0-484d-8244-e28e3ac500d3 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342970 May 06 10:20:59.728971 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7481e62-1ddd-4b06-82d0-360e8b0bccc2 req-4acf556a-746f-40de-aefb-45196daf3731 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:59.730671 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c7481e62-1ddd-4b06-82d0-360e8b0bccc2 req-4acf556a-746f-40de-aefb-45196daf3731 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 944 time: 0.0505593 May 06 10:20:59.769393 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c7481e62-1ddd-4b06-82d0-360e8b0bccc2 req-19ffa9fd-6069-480d-8675-4f7984ffee9d tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326006 May 06 10:21:00.117579 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-42dd6bc9-b3aa-4bbb-927a-0b68eca8c2f2 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:00.119055 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-42dd6bc9-b3aa-4bbb-927a-0b68eca8c2f2 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/networks?id=14731c84-d2be-4d95-a37d-7e9b516b9f97 HTTP/1.1" status: 200 len: 814 time: 0.1040118 May 06 10:21:00.134021 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-a8c33150-ad97-4ca4-ab6e-e989077a3cf3 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/quotas/02849cf66b4f45c99b104a8cd1b56004 HTTP/1.1" status: 200 len: 375 time: 0.0087287 May 06 10:21:00.182729 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-e19f5549-753d-470b-b597-9f8192467adb tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=02849cf66b4f45c99b104a8cd1b56004&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429182 May 06 10:21:00.219130 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device fa5897db-8476-4110-b130-b0b11ff42d6e up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:21:00.268537 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port fa5897db-8476-4110-b130-b0b11ff42d6e completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:21:00.272798 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port fa5897db-8476-4110-b130-b0b11ff42d6e triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:21:00.273173 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:00.275875 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-b16fcc3a-161c-4421-9a07-5f85b738861f service neutron] 10.222.0.73 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855167 May 06 10:21:00.353373 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:00.371497 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-0dcdabde-f2d3-4d69-be15-5db78f155630 service neutron] 10.222.0.73 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891750 May 06 10:21:00.376864 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc91b499-33f2-4e9a-88ed-570e20a72db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5897db-8476-4110-b130-b0b11ff42d6e'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:21:00.379144 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a852ed-7dab-4d1f-b819-d4903fe381a6" -d '{"events": [{"server_uuid": "dc91b499-33f2-4e9a-88ed-570e20a72db8", "name": "network-vif-plugged", "status": "completed", "tag": "fa5897db-8476-4110-b130-b0b11ff42d6e"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:21:00.392395 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port fa5897db-8476-4110-b130-b0b11ff42d6e, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=fa5897db-8476-4110-b130-b0b11ff42d6e,segment=NetworkSegment(6fe177f6-a885-495d-bc8b-d5cf0627009f),segment_id=6fe177f6-a885-495d-bc8b-d5cf0627009f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:21:00.396513 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:00.445050 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=fa5897db-8476-4110-b130-b0b11ff42d6e,revision_number=9']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:00.510473 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593b0e14-272e-4184-be2f-14b6a33e9bc8 x-openstack-request-id: req-593b0e14-272e-4184-be2f-14b6a33e9bc8 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:21:00.510765 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc91b499-33f2-4e9a-88ed-570e20a72db8", "name": "network-vif-plugged", "status": "completed", "tag": "fa5897db-8476-4110-b130-b0b11ff42d6e", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:21:00.511206 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-593b0e14-272e-4184-be2f-14b6a33e9bc8 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:21:00.511612 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-593b0e14-272e-4184-be2f-14b6a33e9bc8'] response: {'server_uuid': 'dc91b499-33f2-4e9a-88ed-570e20a72db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5897db-8476-4110-b130-b0b11ff42d6e', 'code': 200} May 06 10:21:00.564560 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1193dccc-59ec-4c98-b284-558ffb480932 req-574f8ee8-4fad-479b-8eb0-0272186f0f9f tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 210 time: 0.0265603 May 06 10:21:01.525769 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42851af7-11df-4eb2-b6aa-28e2551d6eb7 req-c073134b-12f0-428b-be8c-f47c684d44ea tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:01.527292 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-42851af7-11df-4eb2-b6aa-28e2551d6eb7 req-c073134b-12f0-428b-be8c-f47c684d44ea tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc91b499-33f2-4e9a-88ed-570e20a72db8 HTTP/1.1" status: 200 len: 945 time: 0.0525582 May 06 10:21:01.671576 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0ab6fb68-29eb-487b-8b5b-5b238920b475 req-f4fb1950-c3f7-4549-9823-65888001335a tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 210 time: 0.0317564 May 06 10:21:01.720835 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-bb4c6c90-55a3-4d94-96f9-24e2290f83f6 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:01.722294 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-bb4c6c90-55a3-4d94-96f9-24e2290f83f6 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.77 "GET /v2.0/networks?id=14731c84-d2be-4d95-a37d-7e9b516b9f97 HTTP/1.1" status: 200 len: 814 time: 0.1643064 May 06 10:21:01.733153 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-42851af7-11df-4eb2-b6aa-28e2551d6eb7 req-7e1128cf-9226-4b53-a461-aa91bf5042ea tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Deleting port fa5897db-8476-4110-b130-b0b11ff42d6e {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:21:01.733503 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-42851af7-11df-4eb2-b6aa-28e2551d6eb7 req-7e1128cf-9226-4b53-a461-aa91bf5042ea tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:01.784982 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-10be28d3-548a-4a2d-b819-49241fd73893 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Request body: {'port': {'device_id': '680c867c-a72a-464b-adfb-604fe088b9f0', 'network_id': '14731c84-d2be-4d95-a37d-7e9b516b9f97', 'admin_state_up': True, 'tenant_id': '02849cf66b4f45c99b104a8cd1b56004'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:21:02.199320 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-42851af7-11df-4eb2-b6aa-28e2551d6eb7 req-7e1128cf-9226-4b53-a461-aa91bf5042ea tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] For port fa5897db-8476-4110-b130-b0b11ff42d6e, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=fa5897db-8476-4110-b130-b0b11ff42d6e,segment=NetworkSegment(6fe177f6-a885-495d-bc8b-d5cf0627009f),segment_id=6fe177f6-a885-495d-bc8b-d5cf0627009f)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:21:02.199603 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-42851af7-11df-4eb2-b6aa-28e2551d6eb7 req-7e1128cf-9226-4b53-a461-aa91bf5042ea tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:02.221634 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-42851af7-11df-4eb2-b6aa-28e2551d6eb7 req-7e1128cf-9226-4b53-a461-aa91bf5042ea tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Calling delete_port for fa5897db-8476-4110-b130-b0b11ff42d6e owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:21:02.278606 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-10be28d3-548a-4a2d-b819-49241fd73893 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Made reservation on behalf of 02849cf66b4f45c99b104a8cd1b56004 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:21:02.282667 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-10be28d3-548a-4a2d-b819-49241fd73893 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:02.460478 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-42851af7-11df-4eb2-b6aa-28e2551d6eb7 req-7e1128cf-9226-4b53-a461-aa91bf5042ea tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:02.473522 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-10be28d3-548a-4a2d-b819-49241fd73893 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Allocated IP 172.20.0.2 (14731c84-d2be-4d95-a37d-7e9b516b9f97/c39a672d-6189-454e-9b1d-48cedb363226/ed24b10c-4004-4210-90fc-1004ea3c3ce3) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:21:02.493291 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['fa5897db-8476-4110-b130-b0b11ff42d6e'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:21:02.508173 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1128cf-9226-4b53-a461-aa91bf5042ea tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Pushing event deleted for resources: {'Port': ['ID=fa5897db-8476-4110-b130-b0b11ff42d6e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:02.540702 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1128cf-9226-4b53-a461-aa91bf5042ea tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:02.541454 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1128cf-9226-4b53-a461-aa91bf5042ea tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:02.541454 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1128cf-9226-4b53-a461-aa91bf5042ea tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:02.541718 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1128cf-9226-4b53-a461-aa91bf5042ea tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:02.542057 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1128cf-9226-4b53-a461-aa91bf5042ea tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:02.542391 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1128cf-9226-4b53-a461-aa91bf5042ea tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:02.542727 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1128cf-9226-4b53-a461-aa91bf5042ea tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:02.543060 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1128cf-9226-4b53-a461-aa91bf5042ea tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:02.544001 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1128cf-9226-4b53-a461-aa91bf5042ea tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:02.544376 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1128cf-9226-4b53-a461-aa91bf5042ea tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:02.544711 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1128cf-9226-4b53-a461-aa91bf5042ea tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:02.545045 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1128cf-9226-4b53-a461-aa91bf5042ea tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:02.567345 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-42851af7-11df-4eb2-b6aa-28e2551d6eb7 req-7e1128cf-9226-4b53-a461-aa91bf5042ea tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] No DVR routers for this DVR port fa5897db-8476-4110-b130-b0b11ff42d6e on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:21:02.570100 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-42851af7-11df-4eb2-b6aa-28e2551d6eb7 req-7e1128cf-9226-4b53-a461-aa91bf5042ea tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:02.573494 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-42851af7-11df-4eb2-b6aa-28e2551d6eb7 req-7e1128cf-9226-4b53-a461-aa91bf5042ea tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.77 "DELETE /v2.0/ports/fa5897db-8476-4110-b130-b0b11ff42d6e HTTP/1.1" status: 204 len: 173 time: 1.0220888 May 06 10:21:02.580678 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc91b499-33f2-4e9a-88ed-570e20a72db8', 'name': 'network-vif-deleted', 'tag': 'fa5897db-8476-4110-b130-b0b11ff42d6e'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:21:02.582944 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d694323b-86c2-4460-8c92-55a6c19a1f98" -d '{"events": [{"server_uuid": "dc91b499-33f2-4e9a-88ed-570e20a72db8", "name": "network-vif-deleted", "tag": "fa5897db-8476-4110-b130-b0b11ff42d6e"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:21:02.630431 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e127c120-02ab-440a-95e4-605377505c45 x-openstack-request-id: req-e127c120-02ab-440a-95e4-605377505c45 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:21:02.630736 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc91b499-33f2-4e9a-88ed-570e20a72db8", "name": "network-vif-deleted", "tag": "fa5897db-8476-4110-b130-b0b11ff42d6e", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:21:02.630994 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e127c120-02ab-440a-95e4-605377505c45 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:21:02.631421 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e127c120-02ab-440a-95e4-605377505c45'] response: {'server_uuid': 'dc91b499-33f2-4e9a-88ed-570e20a72db8', 'name': 'network-vif-deleted', 'tag': 'fa5897db-8476-4110-b130-b0b11ff42d6e', 'status': 'completed', 'code': 200} May 06 10:21:02.721760 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-10be28d3-548a-4a2d-b819-49241fd73893 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:02.761788 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-10be28d3-548a-4a2d-b819-49241fd73893 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:02.772702 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4900a628-1ae8-4f3e-b68c-3a1a8b8aaa6e req-631b1248-f520-4a58-b93b-d7dfa6a6fee7 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 210 time: 0.0280614 May 06 10:21:02.795257 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['fa5897db-8476-4110-b130-b0b11ff42d6e'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:21:02.815173 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-10be28d3-548a-4a2d-b819-49241fd73893 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Network 14731c84-d2be-4d95-a37d-7e9b516b9f97 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:21:02.819415 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-10be28d3-548a-4a2d-b819-49241fd73893 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:21:02.821821 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-10be28d3-548a-4a2d-b819-49241fd73893 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:21:02.855966 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be28d3-548a-4a2d-b819-49241fd73893 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Pushing event updated for resources: {'Port': ['ID=ed24b10c-4004-4210-90fc-1004ea3c3ce3,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:02.882141 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-10be28d3-548a-4a2d-b819-49241fd73893 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:02.882741 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-10be28d3-548a-4a2d-b819-49241fd73893 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:02.898291 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-10be28d3-548a-4a2d-b819-49241fd73893 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1212993 May 06 10:21:02.916696 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-9b0cfc05-8ad1-4305-9a33-1d1a8f531db7 service neutron] Request body: {'port': {'device_id': '680c867c-a72a-464b-adfb-604fe088b9f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:21:02.970911 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-9b0cfc05-8ad1-4305-9a33-1d1a8f531db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:03.236631 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-9b0cfc05-8ad1-4305-9a33-1d1a8f531db7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed24b10c-4004-4210-90fc-1004ea3c3ce3 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:21:03.243733 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-9b0cfc05-8ad1-4305-9a33-1d1a8f531db7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:03.255203 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-9b0cfc05-8ad1-4305-9a33-1d1a8f531db7 service neutron] Transition to ACTIVE for port object ed24b10c-4004-4210-90fc-1004ea3c3ce3 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:21:03.259349 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-9b0cfc05-8ad1-4305-9a33-1d1a8f531db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:03.323931 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0cfc05-8ad1-4305-9a33-1d1a8f531db7 service neutron] Pushing event updated for resources: {'Port': ['ID=ed24b10c-4004-4210-90fc-1004ea3c3ce3,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:03.374487 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-9b0cfc05-8ad1-4305-9a33-1d1a8f531db7 service neutron] Attempting to bind port ed24b10c-4004-4210-90fc-1004ea3c3ce3 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:21:03.374831 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-9b0cfc05-8ad1-4305-9a33-1d1a8f531db7 service neutron] Attempting to bind port ed24b10c-4004-4210-90fc-1004ea3c3ce3 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '6fe177f6-a885-495d-bc8b-d5cf0627009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '14731c84-d2be-4d95-a37d-7e9b516b9f97'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:21:03.375204 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-9b0cfc05-8ad1-4305-9a33-1d1a8f531db7 service neutron] Attempting to bind port ed24b10c-4004-4210-90fc-1004ea3c3ce3 on network 14731c84-d2be-4d95-a37d-7e9b516b9f97 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:21:03.379518 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-9b0cfc05-8ad1-4305-9a33-1d1a8f531db7 service neutron] Port ed24b10c-4004-4210-90fc-1004ea3c3ce3 on network 14731c84-d2be-4d95-a37d-7e9b516b9f97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:21:03.379849 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-9b0cfc05-8ad1-4305-9a33-1d1a8f531db7 service neutron] Attempting to bind port ed24b10c-4004-4210-90fc-1004ea3c3ce3 on network 14731c84-d2be-4d95-a37d-7e9b516b9f97 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:21:03.384756 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-9b0cfc05-8ad1-4305-9a33-1d1a8f531db7 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:21:03.385105 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-9b0cfc05-8ad1-4305-9a33-1d1a8f531db7 service neutron] Checking segment: {'id': '6fe177f6-a885-495d-bc8b-d5cf0627009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '14731c84-d2be-4d95-a37d-7e9b516b9f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:21:03.385492 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-9b0cfc05-8ad1-4305-9a33-1d1a8f531db7 service neutron] Bound using segment: {'id': '6fe177f6-a885-495d-bc8b-d5cf0627009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '14731c84-d2be-4d95-a37d-7e9b516b9f97'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:21:03.385929 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-9b0cfc05-8ad1-4305-9a33-1d1a8f531db7 service neutron] Bound port: ed24b10c-4004-4210-90fc-1004ea3c3ce3, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe177f6-a885-495d-bc8b-d5cf0627009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '14731c84-d2be-4d95-a37d-7e9b516b9f97'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:21:03.386290 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-9b0cfc05-8ad1-4305-9a33-1d1a8f531db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:03.452127 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-9b0cfc05-8ad1-4305-9a33-1d1a8f531db7 service neutron] For port ed24b10c-4004-4210-90fc-1004ea3c3ce3, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:21:03.455108 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-9b0cfc05-8ad1-4305-9a33-1d1a8f531db7 service neutron] For port ed24b10c-4004-4210-90fc-1004ea3c3ce3, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ed24b10c-4004-4210-90fc-1004ea3c3ce3,segment=NetworkSegment(6fe177f6-a885-495d-bc8b-d5cf0627009f),segment_id=6fe177f6-a885-495d-bc8b-d5cf0627009f)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:21:03.459610 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-9b0cfc05-8ad1-4305-9a33-1d1a8f531db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:03.495248 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-9b0cfc05-8ad1-4305-9a33-1d1a8f531db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:03.495872 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-9b0cfc05-8ad1-4305-9a33-1d1a8f531db7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:03.497255 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-9b0cfc05-8ad1-4305-9a33-1d1a8f531db7 service neutron] 10.222.0.77 "PUT /v2.0/ports/ed24b10c-4004-4210-90fc-1004ea3c3ce3 HTTP/1.1" status: 200 len: 1091 time: 0.5849774 May 06 10:21:03.517374 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0cfc05-8ad1-4305-9a33-1d1a8f531db7 service neutron] Pushing event updated for resources: {'Port': ['ID=ed24b10c-4004-4210-90fc-1004ea3c3ce3,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:03.588493 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-e63fbca0-64c0-4b61-b601-7321b0ee83d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:03.590061 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-e63fbca0-64c0-4b61-b601-7321b0ee83d0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=02849cf66b4f45c99b104a8cd1b56004&device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 1094 time: 0.0405402 May 06 10:21:03.644117 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-d90fdd1a-671b-4466-a870-a70f769d3d90 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed24b10c-4004-4210-90fc-1004ea3c3ce3 HTTP/1.1" status: 200 len: 217 time: 0.0371392 May 06 10:21:03.691413 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-89b27a6b-3573-4823-a748-d234b9941091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:03.692833 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-89b27a6b-3573-4823-a748-d234b9941091 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c39a672d-6189-454e-9b1d-48cedb363226 HTTP/1.1" status: 200 len: 854 time: 0.0421202 May 06 10:21:03.725247 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-7d502dee-093f-418d-8b82-a45acfb80144 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=14731c84-d2be-4d95-a37d-7e9b516b9f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239191 May 06 10:21:03.819423 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-10a37555-ae71-4383-914d-5b7b21d55bf9 service neutron] 10.222.0.77 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873907 May 06 10:21:03.895750 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f48d9-4965-4d1a-a356-d41f66eddaed req-7902915e-ce50-45ce-baab-5e46df067f64 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:03.897251 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a40f48d9-4965-4d1a-a356-d41f66eddaed req-7902915e-ce50-45ce-baab-5e46df067f64 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 943 time: 0.0534966 May 06 10:21:03.912525 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6fe00366-f05b-4710-a0eb-857b1b4d9842 req-a366bd83-3e93-445d-b5df-d8b02fab2de1 service neutron] 10.222.0.77 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869272 May 06 10:21:03.941332 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a40f48d9-4965-4d1a-a356-d41f66eddaed req-6018bfc8-2532-4aac-ac0f-5ab7e3b6620d tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380383 May 06 10:21:04.632634 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680c867c-a72a-464b-adfb-604fe088b9f0', 'tag': 'ed24b10c-4004-4210-90fc-1004ea3c3ce3'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:21:04.635660 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4225d2d-0442-42f1-b505-be34a21d6fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "680c867c-a72a-464b-adfb-604fe088b9f0", "tag": "ed24b10c-4004-4210-90fc-1004ea3c3ce3"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:21:04.674283 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4ce9bd-52c0-4e67-b275-b01dfe946e3c x-openstack-request-id: req-3d4ce9bd-52c0-4e67-b275-b01dfe946e3c {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:21:04.674581 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680c867c-a72a-464b-adfb-604fe088b9f0", "tag": "ed24b10c-4004-4210-90fc-1004ea3c3ce3", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:21:04.674840 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3d4ce9bd-52c0-4e67-b275-b01dfe946e3c {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:21:04.675277 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d4ce9bd-52c0-4e67-b275-b01dfe946e3c'] response: {'name': 'network-changed', 'server_uuid': '680c867c-a72a-464b-adfb-604fe088b9f0', 'tag': 'ed24b10c-4004-4210-90fc-1004ea3c3ce3', 'status': 'completed', 'code': 200} May 06 10:21:04.761290 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4225d2d-0442-42f1-b505-be34a21d6fe1 req-c9f9fab9-b28e-4461-8423-6a5b262329e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:04.762769 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b4225d2d-0442-42f1-b505-be34a21d6fe1 req-c9f9fab9-b28e-4461-8423-6a5b262329e8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=02849cf66b4f45c99b104a8cd1b56004&device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 1094 time: 0.0410480 May 06 10:21:04.859024 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4225d2d-0442-42f1-b505-be34a21d6fe1 req-b0a90e13-b43b-45ca-a180-53189969cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:04.860556 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b4225d2d-0442-42f1-b505-be34a21d6fe1 req-b0a90e13-b43b-45ca-a180-53189969cc8c service neutron] 10.222.0.77 "GET /v2.0/networks?id=14731c84-d2be-4d95-a37d-7e9b516b9f97 HTTP/1.1" status: 200 len: 915 time: 0.0901258 May 06 10:21:04.904122 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b4225d2d-0442-42f1-b505-be34a21d6fe1 req-837a69c7-c17e-47de-9cd4-d7998f33f425 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed24b10c-4004-4210-90fc-1004ea3c3ce3 HTTP/1.1" status: 200 len: 217 time: 0.0370259 May 06 10:21:04.959215 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4225d2d-0442-42f1-b505-be34a21d6fe1 req-f66e483c-1b7f-4d21-8086-8d27aeefe85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:04.960654 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b4225d2d-0442-42f1-b505-be34a21d6fe1 req-f66e483c-1b7f-4d21-8086-8d27aeefe85b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c39a672d-6189-454e-9b1d-48cedb363226 HTTP/1.1" status: 200 len: 854 time: 0.0494783 May 06 10:21:04.996708 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b4225d2d-0442-42f1-b505-be34a21d6fe1 req-0f241edb-81eb-4a14-84d4-5ec8d788d268 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=14731c84-d2be-4d95-a37d-7e9b516b9f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283678 May 06 10:21:05.059423 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b7f2d-6288-4440-9dd6-b57158a9c39d req-8ff20e95-030b-46b6-9089-f0df99b8f81b tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:05.061597 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea1b7f2d-6288-4440-9dd6-b57158a9c39d req-8ff20e95-030b-46b6-9089-f0df99b8f81b tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 943 time: 0.0491552 May 06 10:21:05.086467 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b4225d2d-0442-42f1-b505-be34a21d6fe1 req-cc34f9a2-e683-445d-8272-193594001001 service neutron] 10.222.0.77 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830109 May 06 10:21:05.098574 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea1b7f2d-6288-4440-9dd6-b57158a9c39d req-3bdccb3f-d84d-44c9-85b1-174729a80356 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308702 May 06 10:21:05.181321 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b4225d2d-0442-42f1-b505-be34a21d6fe1 req-5ca9c35d-2657-4253-95ef-2bb7612bef74 service neutron] 10.222.0.77 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878739 May 06 10:21:06.211248 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ccadb-85c7-430f-a060-4c7ac909e0c0 req-8eede357-05bb-4555-b8b6-dc58ca4242a8 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:06.212632 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8c5ccadb-85c7-430f-a060-4c7ac909e0c0 req-8eede357-05bb-4555-b8b6-dc58ca4242a8 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 943 time: 0.0481155 May 06 10:21:06.234180 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ed24b10c-4004-4210-90fc-1004ea3c3ce3 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:21:06.240452 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device fa5897db-8476-4110-b130-b0b11ff42d6e no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:21:06.252511 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8c5ccadb-85c7-430f-a060-4c7ac909e0c0 req-18b510c1-78cd-423b-a00e-947a36def76c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325618 May 06 10:21:06.267169 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: fa5897db-8476-4110-b130-b0b11ff42d6e {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:21:06.267522 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device fa5897db-8476-4110-b130-b0b11ff42d6e not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:21:06.349980 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port ed24b10c-4004-4210-90fc-1004ea3c3ce3, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ed24b10c-4004-4210-90fc-1004ea3c3ce3,segment=NetworkSegment(6fe177f6-a885-495d-bc8b-d5cf0627009f),segment_id=6fe177f6-a885-495d-bc8b-d5cf0627009f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:21:06.362121 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'ed24b10c-4004-4210-90fc-1004ea3c3ce3', 'network_id': '14731c84-d2be-4d95-a37d-7e9b516b9f97', 'port_id': 'ed24b10c-4004-4210-90fc-1004ea3c3ce3', 'mac_address': 'fa:16:3e:ab:c5:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39a672d-6189-454e-9b1d-48cedb363226', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:21:06.397998 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:06.411019 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed24b10c-4004-4210-90fc-1004ea3c3ce3 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:21:06.429796 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port ed24b10c-4004-4210-90fc-1004ea3c3ce3, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ed24b10c-4004-4210-90fc-1004ea3c3ce3,segment=NetworkSegment(6fe177f6-a885-495d-bc8b-d5cf0627009f),segment_id=6fe177f6-a885-495d-bc8b-d5cf0627009f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:21:06.433808 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:06.483562 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=ed24b10c-4004-4210-90fc-1004ea3c3ce3,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:06.805746 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['ed24b10c-4004-4210-90fc-1004ea3c3ce3'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:21:07.371820 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d354632-c772-4b43-9d49-9d5e578998f7 req-6426e34e-7525-44d4-9ff3-68055cb09666 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:07.373319 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d354632-c772-4b43-9d49-9d5e578998f7 req-6426e34e-7525-44d4-9ff3-68055cb09666 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 944 time: 0.0533049 May 06 10:21:07.413755 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d354632-c772-4b43-9d49-9d5e578998f7 req-e048714a-c19a-4136-a87a-7ee31227221d tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344555 May 06 10:21:08.256687 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ed24b10c-4004-4210-90fc-1004ea3c3ce3 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:21:08.308274 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port ed24b10c-4004-4210-90fc-1004ea3c3ce3 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:21:08.312247 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port ed24b10c-4004-4210-90fc-1004ea3c3ce3 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:21:08.312615 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:08.391721 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:08.413947 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680c867c-a72a-464b-adfb-604fe088b9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed24b10c-4004-4210-90fc-1004ea3c3ce3'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:21:08.416221 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1071f0-c3fe-41d1-8d3a-7ddb9a73d669" -d '{"events": [{"server_uuid": "680c867c-a72a-464b-adfb-604fe088b9f0", "name": "network-vif-plugged", "status": "completed", "tag": "ed24b10c-4004-4210-90fc-1004ea3c3ce3"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:21:08.429013 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port ed24b10c-4004-4210-90fc-1004ea3c3ce3, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ed24b10c-4004-4210-90fc-1004ea3c3ce3,segment=NetworkSegment(6fe177f6-a885-495d-bc8b-d5cf0627009f),segment_id=6fe177f6-a885-495d-bc8b-d5cf0627009f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:21:08.433593 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:08.457288 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d9a4bb-16f4-4e69-95c0-43ff29306dd9 x-openstack-request-id: req-75d9a4bb-16f4-4e69-95c0-43ff29306dd9 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:21:08.457580 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680c867c-a72a-464b-adfb-604fe088b9f0", "name": "network-vif-plugged", "status": "completed", "tag": "ed24b10c-4004-4210-90fc-1004ea3c3ce3", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:21:08.457837 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-75d9a4bb-16f4-4e69-95c0-43ff29306dd9 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:21:08.458228 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75d9a4bb-16f4-4e69-95c0-43ff29306dd9'] response: {'server_uuid': '680c867c-a72a-464b-adfb-604fe088b9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed24b10c-4004-4210-90fc-1004ea3c3ce3', 'code': 200} May 06 10:21:08.489658 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=ed24b10c-4004-4210-90fc-1004ea3c3ce3,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:08.556649 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2357c4-6cac-4922-a16b-20cffa5abe9e req-cc8477b8-f20d-4cb1-93e8-ba0b06de7302 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:08.558115 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b2357c4-6cac-4922-a16b-20cffa5abe9e req-cc8477b8-f20d-4cb1-93e8-ba0b06de7302 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0528140 May 06 10:21:08.587286 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e9f44-bcc6-4a91-8e6a-e7416c9cb365 req-ce8e8dc4-379a-4ccd-b3c2-4d95acb7912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:08.588788 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8c4e9f44-bcc6-4a91-8e6a-e7416c9cb365 req-ce8e8dc4-379a-4ccd-b3c2-4d95acb7912d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 1096 time: 0.0432043 May 06 10:21:08.596419 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b2357c4-6cac-4922-a16b-20cffa5abe9e req-5dd74563-1033-4bb5-9454-98a351add06e tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323491 May 06 10:21:08.624687 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8c4e9f44-bcc6-4a91-8e6a-e7416c9cb365 req-aff52cee-691d-47b9-8553-d7fb10df3179 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294094 May 06 10:21:09.711881 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54854bea-f831-45a5-9d95-9852c2d7050b req-546a6cbf-c42a-455b-b4c5-c1cb11c9de42 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:09.713263 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-54854bea-f831-45a5-9d95-9852c2d7050b req-546a6cbf-c42a-455b-b4c5-c1cb11c9de42 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0485590 May 06 10:21:09.755872 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-54854bea-f831-45a5-9d95-9852c2d7050b req-421a3653-7d3f-46be-b2a4-c5fd373f0bcc tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350170 May 06 10:21:10.873700 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d98a0-5b67-48c9-888d-8bad8e540531 req-0439a82a-e4e4-4fbd-944d-3eb78f68c7c4 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:10.875233 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-126d98a0-5b67-48c9-888d-8bad8e540531 req-0439a82a-e4e4-4fbd-944d-3eb78f68c7c4 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0526042 May 06 10:21:10.913288 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-126d98a0-5b67-48c9-888d-8bad8e540531 req-63bc0ddd-3591-4906-ba24-ee2fd372aada tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321705 May 06 10:21:11.025425 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828f944-233f-48a1-85a7-7c346ceec648 req-57a6860b-8543-4428-8879-87c5c4ab1b6e tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:11.026892 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7828f944-233f-48a1-85a7-7c346ceec648 req-57a6860b-8543-4428-8879-87c5c4ab1b6e tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0480595 May 06 10:21:11.064039 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7828f944-233f-48a1-85a7-7c346ceec648 req-5a69cec0-454d-4478-891a-4516f4701eb4 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304959 May 06 10:21:11.288569 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-c84508f4-5733-492d-8afb-744535c8fc84 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0401773 May 06 10:21:11.306951 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b633c95-5b67-4d0e-bebb-979d21d0c275 req-00bfa1fe-8d54-4645-8674-8a0cbfda8310 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:11.308612 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b633c95-5b67-4d0e-bebb-979d21d0c275 req-00bfa1fe-8d54-4645-8674-8a0cbfda8310 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0515540 May 06 10:21:11.349596 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b633c95-5b67-4d0e-bebb-979d21d0c275 req-a41f58d2-6222-4be2-aa8b-ceb266b7db40 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341144 May 06 10:21:12.449078 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-ac9739f4-6c0a-4f66-88db-3c0228dbb919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:12.451090 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-ac9739f4-6c0a-4f66-88db-3c0228dbb919 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=02849cf66b4f45c99b104a8cd1b56004&device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 1096 time: 0.0444632 May 06 10:21:12.474269 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd18ee-a07b-4abd-a558-145f40fbd220 req-3d2679fe-d50f-47ce-8571-4a323a50c3ff tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:12.475828 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c9dd18ee-a07b-4abd-a558-145f40fbd220 req-3d2679fe-d50f-47ce-8571-4a323a50c3ff tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0540051 May 06 10:21:12.514040 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c9dd18ee-a07b-4abd-a558-145f40fbd220 req-488b41a6-7844-4a25-8574-7508d3ce1439 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317991 May 06 10:21:12.542268 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-c978d4f3-8f9a-4aa9-b09d-515146427155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:12.543788 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-c978d4f3-8f9a-4aa9-b09d-515146427155 service neutron] 10.222.0.77 "GET /v2.0/networks?id=14731c84-d2be-4d95-a37d-7e9b516b9f97 HTTP/1.1" status: 200 len: 915 time: 0.0868657 May 06 10:21:12.585262 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-b180f4ff-15f3-4a9f-8050-731d0072cd7b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed24b10c-4004-4210-90fc-1004ea3c3ce3 HTTP/1.1" status: 200 len: 217 time: 0.0352008 May 06 10:21:12.637553 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-927ceb5b-f250-4e51-8f6b-84fbe1e2d149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:12.638960 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-927ceb5b-f250-4e51-8f6b-84fbe1e2d149 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c39a672d-6189-454e-9b1d-48cedb363226 HTTP/1.1" status: 200 len: 854 time: 0.0477972 May 06 10:21:12.673814 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-e1c19e9e-c8fa-4a54-b940-352916125a27 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=14731c84-d2be-4d95-a37d-7e9b516b9f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242949 May 06 10:21:12.763260 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-1e0d7257-17a7-4097-a4e8-2fb34d4e677b service neutron] 10.222.0.77 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824976 May 06 10:21:12.855012 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-c173fb47-5e48-4cf9-ac3d-e678a9acaa5f service neutron] 10.222.0.77 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859721 May 06 10:21:13.628461 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c9564-d9c3-49cf-bd3a-06f56f90fc29 req-afd7e57c-ee31-4198-ba32-2526fe725e87 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:13.629948 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4f6c9564-d9c3-49cf-bd3a-06f56f90fc29 req-afd7e57c-ee31-4198-ba32-2526fe725e87 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0481534 May 06 10:21:13.667008 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4f6c9564-d9c3-49cf-bd3a-06f56f90fc29 req-571f331f-a9b0-4a52-8323-eae6e74255a1 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312777 May 06 10:21:13.936703 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2c923-cb94-4861-bd6b-8d4dd08f1ffe req-a2e4f672-0922-4506-afac-840e921edb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:13.938213 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-65b2c923-cb94-4861-bd6b-8d4dd08f1ffe req-a2e4f672-0922-4506-afac-840e921edb8c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=02849cf66b4f45c99b104a8cd1b56004&device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 1096 time: 0.0424778 May 06 10:21:14.042956 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2c923-cb94-4861-bd6b-8d4dd08f1ffe req-92edda2d-25c9-44d8-a365-cf4c8ffaaf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:14.044986 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-65b2c923-cb94-4861-bd6b-8d4dd08f1ffe req-92edda2d-25c9-44d8-a365-cf4c8ffaaf0c service neutron] 10.222.0.77 "GET /v2.0/networks?id=14731c84-d2be-4d95-a37d-7e9b516b9f97 HTTP/1.1" status: 200 len: 915 time: 0.0883989 May 06 10:21:14.086151 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-65b2c923-cb94-4861-bd6b-8d4dd08f1ffe req-3dffc2dc-91f7-493f-90cc-f3d97844635a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed24b10c-4004-4210-90fc-1004ea3c3ce3 HTTP/1.1" status: 200 len: 217 time: 0.0347614 May 06 10:21:14.134497 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2c923-cb94-4861-bd6b-8d4dd08f1ffe req-21650d3b-29f3-4960-969e-f83218e3c51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:14.136009 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-65b2c923-cb94-4861-bd6b-8d4dd08f1ffe req-21650d3b-29f3-4960-969e-f83218e3c51e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c39a672d-6189-454e-9b1d-48cedb363226 HTTP/1.1" status: 200 len: 854 time: 0.0436778 May 06 10:21:14.166821 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-65b2c923-cb94-4861-bd6b-8d4dd08f1ffe req-7f793ae5-0d79-4dd9-8736-73df26f53076 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=14731c84-d2be-4d95-a37d-7e9b516b9f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238440 May 06 10:21:14.260358 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-65b2c923-cb94-4861-bd6b-8d4dd08f1ffe req-f1bebc54-bb4a-450b-9a6a-6fd1d713449c service neutron] 10.222.0.77 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861268 May 06 10:21:14.349948 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-65b2c923-cb94-4861-bd6b-8d4dd08f1ffe req-ffdb24ca-aa79-45d2-9572-72ab9a6b5d5b service neutron] 10.222.0.77 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832431 May 06 10:21:14.783215 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408e183-df44-4d24-9c9f-e065490e9e25 req-e97ea2ff-f139-44cb-b5b3-25676e30cfac tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:14.784676 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7408e183-df44-4d24-9c9f-e065490e9e25 req-e97ea2ff-f139-44cb-b5b3-25676e30cfac tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0489037 May 06 10:21:14.821160 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7408e183-df44-4d24-9c9f-e065490e9e25 req-1b1b26f2-da36-4041-8eeb-0e4bc155100b tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305715 May 06 10:21:15.942392 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663ed66-dc20-420d-80d6-a67c33dff36d req-bc6229b4-8a69-4318-988c-e6548313b678 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:15.943910 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9663ed66-dc20-420d-80d6-a67c33dff36d req-bc6229b4-8a69-4318-988c-e6548313b678 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0547495 May 06 10:21:15.978655 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-77c50b2c-894c-43cb-80c1-2d561e2a163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:15.985309 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9663ed66-dc20-420d-80d6-a67c33dff36d req-9fe39e9d-f00c-45ef-8317-4613fc3a9a4b tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353823 May 06 10:21:17.100272 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64dd63f-c3da-4ad5-aefd-6b6fad7d79ab req-a26d99a6-ed72-48ed-9a57-c560e1eec26e tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:17.101744 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c64dd63f-c3da-4ad5-aefd-6b6fad7d79ab req-a26d99a6-ed72-48ed-9a57-c560e1eec26e tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0486314 May 06 10:21:17.139648 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c64dd63f-c3da-4ad5-aefd-6b6fad7d79ab req-a3adb9c5-f67f-456d-90c0-fade6d0c2bd3 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317116 May 06 10:21:18.256744 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b03278-b7ea-4850-94ce-09e4a3157050 req-5698fa22-32c6-4f9f-b7ff-50bc8af16161 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:18.258225 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-19b03278-b7ea-4850-94ce-09e4a3157050 req-5698fa22-32c6-4f9f-b7ff-50bc8af16161 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0498438 May 06 10:21:18.296193 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-19b03278-b7ea-4850-94ce-09e4a3157050 req-897ef41c-cb5c-484d-8c51-bdf5cec18ad6 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320203 May 06 10:21:18.508804 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b16a5078-8f30-466c-a059-be0b7af84007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:19.061797 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:19.416880 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9057f-a4c9-4f02-8ae7-3f2437406cad req-30327c4f-8063-431d-9f43-efaeca1eb833 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:19.418376 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-59c9057f-a4c9-4f02-8ae7-3f2437406cad req-30327c4f-8063-431d-9f43-efaeca1eb833 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0541999 May 06 10:21:19.456791 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-59c9057f-a4c9-4f02-8ae7-3f2437406cad req-30bad54e-2865-4eb1-b147-53dd1e057842 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318518 May 06 10:21:19.634728 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:20.003246 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:21:20.572111 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7250602-7944-4754-8a2a-23935cbdf9be req-92426a7f-774d-41c6-86b7-124e2736a1ef tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:20.573599 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d7250602-7944-4754-8a2a-23935cbdf9be req-92426a7f-774d-41c6-86b7-124e2736a1ef tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0490265 May 06 10:21:20.611183 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d7250602-7944-4754-8a2a-23935cbdf9be req-73be3485-0f4c-4d84-adaf-a74f7d21663e tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309432 May 06 10:21:21.322426 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:21.505809 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:21.724760 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a167e-ffb0-4e25-9015-2dfe92aa7a46 req-3e8d00fb-d2f0-42b5-b3dd-b3f22afed91c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:21.726239 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-773a167e-ffb0-4e25-9015-2dfe92aa7a46 req-3e8d00fb-d2f0-42b5-b3dd-b3f22afed91c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0485594 May 06 10:21:21.763547 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-773a167e-ffb0-4e25-9015-2dfe92aa7a46 req-b2d0b029-dfc7-4864-b852-e67062cf313f tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309229 May 06 10:21:22.883110 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b6515-b3d2-4b52-a9c4-6486bf422f56 req-285c6d2c-ec18-4cb7-9441-fda9b3d8961c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:22.884621 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b25b6515-b3d2-4b52-a9c4-6486bf422f56 req-285c6d2c-ec18-4cb7-9441-fda9b3d8961c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0527780 May 06 10:21:22.923502 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b25b6515-b3d2-4b52-a9c4-6486bf422f56 req-926edd4a-cd99-43d9-a119-ff6adecc7550 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323699 May 06 10:21:24.037267 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357491f-a04f-458d-9b9b-d99df1310281 req-63e05028-9e85-4ca8-ae5c-4ccf1f4e6163 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:24.038734 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8357491f-a04f-458d-9b9b-d99df1310281 req-63e05028-9e85-4ca8-ae5c-4ccf1f4e6163 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0486219 May 06 10:21:24.075636 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8357491f-a04f-458d-9b9b-d99df1310281 req-13a677dd-d55e-4fcd-9f52-98bda5f3ce8b tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303586 May 06 10:21:25.194795 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e5aee-8e35-48a9-a67a-bf465d82a19f req-9902d2ee-7701-4166-83e9-6fb6a6203f2c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:25.196222 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-404e5aee-8e35-48a9-a67a-bf465d82a19f req-9902d2ee-7701-4166-83e9-6fb6a6203f2c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0486655 May 06 10:21:25.233492 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-404e5aee-8e35-48a9-a67a-bf465d82a19f req-e11a10f1-3c2a-4ff4-b610-9a2a3e1565d0 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313089 May 06 10:21:26.352157 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be03dc-75fc-4df9-a784-fc57030ac6db req-e888bf4a-e2ed-4024-ba22-7890bb3d234d tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:26.353633 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e7be03dc-75fc-4df9-a784-fc57030ac6db req-e888bf4a-e2ed-4024-ba22-7890bb3d234d tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0521493 May 06 10:21:26.392313 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e7be03dc-75fc-4df9-a784-fc57030ac6db req-2b1479a0-dc66-4023-adcb-6a5bcf2b6687 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323708 May 06 10:21:27.516470 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df358b-36e0-4382-bbe8-3c453ad777ea req-bc7239c5-9969-40df-a7ef-8cb78787a285 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:27.517933 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-01df358b-36e0-4382-bbe8-3c453ad777ea req-bc7239c5-9969-40df-a7ef-8cb78787a285 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0493629 May 06 10:21:27.554901 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-01df358b-36e0-4382-bbe8-3c453ad777ea req-fb0274a7-13ee-46f6-a29f-d2012d61807b tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310476 May 06 10:21:28.671381 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59e725-d868-48bf-95b3-ae220eb0fb93 req-37cd3c62-3b19-40d4-9250-b487d8ded2dc tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:28.672916 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df59e725-d868-48bf-95b3-ae220eb0fb93 req-37cd3c62-3b19-40d4-9250-b487d8ded2dc tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0499537 May 06 10:21:28.711079 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df59e725-d868-48bf-95b3-ae220eb0fb93 req-25320d70-e580-4120-b22c-5c3204240d93 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319145 May 06 10:21:29.334051 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:29.834552 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8acd785-79da-4ff8-a025-a8454a34b8f8 req-a4a1955a-a930-4e49-a935-ce64a978867d tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:29.836055 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d8acd785-79da-4ff8-a025-a8454a34b8f8 req-a4a1955a-a930-4e49-a935-ce64a978867d tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0582910 May 06 10:21:29.873269 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d8acd785-79da-4ff8-a025-a8454a34b8f8 req-470845de-8a67-4e43-8189-8fde6b980c46 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305927 May 06 10:21:30.990086 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603bb3a-304a-4008-8eff-f82a751977eb req-22de74bc-c47c-4ea4-89c3-742b4bb711b2 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:30.991577 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0603bb3a-304a-4008-8eff-f82a751977eb req-22de74bc-c47c-4ea4-89c3-742b4bb711b2 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0491600 May 06 10:21:31.028500 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0603bb3a-304a-4008-8eff-f82a751977eb req-84335f7b-3615-45fa-becf-e6d47753fc68 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310435 May 06 10:21:32.146605 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2250d51-2e77-4448-995d-5ede43d7f130 req-d01f4ad4-4d1e-4887-ac54-643094d441b0 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:32.148118 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e2250d51-2e77-4448-995d-5ede43d7f130 req-d01f4ad4-4d1e-4887-ac54-643094d441b0 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0496709 May 06 10:21:32.188581 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e2250d51-2e77-4448-995d-5ede43d7f130 req-cb1b04b5-9435-49f8-8711-4e467da9e45d tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336697 May 06 10:21:33.305247 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06a711-187e-4864-837f-e6b187c61e2e req-3415d633-7f16-493a-84ef-1ecc64f66322 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:33.306711 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e06a711-187e-4864-837f-e6b187c61e2e req-3415d633-7f16-493a-84ef-1ecc64f66322 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0521019 May 06 10:21:33.344628 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e06a711-187e-4864-837f-e6b187c61e2e req-82c3fbea-4b6e-4076-bdba-3ef21a71f4e6 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314159 May 06 10:21:34.464734 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91870b0f-a2a6-4fa7-9670-8965b702116c req-9ce68b78-444d-45dd-b3b1-9f0de0c7520c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:34.467029 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-91870b0f-a2a6-4fa7-9670-8965b702116c req-9ce68b78-444d-45dd-b3b1-9f0de0c7520c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0550177 May 06 10:21:34.504248 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-91870b0f-a2a6-4fa7-9670-8965b702116c req-9cad9e4d-59ec-4b15-be8d-4188fd4e40b0 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312316 May 06 10:21:35.620317 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf98a9-697c-4934-b786-f1ed30594e2e req-b45b7738-c5f8-4c03-9424-32a332c8f7e0 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:35.621801 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-33bf98a9-697c-4934-b786-f1ed30594e2e req-b45b7738-c5f8-4c03-9424-32a332c8f7e0 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0485632 May 06 10:21:35.658828 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-33bf98a9-697c-4934-b786-f1ed30594e2e req-33411d72-163c-4690-bbba-ca8410fd9c2c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311546 May 06 10:21:36.778004 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c7a2b-fee3-4d57-9e10-95becd6ebca7 req-74241cda-cb00-4417-9750-cea5562c479c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:36.779492 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-289c7a2b-fee3-4d57-9e10-95becd6ebca7 req-74241cda-cb00-4417-9750-cea5562c479c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0533431 May 06 10:21:36.817171 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-289c7a2b-fee3-4d57-9e10-95becd6ebca7 req-ef717ec9-3296-4a7d-84d0-9af9f4c9139b tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317702 May 06 10:21:37.937723 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b89db-5651-487d-b479-608de1d6f04e req-22b07963-407f-4a31-8d63-9d881b4f5983 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:37.939261 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8e5b89db-5651-487d-b479-608de1d6f04e req-22b07963-407f-4a31-8d63-9d881b4f5983 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0533004 May 06 10:21:37.977057 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8e5b89db-5651-487d-b479-608de1d6f04e req-f783f503-435c-48a5-9173-f9d1bf37e4ac tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317898 May 06 10:21:39.093757 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb57300-0f05-429d-9a5a-8713920c3c8b req-ca5f6ff7-0092-455a-81bb-5a3196455fe2 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:39.095242 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4eb57300-0f05-429d-9a5a-8713920c3c8b req-ca5f6ff7-0092-455a-81bb-5a3196455fe2 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0483525 May 06 10:21:39.132437 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4eb57300-0f05-429d-9a5a-8713920c3c8b req-ed4fe8c3-679e-4dcc-bf56-77d7fe78477f tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311668 May 06 10:21:39.938168 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-c62545e0-a7ff-413a-8db9-4ffd682d64e7 service neutron] show failed (client error): The resource could not be found. May 06 10:21:39.939242 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-c62545e0-a7ff-413a-8db9-4ffd682d64e7 service neutron] 10.222.0.77 "GET /v2.0/ports/ed24b10c-4004-4210-90fc-1004ea3c3ce3/bindings/n-h1-840835-1 HTTP/1.1" status: 404 len: 380 time: 0.0640523 May 06 10:21:40.138606 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-63171291-2319-43c1-acb0-c380f3b01f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:40.140178 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-63171291-2319-43c1-acb0-c380f3b01f54 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0&tenant_id=02849cf66b4f45c99b104a8cd1b56004 HTTP/1.1" status: 200 len: 1096 time: 0.0452020 May 06 10:21:40.153533 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840835-1', 'device_owner': 'compute:nova'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:21:40.214541 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:40.284891 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10433a7d-d5a7-4e48-8fa5-71e77f1f623f req-c5353340-4d4d-4f8d-ad65-b899ec9a9d11 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:40.286354 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-10433a7d-d5a7-4e48-8fa5-71e77f1f623f req-c5353340-4d4d-4f8d-ad65-b899ec9a9d11 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0863144 May 06 10:21:40.394167 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-10433a7d-d5a7-4e48-8fa5-71e77f1f623f req-cf8b548e-c2ab-4d79-9e76-8811b5a488aa tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975769 May 06 10:21:40.473405 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] For port ed24b10c-4004-4210-90fc-1004ea3c3ce3, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ed24b10c-4004-4210-90fc-1004ea3c3ce3,segment=NetworkSegment(6fe177f6-a885-495d-bc8b-d5cf0627009f),segment_id=6fe177f6-a885-495d-bc8b-d5cf0627009f)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:21:40.504942 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] For port ed24b10c-4004-4210-90fc-1004ea3c3ce3, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:21:40.543764 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680c867c-a72a-464b-adfb-604fe088b9f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed24b10c-4004-4210-90fc-1004ea3c3ce3'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:21:40.545999 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb18f54-5669-4f5f-86d5-8299268ea199" -d '{"events": [{"server_uuid": "680c867c-a72a-464b-adfb-604fe088b9f0", "name": "network-vif-unplugged", "status": "completed", "tag": "ed24b10c-4004-4210-90fc-1004ea3c3ce3"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:21:40.550065 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:40.563387 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Transition to ACTIVE for port object ed24b10c-4004-4210-90fc-1004ea3c3ce3 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:21:40.568642 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:40.625154 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] No DVR routers for this DVR port ed24b10c-4004-4210-90fc-1004ea3c3ce3 on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:21:40.637783 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Pushing event updated for resources: {'Port': ['ID=ed24b10c-4004-4210-90fc-1004ea3c3ce3,revision_number=6']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:40.663306 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 10:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a57b83-ad04-48ef-9e3d-59f8e04b365a x-openstack-request-id: req-97a57b83-ad04-48ef-9e3d-59f8e04b365a {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:21:40.663603 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680c867c-a72a-464b-adfb-604fe088b9f0", "name": "network-vif-unplugged", "status": "completed", "tag": "ed24b10c-4004-4210-90fc-1004ea3c3ce3", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:21:40.663862 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-97a57b83-ad04-48ef-9e3d-59f8e04b365a {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:21:40.664264 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97a57b83-ad04-48ef-9e3d-59f8e04b365a'] response: {'server_uuid': '680c867c-a72a-464b-adfb-604fe088b9f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed24b10c-4004-4210-90fc-1004ea3c3ce3', 'code': 200} May 06 10:21:40.665659 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:40.666010 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:40.666352 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:40.666689 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:40.667023 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:40.667380 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:40.667712 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:40.668045 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:40.668371 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:40.668698 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:40.669032 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:40.669354 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:40.685505 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Attempting to bind port ed24b10c-4004-4210-90fc-1004ea3c3ce3 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:21:40.685846 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Attempting to bind port ed24b10c-4004-4210-90fc-1004ea3c3ce3 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '6fe177f6-a885-495d-bc8b-d5cf0627009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '14731c84-d2be-4d95-a37d-7e9b516b9f97'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:21:40.686179 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Attempting to bind port ed24b10c-4004-4210-90fc-1004ea3c3ce3 on network 14731c84-d2be-4d95-a37d-7e9b516b9f97 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:21:40.690442 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Port ed24b10c-4004-4210-90fc-1004ea3c3ce3 on network 14731c84-d2be-4d95-a37d-7e9b516b9f97 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:21:40.690764 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Attempting to bind port ed24b10c-4004-4210-90fc-1004ea3c3ce3 on network 14731c84-d2be-4d95-a37d-7e9b516b9f97 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:21:40.695679 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:21:40.696029 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Checking segment: {'id': '6fe177f6-a885-495d-bc8b-d5cf0627009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '14731c84-d2be-4d95-a37d-7e9b516b9f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:21:40.696410 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Bound using segment: {'id': '6fe177f6-a885-495d-bc8b-d5cf0627009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '14731c84-d2be-4d95-a37d-7e9b516b9f97'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:21:40.696840 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Bound port: ed24b10c-4004-4210-90fc-1004ea3c3ce3, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe177f6-a885-495d-bc8b-d5cf0627009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '14731c84-d2be-4d95-a37d-7e9b516b9f97'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:21:40.697201 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:40.759457 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] For port ed24b10c-4004-4210-90fc-1004ea3c3ce3, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:21:40.762995 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] For port ed24b10c-4004-4210-90fc-1004ea3c3ce3, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=ed24b10c-4004-4210-90fc-1004ea3c3ce3,segment=NetworkSegment(6fe177f6-a885-495d-bc8b-d5cf0627009f),segment_id=6fe177f6-a885-495d-bc8b-d5cf0627009f)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:21:40.767048 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:40.800629 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:40.801268 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:40.802650 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] 10.222.0.84 "PUT /v2.0/ports/ed24b10c-4004-4210-90fc-1004ea3c3ce3 HTTP/1.1" status: 200 len: 1091 time: 0.6537597 May 06 10:21:40.822439 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496aad2d-bdb5-481d-9ac5-45ebbe0d7201 service neutron] Pushing event updated for resources: {'Port': ['ID=ed24b10c-4004-4210-90fc-1004ea3c3ce3,revision_number=7']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:40.864414 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-5ae2ace6-31ed-4825-926e-37d44923155f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:40.865907 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-5ae2ace6-31ed-4825-926e-37d44923155f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=02849cf66b4f45c99b104a8cd1b56004&device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 1094 time: 0.0400720 May 06 10:21:40.958179 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-889a39b8-a692-46e9-b7c5-e6d4d858ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:40.959674 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-889a39b8-a692-46e9-b7c5-e6d4d858ffab service neutron] 10.222.0.84 "GET /v2.0/networks?id=14731c84-d2be-4d95-a37d-7e9b516b9f97 HTTP/1.1" status: 200 len: 915 time: 0.0870769 May 06 10:21:41.000562 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-ca6e6ae0-7e5c-467a-90cf-2759b219152f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed24b10c-4004-4210-90fc-1004ea3c3ce3 HTTP/1.1" status: 200 len: 217 time: 0.0346231 May 06 10:21:41.052351 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-722cc1f9-4732-45fe-8692-38134ffd250d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:41.053688 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-722cc1f9-4732-45fe-8692-38134ffd250d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c39a672d-6189-454e-9b1d-48cedb363226 HTTP/1.1" status: 200 len: 854 time: 0.0455880 May 06 10:21:41.083236 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-54e307ae-d32a-43b9-af77-222042bd6517 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=14731c84-d2be-4d95-a37d-7e9b516b9f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230889 May 06 10:21:41.170742 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-9873972c-7a05-44a0-b006-7052fbcc4f01 service neutron] 10.222.0.84 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807853 May 06 10:21:41.262867 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb295ad0-8f99-4ac7-850f-7e4e854f6d00 req-a78e313e-7c40-4445-aa96-237ca7f8811a service neutron] 10.222.0.84 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848067 May 06 10:21:41.511375 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d29f71-1006-447d-aabd-a4f0245e80a1 req-1de869da-052f-4643-8e5c-25d157dbaf1c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:41.512925 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-93d29f71-1006-447d-aabd-a4f0245e80a1 req-1de869da-052f-4643-8e5c-25d157dbaf1c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 943 time: 0.0493193 May 06 10:21:41.556440 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-93d29f71-1006-447d-aabd-a4f0245e80a1 req-924d52df-498b-4ea2-9b6b-1c9430ac5db6 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374470 May 06 10:21:42.670758 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5c122-658a-4047-9e41-b7c70112071d req-e6e6726b-6f9a-4a43-bec6-f306517e8dfa tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:42.672268 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3ba5c122-658a-4047-9e41-b7c70112071d req-e6e6726b-6f9a-4a43-bec6-f306517e8dfa tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 943 time: 0.0472608 May 06 10:21:42.672729 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680c867c-a72a-464b-adfb-604fe088b9f0', 'tag': 'ed24b10c-4004-4210-90fc-1004ea3c3ce3'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:21:42.674946 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd28b54-db49-4ec4-b954-aa669d00b50c" -d '{"events": [{"name": "network-changed", "server_uuid": "680c867c-a72a-464b-adfb-604fe088b9f0", "tag": "ed24b10c-4004-4210-90fc-1004ea3c3ce3"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:21:42.710102 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3ba5c122-658a-4047-9e41-b7c70112071d req-91e0e9d0-9830-4caf-85ee-0bdb06d1c5a7 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318315 May 06 10:21:42.767848 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21d0784-1007-4bfe-9587-2fc608b4097a x-openstack-request-id: req-e21d0784-1007-4bfe-9587-2fc608b4097a {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:21:42.768139 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680c867c-a72a-464b-adfb-604fe088b9f0", "tag": "ed24b10c-4004-4210-90fc-1004ea3c3ce3", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:21:42.768734 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e21d0784-1007-4bfe-9587-2fc608b4097a {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:21:42.769146 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e21d0784-1007-4bfe-9587-2fc608b4097a'] response: {'name': 'network-changed', 'server_uuid': '680c867c-a72a-464b-adfb-604fe088b9f0', 'tag': 'ed24b10c-4004-4210-90fc-1004ea3c3ce3', 'status': 'completed', 'code': 200} May 06 10:21:42.840874 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd28b54-db49-4ec4-b954-aa669d00b50c req-295fa3c5-f62f-4d25-9444-c47e8740c008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:42.842499 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bdd28b54-db49-4ec4-b954-aa669d00b50c req-295fa3c5-f62f-4d25-9444-c47e8740c008 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=02849cf66b4f45c99b104a8cd1b56004&device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 1094 time: 0.0586092 May 06 10:21:42.874696 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd28b54-db49-4ec4-b954-aa669d00b50c req-0d8097c1-d7e2-4723-8d89-9b9189bea7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:42.876223 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bdd28b54-db49-4ec4-b954-aa669d00b50c req-0d8097c1-d7e2-4723-8d89-9b9189bea7c0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=02849cf66b4f45c99b104a8cd1b56004&device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 1094 time: 0.0662711 May 06 10:21:42.944269 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd28b54-db49-4ec4-b954-aa669d00b50c req-a85d3645-9b41-476a-98f0-52e37399f98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:42.945778 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bdd28b54-db49-4ec4-b954-aa669d00b50c req-a85d3645-9b41-476a-98f0-52e37399f98f service neutron] 10.222.0.84 "GET /v2.0/networks?id=14731c84-d2be-4d95-a37d-7e9b516b9f97 HTTP/1.1" status: 200 len: 915 time: 0.0949380 May 06 10:21:42.977840 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd28b54-db49-4ec4-b954-aa669d00b50c req-65d0b19b-3813-41e4-a041-c81e2b178a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:42.979387 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bdd28b54-db49-4ec4-b954-aa669d00b50c req-65d0b19b-3813-41e4-a041-c81e2b178a0e service neutron] 10.222.0.77 "GET /v2.0/networks?id=14731c84-d2be-4d95-a37d-7e9b516b9f97 HTTP/1.1" status: 200 len: 915 time: 0.0955598 May 06 10:21:42.996575 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bdd28b54-db49-4ec4-b954-aa669d00b50c req-d33ffbb8-0b48-43f4-9c41-f7c3767c2471 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed24b10c-4004-4210-90fc-1004ea3c3ce3 HTTP/1.1" status: 200 len: 217 time: 0.0438819 May 06 10:21:43.025706 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bdd28b54-db49-4ec4-b954-aa669d00b50c req-b407955c-c437-4d34-a26a-7d8d57aa158f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed24b10c-4004-4210-90fc-1004ea3c3ce3 HTTP/1.1" status: 200 len: 217 time: 0.0401518 May 06 10:21:43.045891 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd28b54-db49-4ec4-b954-aa669d00b50c req-e33491a9-a65a-49bb-9156-845b96c47131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:43.047416 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bdd28b54-db49-4ec4-b954-aa669d00b50c req-e33491a9-a65a-49bb-9156-845b96c47131 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c39a672d-6189-454e-9b1d-48cedb363226 HTTP/1.1" status: 200 len: 854 time: 0.0446482 May 06 10:21:43.074331 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd28b54-db49-4ec4-b954-aa669d00b50c req-d8a18f9d-f6dc-4e34-9f0d-04664cff813b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:43.075813 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bdd28b54-db49-4ec4-b954-aa669d00b50c req-d8a18f9d-f6dc-4e34-9f0d-04664cff813b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c39a672d-6189-454e-9b1d-48cedb363226 HTTP/1.1" status: 200 len: 854 time: 0.0438631 May 06 10:21:43.078379 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bdd28b54-db49-4ec4-b954-aa669d00b50c req-00d8c9f5-0d94-44fa-bd7e-6d75c5fa6448 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=14731c84-d2be-4d95-a37d-7e9b516b9f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239730 May 06 10:21:43.108114 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bdd28b54-db49-4ec4-b954-aa669d00b50c req-1f2613f9-4e8a-4a57-a2a3-5bd5d8c3d03b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=14731c84-d2be-4d95-a37d-7e9b516b9f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256472 May 06 10:21:43.168924 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bdd28b54-db49-4ec4-b954-aa669d00b50c req-0d526e01-b6b2-42b1-8ce1-686d880f2ccc service neutron] 10.222.0.84 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835955 May 06 10:21:43.207639 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bdd28b54-db49-4ec4-b954-aa669d00b50c req-f9680c5c-3008-46be-a9d7-a1b214ff13b9 service neutron] 10.222.0.77 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930722 May 06 10:21:43.264301 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bdd28b54-db49-4ec4-b954-aa669d00b50c req-ec62639c-d88c-4d76-9d4c-ce01f4c92d4e service neutron] 10.222.0.84 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891480 May 06 10:21:43.299461 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-bdd28b54-db49-4ec4-b954-aa669d00b50c req-995b7a70-39a1-425f-88e1-6dcfae503e2a service neutron] 10.222.0.77 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853875 May 06 10:21:43.829516 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598cc7c-1234-4e77-afd7-3979c74f24a8 req-02fa3937-9850-4183-a567-134ac87656e3 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:43.831136 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3598cc7c-1234-4e77-afd7-3979c74f24a8 req-02fa3937-9850-4183-a567-134ac87656e3 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 943 time: 0.0500150 May 06 10:21:43.868364 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3598cc7c-1234-4e77-afd7-3979c74f24a8 req-01e21db3-c795-45f5-a23b-99df90da3b23 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311782 May 06 10:21:44.064318 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956f6da-587a-4d96-a92b-de366a3658af req-162b1202-4b00-44ea-999f-795c8712ba5b tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:44.065740 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c956f6da-587a-4d96-a92b-de366a3658af req-162b1202-4b00-44ea-999f-795c8712ba5b tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 943 time: 0.0529158 May 06 10:21:44.127593 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047336bb-a9d8-4614-864a-e99141a633b2 req-3ea0380a-da54-4baf-b316-5fc8b468562b tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:44.129471 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-047336bb-a9d8-4614-864a-e99141a633b2 req-3ea0380a-da54-4baf-b316-5fc8b468562b tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.77 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0&tenant_id=02849cf66b4f45c99b104a8cd1b56004&binding%3Ahost_id=n-h1-840835-1 HTTP/1.1" status: 200 len: 943 time: 0.0960226 May 06 10:21:44.197209 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [req-047336bb-a9d8-4614-864a-e99141a633b2 req-03184272-424c-4e3d-bb80-5cd6eeb72d56 service neutron] delete failed (client error): The resource could not be found. May 06 10:21:44.198278 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-047336bb-a9d8-4614-864a-e99141a633b2 req-03184272-424c-4e3d-bb80-5cd6eeb72d56 service neutron] 10.222.0.77 "DELETE /v2.0/ports/ed24b10c-4004-4210-90fc-1004ea3c3ce3/bindings/n-h2-840835-1 HTTP/1.1" status: 404 len: 380 time: 0.0615101 May 06 10:21:44.310058 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047336bb-a9d8-4614-864a-e99141a633b2 req-5317f239-c9bd-4bd7-8455-165305212676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:44.311678 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-047336bb-a9d8-4614-864a-e99141a633b2 req-5317f239-c9bd-4bd7-8455-165305212676 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=02849cf66b4f45c99b104a8cd1b56004&device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 1094 time: 0.0466199 May 06 10:21:44.388090 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ed24b10c-4004-4210-90fc-1004ea3c3ce3 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:21:44.419427 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047336bb-a9d8-4614-864a-e99141a633b2 req-480632b5-9a75-45cb-aee0-8f686b411c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:44.421307 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-047336bb-a9d8-4614-864a-e99141a633b2 req-480632b5-9a75-45cb-aee0-8f686b411c4c service neutron] 10.222.0.77 "GET /v2.0/networks?id=14731c84-d2be-4d95-a37d-7e9b516b9f97 HTTP/1.1" status: 200 len: 915 time: 0.1012065 May 06 10:21:44.449253 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ed24b10c-4004-4210-90fc-1004ea3c3ce3 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:21:44.458757 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c956f6da-587a-4d96-a92b-de366a3658af req-285ecb06-f554-4b5a-a226-6214089e9e78 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867898 May 06 10:21:44.475263 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-047336bb-a9d8-4614-864a-e99141a633b2 req-b1151732-4739-43d3-be85-0036f75b69dd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed24b10c-4004-4210-90fc-1004ea3c3ce3 HTTP/1.1" status: 200 len: 217 time: 0.0466619 May 06 10:21:44.530727 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047336bb-a9d8-4614-864a-e99141a633b2 req-a226a5d8-bb06-4edf-9034-e65dddce9a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:44.532262 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-047336bb-a9d8-4614-864a-e99141a633b2 req-a226a5d8-bb06-4edf-9034-e65dddce9a7a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c39a672d-6189-454e-9b1d-48cedb363226 HTTP/1.1" status: 200 len: 854 time: 0.0498326 May 06 10:21:44.569573 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-047336bb-a9d8-4614-864a-e99141a633b2 req-0d77272a-9a66-4500-8f6c-e18e6ce0ba87 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=14731c84-d2be-4d95-a37d-7e9b516b9f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296729 May 06 10:21:44.663202 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-047336bb-a9d8-4614-864a-e99141a633b2 req-d6c94aa0-e32d-4f0d-9a49-d7bb5b8dd88b service neutron] 10.222.0.77 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866389 May 06 10:21:44.756933 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-047336bb-a9d8-4614-864a-e99141a633b2 req-9f9219a3-0cdc-4e8f-b9f6-55e0b6ae9535 service neutron] 10.222.0.77 "GET /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873396 May 06 10:21:45.103340 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device ed24b10c-4004-4210-90fc-1004ea3c3ce3 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:21:45.203452 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port ed24b10c-4004-4210-90fc-1004ea3c3ce3, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=ed24b10c-4004-4210-90fc-1004ea3c3ce3,segment=NetworkSegment(6fe177f6-a885-495d-bc8b-d5cf0627009f),segment_id=6fe177f6-a885-495d-bc8b-d5cf0627009f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:21:45.215272 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'ed24b10c-4004-4210-90fc-1004ea3c3ce3', 'network_id': '14731c84-d2be-4d95-a37d-7e9b516b9f97', 'port_id': 'ed24b10c-4004-4210-90fc-1004ea3c3ce3', 'mac_address': 'fa:16:3e:ab:c5:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39a672d-6189-454e-9b1d-48cedb363226', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:21:45.252856 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:45.266718 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed24b10c-4004-4210-90fc-1004ea3c3ce3 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:21:45.286475 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port ed24b10c-4004-4210-90fc-1004ea3c3ce3, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=ed24b10c-4004-4210-90fc-1004ea3c3ce3,segment=NetworkSegment(6fe177f6-a885-495d-bc8b-d5cf0627009f),segment_id=6fe177f6-a885-495d-bc8b-d5cf0627009f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:21:45.291219 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:45.338443 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=ed24b10c-4004-4210-90fc-1004ea3c3ce3,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:45.345604 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:45.345951 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:45.346286 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:45.346621 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:45.346951 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:45.347309 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:45.347635 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:45.347959 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:45.348285 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:45.348605 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:45.348926 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:45.349245 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:45.548331 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['ed24b10c-4004-4210-90fc-1004ea3c3ce3'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:21:45.574271 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715cf32-b09b-42cb-a993-b2d942c105ef req-b989e61d-d23d-4828-bcd7-3af0883e5c96 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:45.575807 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5715cf32-b09b-42cb-a993-b2d942c105ef req-b989e61d-d23d-4828-bcd7-3af0883e5c96 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 944 time: 0.0498357 May 06 10:21:45.614701 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5715cf32-b09b-42cb-a993-b2d942c105ef req-a426d818-494f-410f-a206-9beb96e5994c tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328586 May 06 10:21:45.727388 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e8f63-3a1c-4fb0-a2d1-339425651207 req-900b9abf-fbe6-4b8e-a06e-5b38432bf609 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:45.728865 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e4e8f63-3a1c-4fb0-a2d1-339425651207 req-900b9abf-fbe6-4b8e-a06e-5b38432bf609 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 944 time: 0.0489864 May 06 10:21:45.766620 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e4e8f63-3a1c-4fb0-a2d1-339425651207 req-30e2a53f-51af-48db-885a-45908a79b780 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311630 May 06 10:21:45.896305 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c24ed9-7a97-4c30-b00a-08049a05f390 req-806d4ee5-317d-40b2-ac94-b9338b8b66fe tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:45.898047 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-90c24ed9-7a97-4c30-b00a-08049a05f390 req-806d4ee5-317d-40b2-ac94-b9338b8b66fe tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 944 time: 0.0551176 May 06 10:21:45.939485 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-90c24ed9-7a97-4c30-b00a-08049a05f390 req-29941618-7073-40f7-9201-774cca43d9fd tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347869 May 06 10:21:45.981620 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-306b063b-7375-48ae-bdbf-e108953b1315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:46.258053 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e5e965-8f6b-4a62-8212-159a89a92f14 req-bb378e33-5b73-44c1-988f-6042294734d6 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:46.259524 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b5e5e965-8f6b-4a62-8212-159a89a92f14 req-bb378e33-5b73-44c1-988f-6042294734d6 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 944 time: 0.0477374 May 06 10:21:46.297020 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b5e5e965-8f6b-4a62-8212-159a89a92f14 req-e8936636-8070-4e28-9fe8-74e49a46413d tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311096 May 06 10:21:47.104889 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device ed24b10c-4004-4210-90fc-1004ea3c3ce3 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:21:47.153232 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port ed24b10c-4004-4210-90fc-1004ea3c3ce3 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:21:47.157153 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port ed24b10c-4004-4210-90fc-1004ea3c3ce3 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:21:47.157525 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:47.238275 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:47.260518 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680c867c-a72a-464b-adfb-604fe088b9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed24b10c-4004-4210-90fc-1004ea3c3ce3'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:21:47.262748 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0393aac-1c28-40d1-8c9c-44acd196fb92" -d '{"events": [{"server_uuid": "680c867c-a72a-464b-adfb-604fe088b9f0", "name": "network-vif-plugged", "status": "completed", "tag": "ed24b10c-4004-4210-90fc-1004ea3c3ce3"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:21:47.276647 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port ed24b10c-4004-4210-90fc-1004ea3c3ce3, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=ed24b10c-4004-4210-90fc-1004ea3c3ce3,segment=NetworkSegment(6fe177f6-a885-495d-bc8b-d5cf0627009f),segment_id=6fe177f6-a885-495d-bc8b-d5cf0627009f)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:21:47.281203 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:47.304467 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7787c882-9db8-4e32-9359-98df09e05a15 x-openstack-request-id: req-7787c882-9db8-4e32-9359-98df09e05a15 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:21:47.304763 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680c867c-a72a-464b-adfb-604fe088b9f0", "name": "network-vif-plugged", "status": "completed", "tag": "ed24b10c-4004-4210-90fc-1004ea3c3ce3", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:21:47.305014 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7787c882-9db8-4e32-9359-98df09e05a15 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:21:47.305410 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7787c882-9db8-4e32-9359-98df09e05a15'] response: {'server_uuid': '680c867c-a72a-464b-adfb-604fe088b9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed24b10c-4004-4210-90fc-1004ea3c3ce3', 'code': 200} May 06 10:21:47.329762 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=ed24b10c-4004-4210-90fc-1004ea3c3ce3,revision_number=9']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:47.414773 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b6ce2-92ed-4bac-aad5-c285a880cf9a req-aed5e732-bc10-4c86-be76-d78bb61a6c26 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:47.416275 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-846b6ce2-92ed-4bac-aad5-c285a880cf9a req-aed5e732-bc10-4c86-be76-d78bb61a6c26 tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0483370 May 06 10:21:47.453428 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-846b6ce2-92ed-4bac-aad5-c285a880cf9a req-b335d656-d19b-4bd6-b8da-7c2c9a3f7f3a tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.73 "GET /v2.0/security-groups?id=713837e9-35df-454a-b137-d991ab27c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304635 May 06 10:21:47.576830 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327034a9-e4b3-4be1-a650-2431cf0e56e2 req-412e95ab-f4f1-4c75-8262-3712bfcf078b tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:47.578198 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-327034a9-e4b3-4be1-a650-2431cf0e56e2 req-412e95ab-f4f1-4c75-8262-3712bfcf078b tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.84 "GET /v2.0/ports?device_id=680c867c-a72a-464b-adfb-604fe088b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0515013 May 06 10:21:47.666831 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-327034a9-e4b3-4be1-a650-2431cf0e56e2 req-0dc03e56-6584-4929-8e04-399addd0f9be tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Deleting port ed24b10c-4004-4210-90fc-1004ea3c3ce3 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:21:47.667200 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-327034a9-e4b3-4be1-a650-2431cf0e56e2 req-0dc03e56-6584-4929-8e04-399addd0f9be tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:47.757325 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-327034a9-e4b3-4be1-a650-2431cf0e56e2 req-0dc03e56-6584-4929-8e04-399addd0f9be tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] For port ed24b10c-4004-4210-90fc-1004ea3c3ce3, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=ed24b10c-4004-4210-90fc-1004ea3c3ce3,segment=NetworkSegment(6fe177f6-a885-495d-bc8b-d5cf0627009f),segment_id=6fe177f6-a885-495d-bc8b-d5cf0627009f)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:21:47.757693 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-327034a9-e4b3-4be1-a650-2431cf0e56e2 req-0dc03e56-6584-4929-8e04-399addd0f9be tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:47.770425 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-327034a9-e4b3-4be1-a650-2431cf0e56e2 req-0dc03e56-6584-4929-8e04-399addd0f9be tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Calling delete_port for ed24b10c-4004-4210-90fc-1004ea3c3ce3 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:21:47.896439 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-327034a9-e4b3-4be1-a650-2431cf0e56e2 req-0dc03e56-6584-4929-8e04-399addd0f9be tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:47.908122 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['ed24b10c-4004-4210-90fc-1004ea3c3ce3'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:21:47.933211 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc03e56-6584-4929-8e04-399addd0f9be tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Pushing event deleted for resources: {'Port': ['ID=ed24b10c-4004-4210-90fc-1004ea3c3ce3,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:47.974453 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-327034a9-e4b3-4be1-a650-2431cf0e56e2 req-0dc03e56-6584-4929-8e04-399addd0f9be tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] No DVR routers for this DVR port ed24b10c-4004-4210-90fc-1004ea3c3ce3 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:21:47.977192 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-327034a9-e4b3-4be1-a650-2431cf0e56e2 req-0dc03e56-6584-4929-8e04-399addd0f9be tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:47.981322 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-327034a9-e4b3-4be1-a650-2431cf0e56e2 req-0dc03e56-6584-4929-8e04-399addd0f9be tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] 10.222.0.84 "DELETE /v2.0/ports/ed24b10c-4004-4210-90fc-1004ea3c3ce3 HTTP/1.1" status: 204 len: 173 time: 0.3971119 May 06 10:21:47.981762 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680c867c-a72a-464b-adfb-604fe088b9f0', 'name': 'network-vif-deleted', 'tag': 'ed24b10c-4004-4210-90fc-1004ea3c3ce3'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:21:47.984233 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530a8fc3-5b8f-44ec-9628-71d72c8748d6" -d '{"events": [{"server_uuid": "680c867c-a72a-464b-adfb-604fe088b9f0", "name": "network-vif-deleted", "tag": "ed24b10c-4004-4210-90fc-1004ea3c3ce3"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:21:48.026605 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f3cf2f-1c8c-4def-a477-506681ededa7 x-openstack-request-id: req-b6f3cf2f-1c8c-4def-a477-506681ededa7 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:21:48.027416 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680c867c-a72a-464b-adfb-604fe088b9f0", "name": "network-vif-deleted", "tag": "ed24b10c-4004-4210-90fc-1004ea3c3ce3", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:21:48.027677 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b6f3cf2f-1c8c-4def-a477-506681ededa7 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:21:48.028083 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6f3cf2f-1c8c-4def-a477-506681ededa7'] response: {'server_uuid': '680c867c-a72a-464b-adfb-604fe088b9f0', 'name': 'network-vif-deleted', 'tag': 'ed24b10c-4004-4210-90fc-1004ea3c3ce3', 'status': 'completed', 'code': 200} May 06 10:21:48.511008 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ee462879-8735-443a-ba1e-78c7ce84ddac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:48.573272 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37096) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:21:48.619843 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce2a9e5-e1b9-4cfc-8abf-ccdb48c977af admin admin] Deleting subnet c39a672d-6189-454e-9b1d-48cedb363226 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:21:48.622900 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bce2a9e5-e1b9-4cfc-8abf-ccdb48c977af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:48.660567 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bce2a9e5-e1b9-4cfc-8abf-ccdb48c977af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:48.700334 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bce2a9e5-e1b9-4cfc-8abf-ccdb48c977af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:48.756229 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bce2a9e5-e1b9-4cfc-8abf-ccdb48c977af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:48.781731 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2a9e5-e1b9-4cfc-8abf-ccdb48c977af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c39a672d-6189-454e-9b1d-48cedb363226,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:48.785846 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bce2a9e5-e1b9-4cfc-8abf-ccdb48c977af admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:48.789072 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bce2a9e5-e1b9-4cfc-8abf-ccdb48c977af admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c39a672d-6189-454e-9b1d-48cedb363226 HTTP/1.1" status: 204 len: 168 time: 0.2142575 May 06 10:21:48.791740 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37098) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:21:48.859341 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-775b4dd0-c035-4c4c-b833-a2ae666f840a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:48.942952 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-775b4dd0-c035-4c4c-b833-a2ae666f840a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:48.963373 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-775b4dd0-c035-4c4c-b833-a2ae666f840a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14731c84-d2be-4d95-a37d-7e9b516b9f97']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:21:48.972779 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-775b4dd0-c035-4c4c-b833-a2ae666f840a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe177f6-a885-495d-bc8b-d5cf0627009f') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:21:48.973075 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-775b4dd0-c035-4c4c-b833-a2ae666f840a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe177f6-a885-495d-bc8b-d5cf0627009f') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:21:48.982334 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-775b4dd0-c035-4c4c-b833-a2ae666f840a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:48.995224 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-775b4dd0-c035-4c4c-b833-a2ae666f840a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:49.001450 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775b4dd0-c035-4c4c-b833-a2ae666f840a admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:21:49.001835 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-775b4dd0-c035-4c4c-b833-a2ae666f840a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: timer() May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:21:49.003479 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:21:49.056323 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-775b4dd0-c035-4c4c-b833-a2ae666f840a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:49.062728 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-775b4dd0-c035-4c4c-b833-a2ae666f840a admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:49.065858 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-775b4dd0-c035-4c4c-b833-a2ae666f840a admin admin] 10.222.0.73 "DELETE /v2.0/networks/14731c84-d2be-4d95-a37d-7e9b516b9f97 HTTP/1.1" status: 204 len: 168 time: 0.2732019 May 06 10:21:49.072042 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:49.076314 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b4dd0-c035-4c4c-b833-a2ae666f840a admin admin] Pushing event deleted for resources: {'Network': ['ID=14731c84-d2be-4d95-a37d-7e9b516b9f97,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:49.176990 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37102) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:21:49.220302 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bda889fc-0d6e-4fae-8d94-af654c9490a7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=02849cf66b4f45c99b104a8cd1b56004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421576 May 06 10:21:49.222697 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37104) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:21:49.270284 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f759ab0-e3ec-49f2-b204-6fdec1301c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:49.290510 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f759ab0-e3ec-49f2-b204-6fdec1301c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:49.337077 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f759ab0-e3ec-49f2-b204-6fdec1301c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:49.339976 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6f759ab0-e3ec-49f2-b204-6fdec1301c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:49.341366 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6f759ab0-e3ec-49f2-b204-6fdec1301c0f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/713837e9-35df-454a-b137-d991ab27c3ad HTTP/1.1" status: 204 len: 168 time: 0.1175985 May 06 10:21:49.353843 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f759ab0-e3ec-49f2-b204-6fdec1301c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713837e9-35df-454a-b137-d991ab27c3ad,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:49.639047 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:50.006646 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37126) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:21:50.144266 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-7b92a36b-5c9c-4dce-a21c-bad63ab40468 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1774399452-network', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:21:50.163134 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b92a36b-5c9c-4dce-a21c-bad63ab40468 admin admin] Made reservation on behalf of fcb62bf5e8844219832d21fd1f6e9e15 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:21:50.165445 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7b92a36b-5c9c-4dce-a21c-bad63ab40468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:50.174314 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7b92a36b-5c9c-4dce-a21c-bad63ab40468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:50.249547 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7b92a36b-5c9c-4dce-a21c-bad63ab40468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:50.253274 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7b92a36b-5c9c-4dce-a21c-bad63ab40468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:50.277166 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b92a36b-5c9c-4dce-a21c-bad63ab40468 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:21:50.286536 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92a36b-5c9c-4dce-a21c-bad63ab40468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0315f07d-bf84-42df-b272-6e136bf5c72e,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:50.291296 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7b92a36b-5c9c-4dce-a21c-bad63ab40468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:50.291644 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-7b92a36b-5c9c-4dce-a21c-bad63ab40468 admin admin] Added segment 783fb793-f730-456c-ba3e-17a326d129e3 of type vlan for network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 May 06 10:21:50.335271 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7b92a36b-5c9c-4dce-a21c-bad63ab40468 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:50.360754 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7b92a36b-5c9c-4dce-a21c-bad63ab40468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:50.361737 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b92a36b-5c9c-4dce-a21c-bad63ab40468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:50.362312 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7b92a36b-5c9c-4dce-a21c-bad63ab40468 admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:50.414450 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7b92a36b-5c9c-4dce-a21c-bad63ab40468 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4065776 May 06 10:21:50.417615 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37132) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:21:50.422752 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-693a93db-fd93-43e9-a163-96cd20605c86 admin admin] Request body: {'subnet': {'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1774399452-subnet', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:21:50.423472 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92a36b-5c9c-4dce-a21c-bad63ab40468 admin admin] Pushing event updated for resources: {'Network': ['ID=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:50.433765 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:21:50.444779 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693a93db-fd93-43e9-a163-96cd20605c86 admin admin] Made reservation on behalf of fcb62bf5e8844219832d21fd1f6e9e15 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:21:50.447403 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-693a93db-fd93-43e9-a163-96cd20605c86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:50.648865 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-693a93db-fd93-43e9-a163-96cd20605c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:50.709714 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a93db-fd93-43e9-a163-96cd20605c86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdfbb92c-d5d5-4bf9-969f-c763b747fec3,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:50.715886 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693a93db-fd93-43e9-a163-96cd20605c86 admin admin] Checking segment: {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:21:50.716256 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693a93db-fd93-43e9-a163-96cd20605c86 admin admin] Network hostable DHCP agents. Network: 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:21:50.732720 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693a93db-fd93-43e9-a163-96cd20605c86 admin admin] Network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:21:50.741253 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-693a93db-fd93-43e9-a163-96cd20605c86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:21:50.746334 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693a93db-fd93-43e9-a163-96cd20605c86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:50.746938 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-693a93db-fd93-43e9-a163-96cd20605c86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:50.752622 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e642d1a5-c559-4fe7-a290-875d1369caed None None] Network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:21:50.763047 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-693a93db-fd93-43e9-a163-96cd20605c86 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3441956 May 06 10:21:50.765800 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37134) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:21:50.770231 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-45b5ead1-6715-4bf9-8c00-e453500ff2b4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:21:50.788524 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-45b5ead1-6715-4bf9-8c00-e453500ff2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:50.789702 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-45b5ead1-6715-4bf9-8c00-e453500ff2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:50.847269 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-45b5ead1-6715-4bf9-8c00-e453500ff2b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:50.902966 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad8350d-5f0a-4441-919c-9fb8c441f332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:21:50.904392 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7ad8350d-5f0a-4441-919c-9fb8c441f332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:50.985196 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-45b5ead1-6715-4bf9-8c00-e453500ff2b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:51.040241 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-7ad8350d-5f0a-4441-919c-9fb8c441f332 None None] Allocated IP 172.20.0.2 (7cf6eb76-297c-4da3-ac3c-0e1a25871dc2/cdfbb92c-d5d5-4bf9-969f-c763b747fec3/311b3579-dab9-4707-adf2-efc1a6c65879) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:21:51.120354 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device ed24b10c-4004-4210-90fc-1004ea3c3ce3 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:21:51.153142 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: ed24b10c-4004-4210-90fc-1004ea3c3ce3 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:21:51.153414 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device ed24b10c-4004-4210-90fc-1004ea3c3ce3 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:21:51.189789 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-45b5ead1-6715-4bf9-8c00-e453500ff2b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:51.209201 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-45b5ead1-6715-4bf9-8c00-e453500ff2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:51.211497 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7ad8350d-5f0a-4441-919c-9fb8c441f332 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:51.218495 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7ad8350d-5f0a-4441-919c-9fb8c441f332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:51.256586 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad8350d-5f0a-4441-919c-9fb8c441f332 None None] Network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:21:51.259622 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-7ad8350d-5f0a-4441-919c-9fb8c441f332 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:21:51.270093 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad8350d-5f0a-4441-919c-9fb8c441f332 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:21:51.273143 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8350d-5f0a-4441-919c-9fb8c441f332 None None] Pushing event updated for resources: {'Port': ['ID=311b3579-dab9-4707-adf2-efc1a6c65879,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:51.325054 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-45b5ead1-6715-4bf9-8c00-e453500ff2b4 admin admin] Allocated IP 172.25.5.32 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/e0db32f5-734e-46e8-aa85-84621b851084) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:21:51.338605 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-7ad8350d-5f0a-4441-919c-9fb8c441f332 None None] Attempting to bind port 311b3579-dab9-4707-adf2-efc1a6c65879 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:21:51.339142 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-7ad8350d-5f0a-4441-919c-9fb8c441f332 None None] Attempting to bind port 311b3579-dab9-4707-adf2-efc1a6c65879 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:21:51.339601 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad8350d-5f0a-4441-919c-9fb8c441f332 None None] Attempting to bind port 311b3579-dab9-4707-adf2-efc1a6c65879 on network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:21:51.342955 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:51.346011 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad8350d-5f0a-4441-919c-9fb8c441f332 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:21:51.346399 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad8350d-5f0a-4441-919c-9fb8c441f332 None None] Checking segment: {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:21:51.346809 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7ad8350d-5f0a-4441-919c-9fb8c441f332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:51.347226 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad8350d-5f0a-4441-919c-9fb8c441f332 None None] Bound using segment: {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:21:51.347705 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-7ad8350d-5f0a-4441-919c-9fb8c441f332 None None] Bound port: 311b3579-dab9-4707-adf2-efc1a6c65879, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:21:51.348090 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7ad8350d-5f0a-4441-919c-9fb8c441f332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:51.415416 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-7ad8350d-5f0a-4441-919c-9fb8c441f332 None None] For port 311b3579-dab9-4707-adf2-efc1a6c65879, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:21:51.419233 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-7ad8350d-5f0a-4441-919c-9fb8c441f332 None None] For port 311b3579-dab9-4707-adf2-efc1a6c65879, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=311b3579-dab9-4707-adf2-efc1a6c65879,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:21:51.423476 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7ad8350d-5f0a-4441-919c-9fb8c441f332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:51.431784 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-45b5ead1-6715-4bf9-8c00-e453500ff2b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:51.466538 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-45b5ead1-6715-4bf9-8c00-e453500ff2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:51.481766 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8350d-5f0a-4441-919c-9fb8c441f332 None None] Pushing event updated for resources: {'Port': ['ID=311b3579-dab9-4707-adf2-efc1a6c65879,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:51.514808 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b5ead1-6715-4bf9-8c00-e453500ff2b4 admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:21:51.515189 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:51.517790 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-45b5ead1-6715-4bf9-8c00-e453500ff2b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:21:51.525046 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b5ead1-6715-4bf9-8c00-e453500ff2b4 admin admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:21:51.528782 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b5ead1-6715-4bf9-8c00-e453500ff2b4 admin admin] Pushing event updated for resources: {'Port': ['ID=e0db32f5-734e-46e8-aa85-84621b851084,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:51.801636 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-45b5ead1-6715-4bf9-8c00-e453500ff2b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:52.000152 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-45b5ead1-6715-4bf9-8c00-e453500ff2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:52.130132 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b5ead1-6715-4bf9-8c00-e453500ff2b4 admin admin] Router ec95ce40-9400-4ce6-948f-613841a462e1 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:21:52.246588 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b5ead1-6715-4bf9-8c00-e453500ff2b4 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:21:52.258800 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411a3d7e-2d2a-4f7a-92e2-b3e847e336e2 None None] Sync routers for ids ['ec95ce40-9400-4ce6-948f-613841a462e1'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:21:52.268354 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-45b5ead1-6715-4bf9-8c00-e453500ff2b4 admin admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:52.269798 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-45b5ead1-6715-4bf9-8c00-e453500ff2b4 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5029626 May 06 10:21:52.271365 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411a3d7e-2d2a-4f7a-92e2-b3e847e336e2 None None] Routers {'ec95ce40-9400-4ce6-948f-613841a462e1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:21:52.272032 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-411a3d7e-2d2a-4f7a-92e2-b3e847e336e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:21:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ec95ce40-9400-4ce6-948f-613841a462e1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:21:52.272472 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37136) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:21:52.382979 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-411a3d7e-2d2a-4f7a-92e2-b3e847e336e2 None None] Set router ec95ce40-9400-4ce6-948f-613841a462e1 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:21:52.408696 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b77030-3f12-4a87-9f7c-de1ad33a9dfb None None] Network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:21:52.489209 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-839f610e-5d30-42a9-932a-8a7ecd1e15d1 None None] Provisioning complete for port 311b3579-dab9-4707-adf2-efc1a6c65879 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:21:52.489879 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-839f610e-5d30-42a9-932a-8a7ecd1e15d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:52.567762 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-411a3d7e-2d2a-4f7a-92e2-b3e847e336e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:21:51Z', 'revision_number': 3, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:21:52.605822 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411a3d7e-2d2a-4f7a-92e2-b3e847e336e2 None None] Checking router: ec95ce40-9400-4ce6-948f-613841a462e1 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:21:52.606170 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411a3d7e-2d2a-4f7a-92e2-b3e847e336e2 None None] Updating router ec95ce40-9400-4ce6-948f-613841a462e1 port e0db32f5-734e-46e8-aa85-84621b851084 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:21:52.632655 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-411a3d7e-2d2a-4f7a-92e2-b3e847e336e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:52.646710 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-839f610e-5d30-42a9-932a-8a7ecd1e15d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:52.684788 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-839f610e-5d30-42a9-932a-8a7ecd1e15d1 None None] For port 311b3579-dab9-4707-adf2-efc1a6c65879, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=311b3579-dab9-4707-adf2-efc1a6c65879,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:21:52.692696 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-839f610e-5d30-42a9-932a-8a7ecd1e15d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:52.723148 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b270abb7-44a6-4eee-9b90-812bf767c78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:52.746959 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f610e-5d30-42a9-932a-8a7ecd1e15d1 None None] Pushing event updated for resources: {'Port': ['ID=311b3579-dab9-4707-adf2-efc1a6c65879,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:52.899475 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-b270abb7-44a6-4eee-9b90-812bf767c78d admin admin] Allocated IP 172.20.0.1 (7cf6eb76-297c-4da3-ac3c-0e1a25871dc2/cdfbb92c-d5d5-4bf9-969f-c763b747fec3/f67f608e-62e6-43b3-b0b7-f2d743f229b5) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:21:52.913901 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e8dd710a-bc04-4f94-986f-ada07d117633 None None] Provisioning complete for port 311b3579-dab9-4707-adf2-efc1a6c65879 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:21:52.914403 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e8dd710a-bc04-4f94-986f-ada07d117633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:52.922640 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-411a3d7e-2d2a-4f7a-92e2-b3e847e336e2 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:52.929292 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-411a3d7e-2d2a-4f7a-92e2-b3e847e336e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:52.984415 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a570f12-c861-4c0f-8de7-49734bd610bf None None] Pushing event updated for resources: {'Port': ['ID=e0db32f5-734e-46e8-aa85-84621b851084,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:52.986794 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-411a3d7e-2d2a-4f7a-92e2-b3e847e336e2 None None] Attempting to bind port e0db32f5-734e-46e8-aa85-84621b851084 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:21:52.987189 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-411a3d7e-2d2a-4f7a-92e2-b3e847e336e2 None None] Attempting to bind port e0db32f5-734e-46e8-aa85-84621b851084 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:21:52.987561 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411a3d7e-2d2a-4f7a-92e2-b3e847e336e2 None None] Attempting to bind port e0db32f5-734e-46e8-aa85-84621b851084 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:21:52.996943 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411a3d7e-2d2a-4f7a-92e2-b3e847e336e2 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:21:52.997325 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411a3d7e-2d2a-4f7a-92e2-b3e847e336e2 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:21:52.997730 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-411a3d7e-2d2a-4f7a-92e2-b3e847e336e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:52.998124 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411a3d7e-2d2a-4f7a-92e2-b3e847e336e2 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:21:52.998589 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-411a3d7e-2d2a-4f7a-92e2-b3e847e336e2 None None] Bound port: e0db32f5-734e-46e8-aa85-84621b851084, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:21:52.998975 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-411a3d7e-2d2a-4f7a-92e2-b3e847e336e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:53.002317 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a570f12-c861-4c0f-8de7-49734bd610bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:53.002317 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a570f12-c861-4c0f-8de7-49734bd610bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:53.002608 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a570f12-c861-4c0f-8de7-49734bd610bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:53.002941 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a570f12-c861-4c0f-8de7-49734bd610bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:53.003311 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a570f12-c861-4c0f-8de7-49734bd610bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:53.003641 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a570f12-c861-4c0f-8de7-49734bd610bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:53.003968 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a570f12-c861-4c0f-8de7-49734bd610bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:53.004294 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a570f12-c861-4c0f-8de7-49734bd610bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:53.004615 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a570f12-c861-4c0f-8de7-49734bd610bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:53.004940 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a570f12-c861-4c0f-8de7-49734bd610bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:53.005262 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a570f12-c861-4c0f-8de7-49734bd610bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:53.005581 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a570f12-c861-4c0f-8de7-49734bd610bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:53.033007 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b270abb7-44a6-4eee-9b90-812bf767c78d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:53.059692 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-411a3d7e-2d2a-4f7a-92e2-b3e847e336e2 None None] For port e0db32f5-734e-46e8-aa85-84621b851084, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:21:53.063264 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-411a3d7e-2d2a-4f7a-92e2-b3e847e336e2 None None] For port e0db32f5-734e-46e8-aa85-84621b851084, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e0db32f5-734e-46e8-aa85-84621b851084,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:21:53.066568 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b270abb7-44a6-4eee-9b90-812bf767c78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:53.067815 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-411a3d7e-2d2a-4f7a-92e2-b3e847e336e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:53.105992 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b270abb7-44a6-4eee-9b90-812bf767c78d admin admin] Network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:21:53.110350 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-b270abb7-44a6-4eee-9b90-812bf767c78d admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:21:53.116797 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b270abb7-44a6-4eee-9b90-812bf767c78d admin admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:21:53.119791 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270abb7-44a6-4eee-9b90-812bf767c78d admin admin] Pushing event updated for resources: {'Port': ['ID=f67f608e-62e6-43b3-b0b7-f2d743f229b5,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:53.125974 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411a3d7e-2d2a-4f7a-92e2-b3e847e336e2 None None] Routers {'ec95ce40-9400-4ce6-948f-613841a462e1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:21:53.126617 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-411a3d7e-2d2a-4f7a-92e2-b3e847e336e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:21:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ec95ce40-9400-4ce6-948f-613841a462e1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:21:53.161208 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b270abb7-44a6-4eee-9b90-812bf767c78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:53.162183 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a570f12-c861-4c0f-8de7-49734bd610bf None None] Pushing event updated for resources: {'Port': ['ID=e0db32f5-734e-46e8-aa85-84621b851084,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:53.250919 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-411a3d7e-2d2a-4f7a-92e2-b3e847e336e2 None None] Set router ec95ce40-9400-4ce6-948f-613841a462e1 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:21:53.302543 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b270abb7-44a6-4eee-9b90-812bf767c78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:53.341178 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4c2890b1-8cb5-4ee0-8c71-40fe0a5865ca None None] Provisioning complete for port f67f608e-62e6-43b3-b0b7-f2d743f229b5 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:21:53.341557 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4c2890b1-8cb5-4ee0-8c71-40fe0a5865ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:53.391133 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-4c2890b1-8cb5-4ee0-8c71-40fe0a5865ca None None] Port f67f608e-62e6-43b3-b0b7-f2d743f229b5 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:21:53.451464 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-411a3d7e-2d2a-4f7a-92e2-b3e847e336e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:21:51Z', 'revision_number': 3, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:21:53.474402 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 311b3579-dab9-4707-adf2-efc1a6c65879 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:21:53.486557 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411a3d7e-2d2a-4f7a-92e2-b3e847e336e2 None None] The sync data for ids ['ec95ce40-9400-4ce6-948f-613841a462e1'] in n-d-840835-1 is: [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:21:51Z', 'revision_number': 3, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:21:53.490226 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b270abb7-44a6-4eee-9b90-812bf767c78d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:53.496601 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b270abb7-44a6-4eee-9b90-812bf767c78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:53.530040 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 311b3579-dab9-4707-adf2-efc1a6c65879 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:21:53.530407 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:53.569645 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b270abb7-44a6-4eee-9b90-812bf767c78d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:53.571705 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270abb7-44a6-4eee-9b90-812bf767c78d admin admin] Pushing event updated for resources: {'Port': ['ID=f67f608e-62e6-43b3-b0b7-f2d743f229b5,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:53.667747 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b270abb7-44a6-4eee-9b90-812bf767c78d admin admin] Network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:21:53.669232 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-b270abb7-44a6-4eee-9b90-812bf767c78d admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:21:53.811105 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b270abb7-44a6-4eee-9b90-812bf767c78d admin admin] Router ec95ce40-9400-4ce6-948f-613841a462e1 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:21:53.934586 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b270abb7-44a6-4eee-9b90-812bf767c78d admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:21:53.939994 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b270abb7-44a6-4eee-9b90-812bf767c78d admin admin] 10.222.0.73 "PUT /v2.0/routers/ec95ce40-9400-4ce6-948f-613841a462e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6664801 May 06 10:21:54.016162 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f2d497be-0888-4358-9560-7c82da227b48 None None] Provisioning complete for port f67f608e-62e6-43b3-b0b7-f2d743f229b5 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:21:54.016536 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f2d497be-0888-4358-9560-7c82da227b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:54.050945 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f2d497be-0888-4358-9560-7c82da227b48 None None] Port f67f608e-62e6-43b3-b0b7-f2d743f229b5 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:21:54.483313 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37144) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:21:54.487905 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-9a7e9c2c-faa7-4193-8d38-46c5cfd0dbc4 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Request body: {'security_group': {'name': 'tempest-securitygroup--312496466', 'description': 'tempest-description--1798167148'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:21:54.508155 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9a7e9c2c-faa7-4193-8d38-46c5cfd0dbc4 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:54.576072 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9a7e9c2c-faa7-4193-8d38-46c5cfd0dbc4 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:54.579719 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9a7e9c2c-faa7-4193-8d38-46c5cfd0dbc4 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:54.608834 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-9a7e9c2c-faa7-4193-8d38-46c5cfd0dbc4 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:54.610072 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9a7e9c2c-faa7-4193-8d38-46c5cfd0dbc4 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1257448 May 06 10:21:54.613120 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 37146) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:21:54.614037 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e9c2c-faa7-4193-8d38-46c5cfd0dbc4 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39ae9c69-3bf9-4331-ab13-fd782cbacdee,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:54.617795 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-c12ad5b7-d865-405b-8c29-7f78ccc54142 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Request body: {'security_group_rule': {'security_group_id': '39ae9c69-3bf9-4331-ab13-fd782cbacdee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:21:54.642849 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c12ad5b7-d865-405b-8c29-7f78ccc54142 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:54.708670 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c12ad5b7-d865-405b-8c29-7f78ccc54142 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:54.712350 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c12ad5b7-d865-405b-8c29-7f78ccc54142 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:54.731423 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ad5b7-d865-405b-8c29-7f78ccc54142 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84663d4a-84e7-4a18-a0cb-380c13cb0417,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:54.739853 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c12ad5b7-d865-405b-8c29-7f78ccc54142 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:54.743451 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c12ad5b7-d865-405b-8c29-7f78ccc54142 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269686 May 06 10:21:54.743937 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37148) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:21:54.749176 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-6a47a8a0-3269-4217-9210-930af88729d2 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Request body: {'security_group_rule': {'security_group_id': '39ae9c69-3bf9-4331-ab13-fd782cbacdee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:21:54.773991 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a47a8a0-3269-4217-9210-930af88729d2 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:54.837253 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a47a8a0-3269-4217-9210-930af88729d2 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:54.841528 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a47a8a0-3269-4217-9210-930af88729d2 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:54.861789 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47a8a0-3269-4217-9210-930af88729d2 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c399d087-40a7-48ad-8f23-50c22b0c1e7a,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:54.867920 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a47a8a0-3269-4217-9210-930af88729d2 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:54.869135 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6a47a8a0-3269-4217-9210-930af88729d2 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240726 May 06 10:21:54.872185 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37150) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:21:54.876867 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-5226fc06-004b-495a-b11f-1d580c82db1f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:21:54.896081 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5226fc06-004b-495a-b11f-1d580c82db1f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:55.001172 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5226fc06-004b-495a-b11f-1d580c82db1f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:55.073429 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df1ae87-c2c3-410f-aa4b-da987d18d6f2 None None] Sync routers for ids ['ec95ce40-9400-4ce6-948f-613841a462e1'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:21:55.082771 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df1ae87-c2c3-410f-aa4b-da987d18d6f2 None None] Routers {'ec95ce40-9400-4ce6-948f-613841a462e1'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:21:55.083428 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6df1ae87-c2c3-410f-aa4b-da987d18d6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:21:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ec95ce40-9400-4ce6-948f-613841a462e1'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:21:55.113063 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-5226fc06-004b-495a-b11f-1d580c82db1f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Allocated IP 172.25.5.107 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/e2d57709-e7f1-434e-bd02-be6d20d440d1) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:21:55.191707 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-6df1ae87-c2c3-410f-aa4b-da987d18d6f2 None None] Set router ec95ce40-9400-4ce6-948f-613841a462e1 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:21:55.214951 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5226fc06-004b-495a-b11f-1d580c82db1f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:55.248886 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5226fc06-004b-495a-b11f-1d580c82db1f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:55.291630 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5226fc06-004b-495a-b11f-1d580c82db1f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:21:55.294418 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-5226fc06-004b-495a-b11f-1d580c82db1f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:21:55.298524 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5226fc06-004b-495a-b11f-1d580c82db1f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:21:55.328118 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226fc06-004b-495a-b11f-1d580c82db1f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Pushing event updated for resources: {'Port': ['ID=e2d57709-e7f1-434e-bd02-be6d20d440d1,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:55.396416 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5226fc06-004b-495a-b11f-1d580c82db1f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:55.406457 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6df1ae87-c2c3-410f-aa4b-da987d18d6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:21:53Z', 'revision_number': 4, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'f67f608e-62e6-43b3-b0b7-f2d743f229b5', 'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'mac_address': 'fa:16:3e:cd:db:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:52Z', 'updated_at': '2022-05-06T10:21:53Z', 'revision_number': 2, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'subnets': [{'id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:21:55.434011 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df1ae87-c2c3-410f-aa4b-da987d18d6f2 None None] Checking router: ec95ce40-9400-4ce6-948f-613841a462e1 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:21:55.434443 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df1ae87-c2c3-410f-aa4b-da987d18d6f2 None None] Updating router ec95ce40-9400-4ce6-948f-613841a462e1 port f67f608e-62e6-43b3-b0b7-f2d743f229b5 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:21:55.435213 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5226fc06-004b-495a-b11f-1d580c82db1f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:55.456321 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e0db32f5-734e-46e8-aa85-84621b851084 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:21:55.491519 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6df1ae87-c2c3-410f-aa4b-da987d18d6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:55.592925 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5226fc06-004b-495a-b11f-1d580c82db1f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:55.598247 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5226fc06-004b-495a-b11f-1d580c82db1f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:55.604193 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port e0db32f5-734e-46e8-aa85-84621b851084 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:21:55.604585 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:55.666560 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226fc06-004b-495a-b11f-1d580c82db1f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Pushing event updated for resources: {'Port': ['ID=e2d57709-e7f1-434e-bd02-be6d20d440d1,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:55.679808 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5226fc06-004b-495a-b11f-1d580c82db1f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:55.694756 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5226fc06-004b-495a-b11f-1d580c82db1f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:55.696025 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5226fc06-004b-495a-b11f-1d580c82db1f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8228683 May 06 10:21:55.767924 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:55.802506 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port e0db32f5-734e-46e8-aa85-84621b851084, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e0db32f5-734e-46e8-aa85-84621b851084,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:21:55.811407 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:55.841737 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-781c95ab-0fb9-4934-9a39-254d3d65c87a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--312496466&fields=id&tenant_id=fcb62bf5e8844219832d21fd1f6e9e15 HTTP/1.1" status: 200 len: 267 time: 0.0393689 May 06 10:21:55.893553 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6df1ae87-c2c3-410f-aa4b-da987d18d6f2 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:55.897445 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=e0db32f5-734e-46e8-aa85-84621b851084,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:55.906317 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6df1ae87-c2c3-410f-aa4b-da987d18d6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:55.955633 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774dd74-9949-422c-9cfe-dfa940183262 None None] Pushing event updated for resources: {'Port': ['ID=f67f608e-62e6-43b3-b0b7-f2d743f229b5,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:55.962238 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-f826e1ac-c29a-4885-939a-f210872c0505 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:55.963831 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-f826e1ac-c29a-4885-939a-f210872c0505 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 812 time: 0.1148438 May 06 10:21:55.981858 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-f801e615-1345-4324-b30c-3adfd8e15b3b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/quotas/fcb62bf5e8844219832d21fd1f6e9e15 HTTP/1.1" status: 200 len: 375 time: 0.0105884 May 06 10:21:56.015573 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-6df1ae87-c2c3-410f-aa4b-da987d18d6f2 None None] Attempting to bind port f67f608e-62e6-43b3-b0b7-f2d743f229b5 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:21:56.015957 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-6df1ae87-c2c3-410f-aa4b-da987d18d6f2 None None] Attempting to bind port f67f608e-62e6-43b3-b0b7-f2d743f229b5 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:21:56.016328 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df1ae87-c2c3-410f-aa4b-da987d18d6f2 None None] Attempting to bind port f67f608e-62e6-43b3-b0b7-f2d743f229b5 on network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:21:56.021764 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df1ae87-c2c3-410f-aa4b-da987d18d6f2 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:21:56.022159 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df1ae87-c2c3-410f-aa4b-da987d18d6f2 None None] Checking segment: {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:21:56.022571 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6df1ae87-c2c3-410f-aa4b-da987d18d6f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:56.022987 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df1ae87-c2c3-410f-aa4b-da987d18d6f2 None None] Bound using segment: {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:21:56.023862 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-6df1ae87-c2c3-410f-aa4b-da987d18d6f2 None None] Bound port: f67f608e-62e6-43b3-b0b7-f2d743f229b5, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:21:56.023862 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6df1ae87-c2c3-410f-aa4b-da987d18d6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:56.040595 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-b2a55f19-58f1-4f95-89be-a06a3b3a0046 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530832 May 06 10:21:56.096286 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-6df1ae87-c2c3-410f-aa4b-da987d18d6f2 None None] For port f67f608e-62e6-43b3-b0b7-f2d743f229b5, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:21:56.099687 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-6df1ae87-c2c3-410f-aa4b-da987d18d6f2 None None] For port f67f608e-62e6-43b3-b0b7-f2d743f229b5, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f67f608e-62e6-43b3-b0b7-f2d743f229b5,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:21:56.105787 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6df1ae87-c2c3-410f-aa4b-da987d18d6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:56.180079 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df1ae87-c2c3-410f-aa4b-da987d18d6f2 None None] Routers {'ec95ce40-9400-4ce6-948f-613841a462e1'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:21:56.180874 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6df1ae87-c2c3-410f-aa4b-da987d18d6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:21:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ec95ce40-9400-4ce6-948f-613841a462e1'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:21:56.204621 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-3c12e6ab-e1ce-4fd5-915c-be98aca4fe40 service neutron] 10.222.0.73 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507134 May 06 10:21:56.224226 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774dd74-9949-422c-9cfe-dfa940183262 None None] Pushing event updated for resources: {'Port': ['ID=f67f608e-62e6-43b3-b0b7-f2d743f229b5,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:56.243847 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c29765f6-54a5-4a03-af05-d41cd82f8e5b None None] Provisioning complete for port f67f608e-62e6-43b3-b0b7-f2d743f229b5 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:21:56.244337 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c29765f6-54a5-4a03-af05-d41cd82f8e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:56.308311 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-3c0fb714-860b-42ce-bb85-9be1dfc10ba3 service neutron] 10.222.0.73 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969615 May 06 10:21:56.484396 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aa9d666b-97a3-4abb-aa0f-4da184c59e7f req-0101bf2c-46ae-41f5-8246-42ec0465d202 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 210 time: 0.0341802 May 06 10:21:56.501332 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-6df1ae87-c2c3-410f-aa4b-da987d18d6f2 None None] Set router ec95ce40-9400-4ce6-948f-613841a462e1 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:21:56.643227 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c29765f6-54a5-4a03-af05-d41cd82f8e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:56.702551 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-c29765f6-54a5-4a03-af05-d41cd82f8e5b None None] For port f67f608e-62e6-43b3-b0b7-f2d743f229b5, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f67f608e-62e6-43b3-b0b7-f2d743f229b5,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:21:56.709333 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c29765f6-54a5-4a03-af05-d41cd82f8e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:56.796811 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29765f6-54a5-4a03-af05-d41cd82f8e5b None None] Pushing event updated for resources: {'Port': ['ID=f67f608e-62e6-43b3-b0b7-f2d743f229b5,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:56.814897 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6df1ae87-c2c3-410f-aa4b-da987d18d6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:21:53Z', 'revision_number': 4, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'f67f608e-62e6-43b3-b0b7-f2d743f229b5', 'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'mac_address': 'fa:16:3e:cd:db:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:52Z', 'updated_at': '2022-05-06T10:21:56Z', 'revision_number': 4, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'subnets': [{'id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:21:56.850788 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df1ae87-c2c3-410f-aa4b-da987d18d6f2 None None] The sync data for ids ['ec95ce40-9400-4ce6-948f-613841a462e1'] in n-d-840835-1 is: [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:21:53Z', 'revision_number': 4, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'f67f608e-62e6-43b3-b0b7-f2d743f229b5', 'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'mac_address': 'fa:16:3e:cd:db:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:52Z', 'updated_at': '2022-05-06T10:21:56Z', 'revision_number': 4, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'subnets': [{'id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:21:56.862231 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-15c3bf76-9097-4e72-a191-adee11a11fe2 None None] Provisioning complete for port f67f608e-62e6-43b3-b0b7-f2d743f229b5 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:21:56.862614 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-15c3bf76-9097-4e72-a191-adee11a11fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:57.003553 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:21:57.501428 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f67f608e-62e6-43b3-b0b7-f2d743f229b5 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:21:57.605882 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port f67f608e-62e6-43b3-b0b7-f2d743f229b5 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:21:57.606473 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:57.645071 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4cac0e77-0e8d-43fb-9e95-ad19b214f9be req-1259f3fb-3e08-4d39-af1c-e4f8ea71ed3d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 210 time: 0.0452740 May 06 10:21:57.681386 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-b82ca5a4-54b5-46ec-819e-f6a93e024200 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:57.683774 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-b82ca5a4-54b5-46ec-819e-f6a93e024200 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.84 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 812 time: 0.1569502 May 06 10:21:57.713867 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e0db32f5-734e-46e8-aa85-84621b851084 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:21:57.734311 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-245dd0ec-286a-4659-94de-4c7a9b6fe233 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcb62bf5e8844219832d21fd1f6e9e15 HTTP/1.1" status: 200 len: 379 time: 0.0420814 May 06 10:21:57.744629 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-a88a28cb-36bd-4ebf-a40c-d82ebbb398e4 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Request body: {'port': {'device_id': '228c4802-9fa2-456d-b9c0-f61ee539dde1', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'admin_state_up': True, 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'security_groups': ['39ae9c69-3bf9-4331-ab13-fd782cbacdee']}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:21:57.767883 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port e0db32f5-734e-46e8-aa85-84621b851084 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:21:57.768366 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:57.866334 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-a88a28cb-36bd-4ebf-a40c-d82ebbb398e4 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Made reservation on behalf of fcb62bf5e8844219832d21fd1f6e9e15 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:21:57.870050 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-a88a28cb-36bd-4ebf-a40c-d82ebbb398e4 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:58.008973 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-a88a28cb-36bd-4ebf-a40c-d82ebbb398e4 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Allocated IP 172.20.0.8 (7cf6eb76-297c-4da3-ac3c-0e1a25871dc2/cdfbb92c-d5d5-4bf9-969f-c763b747fec3/312ada14-de11-4beb-9aff-7f0b89715ef6) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:21:58.149289 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-a88a28cb-36bd-4ebf-a40c-d82ebbb398e4 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:58.182298 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-a88a28cb-36bd-4ebf-a40c-d82ebbb398e4 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:58.229914 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-a88a28cb-36bd-4ebf-a40c-d82ebbb398e4 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:21:58.233296 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-a88a28cb-36bd-4ebf-a40c-d82ebbb398e4 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:21:58.237039 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-a88a28cb-36bd-4ebf-a40c-d82ebbb398e4 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:21:58.245544 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a28cb-36bd-4ebf-a40c-d82ebbb398e4 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Pushing event updated for resources: {'Port': ['ID=312ada14-de11-4beb-9aff-7f0b89715ef6,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:58.512885 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a5d54299-29d2-4399-81de-d730c4190195 None None] Provisioning complete for port 312ada14-de11-4beb-9aff-7f0b89715ef6 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:21:58.513431 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a5d54299-29d2-4399-81de-d730c4190195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:58.550949 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-a5d54299-29d2-4399-81de-d730c4190195 None None] Port 312ada14-de11-4beb-9aff-7f0b89715ef6 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:21:58.623736 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-a88a28cb-36bd-4ebf-a40c-d82ebbb398e4 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:58.624334 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-a88a28cb-36bd-4ebf-a40c-d82ebbb398e4 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:58.640791 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-a88a28cb-36bd-4ebf-a40c-d82ebbb398e4 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9001772 May 06 10:21:58.652359 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-ae86f47c-ac06-4bd2-a043-657c1b4d2b2a service neutron] Request body: {'port': {'device_id': '228c4802-9fa2-456d-b9c0-f61ee539dde1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:21:58.708235 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-ae86f47c-ac06-4bd2-a043-657c1b4d2b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:58.803212 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75012774-815c-42a1-87a8-446df3dfe456 req-7008be3f-823e-4553-b502-64ee7b37ca0f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:58.804623 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75012774-815c-42a1-87a8-446df3dfe456 req-7008be3f-823e-4553-b502-64ee7b37ca0f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 931 time: 0.0854869 May 06 10:21:58.940781 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-75012774-815c-42a1-87a8-446df3dfe456 req-6be877f3-d230-46dd-ace5-a3b2a995c050 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929389 May 06 10:21:59.035788 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-ae86f47c-ac06-4bd2-a043-657c1b4d2b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 312ada14-de11-4beb-9aff-7f0b89715ef6 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:21:59.043614 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-ae86f47c-ac06-4bd2-a043-657c1b4d2b2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:59.055166 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-ae86f47c-ac06-4bd2-a043-657c1b4d2b2a service neutron] Transition to ACTIVE for port object 312ada14-de11-4beb-9aff-7f0b89715ef6 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:21:59.059680 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-ae86f47c-ac06-4bd2-a043-657c1b4d2b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:59.114760 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86f47c-ac06-4bd2-a043-657c1b4d2b2a service neutron] Pushing event updated for resources: {'Port': ['ID=312ada14-de11-4beb-9aff-7f0b89715ef6,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:59.184774 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-ae86f47c-ac06-4bd2-a043-657c1b4d2b2a service neutron] Attempting to bind port 312ada14-de11-4beb-9aff-7f0b89715ef6 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:21:59.185116 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-ae86f47c-ac06-4bd2-a043-657c1b4d2b2a service neutron] Attempting to bind port 312ada14-de11-4beb-9aff-7f0b89715ef6 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:21:59.185451 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-ae86f47c-ac06-4bd2-a043-657c1b4d2b2a service neutron] Attempting to bind port 312ada14-de11-4beb-9aff-7f0b89715ef6 on network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:21:59.190120 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-ae86f47c-ac06-4bd2-a043-657c1b4d2b2a service neutron] Port 312ada14-de11-4beb-9aff-7f0b89715ef6 on network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:21:59.190446 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-ae86f47c-ac06-4bd2-a043-657c1b4d2b2a service neutron] Attempting to bind port 312ada14-de11-4beb-9aff-7f0b89715ef6 on network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:21:59.195656 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-ae86f47c-ac06-4bd2-a043-657c1b4d2b2a service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:21:59.196004 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-ae86f47c-ac06-4bd2-a043-657c1b4d2b2a service neutron] Checking segment: {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:21:59.196390 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-ae86f47c-ac06-4bd2-a043-657c1b4d2b2a service neutron] Bound using segment: {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:21:59.196821 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-ae86f47c-ac06-4bd2-a043-657c1b4d2b2a service neutron] Bound port: 312ada14-de11-4beb-9aff-7f0b89715ef6, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:21:59.197185 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-ae86f47c-ac06-4bd2-a043-657c1b4d2b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:59.264635 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-ae86f47c-ac06-4bd2-a043-657c1b4d2b2a service neutron] For port 312ada14-de11-4beb-9aff-7f0b89715ef6, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:21:59.268240 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-ae86f47c-ac06-4bd2-a043-657c1b4d2b2a service neutron] For port 312ada14-de11-4beb-9aff-7f0b89715ef6, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=312ada14-de11-4beb-9aff-7f0b89715ef6,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:21:59.272688 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-ae86f47c-ac06-4bd2-a043-657c1b4d2b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:59.313230 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-ae86f47c-ac06-4bd2-a043-657c1b4d2b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:59.313865 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-ae86f47c-ac06-4bd2-a043-657c1b4d2b2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:59.315297 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-ae86f47c-ac06-4bd2-a043-657c1b4d2b2a service neutron] 10.222.0.84 "PUT /v2.0/ports/312ada14-de11-4beb-9aff-7f0b89715ef6 HTTP/1.1" status: 200 len: 1091 time: 0.6668670 May 06 10:21:59.315748 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228c4802-9fa2-456d-b9c0-f61ee539dde1', 'tag': '312ada14-de11-4beb-9aff-7f0b89715ef6'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:21:59.318063 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e17139f-32fa-415a-8201-49da7440ad50" -d '{"events": [{"name": "network-changed", "server_uuid": "228c4802-9fa2-456d-b9c0-f61ee539dde1", "tag": "312ada14-de11-4beb-9aff-7f0b89715ef6"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:21:59.341153 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:59.353191 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86f47c-ac06-4bd2-a043-657c1b4d2b2a service neutron] Pushing event updated for resources: {'Port': ['ID=312ada14-de11-4beb-9aff-7f0b89715ef6,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:59.390019 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a1b400-ef6c-4d8b-ae85-3a7371682bb2 x-openstack-request-id: req-41a1b400-ef6c-4d8b-ae85-3a7371682bb2 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:21:59.390320 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228c4802-9fa2-456d-b9c0-f61ee539dde1", "tag": "312ada14-de11-4beb-9aff-7f0b89715ef6", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:21:59.390573 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-41a1b400-ef6c-4d8b-ae85-3a7371682bb2 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:21:59.390980 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41a1b400-ef6c-4d8b-ae85-3a7371682bb2'] response: {'name': 'network-changed', 'server_uuid': '228c4802-9fa2-456d-b9c0-f61ee539dde1', 'tag': '312ada14-de11-4beb-9aff-7f0b89715ef6', 'status': 'completed', 'code': 200} May 06 10:21:59.409127 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-79a27ede-2946-4e62-84be-bdd7210c10e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:59.410709 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-79a27ede-2946-4e62-84be-bdd7210c10e3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 1094 time: 0.0477583 May 06 10:21:59.458246 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-19484bed-1a05-4083-adb3-9d85a41ed8bf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=312ada14-de11-4beb-9aff-7f0b89715ef6 HTTP/1.1" status: 200 len: 217 time: 0.0373528 May 06 10:21:59.509942 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-01a8be47-89d6-4ce3-9046-e3e0e723c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:59.511461 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-01a8be47-89d6-4ce3-9046-e3e0e723c29d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0461521 May 06 10:21:59.561538 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-e4a89dd6-ef3b-46ef-9108-a274d0041b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:59.563079 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-e4a89dd6-ef3b-46ef-9108-a274d0041b9b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450430 May 06 10:21:59.656773 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-c5085750-3b61-44be-b09a-b3078855f802 service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861125 May 06 10:21:59.751335 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0c8823c-efd9-48a4-abad-ba17a28564ba req-91e7821b-6392-4664-bd58-7c77c316e0bd service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875387 May 06 10:21:59.837633 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17139f-32fa-415a-8201-49da7440ad50 req-a891dfe9-2631-46f5-8f5b-e9e6f94bb13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:59.839703 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1e17139f-32fa-415a-8201-49da7440ad50 req-a891dfe9-2631-46f5-8f5b-e9e6f94bb13b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 1094 time: 0.0418632 May 06 10:21:59.934030 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17139f-32fa-415a-8201-49da7440ad50 req-daff5fac-d780-473e-9ea9-05a78369ade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:59.935586 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1e17139f-32fa-415a-8201-49da7440ad50 req-daff5fac-d780-473e-9ea9-05a78369ade3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.0892923 May 06 10:21:59.977529 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1e17139f-32fa-415a-8201-49da7440ad50 req-c0b03463-9943-4d15-9028-45c6589b84a2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=312ada14-de11-4beb-9aff-7f0b89715ef6 HTTP/1.1" status: 200 len: 217 time: 0.0353847 May 06 10:22:00.056876 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17139f-32fa-415a-8201-49da7440ad50 req-e302da70-d4b4-47e4-a6fa-07bffe97a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:00.058871 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1e17139f-32fa-415a-8201-49da7440ad50 req-e302da70-d4b4-47e4-a6fa-07bffe97a194 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0735455 May 06 10:22:00.082978 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c5f1f-17cc-49d4-b489-20a759a327a4 req-5ec6e621-54d8-4ff5-a6a2-de658355033a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:00.084479 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-873c5f1f-17cc-49d4-b489-20a759a327a4 req-5ec6e621-54d8-4ff5-a6a2-de658355033a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 943 time: 0.0725763 May 06 10:22:00.139799 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-873c5f1f-17cc-49d4-b489-20a759a327a4 req-0784c443-36d6-4e34-83f3-85a0ab1bdfc4 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411563 May 06 10:22:00.142334 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17139f-32fa-415a-8201-49da7440ad50 req-523322f6-f33f-4f48-9910-0ca4b3318daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:00.143788 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1e17139f-32fa-415a-8201-49da7440ad50 req-523322f6-f33f-4f48-9910-0ca4b3318daf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775096 May 06 10:22:00.234758 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1e17139f-32fa-415a-8201-49da7440ad50 req-b97f6df5-f8db-43c5-a4e9-23280dda99ba service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830083 May 06 10:22:00.327250 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1e17139f-32fa-415a-8201-49da7440ad50 req-38a13ce2-b99d-4dde-b1e2-2670fd9be019 service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857091 May 06 10:22:01.259095 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea30e9-de65-45b8-814f-0fed6a4be417 req-891bee21-7147-4776-95f4-333c822d096d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:01.261304 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e4ea30e9-de65-45b8-814f-0fed6a4be417 req-891bee21-7147-4776-95f4-333c822d096d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 943 time: 0.0507824 May 06 10:22:01.303813 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e4ea30e9-de65-45b8-814f-0fed6a4be417 req-c18fab7b-261d-404c-a5c6-ce8c015dd2f5 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352979 May 06 10:22:02.423977 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bfeb0-dc3d-4bd4-97ba-033211273d15 req-239cbbd2-a83e-48be-b2e3-bc5f279d1007 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:02.425561 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b76bfeb0-dc3d-4bd4-97ba-033211273d15 req-239cbbd2-a83e-48be-b2e3-bc5f279d1007 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 943 time: 0.0535753 May 06 10:22:02.463134 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b76bfeb0-dc3d-4bd4-97ba-033211273d15 req-1179ba26-a2de-4026-8cb7-5d8c71aa5dcd tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315800 May 06 10:22:03.201912 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 312ada14-de11-4beb-9aff-7f0b89715ef6 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:22:03.298531 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 312ada14-de11-4beb-9aff-7f0b89715ef6, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=312ada14-de11-4beb-9aff-7f0b89715ef6,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:22:03.310048 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '312ada14-de11-4beb-9aff-7f0b89715ef6', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'port_id': '312ada14-de11-4beb-9aff-7f0b89715ef6', 'mac_address': 'fa:16:3e:30:c5:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:22:03.345624 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:03.359203 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 312ada14-de11-4beb-9aff-7f0b89715ef6 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:22:03.378772 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 312ada14-de11-4beb-9aff-7f0b89715ef6, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=312ada14-de11-4beb-9aff-7f0b89715ef6,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:22:03.382425 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:03.428201 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=312ada14-de11-4beb-9aff-7f0b89715ef6,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:22:03.573648 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['312ada14-de11-4beb-9aff-7f0b89715ef6'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:22:03.580885 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee75021-1f6c-4053-b92b-953037c3787f req-819c0d13-0a9b-4bbb-a5ab-3765ee7f3491 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:03.582395 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6ee75021-1f6c-4053-b92b-953037c3787f req-819c0d13-0a9b-4bbb-a5ab-3765ee7f3491 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 944 time: 0.0504787 May 06 10:22:03.621019 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6ee75021-1f6c-4053-b92b-953037c3787f req-c91630c9-37b0-4cf1-a8b9-062ee99a7a11 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319450 May 06 10:22:04.733464 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddcb12-fdb6-47b0-a8df-9745e10b6916 req-61b59b0e-6d2c-41d5-bb92-3e2ed2063893 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:04.734945 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3ddcb12-fdb6-47b0-a8df-9745e10b6916 req-61b59b0e-6d2c-41d5-bb92-3e2ed2063893 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 944 time: 0.0486636 May 06 10:22:04.773106 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3ddcb12-fdb6-47b0-a8df-9745e10b6916 req-6ecce39f-b570-4034-af47-22ab1a06cdbd tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320604 May 06 10:22:05.216181 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 312ada14-de11-4beb-9aff-7f0b89715ef6 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:22:05.270072 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 312ada14-de11-4beb-9aff-7f0b89715ef6 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:22:05.273805 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 312ada14-de11-4beb-9aff-7f0b89715ef6 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:22:05.274186 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:05.353293 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:05.379026 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228c4802-9fa2-456d-b9c0-f61ee539dde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312ada14-de11-4beb-9aff-7f0b89715ef6'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:22:05.381636 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cc678f-9b9a-4864-9653-d09a06e02f87" -d '{"events": [{"server_uuid": "228c4802-9fa2-456d-b9c0-f61ee539dde1", "name": "network-vif-plugged", "status": "completed", "tag": "312ada14-de11-4beb-9aff-7f0b89715ef6"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:22:05.394820 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 312ada14-de11-4beb-9aff-7f0b89715ef6, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=312ada14-de11-4beb-9aff-7f0b89715ef6,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:22:05.399296 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:05.422031 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a036ee-ce15-4a23-ab79-f696ab5c78a9 x-openstack-request-id: req-37a036ee-ce15-4a23-ab79-f696ab5c78a9 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:22:05.422321 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228c4802-9fa2-456d-b9c0-f61ee539dde1", "name": "network-vif-plugged", "status": "completed", "tag": "312ada14-de11-4beb-9aff-7f0b89715ef6", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:22:05.422573 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-37a036ee-ce15-4a23-ab79-f696ab5c78a9 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:22:05.422967 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37a036ee-ce15-4a23-ab79-f696ab5c78a9'] response: {'server_uuid': '228c4802-9fa2-456d-b9c0-f61ee539dde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312ada14-de11-4beb-9aff-7f0b89715ef6', 'code': 200} May 06 10:22:05.449466 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=312ada14-de11-4beb-9aff-7f0b89715ef6,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:22:05.517322 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7e846-c506-489b-b45b-3349d02f8568 req-1859e679-ca1a-49b8-ac8e-562b05fed7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:05.518740 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cea7e846-c506-489b-b45b-3349d02f8568 req-1859e679-ca1a-49b8-ac8e-562b05fed7d0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 1096 time: 0.0444565 May 06 10:22:05.554176 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cea7e846-c506-489b-b45b-3349d02f8568 req-22dc372b-c112-4b68-8aac-94c064a5f4d9 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271168 May 06 10:22:05.891092 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ce93e-dec8-47bd-a820-65cfa47f3a3c req-226ba632-f015-44dc-adb7-8036b2eb6740 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:05.892636 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f67ce93e-dec8-47bd-a820-65cfa47f3a3c req-226ba632-f015-44dc-adb7-8036b2eb6740 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0486557 May 06 10:22:05.931728 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f67ce93e-dec8-47bd-a820-65cfa47f3a3c req-b45a6c2d-a1e0-40a0-b830-ea3abdffd8f8 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329850 May 06 10:22:07.045766 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819fd98-1bd2-4036-b887-833457027877 req-3495f519-eebe-4a7a-b447-a9ac3bf34c35 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:07.047308 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6819fd98-1bd2-4036-b887-833457027877 req-3495f519-eebe-4a7a-b447-a9ac3bf34c35 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0496957 May 06 10:22:07.084218 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6819fd98-1bd2-4036-b887-833457027877 req-00429616-51ea-4027-a751-3c8c071c1720 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309286 May 06 10:22:07.197158 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217ff79-fdff-46bc-8146-06ebc0cac619 req-8978c992-6a22-490d-b5c5-f529de404624 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:07.199048 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9217ff79-fdff-46bc-8146-06ebc0cac619 req-8978c992-6a22-490d-b5c5-f529de404624 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0531597 May 06 10:22:07.207462 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37204) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:22:07.211668 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-d4df0e1b-bfef-4448-af2c-3fb788d0fbad tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Request body: {'floatingip': {'port_id': '312ada14-de11-4beb-9aff-7f0b89715ef6'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:22:07.250297 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d4df0e1b-bfef-4448-af2c-3fb788d0fbad tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for floatingip, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:07.692452 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d4df0e1b-bfef-4448-af2c-3fb788d0fbad tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:07.696776 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d4df0e1b-bfef-4448-af2c-3fb788d0fbad tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:07.796252 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-d4df0e1b-bfef-4448-af2c-3fb788d0fbad tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Floating IP 9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4 associated. External IP: 172.25.5.107, port: 312ada14-de11-4beb-9aff-7f0b89715ef6. May 06 10:22:08.005921 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4df0e1b-bfef-4448-af2c-3fb788d0fbad tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Router ec95ce40-9400-4ce6-948f-613841a462e1 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:22:08.111582 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4df0e1b-bfef-4448-af2c-3fb788d0fbad tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:22:08.116326 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d4df0e1b-bfef-4448-af2c-3fb788d0fbad tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:08.121541 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce52e63-e50b-4614-9fa0-07ab42478321 None None] Sync routers for ids ['ec95ce40-9400-4ce6-948f-613841a462e1'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:22:08.131569 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce52e63-e50b-4614-9fa0-07ab42478321 None None] Routers {'ec95ce40-9400-4ce6-948f-613841a462e1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:22:08.132192 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6ce52e63-e50b-4614-9fa0-07ab42478321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:21:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ec95ce40-9400-4ce6-948f-613841a462e1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:22:08.146699 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d4df0e1b-bfef-4448-af2c-3fb788d0fbad tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "PUT /v2.0/floatingips/9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4 HTTP/1.1" status: 200 len: 991 time: 0.9382086 May 06 10:22:08.147291 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228c4802-9fa2-456d-b9c0-f61ee539dde1', 'tag': '312ada14-de11-4beb-9aff-7f0b89715ef6'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:22:08.149748 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a9f126-be4b-4bec-84f7-f0995f348496" -d '{"events": [{"name": "network-changed", "server_uuid": "228c4802-9fa2-456d-b9c0-f61ee539dde1", "tag": "312ada14-de11-4beb-9aff-7f0b89715ef6"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:22:08.240177 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-6ce52e63-e50b-4614-9fa0-07ab42478321 None None] Set router ec95ce40-9400-4ce6-948f-613841a462e1 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:22:08.243676 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1da404-12bc-4cfd-b077-dbc7f4e5e901 req-5c704fdb-1264-4ae8-b10b-8888a18936fc tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:08.245748 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b1da404-12bc-4cfd-b077-dbc7f4e5e901 req-5c704fdb-1264-4ae8-b10b-8888a18936fc tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0494680 May 06 10:22:08.283367 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b1da404-12bc-4cfd-b077-dbc7f4e5e901 req-f4e25f43-88b9-4243-ab57-06cdb683528c tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315650 May 06 10:22:08.325427 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531b980d-9cd0-4745-88a5-ef0c2e3cd699 x-openstack-request-id: req-531b980d-9cd0-4745-88a5-ef0c2e3cd699 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:22:08.326373 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228c4802-9fa2-456d-b9c0-f61ee539dde1", "tag": "312ada14-de11-4beb-9aff-7f0b89715ef6", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:22:08.326373 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-531b980d-9cd0-4745-88a5-ef0c2e3cd699 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:22:08.326373 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-531b980d-9cd0-4745-88a5-ef0c2e3cd699'] response: {'name': 'network-changed', 'server_uuid': '228c4802-9fa2-456d-b9c0-f61ee539dde1', 'tag': '312ada14-de11-4beb-9aff-7f0b89715ef6', 'status': 'completed', 'code': 200} May 06 10:22:08.422917 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9f126-be4b-4bec-84f7-f0995f348496 req-2ac65892-be3d-4504-abbf-ec8c9a06332e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:08.424457 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31a9f126-be4b-4bec-84f7-f0995f348496 req-2ac65892-be3d-4504-abbf-ec8c9a06332e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 1096 time: 0.0763025 May 06 10:22:08.436174 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b4f71-e319-4263-b309-eea4defe99de req-0faa4fbd-3b2e-4a15-bcdf-9972ef02632f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:08.437601 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-192b4f71-e319-4263-b309-eea4defe99de req-0faa4fbd-3b2e-4a15-bcdf-9972ef02632f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0618219 May 06 10:22:08.476504 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6ce52e63-e50b-4614-9fa0-07ab42478321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:21:53Z', 'revision_number': 4, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'port_id': '312ada14-de11-4beb-9aff-7f0b89715ef6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'mac_address': 'fa:16:3e:30:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228c4802-9fa2-456d-b9c0-f61ee539dde1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:21:55Z', 'updated_at': '2022-05-06T10:22:07Z', 'revision_number': 1, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f67f608e-62e6-43b3-b0b7-f2d743f229b5', 'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'mac_address': 'fa:16:3e:cd:db:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:52Z', 'updated_at': '2022-05-06T10:21:56Z', 'revision_number': 5, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'subnets': [{'id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:22:08.524622 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-192b4f71-e319-4263-b309-eea4defe99de req-7db7a824-1a4f-4fb9-9c4d-4f096de79b35 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790000 May 06 10:22:08.559322 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9f126-be4b-4bec-84f7-f0995f348496 req-c64210d1-0d71-4b20-a6a0-e67092bafc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:08.560822 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31a9f126-be4b-4bec-84f7-f0995f348496 req-c64210d1-0d71-4b20-a6a0-e67092bafc5f service neutron] 10.222.0.84 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.1223650 May 06 10:22:08.601732 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce52e63-e50b-4614-9fa0-07ab42478321 None None] Checking router: ec95ce40-9400-4ce6-948f-613841a462e1 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:22:08.611059 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce52e63-e50b-4614-9fa0-07ab42478321 None None] Routers {'ec95ce40-9400-4ce6-948f-613841a462e1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:22:08.611698 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6ce52e63-e50b-4614-9fa0-07ab42478321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:21:48Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ec95ce40-9400-4ce6-948f-613841a462e1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:22:08.631576 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31a9f126-be4b-4bec-84f7-f0995f348496 req-eb035f94-1dcf-4e2d-a183-7d8ff382655e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=312ada14-de11-4beb-9aff-7f0b89715ef6 HTTP/1.1" status: 200 len: 999 time: 0.0642407 May 06 10:22:08.684472 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9f126-be4b-4bec-84f7-f0995f348496 req-74970f71-fc11-4234-9259-44fbbbbe6cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:08.686443 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31a9f126-be4b-4bec-84f7-f0995f348496 req-74970f71-fc11-4234-9259-44fbbbbe6cfc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0480938 May 06 10:22:08.720250 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-6ce52e63-e50b-4614-9fa0-07ab42478321 None None] Set router ec95ce40-9400-4ce6-948f-613841a462e1 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:22:08.732067 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9f126-be4b-4bec-84f7-f0995f348496 req-54d23c78-3625-40e7-a8a3-dcfa2857ad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:08.733853 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31a9f126-be4b-4bec-84f7-f0995f348496 req-54d23c78-3625-40e7-a8a3-dcfa2857ad04 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411079 May 06 10:22:08.829019 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31a9f126-be4b-4bec-84f7-f0995f348496 req-486fabd9-dd32-400f-9a7b-52f3d409c794 service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883110 May 06 10:22:08.921481 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-31a9f126-be4b-4bec-84f7-f0995f348496 req-6f853948-32a1-47b2-99ce-a51fb0140196 service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855973 May 06 10:22:08.942113 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6ce52e63-e50b-4614-9fa0-07ab42478321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:21:53Z', 'revision_number': 4, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'port_id': '312ada14-de11-4beb-9aff-7f0b89715ef6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'mac_address': 'fa:16:3e:30:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228c4802-9fa2-456d-b9c0-f61ee539dde1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:21:55Z', 'updated_at': '2022-05-06T10:22:07Z', 'revision_number': 1, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f67f608e-62e6-43b3-b0b7-f2d743f229b5', 'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'mac_address': 'fa:16:3e:cd:db:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:52Z', 'updated_at': '2022-05-06T10:21:56Z', 'revision_number': 5, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'subnets': [{'id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:22:08.971574 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce52e63-e50b-4614-9fa0-07ab42478321 None None] The sync data for ids ['ec95ce40-9400-4ce6-948f-613841a462e1'] in n-d-840835-1 is: [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:21:53Z', 'revision_number': 4, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'port_id': '312ada14-de11-4beb-9aff-7f0b89715ef6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'mac_address': 'fa:16:3e:30:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228c4802-9fa2-456d-b9c0-f61ee539dde1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:21:55Z', 'updated_at': '2022-05-06T10:22:07Z', 'revision_number': 1, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f67f608e-62e6-43b3-b0b7-f2d743f229b5', 'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'mac_address': 'fa:16:3e:cd:db:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:52Z', 'updated_at': '2022-05-06T10:21:56Z', 'revision_number': 5, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'subnets': [{'id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:22:09.160814 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cf1983-fa01-4432-accc-e3c840a3eba3 None None] New status for floating IP 9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4: ACTIVE {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:22:09.650911 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01db51-a861-40c5-9979-9dd0845b2b8b req-3f1fb10d-31d8-4cb7-acaa-67ca0e5d10c8 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:09.653080 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bb01db51-a861-40c5-9979-9dd0845b2b8b req-3f1fb10d-31d8-4cb7-acaa-67ca0e5d10c8 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0504985 May 06 10:22:09.693968 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bb01db51-a861-40c5-9979-9dd0845b2b8b req-37fe2f7a-002e-4931-8e6d-4b97dcaec7e1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324423 May 06 10:22:09.825877 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c24d1-ef89-41e3-8c25-8219db695a1a req-987af0a3-96ae-44eb-89ad-cd3fb0ddb781 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:09.827424 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0b1c24d1-ef89-41e3-8c25-8219db695a1a req-987af0a3-96ae-44eb-89ad-cd3fb0ddb781 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0541563 May 06 10:22:09.865839 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0b1c24d1-ef89-41e3-8c25-8219db695a1a req-fbc198c6-8ea3-4725-8b05-fd9bfd2988d2 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324624 May 06 10:22:10.098591 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c2b78dfc-d119-4ca2-81ea-2c791f942666 req-851d2650-bb0f-4f80-881e-ace817654276 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0425124 May 06 10:22:10.114060 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014576a-8cf0-43fc-9be8-0ca6520cc795 req-aadb1bcb-a4bb-4390-907d-a68ab44bb069 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:10.115784 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6014576a-8cf0-43fc-9be8-0ca6520cc795 req-aadb1bcb-a4bb-4390-907d-a68ab44bb069 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0504971 May 06 10:22:10.161007 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6014576a-8cf0-43fc-9be8-0ca6520cc795 req-b21b7da7-46fa-48db-9bb2-605902e28cca tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378022 May 06 10:22:11.231187 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b78dfc-d119-4ca2-81ea-2c791f942666 req-336d7379-43e5-4326-8722-1a2c71017158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:11.231187 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2b78dfc-d119-4ca2-81ea-2c791f942666 req-336d7379-43e5-4326-8722-1a2c71017158 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 1096 time: 0.0447152 May 06 10:22:11.335067 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6284c55-22de-41fb-9c8c-b3db00f9e2d1 req-2cbe2415-db06-4036-8a72-ba9bbc9538f8 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:11.336580 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e6284c55-22de-41fb-9c8c-b3db00f9e2d1 req-2cbe2415-db06-4036-8a72-ba9bbc9538f8 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0945461 May 06 10:22:11.382638 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b78dfc-d119-4ca2-81ea-2c791f942666 req-0ab09ffc-2565-4e5b-a5f4-a2fd6bfd449e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:11.384133 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2b78dfc-d119-4ca2-81ea-2c791f942666 req-0ab09ffc-2565-4e5b-a5f4-a2fd6bfd449e service neutron] 10.222.0.84 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.1495380 May 06 10:22:11.391962 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e6284c55-22de-41fb-9c8c-b3db00f9e2d1 req-8bce6e43-2995-4f7f-b348-d1123478ef23 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487993 May 06 10:22:11.456513 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2b78dfc-d119-4ca2-81ea-2c791f942666 req-5804df38-f651-4a45-a351-0db99ae2de7c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=312ada14-de11-4beb-9aff-7f0b89715ef6 HTTP/1.1" status: 200 len: 1001 time: 0.0635242 May 06 10:22:11.507051 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b78dfc-d119-4ca2-81ea-2c791f942666 req-6eb8ebb1-27e4-474d-a614-6f45f0b44987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:11.508556 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2b78dfc-d119-4ca2-81ea-2c791f942666 req-6eb8ebb1-27e4-474d-a614-6f45f0b44987 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0439236 May 06 10:22:11.553124 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b78dfc-d119-4ca2-81ea-2c791f942666 req-0e87860f-3ad3-4db2-8359-6ef91966f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:11.554620 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2b78dfc-d119-4ca2-81ea-2c791f942666 req-0e87860f-3ad3-4db2-8359-6ef91966f848 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390115 May 06 10:22:11.669488 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2b78dfc-d119-4ca2-81ea-2c791f942666 req-80094f1c-de23-425f-8101-530be066bc7f service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075335 May 06 10:22:11.759345 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2b78dfc-d119-4ca2-81ea-2c791f942666 req-c7c15b00-4922-4e1b-8c8b-c7704d09f5a1 service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830431 May 06 10:22:12.512000 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b7c27-e2d0-4dcc-9377-67e47afe47f0 req-c44aa8da-b75f-461f-befa-652a81ec96b7 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:12.513487 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0b2b7c27-e2d0-4dcc-9377-67e47afe47f0 req-c44aa8da-b75f-461f-befa-652a81ec96b7 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0541253 May 06 10:22:12.550279 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0b2b7c27-e2d0-4dcc-9377-67e47afe47f0 req-59117fc8-b037-4db6-8056-bd61baba60ef tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309412 May 06 10:22:13.678816 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3650a-1f71-4267-91dd-8333822ac0de req-4a0e4d20-bd21-4214-9493-14511ed1a10a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:13.680284 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-21a3650a-1f71-4267-91dd-8333822ac0de req-4a0e4d20-bd21-4214-9493-14511ed1a10a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0625148 May 06 10:22:13.717873 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-21a3650a-1f71-4267-91dd-8333822ac0de req-08f2d617-5ee5-4035-88c3-84e04890d5ed tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316930 May 06 10:22:14.835141 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe7d57-32c0-4e18-86a9-861113d7323c req-c47077c4-ed37-4e1d-8d82-1da9db7debce tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:14.836614 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2abe7d57-32c0-4e18-86a9-861113d7323c req-c47077c4-ed37-4e1d-8d82-1da9db7debce tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0484331 May 06 10:22:14.875220 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2abe7d57-32c0-4e18-86a9-861113d7323c req-bfcf5d28-87b1-49ad-be3c-12edfe0a06d1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320139 May 06 10:22:15.984012 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5f58c776-f0ab-4dcf-908d-c1876973b0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:15.995809 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6031de-7834-4e2d-8f91-60457bf2467f req-f3a6f6ca-58e6-47da-8971-3c7ef5b01d6a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:15.997317 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e6031de-7834-4e2d-8f91-60457bf2467f req-f3a6f6ca-58e6-47da-8971-3c7ef5b01d6a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0532782 May 06 10:22:16.356138 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e6031de-7834-4e2d-8f91-60457bf2467f req-e602e626-8155-43a1-995f-85b33bd86b6a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3527730 May 06 10:22:17.470826 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b3def-db13-462a-b2f3-d58c0ea61b8d req-696b0a82-aa38-4b76-a303-5b7fc3c1318a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:17.472376 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-864b3def-db13-462a-b2f3-d58c0ea61b8d req-696b0a82-aa38-4b76-a303-5b7fc3c1318a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0483189 May 06 10:22:17.509591 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-864b3def-db13-462a-b2f3-d58c0ea61b8d req-edb62059-1ae0-4e09-be9b-1285e2a7b0ff tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313244 May 06 10:22:18.513780 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9d7a3e85-9352-48c6-9bfb-fdbeaaf4b59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:18.634329 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb48f97-0af4-4f6c-a89a-ccd54b167cd1 req-276543f0-3840-498b-bc40-692a28ff3cf3 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:18.636332 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bdb48f97-0af4-4f6c-a89a-ccd54b167cd1 req-276543f0-3840-498b-bc40-692a28ff3cf3 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0586121 May 06 10:22:18.673891 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bdb48f97-0af4-4f6c-a89a-ccd54b167cd1 req-921f8db7-a18d-410f-8c65-a79ceb541e0e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313752 May 06 10:22:19.078712 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:19.641139 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:19.792480 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db685e-2801-40fa-8d0f-12b204d1f84f req-326dd69b-c7a0-48f6-a344-004cfa81d5b1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:19.793979 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25db685e-2801-40fa-8d0f-12b204d1f84f req-326dd69b-c7a0-48f6-a344-004cfa81d5b1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0520608 May 06 10:22:19.831421 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25db685e-2801-40fa-8d0f-12b204d1f84f req-d2657038-c553-44e5-a44a-53cb196103e4 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314214 May 06 10:22:20.947849 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac214af-b49b-4b33-8a1f-1fc0902c93f7 req-d13df80b-6f96-4406-8ac6-fabd828b929a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:20.949379 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dac214af-b49b-4b33-8a1f-1fc0902c93f7 req-d13df80b-6f96-4406-8ac6-fabd828b929a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0496349 May 06 10:22:20.987935 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dac214af-b49b-4b33-8a1f-1fc0902c93f7 req-15202b94-7459-45e1-8bd6-1eb5c44c1645 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321736 May 06 10:22:21.334904 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:21.508502 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:22.107308 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded59e5a-ba8e-436a-8b5a-b13c610dd60c req-02245969-e647-40ca-848d-60065c4f4b08 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:22.108805 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ded59e5a-ba8e-436a-8b5a-b13c610dd60c req-02245969-e647-40ca-848d-60065c4f4b08 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0480707 May 06 10:22:22.146795 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ded59e5a-ba8e-436a-8b5a-b13c610dd60c req-6df01936-4e92-4784-b570-bb4c1acefd6f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317395 May 06 10:22:23.266093 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378533c7-02fb-4524-82e9-1a20309a295a req-d49a8426-7777-4a74-a142-12f4cfb64981 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:23.267610 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-378533c7-02fb-4524-82e9-1a20309a295a req-d49a8426-7777-4a74-a142-12f4cfb64981 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0539589 May 06 10:22:23.304163 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-378533c7-02fb-4524-82e9-1a20309a295a req-e78e4e0a-369a-42ac-ad45-71b7360dfacf tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306132 May 06 10:22:24.420436 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab666e7-2751-4822-be0d-cb40798fa446 req-0f835b70-55be-420b-bf4e-06223b3cd19c tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:24.422018 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6ab666e7-2751-4822-be0d-cb40798fa446 req-0f835b70-55be-420b-bf4e-06223b3cd19c tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0496709 May 06 10:22:24.463362 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6ab666e7-2751-4822-be0d-cb40798fa446 req-04c646ad-e6ee-4d61-85e9-eb49f73c7ebd tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343509 May 06 10:22:25.578893 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358793af-a95a-4d96-b687-f081592b3f6a req-6b153ff7-ba9e-4225-ac27-bea81453355b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:25.580376 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-358793af-a95a-4d96-b687-f081592b3f6a req-6b153ff7-ba9e-4225-ac27-bea81453355b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0487449 May 06 10:22:25.617985 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-358793af-a95a-4d96-b687-f081592b3f6a req-e6eaadd3-0e66-4690-a2fb-580fd26b86c2 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316641 May 06 10:22:26.736095 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17f0d6-8a6d-4b28-9239-72d1169f631a req-8e75d017-8706-48d3-a1c4-be62b6bc2f1f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:26.737572 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8c17f0d6-8a6d-4b28-9239-72d1169f631a req-8e75d017-8706-48d3-a1c4-be62b6bc2f1f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0532124 May 06 10:22:26.774545 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8c17f0d6-8a6d-4b28-9239-72d1169f631a req-34724747-3715-401e-879b-373e8c1595ab tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309882 May 06 10:22:27.232988 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-3e3e7381-2c22-47dd-88fb-1db63f8d79d3 req-ab34cbd5-dc02-432e-9330-b2eedd7f1361 service neutron] (102652) timed out ('10.222.0.84', 57465) {{(pid=102652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 10:22:27.888934 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c3155-7f47-4023-9bdd-fd1c8d015177 req-dddc5474-2f47-4221-8e41-ce2a3732cbf4 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:27.890445 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-470c3155-7f47-4023-9bdd-fd1c8d015177 req-dddc5474-2f47-4221-8e41-ce2a3732cbf4 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0488892 May 06 10:22:27.929443 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-470c3155-7f47-4023-9bdd-fd1c8d015177 req-ee8b57e9-445f-47c0-a247-4d90fcaad657 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329969 May 06 10:22:29.053040 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499fa90-4506-4954-82e4-a7512dd23ebd req-62302024-ab8e-499b-8b29-8fc3ef06897d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:29.054990 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9499fa90-4506-4954-82e4-a7512dd23ebd req-62302024-ab8e-499b-8b29-8fc3ef06897d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0540516 May 06 10:22:29.097383 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9499fa90-4506-4954-82e4-a7512dd23ebd req-630eea16-8b71-47f2-8268-9afe006041b1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356696 May 06 10:22:29.346670 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:30.221934 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fbbaa-8fe7-4e33-96ac-fe049f63365c req-e95a0e29-368a-4e35-a04c-8dfc38f7512d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:30.223382 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dd0fbbaa-8fe7-4e33-96ac-fe049f63365c req-e95a0e29-368a-4e35-a04c-8dfc38f7512d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0576129 May 06 10:22:30.261507 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dd0fbbaa-8fe7-4e33-96ac-fe049f63365c req-eb70d8b8-098b-4e8b-8436-d2e401a62bb5 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322695 May 06 10:22:31.376760 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa2e79-0661-4dca-bf3f-7ec94d547859 req-b46f5ff3-4a07-48fe-9bb6-42d301401c17 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:31.378226 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6eaa2e79-0661-4dca-bf3f-7ec94d547859 req-b46f5ff3-4a07-48fe-9bb6-42d301401c17 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0493217 May 06 10:22:31.422263 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6eaa2e79-0661-4dca-bf3f-7ec94d547859 req-5769c596-a318-44b1-b9f7-4554b6f64650 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377910 May 06 10:22:32.539299 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4792260-2d70-4bf2-894a-5a3d54c98d0f req-3f4acf91-d63f-4fd3-bfa4-fe887af847e6 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:32.540797 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a4792260-2d70-4bf2-894a-5a3d54c98d0f req-3f4acf91-d63f-4fd3-bfa4-fe887af847e6 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0504963 May 06 10:22:32.578042 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a4792260-2d70-4bf2-894a-5a3d54c98d0f req-0fe74d5f-d9f6-477a-9c80-6ca77fe29530 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307148 May 06 10:22:33.704091 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e36648-fa8f-455d-822b-c2adc3ce693f req-95006192-2bd3-40bf-b10f-e69fb250032e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:33.705803 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11e36648-fa8f-455d-822b-c2adc3ce693f req-95006192-2bd3-40bf-b10f-e69fb250032e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0596163 May 06 10:22:33.743567 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11e36648-fa8f-455d-822b-c2adc3ce693f req-d2f5a141-a768-483f-a682-169de8295aef tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319703 May 06 10:22:34.003654 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:22:34.858178 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeac2c8-6edd-4a62-8884-dcab5d000ced req-afeaaab3-6624-4ea1-9807-e95dc7026aa6 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:34.859673 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8eeac2c8-6edd-4a62-8884-dcab5d000ced req-afeaaab3-6624-4ea1-9807-e95dc7026aa6 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0493422 May 06 10:22:34.897211 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8eeac2c8-6edd-4a62-8884-dcab5d000ced req-65d92fd1-820e-4973-929c-b1dffc8b89ed tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315869 May 06 10:22:36.017106 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5176ecc-bd9a-4810-be77-395ef8af2cb6 req-e41d1fd7-4999-4691-b45f-5c69b0bae1f9 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:36.018605 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a5176ecc-bd9a-4810-be77-395ef8af2cb6 req-e41d1fd7-4999-4691-b45f-5c69b0bae1f9 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0496709 May 06 10:22:36.056380 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a5176ecc-bd9a-4810-be77-395ef8af2cb6 req-2a0ff53a-1041-426a-be8c-c5c3c59dbd6a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317743 May 06 10:22:37.176245 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19580d-1c66-4e14-a7b9-4c0bd61e553b req-66691451-cfc6-4265-bb03-27dfb7dda82b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:37.177644 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bb19580d-1c66-4e14-a7b9-4c0bd61e553b req-66691451-cfc6-4265-bb03-27dfb7dda82b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0529356 May 06 10:22:37.215414 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bb19580d-1c66-4e14-a7b9-4c0bd61e553b req-6e04b07b-d892-4b1c-b385-f13e947cc3c8 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317767 May 06 10:22:38.335333 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9f846-52d4-4fc2-84b3-d009b15a0cd3 req-a593e7e5-c178-4509-9872-502a344e489e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:38.336790 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1bd9f846-52d4-4fc2-84b3-d009b15a0cd3 req-a593e7e5-c178-4509-9872-502a344e489e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0480459 May 06 10:22:38.374651 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1bd9f846-52d4-4fc2-84b3-d009b15a0cd3 req-b9637722-39bf-4e52-8f7b-9ae682effe8c tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314820 May 06 10:22:39.492594 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cece409-85d8-40e5-8a76-482846d47732 req-5cf89085-0e81-4734-82cc-b72d1e6ed54d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:39.494088 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0cece409-85d8-40e5-8a76-482846d47732 req-5cf89085-0e81-4734-82cc-b72d1e6ed54d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0512989 May 06 10:22:39.531788 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0cece409-85d8-40e5-8a76-482846d47732 req-9e0c07a2-293e-4645-8b49-08de86507601 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309839 May 06 10:22:40.651161 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78f2e5-1629-42bb-aafc-4b072a3344b2 req-6d039265-4616-4bd0-bc25-75167ad74f75 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:40.652645 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3e78f2e5-1629-42bb-aafc-4b072a3344b2 req-6d039265-4616-4bd0-bc25-75167ad74f75 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0531271 May 06 10:22:40.689679 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3e78f2e5-1629-42bb-aafc-4b072a3344b2 req-0095ec01-c513-4ce8-ad2e-209ea85fe84d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311725 May 06 10:22:41.807084 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e2874-6026-4919-a52e-9dac67ddfc20 req-aa3fc3db-2714-4a91-b11b-9d66b81d1a11 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:41.808618 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c62e2874-6026-4919-a52e-9dac67ddfc20 req-aa3fc3db-2714-4a91-b11b-9d66b81d1a11 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0513828 May 06 10:22:41.846737 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c62e2874-6026-4919-a52e-9dac67ddfc20 req-72c2ba22-5d05-4d60-b3c4-e23f6be9e86e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321138 May 06 10:22:42.966467 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910b847-d0f1-45c6-8340-eb8011874fd9 req-e0829d98-e98d-4e7a-9191-e0785f9cb478 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:42.967972 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b910b847-d0f1-45c6-8340-eb8011874fd9 req-e0829d98-e98d-4e7a-9191-e0785f9cb478 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0492396 May 06 10:22:43.005537 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b910b847-d0f1-45c6-8340-eb8011874fd9 req-f44a9268-d865-4f14-8f27-a56af0d06d66 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315959 May 06 10:22:43.414730 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2b78dfc-d119-4ca2-81ea-2c791f942666 req-bedad6ad-3136-4f00-b53a-1edc5f16cf9d service neutron] 10.222.0.84 "GET /v2.0/ports/312ada14-de11-4beb-9aff-7f0b89715ef6/bindings/n-h1-840835-1 HTTP/1.1" status: 200 len: 382 time: 0.0579731 May 06 10:22:43.616183 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b78dfc-d119-4ca2-81ea-2c791f942666 req-4c4548ce-6ff6-4612-9a1b-be33e34a6d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:43.617691 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2b78dfc-d119-4ca2-81ea-2c791f942666 req-4c4548ce-6ff6-4612-9a1b-be33e34a6d86 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1&tenant_id=fcb62bf5e8844219832d21fd1f6e9e15 HTTP/1.1" status: 200 len: 1096 time: 0.0416520 May 06 10:22:43.677167 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b78dfc-d119-4ca2-81ea-2c791f942666 req-b43ab9ce-397d-44ba-a940-81d25e6d26e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:43.678583 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2b78dfc-d119-4ca2-81ea-2c791f942666 req-b43ab9ce-397d-44ba-a940-81d25e6d26e7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 1096 time: 0.0403047 May 06 10:22:43.770181 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b78dfc-d119-4ca2-81ea-2c791f942666 req-0c62bc88-4bf8-48c8-8116-f1ec582d4c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:43.771705 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2b78dfc-d119-4ca2-81ea-2c791f942666 req-0c62bc88-4bf8-48c8-8116-f1ec582d4c4f service neutron] 10.222.0.84 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.0866768 May 06 10:22:43.838069 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2b78dfc-d119-4ca2-81ea-2c791f942666 req-cc41461e-34d8-4c29-b708-a16e8bb482b7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=312ada14-de11-4beb-9aff-7f0b89715ef6 HTTP/1.1" status: 200 len: 1001 time: 0.0588284 May 06 10:22:43.885810 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b78dfc-d119-4ca2-81ea-2c791f942666 req-291812ee-a7d1-4654-a639-dcf860e3dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:43.887767 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2b78dfc-d119-4ca2-81ea-2c791f942666 req-291812ee-a7d1-4654-a639-dcf860e3dfca service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0430479 May 06 10:22:43.938643 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b78dfc-d119-4ca2-81ea-2c791f942666 req-1b931a91-e176-487c-a41a-7635ba6e5e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:43.940119 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2b78dfc-d119-4ca2-81ea-2c791f942666 req-1b931a91-e176-487c-a41a-7635ba6e5e2e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458720 May 06 10:22:44.031053 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2b78dfc-d119-4ca2-81ea-2c791f942666 req-2dcb24e4-fb45-4ba3-9e3a-58424d0dea7d service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832286 May 06 10:22:44.171803 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93a9ad-446b-489c-805b-27cf40a378d9 req-5d76b8b1-01bc-44fb-a0d1-ec6950ad35a3 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:44.173288 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4f93a9ad-446b-489c-805b-27cf40a378d9 req-5d76b8b1-01bc-44fb-a0d1-ec6950ad35a3 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0787873 May 06 10:22:44.176987 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2b78dfc-d119-4ca2-81ea-2c791f942666 req-a07720e2-87d8-4ac9-9d2e-bb84a97a6266 service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343343 May 06 10:22:44.212414 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4f93a9ad-446b-489c-805b-27cf40a378d9 req-43dcadbe-c6c1-4f79-899b-21d8001bd970 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330920 May 06 10:22:45.327541 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd9432-2ea9-44a8-bda4-65b338367305 req-9200faef-f80c-46db-a320-f09eb7b6a27d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:45.329025 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-01fd9432-2ea9-44a8-bda4-65b338367305 req-9200faef-f80c-46db-a320-f09eb7b6a27d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0489480 May 06 10:22:45.366552 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-01fd9432-2ea9-44a8-bda4-65b338367305 req-10c441b9-4718-49d2-ae97-d655c19f1f60 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315969 May 06 10:22:45.986451 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-02050a88-d744-423c-a82e-2899f3bc9835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:46.486857 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747654fb-ba37-423b-ab39-103633d9a947 req-d791ad8c-5d60-4f8b-874d-a35a1f47ff91 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:46.488411 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-747654fb-ba37-423b-ab39-103633d9a947 req-d791ad8c-5d60-4f8b-874d-a35a1f47ff91 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0546658 May 06 10:22:46.525841 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-747654fb-ba37-423b-ab39-103633d9a947 req-96645710-5383-427b-a75a-2d718dfa8951 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311925 May 06 10:22:46.747215 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e1857-7bad-458c-ad8c-a0e06f4fcec1 req-597d9257-9987-4116-990c-1931658aa582 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:46.748602 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-716e1857-7bad-458c-ad8c-a0e06f4fcec1 req-597d9257-9987-4116-990c-1931658aa582 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0814464 May 06 10:22:46.757830 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d6100-de93-4883-976f-c40ff3a835c7 req-da7cea2a-0e10-4b64-a3d4-122f275f6a55 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:46.759558 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-617d6100-de93-4883-976f-c40ff3a835c7 req-da7cea2a-0e10-4b64-a3d4-122f275f6a55 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.84 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1&tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&binding%3Ahost_id=n-h1-840835-1 HTTP/1.1" status: 200 len: 945 time: 0.0803015 May 06 10:22:46.802374 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-716e1857-7bad-458c-ad8c-a0e06f4fcec1 req-c5f38c1b-66a7-419f-a26e-fdda7c1a8124 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418510 May 06 10:22:46.846315 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d6100-de93-4883-976f-c40ff3a835c7 req-b88b789f-a689-4ea6-8ac8-9dde167e5b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:46.847882 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-617d6100-de93-4883-976f-c40ff3a835c7 req-b88b789f-a689-4ea6-8ac8-9dde167e5b66 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 1096 time: 0.0446346 May 06 10:22:46.937136 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d6100-de93-4883-976f-c40ff3a835c7 req-47f0b26a-2168-4cf7-a200-f046e1cfcd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:46.938632 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-617d6100-de93-4883-976f-c40ff3a835c7 req-47f0b26a-2168-4cf7-a200-f046e1cfcd87 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.0840952 May 06 10:22:47.008670 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-617d6100-de93-4883-976f-c40ff3a835c7 req-b4552960-b049-4287-83a5-99b227391b93 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=312ada14-de11-4beb-9aff-7f0b89715ef6 HTTP/1.1" status: 200 len: 1001 time: 0.0626297 May 06 10:22:47.059439 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d6100-de93-4883-976f-c40ff3a835c7 req-d857f71c-5e76-4e02-a6e3-43b44e9d44d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:47.060921 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-617d6100-de93-4883-976f-c40ff3a835c7 req-d857f71c-5e76-4e02-a6e3-43b44e9d44d0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0452240 May 06 10:22:47.108414 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d6100-de93-4883-976f-c40ff3a835c7 req-c341e32f-c98a-416c-a445-2e4c992aa426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:47.109896 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-617d6100-de93-4883-976f-c40ff3a835c7 req-c341e32f-c98a-416c-a445-2e4c992aa426 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424917 May 06 10:22:47.202513 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-617d6100-de93-4883-976f-c40ff3a835c7 req-58b55b70-2801-4cf6-9106-21b841523ffa service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859046 May 06 10:22:47.291925 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-617d6100-de93-4883-976f-c40ff3a835c7 req-c6715458-a249-45fa-b09c-db0cd98b4595 service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824530 May 06 10:22:47.378722 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 312ada14-de11-4beb-9aff-7f0b89715ef6 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:22:47.381637 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 312ada14-de11-4beb-9aff-7f0b89715ef6 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:22:47.559867 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:47.562443 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 312ada14-de11-4beb-9aff-7f0b89715ef6, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=312ada14-de11-4beb-9aff-7f0b89715ef6,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:22:47.580931 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '312ada14-de11-4beb-9aff-7f0b89715ef6', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'port_id': '312ada14-de11-4beb-9aff-7f0b89715ef6', 'mac_address': 'fa:16:3e:30:c5:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:22:47.593262 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228c4802-9fa2-456d-b9c0-f61ee539dde1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '312ada14-de11-4beb-9aff-7f0b89715ef6'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:22:47.595487 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c80c6c7-d458-4506-889e-c72919bffa85" -d '{"events": [{"server_uuid": "228c4802-9fa2-456d-b9c0-f61ee539dde1", "name": "network-vif-unplugged", "status": "completed", "tag": "312ada14-de11-4beb-9aff-7f0b89715ef6"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:22:47.627943 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 312ada14-de11-4beb-9aff-7f0b89715ef6, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=312ada14-de11-4beb-9aff-7f0b89715ef6,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:22:47.637357 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 10:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8dbc65-3700-4852-ab0b-982e681242b8 x-openstack-request-id: req-2b8dbc65-3700-4852-ab0b-982e681242b8 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:22:47.637643 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228c4802-9fa2-456d-b9c0-f61ee539dde1", "name": "network-vif-unplugged", "status": "completed", "tag": "312ada14-de11-4beb-9aff-7f0b89715ef6", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:22:47.637891 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2b8dbc65-3700-4852-ab0b-982e681242b8 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:22:47.638283 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b8dbc65-3700-4852-ab0b-982e681242b8'] response: {'server_uuid': '228c4802-9fa2-456d-b9c0-f61ee539dde1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '312ada14-de11-4beb-9aff-7f0b89715ef6', 'code': 200} May 06 10:22:47.639021 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:47.648476 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:47.687844 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 312ada14-de11-4beb-9aff-7f0b89715ef6 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:22:47.730972 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=312ada14-de11-4beb-9aff-7f0b89715ef6,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:22:47.742372 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:47.742721 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:47.743078 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:47.743481 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:47.743871 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:47.744209 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:47.744549 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:47.744878 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:47.745272 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:47.745526 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:47.745951 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:47.746407 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:47.760346 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 10:22:47.760709 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 10:22:47.925654 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7378610-06eb-4191-9280-524dfa8f7c85 req-bc5b2882-daed-45e7-99f4-881abcb6b65d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:47.927180 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e7378610-06eb-4191-9280-524dfa8f7c85 req-bc5b2882-daed-45e7-99f4-881abcb6b65d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 943 time: 0.0509644 May 06 10:22:47.965261 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e7378610-06eb-4191-9280-524dfa8f7c85 req-4d9426f1-3dce-4575-a8d6-f3e9b9dd0a15 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320911 May 06 10:22:48.083271 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7fd70-5100-4b49-8db3-75a10388ecd5 req-a83d86b9-96c9-4fe8-b077-c5a786180777 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:48.084666 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eca7fd70-5100-4b49-8db3-75a10388ecd5 req-a83d86b9-96c9-4fe8-b077-c5a786180777 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 943 time: 0.0531902 May 06 10:22:48.122344 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eca7fd70-5100-4b49-8db3-75a10388ecd5 req-c6195a75-8dce-4a51-968f-f105a5839ed6 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317986 May 06 10:22:48.233240 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65976f9-25fd-4a1c-abf2-90d4b3bf3f6d req-d259b77c-169c-4532-85d0-bb9874cbfc39 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:48.234721 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b65976f9-25fd-4a1c-abf2-90d4b3bf3f6d req-d259b77c-169c-4532-85d0-bb9874cbfc39 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 943 time: 0.0486383 May 06 10:22:48.272877 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b65976f9-25fd-4a1c-abf2-90d4b3bf3f6d req-537e9754-5322-4cf3-8526-6ee96c6b5b9f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322568 May 06 10:22:48.297497 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:48.312531 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 312ada14-de11-4beb-9aff-7f0b89715ef6 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:22:48.332095 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 312ada14-de11-4beb-9aff-7f0b89715ef6, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=312ada14-de11-4beb-9aff-7f0b89715ef6,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:22:48.336344 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:48.387310 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=312ada14-de11-4beb-9aff-7f0b89715ef6,revision_number=7']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:22:48.514990 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a0967a02-dcad-4fa9-8bcf-d7d7599284f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:48.518048 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149c922-f467-48ed-925a-f0e0c6fa7c99 req-85396101-e11c-4c45-8824-f253b8c24352 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:48.519608 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6149c922-f467-48ed-925a-f0e0c6fa7c99 req-85396101-e11c-4c45-8824-f253b8c24352 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 944 time: 0.0526145 May 06 10:22:48.556578 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['312ada14-de11-4beb-9aff-7f0b89715ef6'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:22:48.558283 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6149c922-f467-48ed-925a-f0e0c6fa7c99 req-bc89f178-11eb-4bfb-bdbf-0c4c9470ed5f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325568 May 06 10:22:49.098629 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:49.406919 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 312ada14-de11-4beb-9aff-7f0b89715ef6 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:22:49.455983 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 312ada14-de11-4beb-9aff-7f0b89715ef6 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:22:49.456357 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:49.532438 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:49.568029 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 312ada14-de11-4beb-9aff-7f0b89715ef6, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=312ada14-de11-4beb-9aff-7f0b89715ef6,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:22:49.571534 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:49.618511 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=312ada14-de11-4beb-9aff-7f0b89715ef6,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:22:49.638935 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228c4802-9fa2-456d-b9c0-f61ee539dde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312ada14-de11-4beb-9aff-7f0b89715ef6'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:22:49.641985 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5677ee7f-c2a6-423b-84cf-fc991df8f7ac" -d '{"events": [{"server_uuid": "228c4802-9fa2-456d-b9c0-f61ee539dde1", "name": "network-vif-plugged", "status": "completed", "tag": "312ada14-de11-4beb-9aff-7f0b89715ef6"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:22:49.649504 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:49.680680 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b8d10-22d7-4cbe-a9cb-5c9561a874a9 req-c7d016d9-a3c7-46b8-ba17-30e60682ce12 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:49.682162 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-458b8d10-22d7-4cbe-a9cb-5c9561a874a9 req-c7d016d9-a3c7-46b8-ba17-30e60682ce12 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0543747 May 06 10:22:49.721986 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-458b8d10-22d7-4cbe-a9cb-5c9561a874a9 req-2a780bbf-9ed1-40e1-8239-47f195b31308 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332327 May 06 10:22:49.764257 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4affc8ee-2e0a-4cbb-afb8-335c4c780689 x-openstack-request-id: req-4affc8ee-2e0a-4cbb-afb8-335c4c780689 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:22:49.764576 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228c4802-9fa2-456d-b9c0-f61ee539dde1", "name": "network-vif-plugged", "status": "completed", "tag": "312ada14-de11-4beb-9aff-7f0b89715ef6", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:22:49.764835 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4affc8ee-2e0a-4cbb-afb8-335c4c780689 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:22:49.765236 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4affc8ee-2e0a-4cbb-afb8-335c4c780689'] response: {'server_uuid': '228c4802-9fa2-456d-b9c0-f61ee539dde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312ada14-de11-4beb-9aff-7f0b89715ef6', 'code': 200} May 06 10:22:49.820810 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ddc40-776f-4525-b3ae-8d5523fd173c req-2a8be673-9e7e-4d3d-91c1-dcb9ea759fbc tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:49.822250 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-442ddc40-776f-4525-b3ae-8d5523fd173c req-2a8be673-9e7e-4d3d-91c1-dcb9ea759fbc tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.84 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 945 time: 0.0482044 May 06 10:22:49.915760 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-442ddc40-776f-4525-b3ae-8d5523fd173c req-a9c13a8e-78da-4f43-890c-f77e6f50dc99 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Deleting port 312ada14-de11-4beb-9aff-7f0b89715ef6 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:22:49.916109 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-442ddc40-776f-4525-b3ae-8d5523fd173c req-a9c13a8e-78da-4f43-890c-f77e6f50dc99 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:50.004870 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-442ddc40-776f-4525-b3ae-8d5523fd173c req-a9c13a8e-78da-4f43-890c-f77e6f50dc99 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] For port 312ada14-de11-4beb-9aff-7f0b89715ef6, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=312ada14-de11-4beb-9aff-7f0b89715ef6,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:22:50.005236 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-442ddc40-776f-4525-b3ae-8d5523fd173c req-a9c13a8e-78da-4f43-890c-f77e6f50dc99 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:50.172410 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-442ddc40-776f-4525-b3ae-8d5523fd173c req-a9c13a8e-78da-4f43-890c-f77e6f50dc99 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:50.172695 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-442ddc40-776f-4525-b3ae-8d5523fd173c req-a9c13a8e-78da-4f43-890c-f77e6f50dc99 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:50.173006 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [req-442ddc40-776f-4525-b3ae-8d5523fd173c req-a9c13a8e-78da-4f43-890c-f77e6f50dc99 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Floating IP 9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4 disassociated. External IP: 172.25.5.107, port: 312ada14-de11-4beb-9aff-7f0b89715ef6. May 06 10:22:50.173342 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-442ddc40-776f-4525-b3ae-8d5523fd173c req-a9c13a8e-78da-4f43-890c-f77e6f50dc99 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Calling delete_port for 312ada14-de11-4beb-9aff-7f0b89715ef6 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:22:50.306016 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-442ddc40-776f-4525-b3ae-8d5523fd173c req-a9c13a8e-78da-4f43-890c-f77e6f50dc99 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:50.334733 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c13a8e-78da-4f43-890c-f77e6f50dc99 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Pushing event deleted for resources: {'Port': ['ID=312ada14-de11-4beb-9aff-7f0b89715ef6,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:22:50.347784 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c13a8e-78da-4f43-890c-f77e6f50dc99 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:50.348138 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c13a8e-78da-4f43-890c-f77e6f50dc99 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:50.348482 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c13a8e-78da-4f43-890c-f77e6f50dc99 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:50.348823 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c13a8e-78da-4f43-890c-f77e6f50dc99 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:50.349181 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c13a8e-78da-4f43-890c-f77e6f50dc99 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:50.349490 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c13a8e-78da-4f43-890c-f77e6f50dc99 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:50.349818 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c13a8e-78da-4f43-890c-f77e6f50dc99 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:50.350145 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c13a8e-78da-4f43-890c-f77e6f50dc99 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:50.350476 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c13a8e-78da-4f43-890c-f77e6f50dc99 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:50.350801 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c13a8e-78da-4f43-890c-f77e6f50dc99 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:50.351170 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c13a8e-78da-4f43-890c-f77e6f50dc99 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:50.351477 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c13a8e-78da-4f43-890c-f77e6f50dc99 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:50.476545 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-442ddc40-776f-4525-b3ae-8d5523fd173c req-a9c13a8e-78da-4f43-890c-f77e6f50dc99 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Router ec95ce40-9400-4ce6-948f-613841a462e1 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:22:50.587840 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-442ddc40-776f-4525-b3ae-8d5523fd173c req-a9c13a8e-78da-4f43-890c-f77e6f50dc99 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:22:50.598175 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c882e798-87fa-41f3-b286-48caaf03f9d1 None None] Sync routers for ids ['ec95ce40-9400-4ce6-948f-613841a462e1'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:22:50.608291 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c882e798-87fa-41f3-b286-48caaf03f9d1 None None] Routers {'ec95ce40-9400-4ce6-948f-613841a462e1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:22:50.608908 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-c882e798-87fa-41f3-b286-48caaf03f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:22:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ec95ce40-9400-4ce6-948f-613841a462e1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:22:50.627634 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-442ddc40-776f-4525-b3ae-8d5523fd173c req-a9c13a8e-78da-4f43-890c-f77e6f50dc99 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] No DVR routers for this DVR port 312ada14-de11-4beb-9aff-7f0b89715ef6 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:22:50.630455 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-442ddc40-776f-4525-b3ae-8d5523fd173c req-a9c13a8e-78da-4f43-890c-f77e6f50dc99 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:50.633907 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-442ddc40-776f-4525-b3ae-8d5523fd173c req-a9c13a8e-78da-4f43-890c-f77e6f50dc99 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.84 "DELETE /v2.0/ports/312ada14-de11-4beb-9aff-7f0b89715ef6 HTTP/1.1" status: 204 len: 173 time: 0.8045871 May 06 10:22:50.634434 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228c4802-9fa2-456d-b9c0-f61ee539dde1', 'name': 'network-vif-deleted', 'tag': '312ada14-de11-4beb-9aff-7f0b89715ef6'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:22:50.638039 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc282892-a656-4b33-9e8d-ca65d65a66da" -d '{"events": [{"server_uuid": "228c4802-9fa2-456d-b9c0-f61ee539dde1", "name": "network-vif-deleted", "tag": "312ada14-de11-4beb-9aff-7f0b89715ef6"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:22:50.681146 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a6647a-afdb-47be-9a42-ce11b9f54bf2 x-openstack-request-id: req-30a6647a-afdb-47be-9a42-ce11b9f54bf2 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:22:50.681767 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228c4802-9fa2-456d-b9c0-f61ee539dde1", "name": "network-vif-deleted", "tag": "312ada14-de11-4beb-9aff-7f0b89715ef6", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:22:50.681881 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-30a6647a-afdb-47be-9a42-ce11b9f54bf2 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:22:50.682381 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30a6647a-afdb-47be-9a42-ce11b9f54bf2'] response: {'server_uuid': '228c4802-9fa2-456d-b9c0-f61ee539dde1', 'name': 'network-vif-deleted', 'tag': '312ada14-de11-4beb-9aff-7f0b89715ef6', 'status': 'completed', 'code': 200} May 06 10:22:50.719451 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-c882e798-87fa-41f3-b286-48caaf03f9d1 None None] Set router ec95ce40-9400-4ce6-948f-613841a462e1 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:22:50.836458 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3e9f0c88-bea5-4c54-9267-becec76dcfe2 req-fa298906-4c63-49cc-96a3-b0511e48a17e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=228c4802-9fa2-456d-b9c0-f61ee539dde1 HTTP/1.1" status: 200 len: 210 time: 0.0296140 May 06 10:22:50.925533 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-c882e798-87fa-41f3-b286-48caaf03f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:21:53Z', 'revision_number': 4, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'f67f608e-62e6-43b3-b0b7-f2d743f229b5', 'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'mac_address': 'fa:16:3e:cd:db:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:52Z', 'updated_at': '2022-05-06T10:21:56Z', 'revision_number': 5, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'subnets': [{'id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:22:50.952549 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c882e798-87fa-41f3-b286-48caaf03f9d1 None None] Checking router: ec95ce40-9400-4ce6-948f-613841a462e1 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:22:50.961137 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c882e798-87fa-41f3-b286-48caaf03f9d1 None None] Routers {'ec95ce40-9400-4ce6-948f-613841a462e1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:22:50.961746 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-c882e798-87fa-41f3-b286-48caaf03f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:22:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ec95ce40-9400-4ce6-948f-613841a462e1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:22:51.067401 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-c882e798-87fa-41f3-b286-48caaf03f9d1 None None] Set router ec95ce40-9400-4ce6-948f-613841a462e1 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:22:51.269326 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-c882e798-87fa-41f3-b286-48caaf03f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:21:53Z', 'revision_number': 4, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'f67f608e-62e6-43b3-b0b7-f2d743f229b5', 'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'mac_address': 'fa:16:3e:cd:db:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:52Z', 'updated_at': '2022-05-06T10:21:56Z', 'revision_number': 5, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'subnets': [{'id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:22:51.297964 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c882e798-87fa-41f3-b286-48caaf03f9d1 None None] The sync data for ids ['ec95ce40-9400-4ce6-948f-613841a462e1'] in n-d-840835-1 is: [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:21:53Z', 'revision_number': 4, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'f67f608e-62e6-43b3-b0b7-f2d743f229b5', 'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'mac_address': 'fa:16:3e:cd:db:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:52Z', 'updated_at': '2022-05-06T10:21:56Z', 'revision_number': 5, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'subnets': [{'id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:22:51.337064 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:51.513119 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:51.525653 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98e0e60-b5d0-4470-8657-779e925abd93 None None] New status for floating IP 9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4: DOWN {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:22:52.342585 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-9303e710-39e1-4373-8399-a6b7e25eca49 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--312496466&fields=id&tenant_id=fcb62bf5e8844219832d21fd1f6e9e15 HTTP/1.1" status: 200 len: 267 time: 0.0353026 May 06 10:22:52.448540 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-34fcc69b-f893-4289-84e8-bc7392370265 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:52.450014 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-34fcc69b-f893-4289-84e8-bc7392370265 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 812 time: 0.1005478 May 06 10:22:52.465142 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-96c6a3a3-3839-4f4a-96a0-da420d157867 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/quotas/fcb62bf5e8844219832d21fd1f6e9e15 HTTP/1.1" status: 200 len: 375 time: 0.0088277 May 06 10:22:52.518053 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-ae7d5692-8e02-4b71-8ca0-dac1346c1379 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477099 May 06 10:22:52.615979 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-4841b33a-131b-45d9-9ee4-eac694e6c088 service neutron] 10.222.0.73 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860012 May 06 10:22:52.703077 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-66d8e61c-c928-4a84-bab9-cc2cd5af34b7 service neutron] 10.222.0.73 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809324 May 06 10:22:52.869343 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-afb375af-9152-4aff-bf84-28d5ac224163 req-d6e53806-47ea-4452-8dd4-4dbdeff55a42 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 210 time: 0.0318952 May 06 10:22:53.407727 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 312ada14-de11-4beb-9aff-7f0b89715ef6 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:22:53.430866 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 312ada14-de11-4beb-9aff-7f0b89715ef6 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:22:53.431233 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 312ada14-de11-4beb-9aff-7f0b89715ef6 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:22:53.849447 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-9380826c-fa9f-43d4-98ed-90f9c9fb42ed tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:53.851002 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-9380826c-fa9f-43d4-98ed-90f9c9fb42ed tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.77 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 812 time: 0.1101470 May 06 10:22:53.913764 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-35d3ade0-923e-4e6b-88d8-1650443cc99e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcb62bf5e8844219832d21fd1f6e9e15 HTTP/1.1" status: 200 len: 379 time: 0.0416467 May 06 10:22:53.927055 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-d1942622-f240-4628-900a-6e6268a91719 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Request body: {'port': {'device_id': 'c24a4d9d-81ec-4137-95ed-b258d73a4fdc', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'admin_state_up': True, 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'security_groups': ['39ae9c69-3bf9-4331-ab13-fd782cbacdee']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:22:53.963157 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3f93d756-e81b-4594-93d5-486f92e6397c req-4ea7c825-2910-4840-b825-634467085014 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 210 time: 0.0256534 May 06 10:22:54.032841 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-d1942622-f240-4628-900a-6e6268a91719 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Made reservation on behalf of fcb62bf5e8844219832d21fd1f6e9e15 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:22:54.036554 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-d1942622-f240-4628-900a-6e6268a91719 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:54.162688 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-d1942622-f240-4628-900a-6e6268a91719 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Allocated IP 172.20.0.4 (7cf6eb76-297c-4da3-ac3c-0e1a25871dc2/cdfbb92c-d5d5-4bf9-969f-c763b747fec3/33c0287b-d932-4132-ae20-590a525db596) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:22:54.294262 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-d1942622-f240-4628-900a-6e6268a91719 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:54.327301 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-d1942622-f240-4628-900a-6e6268a91719 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:54.382014 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-d1942622-f240-4628-900a-6e6268a91719 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:22:54.385118 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-d1942622-f240-4628-900a-6e6268a91719 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:22:54.391526 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-d1942622-f240-4628-900a-6e6268a91719 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:22:54.395391 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1942622-f240-4628-900a-6e6268a91719 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Pushing event updated for resources: {'Port': ['ID=33c0287b-d932-4132-ae20-590a525db596,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:22:54.426207 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1942622-f240-4628-900a-6e6268a91719 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:54.426471 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1942622-f240-4628-900a-6e6268a91719 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:54.426819 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1942622-f240-4628-900a-6e6268a91719 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:54.427186 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1942622-f240-4628-900a-6e6268a91719 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:54.427533 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1942622-f240-4628-900a-6e6268a91719 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:54.427868 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1942622-f240-4628-900a-6e6268a91719 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:54.428198 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1942622-f240-4628-900a-6e6268a91719 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:54.428526 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1942622-f240-4628-900a-6e6268a91719 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:54.428854 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1942622-f240-4628-900a-6e6268a91719 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:54.429186 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1942622-f240-4628-900a-6e6268a91719 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:54.429515 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1942622-f240-4628-900a-6e6268a91719 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:54.429842 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1942622-f240-4628-900a-6e6268a91719 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:54.454118 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-d1942622-f240-4628-900a-6e6268a91719 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:54.454754 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-d1942622-f240-4628-900a-6e6268a91719 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:54.472892 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-d1942622-f240-4628-900a-6e6268a91719 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5501130 May 06 10:22:54.490721 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-01a38288-02a9-4f07-9be5-f1abfba375f4 service neutron] Request body: {'port': {'device_id': 'c24a4d9d-81ec-4137-95ed-b258d73a4fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:22:54.547316 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-01a38288-02a9-4f07-9be5-f1abfba375f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:54.629919 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-65f84d13-d694-4db7-967b-091c83d4bb23 None None] Provisioning complete for port 33c0287b-d932-4132-ae20-590a525db596 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:22:54.630480 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-65f84d13-d694-4db7-967b-091c83d4bb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:54.663941 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-65f84d13-d694-4db7-967b-091c83d4bb23 None None] Port 33c0287b-d932-4132-ae20-590a525db596 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:22:54.810563 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-01a38288-02a9-4f07-9be5-f1abfba375f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c0287b-d932-4132-ae20-590a525db596 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:22:54.817746 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-01a38288-02a9-4f07-9be5-f1abfba375f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:54.829895 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-01a38288-02a9-4f07-9be5-f1abfba375f4 service neutron] Transition to ACTIVE for port object 33c0287b-d932-4132-ae20-590a525db596 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:22:54.833881 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-01a38288-02a9-4f07-9be5-f1abfba375f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:54.900376 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a38288-02a9-4f07-9be5-f1abfba375f4 service neutron] Pushing event updated for resources: {'Port': ['ID=33c0287b-d932-4132-ae20-590a525db596,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:22:54.974812 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-01a38288-02a9-4f07-9be5-f1abfba375f4 service neutron] Attempting to bind port 33c0287b-d932-4132-ae20-590a525db596 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:22:54.975188 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-01a38288-02a9-4f07-9be5-f1abfba375f4 service neutron] Attempting to bind port 33c0287b-d932-4132-ae20-590a525db596 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:22:54.975531 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-01a38288-02a9-4f07-9be5-f1abfba375f4 service neutron] Attempting to bind port 33c0287b-d932-4132-ae20-590a525db596 on network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:22:54.980048 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-01a38288-02a9-4f07-9be5-f1abfba375f4 service neutron] Port 33c0287b-d932-4132-ae20-590a525db596 on network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:22:54.980726 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-01a38288-02a9-4f07-9be5-f1abfba375f4 service neutron] Attempting to bind port 33c0287b-d932-4132-ae20-590a525db596 on network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:22:54.985704 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-01a38288-02a9-4f07-9be5-f1abfba375f4 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:22:54.986049 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-01a38288-02a9-4f07-9be5-f1abfba375f4 service neutron] Checking segment: {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:22:54.986445 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-01a38288-02a9-4f07-9be5-f1abfba375f4 service neutron] Bound using segment: {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:22:54.986888 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-01a38288-02a9-4f07-9be5-f1abfba375f4 service neutron] Bound port: 33c0287b-d932-4132-ae20-590a525db596, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:22:54.987287 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-01a38288-02a9-4f07-9be5-f1abfba375f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:55.057445 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-01a38288-02a9-4f07-9be5-f1abfba375f4 service neutron] For port 33c0287b-d932-4132-ae20-590a525db596, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:22:55.061852 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-01a38288-02a9-4f07-9be5-f1abfba375f4 service neutron] For port 33c0287b-d932-4132-ae20-590a525db596, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=33c0287b-d932-4132-ae20-590a525db596,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:22:55.067328 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-01a38288-02a9-4f07-9be5-f1abfba375f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:55.091706 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a43912-7213-42ee-ab3b-54454ae4e659 req-457af157-4e3a-442b-bef6-888934a8b628 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:55.093236 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-04a43912-7213-42ee-ab3b-54454ae4e659 req-457af157-4e3a-442b-bef6-888934a8b628 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 943 time: 0.0548420 May 06 10:22:55.102691 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-01a38288-02a9-4f07-9be5-f1abfba375f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:55.103428 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-01a38288-02a9-4f07-9be5-f1abfba375f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:55.104849 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-01a38288-02a9-4f07-9be5-f1abfba375f4 service neutron] 10.222.0.77 "PUT /v2.0/ports/33c0287b-d932-4132-ae20-590a525db596 HTTP/1.1" status: 200 len: 1091 time: 0.6186531 May 06 10:22:55.105848 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24a4d9d-81ec-4137-95ed-b258d73a4fdc', 'tag': '33c0287b-d932-4132-ae20-590a525db596'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:22:55.108159 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17e753b-19c8-4ec2-9933-9ac3601f0273" -d '{"events": [{"name": "network-changed", "server_uuid": "c24a4d9d-81ec-4137-95ed-b258d73a4fdc", "tag": "33c0287b-d932-4132-ae20-590a525db596"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:22:55.132274 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a38288-02a9-4f07-9be5-f1abfba375f4 service neutron] Pushing event updated for resources: {'Port': ['ID=33c0287b-d932-4132-ae20-590a525db596,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:22:55.142030 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-04a43912-7213-42ee-ab3b-54454ae4e659 req-31382315-1a8b-49b2-b0e4-7829588eb92b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410516 May 06 10:22:55.198469 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c73a197-ac4a-4e7c-9b97-e59d63ec1204 x-openstack-request-id: req-6c73a197-ac4a-4e7c-9b97-e59d63ec1204 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:22:55.198787 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c24a4d9d-81ec-4137-95ed-b258d73a4fdc", "tag": "33c0287b-d932-4132-ae20-590a525db596", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:22:55.199161 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6c73a197-ac4a-4e7c-9b97-e59d63ec1204 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:22:55.199633 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c73a197-ac4a-4e7c-9b97-e59d63ec1204'] response: {'name': 'network-changed', 'server_uuid': 'c24a4d9d-81ec-4137-95ed-b258d73a4fdc', 'tag': '33c0287b-d932-4132-ae20-590a525db596', 'status': 'completed', 'code': 200} May 06 10:22:55.216228 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-ba8125b3-faaf-4cee-9eec-b1eb0686c242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:55.218539 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-ba8125b3-faaf-4cee-9eec-b1eb0686c242 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 1094 time: 0.0569715 May 06 10:22:55.271063 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-1aabea20-dc27-4450-b107-562b360a51e0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33c0287b-d932-4132-ae20-590a525db596 HTTP/1.1" status: 200 len: 217 time: 0.0407467 May 06 10:22:55.320455 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-a8ec4034-926a-474d-b534-c2b6df5215f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:55.321873 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-a8ec4034-926a-474d-b534-c2b6df5215f6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0451899 May 06 10:22:55.366216 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-616f768e-93b3-42d3-8f7f-b356d76aadc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:55.367720 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-616f768e-93b3-42d3-8f7f-b356d76aadc0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395086 May 06 10:22:55.461325 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-d0fdfe68-e757-4b6d-8692-c98a59b70335 service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868888 May 06 10:22:55.550081 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9f29c965-6dc9-46c2-b0b6-2cc1eb0e0f44 req-980924fe-604b-4023-a408-850d60aedd20 service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826585 May 06 10:22:55.680678 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e753b-19c8-4ec2-9933-9ac3601f0273 req-496bdb20-39ea-4fb1-8a1b-a1fdc9e18565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:55.682264 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c17e753b-19c8-4ec2-9933-9ac3601f0273 req-496bdb20-39ea-4fb1-8a1b-a1fdc9e18565 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 1094 time: 0.0407920 May 06 10:22:55.775848 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e753b-19c8-4ec2-9933-9ac3601f0273 req-351404f1-2676-409a-ae23-6ff5356d7218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:55.777860 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c17e753b-19c8-4ec2-9933-9ac3601f0273 req-351404f1-2676-409a-ae23-6ff5356d7218 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.0889423 May 06 10:22:55.818459 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c17e753b-19c8-4ec2-9933-9ac3601f0273 req-852961fc-914c-4a96-a8c5-f7d6bb12470f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33c0287b-d932-4132-ae20-590a525db596 HTTP/1.1" status: 200 len: 217 time: 0.0345900 May 06 10:22:55.869571 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e753b-19c8-4ec2-9933-9ac3601f0273 req-c6668de8-679f-4592-a18c-be229e0b88fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:55.871015 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c17e753b-19c8-4ec2-9933-9ac3601f0273 req-c6668de8-679f-4592-a18c-be229e0b88fb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0460954 May 06 10:22:55.915489 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e753b-19c8-4ec2-9933-9ac3601f0273 req-8163e942-9aea-49a2-90f9-0ab70b80ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:55.916993 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c17e753b-19c8-4ec2-9933-9ac3601f0273 req-8163e942-9aea-49a2-90f9-0ab70b80ee63 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399346 May 06 10:22:56.005014 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c17e753b-19c8-4ec2-9933-9ac3601f0273 req-5cd3a213-8957-44ba-b89f-aa24327c666c service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809202 May 06 10:22:56.096566 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c17e753b-19c8-4ec2-9933-9ac3601f0273 req-5e4b4bff-48ba-43fd-8bb9-d901c4cd07bb service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850391 May 06 10:22:56.260332 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1dff25-c247-4c80-8084-691db55076a1 req-141b9ae2-9b00-45f9-a851-10b9ae21e01f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:56.262405 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0f1dff25-c247-4c80-8084-691db55076a1 req-141b9ae2-9b00-45f9-a851-10b9ae21e01f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 943 time: 0.0483916 May 06 10:22:56.298983 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0f1dff25-c247-4c80-8084-691db55076a1 req-3bcbd85c-acc8-4800-8299-fa753416e94d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306060 May 06 10:22:57.416400 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b716db-c44b-43ff-9c17-7df7d6b80d45 req-77594872-c7c8-481c-a137-7d4b7c3ed87a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:57.417983 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47b716db-c44b-43ff-9c17-7df7d6b80d45 req-77594872-c7c8-481c-a137-7d4b7c3ed87a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 943 time: 0.0529726 May 06 10:22:57.454757 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47b716db-c44b-43ff-9c17-7df7d6b80d45 req-208588fb-a165-4be7-9967-113f87072a21 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307705 May 06 10:22:58.572331 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb7024-ee1d-4203-bc47-d8a45e2dd443 req-96af4488-ab94-450a-9b40-09c1f5214478 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:58.573843 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9bdb7024-ee1d-4203-bc47-d8a45e2dd443 req-96af4488-ab94-450a-9b40-09c1f5214478 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 943 time: 0.0508502 May 06 10:22:58.612886 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9bdb7024-ee1d-4203-bc47-d8a45e2dd443 req-384b2c42-e8be-4971-883f-fc56abf1f03c tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327501 May 06 10:22:59.344662 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:59.725627 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11508e9b-eb31-4c81-b446-8fefb94da179 req-f1e84d55-62ab-4e7e-83ba-db7fe142af14 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:59.727102 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11508e9b-eb31-4c81-b446-8fefb94da179 req-f1e84d55-62ab-4e7e-83ba-db7fe142af14 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 943 time: 0.0481803 May 06 10:22:59.765190 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11508e9b-eb31-4c81-b446-8fefb94da179 req-eae5a7be-ad60-4db8-92eb-725156b1ef2d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313447 May 06 10:23:00.759884 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 33c0287b-d932-4132-ae20-590a525db596 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:23:00.854294 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 33c0287b-d932-4132-ae20-590a525db596, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=33c0287b-d932-4132-ae20-590a525db596,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:23:00.866139 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '33c0287b-d932-4132-ae20-590a525db596', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'port_id': '33c0287b-d932-4132-ae20-590a525db596', 'mac_address': 'fa:16:3e:3c:82:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:23:00.884959 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c12c2d-5002-4182-82cb-6b68465acdf9 req-43f93a7b-2a0a-40f7-a7dc-23d1f6705b95 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:00.887283 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-18c12c2d-5002-4182-82cb-6b68465acdf9 req-43f93a7b-2a0a-40f7-a7dc-23d1f6705b95 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 943 time: 0.0532556 May 06 10:23:00.907597 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:00.921167 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c0287b-d932-4132-ae20-590a525db596 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:23:00.924957 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-18c12c2d-5002-4182-82cb-6b68465acdf9 req-1c9c3ab1-9a52-473d-94d9-1efe333916c1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319037 May 06 10:23:00.940578 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 33c0287b-d932-4132-ae20-590a525db596, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=33c0287b-d932-4132-ae20-590a525db596,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:23:00.945174 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:00.992326 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=33c0287b-d932-4132-ae20-590a525db596,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:01.324428 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['33c0287b-d932-4132-ae20-590a525db596'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:23:02.041476 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e9618-de77-450c-bc4b-9006278bd816 req-3c6de2ea-ccc3-40cb-bb7a-e8d8f8ff1190 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:02.043041 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cf8e9618-de77-450c-bc4b-9006278bd816 req-3c6de2ea-ccc3-40cb-bb7a-e8d8f8ff1190 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 944 time: 0.0491345 May 06 10:23:02.080070 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cf8e9618-de77-450c-bc4b-9006278bd816 req-62121e61-30c4-46d4-a8b2-c45d1d85c2c2 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311632 May 06 10:23:02.768239 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 33c0287b-d932-4132-ae20-590a525db596 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:23:02.815063 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 33c0287b-d932-4132-ae20-590a525db596 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:23:02.818503 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 33c0287b-d932-4132-ae20-590a525db596 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:23:02.818871 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:02.893918 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:02.925569 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24a4d9d-81ec-4137-95ed-b258d73a4fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c0287b-d932-4132-ae20-590a525db596'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:23:02.927899 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c519ec98-4afd-4159-b1f8-601e84ebc6bc" -d '{"events": [{"server_uuid": "c24a4d9d-81ec-4137-95ed-b258d73a4fdc", "name": "network-vif-plugged", "status": "completed", "tag": "33c0287b-d932-4132-ae20-590a525db596"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:23:02.946992 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 33c0287b-d932-4132-ae20-590a525db596, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=33c0287b-d932-4132-ae20-590a525db596,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:23:02.951228 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:02.983913 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a656fc41-4832-4316-9d17-0ca23940b1fc x-openstack-request-id: req-a656fc41-4832-4316-9d17-0ca23940b1fc {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:23:02.984311 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24a4d9d-81ec-4137-95ed-b258d73a4fdc", "name": "network-vif-plugged", "status": "completed", "tag": "33c0287b-d932-4132-ae20-590a525db596", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:23:02.984661 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a656fc41-4832-4316-9d17-0ca23940b1fc {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:23:02.985196 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a656fc41-4832-4316-9d17-0ca23940b1fc'] response: {'server_uuid': 'c24a4d9d-81ec-4137-95ed-b258d73a4fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c0287b-d932-4132-ae20-590a525db596', 'code': 200} May 06 10:23:03.017027 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=33c0287b-d932-4132-ae20-590a525db596,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:03.090763 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e88b1-6bf8-4113-b6b7-1ccc1d7f4e27 req-b2ee2eae-5205-400c-91a1-43381a36bd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:03.092263 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b89e88b1-6bf8-4113-b6b7-1ccc1d7f4e27 req-b2ee2eae-5205-400c-91a1-43381a36bd0f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 1096 time: 0.0398185 May 06 10:23:03.127000 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-b89e88b1-6bf8-4113-b6b7-1ccc1d7f4e27 req-1d4bf6fb-3661-4ccc-bf94-2aac3ef54fae service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279381 May 06 10:23:03.196322 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1779088-7059-47f3-8c0b-30afefe70e16 req-9e6890ff-0152-488d-aa3d-380d62b30c4c tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:03.197806 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e1779088-7059-47f3-8c0b-30afefe70e16 req-9e6890ff-0152-488d-aa3d-380d62b30c4c tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0496442 May 06 10:23:03.235678 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e1779088-7059-47f3-8c0b-30afefe70e16 req-83314b88-a9b5-402a-81c2-3575350f5168 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315876 May 06 10:23:04.357155 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161ce49-e5c2-4d04-bec3-d3a43f6df2ef req-bb147b0a-1f67-4282-ab42-ee65d0060857 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:04.358609 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2161ce49-e5c2-4d04-bec3-d3a43f6df2ef req-bb147b0a-1f67-4282-ab42-ee65d0060857 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0541754 May 06 10:23:04.399951 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2161ce49-e5c2-4d04-bec3-d3a43f6df2ef req-92cd3f82-9edc-4217-a8a5-89bf343d1c79 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353873 May 06 10:23:05.518405 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10528d-fa23-4f33-bf00-5809bf7cb08c req-da81e4b3-6a27-44d7-9124-363fa3f222d1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:05.519930 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bd10528d-fa23-4f33-bf00-5809bf7cb08c req-da81e4b3-6a27-44d7-9124-363fa3f222d1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0493658 May 06 10:23:05.556979 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bd10528d-fa23-4f33-bf00-5809bf7cb08c req-c90edc3b-a04a-4353-9e4e-9b806d2bc3f3 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310740 May 06 10:23:05.664403 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4fb00-b6f4-4e1d-bbcd-57455a0a0b7b req-efd528f2-8c0f-4338-b390-bff158a7460a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:05.665802 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cca4fb00-b6f4-4e1d-bbcd-57455a0a0b7b req-efd528f2-8c0f-4338-b390-bff158a7460a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0476980 May 06 10:23:05.674942 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37402) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:23:05.679196 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-b5ae7121-9814-40bc-a61a-7a4e07e206a3 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Request body: {'floatingip': {'port_id': '33c0287b-d932-4132-ae20-590a525db596'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:23:05.721132 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b5ae7121-9814-40bc-a61a-7a4e07e206a3 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for floatingip, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:06.155496 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b5ae7121-9814-40bc-a61a-7a4e07e206a3 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:06.159189 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b5ae7121-9814-40bc-a61a-7a4e07e206a3 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:06.253841 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-b5ae7121-9814-40bc-a61a-7a4e07e206a3 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Floating IP 9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4 associated. External IP: 172.25.5.107, port: 33c0287b-d932-4132-ae20-590a525db596. May 06 10:23:06.460865 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ae7121-9814-40bc-a61a-7a4e07e206a3 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Router ec95ce40-9400-4ce6-948f-613841a462e1 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:23:06.567312 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ae7121-9814-40bc-a61a-7a4e07e206a3 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:23:06.571826 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b5ae7121-9814-40bc-a61a-7a4e07e206a3 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:06.578245 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cfa69d-cd8f-4cd9-a3a9-96c6480b06fc None None] Sync routers for ids ['ec95ce40-9400-4ce6-948f-613841a462e1'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:23:06.588059 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cfa69d-cd8f-4cd9-a3a9-96c6480b06fc None None] Routers {'ec95ce40-9400-4ce6-948f-613841a462e1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:23:06.588710 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-81cfa69d-cd8f-4cd9-a3a9-96c6480b06fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:22:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ec95ce40-9400-4ce6-948f-613841a462e1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:23:06.599840 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b5ae7121-9814-40bc-a61a-7a4e07e206a3 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "PUT /v2.0/floatingips/9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4 HTTP/1.1" status: 200 len: 991 time: 0.9238391 May 06 10:23:06.600414 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24a4d9d-81ec-4137-95ed-b258d73a4fdc', 'tag': '33c0287b-d932-4132-ae20-590a525db596'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:23:06.602795 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfcdfd6-980a-4665-a521-3fa6bd982f48" -d '{"events": [{"name": "network-changed", "server_uuid": "c24a4d9d-81ec-4137-95ed-b258d73a4fdc", "tag": "33c0287b-d932-4132-ae20-590a525db596"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:23:06.704981 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-81cfa69d-cd8f-4cd9-a3a9-96c6480b06fc None None] Set router ec95ce40-9400-4ce6-948f-613841a462e1 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:23:06.728963 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc619eb-1880-4c31-834d-b8d834f3b7d0 x-openstack-request-id: req-8bc619eb-1880-4c31-834d-b8d834f3b7d0 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:23:06.729307 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c24a4d9d-81ec-4137-95ed-b258d73a4fdc", "tag": "33c0287b-d932-4132-ae20-590a525db596", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:23:06.729558 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8bc619eb-1880-4c31-834d-b8d834f3b7d0 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:23:06.729974 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bc619eb-1880-4c31-834d-b8d834f3b7d0'] response: {'name': 'network-changed', 'server_uuid': 'c24a4d9d-81ec-4137-95ed-b258d73a4fdc', 'tag': '33c0287b-d932-4132-ae20-590a525db596', 'status': 'completed', 'code': 200} May 06 10:23:06.831024 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83dfa04-9597-4a50-9b71-ca72b6d76574 req-6550e7be-bf86-485b-a437-65a8c7b5bdb5 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:06.832557 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcdfd6-980a-4665-a521-3fa6bd982f48 req-06ff632d-53e1-4474-9000-5b41c17b6e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:06.833047 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c83dfa04-9597-4a50-9b71-ca72b6d76574 req-6550e7be-bf86-485b-a437-65a8c7b5bdb5 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0580058 May 06 10:23:06.839349 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fdfcdfd6-980a-4665-a521-3fa6bd982f48 req-06ff632d-53e1-4474-9000-5b41c17b6e3f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 1096 time: 0.0685146 May 06 10:23:06.874935 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c83dfa04-9597-4a50-9b71-ca72b6d76574 req-6568680e-473b-4e56-b615-94e8ef40e408 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353217 May 06 10:23:06.974231 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcdfd6-980a-4665-a521-3fa6bd982f48 req-6d2fdaa6-0994-455f-9fae-86adf1d44702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:06.975726 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fdfcdfd6-980a-4665-a521-3fa6bd982f48 req-6d2fdaa6-0994-455f-9fae-86adf1d44702 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.1031995 May 06 10:23:07.033353 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-81cfa69d-cd8f-4cd9-a3a9-96c6480b06fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:21:53Z', 'revision_number': 4, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'port_id': '33c0287b-d932-4132-ae20-590a525db596', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'mac_address': 'fa:16:3e:3c:82:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24a4d9d-81ec-4137-95ed-b258d73a4fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:21:55Z', 'updated_at': '2022-05-06T10:23:06Z', 'revision_number': 5, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f67f608e-62e6-43b3-b0b7-f2d743f229b5', 'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'mac_address': 'fa:16:3e:cd:db:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:52Z', 'updated_at': '2022-05-06T10:21:56Z', 'revision_number': 5, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'subnets': [{'id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:23:07.041266 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fdfcdfd6-980a-4665-a521-3fa6bd982f48 req-1fdcc15e-10df-42b9-928c-efb62325d8f8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33c0287b-d932-4132-ae20-590a525db596 HTTP/1.1" status: 200 len: 999 time: 0.0589468 May 06 10:23:07.063169 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cfa69d-cd8f-4cd9-a3a9-96c6480b06fc None None] Checking router: ec95ce40-9400-4ce6-948f-613841a462e1 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:23:07.071402 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cfa69d-cd8f-4cd9-a3a9-96c6480b06fc None None] Routers {'ec95ce40-9400-4ce6-948f-613841a462e1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:23:07.072015 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-81cfa69d-cd8f-4cd9-a3a9-96c6480b06fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:22:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ec95ce40-9400-4ce6-948f-613841a462e1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:23:07.092228 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcdfd6-980a-4665-a521-3fa6bd982f48 req-5c9549e6-01b6-42af-a92f-7f4735bc62f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:07.093685 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fdfcdfd6-980a-4665-a521-3fa6bd982f48 req-5c9549e6-01b6-42af-a92f-7f4735bc62f1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0467610 May 06 10:23:07.138256 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcdfd6-980a-4665-a521-3fa6bd982f48 req-64666da2-3967-4da6-8df4-bc43c00d48b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:07.139790 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fdfcdfd6-980a-4665-a521-3fa6bd982f48 req-64666da2-3967-4da6-8df4-bc43c00d48b9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404310 May 06 10:23:07.175446 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-81cfa69d-cd8f-4cd9-a3a9-96c6480b06fc None None] Set router ec95ce40-9400-4ce6-948f-613841a462e1 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:23:07.227699 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fdfcdfd6-980a-4665-a521-3fa6bd982f48 req-b9e29715-dc95-48e0-b257-7f9eb9881a2b service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812185 May 06 10:23:07.322567 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fdfcdfd6-980a-4665-a521-3fa6bd982f48 req-0e5bb8be-244c-473a-a182-4199840197b2 service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894437 May 06 10:23:07.394206 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-81cfa69d-cd8f-4cd9-a3a9-96c6480b06fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:21:53Z', 'revision_number': 4, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'port_id': '33c0287b-d932-4132-ae20-590a525db596', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'mac_address': 'fa:16:3e:3c:82:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24a4d9d-81ec-4137-95ed-b258d73a4fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:21:55Z', 'updated_at': '2022-05-06T10:23:06Z', 'revision_number': 5, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f67f608e-62e6-43b3-b0b7-f2d743f229b5', 'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'mac_address': 'fa:16:3e:cd:db:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:52Z', 'updated_at': '2022-05-06T10:21:56Z', 'revision_number': 5, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'subnets': [{'id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:23:07.423695 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cfa69d-cd8f-4cd9-a3a9-96c6480b06fc None None] The sync data for ids ['ec95ce40-9400-4ce6-948f-613841a462e1'] in n-d-840835-1 is: [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:21:53Z', 'revision_number': 4, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'port_id': '33c0287b-d932-4132-ae20-590a525db596', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'mac_address': 'fa:16:3e:3c:82:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24a4d9d-81ec-4137-95ed-b258d73a4fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:21:55Z', 'updated_at': '2022-05-06T10:23:06Z', 'revision_number': 5, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f67f608e-62e6-43b3-b0b7-f2d743f229b5', 'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'mac_address': 'fa:16:3e:cd:db:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:52Z', 'updated_at': '2022-05-06T10:21:56Z', 'revision_number': 5, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'subnets': [{'id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:23:07.610305 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b5660a-2256-4162-8049-e4dda48161e8 None None] New status for floating IP 9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4: ACTIVE {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:23:07.993871 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f1663-084d-489d-b79a-254c47afebc2 req-dc9b9398-e257-4ea9-a997-7eeb955c6ba9 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:07.995367 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3c2f1663-084d-489d-b79a-254c47afebc2 req-dc9b9398-e257-4ea9-a997-7eeb955c6ba9 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0491223 May 06 10:23:08.033883 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3c2f1663-084d-489d-b79a-254c47afebc2 req-2691a3e9-6e9a-4090-be86-01d7741d61f9 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322587 May 06 10:23:09.149832 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4093e-5450-4ca4-b012-276e12d15bf3 req-e8c8084d-ba42-4c4f-b462-32886edd339b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:09.151313 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38c4093e-5450-4ca4-b012-276e12d15bf3 req-e8c8084d-ba42-4c4f-b462-32886edd339b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0485117 May 06 10:23:09.188657 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38c4093e-5450-4ca4-b012-276e12d15bf3 req-52bb0312-fb6b-4843-8728-8ec86955eefc tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306864 May 06 10:23:10.305504 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6379c9-a30b-4f6d-9623-58af47f82406 req-1f245bc3-2568-43a5-9aef-ca041c7c18a9 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:10.306967 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-af6379c9-a30b-4f6d-9623-58af47f82406 req-1f245bc3-2568-43a5-9aef-ca041c7c18a9 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0515625 May 06 10:23:10.345802 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-af6379c9-a30b-4f6d-9623-58af47f82406 req-71955810-06fc-409c-b103-bf326325bb19 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319672 May 06 10:23:11.003903 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:23:11.473227 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b367d-c13e-4dec-bcd3-338d323f7414 req-6c19410c-6a46-46f7-87de-4a05265a0e75 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:11.474854 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-758b367d-c13e-4dec-bcd3-338d323f7414 req-6c19410c-6a46-46f7-87de-4a05265a0e75 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0570226 May 06 10:23:11.517766 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-758b367d-c13e-4dec-bcd3-338d323f7414 req-33266423-18fa-4fc2-ac62-97e5b30934d1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340602 May 06 10:23:12.632706 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ad74a-b05a-46d5-a161-9ccd321bf0b7 req-742c6c9e-7fe6-4d40-9c6a-7e9319a56ea1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:12.634174 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-312ad74a-b05a-46d5-a161-9ccd321bf0b7 req-742c6c9e-7fe6-4d40-9c6a-7e9319a56ea1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0489452 May 06 10:23:12.671333 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-312ad74a-b05a-46d5-a161-9ccd321bf0b7 req-6e826650-cb8b-4a42-96be-d6d143177c33 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311506 May 06 10:23:13.789033 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b547b-eee8-4064-abe9-a7d2eedbd0a3 req-f169ea30-6a8d-4d83-8c49-0c3a7018131c tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:13.790647 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-338b547b-eee8-4064-abe9-a7d2eedbd0a3 req-f169ea30-6a8d-4d83-8c49-0c3a7018131c tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0527034 May 06 10:23:13.828609 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-338b547b-eee8-4064-abe9-a7d2eedbd0a3 req-e2a3ebd9-241d-45f8-905f-4a78dc96aed6 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314088 May 06 10:23:14.944264 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa60f27-697a-4111-9ed5-f40ca9a67801 req-4a83cd32-dba6-4322-905b-f164ffc5bf12 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:14.945756 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2fa60f27-697a-4111-9ed5-f40ca9a67801 req-4a83cd32-dba6-4322-905b-f164ffc5bf12 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0506723 May 06 10:23:14.983460 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2fa60f27-697a-4111-9ed5-f40ca9a67801 req-590fec8d-0734-4b6a-80df-587b00aa2ce8 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309935 May 06 10:23:15.987922 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1887da73-89a5-46f9-9764-863366a7f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:16.102807 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b7913-ceac-4a09-a280-246402def3fb req-b8637cff-3e42-4715-9d93-96dd4cc8378f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:16.104374 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-954b7913-ceac-4a09-a280-246402def3fb req-b8637cff-3e42-4715-9d93-96dd4cc8378f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0482910 May 06 10:23:16.141825 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-954b7913-ceac-4a09-a280-246402def3fb req-9f96dd4f-d2db-4106-a941-a9659b407ae1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312147 May 06 10:23:16.984994 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ab531-7b7b-4347-a25e-a1a3db78b8c4 req-de7c176d-f0be-4e29-880c-34e5728530ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:16.986454 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d86ab531-7b7b-4347-a25e-a1a3db78b8c4 req-de7c176d-f0be-4e29-880c-34e5728530ae service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 1096 time: 0.0405734 May 06 10:23:17.265749 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f2bbf-e9b7-48d2-9c9f-048b3b9f1c34 req-85731d2c-68ec-4c59-b746-2d336e3d9f9e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:17.267363 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c9f2bbf-e9b7-48d2-9c9f-048b3b9f1c34 req-85731d2c-68ec-4c59-b746-2d336e3d9f9e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0551164 May 06 10:23:17.309002 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c9f2bbf-e9b7-48d2-9c9f-048b3b9f1c34 req-647a0456-4d7f-4799-a241-63080c8bd4c7 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354395 May 06 10:23:17.402493 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ab531-7b7b-4347-a25e-a1a3db78b8c4 req-ac995410-2680-4dea-ac69-d9c9c1b61ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:17.404680 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d86ab531-7b7b-4347-a25e-a1a3db78b8c4 req-ac995410-2680-4dea-ac69-d9c9c1b61ad7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.3978822 May 06 10:23:17.469546 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d86ab531-7b7b-4347-a25e-a1a3db78b8c4 req-e4bb2753-13df-427b-920d-152aa6845c46 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33c0287b-d932-4132-ae20-590a525db596 HTTP/1.1" status: 200 len: 1001 time: 0.0579784 May 06 10:23:17.518051 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ab531-7b7b-4347-a25e-a1a3db78b8c4 req-f2d151de-c2ec-4a8a-ae3c-15f7e52981d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:17.519495 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d86ab531-7b7b-4347-a25e-a1a3db78b8c4 req-f2d151de-c2ec-4a8a-ae3c-15f7e52981d9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0438540 May 06 10:23:17.566730 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ab531-7b7b-4347-a25e-a1a3db78b8c4 req-366bf984-6958-412c-97fd-f2e44990c0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:17.568261 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d86ab531-7b7b-4347-a25e-a1a3db78b8c4 req-366bf984-6958-412c-97fd-f2e44990c0da service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428836 May 06 10:23:17.657081 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d86ab531-7b7b-4347-a25e-a1a3db78b8c4 req-06c6d0ab-a773-4103-b305-8a642c33115a service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811555 May 06 10:23:17.750133 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d86ab531-7b7b-4347-a25e-a1a3db78b8c4 req-bb03679b-52f7-4d26-81df-fbfff5b6f76b service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863228 May 06 10:23:18.428045 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163237c7-388f-4d4f-ad4f-d4f274ecf7b9 req-14b2976f-68df-416c-8080-34d145bc7b26 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:18.429542 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-163237c7-388f-4d4f-ad4f-d4f274ecf7b9 req-14b2976f-68df-416c-8080-34d145bc7b26 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0497768 May 06 10:23:18.469458 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-163237c7-388f-4d4f-ad4f-d4f274ecf7b9 req-71d22779-1344-479b-b8aa-a0604cf428a1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336764 May 06 10:23:18.516451 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7617dead-304d-4aaf-a235-046f0195594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:19.092196 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:19.584594 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219726f-09de-4891-9bfa-e24f2be7db17 req-e2816b94-8130-46dd-b01d-1b03dd950d22 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:19.586084 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a219726f-09de-4891-9bfa-e24f2be7db17 req-e2816b94-8130-46dd-b01d-1b03dd950d22 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0486767 May 06 10:23:19.623462 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a219726f-09de-4891-9bfa-e24f2be7db17 req-f7d9f583-8549-4fc1-906b-6ebf6c94d1f5 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314004 May 06 10:23:19.647326 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:20.740834 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38d4dd-b45a-4510-a3ee-521c73c7ef5a req-33fa7823-f465-406d-8b61-a2ee7e91e8cb tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:20.742304 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aa38d4dd-b45a-4510-a3ee-521c73c7ef5a req-33fa7823-f465-406d-8b61-a2ee7e91e8cb tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0528569 May 06 10:23:20.779928 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aa38d4dd-b45a-4510-a3ee-521c73c7ef5a req-5c51389f-ba5e-42ed-ba28-d8637de1531f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316551 May 06 10:23:21.331567 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:21.515614 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:21.893970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add00ffe-eee8-4df0-b22f-0571168864c9 req-569daafc-28d8-4bea-95a7-6f9c28088af3 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:21.895504 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-add00ffe-eee8-4df0-b22f-0571168864c9 req-569daafc-28d8-4bea-95a7-6f9c28088af3 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0487275 May 06 10:23:21.934694 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-add00ffe-eee8-4df0-b22f-0571168864c9 req-7d56c701-4ddc-45f6-b441-456c35c4ddae tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332725 May 06 10:23:23.052377 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db125572-10b9-41d3-9f90-4b07a978c18f req-979d1df4-7d0c-4ece-8a17-7fca69dd0dbf tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:23.053837 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-db125572-10b9-41d3-9f90-4b07a978c18f req-979d1df4-7d0c-4ece-8a17-7fca69dd0dbf tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0490620 May 06 10:23:23.090621 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-db125572-10b9-41d3-9f90-4b07a978c18f req-5f27f706-8c4f-4cc0-8692-7c2574ffda57 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300350 May 06 10:23:24.310996 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c314aa-cc07-47f4-b0fc-48dba4dd9fa9 req-7f4792f7-c4b0-4f12-a4df-62cf2cc7e739 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:24.312491 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-79c314aa-cc07-47f4-b0fc-48dba4dd9fa9 req-7f4792f7-c4b0-4f12-a4df-62cf2cc7e739 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.1543417 May 06 10:23:24.348522 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-79c314aa-cc07-47f4-b0fc-48dba4dd9fa9 req-768ede4e-77f1-4b0d-bdf4-6f5c50f001ed tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300632 May 06 10:23:25.464462 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10614e-ade1-4be3-9e88-f786b645e895 req-b0194c82-033a-46ae-9aab-a7fe2f9a997c tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:25.465956 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3d10614e-ade1-4be3-9e88-f786b645e895 req-b0194c82-033a-46ae-9aab-a7fe2f9a997c tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0493269 May 06 10:23:25.503639 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3d10614e-ade1-4be3-9e88-f786b645e895 req-508ca01f-0f8f-4783-ad0d-e7887072392d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315187 May 06 10:23:26.619368 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040d886-614c-40fb-afc3-9ae887406899 req-4a474a78-3e84-488a-9863-73377bd59f1d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:26.620879 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3040d886-614c-40fb-afc3-9ae887406899 req-4a474a78-3e84-488a-9863-73377bd59f1d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0475695 May 06 10:23:26.657840 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3040d886-614c-40fb-afc3-9ae887406899 req-f28724c6-29e3-4a13-865c-b2cdb0efdbd9 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302749 May 06 10:23:27.776734 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90bcdb-be3d-4b14-82da-e6e1bd99117b req-a3e41cd1-40e8-4e51-bda6-e668b1955a8c tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:27.778220 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba90bcdb-be3d-4b14-82da-e6e1bd99117b req-a3e41cd1-40e8-4e51-bda6-e668b1955a8c tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0527995 May 06 10:23:27.816320 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba90bcdb-be3d-4b14-82da-e6e1bd99117b req-65257bdb-7e0d-4728-8d14-82bf29cc3c11 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314789 May 06 10:23:28.932580 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf68f16-6d0c-4bb1-8667-74e8606787df req-736c20be-f586-438f-b00c-fc7d6245b119 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:28.934082 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3cf68f16-6d0c-4bb1-8667-74e8606787df req-736c20be-f586-438f-b00c-fc7d6245b119 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0500407 May 06 10:23:28.972361 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3cf68f16-6d0c-4bb1-8667-74e8606787df req-f56f9250-2035-4ba8-90bf-da214de102b3 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323074 May 06 10:23:29.350432 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:30.093909 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc997650-5248-452d-99c1-9652f68ad61d req-b44ced90-80fe-4ae7-aa7b-145a8c380d6e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:30.095425 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc997650-5248-452d-99c1-9652f68ad61d req-b44ced90-80fe-4ae7-aa7b-145a8c380d6e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0545104 May 06 10:23:30.132518 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc997650-5248-452d-99c1-9652f68ad61d req-e6092aa6-b399-4b04-ada6-8e4883d39f8c tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311389 May 06 10:23:31.572612 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01856b40-5a62-4a5f-95af-335587bb9bc6 req-c2e92bdf-7737-4aa7-aabf-01ea5a94edc6 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:31.574332 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-01856b40-5a62-4a5f-95af-335587bb9bc6 req-c2e92bdf-7737-4aa7-aabf-01ea5a94edc6 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.3744245 May 06 10:23:31.612552 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-01856b40-5a62-4a5f-95af-335587bb9bc6 req-c11efabd-4c82-428a-bf6e-cece3fd859ad tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321732 May 06 10:23:32.725302 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816e1c9-f78f-4e17-8c08-210221ce6f40 req-e92e321b-ba79-4ad5-9880-c1e5c7bbcb71 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:32.726776 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4816e1c9-f78f-4e17-8c08-210221ce6f40 req-e92e321b-ba79-4ad5-9880-c1e5c7bbcb71 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0476871 May 06 10:23:32.764862 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4816e1c9-f78f-4e17-8c08-210221ce6f40 req-ecbdfb46-b9e6-4181-b15d-4159cb7eb5c9 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312884 May 06 10:23:32.986012 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-354fd6e5-54b7-4b96-99e2-b6d37e537239 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0415778 May 06 10:23:33.003689 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21e1ec-407e-4ecf-84b0-e99d50b95205 req-0a549ec8-6747-42e1-9e28-c7d74dafc927 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:33.006337 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f21e1ec-407e-4ecf-84b0-e99d50b95205 req-0a549ec8-6747-42e1-9e28-c7d74dafc927 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0514913 May 06 10:23:33.050382 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5f21e1ec-407e-4ecf-84b0-e99d50b95205 req-d209d0a2-b182-4da2-8bdc-31613495218e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334136 May 06 10:23:34.053156 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-d7a82300-af6b-4edb-bf9d-dd189079bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:34.054642 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-d7a82300-af6b-4edb-bf9d-dd189079bcf7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 1096 time: 0.0424714 May 06 10:23:34.150254 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-2ff4e3c9-9ba5-4d50-b125-a382b32d17a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:34.151881 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-2ff4e3c9-9ba5-4d50-b125-a382b32d17a6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.0905919 May 06 10:23:34.171780 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bcf9a-8d81-46bc-86d7-893eaaaf420c req-6d05bf15-cc9d-41ef-b489-251626fd5856 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:34.173203 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-410bcf9a-8d81-46bc-86d7-893eaaaf420c req-6d05bf15-cc9d-41ef-b489-251626fd5856 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0529988 May 06 10:23:34.210844 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-410bcf9a-8d81-46bc-86d7-893eaaaf420c req-868c9d64-8896-46dd-ac4f-e642b4573811 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316133 May 06 10:23:34.218210 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-194ac768-e116-4639-a4ea-5458296430f1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33c0287b-d932-4132-ae20-590a525db596 HTTP/1.1" status: 200 len: 1001 time: 0.0595272 May 06 10:23:34.268267 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-7ffe8a06-2349-4f11-9cf4-56ea3999b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:34.269703 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-7ffe8a06-2349-4f11-9cf4-56ea3999b062 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0452766 May 06 10:23:34.318165 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-2060fb3c-54a2-4c89-bd70-853f1044a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:34.319657 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-2060fb3c-54a2-4c89-bd70-853f1044a5f1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438116 May 06 10:23:34.409391 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-9024b2f6-d149-4247-9939-e413b3bd92c7 service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817502 May 06 10:23:34.507592 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-6fce1854-ddec-47a2-b093-031d9e3cbe61 service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910833 May 06 10:23:35.333012 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2378c83-5683-49bf-b9b2-a9907d824eff req-b316db14-fc6e-4ce3-beef-424ae4473504 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:35.334504 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b2378c83-5683-49bf-b9b2-a9907d824eff req-b316db14-fc6e-4ce3-beef-424ae4473504 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0497520 May 06 10:23:35.373145 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b2378c83-5683-49bf-b9b2-a9907d824eff req-6b562ec1-ba0c-45a1-9ce1-e4a8ae5225c3 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315385 May 06 10:23:36.339066 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-6d5a2359-6452-4ade-8b8f-98a899f78253 service neutron] show failed (client error): The resource could not be found. May 06 10:23:36.340018 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-6d5a2359-6452-4ade-8b8f-98a899f78253 service neutron] 10.222.0.77 "GET /v2.0/ports/33c0287b-d932-4132-ae20-590a525db596/bindings/n-h1-840835-1 HTTP/1.1" status: 404 len: 380 time: 0.0546291 May 06 10:23:36.503769 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2950dbb-8180-42a2-9b03-379bfeeab3c4 req-dcc6038c-5a9c-4f18-b333-c77ff581b19f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:36.505643 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e2950dbb-8180-42a2-9b03-379bfeeab3c4 req-dcc6038c-5a9c-4f18-b333-c77ff581b19f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0581982 May 06 10:23:36.575792 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e2950dbb-8180-42a2-9b03-379bfeeab3c4 req-317cb88e-3c34-40d8-959b-c785a18d26fe tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615077 May 06 10:23:36.584880 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-23373f43-b5cf-471e-bc14-6e27c56ba89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:36.586458 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-23373f43-b5cf-471e-bc14-6e27c56ba89c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc&tenant_id=fcb62bf5e8844219832d21fd1f6e9e15 HTTP/1.1" status: 200 len: 1096 time: 0.0651200 May 06 10:23:36.600180 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-b1caf7e6-8308-4995-8d0f-82cf731eef7e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840835-1', 'device_owner': 'compute:nova'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:23:36.658104 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-b1caf7e6-8308-4995-8d0f-82cf731eef7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:36.862421 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-b1caf7e6-8308-4995-8d0f-82cf731eef7e service neutron] For port 33c0287b-d932-4132-ae20-590a525db596, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=33c0287b-d932-4132-ae20-590a525db596,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:23:36.896788 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-b1caf7e6-8308-4995-8d0f-82cf731eef7e service neutron] For port 33c0287b-d932-4132-ae20-590a525db596, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:23:36.939078 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24a4d9d-81ec-4137-95ed-b258d73a4fdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33c0287b-d932-4132-ae20-590a525db596'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:23:36.941334 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8738d5d8-2a62-4c61-8469-44f9fd0e997f" -d '{"events": [{"server_uuid": "c24a4d9d-81ec-4137-95ed-b258d73a4fdc", "name": "network-vif-unplugged", "status": "completed", "tag": "33c0287b-d932-4132-ae20-590a525db596"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:23:36.945025 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-b1caf7e6-8308-4995-8d0f-82cf731eef7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:36.957374 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-b1caf7e6-8308-4995-8d0f-82cf731eef7e service neutron] Transition to ACTIVE for port object 33c0287b-d932-4132-ae20-590a525db596 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:23:36.961099 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-b1caf7e6-8308-4995-8d0f-82cf731eef7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:37.000007 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 10:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40821fb4-6ee3-47ab-a82a-255ec6c5fce0 x-openstack-request-id: req-40821fb4-6ee3-47ab-a82a-255ec6c5fce0 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:23:37.000400 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24a4d9d-81ec-4137-95ed-b258d73a4fdc", "name": "network-vif-unplugged", "status": "completed", "tag": "33c0287b-d932-4132-ae20-590a525db596", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:23:37.000691 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-40821fb4-6ee3-47ab-a82a-255ec6c5fce0 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:23:37.001089 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40821fb4-6ee3-47ab-a82a-255ec6c5fce0'] response: {'server_uuid': 'c24a4d9d-81ec-4137-95ed-b258d73a4fdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33c0287b-d932-4132-ae20-590a525db596', 'code': 200} May 06 10:23:37.043050 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1caf7e6-8308-4995-8d0f-82cf731eef7e service neutron] Pushing event updated for resources: {'Port': ['ID=33c0287b-d932-4132-ae20-590a525db596,revision_number=6']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:37.086994 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-b1caf7e6-8308-4995-8d0f-82cf731eef7e service neutron] No DVR routers for this DVR port 33c0287b-d932-4132-ae20-590a525db596 on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:23:37.234094 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-b1caf7e6-8308-4995-8d0f-82cf731eef7e service neutron] Attempting to bind port 33c0287b-d932-4132-ae20-590a525db596 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:23:37.234433 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-b1caf7e6-8308-4995-8d0f-82cf731eef7e service neutron] Attempting to bind port 33c0287b-d932-4132-ae20-590a525db596 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:23:37.234768 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-b1caf7e6-8308-4995-8d0f-82cf731eef7e service neutron] Attempting to bind port 33c0287b-d932-4132-ae20-590a525db596 on network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:23:37.238981 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-b1caf7e6-8308-4995-8d0f-82cf731eef7e service neutron] Port 33c0287b-d932-4132-ae20-590a525db596 on network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:23:37.239337 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-b1caf7e6-8308-4995-8d0f-82cf731eef7e service neutron] Attempting to bind port 33c0287b-d932-4132-ae20-590a525db596 on network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:23:37.244147 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-b1caf7e6-8308-4995-8d0f-82cf731eef7e service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:23:37.244486 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-b1caf7e6-8308-4995-8d0f-82cf731eef7e service neutron] Checking segment: {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:23:37.244868 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-b1caf7e6-8308-4995-8d0f-82cf731eef7e service neutron] Bound using segment: {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:23:37.245299 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-b1caf7e6-8308-4995-8d0f-82cf731eef7e service neutron] Bound port: 33c0287b-d932-4132-ae20-590a525db596, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:23:37.245655 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-b1caf7e6-8308-4995-8d0f-82cf731eef7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:37.310577 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-b1caf7e6-8308-4995-8d0f-82cf731eef7e service neutron] For port 33c0287b-d932-4132-ae20-590a525db596, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:23:37.313582 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-b1caf7e6-8308-4995-8d0f-82cf731eef7e service neutron] For port 33c0287b-d932-4132-ae20-590a525db596, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=33c0287b-d932-4132-ae20-590a525db596,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:23:37.317008 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-b1caf7e6-8308-4995-8d0f-82cf731eef7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:37.351724 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-b1caf7e6-8308-4995-8d0f-82cf731eef7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:37.352341 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-b1caf7e6-8308-4995-8d0f-82cf731eef7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:37.353755 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-b1caf7e6-8308-4995-8d0f-82cf731eef7e service neutron] 10.222.0.84 "PUT /v2.0/ports/33c0287b-d932-4132-ae20-590a525db596 HTTP/1.1" status: 200 len: 1091 time: 0.7584596 May 06 10:23:37.375296 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1caf7e6-8308-4995-8d0f-82cf731eef7e service neutron] Pushing event updated for resources: {'Port': ['ID=33c0287b-d932-4132-ae20-590a525db596,revision_number=7']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:37.421636 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-d22acfea-90a5-4eeb-95e5-72a634751e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:37.423264 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-d22acfea-90a5-4eeb-95e5-72a634751e74 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 1094 time: 0.0447624 May 06 10:23:37.521055 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-902c814c-e877-4a98-bf42-40f530b8badc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:37.522553 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-902c814c-e877-4a98-bf42-40f530b8badc service neutron] 10.222.0.84 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.0926692 May 06 10:23:37.590614 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-d51975fc-07df-4397-81e4-f6ad52ae47d3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33c0287b-d932-4132-ae20-590a525db596 HTTP/1.1" status: 200 len: 999 time: 0.0604179 May 06 10:23:37.645303 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-5d4e1f65-aeb9-4eb7-9027-e6775c2ea0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:37.646816 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-5d4e1f65-aeb9-4eb7-9027-e6775c2ea0d2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0495958 May 06 10:23:37.717217 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-7bf97673-f5d9-4b63-aabd-e24c0b761b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:37.718640 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-7bf97673-f5d9-4b63-aabd-e24c0b761b09 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621867 May 06 10:23:37.726771 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca29a4-eef3-4d72-9345-73a58e9d0cf3 req-46eed566-ff42-46bf-a2c9-3e9685301b4b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:37.728183 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0ca29a4-eef3-4d72-9345-73a58e9d0cf3 req-46eed566-ff42-46bf-a2c9-3e9685301b4b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 943 time: 0.0804350 May 06 10:23:37.814443 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0ca29a4-eef3-4d72-9345-73a58e9d0cf3 req-6978ebb8-ac54-4fc2-a693-7f742d43f2dd tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776613 May 06 10:23:37.843701 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-d837c119-9b93-4f70-a212-f7a8e3d8cb5f service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145909 May 06 10:23:37.934272 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0cc62cb3-b622-4387-9f24-2e5f61b5d6cf req-bed7bc10-d1a9-48a8-b375-2f06b5a3ac79 service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839887 May 06 10:23:38.937583 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc8271-a213-4429-9c11-aee9f6d293f7 req-a12b87ca-1894-4ea5-9755-7163c3ce581f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:38.939087 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aacc8271-a213-4429-9c11-aee9f6d293f7 req-a12b87ca-1894-4ea5-9755-7163c3ce581f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 943 time: 0.0558124 May 06 10:23:38.976359 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aacc8271-a213-4429-9c11-aee9f6d293f7 req-9e941dba-9d32-4775-8fc2-6d41e408e24a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311346 May 06 10:23:39.001989 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24a4d9d-81ec-4137-95ed-b258d73a4fdc', 'tag': '33c0287b-d932-4132-ae20-590a525db596'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:23:39.004398 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae9877d-470c-4517-843c-2a201f7727f7" -d '{"events": [{"name": "network-changed", "server_uuid": "c24a4d9d-81ec-4137-95ed-b258d73a4fdc", "tag": "33c0287b-d932-4132-ae20-590a525db596"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:23:39.050212 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d0b39b-bf6d-42fd-b4ed-5679ed666af5 x-openstack-request-id: req-48d0b39b-bf6d-42fd-b4ed-5679ed666af5 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:23:39.050506 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c24a4d9d-81ec-4137-95ed-b258d73a4fdc", "tag": "33c0287b-d932-4132-ae20-590a525db596", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:23:39.050766 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-48d0b39b-bf6d-42fd-b4ed-5679ed666af5 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:23:39.051206 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48d0b39b-bf6d-42fd-b4ed-5679ed666af5'] response: {'name': 'network-changed', 'server_uuid': 'c24a4d9d-81ec-4137-95ed-b258d73a4fdc', 'tag': '33c0287b-d932-4132-ae20-590a525db596', 'status': 'completed', 'code': 200} May 06 10:23:39.117389 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9877d-470c-4517-843c-2a201f7727f7 req-5dbc6976-00f0-4d2d-8735-b41a1d935d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:39.119347 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fae9877d-470c-4517-843c-2a201f7727f7 req-5dbc6976-00f0-4d2d-8735-b41a1d935d40 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 1094 time: 0.0473111 May 06 10:23:39.139536 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9877d-470c-4517-843c-2a201f7727f7 req-cf5162d2-13e6-4bc4-a1a0-bc04787f31ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:39.141068 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fae9877d-470c-4517-843c-2a201f7727f7 req-cf5162d2-13e6-4bc4-a1a0-bc04787f31ab service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 1094 time: 0.0451682 May 06 10:23:39.212991 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9877d-470c-4517-843c-2a201f7727f7 req-8b63193f-c0c3-4271-adb5-8af34c182fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:39.214406 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fae9877d-470c-4517-843c-2a201f7727f7 req-8b63193f-c0c3-4271-adb5-8af34c182fe0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.0888934 May 06 10:23:39.239998 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9877d-470c-4517-843c-2a201f7727f7 req-d0105aa9-a278-4018-8b1b-9ccf6f2d6687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:39.241694 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fae9877d-470c-4517-843c-2a201f7727f7 req-d0105aa9-a278-4018-8b1b-9ccf6f2d6687 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.0939412 May 06 10:23:39.287764 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fae9877d-470c-4517-843c-2a201f7727f7 req-8b75bbd6-b4e9-4e05-be9d-25e36efe9a8c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33c0287b-d932-4132-ae20-590a525db596 HTTP/1.1" status: 200 len: 999 time: 0.0655470 May 06 10:23:39.310483 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fae9877d-470c-4517-843c-2a201f7727f7 req-9c9cea32-94de-4057-823a-017cb5a54afa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33c0287b-d932-4132-ae20-590a525db596 HTTP/1.1" status: 200 len: 999 time: 0.0618117 May 06 10:23:39.337452 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9877d-470c-4517-843c-2a201f7727f7 req-db6223d6-61d1-43f5-818b-785e76c0add3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:39.338954 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fae9877d-470c-4517-843c-2a201f7727f7 req-db6223d6-61d1-43f5-818b-785e76c0add3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0448451 May 06 10:23:39.363833 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9877d-470c-4517-843c-2a201f7727f7 req-40906844-96b2-4287-ad77-d3424f537cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:39.365334 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fae9877d-470c-4517-843c-2a201f7727f7 req-40906844-96b2-4287-ad77-d3424f537cf5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0485654 May 06 10:23:39.386406 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9877d-470c-4517-843c-2a201f7727f7 req-88a6fafe-e859-4af7-b7aa-bf9dfaece025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:39.388950 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fae9877d-470c-4517-843c-2a201f7727f7 req-88a6fafe-e859-4af7-b7aa-bf9dfaece025 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425298 May 06 10:23:39.417018 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9877d-470c-4517-843c-2a201f7727f7 req-d1ca9dd3-2e7b-4ecf-a9d4-e8cab4b263e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:39.419501 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fae9877d-470c-4517-843c-2a201f7727f7 req-d1ca9dd3-2e7b-4ecf-a9d4-e8cab4b263e8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469711 May 06 10:23:39.488126 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fae9877d-470c-4517-843c-2a201f7727f7 req-2a0554b0-b7e0-4da2-990e-4b57a0d16893 service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907881 May 06 10:23:39.512386 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fae9877d-470c-4517-843c-2a201f7727f7 req-17e4786f-7947-400c-afc4-ba48a8422014 service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860002 May 06 10:23:39.579102 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fae9877d-470c-4517-843c-2a201f7727f7 req-c6c73bec-bf30-4726-9716-1ccf03f10921 service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842991 May 06 10:23:39.607732 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fae9877d-470c-4517-843c-2a201f7727f7 req-5f5a8757-76fb-4837-b544-f26ddc21232e service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888450 May 06 10:23:40.100349 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c432952-5d87-4069-a800-25dc270f8cfe req-b5b1edda-7c77-450e-a84f-68d6afaa8a2b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:40.101808 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8c432952-5d87-4069-a800-25dc270f8cfe req-b5b1edda-7c77-450e-a84f-68d6afaa8a2b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 943 time: 0.0542383 May 06 10:23:40.140685 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8c432952-5d87-4069-a800-25dc270f8cfe req-bbcb2d30-0304-464b-b421-90f20290925e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325358 May 06 10:23:40.338671 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfa561-d223-40a6-85a8-e3b7804d7dde req-c8849aea-9bb0-49c2-b02d-690d855518b9 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:40.340191 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0bcfa561-d223-40a6-85a8-e3b7804d7dde req-c8849aea-9bb0-49c2-b02d-690d855518b9 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 943 time: 0.0491786 May 06 10:23:40.361922 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f88732-e4d2-4ca9-9a63-fd735b8023f1 req-062521a8-00b2-4a92-9142-ac21a7267a79 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:40.363478 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a8f88732-e4d2-4ca9-9a63-fd735b8023f1 req-062521a8-00b2-4a92-9142-ac21a7267a79 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.77 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc&tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&binding%3Ahost_id=n-h1-840835-1 HTTP/1.1" status: 200 len: 943 time: 0.0532718 May 06 10:23:40.379459 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0bcfa561-d223-40a6-85a8-e3b7804d7dde req-82099cae-4ed8-4c40-a680-51c39011990f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322175 May 06 10:23:40.424473 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [req-a8f88732-e4d2-4ca9-9a63-fd735b8023f1 req-592d973b-96cd-40f8-9a8a-908a337d879c service neutron] delete failed (client error): The resource could not be found. May 06 10:23:40.425450 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a8f88732-e4d2-4ca9-9a63-fd735b8023f1 req-592d973b-96cd-40f8-9a8a-908a337d879c service neutron] 10.222.0.77 "DELETE /v2.0/ports/33c0287b-d932-4132-ae20-590a525db596/bindings/n-h2-840835-1 HTTP/1.1" status: 404 len: 380 time: 0.0546300 May 06 10:23:40.530556 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f88732-e4d2-4ca9-9a63-fd735b8023f1 req-527da53c-871a-4cd4-a96a-1935fa3d94fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:40.532110 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a8f88732-e4d2-4ca9-9a63-fd735b8023f1 req-527da53c-871a-4cd4-a96a-1935fa3d94fd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 1094 time: 0.0433931 May 06 10:23:40.628690 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f88732-e4d2-4ca9-9a63-fd735b8023f1 req-28a2bc4c-1808-4ec9-b941-7db949839638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:40.630187 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a8f88732-e4d2-4ca9-9a63-fd735b8023f1 req-28a2bc4c-1808-4ec9-b941-7db949839638 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.0920742 May 06 10:23:40.695969 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a8f88732-e4d2-4ca9-9a63-fd735b8023f1 req-d33c0564-e03d-45be-a4e1-9532f146c3e0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33c0287b-d932-4132-ae20-590a525db596 HTTP/1.1" status: 200 len: 999 time: 0.0588357 May 06 10:23:40.748549 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f88732-e4d2-4ca9-9a63-fd735b8023f1 req-6656322e-ce7b-42c8-9654-62898258c223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:40.749997 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a8f88732-e4d2-4ca9-9a63-fd735b8023f1 req-6656322e-ce7b-42c8-9654-62898258c223 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0475223 May 06 10:23:40.794844 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f88732-e4d2-4ca9-9a63-fd735b8023f1 req-536bb530-561f-4521-841f-eff628289164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:40.796343 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a8f88732-e4d2-4ca9-9a63-fd735b8023f1 req-536bb530-561f-4521-841f-eff628289164 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401888 May 06 10:23:40.884948 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a8f88732-e4d2-4ca9-9a63-fd735b8023f1 req-2f1b1da7-6bf3-4d93-8c2d-0329cade2f32 service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816391 May 06 10:23:40.929727 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 33c0287b-d932-4132-ae20-590a525db596 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:23:40.970435 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 33c0287b-d932-4132-ae20-590a525db596 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:23:40.979038 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a8f88732-e4d2-4ca9-9a63-fd735b8023f1 req-a89f535b-3586-4fd4-8f9d-06bc3bb8865d service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874939 May 06 10:23:41.511307 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0794e78-8cee-4b64-be1d-3140ebc22d20 req-df4d9c30-60ce-40c0-8161-f6589df8bfda tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:41.513325 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0794e78-8cee-4b64-be1d-3140ebc22d20 req-df4d9c30-60ce-40c0-8161-f6589df8bfda tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 943 time: 0.0512722 May 06 10:23:41.552220 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0794e78-8cee-4b64-be1d-3140ebc22d20 req-a3cbd98d-650b-44d6-a64f-11e0948c6ea5 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321538 May 06 10:23:41.615385 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 33c0287b-d932-4132-ae20-590a525db596 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:23:41.678073 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c29b5c-d74f-4e85-9903-dd58d0742219 req-3d02ef5f-5dc0-4505-a6b0-8f2cbcbdd35f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:41.679498 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b5c29b5c-d74f-4e85-9903-dd58d0742219 req-3d02ef5f-5dc0-4505-a6b0-8f2cbcbdd35f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 943 time: 0.0538430 May 06 10:23:41.710416 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 33c0287b-d932-4132-ae20-590a525db596, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=33c0287b-d932-4132-ae20-590a525db596,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:23:41.719360 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b5c29b5c-d74f-4e85-9903-dd58d0742219 req-0cc082bc-f4ee-4bfe-9985-702e8a1582f4 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334585 May 06 10:23:41.722664 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '33c0287b-d932-4132-ae20-590a525db596', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'port_id': '33c0287b-d932-4132-ae20-590a525db596', 'mac_address': 'fa:16:3e:3c:82:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:23:41.764043 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:41.777187 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c0287b-d932-4132-ae20-590a525db596 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:23:41.797692 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 33c0287b-d932-4132-ae20-590a525db596, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=33c0287b-d932-4132-ae20-590a525db596,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:23:41.801954 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:41.852184 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=33c0287b-d932-4132-ae20-590a525db596,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:41.930044 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de916b-aa53-4b71-aeb0-12e1365efd56 req-684b20c7-aac8-40c7-a1cd-0689f88f8e05 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:41.931495 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a5de916b-aa53-4b71-aeb0-12e1365efd56 req-684b20c7-aac8-40c7-a1cd-0689f88f8e05 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 944 time: 0.0598369 May 06 10:23:41.985045 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a5de916b-aa53-4b71-aeb0-12e1365efd56 req-f2183b2a-8d65-49d8-95c4-bca861757435 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392842 May 06 10:23:41.989465 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8ec65-2a81-4bcf-a3a7-9f9183694da4 req-85c8b43b-23a6-47ee-9a7e-f969228678d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:41.991090 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9dc8ec65-2a81-4bcf-a3a7-9f9183694da4 req-85c8b43b-23a6-47ee-9a7e-f969228678d0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 1095 time: 0.0803168 May 06 10:23:41.997810 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['33c0287b-d932-4132-ae20-590a525db596'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:23:42.085923 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8ec65-2a81-4bcf-a3a7-9f9183694da4 req-46c4ce24-c4f8-4b1f-a66c-afb3f7be5c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:42.087637 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9dc8ec65-2a81-4bcf-a3a7-9f9183694da4 req-46c4ce24-c4f8-4b1f-a66c-afb3f7be5c0e service neutron] 10.222.0.84 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.0895298 May 06 10:23:42.156873 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9dc8ec65-2a81-4bcf-a3a7-9f9183694da4 req-96ede613-8496-4ab5-b0f5-6e95af353a93 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33c0287b-d932-4132-ae20-590a525db596 HTTP/1.1" status: 200 len: 1000 time: 0.0610344 May 06 10:23:42.209810 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8ec65-2a81-4bcf-a3a7-9f9183694da4 req-c52ab687-5604-40ac-951b-62575c94b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:42.211171 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9dc8ec65-2a81-4bcf-a3a7-9f9183694da4 req-c52ab687-5604-40ac-951b-62575c94b921 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0477219 May 06 10:23:42.257350 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8ec65-2a81-4bcf-a3a7-9f9183694da4 req-8f8d8038-a803-4b8b-a377-253706ed3c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:42.258799 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9dc8ec65-2a81-4bcf-a3a7-9f9183694da4 req-8f8d8038-a803-4b8b-a377-253706ed3c14 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391777 May 06 10:23:42.349321 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9dc8ec65-2a81-4bcf-a3a7-9f9183694da4 req-cdd6f883-7870-4a65-aac3-524e9cb53e7e service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807431 May 06 10:23:42.444751 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9dc8ec65-2a81-4bcf-a3a7-9f9183694da4 req-94da4ce6-b1c7-421c-856a-473fa6265a40 service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876071 May 06 10:23:43.102940 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cccbba-e7f6-4e2d-9bd0-bd3bd59bf74f req-052ca348-4db4-4d83-95df-078ab60cd0e6 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:43.104458 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-03cccbba-e7f6-4e2d-9bd0-bd3bd59bf74f req-052ca348-4db4-4d83-95df-078ab60cd0e6 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 944 time: 0.0499620 May 06 10:23:43.142229 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-03cccbba-e7f6-4e2d-9bd0-bd3bd59bf74f req-40af8a00-9245-4a96-9736-0f9e92a0f2d2 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314560 May 06 10:23:43.378158 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712df50-e929-4da2-9e67-5fb7091a359c req-535680b5-ddea-4400-a712-c79cad4c1b9d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:43.379702 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d712df50-e929-4da2-9e67-5fb7091a359c req-535680b5-ddea-4400-a712-c79cad4c1b9d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 944 time: 0.0539582 May 06 10:23:43.418702 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d712df50-e929-4da2-9e67-5fb7091a359c req-961d5cbe-e4c3-43c7-8324-868abe29dcea tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328679 May 06 10:23:43.641234 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 33c0287b-d932-4132-ae20-590a525db596 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:23:43.688747 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 33c0287b-d932-4132-ae20-590a525db596 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:23:43.692454 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 33c0287b-d932-4132-ae20-590a525db596 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:23:43.692831 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:43.774157 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:43.796966 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24a4d9d-81ec-4137-95ed-b258d73a4fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c0287b-d932-4132-ae20-590a525db596'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:23:43.799261 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550cbde6-547d-4e08-afed-a510ec213035" -d '{"events": [{"server_uuid": "c24a4d9d-81ec-4137-95ed-b258d73a4fdc", "name": "network-vif-plugged", "status": "completed", "tag": "33c0287b-d932-4132-ae20-590a525db596"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:23:43.816060 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 33c0287b-d932-4132-ae20-590a525db596, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=33c0287b-d932-4132-ae20-590a525db596,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:23:43.820024 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:43.842995 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4153ef8-c798-4f29-8fe9-4290d54d5c43 x-openstack-request-id: req-f4153ef8-c798-4f29-8fe9-4290d54d5c43 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:23:43.843316 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24a4d9d-81ec-4137-95ed-b258d73a4fdc", "name": "network-vif-plugged", "status": "completed", "tag": "33c0287b-d932-4132-ae20-590a525db596", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:23:43.843573 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f4153ef8-c798-4f29-8fe9-4290d54d5c43 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:23:43.843969 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4153ef8-c798-4f29-8fe9-4290d54d5c43'] response: {'server_uuid': 'c24a4d9d-81ec-4137-95ed-b258d73a4fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c0287b-d932-4132-ae20-590a525db596', 'code': 200} May 06 10:23:43.868823 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=33c0287b-d932-4132-ae20-590a525db596,revision_number=9']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:44.536332 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd44b8-db47-4cc7-ac8a-4d4ee079bb01 req-18e7d36f-7e52-446b-98d2-8f585135b951 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:44.537818 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7dbd44b8-db47-4cc7-ac8a-4d4ee079bb01 req-18e7d36f-7e52-446b-98d2-8f585135b951 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0484996 May 06 10:23:44.575348 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7dbd44b8-db47-4cc7-ac8a-4d4ee079bb01 req-33a92e24-f9f2-4eb9-b9f0-c976e3c53c80 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307484 May 06 10:23:44.624357 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5a14a-8c60-400a-bd76-401d068a1106 req-545f5d94-50ea-4b0d-9b08-a59e154964eb tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:44.625787 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-05e5a14a-8c60-400a-bd76-401d068a1106 req-545f5d94-50ea-4b0d-9b08-a59e154964eb tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.84 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0473111 May 06 10:23:44.717411 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-05e5a14a-8c60-400a-bd76-401d068a1106 req-6a9fbaa6-0389-4cfe-a622-9d4488ce088a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Deleting port 33c0287b-d932-4132-ae20-590a525db596 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:23:44.717651 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-05e5a14a-8c60-400a-bd76-401d068a1106 req-6a9fbaa6-0389-4cfe-a622-9d4488ce088a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:44.804010 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-05e5a14a-8c60-400a-bd76-401d068a1106 req-6a9fbaa6-0389-4cfe-a622-9d4488ce088a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] For port 33c0287b-d932-4132-ae20-590a525db596, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=33c0287b-d932-4132-ae20-590a525db596,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:23:44.804370 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-05e5a14a-8c60-400a-bd76-401d068a1106 req-6a9fbaa6-0389-4cfe-a622-9d4488ce088a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:44.985144 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-05e5a14a-8c60-400a-bd76-401d068a1106 req-6a9fbaa6-0389-4cfe-a622-9d4488ce088a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:44.985437 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-05e5a14a-8c60-400a-bd76-401d068a1106 req-6a9fbaa6-0389-4cfe-a622-9d4488ce088a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:44.985762 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [req-05e5a14a-8c60-400a-bd76-401d068a1106 req-6a9fbaa6-0389-4cfe-a622-9d4488ce088a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Floating IP 9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4 disassociated. External IP: 172.25.5.107, port: 33c0287b-d932-4132-ae20-590a525db596. May 06 10:23:44.986117 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-05e5a14a-8c60-400a-bd76-401d068a1106 req-6a9fbaa6-0389-4cfe-a622-9d4488ce088a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Calling delete_port for 33c0287b-d932-4132-ae20-590a525db596 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:23:45.116656 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-05e5a14a-8c60-400a-bd76-401d068a1106 req-6a9fbaa6-0389-4cfe-a622-9d4488ce088a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:45.151025 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9fbaa6-0389-4cfe-a622-9d4488ce088a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Pushing event deleted for resources: {'Port': ['ID=33c0287b-d932-4132-ae20-590a525db596,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:45.272533 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05e5a14a-8c60-400a-bd76-401d068a1106 req-6a9fbaa6-0389-4cfe-a622-9d4488ce088a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Router ec95ce40-9400-4ce6-948f-613841a462e1 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:23:45.384343 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05e5a14a-8c60-400a-bd76-401d068a1106 req-6a9fbaa6-0389-4cfe-a622-9d4488ce088a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:23:45.393926 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c60296-0bea-4a97-a473-4f29a72aeb24 None None] Sync routers for ids ['ec95ce40-9400-4ce6-948f-613841a462e1'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:23:45.404472 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c60296-0bea-4a97-a473-4f29a72aeb24 None None] Routers {'ec95ce40-9400-4ce6-948f-613841a462e1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:23:45.405193 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-72c60296-0bea-4a97-a473-4f29a72aeb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:23:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ec95ce40-9400-4ce6-948f-613841a462e1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:23:45.428793 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e5a14a-8c60-400a-bd76-401d068a1106 req-6a9fbaa6-0389-4cfe-a622-9d4488ce088a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] No DVR routers for this DVR port 33c0287b-d932-4132-ae20-590a525db596 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:23:45.431814 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-05e5a14a-8c60-400a-bd76-401d068a1106 req-6a9fbaa6-0389-4cfe-a622-9d4488ce088a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:45.437236 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-05e5a14a-8c60-400a-bd76-401d068a1106 req-6a9fbaa6-0389-4cfe-a622-9d4488ce088a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.84 "DELETE /v2.0/ports/33c0287b-d932-4132-ae20-590a525db596 HTTP/1.1" status: 204 len: 173 time: 0.8047979 May 06 10:23:45.438070 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24a4d9d-81ec-4137-95ed-b258d73a4fdc', 'name': 'network-vif-deleted', 'tag': '33c0287b-d932-4132-ae20-590a525db596'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:23:45.440956 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aeac10e-7b32-4572-96cc-d4668ddf8cf2" -d '{"events": [{"server_uuid": "c24a4d9d-81ec-4137-95ed-b258d73a4fdc", "name": "network-vif-deleted", "tag": "33c0287b-d932-4132-ae20-590a525db596"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:23:45.484674 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c946a7c5-5cf4-429d-9af4-a3ec59c23f91 x-openstack-request-id: req-c946a7c5-5cf4-429d-9af4-a3ec59c23f91 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:23:45.485007 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24a4d9d-81ec-4137-95ed-b258d73a4fdc", "name": "network-vif-deleted", "tag": "33c0287b-d932-4132-ae20-590a525db596", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:23:45.485268 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c946a7c5-5cf4-429d-9af4-a3ec59c23f91 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:23:45.485681 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c946a7c5-5cf4-429d-9af4-a3ec59c23f91'] response: {'server_uuid': 'c24a4d9d-81ec-4137-95ed-b258d73a4fdc', 'name': 'network-vif-deleted', 'tag': '33c0287b-d932-4132-ae20-590a525db596', 'status': 'completed', 'code': 200} May 06 10:23:45.544088 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-72c60296-0bea-4a97-a473-4f29a72aeb24 None None] Set router ec95ce40-9400-4ce6-948f-613841a462e1 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:23:45.697545 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37680fab-02c8-4d24-a9e1-c7cc00aaf48b req-a864ae96-7584-4b3c-af37-996207e90bd3 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=c24a4d9d-81ec-4137-95ed-b258d73a4fdc HTTP/1.1" status: 200 len: 210 time: 0.0344474 May 06 10:23:45.765116 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-72c60296-0bea-4a97-a473-4f29a72aeb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:21:53Z', 'revision_number': 4, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'f67f608e-62e6-43b3-b0b7-f2d743f229b5', 'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'mac_address': 'fa:16:3e:cd:db:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:52Z', 'updated_at': '2022-05-06T10:21:56Z', 'revision_number': 5, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'subnets': [{'id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:23:45.794176 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c60296-0bea-4a97-a473-4f29a72aeb24 None None] Checking router: ec95ce40-9400-4ce6-948f-613841a462e1 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:23:45.802156 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c60296-0bea-4a97-a473-4f29a72aeb24 None None] Routers {'ec95ce40-9400-4ce6-948f-613841a462e1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:23:45.802768 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-72c60296-0bea-4a97-a473-4f29a72aeb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:23:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ec95ce40-9400-4ce6-948f-613841a462e1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:23:45.906080 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-72c60296-0bea-4a97-a473-4f29a72aeb24 None None] Set router ec95ce40-9400-4ce6-948f-613841a462e1 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:23:45.989304 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e0e18713-4fdb-4810-b578-75b3fcd09480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:46.110135 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-72c60296-0bea-4a97-a473-4f29a72aeb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:21:53Z', 'revision_number': 4, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'f67f608e-62e6-43b3-b0b7-f2d743f229b5', 'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'mac_address': 'fa:16:3e:cd:db:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:52Z', 'updated_at': '2022-05-06T10:21:56Z', 'revision_number': 5, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'subnets': [{'id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:23:46.139618 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c60296-0bea-4a97-a473-4f29a72aeb24 None None] The sync data for ids ['ec95ce40-9400-4ce6-948f-613841a462e1'] in n-d-840835-1 is: [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:21:53Z', 'revision_number': 4, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'f67f608e-62e6-43b3-b0b7-f2d743f229b5', 'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'mac_address': 'fa:16:3e:cd:db:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:52Z', 'updated_at': '2022-05-06T10:21:56Z', 'revision_number': 5, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'subnets': [{'id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:23:46.345202 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0970d047-5621-41f1-aaf5-9614cc362871 None None] New status for floating IP 9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4: DOWN {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:23:46.930943 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-182ffc5b-0cec-49c9-b619-3ba22dbb4b20 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--312496466&fields=id&tenant_id=fcb62bf5e8844219832d21fd1f6e9e15 HTTP/1.1" status: 200 len: 267 time: 0.0329044 May 06 10:23:47.036269 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-cf057451-b494-409c-a20d-dc2f1a51e162 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:47.037625 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-cf057451-b494-409c-a20d-dc2f1a51e162 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 812 time: 0.0990386 May 06 10:23:47.052491 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-cb71b8ea-e17b-4988-8e99-de189fe2b356 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/quotas/fcb62bf5e8844219832d21fd1f6e9e15 HTTP/1.1" status: 200 len: 375 time: 0.0091035 May 06 10:23:47.108877 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-ba84b7df-34d8-45cf-8b14-d1095c54bb43 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511818 May 06 10:23:47.202146 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-b145ceab-7443-48f6-ac36-141865dd20b0 service neutron] 10.222.0.73 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816748 May 06 10:23:47.297163 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-37d37b0b-05f5-4319-81da-341fe381bc97 service neutron] 10.222.0.73 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887620 May 06 10:23:47.457493 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-db03cba7-411c-4179-84bd-e84748133e3b req-cf285fdc-dc1f-4064-8810-1cd2ac8cbab9 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 210 time: 0.0272720 May 06 10:23:48.003666 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:23:48.423894 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-716986aa-90cf-4545-b884-df48ed3b4bdb tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:48.425402 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-716986aa-90cf-4545-b884-df48ed3b4bdb tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.77 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 812 time: 0.1126957 May 06 10:23:48.477127 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-fea038c9-4705-4ab0-8895-1d1b54faa117 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcb62bf5e8844219832d21fd1f6e9e15 HTTP/1.1" status: 200 len: 379 time: 0.0336394 May 06 10:23:48.514155 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-fcaaff16-5ca6-40d7-a9ef-a588e1477369 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Request body: {'port': {'device_id': '511f4ffb-90db-4894-87f3-0f8579b329cd', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'admin_state_up': True, 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'security_groups': ['39ae9c69-3bf9-4331-ab13-fd782cbacdee']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:23:48.518926 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-15851fef-3406-4d98-be36-09b6676205a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:48.556706 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11eb932f-6ec1-42d5-ac90-00d19dca3d5a req-2f05119d-c27d-4bf6-9ca3-509cc6142bda tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 210 time: 0.0268245 May 06 10:23:48.621088 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-fcaaff16-5ca6-40d7-a9ef-a588e1477369 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Made reservation on behalf of fcb62bf5e8844219832d21fd1f6e9e15 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:23:48.625191 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-fcaaff16-5ca6-40d7-a9ef-a588e1477369 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:48.754274 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-fcaaff16-5ca6-40d7-a9ef-a588e1477369 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Allocated IP 172.20.0.12 (7cf6eb76-297c-4da3-ac3c-0e1a25871dc2/cdfbb92c-d5d5-4bf9-969f-c763b747fec3/c29a5612-9779-42d7-82fd-c1c2e7363f3e) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:23:48.895025 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-fcaaff16-5ca6-40d7-a9ef-a588e1477369 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:48.928689 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-fcaaff16-5ca6-40d7-a9ef-a588e1477369 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:48.970778 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-fcaaff16-5ca6-40d7-a9ef-a588e1477369 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:23:48.973750 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-fcaaff16-5ca6-40d7-a9ef-a588e1477369 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:23:48.977360 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-fcaaff16-5ca6-40d7-a9ef-a588e1477369 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:23:48.986453 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaaff16-5ca6-40d7-a9ef-a588e1477369 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Pushing event updated for resources: {'Port': ['ID=c29a5612-9779-42d7-82fd-c1c2e7363f3e,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:49.034641 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-fcaaff16-5ca6-40d7-a9ef-a588e1477369 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:49.035333 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-fcaaff16-5ca6-40d7-a9ef-a588e1477369 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:49.051746 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-fcaaff16-5ca6-40d7-a9ef-a588e1477369 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5415883 May 06 10:23:49.070383 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-bedc4ab4-eccd-4639-a7de-f3618da7a076 service neutron] Request body: {'port': {'device_id': '511f4ffb-90db-4894-87f3-0f8579b329cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:23:49.102551 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:49.134436 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-bedc4ab4-eccd-4639-a7de-f3618da7a076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:49.180501 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-18ecd8bc-b80f-4b99-9186-408e44a798a3 None None] Provisioning complete for port c29a5612-9779-42d7-82fd-c1c2e7363f3e triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:23:49.180877 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-18ecd8bc-b80f-4b99-9186-408e44a798a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:49.214150 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-18ecd8bc-b80f-4b99-9186-408e44a798a3 None None] Port c29a5612-9779-42d7-82fd-c1c2e7363f3e cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:23:49.403813 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-bedc4ab4-eccd-4639-a7de-f3618da7a076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c29a5612-9779-42d7-82fd-c1c2e7363f3e {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:23:49.411376 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-bedc4ab4-eccd-4639-a7de-f3618da7a076 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:49.423787 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-bedc4ab4-eccd-4639-a7de-f3618da7a076 service neutron] Transition to ACTIVE for port object c29a5612-9779-42d7-82fd-c1c2e7363f3e will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:23:49.427859 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-bedc4ab4-eccd-4639-a7de-f3618da7a076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:49.479603 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc4ab4-eccd-4639-a7de-f3618da7a076 service neutron] Pushing event updated for resources: {'Port': ['ID=c29a5612-9779-42d7-82fd-c1c2e7363f3e,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:49.556055 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-bedc4ab4-eccd-4639-a7de-f3618da7a076 service neutron] Attempting to bind port c29a5612-9779-42d7-82fd-c1c2e7363f3e on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:23:49.556404 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-bedc4ab4-eccd-4639-a7de-f3618da7a076 service neutron] Attempting to bind port c29a5612-9779-42d7-82fd-c1c2e7363f3e by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:23:49.556742 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-bedc4ab4-eccd-4639-a7de-f3618da7a076 service neutron] Attempting to bind port c29a5612-9779-42d7-82fd-c1c2e7363f3e on network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:23:49.561919 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-bedc4ab4-eccd-4639-a7de-f3618da7a076 service neutron] Port c29a5612-9779-42d7-82fd-c1c2e7363f3e on network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:23:49.562246 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-bedc4ab4-eccd-4639-a7de-f3618da7a076 service neutron] Attempting to bind port c29a5612-9779-42d7-82fd-c1c2e7363f3e on network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:23:49.567619 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-bedc4ab4-eccd-4639-a7de-f3618da7a076 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:23:49.567965 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-bedc4ab4-eccd-4639-a7de-f3618da7a076 service neutron] Checking segment: {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:23:49.568361 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-bedc4ab4-eccd-4639-a7de-f3618da7a076 service neutron] Bound using segment: {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:23:49.568888 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-bedc4ab4-eccd-4639-a7de-f3618da7a076 service neutron] Bound port: c29a5612-9779-42d7-82fd-c1c2e7363f3e, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:23:49.569147 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-bedc4ab4-eccd-4639-a7de-f3618da7a076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:49.626734 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 33c0287b-d932-4132-ae20-590a525db596 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:23:49.639638 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-bedc4ab4-eccd-4639-a7de-f3618da7a076 service neutron] For port c29a5612-9779-42d7-82fd-c1c2e7363f3e, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:23:49.642854 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-bedc4ab4-eccd-4639-a7de-f3618da7a076 service neutron] For port c29a5612-9779-42d7-82fd-c1c2e7363f3e, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=c29a5612-9779-42d7-82fd-c1c2e7363f3e,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:23:49.648207 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-bedc4ab4-eccd-4639-a7de-f3618da7a076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:49.662400 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 33c0287b-d932-4132-ae20-590a525db596 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:23:49.662661 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 33c0287b-d932-4132-ae20-590a525db596 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:23:49.678531 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:49.684346 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-bedc4ab4-eccd-4639-a7de-f3618da7a076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:49.685180 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-bedc4ab4-eccd-4639-a7de-f3618da7a076 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:49.686980 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-bedc4ab4-eccd-4639-a7de-f3618da7a076 service neutron] 10.222.0.77 "PUT /v2.0/ports/c29a5612-9779-42d7-82fd-c1c2e7363f3e HTTP/1.1" status: 200 len: 1092 time: 0.6210573 May 06 10:23:49.688577 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff90c5-8fd5-43e2-b907-6a4279d38dae req-2c59aabe-7e2a-4921-9e0c-3523bc26a68f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:49.689795 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511f4ffb-90db-4894-87f3-0f8579b329cd', 'tag': 'c29a5612-9779-42d7-82fd-c1c2e7363f3e'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:23:49.690207 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-03ff90c5-8fd5-43e2-b907-6a4279d38dae req-2c59aabe-7e2a-4921-9e0c-3523bc26a68f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 944 time: 0.0571437 May 06 10:23:49.691997 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfaca1ce-a6ab-4edf-83ba-b69c7080cf91" -d '{"events": [{"name": "network-changed", "server_uuid": "511f4ffb-90db-4894-87f3-0f8579b329cd", "tag": "c29a5612-9779-42d7-82fd-c1c2e7363f3e"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:23:49.717837 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc4ab4-eccd-4639-a7de-f3618da7a076 service neutron] Pushing event updated for resources: {'Port': ['ID=c29a5612-9779-42d7-82fd-c1c2e7363f3e,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:49.746840 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-03ff90c5-8fd5-43e2-b907-6a4279d38dae req-3f2b872b-7ad7-479f-b72b-e82221791917 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448098 May 06 10:23:49.805293 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5715b3-778f-4c23-a293-2412d781a63a x-openstack-request-id: req-cd5715b3-778f-4c23-a293-2412d781a63a {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:23:49.805735 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511f4ffb-90db-4894-87f3-0f8579b329cd", "tag": "c29a5612-9779-42d7-82fd-c1c2e7363f3e", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:23:49.806005 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cd5715b3-778f-4c23-a293-2412d781a63a {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:23:49.806418 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd5715b3-778f-4c23-a293-2412d781a63a'] response: {'name': 'network-changed', 'server_uuid': '511f4ffb-90db-4894-87f3-0f8579b329cd', 'tag': 'c29a5612-9779-42d7-82fd-c1c2e7363f3e', 'status': 'completed', 'code': 200} May 06 10:23:49.809197 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-b31889a5-e520-4126-9359-9db58b8927a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:49.810743 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-b31889a5-e520-4126-9359-9db58b8927a2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 1095 time: 0.0473821 May 06 10:23:49.874357 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-5ea80083-dead-4f5d-b9ac-311da96993ed service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c29a5612-9779-42d7-82fd-c1c2e7363f3e HTTP/1.1" status: 200 len: 217 time: 0.0419436 May 06 10:23:49.924322 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-a654c542-9da6-497b-a03b-7753db9e2a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:49.925724 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-a654c542-9da6-497b-a03b-7753db9e2a67 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0455160 May 06 10:23:49.973202 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-1a61b4e0-ba4b-49ed-8418-99b83569fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:49.974707 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-1a61b4e0-ba4b-49ed-8418-99b83569fda3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416985 May 06 10:23:50.066225 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-515bf32d-e762-4826-8f40-c718dad3dc6a service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843379 May 06 10:23:50.155330 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-76b3fefd-9c9b-489c-854c-b454e4ae836f req-f8f4fc22-8f18-4290-96f7-7d713999867c service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825219 May 06 10:23:50.277754 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaca1ce-a6ab-4edf-83ba-b69c7080cf91 req-a1d58af3-dc06-49de-b9ad-1cb1c75f2f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:50.279152 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cfaca1ce-a6ab-4edf-83ba-b69c7080cf91 req-a1d58af3-dc06-49de-b9ad-1cb1c75f2f15 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 1095 time: 0.0412526 May 06 10:23:50.372807 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaca1ce-a6ab-4edf-83ba-b69c7080cf91 req-bb00c8d3-776a-4090-b27f-0f0d595d5aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:50.374314 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cfaca1ce-a6ab-4edf-83ba-b69c7080cf91 req-bb00c8d3-776a-4090-b27f-0f0d595d5aed service neutron] 10.222.0.77 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.0888677 May 06 10:23:50.416374 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cfaca1ce-a6ab-4edf-83ba-b69c7080cf91 req-01794d64-18b8-426d-812f-61bb2ecc1576 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c29a5612-9779-42d7-82fd-c1c2e7363f3e HTTP/1.1" status: 200 len: 217 time: 0.0359144 May 06 10:23:50.470687 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaca1ce-a6ab-4edf-83ba-b69c7080cf91 req-cae0b52d-a535-4e85-b19a-451f9d47fa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:50.472181 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cfaca1ce-a6ab-4edf-83ba-b69c7080cf91 req-cae0b52d-a535-4e85-b19a-451f9d47fa04 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0483623 May 06 10:23:50.520452 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaca1ce-a6ab-4edf-83ba-b69c7080cf91 req-35dc2f45-420e-4877-8745-f770a74d5587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:50.521989 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cfaca1ce-a6ab-4edf-83ba-b69c7080cf91 req-35dc2f45-420e-4877-8745-f770a74d5587 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427172 May 06 10:23:50.615570 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cfaca1ce-a6ab-4edf-83ba-b69c7080cf91 req-03d2d12f-b1d3-480f-b7fd-d5932f713f04 service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850298 May 06 10:23:50.709722 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cfaca1ce-a6ab-4edf-83ba-b69c7080cf91 req-d98084f3-e1cc-43f0-bbd9-eb176c4985be service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871725 May 06 10:23:50.867537 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e955c-af9f-4111-bb90-d5a0f1160bf9 req-a30b58f2-65ca-4332-a2dd-1d57a219cd07 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:50.868909 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-129e955c-af9f-4111-bb90-d5a0f1160bf9 req-a30b58f2-65ca-4332-a2dd-1d57a219cd07 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 944 time: 0.0478280 May 06 10:23:50.910635 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-129e955c-af9f-4111-bb90-d5a0f1160bf9 req-8f38fffb-4cd7-40b2-8021-e5acca929814 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351436 May 06 10:23:51.333574 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:51.517379 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:52.027311 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494bf41-c092-4c25-b2cf-3b29250ee67b req-e4e0f687-735d-4b3e-a68e-62f1028666ad tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:52.028839 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a494bf41-c092-4c25-b2cf-3b29250ee67b req-e4e0f687-735d-4b3e-a68e-62f1028666ad tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 944 time: 0.0491147 May 06 10:23:52.066719 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a494bf41-c092-4c25-b2cf-3b29250ee67b req-7ea87045-7f59-43f0-878e-c2a4fd67eeb5 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316713 May 06 10:23:53.182062 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d478be-b467-4f04-bb31-af387795c6ca req-042b5587-ec9f-4e8d-9da5-205c0272fd10 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:53.183501 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-84d478be-b467-4f04-bb31-af387795c6ca req-042b5587-ec9f-4e8d-9da5-205c0272fd10 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 944 time: 0.0488980 May 06 10:23:53.222957 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-84d478be-b467-4f04-bb31-af387795c6ca req-eace98e8-3274-4c59-9614-f84be0e5c8de tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325027 May 06 10:23:54.337121 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02ea57-5ece-4a48-82f7-10084d220daf req-49fafefb-e4a0-4bee-9c69-b42e0928230f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:54.338601 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f02ea57-5ece-4a48-82f7-10084d220daf req-49fafefb-e4a0-4bee-9c69-b42e0928230f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 944 time: 0.0480208 May 06 10:23:54.379970 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f02ea57-5ece-4a48-82f7-10084d220daf req-d1b4ab35-2fb9-4b14-adb9-90f9f2d99d37 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347373 May 06 10:23:55.011525 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device c29a5612-9779-42d7-82fd-c1c2e7363f3e details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:23:55.102910 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port c29a5612-9779-42d7-82fd-c1c2e7363f3e, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=c29a5612-9779-42d7-82fd-c1c2e7363f3e,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:23:55.114676 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'c29a5612-9779-42d7-82fd-c1c2e7363f3e', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'port_id': 'c29a5612-9779-42d7-82fd-c1c2e7363f3e', 'mac_address': 'fa:16:3e:38:20:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:23:55.153462 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:55.165774 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c29a5612-9779-42d7-82fd-c1c2e7363f3e {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:23:55.184817 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port c29a5612-9779-42d7-82fd-c1c2e7363f3e, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=c29a5612-9779-42d7-82fd-c1c2e7363f3e,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:23:55.188813 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:55.234023 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=c29a5612-9779-42d7-82fd-c1c2e7363f3e,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:55.241038 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:55.241381 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:55.241719 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:55.242052 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:55.242383 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:55.242711 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:55.243036 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:55.243382 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:55.243706 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:55.244107 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:55.244496 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:55.244762 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:55.498709 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7a753-61bc-4364-a02d-95518c5af48d req-64d055a6-01fb-49ab-8b74-0481b0a79d77 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:55.500195 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-01a7a753-61bc-4364-a02d-95518c5af48d req-64d055a6-01fb-49ab-8b74-0481b0a79d77 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 945 time: 0.0490901 May 06 10:23:55.537439 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-01a7a753-61bc-4364-a02d-95518c5af48d req-56fe99ef-f398-4826-9320-4273b6592f07 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311606 May 06 10:23:55.573950 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['c29a5612-9779-42d7-82fd-c1c2e7363f3e'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:23:56.263740 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-c0d7cba5-439b-4238-a0f2-423427343f17 req-a448b7dd-a19d-47eb-8a20-8192606fdd4f service neutron] (102652) timed out ('10.222.0.73', 57892) {{(pid=102652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 10:23:56.655235 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24549635-e71d-493d-b5f0-a27e05886cfd req-45d46c41-a892-4e36-b511-943db9d27fb5 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:56.656703 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-24549635-e71d-493d-b5f0-a27e05886cfd req-45d46c41-a892-4e36-b511-943db9d27fb5 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 945 time: 0.0513229 May 06 10:23:56.694205 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-24549635-e71d-493d-b5f0-a27e05886cfd req-4b868ed1-0d2e-469b-8731-b84d1a82bed1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315347 May 06 10:23:57.038025 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device c29a5612-9779-42d7-82fd-c1c2e7363f3e up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:23:57.086103 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port c29a5612-9779-42d7-82fd-c1c2e7363f3e completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:23:57.090446 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port c29a5612-9779-42d7-82fd-c1c2e7363f3e triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:23:57.090822 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:57.165610 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:57.190397 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511f4ffb-90db-4894-87f3-0f8579b329cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29a5612-9779-42d7-82fd-c1c2e7363f3e'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:23:57.192629 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583141a6-0223-4fb3-9517-f5c2c1241727" -d '{"events": [{"server_uuid": "511f4ffb-90db-4894-87f3-0f8579b329cd", "name": "network-vif-plugged", "status": "completed", "tag": "c29a5612-9779-42d7-82fd-c1c2e7363f3e"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:23:57.205519 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port c29a5612-9779-42d7-82fd-c1c2e7363f3e, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=c29a5612-9779-42d7-82fd-c1c2e7363f3e,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:23:57.210363 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:57.234336 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771fd149-f04f-44a7-958e-efb41404d50d x-openstack-request-id: req-771fd149-f04f-44a7-958e-efb41404d50d {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:23:57.234612 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511f4ffb-90db-4894-87f3-0f8579b329cd", "name": "network-vif-plugged", "status": "completed", "tag": "c29a5612-9779-42d7-82fd-c1c2e7363f3e", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:23:57.234866 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-771fd149-f04f-44a7-958e-efb41404d50d {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:23:57.235312 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-771fd149-f04f-44a7-958e-efb41404d50d'] response: {'server_uuid': '511f4ffb-90db-4894-87f3-0f8579b329cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29a5612-9779-42d7-82fd-c1c2e7363f3e', 'code': 200} May 06 10:23:57.259602 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=c29a5612-9779-42d7-82fd-c1c2e7363f3e,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:57.349076 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c2305-88ab-4085-8113-eece1cf63099 req-f2467ad9-acbb-49dd-9add-103cb99e1eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:57.350607 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-281c2305-88ab-4085-8113-eece1cf63099 req-f2467ad9-acbb-49dd-9add-103cb99e1eba service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 1097 time: 0.0415413 May 06 10:23:57.384355 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-281c2305-88ab-4085-8113-eece1cf63099 req-ca475e78-bf40-4066-88a7-da48aec98a87 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274036 May 06 10:23:57.809468 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40347e41-b458-411d-9ced-b92d8f99c423 req-92fe5fb1-2eea-4d7a-8920-37fd545b0663 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:57.810924 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-40347e41-b458-411d-9ced-b92d8f99c423 req-92fe5fb1-2eea-4d7a-8920-37fd545b0663 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0476120 May 06 10:23:57.851517 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-40347e41-b458-411d-9ced-b92d8f99c423 req-d7c79eb1-fcef-41d8-8fed-7d06e28c2940 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346177 May 06 10:23:58.969034 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ee791-e52c-4148-b05f-29882cd446cd req-1418422e-1878-4a8a-9b5a-5d7cd0a13f3f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:58.970511 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d43ee791-e52c-4148-b05f-29882cd446cd req-1418422e-1878-4a8a-9b5a-5d7cd0a13f3f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0488422 May 06 10:23:59.007730 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d43ee791-e52c-4148-b05f-29882cd446cd req-c9f697ae-defc-4909-ad90-6d329ada4262 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311193 May 06 10:23:59.118009 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b96f2-60c0-4ca3-a648-eccaeecc561d req-cc8177d0-f6a5-4347-9f42-38b42c45a254 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:59.119510 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e50b96f2-60c0-4ca3-a648-eccaeecc561d req-cc8177d0-f6a5-4347-9f42-38b42c45a254 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0489910 May 06 10:23:59.128780 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37586) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:23:59.133213 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-26c4b1f1-bded-44cf-b418-05eccb6bbe3e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Request body: {'floatingip': {'port_id': 'c29a5612-9779-42d7-82fd-c1c2e7363f3e'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:23:59.179601 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-26c4b1f1-bded-44cf-b418-05eccb6bbe3e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for floatingip, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:59.362734 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:59.616932 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-26c4b1f1-bded-44cf-b418-05eccb6bbe3e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:59.620707 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-26c4b1f1-bded-44cf-b418-05eccb6bbe3e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:59.718610 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-26c4b1f1-bded-44cf-b418-05eccb6bbe3e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Floating IP 9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4 associated. External IP: 172.25.5.107, port: c29a5612-9779-42d7-82fd-c1c2e7363f3e. May 06 10:23:59.924538 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c4b1f1-bded-44cf-b418-05eccb6bbe3e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Router ec95ce40-9400-4ce6-948f-613841a462e1 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:24:00.031594 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c4b1f1-bded-44cf-b418-05eccb6bbe3e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:24:00.036298 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-26c4b1f1-bded-44cf-b418-05eccb6bbe3e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:00.040804 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4b5b4b-2c31-4c27-9cbd-ebf83063419e None None] Sync routers for ids ['ec95ce40-9400-4ce6-948f-613841a462e1'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:24:00.051174 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4b5b4b-2c31-4c27-9cbd-ebf83063419e None None] Routers {'ec95ce40-9400-4ce6-948f-613841a462e1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:24:00.051788 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-cf4b5b4b-2c31-4c27-9cbd-ebf83063419e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:23:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ec95ce40-9400-4ce6-948f-613841a462e1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:24:00.063665 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-26c4b1f1-bded-44cf-b418-05eccb6bbe3e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "PUT /v2.0/floatingips/9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4 HTTP/1.1" status: 200 len: 992 time: 0.9338331 May 06 10:24:00.064360 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511f4ffb-90db-4894-87f3-0f8579b329cd', 'tag': 'c29a5612-9779-42d7-82fd-c1c2e7363f3e'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:24:00.066707 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4c519e-5f2d-4c17-a0a6-f9a8cec4b213" -d '{"events": [{"name": "network-changed", "server_uuid": "511f4ffb-90db-4894-87f3-0f8579b329cd", "tag": "c29a5612-9779-42d7-82fd-c1c2e7363f3e"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:24:00.155509 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-cf4b5b4b-2c31-4c27-9cbd-ebf83063419e None None] Set router ec95ce40-9400-4ce6-948f-613841a462e1 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:24:00.223484 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8349fe14-2ed5-4f0c-8a22-58fde4103344 x-openstack-request-id: req-8349fe14-2ed5-4f0c-8a22-58fde4103344 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:24:00.223993 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511f4ffb-90db-4894-87f3-0f8579b329cd", "tag": "c29a5612-9779-42d7-82fd-c1c2e7363f3e", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:24:00.224424 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8349fe14-2ed5-4f0c-8a22-58fde4103344 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:24:00.224866 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8349fe14-2ed5-4f0c-8a22-58fde4103344'] response: {'name': 'network-changed', 'server_uuid': '511f4ffb-90db-4894-87f3-0f8579b329cd', 'tag': 'c29a5612-9779-42d7-82fd-c1c2e7363f3e', 'status': 'completed', 'code': 200} May 06 10:24:00.321758 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023ac21-bb0f-41cc-bc74-5f5b9e906e76 req-5ed190d7-3587-4393-b6c0-e8fe89f94e1d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:00.323437 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5023ac21-bb0f-41cc-bc74-5f5b9e906e76 req-5ed190d7-3587-4393-b6c0-e8fe89f94e1d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0521507 May 06 10:24:00.327276 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-50b634e4-d95e-49b4-a1b9-313f77d7ed74 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0890615 May 06 10:24:00.333336 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c519e-5f2d-4c17-a0a6-f9a8cec4b213 req-8114823c-ad04-497d-bd50-7f7739d1f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:00.334776 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5d4c519e-5f2d-4c17-a0a6-f9a8cec4b213 req-8114823c-ad04-497d-bd50-7f7739d1f903 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 1097 time: 0.0594981 May 06 10:24:00.371078 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5023ac21-bb0f-41cc-bc74-5f5b9e906e76 req-bbcedebb-63e7-404f-976e-82b3704da5d1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349467 May 06 10:24:00.400039 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-cf4b5b4b-2c31-4c27-9cbd-ebf83063419e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:21:53Z', 'revision_number': 4, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'port_id': 'c29a5612-9779-42d7-82fd-c1c2e7363f3e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'mac_address': 'fa:16:3e:38:20:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511f4ffb-90db-4894-87f3-0f8579b329cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:21:55Z', 'updated_at': '2022-05-06T10:23:59Z', 'revision_number': 9, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f67f608e-62e6-43b3-b0b7-f2d743f229b5', 'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'mac_address': 'fa:16:3e:cd:db:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:52Z', 'updated_at': '2022-05-06T10:21:56Z', 'revision_number': 5, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'subnets': [{'id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:24:00.431931 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4b5b4b-2c31-4c27-9cbd-ebf83063419e None None] Checking router: ec95ce40-9400-4ce6-948f-613841a462e1 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:24:00.440507 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4b5b4b-2c31-4c27-9cbd-ebf83063419e None None] Routers {'ec95ce40-9400-4ce6-948f-613841a462e1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:24:00.440731 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c519e-5f2d-4c17-a0a6-f9a8cec4b213 req-b5527982-e0cc-4f98-a82a-fcf8072c3479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:00.441182 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-cf4b5b4b-2c31-4c27-9cbd-ebf83063419e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:23:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ec95ce40-9400-4ce6-948f-613841a462e1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:24:00.442397 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5d4c519e-5f2d-4c17-a0a6-f9a8cec4b213 req-b5527982-e0cc-4f98-a82a-fcf8072c3479 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.1000240 May 06 10:24:00.515137 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5d4c519e-5f2d-4c17-a0a6-f9a8cec4b213 req-ceb74d75-462e-4811-9e07-4b252d6dbd36 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c29a5612-9779-42d7-82fd-c1c2e7363f3e HTTP/1.1" status: 200 len: 1000 time: 0.0666175 May 06 10:24:00.562434 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-cf4b5b4b-2c31-4c27-9cbd-ebf83063419e None None] Set router ec95ce40-9400-4ce6-948f-613841a462e1 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:24:00.568895 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c519e-5f2d-4c17-a0a6-f9a8cec4b213 req-9eb2fada-8618-45ae-bc82-23b60f20331c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:00.570537 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5d4c519e-5f2d-4c17-a0a6-f9a8cec4b213 req-9eb2fada-8618-45ae-bc82-23b60f20331c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0490844 May 06 10:24:00.617999 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c519e-5f2d-4c17-a0a6-f9a8cec4b213 req-cb1a8522-8178-4e63-8f48-329117016f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:00.619876 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5d4c519e-5f2d-4c17-a0a6-f9a8cec4b213 req-cb1a8522-8178-4e63-8f48-329117016f8b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427430 May 06 10:24:00.722320 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5d4c519e-5f2d-4c17-a0a6-f9a8cec4b213 req-31f12d9a-3f46-4a75-a20c-34e903a5e1fd service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958307 May 06 10:24:00.812842 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-cf4b5b4b-2c31-4c27-9cbd-ebf83063419e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:21:53Z', 'revision_number': 4, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'port_id': 'c29a5612-9779-42d7-82fd-c1c2e7363f3e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'mac_address': 'fa:16:3e:38:20:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511f4ffb-90db-4894-87f3-0f8579b329cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:21:55Z', 'updated_at': '2022-05-06T10:23:59Z', 'revision_number': 9, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f67f608e-62e6-43b3-b0b7-f2d743f229b5', 'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'mac_address': 'fa:16:3e:cd:db:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:52Z', 'updated_at': '2022-05-06T10:21:56Z', 'revision_number': 5, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'subnets': [{'id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:24:00.829400 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5d4c519e-5f2d-4c17-a0a6-f9a8cec4b213 req-0d7107be-7cb6-49ef-b652-3bec30de2fe1 service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995073 May 06 10:24:00.847212 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4b5b4b-2c31-4c27-9cbd-ebf83063419e None None] The sync data for ids ['ec95ce40-9400-4ce6-948f-613841a462e1'] in n-d-840835-1 is: [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:21:53Z', 'revision_number': 4, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'port_id': 'c29a5612-9779-42d7-82fd-c1c2e7363f3e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'mac_address': 'fa:16:3e:38:20:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511f4ffb-90db-4894-87f3-0f8579b329cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:21:55Z', 'updated_at': '2022-05-06T10:23:59Z', 'revision_number': 9, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f67f608e-62e6-43b3-b0b7-f2d743f229b5', 'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'mac_address': 'fa:16:3e:cd:db:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:52Z', 'updated_at': '2022-05-06T10:21:56Z', 'revision_number': 5, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'subnets': [{'id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:24:01.087216 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f399230e-9139-4552-9a95-5ef703f7bfc5 None None] New status for floating IP 9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4: ACTIVE {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:24:01.502903 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-c77a7197-f7ce-4868-953e-f847c3f92a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:01.504354 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-c77a7197-f7ce-4868-953e-f847c3f92a71 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 1097 time: 0.0436783 May 06 10:24:01.507209 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e1bf6-3037-4ddb-b0b0-c5d2a3edc343 req-1155e7d2-4190-4817-b6e4-65d7ce29904b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:01.508708 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d58e1bf6-3037-4ddb-b0b0-c5d2a3edc343 req-1155e7d2-4190-4817-b6e4-65d7ce29904b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0578730 May 06 10:24:01.546928 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d58e1bf6-3037-4ddb-b0b0-c5d2a3edc343 req-5f059b4f-8cd8-43fb-9e4b-cb12a5d2ec96 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314639 May 06 10:24:01.599497 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-d72067fe-38b4-47c1-ad55-cd79b0187518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:01.601005 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-d72067fe-38b4-47c1-ad55-cd79b0187518 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.0893428 May 06 10:24:01.666497 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-e39ffa36-b04c-480a-9bfe-4692c8b9feed service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c29a5612-9779-42d7-82fd-c1c2e7363f3e HTTP/1.1" status: 200 len: 1003 time: 0.0580637 May 06 10:24:01.717740 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-64775736-72ec-40b9-9dcc-140149901ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:01.719158 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-64775736-72ec-40b9-9dcc-140149901ef8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0466039 May 06 10:24:01.768701 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-26d900ee-96be-444a-a89a-45467f0468a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:01.770132 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-26d900ee-96be-444a-a89a-45467f0468a1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449400 May 06 10:24:01.857216 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-b10b5947-e9cd-48f6-b274-ad3c67199623 service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803611 May 06 10:24:01.950211 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-1ff36a48-9745-4578-958e-a362b56a4f44 service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860872 May 06 10:24:02.666943 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c352a65-2848-41f8-a63d-c51e68d6355d req-4b7d1471-eb47-4481-81d7-94411e9a3df7 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:02.668440 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c352a65-2848-41f8-a63d-c51e68d6355d req-4b7d1471-eb47-4481-81d7-94411e9a3df7 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0489006 May 06 10:24:02.705511 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c352a65-2848-41f8-a63d-c51e68d6355d req-f4495f8f-e5b4-4dd4-b307-dc0f56df091b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310862 May 06 10:24:03.821665 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80af6a0-2f02-4472-aeef-5cd5c8ab398d req-9069e92c-1f0b-4622-b5ef-0fb191e7f962 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:03.823158 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c80af6a0-2f02-4472-aeef-5cd5c8ab398d req-9069e92c-1f0b-4622-b5ef-0fb191e7f962 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0487423 May 06 10:24:03.861279 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c80af6a0-2f02-4472-aeef-5cd5c8ab398d req-5d04744d-fef1-4cd1-8a6a-85915c123704 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320833 May 06 10:24:04.978567 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f281ee-c88d-4e69-a684-011c808cd737 req-41cf94ce-41eb-4c48-a009-97ad774f8c4a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:04.980854 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f3f281ee-c88d-4e69-a684-011c808cd737 req-41cf94ce-41eb-4c48-a009-97ad774f8c4a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0524960 May 06 10:24:05.018734 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f3f281ee-c88d-4e69-a684-011c808cd737 req-dccc563d-1c06-4de0-83c7-f9117ad46de3 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317044 May 06 10:24:06.144383 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0571b-4784-4117-9d87-27413c19508c req-ec9aaaf5-b432-4ebf-b050-761322be7a15 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:06.145871 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-00a0571b-4784-4117-9d87-27413c19508c req-ec9aaaf5-b432-4ebf-b050-761322be7a15 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0493293 May 06 10:24:06.182990 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-00a0571b-4784-4117-9d87-27413c19508c req-a1af5e4b-1e1f-48ca-b179-b57c9d9c48c2 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309868 May 06 10:24:07.300040 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57255a81-f0d9-4a1a-9ea2-739c8aa3b411 req-f0bc6d13-f6ca-416e-b867-56053bc7c418 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:07.301525 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57255a81-f0d9-4a1a-9ea2-739c8aa3b411 req-f0bc6d13-f6ca-416e-b867-56053bc7c418 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0490651 May 06 10:24:07.338328 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57255a81-f0d9-4a1a-9ea2-739c8aa3b411 req-5147ea41-934d-4049-aedd-85dccc103b9d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306871 May 06 10:24:08.460785 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce21ea-8f09-4da8-84cc-f427f0675377 req-262874af-7637-42ba-8ce8-9cb58237a60e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:08.462271 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f5ce21ea-8f09-4da8-84cc-f427f0675377 req-262874af-7637-42ba-8ce8-9cb58237a60e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0543768 May 06 10:24:08.501265 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f5ce21ea-8f09-4da8-84cc-f427f0675377 req-775fa380-5e2a-4f50-bb60-3b3605450acc tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323505 May 06 10:24:09.616210 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee90b8d-8dbc-48ba-beb4-3dd9aa9591c9 req-09178bc1-79a8-4304-b50e-d95752bdac41 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:09.617674 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5ee90b8d-8dbc-48ba-beb4-3dd9aa9591c9 req-09178bc1-79a8-4304-b50e-d95752bdac41 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0478773 May 06 10:24:09.654702 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5ee90b8d-8dbc-48ba-beb4-3dd9aa9591c9 req-fc2d2811-ad27-46d3-aa74-4789a78d1613 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304060 May 06 10:24:10.772052 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705824d3-f18b-47b8-8ee0-d32990f17f32 req-a9f811cb-bb6f-4493-abea-7e590fec9a65 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:10.773516 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-705824d3-f18b-47b8-8ee0-d32990f17f32 req-a9f811cb-bb6f-4493-abea-7e590fec9a65 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0485306 May 06 10:24:10.812313 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-705824d3-f18b-47b8-8ee0-d32990f17f32 req-47a5c660-28b3-48f2-854a-aa6a89b6ee40 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327094 May 06 10:24:12.259446 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2e9ca-85e5-4d34-b0c2-c86ff73ff377 req-f4898be2-0c5d-4df7-8697-d4593ddfe7e1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:12.260948 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99c2e9ca-85e5-4d34-b0c2-c86ff73ff377 req-f4898be2-0c5d-4df7-8697-d4593ddfe7e1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.3753586 May 06 10:24:12.298582 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99c2e9ca-85e5-4d34-b0c2-c86ff73ff377 req-a03eb172-8579-4b3a-b9d1-055bfecc6c91 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309436 May 06 10:24:13.420211 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437348fa-ca27-4d6b-abae-76714bb802f1 req-7625a4b1-7497-44ef-9828-7d29ff4c7553 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:13.421712 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-437348fa-ca27-4d6b-abae-76714bb802f1 req-7625a4b1-7497-44ef-9828-7d29ff4c7553 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0514169 May 06 10:24:13.461907 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-437348fa-ca27-4d6b-abae-76714bb802f1 req-88ac64f3-e7d0-49b2-8f51-8ddcfda939bd tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335140 May 06 10:24:14.578743 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386d6a1-b463-4aec-bd10-e6b98b2610be req-02a6f939-0fae-4211-a748-0e4a6040f82a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:14.580254 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3386d6a1-b463-4aec-bd10-e6b98b2610be req-02a6f939-0fae-4211-a748-0e4a6040f82a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0485208 May 06 10:24:14.617497 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3386d6a1-b463-4aec-bd10-e6b98b2610be req-f71ccb68-6daa-4c2a-93dd-0d2a7ac788f2 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313175 May 06 10:24:15.738082 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2069ff9-ae28-4c8a-a974-fa8f27a2e64e req-0f4024c4-1954-4395-bc52-5dc3e4892b9c tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:15.739533 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a2069ff9-ae28-4c8a-a974-fa8f27a2e64e req-0f4024c4-1954-4395-bc52-5dc3e4892b9c tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0531864 May 06 10:24:15.778024 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a2069ff9-ae28-4c8a-a974-fa8f27a2e64e req-26c2ad19-0070-46ff-a3d2-e437fa687f35 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322104 May 06 10:24:15.991486 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0dc0c5b4-e0b0-4481-892b-129530cf35ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:16.894787 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f556a0-a471-4643-8a4c-4664ac896ff3 req-75d7a5f8-e0ca-4333-a8a3-08a74fdafab4 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:16.896295 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f5f556a0-a471-4643-8a4c-4664ac896ff3 req-75d7a5f8-e0ca-4333-a8a3-08a74fdafab4 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0491927 May 06 10:24:16.935106 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f5f556a0-a471-4643-8a4c-4664ac896ff3 req-c9794a7e-7af0-4ad2-b7ee-57f39cf6f8c7 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326872 May 06 10:24:18.041779 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd01670-1bf5-4448-a7a3-d55ffbe2590a req-198d83af-ba0e-407e-b47c-a4913f017d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:18.043238 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0fd01670-1bf5-4448-a7a3-d55ffbe2590a req-198d83af-ba0e-407e-b47c-a4913f017d0c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 1097 time: 0.1373394 May 06 10:24:18.057451 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2d3de-b650-4759-9f90-493ca4a27499 req-d355f955-e748-4bb2-8e38-634e76876bcd tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:18.059552 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-63a2d3de-b650-4759-9f90-493ca4a27499 req-d355f955-e748-4bb2-8e38-634e76876bcd tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0553215 May 06 10:24:18.098432 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-63a2d3de-b650-4759-9f90-493ca4a27499 req-591db8ff-424d-41c3-8309-7f8460bc31c3 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327020 May 06 10:24:18.161834 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd01670-1bf5-4448-a7a3-d55ffbe2590a req-54c5b496-73c6-4a6e-99b1-0195d9852393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:18.163495 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0fd01670-1bf5-4448-a7a3-d55ffbe2590a req-54c5b496-73c6-4a6e-99b1-0195d9852393 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.1002510 May 06 10:24:18.229926 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0fd01670-1bf5-4448-a7a3-d55ffbe2590a req-f20cd02e-2287-4fa5-8320-025ea7b73698 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c29a5612-9779-42d7-82fd-c1c2e7363f3e HTTP/1.1" status: 200 len: 1003 time: 0.0593488 May 06 10:24:18.280981 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd01670-1bf5-4448-a7a3-d55ffbe2590a req-663fb95d-0dc6-4523-9409-d36ab79edbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:18.282731 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0fd01670-1bf5-4448-a7a3-d55ffbe2590a req-663fb95d-0dc6-4523-9409-d36ab79edbd0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0448327 May 06 10:24:18.335241 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd01670-1bf5-4448-a7a3-d55ffbe2590a req-84bfa705-442b-4854-b9da-b343613c134f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:18.337040 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0fd01670-1bf5-4448-a7a3-d55ffbe2590a req-84bfa705-442b-4854-b9da-b343613c134f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449297 May 06 10:24:18.348400 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-0fd01670-1bf5-4448-a7a3-d55ffbe2590a req-9416cfa1-109b-4aea-9064-c0df3bb449cf service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:24:18.349316 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0fd01670-1bf5-4448-a7a3-d55ffbe2590a req-9416cfa1-109b-4aea-9064-c0df3bb449cf service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046887 May 06 10:24:18.450997 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0fd01670-1bf5-4448-a7a3-d55ffbe2590a req-e0a96c33-c6f7-43a0-845e-c03ec55283e1 service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896385 May 06 10:24:18.521514 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f503fc91-757e-41bf-9f4c-c9f9f2263d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:18.549000 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0fd01670-1bf5-4448-a7a3-d55ffbe2590a req-7320b3a5-58dc-4110-b58f-d5bf25011620 service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905993 May 06 10:24:19.100841 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:19.221513 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0c0b5-7872-47cd-b27d-02384c205826 req-8877106c-6edb-47c9-aae7-804a360e937b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:19.222899 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-42f0c0b5-7872-47cd-b27d-02384c205826 req-8877106c-6edb-47c9-aae7-804a360e937b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0520661 May 06 10:24:19.259978 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-42f0c0b5-7872-47cd-b27d-02384c205826 req-21d14ba1-4ef6-444a-b02b-634bf6611af4 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310326 May 06 10:24:19.651890 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:20.379635 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6426106-5fe4-4daa-9043-8a713952062c req-b4111aeb-ba98-4f7c-8408-0977da947c6f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:20.381126 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6426106-5fe4-4daa-9043-8a713952062c req-b4111aeb-ba98-4f7c-8408-0977da947c6f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0495303 May 06 10:24:20.419139 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6426106-5fe4-4daa-9043-8a713952062c req-97c359f4-6ea6-4ffc-bc4b-59ef57038dde tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320818 May 06 10:24:21.335559 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:21.518731 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:21.537447 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f29f97-bfa5-43f6-863d-3d3395476ac2 req-99b507cc-1018-42fc-8223-c80a09688626 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:21.538969 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8f29f97-bfa5-43f6-863d-3d3395476ac2 req-99b507cc-1018-42fc-8223-c80a09688626 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0509353 May 06 10:24:21.577976 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8f29f97-bfa5-43f6-863d-3d3395476ac2 req-6ad92f0c-8231-486b-bcbf-5d721d4fad5c tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323360 May 06 10:24:22.697147 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c5b7e-14d7-4803-b329-43e14dabf18b req-c82e1e39-ea5e-4651-a94b-174c694b7c91 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:22.699226 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aa2c5b7e-14d7-4803-b329-43e14dabf18b req-c82e1e39-ea5e-4651-a94b-174c694b7c91 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0517728 May 06 10:24:22.736128 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aa2c5b7e-14d7-4803-b329-43e14dabf18b req-c49d051d-4f4c-4ad2-af3a-6892ce936b3f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308709 May 06 10:24:23.853225 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc24871-1931-4c06-b23a-38f975f60908 req-bd7945a0-4a0a-404a-8e2d-2c7805d9a58a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:23.854793 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9dc24871-1931-4c06-b23a-38f975f60908 req-bd7945a0-4a0a-404a-8e2d-2c7805d9a58a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0492907 May 06 10:24:23.892907 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9dc24871-1931-4c06-b23a-38f975f60908 req-26993cab-38d3-4f4d-bd1e-2d6ea85eaa35 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318499 May 06 10:24:25.002765 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:24:25.012084 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c692629-004b-4809-a9a2-3b28b4ffe0e7 req-70861de2-2ac4-4a36-8290-76ffd7a60277 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:25.013599 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8c692629-004b-4809-a9a2-3b28b4ffe0e7 req-70861de2-2ac4-4a36-8290-76ffd7a60277 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0508583 May 06 10:24:25.051230 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8c692629-004b-4809-a9a2-3b28b4ffe0e7 req-4b634322-fde6-44f6-ac23-7def9a477349 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314770 May 06 10:24:26.171157 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178dd9b1-8dae-4691-8092-5a232e892c89 req-577e4202-e8aa-4992-8889-7c6613b7eaa5 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:26.172552 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-178dd9b1-8dae-4691-8092-5a232e892c89 req-577e4202-e8aa-4992-8889-7c6613b7eaa5 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0541339 May 06 10:24:26.210784 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-178dd9b1-8dae-4691-8092-5a232e892c89 req-7278df8c-c96b-4b01-a410-2514760fdcf9 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322647 May 06 10:24:27.331288 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2ec54-cca8-46b0-bfbe-bf8fdddafc37 req-dc84134a-0365-447f-b551-896d1fafbf2e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:27.332744 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0ce2ec54-cca8-46b0-bfbe-bf8fdddafc37 req-dc84134a-0365-447f-b551-896d1fafbf2e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0490797 May 06 10:24:27.372146 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0ce2ec54-cca8-46b0-bfbe-bf8fdddafc37 req-30af856f-df74-4948-9ed6-0c46310124b7 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332818 May 06 10:24:28.487718 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fad49-9482-4c2e-9e46-98ae37c3b77d req-af0f2add-4679-4ded-9d2b-4e3c43ff3e0c tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:28.489230 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-596fad49-9482-4c2e-9e46-98ae37c3b77d req-af0f2add-4679-4ded-9d2b-4e3c43ff3e0c tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0492568 May 06 10:24:28.528677 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-596fad49-9482-4c2e-9e46-98ae37c3b77d req-66795760-1148-4d3d-9d7b-bf692e654c23 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334518 May 06 10:24:29.060272 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-db4940b2-fa58-4ed9-addf-c570b3643e05 service neutron] show failed (client error): The resource could not be found. May 06 10:24:29.061290 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-db4940b2-fa58-4ed9-addf-c570b3643e05 service neutron] 10.222.0.77 "GET /v2.0/ports/c29a5612-9779-42d7-82fd-c1c2e7363f3e/bindings/n-h1-840835-1 HTTP/1.1" status: 404 len: 380 time: 0.0544960 May 06 10:24:29.269305 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-6825de6e-9b8a-40e0-b947-cfb32972da30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:29.270826 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-6825de6e-9b8a-40e0-b947-cfb32972da30 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd&tenant_id=fcb62bf5e8844219832d21fd1f6e9e15 HTTP/1.1" status: 200 len: 1097 time: 0.0460896 May 06 10:24:29.282121 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840835-1', 'device_owner': 'compute:nova'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:24:29.335814 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:29.373142 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:29.543030 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] For port c29a5612-9779-42d7-82fd-c1c2e7363f3e, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=c29a5612-9779-42d7-82fd-c1c2e7363f3e,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:24:29.577444 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] For port c29a5612-9779-42d7-82fd-c1c2e7363f3e, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:24:29.646673 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511f4ffb-90db-4894-87f3-0f8579b329cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c29a5612-9779-42d7-82fd-c1c2e7363f3e'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:24:29.648944 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f96fc8-1e40-4519-9dff-d536902b90af" -d '{"events": [{"server_uuid": "511f4ffb-90db-4894-87f3-0f8579b329cd", "name": "network-vif-unplugged", "status": "completed", "tag": "c29a5612-9779-42d7-82fd-c1c2e7363f3e"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:24:29.653584 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:29.670755 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Transition to ACTIVE for port object c29a5612-9779-42d7-82fd-c1c2e7363f3e will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:24:29.682126 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03890a-9c17-41d5-bb60-b61350981b2a req-17f8f098-9466-4c7c-b710-9965f281eb98 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:29.683706 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ee03890a-9c17-41d5-bb60-b61350981b2a req-17f8f098-9466-4c7c-b710-9965f281eb98 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0842569 May 06 10:24:29.684311 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:29.790472 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Pushing event updated for resources: {'Port': ['ID=c29a5612-9779-42d7-82fd-c1c2e7363f3e,revision_number=6']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:24:29.799757 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ee03890a-9c17-41d5-bb60-b61350981b2a req-bf3f06a0-b311-4cd7-81e6-7a9bdd3f102d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075504 May 06 10:24:29.808543 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:29.808897 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:29.809242 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:29.809583 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:29.809918 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:29.810250 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:29.810579 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:29.810906 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:29.811263 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:29.811594 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:29.812031 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:29.812237 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:29.861292 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] No DVR routers for this DVR port c29a5612-9779-42d7-82fd-c1c2e7363f3e on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:24:29.906249 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 10:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00169c2-c682-4ee9-b501-f5a2f0d9e9e5 x-openstack-request-id: req-e00169c2-c682-4ee9-b501-f5a2f0d9e9e5 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:24:29.906545 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511f4ffb-90db-4894-87f3-0f8579b329cd", "name": "network-vif-unplugged", "status": "completed", "tag": "c29a5612-9779-42d7-82fd-c1c2e7363f3e", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:24:29.906801 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e00169c2-c682-4ee9-b501-f5a2f0d9e9e5 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:24:29.907223 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e00169c2-c682-4ee9-b501-f5a2f0d9e9e5'] response: {'server_uuid': '511f4ffb-90db-4894-87f3-0f8579b329cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c29a5612-9779-42d7-82fd-c1c2e7363f3e', 'code': 200} May 06 10:24:30.009286 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Attempting to bind port c29a5612-9779-42d7-82fd-c1c2e7363f3e on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:24:30.009626 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Attempting to bind port c29a5612-9779-42d7-82fd-c1c2e7363f3e by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:24:30.009952 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Attempting to bind port c29a5612-9779-42d7-82fd-c1c2e7363f3e on network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:24:30.014835 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Port c29a5612-9779-42d7-82fd-c1c2e7363f3e on network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:24:30.015180 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Attempting to bind port c29a5612-9779-42d7-82fd-c1c2e7363f3e on network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:24:30.019932 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:24:30.020269 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Checking segment: {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:24:30.020643 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Bound using segment: {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:24:30.021065 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Bound port: c29a5612-9779-42d7-82fd-c1c2e7363f3e, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:24:30.021421 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:30.083924 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] For port c29a5612-9779-42d7-82fd-c1c2e7363f3e, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:24:30.087171 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] For port c29a5612-9779-42d7-82fd-c1c2e7363f3e, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=c29a5612-9779-42d7-82fd-c1c2e7363f3e,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:24:30.091033 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:30.128423 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:30.129055 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:30.130468 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] 10.222.0.84 "PUT /v2.0/ports/c29a5612-9779-42d7-82fd-c1c2e7363f3e HTTP/1.1" status: 200 len: 1092 time: 0.8522410 May 06 10:24:30.153492 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f2358-65f1-445f-ac26-5356600b66aa service neutron] Pushing event updated for resources: {'Port': ['ID=c29a5612-9779-42d7-82fd-c1c2e7363f3e,revision_number=7']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:24:30.205569 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-cb85a96a-30e9-44c1-85d3-b8e388ae1511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:30.207797 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-cb85a96a-30e9-44c1-85d3-b8e388ae1511 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 1095 time: 0.0487874 May 06 10:24:30.306058 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-f602044c-3512-45c2-91e6-d6a79480eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:30.308225 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-f602044c-3512-45c2-91e6-d6a79480eb39 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.0934613 May 06 10:24:30.379715 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-7ec14956-47db-4f26-82cf-c47aca9b78c4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c29a5612-9779-42d7-82fd-c1c2e7363f3e HTTP/1.1" status: 200 len: 1001 time: 0.0648446 May 06 10:24:30.429575 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-dcacc5bb-0b9e-4343-84b7-0ad9d95dc8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:30.430961 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-dcacc5bb-0b9e-4343-84b7-0ad9d95dc8b1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0446641 May 06 10:24:30.475658 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-d107e1a7-b152-4f37-a87f-cc9d4be6ca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:30.477222 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-d107e1a7-b152-4f37-a87f-cc9d4be6ca76 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385983 May 06 10:24:30.569355 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-cb8d79c6-be0a-4063-8d9b-b53a4c725af3 service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854597 May 06 10:24:30.658367 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-273e4ac3-bba8-4176-b841-792ee4065ce6 req-acf0bf49-2dcf-4f3f-b5b8-c6b36cae9f66 service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817080 May 06 10:24:30.921428 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac73ae-b222-4d4b-847b-87e2cc20f11c req-d6a721f3-f1e3-4a34-ac59-d271fd4ebc7b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:30.922921 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ebac73ae-b222-4d4b-847b-87e2cc20f11c req-d6a721f3-f1e3-4a34-ac59-d271fd4ebc7b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 944 time: 0.0500674 May 06 10:24:30.965662 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ebac73ae-b222-4d4b-847b-87e2cc20f11c req-d23d1b69-ade1-4868-bd61-9f9976ecc5fb tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365734 May 06 10:24:31.908167 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511f4ffb-90db-4894-87f3-0f8579b329cd', 'tag': 'c29a5612-9779-42d7-82fd-c1c2e7363f3e'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:24:31.910818 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc44c11-53f0-482f-8b9e-d99c86ba6105" -d '{"events": [{"name": "network-changed", "server_uuid": "511f4ffb-90db-4894-87f3-0f8579b329cd", "tag": "c29a5612-9779-42d7-82fd-c1c2e7363f3e"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:24:31.959331 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed2aeb1-06dc-49b0-b351-9a8961660295 x-openstack-request-id: req-4ed2aeb1-06dc-49b0-b351-9a8961660295 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:24:31.959631 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511f4ffb-90db-4894-87f3-0f8579b329cd", "tag": "c29a5612-9779-42d7-82fd-c1c2e7363f3e", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:24:31.959890 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4ed2aeb1-06dc-49b0-b351-9a8961660295 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:24:31.960301 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ed2aeb1-06dc-49b0-b351-9a8961660295'] response: {'name': 'network-changed', 'server_uuid': '511f4ffb-90db-4894-87f3-0f8579b329cd', 'tag': 'c29a5612-9779-42d7-82fd-c1c2e7363f3e', 'status': 'completed', 'code': 200} May 06 10:24:32.026811 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc44c11-53f0-482f-8b9e-d99c86ba6105 req-ea98e5b6-eabe-4d41-8f3e-5e66eba1cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:32.028410 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-acc44c11-53f0-482f-8b9e-d99c86ba6105 req-ea98e5b6-eabe-4d41-8f3e-5e66eba1cf29 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 1095 time: 0.0446432 May 06 10:24:32.046227 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc44c11-53f0-482f-8b9e-d99c86ba6105 req-f6f1a3ac-40bb-4874-ab08-a52d178fe909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:32.047803 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-acc44c11-53f0-482f-8b9e-d99c86ba6105 req-f6f1a3ac-40bb-4874-ab08-a52d178fe909 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 1095 time: 0.0420823 May 06 10:24:32.157077 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc44c11-53f0-482f-8b9e-d99c86ba6105 req-e6c1b51a-0497-417e-8d69-8cd7ef20d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:32.159259 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-acc44c11-53f0-482f-8b9e-d99c86ba6105 req-e6c1b51a-0497-417e-8d69-8cd7ef20d5c1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.1051278 May 06 10:24:32.170091 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f9baf-8204-4940-acde-65c56b7b0481 req-9cdcb449-949e-4778-bf4e-24da410d4d1e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:32.178585 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f7f9baf-8204-4940-acde-65c56b7b0481 req-9cdcb449-949e-4778-bf4e-24da410d4d1e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 944 time: 0.1305437 May 06 10:24:32.228741 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc44c11-53f0-482f-8b9e-d99c86ba6105 req-847ce448-a9a7-45a2-8394-82634c851573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:32.231140 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-acc44c11-53f0-482f-8b9e-d99c86ba6105 req-847ce448-a9a7-45a2-8394-82634c851573 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.1925228 May 06 10:24:32.232334 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-acc44c11-53f0-482f-8b9e-d99c86ba6105 req-a9e4a649-801d-401e-8148-d3fc82ca4f9b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c29a5612-9779-42d7-82fd-c1c2e7363f3e HTTP/1.1" status: 200 len: 1001 time: 0.0662634 May 06 10:24:32.281071 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f7f9baf-8204-4940-acde-65c56b7b0481 req-beffe159-5538-4f4e-a410-75a3bf2e714d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915408 May 06 10:24:32.282206 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc44c11-53f0-482f-8b9e-d99c86ba6105 req-2f5e92c9-3b0e-403e-914c-28013f6090ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:32.283733 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-acc44c11-53f0-482f-8b9e-d99c86ba6105 req-2f5e92c9-3b0e-403e-914c-28013f6090ae service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0449545 May 06 10:24:32.308096 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-acc44c11-53f0-482f-8b9e-d99c86ba6105 req-2a447088-7614-44b4-929a-661fcde70398 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c29a5612-9779-42d7-82fd-c1c2e7363f3e HTTP/1.1" status: 200 len: 1001 time: 0.0674415 May 06 10:24:32.334783 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc44c11-53f0-482f-8b9e-d99c86ba6105 req-12ad22e6-cf20-49c5-8174-3040fb228c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:32.336324 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-acc44c11-53f0-482f-8b9e-d99c86ba6105 req-12ad22e6-cf20-49c5-8174-3040fb228c57 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458453 May 06 10:24:32.361789 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc44c11-53f0-482f-8b9e-d99c86ba6105 req-fb25666e-791e-4ee7-9001-a0ec2a324f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:32.363288 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-acc44c11-53f0-482f-8b9e-d99c86ba6105 req-fb25666e-791e-4ee7-9001-a0ec2a324f88 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0493944 May 06 10:24:32.408457 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc44c11-53f0-482f-8b9e-d99c86ba6105 req-771dccca-ff35-49fe-993a-5bee898dad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:32.410030 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-acc44c11-53f0-482f-8b9e-d99c86ba6105 req-771dccca-ff35-49fe-993a-5bee898dad49 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397112 May 06 10:24:32.426949 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-acc44c11-53f0-482f-8b9e-d99c86ba6105 req-95a172d2-8be0-4549-927e-bb29d8786c22 service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839112 May 06 10:24:32.502304 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-acc44c11-53f0-482f-8b9e-d99c86ba6105 req-70936ae2-bbeb-42a0-807e-1037dff4acb5 service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858419 May 06 10:24:32.523356 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-acc44c11-53f0-482f-8b9e-d99c86ba6105 req-7ac15d39-a874-486a-8928-c62157434b28 service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894744 May 06 10:24:32.596795 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-acc44c11-53f0-482f-8b9e-d99c86ba6105 req-079d7a76-2bb0-4bea-8375-9925ef3201f0 service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873733 May 06 10:24:33.270647 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device c29a5612-9779-42d7-82fd-c1c2e7363f3e no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:24:33.308433 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device c29a5612-9779-42d7-82fd-c1c2e7363f3e not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:24:33.402489 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fe50b-8e51-4a8a-9cc4-63e5eb078256 req-4b59e953-5555-49d9-949e-32cfaa9fbf6b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:33.403989 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e39fe50b-8e51-4a8a-9cc4-63e5eb078256 req-4b59e953-5555-49d9-949e-32cfaa9fbf6b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 944 time: 0.0499985 May 06 10:24:33.442136 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e39fe50b-8e51-4a8a-9cc4-63e5eb078256 req-39b6d534-683f-4292-a8b8-1f9e1f71858f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321794 May 06 10:24:33.754371 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-6616e606-ef2a-434e-97a4-5355b1a7ce0e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:33.755913 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-6616e606-ef2a-434e-97a4-5355b1a7ce0e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.84 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd&tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&binding%3Ahost_id=n-h1-840835-1 HTTP/1.1" status: 200 len: 944 time: 0.0788319 May 06 10:24:33.776775 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a765203-6176-4f65-a41b-41a7a78a49a4 req-45975775-0d4d-46ba-8020-e6f83f68206a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:33.778186 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5a765203-6176-4f65-a41b-41a7a78a49a4 req-45975775-0d4d-46ba-8020-e6f83f68206a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 944 time: 0.0756922 May 06 10:24:33.837049 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device c29a5612-9779-42d7-82fd-c1c2e7363f3e details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:24:33.846559 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5a765203-6176-4f65-a41b-41a7a78a49a4 req-c9a75529-d067-4f01-a8f2-fcd036e429fd tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509720 May 06 10:24:33.852214 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-40dd61b1-23ef-4d2d-bd79-44fa019aec17 service neutron] 10.222.0.84 "GET /v2.0/ports/c29a5612-9779-42d7-82fd-c1c2e7363f3e/bindings/n-h1-840835-1 HTTP/1.1" status: 200 len: 382 time: 0.0888727 May 06 10:24:33.914477 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-033a1e3b-5049-402b-a8a0-3b2ac697333a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:33.916043 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-033a1e3b-5049-402b-a8a0-3b2ac697333a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 1095 time: 0.0413067 May 06 10:24:33.937534 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port c29a5612-9779-42d7-82fd-c1c2e7363f3e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=c29a5612-9779-42d7-82fd-c1c2e7363f3e,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:24:34.015860 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-92a999cf-5406-42c4-8716-404ce0390101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:34.017400 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-92a999cf-5406-42c4-8716-404ce0390101 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.0938566 May 06 10:24:34.085179 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-ed238c1a-7c8f-4903-a2d0-c5972a01aa6d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c29a5612-9779-42d7-82fd-c1c2e7363f3e HTTP/1.1" status: 200 len: 1001 time: 0.0606508 May 06 10:24:34.102289 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'c29a5612-9779-42d7-82fd-c1c2e7363f3e', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'port_id': 'c29a5612-9779-42d7-82fd-c1c2e7363f3e', 'mac_address': 'fa:16:3e:38:20:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:24:34.139067 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-23261710-9872-4ea8-87ca-bcfca20ccaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:34.139331 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:34.140570 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-23261710-9872-4ea8-87ca-bcfca20ccaa9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0480840 May 06 10:24:34.151633 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c29a5612-9779-42d7-82fd-c1c2e7363f3e {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:24:34.171336 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port c29a5612-9779-42d7-82fd-c1c2e7363f3e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=c29a5612-9779-42d7-82fd-c1c2e7363f3e,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:24:34.175412 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:34.187419 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-c19a684c-56f0-4053-9850-b96e0e8b806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:34.188938 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-c19a684c-56f0-4053-9850-b96e0e8b806e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412760 May 06 10:24:34.220975 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=c29a5612-9779-42d7-82fd-c1c2e7363f3e,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:24:34.278344 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-b1d1e2e9-c062-4000-b933-c86a2ec96bf3 service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826418 May 06 10:24:34.371299 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-0168ed2b-8c60-4389-bfde-062df2ea81cd service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861607 May 06 10:24:34.400880 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['c29a5612-9779-42d7-82fd-c1c2e7363f3e'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:24:34.967290 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c614c42-1664-470a-be28-ed8dce03d5a1 req-a3a34c80-15b9-4675-9ddc-5710ddc6df9b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:34.968765 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c614c42-1664-470a-be28-ed8dce03d5a1 req-a3a34c80-15b9-4675-9ddc-5710ddc6df9b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 945 time: 0.0492325 May 06 10:24:35.006292 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c614c42-1664-470a-be28-ed8dce03d5a1 req-a3a29118-004b-45ff-9027-060c184be340 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315633 May 06 10:24:35.849396 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device c29a5612-9779-42d7-82fd-c1c2e7363f3e up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:24:35.902744 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port c29a5612-9779-42d7-82fd-c1c2e7363f3e completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:24:35.906483 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port c29a5612-9779-42d7-82fd-c1c2e7363f3e triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:24:35.906850 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:35.985888 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:36.008136 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511f4ffb-90db-4894-87f3-0f8579b329cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29a5612-9779-42d7-82fd-c1c2e7363f3e'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:24:36.010339 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0953ef5b-93f0-4a29-81f1-b87b03fd5251" -d '{"events": [{"server_uuid": "511f4ffb-90db-4894-87f3-0f8579b329cd", "name": "network-vif-plugged", "status": "completed", "tag": "c29a5612-9779-42d7-82fd-c1c2e7363f3e"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:24:36.022310 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port c29a5612-9779-42d7-82fd-c1c2e7363f3e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=c29a5612-9779-42d7-82fd-c1c2e7363f3e,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:24:36.027841 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:36.066040 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701107c2-0c63-4058-9be1-ee319561e638 x-openstack-request-id: req-701107c2-0c63-4058-9be1-ee319561e638 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:24:36.066348 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511f4ffb-90db-4894-87f3-0f8579b329cd", "name": "network-vif-plugged", "status": "completed", "tag": "c29a5612-9779-42d7-82fd-c1c2e7363f3e", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:24:36.066605 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-701107c2-0c63-4058-9be1-ee319561e638 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:24:36.067197 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-701107c2-0c63-4058-9be1-ee319561e638'] response: {'server_uuid': '511f4ffb-90db-4894-87f3-0f8579b329cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29a5612-9779-42d7-82fd-c1c2e7363f3e', 'code': 200} May 06 10:24:36.086142 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=c29a5612-9779-42d7-82fd-c1c2e7363f3e,revision_number=9']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:24:36.179081 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7108a-59a9-44d7-9cba-cb4e879fd9f1 req-22aa23ab-67ad-4ef8-b408-ea9fc3751199 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:36.180765 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4fc7108a-59a9-44d7-9cba-cb4e879fd9f1 req-22aa23ab-67ad-4ef8-b408-ea9fc3751199 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0607066 May 06 10:24:36.221134 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4fc7108a-59a9-44d7-9cba-cb4e879fd9f1 req-5d9fd277-6d9d-43d7-9388-de6ea69a3d11 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331786 May 06 10:24:36.571231 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-259cf3f7-e9b9-46cd-a85f-75679beb2506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:36.572825 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-259cf3f7-e9b9-46cd-a85f-75679beb2506 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd&tenant_id=fcb62bf5e8844219832d21fd1f6e9e15 HTTP/1.1" status: 200 len: 1097 time: 0.0437386 May 06 10:24:36.704955 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840835-1', 'device_owner': 'compute:nova'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:24:36.757083 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:36.987697 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] For port c29a5612-9779-42d7-82fd-c1c2e7363f3e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=c29a5612-9779-42d7-82fd-c1c2e7363f3e,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:24:37.341056 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] For port c29a5612-9779-42d7-82fd-c1c2e7363f3e, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:24:37.344864 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f51b2-ef79-4144-a20e-998230cd400b req-19276656-7f78-46f2-9765-be19103ba333 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:37.346371 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b40f51b2-ef79-4144-a20e-998230cd400b req-19276656-7f78-46f2-9765-be19103ba333 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0519223 May 06 10:24:37.382267 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:37.384301 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511f4ffb-90db-4894-87f3-0f8579b329cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c29a5612-9779-42d7-82fd-c1c2e7363f3e'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:24:37.387193 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f48270-b4ef-4372-9f1c-80b28b2e8a66" -d '{"events": [{"server_uuid": "511f4ffb-90db-4894-87f3-0f8579b329cd", "name": "network-vif-unplugged", "status": "completed", "tag": "c29a5612-9779-42d7-82fd-c1c2e7363f3e"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:24:37.387427 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b40f51b2-ef79-4144-a20e-998230cd400b req-860c2ad6-fdbf-4799-9c7b-9e3d89c8b3bd tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347049 May 06 10:24:37.399984 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Transition to ACTIVE for port object c29a5612-9779-42d7-82fd-c1c2e7363f3e will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:24:37.410917 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:37.444708 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 10:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50abe611-fb43-4ad9-bad7-b419e767ccd3 x-openstack-request-id: req-50abe611-fb43-4ad9-bad7-b419e767ccd3 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:24:37.445031 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511f4ffb-90db-4894-87f3-0f8579b329cd", "name": "network-vif-unplugged", "status": "completed", "tag": "c29a5612-9779-42d7-82fd-c1c2e7363f3e", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:24:37.445287 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-50abe611-fb43-4ad9-bad7-b419e767ccd3 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:24:37.445884 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50abe611-fb43-4ad9-bad7-b419e767ccd3'] response: {'server_uuid': '511f4ffb-90db-4894-87f3-0f8579b329cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c29a5612-9779-42d7-82fd-c1c2e7363f3e', 'code': 200} May 06 10:24:37.496761 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Pushing event updated for resources: {'Port': ['ID=c29a5612-9779-42d7-82fd-c1c2e7363f3e,revision_number=10']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:24:37.508887 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:37.509134 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:37.509481 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:37.509829 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:37.510200 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:37.511065 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:37.511435 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:37.511768 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:37.512105 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:37.512436 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:37.512772 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:37.513099 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:37.550354 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] No DVR routers for this DVR port c29a5612-9779-42d7-82fd-c1c2e7363f3e on host n-h1-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:24:37.688732 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Attempting to bind port c29a5612-9779-42d7-82fd-c1c2e7363f3e on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:24:37.689428 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Attempting to bind port c29a5612-9779-42d7-82fd-c1c2e7363f3e by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:24:37.689428 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Attempting to bind port c29a5612-9779-42d7-82fd-c1c2e7363f3e on network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:24:37.693835 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Port c29a5612-9779-42d7-82fd-c1c2e7363f3e on network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:24:37.694166 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Attempting to bind port c29a5612-9779-42d7-82fd-c1c2e7363f3e on network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:24:37.699048 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:24:37.699422 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Checking segment: {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:24:37.699833 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Bound using segment: {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:24:37.700261 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Bound port: c29a5612-9779-42d7-82fd-c1c2e7363f3e, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:24:37.700622 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:37.763432 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] For port c29a5612-9779-42d7-82fd-c1c2e7363f3e, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:24:37.766274 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] For port c29a5612-9779-42d7-82fd-c1c2e7363f3e, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=c29a5612-9779-42d7-82fd-c1c2e7363f3e,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:24:37.770980 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:37.809312 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:37.809901 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:37.811309 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] 10.222.0.77 "PUT /v2.0/ports/c29a5612-9779-42d7-82fd-c1c2e7363f3e HTTP/1.1" status: 200 len: 1093 time: 1.1108015 May 06 10:24:37.832256 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d270e1-fcfc-40ef-95da-eab4d219c4ad service neutron] Pushing event updated for resources: {'Port': ['ID=c29a5612-9779-42d7-82fd-c1c2e7363f3e,revision_number=11']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:24:37.886903 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-d65e9043-4741-4759-9f71-b8428a344ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:37.888519 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-d65e9043-4741-4759-9f71-b8428a344ee2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 1096 time: 0.0432079 May 06 10:24:37.981397 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-3fdbda2c-c383-4872-a14c-1c340f01bd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:37.982933 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-3fdbda2c-c383-4872-a14c-1c340f01bd33 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.0884290 May 06 10:24:38.052595 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-6070e090-17b0-4775-8e53-0f7258191b36 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c29a5612-9779-42d7-82fd-c1c2e7363f3e HTTP/1.1" status: 200 len: 1001 time: 0.0632570 May 06 10:24:38.100863 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-54a1439d-0b4d-43ff-8d8c-9a63b8190711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:38.102219 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-54a1439d-0b4d-43ff-8d8c-9a63b8190711 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0433638 May 06 10:24:38.146595 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-8d009ebd-1f85-4e9e-b7e1-6a1337405e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:38.148133 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-8d009ebd-1f85-4e9e-b7e1-6a1337405e01 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395913 May 06 10:24:38.238950 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-997d7eab-243d-4e8d-b1be-b601603f46eb service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844131 May 06 10:24:38.327178 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0d672677-ae47-4808-bc02-bcf417b7a4c7 req-18ebf3d8-485d-499d-a833-8d2cbeffea5a service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822220 May 06 10:24:38.506519 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9001e1-2b70-4924-8017-741454767ea4 req-c26027ff-7688-4d2c-bd04-12c7311dae36 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:38.508022 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4e9001e1-2b70-4924-8017-741454767ea4 req-c26027ff-7688-4d2c-bd04-12c7311dae36 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 945 time: 0.0483067 May 06 10:24:38.551663 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4e9001e1-2b70-4924-8017-741454767ea4 req-fcff93cb-ffeb-4734-9ed9-c5418ab297d5 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339835 May 06 10:24:39.447653 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511f4ffb-90db-4894-87f3-0f8579b329cd', 'tag': 'c29a5612-9779-42d7-82fd-c1c2e7363f3e'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:24:39.450061 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268c6db9-3c47-431a-aed0-81e45d2ffe83" -d '{"events": [{"name": "network-changed", "server_uuid": "511f4ffb-90db-4894-87f3-0f8579b329cd", "tag": "c29a5612-9779-42d7-82fd-c1c2e7363f3e"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:24:39.498893 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e880f5-b4b1-40a2-baff-186d994a9a9d x-openstack-request-id: req-41e880f5-b4b1-40a2-baff-186d994a9a9d {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:24:39.499236 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511f4ffb-90db-4894-87f3-0f8579b329cd", "tag": "c29a5612-9779-42d7-82fd-c1c2e7363f3e", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:24:39.499494 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-41e880f5-b4b1-40a2-baff-186d994a9a9d {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:24:39.499905 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41e880f5-b4b1-40a2-baff-186d994a9a9d'] response: {'name': 'network-changed', 'server_uuid': '511f4ffb-90db-4894-87f3-0f8579b329cd', 'tag': 'c29a5612-9779-42d7-82fd-c1c2e7363f3e', 'status': 'completed', 'code': 200} May 06 10:24:39.562121 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c6db9-3c47-431a-aed0-81e45d2ffe83 req-ac87b458-5da8-4aa9-8393-32eb7feb0cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:39.563669 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-268c6db9-3c47-431a-aed0-81e45d2ffe83 req-ac87b458-5da8-4aa9-8393-32eb7feb0cf0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 1096 time: 0.0456054 May 06 10:24:39.587683 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c6db9-3c47-431a-aed0-81e45d2ffe83 req-80f97eab-800f-4e50-bd5f-734d24f2bcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:39.589702 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-268c6db9-3c47-431a-aed0-81e45d2ffe83 req-80f97eab-800f-4e50-bd5f-734d24f2bcc3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 1096 time: 0.0485656 May 06 10:24:39.681309 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c6db9-3c47-431a-aed0-81e45d2ffe83 req-8bd68127-b2dc-4edf-b4ab-ad1bf04e81a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:39.682863 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-268c6db9-3c47-431a-aed0-81e45d2ffe83 req-8bd68127-b2dc-4edf-b4ab-ad1bf04e81a1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.0870945 May 06 10:24:39.685282 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c6db9-3c47-431a-aed0-81e45d2ffe83 req-19dc84e5-b954-425a-9770-43d26d31075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:39.686779 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-268c6db9-3c47-431a-aed0-81e45d2ffe83 req-19dc84e5-b954-425a-9770-43d26d31075f service neutron] 10.222.0.84 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.1163328 May 06 10:24:39.697209 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92688e4c-da9b-454e-9ed3-acfd630e083c req-9827b1d0-94a4-4a82-8ca2-459c9d951c20 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:39.698623 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-92688e4c-da9b-454e-9ed3-acfd630e083c req-9827b1d0-94a4-4a82-8ca2-459c9d951c20 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 945 time: 0.0741260 May 06 10:24:39.754270 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-268c6db9-3c47-431a-aed0-81e45d2ffe83 req-14deb76e-8290-4c91-8bff-15008fbb1df0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c29a5612-9779-42d7-82fd-c1c2e7363f3e HTTP/1.1" status: 200 len: 1001 time: 0.0643315 May 06 10:24:39.783386 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-92688e4c-da9b-454e-9ed3-acfd630e083c req-427fd47e-94a3-4323-9870-5bac025b7f06 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769424 May 06 10:24:39.791414 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-268c6db9-3c47-431a-aed0-81e45d2ffe83 req-9aa4f609-9d95-42ce-9201-3dd15823e741 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c29a5612-9779-42d7-82fd-c1c2e7363f3e HTTP/1.1" status: 200 len: 1001 time: 0.0917745 May 06 10:24:39.805344 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c6db9-3c47-431a-aed0-81e45d2ffe83 req-e3463150-7658-4ecb-b828-73e535454cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:39.806814 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-268c6db9-3c47-431a-aed0-81e45d2ffe83 req-e3463150-7658-4ecb-b828-73e535454cef service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0452397 May 06 10:24:39.840589 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c6db9-3c47-431a-aed0-81e45d2ffe83 req-477bd8a5-a78a-4033-b6d4-ff17aa8c3b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:39.842076 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-268c6db9-3c47-431a-aed0-81e45d2ffe83 req-477bd8a5-a78a-4033-b6d4-ff17aa8c3b2b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0445364 May 06 10:24:39.851797 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c6db9-3c47-431a-aed0-81e45d2ffe83 req-aa7a69a8-e3f9-40a9-ad2b-9aedd0289c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:39.853302 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-268c6db9-3c47-431a-aed0-81e45d2ffe83 req-aa7a69a8-e3f9-40a9-ad2b-9aedd0289c32 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398338 May 06 10:24:39.863662 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device c29a5612-9779-42d7-82fd-c1c2e7363f3e no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:24:39.888890 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c6db9-3c47-431a-aed0-81e45d2ffe83 req-8eaae7af-22d9-4e90-b30a-addb852d2991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:39.890432 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-268c6db9-3c47-431a-aed0-81e45d2ffe83 req-8eaae7af-22d9-4e90-b30a-addb852d2991 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412242 May 06 10:24:39.902669 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-268c6db9-3c47-431a-aed0-81e45d2ffe83 req-6b37e7bc-c8ce-482f-93ac-ccc558cb707e service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:24:39.907595 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-268c6db9-3c47-431a-aed0-81e45d2ffe83 req-6b37e7bc-c8ce-482f-93ac-ccc558cb707e service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065670 May 06 10:24:39.907748 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device c29a5612-9779-42d7-82fd-c1c2e7363f3e not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:24:39.952227 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-268c6db9-3c47-431a-aed0-81e45d2ffe83 req-6b3b872c-2768-4c10-88b8-54e5647d69f2 service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918448 May 06 10:24:40.000078 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-268c6db9-3c47-431a-aed0-81e45d2ffe83 req-f181802d-0ef8-42fa-820f-cba2ec37b1c0 service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885429 May 06 10:24:40.044217 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-268c6db9-3c47-431a-aed0-81e45d2ffe83 req-4ae3d056-dd3b-418b-b22f-730265d5bca1 service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849731 May 06 10:24:40.090926 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-268c6db9-3c47-431a-aed0-81e45d2ffe83 req-82c568c5-16f8-4e27-be2b-73244a6baadc service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840306 May 06 10:24:40.906034 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1f1e6-7d75-43f2-8aea-f00166ab2538 req-bb71dd52-3306-4dcd-98ec-992baa050305 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:40.907550 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a8f1f1e6-7d75-43f2-8aea-f00166ab2538 req-bb71dd52-3306-4dcd-98ec-992baa050305 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 945 time: 0.0540321 May 06 10:24:40.947258 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a8f1f1e6-7d75-43f2-8aea-f00166ab2538 req-8cdb9507-e635-4115-bc89-f058a8454b04 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335286 May 06 10:24:42.061481 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d7e5f-f0a5-47a1-8784-adee782cc893 req-2b1649b3-dc8e-484d-8d3a-89025ed1d919 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:42.063175 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-948d7e5f-f0a5-47a1-8784-adee782cc893 req-2b1649b3-dc8e-484d-8d3a-89025ed1d919 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 945 time: 0.0481429 May 06 10:24:42.100228 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-948d7e5f-f0a5-47a1-8784-adee782cc893 req-b1521ed8-ddd2-4b68-a62c-5bbcea946c41 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310104 May 06 10:24:42.211077 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5361c63-0ab0-4aed-a016-62d789cc5b18 req-5bf1c9d9-f0a9-425e-9316-f5fd5e43b1b2 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:42.212468 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a5361c63-0ab0-4aed-a016-62d789cc5b18 req-5bf1c9d9-f0a9-425e-9316-f5fd5e43b1b2 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 945 time: 0.0482502 May 06 10:24:42.249095 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a5361c63-0ab0-4aed-a016-62d789cc5b18 req-5dc4ed6d-5447-468a-ad19-f93279d3687f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307436 May 06 10:24:42.365272 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c6077-59ad-4d49-854e-cfa1d875f50a req-edc461b2-4257-4185-b516-e35974873e2e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:42.366739 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-363c6077-59ad-4d49-854e-cfa1d875f50a req-edc461b2-4257-4185-b516-e35974873e2e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 945 time: 0.0525920 May 06 10:24:42.403954 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-363c6077-59ad-4d49-854e-cfa1d875f50a req-cf45768b-82c9-4403-ab3d-e44717d6a544 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305641 May 06 10:24:42.640794 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9688141-f58f-4430-bbb2-425cb3ec6dea req-5877099c-c5c6-45a5-87b7-e3dfd6efa8e2 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:42.642277 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a9688141-f58f-4430-bbb2-425cb3ec6dea req-5877099c-c5c6-45a5-87b7-e3dfd6efa8e2 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 945 time: 0.0552306 May 06 10:24:42.680331 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a9688141-f58f-4430-bbb2-425cb3ec6dea req-e71f2f8c-bd08-4c53-b7b3-3b9c3d22a331 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320263 May 06 10:24:43.316572 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device c29a5612-9779-42d7-82fd-c1c2e7363f3e details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:24:43.412633 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port c29a5612-9779-42d7-82fd-c1c2e7363f3e, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=c29a5612-9779-42d7-82fd-c1c2e7363f3e,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:24:43.423787 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'c29a5612-9779-42d7-82fd-c1c2e7363f3e', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'port_id': 'c29a5612-9779-42d7-82fd-c1c2e7363f3e', 'mac_address': 'fa:16:3e:38:20:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:24:43.460512 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:43.473322 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c29a5612-9779-42d7-82fd-c1c2e7363f3e {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:24:43.492414 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port c29a5612-9779-42d7-82fd-c1c2e7363f3e, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=c29a5612-9779-42d7-82fd-c1c2e7363f3e,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:24:43.497276 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:43.542122 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=c29a5612-9779-42d7-82fd-c1c2e7363f3e,revision_number=12']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:24:43.797053 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d98b84-f3f7-4f9b-9b21-f6ec87e6029b req-f95df2a1-1271-4cff-800c-86b42ea32ec2 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:43.798535 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62d98b84-f3f7-4f9b-9b21-f6ec87e6029b req-f95df2a1-1271-4cff-800c-86b42ea32ec2 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0489175 May 06 10:24:43.836095 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62d98b84-f3f7-4f9b-9b21-f6ec87e6029b req-a5171c0c-67e1-4f17-9a33-9ec20eca0f71 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315361 May 06 10:24:44.038367 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d57fae-2593-48d0-9cef-7a1981501d12 req-64fe829c-7efd-4355-bdc9-b46ff1d126f6 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:44.039809 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c8d57fae-2593-48d0-9cef-7a1981501d12 req-64fe829c-7efd-4355-bdc9-b46ff1d126f6 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.77 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 946 time: 0.0482159 May 06 10:24:44.132873 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-c8d57fae-2593-48d0-9cef-7a1981501d12 req-12d86f9c-61e0-48a4-bbae-8c893c8f4b72 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Deleting port c29a5612-9779-42d7-82fd-c1c2e7363f3e {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:24:44.133220 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c8d57fae-2593-48d0-9cef-7a1981501d12 req-12d86f9c-61e0-48a4-bbae-8c893c8f4b72 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:44.220706 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-c8d57fae-2593-48d0-9cef-7a1981501d12 req-12d86f9c-61e0-48a4-bbae-8c893c8f4b72 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] For port c29a5612-9779-42d7-82fd-c1c2e7363f3e, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=c29a5612-9779-42d7-82fd-c1c2e7363f3e,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:24:44.221077 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c8d57fae-2593-48d0-9cef-7a1981501d12 req-12d86f9c-61e0-48a4-bbae-8c893c8f4b72 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:44.397044 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c8d57fae-2593-48d0-9cef-7a1981501d12 req-12d86f9c-61e0-48a4-bbae-8c893c8f4b72 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:44.397410 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c8d57fae-2593-48d0-9cef-7a1981501d12 req-12d86f9c-61e0-48a4-bbae-8c893c8f4b72 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:44.397740 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [req-c8d57fae-2593-48d0-9cef-7a1981501d12 req-12d86f9c-61e0-48a4-bbae-8c893c8f4b72 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Floating IP 9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4 disassociated. External IP: 172.25.5.107, port: c29a5612-9779-42d7-82fd-c1c2e7363f3e. May 06 10:24:44.398086 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-c8d57fae-2593-48d0-9cef-7a1981501d12 req-12d86f9c-61e0-48a4-bbae-8c893c8f4b72 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Calling delete_port for c29a5612-9779-42d7-82fd-c1c2e7363f3e owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:24:44.522667 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c8d57fae-2593-48d0-9cef-7a1981501d12 req-12d86f9c-61e0-48a4-bbae-8c893c8f4b72 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:44.555186 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d86f9c-61e0-48a4-bbae-8c893c8f4b72 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Pushing event deleted for resources: {'Port': ['ID=c29a5612-9779-42d7-82fd-c1c2e7363f3e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:24:44.676376 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8d57fae-2593-48d0-9cef-7a1981501d12 req-12d86f9c-61e0-48a4-bbae-8c893c8f4b72 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Router ec95ce40-9400-4ce6-948f-613841a462e1 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:24:44.787854 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8d57fae-2593-48d0-9cef-7a1981501d12 req-12d86f9c-61e0-48a4-bbae-8c893c8f4b72 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:24:44.797251 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab330511-ce4e-471f-af1b-2f34a07c55e4 None None] Sync routers for ids ['ec95ce40-9400-4ce6-948f-613841a462e1'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:24:44.806838 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab330511-ce4e-471f-af1b-2f34a07c55e4 None None] Routers {'ec95ce40-9400-4ce6-948f-613841a462e1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:24:44.807483 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ab330511-ce4e-471f-af1b-2f34a07c55e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:24:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ec95ce40-9400-4ce6-948f-613841a462e1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:24:44.827453 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d57fae-2593-48d0-9cef-7a1981501d12 req-12d86f9c-61e0-48a4-bbae-8c893c8f4b72 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] No DVR routers for this DVR port c29a5612-9779-42d7-82fd-c1c2e7363f3e on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:24:44.829978 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c8d57fae-2593-48d0-9cef-7a1981501d12 req-12d86f9c-61e0-48a4-bbae-8c893c8f4b72 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:44.833434 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c8d57fae-2593-48d0-9cef-7a1981501d12 req-12d86f9c-61e0-48a4-bbae-8c893c8f4b72 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.77 "DELETE /v2.0/ports/c29a5612-9779-42d7-82fd-c1c2e7363f3e HTTP/1.1" status: 204 len: 173 time: 0.7869408 May 06 10:24:44.833913 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511f4ffb-90db-4894-87f3-0f8579b329cd', 'name': 'network-vif-deleted', 'tag': 'c29a5612-9779-42d7-82fd-c1c2e7363f3e'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:24:44.836310 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f81a3e-95f4-439f-a4fa-e01ec15cd25a" -d '{"events": [{"server_uuid": "511f4ffb-90db-4894-87f3-0f8579b329cd", "name": "network-vif-deleted", "tag": "c29a5612-9779-42d7-82fd-c1c2e7363f3e"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:24:44.885968 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c553576b-7baf-4ec1-b071-8a73516d46a7 x-openstack-request-id: req-c553576b-7baf-4ec1-b071-8a73516d46a7 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:24:44.886363 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511f4ffb-90db-4894-87f3-0f8579b329cd", "name": "network-vif-deleted", "tag": "c29a5612-9779-42d7-82fd-c1c2e7363f3e", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:24:44.886780 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c553576b-7baf-4ec1-b071-8a73516d46a7 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:24:44.887434 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c553576b-7baf-4ec1-b071-8a73516d46a7'] response: {'server_uuid': '511f4ffb-90db-4894-87f3-0f8579b329cd', 'name': 'network-vif-deleted', 'tag': 'c29a5612-9779-42d7-82fd-c1c2e7363f3e', 'status': 'completed', 'code': 200} May 06 10:24:44.921414 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-ab330511-ce4e-471f-af1b-2f34a07c55e4 None None] Set router ec95ce40-9400-4ce6-948f-613841a462e1 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:24:44.970295 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-291976ac-b940-491e-b685-6cceb7f8e257 req-cd600204-d474-4975-a595-e673e4ec2ceb tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=511f4ffb-90db-4894-87f3-0f8579b329cd HTTP/1.1" status: 200 len: 210 time: 0.0335565 May 06 10:24:45.138165 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ab330511-ce4e-471f-af1b-2f34a07c55e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:21:53Z', 'revision_number': 4, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'f67f608e-62e6-43b3-b0b7-f2d743f229b5', 'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'mac_address': 'fa:16:3e:cd:db:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:52Z', 'updated_at': '2022-05-06T10:21:56Z', 'revision_number': 5, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'subnets': [{'id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:24:45.165260 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab330511-ce4e-471f-af1b-2f34a07c55e4 None None] Checking router: ec95ce40-9400-4ce6-948f-613841a462e1 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:24:45.173932 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab330511-ce4e-471f-af1b-2f34a07c55e4 None None] Routers {'ec95ce40-9400-4ce6-948f-613841a462e1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:24:45.174556 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ab330511-ce4e-471f-af1b-2f34a07c55e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:24:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ec95ce40-9400-4ce6-948f-613841a462e1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:24:45.290884 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-ab330511-ce4e-471f-af1b-2f34a07c55e4 None None] Set router ec95ce40-9400-4ce6-948f-613841a462e1 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:24:45.337737 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device c29a5612-9779-42d7-82fd-c1c2e7363f3e details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:24:45.342766 n-d-840835-1 neutron-server[102654]: INFO neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No ports have port_id starting with c29a5612-9779-42d7-82fd-c1c2e7363f3e May 06 10:24:45.344381 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device c29a5612-9779-42d7-82fd-c1c2e7363f3e requested by agent hyperv_n-h2-840835-1 not found in database {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} May 06 10:24:45.577775 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ab330511-ce4e-471f-af1b-2f34a07c55e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:21:53Z', 'revision_number': 4, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'f67f608e-62e6-43b3-b0b7-f2d743f229b5', 'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'mac_address': 'fa:16:3e:cd:db:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:52Z', 'updated_at': '2022-05-06T10:21:56Z', 'revision_number': 5, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'subnets': [{'id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:24:45.607277 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab330511-ce4e-471f-af1b-2f34a07c55e4 None None] The sync data for ids ['ec95ce40-9400-4ce6-948f-613841a462e1'] in n-d-840835-1 is: [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:21:53Z', 'revision_number': 4, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'f67f608e-62e6-43b3-b0b7-f2d743f229b5', 'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'mac_address': 'fa:16:3e:cd:db:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:52Z', 'updated_at': '2022-05-06T10:21:56Z', 'revision_number': 5, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'subnets': [{'id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:24:45.814260 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dc2a9f-84a1-439c-a075-3521ffd0a19d None None] New status for floating IP 9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4: DOWN {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:24:45.998558 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-22bd7e89-30f2-4a3f-b02c-b456e5ec8eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:46.201832 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-1c5dc5fa-e117-44fe-8c93-0f5498fc16b5 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--312496466&fields=id&tenant_id=fcb62bf5e8844219832d21fd1f6e9e15 HTTP/1.1" status: 200 len: 267 time: 0.0322342 May 06 10:24:46.305726 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-c3b8aaf0-89c1-4181-b329-f9b11046fb2b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:46.307232 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-c3b8aaf0-89c1-4181-b329-f9b11046fb2b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 812 time: 0.0988173 May 06 10:24:46.321704 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-ec7505c3-4adc-462d-a5dc-4033a1bed3d4 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/quotas/fcb62bf5e8844219832d21fd1f6e9e15 HTTP/1.1" status: 200 len: 375 time: 0.0086966 May 06 10:24:46.382323 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-9500b19f-e13a-4bab-8df4-0f5a66417a32 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0548990 May 06 10:24:46.398658 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-b167d8a3-0615-4ef9-a036-66379724fd5f service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:24:46.399651 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-b167d8a3-0615-4ef9-a036-66379724fd5f service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051384 May 06 10:24:46.486887 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-85b2f4bb-11a9-4156-8a01-b60fa1ac2c1d service neutron] 10.222.0.73 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813398 May 06 10:24:46.579261 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-832b19c9-4ab8-4a25-9e96-930caf8b881d service neutron] 10.222.0.73 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861931 May 06 10:24:46.745982 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7d6023b3-c018-4fc6-b022-cc0977f8f9bf req-affe9151-473d-419e-8ef0-2efb34b35cc0 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 210 time: 0.0267892 May 06 10:24:47.364366 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device c29a5612-9779-42d7-82fd-c1c2e7363f3e no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:24:47.384052 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: c29a5612-9779-42d7-82fd-c1c2e7363f3e {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:24:47.384393 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device c29a5612-9779-42d7-82fd-c1c2e7363f3e not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:24:47.669224 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-a0471195-0dbc-4ee0-8f49-e6aa77cf79dc tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:47.670611 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-a0471195-0dbc-4ee0-8f49-e6aa77cf79dc tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.84 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 812 time: 0.1167717 May 06 10:24:47.715424 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-4bcea504-a077-4325-8d92-59cb93471503 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcb62bf5e8844219832d21fd1f6e9e15 HTTP/1.1" status: 200 len: 379 time: 0.0349269 May 06 10:24:47.725600 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-e30c5140-16dc-4b8e-ab7e-1231c9395ac1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Request body: {'port': {'device_id': 'ecc00941-5e27-4ae9-9035-ffaaa4fce00a', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'admin_state_up': True, 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'security_groups': ['39ae9c69-3bf9-4331-ab13-fd782cbacdee']}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:24:47.850025 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-178271e7-75ee-4dea-9875-dfe1813974a3 req-07f6b21b-cde5-4aa3-9105-25f75742ca34 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 210 time: 0.0314765 May 06 10:24:47.858028 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-e30c5140-16dc-4b8e-ab7e-1231c9395ac1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Made reservation on behalf of fcb62bf5e8844219832d21fd1f6e9e15 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:24:47.862032 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-e30c5140-16dc-4b8e-ab7e-1231c9395ac1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:47.992288 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-e30c5140-16dc-4b8e-ab7e-1231c9395ac1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Allocated IP 172.20.0.12 (7cf6eb76-297c-4da3-ac3c-0e1a25871dc2/cdfbb92c-d5d5-4bf9-969f-c763b747fec3/c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:24:48.133802 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-e30c5140-16dc-4b8e-ab7e-1231c9395ac1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:48.165674 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-e30c5140-16dc-4b8e-ab7e-1231c9395ac1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:48.209468 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-e30c5140-16dc-4b8e-ab7e-1231c9395ac1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:24:48.212480 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-e30c5140-16dc-4b8e-ab7e-1231c9395ac1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:24:48.214931 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-e30c5140-16dc-4b8e-ab7e-1231c9395ac1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:24:48.243018 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c5140-16dc-4b8e-ab7e-1231c9395ac1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Pushing event updated for resources: {'Port': ['ID=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:24:48.272925 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-e30c5140-16dc-4b8e-ab7e-1231c9395ac1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:48.273544 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-e30c5140-16dc-4b8e-ab7e-1231c9395ac1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:48.289910 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-e30c5140-16dc-4b8e-ab7e-1231c9395ac1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5679665 May 06 10:24:48.305231 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-eda86c61-24ba-45eb-81b7-ebb7ad4650ea service neutron] Request body: {'port': {'device_id': 'ecc00941-5e27-4ae9-9035-ffaaa4fce00a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:24:48.364852 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-eda86c61-24ba-45eb-81b7-ebb7ad4650ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:48.495370 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d42561a6-98eb-47b0-93be-e74d9ae62bd3 None None] Provisioning complete for port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:24:48.495943 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d42561a6-98eb-47b0-93be-e74d9ae62bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:48.544944 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d42561a6-98eb-47b0-93be-e74d9ae62bd3 None None] Port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:24:48.547932 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d444b676-7f36-45f8-8823-d7c5057e0298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:48.632045 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-eda86c61-24ba-45eb-81b7-ebb7ad4650ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:24:48.639272 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-eda86c61-24ba-45eb-81b7-ebb7ad4650ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:48.651445 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-eda86c61-24ba-45eb-81b7-ebb7ad4650ea service neutron] Transition to ACTIVE for port object c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:24:48.654924 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-eda86c61-24ba-45eb-81b7-ebb7ad4650ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:48.710342 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda86c61-24ba-45eb-81b7-ebb7ad4650ea service neutron] Pushing event updated for resources: {'Port': ['ID=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:24:48.780764 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-eda86c61-24ba-45eb-81b7-ebb7ad4650ea service neutron] Attempting to bind port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:24:48.781105 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-eda86c61-24ba-45eb-81b7-ebb7ad4650ea service neutron] Attempting to bind port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:24:48.781468 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-eda86c61-24ba-45eb-81b7-ebb7ad4650ea service neutron] Attempting to bind port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 on network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:24:48.786394 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-eda86c61-24ba-45eb-81b7-ebb7ad4650ea service neutron] Port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 on network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:24:48.786725 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-eda86c61-24ba-45eb-81b7-ebb7ad4650ea service neutron] Attempting to bind port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 on network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:24:48.792780 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-eda86c61-24ba-45eb-81b7-ebb7ad4650ea service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:24:48.793149 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-eda86c61-24ba-45eb-81b7-ebb7ad4650ea service neutron] Checking segment: {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:24:48.793537 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-eda86c61-24ba-45eb-81b7-ebb7ad4650ea service neutron] Bound using segment: {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:24:48.793978 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-eda86c61-24ba-45eb-81b7-ebb7ad4650ea service neutron] Bound port: c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:24:48.794346 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-eda86c61-24ba-45eb-81b7-ebb7ad4650ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:48.859821 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-eda86c61-24ba-45eb-81b7-ebb7ad4650ea service neutron] For port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:24:48.862974 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-eda86c61-24ba-45eb-81b7-ebb7ad4650ea service neutron] For port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:24:48.867635 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-eda86c61-24ba-45eb-81b7-ebb7ad4650ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:48.907504 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-eda86c61-24ba-45eb-81b7-ebb7ad4650ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:48.908630 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-eda86c61-24ba-45eb-81b7-ebb7ad4650ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:48.909970 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-eda86c61-24ba-45eb-81b7-ebb7ad4650ea service neutron] 10.222.0.84 "PUT /v2.0/ports/c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 HTTP/1.1" status: 200 len: 1092 time: 0.6086392 May 06 10:24:48.909970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc00941-5e27-4ae9-9035-ffaaa4fce00a', 'tag': 'c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:24:48.912252 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e479bd-870b-4299-9a30-2e39182a6ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc00941-5e27-4ae9-9035-ffaaa4fce00a", "tag": "c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:24:48.949815 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda86c61-24ba-45eb-81b7-ebb7ad4650ea service neutron] Pushing event updated for resources: {'Port': ['ID=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:24:49.025069 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17957d-16be-42b7-9b27-d1a01de7a26c req-ade57a44-3c34-4013-a11f-c10a9d724a49 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:49.027310 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b17957d-16be-42b7-9b27-d1a01de7a26c req-ade57a44-3c34-4013-a11f-c10a9d724a49 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 944 time: 0.0923645 May 06 10:24:49.029243 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-0a29c918-5c85-4c62-ae3d-28ea71910962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:49.030621 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-0a29c918-5c85-4c62-ae3d-28ea71910962 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 1095 time: 0.0639291 May 06 10:24:49.080782 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-d15eadcc-fdb7-44f7-aba0-55f06c31f422 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 HTTP/1.1" status: 200 len: 217 time: 0.0415156 May 06 10:24:49.103869 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:49.125139 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b17957d-16be-42b7-9b27-d1a01de7a26c req-76e73031-ca73-4324-ae4a-bdb9e6c17ab9 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917702 May 06 10:24:49.146427 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-59478eec-4695-4f75-9e70-3f47e9ac3347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:49.148131 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-59478eec-4695-4f75-9e70-3f47e9ac3347 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0556552 May 06 10:24:49.186566 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f735a91-b228-4288-963f-7575b62ad56a x-openstack-request-id: req-3f735a91-b228-4288-963f-7575b62ad56a {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:24:49.186849 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc00941-5e27-4ae9-9035-ffaaa4fce00a", "tag": "c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:24:49.187105 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3f735a91-b228-4288-963f-7575b62ad56a {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:24:49.187526 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f735a91-b228-4288-963f-7575b62ad56a'] response: {'name': 'network-changed', 'server_uuid': 'ecc00941-5e27-4ae9-9035-ffaaa4fce00a', 'tag': 'c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1', 'status': 'completed', 'code': 200} May 06 10:24:49.208415 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-75d30ff4-99f5-41a7-8f4b-43790313eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:49.209905 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-75d30ff4-99f5-41a7-8f4b-43790313eb1c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539312 May 06 10:24:49.296982 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-a9fcb984-dddc-4a51-8660-9afc5a80509c service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801303 May 06 10:24:49.391270 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1e4103a-b7e1-4e15-ba84-f9773b0dfd4a req-00ca4cd6-e400-44ab-865e-8dc32f50c73b service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859206 May 06 10:24:49.479176 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e479bd-870b-4299-9a30-2e39182a6ab3 req-61c17e2e-4330-4d75-b043-a66c4463b111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:49.480906 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3e479bd-870b-4299-9a30-2e39182a6ab3 req-61c17e2e-4330-4d75-b043-a66c4463b111 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 1095 time: 0.0413256 May 06 10:24:49.575795 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e479bd-870b-4299-9a30-2e39182a6ab3 req-2fd9257f-d983-4f89-9122-5c747f1b127b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:49.577141 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3e479bd-870b-4299-9a30-2e39182a6ab3 req-2fd9257f-d983-4f89-9122-5c747f1b127b service neutron] 10.222.0.84 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.0893016 May 06 10:24:49.654997 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:49.953629 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3e479bd-870b-4299-9a30-2e39182a6ab3 req-68dd608d-03c6-4524-8c7c-4eaea2e68cd9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 HTTP/1.1" status: 200 len: 217 time: 0.3690183 May 06 10:24:50.002132 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e479bd-870b-4299-9a30-2e39182a6ab3 req-77581676-d910-4d71-b323-39873c7e9505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:50.003579 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3e479bd-870b-4299-9a30-2e39182a6ab3 req-77581676-d910-4d71-b323-39873c7e9505 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0434377 May 06 10:24:50.049627 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e479bd-870b-4299-9a30-2e39182a6ab3 req-ecd7b558-b371-4ca0-9369-5336a5d17d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:50.051071 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3e479bd-870b-4299-9a30-2e39182a6ab3 req-ecd7b558-b371-4ca0-9369-5336a5d17d1c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385036 May 06 10:24:50.141835 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3e479bd-870b-4299-9a30-2e39182a6ab3 req-94082abe-9eec-43b1-b681-bd62d0545edc service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824049 May 06 10:24:50.285786 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ababc-c9cb-4326-a310-7715df794af4 req-e1421e60-ff96-4291-aebe-b8c7d8cfe94c tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:50.287290 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7a2ababc-c9cb-4326-a310-7715df794af4 req-e1421e60-ff96-4291-aebe-b8c7d8cfe94c tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 944 time: 0.0898814 May 06 10:24:50.290767 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3e479bd-870b-4299-9a30-2e39182a6ab3 req-49986379-e925-4f51-896e-244157c7a07f service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390691 May 06 10:24:50.325696 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7a2ababc-c9cb-4326-a310-7715df794af4 req-950e293f-6aef-459a-8002-36ee61b4625a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314381 May 06 10:24:51.339739 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:51.441683 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fb25f-fee9-4237-a2ce-ecb1060091eb req-dbb39786-c357-45d6-b580-885446b35060 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:51.443198 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c64fb25f-fee9-4237-a2ce-ecb1060091eb req-dbb39786-c357-45d6-b580-885446b35060 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 944 time: 0.0485721 May 06 10:24:51.481191 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c64fb25f-fee9-4237-a2ce-ecb1060091eb req-8fdb0d28-d83f-4753-925e-83e92f7cf567 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318487 May 06 10:24:51.520267 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:51.899424 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:24:51.999468 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:24:52.011435 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'port_id': 'c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1', 'mac_address': 'fa:16:3e:79:70:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:24:52.047588 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:52.060192 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:24:52.079242 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:24:52.083373 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:52.133391 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:24:52.291472 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:24:52.615300 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d92e1-07de-4309-a088-ee7cb2f8dea7 req-34c166fa-a2a8-4201-ae3a-8c4d7dbc1363 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:52.616815 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-983d92e1-07de-4309-a088-ee7cb2f8dea7 req-34c166fa-a2a8-4201-ae3a-8c4d7dbc1363 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 945 time: 0.0576649 May 06 10:24:52.654200 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-983d92e1-07de-4309-a088-ee7cb2f8dea7 req-ad73f0f9-e43c-46ee-89ae-4011a983b807 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309865 May 06 10:24:53.768089 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8e6a6-67aa-474f-9eda-9bb5423f72d6 req-acf561cd-92a3-4466-9ad4-389dd137b1eb tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:53.769481 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38a8e6a6-67aa-474f-9eda-9bb5423f72d6 req-acf561cd-92a3-4466-9ad4-389dd137b1eb tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 945 time: 0.0483069 May 06 10:24:53.806742 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-38a8e6a6-67aa-474f-9eda-9bb5423f72d6 req-81cf5524-b159-4a99-8857-90de4aba9526 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312390 May 06 10:24:53.899076 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:24:53.951824 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:24:53.955447 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:24:53.955825 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:54.030342 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:54.051833 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc00941-5e27-4ae9-9035-ffaaa4fce00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:24:54.054057 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a85989-1af3-4a98-9811-a247b5e6dbf7" -d '{"events": [{"server_uuid": "ecc00941-5e27-4ae9-9035-ffaaa4fce00a", "name": "network-vif-plugged", "status": "completed", "tag": "c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:24:54.070518 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:24:54.075288 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:54.097958 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ccd1a2-b44e-4346-b6c3-80d73c4aaff6 x-openstack-request-id: req-b0ccd1a2-b44e-4346-b6c3-80d73c4aaff6 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:24:54.098255 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc00941-5e27-4ae9-9035-ffaaa4fce00a", "name": "network-vif-plugged", "status": "completed", "tag": "c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:24:54.098512 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b0ccd1a2-b44e-4346-b6c3-80d73c4aaff6 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:24:54.098911 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0ccd1a2-b44e-4346-b6c3-80d73c4aaff6'] response: {'server_uuid': 'ecc00941-5e27-4ae9-9035-ffaaa4fce00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1', 'code': 200} May 06 10:24:54.124712 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:24:54.190215 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd61770-85c5-4490-ab50-6d144d68858c req-839b484c-cc76-4919-8ede-ab65b6dc434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:54.191727 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dbd61770-85c5-4490-ab50-6d144d68858c req-839b484c-cc76-4919-8ede-ab65b6dc434a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 1097 time: 0.0393503 May 06 10:24:54.225066 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dbd61770-85c5-4490-ab50-6d144d68858c req-f9c32793-cc10-40d4-a6f1-43373051a541 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264816 May 06 10:24:54.929911 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29e2f2-e0d4-4534-9675-abeac8e16ff9 req-43450239-7a78-4014-a521-eead61a91b62 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:54.932014 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7a29e2f2-e0d4-4534-9675-abeac8e16ff9 req-43450239-7a78-4014-a521-eead61a91b62 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0549474 May 06 10:24:54.970273 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7a29e2f2-e0d4-4534-9675-abeac8e16ff9 req-74a92c78-6f45-4282-be61-9572968f957f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319374 May 06 10:24:56.086271 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29351e32-7b49-4be5-a0c5-17207bac0553 req-588f0547-664d-42b5-b391-608b10eedd4e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:56.088433 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-29351e32-7b49-4be5-a0c5-17207bac0553 req-588f0547-664d-42b5-b391-608b10eedd4e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0482249 May 06 10:24:56.125316 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-29351e32-7b49-4be5-a0c5-17207bac0553 req-8adc5cbb-9808-454e-b36e-45fadd202131 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309229 May 06 10:24:56.232993 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044c097-5a63-4aa0-832a-49198a5f2dd8 req-d57a4f4d-0b6d-402e-a0e5-c18f9db9cc38 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:56.234439 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f044c097-5a63-4aa0-832a-49198a5f2dd8 req-d57a4f4d-0b6d-402e-a0e5-c18f9db9cc38 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0476737 May 06 10:24:56.242980 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 37772) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:24:56.247856 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-4334907e-48eb-4ee2-bd15-e9ddf6ade8d6 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Request body: {'floatingip': {'port_id': 'c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:24:56.289067 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4334907e-48eb-4ee2-bd15-e9ddf6ade8d6 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for floatingip, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:56.717171 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4334907e-48eb-4ee2-bd15-e9ddf6ade8d6 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:56.720860 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4334907e-48eb-4ee2-bd15-e9ddf6ade8d6 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:56.822643 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-4334907e-48eb-4ee2-bd15-e9ddf6ade8d6 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Floating IP 9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4 associated. External IP: 172.25.5.107, port: c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1. May 06 10:24:57.032127 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4334907e-48eb-4ee2-bd15-e9ddf6ade8d6 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Router ec95ce40-9400-4ce6-948f-613841a462e1 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:24:57.138583 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4334907e-48eb-4ee2-bd15-e9ddf6ade8d6 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:24:57.143358 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4334907e-48eb-4ee2-bd15-e9ddf6ade8d6 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:57.147977 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976a8dae-9340-4187-8010-5976b93d7361 None None] Sync routers for ids ['ec95ce40-9400-4ce6-948f-613841a462e1'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:24:57.158089 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976a8dae-9340-4187-8010-5976b93d7361 None None] Routers {'ec95ce40-9400-4ce6-948f-613841a462e1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:24:57.158697 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-976a8dae-9340-4187-8010-5976b93d7361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:24:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ec95ce40-9400-4ce6-948f-613841a462e1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:24:57.171411 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4334907e-48eb-4ee2-bd15-e9ddf6ade8d6 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "PUT /v2.0/floatingips/9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4 HTTP/1.1" status: 200 len: 993 time: 0.9273221 May 06 10:24:57.172001 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc00941-5e27-4ae9-9035-ffaaa4fce00a', 'tag': 'c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:24:57.174245 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13ae5d9-da02-456a-9959-56c42490ec04" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc00941-5e27-4ae9-9035-ffaaa4fce00a", "tag": "c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:24:57.210505 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875988f9-9bc8-41e1-a592-b18ed5379592 x-openstack-request-id: req-875988f9-9bc8-41e1-a592-b18ed5379592 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:24:57.210809 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc00941-5e27-4ae9-9035-ffaaa4fce00a", "tag": "c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:24:57.211068 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-875988f9-9bc8-41e1-a592-b18ed5379592 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:24:57.211523 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-875988f9-9bc8-41e1-a592-b18ed5379592'] response: {'name': 'network-changed', 'server_uuid': 'ecc00941-5e27-4ae9-9035-ffaaa4fce00a', 'tag': 'c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1', 'status': 'completed', 'code': 200} May 06 10:24:57.275931 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ae5d9-da02-456a-9959-56c42490ec04 req-411a1009-f4de-4615-b062-a1e41fc91d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:57.277428 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-976a8dae-9340-4187-8010-5976b93d7361 None None] Set router ec95ce40-9400-4ce6-948f-613841a462e1 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:24:57.277841 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a13ae5d9-da02-456a-9959-56c42490ec04 req-411a1009-f4de-4615-b062-a1e41fc91d5d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 1097 time: 0.0435576 May 06 10:24:57.376391 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ae5d9-da02-456a-9959-56c42490ec04 req-d495683f-7de2-4837-b936-e8123f95e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:57.377922 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a13ae5d9-da02-456a-9959-56c42490ec04 req-d495683f-7de2-4837-b936-e8123f95e639 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.0924664 May 06 10:24:57.455373 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a13ae5d9-da02-456a-9959-56c42490ec04 req-52b994bf-8a59-4f85-9d5a-ed1a3f8a0286 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 HTTP/1.1" status: 200 len: 1001 time: 0.0708859 May 06 10:24:57.517565 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ae5d9-da02-456a-9959-56c42490ec04 req-b11860d3-39f3-4d8c-8b36-d92e9a5cb1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:57.519255 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a13ae5d9-da02-456a-9959-56c42490ec04 req-b11860d3-39f3-4d8c-8b36-d92e9a5cb1fd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0554166 May 06 10:24:57.537934 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-976a8dae-9340-4187-8010-5976b93d7361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:21:53Z', 'revision_number': 4, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'port_id': 'c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'mac_address': 'fa:16:3e:79:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc00941-5e27-4ae9-9035-ffaaa4fce00a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:21:55Z', 'updated_at': '2022-05-06T10:24:56Z', 'revision_number': 13, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f67f608e-62e6-43b3-b0b7-f2d743f229b5', 'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'mac_address': 'fa:16:3e:cd:db:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:52Z', 'updated_at': '2022-05-06T10:21:56Z', 'revision_number': 5, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'subnets': [{'id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:24:57.565471 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976a8dae-9340-4187-8010-5976b93d7361 None None] Checking router: ec95ce40-9400-4ce6-948f-613841a462e1 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:24:57.573781 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976a8dae-9340-4187-8010-5976b93d7361 None None] Routers {'ec95ce40-9400-4ce6-948f-613841a462e1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:24:57.574379 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-976a8dae-9340-4187-8010-5976b93d7361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:24:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ec95ce40-9400-4ce6-948f-613841a462e1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:24:57.577898 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ae5d9-da02-456a-9959-56c42490ec04 req-2957f910-8776-4dc0-b516-bbeb8c5e4882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:57.579950 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a13ae5d9-da02-456a-9959-56c42490ec04 req-2957f910-8776-4dc0-b516-bbeb8c5e4882 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541875 May 06 10:24:57.682236 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-976a8dae-9340-4187-8010-5976b93d7361 None None] Set router ec95ce40-9400-4ce6-948f-613841a462e1 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:24:57.684159 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a13ae5d9-da02-456a-9959-56c42490ec04 req-fb088316-2e03-4f3f-ae7d-19283c5797a8 service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973248 May 06 10:24:57.781697 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a13ae5d9-da02-456a-9959-56c42490ec04 req-a5e317bf-edbb-4bfd-8f62-28df21b9305e service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901799 May 06 10:24:57.918095 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-976a8dae-9340-4187-8010-5976b93d7361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:21:53Z', 'revision_number': 4, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'port_id': 'c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'mac_address': 'fa:16:3e:79:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc00941-5e27-4ae9-9035-ffaaa4fce00a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:21:55Z', 'updated_at': '2022-05-06T10:24:56Z', 'revision_number': 13, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f67f608e-62e6-43b3-b0b7-f2d743f229b5', 'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'mac_address': 'fa:16:3e:cd:db:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:52Z', 'updated_at': '2022-05-06T10:21:56Z', 'revision_number': 5, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'subnets': [{'id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:24:57.945344 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976a8dae-9340-4187-8010-5976b93d7361 None None] The sync data for ids ['ec95ce40-9400-4ce6-948f-613841a462e1'] in n-d-840835-1 is: [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:21:53Z', 'revision_number': 4, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'port_id': 'c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'mac_address': 'fa:16:3e:79:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc00941-5e27-4ae9-9035-ffaaa4fce00a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:21:55Z', 'updated_at': '2022-05-06T10:24:56Z', 'revision_number': 13, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f67f608e-62e6-43b3-b0b7-f2d743f229b5', 'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'mac_address': 'fa:16:3e:cd:db:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:52Z', 'updated_at': '2022-05-06T10:21:56Z', 'revision_number': 5, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'subnets': [{'id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:24:58.147034 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b03383-0629-4be1-8d5b-3ff90f344ac0 None None] New status for floating IP 9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4: ACTIVE {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:24:58.643307 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e63e3-4281-4d8f-8eb9-0a3d8400e240 req-7c8669b7-1d08-45ab-bd19-49c749ad1ec9 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:58.644805 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bd7e63e3-4281-4d8f-8eb9-0a3d8400e240 req-7c8669b7-1d08-45ab-bd19-49c749ad1ec9 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0513723 May 06 10:24:58.683254 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bd7e63e3-4281-4d8f-8eb9-0a3d8400e240 req-31ccd15d-16a2-447c-bd40-41d19a35cbd1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323730 May 06 10:24:59.387810 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:02.002413 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:25:05.257939 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c257ed0b-da9d-478d-a547-5beb4cb1c0d3 req-737786d1-04a6-4ee7-92d8-97128e8034d0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0865424 May 06 10:25:05.346767 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257ed0b-da9d-478d-a547-5beb4cb1c0d3 req-4f691b1b-832b-4a03-9ebe-a7422e559259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:05.348281 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c257ed0b-da9d-478d-a547-5beb4cb1c0d3 req-4f691b1b-832b-4a03-9ebe-a7422e559259 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 1097 time: 0.0447218 May 06 10:25:05.450821 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257ed0b-da9d-478d-a547-5beb4cb1c0d3 req-1d779c09-00f2-43f3-8883-c647088e0cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:05.452230 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c257ed0b-da9d-478d-a547-5beb4cb1c0d3 req-1d779c09-00f2-43f3-8883-c647088e0cec service neutron] 10.222.0.84 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.0838761 May 06 10:25:05.527751 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c257ed0b-da9d-478d-a547-5beb4cb1c0d3 req-56ca8bfb-d4bf-48f8-8102-f708ddeb9bfd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 HTTP/1.1" status: 200 len: 1003 time: 0.0635965 May 06 10:25:05.579042 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257ed0b-da9d-478d-a547-5beb4cb1c0d3 req-13bc3d1e-ccd3-412d-8e38-0acca544ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:05.580626 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c257ed0b-da9d-478d-a547-5beb4cb1c0d3 req-13bc3d1e-ccd3-412d-8e38-0acca544ff39 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0445197 May 06 10:25:05.626060 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257ed0b-da9d-478d-a547-5beb4cb1c0d3 req-71c76420-f3f2-48cb-8d08-74edb9590f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:05.627588 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c257ed0b-da9d-478d-a547-5beb4cb1c0d3 req-71c76420-f3f2-48cb-8d08-74edb9590f2e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400941 May 06 10:25:05.721710 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c257ed0b-da9d-478d-a547-5beb4cb1c0d3 req-22c21997-1fee-447f-9c1e-8c11cc4faba4 service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863962 May 06 10:25:05.811921 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c257ed0b-da9d-478d-a547-5beb4cb1c0d3 req-958f84e2-6645-4ba3-b2fd-869d353c45ac service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830059 May 06 10:25:08.729077 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e254b83-60af-42fc-bdd5-9c4ef7207554 req-8712e223-8e5b-4558-8d8c-1fa1d9466bf3 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:08.730872 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e254b83-60af-42fc-bdd5-9c4ef7207554 req-8712e223-8e5b-4558-8d8c-1fa1d9466bf3 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0547187 May 06 10:25:08.758503 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8f92b877-5119-492d-82bc-7add05524e51 req-367ff563-d1a5-40a2-9c49-5903245dc209 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0930407 May 06 10:25:08.769868 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e254b83-60af-42fc-bdd5-9c4ef7207554 req-1e2ff64e-c073-42c6-a03d-ea534e05030d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326984 May 06 10:25:09.929143 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3a054-fd7f-4dfa-9f9e-dd59547aadd9 req-568c3fdf-8576-4b31-bf90-f421491279f1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:09.930645 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6cf3a054-fd7f-4dfa-9f9e-dd59547aadd9 req-568c3fdf-8576-4b31-bf90-f421491279f1 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0853121 May 06 10:25:09.933901 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92b877-5119-492d-82bc-7add05524e51 req-c62cc1b3-ca0e-472a-9ff1-eb121a9c3041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:09.935233 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f92b877-5119-492d-82bc-7add05524e51 req-c62cc1b3-ca0e-472a-9ff1-eb121a9c3041 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 1097 time: 0.0591824 May 06 10:25:10.022041 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6cf3a054-fd7f-4dfa-9f9e-dd59547aadd9 req-f6f6ee93-dfe7-42cd-87f9-d3fe9a1c4ef4 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840299 May 06 10:25:10.053241 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92b877-5119-492d-82bc-7add05524e51 req-03327ea6-e241-44f2-96fa-3142843febc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:10.054627 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f92b877-5119-492d-82bc-7add05524e51 req-03327ea6-e241-44f2-96fa-3142843febc7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.1109331 May 06 10:25:10.118777 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f92b877-5119-492d-82bc-7add05524e51 req-3da660fa-6426-46e3-bdf2-1fbdf2099776 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 HTTP/1.1" status: 200 len: 1003 time: 0.0573850 May 06 10:25:10.167959 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92b877-5119-492d-82bc-7add05524e51 req-9b311a40-e9f1-41ec-bb9e-a6dbed742ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:10.169361 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f92b877-5119-492d-82bc-7add05524e51 req-9b311a40-e9f1-41ec-bb9e-a6dbed742ade service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0424347 May 06 10:25:10.217607 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92b877-5119-492d-82bc-7add05524e51 req-688c15b4-a972-4d01-a062-aa9401b89a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:10.219083 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f92b877-5119-492d-82bc-7add05524e51 req-688c15b4-a972-4d01-a062-aa9401b89a52 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431738 May 06 10:25:10.311938 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f92b877-5119-492d-82bc-7add05524e51 req-b1e84034-b8fb-4d8e-b8c6-3086f6751de2 service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834570 May 06 10:25:10.405191 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f92b877-5119-492d-82bc-7add05524e51 req-f7cd3947-b6d0-46f7-a441-e60e44c7f15e service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864894 May 06 10:25:11.145272 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc2e8a-22a6-420e-b245-430bd0aba88a req-8e9b9002-fb4f-4878-940f-8a7b0057e92e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:11.146744 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-96bc2e8a-22a6-420e-b245-430bd0aba88a req-8e9b9002-fb4f-4878-940f-8a7b0057e92e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0500331 May 06 10:25:11.184682 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-96bc2e8a-22a6-420e-b245-430bd0aba88a req-22abf114-232e-46a7-9f89-66c9a0ac6f7b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317364 May 06 10:25:12.300446 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ccf24d-45b0-4d9e-9266-fd2e6280bc23 req-bee5db68-c03f-49ab-8ff7-f7ff7b5d9bf7 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:12.301894 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-49ccf24d-45b0-4d9e-9266-fd2e6280bc23 req-bee5db68-c03f-49ab-8ff7-f7ff7b5d9bf7 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0480614 May 06 10:25:12.339104 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-49ccf24d-45b0-4d9e-9266-fd2e6280bc23 req-dc865dfb-0a19-41f5-85bd-6d1d8bab93e5 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312171 May 06 10:25:13.473310 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6859016-49e1-489f-ac42-dcc412e8f6df req-a28ab560-b1cd-4655-a1ce-7a35a0028172 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:13.474818 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6859016-49e1-489f-ac42-dcc412e8f6df req-a28ab560-b1cd-4655-a1ce-7a35a0028172 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0669889 May 06 10:25:13.515339 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6859016-49e1-489f-ac42-dcc412e8f6df req-8b4a62ef-433a-4188-b640-196584d8637b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320466 May 06 10:25:14.637642 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b1a69-8180-4062-9cfa-1e8268c8cef8 req-a082a3c5-2d29-4eae-81b6-1dd49afad9c2 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:14.639164 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-054b1a69-8180-4062-9cfa-1e8268c8cef8 req-a082a3c5-2d29-4eae-81b6-1dd49afad9c2 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0498970 May 06 10:25:14.676242 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-054b1a69-8180-4062-9cfa-1e8268c8cef8 req-22907677-30ee-4680-bddb-123b8d61df83 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311289 May 06 10:25:15.794238 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f8f87-c414-4930-ad9e-1bbe4508753d req-a09d6c1b-6fbb-4a0e-a856-1fb5e5f6a9ff tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:15.795697 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-198f8f87-c414-4930-ad9e-1bbe4508753d req-a09d6c1b-6fbb-4a0e-a856-1fb5e5f6a9ff tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0501165 May 06 10:25:15.834450 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-198f8f87-c414-4930-ad9e-1bbe4508753d req-6c5348af-95c0-4dcf-9d13-31909d1dbda2 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326784 May 06 10:25:15.990175 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3dfe8a1b-2ba5-4bac-a4f5-0856d5c74dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:16.956429 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f68c8-0fbe-42a8-bb3f-cc964ddc68e0 req-737f1358-c237-40d0-b5b1-7267f3843f0a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:16.958187 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b44f68c8-0fbe-42a8-bb3f-cc964ddc68e0 req-737f1358-c237-40d0-b5b1-7267f3843f0a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0529518 May 06 10:25:16.997638 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b44f68c8-0fbe-42a8-bb3f-cc964ddc68e0 req-d73cd7f0-e2cc-418c-87ca-c9d79243bbd7 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327158 May 06 10:25:18.134190 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc933a-f5f6-4a73-b192-ff5a285fdd75 req-5be174aa-2789-41a6-9233-d4b6656a157f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:18.135752 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e2bc933a-f5f6-4a73-b192-ff5a285fdd75 req-5be174aa-2789-41a6-9233-d4b6656a157f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0582628 May 06 10:25:18.173928 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e2bc933a-f5f6-4a73-b192-ff5a285fdd75 req-8e442e46-bc0f-413c-ae0e-d175774d7da9 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322304 May 06 10:25:18.519419 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-18bb1e46-4462-4271-8c91-09acb0810f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:19.103574 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:19.289295 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9bfb8-e457-4d02-b98f-8d49b5ef64ce req-38e78666-8677-4f21-9879-8a7a0c515d71 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:19.290774 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a8c9bfb8-e457-4d02-b98f-8d49b5ef64ce req-38e78666-8677-4f21-9879-8a7a0c515d71 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0490470 May 06 10:25:19.328277 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a8c9bfb8-e457-4d02-b98f-8d49b5ef64ce req-9bbf7017-32df-4d1c-ae54-f882465b82bb tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310192 May 06 10:25:19.657370 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:20.451040 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f982c7-f582-49f6-9650-0e688607e796 req-22583122-c514-4dc9-a7b6-8f9151df4306 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:20.452573 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-91f982c7-f582-49f6-9650-0e688607e796 req-22583122-c514-4dc9-a7b6-8f9151df4306 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0556006 May 06 10:25:20.490339 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-91f982c7-f582-49f6-9650-0e688607e796 req-19b28ba0-aeea-4ebe-a553-79adc07abca6 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317099 May 06 10:25:21.342404 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:21.523266 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:21.610146 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7e5ee-89ab-4c7a-9ede-effc1cc44894 req-8c347ef6-a93f-4f2a-935b-3458c417946d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:21.611645 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1b7e5ee-89ab-4c7a-9ede-effc1cc44894 req-8c347ef6-a93f-4f2a-935b-3458c417946d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0489962 May 06 10:25:21.649122 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1b7e5ee-89ab-4c7a-9ede-effc1cc44894 req-96da66f8-459c-459d-8af8-76172043277f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309477 May 06 10:25:22.769554 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4748ce-7c3a-4f69-b46d-3763c380b7d6 req-3237d2d8-b090-4914-8bcf-6decdc3e676e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:22.771050 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bf4748ce-7c3a-4f69-b46d-3763c380b7d6 req-3237d2d8-b090-4914-8bcf-6decdc3e676e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0529833 May 06 10:25:22.808136 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bf4748ce-7c3a-4f69-b46d-3763c380b7d6 req-88304745-a91e-462f-bb18-40555e79dd3c tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311291 May 06 10:25:23.928905 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd1710-91db-4b87-90ff-981fd10b59df req-cfaee87e-8e5e-46e2-aec5-6100568f255c tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:23.930402 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ebbd1710-91db-4b87-90ff-981fd10b59df req-cfaee87e-8e5e-46e2-aec5-6100568f255c tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0531371 May 06 10:25:23.968789 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ebbd1710-91db-4b87-90ff-981fd10b59df req-0ffa6a23-1017-4edb-855a-24f50028f9b8 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315003 May 06 10:25:25.083268 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f207a6a-c828-410a-8d67-a8be138a6df6 req-793eeaf7-8beb-40e4-bb94-5b8e02706065 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:25.084755 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f207a6a-c828-410a-8d67-a8be138a6df6 req-793eeaf7-8beb-40e4-bb94-5b8e02706065 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0482821 May 06 10:25:25.123149 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f207a6a-c828-410a-8d67-a8be138a6df6 req-f22751f6-b48d-4e1c-bf80-c5954bac5f08 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324836 May 06 10:25:26.240215 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14933c66-52df-4981-84f8-f583996f204b req-593c132a-f15c-4ff0-a4c4-9ca569f22ab5 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:26.241749 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14933c66-52df-4981-84f8-f583996f204b req-593c132a-f15c-4ff0-a4c4-9ca569f22ab5 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0502989 May 06 10:25:26.279767 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14933c66-52df-4981-84f8-f583996f204b req-66e5a2e2-854b-44de-8c80-2eba3107a606 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318873 May 06 10:25:27.399704 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fca47-ceca-43ed-8f95-9ed6ed652b3b req-33aac38c-9aeb-48d6-93b9-6261c88cbfe8 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:27.401162 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c4fca47-ceca-43ed-8f95-9ed6ed652b3b req-33aac38c-9aeb-48d6-93b9-6261c88cbfe8 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0525637 May 06 10:25:27.438145 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c4fca47-ceca-43ed-8f95-9ed6ed652b3b req-32ad5447-9085-4347-b986-5444c40ceeb8 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303378 May 06 10:25:28.555973 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04315c49-ae70-4543-ad79-fa1f016e110a req-f1f0102b-17e9-4c03-afb0-3f515aee3eda tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:28.557458 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-04315c49-ae70-4543-ad79-fa1f016e110a req-f1f0102b-17e9-4c03-afb0-3f515aee3eda tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0483785 May 06 10:25:28.595961 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-04315c49-ae70-4543-ad79-fa1f016e110a req-75b283b9-f40d-4b2c-bc51-1d5e03d66e80 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320117 May 06 10:25:29.386090 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:29.713128 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7071e0-06ba-4f2e-b03a-bac40af4f39f req-492de417-21a3-4722-81ee-f420f1ebab1c tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:29.714525 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4c7071e0-06ba-4f2e-b03a-bac40af4f39f req-492de417-21a3-4722-81ee-f420f1ebab1c tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0491688 May 06 10:25:29.752298 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4c7071e0-06ba-4f2e-b03a-bac40af4f39f req-7193a8af-e763-407c-aa28-fc6d819c04fe tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310421 May 06 10:25:30.873298 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31b7cb-b097-4247-8b51-65b4fe3f760f req-6ad8a163-9bbb-4cda-89fe-9954869a2a7d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:30.874763 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9c31b7cb-b097-4247-8b51-65b4fe3f760f req-6ad8a163-9bbb-4cda-89fe-9954869a2a7d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0535998 May 06 10:25:30.912938 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9c31b7cb-b097-4247-8b51-65b4fe3f760f req-32f5188c-bece-47bf-9d4f-765076cade51 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321529 May 06 10:25:32.029437 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4008e-afe8-4ca2-a4f9-70e104ad4a05 req-0c605406-2e3e-4e75-9236-1988e454f95b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:32.030908 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1e4008e-afe8-4ca2-a4f9-70e104ad4a05 req-0c605406-2e3e-4e75-9236-1988e454f95b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0485387 May 06 10:25:32.067805 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1e4008e-afe8-4ca2-a4f9-70e104ad4a05 req-99ff7b38-195a-42da-b98b-3c492c7664a2 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309567 May 06 10:25:33.196665 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dabbe0-f410-4128-bd09-fa19fcc16ddd req-ff173be9-8800-4b57-805d-f308d218728f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:33.199272 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43dabbe0-f410-4128-bd09-fa19fcc16ddd req-ff173be9-8800-4b57-805d-f308d218728f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0616212 May 06 10:25:33.240624 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-43dabbe0-f410-4128-bd09-fa19fcc16ddd req-a59a01a5-88b8-46ef-91ec-6f40f3bbba33 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350678 May 06 10:25:33.994405 n-d-840835-1 neutron-server[102653]: INFO neutron.api.v2.resource [req-8f92b877-5119-492d-82bc-7add05524e51 req-2b2b2088-5816-449e-aed4-bf136f42a5e9 service neutron] show failed (client error): The resource could not be found. May 06 10:25:33.995472 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f92b877-5119-492d-82bc-7add05524e51 req-2b2b2088-5816-449e-aed4-bf136f42a5e9 service neutron] 10.222.0.84 "GET /v2.0/ports/c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1/bindings/n-h2-840835-1 HTTP/1.1" status: 404 len: 380 time: 0.0590699 May 06 10:25:34.197334 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92b877-5119-492d-82bc-7add05524e51 req-9cce4060-69e1-428b-810e-e1968f47195b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:34.198813 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8f92b877-5119-492d-82bc-7add05524e51 req-9cce4060-69e1-428b-810e-e1968f47195b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a&tenant_id=fcb62bf5e8844219832d21fd1f6e9e15 HTTP/1.1" status: 200 len: 1097 time: 0.0410004 May 06 10:25:34.215929 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-8f92b877-5119-492d-82bc-7add05524e51 req-ccb1fc1a-d2ff-4c27-a35e-ea750c6f79f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840835-1', 'device_owner': 'compute:nova'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:25:34.272809 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-8f92b877-5119-492d-82bc-7add05524e51 req-ccb1fc1a-d2ff-4c27-a35e-ea750c6f79f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:34.360111 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d1c52-c6a2-46de-94cc-e29d689fc19d req-c1760ded-e4ab-417c-81b4-55f83f764ec9 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:34.361610 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-661d1c52-c6a2-46de-94cc-e29d689fc19d req-c1760ded-e4ab-417c-81b4-55f83f764ec9 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0501926 May 06 10:25:34.399602 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-661d1c52-c6a2-46de-94cc-e29d689fc19d req-d9d5e831-5473-4988-8d5e-f48dc13ead04 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318396 May 06 10:25:34.477490 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-8f92b877-5119-492d-82bc-7add05524e51 req-ccb1fc1a-d2ff-4c27-a35e-ea750c6f79f5 service neutron] For port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:25:34.510742 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-8f92b877-5119-492d-82bc-7add05524e51 req-ccb1fc1a-d2ff-4c27-a35e-ea750c6f79f5 service neutron] For port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:25:34.549268 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc00941-5e27-4ae9-9035-ffaaa4fce00a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:25:34.551592 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d599ae-215a-493a-b73c-07d6084aabfd" -d '{"events": [{"server_uuid": "ecc00941-5e27-4ae9-9035-ffaaa4fce00a", "name": "network-vif-unplugged", "status": "completed", "tag": "c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:25:34.555679 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-8f92b877-5119-492d-82bc-7add05524e51 req-ccb1fc1a-d2ff-4c27-a35e-ea750c6f79f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:34.568510 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-8f92b877-5119-492d-82bc-7add05524e51 req-ccb1fc1a-d2ff-4c27-a35e-ea750c6f79f5 service neutron] Transition to ACTIVE for port object c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:25:34.572684 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-8f92b877-5119-492d-82bc-7add05524e51 req-ccb1fc1a-d2ff-4c27-a35e-ea750c6f79f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:34.659360 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1fc1a-d2ff-4c27-a35e-ea750c6f79f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1,revision_number=6']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:25:34.699335 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f92b877-5119-492d-82bc-7add05524e51 req-ccb1fc1a-d2ff-4c27-a35e-ea750c6f79f5 service neutron] No DVR routers for this DVR port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 on host n-h1-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:25:34.733795 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 10:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d4c91e-758c-49dc-a82c-ef53c56cead8 x-openstack-request-id: req-a1d4c91e-758c-49dc-a82c-ef53c56cead8 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:25:34.733984 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc00941-5e27-4ae9-9035-ffaaa4fce00a", "name": "network-vif-unplugged", "status": "completed", "tag": "c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:25:34.734245 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a1d4c91e-758c-49dc-a82c-ef53c56cead8 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:25:34.734641 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1d4c91e-758c-49dc-a82c-ef53c56cead8'] response: {'server_uuid': 'ecc00941-5e27-4ae9-9035-ffaaa4fce00a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1', 'code': 200} May 06 10:25:34.840312 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-8f92b877-5119-492d-82bc-7add05524e51 req-ccb1fc1a-d2ff-4c27-a35e-ea750c6f79f5 service neutron] Attempting to bind port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:25:34.840644 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-8f92b877-5119-492d-82bc-7add05524e51 req-ccb1fc1a-d2ff-4c27-a35e-ea750c6f79f5 service neutron] Attempting to bind port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:25:34.840976 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f92b877-5119-492d-82bc-7add05524e51 req-ccb1fc1a-d2ff-4c27-a35e-ea750c6f79f5 service neutron] Attempting to bind port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 on network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:25:34.845133 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f92b877-5119-492d-82bc-7add05524e51 req-ccb1fc1a-d2ff-4c27-a35e-ea750c6f79f5 service neutron] Port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 on network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:25:34.845453 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f92b877-5119-492d-82bc-7add05524e51 req-ccb1fc1a-d2ff-4c27-a35e-ea750c6f79f5 service neutron] Attempting to bind port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 on network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:25:34.850267 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f92b877-5119-492d-82bc-7add05524e51 req-ccb1fc1a-d2ff-4c27-a35e-ea750c6f79f5 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:25:34.850608 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f92b877-5119-492d-82bc-7add05524e51 req-ccb1fc1a-d2ff-4c27-a35e-ea750c6f79f5 service neutron] Checking segment: {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:25:34.850988 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f92b877-5119-492d-82bc-7add05524e51 req-ccb1fc1a-d2ff-4c27-a35e-ea750c6f79f5 service neutron] Bound using segment: {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:25:34.851442 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-8f92b877-5119-492d-82bc-7add05524e51 req-ccb1fc1a-d2ff-4c27-a35e-ea750c6f79f5 service neutron] Bound port: c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:25:34.851795 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-8f92b877-5119-492d-82bc-7add05524e51 req-ccb1fc1a-d2ff-4c27-a35e-ea750c6f79f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:34.914432 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-8f92b877-5119-492d-82bc-7add05524e51 req-ccb1fc1a-d2ff-4c27-a35e-ea750c6f79f5 service neutron] For port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:25:34.917402 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-8f92b877-5119-492d-82bc-7add05524e51 req-ccb1fc1a-d2ff-4c27-a35e-ea750c6f79f5 service neutron] For port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:25:34.922607 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-8f92b877-5119-492d-82bc-7add05524e51 req-ccb1fc1a-d2ff-4c27-a35e-ea750c6f79f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:34.961074 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92b877-5119-492d-82bc-7add05524e51 req-ccb1fc1a-d2ff-4c27-a35e-ea750c6f79f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:34.961700 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-8f92b877-5119-492d-82bc-7add05524e51 req-ccb1fc1a-d2ff-4c27-a35e-ea750c6f79f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:34.963151 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8f92b877-5119-492d-82bc-7add05524e51 req-ccb1fc1a-d2ff-4c27-a35e-ea750c6f79f5 service neutron] 10.222.0.77 "PUT /v2.0/ports/c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 HTTP/1.1" status: 200 len: 1092 time: 0.7511663 May 06 10:25:34.984007 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1fc1a-d2ff-4c27-a35e-ea750c6f79f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1,revision_number=7']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:25:35.046365 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92b877-5119-492d-82bc-7add05524e51 req-9f80431d-ca3c-4950-b465-8412baa8e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:35.048678 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8f92b877-5119-492d-82bc-7add05524e51 req-9f80431d-ca3c-4950-b465-8412baa8e35b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 1095 time: 0.0487213 May 06 10:25:35.144037 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92b877-5119-492d-82bc-7add05524e51 req-a62a58c6-8ae1-4abd-9196-935a0d206398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:35.145649 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8f92b877-5119-492d-82bc-7add05524e51 req-a62a58c6-8ae1-4abd-9196-935a0d206398 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.0905771 May 06 10:25:35.216797 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8f92b877-5119-492d-82bc-7add05524e51 req-25ee437c-e83b-434d-9d7d-c4238331eaa2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 HTTP/1.1" status: 200 len: 1001 time: 0.0642834 May 06 10:25:35.265246 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92b877-5119-492d-82bc-7add05524e51 req-276d9871-1cae-4f8d-a241-40ce95862d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:35.266571 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8f92b877-5119-492d-82bc-7add05524e51 req-276d9871-1cae-4f8d-a241-40ce95862d92 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0440688 May 06 10:25:35.310691 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92b877-5119-492d-82bc-7add05524e51 req-51ca55ea-61d0-4726-b63d-1b9d6f616f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:35.312177 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8f92b877-5119-492d-82bc-7add05524e51 req-51ca55ea-61d0-4726-b63d-1b9d6f616f9e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394461 May 06 10:25:35.405237 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8f92b877-5119-492d-82bc-7add05524e51 req-d7b4d10e-ded9-485a-8728-e0c32d14593b service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864184 May 06 10:25:35.497354 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8f92b877-5119-492d-82bc-7add05524e51 req-8984ab61-869d-43a0-a67d-ee188a5796d7 service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860031 May 06 10:25:35.528024 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60feab28-b90f-4cba-867e-1995bc7ad3f1 req-c7ee472d-9d75-41b2-b3d5-e8a81bbf1914 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:35.530115 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-60feab28-b90f-4cba-867e-1995bc7ad3f1 req-c7ee472d-9d75-41b2-b3d5-e8a81bbf1914 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 944 time: 0.0575864 May 06 10:25:35.568166 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-60feab28-b90f-4cba-867e-1995bc7ad3f1 req-60f7cb70-e3f3-42a8-851c-6e706d992625 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318258 May 06 10:25:36.029082 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:25:36.067655 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:25:36.694921 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb3867-ecb7-4c5b-9c31-88ed767d6646 req-a0f9decb-759d-49f7-9f9f-eda14ef3aa04 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:36.696711 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-beeb3867-ecb7-4c5b-9c31-88ed767d6646 req-a0f9decb-759d-49f7-9f9f-eda14ef3aa04 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 944 time: 0.0551991 May 06 10:25:36.735662 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc00941-5e27-4ae9-9035-ffaaa4fce00a', 'tag': 'c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:25:36.737296 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-beeb3867-ecb7-4c5b-9c31-88ed767d6646 req-86c6ef98-edec-4747-8bdc-6dd1abdc78e0 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338688 May 06 10:25:36.738056 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3172e9-2067-4cc0-91e4-60560860b09c" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc00941-5e27-4ae9-9035-ffaaa4fce00a", "tag": "c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:25:36.801437 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e356a340-ff41-41b6-ab66-be15386e2e5b x-openstack-request-id: req-e356a340-ff41-41b6-ab66-be15386e2e5b {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:25:36.801983 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc00941-5e27-4ae9-9035-ffaaa4fce00a", "tag": "c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:25:36.802388 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e356a340-ff41-41b6-ab66-be15386e2e5b {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:25:36.802967 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e356a340-ff41-41b6-ab66-be15386e2e5b'] response: {'name': 'network-changed', 'server_uuid': 'ecc00941-5e27-4ae9-9035-ffaaa4fce00a', 'tag': 'c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1', 'status': 'completed', 'code': 200} May 06 10:25:36.868417 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3172e9-2067-4cc0-91e4-60560860b09c req-908475cc-2a3f-47ae-956a-c00725c6e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:36.870129 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1a3172e9-2067-4cc0-91e4-60560860b09c req-908475cc-2a3f-47ae-956a-c00725c6e92d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 1095 time: 0.0523491 May 06 10:25:36.895246 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3172e9-2067-4cc0-91e4-60560860b09c req-1514ad4d-61a2-44b1-85d3-f7d314ac1504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:36.897059 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1a3172e9-2067-4cc0-91e4-60560860b09c req-1514ad4d-61a2-44b1-85d3-f7d314ac1504 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 1095 time: 0.0486083 May 06 10:25:36.964729 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3172e9-2067-4cc0-91e4-60560860b09c req-5f3e6b88-2231-4d65-98b7-7d74317c47f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:36.966426 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1a3172e9-2067-4cc0-91e4-60560860b09c req-5f3e6b88-2231-4d65-98b7-7d74317c47f5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.0897660 May 06 10:25:36.993323 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3172e9-2067-4cc0-91e4-60560860b09c req-1e0c8ed6-ad6a-48c5-983f-2e4ad899818b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:36.994801 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1a3172e9-2067-4cc0-91e4-60560860b09c req-1e0c8ed6-ad6a-48c5-983f-2e4ad899818b service neutron] 10.222.0.77 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.0901406 May 06 10:25:37.039677 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1a3172e9-2067-4cc0-91e4-60560860b09c req-71dc3cef-2d5c-4d63-86a1-fb6daf495d31 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 HTTP/1.1" status: 200 len: 1001 time: 0.0661726 May 06 10:25:37.065973 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1a3172e9-2067-4cc0-91e4-60560860b09c req-583d42df-3a75-45f3-a35e-7fee96b2822c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 HTTP/1.1" status: 200 len: 1001 time: 0.0646749 May 06 10:25:37.091161 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3172e9-2067-4cc0-91e4-60560860b09c req-bc41a9aa-eeb8-47c1-8931-0e52e34fd2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:37.092647 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1a3172e9-2067-4cc0-91e4-60560860b09c req-bc41a9aa-eeb8-47c1-8931-0e52e34fd2f1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0467768 May 06 10:25:37.127391 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3172e9-2067-4cc0-91e4-60560860b09c req-febbb719-b02c-45c4-9599-647b43fc2b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:37.128671 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1a3172e9-2067-4cc0-91e4-60560860b09c req-febbb719-b02c-45c4-9599-647b43fc2b63 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0553894 May 06 10:25:37.140945 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3172e9-2067-4cc0-91e4-60560860b09c req-d344c6d2-b837-4f21-8a27-d0c496670f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:37.142498 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1a3172e9-2067-4cc0-91e4-60560860b09c req-d344c6d2-b837-4f21-8a27-d0c496670f2d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438278 May 06 10:25:37.185243 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3172e9-2067-4cc0-91e4-60560860b09c req-fd0414a8-21f3-4df0-85a9-5817d9bbf408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:37.186765 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1a3172e9-2067-4cc0-91e4-60560860b09c req-fd0414a8-21f3-4df0-85a9-5817d9bbf408 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519261 May 06 10:25:37.241530 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1a3172e9-2067-4cc0-91e4-60560860b09c req-a7150477-7540-4fe7-a0dc-12fa59182fc5 service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914109 May 06 10:25:37.293710 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1a3172e9-2067-4cc0-91e4-60560860b09c req-f1dfde0a-81b3-4f4c-94f3-53fe784d3541 service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931001 May 06 10:25:37.341349 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1a3172e9-2067-4cc0-91e4-60560860b09c req-c4f791d4-fd35-4e2f-bae0-aace9677f139 service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923119 May 06 10:25:37.393669 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1a3172e9-2067-4cc0-91e4-60560860b09c req-95a3fe2f-aa0d-4d09-b5cd-408415e4e6f1 service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928004 May 06 10:25:37.863323 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a97b5-e761-4b55-aaac-04c19a0328e8 req-b135f583-0cea-4b8c-8a34-a0f48435d48a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:37.864860 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-079a97b5-e761-4b55-aaac-04c19a0328e8 req-b135f583-0cea-4b8c-8a34-a0f48435d48a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 944 time: 0.0543535 May 06 10:25:37.903710 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-079a97b5-e761-4b55-aaac-04c19a0328e8 req-a141b79f-edf5-43cd-ac87-04ba2c85e24d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322635 May 06 10:25:39.004933 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:25:39.021725 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a728a0-d878-402e-be06-d44272cfa651 req-90445b5a-8cb5-455a-a2ca-28fade92a497 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:39.023259 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-16a728a0-d878-402e-be06-d44272cfa651 req-90445b5a-8cb5-455a-a2ca-28fade92a497 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 944 time: 0.0489807 May 06 10:25:39.064358 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-16a728a0-d878-402e-be06-d44272cfa651 req-f53a3d55-646a-4197-bd5c-5fffa3da21d3 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333359 May 06 10:25:40.182723 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a65c2-93e3-480e-999d-41604ff264b2 req-a8f8aba9-964c-4738-a67f-c20c88bcbca5 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:40.184167 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-467a65c2-93e3-480e-999d-41604ff264b2 req-a8f8aba9-964c-4738-a67f-c20c88bcbca5 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 944 time: 0.0478370 May 06 10:25:40.221047 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-467a65c2-93e3-480e-999d-41604ff264b2 req-02f89b86-8392-4ac9-a6ae-294ca880be20 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304203 May 06 10:25:41.342704 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77908b05-63a0-4a5c-bd6a-829f6f21a3e8 req-935df82a-7adc-4ca2-9b3d-77ce0b5d59f8 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:41.344165 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-77908b05-63a0-4a5c-bd6a-829f6f21a3e8 req-935df82a-7adc-4ca2-9b3d-77ce0b5d59f8 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 944 time: 0.0524065 May 06 10:25:41.381769 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-77908b05-63a0-4a5c-bd6a-829f6f21a3e8 req-94190cd5-b1ec-4a61-8ce4-daa83cdde580 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316155 May 06 10:25:42.500318 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0f438-b896-4d03-9f32-08a3144cc9fe req-b1ed1123-6110-4d8b-8841-c58fc826029c tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:42.501865 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dfc0f438-b896-4d03-9f32-08a3144cc9fe req-b1ed1123-6110-4d8b-8841-c58fc826029c tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 944 time: 0.0497930 May 06 10:25:42.539688 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dfc0f438-b896-4d03-9f32-08a3144cc9fe req-f7ce2124-36d7-4047-9ddb-cccb4dd288f8 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318294 May 06 10:25:43.656128 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb949c1d-fd0c-4c90-8ba9-5c9b9909ceeb req-5a488312-67eb-4a23-8047-24ec3e81dffa tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:43.657640 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bb949c1d-fd0c-4c90-8ba9-5c9b9909ceeb req-5a488312-67eb-4a23-8047-24ec3e81dffa tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 944 time: 0.0485022 May 06 10:25:43.695258 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bb949c1d-fd0c-4c90-8ba9-5c9b9909ceeb req-827f6229-30a1-4af1-93db-b278a6a6f47e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315630 May 06 10:25:44.814629 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a6942-ccc4-4680-ac6b-27a77be9dfbe req-15420671-8357-4d44-b1e2-f291573b643e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:44.816142 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b30a6942-ccc4-4680-ac6b-27a77be9dfbe req-15420671-8357-4d44-b1e2-f291573b643e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 944 time: 0.0521681 May 06 10:25:44.858821 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b30a6942-ccc4-4680-ac6b-27a77be9dfbe req-306c3f91-73ca-49f8-9d6f-3cb409d887fc tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366199 May 06 10:25:45.977116 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec810b5-47ad-425d-89d2-7dd68495538b req-9deae5e7-f524-495e-8097-0a03d4b50195 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:45.978625 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fec810b5-47ad-425d-89d2-7dd68495538b req-9deae5e7-f524-495e-8097-0a03d4b50195 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 944 time: 0.0497565 May 06 10:25:45.995998 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cdde3360-bb8e-4eab-8d30-c1399353ae86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:46.021705 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fec810b5-47ad-425d-89d2-7dd68495538b req-0cea6d38-6a11-4179-a7b8-fb10fa1fed5b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360186 May 06 10:25:47.136704 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9268c-6d5b-43a6-bc66-127ba4be8427 req-99e7d2ef-3849-475f-9e28-904109f39c86 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:47.138793 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-63a9268c-6d5b-43a6-bc66-127ba4be8427 req-99e7d2ef-3849-475f-9e28-904109f39c86 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 944 time: 0.0478008 May 06 10:25:47.175019 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-63a9268c-6d5b-43a6-bc66-127ba4be8427 req-bb272209-cee5-4913-9a67-b6dd9cf02e1a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302160 May 06 10:25:48.301784 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710eaf93-deda-4719-ae5d-8f9c58136c61 req-fe4ce0e7-28e2-455f-ac28-0ff44418879d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:48.303276 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-710eaf93-deda-4719-ae5d-8f9c58136c61 req-fe4ce0e7-28e2-455f-ac28-0ff44418879d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 944 time: 0.0521135 May 06 10:25:48.340784 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-710eaf93-deda-4719-ae5d-8f9c58136c61 req-be0ea826-e470-4d7a-8d45-c1aa62921976 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308633 May 06 10:25:48.524745 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3885e1a6-bd9e-4eb5-b1f1-426b78153626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:48.627940 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-b7cf31ef-796b-42d7-a44f-1d598b10875f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:48.629420 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-b7cf31ef-796b-42d7-a44f-1d598b10875f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.77 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a&tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&binding%3Ahost_id=n-h2-840835-1 HTTP/1.1" status: 200 len: 944 time: 0.0538058 May 06 10:25:48.645750 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9708243-1284-45c2-86ab-02e342240fef req-faf2a869-2ff4-4c1c-9ec8-abd79f25aa96 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:48.647338 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b9708243-1284-45c2-86ab-02e342240fef req-faf2a869-2ff4-4c1c-9ec8-abd79f25aa96 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 944 time: 0.0502222 May 06 10:25:48.687073 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b9708243-1284-45c2-86ab-02e342240fef req-06c90b08-af74-42a6-9742-5748bc9309d4 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331614 May 06 10:25:48.699706 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-034ef829-fdfb-4dcc-b3f0-cffaa978faf3 service neutron] 10.222.0.77 "GET /v2.0/ports/c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1/bindings/n-h2-840835-1 HTTP/1.1" status: 200 len: 382 time: 0.0635521 May 06 10:25:48.774932 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-f9425730-419d-46a0-bb8e-03f65407b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:48.776352 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-f9425730-419d-46a0-bb8e-03f65407b677 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 1095 time: 0.0400932 May 06 10:25:48.880248 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-f30e80ee-7bae-4f14-898f-b14d2957bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:48.882407 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-f30e80ee-7bae-4f14-898f-b14d2957bf89 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.0990677 May 06 10:25:48.950920 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-ced9734e-f8a9-42ef-a656-da77e1478633 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 HTTP/1.1" status: 200 len: 1001 time: 0.0625823 May 06 10:25:48.999494 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-60e98146-d83a-4671-84aa-c9398b7510a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:49.000887 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-60e98146-d83a-4671-84aa-c9398b7510a1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0438640 May 06 10:25:49.045294 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-d56e75a3-deda-4c73-a817-e25b50675e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:49.046698 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-d56e75a3-deda-4c73-a817-e25b50675e03 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395958 May 06 10:25:49.108618 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:49.144656 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-48d6382d-99d7-41bd-8938-d9362d829e34 service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914438 May 06 10:25:49.246452 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-4910cd4a-b23f-41f3-932c-a700f1ae8719 service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953326 May 06 10:25:49.591837 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:25:49.669915 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:49.698955 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:25:49.709096 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'port_id': 'c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1', 'mac_address': 'fa:16:3e:79:70:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:25:49.748057 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:49.760848 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:25:49.780082 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:25:49.784937 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:49.806511 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f4bcd-1576-4118-95d9-27e949761d54 req-02a53687-4831-4e90-ae30-6de6aa0d208b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:49.808050 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9a8f4bcd-1576-4118-95d9-27e949761d54 req-02a53687-4831-4e90-ae30-6de6aa0d208b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 944 time: 0.0500565 May 06 10:25:49.831638 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:25:49.838739 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:49.839088 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:49.839451 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:49.839793 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:49.840234 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:49.840576 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:49.840905 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:49.841237 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:49.841564 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:49.841889 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:49.842215 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:49.842562 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:49.846748 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9a8f4bcd-1576-4118-95d9-27e949761d54 req-9d45ba7d-5890-481d-9529-e6949aa7e18a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319862 May 06 10:25:50.195314 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:25:50.975851 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eaedf2-978c-4b82-b1ed-ebf16e1b703e req-4aabb657-cf2a-4d74-be5b-5e2f94cc3d7b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:50.977380 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-81eaedf2-978c-4b82-b1ed-ebf16e1b703e req-4aabb657-cf2a-4d74-be5b-5e2f94cc3d7b tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 945 time: 0.0533395 May 06 10:25:51.015605 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-81eaedf2-978c-4b82-b1ed-ebf16e1b703e req-b4307963-08b4-4d42-84fc-02f302ad97fb tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319190 May 06 10:25:51.345700 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:51.525420 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:51.616341 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:25:51.714386 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:25:51.726368 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'port_id': 'c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1', 'mac_address': 'fa:16:3e:79:70:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:25:52.132096 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7247c-71ad-43b2-80c7-bc734f5cf081 req-a8674ae6-68da-4c4e-9610-607e5ee805b0 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:52.133604 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f6a7247c-71ad-43b2-80c7-bc734f5cf081 req-a8674ae6-68da-4c4e-9610-607e5ee805b0 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 945 time: 0.0493066 May 06 10:25:52.174819 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f6a7247c-71ad-43b2-80c7-bc734f5cf081 req-851ce29a-8e6f-4ade-9132-8b7f9b3d8e1f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342958 May 06 10:25:53.315552 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-2c38c405-0c5a-4e21-8f23-5f0a730048fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:53.317043 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-2c38c405-0c5a-4e21-8f23-5f0a730048fc service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a&tenant_id=fcb62bf5e8844219832d21fd1f6e9e15 HTTP/1.1" status: 200 len: 1096 time: 0.0728073 May 06 10:25:53.327744 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855cbfe0-6151-4be4-a3ba-cb21831c83ff req-44fecca9-ff81-4338-b6ad-5d867bf0307f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:53.329107 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-855cbfe0-6151-4be4-a3ba-cb21831c83ff req-44fecca9-ff81-4338-b6ad-5d867bf0307f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 945 time: 0.0608675 May 06 10:25:53.333736 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840835-1', 'device_owner': 'compute:nova'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:25:53.407306 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-855cbfe0-6151-4be4-a3ba-cb21831c83ff req-607d16aa-df50-4318-98bc-e932ff0a8d6d tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709612 May 06 10:25:53.411654 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:53.611374 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:25:53.623565 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] For port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:25:53.657689 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] For port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:25:53.685884 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:53.694036 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:25:53.698252 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:25:53.702961 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:53.713093 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Ignored duplicate provisioning block setup for port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 06 10:25:53.717070 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:53.759404 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 10:25:53.759995 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 10:25:53.793748 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Pushing event updated for resources: {'Port': ['ID=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1,revision_number=9']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:25:53.811638 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:53.812227 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:53.812827 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:53.813414 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:53.813989 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:53.814408 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:53.814747 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:53.815082 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:53.815446 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:53.815778 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:53.816114 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:53.816654 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:53.860833 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] No DVR routers for this DVR port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:25:53.996109 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Attempting to bind port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:25:53.996380 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Attempting to bind port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:25:53.996713 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Attempting to bind port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 on network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:25:54.000945 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 on network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:25:54.001270 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Attempting to bind port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 on network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:25:54.006160 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:25:54.006504 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Checking segment: {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:25:54.006882 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Bound using segment: {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:25:54.007415 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Bound port: c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '783fb793-f730-456c-ba3e-17a326d129e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:25:54.007779 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:54.070689 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] For port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:25:54.073721 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] For port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:25:54.078339 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:54.112748 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:54.113432 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:54.114857 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] 10.222.0.84 "PUT /v2.0/ports/c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 HTTP/1.1" status: 200 len: 1092 time: 0.7847717 May 06 10:25:54.115320 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc00941-5e27-4ae9-9035-ffaaa4fce00a', 'tag': 'c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:25:54.117575 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e72d2a-c411-4d12-8cbe-063cf7c53c32" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc00941-5e27-4ae9-9035-ffaaa4fce00a", "tag": "c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:25:54.181056 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d02a025-6f5c-4500-9542-4c73a4aa80cb x-openstack-request-id: req-4d02a025-6f5c-4500-9542-4c73a4aa80cb {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:25:54.181368 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc00941-5e27-4ae9-9035-ffaaa4fce00a", "tag": "c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:25:54.181612 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4d02a025-6f5c-4500-9542-4c73a4aa80cb {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:25:54.182226 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d02a025-6f5c-4500-9542-4c73a4aa80cb'] response: {'name': 'network-changed', 'server_uuid': 'ecc00941-5e27-4ae9-9035-ffaaa4fce00a', 'tag': 'c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1', 'status': 'completed', 'code': 200} May 06 10:25:54.184244 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6497d0-0d2c-406b-a3d5-4467e5ae8019 service neutron] Pushing event updated for resources: {'Port': ['ID=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1,revision_number=10']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:25:54.205034 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-39379be2-cdf5-4c7d-a66b-d72eb03f1f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:54.206402 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-39379be2-cdf5-4c7d-a66b-d72eb03f1f90 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 1096 time: 0.0640182 May 06 10:25:54.273718 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e72d2a-c411-4d12-8cbe-063cf7c53c32 req-b7757adc-7caa-4452-b6a7-c4a0f432eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:54.279453 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e8e72d2a-c411-4d12-8cbe-063cf7c53c32 req-b7757adc-7caa-4452-b6a7-c4a0f432eb27 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 1096 time: 0.0616028 May 06 10:25:54.310586 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-f7afc3f7-0840-4b76-8a98-a977c288d3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:54.312199 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-f7afc3f7-0840-4b76-8a98-a977c288d3f0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.0977271 May 06 10:25:54.376653 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e72d2a-c411-4d12-8cbe-063cf7c53c32 req-21182d62-2164-4da2-97fc-00dcf522cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:54.378064 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e8e72d2a-c411-4d12-8cbe-063cf7c53c32 req-21182d62-2164-4da2-97fc-00dcf522cf70 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.0916262 May 06 10:25:54.381623 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-350e7554-6216-4696-bdd0-2c5265ba5ffb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 HTTP/1.1" status: 200 len: 1001 time: 0.0626044 May 06 10:25:54.443516 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-1fcb9a0b-ac1c-4e77-8b3b-8471aceecc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:54.445773 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-1fcb9a0b-ac1c-4e77-8b3b-8471aceecc17 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0563636 May 06 10:25:54.448497 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e8e72d2a-c411-4d12-8cbe-063cf7c53c32 req-257710e9-4401-4baf-90a6-bacd8bbcb301 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 HTTP/1.1" status: 200 len: 1001 time: 0.0625441 May 06 10:25:54.504216 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e72d2a-c411-4d12-8cbe-063cf7c53c32 req-47e36e36-e78c-42cb-ad71-b1da724d6705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:54.505609 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e8e72d2a-c411-4d12-8cbe-063cf7c53c32 req-47e36e36-e78c-42cb-ad71-b1da724d6705 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0508430 May 06 10:25:54.519458 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-def1e630-ff5c-4df7-acfd-7bad5d2f7440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:54.520969 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-def1e630-ff5c-4df7-acfd-7bad5d2f7440 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681875 May 06 10:25:54.552073 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e72d2a-c411-4d12-8cbe-063cf7c53c32 req-e63657cc-78a8-45dd-b1ef-c7bb1736304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:54.553574 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e8e72d2a-c411-4d12-8cbe-063cf7c53c32 req-e63657cc-78a8-45dd-b1ef-c7bb1736304b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405273 May 06 10:25:54.648358 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e8e72d2a-c411-4d12-8cbe-063cf7c53c32 req-e4e213f5-e8b5-4801-ac15-7f61c135c24c service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876758 May 06 10:25:54.746612 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e8e72d2a-c411-4d12-8cbe-063cf7c53c32 req-1e9d047b-5745-4e88-a626-c7cb42729a5f service neutron] 10.222.0.77 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911717 May 06 10:25:54.908383 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d777a-923b-431e-9c1e-5ac7c53ec327 req-176979d2-90b1-48c3-832a-79233f9e78dc tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:54.909846 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3b4d777a-923b-431e-9c1e-5ac7c53ec327 req-176979d2-90b1-48c3-832a-79233f9e78dc tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 945 time: 0.4251308 May 06 10:25:54.964658 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3b4d777a-923b-431e-9c1e-5ac7c53ec327 req-011bf68a-c662-47a8-aca2-f709c2b86f60 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487003 May 06 10:25:54.974672 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-be4b2c51-ef2d-4007-bef8-ef815d634daf service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452693 May 06 10:25:55.064177 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d2b4d81-fa43-4ee8-b904-e24c7c63d026 req-5f7783e4-4f11-4b43-9313-17ee198e5572 service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822482 May 06 10:25:55.145753 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e72d2a-c411-4d12-8cbe-063cf7c53c32 req-8affaed2-4849-46e0-9c59-be80451eb0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:55.147295 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8e72d2a-c411-4d12-8cbe-063cf7c53c32 req-8affaed2-4849-46e0-9c59-be80451eb0a5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 1096 time: 0.0455372 May 06 10:25:55.240844 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e72d2a-c411-4d12-8cbe-063cf7c53c32 req-0f0fa7b2-2cd0-4893-9888-d6f761fc9988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:55.242380 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8e72d2a-c411-4d12-8cbe-063cf7c53c32 req-0f0fa7b2-2cd0-4893-9888-d6f761fc9988 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.0875492 May 06 10:25:55.312011 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8e72d2a-c411-4d12-8cbe-063cf7c53c32 req-3060a83e-b907-403e-88e0-703e00ad5681 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 HTTP/1.1" status: 200 len: 1001 time: 0.0624537 May 06 10:25:55.361306 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e72d2a-c411-4d12-8cbe-063cf7c53c32 req-2042f470-63dc-48e9-af4a-50f478ea17b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:55.362757 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8e72d2a-c411-4d12-8cbe-063cf7c53c32 req-2042f470-63dc-48e9-af4a-50f478ea17b1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0441568 May 06 10:25:55.408727 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e72d2a-c411-4d12-8cbe-063cf7c53c32 req-3ce9b9bd-b6ff-4b14-b0bd-02c1b555f4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:55.410141 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8e72d2a-c411-4d12-8cbe-063cf7c53c32 req-3ce9b9bd-b6ff-4b14-b0bd-02c1b555f4b4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399559 May 06 10:25:55.504429 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8e72d2a-c411-4d12-8cbe-063cf7c53c32 req-6654073c-e41d-48e3-8180-189051eae49d service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867479 May 06 10:25:55.602004 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e8e72d2a-c411-4d12-8cbe-063cf7c53c32 req-731b6032-78d5-48eb-a8b5-f93814b4e1c3 service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897708 May 06 10:25:56.083759 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410f899-54cd-40e1-bdf5-c91eb3ed63c4 req-85a23a4d-59aa-4a35-a675-7a7c8ef23533 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:56.085267 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3410f899-54cd-40e1-bdf5-c91eb3ed63c4 req-85a23a4d-59aa-4a35-a675-7a7c8ef23533 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 945 time: 0.0501716 May 06 10:25:56.123667 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3410f899-54cd-40e1-bdf5-c91eb3ed63c4 req-13f75058-19c2-4fcf-a811-8e7c96c4fbcc tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321202 May 06 10:25:57.246780 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a47cfc-201f-4dcd-9cde-4eabf71dfe6c req-a90722f3-54de-426f-82a9-1634249c4a3e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:57.248906 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95a47cfc-201f-4dcd-9cde-4eabf71dfe6c req-a90722f3-54de-426f-82a9-1634249c4a3e tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 945 time: 0.0555134 May 06 10:25:57.286509 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95a47cfc-201f-4dcd-9cde-4eabf71dfe6c req-0478474f-23ac-4650-a7ae-3ffa61999767 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316100 May 06 10:25:58.417485 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33fafe-98fe-4e11-99f6-25617550f845 req-85909df9-b452-494b-ba9e-751f72313223 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:58.419109 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b33fafe-98fe-4e11-99f6-25617550f845 req-85909df9-b452-494b-ba9e-751f72313223 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 945 time: 0.0558295 May 06 10:25:58.457657 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b33fafe-98fe-4e11-99f6-25617550f845 req-5bb0b953-2606-4033-bdf5-5140f75a136a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323102 May 06 10:25:59.400407 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:59.577441 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d6985-e417-4e51-87ef-d1f2f1e95ba3 req-977ca7af-9df8-4f01-b792-4579b4b0c0a5 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:59.578959 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df5d6985-e417-4e51-87ef-d1f2f1e95ba3 req-977ca7af-9df8-4f01-b792-4579b4b0c0a5 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 945 time: 0.0510521 May 06 10:25:59.618253 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df5d6985-e417-4e51-87ef-d1f2f1e95ba3 req-d9523828-21a9-4ac9-9d23-6cc8183116ab tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325947 May 06 10:26:00.740240 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5fff6-a82b-43d4-9a8a-bb197bfa2013 req-b0246772-c587-4e27-ae05-7f71227d4b27 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:00.741722 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e9f5fff6-a82b-43d4-9a8a-bb197bfa2013 req-b0246772-c587-4e27-ae05-7f71227d4b27 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 945 time: 0.0521045 May 06 10:26:00.779829 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e9f5fff6-a82b-43d4-9a8a-bb197bfa2013 req-d24f674e-c44d-414b-9007-b1c099c94d28 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315604 May 06 10:26:01.895810 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a54cc0-2eeb-40ff-80d7-c636a8a45039 req-bfcd3437-c985-4342-8864-26bb19cfc98a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:01.897309 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-91a54cc0-2eeb-40ff-80d7-c636a8a45039 req-bfcd3437-c985-4342-8864-26bb19cfc98a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 945 time: 0.0485280 May 06 10:26:01.935587 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-91a54cc0-2eeb-40ff-80d7-c636a8a45039 req-ad178ce5-6a06-4bd9-801e-8af9b420a420 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316470 May 06 10:26:03.050683 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e240a09-9404-43a6-b4a8-bb097cd7a538 req-7e76bee5-0f01-4603-a783-ef1985137fad tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:03.052227 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6e240a09-9404-43a6-b4a8-bb097cd7a538 req-7e76bee5-0f01-4603-a783-ef1985137fad tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 945 time: 0.0478885 May 06 10:26:03.090386 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6e240a09-9404-43a6-b4a8-bb097cd7a538 req-309f47fa-b4b4-4e21-8cbc-db64b73fdcde tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321720 May 06 10:26:04.222233 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd58073-0a79-443e-9829-2292153cd383 req-c467aa1e-d365-4ab5-b209-74a4c6a3e54f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:04.223665 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1fd58073-0a79-443e-9829-2292153cd383 req-c467aa1e-d365-4ab5-b209-74a4c6a3e54f tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 945 time: 0.0635347 May 06 10:26:04.266346 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1fd58073-0a79-443e-9829-2292153cd383 req-ee81f0e4-dfa9-4312-ac66-7e88d65768bc tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366483 May 06 10:26:05.264902 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba32bf0-f2b3-4e91-a42d-7666389d2f2b req-db838ce9-5b72-43b1-86fb-19edaf66bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:05.266263 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ba32bf0-f2b3-4e91-a42d-7666389d2f2b req-db838ce9-5b72-43b1-86fb-19edaf66bfae service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 1096 time: 0.0406492 May 06 10:26:05.411505 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c787a-3aa0-4c3d-ba6d-d407184c2282 req-e1785555-508a-4163-8afa-4b1af08937fd tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:05.412996 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-644c787a-3aa0-4c3d-ba6d-d407184c2282 req-e1785555-508a-4163-8afa-4b1af08937fd tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 945 time: 0.0774095 May 06 10:26:05.417560 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba32bf0-f2b3-4e91-a42d-7666389d2f2b req-26220c66-9177-44be-9218-fb6b5c348452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:05.418963 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ba32bf0-f2b3-4e91-a42d-7666389d2f2b req-26220c66-9177-44be-9218-fb6b5c348452 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 200 len: 913 time: 0.1299994 May 06 10:26:05.493107 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-644c787a-3aa0-4c3d-ba6d-d407184c2282 req-f7c6abdb-00c2-48a6-975c-b0ed04f1eb01 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731554 May 06 10:26:05.509750 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ba32bf0-f2b3-4e91-a42d-7666389d2f2b req-3e941d93-97d0-4dd0-a331-ca75a3a07c67 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 HTTP/1.1" status: 200 len: 1001 time: 0.0768499 May 06 10:26:05.560211 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba32bf0-f2b3-4e91-a42d-7666389d2f2b req-39f8bf9c-8691-47aa-8d82-e17c59a06661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:05.561809 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ba32bf0-f2b3-4e91-a42d-7666389d2f2b req-39f8bf9c-8691-47aa-8d82-e17c59a06661 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 200 len: 851 time: 0.0448282 May 06 10:26:05.610766 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba32bf0-f2b3-4e91-a42d-7666389d2f2b req-285b6edd-63e0-4977-ae7d-7ebabc17b57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:05.612325 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ba32bf0-f2b3-4e91-a42d-7666389d2f2b req-285b6edd-63e0-4977-ae7d-7ebabc17b57f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420613 May 06 10:26:05.710242 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ba32bf0-f2b3-4e91-a42d-7666389d2f2b req-ff0e1e14-e15e-4f5a-8bc2-959cd7625ba6 service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898941 May 06 10:26:05.801660 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7ba32bf0-f2b3-4e91-a42d-7666389d2f2b req-08560174-0704-4ec2-b7e9-1ff555ed2116 service neutron] 10.222.0.84 "GET /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845344 May 06 10:26:06.147714 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:26:06.240301 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:26:06.251240 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'port_id': 'c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1', 'mac_address': 'fa:16:3e:79:70:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:26:06.290909 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:06.303205 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:26:06.321368 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:26:06.325575 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:06.371982 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1,revision_number=11']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:06.548024 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:26:06.612821 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a33f4-a344-4ecb-b702-ba5fc470c2e9 req-1a05919f-a6c6-4266-9659-a1989c949eb7 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:06.614555 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-521a33f4-a344-4ecb-b702-ba5fc470c2e9 req-1a05919f-a6c6-4266-9659-a1989c949eb7 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0502303 May 06 10:26:06.653696 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-521a33f4-a344-4ecb-b702-ba5fc470c2e9 req-15ebe8d7-8c2b-4ab7-ac39-769edd4e00ce tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327883 May 06 10:26:06.774537 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3f216-44da-4c18-b88e-f0d1863b7356 req-2848ad16-67b0-406e-b24b-5b8f6b0c0a6a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:06.775950 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6ca3f216-44da-4c18-b88e-f0d1863b7356 req-2848ad16-67b0-406e-b24b-5b8f6b0c0a6a tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0531547 May 06 10:26:06.812800 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6ca3f216-44da-4c18-b88e-f0d1863b7356 req-89dc8e51-19aa-443f-963d-fbea8ffb35e9 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309196 May 06 10:26:06.926101 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12191b-3ef6-42e8-ac8e-a85bfdc9c065 req-41541239-39e8-42fe-b85c-8921be3110b5 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:06.927626 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2a12191b-3ef6-42e8-ac8e-a85bfdc9c065 req-41541239-39e8-42fe-b85c-8921be3110b5 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0494089 May 06 10:26:06.965668 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2a12191b-3ef6-42e8-ac8e-a85bfdc9c065 req-f191ae72-509d-4d12-9f29-dd7e0d925b83 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320590 May 06 10:26:07.198846 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce028864-6774-46a8-acde-071b55bec1d8 req-bb7fcb17-c194-47df-8329-013cb2bfa456 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:07.200413 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce028864-6774-46a8-acde-071b55bec1d8 req-bb7fcb17-c194-47df-8329-013cb2bfa456 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0534170 May 06 10:26:07.238592 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ce028864-6774-46a8-acde-071b55bec1d8 req-c2635f09-6112-4dda-adc8-f43774dcf577 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321243 May 06 10:26:08.164328 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:26:08.212742 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:26:08.216722 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:26:08.217101 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:08.294614 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:08.363605 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3159553-71b6-49a9-ad88-5dd51958471f req-8e83e3a0-7834-4945-87d8-ea032a3b56ed tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:08.365228 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e3159553-71b6-49a9-ad88-5dd51958471f req-8e83e3a0-7834-4945-87d8-ea032a3b56ed tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 946 time: 0.0566711 May 06 10:26:08.406019 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e3159553-71b6-49a9-ad88-5dd51958471f req-08f4dd81-f993-4d86-8e3e-c150428acc05 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups?id=39ae9c69-3bf9-4331-ab13-fd782cbacdee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346019 May 06 10:26:08.471978 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc00941-5e27-4ae9-9035-ffaaa4fce00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:26:08.474179 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04dd36c7-e319-47b9-9c06-0790554289e7" -d '{"events": [{"server_uuid": "ecc00941-5e27-4ae9-9035-ffaaa4fce00a", "name": "network-vif-plugged", "status": "completed", "tag": "c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:26:08.487452 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:26:08.492209 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:08.543054 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1,revision_number=12']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:08.579667 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c436631-c8e9-4d55-879d-ed2e08ea9dfa x-openstack-request-id: req-6c436631-c8e9-4d55-879d-ed2e08ea9dfa {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:26:08.579974 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc00941-5e27-4ae9-9035-ffaaa4fce00a", "name": "network-vif-plugged", "status": "completed", "tag": "c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:26:08.580234 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6c436631-c8e9-4d55-879d-ed2e08ea9dfa {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:26:08.580637 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c436631-c8e9-4d55-879d-ed2e08ea9dfa'] response: {'server_uuid': 'ecc00941-5e27-4ae9-9035-ffaaa4fce00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1', 'code': 200} May 06 10:26:08.882474 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c828bf6-6673-4b43-af32-feb4e352136e req-7ac57dd3-a062-4aae-9815-e41d30213aed tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:08.883986 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3c828bf6-6673-4b43-af32-feb4e352136e req-7ac57dd3-a062-4aae-9815-e41d30213aed tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.84 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 947 time: 0.0496387 May 06 10:26:08.977510 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-3c828bf6-6673-4b43-af32-feb4e352136e req-5b46651d-d5b7-48dc-b696-901a8300edf0 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Deleting port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:26:08.977856 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-3c828bf6-6673-4b43-af32-feb4e352136e req-5b46651d-d5b7-48dc-b696-901a8300edf0 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:09.064686 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-3c828bf6-6673-4b43-af32-feb4e352136e req-5b46651d-d5b7-48dc-b696-901a8300edf0 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] For port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:26:09.065060 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-3c828bf6-6673-4b43-af32-feb4e352136e req-5b46651d-d5b7-48dc-b696-901a8300edf0 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:09.246688 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-3c828bf6-6673-4b43-af32-feb4e352136e req-5b46651d-d5b7-48dc-b696-901a8300edf0 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:09.246954 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-3c828bf6-6673-4b43-af32-feb4e352136e req-5b46651d-d5b7-48dc-b696-901a8300edf0 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:09.247312 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [req-3c828bf6-6673-4b43-af32-feb4e352136e req-5b46651d-d5b7-48dc-b696-901a8300edf0 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Floating IP 9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4 disassociated. External IP: 172.25.5.107, port: c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1. May 06 10:26:09.247660 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-3c828bf6-6673-4b43-af32-feb4e352136e req-5b46651d-d5b7-48dc-b696-901a8300edf0 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Calling delete_port for c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:26:09.377627 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-3c828bf6-6673-4b43-af32-feb4e352136e req-5b46651d-d5b7-48dc-b696-901a8300edf0 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:09.407288 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46651d-d5b7-48dc-b696-901a8300edf0 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Pushing event deleted for resources: {'Port': ['ID=c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:09.535691 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f804c7e7-6e6d-40d7-9dc6-bfab9cef1d1e req-f44b08cf-50b9-4d52-be61-89559dbae9d7 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 210 time: 0.0308523 May 06 10:26:09.565021 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c828bf6-6673-4b43-af32-feb4e352136e req-5b46651d-d5b7-48dc-b696-901a8300edf0 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Router ec95ce40-9400-4ce6-948f-613841a462e1 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:26:09.680946 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c828bf6-6673-4b43-af32-feb4e352136e req-5b46651d-d5b7-48dc-b696-901a8300edf0 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:26:09.690366 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e218d48-bd12-413b-a20a-7777851a41ef None None] Sync routers for ids ['ec95ce40-9400-4ce6-948f-613841a462e1'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:26:09.699551 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e218d48-bd12-413b-a20a-7777851a41ef None None] Routers {'ec95ce40-9400-4ce6-948f-613841a462e1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:26:09.700222 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6e218d48-bd12-413b-a20a-7777851a41ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:25:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ec95ce40-9400-4ce6-948f-613841a462e1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:26:09.724569 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c828bf6-6673-4b43-af32-feb4e352136e req-5b46651d-d5b7-48dc-b696-901a8300edf0 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] No DVR routers for this DVR port c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:26:09.727367 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-3c828bf6-6673-4b43-af32-feb4e352136e req-5b46651d-d5b7-48dc-b696-901a8300edf0 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:09.730914 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3c828bf6-6673-4b43-af32-feb4e352136e req-5b46651d-d5b7-48dc-b696-901a8300edf0 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.84 "DELETE /v2.0/ports/c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 HTTP/1.1" status: 204 len: 173 time: 0.8403540 May 06 10:26:09.732182 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc00941-5e27-4ae9-9035-ffaaa4fce00a', 'name': 'network-vif-deleted', 'tag': 'c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:26:09.734436 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5730f836-4427-4c76-994c-0d843b0c74fc" -d '{"events": [{"server_uuid": "ecc00941-5e27-4ae9-9035-ffaaa4fce00a", "name": "network-vif-deleted", "tag": "c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:26:09.770727 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3913aac7-acf0-4c77-85dc-ba5ddaf5c6d2 x-openstack-request-id: req-3913aac7-acf0-4c77-85dc-ba5ddaf5c6d2 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:26:09.771019 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc00941-5e27-4ae9-9035-ffaaa4fce00a", "name": "network-vif-deleted", "tag": "c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:26:09.771326 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3913aac7-acf0-4c77-85dc-ba5ddaf5c6d2 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:26:09.771750 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3913aac7-acf0-4c77-85dc-ba5ddaf5c6d2'] response: {'server_uuid': 'ecc00941-5e27-4ae9-9035-ffaaa4fce00a', 'name': 'network-vif-deleted', 'tag': 'c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1', 'status': 'completed', 'code': 200} May 06 10:26:09.816951 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-6e218d48-bd12-413b-a20a-7777851a41ef None None] Set router ec95ce40-9400-4ce6-948f-613841a462e1 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:26:10.109055 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6e218d48-bd12-413b-a20a-7777851a41ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:21:53Z', 'revision_number': 4, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'f67f608e-62e6-43b3-b0b7-f2d743f229b5', 'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'mac_address': 'fa:16:3e:cd:db:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:52Z', 'updated_at': '2022-05-06T10:21:56Z', 'revision_number': 5, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'subnets': [{'id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:26:10.134936 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e218d48-bd12-413b-a20a-7777851a41ef None None] Checking router: ec95ce40-9400-4ce6-948f-613841a462e1 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:26:10.143756 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e218d48-bd12-413b-a20a-7777851a41ef None None] Routers {'ec95ce40-9400-4ce6-948f-613841a462e1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:26:10.144369 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6e218d48-bd12-413b-a20a-7777851a41ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:25:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ec95ce40-9400-4ce6-948f-613841a462e1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:26:10.249487 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-6e218d48-bd12-413b-a20a-7777851a41ef None None] Set router ec95ce40-9400-4ce6-948f-613841a462e1 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:26:10.449503 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6e218d48-bd12-413b-a20a-7777851a41ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:21:53Z', 'revision_number': 4, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'f67f608e-62e6-43b3-b0b7-f2d743f229b5', 'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'mac_address': 'fa:16:3e:cd:db:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:52Z', 'updated_at': '2022-05-06T10:21:56Z', 'revision_number': 5, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'subnets': [{'id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:26:10.480068 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e218d48-bd12-413b-a20a-7777851a41ef None None] The sync data for ids ['ec95ce40-9400-4ce6-948f-613841a462e1'] in n-d-840835-1 is: [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:21:53Z', 'revision_number': 4, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'f67f608e-62e6-43b3-b0b7-f2d743f229b5', 'name': '', 'network_id': '7cf6eb76-297c-4da3-ac3c-0e1a25871dc2', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'mac_address': 'fa:16:3e:cd:db:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:52Z', 'updated_at': '2022-05-06T10:21:56Z', 'revision_number': 5, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'subnets': [{'id': 'cdfbb92c-d5d5-4bf9-969f-c763b747fec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:26:10.644818 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8743fcc2-e080-47f5-ab95-1fcc5e0d8da4 req-a84e1754-01f3-4bf5-aed0-eb2df713cdcf tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 210 time: 0.0281696 May 06 10:26:10.713039 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d61bf23-d757-4fef-87b0-c34a65396039 None None] New status for floating IP 9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4: DOWN {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:26:11.742735 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-64948c21-f811-4004-a899-78913a9effbe req-b176fe77-d4f2-4b3a-866a-389bc4556d05 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 210 time: 0.0268333 May 06 10:26:12.838373 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d78f45ac-d0d8-45aa-a373-6b886a1507ea req-ca4764af-3885-4e39-8d99-60607b7ef331 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecc00941-5e27-4ae9-9035-ffaaa4fce00a HTTP/1.1" status: 200 len: 210 time: 0.0267131 May 06 10:26:14.154158 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:26:14.178153 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:26:14.178502 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device c0571e3b-9d8f-49f5-ad4b-7f3980be0ed1 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:26:15.991279 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-da237636-7c34-49dd-a017-c5e553d86296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:16.004357 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:26:16.497263 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38026) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:26:16.551443 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a99b6d72-1c70-45ad-a6c1-46b4b616ec53 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:16.574419 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a99b6d72-1c70-45ad-a6c1-46b4b616ec53 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:16.631754 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a99b6d72-1c70-45ad-a6c1-46b4b616ec53 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:16.634273 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a99b6d72-1c70-45ad-a6c1-46b4b616ec53 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:16.635653 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a99b6d72-1c70-45ad-a6c1-46b4b616ec53 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "DELETE /v2.0/security-groups/39ae9c69-3bf9-4331-ab13-fd782cbacdee HTTP/1.1" status: 204 len: 168 time: 0.1372085 May 06 10:26:16.638595 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38028) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:26:16.645071 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b6d72-1c70-45ad-a6c1-46b4b616ec53 tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ae9c69-3bf9-4331-ab13-fd782cbacdee,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:16.665196 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-e4d3b2db-6ec3-42f2-8500-56e6a33894ac tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] show failed (client error): The resource could not be found. May 06 10:26:16.669662 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38030) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:26:16.670184 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e4d3b2db-6ec3-42f2-8500-56e6a33894ac tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "GET /v2.0/security-groups/39ae9c69-3bf9-4331-ab13-fd782cbacdee HTTP/1.1" status: 404 len: 347 time: 0.0305042 May 06 10:26:16.797638 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-af4ee2b8-6dce-4ba9-9cd1-6dd67b40c6dd tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Deleting port e2d57709-e7f1-434e-bd02-be6d20d440d1 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:26:16.797985 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-af4ee2b8-6dce-4ba9-9cd1-6dd67b40c6dd tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:16.873308 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-af4ee2b8-6dce-4ba9-9cd1-6dd67b40c6dd tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:16.873645 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-af4ee2b8-6dce-4ba9-9cd1-6dd67b40c6dd tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:16.885339 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-af4ee2b8-6dce-4ba9-9cd1-6dd67b40c6dd tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Calling delete_port for e2d57709-e7f1-434e-bd02-be6d20d440d1 owned by network:floatingip {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:26:17.022150 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-af4ee2b8-6dce-4ba9-9cd1-6dd67b40c6dd tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:17.047448 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ee2b8-6dce-4ba9-9cd1-6dd67b40c6dd tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Pushing event deleted for resources: {'Port': ['ID=e2d57709-e7f1-434e-bd02-be6d20d440d1,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:17.114570 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-af4ee2b8-6dce-4ba9-9cd1-6dd67b40c6dd tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks [] for floatingip, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:17.117133 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-af4ee2b8-6dce-4ba9-9cd1-6dd67b40c6dd tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:17.118314 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-af4ee2b8-6dce-4ba9-9cd1-6dd67b40c6dd tempest-ServerActionsTestJSON-193842342 tempest-ServerActionsTestJSON-193842342-project] 10.222.0.73 "DELETE /v2.0/floatingips/9db266f8-ac8c-4d6a-9ea9-1aa0c88739b4 HTTP/1.1" status: 204 len: 168 time: 0.4476609 May 06 10:26:17.121260 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38032) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:26:17.466243 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a545ee8-5074-44d8-8a82-2cf47d555a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:17.711762 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-6a545ee8-5074-44d8-8a82-2cf47d555a67 admin admin] Deleting port f67f608e-62e6-43b3-b0b7-f2d743f229b5 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:26:17.712460 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a545ee8-5074-44d8-8a82-2cf47d555a67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:17.792246 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-6a545ee8-5074-44d8-8a82-2cf47d555a67 admin admin] For port f67f608e-62e6-43b3-b0b7-f2d743f229b5, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f67f608e-62e6-43b3-b0b7-f2d743f229b5,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:26:17.792636 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a545ee8-5074-44d8-8a82-2cf47d555a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:17.808469 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-6a545ee8-5074-44d8-8a82-2cf47d555a67 admin admin] Calling delete_port for f67f608e-62e6-43b3-b0b7-f2d743f229b5 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:26:17.987433 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a545ee8-5074-44d8-8a82-2cf47d555a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:18.018079 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a545ee8-5074-44d8-8a82-2cf47d555a67 admin admin] Pushing event deleted for resources: {'Port': ['ID=f67f608e-62e6-43b3-b0b7-f2d743f229b5,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:18.182183 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6a545ee8-5074-44d8-8a82-2cf47d555a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:18.396497 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a545ee8-5074-44d8-8a82-2cf47d555a67 admin admin] Router ec95ce40-9400-4ce6-948f-613841a462e1 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:26:18.509030 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a545ee8-5074-44d8-8a82-2cf47d555a67 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:26:18.515094 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6a545ee8-5074-44d8-8a82-2cf47d555a67 admin admin] 10.222.0.73 "PUT /v2.0/routers/ec95ce40-9400-4ce6-948f-613841a462e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3926480 May 06 10:26:18.517998 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38034) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:26:18.518985 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6017ee9c-fd8a-40b6-95f8-5dbf492a2acf None None] Sync routers for ids ['ec95ce40-9400-4ce6-948f-613841a462e1'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:26:18.521095 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b922a41f-4b86-425c-b3d6-15de71f09985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:18.530461 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6017ee9c-fd8a-40b6-95f8-5dbf492a2acf None None] Routers {'ec95ce40-9400-4ce6-948f-613841a462e1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:26:18.531213 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6017ee9c-fd8a-40b6-95f8-5dbf492a2acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:26:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ec95ce40-9400-4ce6-948f-613841a462e1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:26:18.640860 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-6017ee9c-fd8a-40b6-95f8-5dbf492a2acf None None] Set router ec95ce40-9400-4ce6-948f-613841a462e1 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:26:18.829128 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6017ee9c-fd8a-40b6-95f8-5dbf492a2acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:26:17Z', 'revision_number': 5, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:26:18.860972 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6017ee9c-fd8a-40b6-95f8-5dbf492a2acf None None] Checking router: ec95ce40-9400-4ce6-948f-613841a462e1 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:26:18.869472 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6017ee9c-fd8a-40b6-95f8-5dbf492a2acf None None] Routers {'ec95ce40-9400-4ce6-948f-613841a462e1'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:26:18.870079 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6017ee9c-fd8a-40b6-95f8-5dbf492a2acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:26:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ec95ce40-9400-4ce6-948f-613841a462e1'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:26:18.941345 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-69a89051-1126-4955-936c-44476cedc68a admin admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:18.973730 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-6017ee9c-fd8a-40b6-95f8-5dbf492a2acf None None] Set router ec95ce40-9400-4ce6-948f-613841a462e1 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:26:19.044907 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-69a89051-1126-4955-936c-44476cedc68a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:19.099659 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-69a89051-1126-4955-936c-44476cedc68a admin admin] Deleting port e0db32f5-734e-46e8-aa85-84621b851084 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:26:19.099988 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-69a89051-1126-4955-936c-44476cedc68a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:19.107937 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:19.153365 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6017ee9c-fd8a-40b6-95f8-5dbf492a2acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:26:17Z', 'revision_number': 5, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:26:19.180223 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6017ee9c-fd8a-40b6-95f8-5dbf492a2acf None None] The sync data for ids ['ec95ce40-9400-4ce6-948f-613841a462e1'] in n-d-840835-1 is: [{'id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'name': 'tempest-ServerActionsTestJSON-1774399452-router', 'tenant_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:21:50Z', 'updated_at': '2022-05-06T10:26:17Z', 'revision_number': 5, 'project_id': 'fcb62bf5e8844219832d21fd1f6e9e15', 'gw_port': {'id': 'e0db32f5-734e-46e8-aa85-84621b851084', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ce40-9400-4ce6-948f-613841a462e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:21:51Z', 'updated_at': '2022-05-06T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:26:19.187256 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-69a89051-1126-4955-936c-44476cedc68a admin admin] For port e0db32f5-734e-46e8-aa85-84621b851084, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=e0db32f5-734e-46e8-aa85-84621b851084,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:26:19.187633 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-69a89051-1126-4955-936c-44476cedc68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:19.202488 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-69a89051-1126-4955-936c-44476cedc68a admin admin] Calling delete_port for e0db32f5-734e-46e8-aa85-84621b851084 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:26:19.375727 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-69a89051-1126-4955-936c-44476cedc68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:19.402166 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a89051-1126-4955-936c-44476cedc68a admin admin] Pushing event deleted for resources: {'Port': ['ID=e0db32f5-734e-46e8-aa85-84621b851084,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:19.425852 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a89051-1126-4955-936c-44476cedc68a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:19.426227 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a89051-1126-4955-936c-44476cedc68a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:19.426572 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a89051-1126-4955-936c-44476cedc68a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:19.426910 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a89051-1126-4955-936c-44476cedc68a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:19.427267 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a89051-1126-4955-936c-44476cedc68a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:19.427601 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a89051-1126-4955-936c-44476cedc68a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:19.427929 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a89051-1126-4955-936c-44476cedc68a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:19.428256 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a89051-1126-4955-936c-44476cedc68a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:19.428587 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a89051-1126-4955-936c-44476cedc68a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:19.428909 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a89051-1126-4955-936c-44476cedc68a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:19.429231 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a89051-1126-4955-936c-44476cedc68a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:19.429552 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a89051-1126-4955-936c-44476cedc68a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:19.469958 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-69a89051-1126-4955-936c-44476cedc68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:19.570682 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-69a89051-1126-4955-936c-44476cedc68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:19.572974 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-69a89051-1126-4955-936c-44476cedc68a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:19.634546 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-69a89051-1126-4955-936c-44476cedc68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:19.635095 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a89051-1126-4955-936c-44476cedc68a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec95ce40-9400-4ce6-948f-613841a462e1 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:26:19.644853 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-69a89051-1126-4955-936c-44476cedc68a admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:19.646049 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-69a89051-1126-4955-936c-44476cedc68a admin admin] 10.222.0.73 "DELETE /v2.0/routers/ec95ce40-9400-4ce6-948f-613841a462e1 HTTP/1.1" status: 204 len: 168 time: 1.1267889 May 06 10:26:19.648543 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38036) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:26:19.660534 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f67f608e-62e6-43b3-b0b7-f2d743f229b5 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:26:19.688907 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: f67f608e-62e6-43b3-b0b7-f2d743f229b5 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:26:19.689850 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f67f608e-62e6-43b3-b0b7-f2d743f229b5 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:26:19.698614 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-e35aa1d2-e1c4-488e-af36-7fc327429dc0 admin admin] Deleting subnet cdfbb92c-d5d5-4bf9-969f-c763b747fec3 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:26:19.699727 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:19.702087 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e35aa1d2-e1c4-488e-af36-7fc327429dc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:19.737952 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e35aa1d2-e1c4-488e-af36-7fc327429dc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:19.824426 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e35aa1d2-e1c4-488e-af36-7fc327429dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:19.880346 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e35aa1d2-e1c4-488e-af36-7fc327429dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:19.912338 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35aa1d2-e1c4-488e-af36-7fc327429dc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdfbb92c-d5d5-4bf9-969f-c763b747fec3,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:19.916559 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e35aa1d2-e1c4-488e-af36-7fc327429dc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:19.920323 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e35aa1d2-e1c4-488e-af36-7fc327429dc0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/cdfbb92c-d5d5-4bf9-969f-c763b747fec3 HTTP/1.1" status: 204 len: 168 time: 0.2708254 May 06 10:26:19.922019 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37207e48-df6d-470e-9795-f2d45c51c324 None None] Network 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:26:19.922786 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38038) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:26:19.995244 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d89f41d3-f694-4e73-89e0-f5908f3965b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:20.054410 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-d89f41d3-f694-4e73-89e0-f5908f3965b0 admin admin] Deleting port 311b3579-dab9-4707-adf2-efc1a6c65879 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:26:20.054760 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d89f41d3-f694-4e73-89e0-f5908f3965b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:20.118796 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-d89f41d3-f694-4e73-89e0-f5908f3965b0 admin admin] For port 311b3579-dab9-4707-adf2-efc1a6c65879, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=311b3579-dab9-4707-adf2-efc1a6c65879,segment=NetworkSegment(783fb793-f730-456c-ba3e-17a326d129e3),segment_id=783fb793-f730-456c-ba3e-17a326d129e3)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:26:20.119093 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d89f41d3-f694-4e73-89e0-f5908f3965b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:20.131860 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-d89f41d3-f694-4e73-89e0-f5908f3965b0 admin admin] Calling delete_port for 311b3579-dab9-4707-adf2-efc1a6c65879 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:26:20.179830 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9237a29a-ab06-43f9-8c91-c14227ed6a21 None None] DHCP port deletion for 7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:26:20.225045 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d89f41d3-f694-4e73-89e0-f5908f3965b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:20.241927 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-9237a29a-ab06-43f9-8c91-c14227ed6a21 None None] Deleting port 311b3579-dab9-4707-adf2-efc1a6c65879 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:26:20.242460 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9237a29a-ab06-43f9-8c91-c14227ed6a21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:20.254299 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f41d3-f694-4e73-89e0-f5908f3965b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=311b3579-dab9-4707-adf2-efc1a6c65879,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:20.256896 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89f41d3-f694-4e73-89e0-f5908f3965b0 admin admin] No DVR routers for this DVR port 311b3579-dab9-4707-adf2-efc1a6c65879 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:26:20.309112 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-9237a29a-ab06-43f9-8c91-c14227ed6a21 None None] For port 311b3579-dab9-4707-adf2-efc1a6c65879, host n-d-840835-1, got binding levels [] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:26:20.309513 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9237a29a-ab06-43f9-8c91-c14227ed6a21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:20.321917 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-9237a29a-ab06-43f9-8c91-c14227ed6a21 None None] Calling delete_port for 311b3579-dab9-4707-adf2-efc1a6c65879 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:26:20.324692 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.ipam_backend_mixin [None req-9237a29a-ab06-43f9-8c91-c14227ed6a21 None None] Port 311b3579-dab9-4707-adf2-efc1a6c65879 was not found and therefore no delete operation was performed {{(pid=102654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 10:26:20.325996 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9237a29a-ab06-43f9-8c91-c14227ed6a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:20.330352 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d89f41d3-f694-4e73-89e0-f5908f3965b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:20.351876 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d89f41d3-f694-4e73-89e0-f5908f3965b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf6eb76-297c-4da3-ac3c-0e1a25871dc2']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:26:20.357511 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237a29a-ab06-43f9-8c91-c14227ed6a21 None None] Pushing event deleted for resources: {'Port': ['ID=311b3579-dab9-4707-adf2-efc1a6c65879,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:20.359476 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9237a29a-ab06-43f9-8c91-c14227ed6a21 None None] No DVR routers for this DVR port 311b3579-dab9-4707-adf2-efc1a6c65879 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:26:20.363032 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d89f41d3-f694-4e73-89e0-f5908f3965b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783fb793-f730-456c-ba3e-17a326d129e3') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:26:20.363410 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-d89f41d3-f694-4e73-89e0-f5908f3965b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783fb793-f730-456c-ba3e-17a326d129e3') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:26:20.379825 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d89f41d3-f694-4e73-89e0-f5908f3965b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:20.393416 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d89f41d3-f694-4e73-89e0-f5908f3965b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:20.399453 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89f41d3-f694-4e73-89e0-f5908f3965b0 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:26:20.399846 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d89f41d3-f694-4e73-89e0-f5908f3965b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: timer() May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:26:20.401503 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:26:20.455470 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d89f41d3-f694-4e73-89e0-f5908f3965b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:20.460830 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d89f41d3-f694-4e73-89e0-f5908f3965b0 admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:20.464185 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d89f41d3-f694-4e73-89e0-f5908f3965b0 admin admin] 10.222.0.73 "DELETE /v2.0/networks/7cf6eb76-297c-4da3-ac3c-0e1a25871dc2 HTTP/1.1" status: 204 len: 168 time: 0.5404451 May 06 10:26:20.475948 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f41d3-f694-4e73-89e0-f5908f3965b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cf6eb76-297c-4da3-ac3c-0e1a25871dc2,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:20.589006 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38042) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:26:20.629166 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b1cf0a24-d9bb-485a-b74c-a258ac91e773 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fcb62bf5e8844219832d21fd1f6e9e15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389633 May 06 10:26:20.631680 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38044) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:26:20.679464 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-95f1cf26-7fdc-49ed-b361-10e3d56cfbf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:20.700738 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-95f1cf26-7fdc-49ed-b361-10e3d56cfbf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:20.750808 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-95f1cf26-7fdc-49ed-b361-10e3d56cfbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:20.753340 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-95f1cf26-7fdc-49ed-b361-10e3d56cfbf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:20.754486 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-95f1cf26-7fdc-49ed-b361-10e3d56cfbf5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0315f07d-bf84-42df-b272-6e136bf5c72e HTTP/1.1" status: 204 len: 168 time: 0.1219163 May 06 10:26:20.763275 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1cf26-7fdc-49ed-b361-10e3d56cfbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0315f07d-bf84-42df-b272-6e136bf5c72e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:21.350048 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:21.431185 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38066) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:26:21.530874 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-c80996e1-da03-4a8e-a1d8-b898883bb241 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1500104677-network', 'tenant_id': '8eb97d13f143470bb7bb1d08e98f9315'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:26:21.532823 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:21.552725 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80996e1-da03-4a8e-a1d8-b898883bb241 admin admin] Made reservation on behalf of 8eb97d13f143470bb7bb1d08e98f9315 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:26:21.555733 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c80996e1-da03-4a8e-a1d8-b898883bb241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:21.564851 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 311b3579-dab9-4707-adf2-efc1a6c65879 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:26:21.565398 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c80996e1-da03-4a8e-a1d8-b898883bb241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:21.586855 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 311b3579-dab9-4707-adf2-efc1a6c65879 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:26:21.587193 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 311b3579-dab9-4707-adf2-efc1a6c65879 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:26:21.587619 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e0db32f5-734e-46e8-aa85-84621b851084 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:26:21.606631 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: e0db32f5-734e-46e8-aa85-84621b851084 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:26:21.606980 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device e0db32f5-734e-46e8-aa85-84621b851084 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:26:21.644901 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c80996e1-da03-4a8e-a1d8-b898883bb241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:21.648599 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c80996e1-da03-4a8e-a1d8-b898883bb241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:21.670836 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c80996e1-da03-4a8e-a1d8-b898883bb241 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:26:21.684597 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80996e1-da03-4a8e-a1d8-b898883bb241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db62453c-16d5-4f60-898c-75016ca631d9,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:21.689521 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c80996e1-da03-4a8e-a1d8-b898883bb241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:21.689875 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-c80996e1-da03-4a8e-a1d8-b898883bb241 admin admin] Added segment f1f7544b-d702-4b52-8b51-363ed10b40a9 of type vlan for network 72b7de26-d28e-442f-86dd-a5c2d45382d4 May 06 10:26:21.729996 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c80996e1-da03-4a8e-a1d8-b898883bb241 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:21.755107 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c80996e1-da03-4a8e-a1d8-b898883bb241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:21.756140 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80996e1-da03-4a8e-a1d8-b898883bb241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:21.756724 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c80996e1-da03-4a8e-a1d8-b898883bb241 admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:21.814526 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c80996e1-da03-4a8e-a1d8-b898883bb241 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3821526 May 06 10:26:21.817606 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38070) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:26:21.823265 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-a694719b-8e22-42a5-9e5e-bc35ea955d37 admin admin] Request body: {'subnet': {'network_id': '72b7de26-d28e-442f-86dd-a5c2d45382d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1500104677-subnet', 'tenant_id': '8eb97d13f143470bb7bb1d08e98f9315', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:26:21.823414 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80996e1-da03-4a8e-a1d8-b898883bb241 admin admin] Pushing event updated for resources: {'Network': ['ID=72b7de26-d28e-442f-86dd-a5c2d45382d4,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:21.832783 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 72b7de26-d28e-442f-86dd-a5c2d45382d4 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:26:21.843619 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a694719b-8e22-42a5-9e5e-bc35ea955d37 admin admin] Made reservation on behalf of 8eb97d13f143470bb7bb1d08e98f9315 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:26:21.846171 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a694719b-8e22-42a5-9e5e-bc35ea955d37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:22.345334 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a694719b-8e22-42a5-9e5e-bc35ea955d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:22.400358 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694719b-8e22-42a5-9e5e-bc35ea955d37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35db1260-d4b2-40bb-a747-4e52ba0111d1,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:22.408920 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a694719b-8e22-42a5-9e5e-bc35ea955d37 admin admin] Checking segment: {'id': 'f1f7544b-d702-4b52-8b51-363ed10b40a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '72b7de26-d28e-442f-86dd-a5c2d45382d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:26:22.409281 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a694719b-8e22-42a5-9e5e-bc35ea955d37 admin admin] Network hostable DHCP agents. Network: 72b7de26-d28e-442f-86dd-a5c2d45382d4, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:26:22.425305 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a694719b-8e22-42a5-9e5e-bc35ea955d37 admin admin] Network 72b7de26-d28e-442f-86dd-a5c2d45382d4 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:26:22.434584 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-a694719b-8e22-42a5-9e5e-bc35ea955d37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 72b7de26-d28e-442f-86dd-a5c2d45382d4) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:26:22.439662 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a694719b-8e22-42a5-9e5e-bc35ea955d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:22.442834 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eded67c6-8b16-4372-a2dd-ccaee15bd238 None None] Network 72b7de26-d28e-442f-86dd-a5c2d45382d4 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:26:22.443757 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a694719b-8e22-42a5-9e5e-bc35ea955d37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:22.460382 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a694719b-8e22-42a5-9e5e-bc35ea955d37 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6411383 May 06 10:26:22.578615 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92738270-a75f-453a-b23b-c96a8f9cc62f None None] Network 72b7de26-d28e-442f-86dd-a5c2d45382d4 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:26:22.884756 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-01d24edb-8379-49f1-b541-dd7cefe5c2f9 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:22.886249 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-01d24edb-8379-49f1-b541-dd7cefe5c2f9 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/networks?id=72b7de26-d28e-442f-86dd-a5c2d45382d4 HTTP/1.1" status: 200 len: 814 time: 0.1039469 May 06 10:26:22.901780 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-01dd896a-f653-49a4-b51c-7f9451eff7ea tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/quotas/8eb97d13f143470bb7bb1d08e98f9315 HTTP/1.1" status: 200 len: 375 time: 0.0093124 May 06 10:26:22.940421 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-49e45a22-2a80-4d6b-9617-afba8671dbaf tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8eb97d13f143470bb7bb1d08e98f9315&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328054 May 06 10:26:23.035696 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-ba161290-701e-4dda-ba19-c38eae85a759 service neutron] 10.222.0.73 "GET /v2.0/networks/72b7de26-d28e-442f-86dd-a5c2d45382d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876913 May 06 10:26:23.125387 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-dc584634-99d7-42f3-b226-f92ea0d3187b service neutron] 10.222.0.73 "GET /v2.0/networks/72b7de26-d28e-442f-86dd-a5c2d45382d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835173 May 06 10:26:23.294687 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-db647d1e-3275-4f70-b018-7f206ccf98e6 req-bef50999-b8cb-4936-ab1e-705b931be50c tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?device_id=20cb32b1-3bb5-4c78-a0c9-415a0a389c23 HTTP/1.1" status: 200 len: 210 time: 0.0283189 May 06 10:26:24.390453 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-47646e2c-b0a2-450e-bf91-dfc7ca10d147 req-518fa034-ce38-41ba-8887-ace5b8eb055b tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?device_id=20cb32b1-3bb5-4c78-a0c9-415a0a389c23 HTTP/1.1" status: 200 len: 210 time: 0.0268459 May 06 10:26:24.423151 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-b11d427e-d87d-4564-8a20-49648c43d2e0 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:24.424840 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-b11d427e-d87d-4564-8a20-49648c43d2e0 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.77 "GET /v2.0/networks?id=72b7de26-d28e-442f-86dd-a5c2d45382d4 HTTP/1.1" status: 200 len: 814 time: 0.1146286 May 06 10:26:24.443951 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-dbec8245-592c-46f3-9e74-4bfc9193c17e tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Request body: {'port': {'device_id': '20cb32b1-3bb5-4c78-a0c9-415a0a389c23', 'network_id': '72b7de26-d28e-442f-86dd-a5c2d45382d4', 'admin_state_up': True, 'tenant_id': '8eb97d13f143470bb7bb1d08e98f9315'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:26:24.553572 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-dbec8245-592c-46f3-9e74-4bfc9193c17e tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Made reservation on behalf of 8eb97d13f143470bb7bb1d08e98f9315 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:26:24.557029 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-dbec8245-592c-46f3-9e74-4bfc9193c17e tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:24.689905 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-dbec8245-592c-46f3-9e74-4bfc9193c17e tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Allocated IP 172.20.0.9 (72b7de26-d28e-442f-86dd-a5c2d45382d4/35db1260-d4b2-40bb-a747-4e52ba0111d1/e67d6801-54c3-45bd-bddc-7973df74bddc) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:26:24.838126 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-dbec8245-592c-46f3-9e74-4bfc9193c17e tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:24.871364 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-dbec8245-592c-46f3-9e74-4bfc9193c17e tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:24.914538 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-dbec8245-592c-46f3-9e74-4bfc9193c17e tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Network 72b7de26-d28e-442f-86dd-a5c2d45382d4 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:26:24.917545 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-dbec8245-592c-46f3-9e74-4bfc9193c17e tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:26:24.921444 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-dbec8245-592c-46f3-9e74-4bfc9193c17e tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:26:24.957569 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec8245-592c-46f3-9e74-4bfc9193c17e tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Pushing event updated for resources: {'Port': ['ID=e67d6801-54c3-45bd-bddc-7973df74bddc,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:24.987172 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-dbec8245-592c-46f3-9e74-4bfc9193c17e tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:24.987798 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-dbec8245-592c-46f3-9e74-4bfc9193c17e tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:25.003730 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-dbec8245-592c-46f3-9e74-4bfc9193c17e tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5635581 May 06 10:26:25.022672 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-2ab5d3fa-fdae-4ac6-8e00-a564f42aa39d service neutron] Request body: {'port': {'device_id': '20cb32b1-3bb5-4c78-a0c9-415a0a389c23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:26:25.076069 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-2ab5d3fa-fdae-4ac6-8e00-a564f42aa39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:25.351518 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-2ab5d3fa-fdae-4ac6-8e00-a564f42aa39d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e67d6801-54c3-45bd-bddc-7973df74bddc {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:26:25.359147 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-2ab5d3fa-fdae-4ac6-8e00-a564f42aa39d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:25.371298 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-2ab5d3fa-fdae-4ac6-8e00-a564f42aa39d service neutron] Transition to ACTIVE for port object e67d6801-54c3-45bd-bddc-7973df74bddc will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:26:25.376584 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-2ab5d3fa-fdae-4ac6-8e00-a564f42aa39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:25.433203 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5d3fa-fdae-4ac6-8e00-a564f42aa39d service neutron] Pushing event updated for resources: {'Port': ['ID=e67d6801-54c3-45bd-bddc-7973df74bddc,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:25.500309 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-2ab5d3fa-fdae-4ac6-8e00-a564f42aa39d service neutron] Attempting to bind port e67d6801-54c3-45bd-bddc-7973df74bddc on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:26:25.500653 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-2ab5d3fa-fdae-4ac6-8e00-a564f42aa39d service neutron] Attempting to bind port e67d6801-54c3-45bd-bddc-7973df74bddc by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'f1f7544b-d702-4b52-8b51-363ed10b40a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '72b7de26-d28e-442f-86dd-a5c2d45382d4'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:26:25.500994 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-2ab5d3fa-fdae-4ac6-8e00-a564f42aa39d service neutron] Attempting to bind port e67d6801-54c3-45bd-bddc-7973df74bddc on network 72b7de26-d28e-442f-86dd-a5c2d45382d4 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:26:25.505679 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-2ab5d3fa-fdae-4ac6-8e00-a564f42aa39d service neutron] Port e67d6801-54c3-45bd-bddc-7973df74bddc on network 72b7de26-d28e-442f-86dd-a5c2d45382d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:26:25.505942 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-2ab5d3fa-fdae-4ac6-8e00-a564f42aa39d service neutron] Attempting to bind port e67d6801-54c3-45bd-bddc-7973df74bddc on network 72b7de26-d28e-442f-86dd-a5c2d45382d4 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:26:25.511133 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-2ab5d3fa-fdae-4ac6-8e00-a564f42aa39d service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:26:25.511284 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-2ab5d3fa-fdae-4ac6-8e00-a564f42aa39d service neutron] Checking segment: {'id': 'f1f7544b-d702-4b52-8b51-363ed10b40a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '72b7de26-d28e-442f-86dd-a5c2d45382d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:26:25.511730 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-2ab5d3fa-fdae-4ac6-8e00-a564f42aa39d service neutron] Bound using segment: {'id': 'f1f7544b-d702-4b52-8b51-363ed10b40a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '72b7de26-d28e-442f-86dd-a5c2d45382d4'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:26:25.512101 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-2ab5d3fa-fdae-4ac6-8e00-a564f42aa39d service neutron] Bound port: e67d6801-54c3-45bd-bddc-7973df74bddc, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1f7544b-d702-4b52-8b51-363ed10b40a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '72b7de26-d28e-442f-86dd-a5c2d45382d4'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:26:25.512466 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-2ab5d3fa-fdae-4ac6-8e00-a564f42aa39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:25.520143 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878b3f4-cdfa-4897-97ef-b6454c5f96c7 req-b484f13f-324e-4d13-a3e3-1274a6622154 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:25.521701 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8878b3f4-cdfa-4897-97ef-b6454c5f96c7 req-b484f13f-324e-4d13-a3e3-1274a6622154 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?device_id=20cb32b1-3bb5-4c78-a0c9-415a0a389c23 HTTP/1.1" status: 200 len: 943 time: 0.0548706 May 06 10:26:25.560631 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8878b3f4-cdfa-4897-97ef-b6454c5f96c7 req-4d7ac132-6fad-41f1-a736-de843396a970 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/security-groups?id=db62453c-16d5-4f60-898c-75016ca631d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315993 May 06 10:26:25.577825 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-2ab5d3fa-fdae-4ac6-8e00-a564f42aa39d service neutron] For port e67d6801-54c3-45bd-bddc-7973df74bddc, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:26:25.580948 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-2ab5d3fa-fdae-4ac6-8e00-a564f42aa39d service neutron] For port e67d6801-54c3-45bd-bddc-7973df74bddc, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=e67d6801-54c3-45bd-bddc-7973df74bddc,segment=NetworkSegment(f1f7544b-d702-4b52-8b51-363ed10b40a9),segment_id=f1f7544b-d702-4b52-8b51-363ed10b40a9)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:26:25.585140 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-2ab5d3fa-fdae-4ac6-8e00-a564f42aa39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:25.624027 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-2ab5d3fa-fdae-4ac6-8e00-a564f42aa39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:25.624649 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-2ab5d3fa-fdae-4ac6-8e00-a564f42aa39d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:25.626043 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-2ab5d3fa-fdae-4ac6-8e00-a564f42aa39d service neutron] 10.222.0.77 "PUT /v2.0/ports/e67d6801-54c3-45bd-bddc-7973df74bddc HTTP/1.1" status: 200 len: 1091 time: 0.6073961 May 06 10:26:25.626498 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20cb32b1-3bb5-4c78-a0c9-415a0a389c23', 'tag': 'e67d6801-54c3-45bd-bddc-7973df74bddc'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:26:25.628786 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7b53b8-36fa-49be-9882-f095fe9413a1" -d '{"events": [{"name": "network-changed", "server_uuid": "20cb32b1-3bb5-4c78-a0c9-415a0a389c23", "tag": "e67d6801-54c3-45bd-bddc-7973df74bddc"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:26:25.652699 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5d3fa-fdae-4ac6-8e00-a564f42aa39d service neutron] Pushing event updated for resources: {'Port': ['ID=e67d6801-54c3-45bd-bddc-7973df74bddc,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:25.667549 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b57dbc-19b8-42c8-8711-4a167657fddf x-openstack-request-id: req-e9b57dbc-19b8-42c8-8711-4a167657fddf {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:26:25.667844 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20cb32b1-3bb5-4c78-a0c9-415a0a389c23", "tag": "e67d6801-54c3-45bd-bddc-7973df74bddc", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:26:25.668101 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e9b57dbc-19b8-42c8-8711-4a167657fddf {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:26:25.668517 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9b57dbc-19b8-42c8-8711-4a167657fddf'] response: {'name': 'network-changed', 'server_uuid': '20cb32b1-3bb5-4c78-a0c9-415a0a389c23', 'tag': 'e67d6801-54c3-45bd-bddc-7973df74bddc', 'status': 'completed', 'code': 200} May 06 10:26:25.725396 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-19ed2e5a-017d-4e65-b2c5-4648a110bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:25.726915 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-19ed2e5a-017d-4e65-b2c5-4648a110bdf5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8eb97d13f143470bb7bb1d08e98f9315&device_id=20cb32b1-3bb5-4c78-a0c9-415a0a389c23 HTTP/1.1" status: 200 len: 1094 time: 0.0405352 May 06 10:26:25.773741 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-7e0f8691-8b88-4f11-af08-bca6859c9921 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e67d6801-54c3-45bd-bddc-7973df74bddc HTTP/1.1" status: 200 len: 217 time: 0.0347295 May 06 10:26:25.828538 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-4edf7ee6-3778-4774-9f79-c8bb27c1e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:25.829984 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-4edf7ee6-3778-4774-9f79-c8bb27c1e218 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=35db1260-d4b2-40bb-a747-4e52ba0111d1 HTTP/1.1" status: 200 len: 854 time: 0.0493112 May 06 10:26:25.861730 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-949fbea2-74b6-4dd9-8149-04c7fdc83332 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=72b7de26-d28e-442f-86dd-a5c2d45382d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247250 May 06 10:26:25.953223 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-4718012e-04b3-428f-9d12-72119f03e646 service neutron] 10.222.0.77 "GET /v2.0/networks/72b7de26-d28e-442f-86dd-a5c2d45382d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847714 May 06 10:26:26.047896 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1d72ad54-2bfb-4172-91b2-6fefd91e9041 req-c2cb3119-e199-4232-8603-8d889cc3bd12 service neutron] 10.222.0.77 "GET /v2.0/networks/72b7de26-d28e-442f-86dd-a5c2d45382d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882006 May 06 10:26:26.169955 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b53b8-36fa-49be-9882-f095fe9413a1 req-f5db61ac-eb01-491b-b08d-5a47b44a0553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:26.172144 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ad7b53b8-36fa-49be-9882-f095fe9413a1 req-f5db61ac-eb01-491b-b08d-5a47b44a0553 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8eb97d13f143470bb7bb1d08e98f9315&device_id=20cb32b1-3bb5-4c78-a0c9-415a0a389c23 HTTP/1.1" status: 200 len: 1094 time: 0.0429809 May 06 10:26:26.267920 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b53b8-36fa-49be-9882-f095fe9413a1 req-01dec953-814e-4c83-b22b-8751ce1c1ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:26.269406 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ad7b53b8-36fa-49be-9882-f095fe9413a1 req-01dec953-814e-4c83-b22b-8751ce1c1ed3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=72b7de26-d28e-442f-86dd-a5c2d45382d4 HTTP/1.1" status: 200 len: 915 time: 0.0898275 May 06 10:26:26.312681 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ad7b53b8-36fa-49be-9882-f095fe9413a1 req-669ea1db-421c-407c-a709-5cfab457df1c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e67d6801-54c3-45bd-bddc-7973df74bddc HTTP/1.1" status: 200 len: 217 time: 0.0356472 May 06 10:26:26.360241 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b53b8-36fa-49be-9882-f095fe9413a1 req-a5f612c2-0a6c-4661-8047-f450197d9e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:26.361643 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ad7b53b8-36fa-49be-9882-f095fe9413a1 req-a5f612c2-0a6c-4661-8047-f450197d9e29 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=35db1260-d4b2-40bb-a747-4e52ba0111d1 HTTP/1.1" status: 200 len: 854 time: 0.0428383 May 06 10:26:26.392508 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ad7b53b8-36fa-49be-9882-f095fe9413a1 req-f6459568-1d52-4070-8a6d-60b7a78aceec service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=72b7de26-d28e-442f-86dd-a5c2d45382d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238497 May 06 10:26:26.484276 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ad7b53b8-36fa-49be-9882-f095fe9413a1 req-5c47afc7-e695-42bd-bbf2-a86322082884 service neutron] 10.222.0.77 "GET /v2.0/networks/72b7de26-d28e-442f-86dd-a5c2d45382d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850704 May 06 10:26:26.572651 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ad7b53b8-36fa-49be-9882-f095fe9413a1 req-8e8e3a86-c9bb-4da6-9621-be284b6c79b8 service neutron] 10.222.0.77 "GET /v2.0/networks/72b7de26-d28e-442f-86dd-a5c2d45382d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815458 May 06 10:26:26.679101 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36663d-92f7-4ca1-aaf0-018708029407 req-05802317-128d-4dfd-a626-0464c7639f03 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:26.680580 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6e36663d-92f7-4ca1-aaf0-018708029407 req-05802317-128d-4dfd-a626-0464c7639f03 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?device_id=20cb32b1-3bb5-4c78-a0c9-415a0a389c23 HTTP/1.1" status: 200 len: 943 time: 0.0482864 May 06 10:26:26.718804 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6e36663d-92f7-4ca1-aaf0-018708029407 req-0638d18e-e08f-453d-9ec8-991ab1cf9c90 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/security-groups?id=db62453c-16d5-4f60-898c-75016ca631d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308828 May 06 10:26:27.833922 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6824863-007a-4ed0-8b88-588270179475 req-00e2bd17-ae88-4c77-82e1-b86b7b9d4331 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:27.835428 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a6824863-007a-4ed0-8b88-588270179475 req-00e2bd17-ae88-4c77-82e1-b86b7b9d4331 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?device_id=20cb32b1-3bb5-4c78-a0c9-415a0a389c23 HTTP/1.1" status: 200 len: 943 time: 0.0486922 May 06 10:26:27.872789 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a6824863-007a-4ed0-8b88-588270179475 req-903d889c-63b9-4b55-8530-9119a829357c tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/security-groups?id=db62453c-16d5-4f60-898c-75016ca631d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314422 May 06 10:26:28.992614 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059c480-2f0f-4a7d-b1bb-1d02102b6e39 req-0145373b-930e-4ceb-8a92-ba2d6686092c tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:28.994094 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b059c480-2f0f-4a7d-b1bb-1d02102b6e39 req-0145373b-930e-4ceb-8a92-ba2d6686092c tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?device_id=20cb32b1-3bb5-4c78-a0c9-415a0a389c23 HTTP/1.1" status: 200 len: 943 time: 0.0539379 May 06 10:26:29.030884 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b059c480-2f0f-4a7d-b1bb-1d02102b6e39 req-780cbf77-bd4b-4837-8f4c-ccaab2deba5a tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/security-groups?id=db62453c-16d5-4f60-898c-75016ca631d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308323 May 06 10:26:29.429877 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:29.783080 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device e67d6801-54c3-45bd-bddc-7973df74bddc details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:26:29.878118 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port e67d6801-54c3-45bd-bddc-7973df74bddc, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=e67d6801-54c3-45bd-bddc-7973df74bddc,segment=NetworkSegment(f1f7544b-d702-4b52-8b51-363ed10b40a9),segment_id=f1f7544b-d702-4b52-8b51-363ed10b40a9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:26:29.890018 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'e67d6801-54c3-45bd-bddc-7973df74bddc', 'network_id': '72b7de26-d28e-442f-86dd-a5c2d45382d4', 'port_id': 'e67d6801-54c3-45bd-bddc-7973df74bddc', 'mac_address': 'fa:16:3e:05:be:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35db1260-d4b2-40bb-a747-4e52ba0111d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:26:29.925730 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:29.938978 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67d6801-54c3-45bd-bddc-7973df74bddc {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:26:29.959274 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port e67d6801-54c3-45bd-bddc-7973df74bddc, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=e67d6801-54c3-45bd-bddc-7973df74bddc,segment=NetworkSegment(f1f7544b-d702-4b52-8b51-363ed10b40a9),segment_id=f1f7544b-d702-4b52-8b51-363ed10b40a9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:26:29.963300 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:30.009520 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=e67d6801-54c3-45bd-bddc-7973df74bddc,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:30.145432 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d24c07-ff7f-461f-8169-364d1b45bc9a req-bb23f335-7930-4c65-a45a-f86670246ed3 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:30.146918 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-91d24c07-ff7f-461f-8169-364d1b45bc9a req-bb23f335-7930-4c65-a45a-f86670246ed3 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?device_id=20cb32b1-3bb5-4c78-a0c9-415a0a389c23 HTTP/1.1" status: 200 len: 944 time: 0.0496027 May 06 10:26:30.185746 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-91d24c07-ff7f-461f-8169-364d1b45bc9a req-1813e8d5-f07d-48b5-b4c0-7f63158fffd0 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/security-groups?id=db62453c-16d5-4f60-898c-75016ca631d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328448 May 06 10:26:30.313116 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['e67d6801-54c3-45bd-bddc-7973df74bddc'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:26:31.301089 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1c383-e184-40e0-a7bd-13641131716e req-5095a86f-0ed9-4ff0-9756-fcbd4628c2ab tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:31.302616 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57d1c383-e184-40e0-a7bd-13641131716e req-5095a86f-0ed9-4ff0-9756-fcbd4628c2ab tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?device_id=20cb32b1-3bb5-4c78-a0c9-415a0a389c23 HTTP/1.1" status: 200 len: 944 time: 0.0489748 May 06 10:26:31.340634 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57d1c383-e184-40e0-a7bd-13641131716e req-f85bed12-759f-4506-8574-caa29bdcc54c tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/security-groups?id=db62453c-16d5-4f60-898c-75016ca631d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319495 May 06 10:26:31.799065 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device e67d6801-54c3-45bd-bddc-7973df74bddc up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:26:31.847097 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port e67d6801-54c3-45bd-bddc-7973df74bddc completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:26:31.850915 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port e67d6801-54c3-45bd-bddc-7973df74bddc triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:26:31.851327 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:31.930097 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:31.953092 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20cb32b1-3bb5-4c78-a0c9-415a0a389c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67d6801-54c3-45bd-bddc-7973df74bddc'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:26:31.955359 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58112d52-336c-4dee-ac39-1d661aa65172" -d '{"events": [{"server_uuid": "20cb32b1-3bb5-4c78-a0c9-415a0a389c23", "name": "network-vif-plugged", "status": "completed", "tag": "e67d6801-54c3-45bd-bddc-7973df74bddc"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:26:31.968184 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port e67d6801-54c3-45bd-bddc-7973df74bddc, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=e67d6801-54c3-45bd-bddc-7973df74bddc,segment=NetworkSegment(f1f7544b-d702-4b52-8b51-363ed10b40a9),segment_id=f1f7544b-d702-4b52-8b51-363ed10b40a9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:26:31.972457 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:31.996087 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8234edaf-0757-4280-a601-01ea63bed43f x-openstack-request-id: req-8234edaf-0757-4280-a601-01ea63bed43f {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:26:31.996382 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20cb32b1-3bb5-4c78-a0c9-415a0a389c23", "name": "network-vif-plugged", "status": "completed", "tag": "e67d6801-54c3-45bd-bddc-7973df74bddc", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:26:31.996637 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8234edaf-0757-4280-a601-01ea63bed43f {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:26:31.997036 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8234edaf-0757-4280-a601-01ea63bed43f'] response: {'server_uuid': '20cb32b1-3bb5-4c78-a0c9-415a0a389c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67d6801-54c3-45bd-bddc-7973df74bddc', 'code': 200} May 06 10:26:32.021517 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=e67d6801-54c3-45bd-bddc-7973df74bddc,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:32.120149 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90704386-dd57-4794-8144-4c9b56feae42 req-ede8327a-7ed6-45b2-ab26-0d31df5ab9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:32.121654 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-90704386-dd57-4794-8144-4c9b56feae42 req-ede8327a-7ed6-45b2-ab26-0d31df5ab9fd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=20cb32b1-3bb5-4c78-a0c9-415a0a389c23 HTTP/1.1" status: 200 len: 1096 time: 0.0450826 May 06 10:26:32.156481 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-90704386-dd57-4794-8144-4c9b56feae42 req-14a542f3-7b38-4131-9470-cdff0e9d2d54 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=db62453c-16d5-4f60-898c-75016ca631d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273581 May 06 10:26:32.468242 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20748ef3-8f6f-4924-a9f2-2a5de64cb3a6 req-fa872a74-4000-44da-87cf-cd01f09976c4 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:32.469769 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-20748ef3-8f6f-4924-a9f2-2a5de64cb3a6 req-fa872a74-4000-44da-87cf-cd01f09976c4 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?device_id=20cb32b1-3bb5-4c78-a0c9-415a0a389c23 HTTP/1.1" status: 200 len: 945 time: 0.0552599 May 06 10:26:32.506838 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-20748ef3-8f6f-4924-a9f2-2a5de64cb3a6 req-55f1f9b0-952b-4dd3-83fb-09ea9576a602 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/security-groups?id=db62453c-16d5-4f60-898c-75016ca631d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310380 May 06 10:26:33.624412 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fc6d2-6ffc-49b9-bb04-258ee086b2e1 req-5757126e-3eb6-4d84-9626-8336597575fe tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:33.625905 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-686fc6d2-6ffc-49b9-bb04-258ee086b2e1 req-5757126e-3eb6-4d84-9626-8336597575fe tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?device_id=20cb32b1-3bb5-4c78-a0c9-415a0a389c23 HTTP/1.1" status: 200 len: 945 time: 0.0491951 May 06 10:26:33.662916 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-686fc6d2-6ffc-49b9-bb04-258ee086b2e1 req-93d29e31-fc90-45c8-8928-61bc951fcbb2 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/security-groups?id=db62453c-16d5-4f60-898c-75016ca631d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310073 May 06 10:26:33.888689 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-19b051c3-2042-4521-a19e-c46caaba7f6d tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:33.890676 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-19b051c3-2042-4521-a19e-c46caaba7f6d tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/networks?id=72b7de26-d28e-442f-86dd-a5c2d45382d4 HTTP/1.1" status: 200 len: 814 time: 0.1055379 May 06 10:26:33.906303 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-322e8e8a-056b-443b-9260-2fcbf9cd1e82 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/quotas/8eb97d13f143470bb7bb1d08e98f9315 HTTP/1.1" status: 200 len: 375 time: 0.0097480 May 06 10:26:33.956728 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-c5e59acb-c4c4-402f-aab0-19f5c1e64857 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8eb97d13f143470bb7bb1d08e98f9315&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0448637 May 06 10:26:34.047092 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-ec435dbe-fe28-4744-9de3-537312f0312a service neutron] 10.222.0.73 "GET /v2.0/networks/72b7de26-d28e-442f-86dd-a5c2d45382d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832055 May 06 10:26:34.138908 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-9950d1d6-5fcc-4d72-8c49-82732915076c service neutron] 10.222.0.73 "GET /v2.0/networks/72b7de26-d28e-442f-86dd-a5c2d45382d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856655 May 06 10:26:34.295074 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-03dd5847-2bcf-4763-83cb-0132f9cfd675 req-72622ebe-be67-42c5-96bf-90a7ae5e4879 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?device_id=ccf7d8f3-fcec-4272-8e12-de11c6b1b3d2 HTTP/1.1" status: 200 len: 210 time: 0.0273216 May 06 10:26:35.236007 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-e1cea044-e4a1-4809-a4bf-e1850211165f tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:35.237392 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-e1cea044-e4a1-4809-a4bf-e1850211165f tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.84 "GET /v2.0/networks?id=72b7de26-d28e-442f-86dd-a5c2d45382d4 HTTP/1.1" status: 200 len: 814 time: 0.1111693 May 06 10:26:35.251285 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-3c0dd66f-40dc-4381-a480-a5ed0b9957cb tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Request body: {'port': {'device_id': 'ccf7d8f3-fcec-4272-8e12-de11c6b1b3d2', 'network_id': '72b7de26-d28e-442f-86dd-a5c2d45382d4', 'admin_state_up': True, 'tenant_id': '8eb97d13f143470bb7bb1d08e98f9315'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:26:35.367433 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-3c0dd66f-40dc-4381-a480-a5ed0b9957cb tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Made reservation on behalf of 8eb97d13f143470bb7bb1d08e98f9315 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:26:35.370980 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-3c0dd66f-40dc-4381-a480-a5ed0b9957cb tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:35.414307 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f91ffcce-05cb-4120-bbb8-249ef31fc1f0 req-c0ff6185-ad27-4006-b333-f80bdf597861 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?device_id=ccf7d8f3-fcec-4272-8e12-de11c6b1b3d2 HTTP/1.1" status: 200 len: 210 time: 0.0410118 May 06 10:26:35.528964 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-3c0dd66f-40dc-4381-a480-a5ed0b9957cb tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Allocated IP 172.20.0.12 (72b7de26-d28e-442f-86dd-a5c2d45382d4/35db1260-d4b2-40bb-a747-4e52ba0111d1/5c86dbae-c61f-4218-b95b-1433aeef5df3) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:26:35.679232 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-3c0dd66f-40dc-4381-a480-a5ed0b9957cb tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:35.712249 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-3c0dd66f-40dc-4381-a480-a5ed0b9957cb tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:35.753530 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['e67d6801-54c3-45bd-bddc-7973df74bddc'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:26:35.755240 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-3c0dd66f-40dc-4381-a480-a5ed0b9957cb tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Network 72b7de26-d28e-442f-86dd-a5c2d45382d4 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:26:35.758337 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-3c0dd66f-40dc-4381-a480-a5ed0b9957cb tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:26:35.761961 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-3c0dd66f-40dc-4381-a480-a5ed0b9957cb tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:26:35.787815 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0dd66f-40dc-4381-a480-a5ed0b9957cb tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Pushing event updated for resources: {'Port': ['ID=5c86dbae-c61f-4218-b95b-1433aeef5df3,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:35.815596 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-3c0dd66f-40dc-4381-a480-a5ed0b9957cb tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:35.816212 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-3c0dd66f-40dc-4381-a480-a5ed0b9957cb tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:35.832041 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-3c0dd66f-40dc-4381-a480-a5ed0b9957cb tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5859935 May 06 10:26:35.844170 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-b48bee35-0d77-4820-aec5-d75539077f7d service neutron] Request body: {'port': {'device_id': 'ccf7d8f3-fcec-4272-8e12-de11c6b1b3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:26:35.902638 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-b48bee35-0d77-4820-aec5-d75539077f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:36.169185 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-b48bee35-0d77-4820-aec5-d75539077f7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c86dbae-c61f-4218-b95b-1433aeef5df3 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:26:36.176832 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-b48bee35-0d77-4820-aec5-d75539077f7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:36.189599 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-b48bee35-0d77-4820-aec5-d75539077f7d service neutron] Transition to ACTIVE for port object 5c86dbae-c61f-4218-b95b-1433aeef5df3 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:26:36.193257 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-b48bee35-0d77-4820-aec5-d75539077f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:36.245783 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48bee35-0d77-4820-aec5-d75539077f7d service neutron] Pushing event updated for resources: {'Port': ['ID=5c86dbae-c61f-4218-b95b-1433aeef5df3,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:36.313469 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-b48bee35-0d77-4820-aec5-d75539077f7d service neutron] Attempting to bind port 5c86dbae-c61f-4218-b95b-1433aeef5df3 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:26:36.313805 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-b48bee35-0d77-4820-aec5-d75539077f7d service neutron] Attempting to bind port 5c86dbae-c61f-4218-b95b-1433aeef5df3 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'f1f7544b-d702-4b52-8b51-363ed10b40a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '72b7de26-d28e-442f-86dd-a5c2d45382d4'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:26:36.314140 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-b48bee35-0d77-4820-aec5-d75539077f7d service neutron] Attempting to bind port 5c86dbae-c61f-4218-b95b-1433aeef5df3 on network 72b7de26-d28e-442f-86dd-a5c2d45382d4 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:26:36.318436 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-b48bee35-0d77-4820-aec5-d75539077f7d service neutron] Port 5c86dbae-c61f-4218-b95b-1433aeef5df3 on network 72b7de26-d28e-442f-86dd-a5c2d45382d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:26:36.318761 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-b48bee35-0d77-4820-aec5-d75539077f7d service neutron] Attempting to bind port 5c86dbae-c61f-4218-b95b-1433aeef5df3 on network 72b7de26-d28e-442f-86dd-a5c2d45382d4 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:26:36.323530 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-b48bee35-0d77-4820-aec5-d75539077f7d service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:26:36.323874 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-b48bee35-0d77-4820-aec5-d75539077f7d service neutron] Checking segment: {'id': 'f1f7544b-d702-4b52-8b51-363ed10b40a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '72b7de26-d28e-442f-86dd-a5c2d45382d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:26:36.324256 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-b48bee35-0d77-4820-aec5-d75539077f7d service neutron] Bound using segment: {'id': 'f1f7544b-d702-4b52-8b51-363ed10b40a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '72b7de26-d28e-442f-86dd-a5c2d45382d4'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:26:36.324685 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-b48bee35-0d77-4820-aec5-d75539077f7d service neutron] Bound port: 5c86dbae-c61f-4218-b95b-1433aeef5df3, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1f7544b-d702-4b52-8b51-363ed10b40a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '72b7de26-d28e-442f-86dd-a5c2d45382d4'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:26:36.325043 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-b48bee35-0d77-4820-aec5-d75539077f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:36.390994 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-b48bee35-0d77-4820-aec5-d75539077f7d service neutron] For port 5c86dbae-c61f-4218-b95b-1433aeef5df3, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:26:36.394764 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-b48bee35-0d77-4820-aec5-d75539077f7d service neutron] For port 5c86dbae-c61f-4218-b95b-1433aeef5df3, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=5c86dbae-c61f-4218-b95b-1433aeef5df3,segment=NetworkSegment(f1f7544b-d702-4b52-8b51-363ed10b40a9),segment_id=f1f7544b-d702-4b52-8b51-363ed10b40a9)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:26:36.399449 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-b48bee35-0d77-4820-aec5-d75539077f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:36.434525 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-b48bee35-0d77-4820-aec5-d75539077f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:36.435145 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-b48bee35-0d77-4820-aec5-d75539077f7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:36.437559 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-b48bee35-0d77-4820-aec5-d75539077f7d service neutron] 10.222.0.84 "PUT /v2.0/ports/5c86dbae-c61f-4218-b95b-1433aeef5df3 HTTP/1.1" status: 200 len: 1092 time: 0.5974777 May 06 10:26:36.437559 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf7d8f3-fcec-4272-8e12-de11c6b1b3d2', 'tag': '5c86dbae-c61f-4218-b95b-1433aeef5df3'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:26:36.440374 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114eac9c-136e-46ac-86e9-708e527527c0" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf7d8f3-fcec-4272-8e12-de11c6b1b3d2", "tag": "5c86dbae-c61f-4218-b95b-1433aeef5df3"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:26:36.466841 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48bee35-0d77-4820-aec5-d75539077f7d service neutron] Pushing event updated for resources: {'Port': ['ID=5c86dbae-c61f-4218-b95b-1433aeef5df3,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:36.552935 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-f3e522c6-65fa-4d08-a52c-b4cd1b5bba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:36.554461 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-f3e522c6-65fa-4d08-a52c-b4cd1b5bba8e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8eb97d13f143470bb7bb1d08e98f9315&device_id=ccf7d8f3-fcec-4272-8e12-de11c6b1b3d2 HTTP/1.1" status: 200 len: 1095 time: 0.0753744 May 06 10:26:36.567199 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff1267-40f3-42d5-8bed-65d3bc2bbe27 req-7079abc8-e6f4-47e1-a2e6-c7def09c6998 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:36.568636 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67ff1267-40f3-42d5-8bed-65d3bc2bbe27 req-7079abc8-e6f4-47e1-a2e6-c7def09c6998 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?device_id=ccf7d8f3-fcec-4272-8e12-de11c6b1b3d2 HTTP/1.1" status: 200 len: 944 time: 0.0589123 May 06 10:26:36.615327 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-d33cdeb3-ac8c-4772-ae53-5e38fc3fa692 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c86dbae-c61f-4218-b95b-1433aeef5df3 HTTP/1.1" status: 200 len: 217 time: 0.0457077 May 06 10:26:36.668557 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67ff1267-40f3-42d5-8bed-65d3bc2bbe27 req-79c2cbed-ff35-4037-99fa-e04ed1fbf2cf tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/security-groups?id=db62453c-16d5-4f60-898c-75016ca631d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929456 May 06 10:26:36.692319 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-c4e0b052-9804-432e-9495-e45c26bb3a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:36.694625 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-c4e0b052-9804-432e-9495-e45c26bb3a1f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=35db1260-d4b2-40bb-a747-4e52ba0111d1 HTTP/1.1" status: 200 len: 854 time: 0.0710857 May 06 10:26:36.726987 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cabb253-1709-42df-a3ad-f9372c41c4f9 x-openstack-request-id: req-1cabb253-1709-42df-a3ad-f9372c41c4f9 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:26:36.727381 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf7d8f3-fcec-4272-8e12-de11c6b1b3d2", "tag": "5c86dbae-c61f-4218-b95b-1433aeef5df3", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:26:36.727641 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1cabb253-1709-42df-a3ad-f9372c41c4f9 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:26:36.728053 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cabb253-1709-42df-a3ad-f9372c41c4f9'] response: {'name': 'network-changed', 'server_uuid': 'ccf7d8f3-fcec-4272-8e12-de11c6b1b3d2', 'tag': '5c86dbae-c61f-4218-b95b-1433aeef5df3', 'status': 'completed', 'code': 200} May 06 10:26:36.730101 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-81520045-d43e-43b9-b695-3fbe1033aa75 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=72b7de26-d28e-442f-86dd-a5c2d45382d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291858 May 06 10:26:36.821535 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-b37c2241-04fc-42cd-9ea8-b66beba1ad5f service neutron] 10.222.0.84 "GET /v2.0/networks/72b7de26-d28e-442f-86dd-a5c2d45382d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837379 May 06 10:26:36.918168 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b8acbcbc-552b-4942-b1ae-a31c1a4d328f req-a5637060-ff00-41dd-88ab-8b85c74a32ba service neutron] 10.222.0.84 "GET /v2.0/networks/72b7de26-d28e-442f-86dd-a5c2d45382d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893207 May 06 10:26:37.006458 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114eac9c-136e-46ac-86e9-708e527527c0 req-b0ffb0ab-f62a-4290-8f25-ae0cbfd15749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:37.008020 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-114eac9c-136e-46ac-86e9-708e527527c0 req-b0ffb0ab-f62a-4290-8f25-ae0cbfd15749 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8eb97d13f143470bb7bb1d08e98f9315&device_id=ccf7d8f3-fcec-4272-8e12-de11c6b1b3d2 HTTP/1.1" status: 200 len: 1095 time: 0.0425737 May 06 10:26:37.101802 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114eac9c-136e-46ac-86e9-708e527527c0 req-d13b2ee9-f714-46b2-a79a-2cdc1c23bec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:37.103304 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-114eac9c-136e-46ac-86e9-708e527527c0 req-d13b2ee9-f714-46b2-a79a-2cdc1c23bec6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=72b7de26-d28e-442f-86dd-a5c2d45382d4 HTTP/1.1" status: 200 len: 915 time: 0.0873427 May 06 10:26:37.145809 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-114eac9c-136e-46ac-86e9-708e527527c0 req-2191d692-b203-46de-9df7-c704c741d5f9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c86dbae-c61f-4218-b95b-1433aeef5df3 HTTP/1.1" status: 200 len: 217 time: 0.0345352 May 06 10:26:37.194553 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114eac9c-136e-46ac-86e9-708e527527c0 req-9369984f-2942-4716-ad12-f261bcc1831b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:37.195961 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-114eac9c-136e-46ac-86e9-708e527527c0 req-9369984f-2942-4716-ad12-f261bcc1831b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=35db1260-d4b2-40bb-a747-4e52ba0111d1 HTTP/1.1" status: 200 len: 854 time: 0.0430005 May 06 10:26:37.228495 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-114eac9c-136e-46ac-86e9-708e527527c0 req-82c5a528-9225-48dc-adca-b37404cd4954 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=72b7de26-d28e-442f-86dd-a5c2d45382d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240328 May 06 10:26:37.321364 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-114eac9c-136e-46ac-86e9-708e527527c0 req-dc099f33-35bb-4ce7-a323-f898b757131d service neutron] 10.222.0.84 "GET /v2.0/networks/72b7de26-d28e-442f-86dd-a5c2d45382d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853496 May 06 10:26:37.413548 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-114eac9c-136e-46ac-86e9-708e527527c0 req-e7fff93f-be6a-4dec-8bce-2144f1f6c91a service neutron] 10.222.0.84 "GET /v2.0/networks/72b7de26-d28e-442f-86dd-a5c2d45382d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837181 May 06 10:26:37.791415 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e689c-d05b-4979-9793-762554633e24 req-d89865de-6274-4119-891f-8062afaea0e8 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:37.792798 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-939e689c-d05b-4979-9793-762554633e24 req-d89865de-6274-4119-891f-8062afaea0e8 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?device_id=ccf7d8f3-fcec-4272-8e12-de11c6b1b3d2 HTTP/1.1" status: 200 len: 944 time: 0.0534811 May 06 10:26:37.830046 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-939e689c-d05b-4979-9793-762554633e24 req-ab424f56-2250-47e2-a358-19c8e5fd1306 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/security-groups?id=db62453c-16d5-4f60-898c-75016ca631d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313110 May 06 10:26:38.944758 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99684c9d-e81d-4b22-b441-ce34a4f938f6 req-fea368c8-386d-42d1-bd9c-ac63192acb1c tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:38.946252 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99684c9d-e81d-4b22-b441-ce34a4f938f6 req-fea368c8-386d-42d1-bd9c-ac63192acb1c tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?device_id=ccf7d8f3-fcec-4272-8e12-de11c6b1b3d2 HTTP/1.1" status: 200 len: 944 time: 0.0499020 May 06 10:26:38.984510 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99684c9d-e81d-4b22-b441-ce34a4f938f6 req-d9428051-013b-4680-92c2-fa55b7d2e01f tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/security-groups?id=db62453c-16d5-4f60-898c-75016ca631d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317056 May 06 10:26:40.097313 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cac88-f339-43de-9cd1-6ca8a2e8346a req-63e116ea-f078-4d3e-9a19-c02161ef8d3b tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:40.099153 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c87cac88-f339-43de-9cd1-6ca8a2e8346a req-63e116ea-f078-4d3e-9a19-c02161ef8d3b tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?device_id=ccf7d8f3-fcec-4272-8e12-de11c6b1b3d2 HTTP/1.1" status: 200 len: 944 time: 0.0484941 May 06 10:26:40.136472 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c87cac88-f339-43de-9cd1-6ca8a2e8346a req-301eb48b-628d-4842-8052-cba35e893e83 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/security-groups?id=db62453c-16d5-4f60-898c-75016ca631d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317190 May 06 10:26:40.249964 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 5c86dbae-c61f-4218-b95b-1433aeef5df3 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:26:40.354472 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 5c86dbae-c61f-4218-b95b-1433aeef5df3, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=5c86dbae-c61f-4218-b95b-1433aeef5df3,segment=NetworkSegment(f1f7544b-d702-4b52-8b51-363ed10b40a9),segment_id=f1f7544b-d702-4b52-8b51-363ed10b40a9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:26:40.365807 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '5c86dbae-c61f-4218-b95b-1433aeef5df3', 'network_id': '72b7de26-d28e-442f-86dd-a5c2d45382d4', 'port_id': '5c86dbae-c61f-4218-b95b-1433aeef5df3', 'mac_address': 'fa:16:3e:47:5d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35db1260-d4b2-40bb-a747-4e52ba0111d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:26:40.402324 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:40.415010 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c86dbae-c61f-4218-b95b-1433aeef5df3 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:26:40.433596 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 5c86dbae-c61f-4218-b95b-1433aeef5df3, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=5c86dbae-c61f-4218-b95b-1433aeef5df3,segment=NetworkSegment(f1f7544b-d702-4b52-8b51-363ed10b40a9),segment_id=f1f7544b-d702-4b52-8b51-363ed10b40a9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:26:40.438143 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:40.488091 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=5c86dbae-c61f-4218-b95b-1433aeef5df3,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:40.633739 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['5c86dbae-c61f-4218-b95b-1433aeef5df3'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:26:41.256942 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c04f4c-26ad-4790-bcdd-1d68a6e10fc7 req-8f47e0c6-a2bd-41d4-a471-17f42d96b8d3 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:41.258395 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-81c04f4c-26ad-4790-bcdd-1d68a6e10fc7 req-8f47e0c6-a2bd-41d4-a471-17f42d96b8d3 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?device_id=ccf7d8f3-fcec-4272-8e12-de11c6b1b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0521932 May 06 10:26:41.295338 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-81c04f4c-26ad-4790-bcdd-1d68a6e10fc7 req-c3d2531d-4160-4fe2-8721-a9097950ef49 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/security-groups?id=db62453c-16d5-4f60-898c-75016ca631d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309079 May 06 10:26:42.265223 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 5c86dbae-c61f-4218-b95b-1433aeef5df3 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:26:42.315541 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 5c86dbae-c61f-4218-b95b-1433aeef5df3 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:26:42.319296 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 5c86dbae-c61f-4218-b95b-1433aeef5df3 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:26:42.319675 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:42.396841 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:42.410956 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30997e12-8df3-4175-a8de-884ed42abd39 req-415237e6-9ba9-45ce-b6aa-02a9b076fbc5 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:42.412490 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-30997e12-8df3-4175-a8de-884ed42abd39 req-415237e6-9ba9-45ce-b6aa-02a9b076fbc5 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?device_id=ccf7d8f3-fcec-4272-8e12-de11c6b1b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0494921 May 06 10:26:42.419530 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf7d8f3-fcec-4272-8e12-de11c6b1b3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c86dbae-c61f-4218-b95b-1433aeef5df3'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:26:42.422398 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695150cb-3d35-4cc8-8e29-9c34fea0598a" -d '{"events": [{"server_uuid": "ccf7d8f3-fcec-4272-8e12-de11c6b1b3d2", "name": "network-vif-plugged", "status": "completed", "tag": "5c86dbae-c61f-4218-b95b-1433aeef5df3"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:26:42.435539 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 5c86dbae-c61f-4218-b95b-1433aeef5df3, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=5c86dbae-c61f-4218-b95b-1433aeef5df3,segment=NetworkSegment(f1f7544b-d702-4b52-8b51-363ed10b40a9),segment_id=f1f7544b-d702-4b52-8b51-363ed10b40a9)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:26:42.440097 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:42.452059 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-30997e12-8df3-4175-a8de-884ed42abd39 req-a94e60f9-b75d-4fae-a28e-ec8cb8fb776b tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/security-groups?id=db62453c-16d5-4f60-898c-75016ca631d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333652 May 06 10:26:42.494485 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=5c86dbae-c61f-4218-b95b-1433aeef5df3,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:42.497656 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da45698-0e59-49fd-ae67-bdbfab247a5e x-openstack-request-id: req-8da45698-0e59-49fd-ae67-bdbfab247a5e {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:26:42.497941 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf7d8f3-fcec-4272-8e12-de11c6b1b3d2", "name": "network-vif-plugged", "status": "completed", "tag": "5c86dbae-c61f-4218-b95b-1433aeef5df3", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:26:42.498193 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8da45698-0e59-49fd-ae67-bdbfab247a5e {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:26:42.498579 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8da45698-0e59-49fd-ae67-bdbfab247a5e'] response: {'server_uuid': 'ccf7d8f3-fcec-4272-8e12-de11c6b1b3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c86dbae-c61f-4218-b95b-1433aeef5df3', 'code': 200} May 06 10:26:42.593914 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1ca4e-703d-487c-9403-a0a654411df1 req-a22700bf-7d64-4414-a8a4-3d49e539e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:42.595351 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0d1ca4e-703d-487c-9403-a0a654411df1 req-a22700bf-7d64-4414-a8a4-3d49e539e35a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ccf7d8f3-fcec-4272-8e12-de11c6b1b3d2 HTTP/1.1" status: 200 len: 1097 time: 0.0403254 May 06 10:26:42.630001 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0d1ca4e-703d-487c-9403-a0a654411df1 req-4d7c3eab-4d8d-4f5b-899d-857745244158 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=db62453c-16d5-4f60-898c-75016ca631d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283003 May 06 10:26:43.573111 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c89a2-541b-4880-bff3-e775f05544ca req-9c61b476-c832-41b7-a691-08de1524a6f7 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:43.574592 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ee4c89a2-541b-4880-bff3-e775f05544ca req-9c61b476-c832-41b7-a691-08de1524a6f7 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?device_id=ccf7d8f3-fcec-4272-8e12-de11c6b1b3d2 HTTP/1.1" status: 200 len: 946 time: 0.0524580 May 06 10:26:43.615428 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ee4c89a2-541b-4880-bff3-e775f05544ca req-f70f1a48-110b-4bb5-ab4b-9f58c3b241d0 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/security-groups?id=db62453c-16d5-4f60-898c-75016ca631d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330560 May 06 10:26:44.730690 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6dae75-cca0-4710-8826-1757b3d6e0a0 req-8f4c5f40-9ed9-456e-9d2c-db94ad4f9902 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:44.732470 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad6dae75-cca0-4710-8826-1757b3d6e0a0 req-8f4c5f40-9ed9-456e-9d2c-db94ad4f9902 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?device_id=ccf7d8f3-fcec-4272-8e12-de11c6b1b3d2 HTTP/1.1" status: 200 len: 946 time: 0.0492928 May 06 10:26:44.771726 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad6dae75-cca0-4710-8826-1757b3d6e0a0 req-2c5eb346-11cc-40ae-b750-06b69dc7f49f tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/security-groups?id=db62453c-16d5-4f60-898c-75016ca631d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326898 May 06 10:26:45.006326 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b358c9-509a-4e53-a897-22f834a1da2e req-b1e0183d-c4c5-41fe-bfe3-61d2f8bb5020 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:45.007825 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73b358c9-509a-4e53-a897-22f834a1da2e req-b1e0183d-c4c5-41fe-bfe3-61d2f8bb5020 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?device_id=ccf7d8f3-fcec-4272-8e12-de11c6b1b3d2 HTTP/1.1" status: 200 len: 946 time: 0.0495059 May 06 10:26:45.044840 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-73b358c9-509a-4e53-a897-22f834a1da2e req-15ee447a-e320-4002-9a1c-9ea03bffe45f tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/security-groups?id=db62453c-16d5-4f60-898c-75016ca631d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311003 May 06 10:26:45.993846 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-58684713-6414-4e75-889e-e4b37b4e79d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:46.170803 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a86b2-8887-409d-97d5-60a77eea986a req-4fd5fe1f-2d2f-4263-a6cd-f011b793ef78 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:46.172808 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e9a86b2-8887-409d-97d5-60a77eea986a req-4fd5fe1f-2d2f-4263-a6cd-f011b793ef78 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?device_id=ccf7d8f3-fcec-4272-8e12-de11c6b1b3d2 HTTP/1.1" status: 200 len: 946 time: 0.0546393 May 06 10:26:46.209899 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e9a86b2-8887-409d-97d5-60a77eea986a req-7d415309-5f29-4356-873a-d9efcaa5c9ea tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/security-groups?id=db62453c-16d5-4f60-898c-75016ca631d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310967 May 06 10:26:46.274706 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0957adb-914f-45d1-82c9-92e37a69bdaa req-961b74e8-e9d6-4ba4-9b37-72c0dbc13354 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:46.276200 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0957adb-914f-45d1-82c9-92e37a69bdaa req-961b74e8-e9d6-4ba4-9b37-72c0dbc13354 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.84 "GET /v2.0/ports?device_id=ccf7d8f3-fcec-4272-8e12-de11c6b1b3d2 HTTP/1.1" status: 200 len: 946 time: 0.0483398 May 06 10:26:46.368669 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-a0957adb-914f-45d1-82c9-92e37a69bdaa req-9419f1c0-e837-4c47-9998-3955c5d4d938 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Deleting port 5c86dbae-c61f-4218-b95b-1433aeef5df3 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:26:46.369017 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a0957adb-914f-45d1-82c9-92e37a69bdaa req-9419f1c0-e837-4c47-9998-3955c5d4d938 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:46.458575 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-a0957adb-914f-45d1-82c9-92e37a69bdaa req-9419f1c0-e837-4c47-9998-3955c5d4d938 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] For port 5c86dbae-c61f-4218-b95b-1433aeef5df3, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=5c86dbae-c61f-4218-b95b-1433aeef5df3,segment=NetworkSegment(f1f7544b-d702-4b52-8b51-363ed10b40a9),segment_id=f1f7544b-d702-4b52-8b51-363ed10b40a9)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:26:46.458870 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a0957adb-914f-45d1-82c9-92e37a69bdaa req-9419f1c0-e837-4c47-9998-3955c5d4d938 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:46.472124 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-a0957adb-914f-45d1-82c9-92e37a69bdaa req-9419f1c0-e837-4c47-9998-3955c5d4d938 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Calling delete_port for 5c86dbae-c61f-4218-b95b-1433aeef5df3 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:26:46.601538 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a0957adb-914f-45d1-82c9-92e37a69bdaa req-9419f1c0-e837-4c47-9998-3955c5d4d938 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:46.613653 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['5c86dbae-c61f-4218-b95b-1433aeef5df3'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:26:46.631272 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419f1c0-e837-4c47-9998-3955c5d4d938 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Pushing event deleted for resources: {'Port': ['ID=5c86dbae-c61f-4218-b95b-1433aeef5df3,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:46.637186 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['e67d6801-54c3-45bd-bddc-7973df74bddc'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:26:46.671364 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0957adb-914f-45d1-82c9-92e37a69bdaa req-9419f1c0-e837-4c47-9998-3955c5d4d938 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] No DVR routers for this DVR port 5c86dbae-c61f-4218-b95b-1433aeef5df3 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:26:46.673917 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a0957adb-914f-45d1-82c9-92e37a69bdaa req-9419f1c0-e837-4c47-9998-3955c5d4d938 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:46.677259 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0957adb-914f-45d1-82c9-92e37a69bdaa req-9419f1c0-e837-4c47-9998-3955c5d4d938 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.84 "DELETE /v2.0/ports/5c86dbae-c61f-4218-b95b-1433aeef5df3 HTTP/1.1" status: 204 len: 173 time: 0.3950183 May 06 10:26:46.677712 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf7d8f3-fcec-4272-8e12-de11c6b1b3d2', 'name': 'network-vif-deleted', 'tag': '5c86dbae-c61f-4218-b95b-1433aeef5df3'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:26:46.680003 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32c05a2-8e95-469d-a531-3d3f97bd3a35" -d '{"events": [{"server_uuid": "ccf7d8f3-fcec-4272-8e12-de11c6b1b3d2", "name": "network-vif-deleted", "tag": "5c86dbae-c61f-4218-b95b-1433aeef5df3"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:26:46.798817 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a4d1f7-157a-4baf-af85-2da2f4f60876 x-openstack-request-id: req-e7a4d1f7-157a-4baf-af85-2da2f4f60876 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:26:46.799168 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf7d8f3-fcec-4272-8e12-de11c6b1b3d2", "name": "network-vif-deleted", "tag": "5c86dbae-c61f-4218-b95b-1433aeef5df3", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:26:46.799404 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e7a4d1f7-157a-4baf-af85-2da2f4f60876 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:26:46.799815 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7a4d1f7-157a-4baf-af85-2da2f4f60876'] response: {'server_uuid': 'ccf7d8f3-fcec-4272-8e12-de11c6b1b3d2', 'name': 'network-vif-deleted', 'tag': '5c86dbae-c61f-4218-b95b-1433aeef5df3', 'status': 'completed', 'code': 200} May 06 10:26:47.364708 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09ab5e-0281-4846-acfa-dc3427f91233 req-aa4aaf5d-3c34-4fc0-a41b-b0aac5fc0a8d tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:47.367219 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1e09ab5e-0281-4846-acfa-dc3427f91233 req-aa4aaf5d-3c34-4fc0-a41b-b0aac5fc0a8d tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?device_id=20cb32b1-3bb5-4c78-a0c9-415a0a389c23 HTTP/1.1" status: 200 len: 945 time: 0.0552330 May 06 10:26:47.409550 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1e09ab5e-0281-4846-acfa-dc3427f91233 req-3f528480-7a05-4404-943c-f13ee7c18fe9 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/security-groups?id=db62453c-16d5-4f60-898c-75016ca631d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364633 May 06 10:26:47.540667 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8febe79-9115-42b1-a11d-278a95d558fd req-6ba0bb98-0611-40ef-9907-682209fcffca tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:47.542084 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d8febe79-9115-42b1-a11d-278a95d558fd req-6ba0bb98-0611-40ef-9907-682209fcffca tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?device_id=20cb32b1-3bb5-4c78-a0c9-415a0a389c23 HTTP/1.1" status: 200 len: 945 time: 0.0496576 May 06 10:26:47.579531 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d8febe79-9115-42b1-a11d-278a95d558fd req-80952df2-ab85-427c-8f26-8b8eb877dd17 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/security-groups?id=db62453c-16d5-4f60-898c-75016ca631d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313089 May 06 10:26:47.691845 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb80f0d-1b41-484e-b245-a2254b3dbe7b req-67a5c371-b0b2-4240-9b06-b831c7ea56aa tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:47.693343 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3cb80f0d-1b41-484e-b245-a2254b3dbe7b req-67a5c371-b0b2-4240-9b06-b831c7ea56aa tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?device_id=20cb32b1-3bb5-4c78-a0c9-415a0a389c23 HTTP/1.1" status: 200 len: 945 time: 0.0484452 May 06 10:26:47.732961 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3cb80f0d-1b41-484e-b245-a2254b3dbe7b req-1b184e17-91bb-4c58-8669-cf044dced9ae tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/security-groups?id=db62453c-16d5-4f60-898c-75016ca631d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336685 May 06 10:26:47.900293 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c2202-85fd-4383-8cce-60dee5b4589e req-5140a8b1-98c8-4800-8af9-3d1aa8a695aa tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:47.901785 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ee7c2202-85fd-4383-8cce-60dee5b4589e req-5140a8b1-98c8-4800-8af9-3d1aa8a695aa tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?device_id=20cb32b1-3bb5-4c78-a0c9-415a0a389c23 HTTP/1.1" status: 200 len: 945 time: 0.0524988 May 06 10:26:47.939939 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ee7c2202-85fd-4383-8cce-60dee5b4589e req-f183d67d-c256-468c-a2eb-12611749c635 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/security-groups?id=db62453c-16d5-4f60-898c-75016ca631d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321357 May 06 10:26:48.053640 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401cc81-60bb-4dda-a9b0-22284d2a26d5 req-1bfb3a08-3574-476f-b3f1-fc051740d1a9 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:48.055016 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b401cc81-60bb-4dda-a9b0-22284d2a26d5 req-1bfb3a08-3574-476f-b3f1-fc051740d1a9 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?device_id=20cb32b1-3bb5-4c78-a0c9-415a0a389c23 HTTP/1.1" status: 200 len: 945 time: 0.0491047 May 06 10:26:48.092880 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b401cc81-60bb-4dda-a9b0-22284d2a26d5 req-6e0411f8-b675-457d-9ebf-003bc384c908 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/security-groups?id=db62453c-16d5-4f60-898c-75016ca631d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316169 May 06 10:26:48.215201 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f34b1b-54d1-4f9e-bda1-991602b87148 req-3e7399ab-3e34-4749-b9ff-58a2e447944f tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:48.216674 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f7f34b1b-54d1-4f9e-bda1-991602b87148 req-3e7399ab-3e34-4749-b9ff-58a2e447944f tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?device_id=20cb32b1-3bb5-4c78-a0c9-415a0a389c23 HTTP/1.1" status: 200 len: 945 time: 0.0488584 May 06 10:26:48.254872 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f7f34b1b-54d1-4f9e-bda1-991602b87148 req-3ad8f608-c1c5-46c7-9d0d-53bc435aba0d tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/security-groups?id=db62453c-16d5-4f60-898c-75016ca631d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321777 May 06 10:26:48.519330 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-23fa711a-9078-453e-b69f-023c3c07c85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:48.561771 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca388c9c-374d-4335-95c3-0b9cdfd0a918 req-128fbdde-15de-4e6f-8062-a80fda17cb44 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:48.563217 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ca388c9c-374d-4335-95c3-0b9cdfd0a918 req-128fbdde-15de-4e6f-8062-a80fda17cb44 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?device_id=20cb32b1-3bb5-4c78-a0c9-415a0a389c23 HTTP/1.1" status: 200 len: 945 time: 0.0555196 May 06 10:26:48.600997 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ca388c9c-374d-4335-95c3-0b9cdfd0a918 req-e78e5ae4-0932-4242-a3ff-807b4d10115b tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/security-groups?id=db62453c-16d5-4f60-898c-75016ca631d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316155 May 06 10:26:49.113443 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:49.664661 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:49.717609 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee32e9-a86d-4466-b150-1922e37c2338 req-443c82cc-be92-4d17-909a-dcd90917a37a tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:49.719178 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-efee32e9-a86d-4466-b150-1922e37c2338 req-443c82cc-be92-4d17-909a-dcd90917a37a tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?device_id=20cb32b1-3bb5-4c78-a0c9-415a0a389c23 HTTP/1.1" status: 200 len: 945 time: 0.0498159 May 06 10:26:49.757724 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-efee32e9-a86d-4466-b150-1922e37c2338 req-048e1181-2949-4633-b370-8001a102ad94 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/security-groups?id=db62453c-16d5-4f60-898c-75016ca631d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324600 May 06 10:26:50.215686 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8263d47-b71e-41b3-a60b-dd5413d5d646 req-786159ee-f0cc-4f94-a144-c80487a36d8b tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:50.217113 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d8263d47-b71e-41b3-a60b-dd5413d5d646 req-786159ee-f0cc-4f94-a144-c80487a36d8b tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.77 "GET /v2.0/ports?device_id=20cb32b1-3bb5-4c78-a0c9-415a0a389c23 HTTP/1.1" status: 200 len: 945 time: 0.0476243 May 06 10:26:50.306985 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-d8263d47-b71e-41b3-a60b-dd5413d5d646 req-97d5e20d-7209-4581-b795-0128edabbec8 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Deleting port e67d6801-54c3-45bd-bddc-7973df74bddc {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:26:50.307357 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d8263d47-b71e-41b3-a60b-dd5413d5d646 req-97d5e20d-7209-4581-b795-0128edabbec8 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:50.325985 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 5c86dbae-c61f-4218-b95b-1433aeef5df3 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:26:50.354513 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 5c86dbae-c61f-4218-b95b-1433aeef5df3 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:26:50.354513 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 5c86dbae-c61f-4218-b95b-1433aeef5df3 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:26:50.396475 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-d8263d47-b71e-41b3-a60b-dd5413d5d646 req-97d5e20d-7209-4581-b795-0128edabbec8 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] For port e67d6801-54c3-45bd-bddc-7973df74bddc, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=e67d6801-54c3-45bd-bddc-7973df74bddc,segment=NetworkSegment(f1f7544b-d702-4b52-8b51-363ed10b40a9),segment_id=f1f7544b-d702-4b52-8b51-363ed10b40a9)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:26:50.396843 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d8263d47-b71e-41b3-a60b-dd5413d5d646 req-97d5e20d-7209-4581-b795-0128edabbec8 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:50.410609 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-d8263d47-b71e-41b3-a60b-dd5413d5d646 req-97d5e20d-7209-4581-b795-0128edabbec8 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Calling delete_port for e67d6801-54c3-45bd-bddc-7973df74bddc owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:26:50.540849 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d8263d47-b71e-41b3-a60b-dd5413d5d646 req-97d5e20d-7209-4581-b795-0128edabbec8 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:50.570237 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5e20d-7209-4581-b795-0128edabbec8 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Pushing event deleted for resources: {'Port': ['ID=e67d6801-54c3-45bd-bddc-7973df74bddc,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:50.574506 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['e67d6801-54c3-45bd-bddc-7973df74bddc'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:26:50.609758 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8263d47-b71e-41b3-a60b-dd5413d5d646 req-97d5e20d-7209-4581-b795-0128edabbec8 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] No DVR routers for this DVR port e67d6801-54c3-45bd-bddc-7973df74bddc on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:26:50.612758 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-d8263d47-b71e-41b3-a60b-dd5413d5d646 req-97d5e20d-7209-4581-b795-0128edabbec8 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:50.616231 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d8263d47-b71e-41b3-a60b-dd5413d5d646 req-97d5e20d-7209-4581-b795-0128edabbec8 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.77 "DELETE /v2.0/ports/e67d6801-54c3-45bd-bddc-7973df74bddc HTTP/1.1" status: 204 len: 173 time: 0.3932192 May 06 10:26:50.616700 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20cb32b1-3bb5-4c78-a0c9-415a0a389c23', 'name': 'network-vif-deleted', 'tag': 'e67d6801-54c3-45bd-bddc-7973df74bddc'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:26:50.618933 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a067beb0-bc02-4608-a376-170e674c7a18" -d '{"events": [{"server_uuid": "20cb32b1-3bb5-4c78-a0c9-415a0a389c23", "name": "network-vif-deleted", "tag": "e67d6801-54c3-45bd-bddc-7973df74bddc"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:26:50.657020 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cb35ba-2ac0-43fe-85cd-229952173485 x-openstack-request-id: req-01cb35ba-2ac0-43fe-85cd-229952173485 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:26:50.657527 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20cb32b1-3bb5-4c78-a0c9-415a0a389c23", "name": "network-vif-deleted", "tag": "e67d6801-54c3-45bd-bddc-7973df74bddc", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:26:50.657943 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-01cb35ba-2ac0-43fe-85cd-229952173485 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:26:50.658574 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01cb35ba-2ac0-43fe-85cd-229952173485'] response: {'server_uuid': '20cb32b1-3bb5-4c78-a0c9-415a0a389c23', 'name': 'network-vif-deleted', 'tag': 'e67d6801-54c3-45bd-bddc-7973df74bddc', 'status': 'completed', 'code': 200} May 06 10:26:50.865062 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3af495b2-4107-4d60-8641-4a3d114ac156 req-eb24a514-fb24-4b83-9563-e9b2fde46cb1 tempest-ServersNegativeTestJSON-956176091 tempest-ServersNegativeTestJSON-956176091-project] 10.222.0.73 "GET /v2.0/ports?device_id=20cb32b1-3bb5-4c78-a0c9-415a0a389c23 HTTP/1.1" status: 200 len: 210 time: 0.0265684 May 06 10:26:51.352171 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:51.524963 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:51.921971 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38218) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:26:51.966422 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-7840338c-dabd-4dad-98b5-8c46b93d7f02 admin admin] Deleting subnet 35db1260-d4b2-40bb-a747-4e52ba0111d1 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:26:51.970073 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7840338c-dabd-4dad-98b5-8c46b93d7f02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:52.007692 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7840338c-dabd-4dad-98b5-8c46b93d7f02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:52.050449 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7840338c-dabd-4dad-98b5-8c46b93d7f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:52.103842 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7840338c-dabd-4dad-98b5-8c46b93d7f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:52.131537 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7840338c-dabd-4dad-98b5-8c46b93d7f02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35db1260-d4b2-40bb-a747-4e52ba0111d1,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:52.135148 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7840338c-dabd-4dad-98b5-8c46b93d7f02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:52.138360 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7840338c-dabd-4dad-98b5-8c46b93d7f02 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/35db1260-d4b2-40bb-a747-4e52ba0111d1 HTTP/1.1" status: 204 len: 168 time: 0.2153990 May 06 10:26:52.141438 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38220) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:26:52.213159 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3521cef0-f7e9-4f34-a683-eb5290778b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:52.296316 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3521cef0-f7e9-4f34-a683-eb5290778b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:52.320772 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-3521cef0-f7e9-4f34-a683-eb5290778b8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b7de26-d28e-442f-86dd-a5c2d45382d4']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:26:52.330591 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-3521cef0-f7e9-4f34-a683-eb5290778b8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f7544b-d702-4b52-8b51-363ed10b40a9') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:26:52.330894 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-3521cef0-f7e9-4f34-a683-eb5290778b8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f7544b-d702-4b52-8b51-363ed10b40a9') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:26:52.340176 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3521cef0-f7e9-4f34-a683-eb5290778b8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:52.354447 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3521cef0-f7e9-4f34-a683-eb5290778b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:52.360987 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3521cef0-f7e9-4f34-a683-eb5290778b8d admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:26:52.361531 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3521cef0-f7e9-4f34-a683-eb5290778b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: timer() May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:26:52.364028 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:26:52.423699 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3521cef0-f7e9-4f34-a683-eb5290778b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:52.429441 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3521cef0-f7e9-4f34-a683-eb5290778b8d admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:52.432792 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3521cef0-f7e9-4f34-a683-eb5290778b8d admin admin] 10.222.0.73 "DELETE /v2.0/networks/72b7de26-d28e-442f-86dd-a5c2d45382d4 HTTP/1.1" status: 204 len: 168 time: 0.2904449 May 06 10:26:52.444486 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521cef0-f7e9-4f34-a683-eb5290778b8d admin admin] Pushing event deleted for resources: {'Network': ['ID=72b7de26-d28e-442f-86dd-a5c2d45382d4,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:52.543652 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38224) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:26:52.587198 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e7c4c798-9248-416d-8180-1e09a2f2f353 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8eb97d13f143470bb7bb1d08e98f9315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423663 May 06 10:26:52.589608 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38226) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:26:52.636832 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d55c81a8-0950-4386-8fa4-7e1e17f2b1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:52.657103 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d55c81a8-0950-4386-8fa4-7e1e17f2b1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:52.703298 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d55c81a8-0950-4386-8fa4-7e1e17f2b1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:52.705915 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d55c81a8-0950-4386-8fa4-7e1e17f2b1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:52.709394 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d55c81a8-0950-4386-8fa4-7e1e17f2b1a8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/db62453c-16d5-4f60-898c-75016ca631d9 HTTP/1.1" status: 204 len: 168 time: 0.1166415 May 06 10:26:52.714859 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c81a8-0950-4386-8fa4-7e1e17f2b1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db62453c-16d5-4f60-898c-75016ca631d9,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:53.003319 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:26:53.431307 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38248) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:26:53.540933 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-72c3a157-b108-4af4-96c9-7ac3bbe24f61 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-121477411'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:26:53.560438 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c3a157-b108-4af4-96c9-7ac3bbe24f61 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Made reservation on behalf of 42b30ca8919b497bb2439dd27f54a6d7 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:26:53.563952 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-72c3a157-b108-4af4-96c9-7ac3bbe24f61 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:53.572163 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-72c3a157-b108-4af4-96c9-7ac3bbe24f61 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:53.648409 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-72c3a157-b108-4af4-96c9-7ac3bbe24f61 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:53.651927 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-72c3a157-b108-4af4-96c9-7ac3bbe24f61 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:53.675279 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c3a157-b108-4af4-96c9-7ac3bbe24f61 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:26:53.689769 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3a157-b108-4af4-96c9-7ac3bbe24f61 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cf91f9-5b04-4cc3-adf6-dd15530b894c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:53.694675 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-72c3a157-b108-4af4-96c9-7ac3bbe24f61 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:53.695020 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-72c3a157-b108-4af4-96c9-7ac3bbe24f61 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Added segment ade7a6bd-deed-4ed2-9cd1-404414cb7d95 of type vlan for network 56a06041-c215-42ea-84dc-f34a48127fc0 May 06 10:26:53.747836 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-72c3a157-b108-4af4-96c9-7ac3bbe24f61 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:53.772408 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-72c3a157-b108-4af4-96c9-7ac3bbe24f61 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:53.777870 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c3a157-b108-4af4-96c9-7ac3bbe24f61 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:53.778456 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-72c3a157-b108-4af4-96c9-7ac3bbe24f61 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:53.838808 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-72c3a157-b108-4af4-96c9-7ac3bbe24f61 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4063897 May 06 10:26:53.847489 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3a157-b108-4af4-96c9-7ac3bbe24f61 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Pushing event updated for resources: {'Network': ['ID=56a06041-c215-42ea-84dc-f34a48127fc0,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:53.859610 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 56a06041-c215-42ea-84dc-f34a48127fc0 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:26:53.898537 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device e67d6801-54c3-45bd-bddc-7973df74bddc no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:26:53.927397 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: e67d6801-54c3-45bd-bddc-7973df74bddc {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:26:53.927748 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device e67d6801-54c3-45bd-bddc-7973df74bddc not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:26:57.060687 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38252) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:26:57.067020 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-862af14b-12f4-47d7-8461-af76631b6ef8 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Request body: {'subnet': {'network_id': '56a06041-c215-42ea-84dc-f34a48127fc0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:26:57.154402 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862af14b-12f4-47d7-8461-af76631b6ef8 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Made reservation on behalf of 42b30ca8919b497bb2439dd27f54a6d7 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:26:57.157946 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-862af14b-12f4-47d7-8461-af76631b6ef8 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:57.336884 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-862af14b-12f4-47d7-8461-af76631b6ef8 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:57.399790 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862af14b-12f4-47d7-8461-af76631b6ef8 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Pushing event updated for resources: {'Subnet': ['ID=89ff1cf3-dbb7-4ab9-b2f0-66583073f921,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:57.404071 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862af14b-12f4-47d7-8461-af76631b6ef8 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Checking segment: {'id': 'ade7a6bd-deed-4ed2-9cd1-404414cb7d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '56a06041-c215-42ea-84dc-f34a48127fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:26:57.404431 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862af14b-12f4-47d7-8461-af76631b6ef8 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Network hostable DHCP agents. Network: 56a06041-c215-42ea-84dc-f34a48127fc0, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:26:57.421344 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862af14b-12f4-47d7-8461-af76631b6ef8 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Network 56a06041-c215-42ea-84dc-f34a48127fc0 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:26:57.430369 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-862af14b-12f4-47d7-8461-af76631b6ef8 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 56a06041-c215-42ea-84dc-f34a48127fc0) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:26:57.434736 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862af14b-12f4-47d7-8461-af76631b6ef8 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:57.435365 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-862af14b-12f4-47d7-8461-af76631b6ef8 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:57.440450 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c9dfd0-e2bf-4f29-91b9-8e313ae55994 None None] Network 56a06041-c215-42ea-84dc-f34a48127fc0 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:26:57.454245 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-862af14b-12f4-47d7-8461-af76631b6ef8 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3912036 May 06 10:26:57.457321 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38254) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:26:57.462336 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-091bda2b-3edf-4ce3-90a4-e02b81660447 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-837475225'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:26:57.483759 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091bda2b-3edf-4ce3-90a4-e02b81660447 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Made reservation on behalf of 42b30ca8919b497bb2439dd27f54a6d7 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:26:57.488634 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-091bda2b-3edf-4ce3-90a4-e02b81660447 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:57.513668 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-091bda2b-3edf-4ce3-90a4-e02b81660447 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:26:57.523506 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-091bda2b-3edf-4ce3-90a4-e02b81660447 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:57.523857 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-091bda2b-3edf-4ce3-90a4-e02b81660447 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Added segment c310a00d-2e90-4115-b3fc-44d0862edaef of type vlan for network 8be025a9-1e93-4fd4-a8b4-2dae2f945d63 May 06 10:26:57.566983 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-091bda2b-3edf-4ce3-90a4-e02b81660447 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:57.594418 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-091bda2b-3edf-4ce3-90a4-e02b81660447 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:57.600051 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091bda2b-3edf-4ce3-90a4-e02b81660447 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:57.600667 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-091bda2b-3edf-4ce3-90a4-e02b81660447 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:57.666073 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-091bda2b-3edf-4ce3-90a4-e02b81660447 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2076204 May 06 10:26:57.669354 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38256) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:26:57.674445 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-337d89a9-9ff8-4047-9148-88b082541070 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Request body: {'subnet': {'network_id': '8be025a9-1e93-4fd4-a8b4-2dae2f945d63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:26:57.679700 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091bda2b-3edf-4ce3-90a4-e02b81660447 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Pushing event updated for resources: {'Network': ['ID=8be025a9-1e93-4fd4-a8b4-2dae2f945d63,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:57.702797 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 8be025a9-1e93-4fd4-a8b4-2dae2f945d63 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:26:57.761680 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337d89a9-9ff8-4047-9148-88b082541070 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Made reservation on behalf of 42b30ca8919b497bb2439dd27f54a6d7 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:26:57.766633 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-337d89a9-9ff8-4047-9148-88b082541070 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:57.798443 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-56a06041-c215-42ea-84dc-f34a48127fc0', 'network_id': '56a06041-c215-42ea-84dc-f34a48127fc0', 'tenant_id': '42b30ca8919b497bb2439dd27f54a6d7', 'fixed_ips': [{'subnet_id': '89ff1cf3-dbb7-4ab9-b2f0-66583073f921'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:26:57.799326 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:57.943760 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Allocated IP 2001:db8:0:ffff::2 (56a06041-c215-42ea-84dc-f34a48127fc0/89ff1cf3-dbb7-4ab9-b2f0-66583073f921/8747dc0f-361b-4f10-9446-41cda0cafba0) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:26:57.964108 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-337d89a9-9ff8-4047-9148-88b082541070 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:58.044420 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d89a9-9ff8-4047-9148-88b082541070 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Pushing event updated for resources: {'Subnet': ['ID=8d9f074d-bbad-4f57-8a1c-1de51bd3c0cd,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:58.053127 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337d89a9-9ff8-4047-9148-88b082541070 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Checking segment: {'id': 'c310a00d-2e90-4115-b3fc-44d0862edaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8be025a9-1e93-4fd4-a8b4-2dae2f945d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:26:58.053494 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337d89a9-9ff8-4047-9148-88b082541070 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Network hostable DHCP agents. Network: 8be025a9-1e93-4fd4-a8b4-2dae2f945d63, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:26:58.057159 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337d89a9-9ff8-4047-9148-88b082541070 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.057515 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337d89a9-9ff8-4047-9148-88b082541070 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.057863 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337d89a9-9ff8-4047-9148-88b082541070 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.058204 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337d89a9-9ff8-4047-9148-88b082541070 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.058543 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337d89a9-9ff8-4047-9148-88b082541070 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.058887 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337d89a9-9ff8-4047-9148-88b082541070 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.059254 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337d89a9-9ff8-4047-9148-88b082541070 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.059591 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337d89a9-9ff8-4047-9148-88b082541070 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.059923 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337d89a9-9ff8-4047-9148-88b082541070 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.060251 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337d89a9-9ff8-4047-9148-88b082541070 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.060579 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337d89a9-9ff8-4047-9148-88b082541070 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.060911 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337d89a9-9ff8-4047-9148-88b082541070 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.081194 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337d89a9-9ff8-4047-9148-88b082541070 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Network 8be025a9-1e93-4fd4-a8b4-2dae2f945d63 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:26:58.091575 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-337d89a9-9ff8-4047-9148-88b082541070 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 8be025a9-1e93-4fd4-a8b4-2dae2f945d63) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:26:58.095925 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337d89a9-9ff8-4047-9148-88b082541070 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:58.096535 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-337d89a9-9ff8-4047-9148-88b082541070 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:58.107478 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa5596a-cb78-4c6b-805b-9cc71ff6e446 None None] Network 8be025a9-1e93-4fd4-a8b4-2dae2f945d63 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:26:58.115746 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-337d89a9-9ff8-4047-9148-88b082541070 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4426885 May 06 10:26:58.115934 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:58.116034 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38258) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:26:58.126929 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:58.204540 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Network 56a06041-c215-42ea-84dc-f34a48127fc0 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:26:58.213648 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f00106cb-44ed-4a61-8d40-5c8a5564ee9e tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:58.214758 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Pushing event updated for resources: {'Port': ['ID=8747dc0f-361b-4f10-9446-41cda0cafba0,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:58.217251 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:26:58.226629 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:26:58.238756 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.239100 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.239465 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.239803 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.240136 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.240469 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.240796 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.241120 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.241444 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.241766 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.242090 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.242411 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.298537 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f00106cb-44ed-4a61-8d40-5c8a5564ee9e tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:58.330802 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Attempting to bind port 8747dc0f-361b-4f10-9446-41cda0cafba0 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:26:58.331218 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Attempting to bind port 8747dc0f-361b-4f10-9446-41cda0cafba0 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'ade7a6bd-deed-4ed2-9cd1-404414cb7d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '56a06041-c215-42ea-84dc-f34a48127fc0'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:26:58.331608 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Attempting to bind port 8747dc0f-361b-4f10-9446-41cda0cafba0 on network 56a06041-c215-42ea-84dc-f34a48127fc0 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:26:58.340761 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:26:58.341134 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Checking segment: {'id': 'ade7a6bd-deed-4ed2-9cd1-404414cb7d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '56a06041-c215-42ea-84dc-f34a48127fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:26:58.341538 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:58.341930 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Bound using segment: {'id': 'ade7a6bd-deed-4ed2-9cd1-404414cb7d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '56a06041-c215-42ea-84dc-f34a48127fc0'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:26:58.342930 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Bound port: 8747dc0f-361b-4f10-9446-41cda0cafba0, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade7a6bd-deed-4ed2-9cd1-404414cb7d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '56a06041-c215-42ea-84dc-f34a48127fc0'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:26:58.343340 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:58.364783 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f00106cb-44ed-4a61-8d40-5c8a5564ee9e tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:58.392158 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00106cb-44ed-4a61-8d40-5c8a5564ee9e tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Pushing event deleted for resources: {'Subnet': ['ID=8d9f074d-bbad-4f57-8a1c-1de51bd3c0cd,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:58.400273 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac81159-d5c1-4568-bdd7-ad34cc20e194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-8be025a9-1e93-4fd4-a8b4-2dae2f945d63', 'network_id': '8be025a9-1e93-4fd4-a8b4-2dae2f945d63', 'tenant_id': '42b30ca8919b497bb2439dd27f54a6d7', 'fixed_ips': [{'subnet_id': '8d9f074d-bbad-4f57-8a1c-1de51bd3c0cd'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:26:58.401135 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cac81159-d5c1-4568-bdd7-ad34cc20e194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:58.453899 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] For port 8747dc0f-361b-4f10-9446-41cda0cafba0, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:26:58.463259 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f00106cb-44ed-4a61-8d40-5c8a5564ee9e tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:58.486133 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-f00106cb-44ed-4a61-8d40-5c8a5564ee9e tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be025a9-1e93-4fd4-a8b4-2dae2f945d63']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:26:58.495486 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-f00106cb-44ed-4a61-8d40-5c8a5564ee9e tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c310a00d-2e90-4115-b3fc-44d0862edaef') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:26:58.495783 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-f00106cb-44ed-4a61-8d40-5c8a5564ee9e tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c310a00d-2e90-4115-b3fc-44d0862edaef') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:26:58.505377 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f00106cb-44ed-4a61-8d40-5c8a5564ee9e tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:58.517079 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] For port 8747dc0f-361b-4f10-9446-41cda0cafba0, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=8747dc0f-361b-4f10-9446-41cda0cafba0,segment=NetworkSegment(ade7a6bd-deed-4ed2-9cd1-404414cb7d95),segment_id=ade7a6bd-deed-4ed2-9cd1-404414cb7d95)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:26:58.520651 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f00106cb-44ed-4a61-8d40-5c8a5564ee9e tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:58.523328 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:58.527350 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f00106cb-44ed-4a61-8d40-5c8a5564ee9e tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:26:58.527770 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f00106cb-44ed-4a61-8d40-5c8a5564ee9e tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:58.528906 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f448459-2df1-4ced-a0f8-1b3abd6d9204 None None] Network 8be025a9-1e93-4fd4-a8b4-2dae2f945d63 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: timer() May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:26:58.531999 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:26:58.590695 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f00106cb-44ed-4a61-8d40-5c8a5564ee9e tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:58.600890 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f00106cb-44ed-4a61-8d40-5c8a5564ee9e tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:58.608123 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f00106cb-44ed-4a61-8d40-5c8a5564ee9e tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] 10.222.0.73 "DELETE /v2.0/networks/8be025a9-1e93-4fd4-a8b4-2dae2f945d63 HTTP/1.1" status: 204 len: 168 time: 0.4868152 May 06 10:26:58.608472 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38260) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:26:58.613619 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-619ca969-47ac-4231-a553-975ce1ed62d3 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1350233653'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:26:58.625374 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00106cb-44ed-4a61-8d40-5c8a5564ee9e tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Pushing event deleted for resources: {'Network': ['ID=8be025a9-1e93-4fd4-a8b4-2dae2f945d63,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:58.645316 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619ca969-47ac-4231-a553-975ce1ed62d3 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Made reservation on behalf of 42b30ca8919b497bb2439dd27f54a6d7 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:26:58.650408 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-619ca969-47ac-4231-a553-975ce1ed62d3 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:58.679143 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619ca969-47ac-4231-a553-975ce1ed62d3 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:26:58.686269 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b2360-cdee-4306-859a-64b9331e82e6 None None] Pushing event updated for resources: {'Port': ['ID=8747dc0f-361b-4f10-9446-41cda0cafba0,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:58.692940 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-619ca969-47ac-4231-a553-975ce1ed62d3 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:58.693311 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-619ca969-47ac-4231-a553-975ce1ed62d3 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Added segment 46a2ba46-f3c7-4b9b-8a36-a2dab5c5074d of type vlan for network a37e2483-8076-409d-afe3-6abb4e2bc1b2 May 06 10:26:58.736379 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-619ca969-47ac-4231-a553-975ce1ed62d3 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:58.761383 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-619ca969-47ac-4231-a553-975ce1ed62d3 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:58.767981 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619ca969-47ac-4231-a553-975ce1ed62d3 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:58.768590 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-619ca969-47ac-4231-a553-975ce1ed62d3 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:58.851108 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-619ca969-47ac-4231-a553-975ce1ed62d3 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2415364 May 06 10:26:58.855168 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38262) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:26:58.857760 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ca969-47ac-4231-a553-975ce1ed62d3 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Pushing event updated for resources: {'Network': ['ID=a37e2483-8076-409d-afe3-6abb4e2bc1b2,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:58.862403 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-1cfe7c9c-06a8-4474-ae0c-5e7013a6716c tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Request body: {'subnet': {'network_id': 'a37e2483-8076-409d-afe3-6abb4e2bc1b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:26:58.870040 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network a37e2483-8076-409d-afe3-6abb4e2bc1b2 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:26:58.967830 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfe7c9c-06a8-4474-ae0c-5e7013a6716c tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Made reservation on behalf of 42b30ca8919b497bb2439dd27f54a6d7 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:26:58.971377 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1cfe7c9c-06a8-4474-ae0c-5e7013a6716c tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:59.027389 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.ipam_backend_mixin [None req-1cfe7c9c-06a8-4474-ae0c-5e7013a6716c tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Performing IP validity checks on allocation pools {{(pid=102653) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 06 10:26:59.027835 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.ipam_backend_mixin [None req-1cfe7c9c-06a8-4474-ae0c-5e7013a6716c tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102653) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 06 10:26:59.150639 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1cfe7c9c-06a8-4474-ae0c-5e7013a6716c tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:59.209098 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe7c9c-06a8-4474-ae0c-5e7013a6716c tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Pushing event updated for resources: {'Subnet': ['ID=90f74cba-41e5-4787-96af-c54ba07f44d0,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:59.219783 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfe7c9c-06a8-4474-ae0c-5e7013a6716c tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Checking segment: {'id': '46a2ba46-f3c7-4b9b-8a36-a2dab5c5074d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a37e2483-8076-409d-afe3-6abb4e2bc1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:26:59.220088 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfe7c9c-06a8-4474-ae0c-5e7013a6716c tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Network hostable DHCP agents. Network: a37e2483-8076-409d-afe3-6abb4e2bc1b2, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:26:59.236928 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfe7c9c-06a8-4474-ae0c-5e7013a6716c tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Network a37e2483-8076-409d-afe3-6abb4e2bc1b2 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:26:59.246162 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-1cfe7c9c-06a8-4474-ae0c-5e7013a6716c tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, a37e2483-8076-409d-afe3-6abb4e2bc1b2) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:26:59.251066 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfe7c9c-06a8-4474-ae0c-5e7013a6716c tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:59.251630 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1cfe7c9c-06a8-4474-ae0c-5e7013a6716c tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:59.260483 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b188fc8f-8870-4ac6-8e9a-b85dcdf29975 None None] Network a37e2483-8076-409d-afe3-6abb4e2bc1b2 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:26:59.268430 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1cfe7c9c-06a8-4474-ae0c-5e7013a6716c tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4113743 May 06 10:26:59.271053 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38264) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:26:59.381418 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b50eb301-5b78-45f8-93ea-80f83d0e2975 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:59.415603 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6b1f98-164d-4dc7-9782-c6a3f4999145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-a37e2483-8076-409d-afe3-6abb4e2bc1b2', 'network_id': 'a37e2483-8076-409d-afe3-6abb4e2bc1b2', 'tenant_id': '42b30ca8919b497bb2439dd27f54a6d7', 'fixed_ips': [{'subnet_id': '90f74cba-41e5-4787-96af-c54ba07f44d0'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:26:59.416645 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0c6b1f98-164d-4dc7-9782-c6a3f4999145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:59.441527 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b50eb301-5b78-45f8-93ea-80f83d0e2975 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:59.457082 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:59.512348 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b50eb301-5b78-45f8-93ea-80f83d0e2975 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server [None req-0c6b1f98-164d-4dc7-9782-c6a3f4999145 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90f74cba-41e5-4787-96af-c54ba07f44d0: This subnet is being modified by another concurrent operation. May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server raise exception May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90f74cba-41e5-4787-96af-c54ba07f44d0: This subnet is being modified by another concurrent operation. May 06 10:26:59.563200 n-d-840835-1 neutron-server[102654]: ERROR oslo_messaging.rpc.server May 06 10:26:59.582605 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e30aba-2c56-4451-ba2b-0e5011578d04 None None] Network a37e2483-8076-409d-afe3-6abb4e2bc1b2 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:26:59.620391 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b50eb301-5b78-45f8-93ea-80f83d0e2975 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:59.629102 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50eb301-5b78-45f8-93ea-80f83d0e2975 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Pushing event deleted for resources: {'Subnet': ['ID=90f74cba-41e5-4787-96af-c54ba07f44d0,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:59.650876 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-b50eb301-5b78-45f8-93ea-80f83d0e2975 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a37e2483-8076-409d-afe3-6abb4e2bc1b2']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:26:59.652945 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 8747dc0f-361b-4f10-9446-41cda0cafba0 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:26:59.662031 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-b50eb301-5b78-45f8-93ea-80f83d0e2975 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a2ba46-f3c7-4b9b-8a36-a2dab5c5074d') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:26:59.662547 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-b50eb301-5b78-45f8-93ea-80f83d0e2975 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a2ba46-f3c7-4b9b-8a36-a2dab5c5074d') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:26:59.673871 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b50eb301-5b78-45f8-93ea-80f83d0e2975 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:59.689851 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b50eb301-5b78-45f8-93ea-80f83d0e2975 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:59.697364 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50eb301-5b78-45f8-93ea-80f83d0e2975 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:26:59.698283 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b50eb301-5b78-45f8-93ea-80f83d0e2975 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: timer() May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:26:59.701739 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:26:59.719709 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c79314-63e1-418d-b4bd-ef0f6acc14d1 None None] Network 56a06041-c215-42ea-84dc-f34a48127fc0 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:26:59.762612 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b50eb301-5b78-45f8-93ea-80f83d0e2975 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:59.773749 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b50eb301-5b78-45f8-93ea-80f83d0e2975 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:59.776933 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b50eb301-5b78-45f8-93ea-80f83d0e2975 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] 10.222.0.73 "DELETE /v2.0/networks/a37e2483-8076-409d-afe3-6abb4e2bc1b2 HTTP/1.1" status: 204 len: 168 time: 0.5049293 May 06 10:26:59.781199 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38266) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:26:59.787085 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50eb301-5b78-45f8-93ea-80f83d0e2975 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Pushing event deleted for resources: {'Network': ['ID=a37e2483-8076-409d-afe3-6abb4e2bc1b2,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:59.788005 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-e0ab87f6-14c0-4114-91c5-e71b1569318b tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1584687123'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:26:59.809259 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ab87f6-14c0-4114-91c5-e71b1569318b tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Made reservation on behalf of 42b30ca8919b497bb2439dd27f54a6d7 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:26:59.812894 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e0ab87f6-14c0-4114-91c5-e71b1569318b tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:59.819006 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f2056c7d-4ce9-4f13-9a50-0df089f8bb02 None None] Provisioning complete for port 8747dc0f-361b-4f10-9446-41cda0cafba0 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:26:59.819421 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f2056c7d-4ce9-4f13-9a50-0df089f8bb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:59.830359 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 8747dc0f-361b-4f10-9446-41cda0cafba0 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:26:59.830730 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:59.837370 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ab87f6-14c0-4114-91c5-e71b1569318b tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:26:59.847204 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e0ab87f6-14c0-4114-91c5-e71b1569318b tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:59.847557 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-e0ab87f6-14c0-4114-91c5-e71b1569318b tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Added segment 38c3f88e-31e9-4f8d-9336-82aa09a51646 of type vlan for network c1ff5b7d-2258-460a-837f-9acb776d0e55 May 06 10:26:59.889267 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e0ab87f6-14c0-4114-91c5-e71b1569318b tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:59.918572 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e0ab87f6-14c0-4114-91c5-e71b1569318b tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:59.924733 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ab87f6-14c0-4114-91c5-e71b1569318b tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:59.925295 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e0ab87f6-14c0-4114-91c5-e71b1569318b tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:59.991416 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e0ab87f6-14c0-4114-91c5-e71b1569318b tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2084556 May 06 10:26:59.994779 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38268) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:26:59.998064 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab87f6-14c0-4114-91c5-e71b1569318b tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Pushing event updated for resources: {'Network': ['ID=c1ff5b7d-2258-460a-837f-9acb776d0e55,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:59.999808 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-fb126110-2b55-4d0d-aa9b-e9c49924f4a9 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Request body: {'subnet': {'network_id': 'c1ff5b7d-2258-460a-837f-9acb776d0e55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:27:00.014179 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network c1ff5b7d-2258-460a-837f-9acb776d0e55 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:27:00.091727 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb126110-2b55-4d0d-aa9b-e9c49924f4a9 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Made reservation on behalf of 42b30ca8919b497bb2439dd27f54a6d7 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:27:00.095875 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb126110-2b55-4d0d-aa9b-e9c49924f4a9 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:00.099519 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:00.101200 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f2056c7d-4ce9-4f13-9a50-0df089f8bb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:00.162592 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f2056c7d-4ce9-4f13-9a50-0df089f8bb02 None None] For port 8747dc0f-361b-4f10-9446-41cda0cafba0, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=8747dc0f-361b-4f10-9446-41cda0cafba0,segment=NetworkSegment(ade7a6bd-deed-4ed2-9cd1-404414cb7d95),segment_id=ade7a6bd-deed-4ed2-9cd1-404414cb7d95)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:27:00.169485 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f2056c7d-4ce9-4f13-9a50-0df089f8bb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:00.258538 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 10:27:00.258906 n-d-840835-1 neutron-server[102654]: DEBUG oslo_db.api [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 10:27:00.261686 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2056c7d-4ce9-4f13-9a50-0df089f8bb02 None None] Pushing event updated for resources: {'Port': ['ID=8747dc0f-361b-4f10-9446-41cda0cafba0,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:00.329342 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9949b861-3dcf-4b64-b053-8004e13f8b15 None None] get_active_networks_info from n-d-840835-1 {{(pid=102654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 10:27:00.411867 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-71f2f93d-90d7-45ef-818e-459f7c379ffa None None] Provisioning complete for port 8747dc0f-361b-4f10-9446-41cda0cafba0 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:27:00.412163 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-71f2f93d-90d7-45ef-818e-459f7c379ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:00.413824 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9949b861-3dcf-4b64-b053-8004e13f8b15 None None] Resources bound (agent type, host, resource id): {{(pid=102654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 10:27:00.633959 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb126110-2b55-4d0d-aa9b-e9c49924f4a9 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:00.692624 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb126110-2b55-4d0d-aa9b-e9c49924f4a9 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Pushing event updated for resources: {'Subnet': ['ID=7950f17c-8711-46c1-a2e0-f998ea800362,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:00.703805 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb126110-2b55-4d0d-aa9b-e9c49924f4a9 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Checking segment: {'id': '38c3f88e-31e9-4f8d-9336-82aa09a51646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c1ff5b7d-2258-460a-837f-9acb776d0e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:27:00.704170 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb126110-2b55-4d0d-aa9b-e9c49924f4a9 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Network hostable DHCP agents. Network: c1ff5b7d-2258-460a-837f-9acb776d0e55, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:27:00.720653 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb126110-2b55-4d0d-aa9b-e9c49924f4a9 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Network c1ff5b7d-2258-460a-837f-9acb776d0e55 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:27:00.729032 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-fb126110-2b55-4d0d-aa9b-e9c49924f4a9 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, c1ff5b7d-2258-460a-837f-9acb776d0e55) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:27:00.733607 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb126110-2b55-4d0d-aa9b-e9c49924f4a9 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:00.734270 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fb126110-2b55-4d0d-aa9b-e9c49924f4a9 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:00.739671 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a477b9f9-2528-40a4-a5c5-38ef26c1018f None None] Network c1ff5b7d-2258-460a-837f-9acb776d0e55 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:27:00.750712 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fb126110-2b55-4d0d-aa9b-e9c49924f4a9 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7548189 May 06 10:27:00.754294 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38270) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:00.759242 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-703a77e9-86c2-48dc-9ed8-ce022b0115ad tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-668393843'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:27:00.777710 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703a77e9-86c2-48dc-9ed8-ce022b0115ad tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Made reservation on behalf of 42b30ca8919b497bb2439dd27f54a6d7 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:27:00.781131 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-703a77e9-86c2-48dc-9ed8-ce022b0115ad tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:00.805089 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-703a77e9-86c2-48dc-9ed8-ce022b0115ad tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:27:00.815325 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-703a77e9-86c2-48dc-9ed8-ce022b0115ad tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:00.815949 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-703a77e9-86c2-48dc-9ed8-ce022b0115ad tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Added segment 1493223b-36ea-4a06-bc3b-fd578166d83c of type vlan for network e3618dc9-ebde-413d-816b-10e16a288cf7 May 06 10:27:00.856752 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-703a77e9-86c2-48dc-9ed8-ce022b0115ad tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:00.882315 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-703a77e9-86c2-48dc-9ed8-ce022b0115ad tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:00.887925 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703a77e9-86c2-48dc-9ed8-ce022b0115ad tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:00.888526 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-703a77e9-86c2-48dc-9ed8-ce022b0115ad tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:00.924446 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5f40c0-7c56-4fa2-9925-36db17557d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-c1ff5b7d-2258-460a-837f-9acb776d0e55', 'network_id': 'c1ff5b7d-2258-460a-837f-9acb776d0e55', 'tenant_id': '42b30ca8919b497bb2439dd27f54a6d7', 'fixed_ips': [{'subnet_id': '7950f17c-8711-46c1-a2e0-f998ea800362'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:27:00.925322 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1d5f40c0-7c56-4fa2-9925-36db17557d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:00.951528 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-703a77e9-86c2-48dc-9ed8-ce022b0115ad tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1960771 May 06 10:27:00.954360 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38272) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:00.959295 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-1253aceb-9a71-4499-9566-a52110d7b673 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Request body: {'subnet': {'network_id': 'e3618dc9-ebde-413d-816b-10e16a288cf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:27:01.006412 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a77e9-86c2-48dc-9ed8-ce022b0115ad tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Pushing event updated for resources: {'Network': ['ID=e3618dc9-ebde-413d-816b-10e16a288cf7,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:01.016605 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network e3618dc9-ebde-413d-816b-10e16a288cf7 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:27:01.056151 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1253aceb-9a71-4499-9566-a52110d7b673 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Made reservation on behalf of 42b30ca8919b497bb2439dd27f54a6d7 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:27:01.059846 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1253aceb-9a71-4499-9566-a52110d7b673 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:01.252030 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1253aceb-9a71-4499-9566-a52110d7b673 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:01.285587 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-1d5f40c0-7c56-4fa2-9925-36db17557d6f None None] Allocated IP 2001:db8::2 (c1ff5b7d-2258-460a-837f-9acb776d0e55/7950f17c-8711-46c1-a2e0-f998ea800362/8d7f8a0c-62d3-42a6-9f02-95bc36fd5de4) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:27:01.316740 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253aceb-9a71-4499-9566-a52110d7b673 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Pushing event updated for resources: {'Subnet': ['ID=13e29080-3a36-400c-ab8d-ae5bb51fc9e1,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:01.325334 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1253aceb-9a71-4499-9566-a52110d7b673 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Checking segment: {'id': '1493223b-36ea-4a06-bc3b-fd578166d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e3618dc9-ebde-413d-816b-10e16a288cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:27:01.325694 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1253aceb-9a71-4499-9566-a52110d7b673 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Network hostable DHCP agents. Network: e3618dc9-ebde-413d-816b-10e16a288cf7, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:27:01.341757 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1253aceb-9a71-4499-9566-a52110d7b673 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Network e3618dc9-ebde-413d-816b-10e16a288cf7 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:27:01.350928 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-1253aceb-9a71-4499-9566-a52110d7b673 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, e3618dc9-ebde-413d-816b-10e16a288cf7) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:27:01.356392 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1253aceb-9a71-4499-9566-a52110d7b673 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:01.357191 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1253aceb-9a71-4499-9566-a52110d7b673 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:01.363822 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746e1554-2d1a-4c68-b05f-6f1e909ab2f5 None None] Network e3618dc9-ebde-413d-816b-10e16a288cf7 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:27:01.374908 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1253aceb-9a71-4499-9566-a52110d7b673 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4195135 May 06 10:27:01.377507 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38274) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:01.490743 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3a0b1175-c679-48f2-8b4b-876d64ddae37 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:01.506712 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1d5f40c0-7c56-4fa2-9925-36db17557d6f None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:01.535891 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1d5f40c0-7c56-4fa2-9925-36db17557d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:01.554990 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3a0b1175-c679-48f2-8b4b-876d64ddae37 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:01.582889 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5f40c0-7c56-4fa2-9925-36db17557d6f None None] Network c1ff5b7d-2258-460a-837f-9acb776d0e55 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:27:01.587649 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-1d5f40c0-7c56-4fa2-9925-36db17557d6f None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:27:01.596309 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5f40c0-7c56-4fa2-9925-36db17557d6f None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:27:01.598857 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 8747dc0f-361b-4f10-9446-41cda0cafba0 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:27:01.622750 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3a0b1175-c679-48f2-8b4b-876d64ddae37 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:01.644882 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f40c0-7c56-4fa2-9925-36db17557d6f None None] Pushing event updated for resources: {'Port': ['ID=8d7f8a0c-62d3-42a6-9f02-95bc36fd5de4,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:01.651664 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b1175-c679-48f2-8b4b-876d64ddae37 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Pushing event deleted for resources: {'Subnet': ['ID=13e29080-3a36-400c-ab8d-ae5bb51fc9e1,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:01.668858 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0471810-fd45-4d76-ae5d-c7d1c8cceff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-e3618dc9-ebde-413d-816b-10e16a288cf7', 'network_id': 'e3618dc9-ebde-413d-816b-10e16a288cf7', 'tenant_id': '42b30ca8919b497bb2439dd27f54a6d7', 'fixed_ips': [{'subnet_id': '13e29080-3a36-400c-ab8d-ae5bb51fc9e1'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:27:01.669741 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c0471810-fd45-4d76-ae5d-c7d1c8cceff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:01.716816 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3a0b1175-c679-48f2-8b4b-876d64ddae37 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:01.739018 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-1d5f40c0-7c56-4fa2-9925-36db17557d6f None None] Attempting to bind port 8d7f8a0c-62d3-42a6-9f02-95bc36fd5de4 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:27:01.739434 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-1d5f40c0-7c56-4fa2-9925-36db17557d6f None None] Attempting to bind port 8d7f8a0c-62d3-42a6-9f02-95bc36fd5de4 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '38c3f88e-31e9-4f8d-9336-82aa09a51646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c1ff5b7d-2258-460a-837f-9acb776d0e55'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:27:01.739813 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5f40c0-7c56-4fa2-9925-36db17557d6f None None] Attempting to bind port 8d7f8a0c-62d3-42a6-9f02-95bc36fd5de4 on network c1ff5b7d-2258-460a-837f-9acb776d0e55 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:27:01.741898 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-3a0b1175-c679-48f2-8b4b-876d64ddae37 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3618dc9-ebde-413d-816b-10e16a288cf7']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:01.751523 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-3a0b1175-c679-48f2-8b4b-876d64ddae37 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1493223b-36ea-4a06-bc3b-fd578166d83c') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:01.751835 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-3a0b1175-c679-48f2-8b4b-876d64ddae37 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1493223b-36ea-4a06-bc3b-fd578166d83c') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:01.761152 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3a0b1175-c679-48f2-8b4b-876d64ddae37 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:01.775297 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3a0b1175-c679-48f2-8b4b-876d64ddae37 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:01.781722 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0b1175-c679-48f2-8b4b-876d64ddae37 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:27:01.782193 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3a0b1175-c679-48f2-8b4b-876d64ddae37 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: timer() May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:27:01.785211 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:27:01.791452 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5f40c0-7c56-4fa2-9925-36db17557d6f None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:27:01.791854 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5f40c0-7c56-4fa2-9925-36db17557d6f None None] Checking segment: {'id': '38c3f88e-31e9-4f8d-9336-82aa09a51646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c1ff5b7d-2258-460a-837f-9acb776d0e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:27:01.792297 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1d5f40c0-7c56-4fa2-9925-36db17557d6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:01.792654 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5f40c0-7c56-4fa2-9925-36db17557d6f None None] Bound using segment: {'id': '38c3f88e-31e9-4f8d-9336-82aa09a51646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c1ff5b7d-2258-460a-837f-9acb776d0e55'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:27:01.793138 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-1d5f40c0-7c56-4fa2-9925-36db17557d6f None None] Bound port: 8d7f8a0c-62d3-42a6-9f02-95bc36fd5de4, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3f88e-31e9-4f8d-9336-82aa09a51646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c1ff5b7d-2258-460a-837f-9acb776d0e55'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:27:01.793531 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1d5f40c0-7c56-4fa2-9925-36db17557d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:01.816025 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3570d8-df16-41ac-8eb5-6d12d8251967 None None] Network e3618dc9-ebde-413d-816b-10e16a288cf7 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:27:01.817374 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 8747dc0f-361b-4f10-9446-41cda0cafba0 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:27:01.817753 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:01.846919 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3a0b1175-c679-48f2-8b4b-876d64ddae37 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:01.855670 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3a0b1175-c679-48f2-8b4b-876d64ddae37 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:01.858992 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3a0b1175-c679-48f2-8b4b-876d64ddae37 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] 10.222.0.73 "DELETE /v2.0/networks/e3618dc9-ebde-413d-816b-10e16a288cf7 HTTP/1.1" status: 204 len: 168 time: 0.4804661 May 06 10:27:01.862569 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38276) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:01.871148 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b1175-c679-48f2-8b4b-876d64ddae37 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Pushing event deleted for resources: {'Network': ['ID=e3618dc9-ebde-413d-816b-10e16a288cf7,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:01.892482 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-abfa238c-6e57-4ac4-b2e9-1ec3e23d88db tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] GET failed (client error): The resource could not be found. May 06 10:27:01.898144 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38278) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:01.898323 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-abfa238c-6e57-4ac4-b2e9-1ec3e23d88db tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] 10.222.0.73 "GET /v2.0/subnets/13e29080-3a36-400c-ab8d-ae5bb51fc9e1 HTTP/1.1" status: 404 len: 337 time: 0.0334139 May 06 10:27:01.918230 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5ff701-a9ee-4b22-b6a1-4977afbb274c tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] DELETE failed (client error): The resource could not be found. May 06 10:27:01.918770 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e5ff701-a9ee-4b22-b6a1-4977afbb274c tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:27:01.921870 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5e5ff701-a9ee-4b22-b6a1-4977afbb274c tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] 10.222.0.73 "DELETE /v2.0/networks/e3618dc9-ebde-413d-816b-10e16a288cf7 HTTP/1.1" status: 404 len: 339 time: 0.0234292 May 06 10:27:01.925647 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38280) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:01.953299 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a3cc78e-7a6a-42bb-a76e-888f6648f46f tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] DELETE failed (client error): The resource could not be found. May 06 10:27:01.953750 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a3cc78e-7a6a-42bb-a76e-888f6648f46f tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:27:01.956753 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-9a3cc78e-7a6a-42bb-a76e-888f6648f46f tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] 10.222.0.73 "DELETE /v2.0/subnets/13e29080-3a36-400c-ab8d-ae5bb51fc9e1 HTTP/1.1" status: 404 len: 337 time: 0.0301986 May 06 10:27:01.959278 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38282) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:01.960655 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-1d5f40c0-7c56-4fa2-9925-36db17557d6f None None] For port 8d7f8a0c-62d3-42a6-9f02-95bc36fd5de4, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:27:01.982171 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1fbe3a2-da07-4a86-b1b9-29e26fedc1b8 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] DELETE failed (client error): The resource could not be found. May 06 10:27:01.982707 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1fbe3a2-da07-4a86-b1b9-29e26fedc1b8 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:27:01.985787 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b1fbe3a2-da07-4a86-b1b9-29e26fedc1b8 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] 10.222.0.73 "DELETE /v2.0/networks/e3618dc9-ebde-413d-816b-10e16a288cf7 HTTP/1.1" status: 404 len: 339 time: 0.0256197 May 06 10:27:01.988444 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38284) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:01.993972 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-1d5f40c0-7c56-4fa2-9925-36db17557d6f None None] For port 8d7f8a0c-62d3-42a6-9f02-95bc36fd5de4, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=8d7f8a0c-62d3-42a6-9f02-95bc36fd5de4,segment=NetworkSegment(38c3f88e-31e9-4f8d-9336-82aa09a51646),segment_id=38c3f88e-31e9-4f8d-9336-82aa09a51646)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:27:02.000724 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1d5f40c0-7c56-4fa2-9925-36db17557d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:02.040499 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e5f3c2f-92f0-4e35-8ecf-f477fca7235d tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Deleting subnet 7950f17c-8711-46c1-a2e0-f998ea800362 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:27:02.043638 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2e5f3c2f-92f0-4e35-8ecf-f477fca7235d tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:02.085553 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2e5f3c2f-92f0-4e35-8ecf-f477fca7235d tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:02.101848 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f40c0-7c56-4fa2-9925-36db17557d6f None None] Pushing event updated for resources: {'Port': ['ID=8d7f8a0c-62d3-42a6-9f02-95bc36fd5de4,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:02.179134 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2e5f3c2f-92f0-4e35-8ecf-f477fca7235d tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:02.239478 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2e5f3c2f-92f0-4e35-8ecf-f477fca7235d tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:02.286377 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f3c2f-92f0-4e35-8ecf-f477fca7235d tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Pushing event deleted for resources: {'Subnet': ['ID=7950f17c-8711-46c1-a2e0-f998ea800362,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:02.291582 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2e5f3c2f-92f0-4e35-8ecf-f477fca7235d tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:02.295988 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2e5f3c2f-92f0-4e35-8ecf-f477fca7235d tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] 10.222.0.73 "DELETE /v2.0/subnets/7950f17c-8711-46c1-a2e0-f998ea800362 HTTP/1.1" status: 204 len: 168 time: 0.3056631 May 06 10:27:02.298135 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38286) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:02.376456 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-35425a07-ccf7-4e83-85dc-cda46a0b2dea tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:02.434554 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-35425a07-ccf7-4e83-85dc-cda46a0b2dea tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Deleting port 8d7f8a0c-62d3-42a6-9f02-95bc36fd5de4 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:27:02.434894 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-35425a07-ccf7-4e83-85dc-cda46a0b2dea tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:02.496587 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-35425a07-ccf7-4e83-85dc-cda46a0b2dea tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] For port 8d7f8a0c-62d3-42a6-9f02-95bc36fd5de4, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=8d7f8a0c-62d3-42a6-9f02-95bc36fd5de4,segment=NetworkSegment(38c3f88e-31e9-4f8d-9336-82aa09a51646),segment_id=38c3f88e-31e9-4f8d-9336-82aa09a51646)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:27:02.496876 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-35425a07-ccf7-4e83-85dc-cda46a0b2dea tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:02.509914 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-35425a07-ccf7-4e83-85dc-cda46a0b2dea tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Calling delete_port for 8d7f8a0c-62d3-42a6-9f02-95bc36fd5de4 owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:27:02.587421 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-35425a07-ccf7-4e83-85dc-cda46a0b2dea tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:02.616109 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35425a07-ccf7-4e83-85dc-cda46a0b2dea tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Pushing event deleted for resources: {'Port': ['ID=8d7f8a0c-62d3-42a6-9f02-95bc36fd5de4,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:02.621680 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35425a07-ccf7-4e83-85dc-cda46a0b2dea tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] No DVR routers for this DVR port 8d7f8a0c-62d3-42a6-9f02-95bc36fd5de4 on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:27:02.703019 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-35425a07-ccf7-4e83-85dc-cda46a0b2dea tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:02.724884 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-35425a07-ccf7-4e83-85dc-cda46a0b2dea tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ff5b7d-2258-460a-837f-9acb776d0e55']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:02.735744 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-35425a07-ccf7-4e83-85dc-cda46a0b2dea tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c3f88e-31e9-4f8d-9336-82aa09a51646') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:02.736052 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-35425a07-ccf7-4e83-85dc-cda46a0b2dea tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c3f88e-31e9-4f8d-9336-82aa09a51646') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:02.746078 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-35425a07-ccf7-4e83-85dc-cda46a0b2dea tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:02.760161 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-35425a07-ccf7-4e83-85dc-cda46a0b2dea tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:02.767387 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35425a07-ccf7-4e83-85dc-cda46a0b2dea tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:27:02.768038 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-35425a07-ccf7-4e83-85dc-cda46a0b2dea tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: timer() May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:27:02.771261 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:27:02.835696 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-35425a07-ccf7-4e83-85dc-cda46a0b2dea tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:02.844172 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-35425a07-ccf7-4e83-85dc-cda46a0b2dea tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:02.847325 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-35425a07-ccf7-4e83-85dc-cda46a0b2dea tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] 10.222.0.73 "DELETE /v2.0/networks/c1ff5b7d-2258-460a-837f-9acb776d0e55 HTTP/1.1" status: 204 len: 168 time: 0.5483031 May 06 10:27:02.850004 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38288) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:02.869333 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35425a07-ccf7-4e83-85dc-cda46a0b2dea tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Pushing event deleted for resources: {'Network': ['ID=c1ff5b7d-2258-460a-837f-9acb776d0e55,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:02.888356 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-4672789f-668c-4ddc-9850-8a7e5b31618f tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] DELETE failed (client error): The resource could not be found. May 06 10:27:02.888823 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4672789f-668c-4ddc-9850-8a7e5b31618f tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:27:02.892001 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4672789f-668c-4ddc-9850-8a7e5b31618f tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] 10.222.0.73 "DELETE /v2.0/subnets/90f74cba-41e5-4787-96af-c54ba07f44d0 HTTP/1.1" status: 404 len: 337 time: 0.0407789 May 06 10:27:02.894506 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38290) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:02.914339 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eb072d7-d2bc-406c-af07-e7bb1780f164 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] DELETE failed (client error): The resource could not be found. May 06 10:27:02.914943 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eb072d7-d2bc-406c-af07-e7bb1780f164 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:27:02.918337 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8eb072d7-d2bc-406c-af07-e7bb1780f164 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] 10.222.0.73 "DELETE /v2.0/networks/a37e2483-8076-409d-afe3-6abb4e2bc1b2 HTTP/1.1" status: 404 len: 339 time: 0.0225923 May 06 10:27:02.921137 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38292) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:02.947802 n-d-840835-1 neutron-server[102653]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22a192b-d738-4191-ab67-b03381097034 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] DELETE failed (client error): The resource could not be found. May 06 10:27:02.948274 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a22a192b-d738-4191-ab67-b03381097034 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:27:02.951403 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a22a192b-d738-4191-ab67-b03381097034 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] 10.222.0.73 "DELETE /v2.0/subnets/8d9f074d-bbad-4f57-8a1c-1de51bd3c0cd HTTP/1.1" status: 404 len: 337 time: 0.0291948 May 06 10:27:02.954028 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38294) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:02.973084 n-d-840835-1 neutron-server[102652]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a7807b1-bc09-4abf-bd02-1d0a7dc20d04 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] DELETE failed (client error): The resource could not be found. May 06 10:27:02.973626 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a7807b1-bc09-4abf-bd02-1d0a7dc20d04 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:27:02.976695 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3a7807b1-bc09-4abf-bd02-1d0a7dc20d04 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] 10.222.0.73 "DELETE /v2.0/networks/8be025a9-1e93-4fd4-a8b4-2dae2f945d63 HTTP/1.1" status: 404 len: 339 time: 0.0216722 May 06 10:27:02.979192 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38296) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:03.032192 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b8d225-f57e-4399-a60e-1b5ea6f0b80f tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Deleting subnet 89ff1cf3-dbb7-4ab9-b2f0-66583073f921 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:27:03.035310 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-74b8d225-f57e-4399-a60e-1b5ea6f0b80f tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:03.054140 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a881f9-a2ee-4aae-b1a3-1c6021e94260 None None] DHCP port deletion for c1ff5b7d-2258-460a-837f-9acb776d0e55 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:27:03.069982 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee8d461-c19b-4fab-8622-a1fa01fdc40e None None] Network c1ff5b7d-2258-460a-837f-9acb776d0e55 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:27:03.082289 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee8d461-c19b-4fab-8622-a1fa01fdc40e None None] Network c1ff5b7d-2258-460a-837f-9acb776d0e55 could not be found, it might have been deleted concurrently. {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 06 10:27:03.083754 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-74b8d225-f57e-4399-a60e-1b5ea6f0b80f tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:03.099231 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-0c2d5908-ae7f-4b3e-8b6b-c2f08a17764e None None] Could not find standard attr ID for object 8d7f8a0c-62d3-42a6-9f02-95bc36fd5de4. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 10:27:03.167457 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-74b8d225-f57e-4399-a60e-1b5ea6f0b80f tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:03.233448 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-74b8d225-f57e-4399-a60e-1b5ea6f0b80f tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:03.258523 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8d225-f57e-4399-a60e-1b5ea6f0b80f tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Pushing event deleted for resources: {'Subnet': ['ID=89ff1cf3-dbb7-4ab9-b2f0-66583073f921,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:03.264579 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-74b8d225-f57e-4399-a60e-1b5ea6f0b80f tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:03.267743 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-74b8d225-f57e-4399-a60e-1b5ea6f0b80f tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] 10.222.0.73 "DELETE /v2.0/subnets/89ff1cf3-dbb7-4ab9-b2f0-66583073f921 HTTP/1.1" status: 204 len: 168 time: 0.2875810 May 06 10:27:03.270198 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38298) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:03.271445 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4788ef53-a96a-4e6f-b6a9-9b1b688a19f1 None None] Network 56a06041-c215-42ea-84dc-f34a48127fc0 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:27:03.349055 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-854d42fc-08b4-4c9a-9cc2-6a336dce7d15 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:03.402511 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-854d42fc-08b4-4c9a-9cc2-6a336dce7d15 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Deleting port 8747dc0f-361b-4f10-9446-41cda0cafba0 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:27:03.402982 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-854d42fc-08b4-4c9a-9cc2-6a336dce7d15 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:03.445972 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3462f2-13fb-41cc-9b22-6e65e315d588 None None] DHCP port deletion for 56a06041-c215-42ea-84dc-f34a48127fc0 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:27:03.474637 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-854d42fc-08b4-4c9a-9cc2-6a336dce7d15 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] For port 8747dc0f-361b-4f10-9446-41cda0cafba0, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=8747dc0f-361b-4f10-9446-41cda0cafba0,segment=NetworkSegment(ade7a6bd-deed-4ed2-9cd1-404414cb7d95),segment_id=ade7a6bd-deed-4ed2-9cd1-404414cb7d95)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:27:03.475012 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-854d42fc-08b4-4c9a-9cc2-6a336dce7d15 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:03.488357 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-854d42fc-08b4-4c9a-9cc2-6a336dce7d15 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Calling delete_port for 8747dc0f-361b-4f10-9446-41cda0cafba0 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:27:03.499871 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-dd3462f2-13fb-41cc-9b22-6e65e315d588 None None] Deleting port 8747dc0f-361b-4f10-9446-41cda0cafba0 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:27:03.500489 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dd3462f2-13fb-41cc-9b22-6e65e315d588 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:03.568649 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-dd3462f2-13fb-41cc-9b22-6e65e315d588 None None] For port 8747dc0f-361b-4f10-9446-41cda0cafba0, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=8747dc0f-361b-4f10-9446-41cda0cafba0,segment=NetworkSegment(ade7a6bd-deed-4ed2-9cd1-404414cb7d95),segment_id=ade7a6bd-deed-4ed2-9cd1-404414cb7d95)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:27:03.569042 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dd3462f2-13fb-41cc-9b22-6e65e315d588 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:03.579231 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-854d42fc-08b4-4c9a-9cc2-6a336dce7d15 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:03.581416 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 8747dc0f-361b-4f10-9446-41cda0cafba0 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:27:03.602873 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-dd3462f2-13fb-41cc-9b22-6e65e315d588 None None] Calling delete_port for 8747dc0f-361b-4f10-9446-41cda0cafba0 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:27:03.607477 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854d42fc-08b4-4c9a-9cc2-6a336dce7d15 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] No DVR routers for this DVR port 8747dc0f-361b-4f10-9446-41cda0cafba0 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:27:03.608535 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 8747dc0f-361b-4f10-9446-41cda0cafba0 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:27:03.608898 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 8747dc0f-361b-4f10-9446-41cda0cafba0 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:27:03.614657 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d42fc-08b4-4c9a-9cc2-6a336dce7d15 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Pushing event deleted for resources: {'Port': ['ID=8747dc0f-361b-4f10-9446-41cda0cafba0,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:27:03.682094 n-d-840835-1 neutron-server[102654]: self.session.flush() May 06 10:27:03.687227 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dd3462f2-13fb-41cc-9b22-6e65e315d588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:03.696242 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-854d42fc-08b4-4c9a-9cc2-6a336dce7d15 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:03.713365 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3462f2-13fb-41cc-9b22-6e65e315d588 None None] Pushing event deleted for resources: {'Port': ['ID=8747dc0f-361b-4f10-9446-41cda0cafba0,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:03.717638 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3462f2-13fb-41cc-9b22-6e65e315d588 None None] No DVR routers for this DVR port 8747dc0f-361b-4f10-9446-41cda0cafba0 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:27:03.722926 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-854d42fc-08b4-4c9a-9cc2-6a336dce7d15 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a06041-c215-42ea-84dc-f34a48127fc0']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:03.734181 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-854d42fc-08b4-4c9a-9cc2-6a336dce7d15 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade7a6bd-deed-4ed2-9cd1-404414cb7d95') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:03.734487 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-854d42fc-08b4-4c9a-9cc2-6a336dce7d15 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade7a6bd-deed-4ed2-9cd1-404414cb7d95') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:03.745741 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-854d42fc-08b4-4c9a-9cc2-6a336dce7d15 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:03.759459 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-854d42fc-08b4-4c9a-9cc2-6a336dce7d15 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:03.765262 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-854d42fc-08b4-4c9a-9cc2-6a336dce7d15 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:27:03.765654 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-854d42fc-08b4-4c9a-9cc2-6a336dce7d15 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: timer() May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:27:03.769008 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:27:03.824520 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-854d42fc-08b4-4c9a-9cc2-6a336dce7d15 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:03.833084 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-854d42fc-08b4-4c9a-9cc2-6a336dce7d15 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:03.836244 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-854d42fc-08b4-4c9a-9cc2-6a336dce7d15 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] 10.222.0.73 "DELETE /v2.0/networks/56a06041-c215-42ea-84dc-f34a48127fc0 HTTP/1.1" status: 204 len: 168 time: 0.5651369 May 06 10:27:03.852125 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d42fc-08b4-4c9a-9cc2-6a336dce7d15 tempest-NetworksIpV6Test-1892125449 tempest-NetworksIpV6Test-1892125449-project] Pushing event deleted for resources: {'Network': ['ID=56a06041-c215-42ea-84dc-f34a48127fc0,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:04.072960 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38304) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:04.204187 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-11588695-1a43-497b-a20a-d8ca4c77d5d5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=42b30ca8919b497bb2439dd27f54a6d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1300797 May 06 10:27:04.206614 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38308) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:04.258049 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c94be227-8979-425c-a11e-94dabb756969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:04.278625 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c94be227-8979-425c-a11e-94dabb756969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:04.323759 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c94be227-8979-425c-a11e-94dabb756969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:04.326402 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c94be227-8979-425c-a11e-94dabb756969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:04.328476 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c94be227-8979-425c-a11e-94dabb756969 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b3cf91f9-5b04-4cc3-adf6-dd15530b894c HTTP/1.1" status: 204 len: 168 time: 0.1208870 May 06 10:27:04.337089 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94be227-8979-425c-a11e-94dabb756969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cf91f9-5b04-4cc3-adf6-dd15530b894c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:04.962548 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38330) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:05.054893 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-3549d7c7-6014-4fc1-a99a-cf85979e7157 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2082656961', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:27:05.075508 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3549d7c7-6014-4fc1-a99a-cf85979e7157 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:05.076479 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3549d7c7-6014-4fc1-a99a-cf85979e7157 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:05.132215 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3549d7c7-6014-4fc1-a99a-cf85979e7157 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:05.135623 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3549d7c7-6014-4fc1-a99a-cf85979e7157 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:05.152570 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3549d7c7-6014-4fc1-a99a-cf85979e7157 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:05.153744 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3549d7c7-6014-4fc1-a99a-cf85979e7157 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1901309 May 06 10:27:05.157140 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38334) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:05.161999 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-7f6c8d48-6589-461d-8dca-e03964b0fb41 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2029388319'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:27:05.180612 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6c8d48-6589-461d-8dca-e03964b0fb41 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Made reservation on behalf of f1bf9e99c0e74e618bfc91d0411fa411 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:27:05.184076 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8d48-6589-461d-8dca-e03964b0fb41 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:05.192618 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8d48-6589-461d-8dca-e03964b0fb41 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:05.265405 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8d48-6589-461d-8dca-e03964b0fb41 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:05.269089 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8d48-6589-461d-8dca-e03964b0fb41 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:05.292073 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f6c8d48-6589-461d-8dca-e03964b0fb41 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:27:05.305840 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c8d48-6589-461d-8dca-e03964b0fb41 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54c1aaea-4f84-4a05-a2a7-a7fcb1f3d780,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:05.310711 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8d48-6589-461d-8dca-e03964b0fb41 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:05.311064 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-7f6c8d48-6589-461d-8dca-e03964b0fb41 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Added segment 2ac2e61f-896b-4eca-90e8-67e5d2a4eb09 of type vlan for network 96bd468b-78bc-4985-8ac4-e6cdf0e2e58d May 06 10:27:05.351280 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8d48-6589-461d-8dca-e03964b0fb41 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:05.375825 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8d48-6589-461d-8dca-e03964b0fb41 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:05.381359 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6c8d48-6589-461d-8dca-e03964b0fb41 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:05.381958 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8d48-6589-461d-8dca-e03964b0fb41 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:05.448215 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7f6c8d48-6589-461d-8dca-e03964b0fb41 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2899909 May 06 10:27:05.451140 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38336) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:05.454958 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c8d48-6589-461d-8dca-e03964b0fb41 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Pushing event updated for resources: {'Network': ['ID=96bd468b-78bc-4985-8ac4-e6cdf0e2e58d,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:05.456905 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-72907f47-1b1a-4e6c-b438-1c249b8d2efa tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Request body: {'subnet': {'network_id': '96bd468b-78bc-4985-8ac4-e6cdf0e2e58d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:27:05.468191 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 96bd468b-78bc-4985-8ac4-e6cdf0e2e58d details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:27:05.878884 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72907f47-1b1a-4e6c-b438-1c249b8d2efa tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Made reservation on behalf of f1bf9e99c0e74e618bfc91d0411fa411 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:27:05.882361 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-72907f47-1b1a-4e6c-b438-1c249b8d2efa tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:06.062445 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-72907f47-1b1a-4e6c-b438-1c249b8d2efa tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:06.118843 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72907f47-1b1a-4e6c-b438-1c249b8d2efa tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Pushing event updated for resources: {'Subnet': ['ID=4d3cd778-f124-41e0-9627-aef507bfcdcc,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:06.129309 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72907f47-1b1a-4e6c-b438-1c249b8d2efa tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Checking segment: {'id': '2ac2e61f-896b-4eca-90e8-67e5d2a4eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '96bd468b-78bc-4985-8ac4-e6cdf0e2e58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:27:06.129595 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72907f47-1b1a-4e6c-b438-1c249b8d2efa tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Network hostable DHCP agents. Network: 96bd468b-78bc-4985-8ac4-e6cdf0e2e58d, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:27:06.156773 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72907f47-1b1a-4e6c-b438-1c249b8d2efa tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Network 96bd468b-78bc-4985-8ac4-e6cdf0e2e58d is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:27:06.167618 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-72907f47-1b1a-4e6c-b438-1c249b8d2efa tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 96bd468b-78bc-4985-8ac4-e6cdf0e2e58d) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:27:06.171811 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72907f47-1b1a-4e6c-b438-1c249b8d2efa tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:06.172400 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-72907f47-1b1a-4e6c-b438-1c249b8d2efa tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:06.177306 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d96aeac-9102-4796-a31e-446c03bf8a96 None None] Network 96bd468b-78bc-4985-8ac4-e6cdf0e2e58d requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:27:06.189856 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-72907f47-1b1a-4e6c-b438-1c249b8d2efa tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7370203 May 06 10:27:06.192877 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38338) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:06.197746 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-221df386-02f8-442e-b727-7d65bf4e8e48 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2095068543'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:27:06.216596 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221df386-02f8-442e-b727-7d65bf4e8e48 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Made reservation on behalf of f1bf9e99c0e74e618bfc91d0411fa411 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:27:06.220827 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-221df386-02f8-442e-b727-7d65bf4e8e48 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:06.246120 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-221df386-02f8-442e-b727-7d65bf4e8e48 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:27:06.255666 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-221df386-02f8-442e-b727-7d65bf4e8e48 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:06.256018 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-221df386-02f8-442e-b727-7d65bf4e8e48 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Added segment 035172c9-0866-4bb6-a33c-1de769d5b7eb of type vlan for network 0e7505cd-4c49-4819-910a-4d0216762740 May 06 10:27:06.298129 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-221df386-02f8-442e-b727-7d65bf4e8e48 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:06.328964 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-221df386-02f8-442e-b727-7d65bf4e8e48 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:06.329768 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5de192-2769-4ab2-b662-4d9b4237617b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-96bd468b-78bc-4985-8ac4-e6cdf0e2e58d', 'network_id': '96bd468b-78bc-4985-8ac4-e6cdf0e2e58d', 'tenant_id': 'f1bf9e99c0e74e618bfc91d0411fa411', 'fixed_ips': [{'subnet_id': '4d3cd778-f124-41e0-9627-aef507bfcdcc'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:27:06.330987 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1f5de192-2769-4ab2-b662-4d9b4237617b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:06.336176 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221df386-02f8-442e-b727-7d65bf4e8e48 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:06.336790 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-221df386-02f8-442e-b727-7d65bf4e8e48 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:06.400448 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-221df386-02f8-442e-b727-7d65bf4e8e48 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2064323 May 06 10:27:06.403057 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38340) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:06.410547 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-72c05ba3-9d00-4c82-9571-189ee18d15a1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Request body: {'subnet': {'network_id': '0e7505cd-4c49-4819-910a-4d0216762740', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:27:06.454803 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221df386-02f8-442e-b727-7d65bf4e8e48 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Pushing event updated for resources: {'Network': ['ID=0e7505cd-4c49-4819-910a-4d0216762740,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:06.469048 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 0e7505cd-4c49-4819-910a-4d0216762740 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:27:06.471704 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-1f5de192-2769-4ab2-b662-4d9b4237617b None None] Allocated IP 172.20.0.2 (96bd468b-78bc-4985-8ac4-e6cdf0e2e58d/4d3cd778-f124-41e0-9627-aef507bfcdcc/136f7bb6-2b4a-46ff-8128-22594ef98478) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:27:06.507682 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c05ba3-9d00-4c82-9571-189ee18d15a1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Made reservation on behalf of f1bf9e99c0e74e618bfc91d0411fa411 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:27:06.511172 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-72c05ba3-9d00-4c82-9571-189ee18d15a1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:06.682400 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1f5de192-2769-4ab2-b662-4d9b4237617b None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:06.688677 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1f5de192-2769-4ab2-b662-4d9b4237617b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:06.696406 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-72c05ba3-9d00-4c82-9571-189ee18d15a1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:06.724644 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5de192-2769-4ab2-b662-4d9b4237617b None None] Network 96bd468b-78bc-4985-8ac4-e6cdf0e2e58d is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:27:06.728913 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-1f5de192-2769-4ab2-b662-4d9b4237617b None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:27:06.732617 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5de192-2769-4ab2-b662-4d9b4237617b None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:27:06.742486 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5de192-2769-4ab2-b662-4d9b4237617b None None] Pushing event updated for resources: {'Port': ['ID=136f7bb6-2b4a-46ff-8128-22594ef98478,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:06.758811 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c05ba3-9d00-4c82-9571-189ee18d15a1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Pushing event updated for resources: {'Subnet': ['ID=18436eaf-7306-4dd3-9ec0-6d72a3c53cfd,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:06.776080 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c05ba3-9d00-4c82-9571-189ee18d15a1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Checking segment: {'id': '035172c9-0866-4bb6-a33c-1de769d5b7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0e7505cd-4c49-4819-910a-4d0216762740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:27:06.776445 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c05ba3-9d00-4c82-9571-189ee18d15a1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Network hostable DHCP agents. Network: 0e7505cd-4c49-4819-910a-4d0216762740, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:27:06.792956 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c05ba3-9d00-4c82-9571-189ee18d15a1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Network 0e7505cd-4c49-4819-910a-4d0216762740 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:27:06.794238 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-1f5de192-2769-4ab2-b662-4d9b4237617b None None] Attempting to bind port 136f7bb6-2b4a-46ff-8128-22594ef98478 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:27:06.794829 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-1f5de192-2769-4ab2-b662-4d9b4237617b None None] Attempting to bind port 136f7bb6-2b4a-46ff-8128-22594ef98478 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '2ac2e61f-896b-4eca-90e8-67e5d2a4eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '96bd468b-78bc-4985-8ac4-e6cdf0e2e58d'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:27:06.795721 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5de192-2769-4ab2-b662-4d9b4237617b None None] Attempting to bind port 136f7bb6-2b4a-46ff-8128-22594ef98478 on network 96bd468b-78bc-4985-8ac4-e6cdf0e2e58d {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:27:06.801919 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5de192-2769-4ab2-b662-4d9b4237617b None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:27:06.802309 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5de192-2769-4ab2-b662-4d9b4237617b None None] Checking segment: {'id': '2ac2e61f-896b-4eca-90e8-67e5d2a4eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '96bd468b-78bc-4985-8ac4-e6cdf0e2e58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:27:06.802711 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-72c05ba3-9d00-4c82-9571-189ee18d15a1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 0e7505cd-4c49-4819-910a-4d0216762740) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:27:06.802854 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1f5de192-2769-4ab2-b662-4d9b4237617b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:06.803280 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5de192-2769-4ab2-b662-4d9b4237617b None None] Bound using segment: {'id': '2ac2e61f-896b-4eca-90e8-67e5d2a4eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '96bd468b-78bc-4985-8ac4-e6cdf0e2e58d'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:27:06.803763 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-1f5de192-2769-4ab2-b662-4d9b4237617b None None] Bound port: 136f7bb6-2b4a-46ff-8128-22594ef98478, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac2e61f-896b-4eca-90e8-67e5d2a4eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '96bd468b-78bc-4985-8ac4-e6cdf0e2e58d'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:27:06.804156 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1f5de192-2769-4ab2-b662-4d9b4237617b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:06.807069 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c05ba3-9d00-4c82-9571-189ee18d15a1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:06.807961 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-72c05ba3-9d00-4c82-9571-189ee18d15a1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:06.818179 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aae8c3f-a6e3-4a67-a634-5733173f9d1f None None] Network 0e7505cd-4c49-4819-910a-4d0216762740 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:27:06.825453 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-72c05ba3-9d00-4c82-9571-189ee18d15a1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4213669 May 06 10:27:06.828245 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38342) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:06.832855 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-c290e5d4-08e6-43e1-bbef-6a7197057a4a tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Request body: {'router': {'external_gateway_info': {'network_id': '0e7505cd-4c49-4819-910a-4d0216762740'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:27:06.944425 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-1f5de192-2769-4ab2-b662-4d9b4237617b None None] For port 136f7bb6-2b4a-46ff-8128-22594ef98478, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:27:06.948987 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-1f5de192-2769-4ab2-b662-4d9b4237617b None None] For port 136f7bb6-2b4a-46ff-8128-22594ef98478, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=136f7bb6-2b4a-46ff-8128-22594ef98478,segment=NetworkSegment(2ac2e61f-896b-4eca-90e8-67e5d2a4eb09),segment_id=2ac2e61f-896b-4eca-90e8-67e5d2a4eb09)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:27:06.972138 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1f5de192-2769-4ab2-b662-4d9b4237617b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:07.055687 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c290e5d4-08e6-43e1-bbef-6a7197057a4a tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:07.057686 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5de192-2769-4ab2-b662-4d9b4237617b None None] Pushing event updated for resources: {'Port': ['ID=136f7bb6-2b4a-46ff-8128-22594ef98478,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:07.065429 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2928bb68-69a1-4e68-840a-6b030a3068d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-0e7505cd-4c49-4819-910a-4d0216762740', 'network_id': '0e7505cd-4c49-4819-910a-4d0216762740', 'tenant_id': 'f1bf9e99c0e74e618bfc91d0411fa411', 'fixed_ips': [{'subnet_id': '18436eaf-7306-4dd3-9ec0-6d72a3c53cfd'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:27:07.066631 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2928bb68-69a1-4e68-840a-6b030a3068d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:07.176847 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [None req-c290e5d4-08e6-43e1-bbef-6a7197057a4a tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 10:27:07.177680 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c290e5d4-08e6-43e1-bbef-6a7197057a4a tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] 10.222.0.73 "PUT /v2.0/routers/1de29d22-b93b-4936-8875-1966995cfe7a HTTP/1.1" status: 400 len: 364 time: 0.3483407 May 06 10:27:07.183897 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38344) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:07.226127 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-2928bb68-69a1-4e68-840a-6b030a3068d3 None None] Allocated IP 172.21.0.2 (0e7505cd-4c49-4819-910a-4d0216762740/18436eaf-7306-4dd3-9ec0-6d72a3c53cfd/f31740af-e0d3-4d09-b866-d58833bc896e) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:27:07.260059 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c1ad65-cd10-48b8-bcea-7ef49c0aaade tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Deleting subnet 18436eaf-7306-4dd3-9ec0-6d72a3c53cfd {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:27:07.387280 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2928bb68-69a1-4e68-840a-6b030a3068d3 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:07.392000 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-29c1ad65-cd10-48b8-bcea-7ef49c0aaade tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:07.392562 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2928bb68-69a1-4e68-840a-6b030a3068d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:07.433561 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-29c1ad65-cd10-48b8-bcea-7ef49c0aaade tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:07.433809 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2928bb68-69a1-4e68-840a-6b030a3068d3 None None] Network 0e7505cd-4c49-4819-910a-4d0216762740 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:27:07.436649 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-2928bb68-69a1-4e68-840a-6b030a3068d3 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:27:07.439373 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2928bb68-69a1-4e68-840a-6b030a3068d3 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:27:07.452292 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928bb68-69a1-4e68-840a-6b030a3068d3 None None] Pushing event updated for resources: {'Port': ['ID=f31740af-e0d3-4d09-b866-d58833bc896e,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:07.504104 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-2928bb68-69a1-4e68-840a-6b030a3068d3 None None] Attempting to bind port f31740af-e0d3-4d09-b866-d58833bc896e on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:27:07.504742 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-2928bb68-69a1-4e68-840a-6b030a3068d3 None None] Attempting to bind port f31740af-e0d3-4d09-b866-d58833bc896e by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '035172c9-0866-4bb6-a33c-1de769d5b7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0e7505cd-4c49-4819-910a-4d0216762740'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:27:07.504847 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2928bb68-69a1-4e68-840a-6b030a3068d3 None None] Attempting to bind port f31740af-e0d3-4d09-b866-d58833bc896e on network 0e7505cd-4c49-4819-910a-4d0216762740 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:27:07.512882 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2928bb68-69a1-4e68-840a-6b030a3068d3 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:27:07.513264 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2928bb68-69a1-4e68-840a-6b030a3068d3 None None] Checking segment: {'id': '035172c9-0866-4bb6-a33c-1de769d5b7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0e7505cd-4c49-4819-910a-4d0216762740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:27:07.513678 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2928bb68-69a1-4e68-840a-6b030a3068d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:07.514701 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2928bb68-69a1-4e68-840a-6b030a3068d3 None None] Bound using segment: {'id': '035172c9-0866-4bb6-a33c-1de769d5b7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0e7505cd-4c49-4819-910a-4d0216762740'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:27:07.515725 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-2928bb68-69a1-4e68-840a-6b030a3068d3 None None] Bound port: f31740af-e0d3-4d09-b866-d58833bc896e, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035172c9-0866-4bb6-a33c-1de769d5b7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0e7505cd-4c49-4819-910a-4d0216762740'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:27:07.515929 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2928bb68-69a1-4e68-840a-6b030a3068d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:07.533661 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-29c1ad65-cd10-48b8-bcea-7ef49c0aaade tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:07.597516 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-29c1ad65-cd10-48b8-bcea-7ef49c0aaade tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:07.601534 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-2928bb68-69a1-4e68-840a-6b030a3068d3 None None] For port f31740af-e0d3-4d09-b866-d58833bc896e, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:27:07.606133 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-2928bb68-69a1-4e68-840a-6b030a3068d3 None None] For port f31740af-e0d3-4d09-b866-d58833bc896e, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f31740af-e0d3-4d09-b866-d58833bc896e,segment=NetworkSegment(035172c9-0866-4bb6-a33c-1de769d5b7eb),segment_id=035172c9-0866-4bb6-a33c-1de769d5b7eb)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:27:07.612672 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2928bb68-69a1-4e68-840a-6b030a3068d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:07.627732 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c1ad65-cd10-48b8-bcea-7ef49c0aaade tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Pushing event deleted for resources: {'Subnet': ['ID=18436eaf-7306-4dd3-9ec0-6d72a3c53cfd,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:07.633610 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-29c1ad65-cd10-48b8-bcea-7ef49c0aaade tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:07.640848 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38346) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:07.641512 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-29c1ad65-cd10-48b8-bcea-7ef49c0aaade tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] 10.222.0.73 "DELETE /v2.0/subnets/18436eaf-7306-4dd3-9ec0-6d72a3c53cfd HTTP/1.1" status: 204 len: 168 time: 0.4536867 May 06 10:27:07.655841 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 136f7bb6-2b4a-46ff-8128-22594ef98478 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:27:07.710907 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928bb68-69a1-4e68-840a-6b030a3068d3 None None] Pushing event updated for resources: {'Port': ['ID=f31740af-e0d3-4d09-b866-d58833bc896e,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:07.738219 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 136f7bb6-2b4a-46ff-8128-22594ef98478 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:27:07.738680 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:07.747912 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67f1b78b-4bd5-4876-80d0-b5af764be1e1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:07.811622 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-67f1b78b-4bd5-4876-80d0-b5af764be1e1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Deleting port f31740af-e0d3-4d09-b866-d58833bc896e {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:27:07.811974 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67f1b78b-4bd5-4876-80d0-b5af764be1e1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:07.829402 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:07.868300 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 136f7bb6-2b4a-46ff-8128-22594ef98478, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=136f7bb6-2b4a-46ff-8128-22594ef98478,segment=NetworkSegment(2ac2e61f-896b-4eca-90e8-67e5d2a4eb09),segment_id=2ac2e61f-896b-4eca-90e8-67e5d2a4eb09)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:27:07.874835 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:07.939023 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-67f1b78b-4bd5-4876-80d0-b5af764be1e1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] For port f31740af-e0d3-4d09-b866-d58833bc896e, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f31740af-e0d3-4d09-b866-d58833bc896e,segment=NetworkSegment(035172c9-0866-4bb6-a33c-1de769d5b7eb),segment_id=035172c9-0866-4bb6-a33c-1de769d5b7eb)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:27:07.939516 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67f1b78b-4bd5-4876-80d0-b5af764be1e1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:07.960967 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-67f1b78b-4bd5-4876-80d0-b5af764be1e1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Calling delete_port for f31740af-e0d3-4d09-b866-d58833bc896e owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:27:07.975051 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=136f7bb6-2b4a-46ff-8128-22594ef98478,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:08.060330 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67f1b78b-4bd5-4876-80d0-b5af764be1e1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:08.088327 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1b78b-4bd5-4876-80d0-b5af764be1e1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Pushing event deleted for resources: {'Port': ['ID=f31740af-e0d3-4d09-b866-d58833bc896e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:08.093570 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f1b78b-4bd5-4876-80d0-b5af764be1e1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] No DVR routers for this DVR port f31740af-e0d3-4d09-b866-d58833bc896e on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:27:08.172229 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2eeaec-08d9-4020-8a7f-d0d38d9ee344 None None] Network 96bd468b-78bc-4985-8ac4-e6cdf0e2e58d requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:27:08.182527 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67f1b78b-4bd5-4876-80d0-b5af764be1e1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:08.204118 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-67f1b78b-4bd5-4876-80d0-b5af764be1e1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7505cd-4c49-4819-910a-4d0216762740']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:08.214299 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-67f1b78b-4bd5-4876-80d0-b5af764be1e1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035172c9-0866-4bb6-a33c-1de769d5b7eb') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:08.214646 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-67f1b78b-4bd5-4876-80d0-b5af764be1e1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035172c9-0866-4bb6-a33c-1de769d5b7eb') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:08.226119 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67f1b78b-4bd5-4876-80d0-b5af764be1e1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:08.239564 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67f1b78b-4bd5-4876-80d0-b5af764be1e1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:08.245635 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f1b78b-4bd5-4876-80d0-b5af764be1e1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:27:08.245841 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67f1b78b-4bd5-4876-80d0-b5af764be1e1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: timer() May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:27:08.248859 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:27:08.297120 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d19c5333-be88-4c3b-a2f6-76e9c34ef974 None None] Provisioning complete for port 136f7bb6-2b4a-46ff-8128-22594ef98478 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:27:08.297420 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d19c5333-be88-4c3b-a2f6-76e9c34ef974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:08.310584 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67f1b78b-4bd5-4876-80d0-b5af764be1e1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:08.318877 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-67f1b78b-4bd5-4876-80d0-b5af764be1e1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:08.322299 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-67f1b78b-4bd5-4876-80d0-b5af764be1e1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] 10.222.0.73 "DELETE /v2.0/networks/0e7505cd-4c49-4819-910a-4d0216762740 HTTP/1.1" status: 204 len: 168 time: 0.6799498 May 06 10:27:08.325018 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38348) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:08.333218 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1b78b-4bd5-4876-80d0-b5af764be1e1 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Pushing event deleted for resources: {'Network': ['ID=0e7505cd-4c49-4819-910a-4d0216762740,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:08.384069 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdae5eb5-da58-43e2-b1c0-13deb4c97c02 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Deleting subnet 4d3cd778-f124-41e0-9627-aef507bfcdcc {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:27:08.387679 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fdae5eb5-da58-43e2-b1c0-13deb4c97c02 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:08.441242 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fdae5eb5-da58-43e2-b1c0-13deb4c97c02 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:08.531894 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fdae5eb5-da58-43e2-b1c0-13deb4c97c02 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:08.599679 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fdae5eb5-da58-43e2-b1c0-13deb4c97c02 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:08.634760 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae5eb5-da58-43e2-b1c0-13deb4c97c02 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Pushing event deleted for resources: {'Subnet': ['ID=4d3cd778-f124-41e0-9627-aef507bfcdcc,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:08.636859 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-fdae5eb5-da58-43e2-b1c0-13deb4c97c02 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:08.640593 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-fdae5eb5-da58-43e2-b1c0-13deb4c97c02 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] 10.222.0.73 "DELETE /v2.0/subnets/4d3cd778-f124-41e0-9627-aef507bfcdcc HTTP/1.1" status: 204 len: 168 time: 0.3133540 May 06 10:27:08.643156 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38350) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:08.653989 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730d79bd-c059-46f1-bf42-936ba1d952a2 None None] Network 96bd468b-78bc-4985-8ac4-e6cdf0e2e58d requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:27:08.731951 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-909f91b8-c10c-4171-bf11-2c0bc2d09e11 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:08.791813 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-909f91b8-c10c-4171-bf11-2c0bc2d09e11 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Deleting port 136f7bb6-2b4a-46ff-8128-22594ef98478 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:27:08.792161 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-909f91b8-c10c-4171-bf11-2c0bc2d09e11 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:08.876818 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-909f91b8-c10c-4171-bf11-2c0bc2d09e11 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] For port 136f7bb6-2b4a-46ff-8128-22594ef98478, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=136f7bb6-2b4a-46ff-8128-22594ef98478,segment=NetworkSegment(2ac2e61f-896b-4eca-90e8-67e5d2a4eb09),segment_id=2ac2e61f-896b-4eca-90e8-67e5d2a4eb09)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:27:08.877180 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-909f91b8-c10c-4171-bf11-2c0bc2d09e11 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:08.887236 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8450b24d-3163-45da-ae05-4bf2ae16af35 None None] DHCP port deletion for 0e7505cd-4c49-4819-910a-4d0216762740 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:27:08.888962 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-94923248-5d6d-40bc-bf9d-a72e835f10f7 None None] Provisioning complete for port 136f7bb6-2b4a-46ff-8128-22594ef98478 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:27:08.889841 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-94923248-5d6d-40bc-bf9d-a72e835f10f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:08.896421 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-909f91b8-c10c-4171-bf11-2c0bc2d09e11 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Calling delete_port for 136f7bb6-2b4a-46ff-8128-22594ef98478 owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:27:08.962694 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea198fd5-32d1-487d-89ee-1157b03a5f42 None None] Network 0e7505cd-4c49-4819-910a-4d0216762740 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:27:08.977669 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-909f91b8-c10c-4171-bf11-2c0bc2d09e11 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:08.982522 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea198fd5-32d1-487d-89ee-1157b03a5f42 None None] Network 0e7505cd-4c49-4819-910a-4d0216762740 could not be found, it might have been deleted concurrently. {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 06 10:27:08.988408 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-94923248-5d6d-40bc-bf9d-a72e835f10f7 None None] Could not find standard attr ID for object 136f7bb6-2b4a-46ff-8128-22594ef98478. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 10:27:08.992835 n-d-840835-1 neutron-server[102654]: INFO neutron.plugins.ml2.db [None req-94923248-5d6d-40bc-bf9d-a72e835f10f7 None None] No ports have port_id starting with 136f7bb6-2b4a-46ff-8128-22594ef98478 May 06 10:27:09.001909 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f91b8-c10c-4171-bf11-2c0bc2d09e11 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Pushing event deleted for resources: {'Port': ['ID=136f7bb6-2b4a-46ff-8128-22594ef98478,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:09.007581 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909f91b8-c10c-4171-bf11-2c0bc2d09e11 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] No DVR routers for this DVR port 136f7bb6-2b4a-46ff-8128-22594ef98478 on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:27:09.067874 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdb3502-5e33-4816-84a6-ceb5024d8ed6 None None] DHCP port deletion for 96bd468b-78bc-4985-8ac4-e6cdf0e2e58d request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:27:09.094482 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-909f91b8-c10c-4171-bf11-2c0bc2d09e11 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:09.106843 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d3957f40-5124-47f0-9010-15abc78efee3 None None] Could not find standard attr ID for object f31740af-e0d3-4d09-b866-d58833bc896e. {{(pid=102654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 10:27:09.115509 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-909f91b8-c10c-4171-bf11-2c0bc2d09e11 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96bd468b-78bc-4985-8ac4-e6cdf0e2e58d']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:09.125149 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-909f91b8-c10c-4171-bf11-2c0bc2d09e11 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac2e61f-896b-4eca-90e8-67e5d2a4eb09') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:09.125440 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-909f91b8-c10c-4171-bf11-2c0bc2d09e11 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac2e61f-896b-4eca-90e8-67e5d2a4eb09') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:09.134710 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-909f91b8-c10c-4171-bf11-2c0bc2d09e11 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:09.148095 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-909f91b8-c10c-4171-bf11-2c0bc2d09e11 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:09.154012 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909f91b8-c10c-4171-bf11-2c0bc2d09e11 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:27:09.154399 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-909f91b8-c10c-4171-bf11-2c0bc2d09e11 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: timer() May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:27:09.157598 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:27:09.224711 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-909f91b8-c10c-4171-bf11-2c0bc2d09e11 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:09.231993 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-909f91b8-c10c-4171-bf11-2c0bc2d09e11 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:09.238943 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-909f91b8-c10c-4171-bf11-2c0bc2d09e11 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] 10.222.0.73 "DELETE /v2.0/networks/96bd468b-78bc-4985-8ac4-e6cdf0e2e58d HTTP/1.1" status: 204 len: 168 time: 0.5913393 May 06 10:27:09.238943 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38352) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:09.261937 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f91b8-c10c-4171-bf11-2c0bc2d09e11 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Pushing event deleted for resources: {'Network': ['ID=96bd468b-78bc-4985-8ac4-e6cdf0e2e58d,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:09.277966 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a6edb015-3216-42f0-b57b-57abfbd252f9 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] 10.222.0.73 "GET /v2.0/ports?device_id=1de29d22-b93b-4936-8875-1966995cfe7a HTTP/1.1" status: 200 len: 205 time: 0.0387139 May 06 10:27:09.280424 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38354) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:09.353251 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e7ff0e2f-50b6-4cdc-bbae-5a742fdcdd15 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:09.522242 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e7ff0e2f-50b6-4cdc-bbae-5a742fdcdd15 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:09.524511 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e7ff0e2f-50b6-4cdc-bbae-5a742fdcdd15 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:09.571921 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e7ff0e2f-50b6-4cdc-bbae-5a742fdcdd15 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:09.572457 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ff0e2f-50b6-4cdc-bbae-5a742fdcdd15 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Fanout notify agent at l3_agent the message router_deleted on router 1de29d22-b93b-4936-8875-1966995cfe7a {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:27:09.579940 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e7ff0e2f-50b6-4cdc-bbae-5a742fdcdd15 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:09.581198 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e7ff0e2f-50b6-4cdc-bbae-5a742fdcdd15 tempest-RoutersNegativeTest-1249179041 tempest-RoutersNegativeTest-1249179041-project] 10.222.0.73 "DELETE /v2.0/routers/1de29d22-b93b-4936-8875-1966995cfe7a HTTP/1.1" status: 204 len: 168 time: 0.2997682 May 06 10:27:09.599763 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 136f7bb6-2b4a-46ff-8128-22594ef98478 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:27:09.622446 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 136f7bb6-2b4a-46ff-8128-22594ef98478 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:27:09.622802 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 136f7bb6-2b4a-46ff-8128-22594ef98478 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:27:09.833585 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38360) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:09.964603 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ca4e5f29-6e5e-48b7-8740-13d717db6c4d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f1bf9e99c0e74e618bfc91d0411fa411&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1297984 May 06 10:27:09.967659 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38364) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:10.014425 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3a8458ce-8fbe-4289-89f5-ab80fcfcebef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:10.035707 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3a8458ce-8fbe-4289-89f5-ab80fcfcebef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:10.081021 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3a8458ce-8fbe-4289-89f5-ab80fcfcebef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:10.083603 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3a8458ce-8fbe-4289-89f5-ab80fcfcebef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:10.084739 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3a8458ce-8fbe-4289-89f5-ab80fcfcebef admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/54c1aaea-4f84-4a05-a2a7-a7fcb1f3d780 HTTP/1.1" status: 204 len: 168 time: 0.1161752 May 06 10:27:10.093004 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8458ce-8fbe-4289-89f5-ab80fcfcebef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c1aaea-4f84-4a05-a2a7-a7fcb1f3d780,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:10.683257 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38386) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:10.777718 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-9fde6016-05d8-418c-b753-2c731a3a809c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-660446988-network', 'tenant_id': 'bb099d111b0a43ac9e5b955b21ce7308'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:27:10.797911 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fde6016-05d8-418c-b753-2c731a3a809c admin admin] Made reservation on behalf of bb099d111b0a43ac9e5b955b21ce7308 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:27:10.800210 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9fde6016-05d8-418c-b753-2c731a3a809c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:10.808557 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9fde6016-05d8-418c-b753-2c731a3a809c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:10.893643 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9fde6016-05d8-418c-b753-2c731a3a809c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:10.899096 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9fde6016-05d8-418c-b753-2c731a3a809c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:10.928075 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fde6016-05d8-418c-b753-2c731a3a809c admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:27:10.933418 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde6016-05d8-418c-b753-2c731a3a809c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232e3f87-b5c9-4183-8c81-5614fe289db2,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:10.941232 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9fde6016-05d8-418c-b753-2c731a3a809c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:10.941583 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-9fde6016-05d8-418c-b753-2c731a3a809c admin admin] Added segment 99cfcb75-3cf5-4771-b6a5-2b24041fbcd8 of type vlan for network b200634d-799a-45dc-afb7-c8fe06d8cdbf May 06 10:27:10.986479 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9fde6016-05d8-418c-b753-2c731a3a809c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:11.009774 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9fde6016-05d8-418c-b753-2c731a3a809c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:11.010894 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fde6016-05d8-418c-b753-2c731a3a809c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:11.011510 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9fde6016-05d8-418c-b753-2c731a3a809c admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:11.069498 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9fde6016-05d8-418c-b753-2c731a3a809c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3851461 May 06 10:27:11.072297 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38390) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:11.076919 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-45b25ac0-5963-45c6-a76e-fcb7f5b0b836 admin admin] Request body: {'subnet': {'network_id': 'b200634d-799a-45dc-afb7-c8fe06d8cdbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-660446988-subnet', 'tenant_id': 'bb099d111b0a43ac9e5b955b21ce7308', 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:27:11.084414 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde6016-05d8-418c-b753-2c731a3a809c admin admin] Pushing event updated for resources: {'Network': ['ID=b200634d-799a-45dc-afb7-c8fe06d8cdbf,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:11.094576 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network b200634d-799a-45dc-afb7-c8fe06d8cdbf details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:27:11.100212 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b25ac0-5963-45c6-a76e-fcb7f5b0b836 admin admin] Made reservation on behalf of bb099d111b0a43ac9e5b955b21ce7308 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:27:11.102569 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45b25ac0-5963-45c6-a76e-fcb7f5b0b836 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:11.288917 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45b25ac0-5963-45c6-a76e-fcb7f5b0b836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:11.350168 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b25ac0-5963-45c6-a76e-fcb7f5b0b836 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d80ed710-d98f-4a26-9641-44e2d0dda75d,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:11.357532 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b25ac0-5963-45c6-a76e-fcb7f5b0b836 admin admin] Checking segment: {'id': '99cfcb75-3cf5-4771-b6a5-2b24041fbcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b200634d-799a-45dc-afb7-c8fe06d8cdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:27:11.357884 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b25ac0-5963-45c6-a76e-fcb7f5b0b836 admin admin] Network hostable DHCP agents. Network: b200634d-799a-45dc-afb7-c8fe06d8cdbf, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:27:11.373507 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b25ac0-5963-45c6-a76e-fcb7f5b0b836 admin admin] Network b200634d-799a-45dc-afb7-c8fe06d8cdbf is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:27:11.381778 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-45b25ac0-5963-45c6-a76e-fcb7f5b0b836 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, b200634d-799a-45dc-afb7-c8fe06d8cdbf) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:27:11.385727 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b25ac0-5963-45c6-a76e-fcb7f5b0b836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:11.386333 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45b25ac0-5963-45c6-a76e-fcb7f5b0b836 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:11.391685 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead850ea-8203-4f3d-8fe1-494b674c2ac8 None None] Network b200634d-799a-45dc-afb7-c8fe06d8cdbf requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:27:11.403302 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-45b25ac0-5963-45c6-a76e-fcb7f5b0b836 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3299108 May 06 10:27:11.406645 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38392) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:11.411403 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-d426167d-9117-47cb-bba7-9f72a7443dbc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-660446988-router', 'tenant_id': 'bb099d111b0a43ac9e5b955b21ce7308', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:27:11.436066 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d426167d-9117-47cb-bba7-9f72a7443dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:11.437080 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d426167d-9117-47cb-bba7-9f72a7443dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:11.503091 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d426167d-9117-47cb-bba7-9f72a7443dbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:11.561336 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418894f5-b65f-4241-8868-544011f701ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-b200634d-799a-45dc-afb7-c8fe06d8cdbf', 'network_id': 'b200634d-799a-45dc-afb7-c8fe06d8cdbf', 'tenant_id': 'bb099d111b0a43ac9e5b955b21ce7308', 'fixed_ips': [{'subnet_id': 'd80ed710-d98f-4a26-9641-44e2d0dda75d'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:27:11.562260 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-418894f5-b65f-4241-8868-544011f701ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:11.650278 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d426167d-9117-47cb-bba7-9f72a7443dbc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:11.702095 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-418894f5-b65f-4241-8868-544011f701ae None None] Allocated IP 172.20.0.2 (b200634d-799a-45dc-afb7-c8fe06d8cdbf/d80ed710-d98f-4a26-9641-44e2d0dda75d/ffbea8f5-3fb1-4225-97d0-c31d6305614a) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:27:11.848381 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-418894f5-b65f-4241-8868-544011f701ae None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:11.854821 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-418894f5-b65f-4241-8868-544011f701ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:11.862555 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d426167d-9117-47cb-bba7-9f72a7443dbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:11.882882 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d426167d-9117-47cb-bba7-9f72a7443dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:11.896141 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418894f5-b65f-4241-8868-544011f701ae None None] Network b200634d-799a-45dc-afb7-c8fe06d8cdbf is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:27:11.904187 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-418894f5-b65f-4241-8868-544011f701ae None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:27:11.906434 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418894f5-b65f-4241-8868-544011f701ae None None] Pushing event updated for resources: {'Port': ['ID=ffbea8f5-3fb1-4225-97d0-c31d6305614a,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:11.909641 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418894f5-b65f-4241-8868-544011f701ae None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:27:11.964961 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-418894f5-b65f-4241-8868-544011f701ae None None] Attempting to bind port ffbea8f5-3fb1-4225-97d0-c31d6305614a on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:27:11.964961 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-418894f5-b65f-4241-8868-544011f701ae None None] Attempting to bind port ffbea8f5-3fb1-4225-97d0-c31d6305614a by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '99cfcb75-3cf5-4771-b6a5-2b24041fbcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b200634d-799a-45dc-afb7-c8fe06d8cdbf'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:27:11.965269 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418894f5-b65f-4241-8868-544011f701ae None None] Attempting to bind port ffbea8f5-3fb1-4225-97d0-c31d6305614a on network b200634d-799a-45dc-afb7-c8fe06d8cdbf {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:27:11.970284 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418894f5-b65f-4241-8868-544011f701ae None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:27:11.970665 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418894f5-b65f-4241-8868-544011f701ae None None] Checking segment: {'id': '99cfcb75-3cf5-4771-b6a5-2b24041fbcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b200634d-799a-45dc-afb7-c8fe06d8cdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:27:11.971074 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-418894f5-b65f-4241-8868-544011f701ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:11.971502 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418894f5-b65f-4241-8868-544011f701ae None None] Bound using segment: {'id': '99cfcb75-3cf5-4771-b6a5-2b24041fbcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b200634d-799a-45dc-afb7-c8fe06d8cdbf'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:27:11.971984 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-418894f5-b65f-4241-8868-544011f701ae None None] Bound port: ffbea8f5-3fb1-4225-97d0-c31d6305614a, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99cfcb75-3cf5-4771-b6a5-2b24041fbcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b200634d-799a-45dc-afb7-c8fe06d8cdbf'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:27:11.972369 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-418894f5-b65f-4241-8868-544011f701ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:11.989803 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-d426167d-9117-47cb-bba7-9f72a7443dbc admin admin] Allocated IP 172.25.5.6 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:27:12.041562 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-418894f5-b65f-4241-8868-544011f701ae None None] For port ffbea8f5-3fb1-4225-97d0-c31d6305614a, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:27:12.044902 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-418894f5-b65f-4241-8868-544011f701ae None None] For port ffbea8f5-3fb1-4225-97d0-c31d6305614a, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=ffbea8f5-3fb1-4225-97d0-c31d6305614a,segment=NetworkSegment(99cfcb75-3cf5-4771-b6a5-2b24041fbcd8),segment_id=99cfcb75-3cf5-4771-b6a5-2b24041fbcd8)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:27:12.049271 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-418894f5-b65f-4241-8868-544011f701ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:12.106805 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d426167d-9117-47cb-bba7-9f72a7443dbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:12.108083 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418894f5-b65f-4241-8868-544011f701ae None None] Pushing event updated for resources: {'Port': ['ID=ffbea8f5-3fb1-4225-97d0-c31d6305614a,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:12.144240 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d426167d-9117-47cb-bba7-9f72a7443dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:12.184184 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d426167d-9117-47cb-bba7-9f72a7443dbc admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:27:12.187722 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-d426167d-9117-47cb-bba7-9f72a7443dbc admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:27:12.191218 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d426167d-9117-47cb-bba7-9f72a7443dbc admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:27:12.199559 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426167d-9117-47cb-bba7-9f72a7443dbc admin admin] Pushing event updated for resources: {'Port': ['ID=63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:12.464444 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d426167d-9117-47cb-bba7-9f72a7443dbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:12.662218 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d426167d-9117-47cb-bba7-9f72a7443dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:12.800860 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d426167d-9117-47cb-bba7-9f72a7443dbc admin admin] Router 8ed840e5-f2cd-4595-bf13-6418a17a070a is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:27:12.917168 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d426167d-9117-47cb-bba7-9f72a7443dbc admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:27:12.928041 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406039a9-dc6d-4764-b9c7-cc1e3598325e None None] Sync routers for ids ['8ed840e5-f2cd-4595-bf13-6418a17a070a'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:27:12.936908 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d426167d-9117-47cb-bba7-9f72a7443dbc admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:12.938282 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d426167d-9117-47cb-bba7-9f72a7443dbc admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5305185 May 06 10:27:12.940225 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406039a9-dc6d-4764-b9c7-cc1e3598325e None None] Routers {'8ed840e5-f2cd-4595-bf13-6418a17a070a'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:27:12.940862 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-406039a9-dc6d-4764-b9c7-cc1e3598325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:26:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['8ed840e5-f2cd-4595-bf13-6418a17a070a'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:12.941139 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38394) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:13.028731 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c70395-b6f1-46ef-b859-4dd247d3ae1d None None] Network b200634d-799a-45dc-afb7-c8fe06d8cdbf requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:27:13.121295 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-406039a9-dc6d-4764-b9c7-cc1e3598325e None None] Set router 8ed840e5-f2cd-4595-bf13-6418a17a070a gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:27:13.123107 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-df2f08e4-d84a-4332-b78f-31be87ccb6e1 None None] Provisioning complete for port ffbea8f5-3fb1-4225-97d0-c31d6305614a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:27:13.124029 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-df2f08e4-d84a-4332-b78f-31be87ccb6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:13.370370 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9097dcbd-85bb-4a86-88f1-80169901a190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:13.413547 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-df2f08e4-d84a-4332-b78f-31be87ccb6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:13.456668 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-df2f08e4-d84a-4332-b78f-31be87ccb6e1 None None] For port ffbea8f5-3fb1-4225-97d0-c31d6305614a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=ffbea8f5-3fb1-4225-97d0-c31d6305614a,segment=NetworkSegment(99cfcb75-3cf5-4771-b6a5-2b24041fbcd8),segment_id=99cfcb75-3cf5-4771-b6a5-2b24041fbcd8)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:27:13.462073 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-df2f08e4-d84a-4332-b78f-31be87ccb6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:13.491060 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-406039a9-dc6d-4764-b9c7-cc1e3598325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed840e5-f2cd-4595-bf13-6418a17a070a', 'name': 'tempest-TestEncryptedCinderVolumes-660446988-router', 'tenant_id': 'bb099d111b0a43ac9e5b955b21ce7308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:27:11Z', 'updated_at': '2022-05-06T10:27:12Z', 'revision_number': 3, 'project_id': 'bb099d111b0a43ac9e5b955b21ce7308', 'gw_port': {'id': '63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:14:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed840e5-f2cd-4595-bf13-6418a17a070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:27:11Z', 'updated_at': '2022-05-06T10:27:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:13.524733 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406039a9-dc6d-4764-b9c7-cc1e3598325e None None] Checking router: 8ed840e5-f2cd-4595-bf13-6418a17a070a for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:27:13.525090 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406039a9-dc6d-4764-b9c7-cc1e3598325e None None] Updating router 8ed840e5-f2cd-4595-bf13-6418a17a070a port 63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:27:13.538474 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-9097dcbd-85bb-4a86-88f1-80169901a190 admin admin] Allocated IP 172.20.0.1 (b200634d-799a-45dc-afb7-c8fe06d8cdbf/d80ed710-d98f-4a26-9641-44e2d0dda75d/f6e69197-6b1c-43b2-a184-8893ed450017) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:27:13.570315 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f08e4-d84a-4332-b78f-31be87ccb6e1 None None] Pushing event updated for resources: {'Port': ['ID=ffbea8f5-3fb1-4225-97d0-c31d6305614a,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:13.573152 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-406039a9-dc6d-4764-b9c7-cc1e3598325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:13.682067 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9097dcbd-85bb-4a86-88f1-80169901a190 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:13.719521 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9097dcbd-85bb-4a86-88f1-80169901a190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:13.762594 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9097dcbd-85bb-4a86-88f1-80169901a190 admin admin] Network b200634d-799a-45dc-afb7-c8fe06d8cdbf is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:27:13.765674 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-9097dcbd-85bb-4a86-88f1-80169901a190 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:27:13.768337 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9097dcbd-85bb-4a86-88f1-80169901a190 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:27:13.777863 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097dcbd-85bb-4a86-88f1-80169901a190 admin admin] Pushing event updated for resources: {'Port': ['ID=f6e69197-6b1c-43b2-a184-8893ed450017,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:13.821961 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9097dcbd-85bb-4a86-88f1-80169901a190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:13.837422 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ffbea8f5-3fb1-4225-97d0-c31d6305614a up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:27:13.900689 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-2c8ab727-649f-40a3-afdc-1a5d55ac840a None None] Provisioning complete for port ffbea8f5-3fb1-4225-97d0-c31d6305614a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:27:13.901062 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2c8ab727-649f-40a3-afdc-1a5d55ac840a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:13.965430 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9097dcbd-85bb-4a86-88f1-80169901a190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:13.997224 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port ffbea8f5-3fb1-4225-97d0-c31d6305614a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:27:13.997632 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:14.132210 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9097dcbd-85bb-4a86-88f1-80169901a190 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:14.136834 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9097dcbd-85bb-4a86-88f1-80169901a190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:14.197487 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-406039a9-dc6d-4764-b9c7-cc1e3598325e None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:14.205273 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-406039a9-dc6d-4764-b9c7-cc1e3598325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:14.208934 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9097dcbd-85bb-4a86-88f1-80169901a190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:14.210682 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097dcbd-85bb-4a86-88f1-80169901a190 admin admin] Pushing event updated for resources: {'Port': ['ID=f6e69197-6b1c-43b2-a184-8893ed450017,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:14.267973 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-406039a9-dc6d-4764-b9c7-cc1e3598325e None None] Attempting to bind port 63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:27:14.268359 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-406039a9-dc6d-4764-b9c7-cc1e3598325e None None] Attempting to bind port 63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:27:14.268743 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406039a9-dc6d-4764-b9c7-cc1e3598325e None None] Attempting to bind port 63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:27:14.273575 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfcd332-f52e-48f0-a780-df8d6247578f None None] Pushing event updated for resources: {'Port': ['ID=63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:14.283227 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406039a9-dc6d-4764-b9c7-cc1e3598325e None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:27:14.283626 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406039a9-dc6d-4764-b9c7-cc1e3598325e None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:27:14.284025 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-406039a9-dc6d-4764-b9c7-cc1e3598325e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:14.284426 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406039a9-dc6d-4764-b9c7-cc1e3598325e None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:27:14.284946 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-406039a9-dc6d-4764-b9c7-cc1e3598325e None None] Bound port: 63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:27:14.285337 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-406039a9-dc6d-4764-b9c7-cc1e3598325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:14.317742 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-82395300-45a1-4597-8a8b-749d5ddfbdc6 None None] Provisioning complete for port f6e69197-6b1c-43b2-a184-8893ed450017 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:27:14.318120 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-82395300-45a1-4597-8a8b-749d5ddfbdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:14.377234 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-82395300-45a1-4597-8a8b-749d5ddfbdc6 None None] Port f6e69197-6b1c-43b2-a184-8893ed450017 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:27:14.379157 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-406039a9-dc6d-4764-b9c7-cc1e3598325e None None] For port 63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:27:14.392545 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-406039a9-dc6d-4764-b9c7-cc1e3598325e None None] For port 63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:27:14.397219 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-406039a9-dc6d-4764-b9c7-cc1e3598325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:14.453544 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406039a9-dc6d-4764-b9c7-cc1e3598325e None None] Routers {'8ed840e5-f2cd-4595-bf13-6418a17a070a'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:27:14.454146 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-406039a9-dc6d-4764-b9c7-cc1e3598325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:26:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['8ed840e5-f2cd-4595-bf13-6418a17a070a'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:14.503293 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfcd332-f52e-48f0-a780-df8d6247578f None None] Pushing event updated for resources: {'Port': ['ID=63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:14.581853 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-406039a9-dc6d-4764-b9c7-cc1e3598325e None None] Set router 8ed840e5-f2cd-4595-bf13-6418a17a070a gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:27:14.636055 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9097dcbd-85bb-4a86-88f1-80169901a190 admin admin] Network b200634d-799a-45dc-afb7-c8fe06d8cdbf is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:27:14.637478 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-9097dcbd-85bb-4a86-88f1-80169901a190 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:27:14.760222 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9097dcbd-85bb-4a86-88f1-80169901a190 admin admin] Router 8ed840e5-f2cd-4595-bf13-6418a17a070a has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:27:14.817208 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-406039a9-dc6d-4764-b9c7-cc1e3598325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed840e5-f2cd-4595-bf13-6418a17a070a', 'name': 'tempest-TestEncryptedCinderVolumes-660446988-router', 'tenant_id': 'bb099d111b0a43ac9e5b955b21ce7308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:27:11Z', 'updated_at': '2022-05-06T10:27:13Z', 'revision_number': 4, 'project_id': 'bb099d111b0a43ac9e5b955b21ce7308', 'gw_port': {'id': '63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:14:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed840e5-f2cd-4595-bf13-6418a17a070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:27:11Z', 'updated_at': '2022-05-06T10:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'f6e69197-6b1c-43b2-a184-8893ed450017', 'name': '', 'network_id': 'b200634d-799a-45dc-afb7-c8fe06d8cdbf', 'tenant_id': 'bb099d111b0a43ac9e5b955b21ce7308', 'mac_address': 'fa:16:3e:ee:94:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed840e5-f2cd-4595-bf13-6418a17a070a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd80ed710-d98f-4a26-9641-44e2d0dda75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:27:13Z', 'updated_at': '2022-05-06T10:27:14Z', 'revision_number': 2, 'project_id': 'bb099d111b0a43ac9e5b955b21ce7308', 'subnets': [{'id': 'd80ed710-d98f-4a26-9641-44e2d0dda75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:14.847036 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406039a9-dc6d-4764-b9c7-cc1e3598325e None None] The sync data for ids ['8ed840e5-f2cd-4595-bf13-6418a17a070a'] in n-d-840835-1 is: [{'id': '8ed840e5-f2cd-4595-bf13-6418a17a070a', 'name': 'tempest-TestEncryptedCinderVolumes-660446988-router', 'tenant_id': 'bb099d111b0a43ac9e5b955b21ce7308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:27:11Z', 'updated_at': '2022-05-06T10:27:13Z', 'revision_number': 4, 'project_id': 'bb099d111b0a43ac9e5b955b21ce7308', 'gw_port': {'id': '63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:14:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed840e5-f2cd-4595-bf13-6418a17a070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:27:11Z', 'updated_at': '2022-05-06T10:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'f6e69197-6b1c-43b2-a184-8893ed450017', 'name': '', 'network_id': 'b200634d-799a-45dc-afb7-c8fe06d8cdbf', 'tenant_id': 'bb099d111b0a43ac9e5b955b21ce7308', 'mac_address': 'fa:16:3e:ee:94:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed840e5-f2cd-4595-bf13-6418a17a070a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd80ed710-d98f-4a26-9641-44e2d0dda75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:27:13Z', 'updated_at': '2022-05-06T10:27:14Z', 'revision_number': 2, 'project_id': 'bb099d111b0a43ac9e5b955b21ce7308', 'subnets': [{'id': 'd80ed710-d98f-4a26-9641-44e2d0dda75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:27:14.883576 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9097dcbd-85bb-4a86-88f1-80169901a190 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:27:14.889089 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9097dcbd-85bb-4a86-88f1-80169901a190 admin admin] 10.222.0.73 "PUT /v2.0/routers/8ed840e5-f2cd-4595-bf13-6418a17a070a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9468589 May 06 10:27:14.902669 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-5cfec22a-c45f-4b2d-a2b7-9bdb0c887608 None None] Provisioning complete for port f6e69197-6b1c-43b2-a184-8893ed450017 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:27:14.903038 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5cfec22a-c45f-4b2d-a2b7-9bdb0c887608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:14.948015 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-5cfec22a-c45f-4b2d-a2b7-9bdb0c887608 None None] Port f6e69197-6b1c-43b2-a184-8893ed450017 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:27:15.428031 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38410) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:15.433440 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-78fa02b2-1505-47c6-9781-c4390be8b557 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-566390005-network', 'tenant_id': '05a1ef9fe8894629b78651a4470aebe0'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:27:15.453075 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fa02b2-1505-47c6-9781-c4390be8b557 admin admin] Made reservation on behalf of 05a1ef9fe8894629b78651a4470aebe0 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:27:15.455495 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-78fa02b2-1505-47c6-9781-c4390be8b557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:15.464507 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-78fa02b2-1505-47c6-9781-c4390be8b557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:15.581269 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-78fa02b2-1505-47c6-9781-c4390be8b557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:15.585962 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-78fa02b2-1505-47c6-9781-c4390be8b557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:15.618003 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78fa02b2-1505-47c6-9781-c4390be8b557 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:27:15.623966 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa02b2-1505-47c6-9781-c4390be8b557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425cf270-1ae9-4ae3-8870-d2c9e0f021b0,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:15.637153 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-78fa02b2-1505-47c6-9781-c4390be8b557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:15.637753 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-78fa02b2-1505-47c6-9781-c4390be8b557 admin admin] Added segment efceab9f-d885-4d90-9023-2bca3db7fc82 of type vlan for network c9f2d1d6-8d1c-4f79-83d9-f6261db16109 May 06 10:27:15.692662 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-78fa02b2-1505-47c6-9781-c4390be8b557 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:15.714814 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:27:15.729288 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-78fa02b2-1505-47c6-9781-c4390be8b557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:15.730269 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fa02b2-1505-47c6-9781-c4390be8b557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:15.731145 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-78fa02b2-1505-47c6-9781-c4390be8b557 admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:15.772144 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:27:15.772446 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:15.787963 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-78fa02b2-1505-47c6-9781-c4390be8b557 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3587043 May 06 10:27:15.790688 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38412) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:15.797854 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-dc918dbf-fdae-4a24-852c-f68ac0b66d11 admin admin] Request body: {'subnet': {'network_id': 'c9f2d1d6-8d1c-4f79-83d9-f6261db16109', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-566390005-subnet', 'tenant_id': '05a1ef9fe8894629b78651a4470aebe0', 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:27:15.810464 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa02b2-1505-47c6-9781-c4390be8b557 admin admin] Pushing event updated for resources: {'Network': ['ID=c9f2d1d6-8d1c-4f79-83d9-f6261db16109,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:15.824428 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc918dbf-fdae-4a24-852c-f68ac0b66d11 admin admin] Made reservation on behalf of 05a1ef9fe8894629b78651a4470aebe0 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:27:15.828294 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network c9f2d1d6-8d1c-4f79-83d9-f6261db16109 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:27:15.828743 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dc918dbf-fdae-4a24-852c-f68ac0b66d11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:15.959155 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:16.007808 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:27:16.010948 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3fb187c1-2954-4a2e-9687-97f2ad5daade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:16.013911 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:16.015279 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ffbea8f5-3fb1-4225-97d0-c31d6305614a up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:27:16.035238 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dc918dbf-fdae-4a24-852c-f68ac0b66d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:16.094777 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:16.094916 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc918dbf-fdae-4a24-852c-f68ac0b66d11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7da8c85f-7f36-4004-b46d-f3944e21b9f7,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:16.103407 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc918dbf-fdae-4a24-852c-f68ac0b66d11 admin admin] Checking segment: {'id': 'efceab9f-d885-4d90-9023-2bca3db7fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c9f2d1d6-8d1c-4f79-83d9-f6261db16109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:27:16.103772 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc918dbf-fdae-4a24-852c-f68ac0b66d11 admin admin] Network hostable DHCP agents. Network: c9f2d1d6-8d1c-4f79-83d9-f6261db16109, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:27:16.109745 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port ffbea8f5-3fb1-4225-97d0-c31d6305614a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:27:16.110198 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:16.121854 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc918dbf-fdae-4a24-852c-f68ac0b66d11 admin admin] Network c9f2d1d6-8d1c-4f79-83d9-f6261db16109 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:27:16.136836 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-dc918dbf-fdae-4a24-852c-f68ac0b66d11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, c9f2d1d6-8d1c-4f79-83d9-f6261db16109) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:27:16.154113 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc918dbf-fdae-4a24-852c-f68ac0b66d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:16.155855 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dc918dbf-fdae-4a24-852c-f68ac0b66d11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:16.158395 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aff9176-6f84-4a25-a2c5-51c727eba41c None None] Network c9f2d1d6-8d1c-4f79-83d9-f6261db16109 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:27:16.177963 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-dc918dbf-fdae-4a24-852c-f68ac0b66d11 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3837485 May 06 10:27:16.178182 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38414) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:16.183373 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-bce99d8a-4e71-4442-a983-5770b9914176 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-566390005-router', 'tenant_id': '05a1ef9fe8894629b78651a4470aebe0', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:27:16.205844 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bce99d8a-4e71-4442-a983-5770b9914176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:16.209051 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bce99d8a-4e71-4442-a983-5770b9914176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:16.273572 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bce99d8a-4e71-4442-a983-5770b9914176 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:16.353400 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa171cfe-6c13-45c0-909f-de3c1f78335b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-c9f2d1d6-8d1c-4f79-83d9-f6261db16109', 'network_id': 'c9f2d1d6-8d1c-4f79-83d9-f6261db16109', 'tenant_id': '05a1ef9fe8894629b78651a4470aebe0', 'fixed_ips': [{'subnet_id': '7da8c85f-7f36-4004-b46d-f3944e21b9f7'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:27:16.354281 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fa171cfe-6c13-45c0-909f-de3c1f78335b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:16.437512 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bce99d8a-4e71-4442-a983-5770b9914176 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:16.493564 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-fa171cfe-6c13-45c0-909f-de3c1f78335b None None] Allocated IP 172.20.0.2 (c9f2d1d6-8d1c-4f79-83d9-f6261db16109/7da8c85f-7f36-4004-b46d-f3944e21b9f7/b769ddd9-8fa2-4b20-898c-668a8573710a) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:27:16.650722 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fa171cfe-6c13-45c0-909f-de3c1f78335b None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:16.652959 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bce99d8a-4e71-4442-a983-5770b9914176 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:16.657708 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fa171cfe-6c13-45c0-909f-de3c1f78335b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:16.673749 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bce99d8a-4e71-4442-a983-5770b9914176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:16.697113 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa171cfe-6c13-45c0-909f-de3c1f78335b None None] Network c9f2d1d6-8d1c-4f79-83d9-f6261db16109 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:27:16.699998 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-fa171cfe-6c13-45c0-909f-de3c1f78335b None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:27:16.703571 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa171cfe-6c13-45c0-909f-de3c1f78335b None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:27:16.740432 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa171cfe-6c13-45c0-909f-de3c1f78335b None None] Pushing event updated for resources: {'Port': ['ID=b769ddd9-8fa2-4b20-898c-668a8573710a,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:16.768212 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-fa171cfe-6c13-45c0-909f-de3c1f78335b None None] Attempting to bind port b769ddd9-8fa2-4b20-898c-668a8573710a on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:27:16.768596 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-fa171cfe-6c13-45c0-909f-de3c1f78335b None None] Attempting to bind port b769ddd9-8fa2-4b20-898c-668a8573710a by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'efceab9f-d885-4d90-9023-2bca3db7fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c9f2d1d6-8d1c-4f79-83d9-f6261db16109'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:27:16.768973 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa171cfe-6c13-45c0-909f-de3c1f78335b None None] Attempting to bind port b769ddd9-8fa2-4b20-898c-668a8573710a on network c9f2d1d6-8d1c-4f79-83d9-f6261db16109 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:27:16.774009 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa171cfe-6c13-45c0-909f-de3c1f78335b None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:27:16.774390 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa171cfe-6c13-45c0-909f-de3c1f78335b None None] Checking segment: {'id': 'efceab9f-d885-4d90-9023-2bca3db7fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c9f2d1d6-8d1c-4f79-83d9-f6261db16109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:27:16.774804 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fa171cfe-6c13-45c0-909f-de3c1f78335b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:16.775238 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa171cfe-6c13-45c0-909f-de3c1f78335b None None] Bound using segment: {'id': 'efceab9f-d885-4d90-9023-2bca3db7fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c9f2d1d6-8d1c-4f79-83d9-f6261db16109'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:27:16.775717 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-fa171cfe-6c13-45c0-909f-de3c1f78335b None None] Bound port: b769ddd9-8fa2-4b20-898c-668a8573710a, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efceab9f-d885-4d90-9023-2bca3db7fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c9f2d1d6-8d1c-4f79-83d9-f6261db16109'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:27:16.776114 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fa171cfe-6c13-45c0-909f-de3c1f78335b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:16.795734 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-bce99d8a-4e71-4442-a983-5770b9914176 admin admin] Allocated IP 172.25.5.120 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/ae9a36b3-b645-469a-b614-770cd8f9dbb9) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:27:16.842992 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-fa171cfe-6c13-45c0-909f-de3c1f78335b None None] For port b769ddd9-8fa2-4b20-898c-668a8573710a, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:27:16.846157 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-fa171cfe-6c13-45c0-909f-de3c1f78335b None None] For port b769ddd9-8fa2-4b20-898c-668a8573710a, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b769ddd9-8fa2-4b20-898c-668a8573710a,segment=NetworkSegment(efceab9f-d885-4d90-9023-2bca3db7fc82),segment_id=efceab9f-d885-4d90-9023-2bca3db7fc82)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:27:16.850066 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fa171cfe-6c13-45c0-909f-de3c1f78335b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:16.916259 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bce99d8a-4e71-4442-a983-5770b9914176 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:16.917850 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa171cfe-6c13-45c0-909f-de3c1f78335b None None] Pushing event updated for resources: {'Port': ['ID=b769ddd9-8fa2-4b20-898c-668a8573710a,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:16.958571 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bce99d8a-4e71-4442-a983-5770b9914176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:17.011814 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce99d8a-4e71-4442-a983-5770b9914176 admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:27:17.014963 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-bce99d8a-4e71-4442-a983-5770b9914176 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:27:17.021720 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce99d8a-4e71-4442-a983-5770b9914176 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:27:17.024836 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce99d8a-4e71-4442-a983-5770b9914176 admin admin] Pushing event updated for resources: {'Port': ['ID=ae9a36b3-b645-469a-b614-770cd8f9dbb9,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:17.122016 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2506acd9-d510-4c34-a225-661f76339f88 None None] Sync routers for ids ['8ed840e5-f2cd-4595-bf13-6418a17a070a'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:27:17.134872 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2506acd9-d510-4c34-a225-661f76339f88 None None] Routers {'8ed840e5-f2cd-4595-bf13-6418a17a070a'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:27:17.135594 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-2506acd9-d510-4c34-a225-661f76339f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:26:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['8ed840e5-f2cd-4595-bf13-6418a17a070a'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:17.321377 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bce99d8a-4e71-4442-a983-5770b9914176 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:17.361928 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-2506acd9-d510-4c34-a225-661f76339f88 None None] Set router 8ed840e5-f2cd-4595-bf13-6418a17a070a gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:27:17.525642 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bce99d8a-4e71-4442-a983-5770b9914176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:17.580663 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-2506acd9-d510-4c34-a225-661f76339f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed840e5-f2cd-4595-bf13-6418a17a070a', 'name': 'tempest-TestEncryptedCinderVolumes-660446988-router', 'tenant_id': 'bb099d111b0a43ac9e5b955b21ce7308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:27:11Z', 'updated_at': '2022-05-06T10:27:13Z', 'revision_number': 4, 'project_id': 'bb099d111b0a43ac9e5b955b21ce7308', 'gw_port': {'id': '63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:14:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed840e5-f2cd-4595-bf13-6418a17a070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:27:11Z', 'updated_at': '2022-05-06T10:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'f6e69197-6b1c-43b2-a184-8893ed450017', 'name': '', 'network_id': 'b200634d-799a-45dc-afb7-c8fe06d8cdbf', 'tenant_id': 'bb099d111b0a43ac9e5b955b21ce7308', 'mac_address': 'fa:16:3e:ee:94:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed840e5-f2cd-4595-bf13-6418a17a070a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd80ed710-d98f-4a26-9641-44e2d0dda75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:27:13Z', 'updated_at': '2022-05-06T10:27:14Z', 'revision_number': 2, 'project_id': 'bb099d111b0a43ac9e5b955b21ce7308', 'subnets': [{'id': 'd80ed710-d98f-4a26-9641-44e2d0dda75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:17.615190 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2506acd9-d510-4c34-a225-661f76339f88 None None] Checking router: 8ed840e5-f2cd-4595-bf13-6418a17a070a for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:27:17.615547 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2506acd9-d510-4c34-a225-661f76339f88 None None] Updating router 8ed840e5-f2cd-4595-bf13-6418a17a070a port f6e69197-6b1c-43b2-a184-8893ed450017 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:27:17.646324 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2506acd9-d510-4c34-a225-661f76339f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:17.710134 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce99d8a-4e71-4442-a983-5770b9914176 admin admin] Router c142e9b6-36dd-4894-b6e5-8e0b23c6c539 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:27:17.720802 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b769ddd9-8fa2-4b20-898c-668a8573710a up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:27:17.774171 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port b769ddd9-8fa2-4b20-898c-668a8573710a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:27:17.774843 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:17.848886 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce99d8a-4e71-4442-a983-5770b9914176 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:27:17.870016 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401b4bf5-00eb-47d0-97c8-3a6c920fccc9 None None] Sync routers for ids ['c142e9b6-36dd-4894-b6e5-8e0b23c6c539'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:27:17.876099 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:17.882018 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bce99d8a-4e71-4442-a983-5770b9914176 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:17.883771 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bce99d8a-4e71-4442-a983-5770b9914176 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7047067 May 06 10:27:17.888379 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38416) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:17.916167 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port b769ddd9-8fa2-4b20-898c-668a8573710a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b769ddd9-8fa2-4b20-898c-668a8573710a,segment=NetworkSegment(efceab9f-d885-4d90-9023-2bca3db7fc82),segment_id=efceab9f-d885-4d90-9023-2bca3db7fc82)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:27:17.919700 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401b4bf5-00eb-47d0-97c8-3a6c920fccc9 None None] Routers {'c142e9b6-36dd-4894-b6e5-8e0b23c6c539'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:27:17.921210 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-401b4bf5-00eb-47d0-97c8-3a6c920fccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:26:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c142e9b6-36dd-4894-b6e5-8e0b23c6c539'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:17.924155 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:17.925075 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:27:18.035037 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2506acd9-d510-4c34-a225-661f76339f88 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:18.042988 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2506acd9-d510-4c34-a225-661f76339f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:18.101564 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46431e70-f19d-49d2-bd96-e3a6326aecca None None] Pushing event updated for resources: {'Port': ['ID=f6e69197-6b1c-43b2-a184-8893ed450017,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:18.114081 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46431e70-f19d-49d2-bd96-e3a6326aecca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:18.115405 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46431e70-f19d-49d2-bd96-e3a6326aecca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:18.115837 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46431e70-f19d-49d2-bd96-e3a6326aecca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:18.116250 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46431e70-f19d-49d2-bd96-e3a6326aecca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:18.116664 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46431e70-f19d-49d2-bd96-e3a6326aecca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:18.117009 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46431e70-f19d-49d2-bd96-e3a6326aecca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:18.117343 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46431e70-f19d-49d2-bd96-e3a6326aecca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:18.117676 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46431e70-f19d-49d2-bd96-e3a6326aecca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:18.118254 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46431e70-f19d-49d2-bd96-e3a6326aecca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:18.118742 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46431e70-f19d-49d2-bd96-e3a6326aecca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:18.119627 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46431e70-f19d-49d2-bd96-e3a6326aecca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:18.120041 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46431e70-f19d-49d2-bd96-e3a6326aecca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:18.163212 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153cce03-e66b-4b2c-8373-5edd645feb7a None None] Network c9f2d1d6-8d1c-4f79-83d9-f6261db16109 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:27:18.172785 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-401b4bf5-00eb-47d0-97c8-3a6c920fccc9 None None] Set router c142e9b6-36dd-4894-b6e5-8e0b23c6c539 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:27:18.173014 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-2506acd9-d510-4c34-a225-661f76339f88 None None] Attempting to bind port f6e69197-6b1c-43b2-a184-8893ed450017 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:27:18.173468 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-2506acd9-d510-4c34-a225-661f76339f88 None None] Attempting to bind port f6e69197-6b1c-43b2-a184-8893ed450017 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '99cfcb75-3cf5-4771-b6a5-2b24041fbcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b200634d-799a-45dc-afb7-c8fe06d8cdbf'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:27:18.173729 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2506acd9-d510-4c34-a225-661f76339f88 None None] Attempting to bind port f6e69197-6b1c-43b2-a184-8893ed450017 on network b200634d-799a-45dc-afb7-c8fe06d8cdbf {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:27:18.179579 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2506acd9-d510-4c34-a225-661f76339f88 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:27:18.180237 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2506acd9-d510-4c34-a225-661f76339f88 None None] Checking segment: {'id': '99cfcb75-3cf5-4771-b6a5-2b24041fbcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b200634d-799a-45dc-afb7-c8fe06d8cdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:27:18.180816 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2506acd9-d510-4c34-a225-661f76339f88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:18.181370 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2506acd9-d510-4c34-a225-661f76339f88 None None] Bound using segment: {'id': '99cfcb75-3cf5-4771-b6a5-2b24041fbcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b200634d-799a-45dc-afb7-c8fe06d8cdbf'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:27:18.182026 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-2506acd9-d510-4c34-a225-661f76339f88 None None] Bound port: f6e69197-6b1c-43b2-a184-8893ed450017, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99cfcb75-3cf5-4771-b6a5-2b24041fbcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b200634d-799a-45dc-afb7-c8fe06d8cdbf'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:27:18.182417 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2506acd9-d510-4c34-a225-661f76339f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:18.260654 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-2506acd9-d510-4c34-a225-661f76339f88 None None] For port f6e69197-6b1c-43b2-a184-8893ed450017, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:27:18.266741 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-2506acd9-d510-4c34-a225-661f76339f88 None None] For port f6e69197-6b1c-43b2-a184-8893ed450017, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f6e69197-6b1c-43b2-a184-8893ed450017,segment=NetworkSegment(99cfcb75-3cf5-4771-b6a5-2b24041fbcd8),segment_id=99cfcb75-3cf5-4771-b6a5-2b24041fbcd8)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:27:18.274478 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2506acd9-d510-4c34-a225-661f76339f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:18.355267 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2506acd9-d510-4c34-a225-661f76339f88 None None] Routers {'8ed840e5-f2cd-4595-bf13-6418a17a070a'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:27:18.356330 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-2506acd9-d510-4c34-a225-661f76339f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:26:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['8ed840e5-f2cd-4595-bf13-6418a17a070a'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:18.382650 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e2105499-827c-47fd-8578-e6187cba2a5a None None] Provisioning complete for port b769ddd9-8fa2-4b20-898c-668a8573710a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:27:18.382650 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e2105499-827c-47fd-8578-e6187cba2a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:18.395570 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=b769ddd9-8fa2-4b20-898c-668a8573710a,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:18.400572 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46431e70-f19d-49d2-bd96-e3a6326aecca None None] Pushing event updated for resources: {'Port': ['ID=f6e69197-6b1c-43b2-a184-8893ed450017,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:18.440616 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6c9e53c1-f1ee-4ed9-acc2-c52bf0974e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:18.499139 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:27:18.499370 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:18.527197 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-2506acd9-d510-4c34-a225-661f76339f88 None None] Set router 8ed840e5-f2cd-4595-bf13-6418a17a070a gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:27:18.616999 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b3db9329-41c5-4fc3-9264-3c74eaee772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:18.653526 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-6c9e53c1-f1ee-4ed9-acc2-c52bf0974e7a admin admin] Allocated IP 172.20.0.1 (c9f2d1d6-8d1c-4f79-83d9-f6261db16109/7da8c85f-7f36-4004-b46d-f3944e21b9f7/304e2d3a-94b0-417e-b9a4-fa8c3e5176bf) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:27:18.764592 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-2506acd9-d510-4c34-a225-661f76339f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed840e5-f2cd-4595-bf13-6418a17a070a', 'name': 'tempest-TestEncryptedCinderVolumes-660446988-router', 'tenant_id': 'bb099d111b0a43ac9e5b955b21ce7308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:27:11Z', 'updated_at': '2022-05-06T10:27:13Z', 'revision_number': 4, 'project_id': 'bb099d111b0a43ac9e5b955b21ce7308', 'gw_port': {'id': '63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:14:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed840e5-f2cd-4595-bf13-6418a17a070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:27:11Z', 'updated_at': '2022-05-06T10:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'f6e69197-6b1c-43b2-a184-8893ed450017', 'name': '', 'network_id': 'b200634d-799a-45dc-afb7-c8fe06d8cdbf', 'tenant_id': 'bb099d111b0a43ac9e5b955b21ce7308', 'mac_address': 'fa:16:3e:ee:94:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed840e5-f2cd-4595-bf13-6418a17a070a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd80ed710-d98f-4a26-9641-44e2d0dda75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:27:13Z', 'updated_at': '2022-05-06T10:27:18Z', 'revision_number': 4, 'project_id': 'bb099d111b0a43ac9e5b955b21ce7308', 'subnets': [{'id': 'd80ed710-d98f-4a26-9641-44e2d0dda75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:18.775404 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6c9e53c1-f1ee-4ed9-acc2-c52bf0974e7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:18.792633 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2506acd9-d510-4c34-a225-661f76339f88 None None] The sync data for ids ['8ed840e5-f2cd-4595-bf13-6418a17a070a'] in n-d-840835-1 is: [{'id': '8ed840e5-f2cd-4595-bf13-6418a17a070a', 'name': 'tempest-TestEncryptedCinderVolumes-660446988-router', 'tenant_id': 'bb099d111b0a43ac9e5b955b21ce7308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:27:11Z', 'updated_at': '2022-05-06T10:27:13Z', 'revision_number': 4, 'project_id': 'bb099d111b0a43ac9e5b955b21ce7308', 'gw_port': {'id': '63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:14:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed840e5-f2cd-4595-bf13-6418a17a070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:27:11Z', 'updated_at': '2022-05-06T10:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'f6e69197-6b1c-43b2-a184-8893ed450017', 'name': '', 'network_id': 'b200634d-799a-45dc-afb7-c8fe06d8cdbf', 'tenant_id': 'bb099d111b0a43ac9e5b955b21ce7308', 'mac_address': 'fa:16:3e:ee:94:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed840e5-f2cd-4595-bf13-6418a17a070a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd80ed710-d98f-4a26-9641-44e2d0dda75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:27:13Z', 'updated_at': '2022-05-06T10:27:18Z', 'revision_number': 4, 'project_id': 'bb099d111b0a43ac9e5b955b21ce7308', 'subnets': [{'id': 'd80ed710-d98f-4a26-9641-44e2d0dda75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:27:18.813549 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6c9e53c1-f1ee-4ed9-acc2-c52bf0974e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:18.856735 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9e53c1-f1ee-4ed9-acc2-c52bf0974e7a admin admin] Network c9f2d1d6-8d1c-4f79-83d9-f6261db16109 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:27:18.859809 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-6c9e53c1-f1ee-4ed9-acc2-c52bf0974e7a admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:27:18.863720 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9e53c1-f1ee-4ed9-acc2-c52bf0974e7a admin admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:27:18.871925 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e53c1-f1ee-4ed9-acc2-c52bf0974e7a admin admin] Pushing event updated for resources: {'Port': ['ID=304e2d3a-94b0-417e-b9a4-fa8c3e5176bf,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:18.912333 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6c9e53c1-f1ee-4ed9-acc2-c52bf0974e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:18.953149 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-401b4bf5-00eb-47d0-97c8-3a6c920fccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c142e9b6-36dd-4894-b6e5-8e0b23c6c539', 'name': 'tempest-TestEncryptedCinderVolumes-566390005-router', 'tenant_id': '05a1ef9fe8894629b78651a4470aebe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'ae9a36b3-b645-469a-b614-770cd8f9dbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:27:16Z', 'updated_at': '2022-05-06T10:27:17Z', 'revision_number': 3, 'project_id': '05a1ef9fe8894629b78651a4470aebe0', 'gw_port': {'id': 'ae9a36b3-b645-469a-b614-770cd8f9dbb9', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:70:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c142e9b6-36dd-4894-b6e5-8e0b23c6c539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:27:16Z', 'updated_at': '2022-05-06T10:27:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:18.954924 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f0eb440e-9d9c-4cd0-8b8b-e53d3c7c1787 None None] Provisioning complete for port f6e69197-6b1c-43b2-a184-8893ed450017 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:27:18.955437 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f0eb440e-9d9c-4cd0-8b8b-e53d3c7c1787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:19.005298 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401b4bf5-00eb-47d0-97c8-3a6c920fccc9 None None] Checking router: c142e9b6-36dd-4894-b6e5-8e0b23c6c539 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:27:19.005651 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401b4bf5-00eb-47d0-97c8-3a6c920fccc9 None None] Updating router c142e9b6-36dd-4894-b6e5-8e0b23c6c539 port ae9a36b3-b645-469a-b614-770cd8f9dbb9 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:27:19.047252 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-401b4bf5-00eb-47d0-97c8-3a6c920fccc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:19.078725 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6c9e53c1-f1ee-4ed9-acc2-c52bf0974e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:19.206045 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:19.216587 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f0eb440e-9d9c-4cd0-8b8b-e53d3c7c1787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:19.297555 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6c9e53c1-f1ee-4ed9-acc2-c52bf0974e7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:19.299716 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f0eb440e-9d9c-4cd0-8b8b-e53d3c7c1787 None None] For port f6e69197-6b1c-43b2-a184-8893ed450017, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f6e69197-6b1c-43b2-a184-8893ed450017,segment=NetworkSegment(99cfcb75-3cf5-4771-b6a5-2b24041fbcd8),segment_id=99cfcb75-3cf5-4771-b6a5-2b24041fbcd8)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:27:19.303640 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6c9e53c1-f1ee-4ed9-acc2-c52bf0974e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:19.309165 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f0eb440e-9d9c-4cd0-8b8b-e53d3c7c1787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:19.389381 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e53c1-f1ee-4ed9-acc2-c52bf0974e7a admin admin] Pushing event updated for resources: {'Port': ['ID=304e2d3a-94b0-417e-b9a4-fa8c3e5176bf,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:19.390936 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb440e-9d9c-4cd0-8b8b-e53d3c7c1787 None None] Pushing event updated for resources: {'Port': ['ID=f6e69197-6b1c-43b2-a184-8893ed450017,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:19.395041 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6c9e53c1-f1ee-4ed9-acc2-c52bf0974e7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:19.459837 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-401b4bf5-00eb-47d0-97c8-3a6c920fccc9 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:19.464570 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-70834c19-9c0f-46b2-b5f1-0bdddf20b1da None None] Provisioning complete for port b769ddd9-8fa2-4b20-898c-668a8573710a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:27:19.464991 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-70834c19-9c0f-46b2-b5f1-0bdddf20b1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:19.469263 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-401b4bf5-00eb-47d0-97c8-3a6c920fccc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:19.512730 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9e53c1-f1ee-4ed9-acc2-c52bf0974e7a admin admin] Network c9f2d1d6-8d1c-4f79-83d9-f6261db16109 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:27:19.514739 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-6c9e53c1-f1ee-4ed9-acc2-c52bf0974e7a admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:27:19.563051 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-401b4bf5-00eb-47d0-97c8-3a6c920fccc9 None None] Attempting to bind port ae9a36b3-b645-469a-b614-770cd8f9dbb9 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:27:19.566949 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-401b4bf5-00eb-47d0-97c8-3a6c920fccc9 None None] Attempting to bind port ae9a36b3-b645-469a-b614-770cd8f9dbb9 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:27:19.567346 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401b4bf5-00eb-47d0-97c8-3a6c920fccc9 None None] Attempting to bind port ae9a36b3-b645-469a-b614-770cd8f9dbb9 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:27:19.577295 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d152dee-375c-4c8b-af3e-2a8f1bb65859 None None] Pushing event updated for resources: {'Port': ['ID=ae9a36b3-b645-469a-b614-770cd8f9dbb9,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:19.591151 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401b4bf5-00eb-47d0-97c8-3a6c920fccc9 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:27:19.591534 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401b4bf5-00eb-47d0-97c8-3a6c920fccc9 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:27:19.591957 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-401b4bf5-00eb-47d0-97c8-3a6c920fccc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:19.592404 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401b4bf5-00eb-47d0-97c8-3a6c920fccc9 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:27:19.592906 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-401b4bf5-00eb-47d0-97c8-3a6c920fccc9 None None] Bound port: ae9a36b3-b645-469a-b614-770cd8f9dbb9, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:27:19.593259 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-401b4bf5-00eb-47d0-97c8-3a6c920fccc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:19.710778 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9e53c1-f1ee-4ed9-acc2-c52bf0974e7a admin admin] Router c142e9b6-36dd-4894-b6e5-8e0b23c6c539 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:27:19.712172 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-401b4bf5-00eb-47d0-97c8-3a6c920fccc9 None None] For port ae9a36b3-b645-469a-b614-770cd8f9dbb9, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:27:19.714402 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:19.716248 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-401b4bf5-00eb-47d0-97c8-3a6c920fccc9 None None] For port ae9a36b3-b645-469a-b614-770cd8f9dbb9, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=ae9a36b3-b645-469a-b614-770cd8f9dbb9,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:27:19.728675 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-401b4bf5-00eb-47d0-97c8-3a6c920fccc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:19.736090 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b769ddd9-8fa2-4b20-898c-668a8573710a up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:27:19.834262 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d152dee-375c-4c8b-af3e-2a8f1bb65859 None None] Pushing event updated for resources: {'Port': ['ID=ae9a36b3-b645-469a-b614-770cd8f9dbb9,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:19.843380 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401b4bf5-00eb-47d0-97c8-3a6c920fccc9 None None] Routers {'c142e9b6-36dd-4894-b6e5-8e0b23c6c539'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:27:19.844029 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-401b4bf5-00eb-47d0-97c8-3a6c920fccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:27:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c142e9b6-36dd-4894-b6e5-8e0b23c6c539'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:19.901744 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-9836bf98-6387-4883-886d-a5df3110cd76 None None] Provisioning complete for port 304e2d3a-94b0-417e-b9a4-fa8c3e5176bf triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:27:19.902125 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9836bf98-6387-4883-886d-a5df3110cd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:19.965475 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port b769ddd9-8fa2-4b20-898c-668a8573710a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:27:19.966181 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:20.009251 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-9836bf98-6387-4883-886d-a5df3110cd76 None None] Port 304e2d3a-94b0-417e-b9a4-fa8c3e5176bf cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:27:20.032767 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-401b4bf5-00eb-47d0-97c8-3a6c920fccc9 None None] Set router c142e9b6-36dd-4894-b6e5-8e0b23c6c539 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:27:20.189840 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f6e69197-6b1c-43b2-a184-8893ed450017 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:27:20.190590 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9e53c1-f1ee-4ed9-acc2-c52bf0974e7a admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:27:20.203828 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6c9e53c1-f1ee-4ed9-acc2-c52bf0974e7a admin admin] 10.222.0.73 "PUT /v2.0/routers/c142e9b6-36dd-4894-b6e5-8e0b23c6c539/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3048933 May 06 10:27:20.225040 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-77f58a9d-9ab7-4f66-89f3-0c441a0902b3 None None] Provisioning complete for port 304e2d3a-94b0-417e-b9a4-fa8c3e5176bf triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:27:20.225421 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-77f58a9d-9ab7-4f66-89f3-0c441a0902b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:20.299573 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-77f58a9d-9ab7-4f66-89f3-0c441a0902b3 None None] Port 304e2d3a-94b0-417e-b9a4-fa8c3e5176bf cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:27:20.330955 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port f6e69197-6b1c-43b2-a184-8893ed450017 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:27:20.331370 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:20.393037 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-401b4bf5-00eb-47d0-97c8-3a6c920fccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c142e9b6-36dd-4894-b6e5-8e0b23c6c539', 'name': 'tempest-TestEncryptedCinderVolumes-566390005-router', 'tenant_id': '05a1ef9fe8894629b78651a4470aebe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'ae9a36b3-b645-469a-b614-770cd8f9dbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:27:16Z', 'updated_at': '2022-05-06T10:27:19Z', 'revision_number': 4, 'project_id': '05a1ef9fe8894629b78651a4470aebe0', 'gw_port': {'id': 'ae9a36b3-b645-469a-b614-770cd8f9dbb9', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:70:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c142e9b6-36dd-4894-b6e5-8e0b23c6c539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:27:16Z', 'updated_at': '2022-05-06T10:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '304e2d3a-94b0-417e-b9a4-fa8c3e5176bf', 'name': '', 'network_id': 'c9f2d1d6-8d1c-4f79-83d9-f6261db16109', 'tenant_id': '05a1ef9fe8894629b78651a4470aebe0', 'mac_address': 'fa:16:3e:71:22:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c142e9b6-36dd-4894-b6e5-8e0b23c6c539', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '7da8c85f-7f36-4004-b46d-f3944e21b9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:27:18Z', 'updated_at': '2022-05-06T10:27:19Z', 'revision_number': 2, 'project_id': '05a1ef9fe8894629b78651a4470aebe0', 'subnets': [{'id': '7da8c85f-7f36-4004-b46d-f3944e21b9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:20.442637 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401b4bf5-00eb-47d0-97c8-3a6c920fccc9 None None] The sync data for ids ['c142e9b6-36dd-4894-b6e5-8e0b23c6c539'] in n-d-840835-1 is: [{'id': 'c142e9b6-36dd-4894-b6e5-8e0b23c6c539', 'name': 'tempest-TestEncryptedCinderVolumes-566390005-router', 'tenant_id': '05a1ef9fe8894629b78651a4470aebe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'ae9a36b3-b645-469a-b614-770cd8f9dbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:27:16Z', 'updated_at': '2022-05-06T10:27:19Z', 'revision_number': 4, 'project_id': '05a1ef9fe8894629b78651a4470aebe0', 'gw_port': {'id': 'ae9a36b3-b645-469a-b614-770cd8f9dbb9', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:70:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c142e9b6-36dd-4894-b6e5-8e0b23c6c539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:27:16Z', 'updated_at': '2022-05-06T10:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '304e2d3a-94b0-417e-b9a4-fa8c3e5176bf', 'name': '', 'network_id': 'c9f2d1d6-8d1c-4f79-83d9-f6261db16109', 'tenant_id': '05a1ef9fe8894629b78651a4470aebe0', 'mac_address': 'fa:16:3e:71:22:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c142e9b6-36dd-4894-b6e5-8e0b23c6c539', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '7da8c85f-7f36-4004-b46d-f3944e21b9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:27:18Z', 'updated_at': '2022-05-06T10:27:19Z', 'revision_number': 2, 'project_id': '05a1ef9fe8894629b78651a4470aebe0', 'subnets': [{'id': '7da8c85f-7f36-4004-b46d-f3944e21b9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:27:21.072941 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-deb9a432-92c5-4f1a-87ed-2c3a0acfa14e tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:21.074450 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-deb9a432-92c5-4f1a-87ed-2c3a0acfa14e tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/networks?id=b200634d-799a-45dc-afb7-c8fe06d8cdbf HTTP/1.1" status: 200 len: 816 time: 0.1037557 May 06 10:27:21.089660 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-1c6184a6-a3ea-4ed3-8159-f39d69161837 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/quotas/bb099d111b0a43ac9e5b955b21ce7308 HTTP/1.1" status: 200 len: 375 time: 0.0088270 May 06 10:27:21.144100 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-d91609ce-f369-4ce9-971b-883089b0b161 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bb099d111b0a43ac9e5b955b21ce7308&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484431 May 06 10:27:21.341338 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-ed824df9-a215-48d7-acac-e0cab15efd4a service neutron] 10.222.0.73 "GET /v2.0/networks/b200634d-799a-45dc-afb7-c8fe06d8cdbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850200 May 06 10:27:21.355802 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:21.437681 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-0286f4f6-2620-42f4-bf97-a66a3af16f92 service neutron] 10.222.0.73 "GET /v2.0/networks/b200634d-799a-45dc-afb7-c8fe06d8cdbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893331 May 06 10:27:21.527479 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:21.665468 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c3cd714f-70c2-448c-84f2-bf5668d2fde1 req-15e0b12b-5eee-4fc8-910a-c3dce073a38c tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/ports?device_id=346f0173-0121-4e09-af33-aa63373382c8 HTTP/1.1" status: 200 len: 210 time: 0.0431347 May 06 10:27:22.765672 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3d727ae-3d29-470e-8621-e29f5ab1e76b req-ab514d3e-074e-46cd-b28f-af6353868cba tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/ports?device_id=346f0173-0121-4e09-af33-aa63373382c8 HTTP/1.1" status: 200 len: 210 time: 0.0306427 May 06 10:27:22.908599 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb08afa-a81c-434b-9177-28296bf78093 None None] Sync routers for ids ['c142e9b6-36dd-4894-b6e5-8e0b23c6c539'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:27:22.919314 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb08afa-a81c-434b-9177-28296bf78093 None None] Routers {'c142e9b6-36dd-4894-b6e5-8e0b23c6c539'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:27:22.920798 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-0eb08afa-a81c-434b-9177-28296bf78093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:27:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c142e9b6-36dd-4894-b6e5-8e0b23c6c539'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:22.960033 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-7fad0094-c57d-4373-8917-dcdf8c6dd6ae tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:22.962384 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-7fad0094-c57d-4373-8917-dcdf8c6dd6ae tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.77 "GET /v2.0/networks?id=b200634d-799a-45dc-afb7-c8fe06d8cdbf HTTP/1.1" status: 200 len: 816 time: 0.1210990 May 06 10:27:22.988445 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-f43150c0-4c66-4a71-ae4c-2ff5fd52cfe2 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Request body: {'port': {'device_id': '346f0173-0121-4e09-af33-aa63373382c8', 'network_id': 'b200634d-799a-45dc-afb7-c8fe06d8cdbf', 'admin_state_up': True, 'tenant_id': 'bb099d111b0a43ac9e5b955b21ce7308'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:27:23.030516 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-0eb08afa-a81c-434b-9177-28296bf78093 None None] Set router c142e9b6-36dd-4894-b6e5-8e0b23c6c539 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:27:23.095281 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-f43150c0-4c66-4a71-ae4c-2ff5fd52cfe2 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Made reservation on behalf of bb099d111b0a43ac9e5b955b21ce7308 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:27:23.098948 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-f43150c0-4c66-4a71-ae4c-2ff5fd52cfe2 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.229081 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-0eb08afa-a81c-434b-9177-28296bf78093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c142e9b6-36dd-4894-b6e5-8e0b23c6c539', 'name': 'tempest-TestEncryptedCinderVolumes-566390005-router', 'tenant_id': '05a1ef9fe8894629b78651a4470aebe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'ae9a36b3-b645-469a-b614-770cd8f9dbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:27:16Z', 'updated_at': '2022-05-06T10:27:19Z', 'revision_number': 4, 'project_id': '05a1ef9fe8894629b78651a4470aebe0', 'gw_port': {'id': 'ae9a36b3-b645-469a-b614-770cd8f9dbb9', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:70:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c142e9b6-36dd-4894-b6e5-8e0b23c6c539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:27:16Z', 'updated_at': '2022-05-06T10:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '304e2d3a-94b0-417e-b9a4-fa8c3e5176bf', 'name': '', 'network_id': 'c9f2d1d6-8d1c-4f79-83d9-f6261db16109', 'tenant_id': '05a1ef9fe8894629b78651a4470aebe0', 'mac_address': 'fa:16:3e:71:22:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c142e9b6-36dd-4894-b6e5-8e0b23c6c539', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '7da8c85f-7f36-4004-b46d-f3944e21b9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:27:18Z', 'updated_at': '2022-05-06T10:27:19Z', 'revision_number': 2, 'project_id': '05a1ef9fe8894629b78651a4470aebe0', 'subnets': [{'id': '7da8c85f-7f36-4004-b46d-f3944e21b9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:23.233627 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-f43150c0-4c66-4a71-ae4c-2ff5fd52cfe2 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Allocated IP 172.20.0.9 (b200634d-799a-45dc-afb7-c8fe06d8cdbf/d80ed710-d98f-4a26-9641-44e2d0dda75d/33fe8d53-4d8a-41d2-9001-17dcccd2edd0) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:27:23.264762 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb08afa-a81c-434b-9177-28296bf78093 None None] Checking router: c142e9b6-36dd-4894-b6e5-8e0b23c6c539 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:27:23.265111 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb08afa-a81c-434b-9177-28296bf78093 None None] Updating router c142e9b6-36dd-4894-b6e5-8e0b23c6c539 port 304e2d3a-94b0-417e-b9a4-fa8c3e5176bf binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:27:23.289419 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0eb08afa-a81c-434b-9177-28296bf78093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.389734 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-f43150c0-4c66-4a71-ae4c-2ff5fd52cfe2 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.425043 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-f43150c0-4c66-4a71-ae4c-2ff5fd52cfe2 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.471087 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-f43150c0-4c66-4a71-ae4c-2ff5fd52cfe2 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Network b200634d-799a-45dc-afb7-c8fe06d8cdbf is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:27:23.474212 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-f43150c0-4c66-4a71-ae4c-2ff5fd52cfe2 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:27:23.478074 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-f43150c0-4c66-4a71-ae4c-2ff5fd52cfe2 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:27:23.509094 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43150c0-4c66-4a71-ae4c-2ff5fd52cfe2 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Pushing event updated for resources: {'Port': ['ID=33fe8d53-4d8a-41d2-9001-17dcccd2edd0,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:23.523427 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43150c0-4c66-4a71-ae4c-2ff5fd52cfe2 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:23.523770 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43150c0-4c66-4a71-ae4c-2ff5fd52cfe2 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:23.524106 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43150c0-4c66-4a71-ae4c-2ff5fd52cfe2 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:23.524439 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43150c0-4c66-4a71-ae4c-2ff5fd52cfe2 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:23.524768 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43150c0-4c66-4a71-ae4c-2ff5fd52cfe2 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:23.525097 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43150c0-4c66-4a71-ae4c-2ff5fd52cfe2 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:23.525424 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43150c0-4c66-4a71-ae4c-2ff5fd52cfe2 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:23.525756 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43150c0-4c66-4a71-ae4c-2ff5fd52cfe2 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:23.526078 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43150c0-4c66-4a71-ae4c-2ff5fd52cfe2 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:23.526401 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43150c0-4c66-4a71-ae4c-2ff5fd52cfe2 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:23.526726 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43150c0-4c66-4a71-ae4c-2ff5fd52cfe2 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:23.527042 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43150c0-4c66-4a71-ae4c-2ff5fd52cfe2 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:23.547775 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-f43150c0-4c66-4a71-ae4c-2ff5fd52cfe2 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:23.548501 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-f43150c0-4c66-4a71-ae4c-2ff5fd52cfe2 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.568112 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-f43150c0-4c66-4a71-ae4c-2ff5fd52cfe2 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5837111 May 06 10:27:23.587308 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-5c4f697d-3349-4512-9d46-731331db823a service neutron] Request body: {'port': {'device_id': '346f0173-0121-4e09-af33-aa63373382c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:27:23.677225 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ae9a36b3-b645-469a-b614-770cd8f9dbb9 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:27:23.683503 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0eb08afa-a81c-434b-9177-28296bf78093 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.688749 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-5c4f697d-3349-4512-9d46-731331db823a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.692243 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0eb08afa-a81c-434b-9177-28296bf78093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.753145 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port ae9a36b3-b645-469a-b614-770cd8f9dbb9 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:27:23.753145 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.756634 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e515f917-4138-4d48-8af1-fdca8a3aa2a8 None None] Provisioning complete for port 33fe8d53-4d8a-41d2-9001-17dcccd2edd0 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:27:23.756999 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e515f917-4138-4d48-8af1-fdca8a3aa2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.777335 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545006b-6e10-4c2b-ae88-0c87982414ed None None] Pushing event updated for resources: {'Port': ['ID=304e2d3a-94b0-417e-b9a4-fa8c3e5176bf,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:23.830888 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e515f917-4138-4d48-8af1-fdca8a3aa2a8 None None] Port 33fe8d53-4d8a-41d2-9001-17dcccd2edd0 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:27:23.831588 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-0eb08afa-a81c-434b-9177-28296bf78093 None None] Attempting to bind port 304e2d3a-94b0-417e-b9a4-fa8c3e5176bf on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:27:23.832061 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-0eb08afa-a81c-434b-9177-28296bf78093 None None] Attempting to bind port 304e2d3a-94b0-417e-b9a4-fa8c3e5176bf by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'efceab9f-d885-4d90-9023-2bca3db7fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c9f2d1d6-8d1c-4f79-83d9-f6261db16109'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:27:23.832521 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb08afa-a81c-434b-9177-28296bf78093 None None] Attempting to bind port 304e2d3a-94b0-417e-b9a4-fa8c3e5176bf on network c9f2d1d6-8d1c-4f79-83d9-f6261db16109 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:27:23.839761 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb08afa-a81c-434b-9177-28296bf78093 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:27:23.840364 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb08afa-a81c-434b-9177-28296bf78093 None None] Checking segment: {'id': 'efceab9f-d885-4d90-9023-2bca3db7fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c9f2d1d6-8d1c-4f79-83d9-f6261db16109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:27:23.840862 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0eb08afa-a81c-434b-9177-28296bf78093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.841346 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb08afa-a81c-434b-9177-28296bf78093 None None] Bound using segment: {'id': 'efceab9f-d885-4d90-9023-2bca3db7fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c9f2d1d6-8d1c-4f79-83d9-f6261db16109'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:27:23.841949 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-0eb08afa-a81c-434b-9177-28296bf78093 None None] Bound port: 304e2d3a-94b0-417e-b9a4-fa8c3e5176bf, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efceab9f-d885-4d90-9023-2bca3db7fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c9f2d1d6-8d1c-4f79-83d9-f6261db16109'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:27:23.842441 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0eb08afa-a81c-434b-9177-28296bf78093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.901666 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.926691 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-0eb08afa-a81c-434b-9177-28296bf78093 None None] For port 304e2d3a-94b0-417e-b9a4-fa8c3e5176bf, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:27:23.932099 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-0eb08afa-a81c-434b-9177-28296bf78093 None None] For port 304e2d3a-94b0-417e-b9a4-fa8c3e5176bf, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=304e2d3a-94b0-417e-b9a4-fa8c3e5176bf,segment=NetworkSegment(efceab9f-d885-4d90-9023-2bca3db7fc82),segment_id=efceab9f-d885-4d90-9023-2bca3db7fc82)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:27:23.938497 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0eb08afa-a81c-434b-9177-28296bf78093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.951478 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port ae9a36b3-b645-469a-b614-770cd8f9dbb9, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=ae9a36b3-b645-469a-b614-770cd8f9dbb9,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:27:23.963607 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d3b99-141f-4407-bede-62f8c9a093db req-1eaedd92-5cf6-4ffa-a188-37681bade44b tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:23.964722 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.973362 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-101d3b99-141f-4407-bede-62f8c9a093db req-1eaedd92-5cf6-4ffa-a188-37681bade44b tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/ports?device_id=346f0173-0121-4e09-af33-aa63373382c8 HTTP/1.1" status: 200 len: 931 time: 0.0709078 May 06 10:27:24.021339 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb08afa-a81c-434b-9177-28296bf78093 None None] Routers {'c142e9b6-36dd-4894-b6e5-8e0b23c6c539'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:27:24.021873 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-0eb08afa-a81c-434b-9177-28296bf78093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:27:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c142e9b6-36dd-4894-b6e5-8e0b23c6c539'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:24.041225 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=ae9a36b3-b645-469a-b614-770cd8f9dbb9,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:24.041681 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-5c4f697d-3349-4512-9d46-731331db823a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33fe8d53-4d8a-41d2-9001-17dcccd2edd0 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:27:24.048544 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-101d3b99-141f-4407-bede-62f8c9a093db req-3d736a3f-f223-4e79-806e-9b34dbd972eb tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/security-groups?id=232e3f87-b5c9-4183-8c81-5614fe289db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698156 May 06 10:27:24.058049 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-5c4f697d-3349-4512-9d46-731331db823a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:24.071911 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-5c4f697d-3349-4512-9d46-731331db823a service neutron] Transition to ACTIVE for port object 33fe8d53-4d8a-41d2-9001-17dcccd2edd0 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:27:24.077503 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-5c4f697d-3349-4512-9d46-731331db823a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:24.118521 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545006b-6e10-4c2b-ae88-0c87982414ed None None] Pushing event updated for resources: {'Port': ['ID=304e2d3a-94b0-417e-b9a4-fa8c3e5176bf,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:24.128603 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f697d-3349-4512-9d46-731331db823a service neutron] Pushing event updated for resources: {'Port': ['ID=33fe8d53-4d8a-41d2-9001-17dcccd2edd0,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:24.155753 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-0eb08afa-a81c-434b-9177-28296bf78093 None None] Set router c142e9b6-36dd-4894-b6e5-8e0b23c6c539 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:27:24.158965 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-5b030bb8-f786-4a92-b61d-aed1aadbc736 None None] Provisioning complete for port 304e2d3a-94b0-417e-b9a4-fa8c3e5176bf triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:27:24.159594 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5b030bb8-f786-4a92-b61d-aed1aadbc736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:24.256106 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-5c4f697d-3349-4512-9d46-731331db823a service neutron] Attempting to bind port 33fe8d53-4d8a-41d2-9001-17dcccd2edd0 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:27:24.256479 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-5c4f697d-3349-4512-9d46-731331db823a service neutron] Attempting to bind port 33fe8d53-4d8a-41d2-9001-17dcccd2edd0 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '99cfcb75-3cf5-4771-b6a5-2b24041fbcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b200634d-799a-45dc-afb7-c8fe06d8cdbf'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:27:24.256828 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-5c4f697d-3349-4512-9d46-731331db823a service neutron] Attempting to bind port 33fe8d53-4d8a-41d2-9001-17dcccd2edd0 on network b200634d-799a-45dc-afb7-c8fe06d8cdbf {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:27:24.262035 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-5c4f697d-3349-4512-9d46-731331db823a service neutron] Port 33fe8d53-4d8a-41d2-9001-17dcccd2edd0 on network b200634d-799a-45dc-afb7-c8fe06d8cdbf not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:27:24.262417 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-5c4f697d-3349-4512-9d46-731331db823a service neutron] Attempting to bind port 33fe8d53-4d8a-41d2-9001-17dcccd2edd0 on network b200634d-799a-45dc-afb7-c8fe06d8cdbf {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:27:24.268400 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-5c4f697d-3349-4512-9d46-731331db823a service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:27:24.268750 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-5c4f697d-3349-4512-9d46-731331db823a service neutron] Checking segment: {'id': '99cfcb75-3cf5-4771-b6a5-2b24041fbcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b200634d-799a-45dc-afb7-c8fe06d8cdbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:27:24.269330 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-5c4f697d-3349-4512-9d46-731331db823a service neutron] Bound using segment: {'id': '99cfcb75-3cf5-4771-b6a5-2b24041fbcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b200634d-799a-45dc-afb7-c8fe06d8cdbf'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:27:24.270101 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-5c4f697d-3349-4512-9d46-731331db823a service neutron] Bound port: 33fe8d53-4d8a-41d2-9001-17dcccd2edd0, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99cfcb75-3cf5-4771-b6a5-2b24041fbcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b200634d-799a-45dc-afb7-c8fe06d8cdbf'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:27:24.270808 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-5c4f697d-3349-4512-9d46-731331db823a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:24.307956 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5b030bb8-f786-4a92-b61d-aed1aadbc736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:24.359431 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-5b030bb8-f786-4a92-b61d-aed1aadbc736 None None] For port 304e2d3a-94b0-417e-b9a4-fa8c3e5176bf, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=304e2d3a-94b0-417e-b9a4-fa8c3e5176bf,segment=NetworkSegment(efceab9f-d885-4d90-9023-2bca3db7fc82),segment_id=efceab9f-d885-4d90-9023-2bca3db7fc82)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:27:24.368064 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5b030bb8-f786-4a92-b61d-aed1aadbc736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:24.378076 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-5c4f697d-3349-4512-9d46-731331db823a service neutron] For port 33fe8d53-4d8a-41d2-9001-17dcccd2edd0, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:27:24.385601 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-5c4f697d-3349-4512-9d46-731331db823a service neutron] For port 33fe8d53-4d8a-41d2-9001-17dcccd2edd0, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=33fe8d53-4d8a-41d2-9001-17dcccd2edd0,segment=NetworkSegment(99cfcb75-3cf5-4771-b6a5-2b24041fbcd8),segment_id=99cfcb75-3cf5-4771-b6a5-2b24041fbcd8)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:27:24.390871 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-5c4f697d-3349-4512-9d46-731331db823a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:24.412205 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-0eb08afa-a81c-434b-9177-28296bf78093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c142e9b6-36dd-4894-b6e5-8e0b23c6c539', 'name': 'tempest-TestEncryptedCinderVolumes-566390005-router', 'tenant_id': '05a1ef9fe8894629b78651a4470aebe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'ae9a36b3-b645-469a-b614-770cd8f9dbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:27:16Z', 'updated_at': '2022-05-06T10:27:19Z', 'revision_number': 4, 'project_id': '05a1ef9fe8894629b78651a4470aebe0', 'gw_port': {'id': 'ae9a36b3-b645-469a-b614-770cd8f9dbb9', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:70:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c142e9b6-36dd-4894-b6e5-8e0b23c6c539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:27:16Z', 'updated_at': '2022-05-06T10:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '304e2d3a-94b0-417e-b9a4-fa8c3e5176bf', 'name': '', 'network_id': 'c9f2d1d6-8d1c-4f79-83d9-f6261db16109', 'tenant_id': '05a1ef9fe8894629b78651a4470aebe0', 'mac_address': 'fa:16:3e:71:22:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c142e9b6-36dd-4894-b6e5-8e0b23c6c539', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '7da8c85f-7f36-4004-b46d-f3944e21b9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:27:18Z', 'updated_at': '2022-05-06T10:27:23Z', 'revision_number': 4, 'project_id': '05a1ef9fe8894629b78651a4470aebe0', 'subnets': [{'id': '7da8c85f-7f36-4004-b46d-f3944e21b9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:24.431471 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b030bb8-f786-4a92-b61d-aed1aadbc736 None None] Pushing event updated for resources: {'Port': ['ID=304e2d3a-94b0-417e-b9a4-fa8c3e5176bf,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:24.439813 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-5c4f697d-3349-4512-9d46-731331db823a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:24.440605 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-5c4f697d-3349-4512-9d46-731331db823a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:24.442463 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-5c4f697d-3349-4512-9d46-731331db823a service neutron] 10.222.0.77 "PUT /v2.0/ports/33fe8d53-4d8a-41d2-9001-17dcccd2edd0 HTTP/1.1" status: 200 len: 1091 time: 0.8617141 May 06 10:27:24.442914 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '346f0173-0121-4e09-af33-aa63373382c8', 'tag': '33fe8d53-4d8a-41d2-9001-17dcccd2edd0'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:27:24.445314 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0ce62e-b457-425c-a71a-510290973c01" -d '{"events": [{"name": "network-changed", "server_uuid": "346f0173-0121-4e09-af33-aa63373382c8", "tag": "33fe8d53-4d8a-41d2-9001-17dcccd2edd0"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:27:24.457427 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb08afa-a81c-434b-9177-28296bf78093 None None] The sync data for ids ['c142e9b6-36dd-4894-b6e5-8e0b23c6c539'] in n-d-840835-1 is: [{'id': 'c142e9b6-36dd-4894-b6e5-8e0b23c6c539', 'name': 'tempest-TestEncryptedCinderVolumes-566390005-router', 'tenant_id': '05a1ef9fe8894629b78651a4470aebe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'ae9a36b3-b645-469a-b614-770cd8f9dbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:27:16Z', 'updated_at': '2022-05-06T10:27:19Z', 'revision_number': 4, 'project_id': '05a1ef9fe8894629b78651a4470aebe0', 'gw_port': {'id': 'ae9a36b3-b645-469a-b614-770cd8f9dbb9', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:70:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c142e9b6-36dd-4894-b6e5-8e0b23c6c539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:27:16Z', 'updated_at': '2022-05-06T10:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '304e2d3a-94b0-417e-b9a4-fa8c3e5176bf', 'name': '', 'network_id': 'c9f2d1d6-8d1c-4f79-83d9-f6261db16109', 'tenant_id': '05a1ef9fe8894629b78651a4470aebe0', 'mac_address': 'fa:16:3e:71:22:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c142e9b6-36dd-4894-b6e5-8e0b23c6c539', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '7da8c85f-7f36-4004-b46d-f3944e21b9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:27:18Z', 'updated_at': '2022-05-06T10:27:23Z', 'revision_number': 4, 'project_id': '05a1ef9fe8894629b78651a4470aebe0', 'subnets': [{'id': '7da8c85f-7f36-4004-b46d-f3944e21b9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:27:24.493076 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f697d-3349-4512-9d46-731331db823a service neutron] Pushing event updated for resources: {'Port': ['ID=33fe8d53-4d8a-41d2-9001-17dcccd2edd0,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:24.508564 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-2fb6be23-e063-478b-9d25-1aaa080141ee None None] Provisioning complete for port 304e2d3a-94b0-417e-b9a4-fa8c3e5176bf triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:27:24.508791 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2fb6be23-e063-478b-9d25-1aaa080141ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:24.517692 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b3aee9-20b4-411a-a0b6-92fecd05560b x-openstack-request-id: req-d8b3aee9-20b4-411a-a0b6-92fecd05560b {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:27:24.518174 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "346f0173-0121-4e09-af33-aa63373382c8", "tag": "33fe8d53-4d8a-41d2-9001-17dcccd2edd0", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:27:24.518258 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d8b3aee9-20b4-411a-a0b6-92fecd05560b {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:27:24.518661 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b3aee9-20b4-411a-a0b6-92fecd05560b'] response: {'name': 'network-changed', 'server_uuid': '346f0173-0121-4e09-af33-aa63373382c8', 'tag': '33fe8d53-4d8a-41d2-9001-17dcccd2edd0', 'status': 'completed', 'code': 200} May 06 10:27:24.568263 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-b51eaa7c-14bd-4fea-ad5a-adadec769920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:24.569540 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-b51eaa7c-14bd-4fea-ad5a-adadec769920 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb099d111b0a43ac9e5b955b21ce7308&device_id=346f0173-0121-4e09-af33-aa63373382c8 HTTP/1.1" status: 200 len: 1094 time: 0.0648570 May 06 10:27:24.629777 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-7a90216d-d63b-46b8-8920-cb0bf193391a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33fe8d53-4d8a-41d2-9001-17dcccd2edd0 HTTP/1.1" status: 200 len: 217 time: 0.0476816 May 06 10:27:24.698539 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-ba07a51f-11a6-4ce8-9e31-b53e60aef9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:24.699983 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-ba07a51f-11a6-4ce8-9e31-b53e60aef9fc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d80ed710-d98f-4a26-9641-44e2d0dda75d HTTP/1.1" status: 200 len: 855 time: 0.0636308 May 06 10:27:24.754449 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-f19d531e-4f99-4991-baae-648dd609b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:24.756247 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-f19d531e-4f99-4991-baae-648dd609b1fa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b200634d-799a-45dc-afb7-c8fe06d8cdbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497363 May 06 10:27:24.855672 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-ef123b00-edb3-43c0-add7-e5842db5d927 service neutron] 10.222.0.77 "GET /v2.0/networks/b200634d-799a-45dc-afb7-c8fe06d8cdbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928974 May 06 10:27:24.958401 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-109c977e-3a8c-4b51-bd7d-d68e443ae01e req-23675f30-4d6f-4077-9908-e4e844666cd0 service neutron] 10.222.0.77 "GET /v2.0/networks/b200634d-799a-45dc-afb7-c8fe06d8cdbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956578 May 06 10:27:25.103768 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ce62e-b457-425c-a71a-510290973c01 req-5ffbf263-04ef-42e7-9397-3dc2fe286c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:25.105297 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cb0ce62e-b457-425c-a71a-510290973c01 req-5ffbf263-04ef-42e7-9397-3dc2fe286c7f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb099d111b0a43ac9e5b955b21ce7308&device_id=346f0173-0121-4e09-af33-aa63373382c8 HTTP/1.1" status: 200 len: 1094 time: 0.0454497 May 06 10:27:25.162045 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a12e96-89ad-4cf4-9ffe-5054fb7b0575 req-dd897667-5b8f-4933-9e17-67f84807463b tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:25.163662 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b9a12e96-89ad-4cf4-9ffe-5054fb7b0575 req-dd897667-5b8f-4933-9e17-67f84807463b tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/ports?device_id=346f0173-0121-4e09-af33-aa63373382c8 HTTP/1.1" status: 200 len: 943 time: 0.0551534 May 06 10:27:25.205772 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b9a12e96-89ad-4cf4-9ffe-5054fb7b0575 req-8ea25a2a-2eaa-46e2-a768-56b294e2b991 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/security-groups?id=232e3f87-b5c9-4183-8c81-5614fe289db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354674 May 06 10:27:25.214540 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ce62e-b457-425c-a71a-510290973c01 req-0526d962-2658-42ab-bd6e-9425d5190196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:25.216067 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cb0ce62e-b457-425c-a71a-510290973c01 req-0526d962-2658-42ab-bd6e-9425d5190196 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b200634d-799a-45dc-afb7-c8fe06d8cdbf HTTP/1.1" status: 200 len: 917 time: 0.0895486 May 06 10:27:25.268639 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cb0ce62e-b457-425c-a71a-510290973c01 req-a06aca33-3a50-432a-af02-bf17ad96c516 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33fe8d53-4d8a-41d2-9001-17dcccd2edd0 HTTP/1.1" status: 200 len: 217 time: 0.0398769 May 06 10:27:25.323916 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ce62e-b457-425c-a71a-510290973c01 req-f3d2e0c6-c406-4d48-8575-02d4c4a99117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:25.325296 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cb0ce62e-b457-425c-a71a-510290973c01 req-f3d2e0c6-c406-4d48-8575-02d4c4a99117 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d80ed710-d98f-4a26-9641-44e2d0dda75d HTTP/1.1" status: 200 len: 855 time: 0.0461187 May 06 10:27:25.369838 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ce62e-b457-425c-a71a-510290973c01 req-66b3a57a-9c6b-41ad-b707-5a808640143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:25.371341 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cb0ce62e-b457-425c-a71a-510290973c01 req-66b3a57a-9c6b-41ad-b707-5a808640143a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b200634d-799a-45dc-afb7-c8fe06d8cdbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387626 May 06 10:27:25.462504 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cb0ce62e-b457-425c-a71a-510290973c01 req-87a159c0-932f-47a4-a5a4-0b26071a8532 service neutron] 10.222.0.77 "GET /v2.0/networks/b200634d-799a-45dc-afb7-c8fe06d8cdbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846865 May 06 10:27:25.553523 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cb0ce62e-b457-425c-a71a-510290973c01 req-9378c0f4-ed2d-4c54-9c65-85d9a2bda4bd service neutron] 10.222.0.77 "GET /v2.0/networks/b200634d-799a-45dc-afb7-c8fe06d8cdbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840499 May 06 10:27:25.639771 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ae9a36b3-b645-469a-b614-770cd8f9dbb9 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:27:25.688819 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port ae9a36b3-b645-469a-b614-770cd8f9dbb9 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:27:25.689221 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:25.770395 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 304e2d3a-94b0-417e-b9a4-fa8c3e5176bf up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:27:25.820462 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 304e2d3a-94b0-417e-b9a4-fa8c3e5176bf triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:27:25.820846 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:26.322273 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e327e-7359-48d8-8116-242f847c682f req-53152385-b183-4146-abc9-81bd06782bc8 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:26.323776 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8c4e327e-7359-48d8-8116-242f847c682f req-53152385-b183-4146-abc9-81bd06782bc8 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/ports?device_id=346f0173-0121-4e09-af33-aa63373382c8 HTTP/1.1" status: 200 len: 943 time: 0.0496163 May 06 10:27:26.362775 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8c4e327e-7359-48d8-8116-242f847c682f req-a6f63f0f-7a8f-4e7a-8ea4-4ecfe05491d5 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/security-groups?id=232e3f87-b5c9-4183-8c81-5614fe289db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327609 May 06 10:27:27.477082 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cbd76-40bc-417e-a382-a4351c184d33 req-14909e76-e0e6-46ad-8240-1ad4838cac14 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:27.478542 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c7cbd76-40bc-417e-a382-a4351c184d33 req-14909e76-e0e6-46ad-8240-1ad4838cac14 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/ports?device_id=346f0173-0121-4e09-af33-aa63373382c8 HTTP/1.1" status: 200 len: 943 time: 0.0483587 May 06 10:27:27.516380 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1c7cbd76-40bc-417e-a382-a4351c184d33 req-da1444c7-a0e2-4b56-a7a8-55bc890ad515 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/security-groups?id=232e3f87-b5c9-4183-8c81-5614fe289db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316706 May 06 10:27:28.013787 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 33fe8d53-4d8a-41d2-9001-17dcccd2edd0 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:27:28.110226 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 33fe8d53-4d8a-41d2-9001-17dcccd2edd0, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=33fe8d53-4d8a-41d2-9001-17dcccd2edd0,segment=NetworkSegment(99cfcb75-3cf5-4771-b6a5-2b24041fbcd8),segment_id=99cfcb75-3cf5-4771-b6a5-2b24041fbcd8)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:27:28.121699 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '33fe8d53-4d8a-41d2-9001-17dcccd2edd0', 'network_id': 'b200634d-799a-45dc-afb7-c8fe06d8cdbf', 'port_id': '33fe8d53-4d8a-41d2-9001-17dcccd2edd0', 'mac_address': 'fa:16:3e:ef:41:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd80ed710-d98f-4a26-9641-44e2d0dda75d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:27:28.159312 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:28.172265 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33fe8d53-4d8a-41d2-9001-17dcccd2edd0 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:27:28.194848 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 33fe8d53-4d8a-41d2-9001-17dcccd2edd0, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=33fe8d53-4d8a-41d2-9001-17dcccd2edd0,segment=NetworkSegment(99cfcb75-3cf5-4771-b6a5-2b24041fbcd8),segment_id=99cfcb75-3cf5-4771-b6a5-2b24041fbcd8)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:27:28.199466 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:28.246064 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=33fe8d53-4d8a-41d2-9001-17dcccd2edd0,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:28.597476 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['33fe8d53-4d8a-41d2-9001-17dcccd2edd0'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:27:28.635585 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60877952-b77a-46dc-8528-ea4b8ff3357c req-7a96e26a-707a-4f18-8086-e60bdc304574 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:28.637110 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-60877952-b77a-46dc-8528-ea4b8ff3357c req-7a96e26a-707a-4f18-8086-e60bdc304574 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/ports?device_id=346f0173-0121-4e09-af33-aa63373382c8 HTTP/1.1" status: 200 len: 944 time: 0.0541439 May 06 10:27:28.677110 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-60877952-b77a-46dc-8528-ea4b8ff3357c req-0cac8c01-fb78-4566-af03-4c4ca469a1ed tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/security-groups?id=232e3f87-b5c9-4183-8c81-5614fe289db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338011 May 06 10:27:29.428335 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:29.792699 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcdaff6-5157-402c-9f35-90dd6cd77276 req-4b7f61b2-0931-4650-a282-43ef7e53f338 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:29.794156 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7dcdaff6-5157-402c-9f35-90dd6cd77276 req-4b7f61b2-0931-4650-a282-43ef7e53f338 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/ports?device_id=346f0173-0121-4e09-af33-aa63373382c8 HTTP/1.1" status: 200 len: 944 time: 0.0490255 May 06 10:27:29.832171 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7dcdaff6-5157-402c-9f35-90dd6cd77276 req-f2fac884-9476-4818-a36f-d8d73070c8de tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/security-groups?id=232e3f87-b5c9-4183-8c81-5614fe289db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319571 May 06 10:27:30.002869 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:27:30.046476 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 33fe8d53-4d8a-41d2-9001-17dcccd2edd0 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:27:30.095260 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 33fe8d53-4d8a-41d2-9001-17dcccd2edd0 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:27:30.098874 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 33fe8d53-4d8a-41d2-9001-17dcccd2edd0 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:27:30.099289 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:30.174776 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:30.201106 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346f0173-0121-4e09-af33-aa63373382c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fe8d53-4d8a-41d2-9001-17dcccd2edd0'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:27:30.203377 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6fbd71-bfa5-4f32-a438-84356e66f0a4" -d '{"events": [{"server_uuid": "346f0173-0121-4e09-af33-aa63373382c8", "name": "network-vif-plugged", "status": "completed", "tag": "33fe8d53-4d8a-41d2-9001-17dcccd2edd0"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:27:30.215538 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 33fe8d53-4d8a-41d2-9001-17dcccd2edd0, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=33fe8d53-4d8a-41d2-9001-17dcccd2edd0,segment=NetworkSegment(99cfcb75-3cf5-4771-b6a5-2b24041fbcd8),segment_id=99cfcb75-3cf5-4771-b6a5-2b24041fbcd8)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:27:30.220627 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:30.246600 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc8e9e2-8d1b-431c-be1a-b7468717afe3 x-openstack-request-id: req-dcc8e9e2-8d1b-431c-be1a-b7468717afe3 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:27:30.246901 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346f0173-0121-4e09-af33-aa63373382c8", "name": "network-vif-plugged", "status": "completed", "tag": "33fe8d53-4d8a-41d2-9001-17dcccd2edd0", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:27:30.247184 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dcc8e9e2-8d1b-431c-be1a-b7468717afe3 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:27:30.247714 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcc8e9e2-8d1b-431c-be1a-b7468717afe3'] response: {'server_uuid': '346f0173-0121-4e09-af33-aa63373382c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fe8d53-4d8a-41d2-9001-17dcccd2edd0', 'code': 200} May 06 10:27:30.273800 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=33fe8d53-4d8a-41d2-9001-17dcccd2edd0,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:30.361178 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f052a6-748b-4080-97f9-aaaf039ee58c req-a6cc2685-eb75-4dd5-9a7e-f94fe74c7b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:30.362644 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-75f052a6-748b-4080-97f9-aaaf039ee58c req-a6cc2685-eb75-4dd5-9a7e-f94fe74c7b6f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=346f0173-0121-4e09-af33-aa63373382c8 HTTP/1.1" status: 200 len: 1096 time: 0.0438776 May 06 10:27:30.701591 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-75f052a6-748b-4080-97f9-aaaf039ee58c req-9a69ae5f-d54e-4581-a51b-94a3e0e4961e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=232e3f87-b5c9-4183-8c81-5614fe289db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320758 May 06 10:27:30.948838 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff311fc-4119-40a2-93fb-10b243c3d9cd req-455fbdf7-075e-4bfe-9a5b-fab4bdda3fa4 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:30.950336 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5ff311fc-4119-40a2-93fb-10b243c3d9cd req-455fbdf7-075e-4bfe-9a5b-fab4bdda3fa4 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/ports?device_id=346f0173-0121-4e09-af33-aa63373382c8 HTTP/1.1" status: 200 len: 945 time: 0.0480003 May 06 10:27:30.988616 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5ff311fc-4119-40a2-93fb-10b243c3d9cd req-9b4dd448-1060-4e28-8fd6-1c0b97c36b3a tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/security-groups?id=232e3f87-b5c9-4183-8c81-5614fe289db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318215 May 06 10:27:32.112110 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599addd-711f-4367-b79c-300d454aaa3c req-9b7322d3-edda-4a24-86b5-c556d3ab9729 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:32.113604 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e599addd-711f-4367-b79c-300d454aaa3c req-9b7322d3-edda-4a24-86b5-c556d3ab9729 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/ports?device_id=346f0173-0121-4e09-af33-aa63373382c8 HTTP/1.1" status: 200 len: 945 time: 0.0566058 May 06 10:27:32.153851 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e599addd-711f-4367-b79c-300d454aaa3c req-7d909369-8d22-407c-bd8c-dba5a539b381 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/security-groups?id=232e3f87-b5c9-4183-8c81-5614fe289db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340655 May 06 10:27:33.273925 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d0fef-8ed9-4294-8f65-d44a51384eee req-4950b021-c872-4b9e-82b3-6e17e0a64c03 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:33.275419 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-821d0fef-8ed9-4294-8f65-d44a51384eee req-4950b021-c872-4b9e-82b3-6e17e0a64c03 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/ports?device_id=346f0173-0121-4e09-af33-aa63373382c8 HTTP/1.1" status: 200 len: 945 time: 0.0498528 May 06 10:27:33.313434 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-821d0fef-8ed9-4294-8f65-d44a51384eee req-b0dd15ac-1f71-4e53-a0e1-23e54c959592 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/security-groups?id=232e3f87-b5c9-4183-8c81-5614fe289db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318258 May 06 10:27:33.424818 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ec2e6-6b07-4df1-8af4-c1d46e2b21a2 req-24c0da47-b4e3-4e1f-aced-d28a8386bbf8 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:33.426311 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-778ec2e6-6b07-4df1-8af4-c1d46e2b21a2 req-24c0da47-b4e3-4e1f-aced-d28a8386bbf8 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/ports?device_id=346f0173-0121-4e09-af33-aa63373382c8 HTTP/1.1" status: 200 len: 945 time: 0.0483487 May 06 10:27:33.464327 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-778ec2e6-6b07-4df1-8af4-c1d46e2b21a2 req-99d7b3af-d101-4567-a818-1c1868f43f2c tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/security-groups?id=232e3f87-b5c9-4183-8c81-5614fe289db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316899 May 06 10:27:45.998601 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b265421e-9322-4262-a7b9-ffc83d68b5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:48.519272 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9a12617f-e0ed-4fc6-9ce3-c8c0280097b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:49.150394 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:49.671875 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:51.359243 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:51.531002 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:51.905843 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b7762-8ab1-42cd-9f09-0ce25fc318c3 req-52daac0d-0829-4563-817a-c68189761540 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:51.907422 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fc4b7762-8ab1-42cd-9f09-0ce25fc318c3 req-52daac0d-0829-4563-817a-c68189761540 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/ports?device_id=346f0173-0121-4e09-af33-aa63373382c8 HTTP/1.1" status: 200 len: 945 time: 0.0543931 May 06 10:27:51.945794 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fc4b7762-8ab1-42cd-9f09-0ce25fc318c3 req-7b8a0de8-c0c3-40e0-9aaf-b52f6325dd35 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/security-groups?id=232e3f87-b5c9-4183-8c81-5614fe289db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323281 May 06 10:27:53.063371 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055398de-a078-45d0-8c49-ea10fae4ff00 req-1fcda52c-23b2-428c-9871-5365ab0a0cb4 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:53.064868 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-055398de-a078-45d0-8c49-ea10fae4ff00 req-1fcda52c-23b2-428c-9871-5365ab0a0cb4 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/ports?device_id=346f0173-0121-4e09-af33-aa63373382c8 HTTP/1.1" status: 200 len: 945 time: 0.0488629 May 06 10:27:53.102087 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-055398de-a078-45d0-8c49-ea10fae4ff00 req-0a8758dc-fe65-482d-a26d-1dd015425a7c tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/security-groups?id=232e3f87-b5c9-4183-8c81-5614fe289db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313375 May 06 10:27:53.759436 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17398cf6-e540-4481-9cc0-5ea0fee07677 req-b285aad2-a222-428c-a3b3-ae4ef19560d1 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:53.760905 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-17398cf6-e540-4481-9cc0-5ea0fee07677 req-b285aad2-a222-428c-a3b3-ae4ef19560d1 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.77 "GET /v2.0/ports?device_id=346f0173-0121-4e09-af33-aa63373382c8 HTTP/1.1" status: 200 len: 945 time: 0.0496597 May 06 10:27:53.854514 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-17398cf6-e540-4481-9cc0-5ea0fee07677 req-5c79297a-c89c-4548-95c4-34f7c00df125 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Deleting port 33fe8d53-4d8a-41d2-9001-17dcccd2edd0 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:27:53.854779 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-17398cf6-e540-4481-9cc0-5ea0fee07677 req-5c79297a-c89c-4548-95c4-34f7c00df125 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:53.941799 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-17398cf6-e540-4481-9cc0-5ea0fee07677 req-5c79297a-c89c-4548-95c4-34f7c00df125 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] For port 33fe8d53-4d8a-41d2-9001-17dcccd2edd0, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=33fe8d53-4d8a-41d2-9001-17dcccd2edd0,segment=NetworkSegment(99cfcb75-3cf5-4771-b6a5-2b24041fbcd8),segment_id=99cfcb75-3cf5-4771-b6a5-2b24041fbcd8)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:27:53.942165 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-17398cf6-e540-4481-9cc0-5ea0fee07677 req-5c79297a-c89c-4548-95c4-34f7c00df125 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:53.955927 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-17398cf6-e540-4481-9cc0-5ea0fee07677 req-5c79297a-c89c-4548-95c4-34f7c00df125 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Calling delete_port for 33fe8d53-4d8a-41d2-9001-17dcccd2edd0 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:27:54.088713 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-17398cf6-e540-4481-9cc0-5ea0fee07677 req-5c79297a-c89c-4548-95c4-34f7c00df125 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:54.117737 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79297a-c89c-4548-95c4-34f7c00df125 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Pushing event deleted for resources: {'Port': ['ID=33fe8d53-4d8a-41d2-9001-17dcccd2edd0,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:54.121980 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['33fe8d53-4d8a-41d2-9001-17dcccd2edd0'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:27:54.164742 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-17398cf6-e540-4481-9cc0-5ea0fee07677 req-5c79297a-c89c-4548-95c4-34f7c00df125 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] No DVR routers for this DVR port 33fe8d53-4d8a-41d2-9001-17dcccd2edd0 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:27:54.168101 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-17398cf6-e540-4481-9cc0-5ea0fee07677 req-5c79297a-c89c-4548-95c4-34f7c00df125 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:54.171937 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-17398cf6-e540-4481-9cc0-5ea0fee07677 req-5c79297a-c89c-4548-95c4-34f7c00df125 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.77 "DELETE /v2.0/ports/33fe8d53-4d8a-41d2-9001-17dcccd2edd0 HTTP/1.1" status: 204 len: 173 time: 0.4051423 May 06 10:27:54.172404 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346f0173-0121-4e09-af33-aa63373382c8', 'name': 'network-vif-deleted', 'tag': '33fe8d53-4d8a-41d2-9001-17dcccd2edd0'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:27:54.175217 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5ae76c-efaf-413c-9158-b951757357af" -d '{"events": [{"server_uuid": "346f0173-0121-4e09-af33-aa63373382c8", "name": "network-vif-deleted", "tag": "33fe8d53-4d8a-41d2-9001-17dcccd2edd0"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:27:54.220670 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a91152e9-fdbf-43c7-8acf-709f62d9add3 req-ce5981b0-52b7-4503-838d-19ce9ceb34da tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/ports?device_id=346f0173-0121-4e09-af33-aa63373382c8 HTTP/1.1" status: 200 len: 210 time: 0.0287812 May 06 10:27:54.272900 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b15c3f-57c9-42c6-8fb6-f1ac59575d09 x-openstack-request-id: req-e2b15c3f-57c9-42c6-8fb6-f1ac59575d09 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:27:54.273203 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346f0173-0121-4e09-af33-aa63373382c8", "name": "network-vif-deleted", "tag": "33fe8d53-4d8a-41d2-9001-17dcccd2edd0", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:27:54.273467 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e2b15c3f-57c9-42c6-8fb6-f1ac59575d09 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:27:54.273881 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2b15c3f-57c9-42c6-8fb6-f1ac59575d09'] response: {'server_uuid': '346f0173-0121-4e09-af33-aa63373382c8', 'name': 'network-vif-deleted', 'tag': '33fe8d53-4d8a-41d2-9001-17dcccd2edd0', 'status': 'completed', 'code': 200} May 06 10:27:55.700328 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-acac5f48-746e-4446-acf8-89dfec78d862 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:55.701865 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-acac5f48-746e-4446-acf8-89dfec78d862 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/networks?id=b200634d-799a-45dc-afb7-c8fe06d8cdbf HTTP/1.1" status: 200 len: 816 time: 0.1060231 May 06 10:27:55.723097 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-2f9f5e18-cb16-42e6-80a6-78588b6ee32d tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/quotas/bb099d111b0a43ac9e5b955b21ce7308 HTTP/1.1" status: 200 len: 375 time: 0.0094550 May 06 10:27:55.778963 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-474d317a-b6c3-43fe-a6ca-840fd4b9f2d2 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bb099d111b0a43ac9e5b955b21ce7308&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476742 May 06 10:27:55.881535 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-38bb9492-15eb-4574-8366-9749eff7f6d9 service neutron] 10.222.0.73 "GET /v2.0/networks/b200634d-799a-45dc-afb7-c8fe06d8cdbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911834 May 06 10:27:55.971198 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-b444d6e2-94d6-41b0-a39a-9a914080619a service neutron] 10.222.0.73 "GET /v2.0/networks/b200634d-799a-45dc-afb7-c8fe06d8cdbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835469 May 06 10:27:56.137615 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-19c0b733-19b5-47be-813f-ccecaa5bbc0d req-331b06e0-646b-48ca-bd73-9915ac6bd339 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b17749e-5dcf-4daa-8592-fe88c77a91d3 HTTP/1.1" status: 200 len: 210 time: 0.0269980 May 06 10:27:56.201126 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 33fe8d53-4d8a-41d2-9001-17dcccd2edd0 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:27:56.221862 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 33fe8d53-4d8a-41d2-9001-17dcccd2edd0 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:27:56.222210 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 33fe8d53-4d8a-41d2-9001-17dcccd2edd0 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:27:57.118752 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-66748d90-6719-48e8-9a12-4f6b258ee43d tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:57.120296 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-66748d90-6719-48e8-9a12-4f6b258ee43d tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.77 "GET /v2.0/networks?id=b200634d-799a-45dc-afb7-c8fe06d8cdbf HTTP/1.1" status: 200 len: 816 time: 0.1101043 May 06 10:27:57.141851 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-64d43e80-5502-4fef-8526-040929f03345 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Request body: {'port': {'device_id': '0b17749e-5dcf-4daa-8592-fe88c77a91d3', 'network_id': 'b200634d-799a-45dc-afb7-c8fe06d8cdbf', 'admin_state_up': True, 'tenant_id': 'bb099d111b0a43ac9e5b955b21ce7308'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:27:57.236965 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bd5872dd-a652-4fe2-898e-77243ae4abb0 req-a8c0e944-565a-4f63-bbac-17015940582b tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b17749e-5dcf-4daa-8592-fe88c77a91d3 HTTP/1.1" status: 200 len: 210 time: 0.0269175 May 06 10:27:57.258304 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-64d43e80-5502-4fef-8526-040929f03345 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Made reservation on behalf of bb099d111b0a43ac9e5b955b21ce7308 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:27:57.259321 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-64d43e80-5502-4fef-8526-040929f03345 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:57.382429 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-64d43e80-5502-4fef-8526-040929f03345 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Allocated IP 172.20.0.11 (b200634d-799a-45dc-afb7-c8fe06d8cdbf/d80ed710-d98f-4a26-9641-44e2d0dda75d/71428822-c9bc-4796-a20f-460a772a8e80) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:27:57.536195 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-64d43e80-5502-4fef-8526-040929f03345 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:57.571683 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-64d43e80-5502-4fef-8526-040929f03345 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:57.615154 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-64d43e80-5502-4fef-8526-040929f03345 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Network b200634d-799a-45dc-afb7-c8fe06d8cdbf is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:27:57.618147 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-64d43e80-5502-4fef-8526-040929f03345 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:27:57.621816 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-64d43e80-5502-4fef-8526-040929f03345 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:27:57.630144 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d43e80-5502-4fef-8526-040929f03345 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Pushing event updated for resources: {'Port': ['ID=71428822-c9bc-4796-a20f-460a772a8e80,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:57.682208 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-64d43e80-5502-4fef-8526-040929f03345 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:57.682863 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-64d43e80-5502-4fef-8526-040929f03345 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:57.699722 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-64d43e80-5502-4fef-8526-040929f03345 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5617373 May 06 10:27:57.717468 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-66e706bf-ecaa-40f8-8dbd-22980c1c8b0f service neutron] Request body: {'port': {'device_id': '0b17749e-5dcf-4daa-8592-fe88c77a91d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:27:57.775306 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-66e706bf-ecaa-40f8-8dbd-22980c1c8b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:57.848303 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-ba78dcb1-7656-4a23-b6cc-fbca6ab01299 None None] Provisioning complete for port 71428822-c9bc-4796-a20f-460a772a8e80 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:27:57.848946 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ba78dcb1-7656-4a23-b6cc-fbca6ab01299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:57.882006 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-ba78dcb1-7656-4a23-b6cc-fbca6ab01299 None None] Port 71428822-c9bc-4796-a20f-460a772a8e80 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:27:58.048969 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-66e706bf-ecaa-40f8-8dbd-22980c1c8b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71428822-c9bc-4796-a20f-460a772a8e80 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:27:58.056526 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-66e706bf-ecaa-40f8-8dbd-22980c1c8b0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:58.068887 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-66e706bf-ecaa-40f8-8dbd-22980c1c8b0f service neutron] Transition to ACTIVE for port object 71428822-c9bc-4796-a20f-460a772a8e80 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:27:58.072468 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-66e706bf-ecaa-40f8-8dbd-22980c1c8b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:58.126048 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e706bf-ecaa-40f8-8dbd-22980c1c8b0f service neutron] Pushing event updated for resources: {'Port': ['ID=71428822-c9bc-4796-a20f-460a772a8e80,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:58.199588 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-66e706bf-ecaa-40f8-8dbd-22980c1c8b0f service neutron] Attempting to bind port 71428822-c9bc-4796-a20f-460a772a8e80 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:27:58.199931 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-66e706bf-ecaa-40f8-8dbd-22980c1c8b0f service neutron] Attempting to bind port 71428822-c9bc-4796-a20f-460a772a8e80 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '99cfcb75-3cf5-4771-b6a5-2b24041fbcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b200634d-799a-45dc-afb7-c8fe06d8cdbf'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:27:58.200273 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-66e706bf-ecaa-40f8-8dbd-22980c1c8b0f service neutron] Attempting to bind port 71428822-c9bc-4796-a20f-460a772a8e80 on network b200634d-799a-45dc-afb7-c8fe06d8cdbf {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:27:58.205384 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-66e706bf-ecaa-40f8-8dbd-22980c1c8b0f service neutron] Port 71428822-c9bc-4796-a20f-460a772a8e80 on network b200634d-799a-45dc-afb7-c8fe06d8cdbf not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:27:58.205710 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-66e706bf-ecaa-40f8-8dbd-22980c1c8b0f service neutron] Attempting to bind port 71428822-c9bc-4796-a20f-460a772a8e80 on network b200634d-799a-45dc-afb7-c8fe06d8cdbf {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:27:58.210833 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-66e706bf-ecaa-40f8-8dbd-22980c1c8b0f service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:27:58.211206 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-66e706bf-ecaa-40f8-8dbd-22980c1c8b0f service neutron] Checking segment: {'id': '99cfcb75-3cf5-4771-b6a5-2b24041fbcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b200634d-799a-45dc-afb7-c8fe06d8cdbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:27:58.211602 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-66e706bf-ecaa-40f8-8dbd-22980c1c8b0f service neutron] Bound using segment: {'id': '99cfcb75-3cf5-4771-b6a5-2b24041fbcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b200634d-799a-45dc-afb7-c8fe06d8cdbf'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:27:58.212044 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-66e706bf-ecaa-40f8-8dbd-22980c1c8b0f service neutron] Bound port: 71428822-c9bc-4796-a20f-460a772a8e80, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99cfcb75-3cf5-4771-b6a5-2b24041fbcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b200634d-799a-45dc-afb7-c8fe06d8cdbf'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:27:58.212409 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-66e706bf-ecaa-40f8-8dbd-22980c1c8b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:58.280187 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-66e706bf-ecaa-40f8-8dbd-22980c1c8b0f service neutron] For port 71428822-c9bc-4796-a20f-460a772a8e80, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:27:58.285008 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-66e706bf-ecaa-40f8-8dbd-22980c1c8b0f service neutron] For port 71428822-c9bc-4796-a20f-460a772a8e80, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=71428822-c9bc-4796-a20f-460a772a8e80,segment=NetworkSegment(99cfcb75-3cf5-4771-b6a5-2b24041fbcd8),segment_id=99cfcb75-3cf5-4771-b6a5-2b24041fbcd8)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:27:58.289754 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-66e706bf-ecaa-40f8-8dbd-22980c1c8b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:58.329366 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-66e706bf-ecaa-40f8-8dbd-22980c1c8b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:58.329984 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-66e706bf-ecaa-40f8-8dbd-22980c1c8b0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:58.331425 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-66e706bf-ecaa-40f8-8dbd-22980c1c8b0f service neutron] 10.222.0.77 "PUT /v2.0/ports/71428822-c9bc-4796-a20f-460a772a8e80 HTTP/1.1" status: 200 len: 1092 time: 0.6185088 May 06 10:27:58.331870 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b17749e-5dcf-4daa-8592-fe88c77a91d3', 'tag': '71428822-c9bc-4796-a20f-460a772a8e80'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:27:58.334136 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c5d456-04a4-42c2-a055-2f8baa1f9baf" -d '{"events": [{"name": "network-changed", "server_uuid": "0b17749e-5dcf-4daa-8592-fe88c77a91d3", "tag": "71428822-c9bc-4796-a20f-460a772a8e80"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:27:58.360601 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e706bf-ecaa-40f8-8dbd-22980c1c8b0f service neutron] Pushing event updated for resources: {'Port': ['ID=71428822-c9bc-4796-a20f-460a772a8e80,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:58.376586 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b407266-4aac-4e8b-aa51-162299f24361 req-5d1cc2bd-aefa-4a05-a61c-ace260ffe158 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:58.378132 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b407266-4aac-4e8b-aa51-162299f24361 req-5d1cc2bd-aefa-4a05-a61c-ace260ffe158 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b17749e-5dcf-4daa-8592-fe88c77a91d3 HTTP/1.1" status: 200 len: 944 time: 0.0641515 May 06 10:27:58.431714 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1b407266-4aac-4e8b-aa51-162299f24361 req-1beba7b3-3533-4a11-bb4d-60017482286b tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/security-groups?id=232e3f87-b5c9-4183-8c81-5614fe289db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461466 May 06 10:27:58.455647 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-7ac42b00-7d0e-4c67-9c90-7009adbcde44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:58.457203 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-7ac42b00-7d0e-4c67-9c90-7009adbcde44 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb099d111b0a43ac9e5b955b21ce7308&device_id=0b17749e-5dcf-4daa-8592-fe88c77a91d3 HTTP/1.1" status: 200 len: 1095 time: 0.0690384 May 06 10:27:58.471626 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952f08c9-7f1b-4688-8e14-588dd0c62d77 x-openstack-request-id: req-952f08c9-7f1b-4688-8e14-588dd0c62d77 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:27:58.471988 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b17749e-5dcf-4daa-8592-fe88c77a91d3", "tag": "71428822-c9bc-4796-a20f-460a772a8e80", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:27:58.472314 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-952f08c9-7f1b-4688-8e14-588dd0c62d77 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:27:58.472801 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-952f08c9-7f1b-4688-8e14-588dd0c62d77'] response: {'name': 'network-changed', 'server_uuid': '0b17749e-5dcf-4daa-8592-fe88c77a91d3', 'tag': '71428822-c9bc-4796-a20f-460a772a8e80', 'status': 'completed', 'code': 200} May 06 10:27:58.510233 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-f06ad8e9-11c1-4ca3-867d-c66e2b375ecf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71428822-c9bc-4796-a20f-460a772a8e80 HTTP/1.1" status: 200 len: 217 time: 0.0364423 May 06 10:27:58.564408 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-4cf80ad8-4387-487a-9507-8969e0631eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:58.565813 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-4cf80ad8-4387-487a-9507-8969e0631eaf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d80ed710-d98f-4a26-9641-44e2d0dda75d HTTP/1.1" status: 200 len: 855 time: 0.0492566 May 06 10:27:58.611136 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-4458ce7a-9a02-41da-b16f-c027d8a7fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:58.612662 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-4458ce7a-9a02-41da-b16f-c027d8a7fb4b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b200634d-799a-45dc-afb7-c8fe06d8cdbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403633 May 06 10:27:58.703305 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-3a7cc16a-5ead-4f71-b807-d3ce4e4fbece service neutron] 10.222.0.77 "GET /v2.0/networks/b200634d-799a-45dc-afb7-c8fe06d8cdbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839622 May 06 10:27:58.794906 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a0c7273b-24c4-47fb-94f7-1a68f91660bb req-807e8e30-5eae-4f64-b805-c80a909df5b7 service neutron] 10.222.0.77 "GET /v2.0/networks/b200634d-799a-45dc-afb7-c8fe06d8cdbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851157 May 06 10:27:58.915879 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5d456-04a4-42c2-a055-2f8baa1f9baf req-94f2cbbe-bf96-4a1f-8b75-54585b52ca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:58.917401 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a0c5d456-04a4-42c2-a055-2f8baa1f9baf req-94f2cbbe-bf96-4a1f-8b75-54585b52ca17 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb099d111b0a43ac9e5b955b21ce7308&device_id=0b17749e-5dcf-4daa-8592-fe88c77a91d3 HTTP/1.1" status: 200 len: 1095 time: 0.0414464 May 06 10:27:59.010460 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5d456-04a4-42c2-a055-2f8baa1f9baf req-b2259215-2f31-41e8-b90d-18f1e0b31b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:59.011975 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a0c5d456-04a4-42c2-a055-2f8baa1f9baf req-b2259215-2f31-41e8-b90d-18f1e0b31b51 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b200634d-799a-45dc-afb7-c8fe06d8cdbf HTTP/1.1" status: 200 len: 917 time: 0.0874405 May 06 10:27:59.053816 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a0c5d456-04a4-42c2-a055-2f8baa1f9baf req-04529c70-5e8e-486f-928b-2abbc7aeab73 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71428822-c9bc-4796-a20f-460a772a8e80 HTTP/1.1" status: 200 len: 217 time: 0.0351989 May 06 10:27:59.100237 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5d456-04a4-42c2-a055-2f8baa1f9baf req-20c579ad-d33f-463b-be9d-fb5e2b3d44a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:59.101644 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a0c5d456-04a4-42c2-a055-2f8baa1f9baf req-20c579ad-d33f-463b-be9d-fb5e2b3d44a5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d80ed710-d98f-4a26-9641-44e2d0dda75d HTTP/1.1" status: 200 len: 855 time: 0.0418577 May 06 10:27:59.150773 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5d456-04a4-42c2-a055-2f8baa1f9baf req-16000dff-612c-49e1-a25a-32ea19823ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:59.152325 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a0c5d456-04a4-42c2-a055-2f8baa1f9baf req-16000dff-612c-49e1-a25a-32ea19823ac7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b200634d-799a-45dc-afb7-c8fe06d8cdbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427196 May 06 10:27:59.243743 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a0c5d456-04a4-42c2-a055-2f8baa1f9baf req-32ef7368-74db-44e3-8b8c-7ced49b3cd2b service neutron] 10.222.0.77 "GET /v2.0/networks/b200634d-799a-45dc-afb7-c8fe06d8cdbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842555 May 06 10:27:59.335553 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a0c5d456-04a4-42c2-a055-2f8baa1f9baf req-f43fc2ee-b8ee-4292-8858-f532e39a58cb service neutron] 10.222.0.77 "GET /v2.0/networks/b200634d-799a-45dc-afb7-c8fe06d8cdbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852497 May 06 10:27:59.423406 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:59.543757 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d303212-b5e1-4002-a9ec-65b3f893a11a req-69cfa0be-76b6-4e29-af13-eb3d60e6698b tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:59.545174 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d303212-b5e1-4002-a9ec-65b3f893a11a req-69cfa0be-76b6-4e29-af13-eb3d60e6698b tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b17749e-5dcf-4daa-8592-fe88c77a91d3 HTTP/1.1" status: 200 len: 944 time: 0.0493038 May 06 10:27:59.583042 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d303212-b5e1-4002-a9ec-65b3f893a11a req-c87f97ad-92c0-4c4c-a885-d089e7bed4d2 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/security-groups?id=232e3f87-b5c9-4183-8c81-5614fe289db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317614 May 06 10:28:00.699797 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17fbeb-f259-4be7-9642-cf601701f52c req-e8c8c5cd-dd1a-4242-9ba1-8ad482d69d68 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:00.701287 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b17fbeb-f259-4be7-9642-cf601701f52c req-e8c8c5cd-dd1a-4242-9ba1-8ad482d69d68 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b17749e-5dcf-4daa-8592-fe88c77a91d3 HTTP/1.1" status: 200 len: 944 time: 0.0492222 May 06 10:28:00.739672 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5b17fbeb-f259-4be7-9642-cf601701f52c req-f32e9125-b7b7-4f55-aaba-2656d2c7a62a tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/security-groups?id=232e3f87-b5c9-4183-8c81-5614fe289db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321596 May 06 10:28:01.863344 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d49aac-fcd9-476a-a728-fb52f43ecad8 req-6adc1378-646c-437e-91d0-b654986e76c0 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:01.864872 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-81d49aac-fcd9-476a-a728-fb52f43ecad8 req-6adc1378-646c-437e-91d0-b654986e76c0 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b17749e-5dcf-4daa-8592-fe88c77a91d3 HTTP/1.1" status: 200 len: 944 time: 0.0536792 May 06 10:28:01.902356 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-81d49aac-fcd9-476a-a728-fb52f43ecad8 req-c3d6bd86-4083-4b28-b60c-c1efb98e8cea tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/security-groups?id=232e3f87-b5c9-4183-8c81-5614fe289db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315888 May 06 10:28:02.238338 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 71428822-c9bc-4796-a20f-460a772a8e80 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:28:02.331082 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 71428822-c9bc-4796-a20f-460a772a8e80, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=71428822-c9bc-4796-a20f-460a772a8e80,segment=NetworkSegment(99cfcb75-3cf5-4771-b6a5-2b24041fbcd8),segment_id=99cfcb75-3cf5-4771-b6a5-2b24041fbcd8)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:02.342115 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '71428822-c9bc-4796-a20f-460a772a8e80', 'network_id': 'b200634d-799a-45dc-afb7-c8fe06d8cdbf', 'port_id': '71428822-c9bc-4796-a20f-460a772a8e80', 'mac_address': 'fa:16:3e:8f:6a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd80ed710-d98f-4a26-9641-44e2d0dda75d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:28:02.381716 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:02.394539 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71428822-c9bc-4796-a20f-460a772a8e80 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:28:02.413251 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 71428822-c9bc-4796-a20f-460a772a8e80, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=71428822-c9bc-4796-a20f-460a772a8e80,segment=NetworkSegment(99cfcb75-3cf5-4771-b6a5-2b24041fbcd8),segment_id=99cfcb75-3cf5-4771-b6a5-2b24041fbcd8)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:02.417109 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:02.461811 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=71428822-c9bc-4796-a20f-460a772a8e80,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:02.469423 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:02.469774 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:02.470115 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:02.470452 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:02.470787 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:02.471139 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:02.471470 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:02.471797 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:02.472128 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:02.472455 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:02.472783 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:02.473106 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:02.793363 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['71428822-c9bc-4796-a20f-460a772a8e80'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:28:03.018742 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33cdd5-a812-48cd-b519-4752f38d009c req-dffbf10d-1eba-4954-ba9a-e92826525a98 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:03.020255 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d33cdd5-a812-48cd-b519-4752f38d009c req-dffbf10d-1eba-4954-ba9a-e92826525a98 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b17749e-5dcf-4daa-8592-fe88c77a91d3 HTTP/1.1" status: 200 len: 945 time: 0.0497475 May 06 10:28:03.057631 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d33cdd5-a812-48cd-b519-4752f38d009c req-347fd0e8-e2d4-4446-a012-46871571fda8 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/security-groups?id=232e3f87-b5c9-4183-8c81-5614fe289db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311539 May 06 10:28:04.172594 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb7493-5a70-4f55-b62a-afa8a0c96eb8 req-b482ebe3-a07a-445e-b4f2-04831e1ef157 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:04.174002 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0dbb7493-5a70-4f55-b62a-afa8a0c96eb8 req-b482ebe3-a07a-445e-b4f2-04831e1ef157 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b17749e-5dcf-4daa-8592-fe88c77a91d3 HTTP/1.1" status: 200 len: 945 time: 0.0492902 May 06 10:28:04.212152 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0dbb7493-5a70-4f55-b62a-afa8a0c96eb8 req-f67e76ba-1842-4454-8afb-264c09b4b73f tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/security-groups?id=232e3f87-b5c9-4183-8c81-5614fe289db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322227 May 06 10:28:04.231310 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 71428822-c9bc-4796-a20f-460a772a8e80 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:28:04.279863 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 71428822-c9bc-4796-a20f-460a772a8e80 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:28:04.283671 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 71428822-c9bc-4796-a20f-460a772a8e80 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:04.284044 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:04.362072 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:04.384058 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b17749e-5dcf-4daa-8592-fe88c77a91d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71428822-c9bc-4796-a20f-460a772a8e80'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:28:04.386268 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5659b07b-f6ff-412f-98b7-c0f5d94f20de" -d '{"events": [{"server_uuid": "0b17749e-5dcf-4daa-8592-fe88c77a91d3", "name": "network-vif-plugged", "status": "completed", "tag": "71428822-c9bc-4796-a20f-460a772a8e80"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:28:04.400000 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 71428822-c9bc-4796-a20f-460a772a8e80, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=71428822-c9bc-4796-a20f-460a772a8e80,segment=NetworkSegment(99cfcb75-3cf5-4771-b6a5-2b24041fbcd8),segment_id=99cfcb75-3cf5-4771-b6a5-2b24041fbcd8)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:04.403774 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:04.427716 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d45812-00f6-458f-b964-97acabdce27d x-openstack-request-id: req-b6d45812-00f6-458f-b964-97acabdce27d {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:28:04.427939 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b17749e-5dcf-4daa-8592-fe88c77a91d3", "name": "network-vif-plugged", "status": "completed", "tag": "71428822-c9bc-4796-a20f-460a772a8e80", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:28:04.428189 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b6d45812-00f6-458f-b964-97acabdce27d {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:28:04.428588 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6d45812-00f6-458f-b964-97acabdce27d'] response: {'server_uuid': '0b17749e-5dcf-4daa-8592-fe88c77a91d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71428822-c9bc-4796-a20f-460a772a8e80', 'code': 200} May 06 10:28:04.456849 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=71428822-c9bc-4796-a20f-460a772a8e80,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:04.549755 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cff0d6-e499-457c-8388-368f7da42f46 req-e625e04c-a694-4245-9732-575aef227cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:04.551297 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c7cff0d6-e499-457c-8388-368f7da42f46 req-e625e04c-a694-4245-9732-575aef227cc3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0b17749e-5dcf-4daa-8592-fe88c77a91d3 HTTP/1.1" status: 200 len: 1097 time: 0.0412624 May 06 10:28:04.585401 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c7cff0d6-e499-457c-8388-368f7da42f46 req-798689f8-23cc-4700-8bfb-927b2b637aa2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=232e3f87-b5c9-4183-8c81-5614fe289db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278049 May 06 10:28:05.333578 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f8d4c-a896-4e13-8e6a-54008b8134f0 req-f64aea24-d4b0-40b4-a176-5abfd326577e tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:05.335066 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f49f8d4c-a896-4e13-8e6a-54008b8134f0 req-f64aea24-d4b0-40b4-a176-5abfd326577e tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b17749e-5dcf-4daa-8592-fe88c77a91d3 HTTP/1.1" status: 200 len: 946 time: 0.0522413 May 06 10:28:05.373179 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f49f8d4c-a896-4e13-8e6a-54008b8134f0 req-b7c838c1-543e-44e2-87f9-2025790d752b tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/security-groups?id=232e3f87-b5c9-4183-8c81-5614fe289db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320063 May 06 10:28:06.489031 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa0adc-01ae-47cd-b5ff-5cb7edd3df0b req-cb379c74-dff9-400b-b45a-3175132c9c67 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:06.490599 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-27fa0adc-01ae-47cd-b5ff-5cb7edd3df0b req-cb379c74-dff9-400b-b45a-3175132c9c67 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b17749e-5dcf-4daa-8592-fe88c77a91d3 HTTP/1.1" status: 200 len: 946 time: 0.0493243 May 06 10:28:06.527466 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-27fa0adc-01ae-47cd-b5ff-5cb7edd3df0b req-fd281231-b35f-43c5-b1e7-74bb60f8ad46 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/security-groups?id=232e3f87-b5c9-4183-8c81-5614fe289db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308626 May 06 10:28:06.641740 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3f2ef-424c-4268-ad23-c742c2dfaef3 req-03e6ef53-9d70-44a1-ae80-995520301d93 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:06.643238 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67d3f2ef-424c-4268-ad23-c742c2dfaef3 req-03e6ef53-9d70-44a1-ae80-995520301d93 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b17749e-5dcf-4daa-8592-fe88c77a91d3 HTTP/1.1" status: 200 len: 946 time: 0.0488994 May 06 10:28:06.680790 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67d3f2ef-424c-4268-ad23-c742c2dfaef3 req-8519260f-e9c3-45f0-910a-4eb039dac5e9 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/security-groups?id=232e3f87-b5c9-4183-8c81-5614fe289db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314875 May 06 10:28:07.003089 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:28:15.991607 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-579cf986-dc23-4b86-8761-fa87fadad97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:18.521255 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6452ceca-4c1a-4a5a-82da-c139796ce647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:19.167025 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:19.677293 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:20.882051 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-597f2337-e331-46c1-967e-51280aa16c6b req-ae7a182e-14f8-4df9-b747-41ee56c5f4a7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0b17749e-5dcf-4daa-8592-fe88c77a91d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410345 May 06 10:28:20.982034 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f2337-e331-46c1-967e-51280aa16c6b req-009a0a74-0511-43b2-9811-79716b779d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:20.984110 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-597f2337-e331-46c1-967e-51280aa16c6b req-009a0a74-0511-43b2-9811-79716b779d0a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb099d111b0a43ac9e5b955b21ce7308&device_id=0b17749e-5dcf-4daa-8592-fe88c77a91d3 HTTP/1.1" status: 200 len: 1097 time: 0.0410347 May 06 10:28:21.089479 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f2337-e331-46c1-967e-51280aa16c6b req-6898732c-23fc-4a80-ac95-c0eefc85af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:21.090961 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-597f2337-e331-46c1-967e-51280aa16c6b req-6898732c-23fc-4a80-ac95-c0eefc85af45 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b200634d-799a-45dc-afb7-c8fe06d8cdbf HTTP/1.1" status: 200 len: 917 time: 0.0896289 May 06 10:28:21.134585 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-597f2337-e331-46c1-967e-51280aa16c6b req-ff7429d7-3819-45fb-bb10-3e2a41af55a4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71428822-c9bc-4796-a20f-460a772a8e80 HTTP/1.1" status: 200 len: 217 time: 0.0352321 May 06 10:28:21.187653 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f2337-e331-46c1-967e-51280aa16c6b req-2516a0f3-b7b2-461e-b3c2-5a67899c6fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:21.189109 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-597f2337-e331-46c1-967e-51280aa16c6b req-2516a0f3-b7b2-461e-b3c2-5a67899c6fc7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d80ed710-d98f-4a26-9641-44e2d0dda75d HTTP/1.1" status: 200 len: 855 time: 0.0474284 May 06 10:28:21.236443 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f2337-e331-46c1-967e-51280aa16c6b req-9381b67f-b8e1-4dca-8148-681a7392f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:21.237972 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-597f2337-e331-46c1-967e-51280aa16c6b req-9381b67f-b8e1-4dca-8148-681a7392f180 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b200634d-799a-45dc-afb7-c8fe06d8cdbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420957 May 06 10:28:21.333414 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-597f2337-e331-46c1-967e-51280aa16c6b req-93a5d138-e5df-4dea-959d-620a028ceed4 service neutron] 10.222.0.77 "GET /v2.0/networks/b200634d-799a-45dc-afb7-c8fe06d8cdbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878615 May 06 10:28:21.360961 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:21.431639 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-597f2337-e331-46c1-967e-51280aa16c6b req-9653089f-b072-4ec4-9103-eac627e78caa service neutron] 10.222.0.77 "GET /v2.0/networks/b200634d-799a-45dc-afb7-c8fe06d8cdbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910325 May 06 10:28:21.533729 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:25.016020 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b288aab-bed1-4701-9b4e-900ff78426e2 req-d8add629-90c0-4dc1-a302-e7988c8d8737 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:25.017533 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0b288aab-bed1-4701-9b4e-900ff78426e2 req-d8add629-90c0-4dc1-a302-e7988c8d8737 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b17749e-5dcf-4daa-8592-fe88c77a91d3 HTTP/1.1" status: 200 len: 946 time: 0.1183283 May 06 10:28:25.057814 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0b288aab-bed1-4701-9b4e-900ff78426e2 req-771570aa-a5ef-44bf-9412-7aa28b12e665 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/security-groups?id=232e3f87-b5c9-4183-8c81-5614fe289db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339286 May 06 10:28:26.183586 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ea8ab-2998-4fc6-be95-2224332daf09 req-dfc2dc1f-81bf-4a34-b31f-5f582b3d1023 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:26.184991 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-de4ea8ab-2998-4fc6-be95-2224332daf09 req-dfc2dc1f-81bf-4a34-b31f-5f582b3d1023 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b17749e-5dcf-4daa-8592-fe88c77a91d3 HTTP/1.1" status: 200 len: 946 time: 0.0572424 May 06 10:28:26.223995 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-de4ea8ab-2998-4fc6-be95-2224332daf09 req-d3b405d7-3573-4a17-a28c-383fad1ce532 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/security-groups?id=232e3f87-b5c9-4183-8c81-5614fe289db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329394 May 06 10:28:27.007615 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf182f-ce86-4f1e-936d-226061870a5b req-40bf9a56-7a4f-4c6d-b8fe-595e685512d6 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:27.009061 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-34bf182f-ce86-4f1e-936d-226061870a5b req-40bf9a56-7a4f-4c6d-b8fe-595e685512d6 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b17749e-5dcf-4daa-8592-fe88c77a91d3 HTTP/1.1" status: 200 len: 946 time: 0.0489342 May 06 10:28:27.101205 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-34bf182f-ce86-4f1e-936d-226061870a5b req-3bab779d-a929-4ed5-81a9-b64fc55948fe tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Deleting port 71428822-c9bc-4796-a20f-460a772a8e80 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:28:27.101549 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-34bf182f-ce86-4f1e-936d-226061870a5b req-3bab779d-a929-4ed5-81a9-b64fc55948fe tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:27.189891 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-34bf182f-ce86-4f1e-936d-226061870a5b req-3bab779d-a929-4ed5-81a9-b64fc55948fe tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] For port 71428822-c9bc-4796-a20f-460a772a8e80, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=71428822-c9bc-4796-a20f-460a772a8e80,segment=NetworkSegment(99cfcb75-3cf5-4771-b6a5-2b24041fbcd8),segment_id=99cfcb75-3cf5-4771-b6a5-2b24041fbcd8)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:27.190185 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-34bf182f-ce86-4f1e-936d-226061870a5b req-3bab779d-a929-4ed5-81a9-b64fc55948fe tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:27.203090 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-34bf182f-ce86-4f1e-936d-226061870a5b req-3bab779d-a929-4ed5-81a9-b64fc55948fe tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Calling delete_port for 71428822-c9bc-4796-a20f-460a772a8e80 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:28:27.336324 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-34bf182f-ce86-4f1e-936d-226061870a5b req-3bab779d-a929-4ed5-81a9-b64fc55948fe tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:27.345196 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02189f7-4bc9-447c-a6a6-0713eb738b62 req-17a76372-47d8-4b0a-a9f9-99fd102dc004 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:27.346713 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f02189f7-4bc9-447c-a6a6-0713eb738b62 req-17a76372-47d8-4b0a-a9f9-99fd102dc004 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b17749e-5dcf-4daa-8592-fe88c77a91d3 HTTP/1.1" status: 200 len: 946 time: 0.0525684 May 06 10:28:27.365519 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab779d-a929-4ed5-81a9-b64fc55948fe tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Pushing event deleted for resources: {'Port': ['ID=71428822-c9bc-4796-a20f-460a772a8e80,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:27.370976 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['71428822-c9bc-4796-a20f-460a772a8e80'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:28:27.379262 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab779d-a929-4ed5-81a9-b64fc55948fe tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:27.379616 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab779d-a929-4ed5-81a9-b64fc55948fe tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:27.379962 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab779d-a929-4ed5-81a9-b64fc55948fe tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:27.382539 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab779d-a929-4ed5-81a9-b64fc55948fe tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:27.382539 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab779d-a929-4ed5-81a9-b64fc55948fe tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:27.382539 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab779d-a929-4ed5-81a9-b64fc55948fe tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:27.382539 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab779d-a929-4ed5-81a9-b64fc55948fe tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:27.382539 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab779d-a929-4ed5-81a9-b64fc55948fe tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:27.382539 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab779d-a929-4ed5-81a9-b64fc55948fe tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:27.382539 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab779d-a929-4ed5-81a9-b64fc55948fe tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:27.383045 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab779d-a929-4ed5-81a9-b64fc55948fe tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:27.383045 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab779d-a929-4ed5-81a9-b64fc55948fe tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:27.393572 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f02189f7-4bc9-447c-a6a6-0713eb738b62 req-fed6e6dd-399b-45bf-8a16-5f6c9b288788 tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.73 "GET /v2.0/security-groups?id=232e3f87-b5c9-4183-8c81-5614fe289db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399201 May 06 10:28:27.423202 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bf182f-ce86-4f1e-936d-226061870a5b req-3bab779d-a929-4ed5-81a9-b64fc55948fe tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] No DVR routers for this DVR port 71428822-c9bc-4796-a20f-460a772a8e80 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:28:27.425851 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-34bf182f-ce86-4f1e-936d-226061870a5b req-3bab779d-a929-4ed5-81a9-b64fc55948fe tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:27.429267 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-34bf182f-ce86-4f1e-936d-226061870a5b req-3bab779d-a929-4ed5-81a9-b64fc55948fe tempest-TestEncryptedCinderVolumes-638463710 tempest-TestEncryptedCinderVolumes-638463710-project] 10.222.0.77 "DELETE /v2.0/ports/71428822-c9bc-4796-a20f-460a772a8e80 HTTP/1.1" status: 204 len: 173 time: 0.4136987 May 06 10:28:27.429991 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b17749e-5dcf-4daa-8592-fe88c77a91d3', 'name': 'network-vif-deleted', 'tag': '71428822-c9bc-4796-a20f-460a772a8e80'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:28:27.432271 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638ebdc7-8000-459c-8bd5-789da95f35a5" -d '{"events": [{"server_uuid": "0b17749e-5dcf-4daa-8592-fe88c77a91d3", "name": "network-vif-deleted", "tag": "71428822-c9bc-4796-a20f-460a772a8e80"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:28:27.470533 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de8f60e-1576-4341-a21a-dda09be5949f x-openstack-request-id: req-7de8f60e-1576-4341-a21a-dda09be5949f {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:28:27.470903 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b17749e-5dcf-4daa-8592-fe88c77a91d3", "name": "network-vif-deleted", "tag": "71428822-c9bc-4796-a20f-460a772a8e80", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:28:27.471198 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7de8f60e-1576-4341-a21a-dda09be5949f {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:28:27.471791 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7de8f60e-1576-4341-a21a-dda09be5949f'] response: {'server_uuid': '0b17749e-5dcf-4daa-8592-fe88c77a91d3', 'name': 'network-vif-deleted', 'tag': '71428822-c9bc-4796-a20f-460a772a8e80', 'status': 'completed', 'code': 200} May 06 10:28:28.489654 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38720) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:28.839580 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-183fb456-0f40-4c38-9c35-5d4b8f0a4298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:29.085567 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-183fb456-0f40-4c38-9c35-5d4b8f0a4298 admin admin] Deleting port f6e69197-6b1c-43b2-a184-8893ed450017 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:28:29.085914 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-183fb456-0f40-4c38-9c35-5d4b8f0a4298 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:29.164257 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-183fb456-0f40-4c38-9c35-5d4b8f0a4298 admin admin] For port f6e69197-6b1c-43b2-a184-8893ed450017, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f6e69197-6b1c-43b2-a184-8893ed450017,segment=NetworkSegment(99cfcb75-3cf5-4771-b6a5-2b24041fbcd8),segment_id=99cfcb75-3cf5-4771-b6a5-2b24041fbcd8)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:29.164634 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-183fb456-0f40-4c38-9c35-5d4b8f0a4298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:29.182059 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-183fb456-0f40-4c38-9c35-5d4b8f0a4298 admin admin] Calling delete_port for f6e69197-6b1c-43b2-a184-8893ed450017 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:28:29.361726 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-183fb456-0f40-4c38-9c35-5d4b8f0a4298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:29.389986 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fb456-0f40-4c38-9c35-5d4b8f0a4298 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6e69197-6b1c-43b2-a184-8893ed450017,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:29.416251 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fb456-0f40-4c38-9c35-5d4b8f0a4298 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:29.416531 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fb456-0f40-4c38-9c35-5d4b8f0a4298 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:29.416879 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fb456-0f40-4c38-9c35-5d4b8f0a4298 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:29.417221 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fb456-0f40-4c38-9c35-5d4b8f0a4298 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:29.417563 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fb456-0f40-4c38-9c35-5d4b8f0a4298 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:29.417898 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fb456-0f40-4c38-9c35-5d4b8f0a4298 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:29.418231 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fb456-0f40-4c38-9c35-5d4b8f0a4298 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:29.418568 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fb456-0f40-4c38-9c35-5d4b8f0a4298 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:29.418899 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fb456-0f40-4c38-9c35-5d4b8f0a4298 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:29.419252 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fb456-0f40-4c38-9c35-5d4b8f0a4298 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:29.419589 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fb456-0f40-4c38-9c35-5d4b8f0a4298 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:29.419919 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fb456-0f40-4c38-9c35-5d4b8f0a4298 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:29.442839 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:29.567621 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-183fb456-0f40-4c38-9c35-5d4b8f0a4298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:29.785508 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183fb456-0f40-4c38-9c35-5d4b8f0a4298 admin admin] Router 8ed840e5-f2cd-4595-bf13-6418a17a070a has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:28:29.892755 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183fb456-0f40-4c38-9c35-5d4b8f0a4298 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:28:29.901108 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-183fb456-0f40-4c38-9c35-5d4b8f0a4298 admin admin] 10.222.0.73 "PUT /v2.0/routers/8ed840e5-f2cd-4595-bf13-6418a17a070a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4065852 May 06 10:28:29.901108 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38722) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:29.903687 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5579f376-85fc-4894-9007-f494160182fd None None] Sync routers for ids ['8ed840e5-f2cd-4595-bf13-6418a17a070a'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:28:29.915653 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5579f376-85fc-4894-9007-f494160182fd None None] Routers {'8ed840e5-f2cd-4595-bf13-6418a17a070a'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:28:29.916286 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-5579f376-85fc-4894-9007-f494160182fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:28:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['8ed840e5-f2cd-4595-bf13-6418a17a070a'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:30.006417 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e5f715f2-13f1-4613-8c59-f000861a9739 admin admin] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:30.022211 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-5579f376-85fc-4894-9007-f494160182fd None None] Set router 8ed840e5-f2cd-4595-bf13-6418a17a070a gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:28:30.111087 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e5f715f2-13f1-4613-8c59-f000861a9739 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:30.164223 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-e5f715f2-13f1-4613-8c59-f000861a9739 admin admin] Deleting port 63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:28:30.164580 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e5f715f2-13f1-4613-8c59-f000861a9739 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:30.200250 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-5579f376-85fc-4894-9007-f494160182fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed840e5-f2cd-4595-bf13-6418a17a070a', 'name': 'tempest-TestEncryptedCinderVolumes-660446988-router', 'tenant_id': 'bb099d111b0a43ac9e5b955b21ce7308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:27:11Z', 'updated_at': '2022-05-06T10:28:29Z', 'revision_number': 5, 'project_id': 'bb099d111b0a43ac9e5b955b21ce7308', 'gw_port': {'id': '63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:14:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed840e5-f2cd-4595-bf13-6418a17a070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:27:11Z', 'updated_at': '2022-05-06T10:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:30.230411 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5579f376-85fc-4894-9007-f494160182fd None None] Checking router: 8ed840e5-f2cd-4595-bf13-6418a17a070a for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:28:30.239313 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5579f376-85fc-4894-9007-f494160182fd None None] Routers {'8ed840e5-f2cd-4595-bf13-6418a17a070a'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:28:30.239928 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-5579f376-85fc-4894-9007-f494160182fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:28:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['8ed840e5-f2cd-4595-bf13-6418a17a070a'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:30.242905 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-e5f715f2-13f1-4613-8c59-f000861a9739 admin admin] For port 63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:30.243311 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e5f715f2-13f1-4613-8c59-f000861a9739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:30.256525 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-e5f715f2-13f1-4613-8c59-f000861a9739 admin admin] Calling delete_port for 63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:28:30.325465 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-5579f376-85fc-4894-9007-f494160182fd None None] Set router 8ed840e5-f2cd-4595-bf13-6418a17a070a gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:28:30.381727 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-5579f376-85fc-4894-9007-f494160182fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed840e5-f2cd-4595-bf13-6418a17a070a', 'name': 'tempest-TestEncryptedCinderVolumes-660446988-router', 'tenant_id': 'bb099d111b0a43ac9e5b955b21ce7308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:27:11Z', 'updated_at': '2022-05-06T10:28:30Z', 'revision_number': 6, 'project_id': 'bb099d111b0a43ac9e5b955b21ce7308', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:30.386689 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 71428822-c9bc-4796-a20f-460a772a8e80 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:28:30.421890 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e5f715f2-13f1-4613-8c59-f000861a9739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:30.432271 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5579f376-85fc-4894-9007-f494160182fd None None] The sync data for ids ['8ed840e5-f2cd-4595-bf13-6418a17a070a'] in n-d-840835-1 is: [{'id': '8ed840e5-f2cd-4595-bf13-6418a17a070a', 'name': 'tempest-TestEncryptedCinderVolumes-660446988-router', 'tenant_id': 'bb099d111b0a43ac9e5b955b21ce7308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:27:11Z', 'updated_at': '2022-05-06T10:28:30Z', 'revision_number': 6, 'project_id': 'bb099d111b0a43ac9e5b955b21ce7308', 'gw_port_host': None}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:28:30.433793 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 71428822-c9bc-4796-a20f-460a772a8e80 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:28:30.434142 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 71428822-c9bc-4796-a20f-460a772a8e80 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:28:30.450864 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f715f2-13f1-4613-8c59-f000861a9739 admin admin] Pushing event deleted for resources: {'Port': ['ID=63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:30.514590 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e5f715f2-13f1-4613-8c59-f000861a9739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:30.604220 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e5f715f2-13f1-4613-8c59-f000861a9739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:30.606607 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e5f715f2-13f1-4613-8c59-f000861a9739 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:30.648515 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e5f715f2-13f1-4613-8c59-f000861a9739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:30.649084 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f715f2-13f1-4613-8c59-f000861a9739 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ed840e5-f2cd-4595-bf13-6418a17a070a {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:28:30.653603 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e5f715f2-13f1-4613-8c59-f000861a9739 admin admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:30.655414 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e5f715f2-13f1-4613-8c59-f000861a9739 admin admin] 10.222.0.73 "DELETE /v2.0/routers/8ed840e5-f2cd-4595-bf13-6418a17a070a HTTP/1.1" status: 204 len: 168 time: 0.7529979 May 06 10:28:30.657727 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38724) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:30.704416 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-630bbd7a-2094-4633-8231-41a7ca07a196 admin admin] Deleting subnet d80ed710-d98f-4a26-9641-44e2d0dda75d {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:28:30.707442 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-630bbd7a-2094-4633-8231-41a7ca07a196 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:30.742165 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-630bbd7a-2094-4633-8231-41a7ca07a196 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:30.820199 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-630bbd7a-2094-4633-8231-41a7ca07a196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:30.879691 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-630bbd7a-2094-4633-8231-41a7ca07a196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:30.910336 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630bbd7a-2094-4633-8231-41a7ca07a196 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d80ed710-d98f-4a26-9641-44e2d0dda75d,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:30.914997 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-630bbd7a-2094-4633-8231-41a7ca07a196 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:30.918695 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-630bbd7a-2094-4633-8231-41a7ca07a196 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d80ed710-d98f-4a26-9641-44e2d0dda75d HTTP/1.1" status: 204 len: 168 time: 0.2596726 May 06 10:28:30.920413 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd92268-7fc5-49e4-aa19-517449be003c None None] Network b200634d-799a-45dc-afb7-c8fe06d8cdbf requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:28:30.920920 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38726) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:30.994398 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5893a480-bb91-40d5-9c1a-6dd6ce28c43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:31.047425 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-5893a480-bb91-40d5-9c1a-6dd6ce28c43e admin admin] Deleting port ffbea8f5-3fb1-4225-97d0-c31d6305614a {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:28:31.047792 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5893a480-bb91-40d5-9c1a-6dd6ce28c43e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:31.114409 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-5893a480-bb91-40d5-9c1a-6dd6ce28c43e admin admin] For port ffbea8f5-3fb1-4225-97d0-c31d6305614a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=ffbea8f5-3fb1-4225-97d0-c31d6305614a,segment=NetworkSegment(99cfcb75-3cf5-4771-b6a5-2b24041fbcd8),segment_id=99cfcb75-3cf5-4771-b6a5-2b24041fbcd8)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:31.114776 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5893a480-bb91-40d5-9c1a-6dd6ce28c43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:31.127398 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-5893a480-bb91-40d5-9c1a-6dd6ce28c43e admin admin] Calling delete_port for ffbea8f5-3fb1-4225-97d0-c31d6305614a owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:28:31.206320 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5893a480-bb91-40d5-9c1a-6dd6ce28c43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:31.224826 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0063d6bb-8b9e-4232-bd03-f3817230386f None None] DHCP port deletion for b200634d-799a-45dc-afb7-c8fe06d8cdbf request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:28:31.237674 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893a480-bb91-40d5-9c1a-6dd6ce28c43e admin admin] Pushing event deleted for resources: {'Port': ['ID=ffbea8f5-3fb1-4225-97d0-c31d6305614a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:31.242695 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5893a480-bb91-40d5-9c1a-6dd6ce28c43e admin admin] No DVR routers for this DVR port ffbea8f5-3fb1-4225-97d0-c31d6305614a on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:28:31.318077 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5893a480-bb91-40d5-9c1a-6dd6ce28c43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:31.340074 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-5893a480-bb91-40d5-9c1a-6dd6ce28c43e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b200634d-799a-45dc-afb7-c8fe06d8cdbf']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:31.349995 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-5893a480-bb91-40d5-9c1a-6dd6ce28c43e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99cfcb75-3cf5-4771-b6a5-2b24041fbcd8') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:31.350302 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-5893a480-bb91-40d5-9c1a-6dd6ce28c43e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99cfcb75-3cf5-4771-b6a5-2b24041fbcd8') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:31.360076 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5893a480-bb91-40d5-9c1a-6dd6ce28c43e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:31.372984 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5893a480-bb91-40d5-9c1a-6dd6ce28c43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:31.379236 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5893a480-bb91-40d5-9c1a-6dd6ce28c43e admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:28:31.379626 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5893a480-bb91-40d5-9c1a-6dd6ce28c43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: timer() May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:28:31.381251 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:28:31.436558 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5893a480-bb91-40d5-9c1a-6dd6ce28c43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:31.445079 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5893a480-bb91-40d5-9c1a-6dd6ce28c43e admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:31.448221 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5893a480-bb91-40d5-9c1a-6dd6ce28c43e admin admin] 10.222.0.73 "DELETE /v2.0/networks/b200634d-799a-45dc-afb7-c8fe06d8cdbf HTTP/1.1" status: 204 len: 168 time: 0.5262744 May 06 10:28:31.452700 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38728) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:31.469897 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893a480-bb91-40d5-9c1a-6dd6ce28c43e admin admin] Pushing event deleted for resources: {'Network': ['ID=b200634d-799a-45dc-afb7-c8fe06d8cdbf,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:31.631345 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:28:31.652203 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:28:31.652555 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 63da8782-cb5f-4cd0-a3b1-5c1a1f5e939f not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:28:31.652974 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ffbea8f5-3fb1-4225-97d0-c31d6305614a no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:28:31.673892 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: ffbea8f5-3fb1-4225-97d0-c31d6305614a {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:28:31.674234 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ffbea8f5-3fb1-4225-97d0-c31d6305614a not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:28:31.674663 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f6e69197-6b1c-43b2-a184-8893ed450017 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:28:31.694943 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: f6e69197-6b1c-43b2-a184-8893ed450017 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:28:31.695365 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f6e69197-6b1c-43b2-a184-8893ed450017 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:28:32.145161 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8db438e9-1bd0-4482-b2c0-ba3adb8ac2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:32.387501 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-8db438e9-1bd0-4482-b2c0-ba3adb8ac2f1 admin admin] Deleting port 304e2d3a-94b0-417e-b9a4-fa8c3e5176bf {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:28:32.387852 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8db438e9-1bd0-4482-b2c0-ba3adb8ac2f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:32.470521 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-8db438e9-1bd0-4482-b2c0-ba3adb8ac2f1 admin admin] For port 304e2d3a-94b0-417e-b9a4-fa8c3e5176bf, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=304e2d3a-94b0-417e-b9a4-fa8c3e5176bf,segment=NetworkSegment(efceab9f-d885-4d90-9023-2bca3db7fc82),segment_id=efceab9f-d885-4d90-9023-2bca3db7fc82)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:32.470815 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8db438e9-1bd0-4482-b2c0-ba3adb8ac2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:32.483747 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-8db438e9-1bd0-4482-b2c0-ba3adb8ac2f1 admin admin] Calling delete_port for 304e2d3a-94b0-417e-b9a4-fa8c3e5176bf owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:28:32.662464 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8db438e9-1bd0-4482-b2c0-ba3adb8ac2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:32.685542 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db438e9-1bd0-4482-b2c0-ba3adb8ac2f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=304e2d3a-94b0-417e-b9a4-fa8c3e5176bf,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:32.855347 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8db438e9-1bd0-4482-b2c0-ba3adb8ac2f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:33.082497 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db438e9-1bd0-4482-b2c0-ba3adb8ac2f1 admin admin] Router c142e9b6-36dd-4894-b6e5-8e0b23c6c539 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:28:33.189973 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db438e9-1bd0-4482-b2c0-ba3adb8ac2f1 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:28:33.194964 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8db438e9-1bd0-4482-b2c0-ba3adb8ac2f1 admin admin] 10.222.0.73 "PUT /v2.0/routers/c142e9b6-36dd-4894-b6e5-8e0b23c6c539/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7411761 May 06 10:28:33.197606 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38730) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:33.207872 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eb695e-cbe7-48de-b635-0bf1ef790f18 None None] Sync routers for ids ['c142e9b6-36dd-4894-b6e5-8e0b23c6c539'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:28:33.218397 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eb695e-cbe7-48de-b635-0bf1ef790f18 None None] Routers {'c142e9b6-36dd-4894-b6e5-8e0b23c6c539'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:28:33.219008 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-57eb695e-cbe7-48de-b635-0bf1ef790f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:28:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c142e9b6-36dd-4894-b6e5-8e0b23c6c539'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:33.305692 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-edcd5059-0ae2-4055-a683-b3041543c690 admin admin] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:33.322285 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-57eb695e-cbe7-48de-b635-0bf1ef790f18 None None] Set router c142e9b6-36dd-4894-b6e5-8e0b23c6c539 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:28:33.410110 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-edcd5059-0ae2-4055-a683-b3041543c690 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:33.464222 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-edcd5059-0ae2-4055-a683-b3041543c690 admin admin] Deleting port ae9a36b3-b645-469a-b614-770cd8f9dbb9 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:28:33.464572 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-edcd5059-0ae2-4055-a683-b3041543c690 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:33.499025 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-57eb695e-cbe7-48de-b635-0bf1ef790f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c142e9b6-36dd-4894-b6e5-8e0b23c6c539', 'name': 'tempest-TestEncryptedCinderVolumes-566390005-router', 'tenant_id': '05a1ef9fe8894629b78651a4470aebe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'ae9a36b3-b645-469a-b614-770cd8f9dbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:27:16Z', 'updated_at': '2022-05-06T10:28:32Z', 'revision_number': 5, 'project_id': '05a1ef9fe8894629b78651a4470aebe0', 'gw_port': {'id': 'ae9a36b3-b645-469a-b614-770cd8f9dbb9', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:70:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c142e9b6-36dd-4894-b6e5-8e0b23c6c539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:27:16Z', 'updated_at': '2022-05-06T10:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:33.525381 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eb695e-cbe7-48de-b635-0bf1ef790f18 None None] Checking router: c142e9b6-36dd-4894-b6e5-8e0b23c6c539 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:28:33.533563 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eb695e-cbe7-48de-b635-0bf1ef790f18 None None] Routers {'c142e9b6-36dd-4894-b6e5-8e0b23c6c539'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:28:33.534172 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-57eb695e-cbe7-48de-b635-0bf1ef790f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:28:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c142e9b6-36dd-4894-b6e5-8e0b23c6c539'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:33.552273 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-edcd5059-0ae2-4055-a683-b3041543c690 admin admin] For port ae9a36b3-b645-469a-b614-770cd8f9dbb9, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=ae9a36b3-b645-469a-b614-770cd8f9dbb9,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:33.552649 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-edcd5059-0ae2-4055-a683-b3041543c690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:33.565017 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-edcd5059-0ae2-4055-a683-b3041543c690 admin admin] Calling delete_port for ae9a36b3-b645-469a-b614-770cd8f9dbb9 owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:28:33.625118 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-57eb695e-cbe7-48de-b635-0bf1ef790f18 None None] Set router c142e9b6-36dd-4894-b6e5-8e0b23c6c539 gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:28:33.740853 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-edcd5059-0ae2-4055-a683-b3041543c690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:33.768553 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd5059-0ae2-4055-a683-b3041543c690 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae9a36b3-b645-469a-b614-770cd8f9dbb9,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:33.772443 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-57eb695e-cbe7-48de-b635-0bf1ef790f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c142e9b6-36dd-4894-b6e5-8e0b23c6c539', 'name': 'tempest-TestEncryptedCinderVolumes-566390005-router', 'tenant_id': '05a1ef9fe8894629b78651a4470aebe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:27:16Z', 'updated_at': '2022-05-06T10:28:33Z', 'revision_number': 6, 'project_id': '05a1ef9fe8894629b78651a4470aebe0', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:33.800009 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eb695e-cbe7-48de-b635-0bf1ef790f18 None None] The sync data for ids ['c142e9b6-36dd-4894-b6e5-8e0b23c6c539'] in n-d-840835-1 is: [{'id': 'c142e9b6-36dd-4894-b6e5-8e0b23c6c539', 'name': 'tempest-TestEncryptedCinderVolumes-566390005-router', 'tenant_id': '05a1ef9fe8894629b78651a4470aebe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:27:16Z', 'updated_at': '2022-05-06T10:28:33Z', 'revision_number': 6, 'project_id': '05a1ef9fe8894629b78651a4470aebe0', 'gw_port_host': None}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:28:33.837000 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-edcd5059-0ae2-4055-a683-b3041543c690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:33.928577 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-edcd5059-0ae2-4055-a683-b3041543c690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:33.930697 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-edcd5059-0ae2-4055-a683-b3041543c690 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:33.985044 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-edcd5059-0ae2-4055-a683-b3041543c690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:33.985585 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcd5059-0ae2-4055-a683-b3041543c690 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c142e9b6-36dd-4894-b6e5-8e0b23c6c539 {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:28:33.990063 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-edcd5059-0ae2-4055-a683-b3041543c690 admin admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:33.991310 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-edcd5059-0ae2-4055-a683-b3041543c690 admin admin] 10.222.0.73 "DELETE /v2.0/routers/c142e9b6-36dd-4894-b6e5-8e0b23c6c539 HTTP/1.1" status: 204 len: 168 time: 0.7927141 May 06 10:28:33.993756 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38732) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:34.038252 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-201730a7-7dcb-4286-95ef-95a18ba6e5f2 admin admin] Deleting subnet 7da8c85f-7f36-4004-b46d-f3944e21b9f7 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:28:34.041339 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-201730a7-7dcb-4286-95ef-95a18ba6e5f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:34.075921 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-201730a7-7dcb-4286-95ef-95a18ba6e5f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:34.160075 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-201730a7-7dcb-4286-95ef-95a18ba6e5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:34.216328 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-201730a7-7dcb-4286-95ef-95a18ba6e5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:34.245926 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201730a7-7dcb-4286-95ef-95a18ba6e5f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7da8c85f-7f36-4004-b46d-f3944e21b9f7,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:34.248070 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-201730a7-7dcb-4286-95ef-95a18ba6e5f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:34.251471 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-201730a7-7dcb-4286-95ef-95a18ba6e5f2 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7da8c85f-7f36-4004-b46d-f3944e21b9f7 HTTP/1.1" status: 204 len: 168 time: 0.2567604 May 06 10:28:34.251631 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1d29b1-e17b-4dfe-ba82-161e661b2fc9 None None] Network c9f2d1d6-8d1c-4f79-83d9-f6261db16109 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:28:34.254084 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38734) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:34.322292 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-18056896-9e89-4233-abe8-9ab73330fb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:34.379739 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-18056896-9e89-4233-abe8-9ab73330fb9f admin admin] Deleting port b769ddd9-8fa2-4b20-898c-668a8573710a {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:28:34.380085 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-18056896-9e89-4233-abe8-9ab73330fb9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:34.443508 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-18056896-9e89-4233-abe8-9ab73330fb9f admin admin] For port b769ddd9-8fa2-4b20-898c-668a8573710a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b769ddd9-8fa2-4b20-898c-668a8573710a,segment=NetworkSegment(efceab9f-d885-4d90-9023-2bca3db7fc82),segment_id=efceab9f-d885-4d90-9023-2bca3db7fc82)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:34.443883 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-18056896-9e89-4233-abe8-9ab73330fb9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:34.458271 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-18056896-9e89-4233-abe8-9ab73330fb9f admin admin] Calling delete_port for b769ddd9-8fa2-4b20-898c-668a8573710a owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:28:34.539438 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-18056896-9e89-4233-abe8-9ab73330fb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:34.567041 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18056896-9e89-4233-abe8-9ab73330fb9f admin admin] Pushing event deleted for resources: {'Port': ['ID=b769ddd9-8fa2-4b20-898c-668a8573710a,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:34.572029 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18056896-9e89-4233-abe8-9ab73330fb9f admin admin] No DVR routers for this DVR port b769ddd9-8fa2-4b20-898c-668a8573710a on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:28:34.587728 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756d2fad-9800-4b95-97c5-b39db5682254 None None] DHCP port deletion for c9f2d1d6-8d1c-4f79-83d9-f6261db16109 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:28:34.647409 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-18056896-9e89-4233-abe8-9ab73330fb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:34.673394 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-18056896-9e89-4233-abe8-9ab73330fb9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f2d1d6-8d1c-4f79-83d9-f6261db16109']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:34.683088 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-18056896-9e89-4233-abe8-9ab73330fb9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efceab9f-d885-4d90-9023-2bca3db7fc82') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:34.683424 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-18056896-9e89-4233-abe8-9ab73330fb9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efceab9f-d885-4d90-9023-2bca3db7fc82') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:34.693651 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-18056896-9e89-4233-abe8-9ab73330fb9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:34.708045 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-18056896-9e89-4233-abe8-9ab73330fb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:34.714060 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18056896-9e89-4233-abe8-9ab73330fb9f admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:28:34.714512 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-18056896-9e89-4233-abe8-9ab73330fb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: timer() May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:28:34.716317 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:28:34.772555 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-18056896-9e89-4233-abe8-9ab73330fb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:34.782451 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-18056896-9e89-4233-abe8-9ab73330fb9f admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:34.785674 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-18056896-9e89-4233-abe8-9ab73330fb9f admin admin] 10.222.0.73 "DELETE /v2.0/networks/c9f2d1d6-8d1c-4f79-83d9-f6261db16109 HTTP/1.1" status: 204 len: 168 time: 0.5306697 May 06 10:28:34.797275 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18056896-9e89-4233-abe8-9ab73330fb9f admin admin] Pushing event deleted for resources: {'Network': ['ID=c9f2d1d6-8d1c-4f79-83d9-f6261db16109,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:34.953078 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38738) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:34.993371 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-01c6ff7b-a103-42bb-9afb-12ef51ce68b2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bb099d111b0a43ac9e5b955b21ce7308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391569 May 06 10:28:34.995938 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38740) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:35.042436 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-07dd3597-7d85-4fb0-af5a-d9ea2a8a7cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:35.063538 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-07dd3597-7d85-4fb0-af5a-d9ea2a8a7cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:35.110062 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-07dd3597-7d85-4fb0-af5a-d9ea2a8a7cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:35.112698 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-07dd3597-7d85-4fb0-af5a-d9ea2a8a7cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:35.113853 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-07dd3597-7d85-4fb0-af5a-d9ea2a8a7cb2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/232e3f87-b5c9-4183-8c81-5614fe289db2 HTTP/1.1" status: 204 len: 168 time: 0.1170404 May 06 10:28:35.121467 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd3597-7d85-4fb0-af5a-d9ea2a8a7cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232e3f87-b5c9-4183-8c81-5614fe289db2,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:35.432953 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38746) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:35.472579 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2c088e18-5285-4493-b9b5-77642f878a88 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=05a1ef9fe8894629b78651a4470aebe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384479 May 06 10:28:35.475031 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38748) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:35.522766 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-036a7ef7-5a38-4b1d-923b-7b830324d2fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:35.548841 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-036a7ef7-5a38-4b1d-923b-7b830324d2fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:35.601594 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-036a7ef7-5a38-4b1d-923b-7b830324d2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:35.606171 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-036a7ef7-5a38-4b1d-923b-7b830324d2fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:35.607955 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-036a7ef7-5a38-4b1d-923b-7b830324d2fd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/425cf270-1ae9-4ae3-8870-d2c9e0f021b0 HTTP/1.1" status: 204 len: 168 time: 0.1319702 May 06 10:28:35.618144 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a7ef7-5a38-4b1d-923b-7b830324d2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425cf270-1ae9-4ae3-8870-d2c9e0f021b0,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:35.640443 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b769ddd9-8fa2-4b20-898c-668a8573710a no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:28:35.660460 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: b769ddd9-8fa2-4b20-898c-668a8573710a {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:28:35.660808 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b769ddd9-8fa2-4b20-898c-668a8573710a not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:28:35.661228 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ae9a36b3-b645-469a-b614-770cd8f9dbb9 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:28:35.680811 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: ae9a36b3-b645-469a-b614-770cd8f9dbb9 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:28:35.681157 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ae9a36b3-b645-469a-b614-770cd8f9dbb9 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:28:35.681572 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 304e2d3a-94b0-417e-b9a4-fa8c3e5176bf no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:28:35.700523 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 304e2d3a-94b0-417e-b9a4-fa8c3e5176bf {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:28:35.700875 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 304e2d3a-94b0-417e-b9a4-fa8c3e5176bf not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:28:36.291208 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38770) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:36.384118 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-de8dedd0-b2a7-4e21-accf-d258c86a7e8d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2043740172-network', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:28:36.405834 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8dedd0-b2a7-4e21-accf-d258c86a7e8d admin admin] Made reservation on behalf of e683d627d9ba44d68e939a9f54e46ad7 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:28:36.408378 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de8dedd0-b2a7-4e21-accf-d258c86a7e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:36.417295 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de8dedd0-b2a7-4e21-accf-d258c86a7e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:36.497691 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de8dedd0-b2a7-4e21-accf-d258c86a7e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:36.502655 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de8dedd0-b2a7-4e21-accf-d258c86a7e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:36.523822 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de8dedd0-b2a7-4e21-accf-d258c86a7e8d admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:28:36.538673 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8dedd0-b2a7-4e21-accf-d258c86a7e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:36.541748 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de8dedd0-b2a7-4e21-accf-d258c86a7e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:36.542093 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-de8dedd0-b2a7-4e21-accf-d258c86a7e8d admin admin] Added segment ccb4b26b-f3be-46bc-b346-4e07ec66cf1d of type vlan for network 25466e35-5aa9-4736-85ae-586d6fc19f92 May 06 10:28:36.582676 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de8dedd0-b2a7-4e21-accf-d258c86a7e8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:36.607562 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de8dedd0-b2a7-4e21-accf-d258c86a7e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:36.608624 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8dedd0-b2a7-4e21-accf-d258c86a7e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:36.609279 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-de8dedd0-b2a7-4e21-accf-d258c86a7e8d admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:36.666384 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-de8dedd0-b2a7-4e21-accf-d258c86a7e8d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3739781 May 06 10:28:36.669262 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38774) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:36.674519 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-42e37289-3703-4335-b63f-d52ec06794c0 admin admin] Request body: {'subnet': {'network_id': '25466e35-5aa9-4736-85ae-586d6fc19f92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2043740172-subnet', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:28:36.675516 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8dedd0-b2a7-4e21-accf-d258c86a7e8d admin admin] Pushing event updated for resources: {'Network': ['ID=25466e35-5aa9-4736-85ae-586d6fc19f92,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:36.686865 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 25466e35-5aa9-4736-85ae-586d6fc19f92 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:28:36.696362 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e37289-3703-4335-b63f-d52ec06794c0 admin admin] Made reservation on behalf of e683d627d9ba44d68e939a9f54e46ad7 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:28:36.699198 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42e37289-3703-4335-b63f-d52ec06794c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:36.882474 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42e37289-3703-4335-b63f-d52ec06794c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:36.947450 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e37289-3703-4335-b63f-d52ec06794c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d952ad00-4617-412c-a934-92102350141f,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:36.952229 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e37289-3703-4335-b63f-d52ec06794c0 admin admin] Checking segment: {'id': 'ccb4b26b-f3be-46bc-b346-4e07ec66cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '25466e35-5aa9-4736-85ae-586d6fc19f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:28:36.952645 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e37289-3703-4335-b63f-d52ec06794c0 admin admin] Network hostable DHCP agents. Network: 25466e35-5aa9-4736-85ae-586d6fc19f92, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:28:36.969926 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e37289-3703-4335-b63f-d52ec06794c0 admin admin] Network 25466e35-5aa9-4736-85ae-586d6fc19f92 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:28:36.978356 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-42e37289-3703-4335-b63f-d52ec06794c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 25466e35-5aa9-4736-85ae-586d6fc19f92) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:36.983332 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e37289-3703-4335-b63f-d52ec06794c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:36.984009 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42e37289-3703-4335-b63f-d52ec06794c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:36.988451 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c165310-c4e1-4d23-a178-95c753e5989c None None] Network 25466e35-5aa9-4736-85ae-586d6fc19f92 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:28:37.000208 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-42e37289-3703-4335-b63f-d52ec06794c0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3296874 May 06 10:28:37.002864 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38776) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:37.007078 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-f365da74-1f0f-4f28-af9c-fec71076faeb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2043740172-router', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:28:37.025449 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f365da74-1f0f-4f28-af9c-fec71076faeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:37.026575 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f365da74-1f0f-4f28-af9c-fec71076faeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:37.082984 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f365da74-1f0f-4f28-af9c-fec71076faeb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:37.135542 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a3d15f-2699-4671-bd61-bb36a6682289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-25466e35-5aa9-4736-85ae-586d6fc19f92', 'network_id': '25466e35-5aa9-4736-85ae-586d6fc19f92', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'fixed_ips': [{'subnet_id': 'd952ad00-4617-412c-a934-92102350141f'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:28:37.136368 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c9a3d15f-2699-4671-bd61-bb36a6682289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:37.225128 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f365da74-1f0f-4f28-af9c-fec71076faeb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:37.272288 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-c9a3d15f-2699-4671-bd61-bb36a6682289 None None] Allocated IP 172.20.0.2 (25466e35-5aa9-4736-85ae-586d6fc19f92/d952ad00-4617-412c-a934-92102350141f/0ab1b365-0842-4112-bef4-37638a4ad800) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:28:37.417893 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c9a3d15f-2699-4671-bd61-bb36a6682289 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:37.424110 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c9a3d15f-2699-4671-bd61-bb36a6682289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:37.429665 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f365da74-1f0f-4f28-af9c-fec71076faeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:37.449034 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f365da74-1f0f-4f28-af9c-fec71076faeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:37.463751 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a3d15f-2699-4671-bd61-bb36a6682289 None None] Network 25466e35-5aa9-4736-85ae-586d6fc19f92 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:28:37.466547 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-c9a3d15f-2699-4671-bd61-bb36a6682289 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:37.470434 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a3d15f-2699-4671-bd61-bb36a6682289 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:28:37.481686 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3d15f-2699-4671-bd61-bb36a6682289 None None] Pushing event updated for resources: {'Port': ['ID=0ab1b365-0842-4112-bef4-37638a4ad800,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:37.533159 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-c9a3d15f-2699-4671-bd61-bb36a6682289 None None] Attempting to bind port 0ab1b365-0842-4112-bef4-37638a4ad800 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:28:37.533535 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-c9a3d15f-2699-4671-bd61-bb36a6682289 None None] Attempting to bind port 0ab1b365-0842-4112-bef4-37638a4ad800 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'ccb4b26b-f3be-46bc-b346-4e07ec66cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '25466e35-5aa9-4736-85ae-586d6fc19f92'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:28:37.533967 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a3d15f-2699-4671-bd61-bb36a6682289 None None] Attempting to bind port 0ab1b365-0842-4112-bef4-37638a4ad800 on network 25466e35-5aa9-4736-85ae-586d6fc19f92 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:28:37.538999 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a3d15f-2699-4671-bd61-bb36a6682289 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:28:37.539409 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a3d15f-2699-4671-bd61-bb36a6682289 None None] Checking segment: {'id': 'ccb4b26b-f3be-46bc-b346-4e07ec66cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '25466e35-5aa9-4736-85ae-586d6fc19f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:28:37.539817 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c9a3d15f-2699-4671-bd61-bb36a6682289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:37.540213 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a3d15f-2699-4671-bd61-bb36a6682289 None None] Bound using segment: {'id': 'ccb4b26b-f3be-46bc-b346-4e07ec66cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '25466e35-5aa9-4736-85ae-586d6fc19f92'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:28:37.540686 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-c9a3d15f-2699-4671-bd61-bb36a6682289 None None] Bound port: 0ab1b365-0842-4112-bef4-37638a4ad800, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb4b26b-f3be-46bc-b346-4e07ec66cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '25466e35-5aa9-4736-85ae-586d6fc19f92'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:28:37.541072 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c9a3d15f-2699-4671-bd61-bb36a6682289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:37.559530 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-f365da74-1f0f-4f28-af9c-fec71076faeb admin admin] Allocated IP 172.25.5.56 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/fda3a53d-fdf2-4957-ae1a-85942660d64b) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:28:37.605973 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-c9a3d15f-2699-4671-bd61-bb36a6682289 None None] For port 0ab1b365-0842-4112-bef4-37638a4ad800, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:28:37.609642 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-c9a3d15f-2699-4671-bd61-bb36a6682289 None None] For port 0ab1b365-0842-4112-bef4-37638a4ad800, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=0ab1b365-0842-4112-bef4-37638a4ad800,segment=NetworkSegment(ccb4b26b-f3be-46bc-b346-4e07ec66cf1d),segment_id=ccb4b26b-f3be-46bc-b346-4e07ec66cf1d)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:28:37.613634 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c9a3d15f-2699-4671-bd61-bb36a6682289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:37.666090 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f365da74-1f0f-4f28-af9c-fec71076faeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:37.680806 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3d15f-2699-4671-bd61-bb36a6682289 None None] Pushing event updated for resources: {'Port': ['ID=0ab1b365-0842-4112-bef4-37638a4ad800,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:37.705739 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f365da74-1f0f-4f28-af9c-fec71076faeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:37.746058 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f365da74-1f0f-4f28-af9c-fec71076faeb admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:28:37.749034 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-f365da74-1f0f-4f28-af9c-fec71076faeb admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:37.755761 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f365da74-1f0f-4f28-af9c-fec71076faeb admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:28:37.758781 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365da74-1f0f-4f28-af9c-fec71076faeb admin admin] Pushing event updated for resources: {'Port': ['ID=fda3a53d-fdf2-4957-ae1a-85942660d64b,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:38.351788 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f365da74-1f0f-4f28-af9c-fec71076faeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:38.561442 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f365da74-1f0f-4f28-af9c-fec71076faeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:38.628151 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a306e6-7ee7-4c25-b894-00127fc1e278 None None] Network 25466e35-5aa9-4736-85ae-586d6fc19f92 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:28:38.703398 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f365da74-1f0f-4f28-af9c-fec71076faeb admin admin] Router 70366d7d-c404-49ab-ac41-76ab762bd1ae is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:28:38.713081 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a8ec4622-08fb-4816-a687-1e1c900ed837 None None] Provisioning complete for port 0ab1b365-0842-4112-bef4-37638a4ad800 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:38.713551 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a8ec4622-08fb-4816-a687-1e1c900ed837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:38.814202 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f365da74-1f0f-4f28-af9c-fec71076faeb admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:28:38.832258 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f365da74-1f0f-4f28-af9c-fec71076faeb admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:38.833306 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a03d2ac-a90c-4ba6-b944-057b77b06668 None None] Sync routers for ids ['70366d7d-c404-49ab-ac41-76ab762bd1ae'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:28:38.833525 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f365da74-1f0f-4f28-af9c-fec71076faeb admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8297157 May 06 10:28:38.836250 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38778) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:38.862890 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a8ec4622-08fb-4816-a687-1e1c900ed837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:38.864717 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a03d2ac-a90c-4ba6-b944-057b77b06668 None None] Routers {'70366d7d-c404-49ab-ac41-76ab762bd1ae'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:28:38.865279 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-3a03d2ac-a90c-4ba6-b944-057b77b06668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:28:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['70366d7d-c404-49ab-ac41-76ab762bd1ae'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:38.976068 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a8ec4622-08fb-4816-a687-1e1c900ed837 None None] For port 0ab1b365-0842-4112-bef4-37638a4ad800, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=0ab1b365-0842-4112-bef4-37638a4ad800,segment=NetworkSegment(ccb4b26b-f3be-46bc-b346-4e07ec66cf1d),segment_id=ccb4b26b-f3be-46bc-b346-4e07ec66cf1d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:38.981852 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a8ec4622-08fb-4816-a687-1e1c900ed837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:39.041798 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec4622-08fb-4816-a687-1e1c900ed837 None None] Pushing event updated for resources: {'Port': ['ID=0ab1b365-0842-4112-bef4-37638a4ad800,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:39.055267 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-3a03d2ac-a90c-4ba6-b944-057b77b06668 None None] Set router 70366d7d-c404-49ab-ac41-76ab762bd1ae gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:28:39.249616 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-3a03d2ac-a90c-4ba6-b944-057b77b06668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'name': 'tempest-TestMinimumBasicScenario-2043740172-router', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'fda3a53d-fdf2-4957-ae1a-85942660d64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:37Z', 'updated_at': '2022-05-06T10:28:37Z', 'revision_number': 3, 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'gw_port': {'id': 'fda3a53d-fdf2-4957-ae1a-85942660d64b', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:37Z', 'updated_at': '2022-05-06T10:28:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:39.279213 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a03d2ac-a90c-4ba6-b944-057b77b06668 None None] Checking router: 70366d7d-c404-49ab-ac41-76ab762bd1ae for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:28:39.280283 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a03d2ac-a90c-4ba6-b944-057b77b06668 None None] Updating router 70366d7d-c404-49ab-ac41-76ab762bd1ae port fda3a53d-fdf2-4957-ae1a-85942660d64b binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:28:39.299372 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-25deb34e-ce99-4d4d-a4f9-f36d4e239d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:39.317035 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3a03d2ac-a90c-4ba6-b944-057b77b06668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:39.340454 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4626c3f1-2a0e-416d-8f6a-608ea686826c None None] Provisioning complete for port 0ab1b365-0842-4112-bef4-37638a4ad800 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:39.340824 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4626c3f1-2a0e-416d-8f6a-608ea686826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:39.459726 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-25deb34e-ce99-4d4d-a4f9-f36d4e239d33 admin admin] Allocated IP 172.20.0.1 (25466e35-5aa9-4736-85ae-586d6fc19f92/d952ad00-4617-412c-a934-92102350141f/1249adf4-49ac-4113-8cf5-7d14e637858f) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:28:39.568343 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-25deb34e-ce99-4d4d-a4f9-f36d4e239d33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:39.613506 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-25deb34e-ce99-4d4d-a4f9-f36d4e239d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:39.645502 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3a03d2ac-a90c-4ba6-b944-057b77b06668 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:39.653357 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3a03d2ac-a90c-4ba6-b944-057b77b06668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:39.654251 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25deb34e-ce99-4d4d-a4f9-f36d4e239d33 admin admin] Network 25466e35-5aa9-4736-85ae-586d6fc19f92 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:28:39.657549 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-25deb34e-ce99-4d4d-a4f9-f36d4e239d33 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:39.670005 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25deb34e-ce99-4d4d-a4f9-f36d4e239d33 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:28:39.681709 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 0ab1b365-0842-4112-bef4-37638a4ad800 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:28:39.711848 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25deb34e-ce99-4d4d-a4f9-f36d4e239d33 admin admin] Pushing event updated for resources: {'Port': ['ID=1249adf4-49ac-4113-8cf5-7d14e637858f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:39.725132 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-25deb34e-ce99-4d4d-a4f9-f36d4e239d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:39.738591 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc3bc1-aaf1-42c5-adae-ca84461a5e85 None None] Pushing event updated for resources: {'Port': ['ID=fda3a53d-fdf2-4957-ae1a-85942660d64b,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:39.743184 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-3a03d2ac-a90c-4ba6-b944-057b77b06668 None None] Attempting to bind port fda3a53d-fdf2-4957-ae1a-85942660d64b on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:28:39.743567 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-3a03d2ac-a90c-4ba6-b944-057b77b06668 None None] Attempting to bind port fda3a53d-fdf2-4957-ae1a-85942660d64b by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:28:39.743936 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a03d2ac-a90c-4ba6-b944-057b77b06668 None None] Attempting to bind port fda3a53d-fdf2-4957-ae1a-85942660d64b on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:28:39.755162 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a03d2ac-a90c-4ba6-b944-057b77b06668 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:28:39.755538 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a03d2ac-a90c-4ba6-b944-057b77b06668 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:28:39.756086 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3a03d2ac-a90c-4ba6-b944-057b77b06668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:39.756494 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a03d2ac-a90c-4ba6-b944-057b77b06668 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:28:39.756985 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-3a03d2ac-a90c-4ba6-b944-057b77b06668 None None] Bound port: fda3a53d-fdf2-4957-ae1a-85942660d64b, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:28:39.757374 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3a03d2ac-a90c-4ba6-b944-057b77b06668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:39.821421 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 0ab1b365-0842-4112-bef4-37638a4ad800 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:39.821768 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:39.844156 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-3a03d2ac-a90c-4ba6-b944-057b77b06668 None None] For port fda3a53d-fdf2-4957-ae1a-85942660d64b, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:28:39.861971 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-3a03d2ac-a90c-4ba6-b944-057b77b06668 None None] For port fda3a53d-fdf2-4957-ae1a-85942660d64b, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=fda3a53d-fdf2-4957-ae1a-85942660d64b,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:28:39.873777 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3a03d2ac-a90c-4ba6-b944-057b77b06668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:39.875315 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-25deb34e-ce99-4d4d-a4f9-f36d4e239d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:39.963084 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc3bc1-aaf1-42c5-adae-ca84461a5e85 None None] Pushing event updated for resources: {'Port': ['ID=fda3a53d-fdf2-4957-ae1a-85942660d64b,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:39.965524 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a03d2ac-a90c-4ba6-b944-057b77b06668 None None] Routers {'70366d7d-c404-49ab-ac41-76ab762bd1ae'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:28:39.966139 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-3a03d2ac-a90c-4ba6-b944-057b77b06668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:28:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['70366d7d-c404-49ab-ac41-76ab762bd1ae'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:40.048764 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4b954cf3-65bf-400b-9569-0dc5633174d5 None None] Provisioning complete for port 1249adf4-49ac-4113-8cf5-7d14e637858f triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:40.049185 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4b954cf3-65bf-400b-9569-0dc5633174d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:40.061320 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-25deb34e-ce99-4d4d-a4f9-f36d4e239d33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:40.067060 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-25deb34e-ce99-4d4d-a4f9-f36d4e239d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:40.138134 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-25deb34e-ce99-4d4d-a4f9-f36d4e239d33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:40.140090 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25deb34e-ce99-4d4d-a4f9-f36d4e239d33 admin admin] Pushing event updated for resources: {'Port': ['ID=1249adf4-49ac-4113-8cf5-7d14e637858f,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:40.239958 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25deb34e-ce99-4d4d-a4f9-f36d4e239d33 admin admin] Network 25466e35-5aa9-4736-85ae-586d6fc19f92 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:28:40.241435 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-25deb34e-ce99-4d4d-a4f9-f36d4e239d33 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:40.299479 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-4b954cf3-65bf-400b-9569-0dc5633174d5 None None] Port 1249adf4-49ac-4113-8cf5-7d14e637858f cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:28:40.317102 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-3a03d2ac-a90c-4ba6-b944-057b77b06668 None None] Set router 70366d7d-c404-49ab-ac41-76ab762bd1ae gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:28:40.369808 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25deb34e-ce99-4d4d-a4f9-f36d4e239d33 admin admin] Router 70366d7d-c404-49ab-ac41-76ab762bd1ae has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:28:40.485914 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25deb34e-ce99-4d4d-a4f9-f36d4e239d33 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:28:40.491912 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-25deb34e-ce99-4d4d-a4f9-f36d4e239d33 admin admin] 10.222.0.73 "PUT /v2.0/routers/70366d7d-c404-49ab-ac41-76ab762bd1ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6546710 May 06 10:28:40.530144 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-824f47b2-f489-43f0-9f71-6ab77e19fd87 None None] Provisioning complete for port 1249adf4-49ac-4113-8cf5-7d14e637858f triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:40.530448 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-824f47b2-f489-43f0-9f71-6ab77e19fd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:40.561895 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-3a03d2ac-a90c-4ba6-b944-057b77b06668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'name': 'tempest-TestMinimumBasicScenario-2043740172-router', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'fda3a53d-fdf2-4957-ae1a-85942660d64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:37Z', 'updated_at': '2022-05-06T10:28:39Z', 'revision_number': 4, 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'gw_port': {'id': 'fda3a53d-fdf2-4957-ae1a-85942660d64b', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:37Z', 'updated_at': '2022-05-06T10:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '1249adf4-49ac-4113-8cf5-7d14e637858f', 'name': '', 'network_id': '25466e35-5aa9-4736-85ae-586d6fc19f92', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'mac_address': 'fa:16:3e:3a:d2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'd952ad00-4617-412c-a934-92102350141f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:39Z', 'updated_at': '2022-05-06T10:28:39Z', 'revision_number': 1, 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'subnets': [{'id': 'd952ad00-4617-412c-a934-92102350141f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:40.598784 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a03d2ac-a90c-4ba6-b944-057b77b06668 None None] The sync data for ids ['70366d7d-c404-49ab-ac41-76ab762bd1ae'] in n-d-840835-1 is: [{'id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'name': 'tempest-TestMinimumBasicScenario-2043740172-router', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'fda3a53d-fdf2-4957-ae1a-85942660d64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:37Z', 'updated_at': '2022-05-06T10:28:39Z', 'revision_number': 4, 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'gw_port': {'id': 'fda3a53d-fdf2-4957-ae1a-85942660d64b', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:37Z', 'updated_at': '2022-05-06T10:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '1249adf4-49ac-4113-8cf5-7d14e637858f', 'name': '', 'network_id': '25466e35-5aa9-4736-85ae-586d6fc19f92', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'mac_address': 'fa:16:3e:3a:d2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'd952ad00-4617-412c-a934-92102350141f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:39Z', 'updated_at': '2022-05-06T10:28:39Z', 'revision_number': 1, 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'subnets': [{'id': 'd952ad00-4617-412c-a934-92102350141f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:28:40.600780 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-824f47b2-f489-43f0-9f71-6ab77e19fd87 None None] Port 1249adf4-49ac-4113-8cf5-7d14e637858f cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:28:40.993860 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38794) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:40.999398 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-5c853b50-a69b-4858-92be-356ad38a1b00 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2092665327-network', 'tenant_id': '5d61d3e1fdbf42f1b5437d5a43645098'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:28:41.021874 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c853b50-a69b-4858-92be-356ad38a1b00 admin admin] Made reservation on behalf of 5d61d3e1fdbf42f1b5437d5a43645098 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:28:41.024252 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5c853b50-a69b-4858-92be-356ad38a1b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:41.033532 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5c853b50-a69b-4858-92be-356ad38a1b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:41.114341 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5c853b50-a69b-4858-92be-356ad38a1b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:41.119016 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5c853b50-a69b-4858-92be-356ad38a1b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:41.142575 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c853b50-a69b-4858-92be-356ad38a1b00 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:28:41.158779 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c853b50-a69b-4858-92be-356ad38a1b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db373436-c484-4c6d-b700-feb53d5fd1e2,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:41.162795 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5c853b50-a69b-4858-92be-356ad38a1b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:41.163183 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-5c853b50-a69b-4858-92be-356ad38a1b00 admin admin] Added segment 7e999054-8f11-4231-98f2-a31bd17c5354 of type vlan for network 84f7c26b-57e3-4b32-ac5f-fdeed3abe34f May 06 10:28:41.210908 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5c853b50-a69b-4858-92be-356ad38a1b00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:41.247056 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5c853b50-a69b-4858-92be-356ad38a1b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:41.248063 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c853b50-a69b-4858-92be-356ad38a1b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:41.249161 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5c853b50-a69b-4858-92be-356ad38a1b00 admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:41.306393 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5c853b50-a69b-4858-92be-356ad38a1b00 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3113275 May 06 10:28:41.309297 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38796) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:41.315562 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-875df982-a97d-46c9-8ef7-71a86dfd6fec admin admin] Request body: {'subnet': {'network_id': '84f7c26b-57e3-4b32-ac5f-fdeed3abe34f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2092665327-subnet', 'tenant_id': '5d61d3e1fdbf42f1b5437d5a43645098', 'ip_version': 4}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:28:41.316296 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c853b50-a69b-4858-92be-356ad38a1b00 admin admin] Pushing event updated for resources: {'Network': ['ID=84f7c26b-57e3-4b32-ac5f-fdeed3abe34f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:41.329156 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 84f7c26b-57e3-4b32-ac5f-fdeed3abe34f details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:28:41.340966 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875df982-a97d-46c9-8ef7-71a86dfd6fec admin admin] Made reservation on behalf of 5d61d3e1fdbf42f1b5437d5a43645098 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:28:41.344125 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-875df982-a97d-46c9-8ef7-71a86dfd6fec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:41.526186 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-875df982-a97d-46c9-8ef7-71a86dfd6fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:41.582422 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875df982-a97d-46c9-8ef7-71a86dfd6fec admin admin] Pushing event updated for resources: {'Subnet': ['ID=aae94707-12d6-4804-9fb8-36557c63a368,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:41.597203 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875df982-a97d-46c9-8ef7-71a86dfd6fec admin admin] Checking segment: {'id': '7e999054-8f11-4231-98f2-a31bd17c5354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '84f7c26b-57e3-4b32-ac5f-fdeed3abe34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:28:41.597575 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875df982-a97d-46c9-8ef7-71a86dfd6fec admin admin] Network hostable DHCP agents. Network: 84f7c26b-57e3-4b32-ac5f-fdeed3abe34f, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:28:41.618630 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875df982-a97d-46c9-8ef7-71a86dfd6fec admin admin] Network 84f7c26b-57e3-4b32-ac5f-fdeed3abe34f is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:28:41.635157 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-875df982-a97d-46c9-8ef7-71a86dfd6fec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 84f7c26b-57e3-4b32-ac5f-fdeed3abe34f) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:41.635406 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875df982-a97d-46c9-8ef7-71a86dfd6fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:41.636014 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-875df982-a97d-46c9-8ef7-71a86dfd6fec admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:41.649426 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e982aa6-11c7-46cb-b022-7696b26e470f None None] Network 84f7c26b-57e3-4b32-ac5f-fdeed3abe34f requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:28:41.667075 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 38798) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:41.667501 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-875df982-a97d-46c9-8ef7-71a86dfd6fec admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3567512 May 06 10:28:41.672271 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-05761486-08fc-4e37-ab74-0de1feab8af2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2092665327-router', 'tenant_id': '5d61d3e1fdbf42f1b5437d5a43645098', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:28:41.695580 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05761486-08fc-4e37-ab74-0de1feab8af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:41.696769 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05761486-08fc-4e37-ab74-0de1feab8af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:41.700773 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device fda3a53d-fdf2-4957-ae1a-85942660d64b up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:28:41.754917 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05761486-08fc-4e37-ab74-0de1feab8af2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:41.813521 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port fda3a53d-fdf2-4957-ae1a-85942660d64b triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:41.813907 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:41.906389 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd24ad72-459e-4c9a-9fb9-7d8906458c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-84f7c26b-57e3-4b32-ac5f-fdeed3abe34f', 'network_id': '84f7c26b-57e3-4b32-ac5f-fdeed3abe34f', 'tenant_id': '5d61d3e1fdbf42f1b5437d5a43645098', 'fixed_ips': [{'subnet_id': 'aae94707-12d6-4804-9fb8-36557c63a368'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:28:41.907533 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bd24ad72-459e-4c9a-9fb9-7d8906458c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:41.909382 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05761486-08fc-4e37-ab74-0de1feab8af2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:41.951303 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:42.037447 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port fda3a53d-fdf2-4957-ae1a-85942660d64b, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=fda3a53d-fdf2-4957-ae1a-85942660d64b,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:42.045310 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:42.126829 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05761486-08fc-4e37-ab74-0de1feab8af2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:42.128744 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=fda3a53d-fdf2-4957-ae1a-85942660d64b,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:42.135437 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-bd24ad72-459e-4c9a-9fb9-7d8906458c15 None None] Allocated IP 172.20.0.2 (84f7c26b-57e3-4b32-ac5f-fdeed3abe34f/aae94707-12d6-4804-9fb8-36557c63a368/434fbf1b-87eb-4798-a6d5-08874f5d358c) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:28:42.147707 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05761486-08fc-4e37-ab74-0de1feab8af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:42.259080 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-05761486-08fc-4e37-ab74-0de1feab8af2 admin admin] Allocated IP 172.25.5.52 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/b29a5231-ba9a-4c4a-be17-59a5bab9f9e8) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:28:42.289113 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bd24ad72-459e-4c9a-9fb9-7d8906458c15 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:42.295094 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bd24ad72-459e-4c9a-9fb9-7d8906458c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:42.331225 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd24ad72-459e-4c9a-9fb9-7d8906458c15 None None] Network 84f7c26b-57e3-4b32-ac5f-fdeed3abe34f is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:28:42.333928 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-bd24ad72-459e-4c9a-9fb9-7d8906458c15 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:42.337370 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd24ad72-459e-4c9a-9fb9-7d8906458c15 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:28:42.349121 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24ad72-459e-4c9a-9fb9-7d8906458c15 None None] Pushing event updated for resources: {'Port': ['ID=434fbf1b-87eb-4798-a6d5-08874f5d358c,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:42.375205 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05761486-08fc-4e37-ab74-0de1feab8af2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:42.406443 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-bd24ad72-459e-4c9a-9fb9-7d8906458c15 None None] Attempting to bind port 434fbf1b-87eb-4798-a6d5-08874f5d358c on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:28:42.407399 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-bd24ad72-459e-4c9a-9fb9-7d8906458c15 None None] Attempting to bind port 434fbf1b-87eb-4798-a6d5-08874f5d358c by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '7e999054-8f11-4231-98f2-a31bd17c5354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '84f7c26b-57e3-4b32-ac5f-fdeed3abe34f'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:28:42.407868 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd24ad72-459e-4c9a-9fb9-7d8906458c15 None None] Attempting to bind port 434fbf1b-87eb-4798-a6d5-08874f5d358c on network 84f7c26b-57e3-4b32-ac5f-fdeed3abe34f {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:28:42.413071 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05761486-08fc-4e37-ab74-0de1feab8af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:42.414191 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd24ad72-459e-4c9a-9fb9-7d8906458c15 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:28:42.414576 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd24ad72-459e-4c9a-9fb9-7d8906458c15 None None] Checking segment: {'id': '7e999054-8f11-4231-98f2-a31bd17c5354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '84f7c26b-57e3-4b32-ac5f-fdeed3abe34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:28:42.414987 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bd24ad72-459e-4c9a-9fb9-7d8906458c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:42.415420 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd24ad72-459e-4c9a-9fb9-7d8906458c15 None None] Bound using segment: {'id': '7e999054-8f11-4231-98f2-a31bd17c5354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '84f7c26b-57e3-4b32-ac5f-fdeed3abe34f'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:28:42.415896 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-bd24ad72-459e-4c9a-9fb9-7d8906458c15 None None] Bound port: 434fbf1b-87eb-4798-a6d5-08874f5d358c, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e999054-8f11-4231-98f2-a31bd17c5354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '84f7c26b-57e3-4b32-ac5f-fdeed3abe34f'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:28:42.416286 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bd24ad72-459e-4c9a-9fb9-7d8906458c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:42.456352 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05761486-08fc-4e37-ab74-0de1feab8af2 admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:28:42.459283 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-05761486-08fc-4e37-ab74-0de1feab8af2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:42.466151 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05761486-08fc-4e37-ab74-0de1feab8af2 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:28:42.482826 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-bd24ad72-459e-4c9a-9fb9-7d8906458c15 None None] For port 434fbf1b-87eb-4798-a6d5-08874f5d358c, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:28:42.486201 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-bd24ad72-459e-4c9a-9fb9-7d8906458c15 None None] For port 434fbf1b-87eb-4798-a6d5-08874f5d358c, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=434fbf1b-87eb-4798-a6d5-08874f5d358c,segment=NetworkSegment(7e999054-8f11-4231-98f2-a31bd17c5354),segment_id=7e999054-8f11-4231-98f2-a31bd17c5354)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:28:42.490296 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bd24ad72-459e-4c9a-9fb9-7d8906458c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:42.492383 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05761486-08fc-4e37-ab74-0de1feab8af2 admin admin] Pushing event updated for resources: {'Port': ['ID=b29a5231-ba9a-4c4a-be17-59a5bab9f9e8,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:42.551411 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24ad72-459e-4c9a-9fb9-7d8906458c15 None None] Pushing event updated for resources: {'Port': ['ID=434fbf1b-87eb-4798-a6d5-08874f5d358c,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:42.744225 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13627e24-02de-455d-b1e4-16e31b09872f None None] Sync routers for ids ['70366d7d-c404-49ab-ac41-76ab762bd1ae'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:28:42.756728 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13627e24-02de-455d-b1e4-16e31b09872f None None] Routers {'70366d7d-c404-49ab-ac41-76ab762bd1ae'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:28:42.757400 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-13627e24-02de-455d-b1e4-16e31b09872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:28:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['70366d7d-c404-49ab-ac41-76ab762bd1ae'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:42.875566 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-13627e24-02de-455d-b1e4-16e31b09872f None None] Set router 70366d7d-c404-49ab-ac41-76ab762bd1ae gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:28:43.084820 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-13627e24-02de-455d-b1e4-16e31b09872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'name': 'tempest-TestMinimumBasicScenario-2043740172-router', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'fda3a53d-fdf2-4957-ae1a-85942660d64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:37Z', 'updated_at': '2022-05-06T10:28:39Z', 'revision_number': 4, 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'gw_port': {'id': 'fda3a53d-fdf2-4957-ae1a-85942660d64b', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:37Z', 'updated_at': '2022-05-06T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '1249adf4-49ac-4113-8cf5-7d14e637858f', 'name': '', 'network_id': '25466e35-5aa9-4736-85ae-586d6fc19f92', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'mac_address': 'fa:16:3e:3a:d2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'd952ad00-4617-412c-a934-92102350141f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:39Z', 'updated_at': '2022-05-06T10:28:39Z', 'revision_number': 2, 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'subnets': [{'id': 'd952ad00-4617-412c-a934-92102350141f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:43.085117 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05761486-08fc-4e37-ab74-0de1feab8af2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:43.111931 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13627e24-02de-455d-b1e4-16e31b09872f None None] Checking router: 70366d7d-c404-49ab-ac41-76ab762bd1ae for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:28:43.112276 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13627e24-02de-455d-b1e4-16e31b09872f None None] Updating router 70366d7d-c404-49ab-ac41-76ab762bd1ae port 1249adf4-49ac-4113-8cf5-7d14e637858f binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:28:43.137619 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-13627e24-02de-455d-b1e4-16e31b09872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:43.310086 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05761486-08fc-4e37-ab74-0de1feab8af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:43.425944 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-13627e24-02de-455d-b1e4-16e31b09872f None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:43.432135 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-13627e24-02de-455d-b1e4-16e31b09872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:43.452164 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05761486-08fc-4e37-ab74-0de1feab8af2 admin admin] Router c49b2b46-5dd8-466a-8258-f9b18c2f6738 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:28:43.487228 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7328ff-2bbb-49b2-9159-4cdba6bd913d None None] Pushing event updated for resources: {'Port': ['ID=1249adf4-49ac-4113-8cf5-7d14e637858f,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:43.529148 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7328ff-2bbb-49b2-9159-4cdba6bd913d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:43.529521 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7328ff-2bbb-49b2-9159-4cdba6bd913d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:43.529866 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7328ff-2bbb-49b2-9159-4cdba6bd913d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:43.530202 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7328ff-2bbb-49b2-9159-4cdba6bd913d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:43.530532 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7328ff-2bbb-49b2-9159-4cdba6bd913d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:43.531755 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7328ff-2bbb-49b2-9159-4cdba6bd913d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:43.532973 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7328ff-2bbb-49b2-9159-4cdba6bd913d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:43.533322 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7328ff-2bbb-49b2-9159-4cdba6bd913d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:43.533656 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7328ff-2bbb-49b2-9159-4cdba6bd913d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:43.534001 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7328ff-2bbb-49b2-9159-4cdba6bd913d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:43.534314 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7328ff-2bbb-49b2-9159-4cdba6bd913d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:43.534800 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7328ff-2bbb-49b2-9159-4cdba6bd913d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:43.536579 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b301d0-1cae-4728-9ac9-43eff8c1c589 None None] Network 84f7c26b-57e3-4b32-ac5f-fdeed3abe34f requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:28:43.568205 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-13627e24-02de-455d-b1e4-16e31b09872f None None] Attempting to bind port 1249adf4-49ac-4113-8cf5-7d14e637858f on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:28:43.568574 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-13627e24-02de-455d-b1e4-16e31b09872f None None] Attempting to bind port 1249adf4-49ac-4113-8cf5-7d14e637858f by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'ccb4b26b-f3be-46bc-b346-4e07ec66cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '25466e35-5aa9-4736-85ae-586d6fc19f92'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:28:43.568940 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13627e24-02de-455d-b1e4-16e31b09872f None None] Attempting to bind port 1249adf4-49ac-4113-8cf5-7d14e637858f on network 25466e35-5aa9-4736-85ae-586d6fc19f92 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:28:43.574125 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13627e24-02de-455d-b1e4-16e31b09872f None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:28:43.574503 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13627e24-02de-455d-b1e4-16e31b09872f None None] Checking segment: {'id': 'ccb4b26b-f3be-46bc-b346-4e07ec66cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '25466e35-5aa9-4736-85ae-586d6fc19f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:28:43.574911 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-13627e24-02de-455d-b1e4-16e31b09872f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:43.575345 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13627e24-02de-455d-b1e4-16e31b09872f None None] Bound using segment: {'id': 'ccb4b26b-f3be-46bc-b346-4e07ec66cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '25466e35-5aa9-4736-85ae-586d6fc19f92'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:28:43.575822 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-13627e24-02de-455d-b1e4-16e31b09872f None None] Bound port: 1249adf4-49ac-4113-8cf5-7d14e637858f, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb4b26b-f3be-46bc-b346-4e07ec66cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '25466e35-5aa9-4736-85ae-586d6fc19f92'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:28:43.576245 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-13627e24-02de-455d-b1e4-16e31b09872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:43.582724 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05761486-08fc-4e37-ab74-0de1feab8af2 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:28:43.613623 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05761486-08fc-4e37-ab74-0de1feab8af2 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:43.617751 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-05761486-08fc-4e37-ab74-0de1feab8af2 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9469080 May 06 10:28:43.618040 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38800) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:43.621050 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157821aa-1038-4273-9456-4806e38013f3 None None] Sync routers for ids ['c49b2b46-5dd8-466a-8258-f9b18c2f6738'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:28:43.658972 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-51225023-f434-41c5-95e6-920a11845716 None None] Provisioning complete for port 434fbf1b-87eb-4798-a6d5-08874f5d358c triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:43.659421 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-51225023-f434-41c5-95e6-920a11845716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:43.696289 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157821aa-1038-4273-9456-4806e38013f3 None None] Routers {'c49b2b46-5dd8-466a-8258-f9b18c2f6738'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:28:43.696936 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-157821aa-1038-4273-9456-4806e38013f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:28:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c49b2b46-5dd8-466a-8258-f9b18c2f6738'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:43.724567 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-13627e24-02de-455d-b1e4-16e31b09872f None None] For port 1249adf4-49ac-4113-8cf5-7d14e637858f, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:28:43.727951 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-13627e24-02de-455d-b1e4-16e31b09872f None None] For port 1249adf4-49ac-4113-8cf5-7d14e637858f, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=1249adf4-49ac-4113-8cf5-7d14e637858f,segment=NetworkSegment(ccb4b26b-f3be-46bc-b346-4e07ec66cf1d),segment_id=ccb4b26b-f3be-46bc-b346-4e07ec66cf1d)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:28:43.736876 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-13627e24-02de-455d-b1e4-16e31b09872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:43.845550 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7328ff-2bbb-49b2-9159-4cdba6bd913d None None] Pushing event updated for resources: {'Port': ['ID=1249adf4-49ac-4113-8cf5-7d14e637858f,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:43.858332 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13627e24-02de-455d-b1e4-16e31b09872f None None] Routers {'70366d7d-c404-49ab-ac41-76ab762bd1ae'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:28:43.859733 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-13627e24-02de-455d-b1e4-16e31b09872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:28:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['70366d7d-c404-49ab-ac41-76ab762bd1ae'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:43.862837 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device fda3a53d-fdf2-4957-ae1a-85942660d64b up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:28:43.988879 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-157821aa-1038-4273-9456-4806e38013f3 None None] Set router c49b2b46-5dd8-466a-8258-f9b18c2f6738 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:28:43.993673 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-13627e24-02de-455d-b1e4-16e31b09872f None None] Set router 70366d7d-c404-49ab-ac41-76ab762bd1ae gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:28:44.030762 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:28:44.113680 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-51225023-f434-41c5-95e6-920a11845716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:44.134656 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port fda3a53d-fdf2-4957-ae1a-85942660d64b triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:44.135032 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:44.193116 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-630e02f3-263a-4c59-85c3-61d6d779a391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:44.212375 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-51225023-f434-41c5-95e6-920a11845716 None None] For port 434fbf1b-87eb-4798-a6d5-08874f5d358c, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=434fbf1b-87eb-4798-a6d5-08874f5d358c,segment=NetworkSegment(7e999054-8f11-4231-98f2-a31bd17c5354),segment_id=7e999054-8f11-4231-98f2-a31bd17c5354)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:44.228051 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-51225023-f434-41c5-95e6-920a11845716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:44.257184 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-13627e24-02de-455d-b1e4-16e31b09872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'name': 'tempest-TestMinimumBasicScenario-2043740172-router', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'fda3a53d-fdf2-4957-ae1a-85942660d64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:37Z', 'updated_at': '2022-05-06T10:28:39Z', 'revision_number': 4, 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'gw_port': {'id': 'fda3a53d-fdf2-4957-ae1a-85942660d64b', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:37Z', 'updated_at': '2022-05-06T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '1249adf4-49ac-4113-8cf5-7d14e637858f', 'name': '', 'network_id': '25466e35-5aa9-4736-85ae-586d6fc19f92', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'mac_address': 'fa:16:3e:3a:d2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'd952ad00-4617-412c-a934-92102350141f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:39Z', 'updated_at': '2022-05-06T10:28:43Z', 'revision_number': 4, 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'subnets': [{'id': 'd952ad00-4617-412c-a934-92102350141f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:44.312412 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13627e24-02de-455d-b1e4-16e31b09872f None None] The sync data for ids ['70366d7d-c404-49ab-ac41-76ab762bd1ae'] in n-d-840835-1 is: [{'id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'name': 'tempest-TestMinimumBasicScenario-2043740172-router', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'fda3a53d-fdf2-4957-ae1a-85942660d64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:37Z', 'updated_at': '2022-05-06T10:28:39Z', 'revision_number': 4, 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'gw_port': {'id': 'fda3a53d-fdf2-4957-ae1a-85942660d64b', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:37Z', 'updated_at': '2022-05-06T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '1249adf4-49ac-4113-8cf5-7d14e637858f', 'name': '', 'network_id': '25466e35-5aa9-4736-85ae-586d6fc19f92', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'mac_address': 'fa:16:3e:3a:d2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'd952ad00-4617-412c-a934-92102350141f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:39Z', 'updated_at': '2022-05-06T10:28:43Z', 'revision_number': 4, 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'subnets': [{'id': 'd952ad00-4617-412c-a934-92102350141f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:28:44.336631 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51225023-f434-41c5-95e6-920a11845716 None None] Pushing event updated for resources: {'Port': ['ID=434fbf1b-87eb-4798-a6d5-08874f5d358c,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:44.404211 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-630e02f3-263a-4c59-85c3-61d6d779a391 admin admin] Allocated IP 172.20.0.1 (84f7c26b-57e3-4b32-ac5f-fdeed3abe34f/aae94707-12d6-4804-9fb8-36557c63a368/8c30cd76-081f-42d5-ae19-623fc708a884) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:28:44.524059 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-630e02f3-263a-4c59-85c3-61d6d779a391 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:44.538760 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 434fbf1b-87eb-4798-a6d5-08874f5d358c up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:28:44.562575 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-630e02f3-263a-4c59-85c3-61d6d779a391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:44.584420 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-2642e299-8221-45a2-beb0-bd61ca69551e None None] Provisioning complete for port 1249adf4-49ac-4113-8cf5-7d14e637858f triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:44.584800 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2642e299-8221-45a2-beb0-bd61ca69551e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:44.592371 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-157821aa-1038-4273-9456-4806e38013f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49b2b46-5dd8-466a-8258-f9b18c2f6738', 'name': 'tempest-TestMinimumBasicScenario-2092665327-router', 'tenant_id': '5d61d3e1fdbf42f1b5437d5a43645098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'b29a5231-ba9a-4c4a-be17-59a5bab9f9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:41Z', 'updated_at': '2022-05-06T10:28:42Z', 'revision_number': 3, 'project_id': '5d61d3e1fdbf42f1b5437d5a43645098', 'gw_port': {'id': 'b29a5231-ba9a-4c4a-be17-59a5bab9f9e8', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49b2b46-5dd8-466a-8258-f9b18c2f6738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:42Z', 'updated_at': '2022-05-06T10:28:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:44.605662 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630e02f3-263a-4c59-85c3-61d6d779a391 admin admin] Network 84f7c26b-57e3-4b32-ac5f-fdeed3abe34f is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:28:44.611018 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-630e02f3-263a-4c59-85c3-61d6d779a391 admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:44.618055 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630e02f3-263a-4c59-85c3-61d6d779a391 admin admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:28:44.621640 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e02f3-263a-4c59-85c3-61d6d779a391 admin admin] Pushing event updated for resources: {'Port': ['ID=8c30cd76-081f-42d5-ae19-623fc708a884,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:44.651911 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157821aa-1038-4273-9456-4806e38013f3 None None] Checking router: c49b2b46-5dd8-466a-8258-f9b18c2f6738 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:28:44.652263 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157821aa-1038-4273-9456-4806e38013f3 None None] Updating router c49b2b46-5dd8-466a-8258-f9b18c2f6738 port b29a5231-ba9a-4c4a-be17-59a5bab9f9e8 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:28:44.663690 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-630e02f3-263a-4c59-85c3-61d6d779a391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:44.709444 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 434fbf1b-87eb-4798-a6d5-08874f5d358c triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:44.709818 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:44.713709 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-157821aa-1038-4273-9456-4806e38013f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:44.815511 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-630e02f3-263a-4c59-85c3-61d6d779a391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:44.818019 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2642e299-8221-45a2-beb0-bd61ca69551e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:44.942862 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-2642e299-8221-45a2-beb0-bd61ca69551e None None] For port 1249adf4-49ac-4113-8cf5-7d14e637858f, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=1249adf4-49ac-4113-8cf5-7d14e637858f,segment=NetworkSegment(ccb4b26b-f3be-46bc-b346-4e07ec66cf1d),segment_id=ccb4b26b-f3be-46bc-b346-4e07ec66cf1d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:44.969805 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2642e299-8221-45a2-beb0-bd61ca69551e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:45.011900 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-630e02f3-263a-4c59-85c3-61d6d779a391 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:45.017688 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-630e02f3-263a-4c59-85c3-61d6d779a391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:45.094076 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-630e02f3-263a-4c59-85c3-61d6d779a391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:45.096909 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e02f3-263a-4c59-85c3-61d6d779a391 admin admin] Pushing event updated for resources: {'Port': ['ID=8c30cd76-081f-42d5-ae19-623fc708a884,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:45.103065 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642e299-8221-45a2-beb0-bd61ca69551e None None] Pushing event updated for resources: {'Port': ['ID=1249adf4-49ac-4113-8cf5-7d14e637858f,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:45.123843 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c0ac95ef-7650-424b-bcf5-9681385c70dc None None] Provisioning complete for port 434fbf1b-87eb-4798-a6d5-08874f5d358c triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:45.124048 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c0ac95ef-7650-424b-bcf5-9681385c70dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:45.192670 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630e02f3-263a-4c59-85c3-61d6d779a391 admin admin] Network 84f7c26b-57e3-4b32-ac5f-fdeed3abe34f is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:28:45.194085 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-630e02f3-263a-4c59-85c3-61d6d779a391 admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:45.249839 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-157821aa-1038-4273-9456-4806e38013f3 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:45.257888 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-157821aa-1038-4273-9456-4806e38013f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:45.321708 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630e02f3-263a-4c59-85c3-61d6d779a391 admin admin] Router c49b2b46-5dd8-466a-8258-f9b18c2f6738 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:28:45.326917 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-157821aa-1038-4273-9456-4806e38013f3 None None] Attempting to bind port b29a5231-ba9a-4c4a-be17-59a5bab9f9e8 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:28:45.327327 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-157821aa-1038-4273-9456-4806e38013f3 None None] Attempting to bind port b29a5231-ba9a-4c4a-be17-59a5bab9f9e8 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:28:45.327699 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157821aa-1038-4273-9456-4806e38013f3 None None] Attempting to bind port b29a5231-ba9a-4c4a-be17-59a5bab9f9e8 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:28:45.330847 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40344f-9ca3-4c41-abc5-bb47e9f42a57 None None] Pushing event updated for resources: {'Port': ['ID=b29a5231-ba9a-4c4a-be17-59a5bab9f9e8,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:45.339834 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157821aa-1038-4273-9456-4806e38013f3 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:28:45.340310 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157821aa-1038-4273-9456-4806e38013f3 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:28:45.340727 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-157821aa-1038-4273-9456-4806e38013f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:45.341134 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157821aa-1038-4273-9456-4806e38013f3 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:28:45.341621 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-157821aa-1038-4273-9456-4806e38013f3 None None] Bound port: b29a5231-ba9a-4c4a-be17-59a5bab9f9e8, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:28:45.342581 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-157821aa-1038-4273-9456-4806e38013f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:45.346285 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-c0ac95ef-7650-424b-bcf5-9681385c70dc None None] Provisioning complete for port 8c30cd76-081f-42d5-ae19-623fc708a884 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:45.346466 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c0ac95ef-7650-424b-bcf5-9681385c70dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:45.417961 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-c0ac95ef-7650-424b-bcf5-9681385c70dc None None] Port 8c30cd76-081f-42d5-ae19-623fc708a884 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:28:45.431686 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-157821aa-1038-4273-9456-4806e38013f3 None None] For port b29a5231-ba9a-4c4a-be17-59a5bab9f9e8, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:28:45.434984 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-157821aa-1038-4273-9456-4806e38013f3 None None] For port b29a5231-ba9a-4c4a-be17-59a5bab9f9e8, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b29a5231-ba9a-4c4a-be17-59a5bab9f9e8,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:28:45.440658 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-157821aa-1038-4273-9456-4806e38013f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:45.502483 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157821aa-1038-4273-9456-4806e38013f3 None None] Routers {'c49b2b46-5dd8-466a-8258-f9b18c2f6738'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:28:45.503038 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-157821aa-1038-4273-9456-4806e38013f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:28:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c49b2b46-5dd8-466a-8258-f9b18c2f6738'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:45.506258 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40344f-9ca3-4c41-abc5-bb47e9f42a57 None None] Pushing event updated for resources: {'Port': ['ID=b29a5231-ba9a-4c4a-be17-59a5bab9f9e8,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:45.568145 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-8a3bf538-20fc-4172-ba52-801aea8c6b41 None None] Provisioning complete for port 8c30cd76-081f-42d5-ae19-623fc708a884 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:45.568145 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8a3bf538-20fc-4172-ba52-801aea8c6b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:45.647389 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-8a3bf538-20fc-4172-ba52-801aea8c6b41 None None] Port 8c30cd76-081f-42d5-ae19-623fc708a884 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:28:45.655219 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-157821aa-1038-4273-9456-4806e38013f3 None None] Set router c49b2b46-5dd8-466a-8258-f9b18c2f6738 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:28:45.692902 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 1249adf4-49ac-4113-8cf5-7d14e637858f up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:28:45.775318 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630e02f3-263a-4c59-85c3-61d6d779a391 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:28:45.782479 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-630e02f3-263a-4c59-85c3-61d6d779a391 admin admin] 10.222.0.73 "PUT /v2.0/routers/c49b2b46-5dd8-466a-8258-f9b18c2f6738/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1628153 May 06 10:28:45.835485 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 1249adf4-49ac-4113-8cf5-7d14e637858f triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:45.835868 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:45.957029 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 434fbf1b-87eb-4798-a6d5-08874f5d358c up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:28:45.994996 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-157821aa-1038-4273-9456-4806e38013f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49b2b46-5dd8-466a-8258-f9b18c2f6738', 'name': 'tempest-TestMinimumBasicScenario-2092665327-router', 'tenant_id': '5d61d3e1fdbf42f1b5437d5a43645098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'b29a5231-ba9a-4c4a-be17-59a5bab9f9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:41Z', 'updated_at': '2022-05-06T10:28:44Z', 'revision_number': 4, 'project_id': '5d61d3e1fdbf42f1b5437d5a43645098', 'gw_port': {'id': 'b29a5231-ba9a-4c4a-be17-59a5bab9f9e8', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49b2b46-5dd8-466a-8258-f9b18c2f6738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:42Z', 'updated_at': '2022-05-06T10:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '8c30cd76-081f-42d5-ae19-623fc708a884', 'name': '', 'network_id': '84f7c26b-57e3-4b32-ac5f-fdeed3abe34f', 'tenant_id': '5d61d3e1fdbf42f1b5437d5a43645098', 'mac_address': 'fa:16:3e:05:04:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49b2b46-5dd8-466a-8258-f9b18c2f6738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'aae94707-12d6-4804-9fb8-36557c63a368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:44Z', 'updated_at': '2022-05-06T10:28:44Z', 'revision_number': 2, 'project_id': '5d61d3e1fdbf42f1b5437d5a43645098', 'subnets': [{'id': 'aae94707-12d6-4804-9fb8-36557c63a368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:46.036408 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157821aa-1038-4273-9456-4806e38013f3 None None] The sync data for ids ['c49b2b46-5dd8-466a-8258-f9b18c2f6738'] in n-d-840835-1 is: [{'id': 'c49b2b46-5dd8-466a-8258-f9b18c2f6738', 'name': 'tempest-TestMinimumBasicScenario-2092665327-router', 'tenant_id': '5d61d3e1fdbf42f1b5437d5a43645098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'b29a5231-ba9a-4c4a-be17-59a5bab9f9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:41Z', 'updated_at': '2022-05-06T10:28:44Z', 'revision_number': 4, 'project_id': '5d61d3e1fdbf42f1b5437d5a43645098', 'gw_port': {'id': 'b29a5231-ba9a-4c4a-be17-59a5bab9f9e8', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49b2b46-5dd8-466a-8258-f9b18c2f6738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:42Z', 'updated_at': '2022-05-06T10:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '8c30cd76-081f-42d5-ae19-623fc708a884', 'name': '', 'network_id': '84f7c26b-57e3-4b32-ac5f-fdeed3abe34f', 'tenant_id': '5d61d3e1fdbf42f1b5437d5a43645098', 'mac_address': 'fa:16:3e:05:04:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49b2b46-5dd8-466a-8258-f9b18c2f6738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'aae94707-12d6-4804-9fb8-36557c63a368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:44Z', 'updated_at': '2022-05-06T10:28:44Z', 'revision_number': 2, 'project_id': '5d61d3e1fdbf42f1b5437d5a43645098', 'subnets': [{'id': 'aae94707-12d6-4804-9fb8-36557c63a368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:28:46.037815 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e9225701-ff41-45f2-a032-85dc630d952e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:46.063965 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 434fbf1b-87eb-4798-a6d5-08874f5d358c triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:46.064316 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:47.710427 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b29a5231-ba9a-4c4a-be17-59a5bab9f9e8 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:28:47.820072 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port b29a5231-ba9a-4c4a-be17-59a5bab9f9e8 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:47.820450 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:47.917536 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:47.941784 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port b29a5231-ba9a-4c4a-be17-59a5bab9f9e8, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b29a5231-ba9a-4c4a-be17-59a5bab9f9e8,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:47.948147 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:48.016607 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=b29a5231-ba9a-4c4a-be17-59a5bab9f9e8,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:48.525473 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-caf7261e-fa48-4ba4-8652-3c0da226c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:48.639358 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5f1b4d-b0d5-48ef-be9a-da842a9eccf2 None None] Sync routers for ids ['c49b2b46-5dd8-466a-8258-f9b18c2f6738'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:28:48.653425 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5f1b4d-b0d5-48ef-be9a-da842a9eccf2 None None] Routers {'c49b2b46-5dd8-466a-8258-f9b18c2f6738'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:28:48.654038 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-0b5f1b4d-b0d5-48ef-be9a-da842a9eccf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:28:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c49b2b46-5dd8-466a-8258-f9b18c2f6738'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:48.786778 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-0b5f1b4d-b0d5-48ef-be9a-da842a9eccf2 None None] Set router c49b2b46-5dd8-466a-8258-f9b18c2f6738 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:28:49.002609 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-0b5f1b4d-b0d5-48ef-be9a-da842a9eccf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49b2b46-5dd8-466a-8258-f9b18c2f6738', 'name': 'tempest-TestMinimumBasicScenario-2092665327-router', 'tenant_id': '5d61d3e1fdbf42f1b5437d5a43645098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'b29a5231-ba9a-4c4a-be17-59a5bab9f9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:41Z', 'updated_at': '2022-05-06T10:28:44Z', 'revision_number': 4, 'project_id': '5d61d3e1fdbf42f1b5437d5a43645098', 'gw_port': {'id': 'b29a5231-ba9a-4c4a-be17-59a5bab9f9e8', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b2b46-5dd8-466a-8258-f9b18c2f6738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:42Z', 'updated_at': '2022-05-06T10:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '8c30cd76-081f-42d5-ae19-623fc708a884', 'name': '', 'network_id': '84f7c26b-57e3-4b32-ac5f-fdeed3abe34f', 'tenant_id': '5d61d3e1fdbf42f1b5437d5a43645098', 'mac_address': 'fa:16:3e:05:04:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49b2b46-5dd8-466a-8258-f9b18c2f6738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'aae94707-12d6-4804-9fb8-36557c63a368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:44Z', 'updated_at': '2022-05-06T10:28:44Z', 'revision_number': 2, 'project_id': '5d61d3e1fdbf42f1b5437d5a43645098', 'subnets': [{'id': 'aae94707-12d6-4804-9fb8-36557c63a368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:49.034617 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5f1b4d-b0d5-48ef-be9a-da842a9eccf2 None None] Checking router: c49b2b46-5dd8-466a-8258-f9b18c2f6738 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:28:49.034974 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5f1b4d-b0d5-48ef-be9a-da842a9eccf2 None None] Updating router c49b2b46-5dd8-466a-8258-f9b18c2f6738 port 8c30cd76-081f-42d5-ae19-623fc708a884 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:28:49.161195 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0b5f1b4d-b0d5-48ef-be9a-da842a9eccf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:49.185143 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:49.457805 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0b5f1b4d-b0d5-48ef-be9a-da842a9eccf2 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:49.463008 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0b5f1b4d-b0d5-48ef-be9a-da842a9eccf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:49.518527 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c83ce-1c77-4ed6-a20c-11099e70157d None None] Pushing event updated for resources: {'Port': ['ID=8c30cd76-081f-42d5-ae19-623fc708a884,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:49.583087 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-0b5f1b4d-b0d5-48ef-be9a-da842a9eccf2 None None] Attempting to bind port 8c30cd76-081f-42d5-ae19-623fc708a884 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:28:49.583087 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-0b5f1b4d-b0d5-48ef-be9a-da842a9eccf2 None None] Attempting to bind port 8c30cd76-081f-42d5-ae19-623fc708a884 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '7e999054-8f11-4231-98f2-a31bd17c5354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '84f7c26b-57e3-4b32-ac5f-fdeed3abe34f'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:28:49.584135 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5f1b4d-b0d5-48ef-be9a-da842a9eccf2 None None] Attempting to bind port 8c30cd76-081f-42d5-ae19-623fc708a884 on network 84f7c26b-57e3-4b32-ac5f-fdeed3abe34f {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:28:49.594004 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5f1b4d-b0d5-48ef-be9a-da842a9eccf2 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:28:49.594437 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5f1b4d-b0d5-48ef-be9a-da842a9eccf2 None None] Checking segment: {'id': '7e999054-8f11-4231-98f2-a31bd17c5354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '84f7c26b-57e3-4b32-ac5f-fdeed3abe34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:28:49.594854 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0b5f1b4d-b0d5-48ef-be9a-da842a9eccf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:49.595755 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5f1b4d-b0d5-48ef-be9a-da842a9eccf2 None None] Bound using segment: {'id': '7e999054-8f11-4231-98f2-a31bd17c5354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '84f7c26b-57e3-4b32-ac5f-fdeed3abe34f'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:28:49.596377 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-0b5f1b4d-b0d5-48ef-be9a-da842a9eccf2 None None] Bound port: 8c30cd76-081f-42d5-ae19-623fc708a884, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e999054-8f11-4231-98f2-a31bd17c5354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '84f7c26b-57e3-4b32-ac5f-fdeed3abe34f'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:28:49.596764 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0b5f1b4d-b0d5-48ef-be9a-da842a9eccf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:49.697067 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:49.700336 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b29a5231-ba9a-4c4a-be17-59a5bab9f9e8 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:28:49.704347 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-0b5f1b4d-b0d5-48ef-be9a-da842a9eccf2 None None] For port 8c30cd76-081f-42d5-ae19-623fc708a884, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:28:49.708334 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-0b5f1b4d-b0d5-48ef-be9a-da842a9eccf2 None None] For port 8c30cd76-081f-42d5-ae19-623fc708a884, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=8c30cd76-081f-42d5-ae19-623fc708a884,segment=NetworkSegment(7e999054-8f11-4231-98f2-a31bd17c5354),segment_id=7e999054-8f11-4231-98f2-a31bd17c5354)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:28:49.714951 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0b5f1b4d-b0d5-48ef-be9a-da842a9eccf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:49.775873 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5f1b4d-b0d5-48ef-be9a-da842a9eccf2 None None] Routers {'c49b2b46-5dd8-466a-8258-f9b18c2f6738'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:28:49.776638 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-0b5f1b4d-b0d5-48ef-be9a-da842a9eccf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:28:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c49b2b46-5dd8-466a-8258-f9b18c2f6738'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:49.803030 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port b29a5231-ba9a-4c4a-be17-59a5bab9f9e8 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:49.803804 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:49.832765 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c83ce-1c77-4ed6-a20c-11099e70157d None None] Pushing event updated for resources: {'Port': ['ID=8c30cd76-081f-42d5-ae19-623fc708a884,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:49.927504 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-3e0f5bfd-d83c-4a62-8b4b-5c5d6f18adbf None None] Provisioning complete for port 8c30cd76-081f-42d5-ae19-623fc708a884 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:49.927880 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3e0f5bfd-d83c-4a62-8b4b-5c5d6f18adbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:49.975838 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-0b5f1b4d-b0d5-48ef-be9a-da842a9eccf2 None None] Set router c49b2b46-5dd8-466a-8258-f9b18c2f6738 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:28:50.039002 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3e0f5bfd-d83c-4a62-8b4b-5c5d6f18adbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:50.109527 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-3e0f5bfd-d83c-4a62-8b4b-5c5d6f18adbf None None] For port 8c30cd76-081f-42d5-ae19-623fc708a884, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=8c30cd76-081f-42d5-ae19-623fc708a884,segment=NetworkSegment(7e999054-8f11-4231-98f2-a31bd17c5354),segment_id=7e999054-8f11-4231-98f2-a31bd17c5354)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:50.120371 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3e0f5bfd-d83c-4a62-8b4b-5c5d6f18adbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:50.188772 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f5bfd-d83c-4a62-8b4b-5c5d6f18adbf None None] Pushing event updated for resources: {'Port': ['ID=8c30cd76-081f-42d5-ae19-623fc708a884,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:50.250471 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-3995b9c4-46ca-4819-a5a3-135a16b23d5d None None] Provisioning complete for port 8c30cd76-081f-42d5-ae19-623fc708a884 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:50.250757 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3995b9c4-46ca-4819-a5a3-135a16b23d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:50.259627 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-0b5f1b4d-b0d5-48ef-be9a-da842a9eccf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49b2b46-5dd8-466a-8258-f9b18c2f6738', 'name': 'tempest-TestMinimumBasicScenario-2092665327-router', 'tenant_id': '5d61d3e1fdbf42f1b5437d5a43645098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'b29a5231-ba9a-4c4a-be17-59a5bab9f9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:41Z', 'updated_at': '2022-05-06T10:28:44Z', 'revision_number': 4, 'project_id': '5d61d3e1fdbf42f1b5437d5a43645098', 'gw_port': {'id': 'b29a5231-ba9a-4c4a-be17-59a5bab9f9e8', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b2b46-5dd8-466a-8258-f9b18c2f6738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:42Z', 'updated_at': '2022-05-06T10:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '8c30cd76-081f-42d5-ae19-623fc708a884', 'name': '', 'network_id': '84f7c26b-57e3-4b32-ac5f-fdeed3abe34f', 'tenant_id': '5d61d3e1fdbf42f1b5437d5a43645098', 'mac_address': 'fa:16:3e:05:04:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49b2b46-5dd8-466a-8258-f9b18c2f6738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'aae94707-12d6-4804-9fb8-36557c63a368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:44Z', 'updated_at': '2022-05-06T10:28:49Z', 'revision_number': 4, 'project_id': '5d61d3e1fdbf42f1b5437d5a43645098', 'subnets': [{'id': 'aae94707-12d6-4804-9fb8-36557c63a368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:50.290902 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5f1b4d-b0d5-48ef-be9a-da842a9eccf2 None None] The sync data for ids ['c49b2b46-5dd8-466a-8258-f9b18c2f6738'] in n-d-840835-1 is: [{'id': 'c49b2b46-5dd8-466a-8258-f9b18c2f6738', 'name': 'tempest-TestMinimumBasicScenario-2092665327-router', 'tenant_id': '5d61d3e1fdbf42f1b5437d5a43645098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'b29a5231-ba9a-4c4a-be17-59a5bab9f9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:41Z', 'updated_at': '2022-05-06T10:28:44Z', 'revision_number': 4, 'project_id': '5d61d3e1fdbf42f1b5437d5a43645098', 'gw_port': {'id': 'b29a5231-ba9a-4c4a-be17-59a5bab9f9e8', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b2b46-5dd8-466a-8258-f9b18c2f6738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:42Z', 'updated_at': '2022-05-06T10:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '8c30cd76-081f-42d5-ae19-623fc708a884', 'name': '', 'network_id': '84f7c26b-57e3-4b32-ac5f-fdeed3abe34f', 'tenant_id': '5d61d3e1fdbf42f1b5437d5a43645098', 'mac_address': 'fa:16:3e:05:04:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49b2b46-5dd8-466a-8258-f9b18c2f6738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'aae94707-12d6-4804-9fb8-36557c63a368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:44Z', 'updated_at': '2022-05-06T10:28:49Z', 'revision_number': 4, 'project_id': '5d61d3e1fdbf42f1b5437d5a43645098', 'subnets': [{'id': 'aae94707-12d6-4804-9fb8-36557c63a368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:28:51.366774 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:51.556858 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:51.686456 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 8c30cd76-081f-42d5-ae19-623fc708a884 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:28:51.739082 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 8c30cd76-081f-42d5-ae19-623fc708a884 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:51.739840 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:55.826680 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-c881deae-e9dd-4f14-9fd6-6509c1427ee4 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:55.828275 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-c881deae-e9dd-4f14-9fd6-6509c1427ee4 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/networks?id=25466e35-5aa9-4736-85ae-586d6fc19f92 HTTP/1.1" status: 200 len: 815 time: 0.1033921 May 06 10:28:55.842821 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-16d7bec5-f194-4529-af2d-7f0153a28a1e tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/quotas/e683d627d9ba44d68e939a9f54e46ad7 HTTP/1.1" status: 200 len: 375 time: 0.0087821 May 06 10:28:55.894358 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-612824c8-c357-4845-87e1-353dbde21443 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e683d627d9ba44d68e939a9f54e46ad7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462289 May 06 10:28:56.002893 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-90b75096-993c-4388-986a-1465d321aba4 service neutron] 10.222.0.73 "GET /v2.0/networks/25466e35-5aa9-4736-85ae-586d6fc19f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956457 May 06 10:28:56.100722 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-b54185bb-d3f9-47fb-9e5e-a123612991df service neutron] 10.222.0.73 "GET /v2.0/networks/25466e35-5aa9-4736-85ae-586d6fc19f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916257 May 06 10:28:56.269013 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b7bcd5ed-61c6-46a2-909b-5a9bebe7db17 req-e01874ab-7887-4ba7-bdb1-9dbb06cf1386 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 210 time: 0.0401251 May 06 10:28:57.338806 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-dd7d07bf-7df6-45e9-bb28-26bba4705946 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:57.341278 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-dd7d07bf-7df6-45e9-bb28-26bba4705946 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.84 "GET /v2.0/networks?id=25466e35-5aa9-4736-85ae-586d6fc19f92 HTTP/1.1" status: 200 len: 815 time: 0.1169405 May 06 10:28:57.353195 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-4da0ad81-9d41-4261-9209-6e50d0d53005 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Request body: {'port': {'device_id': '33c706d6-ced5-41b0-b8ab-1b921961f696', 'network_id': '25466e35-5aa9-4736-85ae-586d6fc19f92', 'admin_state_up': True, 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:28:57.420193 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a44f0a4e-d8ee-4b94-ac43-b2708d8ec43c req-3b978595-f673-41f1-bf53-6d177b591572 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 210 time: 0.0608737 May 06 10:28:57.490131 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-4da0ad81-9d41-4261-9209-6e50d0d53005 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Made reservation on behalf of e683d627d9ba44d68e939a9f54e46ad7 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:28:57.493795 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-4da0ad81-9d41-4261-9209-6e50d0d53005 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:57.672860 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-4da0ad81-9d41-4261-9209-6e50d0d53005 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Allocated IP 172.20.0.8 (25466e35-5aa9-4736-85ae-586d6fc19f92/d952ad00-4617-412c-a934-92102350141f/f474d7eb-1f08-485d-8425-e68d5024f98e) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:28:57.882496 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-4da0ad81-9d41-4261-9209-6e50d0d53005 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:57.925643 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-4da0ad81-9d41-4261-9209-6e50d0d53005 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:57.976272 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-4da0ad81-9d41-4261-9209-6e50d0d53005 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Network 25466e35-5aa9-4736-85ae-586d6fc19f92 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:28:57.979833 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-4da0ad81-9d41-4261-9209-6e50d0d53005 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:57.984247 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-4da0ad81-9d41-4261-9209-6e50d0d53005 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:28:58.027405 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0ad81-9d41-4261-9209-6e50d0d53005 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Pushing event updated for resources: {'Port': ['ID=f474d7eb-1f08-485d-8425-e68d5024f98e,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:58.079361 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-4da0ad81-9d41-4261-9209-6e50d0d53005 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:58.080513 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-4da0ad81-9d41-4261-9209-6e50d0d53005 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:58.110224 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-4da0ad81-9d41-4261-9209-6e50d0d53005 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7598255 May 06 10:28:58.325582 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-1333b49e-da2a-46e5-8df4-ffcc81c39df7 None None] Provisioning complete for port f474d7eb-1f08-485d-8425-e68d5024f98e triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:58.326242 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1333b49e-da2a-46e5-8df4-ffcc81c39df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:58.367051 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-1333b49e-da2a-46e5-8df4-ffcc81c39df7 None None] Port f474d7eb-1f08-485d-8425-e68d5024f98e cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:28:58.550270 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2825361-59ad-4167-bd69-b1b51c6daab9 req-d3c33004-a8d9-4f1f-8112-800c976302a9 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:58.552770 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2825361-59ad-4167-bd69-b1b51c6daab9 req-d3c33004-a8d9-4f1f-8112-800c976302a9 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 931 time: 0.0575919 May 06 10:28:58.600439 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2825361-59ad-4167-bd69-b1b51c6daab9 req-7474f7ae-a789-49b6-88a9-e6058d574663 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400901 May 06 10:28:59.442183 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:59.741518 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe77f4e-afe8-4895-b486-cf2ccb0efdd0 req-68bf0824-63ca-427e-9e16-c9f2e3f59148 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:59.742983 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-afe77f4e-afe8-4895-b486-cf2ccb0efdd0 req-68bf0824-63ca-427e-9e16-c9f2e3f59148 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 931 time: 0.0587289 May 06 10:28:59.787511 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-afe77f4e-afe8-4895-b486-cf2ccb0efdd0 req-64b2c633-e16e-4e3c-833a-d8484479c5df tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377572 May 06 10:29:00.919108 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa205c-6c3f-415d-9dbf-835cf2060176 req-3234873c-2891-4c41-bfc2-a74c8d841d62 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:00.926581 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f0fa205c-6c3f-415d-9dbf-835cf2060176 req-3234873c-2891-4c41-bfc2-a74c8d841d62 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 931 time: 0.0674541 May 06 10:29:00.962160 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f0fa205c-6c3f-415d-9dbf-835cf2060176 req-3df8edc6-82cc-4fc5-92d9-7d508d4f34c6 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344806 May 06 10:29:02.085523 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a9e83-c296-43f3-87ab-826e17ee8103 req-0ed0e9cd-b924-4082-8d92-5f85d718f467 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:02.093394 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0b2a9e83-c296-43f3-87ab-826e17ee8103 req-0ed0e9cd-b924-4082-8d92-5f85d718f467 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 931 time: 0.0596840 May 06 10:29:02.133516 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0b2a9e83-c296-43f3-87ab-826e17ee8103 req-c4f3636b-8d2c-4a46-873a-b770a3d01e22 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392399 May 06 10:29:03.259837 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46413ceb-8797-43fa-bb10-8a0cce7ce3ce req-4d42f0cb-af6f-4b66-a574-f1d6eecbd78c tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:03.261728 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-46413ceb-8797-43fa-bb10-8a0cce7ce3ce req-4d42f0cb-af6f-4b66-a574-f1d6eecbd78c tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 931 time: 0.0528750 May 06 10:29:03.301968 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-46413ceb-8797-43fa-bb10-8a0cce7ce3ce req-7f51f1f8-402b-4530-9771-7c2f0dbffff6 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337179 May 06 10:29:04.423327 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250778a7-5881-49fb-b3ba-e5d37020c226 req-630061c2-fd6c-4b92-b033-588ce2089e49 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:04.425103 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-250778a7-5881-49fb-b3ba-e5d37020c226 req-630061c2-fd6c-4b92-b033-588ce2089e49 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 931 time: 0.0524187 May 06 10:29:04.466061 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-250778a7-5881-49fb-b3ba-e5d37020c226 req-c51560ad-af7f-4d03-a91a-792e634af997 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348029 May 06 10:29:05.521644 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-d9249b90-f5a7-460a-ae68-e44672c81bd9 service neutron] Request body: {'port': {'device_id': '33c706d6-ced5-41b0-b8ab-1b921961f696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:29:05.612432 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-d9249b90-f5a7-460a-ae68-e44672c81bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:05.628625 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b8b28-a71e-469e-8eda-12e0f07874f8 req-459f17c2-8453-41d7-9794-0dd9bcfe4ac4 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:05.630101 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a47b8b28-a71e-469e-8eda-12e0f07874f8 req-459f17c2-8453-41d7-9794-0dd9bcfe4ac4 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 931 time: 0.0869641 May 06 10:29:05.747777 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a47b8b28-a71e-469e-8eda-12e0f07874f8 req-80e51b44-a81b-4634-9aed-5d94290f033f tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115165 May 06 10:29:05.912526 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-d9249b90-f5a7-460a-ae68-e44672c81bd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f474d7eb-1f08-485d-8425-e68d5024f98e {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:29:05.919944 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-d9249b90-f5a7-460a-ae68-e44672c81bd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:05.932091 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-d9249b90-f5a7-460a-ae68-e44672c81bd9 service neutron] Transition to ACTIVE for port object f474d7eb-1f08-485d-8425-e68d5024f98e will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:29:05.935041 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-d9249b90-f5a7-460a-ae68-e44672c81bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:05.987885 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9249b90-f5a7-460a-ae68-e44672c81bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=f474d7eb-1f08-485d-8425-e68d5024f98e,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:06.054998 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-d9249b90-f5a7-460a-ae68-e44672c81bd9 service neutron] Attempting to bind port f474d7eb-1f08-485d-8425-e68d5024f98e on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:29:06.055377 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-d9249b90-f5a7-460a-ae68-e44672c81bd9 service neutron] Attempting to bind port f474d7eb-1f08-485d-8425-e68d5024f98e by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'ccb4b26b-f3be-46bc-b346-4e07ec66cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '25466e35-5aa9-4736-85ae-586d6fc19f92'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:29:06.055694 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-d9249b90-f5a7-460a-ae68-e44672c81bd9 service neutron] Attempting to bind port f474d7eb-1f08-485d-8425-e68d5024f98e on network 25466e35-5aa9-4736-85ae-586d6fc19f92 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:29:06.060272 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-d9249b90-f5a7-460a-ae68-e44672c81bd9 service neutron] Port f474d7eb-1f08-485d-8425-e68d5024f98e on network 25466e35-5aa9-4736-85ae-586d6fc19f92 not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:29:06.060593 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-d9249b90-f5a7-460a-ae68-e44672c81bd9 service neutron] Attempting to bind port f474d7eb-1f08-485d-8425-e68d5024f98e on network 25466e35-5aa9-4736-85ae-586d6fc19f92 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:29:06.065506 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-d9249b90-f5a7-460a-ae68-e44672c81bd9 service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:29:06.065848 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-d9249b90-f5a7-460a-ae68-e44672c81bd9 service neutron] Checking segment: {'id': 'ccb4b26b-f3be-46bc-b346-4e07ec66cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '25466e35-5aa9-4736-85ae-586d6fc19f92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:29:06.066232 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-d9249b90-f5a7-460a-ae68-e44672c81bd9 service neutron] Bound using segment: {'id': 'ccb4b26b-f3be-46bc-b346-4e07ec66cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '25466e35-5aa9-4736-85ae-586d6fc19f92'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:29:06.066661 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-d9249b90-f5a7-460a-ae68-e44672c81bd9 service neutron] Bound port: f474d7eb-1f08-485d-8425-e68d5024f98e, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb4b26b-f3be-46bc-b346-4e07ec66cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '25466e35-5aa9-4736-85ae-586d6fc19f92'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:29:06.067025 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-d9249b90-f5a7-460a-ae68-e44672c81bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:06.138627 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-d9249b90-f5a7-460a-ae68-e44672c81bd9 service neutron] For port f474d7eb-1f08-485d-8425-e68d5024f98e, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:29:06.142207 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-d9249b90-f5a7-460a-ae68-e44672c81bd9 service neutron] For port f474d7eb-1f08-485d-8425-e68d5024f98e, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f474d7eb-1f08-485d-8425-e68d5024f98e,segment=NetworkSegment(ccb4b26b-f3be-46bc-b346-4e07ec66cf1d),segment_id=ccb4b26b-f3be-46bc-b346-4e07ec66cf1d)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:29:06.146251 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-d9249b90-f5a7-460a-ae68-e44672c81bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:06.180074 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-d9249b90-f5a7-460a-ae68-e44672c81bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:06.180692 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-d9249b90-f5a7-460a-ae68-e44672c81bd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:06.182323 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-d9249b90-f5a7-460a-ae68-e44672c81bd9 service neutron] 10.222.0.84 "PUT /v2.0/ports/f474d7eb-1f08-485d-8425-e68d5024f98e HTTP/1.1" status: 200 len: 1091 time: 0.6655197 May 06 10:29:06.184805 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c706d6-ced5-41b0-b8ab-1b921961f696', 'tag': 'f474d7eb-1f08-485d-8425-e68d5024f98e'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:29:06.188242 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca024628-05b3-44b1-b761-2912d27ec45a" -d '{"events": [{"name": "network-changed", "server_uuid": "33c706d6-ced5-41b0-b8ab-1b921961f696", "tag": "f474d7eb-1f08-485d-8425-e68d5024f98e"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:29:06.235688 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc31de6-7a8e-4405-96e2-d8b77b02e094 x-openstack-request-id: req-ddc31de6-7a8e-4405-96e2-d8b77b02e094 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:29:06.235914 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33c706d6-ced5-41b0-b8ab-1b921961f696", "tag": "f474d7eb-1f08-485d-8425-e68d5024f98e", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:29:06.236163 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ddc31de6-7a8e-4405-96e2-d8b77b02e094 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:29:06.236565 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddc31de6-7a8e-4405-96e2-d8b77b02e094'] response: {'name': 'network-changed', 'server_uuid': '33c706d6-ced5-41b0-b8ab-1b921961f696', 'tag': 'f474d7eb-1f08-485d-8425-e68d5024f98e', 'status': 'completed', 'code': 200} May 06 10:29:06.237245 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9249b90-f5a7-460a-ae68-e44672c81bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=f474d7eb-1f08-485d-8425-e68d5024f98e,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:06.274463 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-5627d5ab-c5a6-452a-89dd-4fb989cac2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:06.276093 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-5627d5ab-c5a6-452a-89dd-4fb989cac2b8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e683d627d9ba44d68e939a9f54e46ad7&device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 1094 time: 0.0512912 May 06 10:29:06.320200 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-762ff91e-88f4-4ca1-8226-0146ffa6ce07 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f474d7eb-1f08-485d-8425-e68d5024f98e HTTP/1.1" status: 200 len: 217 time: 0.0367272 May 06 10:29:06.375798 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-716782e1-4f7e-403a-929c-b461c89a8816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:06.377307 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-716782e1-4f7e-403a-929c-b461c89a8816 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d952ad00-4617-412c-a934-92102350141f HTTP/1.1" status: 200 len: 854 time: 0.0500245 May 06 10:29:06.423075 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-4798f18c-57d6-452f-9a52-d8067293dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:06.424579 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-4798f18c-57d6-452f-9a52-d8067293dae3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=25466e35-5aa9-4736-85ae-586d6fc19f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404885 May 06 10:29:06.515366 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-57a49a61-c801-4c0d-8a77-fcab8c25df0c service neutron] 10.222.0.84 "GET /v2.0/networks/25466e35-5aa9-4736-85ae-586d6fc19f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830085 May 06 10:29:06.610052 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f768f6cc-cf06-4750-b31a-ddc39f57b34a req-d3b24a5f-da4a-42ce-b877-79640bd2b630 service neutron] 10.222.0.84 "GET /v2.0/networks/25466e35-5aa9-4736-85ae-586d6fc19f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881619 May 06 10:29:06.693237 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca024628-05b3-44b1-b761-2912d27ec45a req-db8de064-addc-40fd-8b41-26db685692c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:06.694718 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ca024628-05b3-44b1-b761-2912d27ec45a req-db8de064-addc-40fd-8b41-26db685692c4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e683d627d9ba44d68e939a9f54e46ad7&device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 1094 time: 0.0413473 May 06 10:29:06.789377 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca024628-05b3-44b1-b761-2912d27ec45a req-a05d1172-2c34-465b-9ce6-fa461342b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:06.790878 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ca024628-05b3-44b1-b761-2912d27ec45a req-a05d1172-2c34-465b-9ce6-fa461342b3e0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=25466e35-5aa9-4736-85ae-586d6fc19f92 HTTP/1.1" status: 200 len: 916 time: 0.0881844 May 06 10:29:06.835348 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ca024628-05b3-44b1-b761-2912d27ec45a req-4b551c48-0ac7-4d7f-9ab2-5300779082b6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f474d7eb-1f08-485d-8425-e68d5024f98e HTTP/1.1" status: 200 len: 217 time: 0.0377891 May 06 10:29:06.922413 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a3301-be9d-4cef-9516-56c0922eac16 req-8ad53d81-a72e-4877-8be0-274da8f22c5f tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:06.923943 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-905a3301-be9d-4cef-9516-56c0922eac16 req-8ad53d81-a72e-4877-8be0-274da8f22c5f tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 943 time: 0.0913875 May 06 10:29:06.925225 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca024628-05b3-44b1-b761-2912d27ec45a req-0c0a8342-3ce2-4d53-9dc0-8dce1f26ea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:06.926547 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ca024628-05b3-44b1-b761-2912d27ec45a req-0c0a8342-3ce2-4d53-9dc0-8dce1f26ea7e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d952ad00-4617-412c-a934-92102350141f HTTP/1.1" status: 200 len: 854 time: 0.0827863 May 06 10:29:06.989784 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-905a3301-be9d-4cef-9516-56c0922eac16 req-dc0aa0e1-1418-4455-817a-c4e2f1bbc644 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600152 May 06 10:29:06.995705 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca024628-05b3-44b1-b761-2912d27ec45a req-3f235fa6-7733-483b-bae2-9f93b5e42391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:06.997162 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ca024628-05b3-44b1-b761-2912d27ec45a req-3f235fa6-7733-483b-bae2-9f93b5e42391 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=25466e35-5aa9-4736-85ae-586d6fc19f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618510 May 06 10:29:07.090158 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ca024628-05b3-44b1-b761-2912d27ec45a req-1b98e736-c335-42ba-bdb5-c3bb81270e6d service neutron] 10.222.0.84 "GET /v2.0/networks/25466e35-5aa9-4736-85ae-586d6fc19f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855618 May 06 10:29:07.182737 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ca024628-05b3-44b1-b761-2912d27ec45a req-e5b77ddf-f154-4308-b3bd-fbd7bb39d1dd service neutron] 10.222.0.84 "GET /v2.0/networks/25466e35-5aa9-4736-85ae-586d6fc19f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848641 May 06 10:29:08.104852 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d0891-de86-47ef-a56c-b9cafe9084de req-e64181f2-0341-4716-903a-8ea87729f890 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:08.106327 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3f8d0891-de86-47ef-a56c-b9cafe9084de req-e64181f2-0341-4716-903a-8ea87729f890 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 943 time: 0.0497172 May 06 10:29:08.144766 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3f8d0891-de86-47ef-a56c-b9cafe9084de req-7bee2c1f-cf59-4507-b35f-92d746b09bef tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320706 May 06 10:29:08.963034 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device f474d7eb-1f08-485d-8425-e68d5024f98e details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:29:09.056403 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port f474d7eb-1f08-485d-8425-e68d5024f98e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f474d7eb-1f08-485d-8425-e68d5024f98e,segment=NetworkSegment(ccb4b26b-f3be-46bc-b346-4e07ec66cf1d),segment_id=ccb4b26b-f3be-46bc-b346-4e07ec66cf1d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:29:09.067345 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'f474d7eb-1f08-485d-8425-e68d5024f98e', 'network_id': '25466e35-5aa9-4736-85ae-586d6fc19f92', 'port_id': 'f474d7eb-1f08-485d-8425-e68d5024f98e', 'mac_address': 'fa:16:3e:4f:56:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd952ad00-4617-412c-a934-92102350141f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:29:09.108843 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:09.272471 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456892ee-5be6-42d2-b144-ec60a3fe340d req-2e82bdd6-baa6-4933-afe2-0973e84e0e1c tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:09.273401 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f474d7eb-1f08-485d-8425-e68d5024f98e {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:29:09.273998 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-456892ee-5be6-42d2-b144-ec60a3fe340d req-2e82bdd6-baa6-4933-afe2-0973e84e0e1c tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 943 time: 0.0556519 May 06 10:29:09.293251 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port f474d7eb-1f08-485d-8425-e68d5024f98e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f474d7eb-1f08-485d-8425-e68d5024f98e,segment=NetworkSegment(ccb4b26b-f3be-46bc-b346-4e07ec66cf1d),segment_id=ccb4b26b-f3be-46bc-b346-4e07ec66cf1d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:29:09.298227 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:09.313370 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-456892ee-5be6-42d2-b144-ec60a3fe340d req-8fd397f0-d31e-42b5-b2e1-91cb576b219d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333242 May 06 10:29:09.345857 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=f474d7eb-1f08-485d-8425-e68d5024f98e,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:09.353070 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:09.353425 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:09.353770 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:09.354112 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:09.354451 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:09.354787 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:09.355137 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:09.355476 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:09.355805 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:09.356136 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:09.356737 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:09.357065 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:09.553052 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['f474d7eb-1f08-485d-8425-e68d5024f98e'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:29:10.429760 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28590b2d-9c2c-4f21-a92a-7f516f0b45d9 req-70863080-7220-47e9-8617-f2693ef39e4f tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:10.431298 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-28590b2d-9c2c-4f21-a92a-7f516f0b45d9 req-70863080-7220-47e9-8617-f2693ef39e4f tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 944 time: 0.0510750 May 06 10:29:10.469132 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-28590b2d-9c2c-4f21-a92a-7f516f0b45d9 req-53fbe0d1-d04f-4e04-9ed0-585a2a752d36 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311842 May 06 10:29:10.984438 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device f474d7eb-1f08-485d-8425-e68d5024f98e up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:29:11.033198 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port f474d7eb-1f08-485d-8425-e68d5024f98e completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:29:11.037184 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port f474d7eb-1f08-485d-8425-e68d5024f98e triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:29:11.037561 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:11.116280 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:11.137700 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c706d6-ced5-41b0-b8ab-1b921961f696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f474d7eb-1f08-485d-8425-e68d5024f98e'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:29:11.140501 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81068eb6-0708-4956-a2a7-1a127e6960e6" -d '{"events": [{"server_uuid": "33c706d6-ced5-41b0-b8ab-1b921961f696", "name": "network-vif-plugged", "status": "completed", "tag": "f474d7eb-1f08-485d-8425-e68d5024f98e"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:29:11.153460 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port f474d7eb-1f08-485d-8425-e68d5024f98e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f474d7eb-1f08-485d-8425-e68d5024f98e,segment=NetworkSegment(ccb4b26b-f3be-46bc-b346-4e07ec66cf1d),segment_id=ccb4b26b-f3be-46bc-b346-4e07ec66cf1d)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:29:11.158193 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:11.184417 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77ee8a3-c2fc-4570-9bad-9968757c20d6 x-openstack-request-id: req-d77ee8a3-c2fc-4570-9bad-9968757c20d6 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:29:11.184836 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c706d6-ced5-41b0-b8ab-1b921961f696", "name": "network-vif-plugged", "status": "completed", "tag": "f474d7eb-1f08-485d-8425-e68d5024f98e", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:29:11.185100 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d77ee8a3-c2fc-4570-9bad-9968757c20d6 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:29:11.185497 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d77ee8a3-c2fc-4570-9bad-9968757c20d6'] response: {'server_uuid': '33c706d6-ced5-41b0-b8ab-1b921961f696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f474d7eb-1f08-485d-8425-e68d5024f98e', 'code': 200} May 06 10:29:11.214872 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=f474d7eb-1f08-485d-8425-e68d5024f98e,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:11.270265 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273222e-9c00-411b-9830-119f75abaec7 req-eb7aef80-a660-4990-af37-b4ee4ce6371e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:11.271789 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e273222e-9c00-411b-9830-119f75abaec7 req-eb7aef80-a660-4990-af37-b4ee4ce6371e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 1096 time: 0.0404532 May 06 10:29:11.306897 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e273222e-9c00-411b-9830-119f75abaec7 req-b15b7078-d180-4f01-8b1d-d171957592cf service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275712 May 06 10:29:11.588981 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f01aa3-0a4c-41c7-8835-922223e34836 req-997c6157-27d0-4dc4-a6b3-43a66e6d2388 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:11.590488 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-15f01aa3-0a4c-41c7-8835-922223e34836 req-997c6157-27d0-4dc4-a6b3-43a66e6d2388 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 945 time: 0.0525658 May 06 10:29:11.628441 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-15f01aa3-0a4c-41c7-8835-922223e34836 req-625d3dd3-6d26-47cf-9830-bf7b7874b3be tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319157 May 06 10:29:12.742820 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2077ff-cabf-49b5-bd2f-7f19ee74cb37 req-d8ee4bc6-12ad-4354-b07f-c769e11bc194 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:12.744323 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a2077ff-cabf-49b5-bd2f-7f19ee74cb37 req-d8ee4bc6-12ad-4354-b07f-c769e11bc194 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 945 time: 0.0492463 May 06 10:29:12.782612 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a2077ff-cabf-49b5-bd2f-7f19ee74cb37 req-8c13b496-e93c-4f0f-880c-806733517a7d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322301 May 06 10:29:12.892887 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcea27-9a2b-4853-9546-311fe7ba32dd req-0cd00512-f715-4d5f-8581-a06da9dc3f29 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:12.894389 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-86dcea27-9a2b-4853-9546-311fe7ba32dd req-0cd00512-f715-4d5f-8581-a06da9dc3f29 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 945 time: 0.0487278 May 06 10:29:12.931759 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-86dcea27-9a2b-4853-9546-311fe7ba32dd req-93083ae6-929b-42e0-a942-2af163055448 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313036 May 06 10:29:13.119273 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7902da-6b52-43b3-b261-1a6cf35b54f8 req-576ccad1-0701-4dad-aadc-664270f8efb1 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:13.120751 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d7902da-6b52-43b3-b261-1a6cf35b54f8 req-576ccad1-0701-4dad-aadc-664270f8efb1 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 945 time: 0.0522242 May 06 10:29:13.158594 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d7902da-6b52-43b3-b261-1a6cf35b54f8 req-eb85d118-114c-486e-9a4c-b7055faf2c50 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313640 May 06 10:29:15.993654 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-faa35721-1248-4bd1-a2d6-f7c6d0aada81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:18.523292 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f5d5e3da-719a-4b32-ab66-3d7f1a304464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:19.187219 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:19.680272 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:21.009203 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:29:21.369253 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:21.542945 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:24.592979 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35c788-b54e-4d3c-be89-2e1c10613f05 req-a550acbb-c696-4c06-b486-3b21f1c505ef tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:24.594462 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-de35c788-b54e-4d3c-be89-2e1c10613f05 req-a550acbb-c696-4c06-b486-3b21f1c505ef tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 945 time: 0.0495915 May 06 10:29:24.633176 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-de35c788-b54e-4d3c-be89-2e1c10613f05 req-3838574b-78d4-469c-bb14-363eb9492cc2 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326498 May 06 10:29:24.659025 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38992) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:29:24.782966 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdc5af1-fb64-423d-9d5b-03055b2f6487 tempest-TestMinimumBasicScenario-2038243814 tempest-TestMinimumBasicScenario-2038243814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:24.784517 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5fdc5af1-fb64-423d-9d5b-03055b2f6487 tempest-TestMinimumBasicScenario-2038243814 tempest-TestMinimumBasicScenario-2038243814-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 1091 time: 0.1244934 May 06 10:29:24.787472 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 38996) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:29:24.791603 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-387c3427-cd0f-4221-baba-a74a524db549 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'port_id': 'f474d7eb-1f08-485d-8425-e68d5024f98e', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:29:24.813517 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-387c3427-cd0f-4221-baba-a74a524db549 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:24.927432 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-387c3427-cd0f-4221-baba-a74a524db549 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:25.030551 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-387c3427-cd0f-4221-baba-a74a524db549 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Allocated IP 172.25.5.14 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/ff10a251-0495-4eaf-8607-7d150cea008d) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:29:25.138725 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-387c3427-cd0f-4221-baba-a74a524db549 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:25.176112 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-387c3427-cd0f-4221-baba-a74a524db549 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:25.214621 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387c3427-cd0f-4221-baba-a74a524db549 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:29:25.217403 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-387c3427-cd0f-4221-baba-a74a524db549 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:29:25.221512 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387c3427-cd0f-4221-baba-a74a524db549 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:29:25.249701 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c3427-cd0f-4221-baba-a74a524db549 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Pushing event updated for resources: {'Port': ['ID=ff10a251-0495-4eaf-8607-7d150cea008d,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:25.592688 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-387c3427-cd0f-4221-baba-a74a524db549 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:25.661288 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-387c3427-cd0f-4221-baba-a74a524db549 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:25.809907 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-387c3427-cd0f-4221-baba-a74a524db549 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:25.818052 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-387c3427-cd0f-4221-baba-a74a524db549 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:25.894366 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c3427-cd0f-4221-baba-a74a524db549 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Pushing event updated for resources: {'Port': ['ID=ff10a251-0495-4eaf-8607-7d150cea008d,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:25.903204 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-387c3427-cd0f-4221-baba-a74a524db549 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:26.004742 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-387c3427-cd0f-4221-baba-a74a524db549 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Floating IP 3788e546-67dc-4468-b8a3-642f679af0f6 associated. External IP: 172.25.5.14, port: f474d7eb-1f08-485d-8425-e68d5024f98e. May 06 10:29:26.211039 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387c3427-cd0f-4221-baba-a74a524db549 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Router 70366d7d-c404-49ab-ac41-76ab762bd1ae has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:29:26.648834 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387c3427-cd0f-4221-baba-a74a524db549 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:29:26.659485 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027c8ea-cdfd-40b3-b1fa-6541fc73ee4b None None] Sync routers for ids ['70366d7d-c404-49ab-ac41-76ab762bd1ae'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:29:26.667732 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-387c3427-cd0f-4221-baba-a74a524db549 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:26.670269 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b027c8ea-cdfd-40b3-b1fa-6541fc73ee4b None None] Routers {'70366d7d-c404-49ab-ac41-76ab762bd1ae'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:29:26.670901 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-b027c8ea-cdfd-40b3-b1fa-6541fc73ee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:29:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['70366d7d-c404-49ab-ac41-76ab762bd1ae'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:26.694508 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-387c3427-cd0f-4221-baba-a74a524db549 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9060292 May 06 10:29:26.695093 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c706d6-ced5-41b0-b8ab-1b921961f696', 'tag': 'f474d7eb-1f08-485d-8425-e68d5024f98e'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:29:26.697439 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d9c99c-7bde-49c5-8db9-19352673a5f4" -d '{"events": [{"name": "network-changed", "server_uuid": "33c706d6-ced5-41b0-b8ab-1b921961f696", "tag": "f474d7eb-1f08-485d-8425-e68d5024f98e"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:29:26.697860 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39000) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:29:26.703827 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-e4363009-87e3-41da-9947-25c2f28e30ab tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-574320108', 'description': 'tempest-secgroup-smoke-574320108 description', 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:29:26.725925 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e4363009-87e3-41da-9947-25c2f28e30ab tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:26.736402 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6354fb9e-956e-4915-bb4e-b87f047c64f3 x-openstack-request-id: req-6354fb9e-956e-4915-bb4e-b87f047c64f3 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:29:26.736707 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33c706d6-ced5-41b0-b8ab-1b921961f696", "tag": "f474d7eb-1f08-485d-8425-e68d5024f98e", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:29:26.736960 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6354fb9e-956e-4915-bb4e-b87f047c64f3 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:29:26.737791 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6354fb9e-956e-4915-bb4e-b87f047c64f3'] response: {'name': 'network-changed', 'server_uuid': '33c706d6-ced5-41b0-b8ab-1b921961f696', 'tag': 'f474d7eb-1f08-485d-8425-e68d5024f98e', 'status': 'completed', 'code': 200} May 06 10:29:26.787435 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-b027c8ea-cdfd-40b3-b1fa-6541fc73ee4b None None] Set router 70366d7d-c404-49ab-ac41-76ab762bd1ae gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:29:26.799650 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e4363009-87e3-41da-9947-25c2f28e30ab tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:26.802703 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9c99c-7bde-49c5-8db9-19352673a5f4 req-834ebf00-db4b-4168-bda4-fe04062ad7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:26.803490 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e4363009-87e3-41da-9947-25c2f28e30ab tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:26.804874 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2d9c99c-7bde-49c5-8db9-19352673a5f4 req-834ebf00-db4b-4168-bda4-fe04062ad7b6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e683d627d9ba44d68e939a9f54e46ad7&device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 1096 time: 0.0454924 May 06 10:29:26.834676 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4363009-87e3-41da-9947-25c2f28e30ab tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c8a179-9f2e-453a-8dc6-de86179a337f,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:26.839414 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e4363009-87e3-41da-9947-25c2f28e30ab tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:26.840870 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e4363009-87e3-41da-9947-25c2f28e30ab tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1419945 May 06 10:29:26.844576 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39004) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:29:26.849311 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-0c674c30-71bc-4b96-b4a4-cbbe5574cdfd tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Request body: {'security_group_rule': {'security_group_id': 'c4c8a179-9f2e-453a-8dc6-de86179a337f', 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:29:26.876988 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0c674c30-71bc-4b96-b4a4-cbbe5574cdfd tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:26.921222 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9c99c-7bde-49c5-8db9-19352673a5f4 req-00116676-5228-4d28-aaa0-00f58f9d3100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:26.922896 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2d9c99c-7bde-49c5-8db9-19352673a5f4 req-00116676-5228-4d28-aaa0-00f58f9d3100 service neutron] 10.222.0.84 "GET /v2.0/networks?id=25466e35-5aa9-4736-85ae-586d6fc19f92 HTTP/1.1" status: 200 len: 916 time: 0.1068306 May 06 10:29:26.939304 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0c674c30-71bc-4b96-b4a4-cbbe5574cdfd tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:26.944727 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0c674c30-71bc-4b96-b4a4-cbbe5574cdfd tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:26.962488 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c674c30-71bc-4b96-b4a4-cbbe5574cdfd tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb8b567-e438-4598-b4b1-de8e1b293316,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:26.985909 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0c674c30-71bc-4b96-b4a4-cbbe5574cdfd tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:26.989816 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0c674c30-71bc-4b96-b4a4-cbbe5574cdfd tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1415055 May 06 10:29:26.990078 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39006) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:29:26.994830 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-b1c90357-432a-40e9-9127-5dbc0c08ce14 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Request body: {'security_group_rule': {'security_group_id': 'c4c8a179-9f2e-453a-8dc6-de86179a337f', 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:29:27.006587 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2d9c99c-7bde-49c5-8db9-19352673a5f4 req-08e01a5e-2af3-45f0-8526-54f135b293c5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f474d7eb-1f08-485d-8425-e68d5024f98e HTTP/1.1" status: 200 len: 998 time: 0.0773702 May 06 10:29:27.025082 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b1c90357-432a-40e9-9127-5dbc0c08ce14 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.038962 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-b027c8ea-cdfd-40b3-b1fa-6541fc73ee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'name': 'tempest-TestMinimumBasicScenario-2043740172-router', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'fda3a53d-fdf2-4957-ae1a-85942660d64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:37Z', 'updated_at': '2022-05-06T10:28:39Z', 'revision_number': 4, 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'gw_port': {'id': 'fda3a53d-fdf2-4957-ae1a-85942660d64b', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:37Z', 'updated_at': '2022-05-06T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '3788e546-67dc-4468-b8a3-642f679af0f6', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'floating_ip_address': '172.25.5.14', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'port_id': 'f474d7eb-1f08-485d-8425-e68d5024f98e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25466e35-5aa9-4736-85ae-586d6fc19f92', 'mac_address': 'fa:16:3e:4f:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c706d6-ced5-41b0-b8ab-1b921961f696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:29:25Z', 'updated_at': '2022-05-06T10:29:25Z', 'revision_number': 0, 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1249adf4-49ac-4113-8cf5-7d14e637858f', 'name': '', 'network_id': '25466e35-5aa9-4736-85ae-586d6fc19f92', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'mac_address': 'fa:16:3e:3a:d2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'd952ad00-4617-412c-a934-92102350141f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:39Z', 'updated_at': '2022-05-06T10:28:44Z', 'revision_number': 5, 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'subnets': [{'id': 'd952ad00-4617-412c-a934-92102350141f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:27.059427 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9c99c-7bde-49c5-8db9-19352673a5f4 req-e0114cb6-c426-496d-9e81-d29269c3f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:27.060911 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2d9c99c-7bde-49c5-8db9-19352673a5f4 req-e0114cb6-c426-496d-9e81-d29269c3f434 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d952ad00-4617-412c-a934-92102350141f HTTP/1.1" status: 200 len: 854 time: 0.0456643 May 06 10:29:27.066496 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027c8ea-cdfd-40b3-b1fa-6541fc73ee4b None None] Checking router: 70366d7d-c404-49ab-ac41-76ab762bd1ae for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:29:27.074892 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b027c8ea-cdfd-40b3-b1fa-6541fc73ee4b None None] Routers {'70366d7d-c404-49ab-ac41-76ab762bd1ae'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:29:27.075469 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-b027c8ea-cdfd-40b3-b1fa-6541fc73ee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:29:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['70366d7d-c404-49ab-ac41-76ab762bd1ae'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:27.090541 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b1c90357-432a-40e9-9127-5dbc0c08ce14 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.095863 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b1c90357-432a-40e9-9127-5dbc0c08ce14 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.108441 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9c99c-7bde-49c5-8db9-19352673a5f4 req-3546015c-bdf5-4cba-b7b1-0d77abfd6db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:27.110245 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2d9c99c-7bde-49c5-8db9-19352673a5f4 req-3546015c-bdf5-4cba-b7b1-0d77abfd6db7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=25466e35-5aa9-4736-85ae-586d6fc19f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422800 May 06 10:29:27.120348 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c90357-432a-40e9-9127-5dbc0c08ce14 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21218f58-1668-4940-b17e-8161e8b45986,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:27.130454 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b1c90357-432a-40e9-9127-5dbc0c08ce14 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.132158 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b1c90357-432a-40e9-9127-5dbc0c08ce14 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1406686 May 06 10:29:27.135284 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39008) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:29:27.140143 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-f394d32e-e2d7-4647-a70e-a1fe50e1c947 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Request body: {'security_group_rule': {'security_group_id': 'c4c8a179-9f2e-453a-8dc6-de86179a337f', 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:29:27.177969 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f394d32e-e2d7-4647-a70e-a1fe50e1c947 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.205987 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-b027c8ea-cdfd-40b3-b1fa-6541fc73ee4b None None] Set router 70366d7d-c404-49ab-ac41-76ab762bd1ae gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:29:27.217404 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2d9c99c-7bde-49c5-8db9-19352673a5f4 req-35e7db0a-93c3-408f-976c-c139f573f74d service neutron] 10.222.0.84 "GET /v2.0/networks/25466e35-5aa9-4736-85ae-586d6fc19f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004708 May 06 10:29:27.240262 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f394d32e-e2d7-4647-a70e-a1fe50e1c947 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.246305 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f394d32e-e2d7-4647-a70e-a1fe50e1c947 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.268374 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394d32e-e2d7-4647-a70e-a1fe50e1c947 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c85c3ed-f3ab-47f7-8059-95b6940244b3,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:27.280237 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f394d32e-e2d7-4647-a70e-a1fe50e1c947 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.282992 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f394d32e-e2d7-4647-a70e-a1fe50e1c947 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1465559 May 06 10:29:27.286913 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39010) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:29:27.291433 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-c27b2ac3-6890-4aee-b47e-4c2c134023fd tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Request body: {'security_group_rule': {'security_group_id': 'c4c8a179-9f2e-453a-8dc6-de86179a337f', 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:29:27.347864 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c27b2ac3-6890-4aee-b47e-4c2c134023fd tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.353128 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d2d9c99c-7bde-49c5-8db9-19352673a5f4 req-9c61c1bf-fab7-4f50-a692-dc859470a055 service neutron] 10.222.0.84 "GET /v2.0/networks/25466e35-5aa9-4736-85ae-586d6fc19f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290154 May 06 10:29:27.404342 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c27b2ac3-6890-4aee-b47e-4c2c134023fd tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.408122 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c27b2ac3-6890-4aee-b47e-4c2c134023fd tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.427906 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b2ac3-6890-4aee-b47e-4c2c134023fd tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e42710-a215-4895-afce-1ce3ac07b0ec,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:27.436505 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c27b2ac3-6890-4aee-b47e-4c2c134023fd tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.438378 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c27b2ac3-6890-4aee-b47e-4c2c134023fd tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1504455 May 06 10:29:27.441296 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39012) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:29:27.445698 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-dae6b120-58e4-4e67-aecd-036dbbee5115 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Request body: {'security_group_rule': {'security_group_id': 'c4c8a179-9f2e-453a-8dc6-de86179a337f', 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:29:27.454622 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-b027c8ea-cdfd-40b3-b1fa-6541fc73ee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'name': 'tempest-TestMinimumBasicScenario-2043740172-router', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'fda3a53d-fdf2-4957-ae1a-85942660d64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:37Z', 'updated_at': '2022-05-06T10:28:39Z', 'revision_number': 4, 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'gw_port': {'id': 'fda3a53d-fdf2-4957-ae1a-85942660d64b', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:37Z', 'updated_at': '2022-05-06T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '3788e546-67dc-4468-b8a3-642f679af0f6', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'floating_ip_address': '172.25.5.14', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'port_id': 'f474d7eb-1f08-485d-8425-e68d5024f98e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25466e35-5aa9-4736-85ae-586d6fc19f92', 'mac_address': 'fa:16:3e:4f:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c706d6-ced5-41b0-b8ab-1b921961f696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:29:25Z', 'updated_at': '2022-05-06T10:29:25Z', 'revision_number': 0, 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1249adf4-49ac-4113-8cf5-7d14e637858f', 'name': '', 'network_id': '25466e35-5aa9-4736-85ae-586d6fc19f92', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'mac_address': 'fa:16:3e:3a:d2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'd952ad00-4617-412c-a934-92102350141f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:39Z', 'updated_at': '2022-05-06T10:28:44Z', 'revision_number': 5, 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'subnets': [{'id': 'd952ad00-4617-412c-a934-92102350141f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:27.467160 n-d-840835-1 neutron-server[102653]: INFO neutron.db.securitygroups_db [None req-dae6b120-58e4-4e67-aecd-036dbbee5115 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Project e683d627d9ba44d68e939a9f54e46ad7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:29:27.472340 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dae6b120-58e4-4e67-aecd-036dbbee5115 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.487255 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027c8ea-cdfd-40b3-b1fa-6541fc73ee4b None None] The sync data for ids ['70366d7d-c404-49ab-ac41-76ab762bd1ae'] in n-d-840835-1 is: [{'id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'name': 'tempest-TestMinimumBasicScenario-2043740172-router', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'fda3a53d-fdf2-4957-ae1a-85942660d64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:37Z', 'updated_at': '2022-05-06T10:28:39Z', 'revision_number': 4, 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'gw_port': {'id': 'fda3a53d-fdf2-4957-ae1a-85942660d64b', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:37Z', 'updated_at': '2022-05-06T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '3788e546-67dc-4468-b8a3-642f679af0f6', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'floating_ip_address': '172.25.5.14', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'port_id': 'f474d7eb-1f08-485d-8425-e68d5024f98e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25466e35-5aa9-4736-85ae-586d6fc19f92', 'mac_address': 'fa:16:3e:4f:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c706d6-ced5-41b0-b8ab-1b921961f696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:29:25Z', 'updated_at': '2022-05-06T10:29:25Z', 'revision_number': 0, 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1249adf4-49ac-4113-8cf5-7d14e637858f', 'name': '', 'network_id': '25466e35-5aa9-4736-85ae-586d6fc19f92', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'mac_address': 'fa:16:3e:3a:d2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'd952ad00-4617-412c-a934-92102350141f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:39Z', 'updated_at': '2022-05-06T10:28:44Z', 'revision_number': 5, 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'subnets': [{'id': 'd952ad00-4617-412c-a934-92102350141f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:29:27.545483 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dae6b120-58e4-4e67-aecd-036dbbee5115 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.552627 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dae6b120-58e4-4e67-aecd-036dbbee5115 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.573183 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6b120-58e4-4e67-aecd-036dbbee5115 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9dab58-ab61-4ca3-8e8f-2e224fd3128a,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:27.584507 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-dae6b120-58e4-4e67-aecd-036dbbee5115 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.585748 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-dae6b120-58e4-4e67-aecd-036dbbee5115 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1435192 May 06 10:29:27.588503 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39014) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:29:27.592798 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-824a18a6-1d60-4384-8c51-691a410fac5d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Request body: {'security_group_rule': {'security_group_id': 'c4c8a179-9f2e-453a-8dc6-de86179a337f', 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:29:27.615129 n-d-840835-1 neutron-server[102653]: INFO neutron.db.securitygroups_db [None req-824a18a6-1d60-4384-8c51-691a410fac5d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Project e683d627d9ba44d68e939a9f54e46ad7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:29:27.620252 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-824a18a6-1d60-4384-8c51-691a410fac5d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.685052 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-824a18a6-1d60-4384-8c51-691a410fac5d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.690368 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-824a18a6-1d60-4384-8c51-691a410fac5d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.703994 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee07fb24-d496-4b4d-9a15-9c1bb76058cd None None] New status for floating IP 3788e546-67dc-4468-b8a3-642f679af0f6: ACTIVE {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:29:27.708703 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a18a6-1d60-4384-8c51-691a410fac5d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e6807a1-1a37-4390-b429-2b5ebeb3af3e,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:27.715437 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-824a18a6-1d60-4384-8c51-691a410fac5d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.716630 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-824a18a6-1d60-4384-8c51-691a410fac5d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271970 May 06 10:29:27.801365 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aa8055cc-cba5-4562-af83-f5249f075897 req-5af10c21-0079-41f9-92cd-e8a1e6c4b027 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-574320108&fields=id&tenant_id=e683d627d9ba44d68e939a9f54e46ad7 HTTP/1.1" status: 200 len: 267 time: 0.0365155 May 06 10:29:27.856822 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8055cc-cba5-4562-af83-f5249f075897 req-2ef8deb0-7a31-4e08-ad13-6334fe3204e1 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:27.858337 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aa8055cc-cba5-4562-af83-f5249f075897 req-2ef8deb0-7a31-4e08-ad13-6334fe3204e1 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 945 time: 0.0511906 May 06 10:29:27.870385 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-aa8055cc-cba5-4562-af83-f5249f075897 req-958c9c02-e341-4543-a93f-70b731ceae73 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Request body: {'port': {'security_groups': ['5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1', 'c4c8a179-9f2e-453a-8dc6-de86179a337f']}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:29:27.933770 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-aa8055cc-cba5-4562-af83-f5249f075897 req-958c9c02-e341-4543-a93f-70b731ceae73 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:28.117325 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-aa8055cc-cba5-4562-af83-f5249f075897 req-958c9c02-e341-4543-a93f-70b731ceae73 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] For port f474d7eb-1f08-485d-8425-e68d5024f98e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f474d7eb-1f08-485d-8425-e68d5024f98e,segment=NetworkSegment(ccb4b26b-f3be-46bc-b346-4e07ec66cf1d),segment_id=ccb4b26b-f3be-46bc-b346-4e07ec66cf1d)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:29:28.146560 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-aa8055cc-cba5-4562-af83-f5249f075897 req-958c9c02-e341-4543-a93f-70b731ceae73 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:28.151024 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-aa8055cc-cba5-4562-af83-f5249f075897 req-958c9c02-e341-4543-a93f-70b731ceae73 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:28.162621 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['f474d7eb-1f08-485d-8425-e68d5024f98e'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:29:28.198479 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8055cc-cba5-4562-af83-f5249f075897 req-958c9c02-e341-4543-a93f-70b731ceae73 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:28.199099 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-aa8055cc-cba5-4562-af83-f5249f075897 req-958c9c02-e341-4543-a93f-70b731ceae73 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:28.200739 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aa8055cc-cba5-4562-af83-f5249f075897 req-958c9c02-e341-4543-a93f-70b731ceae73 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "PUT /v2.0/ports/f474d7eb-1f08-485d-8425-e68d5024f98e HTTP/1.1" status: 200 len: 981 time: 0.3349235 May 06 10:29:28.231385 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c9c02-e341-4543-a93f-70b731ceae73 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Pushing event updated for resources: {'Port': ['ID=f474d7eb-1f08-485d-8425-e68d5024f98e,revision_number=6']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:28.262154 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['f474d7eb-1f08-485d-8425-e68d5024f98e'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:29:28.317328 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269994d-41fe-43cf-833d-ab9552f7baff req-4b394f3f-4f4b-4955-9026-22be36727928 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:28.319166 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7269994d-41fe-43cf-833d-ab9552f7baff req-4b394f3f-4f4b-4955-9026-22be36727928 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 984 time: 0.0573616 May 06 10:29:28.365386 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7269994d-41fe-43cf-833d-ab9552f7baff req-6dc5da4d-03b2-4ecb-bdf9-336249c79c34 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1&id=c4c8a179-9f2e-453a-8dc6-de86179a337f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394232 May 06 10:29:28.471908 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1259e9a-a846-4876-82cc-82c79a3f2d4c None None] Provisioning complete for port f474d7eb-1f08-485d-8425-e68d5024f98e triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:29:28.472222 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1259e9a-a846-4876-82cc-82c79a3f2d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:28.738938 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c706d6-ced5-41b0-b8ab-1b921961f696', 'tag': 'f474d7eb-1f08-485d-8425-e68d5024f98e'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:29:28.741942 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f607f2-a4e9-4e83-be5c-01951dd59ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "33c706d6-ced5-41b0-b8ab-1b921961f696", "tag": "f474d7eb-1f08-485d-8425-e68d5024f98e"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:29:28.779700 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae71b82-c1de-4d60-b0b8-77a2378bc0c3 x-openstack-request-id: req-aae71b82-c1de-4d60-b0b8-77a2378bc0c3 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:29:28.780002 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33c706d6-ced5-41b0-b8ab-1b921961f696", "tag": "f474d7eb-1f08-485d-8425-e68d5024f98e", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:29:28.780261 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aae71b82-c1de-4d60-b0b8-77a2378bc0c3 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:29:28.780685 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aae71b82-c1de-4d60-b0b8-77a2378bc0c3'] response: {'name': 'network-changed', 'server_uuid': '33c706d6-ced5-41b0-b8ab-1b921961f696', 'tag': 'f474d7eb-1f08-485d-8425-e68d5024f98e', 'status': 'completed', 'code': 200} May 06 10:29:28.849736 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f607f2-a4e9-4e83-be5c-01951dd59ae2 req-7e891dc4-7dbf-4b94-8af3-260ce1f24822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:28.851341 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87f607f2-a4e9-4e83-be5c-01951dd59ae2 req-7e891dc4-7dbf-4b94-8af3-260ce1f24822 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e683d627d9ba44d68e939a9f54e46ad7&device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 1135 time: 0.0485661 May 06 10:29:28.950650 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f607f2-a4e9-4e83-be5c-01951dd59ae2 req-c907e279-66dc-4e68-817f-dab6fdc773db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:28.952092 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87f607f2-a4e9-4e83-be5c-01951dd59ae2 req-c907e279-66dc-4e68-817f-dab6fdc773db service neutron] 10.222.0.84 "GET /v2.0/networks?id=25466e35-5aa9-4736-85ae-586d6fc19f92 HTTP/1.1" status: 200 len: 916 time: 0.0929773 May 06 10:29:29.020885 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87f607f2-a4e9-4e83-be5c-01951dd59ae2 req-f51fc880-47b4-4142-bb83-0a1326b1f16c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f474d7eb-1f08-485d-8425-e68d5024f98e HTTP/1.1" status: 200 len: 1000 time: 0.0612411 May 06 10:29:29.072137 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f607f2-a4e9-4e83-be5c-01951dd59ae2 req-aa1734d3-1853-47fd-8e2c-1f23cfff9341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:29.073573 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87f607f2-a4e9-4e83-be5c-01951dd59ae2 req-aa1734d3-1853-47fd-8e2c-1f23cfff9341 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d952ad00-4617-412c-a934-92102350141f HTTP/1.1" status: 200 len: 854 time: 0.0435047 May 06 10:29:29.121859 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f607f2-a4e9-4e83-be5c-01951dd59ae2 req-7d12f1d7-bcd8-4c67-8d7a-50bbccb8bd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:29.123366 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87f607f2-a4e9-4e83-be5c-01951dd59ae2 req-7d12f1d7-bcd8-4c67-8d7a-50bbccb8bd49 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=25466e35-5aa9-4736-85ae-586d6fc19f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432053 May 06 10:29:29.211189 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87f607f2-a4e9-4e83-be5c-01951dd59ae2 req-6485ecce-9b06-423d-8de4-f2bdf5bb0129 service neutron] 10.222.0.84 "GET /v2.0/networks/25466e35-5aa9-4736-85ae-586d6fc19f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813923 May 06 10:29:29.307653 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87f607f2-a4e9-4e83-be5c-01951dd59ae2 req-9941e221-8552-40f1-853a-b366396a17a4 service neutron] 10.222.0.84 "GET /v2.0/networks/25466e35-5aa9-4736-85ae-586d6fc19f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876107 May 06 10:29:29.438479 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:44.673149 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb918e2-94a9-4d38-8f9c-695695eaad93 req-0f2f5cea-8f1f-42b3-ab1c-7ed1bf460642 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:44.674662 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2cb918e2-94a9-4d38-8f9c-695695eaad93 req-0f2f5cea-8f1f-42b3-ab1c-7ed1bf460642 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 984 time: 0.0773861 May 06 10:29:44.677301 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3a096-e57e-455d-b6f9-ca4e659c7de5 req-cdfc998d-0f6c-4f22-9132-6b533a786bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:44.678678 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f6c3a096-e57e-455d-b6f9-ca4e659c7de5 req-cdfc998d-0f6c-4f22-9132-6b533a786bd2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e683d627d9ba44d68e939a9f54e46ad7&device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 1135 time: 0.0726049 May 06 10:29:44.766612 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2cb918e2-94a9-4d38-8f9c-695695eaad93 req-9277b0f4-9e6d-4edd-8408-fb593ae77fb9 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1&id=c4c8a179-9f2e-453a-8dc6-de86179a337f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0852599 May 06 10:29:44.796869 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3a096-e57e-455d-b6f9-ca4e659c7de5 req-d5ab4798-98ce-4da9-aeae-1913184fcc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:44.798342 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f6c3a096-e57e-455d-b6f9-ca4e659c7de5 req-d5ab4798-98ce-4da9-aeae-1913184fcc19 service neutron] 10.222.0.84 "GET /v2.0/networks?id=25466e35-5aa9-4736-85ae-586d6fc19f92 HTTP/1.1" status: 200 len: 916 time: 0.1120555 May 06 10:29:44.864828 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f6c3a096-e57e-455d-b6f9-ca4e659c7de5 req-0e8c5fe2-d8ec-48ff-bcc3-453427aad01e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f474d7eb-1f08-485d-8425-e68d5024f98e HTTP/1.1" status: 200 len: 1000 time: 0.0593543 May 06 10:29:44.920461 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3a096-e57e-455d-b6f9-ca4e659c7de5 req-a1facae8-16c0-4b78-a9a4-f0a4f10247e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:44.921956 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f6c3a096-e57e-455d-b6f9-ca4e659c7de5 req-a1facae8-16c0-4b78-a9a4-f0a4f10247e7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d952ad00-4617-412c-a934-92102350141f HTTP/1.1" status: 200 len: 854 time: 0.0491252 May 06 10:29:44.967717 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3a096-e57e-455d-b6f9-ca4e659c7de5 req-8d1f7424-0713-425b-a327-edb8e0f1e930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:44.969829 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f6c3a096-e57e-455d-b6f9-ca4e659c7de5 req-8d1f7424-0713-425b-a327-edb8e0f1e930 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=25466e35-5aa9-4736-85ae-586d6fc19f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400543 May 06 10:29:45.058901 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f6c3a096-e57e-455d-b6f9-ca4e659c7de5 req-1b3f557a-4b62-4449-a97e-3d4c98c24622 service neutron] 10.222.0.84 "GET /v2.0/networks/25466e35-5aa9-4736-85ae-586d6fc19f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824344 May 06 10:29:45.152051 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f6c3a096-e57e-455d-b6f9-ca4e659c7de5 req-faeeefab-61bc-4279-aafb-3843685900c4 service neutron] 10.222.0.84 "GET /v2.0/networks/25466e35-5aa9-4736-85ae-586d6fc19f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858688 May 06 10:29:45.884423 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c9f86-62a7-452a-979e-1cb15189a545 req-07838933-34dd-4875-8894-380d29a05486 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:45.885815 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-350c9f86-62a7-452a-979e-1cb15189a545 req-07838933-34dd-4875-8894-380d29a05486 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 984 time: 0.0509062 May 06 10:29:45.929204 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-350c9f86-62a7-452a-979e-1cb15189a545 req-ca45e43d-0ff1-4422-bc58-c1fc8dba36fe tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1&id=c4c8a179-9f2e-453a-8dc6-de86179a337f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371158 May 06 10:29:45.986581 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-92606707-0a28-4e9d-b2be-ab752219f4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:47.049306 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6483dd-0e94-45a1-93b0-c1d99f50ddd1 req-8ae10603-f9cf-44af-99cd-49acef0db056 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:47.050786 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb6483dd-0e94-45a1-93b0-c1d99f50ddd1 req-8ae10603-f9cf-44af-99cd-49acef0db056 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 984 time: 0.0537086 May 06 10:29:47.089964 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fb6483dd-0e94-45a1-93b0-c1d99f50ddd1 req-e132c99d-fab4-46bf-b0b4-ae8770d33ed4 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1&id=c4c8a179-9f2e-453a-8dc6-de86179a337f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331049 May 06 10:29:48.207356 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc2fa7-e23b-4576-9884-139f7b27f9f7 req-93ee4513-36a1-441f-b828-696b2863e571 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:48.208774 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-49dc2fa7-e23b-4576-9884-139f7b27f9f7 req-93ee4513-36a1-441f-b828-696b2863e571 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 984 time: 0.0512204 May 06 10:29:48.247942 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-49dc2fa7-e23b-4576-9884-139f7b27f9f7 req-1bd5b0b3-2149-454d-bcb7-328769c205e0 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1&id=c4c8a179-9f2e-453a-8dc6-de86179a337f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331035 May 06 10:29:48.525964 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-525c03b7-f7dc-468b-93d9-61c31240967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:49.177710 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:49.364503 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6bf46-14b9-440c-a5eb-cef8f5dc400c req-22929e97-7c67-4f13-b297-877bcc86e1d4 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:49.365972 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-91b6bf46-14b9-440c-a5eb-cef8f5dc400c req-22929e97-7c67-4f13-b297-877bcc86e1d4 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 984 time: 0.0495195 May 06 10:29:49.404925 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-91b6bf46-14b9-440c-a5eb-cef8f5dc400c req-cc05212b-6c0f-4525-ae82-35d91df22dea tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1&id=c4c8a179-9f2e-453a-8dc6-de86179a337f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328338 May 06 10:29:49.681743 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:50.526795 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa422279-fb40-4adc-a899-e55aeb894546 req-7dd180e4-e7ec-43fb-b611-968ca57d58c3 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:50.528340 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fa422279-fb40-4adc-a899-e55aeb894546 req-7dd180e4-e7ec-43fb-b611-968ca57d58c3 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 984 time: 0.0566690 May 06 10:29:50.568788 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fa422279-fb40-4adc-a899-e55aeb894546 req-9d74aa98-8550-4b9b-8151-22ff90e6ed36 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1&id=c4c8a179-9f2e-453a-8dc6-de86179a337f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338521 May 06 10:29:51.370909 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:51.536351 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:51.688504 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99823040-4cf8-49ec-99ef-ad060246c75c req-2dd6641d-5619-4d26-a6f0-20d6519118c1 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:51.689994 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99823040-4cf8-49ec-99ef-ad060246c75c req-2dd6641d-5619-4d26-a6f0-20d6519118c1 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 984 time: 0.0500364 May 06 10:29:51.729806 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99823040-4cf8-49ec-99ef-ad060246c75c req-a40709e7-d7f3-4211-bd94-96f7209f7c69 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1&id=c4c8a179-9f2e-453a-8dc6-de86179a337f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337365 May 06 10:29:52.845284 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5134d38-4d7b-4105-b282-2a5e4a358608 req-258b5579-9f19-414a-99f0-9416af90d537 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:52.846781 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e5134d38-4d7b-4105-b282-2a5e4a358608 req-258b5579-9f19-414a-99f0-9416af90d537 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 984 time: 0.0498176 May 06 10:29:52.887836 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e5134d38-4d7b-4105-b282-2a5e4a358608 req-365cd061-feab-410e-9287-64b697a69f2b tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1&id=c4c8a179-9f2e-453a-8dc6-de86179a337f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348985 May 06 10:29:54.006552 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb24763-e5f7-4b1b-b463-f2187c9119cb req-053a36ff-5d6b-48b4-bbf1-b15d9ee32c9d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:54.008129 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7fb24763-e5f7-4b1b-b463-f2187c9119cb req-053a36ff-5d6b-48b4-bbf1-b15d9ee32c9d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 984 time: 0.0536504 May 06 10:29:54.047278 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7fb24763-e5f7-4b1b-b463-f2187c9119cb req-b1da6e82-ac81-4fa6-a29a-4500648d4300 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1&id=c4c8a179-9f2e-453a-8dc6-de86179a337f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331209 May 06 10:29:55.165915 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5aa073-681a-417b-8f1d-60bab1408a87 req-6edeebbf-70da-4346-a6f3-219ca1fe17c2 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:55.167366 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d5aa073-681a-417b-8f1d-60bab1408a87 req-6edeebbf-70da-4346-a6f3-219ca1fe17c2 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 984 time: 0.0504143 May 06 10:29:55.207180 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2d5aa073-681a-417b-8f1d-60bab1408a87 req-cf2c0394-fdd6-4d4e-a8fb-53078b2531c1 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1&id=c4c8a179-9f2e-453a-8dc6-de86179a337f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336430 May 06 10:29:56.334472 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc87ba-83b4-490f-a768-9b73e9a80c4e req-75130ddb-f7ac-49c6-947b-92d8a7706eed tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:56.336024 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-88dc87ba-83b4-490f-a768-9b73e9a80c4e req-75130ddb-f7ac-49c6-947b-92d8a7706eed tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 984 time: 0.0501153 May 06 10:29:56.376051 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-88dc87ba-83b4-490f-a768-9b73e9a80c4e req-f25479f9-bac7-43ee-bd9d-ca7e1164831b tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1&id=c4c8a179-9f2e-453a-8dc6-de86179a337f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339468 May 06 10:29:58.008356 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:29:59.428793 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:08.294134 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-45b21967-77ad-42c1-bb9d-6c3cdc621121 req-afa0c196-1cf8-4287-bbac-a005a0273495 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0926812 May 06 10:30:08.379144 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b21967-77ad-42c1-bb9d-6c3cdc621121 req-c5ea7dd0-9075-47f8-a320-cd42bd3af9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:08.380692 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-45b21967-77ad-42c1-bb9d-6c3cdc621121 req-c5ea7dd0-9075-47f8-a320-cd42bd3af9e1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e683d627d9ba44d68e939a9f54e46ad7&device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 1135 time: 0.0419364 May 06 10:30:08.490358 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b21967-77ad-42c1-bb9d-6c3cdc621121 req-bced2246-7f5a-465f-b99a-a91f9db4106a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:08.491816 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-45b21967-77ad-42c1-bb9d-6c3cdc621121 req-bced2246-7f5a-465f-b99a-a91f9db4106a service neutron] 10.222.0.84 "GET /v2.0/networks?id=25466e35-5aa9-4736-85ae-586d6fc19f92 HTTP/1.1" status: 200 len: 916 time: 0.0900965 May 06 10:30:08.562715 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-45b21967-77ad-42c1-bb9d-6c3cdc621121 req-ca98894e-ac7e-495f-9353-94bd9f838835 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f474d7eb-1f08-485d-8425-e68d5024f98e HTTP/1.1" status: 200 len: 1000 time: 0.0637593 May 06 10:30:08.612989 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b21967-77ad-42c1-bb9d-6c3cdc621121 req-8c3fd7fb-8a82-43dc-a89d-32e8b56940f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:08.614482 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-45b21967-77ad-42c1-bb9d-6c3cdc621121 req-8c3fd7fb-8a82-43dc-a89d-32e8b56940f8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d952ad00-4617-412c-a934-92102350141f HTTP/1.1" status: 200 len: 854 time: 0.0449181 May 06 10:30:08.661081 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b21967-77ad-42c1-bb9d-6c3cdc621121 req-5d7266fd-bcf7-4328-a99d-c2e4912b96b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:08.662552 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-45b21967-77ad-42c1-bb9d-6c3cdc621121 req-5d7266fd-bcf7-4328-a99d-c2e4912b96b3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=25466e35-5aa9-4736-85ae-586d6fc19f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402057 May 06 10:30:08.757249 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-45b21967-77ad-42c1-bb9d-6c3cdc621121 req-1bf4b1b3-4aa2-4266-b763-d1851c8353af service neutron] 10.222.0.84 "GET /v2.0/networks/25466e35-5aa9-4736-85ae-586d6fc19f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868826 May 06 10:30:08.846647 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-45b21967-77ad-42c1-bb9d-6c3cdc621121 req-06083857-e65c-46c1-a071-7b743616b511 service neutron] 10.222.0.84 "GET /v2.0/networks/25466e35-5aa9-4736-85ae-586d6fc19f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820367 May 06 10:30:15.989221 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dc80af2e-01b9-4ce4-b1af-b91f96cc2b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:18.527476 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5117de80-1a6f-4167-a921-d0e17136366e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:19.180374 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:19.684506 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:21.375192 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:21.538563 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:28.635745 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ee6f2b92-c216-4f78-b346-203d5f577b50 req-64a84d78-c4ef-4b73-a467-b8555816e920 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-574320108&fields=id&tenant_id=e683d627d9ba44d68e939a9f54e46ad7 HTTP/1.1" status: 200 len: 267 time: 0.0335460 May 06 10:30:28.697515 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f2b92-c216-4f78-b346-203d5f577b50 req-b7fc45b0-eb9d-4435-bb3f-e69eb40c0094 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:28.699014 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ee6f2b92-c216-4f78-b346-203d5f577b50 req-b7fc45b0-eb9d-4435-bb3f-e69eb40c0094 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 984 time: 0.0577185 May 06 10:30:28.710474 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-ee6f2b92-c216-4f78-b346-203d5f577b50 req-1851701b-ac15-4855-805e-5b85f7177e1d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Request body: {'port': {'security_groups': ['5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1']}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:30:28.776891 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ee6f2b92-c216-4f78-b346-203d5f577b50 req-1851701b-ac15-4855-805e-5b85f7177e1d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:28.948944 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-ee6f2b92-c216-4f78-b346-203d5f577b50 req-1851701b-ac15-4855-805e-5b85f7177e1d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] For port f474d7eb-1f08-485d-8425-e68d5024f98e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f474d7eb-1f08-485d-8425-e68d5024f98e,segment=NetworkSegment(ccb4b26b-f3be-46bc-b346-4e07ec66cf1d),segment_id=ccb4b26b-f3be-46bc-b346-4e07ec66cf1d)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:30:28.978874 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ee6f2b92-c216-4f78-b346-203d5f577b50 req-1851701b-ac15-4855-805e-5b85f7177e1d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:28.983773 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ee6f2b92-c216-4f78-b346-203d5f577b50 req-1851701b-ac15-4855-805e-5b85f7177e1d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:28.996156 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['f474d7eb-1f08-485d-8425-e68d5024f98e'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:30:29.028224 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f2b92-c216-4f78-b346-203d5f577b50 req-1851701b-ac15-4855-805e-5b85f7177e1d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:29.028884 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-ee6f2b92-c216-4f78-b346-203d5f577b50 req-1851701b-ac15-4855-805e-5b85f7177e1d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:29.030894 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ee6f2b92-c216-4f78-b346-203d5f577b50 req-1851701b-ac15-4855-805e-5b85f7177e1d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "PUT /v2.0/ports/f474d7eb-1f08-485d-8425-e68d5024f98e HTTP/1.1" status: 200 len: 942 time: 0.3248060 May 06 10:30:29.030894 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c706d6-ced5-41b0-b8ab-1b921961f696', 'tag': 'f474d7eb-1f08-485d-8425-e68d5024f98e'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:30:29.037263 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ecde7e-64fa-4c3c-a940-a3b6fe4ec4a5" -d '{"events": [{"name": "network-changed", "server_uuid": "33c706d6-ced5-41b0-b8ab-1b921961f696", "tag": "f474d7eb-1f08-485d-8425-e68d5024f98e"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:30:29.037590 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39066) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:29.058946 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851701b-ac15-4855-805e-5b85f7177e1d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Pushing event updated for resources: {'Port': ['ID=f474d7eb-1f08-485d-8425-e68d5024f98e,revision_number=7']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:29.068073 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851701b-ac15-4855-805e-5b85f7177e1d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:29.068422 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851701b-ac15-4855-805e-5b85f7177e1d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:29.068759 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851701b-ac15-4855-805e-5b85f7177e1d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:29.069292 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851701b-ac15-4855-805e-5b85f7177e1d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:29.070032 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851701b-ac15-4855-805e-5b85f7177e1d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:29.070258 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851701b-ac15-4855-805e-5b85f7177e1d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:29.070598 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851701b-ac15-4855-805e-5b85f7177e1d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:29.070931 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851701b-ac15-4855-805e-5b85f7177e1d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:29.071290 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851701b-ac15-4855-805e-5b85f7177e1d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:29.071623 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851701b-ac15-4855-805e-5b85f7177e1d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:29.071952 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851701b-ac15-4855-805e-5b85f7177e1d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:29.072278 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851701b-ac15-4855-805e-5b85f7177e1d tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:29.107612 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5704ba67-be2e-416e-ade5-ccda4c8b8529 x-openstack-request-id: req-5704ba67-be2e-416e-ade5-ccda4c8b8529 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:30:29.107920 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33c706d6-ced5-41b0-b8ab-1b921961f696", "tag": "f474d7eb-1f08-485d-8425-e68d5024f98e", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:30:29.108182 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5704ba67-be2e-416e-ade5-ccda4c8b8529 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:30:29.108631 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5704ba67-be2e-416e-ade5-ccda4c8b8529'] response: {'name': 'network-changed', 'server_uuid': '33c706d6-ced5-41b0-b8ab-1b921961f696', 'tag': 'f474d7eb-1f08-485d-8425-e68d5024f98e', 'status': 'completed', 'code': 200} May 06 10:30:29.125517 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['f474d7eb-1f08-485d-8425-e68d5024f98e'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:30:29.129552 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e30c8389-0b9b-432c-a2f8-fdfab0bd51d8 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:29.162132 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e30c8389-0b9b-432c-a2f8-fdfab0bd51d8 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:29.175224 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ecde7e-64fa-4c3c-a940-a3b6fe4ec4a5 req-d8192c4d-6d5a-4d5e-bd50-c9bda1bb8cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:29.177389 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-30ecde7e-64fa-4c3c-a940-a3b6fe4ec4a5 req-d8192c4d-6d5a-4d5e-bd50-c9bda1bb8cad service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e683d627d9ba44d68e939a9f54e46ad7&device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 1096 time: 0.0507059 May 06 10:30:29.238789 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e30c8389-0b9b-432c-a2f8-fdfab0bd51d8 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:29.242956 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e30c8389-0b9b-432c-a2f8-fdfab0bd51d8 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:29.244808 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e30c8389-0b9b-432c-a2f8-fdfab0bd51d8 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "DELETE /v2.0/security-groups/c4c8a179-9f2e-453a-8dc6-de86179a337f HTTP/1.1" status: 204 len: 168 time: 0.2058206 May 06 10:30:29.249808 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39070) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:29.266812 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c8389-0b9b-432c-a2f8-fdfab0bd51d8 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c8a179-9f2e-453a-8dc6-de86179a337f,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:29.282843 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ecde7e-64fa-4c3c-a940-a3b6fe4ec4a5 req-bc406a75-572f-4959-aae2-f8e94f83e445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:29.285005 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-30ecde7e-64fa-4c3c-a940-a3b6fe4ec4a5 req-bc406a75-572f-4959-aae2-f8e94f83e445 service neutron] 10.222.0.84 "GET /v2.0/networks?id=25466e35-5aa9-4736-85ae-586d6fc19f92 HTTP/1.1" status: 200 len: 916 time: 0.1003821 May 06 10:30:29.306252 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c8389-0b9b-432c-a2f8-fdfab0bd51d8 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:29.306766 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c8389-0b9b-432c-a2f8-fdfab0bd51d8 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:29.307234 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c8389-0b9b-432c-a2f8-fdfab0bd51d8 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:29.307682 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c8389-0b9b-432c-a2f8-fdfab0bd51d8 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:29.308145 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c8389-0b9b-432c-a2f8-fdfab0bd51d8 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:29.308689 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c8389-0b9b-432c-a2f8-fdfab0bd51d8 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:29.309562 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c8389-0b9b-432c-a2f8-fdfab0bd51d8 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:29.309562 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c8389-0b9b-432c-a2f8-fdfab0bd51d8 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:29.309958 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c8389-0b9b-432c-a2f8-fdfab0bd51d8 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:29.310390 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c8389-0b9b-432c-a2f8-fdfab0bd51d8 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:29.310826 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c8389-0b9b-432c-a2f8-fdfab0bd51d8 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:29.311312 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c8389-0b9b-432c-a2f8-fdfab0bd51d8 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:29.362414 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-8f2d49fb-ace6-43ed-8dab-28ddc26e77e1 None None] Provisioning complete for port f474d7eb-1f08-485d-8425-e68d5024f98e triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:30:29.362659 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8f2d49fb-ace6-43ed-8dab-28ddc26e77e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:29.363047 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-30ecde7e-64fa-4c3c-a940-a3b6fe4ec4a5 req-f2d83094-4325-43c6-befc-e7db8f7f23c9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f474d7eb-1f08-485d-8425-e68d5024f98e HTTP/1.1" status: 200 len: 1000 time: 0.0702350 May 06 10:30:29.419293 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ecde7e-64fa-4c3c-a940-a3b6fe4ec4a5 req-03b7890e-6f62-45d6-8ae9-49cac60aaf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:29.421147 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-30ecde7e-64fa-4c3c-a940-a3b6fe4ec4a5 req-03b7890e-6f62-45d6-8ae9-49cac60aaf55 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d952ad00-4617-412c-a934-92102350141f HTTP/1.1" status: 200 len: 854 time: 0.0508707 May 06 10:30:29.456123 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:29.458578 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-5d1a585b-c705-4f24-8e6c-e423feefa371 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Deleting port ff10a251-0495-4eaf-8607-7d150cea008d {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:30:29.459176 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5d1a585b-c705-4f24-8e6c-e423feefa371 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:29.481329 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ecde7e-64fa-4c3c-a940-a3b6fe4ec4a5 req-406a6a0f-b96d-42d3-a189-9c9d38960cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:29.483183 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-30ecde7e-64fa-4c3c-a940-a3b6fe4ec4a5 req-406a6a0f-b96d-42d3-a189-9c9d38960cef service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=25466e35-5aa9-4736-85ae-586d6fc19f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518515 May 06 10:30:29.537255 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5d1a585b-c705-4f24-8e6c-e423feefa371 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:29.537590 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5d1a585b-c705-4f24-8e6c-e423feefa371 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:29.549366 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-5d1a585b-c705-4f24-8e6c-e423feefa371 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Calling delete_port for ff10a251-0495-4eaf-8607-7d150cea008d owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:30:29.577084 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-30ecde7e-64fa-4c3c-a940-a3b6fe4ec4a5 req-53ee2847-d035-4017-8962-6756b3c06d8c service neutron] 10.222.0.84 "GET /v2.0/networks/25466e35-5aa9-4736-85ae-586d6fc19f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865760 May 06 10:30:29.669664 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-30ecde7e-64fa-4c3c-a940-a3b6fe4ec4a5 req-9962dfbd-81bc-4b01-87aa-37ec2ba624db service neutron] 10.222.0.84 "GET /v2.0/networks/25466e35-5aa9-4736-85ae-586d6fc19f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860224 May 06 10:30:29.706087 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5d1a585b-c705-4f24-8e6c-e423feefa371 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:29.732681 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a585b-c705-4f24-8e6c-e423feefa371 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Pushing event deleted for resources: {'Port': ['ID=ff10a251-0495-4eaf-8607-7d150cea008d,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:29.796759 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5d1a585b-c705-4f24-8e6c-e423feefa371 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:29.797159 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-5d1a585b-c705-4f24-8e6c-e423feefa371 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Floating IP 3788e546-67dc-4468-b8a3-642f679af0f6 disassociated (deleted). External IP: 172.25.5.14, port: f474d7eb-1f08-485d-8425-e68d5024f98e. May 06 10:30:30.008274 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1a585b-c705-4f24-8e6c-e423feefa371 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Router 70366d7d-c404-49ab-ac41-76ab762bd1ae has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:30:30.116905 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1a585b-c705-4f24-8e6c-e423feefa371 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:30:30.121707 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5d1a585b-c705-4f24-8e6c-e423feefa371 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:30.130234 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01008e7-055c-4fb5-993d-54bf35d247c9 None None] Sync routers for ids ['70366d7d-c404-49ab-ac41-76ab762bd1ae'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:30:30.140366 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01008e7-055c-4fb5-993d-54bf35d247c9 None None] Routers {'70366d7d-c404-49ab-ac41-76ab762bd1ae'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:30:30.140993 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-b01008e7-055c-4fb5-993d-54bf35d247c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:30:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['70366d7d-c404-49ab-ac41-76ab762bd1ae'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:30:30.151648 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5d1a585b-c705-4f24-8e6c-e423feefa371 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "DELETE /v2.0/floatingips/3788e546-67dc-4468-b8a3-642f679af0f6 HTTP/1.1" status: 204 len: 168 time: 0.8986146 May 06 10:30:30.152237 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c706d6-ced5-41b0-b8ab-1b921961f696', 'tag': 'f474d7eb-1f08-485d-8425-e68d5024f98e'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:30:30.154554 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc54c7f4f948625fd71ea713726d03f540f380bf8dc15aa0e3b2eb64ee00836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b466a3e-5601-40bf-b58f-58efd06b7369" -d '{"events": [{"name": "network-changed", "server_uuid": "33c706d6-ced5-41b0-b8ab-1b921961f696", "tag": "f474d7eb-1f08-485d-8425-e68d5024f98e"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:30:30.248386 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-b01008e7-055c-4fb5-993d-54bf35d247c9 None None] Set router 70366d7d-c404-49ab-ac41-76ab762bd1ae gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:30:30.357784 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05d542a-d1a8-4297-86eb-b0a685f96aeb x-openstack-request-id: req-f05d542a-d1a8-4297-86eb-b0a685f96aeb {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:30:30.358386 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33c706d6-ced5-41b0-b8ab-1b921961f696", "tag": "f474d7eb-1f08-485d-8425-e68d5024f98e", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:30:30.359595 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f05d542a-d1a8-4297-86eb-b0a685f96aeb {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:30:30.360246 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f05d542a-d1a8-4297-86eb-b0a685f96aeb'] response: {'name': 'network-changed', 'server_uuid': '33c706d6-ced5-41b0-b8ab-1b921961f696', 'tag': 'f474d7eb-1f08-485d-8425-e68d5024f98e', 'status': 'completed', 'code': 200} May 06 10:30:30.433100 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b466a3e-5601-40bf-b58f-58efd06b7369 req-9b8abcfe-baa2-44bb-bbd2-f4b8fa427b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:30.434874 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b466a3e-5601-40bf-b58f-58efd06b7369 req-9b8abcfe-baa2-44bb-bbd2-f4b8fa427b11 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e683d627d9ba44d68e939a9f54e46ad7&device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 1096 time: 0.0466347 May 06 10:30:30.463781 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-b01008e7-055c-4fb5-993d-54bf35d247c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'name': 'tempest-TestMinimumBasicScenario-2043740172-router', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'fda3a53d-fdf2-4957-ae1a-85942660d64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:37Z', 'updated_at': '2022-05-06T10:28:39Z', 'revision_number': 4, 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'gw_port': {'id': 'fda3a53d-fdf2-4957-ae1a-85942660d64b', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:37Z', 'updated_at': '2022-05-06T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '1249adf4-49ac-4113-8cf5-7d14e637858f', 'name': '', 'network_id': '25466e35-5aa9-4736-85ae-586d6fc19f92', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'mac_address': 'fa:16:3e:3a:d2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'd952ad00-4617-412c-a934-92102350141f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:39Z', 'updated_at': '2022-05-06T10:28:44Z', 'revision_number': 5, 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'subnets': [{'id': 'd952ad00-4617-412c-a934-92102350141f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:30:30.491217 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01008e7-055c-4fb5-993d-54bf35d247c9 None None] Checking router: 70366d7d-c404-49ab-ac41-76ab762bd1ae for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:30:30.499548 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01008e7-055c-4fb5-993d-54bf35d247c9 None None] Routers {'70366d7d-c404-49ab-ac41-76ab762bd1ae'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:30:30.500167 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-b01008e7-055c-4fb5-993d-54bf35d247c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:30:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['70366d7d-c404-49ab-ac41-76ab762bd1ae'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:30:30.533818 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b466a3e-5601-40bf-b58f-58efd06b7369 req-f5d8c87b-7b55-4a9b-aea3-dc311539ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:30.535826 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b466a3e-5601-40bf-b58f-58efd06b7369 req-f5d8c87b-7b55-4a9b-aea3-dc311539ed5d service neutron] 10.222.0.84 "GET /v2.0/networks?id=25466e35-5aa9-4736-85ae-586d6fc19f92 HTTP/1.1" status: 200 len: 916 time: 0.0899453 May 06 10:30:30.586272 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b466a3e-5601-40bf-b58f-58efd06b7369 req-90096240-9ab1-48a5-ac1d-90a217514db3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f474d7eb-1f08-485d-8425-e68d5024f98e HTTP/1.1" status: 200 len: 217 time: 0.0428150 May 06 10:30:30.645217 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b466a3e-5601-40bf-b58f-58efd06b7369 req-f6230a7f-b93e-4401-bac8-6dfd6701b5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:30.646722 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b466a3e-5601-40bf-b58f-58efd06b7369 req-f6230a7f-b93e-4401-bac8-6dfd6701b5b6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d952ad00-4617-412c-a934-92102350141f HTTP/1.1" status: 200 len: 854 time: 0.0524352 May 06 10:30:30.704195 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b466a3e-5601-40bf-b58f-58efd06b7369 req-4c30e754-d340-48bf-85ba-35104c5142c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:30.705729 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b466a3e-5601-40bf-b58f-58efd06b7369 req-4c30e754-d340-48bf-85ba-35104c5142c0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=25466e35-5aa9-4736-85ae-586d6fc19f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471323 May 06 10:30:30.763865 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-b01008e7-055c-4fb5-993d-54bf35d247c9 None None] Set router 70366d7d-c404-49ab-ac41-76ab762bd1ae gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:30:30.805361 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b466a3e-5601-40bf-b58f-58efd06b7369 req-0368bf65-27a4-47cb-9d6a-d9a367c9da7a service neutron] 10.222.0.84 "GET /v2.0/networks/25466e35-5aa9-4736-85ae-586d6fc19f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841453 May 06 10:30:30.913930 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b466a3e-5601-40bf-b58f-58efd06b7369 req-5552f211-e5b3-4eea-ba2b-678148f3166c service neutron] 10.222.0.84 "GET /v2.0/networks/25466e35-5aa9-4736-85ae-586d6fc19f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015234 May 06 10:30:30.975810 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-b01008e7-055c-4fb5-993d-54bf35d247c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'name': 'tempest-TestMinimumBasicScenario-2043740172-router', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'fda3a53d-fdf2-4957-ae1a-85942660d64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:37Z', 'updated_at': '2022-05-06T10:28:39Z', 'revision_number': 4, 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'gw_port': {'id': 'fda3a53d-fdf2-4957-ae1a-85942660d64b', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:37Z', 'updated_at': '2022-05-06T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '1249adf4-49ac-4113-8cf5-7d14e637858f', 'name': '', 'network_id': '25466e35-5aa9-4736-85ae-586d6fc19f92', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'mac_address': 'fa:16:3e:3a:d2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'd952ad00-4617-412c-a934-92102350141f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:39Z', 'updated_at': '2022-05-06T10:28:44Z', 'revision_number': 5, 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'subnets': [{'id': 'd952ad00-4617-412c-a934-92102350141f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:30:31.002904 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01008e7-055c-4fb5-993d-54bf35d247c9 None None] The sync data for ids ['70366d7d-c404-49ab-ac41-76ab762bd1ae'] in n-d-840835-1 is: [{'id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'name': 'tempest-TestMinimumBasicScenario-2043740172-router', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'fda3a53d-fdf2-4957-ae1a-85942660d64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:37Z', 'updated_at': '2022-05-06T10:28:39Z', 'revision_number': 4, 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'gw_port': {'id': 'fda3a53d-fdf2-4957-ae1a-85942660d64b', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:37Z', 'updated_at': '2022-05-06T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '1249adf4-49ac-4113-8cf5-7d14e637858f', 'name': '', 'network_id': '25466e35-5aa9-4736-85ae-586d6fc19f92', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'mac_address': 'fa:16:3e:3a:d2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'd952ad00-4617-412c-a934-92102350141f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:39Z', 'updated_at': '2022-05-06T10:28:44Z', 'revision_number': 5, 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'subnets': [{'id': 'd952ad00-4617-412c-a934-92102350141f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:30:31.225856 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8350cee7-e04f-497b-b524-c8c9c11961e1 None None] New status for floating IP 3788e546-67dc-4468-b8a3-642f679af0f6: DOWN {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:30:35.007856 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:30:37.109995 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5295c-9018-46a9-9527-a5e48e0139af req-05b16335-71a1-4569-8fba-0b01439fe5e4 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:37.111554 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9fd5295c-9018-46a9-9527-a5e48e0139af req-05b16335-71a1-4569-8fba-0b01439fe5e4 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 945 time: 0.0513949 May 06 10:30:37.150939 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9fd5295c-9018-46a9-9527-a5e48e0139af req-78a0a2f2-8c9d-4704-883b-643f5a5c245e tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325682 May 06 10:30:38.265860 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95529f2a-606b-4a45-b269-6f837f64a5d3 req-2c9e53ad-8e95-41ea-9c37-aea1859f06d0 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:38.267357 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95529f2a-606b-4a45-b269-6f837f64a5d3 req-2c9e53ad-8e95-41ea-9c37-aea1859f06d0 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 945 time: 0.0481308 May 06 10:30:38.304281 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95529f2a-606b-4a45-b269-6f837f64a5d3 req-5af7e887-5bea-4f98-b736-bd93e3a95c19 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/security-groups?id=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304267 May 06 10:30:38.737499 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2fad9-8e9f-4dee-b454-52b8e247fd52 req-24f84412-6aa0-4255-a79a-b7b2a05e6bc2 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:38.739510 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-83f2fad9-8e9f-4dee-b454-52b8e247fd52 req-24f84412-6aa0-4255-a79a-b7b2a05e6bc2 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.84 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 945 time: 0.0532761 May 06 10:30:38.831071 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-83f2fad9-8e9f-4dee-b454-52b8e247fd52 req-51d5d1c5-a4ee-49b4-9a72-a72f65268277 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Deleting port f474d7eb-1f08-485d-8425-e68d5024f98e {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:30:38.831446 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-83f2fad9-8e9f-4dee-b454-52b8e247fd52 req-51d5d1c5-a4ee-49b4-9a72-a72f65268277 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:38.922751 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-83f2fad9-8e9f-4dee-b454-52b8e247fd52 req-51d5d1c5-a4ee-49b4-9a72-a72f65268277 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] For port f474d7eb-1f08-485d-8425-e68d5024f98e, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=f474d7eb-1f08-485d-8425-e68d5024f98e,segment=NetworkSegment(ccb4b26b-f3be-46bc-b346-4e07ec66cf1d),segment_id=ccb4b26b-f3be-46bc-b346-4e07ec66cf1d)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:30:38.923138 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-83f2fad9-8e9f-4dee-b454-52b8e247fd52 req-51d5d1c5-a4ee-49b4-9a72-a72f65268277 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:38.936392 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-83f2fad9-8e9f-4dee-b454-52b8e247fd52 req-51d5d1c5-a4ee-49b4-9a72-a72f65268277 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Calling delete_port for f474d7eb-1f08-485d-8425-e68d5024f98e owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:30:39.064324 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-83f2fad9-8e9f-4dee-b454-52b8e247fd52 req-51d5d1c5-a4ee-49b4-9a72-a72f65268277 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:39.076884 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['f474d7eb-1f08-485d-8425-e68d5024f98e'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:30:39.092760 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5d1c5-a4ee-49b4-9a72-a72f65268277 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Pushing event deleted for resources: {'Port': ['ID=f474d7eb-1f08-485d-8425-e68d5024f98e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:39.135575 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f2fad9-8e9f-4dee-b454-52b8e247fd52 req-51d5d1c5-a4ee-49b4-9a72-a72f65268277 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] No DVR routers for this DVR port f474d7eb-1f08-485d-8425-e68d5024f98e on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:30:39.138105 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-83f2fad9-8e9f-4dee-b454-52b8e247fd52 req-51d5d1c5-a4ee-49b4-9a72-a72f65268277 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:39.141422 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-83f2fad9-8e9f-4dee-b454-52b8e247fd52 req-51d5d1c5-a4ee-49b4-9a72-a72f65268277 tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.84 "DELETE /v2.0/ports/f474d7eb-1f08-485d-8425-e68d5024f98e HTTP/1.1" status: 204 len: 173 time: 0.3951519 May 06 10:30:39.141867 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c706d6-ced5-41b0-b8ab-1b921961f696', 'name': 'network-vif-deleted', 'tag': 'f474d7eb-1f08-485d-8425-e68d5024f98e'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:30:39.144170 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749084048c946a2937c4f40400be241323ea812d7fe5f76a2da37da0aa6dfff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903357e8-850c-4093-9fe2-77afe125fbe6" -d '{"events": [{"server_uuid": "33c706d6-ced5-41b0-b8ab-1b921961f696", "name": "network-vif-deleted", "tag": "f474d7eb-1f08-485d-8425-e68d5024f98e"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:30:39.183317 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe336028-649a-4867-85a1-0ddc6a96b7e2 x-openstack-request-id: req-fe336028-649a-4867-85a1-0ddc6a96b7e2 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:30:39.183624 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c706d6-ced5-41b0-b8ab-1b921961f696", "name": "network-vif-deleted", "tag": "f474d7eb-1f08-485d-8425-e68d5024f98e", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:30:39.183874 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fe336028-649a-4867-85a1-0ddc6a96b7e2 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:30:39.184286 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe336028-649a-4867-85a1-0ddc6a96b7e2'] response: {'server_uuid': '33c706d6-ced5-41b0-b8ab-1b921961f696', 'name': 'network-vif-deleted', 'tag': 'f474d7eb-1f08-485d-8425-e68d5024f98e', 'status': 'completed', 'code': 200} May 06 10:30:39.410282 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-873165d5-2663-4a02-a1a1-69a370e31cf6 req-8f0eb081-b603-4ed0-ba16-92fbeda742ab tempest-TestMinimumBasicScenario-413455741 tempest-TestMinimumBasicScenario-413455741-project] 10.222.0.73 "GET /v2.0/ports?device_id=33c706d6-ced5-41b0-b8ab-1b921961f696 HTTP/1.1" status: 200 len: 210 time: 0.0259643 May 06 10:30:40.978988 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39164) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:41.318123 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6f87d376-67b2-44ac-a8e8-dbca49b5c180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:41.558670 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-6f87d376-67b2-44ac-a8e8-dbca49b5c180 admin admin] Deleting port 1249adf4-49ac-4113-8cf5-7d14e637858f {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:30:41.559011 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6f87d376-67b2-44ac-a8e8-dbca49b5c180 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:41.634870 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-6f87d376-67b2-44ac-a8e8-dbca49b5c180 admin admin] For port 1249adf4-49ac-4113-8cf5-7d14e637858f, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=1249adf4-49ac-4113-8cf5-7d14e637858f,segment=NetworkSegment(ccb4b26b-f3be-46bc-b346-4e07ec66cf1d),segment_id=ccb4b26b-f3be-46bc-b346-4e07ec66cf1d)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:30:41.635264 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6f87d376-67b2-44ac-a8e8-dbca49b5c180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:41.647724 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-6f87d376-67b2-44ac-a8e8-dbca49b5c180 admin admin] Calling delete_port for 1249adf4-49ac-4113-8cf5-7d14e637858f owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:30:41.836662 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6f87d376-67b2-44ac-a8e8-dbca49b5c180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:41.871694 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87d376-67b2-44ac-a8e8-dbca49b5c180 admin admin] Pushing event deleted for resources: {'Port': ['ID=1249adf4-49ac-4113-8cf5-7d14e637858f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:42.035931 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6f87d376-67b2-44ac-a8e8-dbca49b5c180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:42.248743 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f87d376-67b2-44ac-a8e8-dbca49b5c180 admin admin] Router 70366d7d-c404-49ab-ac41-76ab762bd1ae has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:30:42.694942 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f87d376-67b2-44ac-a8e8-dbca49b5c180 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:30:42.700338 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6f87d376-67b2-44ac-a8e8-dbca49b5c180 admin admin] 10.222.0.73 "PUT /v2.0/routers/70366d7d-c404-49ab-ac41-76ab762bd1ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7202108 May 06 10:30:42.703690 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39166) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:42.706303 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48fb25e-f8e5-4300-a165-d91dc63feac2 None None] Sync routers for ids ['70366d7d-c404-49ab-ac41-76ab762bd1ae'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:30:42.718550 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48fb25e-f8e5-4300-a165-d91dc63feac2 None None] Routers {'70366d7d-c404-49ab-ac41-76ab762bd1ae'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:30:42.718550 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-c48fb25e-f8e5-4300-a165-d91dc63feac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:30:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['70366d7d-c404-49ab-ac41-76ab762bd1ae'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:30:42.809575 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-621309fa-d9d5-4db5-b1b0-2f05637c7f3d admin admin] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:42.824336 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-c48fb25e-f8e5-4300-a165-d91dc63feac2 None None] Set router 70366d7d-c404-49ab-ac41-76ab762bd1ae gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:30:42.914635 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-621309fa-d9d5-4db5-b1b0-2f05637c7f3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:42.968104 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-621309fa-d9d5-4db5-b1b0-2f05637c7f3d admin admin] Deleting port fda3a53d-fdf2-4957-ae1a-85942660d64b {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:30:42.968374 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-621309fa-d9d5-4db5-b1b0-2f05637c7f3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:43.006704 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-c48fb25e-f8e5-4300-a165-d91dc63feac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'name': 'tempest-TestMinimumBasicScenario-2043740172-router', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'fda3a53d-fdf2-4957-ae1a-85942660d64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:37Z', 'updated_at': '2022-05-06T10:30:41Z', 'revision_number': 5, 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'gw_port': {'id': 'fda3a53d-fdf2-4957-ae1a-85942660d64b', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:37Z', 'updated_at': '2022-05-06T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:30:43.034891 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48fb25e-f8e5-4300-a165-d91dc63feac2 None None] Checking router: 70366d7d-c404-49ab-ac41-76ab762bd1ae for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:30:43.044346 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48fb25e-f8e5-4300-a165-d91dc63feac2 None None] Routers {'70366d7d-c404-49ab-ac41-76ab762bd1ae'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:30:43.044966 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-c48fb25e-f8e5-4300-a165-d91dc63feac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:30:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['70366d7d-c404-49ab-ac41-76ab762bd1ae'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:30:43.046929 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-621309fa-d9d5-4db5-b1b0-2f05637c7f3d admin admin] For port fda3a53d-fdf2-4957-ae1a-85942660d64b, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=fda3a53d-fdf2-4957-ae1a-85942660d64b,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:30:43.047443 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-621309fa-d9d5-4db5-b1b0-2f05637c7f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:43.060588 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-621309fa-d9d5-4db5-b1b0-2f05637c7f3d admin admin] Calling delete_port for fda3a53d-fdf2-4957-ae1a-85942660d64b owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:30:43.132274 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-c48fb25e-f8e5-4300-a165-d91dc63feac2 None None] Set router 70366d7d-c404-49ab-ac41-76ab762bd1ae gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:30:43.185760 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-c48fb25e-f8e5-4300-a165-d91dc63feac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'name': 'tempest-TestMinimumBasicScenario-2043740172-router', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:37Z', 'updated_at': '2022-05-06T10:30:42Z', 'revision_number': 6, 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:30:43.212329 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48fb25e-f8e5-4300-a165-d91dc63feac2 None None] The sync data for ids ['70366d7d-c404-49ab-ac41-76ab762bd1ae'] in n-d-840835-1 is: [{'id': '70366d7d-c404-49ab-ac41-76ab762bd1ae', 'name': 'tempest-TestMinimumBasicScenario-2043740172-router', 'tenant_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:37Z', 'updated_at': '2022-05-06T10:30:42Z', 'revision_number': 6, 'project_id': 'e683d627d9ba44d68e939a9f54e46ad7', 'gw_port_host': None}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:30:43.227380 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-621309fa-d9d5-4db5-b1b0-2f05637c7f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:43.257956 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621309fa-d9d5-4db5-b1b0-2f05637c7f3d admin admin] Pushing event deleted for resources: {'Port': ['ID=fda3a53d-fdf2-4957-ae1a-85942660d64b,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:43.322510 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-621309fa-d9d5-4db5-b1b0-2f05637c7f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:43.329777 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device f474d7eb-1f08-485d-8425-e68d5024f98e no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:30:43.349689 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: f474d7eb-1f08-485d-8425-e68d5024f98e {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:30:43.350032 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device f474d7eb-1f08-485d-8425-e68d5024f98e not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:30:43.414506 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-621309fa-d9d5-4db5-b1b0-2f05637c7f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:43.416624 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-621309fa-d9d5-4db5-b1b0-2f05637c7f3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:43.459007 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-621309fa-d9d5-4db5-b1b0-2f05637c7f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:43.459566 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621309fa-d9d5-4db5-b1b0-2f05637c7f3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70366d7d-c404-49ab-ac41-76ab762bd1ae {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:30:43.463958 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-621309fa-d9d5-4db5-b1b0-2f05637c7f3d admin admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:43.465137 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-621309fa-d9d5-4db5-b1b0-2f05637c7f3d admin admin] 10.222.0.73 "DELETE /v2.0/routers/70366d7d-c404-49ab-ac41-76ab762bd1ae HTTP/1.1" status: 204 len: 168 time: 0.7604511 May 06 10:30:43.467824 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39168) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:43.517723 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-5510306d-6212-41b0-8cf8-98cf83fb23d5 admin admin] Deleting subnet d952ad00-4617-412c-a934-92102350141f {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:30:43.520613 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5510306d-6212-41b0-8cf8-98cf83fb23d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:43.555404 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5510306d-6212-41b0-8cf8-98cf83fb23d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:43.638630 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5510306d-6212-41b0-8cf8-98cf83fb23d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:43.691433 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5510306d-6212-41b0-8cf8-98cf83fb23d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:43.721859 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510306d-6212-41b0-8cf8-98cf83fb23d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d952ad00-4617-412c-a934-92102350141f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:43.727073 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5510306d-6212-41b0-8cf8-98cf83fb23d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:43.732829 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5510306d-6212-41b0-8cf8-98cf83fb23d5 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d952ad00-4617-412c-a934-92102350141f HTTP/1.1" status: 204 len: 168 time: 0.2615368 May 06 10:30:43.732978 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6f24d9-706b-4a3f-a3cd-058fc8dd13d1 None None] Network 25466e35-5aa9-4736-85ae-586d6fc19f92 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:30:43.733422 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39170) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:43.800396 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-31980605-b177-4ce1-9906-920da3a43e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:43.853907 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-31980605-b177-4ce1-9906-920da3a43e9a admin admin] Deleting port 0ab1b365-0842-4112-bef4-37638a4ad800 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:30:43.854147 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-31980605-b177-4ce1-9906-920da3a43e9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:43.921749 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-31980605-b177-4ce1-9906-920da3a43e9a admin admin] For port 0ab1b365-0842-4112-bef4-37638a4ad800, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=0ab1b365-0842-4112-bef4-37638a4ad800,segment=NetworkSegment(ccb4b26b-f3be-46bc-b346-4e07ec66cf1d),segment_id=ccb4b26b-f3be-46bc-b346-4e07ec66cf1d)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:30:43.922130 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-31980605-b177-4ce1-9906-920da3a43e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:43.935723 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-31980605-b177-4ce1-9906-920da3a43e9a admin admin] Calling delete_port for 0ab1b365-0842-4112-bef4-37638a4ad800 owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:30:43.973401 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8604eab2-1776-4753-83c1-0bd7276dc340 None None] DHCP port deletion for 25466e35-5aa9-4736-85ae-586d6fc19f92 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:30:44.030247 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device fda3a53d-fdf2-4957-ae1a-85942660d64b no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:30:44.031983 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-31980605-b177-4ce1-9906-920da3a43e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:44.055578 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-8604eab2-1776-4753-83c1-0bd7276dc340 None None] Deleting port 0ab1b365-0842-4112-bef4-37638a4ad800 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:30:44.055935 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8604eab2-1776-4753-83c1-0bd7276dc340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:44.060223 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: fda3a53d-fdf2-4957-ae1a-85942660d64b {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:30:44.060574 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device fda3a53d-fdf2-4957-ae1a-85942660d64b not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:30:44.061003 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 1249adf4-49ac-4113-8cf5-7d14e637858f no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:30:44.063225 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31980605-b177-4ce1-9906-920da3a43e9a admin admin] Pushing event deleted for resources: {'Port': ['ID=0ab1b365-0842-4112-bef4-37638a4ad800,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:44.065610 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31980605-b177-4ce1-9906-920da3a43e9a admin admin] No DVR routers for this DVR port 0ab1b365-0842-4112-bef4-37638a4ad800 on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:30:44.126453 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 1249adf4-49ac-4113-8cf5-7d14e637858f {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:30:44.126819 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 1249adf4-49ac-4113-8cf5-7d14e637858f not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:30:44.127279 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 0ab1b365-0842-4112-bef4-37638a4ad800 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:30:44.152975 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-31980605-b177-4ce1-9906-920da3a43e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:44.158300 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 0ab1b365-0842-4112-bef4-37638a4ad800 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:30:44.158644 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 0ab1b365-0842-4112-bef4-37638a4ad800 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:30:44.171441 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8604eab2-1776-4753-83c1-0bd7276dc340 None None] For port 0ab1b365-0842-4112-bef4-37638a4ad800, host n-d-840835-1, got binding levels [] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:30:44.171855 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8604eab2-1776-4753-83c1-0bd7276dc340 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:44.175445 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-31980605-b177-4ce1-9906-920da3a43e9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25466e35-5aa9-4736-85ae-586d6fc19f92']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:30:44.185034 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-8604eab2-1776-4753-83c1-0bd7276dc340 None None] Calling delete_port for 0ab1b365-0842-4112-bef4-37638a4ad800 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:30:44.187569 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-31980605-b177-4ce1-9906-920da3a43e9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb4b26b-f3be-46bc-b346-4e07ec66cf1d') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:30:44.187870 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-31980605-b177-4ce1-9906-920da3a43e9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb4b26b-f3be-46bc-b346-4e07ec66cf1d') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:30:44.189232 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.ipam_backend_mixin [None req-8604eab2-1776-4753-83c1-0bd7276dc340 None None] Port 0ab1b365-0842-4112-bef4-37638a4ad800 was not found and therefore no delete operation was performed {{(pid=102654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 10:30:44.190270 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8604eab2-1776-4753-83c1-0bd7276dc340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:44.198839 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-31980605-b177-4ce1-9906-920da3a43e9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:44.216366 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-31980605-b177-4ce1-9906-920da3a43e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:44.217229 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604eab2-1776-4753-83c1-0bd7276dc340 None None] Pushing event deleted for resources: {'Port': ['ID=0ab1b365-0842-4112-bef4-37638a4ad800,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:44.222685 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31980605-b177-4ce1-9906-920da3a43e9a admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:30:44.223099 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-31980605-b177-4ce1-9906-920da3a43e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: timer() May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:30:44.224981 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:30:44.226874 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8604eab2-1776-4753-83c1-0bd7276dc340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:44.226874 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8604eab2-1776-4753-83c1-0bd7276dc340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:44.227022 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8604eab2-1776-4753-83c1-0bd7276dc340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:44.227364 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8604eab2-1776-4753-83c1-0bd7276dc340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:44.227617 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8604eab2-1776-4753-83c1-0bd7276dc340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:44.227950 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8604eab2-1776-4753-83c1-0bd7276dc340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:44.228289 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8604eab2-1776-4753-83c1-0bd7276dc340 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:44.228626 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8604eab2-1776-4753-83c1-0bd7276dc340 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:44.229052 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8604eab2-1776-4753-83c1-0bd7276dc340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:44.229275 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8604eab2-1776-4753-83c1-0bd7276dc340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:44.229608 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8604eab2-1776-4753-83c1-0bd7276dc340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:44.229936 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8604eab2-1776-4753-83c1-0bd7276dc340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:44.233040 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8604eab2-1776-4753-83c1-0bd7276dc340 None None] No DVR routers for this DVR port 0ab1b365-0842-4112-bef4-37638a4ad800 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:30:44.287952 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-31980605-b177-4ce1-9906-920da3a43e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:44.293852 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-31980605-b177-4ce1-9906-920da3a43e9a admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:44.300066 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-31980605-b177-4ce1-9906-920da3a43e9a admin admin] 10.222.0.73 "DELETE /v2.0/networks/25466e35-5aa9-4736-85ae-586d6fc19f92 HTTP/1.1" status: 204 len: 168 time: 0.5630710 May 06 10:30:44.300432 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39172) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:44.309457 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31980605-b177-4ce1-9906-920da3a43e9a admin admin] Pushing event deleted for resources: {'Network': ['ID=25466e35-5aa9-4736-85ae-586d6fc19f92,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:44.670626 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9fb02461-eae4-4ca6-a107-6d88fc07992f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:44.923587 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-9fb02461-eae4-4ca6-a107-6d88fc07992f admin admin] Deleting port 8c30cd76-081f-42d5-ae19-623fc708a884 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:30:44.923871 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9fb02461-eae4-4ca6-a107-6d88fc07992f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:45.002773 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-9fb02461-eae4-4ca6-a107-6d88fc07992f admin admin] For port 8c30cd76-081f-42d5-ae19-623fc708a884, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=8c30cd76-081f-42d5-ae19-623fc708a884,segment=NetworkSegment(7e999054-8f11-4231-98f2-a31bd17c5354),segment_id=7e999054-8f11-4231-98f2-a31bd17c5354)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:30:45.003156 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9fb02461-eae4-4ca6-a107-6d88fc07992f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:45.019000 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-9fb02461-eae4-4ca6-a107-6d88fc07992f admin admin] Calling delete_port for 8c30cd76-081f-42d5-ae19-623fc708a884 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:30:45.196222 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9fb02461-eae4-4ca6-a107-6d88fc07992f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:45.222809 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb02461-eae4-4ca6-a107-6d88fc07992f admin admin] Pushing event deleted for resources: {'Port': ['ID=8c30cd76-081f-42d5-ae19-623fc708a884,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:45.386983 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9fb02461-eae4-4ca6-a107-6d88fc07992f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:45.608300 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb02461-eae4-4ca6-a107-6d88fc07992f admin admin] Router c49b2b46-5dd8-466a-8258-f9b18c2f6738 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:30:45.718391 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb02461-eae4-4ca6-a107-6d88fc07992f admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:30:45.723456 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9fb02461-eae4-4ca6-a107-6d88fc07992f admin admin] 10.222.0.73 "PUT /v2.0/routers/c49b2b46-5dd8-466a-8258-f9b18c2f6738/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4219577 May 06 10:30:45.726010 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39174) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:45.726963 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d387bf-9621-4704-a8d1-04b353a27a60 None None] Sync routers for ids ['c49b2b46-5dd8-466a-8258-f9b18c2f6738'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:30:45.737271 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d387bf-9621-4704-a8d1-04b353a27a60 None None] Routers {'c49b2b46-5dd8-466a-8258-f9b18c2f6738'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:30:45.737888 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-55d387bf-9621-4704-a8d1-04b353a27a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:30:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c49b2b46-5dd8-466a-8258-f9b18c2f6738'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:30:45.831754 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7650e3b7-ff32-4b0f-a9c3-36ca979a163f admin admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:45.841515 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-55d387bf-9621-4704-a8d1-04b353a27a60 None None] Set router c49b2b46-5dd8-466a-8258-f9b18c2f6738 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:30:45.936284 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7650e3b7-ff32-4b0f-a9c3-36ca979a163f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:45.990330 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-7650e3b7-ff32-4b0f-a9c3-36ca979a163f admin admin] Deleting port b29a5231-ba9a-4c4a-be17-59a5bab9f9e8 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:30:45.990682 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7650e3b7-ff32-4b0f-a9c3-36ca979a163f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:45.993976 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c688762b-b84a-4772-8258-487433c44030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:46.028489 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-55d387bf-9621-4704-a8d1-04b353a27a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49b2b46-5dd8-466a-8258-f9b18c2f6738', 'name': 'tempest-TestMinimumBasicScenario-2092665327-router', 'tenant_id': '5d61d3e1fdbf42f1b5437d5a43645098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'b29a5231-ba9a-4c4a-be17-59a5bab9f9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:41Z', 'updated_at': '2022-05-06T10:30:45Z', 'revision_number': 5, 'project_id': '5d61d3e1fdbf42f1b5437d5a43645098', 'gw_port': {'id': 'b29a5231-ba9a-4c4a-be17-59a5bab9f9e8', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ab:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b2b46-5dd8-466a-8258-f9b18c2f6738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:42Z', 'updated_at': '2022-05-06T10:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:30:46.054568 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d387bf-9621-4704-a8d1-04b353a27a60 None None] Checking router: c49b2b46-5dd8-466a-8258-f9b18c2f6738 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:30:46.063057 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d387bf-9621-4704-a8d1-04b353a27a60 None None] Routers {'c49b2b46-5dd8-466a-8258-f9b18c2f6738'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:30:46.063686 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-55d387bf-9621-4704-a8d1-04b353a27a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:30:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['c49b2b46-5dd8-466a-8258-f9b18c2f6738'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:30:46.071161 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-7650e3b7-ff32-4b0f-a9c3-36ca979a163f admin admin] For port b29a5231-ba9a-4c4a-be17-59a5bab9f9e8, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b29a5231-ba9a-4c4a-be17-59a5bab9f9e8,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:30:46.071533 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7650e3b7-ff32-4b0f-a9c3-36ca979a163f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:46.084128 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-7650e3b7-ff32-4b0f-a9c3-36ca979a163f admin admin] Calling delete_port for b29a5231-ba9a-4c4a-be17-59a5bab9f9e8 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:30:46.234863 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-55d387bf-9621-4704-a8d1-04b353a27a60 None None] Set router c49b2b46-5dd8-466a-8258-f9b18c2f6738 gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:30:46.252622 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7650e3b7-ff32-4b0f-a9c3-36ca979a163f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:46.282950 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650e3b7-ff32-4b0f-a9c3-36ca979a163f admin admin] Pushing event deleted for resources: {'Port': ['ID=b29a5231-ba9a-4c4a-be17-59a5bab9f9e8,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:46.290374 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-55d387bf-9621-4704-a8d1-04b353a27a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49b2b46-5dd8-466a-8258-f9b18c2f6738', 'name': 'tempest-TestMinimumBasicScenario-2092665327-router', 'tenant_id': '5d61d3e1fdbf42f1b5437d5a43645098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:41Z', 'updated_at': '2022-05-06T10:30:45Z', 'revision_number': 6, 'project_id': '5d61d3e1fdbf42f1b5437d5a43645098', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:30:46.321087 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d387bf-9621-4704-a8d1-04b353a27a60 None None] The sync data for ids ['c49b2b46-5dd8-466a-8258-f9b18c2f6738'] in n-d-840835-1 is: [{'id': 'c49b2b46-5dd8-466a-8258-f9b18c2f6738', 'name': 'tempest-TestMinimumBasicScenario-2092665327-router', 'tenant_id': '5d61d3e1fdbf42f1b5437d5a43645098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:41Z', 'updated_at': '2022-05-06T10:30:45Z', 'revision_number': 6, 'project_id': '5d61d3e1fdbf42f1b5437d5a43645098', 'gw_port_host': None}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:30:46.345928 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7650e3b7-ff32-4b0f-a9c3-36ca979a163f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:46.438433 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7650e3b7-ff32-4b0f-a9c3-36ca979a163f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:46.440593 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7650e3b7-ff32-4b0f-a9c3-36ca979a163f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:46.483264 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7650e3b7-ff32-4b0f-a9c3-36ca979a163f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:46.483832 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7650e3b7-ff32-4b0f-a9c3-36ca979a163f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c49b2b46-5dd8-466a-8258-f9b18c2f6738 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:30:46.488250 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7650e3b7-ff32-4b0f-a9c3-36ca979a163f admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:46.489987 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7650e3b7-ff32-4b0f-a9c3-36ca979a163f admin admin] 10.222.0.73 "DELETE /v2.0/routers/c49b2b46-5dd8-466a-8258-f9b18c2f6738 HTTP/1.1" status: 204 len: 168 time: 0.7625034 May 06 10:30:46.492609 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39176) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:46.539793 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-834a8fe6-51c5-40b6-9dcc-7c6e78c24626 admin admin] Deleting subnet aae94707-12d6-4804-9fb8-36557c63a368 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:30:46.542782 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-834a8fe6-51c5-40b6-9dcc-7c6e78c24626 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:46.576682 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-834a8fe6-51c5-40b6-9dcc-7c6e78c24626 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:46.653858 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-834a8fe6-51c5-40b6-9dcc-7c6e78c24626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:46.709863 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-834a8fe6-51c5-40b6-9dcc-7c6e78c24626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:47.056989 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a8fe6-51c5-40b6-9dcc-7c6e78c24626 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aae94707-12d6-4804-9fb8-36557c63a368,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:47.060807 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-834a8fe6-51c5-40b6-9dcc-7c6e78c24626 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:47.065045 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-834a8fe6-51c5-40b6-9dcc-7c6e78c24626 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/aae94707-12d6-4804-9fb8-36557c63a368 HTTP/1.1" status: 204 len: 168 time: 0.5705774 May 06 10:30:47.066747 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39178) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:47.068618 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ad1c7f-363e-4319-b527-800f70eb91dd None None] Network 84f7c26b-57e3-4b32-ac5f-fdeed3abe34f requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:30:47.138622 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0ca0b084-7529-4c64-8a3a-d90ac5370653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:47.195503 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-0ca0b084-7529-4c64-8a3a-d90ac5370653 admin admin] Deleting port 434fbf1b-87eb-4798-a6d5-08874f5d358c {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:30:47.195853 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0ca0b084-7529-4c64-8a3a-d90ac5370653 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:47.263464 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035aaf7b-9c74-4963-9c78-76768ad443c1 None None] DHCP port deletion for 84f7c26b-57e3-4b32-ac5f-fdeed3abe34f request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:30:47.273185 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-0ca0b084-7529-4c64-8a3a-d90ac5370653 admin admin] For port 434fbf1b-87eb-4798-a6d5-08874f5d358c, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=434fbf1b-87eb-4798-a6d5-08874f5d358c,segment=NetworkSegment(7e999054-8f11-4231-98f2-a31bd17c5354),segment_id=7e999054-8f11-4231-98f2-a31bd17c5354)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:30:47.273585 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0ca0b084-7529-4c64-8a3a-d90ac5370653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:47.286673 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-0ca0b084-7529-4c64-8a3a-d90ac5370653 admin admin] Calling delete_port for 434fbf1b-87eb-4798-a6d5-08874f5d358c owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:30:47.311067 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-035aaf7b-9c74-4963-9c78-76768ad443c1 None None] Deleting port 434fbf1b-87eb-4798-a6d5-08874f5d358c {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:30:47.311403 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-035aaf7b-9c74-4963-9c78-76768ad443c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:47.375728 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0ca0b084-7529-4c64-8a3a-d90ac5370653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:47.384970 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-035aaf7b-9c74-4963-9c78-76768ad443c1 None None] For port 434fbf1b-87eb-4798-a6d5-08874f5d358c, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=434fbf1b-87eb-4798-a6d5-08874f5d358c,segment=NetworkSegment(7e999054-8f11-4231-98f2-a31bd17c5354),segment_id=7e999054-8f11-4231-98f2-a31bd17c5354)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:30:47.385436 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-035aaf7b-9c74-4963-9c78-76768ad443c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:47.399590 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-035aaf7b-9c74-4963-9c78-76768ad443c1 None None] Calling delete_port for 434fbf1b-87eb-4798-a6d5-08874f5d358c owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:30:47.408426 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0b084-7529-4c64-8a3a-d90ac5370653 admin admin] Pushing event deleted for resources: {'Port': ['ID=434fbf1b-87eb-4798-a6d5-08874f5d358c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:47.414310 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca0b084-7529-4c64-8a3a-d90ac5370653 admin admin] No DVR routers for this DVR port 434fbf1b-87eb-4798-a6d5-08874f5d358c on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:30:47.478392 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-035aaf7b-9c74-4963-9c78-76768ad443c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:47.494535 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0ca0b084-7529-4c64-8a3a-d90ac5370653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:47.496727 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035aaf7b-9c74-4963-9c78-76768ad443c1 None None] No DVR routers for this DVR port 434fbf1b-87eb-4798-a6d5-08874f5d358c on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:30:47.518635 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-0ca0b084-7529-4c64-8a3a-d90ac5370653 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f7c26b-57e3-4b32-ac5f-fdeed3abe34f']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:30:47.520605 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035aaf7b-9c74-4963-9c78-76768ad443c1 None None] Pushing event deleted for resources: {'Port': ['ID=434fbf1b-87eb-4798-a6d5-08874f5d358c,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:47.528649 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-0ca0b084-7529-4c64-8a3a-d90ac5370653 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e999054-8f11-4231-98f2-a31bd17c5354') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:30:47.528965 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-0ca0b084-7529-4c64-8a3a-d90ac5370653 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e999054-8f11-4231-98f2-a31bd17c5354') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:30:47.538638 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0ca0b084-7529-4c64-8a3a-d90ac5370653 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:47.552620 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0ca0b084-7529-4c64-8a3a-d90ac5370653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:47.558763 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca0b084-7529-4c64-8a3a-d90ac5370653 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:30:47.559346 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0ca0b084-7529-4c64-8a3a-d90ac5370653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: timer() May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:30:47.561674 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:30:47.620203 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0ca0b084-7529-4c64-8a3a-d90ac5370653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:47.625906 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0ca0b084-7529-4c64-8a3a-d90ac5370653 admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:47.629119 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0ca0b084-7529-4c64-8a3a-d90ac5370653 admin admin] 10.222.0.73 "DELETE /v2.0/networks/84f7c26b-57e3-4b32-ac5f-fdeed3abe34f HTTP/1.1" status: 204 len: 168 time: 0.5608206 May 06 10:30:47.640649 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0b084-7529-4c64-8a3a-d90ac5370653 admin admin] Pushing event deleted for resources: {'Network': ['ID=84f7c26b-57e3-4b32-ac5f-fdeed3abe34f,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:47.701037 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 434fbf1b-87eb-4798-a6d5-08874f5d358c no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:30:47.725162 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 434fbf1b-87eb-4798-a6d5-08874f5d358c {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:30:47.725511 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 434fbf1b-87eb-4798-a6d5-08874f5d358c not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:30:47.725944 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b29a5231-ba9a-4c4a-be17-59a5bab9f9e8 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:30:47.747824 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: b29a5231-ba9a-4c4a-be17-59a5bab9f9e8 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:30:47.748171 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b29a5231-ba9a-4c4a-be17-59a5bab9f9e8 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:30:47.748597 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 8c30cd76-081f-42d5-ae19-623fc708a884 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:30:47.769303 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 8c30cd76-081f-42d5-ae19-623fc708a884 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:30:47.769623 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 8c30cd76-081f-42d5-ae19-623fc708a884 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:30:47.796592 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39182) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:47.836423 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-dc92b70c-6038-4780-95a7-e78208a7d3e8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e683d627d9ba44d68e939a9f54e46ad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384645 May 06 10:30:47.838816 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39184) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:47.885911 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c37e4601-5da2-4c5c-abd4-dc8d980b7efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:47.906766 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c37e4601-5da2-4c5c-abd4-dc8d980b7efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:47.953058 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c37e4601-5da2-4c5c-abd4-dc8d980b7efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:47.955670 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c37e4601-5da2-4c5c-abd4-dc8d980b7efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:47.956837 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c37e4601-5da2-4c5c-abd4-dc8d980b7efe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1 HTTP/1.1" status: 204 len: 168 time: 0.1168702 May 06 10:30:47.964709 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e4601-5da2-4c5c-abd4-dc8d980b7efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb0044d-aa13-4cc2-a6ef-a2f9d4ffbab1,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:48.262946 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39190) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:48.303403 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-905ca526-1305-4853-994f-0458bd65e33f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5d61d3e1fdbf42f1b5437d5a43645098&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392568 May 06 10:30:48.305794 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39192) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:48.355830 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7411e056-fd97-499e-95d5-3e7b60cc4ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:48.376298 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7411e056-fd97-499e-95d5-3e7b60cc4ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:48.422865 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7411e056-fd97-499e-95d5-3e7b60cc4ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:48.425777 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7411e056-fd97-499e-95d5-3e7b60cc4ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:48.426978 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7411e056-fd97-499e-95d5-3e7b60cc4ab1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/db373436-c484-4c6d-b700-feb53d5fd1e2 HTTP/1.1" status: 204 len: 168 time: 0.1202664 May 06 10:30:48.434704 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411e056-fd97-499e-95d5-3e7b60cc4ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db373436-c484-4c6d-b700-feb53d5fd1e2,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:48.529999 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b4f56355-29a9-4db1-bd82-f7eec4070fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:49.190764 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:49.688224 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:50.174107 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39234) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:50.178908 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-03cae922-4e18-46cb-ba89-c8d14793b4a2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1908217125', 'description': 'tempest-secgroup-smoke-1908217125 description', 'project_id': '257892d9fff3423bb07a7e9a81056767'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:30:50.199711 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-03cae922-4e18-46cb-ba89-c8d14793b4a2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:50.207418 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-03cae922-4e18-46cb-ba89-c8d14793b4a2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:50.282650 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-03cae922-4e18-46cb-ba89-c8d14793b4a2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:50.286188 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-03cae922-4e18-46cb-ba89-c8d14793b4a2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:50.323240 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cae922-4e18-46cb-ba89-c8d14793b4a2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfed4d89-7ba8-4863-9cab-a4dea5cece6a,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:50.362951 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-03cae922-4e18-46cb-ba89-c8d14793b4a2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:50.367325 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-03cae922-4e18-46cb-ba89-c8d14793b4a2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:50.396634 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-03cae922-4e18-46cb-ba89-c8d14793b4a2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:50.397845 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-03cae922-4e18-46cb-ba89-c8d14793b4a2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2227354 May 06 10:30:50.399772 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cae922-4e18-46cb-ba89-c8d14793b4a2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d26d0fd0-d171-4cb6-931e-dc6f39382b18,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:50.401044 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39236) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:50.405891 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-ea43d8ac-e8ae-4682-8f5b-6a5ad73a4940 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group_rule': {'security_group_id': 'd26d0fd0-d171-4cb6-931e-dc6f39382b18', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:30:50.431368 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea43d8ac-e8ae-4682-8f5b-6a5ad73a4940 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:50.487575 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea43d8ac-e8ae-4682-8f5b-6a5ad73a4940 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:50.491463 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea43d8ac-e8ae-4682-8f5b-6a5ad73a4940 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:50.510101 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43d8ac-e8ae-4682-8f5b-6a5ad73a4940 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2cf492c-9742-4b90-8cfa-61bb47fd1299,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:50.518475 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ea43d8ac-e8ae-4682-8f5b-6a5ad73a4940 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:50.519777 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ea43d8ac-e8ae-4682-8f5b-6a5ad73a4940 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175342 May 06 10:30:50.523111 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39238) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:50.527504 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-6475c454-ae9a-4b30-8f5b-7fac5cb96b63 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group_rule': {'security_group_id': 'd26d0fd0-d171-4cb6-931e-dc6f39382b18', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:30:50.552934 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6475c454-ae9a-4b30-8f5b-7fac5cb96b63 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:50.609889 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6475c454-ae9a-4b30-8f5b-7fac5cb96b63 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:50.613300 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6475c454-ae9a-4b30-8f5b-7fac5cb96b63 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:50.633201 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475c454-ae9a-4b30-8f5b-7fac5cb96b63 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a29e19-ff76-40ca-afae-41a7d172f0cf,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:50.641841 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6475c454-ae9a-4b30-8f5b-7fac5cb96b63 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:50.643053 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6475c454-ae9a-4b30-8f5b-7fac5cb96b63 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1189027 May 06 10:30:50.645828 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39240) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:50.652119 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-07645181-d0cd-4646-88c4-f0e4a89f894d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group_rule': {'security_group_id': 'd26d0fd0-d171-4cb6-931e-dc6f39382b18', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:30:50.676447 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-07645181-d0cd-4646-88c4-f0e4a89f894d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:50.738621 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-07645181-d0cd-4646-88c4-f0e4a89f894d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:50.742046 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-07645181-d0cd-4646-88c4-f0e4a89f894d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:50.759661 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07645181-d0cd-4646-88c4-f0e4a89f894d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da28fe0-30aa-4901-9f15-b4bfe18497e7,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:50.766286 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-07645181-d0cd-4646-88c4-f0e4a89f894d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:50.767517 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-07645181-d0cd-4646-88c4-f0e4a89f894d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202171 May 06 10:30:50.770275 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39242) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:50.775090 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-2cdc5441-7ca5-479c-bb85-89bf8d4071ad tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group_rule': {'security_group_id': 'd26d0fd0-d171-4cb6-931e-dc6f39382b18', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:30:50.800652 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2cdc5441-7ca5-479c-bb85-89bf8d4071ad tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:50.859985 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2cdc5441-7ca5-479c-bb85-89bf8d4071ad tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:50.863275 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2cdc5441-7ca5-479c-bb85-89bf8d4071ad tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:50.881842 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc5441-7ca5-479c-bb85-89bf8d4071ad tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da333d3-01fd-4204-8395-9e2b17343ea7,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:50.889104 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2cdc5441-7ca5-479c-bb85-89bf8d4071ad tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:50.890395 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2cdc5441-7ca5-479c-bb85-89bf8d4071ad tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191957 May 06 10:30:50.893103 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39244) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:50.897574 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-406d9277-8859-407c-92de-d09e7564b40d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group_rule': {'security_group_id': 'd26d0fd0-d171-4cb6-931e-dc6f39382b18', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:30:50.917559 n-d-840835-1 neutron-server[102653]: INFO neutron.db.securitygroups_db [None req-406d9277-8859-407c-92de-d09e7564b40d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Project 257892d9fff3423bb07a7e9a81056767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:30:50.922490 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-406d9277-8859-407c-92de-d09e7564b40d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:50.982599 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-406d9277-8859-407c-92de-d09e7564b40d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:50.985554 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-406d9277-8859-407c-92de-d09e7564b40d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:51.000743 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d9277-8859-407c-92de-d09e7564b40d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf3f0dac-3b9c-43eb-9cf5-b21f9ae8a0de,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:51.011846 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-406d9277-8859-407c-92de-d09e7564b40d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:51.013038 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-406d9277-8859-407c-92de-d09e7564b40d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189613 May 06 10:30:51.015761 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39246) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:51.020017 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-a872fb62-c16e-4e8b-92ce-14c5442b748b tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group_rule': {'security_group_id': 'd26d0fd0-d171-4cb6-931e-dc6f39382b18', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:30:51.039207 n-d-840835-1 neutron-server[102653]: INFO neutron.db.securitygroups_db [None req-a872fb62-c16e-4e8b-92ce-14c5442b748b tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Project 257892d9fff3423bb07a7e9a81056767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:30:51.043794 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a872fb62-c16e-4e8b-92ce-14c5442b748b tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:51.105697 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a872fb62-c16e-4e8b-92ce-14c5442b748b tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:51.109347 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a872fb62-c16e-4e8b-92ce-14c5442b748b tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:51.126427 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872fb62-c16e-4e8b-92ce-14c5442b748b tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae99863-94d3-4487-a158-b19525788313,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:51.135041 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a872fb62-c16e-4e8b-92ce-14c5442b748b tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:51.136300 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a872fb62-c16e-4e8b-92ce-14c5442b748b tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195576 May 06 10:30:51.139319 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39248) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:51.144036 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-a2e521f1-0ecd-4cc4-9584-298030b162e3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'network': {'name': 'tempest-network-smoke--471453195', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'port_security_enabled': True}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:30:51.162185 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e521f1-0ecd-4cc4-9584-298030b162e3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Made reservation on behalf of 257892d9fff3423bb07a7e9a81056767 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:30:51.165417 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a2e521f1-0ecd-4cc4-9584-298030b162e3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:51.189945 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e521f1-0ecd-4cc4-9584-298030b162e3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:30:51.200177 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a2e521f1-0ecd-4cc4-9584-298030b162e3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:51.200527 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-a2e521f1-0ecd-4cc4-9584-298030b162e3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Added segment 5bf95059-67e1-43b8-b66f-750161a86516 of type vlan for network 0b78b79e-786b-4c5a-8b38-21d58b5403ce May 06 10:30:51.241065 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a2e521f1-0ecd-4cc4-9584-298030b162e3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:51.264513 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a2e521f1-0ecd-4cc4-9584-298030b162e3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:51.270217 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e521f1-0ecd-4cc4-9584-298030b162e3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:51.270815 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a2e521f1-0ecd-4cc4-9584-298030b162e3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:51.330990 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a2e521f1-0ecd-4cc4-9584-298030b162e3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1906552 May 06 10:30:51.333989 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39250) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:51.338691 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-42f0ee1e-3b69-4c29-9c5c-e7cf2f559d88 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-104031582', 'admin_state_up': True, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:30:51.341401 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e521f1-0ecd-4cc4-9584-298030b162e3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Network': ['ID=0b78b79e-786b-4c5a-8b38-21d58b5403ce,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:51.355666 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 0b78b79e-786b-4c5a-8b38-21d58b5403ce details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:30:51.361956 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42f0ee1e-3b69-4c29-9c5c-e7cf2f559d88 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:51.362968 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42f0ee1e-3b69-4c29-9c5c-e7cf2f559d88 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:51.418271 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42f0ee1e-3b69-4c29-9c5c-e7cf2f559d88 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:51.418579 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:51.541411 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:51.564044 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42f0ee1e-3b69-4c29-9c5c-e7cf2f559d88 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:51.757444 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42f0ee1e-3b69-4c29-9c5c-e7cf2f559d88 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:51.776485 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42f0ee1e-3b69-4c29-9c5c-e7cf2f559d88 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:51.882433 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-42f0ee1e-3b69-4c29-9c5c-e7cf2f559d88 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Allocated IP 172.25.5.35 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/c0a7f36c-5dff-4ec0-b591-66c2f5491165) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:30:51.987923 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42f0ee1e-3b69-4c29-9c5c-e7cf2f559d88 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:52.021777 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42f0ee1e-3b69-4c29-9c5c-e7cf2f559d88 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:52.062180 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f0ee1e-3b69-4c29-9c5c-e7cf2f559d88 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:30:52.066454 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-42f0ee1e-3b69-4c29-9c5c-e7cf2f559d88 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:30:52.069861 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f0ee1e-3b69-4c29-9c5c-e7cf2f559d88 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:30:52.101272 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0ee1e-3b69-4c29-9c5c-e7cf2f559d88 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Port': ['ID=c0a7f36c-5dff-4ec0-b591-66c2f5491165,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:52.327324 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42f0ee1e-3b69-4c29-9c5c-e7cf2f559d88 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:52.525693 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42f0ee1e-3b69-4c29-9c5c-e7cf2f559d88 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:52.652513 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f0ee1e-3b69-4c29-9c5c-e7cf2f559d88 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Router ac70479a-1950-4f94-9c58-d57ffb22cc88 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:30:52.761195 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f0ee1e-3b69-4c29-9c5c-e7cf2f559d88 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:30:52.770398 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803a10ef-a71c-409a-979e-7b4215e2a0fe None None] Sync routers for ids ['ac70479a-1950-4f94-9c58-d57ffb22cc88'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:30:52.780695 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803a10ef-a71c-409a-979e-7b4215e2a0fe None None] Routers {'ac70479a-1950-4f94-9c58-d57ffb22cc88'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:30:52.781394 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-803a10ef-a71c-409a-979e-7b4215e2a0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:30:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ac70479a-1950-4f94-9c58-d57ffb22cc88'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:30:52.781550 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-42f0ee1e-3b69-4c29-9c5c-e7cf2f559d88 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:52.782748 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-42f0ee1e-3b69-4c29-9c5c-e7cf2f559d88 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4475989 May 06 10:30:52.785822 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39252) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:52.889457 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-803a10ef-a71c-409a-979e-7b4215e2a0fe None None] Set router ac70479a-1950-4f94-9c58-d57ffb22cc88 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:30:52.908019 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4fb6292b-95db-4d8e-a979-04841ef1d435 tempest-TestNetworkAdvancedServerOps-161670012 tempest-TestNetworkAdvancedServerOps-161670012-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=257892d9fff3423bb07a7e9a81056767&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1188667 May 06 10:30:52.908553 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39256) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:52.999378 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fac64d-be3f-4dc7-9221-357717f96a7b tempest-TestNetworkAdvancedServerOps-161670012 tempest-TestNetworkAdvancedServerOps-161670012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:53.003767 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-40fac64d-be3f-4dc7-9221-357717f96a7b tempest-TestNetworkAdvancedServerOps-161670012 tempest-TestNetworkAdvancedServerOps-161670012-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914559 May 06 10:30:53.003901 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39258) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:53.036250 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8ebe0a22-d8a0-49fb-b227-dfeccc702455 tempest-TestNetworkAdvancedServerOps-161670012 tempest-TestNetworkAdvancedServerOps-161670012-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312586 May 06 10:30:53.039429 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39260) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:53.044086 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-ed94ecc2-c830-45fb-b144-ea0e71400aa5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-933960149', 'network_id': '0b78b79e-786b-4c5a-8b38-21d58b5403ce', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:30:53.070131 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-803a10ef-a71c-409a-979e-7b4215e2a0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104031582', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c0a7f36c-5dff-4ec0-b591-66c2f5491165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:30:51Z', 'updated_at': '2022-05-06T10:30:52Z', 'revision_number': 3, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'c0a7f36c-5dff-4ec0-b591-66c2f5491165', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:30:51Z', 'updated_at': '2022-05-06T10:30:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:30:53.096694 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803a10ef-a71c-409a-979e-7b4215e2a0fe None None] Checking router: ac70479a-1950-4f94-9c58-d57ffb22cc88 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:30:53.097048 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803a10ef-a71c-409a-979e-7b4215e2a0fe None None] Updating router ac70479a-1950-4f94-9c58-d57ffb22cc88 port c0a7f36c-5dff-4ec0-b591-66c2f5491165 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:30:53.121739 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-803a10ef-a71c-409a-979e-7b4215e2a0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:53.131338 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed94ecc2-c830-45fb-b144-ea0e71400aa5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Made reservation on behalf of 257892d9fff3423bb07a7e9a81056767 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:30:53.134764 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ed94ecc2-c830-45fb-b144-ea0e71400aa5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:53.320827 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ed94ecc2-c830-45fb-b144-ea0e71400aa5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:53.380026 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-803a10ef-a71c-409a-979e-7b4215e2a0fe None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:53.385706 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-803a10ef-a71c-409a-979e-7b4215e2a0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:53.386503 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94ecc2-c830-45fb-b144-ea0e71400aa5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Subnet': ['ID=8b161add-7b97-456a-b271-4c840f47b181,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:53.392347 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed94ecc2-c830-45fb-b144-ea0e71400aa5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Checking segment: {'id': '5bf95059-67e1-43b8-b66f-750161a86516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0b78b79e-786b-4c5a-8b38-21d58b5403ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:30:53.392716 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed94ecc2-c830-45fb-b144-ea0e71400aa5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network hostable DHCP agents. Network: 0b78b79e-786b-4c5a-8b38-21d58b5403ce, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:30:53.409518 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed94ecc2-c830-45fb-b144-ea0e71400aa5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network 0b78b79e-786b-4c5a-8b38-21d58b5403ce is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:30:53.420348 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-ed94ecc2-c830-45fb-b144-ea0e71400aa5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 0b78b79e-786b-4c5a-8b38-21d58b5403ce) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:30:53.424918 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed94ecc2-c830-45fb-b144-ea0e71400aa5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:53.425566 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ed94ecc2-c830-45fb-b144-ea0e71400aa5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:53.433760 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0002dab4-cb54-4b0b-813e-f1328013cfb6 None None] Network 0b78b79e-786b-4c5a-8b38-21d58b5403ce requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:30:53.441220 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-803a10ef-a71c-409a-979e-7b4215e2a0fe None None] Attempting to bind port c0a7f36c-5dff-4ec0-b591-66c2f5491165 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:30:53.441596 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-803a10ef-a71c-409a-979e-7b4215e2a0fe None None] Attempting to bind port c0a7f36c-5dff-4ec0-b591-66c2f5491165 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:30:53.441963 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803a10ef-a71c-409a-979e-7b4215e2a0fe None None] Attempting to bind port c0a7f36c-5dff-4ec0-b591-66c2f5491165 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:30:53.442163 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ed94ecc2-c830-45fb-b144-ea0e71400aa5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4017522 May 06 10:30:53.445553 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39262) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:53.484409 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0365b-7c93-4413-9c72-5564827c0323 None None] Pushing event updated for resources: {'Port': ['ID=c0a7f36c-5dff-4ec0-b591-66c2f5491165,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:53.494162 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803a10ef-a71c-409a-979e-7b4215e2a0fe None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:30:53.494539 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803a10ef-a71c-409a-979e-7b4215e2a0fe None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:30:53.495101 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-803a10ef-a71c-409a-979e-7b4215e2a0fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:53.495481 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803a10ef-a71c-409a-979e-7b4215e2a0fe None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:30:53.495966 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-803a10ef-a71c-409a-979e-7b4215e2a0fe None None] Bound port: c0a7f36c-5dff-4ec0-b591-66c2f5491165, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:30:53.496340 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-803a10ef-a71c-409a-979e-7b4215e2a0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:53.727973 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-803a10ef-a71c-409a-979e-7b4215e2a0fe None None] For port c0a7f36c-5dff-4ec0-b591-66c2f5491165, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:30:53.730995 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-803a10ef-a71c-409a-979e-7b4215e2a0fe None None] For port c0a7f36c-5dff-4ec0-b591-66c2f5491165, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=c0a7f36c-5dff-4ec0-b591-66c2f5491165,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:30:53.735893 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-803a10ef-a71c-409a-979e-7b4215e2a0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:53.846728 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803a10ef-a71c-409a-979e-7b4215e2a0fe None None] Routers {'ac70479a-1950-4f94-9c58-d57ffb22cc88'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:30:53.847375 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-803a10ef-a71c-409a-979e-7b4215e2a0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:30:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ac70479a-1950-4f94-9c58-d57ffb22cc88'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:30:53.850399 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0365b-7c93-4413-9c72-5564827c0323 None None] Pushing event updated for resources: {'Port': ['ID=c0a7f36c-5dff-4ec0-b591-66c2f5491165,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:53.884391 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfff88a0-1b55-46a2-b03f-e79a094b6d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-0b78b79e-786b-4c5a-8b38-21d58b5403ce', 'network_id': '0b78b79e-786b-4c5a-8b38-21d58b5403ce', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'fixed_ips': [{'subnet_id': '8b161add-7b97-456a-b271-4c840f47b181'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:30:53.885261 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cfff88a0-1b55-46a2-b03f-e79a094b6d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:53.903408 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c05d801a-bac4-4db6-9ae2-c36d24755a4c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:54.031762 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-803a10ef-a71c-409a-979e-7b4215e2a0fe None None] Set router ac70479a-1950-4f94-9c58-d57ffb22cc88 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:30:54.173552 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-cfff88a0-1b55-46a2-b03f-e79a094b6d86 None None] Allocated IP 172.20.0.2 (0b78b79e-786b-4c5a-8b38-21d58b5403ce/8b161add-7b97-456a-b271-4c840f47b181/f6aaa5f1-60fe-4531-871d-374606f1809b) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:30:54.366096 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-803a10ef-a71c-409a-979e-7b4215e2a0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104031582', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c0a7f36c-5dff-4ec0-b591-66c2f5491165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:30:51Z', 'updated_at': '2022-05-06T10:30:52Z', 'revision_number': 3, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'c0a7f36c-5dff-4ec0-b591-66c2f5491165', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:30:51Z', 'updated_at': '2022-05-06T10:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:30:54.394741 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803a10ef-a71c-409a-979e-7b4215e2a0fe None None] The sync data for ids ['ac70479a-1950-4f94-9c58-d57ffb22cc88'] in n-d-840835-1 is: [{'id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104031582', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c0a7f36c-5dff-4ec0-b591-66c2f5491165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:30:51Z', 'updated_at': '2022-05-06T10:30:52Z', 'revision_number': 3, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'c0a7f36c-5dff-4ec0-b591-66c2f5491165', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:30:51Z', 'updated_at': '2022-05-06T10:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:30:54.396919 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cfff88a0-1b55-46a2-b03f-e79a094b6d86 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:54.403880 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cfff88a0-1b55-46a2-b03f-e79a094b6d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:54.440996 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfff88a0-1b55-46a2-b03f-e79a094b6d86 None None] Network 0b78b79e-786b-4c5a-8b38-21d58b5403ce is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:30:54.442432 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-cfff88a0-1b55-46a2-b03f-e79a094b6d86 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:30:54.446046 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfff88a0-1b55-46a2-b03f-e79a094b6d86 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:30:54.458384 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff88a0-1b55-46a2-b03f-e79a094b6d86 None None] Pushing event updated for resources: {'Port': ['ID=f6aaa5f1-60fe-4531-871d-374606f1809b,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:54.463972 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-c05d801a-bac4-4db6-9ae2-c36d24755a4c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Allocated IP 172.20.0.1 (0b78b79e-786b-4c5a-8b38-21d58b5403ce/8b161add-7b97-456a-b271-4c840f47b181/412c9fb0-5dc8-4ab1-8eea-a84519dd1159) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:30:54.516240 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-cfff88a0-1b55-46a2-b03f-e79a094b6d86 None None] Attempting to bind port f6aaa5f1-60fe-4531-871d-374606f1809b on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:30:54.516616 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-cfff88a0-1b55-46a2-b03f-e79a094b6d86 None None] Attempting to bind port f6aaa5f1-60fe-4531-871d-374606f1809b by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '5bf95059-67e1-43b8-b66f-750161a86516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0b78b79e-786b-4c5a-8b38-21d58b5403ce'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:30:54.516984 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff88a0-1b55-46a2-b03f-e79a094b6d86 None None] Attempting to bind port f6aaa5f1-60fe-4531-871d-374606f1809b on network 0b78b79e-786b-4c5a-8b38-21d58b5403ce {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:30:54.522121 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff88a0-1b55-46a2-b03f-e79a094b6d86 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:30:54.522501 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff88a0-1b55-46a2-b03f-e79a094b6d86 None None] Checking segment: {'id': '5bf95059-67e1-43b8-b66f-750161a86516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0b78b79e-786b-4c5a-8b38-21d58b5403ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:30:54.522902 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cfff88a0-1b55-46a2-b03f-e79a094b6d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:54.523327 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff88a0-1b55-46a2-b03f-e79a094b6d86 None None] Bound using segment: {'id': '5bf95059-67e1-43b8-b66f-750161a86516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0b78b79e-786b-4c5a-8b38-21d58b5403ce'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:30:54.523804 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-cfff88a0-1b55-46a2-b03f-e79a094b6d86 None None] Bound port: f6aaa5f1-60fe-4531-871d-374606f1809b, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf95059-67e1-43b8-b66f-750161a86516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0b78b79e-786b-4c5a-8b38-21d58b5403ce'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:30:54.524213 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cfff88a0-1b55-46a2-b03f-e79a094b6d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:54.581825 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c05d801a-bac4-4db6-9ae2-c36d24755a4c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:54.592960 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-cfff88a0-1b55-46a2-b03f-e79a094b6d86 None None] For port f6aaa5f1-60fe-4531-871d-374606f1809b, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:30:54.596741 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-cfff88a0-1b55-46a2-b03f-e79a094b6d86 None None] For port f6aaa5f1-60fe-4531-871d-374606f1809b, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f6aaa5f1-60fe-4531-871d-374606f1809b,segment=NetworkSegment(5bf95059-67e1-43b8-b66f-750161a86516),segment_id=5bf95059-67e1-43b8-b66f-750161a86516)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:30:54.603667 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cfff88a0-1b55-46a2-b03f-e79a094b6d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:54.627022 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c05d801a-bac4-4db6-9ae2-c36d24755a4c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:54.694807 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff88a0-1b55-46a2-b03f-e79a094b6d86 None None] Pushing event updated for resources: {'Port': ['ID=f6aaa5f1-60fe-4531-871d-374606f1809b,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:54.704807 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05d801a-bac4-4db6-9ae2-c36d24755a4c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network 0b78b79e-786b-4c5a-8b38-21d58b5403ce is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:30:54.709112 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-c05d801a-bac4-4db6-9ae2-c36d24755a4c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:30:54.714814 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05d801a-bac4-4db6-9ae2-c36d24755a4c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:30:54.764237 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d801a-bac4-4db6-9ae2-c36d24755a4c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Port': ['ID=412c9fb0-5dc8-4ab1-8eea-a84519dd1159,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:54.780806 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c05d801a-bac4-4db6-9ae2-c36d24755a4c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:54.952251 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c05d801a-bac4-4db6-9ae2-c36d24755a4c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:55.240587 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c05d801a-bac4-4db6-9ae2-c36d24755a4c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:55.245393 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c05d801a-bac4-4db6-9ae2-c36d24755a4c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:55.322894 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d801a-bac4-4db6-9ae2-c36d24755a4c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Port': ['ID=412c9fb0-5dc8-4ab1-8eea-a84519dd1159,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:55.328208 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c05d801a-bac4-4db6-9ae2-c36d24755a4c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:55.426548 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05d801a-bac4-4db6-9ae2-c36d24755a4c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network 0b78b79e-786b-4c5a-8b38-21d58b5403ce is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:30:55.428666 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-c05d801a-bac4-4db6-9ae2-c36d24755a4c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:30:55.546526 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05d801a-bac4-4db6-9ae2-c36d24755a4c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Router ac70479a-1950-4f94-9c58-d57ffb22cc88 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:30:55.664404 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ffabcd-0a61-4c69-b65e-a6719eed383e None None] Network 0b78b79e-786b-4c5a-8b38-21d58b5403ce requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:30:55.798631 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device c0a7f36c-5dff-4ec0-b591-66c2f5491165 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:30:55.800814 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-10acf6a4-69aa-4398-bc7d-cf112191f0f0 None None] Provisioning complete for port f6aaa5f1-60fe-4531-871d-374606f1809b triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:30:55.801199 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-10acf6a4-69aa-4398-bc7d-cf112191f0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:55.930756 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port c0a7f36c-5dff-4ec0-b591-66c2f5491165 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:30:55.931154 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:56.005573 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-10acf6a4-69aa-4398-bc7d-cf112191f0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:56.008040 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05d801a-bac4-4db6-9ae2-c36d24755a4c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:30:56.018118 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c05d801a-bac4-4db6-9ae2-c36d24755a4c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "PUT /v2.0/routers/ac70479a-1950-4f94-9c58-d57ffb22cc88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5666513 May 06 10:30:56.078356 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-10acf6a4-69aa-4398-bc7d-cf112191f0f0 None None] For port f6aaa5f1-60fe-4531-871d-374606f1809b, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f6aaa5f1-60fe-4531-871d-374606f1809b,segment=NetworkSegment(5bf95059-67e1-43b8-b66f-750161a86516),segment_id=5bf95059-67e1-43b8-b66f-750161a86516)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:30:56.089509 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-10acf6a4-69aa-4398-bc7d-cf112191f0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:56.106172 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:56.161625 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port c0a7f36c-5dff-4ec0-b591-66c2f5491165, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=c0a7f36c-5dff-4ec0-b591-66c2f5491165,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:30:56.174217 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:56.175004 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f6aaa5f1-60fe-4531-871d-374606f1809b up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:30:56.198907 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10acf6a4-69aa-4398-bc7d-cf112191f0f0 None None] Pushing event updated for resources: {'Port': ['ID=f6aaa5f1-60fe-4531-871d-374606f1809b,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:56.213122 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b61935-3870-48b2-93fc-8c895e64a18a None None] Sync routers for ids ['ac70479a-1950-4f94-9c58-d57ffb22cc88'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:30:56.226509 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b61935-3870-48b2-93fc-8c895e64a18a None None] Routers {'ac70479a-1950-4f94-9c58-d57ffb22cc88'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:30:56.227551 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-08b61935-3870-48b2-93fc-8c895e64a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:30:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ac70479a-1950-4f94-9c58-d57ffb22cc88'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:30:56.282568 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=c0a7f36c-5dff-4ec0-b591-66c2f5491165,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:56.295472 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port f6aaa5f1-60fe-4531-871d-374606f1809b triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:30:56.296013 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:56.343998 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f986478a-8ab6-48f5-9182-75c99c8ed221 None None] Provisioning complete for port 412c9fb0-5dc8-4ab1-8eea-a84519dd1159 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:30:56.344348 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f986478a-8ab6-48f5-9182-75c99c8ed221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:56.358687 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-08b61935-3870-48b2-93fc-8c895e64a18a None None] Set router ac70479a-1950-4f94-9c58-d57ffb22cc88 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:30:56.384381 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f986478a-8ab6-48f5-9182-75c99c8ed221 None None] Port 412c9fb0-5dc8-4ab1-8eea-a84519dd1159 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:30:56.400044 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f986478a-8ab6-48f5-9182-75c99c8ed221 None None] Provisioning complete for port f6aaa5f1-60fe-4531-871d-374606f1809b triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:30:56.400426 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f986478a-8ab6-48f5-9182-75c99c8ed221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:56.414657 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-143db1c3-ce09-497f-b905-b3d2dc173dc4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1908217125&fields=id&tenant_id=257892d9fff3423bb07a7e9a81056767 HTTP/1.1" status: 200 len: 267 time: 0.0495136 May 06 10:30:56.526622 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-28619f5e-3772-415a-b6b8-79535349d95d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:56.534660 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-28619f5e-3772-415a-b6b8-79535349d95d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/networks?id=0b78b79e-786b-4c5a-8b38-21d58b5403ce HTTP/1.1" status: 200 len: 796 time: 0.1184244 May 06 10:30:56.548718 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-66b03560-ff61-4bcf-a36f-9a903b977353 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/quotas/257892d9fff3423bb07a7e9a81056767 HTTP/1.1" status: 200 len: 375 time: 0.0125318 May 06 10:30:56.570493 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-08b61935-3870-48b2-93fc-8c895e64a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104031582', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c0a7f36c-5dff-4ec0-b591-66c2f5491165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:30:51Z', 'updated_at': '2022-05-06T10:30:54Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'c0a7f36c-5dff-4ec0-b591-66c2f5491165', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:30:51Z', 'updated_at': '2022-05-06T10:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '412c9fb0-5dc8-4ab1-8eea-a84519dd1159', 'name': '', 'network_id': '0b78b79e-786b-4c5a-8b38-21d58b5403ce', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:f3:0f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8b161add-7b97-456a-b271-4c840f47b181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:30:54Z', 'updated_at': '2022-05-06T10:30:55Z', 'revision_number': 2, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '8b161add-7b97-456a-b271-4c840f47b181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:30:56.603671 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-2654aec2-0380-41d7-a326-dd8f04cafd4f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494788 May 06 10:30:56.605149 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b61935-3870-48b2-93fc-8c895e64a18a None None] Checking router: ac70479a-1950-4f94-9c58-d57ffb22cc88 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:30:56.605516 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b61935-3870-48b2-93fc-8c895e64a18a None None] Updating router ac70479a-1950-4f94-9c58-d57ffb22cc88 port 412c9fb0-5dc8-4ab1-8eea-a84519dd1159 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:30:56.632381 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-08b61935-3870-48b2-93fc-8c895e64a18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:56.650933 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-643a97e5-8c12-490a-8687-47909db5e686 None None] Provisioning complete for port 412c9fb0-5dc8-4ab1-8eea-a84519dd1159 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:30:56.651331 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-643a97e5-8c12-490a-8687-47909db5e686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:56.688809 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-643a97e5-8c12-490a-8687-47909db5e686 None None] Port 412c9fb0-5dc8-4ab1-8eea-a84519dd1159 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:30:56.720293 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-d5400afa-2754-4b68-9782-d686582eec3d service neutron] 10.222.0.73 "GET /v2.0/networks/0b78b79e-786b-4c5a-8b38-21d58b5403ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031940 May 06 10:30:56.808458 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-28ed2b51-7e96-473a-8864-dcff45484868 None None] Provisioning complete for port 412c9fb0-5dc8-4ab1-8eea-a84519dd1159 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:30:56.808748 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-28ed2b51-7e96-473a-8864-dcff45484868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:56.812058 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-9834e5e9-e7f2-4da5-b569-56fcb0954381 service neutron] 10.222.0.73 "GET /v2.0/networks/0b78b79e-786b-4c5a-8b38-21d58b5403ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854571 May 06 10:30:56.846131 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-28ed2b51-7e96-473a-8864-dcff45484868 None None] Port 412c9fb0-5dc8-4ab1-8eea-a84519dd1159 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:30:56.926209 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-08b61935-3870-48b2-93fc-8c895e64a18a None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:56.937987 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-08b61935-3870-48b2-93fc-8c895e64a18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:56.989187 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90f2fc-52df-46f8-8bad-702a3a93912b None None] Pushing event updated for resources: {'Port': ['ID=412c9fb0-5dc8-4ab1-8eea-a84519dd1159,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:57.009594 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-751cc502-08af-4f83-a6b5-45a5565878d7 req-45b95a02-8ac8-43e2-b63d-95c6e7c65d8b tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=296c431b-22df-4faa-b206-2aff53533e47 HTTP/1.1" status: 200 len: 210 time: 0.0372975 May 06 10:30:57.018292 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90f2fc-52df-46f8-8bad-702a3a93912b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:57.018891 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90f2fc-52df-46f8-8bad-702a3a93912b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:57.019421 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90f2fc-52df-46f8-8bad-702a3a93912b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:57.019917 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90f2fc-52df-46f8-8bad-702a3a93912b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:57.020436 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90f2fc-52df-46f8-8bad-702a3a93912b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:57.020982 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90f2fc-52df-46f8-8bad-702a3a93912b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:57.021302 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90f2fc-52df-46f8-8bad-702a3a93912b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:57.021639 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90f2fc-52df-46f8-8bad-702a3a93912b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:57.021971 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90f2fc-52df-46f8-8bad-702a3a93912b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:57.022300 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90f2fc-52df-46f8-8bad-702a3a93912b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:57.022708 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90f2fc-52df-46f8-8bad-702a3a93912b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:57.023041 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90f2fc-52df-46f8-8bad-702a3a93912b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:57.053221 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-08b61935-3870-48b2-93fc-8c895e64a18a None None] Attempting to bind port 412c9fb0-5dc8-4ab1-8eea-a84519dd1159 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:30:57.053594 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-08b61935-3870-48b2-93fc-8c895e64a18a None None] Attempting to bind port 412c9fb0-5dc8-4ab1-8eea-a84519dd1159 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '5bf95059-67e1-43b8-b66f-750161a86516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0b78b79e-786b-4c5a-8b38-21d58b5403ce'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:30:57.053962 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b61935-3870-48b2-93fc-8c895e64a18a None None] Attempting to bind port 412c9fb0-5dc8-4ab1-8eea-a84519dd1159 on network 0b78b79e-786b-4c5a-8b38-21d58b5403ce {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:30:57.059163 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b61935-3870-48b2-93fc-8c895e64a18a None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:30:57.059505 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b61935-3870-48b2-93fc-8c895e64a18a None None] Checking segment: {'id': '5bf95059-67e1-43b8-b66f-750161a86516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0b78b79e-786b-4c5a-8b38-21d58b5403ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:30:57.059914 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-08b61935-3870-48b2-93fc-8c895e64a18a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:57.060312 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b61935-3870-48b2-93fc-8c895e64a18a None None] Bound using segment: {'id': '5bf95059-67e1-43b8-b66f-750161a86516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0b78b79e-786b-4c5a-8b38-21d58b5403ce'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:30:57.060786 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-08b61935-3870-48b2-93fc-8c895e64a18a None None] Bound port: 412c9fb0-5dc8-4ab1-8eea-a84519dd1159, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf95059-67e1-43b8-b66f-750161a86516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0b78b79e-786b-4c5a-8b38-21d58b5403ce'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:30:57.061174 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-08b61935-3870-48b2-93fc-8c895e64a18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:57.126770 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-08b61935-3870-48b2-93fc-8c895e64a18a None None] For port 412c9fb0-5dc8-4ab1-8eea-a84519dd1159, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:30:57.129930 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-08b61935-3870-48b2-93fc-8c895e64a18a None None] For port 412c9fb0-5dc8-4ab1-8eea-a84519dd1159, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=412c9fb0-5dc8-4ab1-8eea-a84519dd1159,segment=NetworkSegment(5bf95059-67e1-43b8-b66f-750161a86516),segment_id=5bf95059-67e1-43b8-b66f-750161a86516)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:30:57.135736 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-08b61935-3870-48b2-93fc-8c895e64a18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:57.167002 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-5d4dba39-367f-4faa-8677-56449a0d3809 None None] Provisioning complete for port 412c9fb0-5dc8-4ab1-8eea-a84519dd1159 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:30:57.167410 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5d4dba39-367f-4faa-8677-56449a0d3809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:57.190485 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b61935-3870-48b2-93fc-8c895e64a18a None None] Routers {'ac70479a-1950-4f94-9c58-d57ffb22cc88'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:30:57.191126 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-08b61935-3870-48b2-93fc-8c895e64a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:30:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ac70479a-1950-4f94-9c58-d57ffb22cc88'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:30:57.238181 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90f2fc-52df-46f8-8bad-702a3a93912b None None] Pushing event updated for resources: {'Port': ['ID=412c9fb0-5dc8-4ab1-8eea-a84519dd1159,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:57.259326 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5d4dba39-367f-4faa-8677-56449a0d3809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:57.294843 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-5d4dba39-367f-4faa-8677-56449a0d3809 None None] For port 412c9fb0-5dc8-4ab1-8eea-a84519dd1159, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=412c9fb0-5dc8-4ab1-8eea-a84519dd1159,segment=NetworkSegment(5bf95059-67e1-43b8-b66f-750161a86516),segment_id=5bf95059-67e1-43b8-b66f-750161a86516)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:30:57.300737 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5d4dba39-367f-4faa-8677-56449a0d3809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:57.318850 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-08b61935-3870-48b2-93fc-8c895e64a18a None None] Set router ac70479a-1950-4f94-9c58-d57ffb22cc88 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:30:57.360214 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4dba39-367f-4faa-8677-56449a0d3809 None None] Pushing event updated for resources: {'Port': ['ID=412c9fb0-5dc8-4ab1-8eea-a84519dd1159,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:57.524294 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f24f9636-80f8-4332-a3d6-00eb79008c50 None None] Provisioning complete for port 412c9fb0-5dc8-4ab1-8eea-a84519dd1159 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:30:57.524673 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f24f9636-80f8-4332-a3d6-00eb79008c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:57.539708 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-08b61935-3870-48b2-93fc-8c895e64a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104031582', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c0a7f36c-5dff-4ec0-b591-66c2f5491165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:30:51Z', 'updated_at': '2022-05-06T10:30:54Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'c0a7f36c-5dff-4ec0-b591-66c2f5491165', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:30:51Z', 'updated_at': '2022-05-06T10:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '412c9fb0-5dc8-4ab1-8eea-a84519dd1159', 'name': '', 'network_id': '0b78b79e-786b-4c5a-8b38-21d58b5403ce', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:f3:0f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8b161add-7b97-456a-b271-4c840f47b181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:30:54Z', 'updated_at': '2022-05-06T10:30:57Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '8b161add-7b97-456a-b271-4c840f47b181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:30:57.576805 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b61935-3870-48b2-93fc-8c895e64a18a None None] The sync data for ids ['ac70479a-1950-4f94-9c58-d57ffb22cc88'] in n-d-840835-1 is: [{'id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104031582', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c0a7f36c-5dff-4ec0-b591-66c2f5491165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:30:51Z', 'updated_at': '2022-05-06T10:30:54Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'c0a7f36c-5dff-4ec0-b591-66c2f5491165', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:30:51Z', 'updated_at': '2022-05-06T10:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '412c9fb0-5dc8-4ab1-8eea-a84519dd1159', 'name': '', 'network_id': '0b78b79e-786b-4c5a-8b38-21d58b5403ce', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:f3:0f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8b161add-7b97-456a-b271-4c840f47b181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:30:54Z', 'updated_at': '2022-05-06T10:30:57Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '8b161add-7b97-456a-b271-4c840f47b181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:30:57.823206 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 412c9fb0-5dc8-4ab1-8eea-a84519dd1159 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:30:57.878953 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 412c9fb0-5dc8-4ab1-8eea-a84519dd1159 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:30:57.879362 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:57.976087 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device c0a7f36c-5dff-4ec0-b591-66c2f5491165 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:30:58.037216 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port c0a7f36c-5dff-4ec0-b591-66c2f5491165 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:30:58.037594 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:58.103557 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d1377b04-da5b-463a-9ed1-5db7ee3fdb8e req-bd308a0c-f35a-458a-b5bf-050c994587d9 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=296c431b-22df-4faa-b206-2aff53533e47 HTTP/1.1" status: 200 len: 210 time: 0.0321128 May 06 10:30:58.292597 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f6aaa5f1-60fe-4531-871d-374606f1809b up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:30:58.341360 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port f6aaa5f1-60fe-4531-871d-374606f1809b triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:30:58.341831 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:59.187429 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-70d61185-0abb-40be-818b-ca8498ee2de1 req-d0158e80-58d9-4577-a1b6-070679dfa7d3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=296c431b-22df-4faa-b206-2aff53533e47 HTTP/1.1" status: 200 len: 210 time: 0.0269260 May 06 10:30:59.453604 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:00.273080 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-62c689f8-c8ef-4df0-ba1a-027be52618e2 req-0927d5f8-0821-4b65-9160-9096511d7512 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=296c431b-22df-4faa-b206-2aff53533e47 HTTP/1.1" status: 200 len: 210 time: 0.0306411 May 06 10:31:01.371756 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2bd942b4-bd3f-42b2-bcdd-0e9e5d0baf35 req-32da81ec-eddc-4062-9b4a-29bae4b2495b tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=296c431b-22df-4faa-b206-2aff53533e47 HTTP/1.1" status: 200 len: 210 time: 0.0281036 May 06 10:31:02.076134 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-121e955f-3cd4-49f1-bd75-59e1911594be tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:02.077628 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-121e955f-3cd4-49f1-bd75-59e1911594be tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.77 "GET /v2.0/networks?id=0b78b79e-786b-4c5a-8b38-21d58b5403ce HTTP/1.1" status: 200 len: 796 time: 0.1100438 May 06 10:31:02.127583 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-5820d10c-3338-4d83-add2-1cb3762840d9 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=257892d9fff3423bb07a7e9a81056767 HTTP/1.1" status: 200 len: 380 time: 0.0339379 May 06 10:31:02.138105 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-543bfe0b-7f64-4cb7-bb29-cda172b09fa7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'port': {'device_id': '296c431b-22df-4faa-b206-2aff53533e47', 'network_id': '0b78b79e-786b-4c5a-8b38-21d58b5403ce', 'admin_state_up': True, 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'security_groups': ['d26d0fd0-d171-4cb6-931e-dc6f39382b18']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:31:02.244154 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-543bfe0b-7f64-4cb7-bb29-cda172b09fa7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Made reservation on behalf of 257892d9fff3423bb07a7e9a81056767 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:31:02.247563 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-543bfe0b-7f64-4cb7-bb29-cda172b09fa7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:02.384900 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-543bfe0b-7f64-4cb7-bb29-cda172b09fa7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Allocated IP 172.20.0.7 (0b78b79e-786b-4c5a-8b38-21d58b5403ce/8b161add-7b97-456a-b271-4c840f47b181/1bad8d8d-97d9-483b-a608-3a242d57c739) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:31:02.467141 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-90b9bc4e-5c07-4eaf-a556-c14f460b094b req-c9bb40c5-20fd-4957-b3ca-d853d93a22c3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=296c431b-22df-4faa-b206-2aff53533e47 HTTP/1.1" status: 200 len: 210 time: 0.0270374 May 06 10:31:02.527543 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-543bfe0b-7f64-4cb7-bb29-cda172b09fa7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:02.559792 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-543bfe0b-7f64-4cb7-bb29-cda172b09fa7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:02.601908 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-543bfe0b-7f64-4cb7-bb29-cda172b09fa7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network 0b78b79e-786b-4c5a-8b38-21d58b5403ce is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:31:02.604973 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-543bfe0b-7f64-4cb7-bb29-cda172b09fa7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:31:02.608854 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-543bfe0b-7f64-4cb7-bb29-cda172b09fa7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:31:02.617921 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543bfe0b-7f64-4cb7-bb29-cda172b09fa7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Port': ['ID=1bad8d8d-97d9-483b-a608-3a242d57c739,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:02.664940 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-543bfe0b-7f64-4cb7-bb29-cda172b09fa7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:02.665571 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-543bfe0b-7f64-4cb7-bb29-cda172b09fa7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:02.682378 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-543bfe0b-7f64-4cb7-bb29-cda172b09fa7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5494261 May 06 10:31:02.786340 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-2892594a-14ae-42a3-bc65-2d8c0653560d service neutron] Request body: {'port': {'device_id': '296c431b-22df-4faa-b206-2aff53533e47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:31:02.846621 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-2892594a-14ae-42a3-bc65-2d8c0653560d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:02.860981 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-aee80e7b-5293-43b4-b25c-f6da299cc8f9 None None] Provisioning complete for port 1bad8d8d-97d9-483b-a608-3a242d57c739 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:31:02.861519 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-aee80e7b-5293-43b4-b25c-f6da299cc8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:02.894930 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-aee80e7b-5293-43b4-b25c-f6da299cc8f9 None None] Port 1bad8d8d-97d9-483b-a608-3a242d57c739 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:31:03.113858 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-2892594a-14ae-42a3-bc65-2d8c0653560d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bad8d8d-97d9-483b-a608-3a242d57c739 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:31:03.121772 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-2892594a-14ae-42a3-bc65-2d8c0653560d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:03.134289 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-2892594a-14ae-42a3-bc65-2d8c0653560d service neutron] Transition to ACTIVE for port object 1bad8d8d-97d9-483b-a608-3a242d57c739 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:31:03.137452 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-2892594a-14ae-42a3-bc65-2d8c0653560d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:03.192116 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892594a-14ae-42a3-bc65-2d8c0653560d service neutron] Pushing event updated for resources: {'Port': ['ID=1bad8d8d-97d9-483b-a608-3a242d57c739,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:03.267644 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-2892594a-14ae-42a3-bc65-2d8c0653560d service neutron] Attempting to bind port 1bad8d8d-97d9-483b-a608-3a242d57c739 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:31:03.268072 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-2892594a-14ae-42a3-bc65-2d8c0653560d service neutron] Attempting to bind port 1bad8d8d-97d9-483b-a608-3a242d57c739 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '5bf95059-67e1-43b8-b66f-750161a86516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0b78b79e-786b-4c5a-8b38-21d58b5403ce'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:31:03.268480 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-2892594a-14ae-42a3-bc65-2d8c0653560d service neutron] Attempting to bind port 1bad8d8d-97d9-483b-a608-3a242d57c739 on network 0b78b79e-786b-4c5a-8b38-21d58b5403ce {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:31:03.273200 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-2892594a-14ae-42a3-bc65-2d8c0653560d service neutron] Port 1bad8d8d-97d9-483b-a608-3a242d57c739 on network 0b78b79e-786b-4c5a-8b38-21d58b5403ce not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:31:03.273609 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-2892594a-14ae-42a3-bc65-2d8c0653560d service neutron] Attempting to bind port 1bad8d8d-97d9-483b-a608-3a242d57c739 on network 0b78b79e-786b-4c5a-8b38-21d58b5403ce {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:31:03.278636 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-2892594a-14ae-42a3-bc65-2d8c0653560d service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:31:03.278982 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-2892594a-14ae-42a3-bc65-2d8c0653560d service neutron] Checking segment: {'id': '5bf95059-67e1-43b8-b66f-750161a86516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0b78b79e-786b-4c5a-8b38-21d58b5403ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:31:03.279424 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-2892594a-14ae-42a3-bc65-2d8c0653560d service neutron] Bound using segment: {'id': '5bf95059-67e1-43b8-b66f-750161a86516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0b78b79e-786b-4c5a-8b38-21d58b5403ce'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:31:03.279861 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-2892594a-14ae-42a3-bc65-2d8c0653560d service neutron] Bound port: 1bad8d8d-97d9-483b-a608-3a242d57c739, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bf95059-67e1-43b8-b66f-750161a86516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0b78b79e-786b-4c5a-8b38-21d58b5403ce'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:31:03.280226 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-2892594a-14ae-42a3-bc65-2d8c0653560d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:03.350595 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-2892594a-14ae-42a3-bc65-2d8c0653560d service neutron] For port 1bad8d8d-97d9-483b-a608-3a242d57c739, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:31:03.353887 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-2892594a-14ae-42a3-bc65-2d8c0653560d service neutron] For port 1bad8d8d-97d9-483b-a608-3a242d57c739, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=1bad8d8d-97d9-483b-a608-3a242d57c739,segment=NetworkSegment(5bf95059-67e1-43b8-b66f-750161a86516),segment_id=5bf95059-67e1-43b8-b66f-750161a86516)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:31:03.358430 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-2892594a-14ae-42a3-bc65-2d8c0653560d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:03.393546 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-2892594a-14ae-42a3-bc65-2d8c0653560d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:03.394214 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-2892594a-14ae-42a3-bc65-2d8c0653560d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:03.395573 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-2892594a-14ae-42a3-bc65-2d8c0653560d service neutron] 10.222.0.77 "PUT /v2.0/ports/1bad8d8d-97d9-483b-a608-3a242d57c739 HTTP/1.1" status: 200 len: 1091 time: 0.6567888 May 06 10:31:03.396036 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296c431b-22df-4faa-b206-2aff53533e47', 'tag': '1bad8d8d-97d9-483b-a608-3a242d57c739'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:31:03.432276 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892594a-14ae-42a3-bc65-2d8c0653560d service neutron] Pushing event updated for resources: {'Port': ['ID=1bad8d8d-97d9-483b-a608-3a242d57c739,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:03.453988 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4203f62887ad6c042520207c1f89edfd97f1d269ecb3a7960f22881858371cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ef02a0-daa8-4819-b515-5e0d5413a66b" -d '{"events": [{"name": "network-changed", "server_uuid": "296c431b-22df-4faa-b206-2aff53533e47", "tag": "1bad8d8d-97d9-483b-a608-3a242d57c739"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:31:03.511948 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-eb016fcf-70f5-446e-b690-b48e9a8829d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:03.513501 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-eb016fcf-70f5-446e-b690-b48e9a8829d2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=296c431b-22df-4faa-b206-2aff53533e47 HTTP/1.1" status: 200 len: 1094 time: 0.0513647 May 06 10:31:03.573020 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d981f8-f51f-4386-9c68-85816149fb92 x-openstack-request-id: req-45d981f8-f51f-4386-9c68-85816149fb92 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:31:03.573340 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296c431b-22df-4faa-b206-2aff53533e47", "tag": "1bad8d8d-97d9-483b-a608-3a242d57c739", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:31:03.573569 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-45d981f8-f51f-4386-9c68-85816149fb92 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:31:03.573982 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45d981f8-f51f-4386-9c68-85816149fb92'] response: {'name': 'network-changed', 'server_uuid': '296c431b-22df-4faa-b206-2aff53533e47', 'tag': '1bad8d8d-97d9-483b-a608-3a242d57c739', 'status': 'completed', 'code': 200} May 06 10:31:03.575552 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-2ea4b71e-1d73-4b04-88bb-b91a501be3ac service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bad8d8d-97d9-483b-a608-3a242d57c739 HTTP/1.1" status: 200 len: 217 time: 0.0497828 May 06 10:31:03.626633 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-24aa4230-98ed-48cb-b732-850a7a0f232f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:03.628162 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-24aa4230-98ed-48cb-b732-850a7a0f232f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b161add-7b97-456a-b271-4c840f47b181 HTTP/1.1" status: 200 len: 834 time: 0.0458746 May 06 10:31:03.652641 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877075e-742e-4d27-9eee-e4937c59694b req-e1e2cf56-5d3c-4104-9ce8-553590881bc4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:03.654342 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9877075e-742e-4d27-9eee-e4937c59694b req-e1e2cf56-5d3c-4104-9ce8-553590881bc4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=296c431b-22df-4faa-b206-2aff53533e47 HTTP/1.1" status: 200 len: 943 time: 0.0562434 May 06 10:31:03.677199 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-22053b22-729c-4a79-8991-dae3648d66f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:03.678715 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-22053b22-729c-4a79-8991-dae3648d66f4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0b78b79e-786b-4c5a-8b38-21d58b5403ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446191 May 06 10:31:03.693180 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9877075e-742e-4d27-9eee-e4937c59694b req-961f4874-f8c8-44be-a148-a8e8ab941278 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=d26d0fd0-d171-4cb6-931e-dc6f39382b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323908 May 06 10:31:03.774733 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-861296e9-1e83-40db-a462-e0cb952ba7ab service neutron] 10.222.0.77 "GET /v2.0/networks/0b78b79e-786b-4c5a-8b38-21d58b5403ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884342 May 06 10:31:03.865246 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-60d8347a-4e5f-4919-b106-dfd7736f660d req-06621eb9-7c64-4f6f-8640-66b987cc0a6f service neutron] 10.222.0.77 "GET /v2.0/networks/0b78b79e-786b-4c5a-8b38-21d58b5403ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840473 May 06 10:31:03.990240 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef02a0-daa8-4819-b515-5e0d5413a66b req-20483560-cd81-4134-9b3a-9bcbd4d0c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:03.991831 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-02ef02a0-daa8-4819-b515-5e0d5413a66b req-20483560-cd81-4134-9b3a-9bcbd4d0c0c9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=296c431b-22df-4faa-b206-2aff53533e47 HTTP/1.1" status: 200 len: 1094 time: 0.0472071 May 06 10:31:04.080936 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef02a0-daa8-4819-b515-5e0d5413a66b req-f9caa80e-07f5-4bde-afb1-d6e2d963891c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:04.082396 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-02ef02a0-daa8-4819-b515-5e0d5413a66b req-f9caa80e-07f5-4bde-afb1-d6e2d963891c service neutron] 10.222.0.77 "GET /v2.0/networks?id=0b78b79e-786b-4c5a-8b38-21d58b5403ce HTTP/1.1" status: 200 len: 897 time: 0.0838904 May 06 10:31:04.124821 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-02ef02a0-daa8-4819-b515-5e0d5413a66b req-8ab4b269-95df-4520-a31a-50798f628f28 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bad8d8d-97d9-483b-a608-3a242d57c739 HTTP/1.1" status: 200 len: 217 time: 0.0347924 May 06 10:31:04.177831 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef02a0-daa8-4819-b515-5e0d5413a66b req-44b2c798-409b-43ea-a969-935e896cc322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:04.179267 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-02ef02a0-daa8-4819-b515-5e0d5413a66b req-44b2c798-409b-43ea-a969-935e896cc322 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b161add-7b97-456a-b271-4c840f47b181 HTTP/1.1" status: 200 len: 834 time: 0.0483046 May 06 10:31:04.224348 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef02a0-daa8-4819-b515-5e0d5413a66b req-eed91587-ae8f-4fdf-aa39-bf8eb1a1d8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:04.225890 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-02ef02a0-daa8-4819-b515-5e0d5413a66b req-eed91587-ae8f-4fdf-aa39-bf8eb1a1d8f2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0b78b79e-786b-4c5a-8b38-21d58b5403ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408051 May 06 10:31:04.316167 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-02ef02a0-daa8-4819-b515-5e0d5413a66b req-33c92c05-93ad-496d-ad0f-22db757dbda9 service neutron] 10.222.0.77 "GET /v2.0/networks/0b78b79e-786b-4c5a-8b38-21d58b5403ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824032 May 06 10:31:04.409464 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-02ef02a0-daa8-4819-b515-5e0d5413a66b req-2a6bbbc5-1a57-45e2-b319-bdb38249f763 service neutron] 10.222.0.77 "GET /v2.0/networks/0b78b79e-786b-4c5a-8b38-21d58b5403ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870514 May 06 10:31:04.809175 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35f4ee-0c38-48ce-8d0b-f49133d10f0e req-fc173a76-277a-446e-8926-0372035e308f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:04.810676 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9b35f4ee-0c38-48ce-8d0b-f49133d10f0e req-fc173a76-277a-446e-8926-0372035e308f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=296c431b-22df-4faa-b206-2aff53533e47 HTTP/1.1" status: 200 len: 943 time: 0.0492263 May 06 10:31:04.850496 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9b35f4ee-0c38-48ce-8d0b-f49133d10f0e req-c45b8752-4f91-44ff-9d70-cb3d867d4350 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=d26d0fd0-d171-4cb6-931e-dc6f39382b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337315 May 06 10:31:05.967235 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55021322-c296-4552-b549-01f5e291e63a req-3e1c7685-ae87-42be-967f-4518c7c5d5c7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:05.968873 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55021322-c296-4552-b549-01f5e291e63a req-3e1c7685-ae87-42be-967f-4518c7c5d5c7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=296c431b-22df-4faa-b206-2aff53533e47 HTTP/1.1" status: 200 len: 943 time: 0.0497494 May 06 10:31:06.006880 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-55021322-c296-4552-b549-01f5e291e63a req-e758772d-e476-4de9-9c75-fdedd55cfb03 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=d26d0fd0-d171-4cb6-931e-dc6f39382b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320580 May 06 10:31:07.122714 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f854407-90bb-4184-9a0a-689d049dd820 req-b5be273f-7b48-4903-a949-a08a4aebf251 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:07.124208 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0f854407-90bb-4184-9a0a-689d049dd820 req-b5be273f-7b48-4903-a949-a08a4aebf251 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=296c431b-22df-4faa-b206-2aff53533e47 HTTP/1.1" status: 200 len: 943 time: 0.0519924 May 06 10:31:07.146546 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 1bad8d8d-97d9-483b-a608-3a242d57c739 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:31:07.162595 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0f854407-90bb-4184-9a0a-689d049dd820 req-a8f9227f-3982-47de-ab96-1baef54cf0fb tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=d26d0fd0-d171-4cb6-931e-dc6f39382b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323176 May 06 10:31:07.242367 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 1bad8d8d-97d9-483b-a608-3a242d57c739, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=1bad8d8d-97d9-483b-a608-3a242d57c739,segment=NetworkSegment(5bf95059-67e1-43b8-b66f-750161a86516),segment_id=5bf95059-67e1-43b8-b66f-750161a86516)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:31:07.253556 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '1bad8d8d-97d9-483b-a608-3a242d57c739', 'network_id': '0b78b79e-786b-4c5a-8b38-21d58b5403ce', 'port_id': '1bad8d8d-97d9-483b-a608-3a242d57c739', 'mac_address': 'fa:16:3e:d7:2e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b161add-7b97-456a-b271-4c840f47b181', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:31:07.290362 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:07.303713 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bad8d8d-97d9-483b-a608-3a242d57c739 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:31:07.324966 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 1bad8d8d-97d9-483b-a608-3a242d57c739, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=1bad8d8d-97d9-483b-a608-3a242d57c739,segment=NetworkSegment(5bf95059-67e1-43b8-b66f-750161a86516),segment_id=5bf95059-67e1-43b8-b66f-750161a86516)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:31:07.329695 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:07.381588 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=1bad8d8d-97d9-483b-a608-3a242d57c739,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:07.729310 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['1bad8d8d-97d9-483b-a608-3a242d57c739'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:31:08.281711 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd20755-67f8-4919-9ee3-99ba53ffb6fc req-53972323-5d3e-4fb0-9462-9a2767a22e0a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:08.283231 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9fd20755-67f8-4919-9ee3-99ba53ffb6fc req-53972323-5d3e-4fb0-9462-9a2767a22e0a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=296c431b-22df-4faa-b206-2aff53533e47 HTTP/1.1" status: 200 len: 944 time: 0.0485885 May 06 10:31:08.320858 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9fd20755-67f8-4919-9ee3-99ba53ffb6fc req-bee601fa-6035-4db4-a651-0aebae286980 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=d26d0fd0-d171-4cb6-931e-dc6f39382b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310688 May 06 10:31:09.161298 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 1bad8d8d-97d9-483b-a608-3a242d57c739 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:31:09.211370 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 1bad8d8d-97d9-483b-a608-3a242d57c739 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:31:09.215291 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 1bad8d8d-97d9-483b-a608-3a242d57c739 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:31:09.215672 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:09.293654 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:09.316133 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296c431b-22df-4faa-b206-2aff53533e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bad8d8d-97d9-483b-a608-3a242d57c739'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:31:09.318420 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdfbe54ab09193884e510245095525564197585e5fb24b334fde4d8bb2c668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0528a2fb-e82c-46ca-8a06-cb09262bb80e" -d '{"events": [{"server_uuid": "296c431b-22df-4faa-b206-2aff53533e47", "name": "network-vif-plugged", "status": "completed", "tag": "1bad8d8d-97d9-483b-a608-3a242d57c739"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:31:09.331269 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 1bad8d8d-97d9-483b-a608-3a242d57c739, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=1bad8d8d-97d9-483b-a608-3a242d57c739,segment=NetworkSegment(5bf95059-67e1-43b8-b66f-750161a86516),segment_id=5bf95059-67e1-43b8-b66f-750161a86516)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:31:09.335978 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:09.385392 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=1bad8d8d-97d9-483b-a608-3a242d57c739,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:09.418200 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f02f68-6498-4e74-821e-cf4d481875c2 x-openstack-request-id: req-79f02f68-6498-4e74-821e-cf4d481875c2 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:31:09.418500 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296c431b-22df-4faa-b206-2aff53533e47", "name": "network-vif-plugged", "status": "completed", "tag": "1bad8d8d-97d9-483b-a608-3a242d57c739", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:31:09.418751 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-79f02f68-6498-4e74-821e-cf4d481875c2 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:31:09.419185 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79f02f68-6498-4e74-821e-cf4d481875c2'] response: {'server_uuid': '296c431b-22df-4faa-b206-2aff53533e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bad8d8d-97d9-483b-a608-3a242d57c739', 'code': 200} May 06 10:31:09.511083 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55149af-cd9e-4582-97df-8b949cb13abb req-48feabce-b5e1-419e-a0f4-4ef09c82d9fa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:09.512623 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c55149af-cd9e-4582-97df-8b949cb13abb req-48feabce-b5e1-419e-a0f4-4ef09c82d9fa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=296c431b-22df-4faa-b206-2aff53533e47 HTTP/1.1" status: 200 len: 945 time: 0.0508795 May 06 10:31:09.538693 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1c719-ca61-41da-b6f7-a522cbc7ccde req-e0c48bee-3175-4046-8a07-f9ce1578e73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:09.540249 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e4d1c719-ca61-41da-b6f7-a522cbc7ccde req-e0c48bee-3175-4046-8a07-f9ce1578e73f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=296c431b-22df-4faa-b206-2aff53533e47 HTTP/1.1" status: 200 len: 1096 time: 0.0417097 May 06 10:31:09.551493 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c55149af-cd9e-4582-97df-8b949cb13abb req-f9271078-1e2d-4b8b-89cd-253a897453fd tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=d26d0fd0-d171-4cb6-931e-dc6f39382b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327556 May 06 10:31:09.577677 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e4d1c719-ca61-41da-b6f7-a522cbc7ccde req-fd1eac3b-5178-4b92-9da3-e0c481688b48 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d26d0fd0-d171-4cb6-931e-dc6f39382b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293095 May 06 10:31:10.669739 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb3860-52cd-48cb-94a0-bea63ff10840 req-8853fd24-6d32-4aa8-af50-789e8a2df392 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:10.671238 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1deb3860-52cd-48cb-94a0-bea63ff10840 req-8853fd24-6d32-4aa8-af50-789e8a2df392 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=296c431b-22df-4faa-b206-2aff53533e47 HTTP/1.1" status: 200 len: 945 time: 0.0522649 May 06 10:31:10.708951 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1deb3860-52cd-48cb-94a0-bea63ff10840 req-4e4a9315-8d86-4c0e-92cf-a1a4f733e5fc tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=d26d0fd0-d171-4cb6-931e-dc6f39382b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312035 May 06 10:31:11.824497 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465e368-4f9f-44fe-9ab3-c423f841747e req-6cc7d84f-3c03-4f32-af64-86dec372665b tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:11.825970 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c465e368-4f9f-44fe-9ab3-c423f841747e req-6cc7d84f-3c03-4f32-af64-86dec372665b tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=296c431b-22df-4faa-b206-2aff53533e47 HTTP/1.1" status: 200 len: 945 time: 0.0489998 May 06 10:31:11.862841 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c465e368-4f9f-44fe-9ab3-c423f841747e req-2c9d64b2-17eb-484d-9877-b5efc0c9b0e1 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=d26d0fd0-d171-4cb6-931e-dc6f39382b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309348 May 06 10:31:11.974435 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9824b4-cd65-4b83-a634-30e6a99d169d req-0c6af750-be5e-4efc-8310-26b04bcaf8f2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:11.975950 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae9824b4-cd65-4b83-a634-30e6a99d169d req-0c6af750-be5e-4efc-8310-26b04bcaf8f2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=296c431b-22df-4faa-b206-2aff53533e47 HTTP/1.1" status: 200 len: 945 time: 0.0480611 May 06 10:31:12.008006 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:31:12.014069 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ae9824b4-cd65-4b83-a634-30e6a99d169d req-03aa9f6f-7068-4026-8bdf-5df7a956b6c2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=d26d0fd0-d171-4cb6-931e-dc6f39382b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322621 May 06 10:31:12.035775 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39348) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:12.078589 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1abf2f-e832-45a2-9622-622d8f9a70e4 tempest-TestNetworkAdvancedServerOps-161670012 tempest-TestNetworkAdvancedServerOps-161670012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:12.080134 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-da1abf2f-e832-45a2-9622-622d8f9a70e4 tempest-TestNetworkAdvancedServerOps-161670012 tempest-TestNetworkAdvancedServerOps-161670012-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=296c431b-22df-4faa-b206-2aff53533e47 HTTP/1.1" status: 200 len: 1091 time: 0.0433998 May 06 10:31:12.083073 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39350) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:12.087229 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-cfb1c135-7d73-4369-a399-cf65b789f58f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'port_id': '1bad8d8d-97d9-483b-a608-3a242d57c739', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:31:12.106752 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c135-7d73-4369-a399-cf65b789f58f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:12.202046 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c135-7d73-4369-a399-cf65b789f58f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:12.307379 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-cfb1c135-7d73-4369-a399-cf65b789f58f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Allocated IP 172.25.5.54 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/07cd9444-55c9-462e-bda6-9ac1fb3d911b) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:31:12.407364 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c135-7d73-4369-a399-cf65b789f58f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:12.440378 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c135-7d73-4369-a399-cf65b789f58f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:12.479881 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb1c135-7d73-4369-a399-cf65b789f58f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:31:12.482764 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-cfb1c135-7d73-4369-a399-cf65b789f58f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:31:12.486273 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb1c135-7d73-4369-a399-cf65b789f58f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:31:12.514816 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1c135-7d73-4369-a399-cf65b789f58f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Port': ['ID=07cd9444-55c9-462e-bda6-9ac1fb3d911b,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:12.842400 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c135-7d73-4369-a399-cf65b789f58f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:12.915774 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c135-7d73-4369-a399-cf65b789f58f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:13.065229 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c135-7d73-4369-a399-cf65b789f58f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:13.070019 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c135-7d73-4369-a399-cf65b789f58f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:13.137310 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1c135-7d73-4369-a399-cf65b789f58f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Port': ['ID=07cd9444-55c9-462e-bda6-9ac1fb3d911b,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:13.148978 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c135-7d73-4369-a399-cf65b789f58f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:13.250108 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-cfb1c135-7d73-4369-a399-cf65b789f58f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Floating IP 8ef4beac-2cf5-4845-8594-b6a4efa3d016 associated. External IP: 172.25.5.54, port: 1bad8d8d-97d9-483b-a608-3a242d57c739. May 06 10:31:13.465630 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb1c135-7d73-4369-a399-cf65b789f58f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Router ac70479a-1950-4f94-9c58-d57ffb22cc88 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:31:13.571402 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb1c135-7d73-4369-a399-cf65b789f58f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:31:13.581291 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4558dd7c-6d51-47cc-8359-3c9d316ab644 None None] Sync routers for ids ['ac70479a-1950-4f94-9c58-d57ffb22cc88'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:31:13.589236 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c135-7d73-4369-a399-cf65b789f58f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:13.590832 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4558dd7c-6d51-47cc-8359-3c9d316ab644 None None] Routers {'ac70479a-1950-4f94-9c58-d57ffb22cc88'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:31:13.591486 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4558dd7c-6d51-47cc-8359-3c9d316ab644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:30:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ac70479a-1950-4f94-9c58-d57ffb22cc88'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:31:13.618369 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-cfb1c135-7d73-4369-a399-cf65b789f58f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5342634 May 06 10:31:13.619060 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296c431b-22df-4faa-b206-2aff53533e47', 'tag': '1bad8d8d-97d9-483b-a608-3a242d57c739'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:31:13.668348 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1caaf7a81e239b66cb88d4696e2ac350de7f7976e977350f19e420479ff9b81b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dba87d-9056-494a-91be-5eb5fa3ce17c" -d '{"events": [{"name": "network-changed", "server_uuid": "296c431b-22df-4faa-b206-2aff53533e47", "tag": "1bad8d8d-97d9-483b-a608-3a242d57c739"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:31:13.708945 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-4558dd7c-6d51-47cc-8359-3c9d316ab644 None None] Set router ac70479a-1950-4f94-9c58-d57ffb22cc88 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:31:13.738113 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26ac7c-b3b8-4e03-b640-cbc0b7ec20be req-07cb9013-f3db-4739-ab9e-46e2ecbfdb24 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:13.740314 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a26ac7c-b3b8-4e03-b640-cbc0b7ec20be req-07cb9013-f3db-4739-ab9e-46e2ecbfdb24 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=296c431b-22df-4faa-b206-2aff53533e47 HTTP/1.1" status: 200 len: 945 time: 0.0667868 May 06 10:31:13.780191 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a26ac7c-b3b8-4e03-b640-cbc0b7ec20be req-0657161e-7160-4e7d-b52f-844967ddc65e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=d26d0fd0-d171-4cb6-931e-dc6f39382b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312252 May 06 10:31:13.803408 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39360) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:13.871552 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f85cff1c-eb15-45df-bc1e-a5618cb2b6f2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/floatingips/8ef4beac-2cf5-4845-8594-b6a4efa3d016 HTTP/1.1" status: 200 len: 990 time: 0.0668182 May 06 10:31:13.880143 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c811dcf-0dbb-421c-811c-7434b8d55fcb x-openstack-request-id: req-9c811dcf-0dbb-421c-811c-7434b8d55fcb {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:31:13.880438 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296c431b-22df-4faa-b206-2aff53533e47", "tag": "1bad8d8d-97d9-483b-a608-3a242d57c739", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:31:13.880698 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9c811dcf-0dbb-421c-811c-7434b8d55fcb {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:31:13.881149 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c811dcf-0dbb-421c-811c-7434b8d55fcb'] response: {'name': 'network-changed', 'server_uuid': '296c431b-22df-4faa-b206-2aff53533e47', 'tag': '1bad8d8d-97d9-483b-a608-3a242d57c739', 'status': 'completed', 'code': 200} May 06 10:31:13.945761 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4558dd7c-6d51-47cc-8359-3c9d316ab644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104031582', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c0a7f36c-5dff-4ec0-b591-66c2f5491165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:30:51Z', 'updated_at': '2022-05-06T10:30:54Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'c0a7f36c-5dff-4ec0-b591-66c2f5491165', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:30:51Z', 'updated_at': '2022-05-06T10:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '8ef4beac-2cf5-4845-8594-b6a4efa3d016', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'floating_ip_address': '172.25.5.54', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'port_id': '1bad8d8d-97d9-483b-a608-3a242d57c739', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b78b79e-786b-4c5a-8b38-21d58b5403ce', 'mac_address': 'fa:16:3e:d7:2e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296c431b-22df-4faa-b206-2aff53533e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:31:12Z', 'updated_at': '2022-05-06T10:31:12Z', 'revision_number': 0, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '412c9fb0-5dc8-4ab1-8eea-a84519dd1159', 'name': '', 'network_id': '0b78b79e-786b-4c5a-8b38-21d58b5403ce', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:f3:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8b161add-7b97-456a-b271-4c840f47b181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:30:54Z', 'updated_at': '2022-05-06T10:30:57Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '8b161add-7b97-456a-b271-4c840f47b181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:31:13.972774 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dba87d-9056-494a-91be-5eb5fa3ce17c req-da392456-e710-4e8b-a9ba-425a9a2e87af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:13.973367 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4558dd7c-6d51-47cc-8359-3c9d316ab644 None None] Checking router: ac70479a-1950-4f94-9c58-d57ffb22cc88 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:31:13.974987 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-63dba87d-9056-494a-91be-5eb5fa3ce17c req-da392456-e710-4e8b-a9ba-425a9a2e87af service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=296c431b-22df-4faa-b206-2aff53533e47 HTTP/1.1" status: 200 len: 1096 time: 0.0489306 May 06 10:31:13.981858 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4558dd7c-6d51-47cc-8359-3c9d316ab644 None None] Routers {'ac70479a-1950-4f94-9c58-d57ffb22cc88'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:31:13.982722 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4558dd7c-6d51-47cc-8359-3c9d316ab644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:30:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ac70479a-1950-4f94-9c58-d57ffb22cc88'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:31:14.071832 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dba87d-9056-494a-91be-5eb5fa3ce17c req-2541ea8e-3acd-4e9c-9d86-f16ce8529944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:14.073275 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-63dba87d-9056-494a-91be-5eb5fa3ce17c req-2541ea8e-3acd-4e9c-9d86-f16ce8529944 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0b78b79e-786b-4c5a-8b38-21d58b5403ce HTTP/1.1" status: 200 len: 897 time: 0.0900655 May 06 10:31:14.101207 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-4558dd7c-6d51-47cc-8359-3c9d316ab644 None None] Set router ac70479a-1950-4f94-9c58-d57ffb22cc88 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:31:14.143107 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-63dba87d-9056-494a-91be-5eb5fa3ce17c req-7ebff737-e7f8-4f64-ade5-b7397fdce424 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bad8d8d-97d9-483b-a608-3a242d57c739 HTTP/1.1" status: 200 len: 998 time: 0.0639718 May 06 10:31:14.192012 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dba87d-9056-494a-91be-5eb5fa3ce17c req-622cdca6-80ed-4cb6-9b5a-0798e1e979c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:14.193524 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-63dba87d-9056-494a-91be-5eb5fa3ce17c req-622cdca6-80ed-4cb6-9b5a-0798e1e979c8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b161add-7b97-456a-b271-4c840f47b181 HTTP/1.1" status: 200 len: 834 time: 0.0441394 May 06 10:31:14.240280 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dba87d-9056-494a-91be-5eb5fa3ce17c req-70c08b47-ef30-47de-89ea-9af7ff986162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:14.241794 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-63dba87d-9056-494a-91be-5eb5fa3ce17c req-70c08b47-ef30-47de-89ea-9af7ff986162 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0b78b79e-786b-4c5a-8b38-21d58b5403ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415297 May 06 10:31:14.326915 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-4558dd7c-6d51-47cc-8359-3c9d316ab644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104031582', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c0a7f36c-5dff-4ec0-b591-66c2f5491165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:30:51Z', 'updated_at': '2022-05-06T10:30:54Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'c0a7f36c-5dff-4ec0-b591-66c2f5491165', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:30:51Z', 'updated_at': '2022-05-06T10:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '8ef4beac-2cf5-4845-8594-b6a4efa3d016', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'floating_ip_address': '172.25.5.54', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'port_id': '1bad8d8d-97d9-483b-a608-3a242d57c739', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b78b79e-786b-4c5a-8b38-21d58b5403ce', 'mac_address': 'fa:16:3e:d7:2e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296c431b-22df-4faa-b206-2aff53533e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:31:12Z', 'updated_at': '2022-05-06T10:31:12Z', 'revision_number': 0, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '412c9fb0-5dc8-4ab1-8eea-a84519dd1159', 'name': '', 'network_id': '0b78b79e-786b-4c5a-8b38-21d58b5403ce', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:f3:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8b161add-7b97-456a-b271-4c840f47b181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:30:54Z', 'updated_at': '2022-05-06T10:30:57Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '8b161add-7b97-456a-b271-4c840f47b181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:31:14.336663 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-63dba87d-9056-494a-91be-5eb5fa3ce17c req-eb2c3b42-f0e8-4d1b-b551-36c9f7b37d19 service neutron] 10.222.0.77 "GET /v2.0/networks/0b78b79e-786b-4c5a-8b38-21d58b5403ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870416 May 06 10:31:14.353991 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4558dd7c-6d51-47cc-8359-3c9d316ab644 None None] The sync data for ids ['ac70479a-1950-4f94-9c58-d57ffb22cc88'] in n-d-840835-1 is: [{'id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104031582', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c0a7f36c-5dff-4ec0-b591-66c2f5491165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:30:51Z', 'updated_at': '2022-05-06T10:30:54Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'c0a7f36c-5dff-4ec0-b591-66c2f5491165', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:30:51Z', 'updated_at': '2022-05-06T10:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '8ef4beac-2cf5-4845-8594-b6a4efa3d016', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'floating_ip_address': '172.25.5.54', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'port_id': '1bad8d8d-97d9-483b-a608-3a242d57c739', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b78b79e-786b-4c5a-8b38-21d58b5403ce', 'mac_address': 'fa:16:3e:d7:2e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296c431b-22df-4faa-b206-2aff53533e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:31:12Z', 'updated_at': '2022-05-06T10:31:12Z', 'revision_number': 0, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '412c9fb0-5dc8-4ab1-8eea-a84519dd1159', 'name': '', 'network_id': '0b78b79e-786b-4c5a-8b38-21d58b5403ce', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:f3:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8b161add-7b97-456a-b271-4c840f47b181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:30:54Z', 'updated_at': '2022-05-06T10:30:57Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '8b161add-7b97-456a-b271-4c840f47b181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:31:14.441251 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-63dba87d-9056-494a-91be-5eb5fa3ce17c req-193cd4e2-6ad3-4481-9f7e-c598277daed4 service neutron] 10.222.0.77 "GET /v2.0/networks/0b78b79e-786b-4c5a-8b38-21d58b5403ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881619 May 06 10:31:14.555836 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c4f6e8-fa1a-4f91-b2b9-f91ad547a65e None None] New status for floating IP 8ef4beac-2cf5-4845-8594-b6a4efa3d016: ACTIVE {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:31:14.874939 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39362) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:14.937646 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c9ffcdfa-fcb8-46de-b62a-6a99bb68bb14 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/floatingips/8ef4beac-2cf5-4845-8594-b6a4efa3d016 HTTP/1.1" status: 200 len: 992 time: 0.0615463 May 06 10:31:15.997424 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cd6ade20-a564-4c35-a792-21cb1f6bcaf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:18.530424 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-801e0d83-1cdc-4707-9169-3ef240f2ef9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:19.190097 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:19.690680 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:21.382038 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:21.545113 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:22.910456 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-afd21ead-b89e-40b1-be79-fbad7ae5c811 req-3140e91e-3002-405e-ac25-9503d50c0ed2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=296c431b-22df-4faa-b206-2aff53533e47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472069 May 06 10:31:23.012279 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd21ead-b89e-40b1-be79-fbad7ae5c811 req-519236b4-389b-431e-a6e3-5aa94d5aed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:23.013763 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-afd21ead-b89e-40b1-be79-fbad7ae5c811 req-519236b4-389b-431e-a6e3-5aa94d5aed25 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=296c431b-22df-4faa-b206-2aff53533e47 HTTP/1.1" status: 200 len: 1096 time: 0.0459609 May 06 10:31:23.123610 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd21ead-b89e-40b1-be79-fbad7ae5c811 req-6ee43d29-abc3-461b-8c56-bda474ff406f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:23.125122 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-afd21ead-b89e-40b1-be79-fbad7ae5c811 req-6ee43d29-abc3-461b-8c56-bda474ff406f service neutron] 10.222.0.77 "GET /v2.0/networks?id=0b78b79e-786b-4c5a-8b38-21d58b5403ce HTTP/1.1" status: 200 len: 897 time: 0.0914168 May 06 10:31:23.196020 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-afd21ead-b89e-40b1-be79-fbad7ae5c811 req-79f7e5bd-93d6-4931-92b2-c43fdc2c43e2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bad8d8d-97d9-483b-a608-3a242d57c739 HTTP/1.1" status: 200 len: 1000 time: 0.0628347 May 06 10:31:23.248247 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd21ead-b89e-40b1-be79-fbad7ae5c811 req-c00abae5-05d2-45a1-a935-336efa5062db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:23.249741 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-afd21ead-b89e-40b1-be79-fbad7ae5c811 req-c00abae5-05d2-45a1-a935-336efa5062db service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b161add-7b97-456a-b271-4c840f47b181 HTTP/1.1" status: 200 len: 834 time: 0.0460112 May 06 10:31:23.295281 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd21ead-b89e-40b1-be79-fbad7ae5c811 req-89d83b40-a4e4-43fd-89bb-5951fbec0d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:23.296768 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-afd21ead-b89e-40b1-be79-fbad7ae5c811 req-89d83b40-a4e4-43fd-89bb-5951fbec0d60 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0b78b79e-786b-4c5a-8b38-21d58b5403ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405135 May 06 10:31:23.388794 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-afd21ead-b89e-40b1-be79-fbad7ae5c811 req-db44c522-50f4-48e1-bba5-c8f1e5d0aa1a service neutron] 10.222.0.77 "GET /v2.0/networks/0b78b79e-786b-4c5a-8b38-21d58b5403ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852985 May 06 10:31:23.486158 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-afd21ead-b89e-40b1-be79-fbad7ae5c811 req-55e2ee7b-3c81-41e6-aef1-0cd6db533cd2 service neutron] 10.222.0.77 "GET /v2.0/networks/0b78b79e-786b-4c5a-8b38-21d58b5403ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825438 May 06 10:31:29.459603 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:45.999096 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-15c452b6-d9e1-4d85-bfe9-ff21634f6146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:48.532271 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-898baf6f-800e-447f-9d83-2592e2c5a4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:49.006969 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:31:49.205460 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:49.692834 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:51.382246 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:51.546698 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:59.470981 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:16.000548 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-19e5ad0d-c2ab-4003-be0f-36f441018a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:17.815315 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5350c3d-41a6-48a8-b6b9-efdc593eddf6 req-8f316e00-c87c-43e6-be5f-7a8d94dee024 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:17.816832 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5350c3d-41a6-48a8-b6b9-efdc593eddf6 req-8f316e00-c87c-43e6-be5f-7a8d94dee024 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=296c431b-22df-4faa-b206-2aff53533e47 HTTP/1.1" status: 200 len: 945 time: 0.0528958 May 06 10:32:18.185203 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d5350c3d-41a6-48a8-b6b9-efdc593eddf6 req-6f38f28b-45df-4917-9bd0-821c13fc0001 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=d26d0fd0-d171-4cb6-931e-dc6f39382b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3614051 May 06 10:32:18.533588 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1133b554-105a-4463-8e1e-8633ca7d27d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:19.202893 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:19.305268 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f28a08-f2c1-499c-a843-762848f5820f req-9668424a-a9b9-4f08-b8d8-722909d93577 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:19.306698 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52f28a08-f2c1-499c-a843-762848f5820f req-9668424a-a9b9-4f08-b8d8-722909d93577 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=296c431b-22df-4faa-b206-2aff53533e47 HTTP/1.1" status: 200 len: 945 time: 0.0477338 May 06 10:32:19.344191 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52f28a08-f2c1-499c-a843-762848f5820f req-3b79b6e7-14d3-4e31-ac9e-35d8e8a50108 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=d26d0fd0-d171-4cb6-931e-dc6f39382b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314252 May 06 10:32:19.367258 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39396) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:19.432253 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-63f9ac95-1d98-4126-9c0a-e4c1836df456 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/floatingips/8ef4beac-2cf5-4845-8594-b6a4efa3d016 HTTP/1.1" status: 200 len: 992 time: 0.0632627 May 06 10:32:19.695674 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:20.709881 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7018a36-59d8-4555-923c-0208a1159cca req-96013a1f-250c-4092-b575-efb307fd7b7b tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:20.711298 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f7018a36-59d8-4555-923c-0208a1159cca req-96013a1f-250c-4092-b575-efb307fd7b7b tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=296c431b-22df-4faa-b206-2aff53533e47 HTTP/1.1" status: 200 len: 945 time: 0.0491703 May 06 10:32:20.750844 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f7018a36-59d8-4555-923c-0208a1159cca req-e1a3fd1a-726f-4752-bc25-5b397319aa39 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=d26d0fd0-d171-4cb6-931e-dc6f39382b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329988 May 06 10:32:21.384652 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:21.549489 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:21.873695 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019255a4-0f92-4d1e-a1eb-3b9b278c7e31 req-7d6da63f-c456-4e05-a534-d2b5e1cd42ba tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:21.875203 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-019255a4-0f92-4d1e-a1eb-3b9b278c7e31 req-7d6da63f-c456-4e05-a534-d2b5e1cd42ba tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=296c431b-22df-4faa-b206-2aff53533e47 HTTP/1.1" status: 200 len: 945 time: 0.0519814 May 06 10:32:21.912816 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-019255a4-0f92-4d1e-a1eb-3b9b278c7e31 req-3f1a69c5-17ce-47a9-9e8d-077e68fba293 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=d26d0fd0-d171-4cb6-931e-dc6f39382b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311542 May 06 10:32:21.936176 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39406) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:21.995619 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-22fdd7f8-933f-4045-a010-3934331e4806 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/floatingips/8ef4beac-2cf5-4845-8594-b6a4efa3d016 HTTP/1.1" status: 200 len: 992 time: 0.0583112 May 06 10:32:22.241805 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39412) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:22.396435 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-cc5cdf81-7f3d-49fa-b9b5-ced66e9d841f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Deleting port 07cd9444-55c9-462e-bda6-9ac1fb3d911b {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:32:22.396785 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cc5cdf81-7f3d-49fa-b9b5-ced66e9d841f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:22.473672 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cc5cdf81-7f3d-49fa-b9b5-ced66e9d841f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:22.474008 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cc5cdf81-7f3d-49fa-b9b5-ced66e9d841f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:22.486465 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-cc5cdf81-7f3d-49fa-b9b5-ced66e9d841f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Calling delete_port for 07cd9444-55c9-462e-bda6-9ac1fb3d911b owned by network:floatingip {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:32:22.637581 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cc5cdf81-7f3d-49fa-b9b5-ced66e9d841f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:22.662522 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5cdf81-7f3d-49fa-b9b5-ced66e9d841f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'Port': ['ID=07cd9444-55c9-462e-bda6-9ac1fb3d911b,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:22.674933 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5cdf81-7f3d-49fa-b9b5-ced66e9d841f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:22.675322 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5cdf81-7f3d-49fa-b9b5-ced66e9d841f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:22.675671 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5cdf81-7f3d-49fa-b9b5-ced66e9d841f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:22.676016 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5cdf81-7f3d-49fa-b9b5-ced66e9d841f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:22.676358 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5cdf81-7f3d-49fa-b9b5-ced66e9d841f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:22.676696 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5cdf81-7f3d-49fa-b9b5-ced66e9d841f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:22.677033 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5cdf81-7f3d-49fa-b9b5-ced66e9d841f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:22.677370 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5cdf81-7f3d-49fa-b9b5-ced66e9d841f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:22.677707 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5cdf81-7f3d-49fa-b9b5-ced66e9d841f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:22.678037 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5cdf81-7f3d-49fa-b9b5-ced66e9d841f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:22.678371 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5cdf81-7f3d-49fa-b9b5-ced66e9d841f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:22.678703 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5cdf81-7f3d-49fa-b9b5-ced66e9d841f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:22.732417 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cc5cdf81-7f3d-49fa-b9b5-ced66e9d841f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for floatingip, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:22.732999 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-cc5cdf81-7f3d-49fa-b9b5-ced66e9d841f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Floating IP 8ef4beac-2cf5-4845-8594-b6a4efa3d016 disassociated (deleted). External IP: 172.25.5.54, port: 1bad8d8d-97d9-483b-a608-3a242d57c739. May 06 10:32:22.942228 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5cdf81-7f3d-49fa-b9b5-ced66e9d841f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Router ac70479a-1950-4f94-9c58-d57ffb22cc88 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:32:23.052420 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5cdf81-7f3d-49fa-b9b5-ced66e9d841f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:32:23.057188 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-cc5cdf81-7f3d-49fa-b9b5-ced66e9d841f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:23.061807 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f188d851-d0d9-4f82-9832-5894e6242683 None None] Sync routers for ids ['ac70479a-1950-4f94-9c58-d57ffb22cc88'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:32:23.071277 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f188d851-d0d9-4f82-9832-5894e6242683 None None] Routers {'ac70479a-1950-4f94-9c58-d57ffb22cc88'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:32:23.071971 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f188d851-d0d9-4f82-9832-5894e6242683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:32:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ac70479a-1950-4f94-9c58-d57ffb22cc88'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:23.083435 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-cc5cdf81-7f3d-49fa-b9b5-ced66e9d841f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "DELETE /v2.0/floatingips/8ef4beac-2cf5-4845-8594-b6a4efa3d016 HTTP/1.1" status: 204 len: 168 time: 0.8406091 May 06 10:32:23.084011 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296c431b-22df-4faa-b206-2aff53533e47', 'tag': '1bad8d8d-97d9-483b-a608-3a242d57c739'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:32:23.086293 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1caaf7a81e239b66cb88d4696e2ac350de7f7976e977350f19e420479ff9b81b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19c6bd4-b833-4930-bfe2-cf7e077f3419" -d '{"events": [{"name": "network-changed", "server_uuid": "296c431b-22df-4faa-b206-2aff53533e47", "tag": "1bad8d8d-97d9-483b-a608-3a242d57c739"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:32:23.179980 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-f188d851-d0d9-4f82-9832-5894e6242683 None None] Set router ac70479a-1950-4f94-9c58-d57ffb22cc88 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:32:23.242929 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee417a1-15e4-434c-9571-31ab3ed1fc3d x-openstack-request-id: req-6ee417a1-15e4-434c-9571-31ab3ed1fc3d {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:32:23.243303 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296c431b-22df-4faa-b206-2aff53533e47", "tag": "1bad8d8d-97d9-483b-a608-3a242d57c739", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:32:23.243619 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6ee417a1-15e4-434c-9571-31ab3ed1fc3d {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:32:23.244049 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ee417a1-15e4-434c-9571-31ab3ed1fc3d'] response: {'name': 'network-changed', 'server_uuid': '296c431b-22df-4faa-b206-2aff53533e47', 'tag': '1bad8d8d-97d9-483b-a608-3a242d57c739', 'status': 'completed', 'code': 200} May 06 10:32:23.347015 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c6bd4-b833-4930-bfe2-cf7e077f3419 req-3ed27f13-8309-449d-90ce-1eb574f1aba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:23.348605 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c19c6bd4-b833-4930-bfe2-cf7e077f3419 req-3ed27f13-8309-449d-90ce-1eb574f1aba0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=296c431b-22df-4faa-b206-2aff53533e47 HTTP/1.1" status: 200 len: 1096 time: 0.0484006 May 06 10:32:23.351991 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d738d37-d53e-4077-af01-e45480f9cf35 req-fba9b52d-0682-49fc-8d18-234a56c42e9d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:23.353515 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d738d37-d53e-4077-af01-e45480f9cf35 req-fba9b52d-0682-49fc-8d18-234a56c42e9d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=296c431b-22df-4faa-b206-2aff53533e47 HTTP/1.1" status: 200 len: 945 time: 0.0553706 May 06 10:32:23.394217 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8d738d37-d53e-4077-af01-e45480f9cf35 req-1d803421-bc3a-44fa-a464-463e11c2de28 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=d26d0fd0-d171-4cb6-931e-dc6f39382b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340011 May 06 10:32:23.394802 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f188d851-d0d9-4f82-9832-5894e6242683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104031582', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c0a7f36c-5dff-4ec0-b591-66c2f5491165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:30:51Z', 'updated_at': '2022-05-06T10:30:54Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'c0a7f36c-5dff-4ec0-b591-66c2f5491165', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:30:51Z', 'updated_at': '2022-05-06T10:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '412c9fb0-5dc8-4ab1-8eea-a84519dd1159', 'name': '', 'network_id': '0b78b79e-786b-4c5a-8b38-21d58b5403ce', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:f3:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8b161add-7b97-456a-b271-4c840f47b181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:30:54Z', 'updated_at': '2022-05-06T10:30:57Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '8b161add-7b97-456a-b271-4c840f47b181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:23.422082 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f188d851-d0d9-4f82-9832-5894e6242683 None None] Checking router: ac70479a-1950-4f94-9c58-d57ffb22cc88 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:32:23.430308 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f188d851-d0d9-4f82-9832-5894e6242683 None None] Routers {'ac70479a-1950-4f94-9c58-d57ffb22cc88'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:32:23.430860 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f188d851-d0d9-4f82-9832-5894e6242683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:32:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ac70479a-1950-4f94-9c58-d57ffb22cc88'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:23.444715 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c6bd4-b833-4930-bfe2-cf7e077f3419 req-40c3e7fd-4685-41b4-b8ab-179c1240e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:23.446221 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c19c6bd4-b833-4930-bfe2-cf7e077f3419 req-40c3e7fd-4685-41b4-b8ab-179c1240e6b4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0b78b79e-786b-4c5a-8b38-21d58b5403ce HTTP/1.1" status: 200 len: 897 time: 0.0891311 May 06 10:32:23.494005 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c19c6bd4-b833-4930-bfe2-cf7e077f3419 req-49bb6188-f8b4-4f1a-b14e-feef4ed38921 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bad8d8d-97d9-483b-a608-3a242d57c739 HTTP/1.1" status: 200 len: 217 time: 0.0403395 May 06 10:32:23.537605 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-f188d851-d0d9-4f82-9832-5894e6242683 None None] Set router ac70479a-1950-4f94-9c58-d57ffb22cc88 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:32:23.544366 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c6bd4-b833-4930-bfe2-cf7e077f3419 req-bb318a21-2704-453b-bc28-cea3c3b4c2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:23.545837 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c19c6bd4-b833-4930-bfe2-cf7e077f3419 req-bb318a21-2704-453b-bc28-cea3c3b4c2d0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b161add-7b97-456a-b271-4c840f47b181 HTTP/1.1" status: 200 len: 834 time: 0.0442734 May 06 10:32:23.592676 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c6bd4-b833-4930-bfe2-cf7e077f3419 req-36e49a08-b6e7-43d4-9a86-1603a07fb68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:23.594240 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c19c6bd4-b833-4930-bfe2-cf7e077f3419 req-36e49a08-b6e7-43d4-9a86-1603a07fb68e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0b78b79e-786b-4c5a-8b38-21d58b5403ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410898 May 06 10:32:23.690948 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c19c6bd4-b833-4930-bfe2-cf7e077f3419 req-8ac0d101-879d-49d2-97b6-39e87caa39de service neutron] 10.222.0.77 "GET /v2.0/networks/0b78b79e-786b-4c5a-8b38-21d58b5403ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892956 May 06 10:32:23.738901 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f188d851-d0d9-4f82-9832-5894e6242683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104031582', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c0a7f36c-5dff-4ec0-b591-66c2f5491165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:30:51Z', 'updated_at': '2022-05-06T10:30:54Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'c0a7f36c-5dff-4ec0-b591-66c2f5491165', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:30:51Z', 'updated_at': '2022-05-06T10:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '412c9fb0-5dc8-4ab1-8eea-a84519dd1159', 'name': '', 'network_id': '0b78b79e-786b-4c5a-8b38-21d58b5403ce', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:f3:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8b161add-7b97-456a-b271-4c840f47b181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:30:54Z', 'updated_at': '2022-05-06T10:30:57Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '8b161add-7b97-456a-b271-4c840f47b181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:23.764997 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f188d851-d0d9-4f82-9832-5894e6242683 None None] The sync data for ids ['ac70479a-1950-4f94-9c58-d57ffb22cc88'] in n-d-840835-1 is: [{'id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104031582', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c0a7f36c-5dff-4ec0-b591-66c2f5491165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:30:51Z', 'updated_at': '2022-05-06T10:30:54Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'c0a7f36c-5dff-4ec0-b591-66c2f5491165', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:30:51Z', 'updated_at': '2022-05-06T10:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '412c9fb0-5dc8-4ab1-8eea-a84519dd1159', 'name': '', 'network_id': '0b78b79e-786b-4c5a-8b38-21d58b5403ce', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:f3:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8b161add-7b97-456a-b271-4c840f47b181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:30:54Z', 'updated_at': '2022-05-06T10:30:57Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '8b161add-7b97-456a-b271-4c840f47b181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:32:23.783163 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c19c6bd4-b833-4930-bfe2-cf7e077f3419 req-93bdbfd7-5a14-4603-b370-1c371042c839 service neutron] 10.222.0.77 "GET /v2.0/networks/0b78b79e-786b-4c5a-8b38-21d58b5403ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851247 May 06 10:32:23.992879 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89154f63-11d7-401c-8a00-9b5dd158dc81 None None] New status for floating IP 8ef4beac-2cf5-4845-8594-b6a4efa3d016: DOWN {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:32:24.510013 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89794d9f-5d4c-4273-b2f3-8614f02e2f44 req-86117140-b6cf-47c3-b737-943b95733be1 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:24.511489 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-89794d9f-5d4c-4273-b2f3-8614f02e2f44 req-86117140-b6cf-47c3-b737-943b95733be1 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=296c431b-22df-4faa-b206-2aff53533e47 HTTP/1.1" status: 200 len: 945 time: 0.0486939 May 06 10:32:24.549186 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-89794d9f-5d4c-4273-b2f3-8614f02e2f44 req-abb938b4-09aa-4b8c-ad75-b43603858a6e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=d26d0fd0-d171-4cb6-931e-dc6f39382b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316772 May 06 10:32:25.244548 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e709169-121a-4e27-9e8c-6cf94467c459 req-e643ddd4-af27-463d-9d30-6493ac9280ba tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:25.246417 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6e709169-121a-4e27-9e8c-6cf94467c459 req-e643ddd4-af27-463d-9d30-6493ac9280ba tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.77 "GET /v2.0/ports?device_id=296c431b-22df-4faa-b206-2aff53533e47 HTTP/1.1" status: 200 len: 945 time: 0.0566435 May 06 10:32:25.339702 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-6e709169-121a-4e27-9e8c-6cf94467c459 req-db89993f-00f3-440b-885e-84824c9e7dd9 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Deleting port 1bad8d8d-97d9-483b-a608-3a242d57c739 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:32:25.340050 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6e709169-121a-4e27-9e8c-6cf94467c459 req-db89993f-00f3-440b-885e-84824c9e7dd9 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:25.431294 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-6e709169-121a-4e27-9e8c-6cf94467c459 req-db89993f-00f3-440b-885e-84824c9e7dd9 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] For port 1bad8d8d-97d9-483b-a608-3a242d57c739, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=1bad8d8d-97d9-483b-a608-3a242d57c739,segment=NetworkSegment(5bf95059-67e1-43b8-b66f-750161a86516),segment_id=5bf95059-67e1-43b8-b66f-750161a86516)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:32:25.431672 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6e709169-121a-4e27-9e8c-6cf94467c459 req-db89993f-00f3-440b-885e-84824c9e7dd9 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:25.446880 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-6e709169-121a-4e27-9e8c-6cf94467c459 req-db89993f-00f3-440b-885e-84824c9e7dd9 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Calling delete_port for 1bad8d8d-97d9-483b-a608-3a242d57c739 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:32:25.582409 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6e709169-121a-4e27-9e8c-6cf94467c459 req-db89993f-00f3-440b-885e-84824c9e7dd9 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:25.614179 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89993f-00f3-440b-885e-84824c9e7dd9 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'Port': ['ID=1bad8d8d-97d9-483b-a608-3a242d57c739,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:25.628030 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89993f-00f3-440b-885e-84824c9e7dd9 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:25.628374 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89993f-00f3-440b-885e-84824c9e7dd9 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:25.628720 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89993f-00f3-440b-885e-84824c9e7dd9 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:25.629067 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89993f-00f3-440b-885e-84824c9e7dd9 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:25.629440 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89993f-00f3-440b-885e-84824c9e7dd9 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:25.629756 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89993f-00f3-440b-885e-84824c9e7dd9 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:25.630087 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89993f-00f3-440b-885e-84824c9e7dd9 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:25.630423 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89993f-00f3-440b-885e-84824c9e7dd9 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:25.630785 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89993f-00f3-440b-885e-84824c9e7dd9 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:25.631157 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89993f-00f3-440b-885e-84824c9e7dd9 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:25.631486 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89993f-00f3-440b-885e-84824c9e7dd9 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:25.631816 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89993f-00f3-440b-885e-84824c9e7dd9 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:25.660719 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-198603da-4934-45f4-8e45-b6f24605703e req-084a4995-e8a1-4564-b809-8e28598e88f8 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=296c431b-22df-4faa-b206-2aff53533e47 HTTP/1.1" status: 200 len: 210 time: 0.0327768 May 06 10:32:25.682549 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e709169-121a-4e27-9e8c-6cf94467c459 req-db89993f-00f3-440b-885e-84824c9e7dd9 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] No DVR routers for this DVR port 1bad8d8d-97d9-483b-a608-3a242d57c739 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:32:25.686079 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6e709169-121a-4e27-9e8c-6cf94467c459 req-db89993f-00f3-440b-885e-84824c9e7dd9 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:25.689658 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6e709169-121a-4e27-9e8c-6cf94467c459 req-db89993f-00f3-440b-885e-84824c9e7dd9 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.77 "DELETE /v2.0/ports/1bad8d8d-97d9-483b-a608-3a242d57c739 HTTP/1.1" status: 204 len: 173 time: 0.4373562 May 06 10:32:25.690138 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296c431b-22df-4faa-b206-2aff53533e47', 'name': 'network-vif-deleted', 'tag': '1bad8d8d-97d9-483b-a608-3a242d57c739'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:32:25.692594 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4203f62887ad6c042520207c1f89edfd97f1d269ecb3a7960f22881858371cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa2ec8f-2b75-46f0-a593-055539a80a98" -d '{"events": [{"server_uuid": "296c431b-22df-4faa-b206-2aff53533e47", "name": "network-vif-deleted", "tag": "1bad8d8d-97d9-483b-a608-3a242d57c739"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:32:25.731589 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebe4088-2247-4cf2-adf7-6bbf1d0b68df x-openstack-request-id: req-7ebe4088-2247-4cf2-adf7-6bbf1d0b68df {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:32:25.732001 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296c431b-22df-4faa-b206-2aff53533e47", "name": "network-vif-deleted", "tag": "1bad8d8d-97d9-483b-a608-3a242d57c739", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:32:25.732261 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7ebe4088-2247-4cf2-adf7-6bbf1d0b68df {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:32:25.732930 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ebe4088-2247-4cf2-adf7-6bbf1d0b68df'] response: {'server_uuid': '296c431b-22df-4faa-b206-2aff53533e47', 'name': 'network-vif-deleted', 'tag': '1bad8d8d-97d9-483b-a608-3a242d57c739', 'status': 'completed', 'code': 200} May 06 10:32:26.006660 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:32:26.717666 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39432) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:27.082759 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8bfee1cd-75fa-43f3-85ec-3f5cca8eb3a2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:27.344939 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-8bfee1cd-75fa-43f3-85ec-3f5cca8eb3a2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Deleting port 412c9fb0-5dc8-4ab1-8eea-a84519dd1159 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:32:27.345203 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8bfee1cd-75fa-43f3-85ec-3f5cca8eb3a2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:27.432354 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-8bfee1cd-75fa-43f3-85ec-3f5cca8eb3a2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] For port 412c9fb0-5dc8-4ab1-8eea-a84519dd1159, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=412c9fb0-5dc8-4ab1-8eea-a84519dd1159,segment=NetworkSegment(5bf95059-67e1-43b8-b66f-750161a86516),segment_id=5bf95059-67e1-43b8-b66f-750161a86516)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:32:27.432732 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8bfee1cd-75fa-43f3-85ec-3f5cca8eb3a2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:27.446217 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-8bfee1cd-75fa-43f3-85ec-3f5cca8eb3a2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Calling delete_port for 412c9fb0-5dc8-4ab1-8eea-a84519dd1159 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:32:27.633097 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8bfee1cd-75fa-43f3-85ec-3f5cca8eb3a2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:27.664448 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfee1cd-75fa-43f3-85ec-3f5cca8eb3a2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'Port': ['ID=412c9fb0-5dc8-4ab1-8eea-a84519dd1159,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:27.838847 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8bfee1cd-75fa-43f3-85ec-3f5cca8eb3a2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:28.056615 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfee1cd-75fa-43f3-85ec-3f5cca8eb3a2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Router ac70479a-1950-4f94-9c58-d57ffb22cc88 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:32:28.162953 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfee1cd-75fa-43f3-85ec-3f5cca8eb3a2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:32:28.168071 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8bfee1cd-75fa-43f3-85ec-3f5cca8eb3a2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "PUT /v2.0/routers/ac70479a-1950-4f94-9c58-d57ffb22cc88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4493470 May 06 10:32:28.170705 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39436) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:28.173165 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8565ce32-c56f-4e12-9b7a-59016ac90cf0 None None] Sync routers for ids ['ac70479a-1950-4f94-9c58-d57ffb22cc88'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:32:28.182367 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8565ce32-c56f-4e12-9b7a-59016ac90cf0 None None] Routers {'ac70479a-1950-4f94-9c58-d57ffb22cc88'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:32:28.182975 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8565ce32-c56f-4e12-9b7a-59016ac90cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:32:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ac70479a-1950-4f94-9c58-d57ffb22cc88'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:28.221726 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-50b3cc0a-499e-4827-92ee-7c4a479724e2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Deleting subnet 8b161add-7b97-456a-b271-4c840f47b181 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:32:28.224921 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-50b3cc0a-499e-4827-92ee-7c4a479724e2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:28.267072 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-50b3cc0a-499e-4827-92ee-7c4a479724e2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:28.360344 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-50b3cc0a-499e-4827-92ee-7c4a479724e2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:28.419405 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-50b3cc0a-499e-4827-92ee-7c4a479724e2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:28.445620 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-8565ce32-c56f-4e12-9b7a-59016ac90cf0 None None] Set router ac70479a-1950-4f94-9c58-d57ffb22cc88 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:32:28.447579 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3cc0a-499e-4827-92ee-7c4a479724e2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'Subnet': ['ID=8b161add-7b97-456a-b271-4c840f47b181,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:28.450140 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-50b3cc0a-499e-4827-92ee-7c4a479724e2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:28.456143 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-50b3cc0a-499e-4827-92ee-7c4a479724e2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "DELETE /v2.0/subnets/8b161add-7b97-456a-b271-4c840f47b181 HTTP/1.1" status: 204 len: 168 time: 0.2816889 May 06 10:32:28.456318 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39438) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:28.473704 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e69e899-353f-440a-af6b-c1b41d46ceb2 None None] Network 0b78b79e-786b-4c5a-8b38-21d58b5403ce requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:32:28.563985 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-545f2d1d-c663-4707-b01b-ab509297f51f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:28.673515 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-545f2d1d-c663-4707-b01b-ab509297f51f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:28.732258 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-545f2d1d-c663-4707-b01b-ab509297f51f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Deleting port c0a7f36c-5dff-4ec0-b591-66c2f5491165 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:32:28.733132 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-545f2d1d-c663-4707-b01b-ab509297f51f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:28.735296 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8565ce32-c56f-4e12-9b7a-59016ac90cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104031582', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c0a7f36c-5dff-4ec0-b591-66c2f5491165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:30:51Z', 'updated_at': '2022-05-06T10:32:27Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'c0a7f36c-5dff-4ec0-b591-66c2f5491165', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:30:51Z', 'updated_at': '2022-05-06T10:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:28.768235 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8565ce32-c56f-4e12-9b7a-59016ac90cf0 None None] Checking router: ac70479a-1950-4f94-9c58-d57ffb22cc88 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:32:28.777420 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8565ce32-c56f-4e12-9b7a-59016ac90cf0 None None] Routers {'ac70479a-1950-4f94-9c58-d57ffb22cc88'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:32:28.778055 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8565ce32-c56f-4e12-9b7a-59016ac90cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:32:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ac70479a-1950-4f94-9c58-d57ffb22cc88'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:28.811482 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984d2a5d-9dcb-4710-a414-dc81f1a46e85 None None] DHCP port deletion for 0b78b79e-786b-4c5a-8b38-21d58b5403ce request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:32:28.822178 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-545f2d1d-c663-4707-b01b-ab509297f51f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] For port c0a7f36c-5dff-4ec0-b591-66c2f5491165, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=c0a7f36c-5dff-4ec0-b591-66c2f5491165,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:32:28.822827 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-545f2d1d-c663-4707-b01b-ab509297f51f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:28.835594 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-545f2d1d-c663-4707-b01b-ab509297f51f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Calling delete_port for c0a7f36c-5dff-4ec0-b591-66c2f5491165 owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:32:28.891311 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-8565ce32-c56f-4e12-9b7a-59016ac90cf0 None None] Set router ac70479a-1950-4f94-9c58-d57ffb22cc88 gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:32:28.954735 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-8565ce32-c56f-4e12-9b7a-59016ac90cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104031582', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:30:51Z', 'updated_at': '2022-05-06T10:32:28Z', 'revision_number': 6, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:28.985569 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8565ce32-c56f-4e12-9b7a-59016ac90cf0 None None] The sync data for ids ['ac70479a-1950-4f94-9c58-d57ffb22cc88'] in n-d-840835-1 is: [{'id': 'ac70479a-1950-4f94-9c58-d57ffb22cc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104031582', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:30:51Z', 'updated_at': '2022-05-06T10:32:28Z', 'revision_number': 6, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port_host': None}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:32:28.995013 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-984d2a5d-9dcb-4710-a414-dc81f1a46e85 None None] Deleting port f6aaa5f1-60fe-4531-871d-374606f1809b {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:32:28.995427 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-984d2a5d-9dcb-4710-a414-dc81f1a46e85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:29.014027 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-545f2d1d-c663-4707-b01b-ab509297f51f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:29.043616 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f2d1d-c663-4707-b01b-ab509297f51f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'Port': ['ID=c0a7f36c-5dff-4ec0-b591-66c2f5491165,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:29.059769 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-984d2a5d-9dcb-4710-a414-dc81f1a46e85 None None] For port f6aaa5f1-60fe-4531-871d-374606f1809b, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f6aaa5f1-60fe-4531-871d-374606f1809b,segment=NetworkSegment(5bf95059-67e1-43b8-b66f-750161a86516),segment_id=5bf95059-67e1-43b8-b66f-750161a86516)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:32:29.060176 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-984d2a5d-9dcb-4710-a414-dc81f1a46e85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:29.077861 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-984d2a5d-9dcb-4710-a414-dc81f1a46e85 None None] Calling delete_port for f6aaa5f1-60fe-4531-871d-374606f1809b owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:32:29.103453 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-545f2d1d-c663-4707-b01b-ab509297f51f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:29.155795 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-984d2a5d-9dcb-4710-a414-dc81f1a46e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:29.181412 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d2a5d-9dcb-4710-a414-dc81f1a46e85 None None] Pushing event deleted for resources: {'Port': ['ID=f6aaa5f1-60fe-4531-871d-374606f1809b,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:29.186758 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984d2a5d-9dcb-4710-a414-dc81f1a46e85 None None] No DVR routers for this DVR port f6aaa5f1-60fe-4531-871d-374606f1809b on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:32:29.198383 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-545f2d1d-c663-4707-b01b-ab509297f51f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:29.200283 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d2a5d-9dcb-4710-a414-dc81f1a46e85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:29.200739 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d2a5d-9dcb-4710-a414-dc81f1a46e85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:29.201082 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d2a5d-9dcb-4710-a414-dc81f1a46e85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:29.201194 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-545f2d1d-c663-4707-b01b-ab509297f51f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:29.201415 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d2a5d-9dcb-4710-a414-dc81f1a46e85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:29.201744 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d2a5d-9dcb-4710-a414-dc81f1a46e85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:29.202102 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d2a5d-9dcb-4710-a414-dc81f1a46e85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:29.202452 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d2a5d-9dcb-4710-a414-dc81f1a46e85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:29.202819 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d2a5d-9dcb-4710-a414-dc81f1a46e85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:29.203161 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d2a5d-9dcb-4710-a414-dc81f1a46e85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:29.203486 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d2a5d-9dcb-4710-a414-dc81f1a46e85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:29.203824 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d2a5d-9dcb-4710-a414-dc81f1a46e85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:29.204145 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d2a5d-9dcb-4710-a414-dc81f1a46e85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:29.255072 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-545f2d1d-c663-4707-b01b-ab509297f51f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:29.255657 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545f2d1d-c663-4707-b01b-ab509297f51f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Fanout notify agent at l3_agent the message router_deleted on router ac70479a-1950-4f94-9c58-d57ffb22cc88 {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:32:29.262787 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-545f2d1d-c663-4707-b01b-ab509297f51f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:29.264025 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-545f2d1d-c663-4707-b01b-ab509297f51f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "DELETE /v2.0/routers/ac70479a-1950-4f94-9c58-d57ffb22cc88 HTTP/1.1" status: 204 len: 168 time: 0.8067331 May 06 10:32:29.266727 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39440) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:29.345516 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0143a186-bf73-4db1-9aac-ef00609cc1ad tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:29.443320 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0143a186-bf73-4db1-9aac-ef00609cc1ad tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:29.463855 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-0143a186-bf73-4db1-9aac-ef00609cc1ad tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b78b79e-786b-4c5a-8b38-21d58b5403ce']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:29.474101 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-0143a186-bf73-4db1-9aac-ef00609cc1ad tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf95059-67e1-43b8-b66f-750161a86516') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:29.474515 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-0143a186-bf73-4db1-9aac-ef00609cc1ad tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf95059-67e1-43b8-b66f-750161a86516') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:29.480950 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:29.486589 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0143a186-bf73-4db1-9aac-ef00609cc1ad tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:29.500579 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0143a186-bf73-4db1-9aac-ef00609cc1ad tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:29.506272 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0143a186-bf73-4db1-9aac-ef00609cc1ad tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:32:29.506653 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0143a186-bf73-4db1-9aac-ef00609cc1ad tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: timer() May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:32:29.509944 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:32:29.520179 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 1bad8d8d-97d9-483b-a608-3a242d57c739 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:32:29.540838 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 1bad8d8d-97d9-483b-a608-3a242d57c739 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:32:29.541192 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 1bad8d8d-97d9-483b-a608-3a242d57c739 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:32:29.568816 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0143a186-bf73-4db1-9aac-ef00609cc1ad tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:29.575396 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-0143a186-bf73-4db1-9aac-ef00609cc1ad tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:29.578467 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-0143a186-bf73-4db1-9aac-ef00609cc1ad tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "DELETE /v2.0/networks/0b78b79e-786b-4c5a-8b38-21d58b5403ce HTTP/1.1" status: 204 len: 168 time: 0.3107843 May 06 10:32:29.581308 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39442) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:29.594738 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143a186-bf73-4db1-9aac-ef00609cc1ad tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'Network': ['ID=0b78b79e-786b-4c5a-8b38-21d58b5403ce,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:29.640436 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-87bb5575-b9aa-4e41-ba8e-60283566865d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:29.665236 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-87bb5575-b9aa-4e41-ba8e-60283566865d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:29.732253 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-87bb5575-b9aa-4e41-ba8e-60283566865d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:29.735245 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-87bb5575-b9aa-4e41-ba8e-60283566865d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:29.738930 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-87bb5575-b9aa-4e41-ba8e-60283566865d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "DELETE /v2.0/security-groups/d26d0fd0-d171-4cb6-931e-dc6f39382b18 HTTP/1.1" status: 204 len: 168 time: 0.1540706 May 06 10:32:29.746743 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb5575-b9aa-4e41-ba8e-60283566865d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26d0fd0-d171-4cb6-931e-dc6f39382b18,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:29.798086 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 412c9fb0-5dc8-4ab1-8eea-a84519dd1159 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:32:29.819022 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 412c9fb0-5dc8-4ab1-8eea-a84519dd1159 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:32:29.819422 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 412c9fb0-5dc8-4ab1-8eea-a84519dd1159 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:32:29.819903 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device c0a7f36c-5dff-4ec0-b591-66c2f5491165 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:32:29.839177 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: c0a7f36c-5dff-4ec0-b591-66c2f5491165 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:32:29.840036 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device c0a7f36c-5dff-4ec0-b591-66c2f5491165 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:32:29.840452 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f6aaa5f1-60fe-4531-871d-374606f1809b no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:32:29.860131 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: f6aaa5f1-60fe-4531-871d-374606f1809b {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:32:29.860478 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f6aaa5f1-60fe-4531-871d-374606f1809b not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:32:29.953905 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39450) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:29.958542 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-12eb853f-17ce-4da8-8d5a-42071bf5deb2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-144327853', 'description': 'tempest-secgroup-smoke-144327853 description', 'project_id': '257892d9fff3423bb07a7e9a81056767'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:32:29.985499 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-12eb853f-17ce-4da8-8d5a-42071bf5deb2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.060327 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-12eb853f-17ce-4da8-8d5a-42071bf5deb2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.064109 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-12eb853f-17ce-4da8-8d5a-42071bf5deb2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.093826 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-12eb853f-17ce-4da8-8d5a-42071bf5deb2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.095054 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-12eb853f-17ce-4da8-8d5a-42071bf5deb2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1401381 May 06 10:32:30.096878 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb853f-17ce-4da8-8d5a-42071bf5deb2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14dd07d2-32e6-416d-8778-1466ae942b78,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:30.098122 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39452) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:30.103298 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-63aa8881-8c24-42e3-965a-f9d9ccb117bb tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group_rule': {'security_group_id': '14dd07d2-32e6-416d-8778-1466ae942b78', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:32:30.129094 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63aa8881-8c24-42e3-965a-f9d9ccb117bb tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.175788 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63aa8881-8c24-42e3-965a-f9d9ccb117bb tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.179365 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63aa8881-8c24-42e3-965a-f9d9ccb117bb tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.198015 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa8881-8c24-42e3-965a-f9d9ccb117bb tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9909b78e-022c-4c87-996e-e6539af699a0,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:30.208468 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-63aa8881-8c24-42e3-965a-f9d9ccb117bb tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.209671 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-63aa8881-8c24-42e3-965a-f9d9ccb117bb tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1105058 May 06 10:32:30.212492 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39454) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:30.217494 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-83eca874-5845-44e8-a0f2-b885b12e4ae5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group_rule': {'security_group_id': '14dd07d2-32e6-416d-8778-1466ae942b78', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:32:30.241484 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-83eca874-5845-44e8-a0f2-b885b12e4ae5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.301553 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-83eca874-5845-44e8-a0f2-b885b12e4ae5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.304996 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-83eca874-5845-44e8-a0f2-b885b12e4ae5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.323287 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eca874-5845-44e8-a0f2-b885b12e4ae5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516d31d3-cfc1-42aa-8d32-32e29b8fbe51,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:30.331372 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-83eca874-5845-44e8-a0f2-b885b12e4ae5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.332506 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-83eca874-5845-44e8-a0f2-b885b12e4ae5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190898 May 06 10:32:30.335266 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39456) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:30.340066 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-478ff729-3f68-47ee-bfd1-a0f9283a720d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group_rule': {'security_group_id': '14dd07d2-32e6-416d-8778-1466ae942b78', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:32:30.363667 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-478ff729-3f68-47ee-bfd1-a0f9283a720d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.421047 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-478ff729-3f68-47ee-bfd1-a0f9283a720d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.424339 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-478ff729-3f68-47ee-bfd1-a0f9283a720d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.441360 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ff729-3f68-47ee-bfd1-a0f9283a720d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf543f1-e8bb-448a-868b-1ceb181cb5ed,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:30.450563 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-478ff729-3f68-47ee-bfd1-a0f9283a720d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.451829 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-478ff729-3f68-47ee-bfd1-a0f9283a720d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155918 May 06 10:32:30.454482 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39458) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:30.458784 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-1e8bb67d-6e1b-4fdc-8d36-f19781ec8835 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group_rule': {'security_group_id': '14dd07d2-32e6-416d-8778-1466ae942b78', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:32:30.483324 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1e8bb67d-6e1b-4fdc-8d36-f19781ec8835 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.542230 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1e8bb67d-6e1b-4fdc-8d36-f19781ec8835 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.545763 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1e8bb67d-6e1b-4fdc-8d36-f19781ec8835 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.563508 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8bb67d-6e1b-4fdc-8d36-f19781ec8835 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54cea49e-d0d4-476c-b903-820e1ce191a6,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:30.571052 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1e8bb67d-6e1b-4fdc-8d36-f19781ec8835 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.572281 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1e8bb67d-6e1b-4fdc-8d36-f19781ec8835 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167853 May 06 10:32:30.575831 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39460) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:30.580109 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-6708a02d-70f0-49ed-af86-75612903683d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group_rule': {'security_group_id': '14dd07d2-32e6-416d-8778-1466ae942b78', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:32:30.600075 n-d-840835-1 neutron-server[102652]: INFO neutron.db.securitygroups_db [None req-6708a02d-70f0-49ed-af86-75612903683d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Project 257892d9fff3423bb07a7e9a81056767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:32:30.604927 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6708a02d-70f0-49ed-af86-75612903683d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.666770 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6708a02d-70f0-49ed-af86-75612903683d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.670393 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6708a02d-70f0-49ed-af86-75612903683d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.689427 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708a02d-70f0-49ed-af86-75612903683d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b006ae1-3025-4020-a183-dd25cc4c896f,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:30.697808 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-6708a02d-70f0-49ed-af86-75612903683d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.699654 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-6708a02d-70f0-49ed-af86-75612903683d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1228585 May 06 10:32:30.702278 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39462) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:30.706690 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-846371e5-ced1-4961-9817-c3753d100fb3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group_rule': {'security_group_id': '14dd07d2-32e6-416d-8778-1466ae942b78', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:32:30.726644 n-d-840835-1 neutron-server[102652]: INFO neutron.db.securitygroups_db [None req-846371e5-ced1-4961-9817-c3753d100fb3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Project 257892d9fff3423bb07a7e9a81056767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:32:30.732099 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-846371e5-ced1-4961-9817-c3753d100fb3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.796385 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-846371e5-ced1-4961-9817-c3753d100fb3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.800090 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-846371e5-ced1-4961-9817-c3753d100fb3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.819579 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846371e5-ced1-4961-9817-c3753d100fb3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ee9d4f-00a7-4a3c-8089-8e8f663e9320,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:30.827846 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-846371e5-ced1-4961-9817-c3753d100fb3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.829482 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-846371e5-ced1-4961-9817-c3753d100fb3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259675 May 06 10:32:30.832008 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39464) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:30.836913 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-ce83654e-70b6-468a-aac4-be69c5603410 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'network': {'name': 'tempest-network-smoke--1612913269', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'port_security_enabled': True}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:32:30.858097 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce83654e-70b6-468a-aac4-be69c5603410 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Made reservation on behalf of 257892d9fff3423bb07a7e9a81056767 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:32:30.861809 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ce83654e-70b6-468a-aac4-be69c5603410 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.885505 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce83654e-70b6-468a-aac4-be69c5603410 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:32:30.894414 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ce83654e-70b6-468a-aac4-be69c5603410 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.894764 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-ce83654e-70b6-468a-aac4-be69c5603410 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Added segment faf323be-ddf8-45f4-9934-34b958259c08 of type vlan for network f7c4bc7b-9bc7-4299-8489-c4d52711c559 May 06 10:32:30.935619 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ce83654e-70b6-468a-aac4-be69c5603410 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.959163 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ce83654e-70b6-468a-aac4-be69c5603410 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:30.964711 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce83654e-70b6-468a-aac4-be69c5603410 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:30.965345 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ce83654e-70b6-468a-aac4-be69c5603410 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:31.025596 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ce83654e-70b6-468a-aac4-be69c5603410 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1925254 May 06 10:32:31.028355 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39466) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:31.034773 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-28689aed-0828-47b6-8d9b-a0c33ea17b58 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2110655436', 'admin_state_up': True, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:32:31.049952 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83654e-70b6-468a-aac4-be69c5603410 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Network': ['ID=f7c4bc7b-9bc7-4299-8489-c4d52711c559,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:31.062456 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network f7c4bc7b-9bc7-4299-8489-c4d52711c559 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:32:31.063675 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-28689aed-0828-47b6-8d9b-a0c33ea17b58 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:31.064683 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-28689aed-0828-47b6-8d9b-a0c33ea17b58 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:31.116846 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-28689aed-0828-47b6-8d9b-a0c33ea17b58 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:31.265667 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-28689aed-0828-47b6-8d9b-a0c33ea17b58 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:31.458655 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-28689aed-0828-47b6-8d9b-a0c33ea17b58 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:31.477461 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-28689aed-0828-47b6-8d9b-a0c33ea17b58 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:31.594213 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-28689aed-0828-47b6-8d9b-a0c33ea17b58 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Allocated IP 172.25.5.170 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/fa482570-a7e2-4dc2-83f5-7a3644f88fa3) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:32:31.696868 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-28689aed-0828-47b6-8d9b-a0c33ea17b58 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:31.731437 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-28689aed-0828-47b6-8d9b-a0c33ea17b58 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:31.767432 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28689aed-0828-47b6-8d9b-a0c33ea17b58 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:32:31.770185 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-28689aed-0828-47b6-8d9b-a0c33ea17b58 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:32:31.773595 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28689aed-0828-47b6-8d9b-a0c33ea17b58 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:32:31.803104 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28689aed-0828-47b6-8d9b-a0c33ea17b58 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Port': ['ID=fa482570-a7e2-4dc2-83f5-7a3644f88fa3,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:32.034171 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-28689aed-0828-47b6-8d9b-a0c33ea17b58 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:32.539513 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-28689aed-0828-47b6-8d9b-a0c33ea17b58 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:32.664883 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28689aed-0828-47b6-8d9b-a0c33ea17b58 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Router 9046f53b-dbcb-4287-9d2a-afa491974f7e is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:32:32.771238 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28689aed-0828-47b6-8d9b-a0c33ea17b58 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:32:32.780927 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a09e017-e26c-48ad-ab14-df47b25388c9 None None] Sync routers for ids ['9046f53b-dbcb-4287-9d2a-afa491974f7e'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:32:32.790280 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a09e017-e26c-48ad-ab14-df47b25388c9 None None] Routers {'9046f53b-dbcb-4287-9d2a-afa491974f7e'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:32:32.790868 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6a09e017-e26c-48ad-ab14-df47b25388c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:32:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['9046f53b-dbcb-4287-9d2a-afa491974f7e'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:32.791478 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-28689aed-0828-47b6-8d9b-a0c33ea17b58 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:32.793337 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-28689aed-0828-47b6-8d9b-a0c33ea17b58 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7640519 May 06 10:32:32.796533 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39468) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:32.824516 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4ee65c36-dab1-4f33-b40a-8ab0709cf68e tempest-TestNetworkAdvancedServerOps-161670012 tempest-TestNetworkAdvancedServerOps-161670012-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=257892d9fff3423bb07a7e9a81056767&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268829 May 06 10:32:32.827098 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39470) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:32.897719 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-6a09e017-e26c-48ad-ab14-df47b25388c9 None None] Set router 9046f53b-dbcb-4287-9d2a-afa491974f7e gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:32:32.921750 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e921b0-e7ac-447b-b154-7b776fa35e3b tempest-TestNetworkAdvancedServerOps-161670012 tempest-TestNetworkAdvancedServerOps-161670012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:32.923320 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c6e921b0-e7ac-447b-b154-7b776fa35e3b tempest-TestNetworkAdvancedServerOps-161670012 tempest-TestNetworkAdvancedServerOps-161670012-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0952699 May 06 10:32:32.926095 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39472) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:32.953659 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b6392ab7-f44f-4ce6-b9a1-4f3ebde251f3 tempest-TestNetworkAdvancedServerOps-161670012 tempest-TestNetworkAdvancedServerOps-161670012-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265138 May 06 10:32:32.956214 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39474) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:32.961092 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-af6976eb-b504-48aa-b056-9ae4522fe0c3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1622580584', 'network_id': 'f7c4bc7b-9bc7-4299-8489-c4d52711c559', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:32:33.048380 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6976eb-b504-48aa-b056-9ae4522fe0c3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Made reservation on behalf of 257892d9fff3423bb07a7e9a81056767 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:32:33.051753 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af6976eb-b504-48aa-b056-9ae4522fe0c3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:33.077362 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6a09e017-e26c-48ad-ab14-df47b25388c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110655436', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'fa482570-a7e2-4dc2-83f5-7a3644f88fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:32:31Z', 'updated_at': '2022-05-06T10:32:31Z', 'revision_number': 3, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'fa482570-a7e2-4dc2-83f5-7a3644f88fa3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:31Z', 'updated_at': '2022-05-06T10:32:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:33.105196 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a09e017-e26c-48ad-ab14-df47b25388c9 None None] Checking router: 9046f53b-dbcb-4287-9d2a-afa491974f7e for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:32:33.105548 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a09e017-e26c-48ad-ab14-df47b25388c9 None None] Updating router 9046f53b-dbcb-4287-9d2a-afa491974f7e port fa482570-a7e2-4dc2-83f5-7a3644f88fa3 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:32:33.131110 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6a09e017-e26c-48ad-ab14-df47b25388c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:33.239631 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af6976eb-b504-48aa-b056-9ae4522fe0c3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:33.303664 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6976eb-b504-48aa-b056-9ae4522fe0c3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Subnet': ['ID=286738dc-15fe-4c06-bb0f-bff54b0ff45e,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:33.314654 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6976eb-b504-48aa-b056-9ae4522fe0c3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Checking segment: {'id': 'faf323be-ddf8-45f4-9934-34b958259c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f7c4bc7b-9bc7-4299-8489-c4d52711c559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:32:33.315028 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6976eb-b504-48aa-b056-9ae4522fe0c3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network hostable DHCP agents. Network: f7c4bc7b-9bc7-4299-8489-c4d52711c559, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:32:33.332783 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6976eb-b504-48aa-b056-9ae4522fe0c3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network f7c4bc7b-9bc7-4299-8489-c4d52711c559 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:32:33.342157 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-af6976eb-b504-48aa-b056-9ae4522fe0c3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, f7c4bc7b-9bc7-4299-8489-c4d52711c559) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:32:33.347329 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6976eb-b504-48aa-b056-9ae4522fe0c3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:33.348178 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-af6976eb-b504-48aa-b056-9ae4522fe0c3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:33.351780 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87596c22-660d-4fbe-9564-68689262fa68 None None] Network f7c4bc7b-9bc7-4299-8489-c4d52711c559 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:32:33.367545 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-af6976eb-b504-48aa-b056-9ae4522fe0c3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4092233 May 06 10:32:33.369326 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39476) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:33.398428 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6a09e017-e26c-48ad-ab14-df47b25388c9 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:33.405280 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6a09e017-e26c-48ad-ab14-df47b25388c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:33.453981 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-6a09e017-e26c-48ad-ab14-df47b25388c9 None None] Attempting to bind port fa482570-a7e2-4dc2-83f5-7a3644f88fa3 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:32:33.454363 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-6a09e017-e26c-48ad-ab14-df47b25388c9 None None] Attempting to bind port fa482570-a7e2-4dc2-83f5-7a3644f88fa3 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:32:33.454728 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a09e017-e26c-48ad-ab14-df47b25388c9 None None] Attempting to bind port fa482570-a7e2-4dc2-83f5-7a3644f88fa3 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:32:33.464017 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1be273-b0db-4d8c-9ac4-727cf4417ba4 None None] Pushing event updated for resources: {'Port': ['ID=fa482570-a7e2-4dc2-83f5-7a3644f88fa3,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:33.466369 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a09e017-e26c-48ad-ab14-df47b25388c9 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:32:33.466741 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a09e017-e26c-48ad-ab14-df47b25388c9 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:32:33.467526 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6a09e017-e26c-48ad-ab14-df47b25388c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:33.467683 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a09e017-e26c-48ad-ab14-df47b25388c9 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:32:33.468036 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-6a09e017-e26c-48ad-ab14-df47b25388c9 None None] Bound port: fa482570-a7e2-4dc2-83f5-7a3644f88fa3, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:32:33.468424 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6a09e017-e26c-48ad-ab14-df47b25388c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:33.475159 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1be273-b0db-4d8c-9ac4-727cf4417ba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:33.475507 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1be273-b0db-4d8c-9ac4-727cf4417ba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:33.475856 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1be273-b0db-4d8c-9ac4-727cf4417ba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:33.476539 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1be273-b0db-4d8c-9ac4-727cf4417ba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:33.476660 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1be273-b0db-4d8c-9ac4-727cf4417ba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:33.477124 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1be273-b0db-4d8c-9ac4-727cf4417ba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:33.477467 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1be273-b0db-4d8c-9ac4-727cf4417ba4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:33.477800 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1be273-b0db-4d8c-9ac4-727cf4417ba4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:33.478129 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1be273-b0db-4d8c-9ac4-727cf4417ba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:33.478459 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1be273-b0db-4d8c-9ac4-727cf4417ba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:33.478785 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1be273-b0db-4d8c-9ac4-727cf4417ba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:33.479107 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1be273-b0db-4d8c-9ac4-727cf4417ba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:33.517565 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb63062-d3e3-4a3d-8d91-fba20d8eb662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-f7c4bc7b-9bc7-4299-8489-c4d52711c559', 'network_id': 'f7c4bc7b-9bc7-4299-8489-c4d52711c559', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'fixed_ips': [{'subnet_id': '286738dc-15fe-4c06-bb0f-bff54b0ff45e'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:32:33.519253 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3cb63062-d3e3-4a3d-8d91-fba20d8eb662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:33.535391 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-6a09e017-e26c-48ad-ab14-df47b25388c9 None None] For port fa482570-a7e2-4dc2-83f5-7a3644f88fa3, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:32:33.538839 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-6a09e017-e26c-48ad-ab14-df47b25388c9 None None] For port fa482570-a7e2-4dc2-83f5-7a3644f88fa3, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=fa482570-a7e2-4dc2-83f5-7a3644f88fa3,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:32:33.545142 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6a09e017-e26c-48ad-ab14-df47b25388c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:33.617939 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a09e017-e26c-48ad-ab14-df47b25388c9 None None] Routers {'9046f53b-dbcb-4287-9d2a-afa491974f7e'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:32:33.618969 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6a09e017-e26c-48ad-ab14-df47b25388c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:32:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['9046f53b-dbcb-4287-9d2a-afa491974f7e'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:33.656021 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1be273-b0db-4d8c-9ac4-727cf4417ba4 None None] Pushing event updated for resources: {'Port': ['ID=fa482570-a7e2-4dc2-83f5-7a3644f88fa3,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:33.667847 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-3cb63062-d3e3-4a3d-8d91-fba20d8eb662 None None] Allocated IP 172.20.0.2 (f7c4bc7b-9bc7-4299-8489-c4d52711c559/286738dc-15fe-4c06-bb0f-bff54b0ff45e/0e50da44-80e4-4391-973a-4147539b6d35) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:32:33.736979 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-6a09e017-e26c-48ad-ab14-df47b25388c9 None None] Set router 9046f53b-dbcb-4287-9d2a-afa491974f7e gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:32:33.818755 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3cb63062-d3e3-4a3d-8d91-fba20d8eb662 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:33.830253 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3cb63062-d3e3-4a3d-8d91-fba20d8eb662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:33.835947 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-58a4e9b8-8c27-4053-9a1d-e1cb8a370722 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:33.875481 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb63062-d3e3-4a3d-8d91-fba20d8eb662 None None] Network f7c4bc7b-9bc7-4299-8489-c4d52711c559 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:32:33.879041 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-3cb63062-d3e3-4a3d-8d91-fba20d8eb662 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:32:33.882501 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb63062-d3e3-4a3d-8d91-fba20d8eb662 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:32:33.912434 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb63062-d3e3-4a3d-8d91-fba20d8eb662 None None] Pushing event updated for resources: {'Port': ['ID=0e50da44-80e4-4391-973a-4147539b6d35,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:33.929673 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6a09e017-e26c-48ad-ab14-df47b25388c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110655436', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'fa482570-a7e2-4dc2-83f5-7a3644f88fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:32:31Z', 'updated_at': '2022-05-06T10:32:31Z', 'revision_number': 3, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'fa482570-a7e2-4dc2-83f5-7a3644f88fa3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:31Z', 'updated_at': '2022-05-06T10:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:33.946369 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-3cb63062-d3e3-4a3d-8d91-fba20d8eb662 None None] Attempting to bind port 0e50da44-80e4-4391-973a-4147539b6d35 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:32:33.946800 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-3cb63062-d3e3-4a3d-8d91-fba20d8eb662 None None] Attempting to bind port 0e50da44-80e4-4391-973a-4147539b6d35 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'faf323be-ddf8-45f4-9934-34b958259c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f7c4bc7b-9bc7-4299-8489-c4d52711c559'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:32:33.947196 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb63062-d3e3-4a3d-8d91-fba20d8eb662 None None] Attempting to bind port 0e50da44-80e4-4391-973a-4147539b6d35 on network f7c4bc7b-9bc7-4299-8489-c4d52711c559 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:32:33.953041 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb63062-d3e3-4a3d-8d91-fba20d8eb662 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:32:33.953418 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb63062-d3e3-4a3d-8d91-fba20d8eb662 None None] Checking segment: {'id': 'faf323be-ddf8-45f4-9934-34b958259c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f7c4bc7b-9bc7-4299-8489-c4d52711c559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:32:33.953827 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3cb63062-d3e3-4a3d-8d91-fba20d8eb662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:33.954342 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb63062-d3e3-4a3d-8d91-fba20d8eb662 None None] Bound using segment: {'id': 'faf323be-ddf8-45f4-9934-34b958259c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f7c4bc7b-9bc7-4299-8489-c4d52711c559'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:32:33.954818 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-3cb63062-d3e3-4a3d-8d91-fba20d8eb662 None None] Bound port: 0e50da44-80e4-4391-973a-4147539b6d35, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf323be-ddf8-45f4-9934-34b958259c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f7c4bc7b-9bc7-4299-8489-c4d52711c559'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:32:33.955249 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3cb63062-d3e3-4a3d-8d91-fba20d8eb662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:33.963657 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a09e017-e26c-48ad-ab14-df47b25388c9 None None] The sync data for ids ['9046f53b-dbcb-4287-9d2a-afa491974f7e'] in n-d-840835-1 is: [{'id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110655436', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'fa482570-a7e2-4dc2-83f5-7a3644f88fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:32:31Z', 'updated_at': '2022-05-06T10:32:31Z', 'revision_number': 3, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'fa482570-a7e2-4dc2-83f5-7a3644f88fa3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:31Z', 'updated_at': '2022-05-06T10:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:32:34.028460 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-3cb63062-d3e3-4a3d-8d91-fba20d8eb662 None None] For port 0e50da44-80e4-4391-973a-4147539b6d35, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:32:34.032038 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-3cb63062-d3e3-4a3d-8d91-fba20d8eb662 None None] For port 0e50da44-80e4-4391-973a-4147539b6d35, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=0e50da44-80e4-4391-973a-4147539b6d35,segment=NetworkSegment(faf323be-ddf8-45f4-9934-34b958259c08),segment_id=faf323be-ddf8-45f4-9934-34b958259c08)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:32:34.037855 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3cb63062-d3e3-4a3d-8d91-fba20d8eb662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:34.098934 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb63062-d3e3-4a3d-8d91-fba20d8eb662 None None] Pushing event updated for resources: {'Port': ['ID=0e50da44-80e4-4391-973a-4147539b6d35,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:34.161535 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-58a4e9b8-8c27-4053-9a1d-e1cb8a370722 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Allocated IP 172.20.0.1 (f7c4bc7b-9bc7-4299-8489-c4d52711c559/286738dc-15fe-4c06-bb0f-bff54b0ff45e/53ee4fec-b873-48ef-972b-57f220124d49) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:32:34.328114 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-58a4e9b8-8c27-4053-9a1d-e1cb8a370722 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:34.371885 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-58a4e9b8-8c27-4053-9a1d-e1cb8a370722 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:34.420550 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a4e9b8-8c27-4053-9a1d-e1cb8a370722 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network f7c4bc7b-9bc7-4299-8489-c4d52711c559 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:32:34.425773 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-58a4e9b8-8c27-4053-9a1d-e1cb8a370722 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:32:34.431188 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a4e9b8-8c27-4053-9a1d-e1cb8a370722 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:32:34.436132 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4e9b8-8c27-4053-9a1d-e1cb8a370722 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Port': ['ID=53ee4fec-b873-48ef-972b-57f220124d49,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:34.481485 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-58a4e9b8-8c27-4053-9a1d-e1cb8a370722 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:34.617102 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-58a4e9b8-8c27-4053-9a1d-e1cb8a370722 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:34.928817 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-58a4e9b8-8c27-4053-9a1d-e1cb8a370722 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:34.934532 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-58a4e9b8-8c27-4053-9a1d-e1cb8a370722 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:35.014093 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-58a4e9b8-8c27-4053-9a1d-e1cb8a370722 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:35.015887 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4e9b8-8c27-4053-9a1d-e1cb8a370722 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Port': ['ID=53ee4fec-b873-48ef-972b-57f220124d49,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:35.100534 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea381001-7b50-4d45-a8a5-f83ca1516ca2 None None] Network f7c4bc7b-9bc7-4299-8489-c4d52711c559 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:32:35.117164 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a4e9b8-8c27-4053-9a1d-e1cb8a370722 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network f7c4bc7b-9bc7-4299-8489-c4d52711c559 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:32:35.118555 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-58a4e9b8-8c27-4053-9a1d-e1cb8a370722 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:32:35.234646 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a4e9b8-8c27-4053-9a1d-e1cb8a370722 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Router 9046f53b-dbcb-4287-9d2a-afa491974f7e has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:32:35.237062 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-403bf450-7c00-42a2-a90f-370ceaddc67d None None] Provisioning complete for port 0e50da44-80e4-4391-973a-4147539b6d35 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:32:35.237847 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-403bf450-7c00-42a2-a90f-370ceaddc67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:35.350409 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-403bf450-7c00-42a2-a90f-370ceaddc67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:35.351180 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a4e9b8-8c27-4053-9a1d-e1cb8a370722 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:32:35.365424 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-58a4e9b8-8c27-4053-9a1d-e1cb8a370722 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "PUT /v2.0/routers/9046f53b-dbcb-4287-9d2a-afa491974f7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9860952 May 06 10:32:35.384871 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-403bf450-7c00-42a2-a90f-370ceaddc67d None None] For port 0e50da44-80e4-4391-973a-4147539b6d35, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=0e50da44-80e4-4391-973a-4147539b6d35,segment=NetworkSegment(faf323be-ddf8-45f4-9934-34b958259c08),segment_id=faf323be-ddf8-45f4-9934-34b958259c08)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:32:35.395794 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-403bf450-7c00-42a2-a90f-370ceaddc67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:35.454729 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403bf450-7c00-42a2-a90f-370ceaddc67d None None] Pushing event updated for resources: {'Port': ['ID=0e50da44-80e4-4391-973a-4147539b6d35,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:35.525210 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-109f0a1b-d0d7-41d2-b5ff-a21610e4cab5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-144327853&fields=id&tenant_id=257892d9fff3423bb07a7e9a81056767 HTTP/1.1" status: 200 len: 267 time: 0.0360935 May 06 10:32:35.619505 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-fdf8ed2b-ba73-4e7f-9af7-e31913fb3e8a None None] Provisioning complete for port 0e50da44-80e4-4391-973a-4147539b6d35 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:32:35.619778 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fdf8ed2b-ba73-4e7f-9af7-e31913fb3e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:35.661897 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-e49d7239-5f16-47df-a670-9590680d1e5c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:35.663504 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-e49d7239-5f16-47df-a670-9590680d1e5c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/networks?id=f7c4bc7b-9bc7-4299-8489-c4d52711c559 HTTP/1.1" status: 200 len: 797 time: 0.1306491 May 06 10:32:35.681156 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-c8c7f94e-c704-4e7e-b748-cd8c694012cd tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/quotas/257892d9fff3423bb07a7e9a81056767 HTTP/1.1" status: 200 len: 375 time: 0.0105128 May 06 10:32:35.755004 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-fdf8ed2b-ba73-4e7f-9af7-e31913fb3e8a None None] Provisioning complete for port 53ee4fec-b873-48ef-972b-57f220124d49 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:32:35.755407 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fdf8ed2b-ba73-4e7f-9af7-e31913fb3e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:35.762228 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-538303c3-4297-43db-ae53-c6080ca16cb9 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746696 May 06 10:32:35.814152 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6286a9da-8460-4e6a-acf5-f5526787c230 None None] Sync routers for ids ['9046f53b-dbcb-4287-9d2a-afa491974f7e'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:32:35.838829 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-fdf8ed2b-ba73-4e7f-9af7-e31913fb3e8a None None] Port 53ee4fec-b873-48ef-972b-57f220124d49 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:32:35.844048 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6286a9da-8460-4e6a-acf5-f5526787c230 None None] Routers {'9046f53b-dbcb-4287-9d2a-afa491974f7e'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:32:35.844726 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6286a9da-8460-4e6a-acf5-f5526787c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:32:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['9046f53b-dbcb-4287-9d2a-afa491974f7e'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:35.891315 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device fa482570-a7e2-4dc2-83f5-7a3644f88fa3 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:32:36.039836 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-baf49c91-39d6-4c9d-aa94-a498057a8736 service neutron] 10.222.0.73 "GET /v2.0/networks/f7c4bc7b-9bc7-4299-8489-c4d52711c559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788464 May 06 10:32:36.150776 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-6c514c17-1c25-4528-840e-262fc57b7c51 service neutron] 10.222.0.73 "GET /v2.0/networks/f7c4bc7b-9bc7-4299-8489-c4d52711c559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030376 May 06 10:32:36.175256 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-bc11915e-61be-48bb-840d-ca0b0e2d7d19 None None] Provisioning complete for port 53ee4fec-b873-48ef-972b-57f220124d49 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:32:36.175847 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bc11915e-61be-48bb-840d-ca0b0e2d7d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:36.203830 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-6286a9da-8460-4e6a-acf5-f5526787c230 None None] Set router 9046f53b-dbcb-4287-9d2a-afa491974f7e gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:32:36.248660 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port fa482570-a7e2-4dc2-83f5-7a3644f88fa3 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:32:36.248952 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:36.274028 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-bc11915e-61be-48bb-840d-ca0b0e2d7d19 None None] Port 53ee4fec-b873-48ef-972b-57f220124d49 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:32:36.335143 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f20cecd8-6540-480b-8552-168aa58a9de1 req-7bb4c445-ff47-44ad-9887-914c56f662cb tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 210 time: 0.0340691 May 06 10:32:36.447686 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d8dc0058-4633-495a-99f2-ffa2b7d5404d None None] Provisioning complete for port 53ee4fec-b873-48ef-972b-57f220124d49 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:32:36.448069 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d8dc0058-4633-495a-99f2-ffa2b7d5404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:36.499652 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:36.540589 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port fa482570-a7e2-4dc2-83f5-7a3644f88fa3, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=fa482570-a7e2-4dc2-83f5-7a3644f88fa3,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:32:36.541534 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d8dc0058-4633-495a-99f2-ffa2b7d5404d None None] Port 53ee4fec-b873-48ef-972b-57f220124d49 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:32:36.546860 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:36.547830 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 0e50da44-80e4-4391-973a-4147539b6d35 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:32:36.635251 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=fa482570-a7e2-4dc2-83f5-7a3644f88fa3,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:36.641115 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6286a9da-8460-4e6a-acf5-f5526787c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110655436', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'fa482570-a7e2-4dc2-83f5-7a3644f88fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:32:31Z', 'updated_at': '2022-05-06T10:32:34Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'fa482570-a7e2-4dc2-83f5-7a3644f88fa3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:31Z', 'updated_at': '2022-05-06T10:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '53ee4fec-b873-48ef-972b-57f220124d49', 'name': '', 'network_id': 'f7c4bc7b-9bc7-4299-8489-c4d52711c559', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:ce:01:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '286738dc-15fe-4c06-bb0f-bff54b0ff45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:33Z', 'updated_at': '2022-05-06T10:32:34Z', 'revision_number': 2, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '286738dc-15fe-4c06-bb0f-bff54b0ff45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:36.677627 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6286a9da-8460-4e6a-acf5-f5526787c230 None None] Checking router: 9046f53b-dbcb-4287-9d2a-afa491974f7e for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:32:36.677890 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6286a9da-8460-4e6a-acf5-f5526787c230 None None] Updating router 9046f53b-dbcb-4287-9d2a-afa491974f7e port 53ee4fec-b873-48ef-972b-57f220124d49 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:32:36.702846 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 0e50da44-80e4-4391-973a-4147539b6d35 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:32:36.703424 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:36.725552 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6286a9da-8460-4e6a-acf5-f5526787c230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:37.044826 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6286a9da-8460-4e6a-acf5-f5526787c230 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:37.049385 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6286a9da-8460-4e6a-acf5-f5526787c230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:37.101322 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590422fc-b642-4e20-8a37-7313d33730f9 None None] Pushing event updated for resources: {'Port': ['ID=53ee4fec-b873-48ef-972b-57f220124d49,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:37.152788 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-6286a9da-8460-4e6a-acf5-f5526787c230 None None] Attempting to bind port 53ee4fec-b873-48ef-972b-57f220124d49 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:32:37.153158 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-6286a9da-8460-4e6a-acf5-f5526787c230 None None] Attempting to bind port 53ee4fec-b873-48ef-972b-57f220124d49 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'faf323be-ddf8-45f4-9934-34b958259c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f7c4bc7b-9bc7-4299-8489-c4d52711c559'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:32:37.153522 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6286a9da-8460-4e6a-acf5-f5526787c230 None None] Attempting to bind port 53ee4fec-b873-48ef-972b-57f220124d49 on network f7c4bc7b-9bc7-4299-8489-c4d52711c559 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:32:37.158835 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6286a9da-8460-4e6a-acf5-f5526787c230 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:32:37.159252 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6286a9da-8460-4e6a-acf5-f5526787c230 None None] Checking segment: {'id': 'faf323be-ddf8-45f4-9934-34b958259c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f7c4bc7b-9bc7-4299-8489-c4d52711c559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:32:37.159665 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6286a9da-8460-4e6a-acf5-f5526787c230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:37.160059 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6286a9da-8460-4e6a-acf5-f5526787c230 None None] Bound using segment: {'id': 'faf323be-ddf8-45f4-9934-34b958259c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f7c4bc7b-9bc7-4299-8489-c4d52711c559'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:32:37.160532 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-6286a9da-8460-4e6a-acf5-f5526787c230 None None] Bound port: 53ee4fec-b873-48ef-972b-57f220124d49, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf323be-ddf8-45f4-9934-34b958259c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f7c4bc7b-9bc7-4299-8489-c4d52711c559'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:32:37.160919 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6286a9da-8460-4e6a-acf5-f5526787c230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:37.228946 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-6286a9da-8460-4e6a-acf5-f5526787c230 None None] For port 53ee4fec-b873-48ef-972b-57f220124d49, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:32:37.233061 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-6286a9da-8460-4e6a-acf5-f5526787c230 None None] For port 53ee4fec-b873-48ef-972b-57f220124d49, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=53ee4fec-b873-48ef-972b-57f220124d49,segment=NetworkSegment(faf323be-ddf8-45f4-9934-34b958259c08),segment_id=faf323be-ddf8-45f4-9934-34b958259c08)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:32:37.237579 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6286a9da-8460-4e6a-acf5-f5526787c230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:37.291997 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6286a9da-8460-4e6a-acf5-f5526787c230 None None] Routers {'9046f53b-dbcb-4287-9d2a-afa491974f7e'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:32:37.293176 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6286a9da-8460-4e6a-acf5-f5526787c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:32:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['9046f53b-dbcb-4287-9d2a-afa491974f7e'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:37.339736 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590422fc-b642-4e20-8a37-7313d33730f9 None None] Pushing event updated for resources: {'Port': ['ID=53ee4fec-b873-48ef-972b-57f220124d49,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:37.427306 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-069d2523-d808-4255-ac61-cbea7b1b421c None None] Provisioning complete for port 53ee4fec-b873-48ef-972b-57f220124d49 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:32:37.427702 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-069d2523-d808-4255-ac61-cbea7b1b421c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:37.434209 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-6286a9da-8460-4e6a-acf5-f5526787c230 None None] Set router 9046f53b-dbcb-4287-9d2a-afa491974f7e gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:32:37.473441 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57a226e8-e5da-4e5a-9c01-f6836b7d824a req-283a3b11-a7d7-4c1a-91e7-a00552479abc tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 210 time: 0.0380268 May 06 10:32:37.581874 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-3c695d80-8c04-425f-9fec-7f20e944a511 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:37.584306 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-3c695d80-8c04-425f-9fec-7f20e944a511 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.77 "GET /v2.0/networks?id=f7c4bc7b-9bc7-4299-8489-c4d52711c559 HTTP/1.1" status: 200 len: 797 time: 0.1082258 May 06 10:32:37.634589 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-10dc3a2e-fd81-4d8a-862d-d76d25fb4c77 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=257892d9fff3423bb07a7e9a81056767 HTTP/1.1" status: 200 len: 379 time: 0.0357902 May 06 10:32:37.649050 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-179806ad-cc20-4baa-9256-6402e34f26c6 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'port': {'device_id': 'b98a522d-e9b8-4720-a1c8-f999b559196b', 'network_id': 'f7c4bc7b-9bc7-4299-8489-c4d52711c559', 'admin_state_up': True, 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'security_groups': ['14dd07d2-32e6-416d-8778-1466ae942b78']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:32:37.666233 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-069d2523-d808-4255-ac61-cbea7b1b421c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:37.733716 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-069d2523-d808-4255-ac61-cbea7b1b421c None None] For port 53ee4fec-b873-48ef-972b-57f220124d49, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=53ee4fec-b873-48ef-972b-57f220124d49,segment=NetworkSegment(faf323be-ddf8-45f4-9934-34b958259c08),segment_id=faf323be-ddf8-45f4-9934-34b958259c08)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:32:37.742312 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-069d2523-d808-4255-ac61-cbea7b1b421c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:37.765170 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-179806ad-cc20-4baa-9256-6402e34f26c6 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Made reservation on behalf of 257892d9fff3423bb07a7e9a81056767 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:32:37.769282 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-179806ad-cc20-4baa-9256-6402e34f26c6 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:37.772001 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device fa482570-a7e2-4dc2-83f5-7a3644f88fa3 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:32:37.902269 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-179806ad-cc20-4baa-9256-6402e34f26c6 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Allocated IP 172.20.0.12 (f7c4bc7b-9bc7-4299-8489-c4d52711c559/286738dc-15fe-4c06-bb0f-bff54b0ff45e/1c32ba8c-dc86-4890-a4ba-d93682295939) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:32:38.031348 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-6286a9da-8460-4e6a-acf5-f5526787c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110655436', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'fa482570-a7e2-4dc2-83f5-7a3644f88fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:32:31Z', 'updated_at': '2022-05-06T10:32:34Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'fa482570-a7e2-4dc2-83f5-7a3644f88fa3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:31Z', 'updated_at': '2022-05-06T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '53ee4fec-b873-48ef-972b-57f220124d49', 'name': '', 'network_id': 'f7c4bc7b-9bc7-4299-8489-c4d52711c559', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:ce:01:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '286738dc-15fe-4c06-bb0f-bff54b0ff45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:33Z', 'updated_at': '2022-05-06T10:32:37Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '286738dc-15fe-4c06-bb0f-bff54b0ff45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:38.032860 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d2523-d808-4255-ac61-cbea7b1b421c None None] Pushing event updated for resources: {'Port': ['ID=53ee4fec-b873-48ef-972b-57f220124d49,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:38.051422 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-179806ad-cc20-4baa-9256-6402e34f26c6 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:38.062961 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d1825b19-d118-4d18-b480-52fed13ca40c None None] Provisioning complete for port 53ee4fec-b873-48ef-972b-57f220124d49 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:32:38.063363 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d1825b19-d118-4d18-b480-52fed13ca40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:38.066959 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6286a9da-8460-4e6a-acf5-f5526787c230 None None] The sync data for ids ['9046f53b-dbcb-4287-9d2a-afa491974f7e'] in n-d-840835-1 is: [{'id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110655436', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'fa482570-a7e2-4dc2-83f5-7a3644f88fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:32:31Z', 'updated_at': '2022-05-06T10:32:34Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'fa482570-a7e2-4dc2-83f5-7a3644f88fa3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:31Z', 'updated_at': '2022-05-06T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '53ee4fec-b873-48ef-972b-57f220124d49', 'name': '', 'network_id': 'f7c4bc7b-9bc7-4299-8489-c4d52711c559', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:ce:01:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '286738dc-15fe-4c06-bb0f-bff54b0ff45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:33Z', 'updated_at': '2022-05-06T10:32:37Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '286738dc-15fe-4c06-bb0f-bff54b0ff45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:32:38.087251 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-179806ad-cc20-4baa-9256-6402e34f26c6 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:38.112660 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port fa482570-a7e2-4dc2-83f5-7a3644f88fa3 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:32:38.112939 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:38.137895 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-179806ad-cc20-4baa-9256-6402e34f26c6 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network f7c4bc7b-9bc7-4299-8489-c4d52711c559 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:32:38.141120 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-179806ad-cc20-4baa-9256-6402e34f26c6 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:32:38.144540 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-179806ad-cc20-4baa-9256-6402e34f26c6 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:32:38.193365 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179806ad-cc20-4baa-9256-6402e34f26c6 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Port': ['ID=1c32ba8c-dc86-4890-a4ba-d93682295939,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:38.222289 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-179806ad-cc20-4baa-9256-6402e34f26c6 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:38.222931 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-179806ad-cc20-4baa-9256-6402e34f26c6 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:38.252211 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-179806ad-cc20-4baa-9256-6402e34f26c6 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6064491 May 06 10:32:38.271146 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-a954a944-15b4-42bd-8164-17f0c336823b service neutron] Request body: {'port': {'device_id': 'b98a522d-e9b8-4720-a1c8-f999b559196b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:32:38.346586 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-a954a944-15b4-42bd-8164-17f0c336823b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:38.458865 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-485e4cac-5f6a-4ce6-89a7-91a37f53b53e None None] Provisioning complete for port 1c32ba8c-dc86-4890-a4ba-d93682295939 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:32:38.459473 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-485e4cac-5f6a-4ce6-89a7-91a37f53b53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:38.503737 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-485e4cac-5f6a-4ce6-89a7-91a37f53b53e None None] Port 1c32ba8c-dc86-4890-a4ba-d93682295939 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:32:38.596892 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ced82-f156-4bc9-9215-24b972d0a005 req-272d7724-f82b-4552-8a78-ce51947b381a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:38.598399 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-864ced82-f156-4bc9-9215-24b972d0a005 req-272d7724-f82b-4552-8a78-ce51947b381a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 932 time: 0.0521946 May 06 10:32:38.645417 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-864ced82-f156-4bc9-9215-24b972d0a005 req-7462d316-4197-447e-85e5-5e9865405e32 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=14dd07d2-32e6-416d-8778-1466ae942b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408521 May 06 10:32:39.001432 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-a954a944-15b4-42bd-8164-17f0c336823b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c32ba8c-dc86-4890-a4ba-d93682295939 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:32:39.009618 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-a954a944-15b4-42bd-8164-17f0c336823b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:39.021997 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-a954a944-15b4-42bd-8164-17f0c336823b service neutron] Transition to ACTIVE for port object 1c32ba8c-dc86-4890-a4ba-d93682295939 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:32:39.026684 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-a954a944-15b4-42bd-8164-17f0c336823b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:39.080499 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954a944-15b4-42bd-8164-17f0c336823b service neutron] Pushing event updated for resources: {'Port': ['ID=1c32ba8c-dc86-4890-a4ba-d93682295939,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:39.150457 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-a954a944-15b4-42bd-8164-17f0c336823b service neutron] Attempting to bind port 1c32ba8c-dc86-4890-a4ba-d93682295939 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:32:39.150771 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-a954a944-15b4-42bd-8164-17f0c336823b service neutron] Attempting to bind port 1c32ba8c-dc86-4890-a4ba-d93682295939 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'faf323be-ddf8-45f4-9934-34b958259c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f7c4bc7b-9bc7-4299-8489-c4d52711c559'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:32:39.151142 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-a954a944-15b4-42bd-8164-17f0c336823b service neutron] Attempting to bind port 1c32ba8c-dc86-4890-a4ba-d93682295939 on network f7c4bc7b-9bc7-4299-8489-c4d52711c559 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:32:39.156207 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-a954a944-15b4-42bd-8164-17f0c336823b service neutron] Port 1c32ba8c-dc86-4890-a4ba-d93682295939 on network f7c4bc7b-9bc7-4299-8489-c4d52711c559 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:32:39.156639 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-a954a944-15b4-42bd-8164-17f0c336823b service neutron] Attempting to bind port 1c32ba8c-dc86-4890-a4ba-d93682295939 on network f7c4bc7b-9bc7-4299-8489-c4d52711c559 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:32:39.162505 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-a954a944-15b4-42bd-8164-17f0c336823b service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:32:39.162924 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-a954a944-15b4-42bd-8164-17f0c336823b service neutron] Checking segment: {'id': 'faf323be-ddf8-45f4-9934-34b958259c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f7c4bc7b-9bc7-4299-8489-c4d52711c559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:32:39.163257 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-a954a944-15b4-42bd-8164-17f0c336823b service neutron] Bound using segment: {'id': 'faf323be-ddf8-45f4-9934-34b958259c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f7c4bc7b-9bc7-4299-8489-c4d52711c559'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:32:39.163703 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-a954a944-15b4-42bd-8164-17f0c336823b service neutron] Bound port: 1c32ba8c-dc86-4890-a4ba-d93682295939, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf323be-ddf8-45f4-9934-34b958259c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f7c4bc7b-9bc7-4299-8489-c4d52711c559'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:32:39.164113 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-a954a944-15b4-42bd-8164-17f0c336823b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:39.243169 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-a954a944-15b4-42bd-8164-17f0c336823b service neutron] For port 1c32ba8c-dc86-4890-a4ba-d93682295939, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:32:39.247891 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-a954a944-15b4-42bd-8164-17f0c336823b service neutron] For port 1c32ba8c-dc86-4890-a4ba-d93682295939, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=1c32ba8c-dc86-4890-a4ba-d93682295939,segment=NetworkSegment(faf323be-ddf8-45f4-9934-34b958259c08),segment_id=faf323be-ddf8-45f4-9934-34b958259c08)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:32:39.252669 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-a954a944-15b4-42bd-8164-17f0c336823b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:39.287584 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-a954a944-15b4-42bd-8164-17f0c336823b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:39.288269 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-a954a944-15b4-42bd-8164-17f0c336823b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:39.289878 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-a954a944-15b4-42bd-8164-17f0c336823b service neutron] 10.222.0.77 "PUT /v2.0/ports/1c32ba8c-dc86-4890-a4ba-d93682295939 HTTP/1.1" status: 200 len: 1092 time: 1.0237598 May 06 10:32:39.290202 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98a522d-e9b8-4720-a1c8-f999b559196b', 'tag': '1c32ba8c-dc86-4890-a4ba-d93682295939'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:32:39.293019 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4203f62887ad6c042520207c1f89edfd97f1d269ecb3a7960f22881858371cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e4a13d-f3ee-442f-9f29-ba8b3f694f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "b98a522d-e9b8-4720-a1c8-f999b559196b", "tag": "1c32ba8c-dc86-4890-a4ba-d93682295939"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:32:39.319049 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954a944-15b4-42bd-8164-17f0c336823b service neutron] Pushing event updated for resources: {'Port': ['ID=1c32ba8c-dc86-4890-a4ba-d93682295939,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:39.341043 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b381e23a-afff-4889-8d81-f5659f072742 x-openstack-request-id: req-b381e23a-afff-4889-8d81-f5659f072742 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:32:39.341341 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98a522d-e9b8-4720-a1c8-f999b559196b", "tag": "1c32ba8c-dc86-4890-a4ba-d93682295939", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:32:39.341596 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b381e23a-afff-4889-8d81-f5659f072742 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:32:39.342009 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b381e23a-afff-4889-8d81-f5659f072742'] response: {'name': 'network-changed', 'server_uuid': 'b98a522d-e9b8-4720-a1c8-f999b559196b', 'tag': '1c32ba8c-dc86-4890-a4ba-d93682295939', 'status': 'completed', 'code': 200} May 06 10:32:39.412493 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-2507badb-ead6-47d7-a306-10ebe9ab9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:39.414011 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-2507badb-ead6-47d7-a306-10ebe9ab9ecf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 1095 time: 0.0442464 May 06 10:32:39.466605 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-0be5e86b-60a4-4056-baf4-bca84eaabfe5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c32ba8c-dc86-4890-a4ba-d93682295939 HTTP/1.1" status: 200 len: 217 time: 0.0391808 May 06 10:32:39.515144 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-7b674faa-cec6-4156-9359-d574305ec81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:39.516568 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-7b674faa-cec6-4156-9359-d574305ec81c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=286738dc-15fe-4c06-bb0f-bff54b0ff45e HTTP/1.1" status: 200 len: 835 time: 0.0440555 May 06 10:32:39.561922 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-5c67a6fb-4cb5-4398-8ba3-d96e13bf40e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:39.563391 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-5c67a6fb-4cb5-4398-8ba3-d96e13bf40e0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f7c4bc7b-9bc7-4299-8489-c4d52711c559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406618 May 06 10:32:39.654141 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-e2cb753d-5025-4a38-9d8b-9ae3d3f679b5 service neutron] 10.222.0.77 "GET /v2.0/networks/f7c4bc7b-9bc7-4299-8489-c4d52711c559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845613 May 06 10:32:39.749996 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-baba044d-0910-4ecf-90ce-884b75eb4960 req-8c67e2a2-a13b-4da5-91cb-b82e8e5d8126 service neutron] 10.222.0.77 "GET /v2.0/networks/f7c4bc7b-9bc7-4299-8489-c4d52711c559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894871 May 06 10:32:39.772004 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb354ff5-3073-400f-bc5a-d7d54637e1a5 req-11cf8ceb-9483-4dcb-9b48-db2fe722c00a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:39.773663 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eb354ff5-3073-400f-bc5a-d7d54637e1a5 req-11cf8ceb-9483-4dcb-9b48-db2fe722c00a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 944 time: 0.0557880 May 06 10:32:39.790595 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 53ee4fec-b873-48ef-972b-57f220124d49 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:32:39.817078 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eb354ff5-3073-400f-bc5a-d7d54637e1a5 req-3ddd21b9-7e2e-4a2b-acca-68b63244d305 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=14dd07d2-32e6-416d-8778-1466ae942b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363872 May 06 10:32:39.840862 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 53ee4fec-b873-48ef-972b-57f220124d49 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:32:39.841238 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:39.883606 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4a13d-f3ee-442f-9f29-ba8b3f694f7e req-d56c7713-fc8c-42b8-8084-44d2d2d78009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:39.885248 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f3e4a13d-f3ee-442f-9f29-ba8b3f694f7e req-d56c7713-fc8c-42b8-8084-44d2d2d78009 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 1095 time: 0.0413625 May 06 10:32:39.984970 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4a13d-f3ee-442f-9f29-ba8b3f694f7e req-bae8a72a-73e8-4ed5-a39f-1580731b8de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:39.986494 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f3e4a13d-f3ee-442f-9f29-ba8b3f694f7e req-bae8a72a-73e8-4ed5-a39f-1580731b8de1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f7c4bc7b-9bc7-4299-8489-c4d52711c559 HTTP/1.1" status: 200 len: 898 time: 0.0952234 May 06 10:32:40.032905 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f3e4a13d-f3ee-442f-9f29-ba8b3f694f7e req-b87476f4-e3a9-4590-8560-c17d8727221b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c32ba8c-dc86-4890-a4ba-d93682295939 HTTP/1.1" status: 200 len: 217 time: 0.0389111 May 06 10:32:40.081670 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4a13d-f3ee-442f-9f29-ba8b3f694f7e req-9256adcf-20ee-4e86-a017-5daa6b69b1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:40.083022 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f3e4a13d-f3ee-442f-9f29-ba8b3f694f7e req-9256adcf-20ee-4e86-a017-5daa6b69b1c6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=286738dc-15fe-4c06-bb0f-bff54b0ff45e HTTP/1.1" status: 200 len: 835 time: 0.0429704 May 06 10:32:40.134079 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4a13d-f3ee-442f-9f29-ba8b3f694f7e req-0d96f9e8-dd09-43b0-8c84-babeffc5a8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:40.135677 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f3e4a13d-f3ee-442f-9f29-ba8b3f694f7e req-0d96f9e8-dd09-43b0-8c84-babeffc5a8ec service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f7c4bc7b-9bc7-4299-8489-c4d52711c559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452065 May 06 10:32:40.225644 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f3e4a13d-f3ee-442f-9f29-ba8b3f694f7e req-cf609f5b-4b39-4002-b11b-ae8ff432f8da service neutron] 10.222.0.77 "GET /v2.0/networks/f7c4bc7b-9bc7-4299-8489-c4d52711c559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825322 May 06 10:32:40.321510 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f3e4a13d-f3ee-442f-9f29-ba8b3f694f7e req-91213a62-90c1-4b70-bcda-9a659dc5559c service neutron] 10.222.0.77 "GET /v2.0/networks/f7c4bc7b-9bc7-4299-8489-c4d52711c559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878723 May 06 10:32:40.932946 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0b713-a9e3-4235-ae8f-44ae097d037d req-878e6c4f-b760-473c-ab0a-8c25ccdfa719 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:40.934449 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2e0b713-a9e3-4235-ae8f-44ae097d037d req-878e6c4f-b760-473c-ab0a-8c25ccdfa719 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 944 time: 0.0492909 May 06 10:32:40.972035 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c2e0b713-a9e3-4235-ae8f-44ae097d037d req-7e7ee5e4-1f15-456f-a109-0cfa38dc76dd tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=14dd07d2-32e6-416d-8778-1466ae942b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315232 May 06 10:32:42.086505 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12809e-bbfc-42a0-96cb-b555897f7815 req-5742fd3e-035f-4dad-bb25-485df79e4a60 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:42.088017 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea12809e-bbfc-42a0-96cb-b555897f7815 req-5742fd3e-035f-4dad-bb25-485df79e4a60 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 944 time: 0.0484793 May 06 10:32:42.125878 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea12809e-bbfc-42a0-96cb-b555897f7815 req-12431dc6-91fc-4a18-bad2-d57f3c248125 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=14dd07d2-32e6-416d-8778-1466ae942b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318770 May 06 10:32:43.243937 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc35117-6bf9-45d7-b3be-576878867935 req-2c7568ef-6546-4381-a2dc-8892df9e2c06 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:43.245917 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3cc35117-6bf9-45d7-b3be-576878867935 req-2c7568ef-6546-4381-a2dc-8892df9e2c06 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 944 time: 0.0539753 May 06 10:32:43.284929 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3cc35117-6bf9-45d7-b3be-576878867935 req-67af6a37-0c2d-4db9-9283-8e9bf84a69ae tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=14dd07d2-32e6-416d-8778-1466ae942b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329928 May 06 10:32:43.580570 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 1c32ba8c-dc86-4890-a4ba-d93682295939 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:32:43.673906 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 1c32ba8c-dc86-4890-a4ba-d93682295939, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=1c32ba8c-dc86-4890-a4ba-d93682295939,segment=NetworkSegment(faf323be-ddf8-45f4-9934-34b958259c08),segment_id=faf323be-ddf8-45f4-9934-34b958259c08)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:32:43.684920 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '1c32ba8c-dc86-4890-a4ba-d93682295939', 'network_id': 'f7c4bc7b-9bc7-4299-8489-c4d52711c559', 'port_id': '1c32ba8c-dc86-4890-a4ba-d93682295939', 'mac_address': 'fa:16:3e:e9:8b:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286738dc-15fe-4c06-bb0f-bff54b0ff45e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:32:43.728480 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:43.741816 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c32ba8c-dc86-4890-a4ba-d93682295939 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:32:43.761276 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 1c32ba8c-dc86-4890-a4ba-d93682295939, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=1c32ba8c-dc86-4890-a4ba-d93682295939,segment=NetworkSegment(faf323be-ddf8-45f4-9934-34b958259c08),segment_id=faf323be-ddf8-45f4-9934-34b958259c08)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:32:43.765409 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:43.812884 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=1c32ba8c-dc86-4890-a4ba-d93682295939,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:44.132347 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['1c32ba8c-dc86-4890-a4ba-d93682295939'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:32:44.407735 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c79d5f-4e45-4f4b-b56a-e6e360f5c5f0 req-3eec1a06-de3a-4cc4-b458-a4ad93e30163 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:44.409275 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25c79d5f-4e45-4f4b-b56a-e6e360f5c5f0 req-3eec1a06-de3a-4cc4-b458-a4ad93e30163 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 945 time: 0.0520163 May 06 10:32:44.447848 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-25c79d5f-4e45-4f4b-b56a-e6e360f5c5f0 req-84c8c094-2561-4f87-be07-0fdf40ff9a56 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=14dd07d2-32e6-416d-8778-1466ae942b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326118 May 06 10:32:45.561135 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0ca5d-efb7-4fc8-9c5f-0fea34cf5cc1 req-17a0e362-1173-4d54-bd5b-10d813e4a1ba tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:45.562620 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51a0ca5d-efb7-4fc8-9c5f-0fea34cf5cc1 req-17a0e362-1173-4d54-bd5b-10d813e4a1ba tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 945 time: 0.0477347 May 06 10:32:45.584150 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 1c32ba8c-dc86-4890-a4ba-d93682295939 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:32:45.602034 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51a0ca5d-efb7-4fc8-9c5f-0fea34cf5cc1 req-ec9ec5a7-719e-4a9c-bd12-07b1b2f249cd tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=14dd07d2-32e6-416d-8778-1466ae942b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334527 May 06 10:32:45.634353 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 1c32ba8c-dc86-4890-a4ba-d93682295939 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:32:45.638773 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 1c32ba8c-dc86-4890-a4ba-d93682295939 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:32:45.639167 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:45.717046 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:45.739369 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98a522d-e9b8-4720-a1c8-f999b559196b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c32ba8c-dc86-4890-a4ba-d93682295939'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:32:45.753146 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 1c32ba8c-dc86-4890-a4ba-d93682295939, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=1c32ba8c-dc86-4890-a4ba-d93682295939,segment=NetworkSegment(faf323be-ddf8-45f4-9934-34b958259c08),segment_id=faf323be-ddf8-45f4-9934-34b958259c08)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:32:45.757508 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:45.783363 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532bd0f9c54137a25b4c1a322a0cfb660db88c671ca36eb22ff5f9a731e51081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51d435e-3ed0-4926-a7be-7ecafa2e9c1b" -d '{"events": [{"server_uuid": "b98a522d-e9b8-4720-a1c8-f999b559196b", "name": "network-vif-plugged", "status": "completed", "tag": "1c32ba8c-dc86-4890-a4ba-d93682295939"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:32:45.813344 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=1c32ba8c-dc86-4890-a4ba-d93682295939,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:45.873027 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b83c8c-d71a-4a35-aa72-035a6982926d x-openstack-request-id: req-b0b83c8c-d71a-4a35-aa72-035a6982926d {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:32:45.873316 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98a522d-e9b8-4720-a1c8-f999b559196b", "name": "network-vif-plugged", "status": "completed", "tag": "1c32ba8c-dc86-4890-a4ba-d93682295939", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:32:45.873565 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b0b83c8c-d71a-4a35-aa72-035a6982926d {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:32:45.873966 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0b83c8c-d71a-4a35-aa72-035a6982926d'] response: {'server_uuid': 'b98a522d-e9b8-4720-a1c8-f999b559196b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c32ba8c-dc86-4890-a4ba-d93682295939', 'code': 200} May 06 10:32:46.000602 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c6384-01db-414a-b5fd-50bd7f258ae6 req-435378da-4923-4ec4-b624-7a2b95cfa4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:46.002183 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2c1c6384-01db-414a-b5fd-50bd7f258ae6 req-435378da-4923-4ec4-b624-7a2b95cfa4ab service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 1097 time: 0.0470750 May 06 10:32:46.003317 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-de777b20-e5bb-4655-8fca-8a41fd7a8784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:46.035714 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2c1c6384-01db-414a-b5fd-50bd7f258ae6 req-83018dc1-b220-46c0-b83b-1d85d5388901 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=14dd07d2-32e6-416d-8778-1466ae942b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276806 May 06 10:32:46.732082 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13be742-be0d-4073-86cc-5d9a64849a6b req-dbe2961c-758e-4c83-bbe7-5513d330d475 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:46.733802 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f13be742-be0d-4073-86cc-5d9a64849a6b req-dbe2961c-758e-4c83-bbe7-5513d330d475 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 946 time: 0.0525200 May 06 10:32:46.770703 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f13be742-be0d-4073-86cc-5d9a64849a6b req-b2c77f2b-24c4-4173-ab3d-9bcbbf7ee9a9 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=14dd07d2-32e6-416d-8778-1466ae942b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309317 May 06 10:32:47.887245 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148dfca3-160d-4ea6-8468-5714aaa7dff5 req-6d743e4f-9c54-427f-a6f8-94b04e699e5c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:47.888740 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-148dfca3-160d-4ea6-8468-5714aaa7dff5 req-6d743e4f-9c54-427f-a6f8-94b04e699e5c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 946 time: 0.0481057 May 06 10:32:47.927273 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-148dfca3-160d-4ea6-8468-5714aaa7dff5 req-1f91dc6c-a819-49bd-a390-0310a51abc58 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=14dd07d2-32e6-416d-8778-1466ae942b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324051 May 06 10:32:48.038588 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfe07c-8945-4671-9ef6-28bfb1c81c1c req-d2d7b09a-b5b3-4d86-b728-9fc93689ccdc tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:48.040117 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-74bfe07c-8945-4671-9ef6-28bfb1c81c1c req-d2d7b09a-b5b3-4d86-b728-9fc93689ccdc tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 946 time: 0.0484939 May 06 10:32:48.077594 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-74bfe07c-8945-4671-9ef6-28bfb1c81c1c req-750f18eb-b8a1-43ec-bc42-4f98fa484bad tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=14dd07d2-32e6-416d-8778-1466ae942b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310938 May 06 10:32:48.099138 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39544) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:48.142592 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be22e74f-5ca1-4bf2-9c68-23d63e7a397c tempest-TestNetworkAdvancedServerOps-161670012 tempest-TestNetworkAdvancedServerOps-161670012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:48.144232 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-be22e74f-5ca1-4bf2-9c68-23d63e7a397c tempest-TestNetworkAdvancedServerOps-161670012 tempest-TestNetworkAdvancedServerOps-161670012-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 1092 time: 0.0441070 May 06 10:32:48.146979 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39546) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:48.151104 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-4fedfe95-284d-41c4-8ae4-aada7da42c82 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'port_id': '1c32ba8c-dc86-4890-a4ba-d93682295939', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:32:48.171666 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4fedfe95-284d-41c4-8ae4-aada7da42c82 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:48.265282 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4fedfe95-284d-41c4-8ae4-aada7da42c82 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:48.376653 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-4fedfe95-284d-41c4-8ae4-aada7da42c82 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Allocated IP 172.25.5.204 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/11c10f09-6043-438c-8cfa-7d7a97dcae1e) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:32:48.477515 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4fedfe95-284d-41c4-8ae4-aada7da42c82 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:48.511435 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4fedfe95-284d-41c4-8ae4-aada7da42c82 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:48.539705 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-229f6eff-9174-452c-ba90-1cffd8138404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:48.556082 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fedfe95-284d-41c4-8ae4-aada7da42c82 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:32:48.559516 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-4fedfe95-284d-41c4-8ae4-aada7da42c82 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:32:48.561939 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fedfe95-284d-41c4-8ae4-aada7da42c82 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:32:48.596593 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fedfe95-284d-41c4-8ae4-aada7da42c82 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Port': ['ID=11c10f09-6043-438c-8cfa-7d7a97dcae1e,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:49.202993 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:49.246655 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4fedfe95-284d-41c4-8ae4-aada7da42c82 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:49.313924 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4fedfe95-284d-41c4-8ae4-aada7da42c82 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:49.464603 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4fedfe95-284d-41c4-8ae4-aada7da42c82 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:49.469002 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4fedfe95-284d-41c4-8ae4-aada7da42c82 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:49.536567 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fedfe95-284d-41c4-8ae4-aada7da42c82 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Port': ['ID=11c10f09-6043-438c-8cfa-7d7a97dcae1e,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:49.548190 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4fedfe95-284d-41c4-8ae4-aada7da42c82 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:49.650705 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-4fedfe95-284d-41c4-8ae4-aada7da42c82 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Floating IP f30d93dd-0b7b-43a5-bd6f-7c3a7fd8da74 associated. External IP: 172.25.5.204, port: 1c32ba8c-dc86-4890-a4ba-d93682295939. May 06 10:32:49.698533 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:49.861313 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fedfe95-284d-41c4-8ae4-aada7da42c82 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Router 9046f53b-dbcb-4287-9d2a-afa491974f7e has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:32:49.970218 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fedfe95-284d-41c4-8ae4-aada7da42c82 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:32:49.982177 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6b0fe6-2aab-4479-a74e-a6507d926b8a None None] Sync routers for ids ['9046f53b-dbcb-4287-9d2a-afa491974f7e'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:32:49.990558 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4fedfe95-284d-41c4-8ae4-aada7da42c82 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:49.992438 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6b0fe6-2aab-4479-a74e-a6507d926b8a None None] Routers {'9046f53b-dbcb-4287-9d2a-afa491974f7e'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:32:49.993054 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3d6b0fe6-2aab-4479-a74e-a6507d926b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:32:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['9046f53b-dbcb-4287-9d2a-afa491974f7e'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:50.020204 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4fedfe95-284d-41c4-8ae4-aada7da42c82 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8721716 May 06 10:32:50.020791 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98a522d-e9b8-4720-a1c8-f999b559196b', 'tag': '1c32ba8c-dc86-4890-a4ba-d93682295939'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:32:50.023066 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1caaf7a81e239b66cb88d4696e2ac350de7f7976e977350f19e420479ff9b81b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0cc657-a547-4b7f-a968-3df2f219cfb5" -d '{"events": [{"name": "network-changed", "server_uuid": "b98a522d-e9b8-4720-a1c8-f999b559196b", "tag": "1c32ba8c-dc86-4890-a4ba-d93682295939"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:32:50.121284 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78ac26-72d3-4f8c-b24a-459d4e81d61a req-c59157fc-2c64-4b9b-b81e-2c8633b65fdb tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:50.122892 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d78ac26-72d3-4f8c-b24a-459d4e81d61a req-c59157fc-2c64-4b9b-b81e-2c8633b65fdb tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 946 time: 0.0526347 May 06 10:32:50.170380 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5d78ac26-72d3-4f8c-b24a-459d4e81d61a req-33ffa088-0fd1-4d73-a5b9-cd311cb12cbb tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=14dd07d2-32e6-416d-8778-1466ae942b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403914 May 06 10:32:50.195167 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39552) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:50.219914 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-3d6b0fe6-2aab-4479-a74e-a6507d926b8a None None] Set router 9046f53b-dbcb-4287-9d2a-afa491974f7e gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:32:50.247556 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bc6113-3e63-4e91-8e2b-83cfb23c54ca x-openstack-request-id: req-68bc6113-3e63-4e91-8e2b-83cfb23c54ca {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:32:50.248189 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98a522d-e9b8-4720-a1c8-f999b559196b", "tag": "1c32ba8c-dc86-4890-a4ba-d93682295939", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:32:50.248189 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-68bc6113-3e63-4e91-8e2b-83cfb23c54ca {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:32:50.248520 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68bc6113-3e63-4e91-8e2b-83cfb23c54ca'] response: {'name': 'network-changed', 'server_uuid': 'b98a522d-e9b8-4720-a1c8-f999b559196b', 'tag': '1c32ba8c-dc86-4890-a4ba-d93682295939', 'status': 'completed', 'code': 200} May 06 10:32:50.278936 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-61241220-442c-497b-aab1-b19719a1a07a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/floatingips/f30d93dd-0b7b-43a5-bd6f-7c3a7fd8da74 HTTP/1.1" status: 200 len: 992 time: 0.0820677 May 06 10:32:50.309451 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cc657-a547-4b7f-a968-3df2f219cfb5 req-9862433c-0ceb-494a-9f0b-8781ad247a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:50.311026 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8a0cc657-a547-4b7f-a968-3df2f219cfb5 req-9862433c-0ceb-494a-9f0b-8781ad247a3c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 1097 time: 0.0423613 May 06 10:32:50.406899 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cc657-a547-4b7f-a968-3df2f219cfb5 req-e4810eea-e95b-4836-9dad-6265ad6e04de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:50.408338 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8a0cc657-a547-4b7f-a968-3df2f219cfb5 req-e4810eea-e95b-4836-9dad-6265ad6e04de service neutron] 10.222.0.77 "GET /v2.0/networks?id=f7c4bc7b-9bc7-4299-8489-c4d52711c559 HTTP/1.1" status: 200 len: 898 time: 0.0904377 May 06 10:32:50.448532 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3d6b0fe6-2aab-4479-a74e-a6507d926b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110655436', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'fa482570-a7e2-4dc2-83f5-7a3644f88fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:32:31Z', 'updated_at': '2022-05-06T10:32:34Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'fa482570-a7e2-4dc2-83f5-7a3644f88fa3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:31Z', 'updated_at': '2022-05-06T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'f30d93dd-0b7b-43a5-bd6f-7c3a7fd8da74', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'floating_ip_address': '172.25.5.204', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'port_id': '1c32ba8c-dc86-4890-a4ba-d93682295939', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c4bc7b-9bc7-4299-8489-c4d52711c559', 'mac_address': 'fa:16:3e:e9:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98a522d-e9b8-4720-a1c8-f999b559196b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:32:48Z', 'updated_at': '2022-05-06T10:32:48Z', 'revision_number': 0, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ee4fec-b873-48ef-972b-57f220124d49', 'name': '', 'network_id': 'f7c4bc7b-9bc7-4299-8489-c4d52711c559', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:ce:01:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '286738dc-15fe-4c06-bb0f-bff54b0ff45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:33Z', 'updated_at': '2022-05-06T10:32:37Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '286738dc-15fe-4c06-bb0f-bff54b0ff45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:50.474296 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8a0cc657-a547-4b7f-a968-3df2f219cfb5 req-4f80eb7b-6781-49e3-ac7e-d331c420aadc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c32ba8c-dc86-4890-a4ba-d93682295939 HTTP/1.1" status: 200 len: 1000 time: 0.0596974 May 06 10:32:50.478089 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6b0fe6-2aab-4479-a74e-a6507d926b8a None None] Checking router: 9046f53b-dbcb-4287-9d2a-afa491974f7e for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:32:50.487030 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6b0fe6-2aab-4479-a74e-a6507d926b8a None None] Routers {'9046f53b-dbcb-4287-9d2a-afa491974f7e'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:32:50.487666 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3d6b0fe6-2aab-4479-a74e-a6507d926b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:32:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['9046f53b-dbcb-4287-9d2a-afa491974f7e'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:50.530201 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cc657-a547-4b7f-a968-3df2f219cfb5 req-7b685ab9-bea3-4db8-a925-b0ad52192b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:50.531727 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8a0cc657-a547-4b7f-a968-3df2f219cfb5 req-7b685ab9-bea3-4db8-a925-b0ad52192b95 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=286738dc-15fe-4c06-bb0f-bff54b0ff45e HTTP/1.1" status: 200 len: 835 time: 0.0506520 May 06 10:32:50.577152 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cc657-a547-4b7f-a968-3df2f219cfb5 req-bb6ff2f7-61d0-4278-94c4-2d68cd5b5d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:50.578708 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8a0cc657-a547-4b7f-a968-3df2f219cfb5 req-bb6ff2f7-61d0-4278-94c4-2d68cd5b5d09 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f7c4bc7b-9bc7-4299-8489-c4d52711c559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408032 May 06 10:32:50.595418 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-3d6b0fe6-2aab-4479-a74e-a6507d926b8a None None] Set router 9046f53b-dbcb-4287-9d2a-afa491974f7e gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:32:50.680041 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8a0cc657-a547-4b7f-a968-3df2f219cfb5 req-8bd52578-00a5-4f95-876e-d6ca6567f881 service neutron] 10.222.0.77 "GET /v2.0/networks/f7c4bc7b-9bc7-4299-8489-c4d52711c559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950406 May 06 10:32:50.775745 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8a0cc657-a547-4b7f-a968-3df2f219cfb5 req-525e160b-ff15-41ac-8a99-b9e75c2648d7 service neutron] 10.222.0.77 "GET /v2.0/networks/f7c4bc7b-9bc7-4299-8489-c4d52711c559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892360 May 06 10:32:50.822642 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3d6b0fe6-2aab-4479-a74e-a6507d926b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110655436', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'fa482570-a7e2-4dc2-83f5-7a3644f88fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:32:31Z', 'updated_at': '2022-05-06T10:32:34Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'fa482570-a7e2-4dc2-83f5-7a3644f88fa3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:31Z', 'updated_at': '2022-05-06T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'f30d93dd-0b7b-43a5-bd6f-7c3a7fd8da74', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'floating_ip_address': '172.25.5.204', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'port_id': '1c32ba8c-dc86-4890-a4ba-d93682295939', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c4bc7b-9bc7-4299-8489-c4d52711c559', 'mac_address': 'fa:16:3e:e9:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98a522d-e9b8-4720-a1c8-f999b559196b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:32:48Z', 'updated_at': '2022-05-06T10:32:48Z', 'revision_number': 0, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ee4fec-b873-48ef-972b-57f220124d49', 'name': '', 'network_id': 'f7c4bc7b-9bc7-4299-8489-c4d52711c559', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:ce:01:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '286738dc-15fe-4c06-bb0f-bff54b0ff45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:33Z', 'updated_at': '2022-05-06T10:32:37Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '286738dc-15fe-4c06-bb0f-bff54b0ff45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:50.849080 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6b0fe6-2aab-4479-a74e-a6507d926b8a None None] The sync data for ids ['9046f53b-dbcb-4287-9d2a-afa491974f7e'] in n-d-840835-1 is: [{'id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110655436', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'fa482570-a7e2-4dc2-83f5-7a3644f88fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:32:31Z', 'updated_at': '2022-05-06T10:32:34Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'fa482570-a7e2-4dc2-83f5-7a3644f88fa3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:31Z', 'updated_at': '2022-05-06T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'f30d93dd-0b7b-43a5-bd6f-7c3a7fd8da74', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'floating_ip_address': '172.25.5.204', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'port_id': '1c32ba8c-dc86-4890-a4ba-d93682295939', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c4bc7b-9bc7-4299-8489-c4d52711c559', 'mac_address': 'fa:16:3e:e9:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98a522d-e9b8-4720-a1c8-f999b559196b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:32:48Z', 'updated_at': '2022-05-06T10:32:48Z', 'revision_number': 0, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ee4fec-b873-48ef-972b-57f220124d49', 'name': '', 'network_id': 'f7c4bc7b-9bc7-4299-8489-c4d52711c559', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:ce:01:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '286738dc-15fe-4c06-bb0f-bff54b0ff45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:33Z', 'updated_at': '2022-05-06T10:32:37Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '286738dc-15fe-4c06-bb0f-bff54b0ff45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:32:51.050852 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff3b3e0-b3ec-4b23-97c3-3c42b013008d None None] New status for floating IP f30d93dd-0b7b-43a5-bd6f-7c3a7fd8da74: ACTIVE {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:32:51.282630 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39554) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:51.345250 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f9811f71-bfb8-429d-8aa5-b1b4455d9c57 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/floatingips/f30d93dd-0b7b-43a5-bd6f-7c3a7fd8da74 HTTP/1.1" status: 200 len: 994 time: 0.0614345 May 06 10:32:51.387171 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:51.549983 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:59.492630 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:03.007049 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:33:16.005542 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a47b640e-0ca1-44fd-9a14-e0b97abc3076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:18.532191 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fb833691-39eb-4315-85ff-ee186e22d6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:19.203363 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:19.701154 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:21.389959 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:21.551657 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:24.939144 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0f5fc7f9-a894-4a7d-b277-dca81918431b req-5f3da762-b061-4191-bf07-1c376be32956 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451534 May 06 10:33:25.034927 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fc7f9-a894-4a7d-b277-dca81918431b req-5225c8ff-c452-41ea-b3ae-8e56ec8c4930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:25.036454 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0f5fc7f9-a894-4a7d-b277-dca81918431b req-5225c8ff-c452-41ea-b3ae-8e56ec8c4930 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 1097 time: 0.0410564 May 06 10:33:25.147759 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fc7f9-a894-4a7d-b277-dca81918431b req-44d1c4d5-a173-459f-b56c-a762b1664464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:25.149238 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0f5fc7f9-a894-4a7d-b277-dca81918431b req-44d1c4d5-a173-459f-b56c-a762b1664464 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f7c4bc7b-9bc7-4299-8489-c4d52711c559 HTTP/1.1" status: 200 len: 898 time: 0.0922647 May 06 10:33:25.216502 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0f5fc7f9-a894-4a7d-b277-dca81918431b req-dc6d23df-cd9b-481e-8bc2-5f7684f04c1a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c32ba8c-dc86-4890-a4ba-d93682295939 HTTP/1.1" status: 200 len: 1002 time: 0.0605195 May 06 10:33:25.269156 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fc7f9-a894-4a7d-b277-dca81918431b req-2f8bc9aa-ba63-48d5-9445-6fb21a0c6f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:25.270558 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0f5fc7f9-a894-4a7d-b277-dca81918431b req-2f8bc9aa-ba63-48d5-9445-6fb21a0c6f95 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=286738dc-15fe-4c06-bb0f-bff54b0ff45e HTTP/1.1" status: 200 len: 835 time: 0.0474882 May 06 10:33:25.315225 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fc7f9-a894-4a7d-b277-dca81918431b req-693ff326-eba7-4754-aacf-37959e296ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:25.316688 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0f5fc7f9-a894-4a7d-b277-dca81918431b req-693ff326-eba7-4754-aacf-37959e296ec1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f7c4bc7b-9bc7-4299-8489-c4d52711c559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397654 May 06 10:33:25.413158 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0f5fc7f9-a894-4a7d-b277-dca81918431b req-17034795-cd5b-4fc9-bc2c-87b384a0f812 service neutron] 10.222.0.77 "GET /v2.0/networks/f7c4bc7b-9bc7-4299-8489-c4d52711c559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893164 May 06 10:33:25.509470 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0f5fc7f9-a894-4a7d-b277-dca81918431b req-8deac351-e861-4ea3-9da4-acadc93fb2ff service neutron] 10.222.0.77 "GET /v2.0/networks/f7c4bc7b-9bc7-4299-8489-c4d52711c559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899098 May 06 10:33:29.488603 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:40.005680 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:33:46.009694 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-546b387c-95a4-42d3-9f78-6451527558e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:48.533994 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0149b286-f1e3-43e9-b354-2c6564576b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:49.208040 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:49.704200 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:51.396300 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:51.553127 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:54.204953 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4be27a-1dab-4e4b-998f-e1e95a266552 req-80e4f578-0ecf-4942-8d41-5bcd6981e752 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:54.206487 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f4be27a-1dab-4e4b-998f-e1e95a266552 req-80e4f578-0ecf-4942-8d41-5bcd6981e752 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 946 time: 0.0612314 May 06 10:33:54.219669 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3322916-b77b-413d-afce-bd5f1e67b44e req-d28ef9a2-f6c5-4bc9-a92e-898cb8e9bdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:54.221195 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c3322916-b77b-413d-afce-bd5f1e67b44e req-d28ef9a2-f6c5-4bc9-a92e-898cb8e9bdf9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 1097 time: 0.0445821 May 06 10:33:54.246990 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f4be27a-1dab-4e4b-998f-e1e95a266552 req-b3392544-b0f3-43b7-bbe4-c12b4fb66cbd tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=14dd07d2-32e6-416d-8778-1466ae942b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342841 May 06 10:33:54.319166 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3322916-b77b-413d-afce-bd5f1e67b44e req-f564dee6-fd4d-4771-9235-b2d09de44aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:54.320574 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c3322916-b77b-413d-afce-bd5f1e67b44e req-f564dee6-fd4d-4771-9235-b2d09de44aec service neutron] 10.222.0.77 "GET /v2.0/networks?id=f7c4bc7b-9bc7-4299-8489-c4d52711c559 HTTP/1.1" status: 200 len: 898 time: 0.0910773 May 06 10:33:54.386366 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c3322916-b77b-413d-afce-bd5f1e67b44e req-f3803b88-4122-413e-b375-de247d9494d9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c32ba8c-dc86-4890-a4ba-d93682295939 HTTP/1.1" status: 200 len: 1002 time: 0.0590470 May 06 10:33:54.434731 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3322916-b77b-413d-afce-bd5f1e67b44e req-edb15775-a796-4706-a81a-872ca979ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:54.436220 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c3322916-b77b-413d-afce-bd5f1e67b44e req-edb15775-a796-4706-a81a-872ca979ab3b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=286738dc-15fe-4c06-bb0f-bff54b0ff45e HTTP/1.1" status: 200 len: 835 time: 0.0433378 May 06 10:33:54.484632 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3322916-b77b-413d-afce-bd5f1e67b44e req-ace83c5f-c05d-469a-ab30-e7f20f54bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:54.486113 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c3322916-b77b-413d-afce-bd5f1e67b44e req-ace83c5f-c05d-469a-ab30-e7f20f54bbe7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f7c4bc7b-9bc7-4299-8489-c4d52711c559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436800 May 06 10:33:54.574159 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c3322916-b77b-413d-afce-bd5f1e67b44e req-e44b1a0f-7fd6-43a8-a949-3182fa034b80 service neutron] 10.222.0.77 "GET /v2.0/networks/f7c4bc7b-9bc7-4299-8489-c4d52711c559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808902 May 06 10:33:54.668141 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c3322916-b77b-413d-afce-bd5f1e67b44e req-8f014a83-68e5-47e3-b930-cc178032f887 service neutron] 10.222.0.77 "GET /v2.0/networks/f7c4bc7b-9bc7-4299-8489-c4d52711c559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872731 May 06 10:33:55.379141 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e01ba4-a000-495b-92f8-c01de9b72a77 req-871d96bc-d280-4671-a90d-0cc44286008e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:55.380649 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0e01ba4-a000-495b-92f8-c01de9b72a77 req-871d96bc-d280-4671-a90d-0cc44286008e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 946 time: 0.0543537 May 06 10:33:55.418311 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0e01ba4-a000-495b-92f8-c01de9b72a77 req-6f10df5d-79a2-4d00-a094-e0eb58c04481 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=14dd07d2-32e6-416d-8778-1466ae942b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316682 May 06 10:33:56.534576 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab5c0b-0e8d-47f0-914a-abaa53ad8c4a req-a3d715ad-8081-4ca5-ae38-43d857054f5e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:56.536091 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-96ab5c0b-0e8d-47f0-914a-abaa53ad8c4a req-a3d715ad-8081-4ca5-ae38-43d857054f5e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 946 time: 0.0489404 May 06 10:33:56.573081 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-96ab5c0b-0e8d-47f0-914a-abaa53ad8c4a req-951be562-e611-4ad6-8a46-006463782e87 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=14dd07d2-32e6-416d-8778-1466ae942b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310829 May 06 10:33:57.695847 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fb9a8-e0ea-4c8d-96e1-7f05e0554c45 req-3d6c63bc-2f95-4133-bd38-733ef8987567 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:57.697334 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea1fb9a8-e0ea-4c8d-96e1-7f05e0554c45 req-3d6c63bc-2f95-4133-bd38-733ef8987567 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 946 time: 0.0576713 May 06 10:33:57.735699 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea1fb9a8-e0ea-4c8d-96e1-7f05e0554c45 req-89e276ac-bae8-427d-8bf2-dbe6ef267b72 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=14dd07d2-32e6-416d-8778-1466ae942b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319262 May 06 10:33:58.851207 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01d64e-b0e5-4be0-ac30-a7b8e1f552e3 req-a3fd4972-6951-407a-b02e-ae8a2ae8c594 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:58.852682 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fc01d64e-b0e5-4be0-ac30-a7b8e1f552e3 req-a3fd4972-6951-407a-b02e-ae8a2ae8c594 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 946 time: 0.0481188 May 06 10:33:58.890302 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-fc01d64e-b0e5-4be0-ac30-a7b8e1f552e3 req-bee3b380-681b-4657-a77e-4c991d4ad96f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=14dd07d2-32e6-416d-8778-1466ae942b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306962 May 06 10:33:59.491624 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:00.007718 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44c5b8-970a-494d-8091-ee0a0623d49c req-a6d18ade-c1da-4b22-9dff-62a2a86a06b1 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:00.009232 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b44c5b8-970a-494d-8091-ee0a0623d49c req-a6d18ade-c1da-4b22-9dff-62a2a86a06b1 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 946 time: 0.0507572 May 06 10:34:00.047348 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b44c5b8-970a-494d-8091-ee0a0623d49c req-9a60b232-5c4f-48c1-98dc-54eb8ae538f0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=14dd07d2-32e6-416d-8778-1466ae942b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316570 May 06 10:34:01.168394 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9117e-68a3-490b-a04e-c46a5bd06420 req-42ca76d4-d189-4c84-984c-ea8265074031 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:01.169812 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5fc9117e-68a3-490b-a04e-c46a5bd06420 req-42ca76d4-d189-4c84-984c-ea8265074031 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 946 time: 0.0535891 May 06 10:34:01.207635 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5fc9117e-68a3-490b-a04e-c46a5bd06420 req-bcd4af47-5848-47c4-a30b-7b736aef8327 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=14dd07d2-32e6-416d-8778-1466ae942b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318732 May 06 10:34:02.321667 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f291c-73c0-415f-a55b-557e52124d40 req-772d81d5-beee-4674-bd17-074efe6cadaa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:02.323175 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c2f291c-73c0-415f-a55b-557e52124d40 req-772d81d5-beee-4674-bd17-074efe6cadaa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 946 time: 0.0488806 May 06 10:34:02.361491 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c2f291c-73c0-415f-a55b-557e52124d40 req-2c710ed2-3296-4eac-9cf5-539368099c19 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=14dd07d2-32e6-416d-8778-1466ae942b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318422 May 06 10:34:03.475718 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41d6ed-b1e6-40bb-b342-49ff42feb3ad req-b7b57701-3edd-441b-8133-2106c42166cd tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:03.477204 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a41d6ed-b1e6-40bb-b342-49ff42feb3ad req-b7b57701-3edd-441b-8133-2106c42166cd tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 946 time: 0.0487230 May 06 10:34:03.514494 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6a41d6ed-b1e6-40bb-b342-49ff42feb3ad req-b67773f6-9c34-44a9-83b9-ef6987bcc44e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=14dd07d2-32e6-416d-8778-1466ae942b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313897 May 06 10:34:04.635323 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a5999-dc79-4ac7-a514-27c9dd031870 req-2c054697-d870-4218-a15d-bd4866d57b56 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:04.636806 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff6a5999-dc79-4ac7-a514-27c9dd031870 req-2c054697-d870-4218-a15d-bd4866d57b56 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 946 time: 0.0537422 May 06 10:34:04.674247 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff6a5999-dc79-4ac7-a514-27c9dd031870 req-fb6b9e74-1f2d-4ad1-9fac-167d23c499f2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=14dd07d2-32e6-416d-8778-1466ae942b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314300 May 06 10:34:05.791766 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec464692-473a-453c-a8b9-9fbf743c82df req-3cf8d6c6-d103-40b1-9cf5-a7f1a794935b tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:05.793230 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ec464692-473a-453c-a8b9-9fbf743c82df req-3cf8d6c6-d103-40b1-9cf5-a7f1a794935b tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 946 time: 0.0493374 May 06 10:34:05.830924 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ec464692-473a-453c-a8b9-9fbf743c82df req-eef97ccf-12aa-4515-a50b-081c925d03e9 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=14dd07d2-32e6-416d-8778-1466ae942b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316997 May 06 10:34:05.852674 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39626) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:34:05.914170 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-123bb965-86a9-4a3a-a31d-abb6d7d3743d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/floatingips/f30d93dd-0b7b-43a5-bd6f-7c3a7fd8da74 HTTP/1.1" status: 200 len: 994 time: 0.0603864 May 06 10:34:16.013260 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-af663d21-e8a8-4a4c-9692-bc76c50e46b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:17.005826 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:34:18.537527 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0fee7fc1-fcec-4b06-af79-cae8b0c24127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:19.206168 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:19.707878 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:21.395350 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:21.554039 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:24.874102 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b19e1d9-ce2c-4dff-b49b-d924bfbcb073 req-8aa85baf-d926-417c-ae20-3e569f98810f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401537 May 06 10:34:24.972682 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19e1d9-ce2c-4dff-b49b-d924bfbcb073 req-e73a2084-9ff0-4629-84d6-42ff9a6574dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:24.974157 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b19e1d9-ce2c-4dff-b49b-d924bfbcb073 req-e73a2084-9ff0-4629-84d6-42ff9a6574dc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 1097 time: 0.0408881 May 06 10:34:25.081214 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19e1d9-ce2c-4dff-b49b-d924bfbcb073 req-b2e854dc-b831-4cf6-89bd-f809db2fa303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:25.082703 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b19e1d9-ce2c-4dff-b49b-d924bfbcb073 req-b2e854dc-b831-4cf6-89bd-f809db2fa303 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f7c4bc7b-9bc7-4299-8489-c4d52711c559 HTTP/1.1" status: 200 len: 898 time: 0.0883334 May 06 10:34:25.150993 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b19e1d9-ce2c-4dff-b49b-d924bfbcb073 req-ade7d5e8-aa2b-41b8-9c7d-6a813c477714 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c32ba8c-dc86-4890-a4ba-d93682295939 HTTP/1.1" status: 200 len: 1002 time: 0.0603399 May 06 10:34:25.200108 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19e1d9-ce2c-4dff-b49b-d924bfbcb073 req-1f32820c-8447-49ce-ae85-e9f27e92c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:25.201516 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b19e1d9-ce2c-4dff-b49b-d924bfbcb073 req-1f32820c-8447-49ce-ae85-e9f27e92c16a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=286738dc-15fe-4c06-bb0f-bff54b0ff45e HTTP/1.1" status: 200 len: 835 time: 0.0428886 May 06 10:34:25.251024 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19e1d9-ce2c-4dff-b49b-d924bfbcb073 req-09e28904-e96c-4085-bbf1-9ab5e035de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:25.252612 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b19e1d9-ce2c-4dff-b49b-d924bfbcb073 req-09e28904-e96c-4085-bbf1-9ab5e035de93 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f7c4bc7b-9bc7-4299-8489-c4d52711c559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446117 May 06 10:34:25.263402 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-7b19e1d9-ce2c-4dff-b49b-d924bfbcb073 req-a85a2764-63f1-4c01-adb5-e6edd3454f3b service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:34:25.264325 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b19e1d9-ce2c-4dff-b49b-d924bfbcb073 req-a85a2764-63f1-4c01-adb5-e6edd3454f3b service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047481 May 06 10:34:25.352771 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b19e1d9-ce2c-4dff-b49b-d924bfbcb073 req-af882bd9-d6d8-4e14-b4be-65e0888f1717 service neutron] 10.222.0.77 "GET /v2.0/networks/f7c4bc7b-9bc7-4299-8489-c4d52711c559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797286 May 06 10:34:25.449128 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7b19e1d9-ce2c-4dff-b49b-d924bfbcb073 req-42deda5a-e879-4d0e-b86c-7a7146185cd1 service neutron] 10.222.0.77 "GET /v2.0/networks/f7c4bc7b-9bc7-4299-8489-c4d52711c559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889478 May 06 10:34:29.494587 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:46.014843 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3db6635b-48d4-449f-b43a-38c6375d4ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:48.539306 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-45a8dc89-0f76-4c8b-8981-cee75b831090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:49.199098 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:49.710332 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:51.398211 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:51.555519 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:54.006264 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:34:54.538188 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39656) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:34:54.703296 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-2c4a0d9f-5bfd-4550-9241-f3e5e0586a3e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Deleting port 11c10f09-6043-438c-8cfa-7d7a97dcae1e {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:34:54.703645 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2c4a0d9f-5bfd-4550-9241-f3e5e0586a3e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:54.779000 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2c4a0d9f-5bfd-4550-9241-f3e5e0586a3e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:54.779361 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2c4a0d9f-5bfd-4550-9241-f3e5e0586a3e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:54.792086 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-2c4a0d9f-5bfd-4550-9241-f3e5e0586a3e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Calling delete_port for 11c10f09-6043-438c-8cfa-7d7a97dcae1e owned by network:floatingip {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:34:54.942238 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2c4a0d9f-5bfd-4550-9241-f3e5e0586a3e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:54.966006 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a0d9f-5bfd-4550-9241-f3e5e0586a3e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'Port': ['ID=11c10f09-6043-438c-8cfa-7d7a97dcae1e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:54.975981 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a0d9f-5bfd-4550-9241-f3e5e0586a3e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:54.976338 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a0d9f-5bfd-4550-9241-f3e5e0586a3e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:54.976690 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a0d9f-5bfd-4550-9241-f3e5e0586a3e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:54.977033 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a0d9f-5bfd-4550-9241-f3e5e0586a3e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:54.977372 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a0d9f-5bfd-4550-9241-f3e5e0586a3e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:54.978285 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a0d9f-5bfd-4550-9241-f3e5e0586a3e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:54.978285 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a0d9f-5bfd-4550-9241-f3e5e0586a3e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:54.978475 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a0d9f-5bfd-4550-9241-f3e5e0586a3e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:54.978679 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a0d9f-5bfd-4550-9241-f3e5e0586a3e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:54.979008 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a0d9f-5bfd-4550-9241-f3e5e0586a3e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:54.979364 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a0d9f-5bfd-4550-9241-f3e5e0586a3e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:54.979691 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a0d9f-5bfd-4550-9241-f3e5e0586a3e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:55.044714 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2c4a0d9f-5bfd-4550-9241-f3e5e0586a3e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for floatingip, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:55.045035 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-2c4a0d9f-5bfd-4550-9241-f3e5e0586a3e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Floating IP f30d93dd-0b7b-43a5-bd6f-7c3a7fd8da74 disassociated (deleted). External IP: 172.25.5.204, port: 1c32ba8c-dc86-4890-a4ba-d93682295939. May 06 10:34:55.249737 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4a0d9f-5bfd-4550-9241-f3e5e0586a3e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Router 9046f53b-dbcb-4287-9d2a-afa491974f7e has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:34:55.356744 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4a0d9f-5bfd-4550-9241-f3e5e0586a3e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:34:55.362258 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2c4a0d9f-5bfd-4550-9241-f3e5e0586a3e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:55.368960 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec29b17-3df9-4773-a135-ec07264cf6cc None None] Sync routers for ids ['9046f53b-dbcb-4287-9d2a-afa491974f7e'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:34:55.379506 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec29b17-3df9-4773-a135-ec07264cf6cc None None] Routers {'9046f53b-dbcb-4287-9d2a-afa491974f7e'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:34:55.380154 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-dec29b17-3df9-4773-a135-ec07264cf6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:34:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['9046f53b-dbcb-4287-9d2a-afa491974f7e'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:34:55.391900 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2c4a0d9f-5bfd-4550-9241-f3e5e0586a3e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "DELETE /v2.0/floatingips/f30d93dd-0b7b-43a5-bd6f-7c3a7fd8da74 HTTP/1.1" status: 204 len: 168 time: 0.8526077 May 06 10:34:55.392491 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98a522d-e9b8-4720-a1c8-f999b559196b', 'tag': '1c32ba8c-dc86-4890-a4ba-d93682295939'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:34:55.394753 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1caaf7a81e239b66cb88d4696e2ac350de7f7976e977350f19e420479ff9b81b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033adca4-f843-440c-8f62-d1b71d9daffb" -d '{"events": [{"name": "network-changed", "server_uuid": "b98a522d-e9b8-4720-a1c8-f999b559196b", "tag": "1c32ba8c-dc86-4890-a4ba-d93682295939"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:34:55.486233 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-dec29b17-3df9-4773-a135-ec07264cf6cc None None] Set router 9046f53b-dbcb-4287-9d2a-afa491974f7e gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:34:55.549258 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a0a01e-acf8-4460-84fa-9e8fe56fac7c x-openstack-request-id: req-42a0a01e-acf8-4460-84fa-9e8fe56fac7c {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:34:55.549762 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98a522d-e9b8-4720-a1c8-f999b559196b", "tag": "1c32ba8c-dc86-4890-a4ba-d93682295939", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:34:55.549880 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-42a0a01e-acf8-4460-84fa-9e8fe56fac7c {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:34:55.550204 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42a0a01e-acf8-4460-84fa-9e8fe56fac7c'] response: {'name': 'network-changed', 'server_uuid': 'b98a522d-e9b8-4720-a1c8-f999b559196b', 'tag': '1c32ba8c-dc86-4890-a4ba-d93682295939', 'status': 'completed', 'code': 200} May 06 10:34:55.650852 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e342835-3ac2-4326-8d12-5fcff5c0aa96 req-a18bec6d-b54d-47b3-a250-af61e080e8b5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:55.652737 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e342835-3ac2-4326-8d12-5fcff5c0aa96 req-a18bec6d-b54d-47b3-a250-af61e080e8b5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 946 time: 0.0560811 May 06 10:34:55.663931 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033adca4-f843-440c-8f62-d1b71d9daffb req-a03a7203-4425-4a06-bcfc-2bbce3f19527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:55.666099 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-033adca4-f843-440c-8f62-d1b71d9daffb req-a03a7203-4425-4a06-bcfc-2bbce3f19527 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 1097 time: 0.0598676 May 06 10:34:55.694939 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9e342835-3ac2-4326-8d12-5fcff5c0aa96 req-d4ce4111-7457-4933-9ffc-5eca2d1068a8 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=14dd07d2-32e6-416d-8778-1466ae942b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342765 May 06 10:34:55.702367 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-dec29b17-3df9-4773-a135-ec07264cf6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110655436', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'fa482570-a7e2-4dc2-83f5-7a3644f88fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:32:31Z', 'updated_at': '2022-05-06T10:32:34Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'fa482570-a7e2-4dc2-83f5-7a3644f88fa3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:31Z', 'updated_at': '2022-05-06T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '53ee4fec-b873-48ef-972b-57f220124d49', 'name': '', 'network_id': 'f7c4bc7b-9bc7-4299-8489-c4d52711c559', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:ce:01:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '286738dc-15fe-4c06-bb0f-bff54b0ff45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:33Z', 'updated_at': '2022-05-06T10:32:37Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '286738dc-15fe-4c06-bb0f-bff54b0ff45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:34:55.729749 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec29b17-3df9-4773-a135-ec07264cf6cc None None] Checking router: 9046f53b-dbcb-4287-9d2a-afa491974f7e for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:34:55.738790 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec29b17-3df9-4773-a135-ec07264cf6cc None None] Routers {'9046f53b-dbcb-4287-9d2a-afa491974f7e'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:34:55.739226 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-dec29b17-3df9-4773-a135-ec07264cf6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:34:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['9046f53b-dbcb-4287-9d2a-afa491974f7e'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:34:55.770293 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033adca4-f843-440c-8f62-d1b71d9daffb req-f2ee11df-97bd-4d29-977a-832113715349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:55.771826 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-033adca4-f843-440c-8f62-d1b71d9daffb req-f2ee11df-97bd-4d29-977a-832113715349 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f7c4bc7b-9bc7-4299-8489-c4d52711c559 HTTP/1.1" status: 200 len: 898 time: 0.0979302 May 06 10:34:55.817972 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-033adca4-f843-440c-8f62-d1b71d9daffb req-85c6b38f-169d-4e7e-80f9-c1239bf46961 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c32ba8c-dc86-4890-a4ba-d93682295939 HTTP/1.1" status: 200 len: 217 time: 0.0390840 May 06 10:34:55.852666 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-dec29b17-3df9-4773-a135-ec07264cf6cc None None] Set router 9046f53b-dbcb-4287-9d2a-afa491974f7e gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:34:55.867946 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033adca4-f843-440c-8f62-d1b71d9daffb req-65812c26-d8a7-46ae-833f-4b20c62f85f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:55.869454 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-033adca4-f843-440c-8f62-d1b71d9daffb req-65812c26-d8a7-46ae-833f-4b20c62f85f5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=286738dc-15fe-4c06-bb0f-bff54b0ff45e HTTP/1.1" status: 200 len: 835 time: 0.0448804 May 06 10:34:55.922826 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033adca4-f843-440c-8f62-d1b71d9daffb req-8d080263-043b-4761-81d1-239aea40aaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:55.924388 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-033adca4-f843-440c-8f62-d1b71d9daffb req-8d080263-043b-4761-81d1-239aea40aaf4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f7c4bc7b-9bc7-4299-8489-c4d52711c559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464394 May 06 10:34:56.019517 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-033adca4-f843-440c-8f62-d1b71d9daffb req-f00a24e5-2dad-4b3f-9fcd-f0edb52036de service neutron] 10.222.0.77 "GET /v2.0/networks/f7c4bc7b-9bc7-4299-8489-c4d52711c559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870976 May 06 10:34:56.055755 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-dec29b17-3df9-4773-a135-ec07264cf6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110655436', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'fa482570-a7e2-4dc2-83f5-7a3644f88fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:32:31Z', 'updated_at': '2022-05-06T10:32:34Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'fa482570-a7e2-4dc2-83f5-7a3644f88fa3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:31Z', 'updated_at': '2022-05-06T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '53ee4fec-b873-48ef-972b-57f220124d49', 'name': '', 'network_id': 'f7c4bc7b-9bc7-4299-8489-c4d52711c559', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:ce:01:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '286738dc-15fe-4c06-bb0f-bff54b0ff45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:33Z', 'updated_at': '2022-05-06T10:32:37Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '286738dc-15fe-4c06-bb0f-bff54b0ff45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:34:56.116084 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-033adca4-f843-440c-8f62-d1b71d9daffb req-9e29b111-f571-4a9d-b0b3-054750c6a77f service neutron] 10.222.0.77 "GET /v2.0/networks/f7c4bc7b-9bc7-4299-8489-c4d52711c559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887947 May 06 10:34:56.171788 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec29b17-3df9-4773-a135-ec07264cf6cc None None] The sync data for ids ['9046f53b-dbcb-4287-9d2a-afa491974f7e'] in n-d-840835-1 is: [{'id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110655436', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'fa482570-a7e2-4dc2-83f5-7a3644f88fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:32:31Z', 'updated_at': '2022-05-06T10:32:34Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'fa482570-a7e2-4dc2-83f5-7a3644f88fa3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:31Z', 'updated_at': '2022-05-06T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '53ee4fec-b873-48ef-972b-57f220124d49', 'name': '', 'network_id': 'f7c4bc7b-9bc7-4299-8489-c4d52711c559', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:ce:01:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '286738dc-15fe-4c06-bb0f-bff54b0ff45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:33Z', 'updated_at': '2022-05-06T10:32:37Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '286738dc-15fe-4c06-bb0f-bff54b0ff45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:34:56.385941 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b57a7e4-7ac5-44d2-891d-282bc0063572 None None] New status for floating IP f30d93dd-0b7b-43a5-bd6f-7c3a7fd8da74: DOWN {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:34:56.814026 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc0d6e-011b-41e7-861a-4138269d6357 req-13535b3d-ce0d-4172-97a1-3eeee7bc523a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:56.815531 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-19dc0d6e-011b-41e7-861a-4138269d6357 req-13535b3d-ce0d-4172-97a1-3eeee7bc523a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 946 time: 0.0488076 May 06 10:34:56.852522 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-19dc0d6e-011b-41e7-861a-4138269d6357 req-6b9d3754-db1c-45d3-81bb-f8c2d5c33437 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=14dd07d2-32e6-416d-8778-1466ae942b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310369 May 06 10:34:57.520994 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280d97d-bb4d-49ae-91c7-13bb6d8fd529 req-c7f7766f-d022-4811-beab-5404f7ee5ba7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:57.522420 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0280d97d-bb4d-49ae-91c7-13bb6d8fd529 req-c7f7766f-d022-4811-beab-5404f7ee5ba7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.77 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 946 time: 0.0478358 May 06 10:34:57.614051 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-0280d97d-bb4d-49ae-91c7-13bb6d8fd529 req-42442fc9-1d0e-4fdf-9041-c9ce4a358a11 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Deleting port 1c32ba8c-dc86-4890-a4ba-d93682295939 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:34:57.614389 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0280d97d-bb4d-49ae-91c7-13bb6d8fd529 req-42442fc9-1d0e-4fdf-9041-c9ce4a358a11 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:57.700837 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-0280d97d-bb4d-49ae-91c7-13bb6d8fd529 req-42442fc9-1d0e-4fdf-9041-c9ce4a358a11 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] For port 1c32ba8c-dc86-4890-a4ba-d93682295939, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=1c32ba8c-dc86-4890-a4ba-d93682295939,segment=NetworkSegment(faf323be-ddf8-45f4-9934-34b958259c08),segment_id=faf323be-ddf8-45f4-9934-34b958259c08)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:34:57.701205 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0280d97d-bb4d-49ae-91c7-13bb6d8fd529 req-42442fc9-1d0e-4fdf-9041-c9ce4a358a11 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:57.718976 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-0280d97d-bb4d-49ae-91c7-13bb6d8fd529 req-42442fc9-1d0e-4fdf-9041-c9ce4a358a11 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Calling delete_port for 1c32ba8c-dc86-4890-a4ba-d93682295939 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:34:57.846255 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0280d97d-bb4d-49ae-91c7-13bb6d8fd529 req-42442fc9-1d0e-4fdf-9041-c9ce4a358a11 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:57.876312 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42442fc9-1d0e-4fdf-9041-c9ce4a358a11 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'Port': ['ID=1c32ba8c-dc86-4890-a4ba-d93682295939,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:57.907983 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42442fc9-1d0e-4fdf-9041-c9ce4a358a11 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:57.908545 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42442fc9-1d0e-4fdf-9041-c9ce4a358a11 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:57.908719 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42442fc9-1d0e-4fdf-9041-c9ce4a358a11 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:57.908996 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42442fc9-1d0e-4fdf-9041-c9ce4a358a11 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:57.909341 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42442fc9-1d0e-4fdf-9041-c9ce4a358a11 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:57.909892 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42442fc9-1d0e-4fdf-9041-c9ce4a358a11 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:57.910229 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42442fc9-1d0e-4fdf-9041-c9ce4a358a11 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:57.910609 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42442fc9-1d0e-4fdf-9041-c9ce4a358a11 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:57.911228 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42442fc9-1d0e-4fdf-9041-c9ce4a358a11 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:57.911578 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42442fc9-1d0e-4fdf-9041-c9ce4a358a11 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:57.911910 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42442fc9-1d0e-4fdf-9041-c9ce4a358a11 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:57.912239 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42442fc9-1d0e-4fdf-9041-c9ce4a358a11 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:57.931433 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-0280d97d-bb4d-49ae-91c7-13bb6d8fd529 req-42442fc9-1d0e-4fdf-9041-c9ce4a358a11 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] No DVR routers for this DVR port 1c32ba8c-dc86-4890-a4ba-d93682295939 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:34:57.934106 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-0280d97d-bb4d-49ae-91c7-13bb6d8fd529 req-42442fc9-1d0e-4fdf-9041-c9ce4a358a11 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:57.938045 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-0280d97d-bb4d-49ae-91c7-13bb6d8fd529 req-42442fc9-1d0e-4fdf-9041-c9ce4a358a11 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.77 "DELETE /v2.0/ports/1c32ba8c-dc86-4890-a4ba-d93682295939 HTTP/1.1" status: 204 len: 173 time: 0.4099452 May 06 10:34:57.938484 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98a522d-e9b8-4720-a1c8-f999b559196b', 'name': 'network-vif-deleted', 'tag': '1c32ba8c-dc86-4890-a4ba-d93682295939'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:34:57.940764 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4203f62887ad6c042520207c1f89edfd97f1d269ecb3a7960f22881858371cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae401b6-26e8-4fa4-951f-dcd49ac692fc" -d '{"events": [{"server_uuid": "b98a522d-e9b8-4720-a1c8-f999b559196b", "name": "network-vif-deleted", "tag": "1c32ba8c-dc86-4890-a4ba-d93682295939"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:34:57.970625 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-95184a53-fc38-4aba-a3e8-4929f74ebcea req-9621cf0c-d880-44b3-9778-294320371da4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b98a522d-e9b8-4720-a1c8-f999b559196b HTTP/1.1" status: 200 len: 210 time: 0.0272923 May 06 10:34:58.013752 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8f4c5d-2bd6-49ed-8392-aa3cd2c367a7 x-openstack-request-id: req-8e8f4c5d-2bd6-49ed-8392-aa3cd2c367a7 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:34:58.014044 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98a522d-e9b8-4720-a1c8-f999b559196b", "name": "network-vif-deleted", "tag": "1c32ba8c-dc86-4890-a4ba-d93682295939", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:34:58.014298 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8e8f4c5d-2bd6-49ed-8392-aa3cd2c367a7 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:34:58.015388 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e8f4c5d-2bd6-49ed-8392-aa3cd2c367a7'] response: {'server_uuid': 'b98a522d-e9b8-4720-a1c8-f999b559196b', 'name': 'network-vif-deleted', 'tag': '1c32ba8c-dc86-4890-a4ba-d93682295939', 'status': 'completed', 'code': 200} May 06 10:34:59.028180 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39674) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:34:59.392272 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5bd3f01b-1cb1-4db3-8201-682e6b346335 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:59.503917 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:59.643612 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-5bd3f01b-1cb1-4db3-8201-682e6b346335 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Deleting port 53ee4fec-b873-48ef-972b-57f220124d49 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:34:59.643869 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5bd3f01b-1cb1-4db3-8201-682e6b346335 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:59.728635 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-5bd3f01b-1cb1-4db3-8201-682e6b346335 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] For port 53ee4fec-b873-48ef-972b-57f220124d49, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=53ee4fec-b873-48ef-972b-57f220124d49,segment=NetworkSegment(faf323be-ddf8-45f4-9934-34b958259c08),segment_id=faf323be-ddf8-45f4-9934-34b958259c08)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:34:59.728998 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5bd3f01b-1cb1-4db3-8201-682e6b346335 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:59.741849 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-5bd3f01b-1cb1-4db3-8201-682e6b346335 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Calling delete_port for 53ee4fec-b873-48ef-972b-57f220124d49 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:34:59.930493 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5bd3f01b-1cb1-4db3-8201-682e6b346335 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:59.955502 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3f01b-1cb1-4db3-8201-682e6b346335 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'Port': ['ID=53ee4fec-b873-48ef-972b-57f220124d49,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:00.132929 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5bd3f01b-1cb1-4db3-8201-682e6b346335 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:00.348090 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd3f01b-1cb1-4db3-8201-682e6b346335 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Router 9046f53b-dbcb-4287-9d2a-afa491974f7e has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:35:00.453054 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd3f01b-1cb1-4db3-8201-682e6b346335 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:35:00.458146 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5bd3f01b-1cb1-4db3-8201-682e6b346335 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "PUT /v2.0/routers/9046f53b-dbcb-4287-9d2a-afa491974f7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4286718 May 06 10:35:00.460794 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39676) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:35:00.464630 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c95bcd2-9479-4670-91da-cbde56aacf74 None None] Sync routers for ids ['9046f53b-dbcb-4287-9d2a-afa491974f7e'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:35:00.474627 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c95bcd2-9479-4670-91da-cbde56aacf74 None None] Routers {'9046f53b-dbcb-4287-9d2a-afa491974f7e'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:35:00.475282 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8c95bcd2-9479-4670-91da-cbde56aacf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:34:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['9046f53b-dbcb-4287-9d2a-afa491974f7e'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:35:00.512425 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-d863cd0d-a5b2-4694-a765-5d8ab19bde5c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Deleting subnet 286738dc-15fe-4c06-bb0f-bff54b0ff45e {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:35:00.515506 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d863cd0d-a5b2-4694-a765-5d8ab19bde5c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:00.556151 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d863cd0d-a5b2-4694-a765-5d8ab19bde5c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:00.578046 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-8c95bcd2-9479-4670-91da-cbde56aacf74 None None] Set router 9046f53b-dbcb-4287-9d2a-afa491974f7e gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:35:00.761552 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8c95bcd2-9479-4670-91da-cbde56aacf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110655436', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'fa482570-a7e2-4dc2-83f5-7a3644f88fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:32:31Z', 'updated_at': '2022-05-06T10:34:59Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'fa482570-a7e2-4dc2-83f5-7a3644f88fa3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:31Z', 'updated_at': '2022-05-06T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:35:00.789457 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c95bcd2-9479-4670-91da-cbde56aacf74 None None] Checking router: 9046f53b-dbcb-4287-9d2a-afa491974f7e for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:35:00.798027 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c95bcd2-9479-4670-91da-cbde56aacf74 None None] Routers {'9046f53b-dbcb-4287-9d2a-afa491974f7e'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:35:00.798652 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8c95bcd2-9479-4670-91da-cbde56aacf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:34:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['9046f53b-dbcb-4287-9d2a-afa491974f7e'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:35:00.906149 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-8c95bcd2-9479-4670-91da-cbde56aacf74 None None] Set router 9046f53b-dbcb-4287-9d2a-afa491974f7e gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:35:00.980317 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d863cd0d-a5b2-4694-a765-5d8ab19bde5c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:01.041418 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d863cd0d-a5b2-4694-a765-5d8ab19bde5c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:01.061063 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3141194d-0f07-4a33-8156-30109d78deba None None] Network f7c4bc7b-9bc7-4299-8489-c4d52711c559 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:35:01.070683 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d863cd0d-a5b2-4694-a765-5d8ab19bde5c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:01.076334 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d863cd0d-a5b2-4694-a765-5d8ab19bde5c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "DELETE /v2.0/subnets/286738dc-15fe-4c06-bb0f-bff54b0ff45e HTTP/1.1" status: 204 len: 168 time: 0.6121862 May 06 10:35:01.076334 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863cd0d-a5b2-4694-a765-5d8ab19bde5c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'Subnet': ['ID=286738dc-15fe-4c06-bb0f-bff54b0ff45e,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:01.076788 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39678) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:35:01.085248 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-8c95bcd2-9479-4670-91da-cbde56aacf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110655436', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'fa482570-a7e2-4dc2-83f5-7a3644f88fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:32:31Z', 'updated_at': '2022-05-06T10:34:59Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'fa482570-a7e2-4dc2-83f5-7a3644f88fa3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:31Z', 'updated_at': '2022-05-06T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:35:01.115308 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c95bcd2-9479-4670-91da-cbde56aacf74 None None] The sync data for ids ['9046f53b-dbcb-4287-9d2a-afa491974f7e'] in n-d-840835-1 is: [{'id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110655436', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'fa482570-a7e2-4dc2-83f5-7a3644f88fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:32:31Z', 'updated_at': '2022-05-06T10:34:59Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'fa482570-a7e2-4dc2-83f5-7a3644f88fa3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046f53b-dbcb-4287-9d2a-afa491974f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:31Z', 'updated_at': '2022-05-06T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:35:01.191033 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-91bf6a86-67ab-4443-8f39-87948642a316 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:01.294834 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-91bf6a86-67ab-4443-8f39-87948642a316 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:01.346492 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-91bf6a86-67ab-4443-8f39-87948642a316 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Deleting port fa482570-a7e2-4dc2-83f5-7a3644f88fa3 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:35:01.346842 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-91bf6a86-67ab-4443-8f39-87948642a316 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:01.429389 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-91bf6a86-67ab-4443-8f39-87948642a316 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] For port fa482570-a7e2-4dc2-83f5-7a3644f88fa3, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=fa482570-a7e2-4dc2-83f5-7a3644f88fa3,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:35:01.429680 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-91bf6a86-67ab-4443-8f39-87948642a316 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:01.441813 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-91bf6a86-67ab-4443-8f39-87948642a316 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Calling delete_port for fa482570-a7e2-4dc2-83f5-7a3644f88fa3 owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:35:01.497846 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6042fba-d147-4e00-9ef1-3d37ef76b156 None None] DHCP port deletion for f7c4bc7b-9bc7-4299-8489-c4d52711c559 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:35:01.554678 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d6042fba-d147-4e00-9ef1-3d37ef76b156 None None] Deleting port 0e50da44-80e4-4391-973a-4147539b6d35 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:35:01.554978 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d6042fba-d147-4e00-9ef1-3d37ef76b156 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:01.620664 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d6042fba-d147-4e00-9ef1-3d37ef76b156 None None] For port 0e50da44-80e4-4391-973a-4147539b6d35, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=0e50da44-80e4-4391-973a-4147539b6d35,segment=NetworkSegment(faf323be-ddf8-45f4-9934-34b958259c08),segment_id=faf323be-ddf8-45f4-9934-34b958259c08)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:35:01.621124 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d6042fba-d147-4e00-9ef1-3d37ef76b156 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:01.629095 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-91bf6a86-67ab-4443-8f39-87948642a316 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:01.635015 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d6042fba-d147-4e00-9ef1-3d37ef76b156 None None] Calling delete_port for 0e50da44-80e4-4391-973a-4147539b6d35 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:35:01.657130 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf6a86-67ab-4443-8f39-87948642a316 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'Port': ['ID=fa482570-a7e2-4dc2-83f5-7a3644f88fa3,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:01.718789 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d6042fba-d147-4e00-9ef1-3d37ef76b156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:01.721571 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-91bf6a86-67ab-4443-8f39-87948642a316 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:01.745065 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6042fba-d147-4e00-9ef1-3d37ef76b156 None None] Pushing event deleted for resources: {'Port': ['ID=0e50da44-80e4-4391-973a-4147539b6d35,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:01.749275 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6042fba-d147-4e00-9ef1-3d37ef76b156 None None] No DVR routers for this DVR port 0e50da44-80e4-4391-973a-4147539b6d35 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:35:01.758462 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6042fba-d147-4e00-9ef1-3d37ef76b156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:01.758462 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6042fba-d147-4e00-9ef1-3d37ef76b156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:01.758462 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6042fba-d147-4e00-9ef1-3d37ef76b156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:01.758462 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6042fba-d147-4e00-9ef1-3d37ef76b156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:01.758462 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6042fba-d147-4e00-9ef1-3d37ef76b156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:01.758462 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6042fba-d147-4e00-9ef1-3d37ef76b156 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:01.758462 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6042fba-d147-4e00-9ef1-3d37ef76b156 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:01.759671 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6042fba-d147-4e00-9ef1-3d37ef76b156 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:01.759671 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6042fba-d147-4e00-9ef1-3d37ef76b156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:01.759671 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6042fba-d147-4e00-9ef1-3d37ef76b156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:01.759671 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6042fba-d147-4e00-9ef1-3d37ef76b156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:01.760865 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6042fba-d147-4e00-9ef1-3d37ef76b156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:01.821186 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-91bf6a86-67ab-4443-8f39-87948642a316 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:01.823384 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-91bf6a86-67ab-4443-8f39-87948642a316 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:01.871636 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-91bf6a86-67ab-4443-8f39-87948642a316 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:01.872205 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91bf6a86-67ab-4443-8f39-87948642a316 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Fanout notify agent at l3_agent the message router_deleted on router 9046f53b-dbcb-4287-9d2a-afa491974f7e {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:35:01.879490 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-91bf6a86-67ab-4443-8f39-87948642a316 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:01.880532 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-91bf6a86-67ab-4443-8f39-87948642a316 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "DELETE /v2.0/routers/9046f53b-dbcb-4287-9d2a-afa491974f7e HTTP/1.1" status: 204 len: 168 time: 0.8016980 May 06 10:35:01.883238 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39680) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:35:01.895055 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 0e50da44-80e4-4391-973a-4147539b6d35 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:35:01.929164 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 0e50da44-80e4-4391-973a-4147539b6d35 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:35:01.929510 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 0e50da44-80e4-4391-973a-4147539b6d35 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:35:01.929929 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 53ee4fec-b873-48ef-972b-57f220124d49 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:35:01.951265 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 53ee4fec-b873-48ef-972b-57f220124d49 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:35:01.951616 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 53ee4fec-b873-48ef-972b-57f220124d49 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:35:01.972796 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e20edaf-3b34-44d1-b1d0-913a9729b730 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:02.065375 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e20edaf-3b34-44d1-b1d0-913a9729b730 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:02.085609 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-5e20edaf-3b34-44d1-b1d0-913a9729b730 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c4bc7b-9bc7-4299-8489-c4d52711c559']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:35:02.095423 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-5e20edaf-3b34-44d1-b1d0-913a9729b730 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf323be-ddf8-45f4-9934-34b958259c08') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:35:02.095730 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-5e20edaf-3b34-44d1-b1d0-913a9729b730 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf323be-ddf8-45f4-9934-34b958259c08') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:35:02.105170 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e20edaf-3b34-44d1-b1d0-913a9729b730 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:02.118207 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e20edaf-3b34-44d1-b1d0-913a9729b730 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:02.123996 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e20edaf-3b34-44d1-b1d0-913a9729b730 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:35:02.124383 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e20edaf-3b34-44d1-b1d0-913a9729b730 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: timer() May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:35:02.127281 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:35:02.184478 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e20edaf-3b34-44d1-b1d0-913a9729b730 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:02.192682 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5e20edaf-3b34-44d1-b1d0-913a9729b730 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:02.195016 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5e20edaf-3b34-44d1-b1d0-913a9729b730 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "DELETE /v2.0/networks/f7c4bc7b-9bc7-4299-8489-c4d52711c559 HTTP/1.1" status: 204 len: 168 time: 0.3106318 May 06 10:35:02.197937 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39682) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:35:02.211016 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20edaf-3b34-44d1-b1d0-913a9729b730 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'Network': ['ID=f7c4bc7b-9bc7-4299-8489-c4d52711c559,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:02.259082 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b454d4a7-8279-4b8b-ac7f-7ae1d3e025f8 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:02.285181 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b454d4a7-8279-4b8b-ac7f-7ae1d3e025f8 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:02.348394 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b454d4a7-8279-4b8b-ac7f-7ae1d3e025f8 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:02.351402 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b454d4a7-8279-4b8b-ac7f-7ae1d3e025f8 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:02.355669 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b454d4a7-8279-4b8b-ac7f-7ae1d3e025f8 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "DELETE /v2.0/security-groups/14dd07d2-32e6-416d-8778-1466ae942b78 HTTP/1.1" status: 204 len: 168 time: 0.1535492 May 06 10:35:02.362795 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454d4a7-8279-4b8b-ac7f-7ae1d3e025f8 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14dd07d2-32e6-416d-8778-1466ae942b78,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:02.411533 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 1c32ba8c-dc86-4890-a4ba-d93682295939 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:35:02.433209 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 1c32ba8c-dc86-4890-a4ba-d93682295939 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:35:02.433568 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 1c32ba8c-dc86-4890-a4ba-d93682295939 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:35:02.721553 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39688) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:35:02.726170 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-7a939a5a-ac37-4d5d-a124-16c87374a0e7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-233708943', 'description': 'tempest-secgroup-smoke-233708943 description', 'project_id': '257892d9fff3423bb07a7e9a81056767'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:35:02.747099 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7a939a5a-ac37-4d5d-a124-16c87374a0e7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:02.816875 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7a939a5a-ac37-4d5d-a124-16c87374a0e7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:02.820544 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7a939a5a-ac37-4d5d-a124-16c87374a0e7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:02.847188 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7a939a5a-ac37-4d5d-a124-16c87374a0e7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:02.848402 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7a939a5a-ac37-4d5d-a124-16c87374a0e7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1258173 May 06 10:35:02.851436 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39690) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:35:02.852351 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a939a5a-ac37-4d5d-a124-16c87374a0e7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=537b71eb-3981-4a7a-a2bc-814c4fdae91a,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:02.856160 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-26d75745-36c0-4883-a854-f5b5d3c22962 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group_rule': {'security_group_id': '537b71eb-3981-4a7a-a2bc-814c4fdae91a', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:35:02.881469 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26d75745-36c0-4883-a854-f5b5d3c22962 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:02.938694 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26d75745-36c0-4883-a854-f5b5d3c22962 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:02.942406 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26d75745-36c0-4883-a854-f5b5d3c22962 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:02.959351 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d75745-36c0-4883-a854-f5b5d3c22962 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b64bc7e8-5971-4b39-ac96-fee51e6a1fb3,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:02.967942 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-26d75745-36c0-4883-a854-f5b5d3c22962 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:02.969146 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-26d75745-36c0-4883-a854-f5b5d3c22962 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166568 May 06 10:35:02.971877 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39692) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:35:02.976128 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-1fd50e27-de42-4c01-b917-cc1de5d36f60 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group_rule': {'security_group_id': '537b71eb-3981-4a7a-a2bc-814c4fdae91a', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:35:03.003084 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1fd50e27-de42-4c01-b917-cc1de5d36f60 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:03.059012 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1fd50e27-de42-4c01-b917-cc1de5d36f60 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:03.063209 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1fd50e27-de42-4c01-b917-cc1de5d36f60 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:03.080471 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd50e27-de42-4c01-b917-cc1de5d36f60 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eca5a61-3cdd-425c-911a-904d8b88f804,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:03.088273 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1fd50e27-de42-4c01-b917-cc1de5d36f60 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:03.090155 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1fd50e27-de42-4c01-b917-cc1de5d36f60 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173499 May 06 10:35:03.092170 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39694) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:35:03.096439 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-d7f3177f-0477-4c82-ad92-1e76ec5afd54 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group_rule': {'security_group_id': '537b71eb-3981-4a7a-a2bc-814c4fdae91a', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:35:03.120401 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d7f3177f-0477-4c82-ad92-1e76ec5afd54 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:03.177721 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d7f3177f-0477-4c82-ad92-1e76ec5afd54 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:03.181383 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d7f3177f-0477-4c82-ad92-1e76ec5afd54 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:03.201202 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3177f-0477-4c82-ad92-1e76ec5afd54 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e21d3919-2554-4dc5-99e2-f52a29fb2b25,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:03.208844 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d7f3177f-0477-4c82-ad92-1e76ec5afd54 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:03.210099 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d7f3177f-0477-4c82-ad92-1e76ec5afd54 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169436 May 06 10:35:03.212784 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39696) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:35:03.217374 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-4c646a6d-136c-4f15-aad4-261cb7ebd880 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group_rule': {'security_group_id': '537b71eb-3981-4a7a-a2bc-814c4fdae91a', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:35:03.245489 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4c646a6d-136c-4f15-aad4-261cb7ebd880 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:03.303914 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4c646a6d-136c-4f15-aad4-261cb7ebd880 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:03.307488 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4c646a6d-136c-4f15-aad4-261cb7ebd880 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:03.324785 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c646a6d-136c-4f15-aad4-261cb7ebd880 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b50bcbda-adf9-4077-8774-897005300d5f,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:03.331917 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4c646a6d-136c-4f15-aad4-261cb7ebd880 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:03.333197 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4c646a6d-136c-4f15-aad4-261cb7ebd880 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194932 May 06 10:35:03.335915 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39698) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:35:03.340337 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-e09b5d15-7b10-4e01-b7c8-2f2b1d8a8136 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group_rule': {'security_group_id': '537b71eb-3981-4a7a-a2bc-814c4fdae91a', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:35:03.361582 n-d-840835-1 neutron-server[102652]: INFO neutron.db.securitygroups_db [None req-e09b5d15-7b10-4e01-b7c8-2f2b1d8a8136 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Project 257892d9fff3423bb07a7e9a81056767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:35:03.366316 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e09b5d15-7b10-4e01-b7c8-2f2b1d8a8136 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:03.426122 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e09b5d15-7b10-4e01-b7c8-2f2b1d8a8136 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:03.429775 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e09b5d15-7b10-4e01-b7c8-2f2b1d8a8136 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:03.446286 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b5d15-7b10-4e01-b7c8-2f2b1d8a8136 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d653e02-227b-4963-87fd-f3ea288f3ef4,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:03.454660 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e09b5d15-7b10-4e01-b7c8-2f2b1d8a8136 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:03.455870 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e09b5d15-7b10-4e01-b7c8-2f2b1d8a8136 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190336 May 06 10:35:03.458498 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39700) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:35:03.462816 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-4af4cce7-8463-49ac-b36d-1307dcf4b863 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group_rule': {'security_group_id': '537b71eb-3981-4a7a-a2bc-814c4fdae91a', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:35:03.486386 n-d-840835-1 neutron-server[102652]: INFO neutron.db.securitygroups_db [None req-4af4cce7-8463-49ac-b36d-1307dcf4b863 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Project 257892d9fff3423bb07a7e9a81056767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:35:03.492185 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4af4cce7-8463-49ac-b36d-1307dcf4b863 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:03.554053 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4af4cce7-8463-49ac-b36d-1307dcf4b863 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:03.557489 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4af4cce7-8463-49ac-b36d-1307dcf4b863 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:03.576707 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4cce7-8463-49ac-b36d-1307dcf4b863 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8d534c-f107-42f4-ae9e-981b5d50843d,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:03.584273 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4af4cce7-8463-49ac-b36d-1307dcf4b863 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:03.585440 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4af4cce7-8463-49ac-b36d-1307dcf4b863 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260445 May 06 10:35:03.588278 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39702) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:35:03.592998 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-49a4d7d8-dee3-4f1e-bc46-beea8cddcc61 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'network': {'name': 'tempest-network-smoke--74548689', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'port_security_enabled': True}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:35:03.611980 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a4d7d8-dee3-4f1e-bc46-beea8cddcc61 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Made reservation on behalf of 257892d9fff3423bb07a7e9a81056767 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:35:03.615426 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-49a4d7d8-dee3-4f1e-bc46-beea8cddcc61 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:03.638124 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a4d7d8-dee3-4f1e-bc46-beea8cddcc61 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:35:03.648027 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-49a4d7d8-dee3-4f1e-bc46-beea8cddcc61 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:03.648421 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-49a4d7d8-dee3-4f1e-bc46-beea8cddcc61 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Added segment d3848b5d-4d47-4815-99b5-ca5cc1e111ee of type vlan for network de9d8fb2-d618-4082-9674-6275e770685c May 06 10:35:03.688337 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-49a4d7d8-dee3-4f1e-bc46-beea8cddcc61 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:03.711529 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-49a4d7d8-dee3-4f1e-bc46-beea8cddcc61 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:03.717183 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a4d7d8-dee3-4f1e-bc46-beea8cddcc61 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:03.717828 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-49a4d7d8-dee3-4f1e-bc46-beea8cddcc61 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:03.779963 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-49a4d7d8-dee3-4f1e-bc46-beea8cddcc61 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1906385 May 06 10:35:03.784306 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39704) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:35:03.787627 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-4fa7c371-0e21-4e98-90c9-d6c1b5d16330 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-925705578', 'admin_state_up': True, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:35:03.796887 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device fa482570-a7e2-4dc2-83f5-7a3644f88fa3 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:35:03.804253 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4d7d8-dee3-4f1e-bc46-beea8cddcc61 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Network': ['ID=de9d8fb2-d618-4082-9674-6275e770685c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:03.819503 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network de9d8fb2-d618-4082-9674-6275e770685c details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:35:03.821955 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: fa482570-a7e2-4dc2-83f5-7a3644f88fa3 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:35:03.822306 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device fa482570-a7e2-4dc2-83f5-7a3644f88fa3 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:35:03.827043 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4fa7c371-0e21-4e98-90c9-d6c1b5d16330 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:03.829881 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4fa7c371-0e21-4e98-90c9-d6c1b5d16330 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:03.889779 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4fa7c371-0e21-4e98-90c9-d6c1b5d16330 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:04.033612 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4fa7c371-0e21-4e98-90c9-d6c1b5d16330 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:04.240686 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4fa7c371-0e21-4e98-90c9-d6c1b5d16330 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:04.260151 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4fa7c371-0e21-4e98-90c9-d6c1b5d16330 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:04.674288 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-4fa7c371-0e21-4e98-90c9-d6c1b5d16330 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Allocated IP 172.25.5.196 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/9f8976af-b033-486d-a72d-263bd8bf0fc3) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:35:04.797853 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4fa7c371-0e21-4e98-90c9-d6c1b5d16330 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:04.830499 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4fa7c371-0e21-4e98-90c9-d6c1b5d16330 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:04.868528 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa7c371-0e21-4e98-90c9-d6c1b5d16330 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:35:04.871409 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-4fa7c371-0e21-4e98-90c9-d6c1b5d16330 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:35:04.874765 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa7c371-0e21-4e98-90c9-d6c1b5d16330 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:35:04.905692 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7c371-0e21-4e98-90c9-d6c1b5d16330 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Port': ['ID=9f8976af-b033-486d-a72d-263bd8bf0fc3,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:05.132131 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4fa7c371-0e21-4e98-90c9-d6c1b5d16330 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:05.332894 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4fa7c371-0e21-4e98-90c9-d6c1b5d16330 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:05.467849 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa7c371-0e21-4e98-90c9-d6c1b5d16330 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Router 1cc9620e-e36d-48cd-8391-ef3d2f802ad2 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:35:05.575690 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa7c371-0e21-4e98-90c9-d6c1b5d16330 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:35:05.586463 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfb61e8-d87b-4987-a161-4869ebd0cc86 None None] Sync routers for ids ['1cc9620e-e36d-48cd-8391-ef3d2f802ad2'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:35:05.595834 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfb61e8-d87b-4987-a161-4869ebd0cc86 None None] Routers {'1cc9620e-e36d-48cd-8391-ef3d2f802ad2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:35:05.596448 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-bdfb61e8-d87b-4987-a161-4869ebd0cc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:34:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1cc9620e-e36d-48cd-8391-ef3d2f802ad2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:35:05.596613 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4fa7c371-0e21-4e98-90c9-d6c1b5d16330 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:05.597858 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4fa7c371-0e21-4e98-90c9-d6c1b5d16330 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8136401 May 06 10:35:05.600983 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39706) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:35:05.630454 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2c3a8e2d-0f23-4836-aaa7-9c181fd5af8e tempest-TestNetworkAdvancedServerOps-161670012 tempest-TestNetworkAdvancedServerOps-161670012-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=257892d9fff3423bb07a7e9a81056767&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283284 May 06 10:35:05.633074 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39708) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:35:05.724341 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895249c9-3708-468e-abdc-f5efcee84773 tempest-TestNetworkAdvancedServerOps-161670012 tempest-TestNetworkAdvancedServerOps-161670012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:05.725811 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-895249c9-3708-468e-abdc-f5efcee84773 tempest-TestNetworkAdvancedServerOps-161670012 tempest-TestNetworkAdvancedServerOps-161670012-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0918095 May 06 10:35:05.728707 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39710) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:35:05.762416 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-be74da51-298d-424c-983a-4706e67c8483 tempest-TestNetworkAdvancedServerOps-161670012 tempest-TestNetworkAdvancedServerOps-161670012-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325515 May 06 10:35:05.767190 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39712) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:35:05.772377 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-05c22c30-f33f-4377-b8f5-919aec9f8461 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1596274151', 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:35:05.870490 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c22c30-f33f-4377-b8f5-919aec9f8461 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Made reservation on behalf of 257892d9fff3423bb07a7e9a81056767 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:35:05.874095 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05c22c30-f33f-4377-b8f5-919aec9f8461 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:05.876696 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-bdfb61e8-d87b-4987-a161-4869ebd0cc86 None None] Set router 1cc9620e-e36d-48cd-8391-ef3d2f802ad2 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:35:06.058178 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-bdfb61e8-d87b-4987-a161-4869ebd0cc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925705578', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '9f8976af-b033-486d-a72d-263bd8bf0fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:35:03Z', 'updated_at': '2022-05-06T10:35:05Z', 'revision_number': 3, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': '9f8976af-b033-486d-a72d-263bd8bf0fc3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:45:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:35:04Z', 'updated_at': '2022-05-06T10:35:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:35:06.066983 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05c22c30-f33f-4377-b8f5-919aec9f8461 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:06.084720 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfb61e8-d87b-4987-a161-4869ebd0cc86 None None] Checking router: 1cc9620e-e36d-48cd-8391-ef3d2f802ad2 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:35:06.085073 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfb61e8-d87b-4987-a161-4869ebd0cc86 None None] Updating router 1cc9620e-e36d-48cd-8391-ef3d2f802ad2 port 9f8976af-b033-486d-a72d-263bd8bf0fc3 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:35:06.114980 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bdfb61e8-d87b-4987-a161-4869ebd0cc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:06.133005 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c22c30-f33f-4377-b8f5-919aec9f8461 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Subnet': ['ID=bc5387fe-4e77-43dd-afca-2599ac5cd9e9,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:06.142736 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c22c30-f33f-4377-b8f5-919aec9f8461 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Checking segment: {'id': 'd3848b5d-4d47-4815-99b5-ca5cc1e111ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:35:06.143319 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c22c30-f33f-4377-b8f5-919aec9f8461 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network hostable DHCP agents. Network: de9d8fb2-d618-4082-9674-6275e770685c, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:35:06.161909 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c22c30-f33f-4377-b8f5-919aec9f8461 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network de9d8fb2-d618-4082-9674-6275e770685c is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:35:06.171196 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-05c22c30-f33f-4377-b8f5-919aec9f8461 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, de9d8fb2-d618-4082-9674-6275e770685c) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:35:06.177233 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c22c30-f33f-4377-b8f5-919aec9f8461 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:06.178628 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05c22c30-f33f-4377-b8f5-919aec9f8461 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:06.194726 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-05c22c30-f33f-4377-b8f5-919aec9f8461 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4265277 May 06 10:35:06.197799 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39714) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:35:06.199014 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2cea4e-1ebb-49f0-9f54-73de87b93520 None None] Network de9d8fb2-d618-4082-9674-6275e770685c requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:35:06.439104 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04f876e-b428-4d1f-a2ea-dbe3274ce864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-de9d8fb2-d618-4082-9674-6275e770685c', 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'fixed_ips': [{'subnet_id': 'bc5387fe-4e77-43dd-afca-2599ac5cd9e9'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:35:06.439965 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b04f876e-b428-4d1f-a2ea-dbe3274ce864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:06.552030 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bdfb61e8-d87b-4987-a161-4869ebd0cc86 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:06.561188 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bdfb61e8-d87b-4987-a161-4869ebd0cc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:06.636604 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b1b18ba2-2918-48ae-b688-7fd22ffa6d0a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:06.644620 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36449d-f556-4fcc-8158-08c73b9b865e None None] Pushing event updated for resources: {'Port': ['ID=9f8976af-b033-486d-a72d-263bd8bf0fc3,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:06.651776 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-bdfb61e8-d87b-4987-a161-4869ebd0cc86 None None] Attempting to bind port 9f8976af-b033-486d-a72d-263bd8bf0fc3 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:35:06.652149 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-bdfb61e8-d87b-4987-a161-4869ebd0cc86 None None] Attempting to bind port 9f8976af-b033-486d-a72d-263bd8bf0fc3 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:35:06.652515 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb61e8-d87b-4987-a161-4869ebd0cc86 None None] Attempting to bind port 9f8976af-b033-486d-a72d-263bd8bf0fc3 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:35:06.662029 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb61e8-d87b-4987-a161-4869ebd0cc86 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:35:06.662397 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb61e8-d87b-4987-a161-4869ebd0cc86 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:35:06.662796 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bdfb61e8-d87b-4987-a161-4869ebd0cc86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:06.663208 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb61e8-d87b-4987-a161-4869ebd0cc86 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:35:06.663672 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-bdfb61e8-d87b-4987-a161-4869ebd0cc86 None None] Bound port: 9f8976af-b033-486d-a72d-263bd8bf0fc3, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:35:06.664053 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bdfb61e8-d87b-4987-a161-4869ebd0cc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:06.690463 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-b04f876e-b428-4d1f-a2ea-dbe3274ce864 None None] Allocated IP 172.20.0.2 (de9d8fb2-d618-4082-9674-6275e770685c/bc5387fe-4e77-43dd-afca-2599ac5cd9e9/004f5dd8-992a-47a9-a802-3f685749ace5) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:35:06.771564 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-bdfb61e8-d87b-4987-a161-4869ebd0cc86 None None] For port 9f8976af-b033-486d-a72d-263bd8bf0fc3, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:35:06.787406 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-bdfb61e8-d87b-4987-a161-4869ebd0cc86 None None] For port 9f8976af-b033-486d-a72d-263bd8bf0fc3, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9f8976af-b033-486d-a72d-263bd8bf0fc3,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:35:06.793124 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bdfb61e8-d87b-4987-a161-4869ebd0cc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:06.883396 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfb61e8-d87b-4987-a161-4869ebd0cc86 None None] Routers {'1cc9620e-e36d-48cd-8391-ef3d2f802ad2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:35:06.884003 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-bdfb61e8-d87b-4987-a161-4869ebd0cc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:34:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1cc9620e-e36d-48cd-8391-ef3d2f802ad2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:35:06.906293 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36449d-f556-4fcc-8158-08c73b9b865e None None] Pushing event updated for resources: {'Port': ['ID=9f8976af-b033-486d-a72d-263bd8bf0fc3,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:06.969184 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b04f876e-b428-4d1f-a2ea-dbe3274ce864 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:07.004591 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b04f876e-b428-4d1f-a2ea-dbe3274ce864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:07.052361 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-b1b18ba2-2918-48ae-b688-7fd22ffa6d0a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Allocated IP 172.20.0.1 (de9d8fb2-d618-4082-9674-6275e770685c/bc5387fe-4e77-43dd-afca-2599ac5cd9e9/22f4a7eb-0244-4ee8-bb75-3208d85b4612) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:35:07.057834 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04f876e-b428-4d1f-a2ea-dbe3274ce864 None None] Network de9d8fb2-d618-4082-9674-6275e770685c is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:35:07.067500 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-b04f876e-b428-4d1f-a2ea-dbe3274ce864 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:35:07.070593 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-bdfb61e8-d87b-4987-a161-4869ebd0cc86 None None] Set router 1cc9620e-e36d-48cd-8391-ef3d2f802ad2 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:35:07.072482 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04f876e-b428-4d1f-a2ea-dbe3274ce864 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:35:07.074281 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f876e-b428-4d1f-a2ea-dbe3274ce864 None None] Pushing event updated for resources: {'Port': ['ID=004f5dd8-992a-47a9-a802-3f685749ace5,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:07.171396 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b1b18ba2-2918-48ae-b688-7fd22ffa6d0a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:07.206449 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b1b18ba2-2918-48ae-b688-7fd22ffa6d0a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:07.222548 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-b04f876e-b428-4d1f-a2ea-dbe3274ce864 None None] Attempting to bind port 004f5dd8-992a-47a9-a802-3f685749ace5 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:35:07.222836 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-b04f876e-b428-4d1f-a2ea-dbe3274ce864 None None] Attempting to bind port 004f5dd8-992a-47a9-a802-3f685749ace5 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'd3848b5d-4d47-4815-99b5-ca5cc1e111ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:35:07.223231 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04f876e-b428-4d1f-a2ea-dbe3274ce864 None None] Attempting to bind port 004f5dd8-992a-47a9-a802-3f685749ace5 on network de9d8fb2-d618-4082-9674-6275e770685c {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:35:07.236585 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04f876e-b428-4d1f-a2ea-dbe3274ce864 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:35:07.236959 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04f876e-b428-4d1f-a2ea-dbe3274ce864 None None] Checking segment: {'id': 'd3848b5d-4d47-4815-99b5-ca5cc1e111ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:35:07.237835 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b04f876e-b428-4d1f-a2ea-dbe3274ce864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:07.237835 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04f876e-b428-4d1f-a2ea-dbe3274ce864 None None] Bound using segment: {'id': 'd3848b5d-4d47-4815-99b5-ca5cc1e111ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:35:07.238224 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-b04f876e-b428-4d1f-a2ea-dbe3274ce864 None None] Bound port: 004f5dd8-992a-47a9-a802-3f685749ace5, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3848b5d-4d47-4815-99b5-ca5cc1e111ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:35:07.238612 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b04f876e-b428-4d1f-a2ea-dbe3274ce864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:07.245579 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b18ba2-2918-48ae-b688-7fd22ffa6d0a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network de9d8fb2-d618-4082-9674-6275e770685c is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:35:07.248610 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-b1b18ba2-2918-48ae-b688-7fd22ffa6d0a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:35:07.252944 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b18ba2-2918-48ae-b688-7fd22ffa6d0a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:35:07.280590 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b18ba2-2918-48ae-b688-7fd22ffa6d0a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Port': ['ID=22f4a7eb-0244-4ee8-bb75-3208d85b4612,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:07.304518 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b1b18ba2-2918-48ae-b688-7fd22ffa6d0a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:07.339707 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-b04f876e-b428-4d1f-a2ea-dbe3274ce864 None None] For port 004f5dd8-992a-47a9-a802-3f685749ace5, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:35:07.343548 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-b04f876e-b428-4d1f-a2ea-dbe3274ce864 None None] For port 004f5dd8-992a-47a9-a802-3f685749ace5, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=004f5dd8-992a-47a9-a802-3f685749ace5,segment=NetworkSegment(d3848b5d-4d47-4815-99b5-ca5cc1e111ee),segment_id=d3848b5d-4d47-4815-99b5-ca5cc1e111ee)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:35:07.349962 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b04f876e-b428-4d1f-a2ea-dbe3274ce864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:07.391331 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-bdfb61e8-d87b-4987-a161-4869ebd0cc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925705578', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '9f8976af-b033-486d-a72d-263bd8bf0fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:35:03Z', 'updated_at': '2022-05-06T10:35:05Z', 'revision_number': 3, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': '9f8976af-b033-486d-a72d-263bd8bf0fc3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:45:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:35:04Z', 'updated_at': '2022-05-06T10:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:35:07.429097 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfb61e8-d87b-4987-a161-4869ebd0cc86 None None] The sync data for ids ['1cc9620e-e36d-48cd-8391-ef3d2f802ad2'] in n-d-840835-1 is: [{'id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925705578', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '9f8976af-b033-486d-a72d-263bd8bf0fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:35:03Z', 'updated_at': '2022-05-06T10:35:05Z', 'revision_number': 3, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': '9f8976af-b033-486d-a72d-263bd8bf0fc3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:45:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:35:04Z', 'updated_at': '2022-05-06T10:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:35:07.448115 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f876e-b428-4d1f-a2ea-dbe3274ce864 None None] Pushing event updated for resources: {'Port': ['ID=004f5dd8-992a-47a9-a802-3f685749ace5,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:07.453710 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b1b18ba2-2918-48ae-b688-7fd22ffa6d0a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:07.813304 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b1b18ba2-2918-48ae-b688-7fd22ffa6d0a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:07.820461 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b1b18ba2-2918-48ae-b688-7fd22ffa6d0a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:07.910428 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9f8976af-b033-486d-a72d-263bd8bf0fc3 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:35:07.920754 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b18ba2-2918-48ae-b688-7fd22ffa6d0a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Port': ['ID=22f4a7eb-0244-4ee8-bb75-3208d85b4612,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:07.928008 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b1b18ba2-2918-48ae-b688-7fd22ffa6d0a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:07.972417 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 9f8976af-b033-486d-a72d-263bd8bf0fc3 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:35:07.972938 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:08.035302 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b18ba2-2918-48ae-b688-7fd22ffa6d0a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network de9d8fb2-d618-4082-9674-6275e770685c is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:35:08.036976 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-b1b18ba2-2918-48ae-b688-7fd22ffa6d0a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:35:08.065671 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:08.090787 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 9f8976af-b033-486d-a72d-263bd8bf0fc3, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9f8976af-b033-486d-a72d-263bd8bf0fc3,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:35:08.098127 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:08.098992 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 004f5dd8-992a-47a9-a802-3f685749ace5 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:35:08.199377 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=9f8976af-b033-486d-a72d-263bd8bf0fc3,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:08.204931 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 004f5dd8-992a-47a9-a802-3f685749ace5 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:35:08.205309 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:08.209895 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b18ba2-2918-48ae-b688-7fd22ffa6d0a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Router 1cc9620e-e36d-48cd-8391-ef3d2f802ad2 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:35:08.303959 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:08.347840 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b18ba2-2918-48ae-b688-7fd22ffa6d0a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:35:08.349444 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 004f5dd8-992a-47a9-a802-3f685749ace5, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=004f5dd8-992a-47a9-a802-3f685749ace5,segment=NetworkSegment(d3848b5d-4d47-4815-99b5-ca5cc1e111ee),segment_id=d3848b5d-4d47-4815-99b5-ca5cc1e111ee)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:35:08.354094 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b1b18ba2-2918-48ae-b688-7fd22ffa6d0a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "PUT /v2.0/routers/1cc9620e-e36d-48cd-8391-ef3d2f802ad2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1551447 May 06 10:35:08.365723 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:08.436195 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=004f5dd8-992a-47a9-a802-3f685749ace5,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:08.507658 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3460bd97-7560-4baa-aa19-a828d9788913 None None] Network de9d8fb2-d618-4082-9674-6275e770685c requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:35:08.535380 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-d78ef0c1-dbdb-498c-adda-f10b7d6829bc tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-233708943&fields=id&tenant_id=257892d9fff3423bb07a7e9a81056767 HTTP/1.1" status: 200 len: 267 time: 0.0461416 May 06 10:35:08.647143 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-253e00cb-f1d5-4206-be7f-d64996fc2b54 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:08.648739 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-253e00cb-f1d5-4206-be7f-d64996fc2b54 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/networks?id=de9d8fb2-d618-4082-9674-6275e770685c HTTP/1.1" status: 200 len: 795 time: 0.1056964 May 06 10:35:08.664704 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-99b3d4df-d42b-4301-8320-05bc1fca4060 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/quotas/257892d9fff3423bb07a7e9a81056767 HTTP/1.1" status: 200 len: 375 time: 0.0096912 May 06 10:35:08.723976 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-4ab003c4-a005-4ef9-b6cf-561941bd5988 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532980 May 06 10:35:08.735367 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-4dff3aee-431b-43eb-847c-58a35c6120e6 None None] Provisioning complete for port 004f5dd8-992a-47a9-a802-3f685749ace5 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:35:08.735739 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4dff3aee-431b-43eb-847c-58a35c6120e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:08.736243 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-274a4060-ca4b-4406-bdb2-3ad808351f7f service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:35:08.737230 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-274a4060-ca4b-4406-bdb2-3ad808351f7f service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057063 May 06 10:35:08.831075 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-8fae3d5b-3409-4f63-92bd-c13cb0f8f358 service neutron] 10.222.0.73 "GET /v2.0/networks/de9d8fb2-d618-4082-9674-6275e770685c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876610 May 06 10:35:08.927539 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-aea72355-d21c-4400-a907-3568bab64e37 service neutron] 10.222.0.73 "GET /v2.0/networks/de9d8fb2-d618-4082-9674-6275e770685c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896394 May 06 10:35:09.104772 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a1948123-c3d6-43ef-8c91-4878ddf0fb98 None None] Provisioning complete for port 004f5dd8-992a-47a9-a802-3f685749ace5 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:35:09.105334 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a1948123-c3d6-43ef-8c91-4878ddf0fb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:09.119679 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-64cc1730-e29a-421b-92f6-892b1f8ed943 req-a40e1a4d-4577-4fcd-9d61-885e764abca4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 210 time: 0.0437913 May 06 10:35:09.201741 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a1948123-c3d6-43ef-8c91-4878ddf0fb98 None None] Provisioning complete for port 22f4a7eb-0244-4ee8-bb75-3208d85b4612 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:35:09.202112 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a1948123-c3d6-43ef-8c91-4878ddf0fb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:09.241628 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-a1948123-c3d6-43ef-8c91-4878ddf0fb98 None None] Port 22f4a7eb-0244-4ee8-bb75-3208d85b4612 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:35:09.323092 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058f75ce-a384-4054-8b2f-f5465795a71d None None] Sync routers for ids ['1cc9620e-e36d-48cd-8391-ef3d2f802ad2'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:35:09.334052 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058f75ce-a384-4054-8b2f-f5465795a71d None None] Routers {'1cc9620e-e36d-48cd-8391-ef3d2f802ad2'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:35:09.334620 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-058f75ce-a384-4054-8b2f-f5465795a71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:34:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1cc9620e-e36d-48cd-8391-ef3d2f802ad2'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:35:09.360938 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-abb76e56-bbdf-447d-9ec2-35148aeac382 None None] Provisioning complete for port 22f4a7eb-0244-4ee8-bb75-3208d85b4612 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:35:09.361478 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-abb76e56-bbdf-447d-9ec2-35148aeac382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:09.398961 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-abb76e56-bbdf-447d-9ec2-35148aeac382 None None] Port 22f4a7eb-0244-4ee8-bb75-3208d85b4612 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:35:09.447780 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-058f75ce-a384-4054-8b2f-f5465795a71d None None] Set router 1cc9620e-e36d-48cd-8391-ef3d2f802ad2 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:35:09.518342 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e732ae86-dea8-41d4-84fd-c7d1c119bd97 None None] Provisioning complete for port 22f4a7eb-0244-4ee8-bb75-3208d85b4612 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:35:09.518715 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e732ae86-dea8-41d4-84fd-c7d1c119bd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:09.559181 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e732ae86-dea8-41d4-84fd-c7d1c119bd97 None None] Port 22f4a7eb-0244-4ee8-bb75-3208d85b4612 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:35:09.653644 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-058f75ce-a384-4054-8b2f-f5465795a71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925705578', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '9f8976af-b033-486d-a72d-263bd8bf0fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:35:03Z', 'updated_at': '2022-05-06T10:35:07Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': '9f8976af-b033-486d-a72d-263bd8bf0fc3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:45:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:35:04Z', 'updated_at': '2022-05-06T10:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '22f4a7eb-0244-4ee8-bb75-3208d85b4612', 'name': '', 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:a2:97:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'bc5387fe-4e77-43dd-afca-2599ac5cd9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:35:06Z', 'updated_at': '2022-05-06T10:35:07Z', 'revision_number': 2, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': 'bc5387fe-4e77-43dd-afca-2599ac5cd9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:35:09.683207 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058f75ce-a384-4054-8b2f-f5465795a71d None None] Checking router: 1cc9620e-e36d-48cd-8391-ef3d2f802ad2 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:35:09.683632 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058f75ce-a384-4054-8b2f-f5465795a71d None None] Updating router 1cc9620e-e36d-48cd-8391-ef3d2f802ad2 port 22f4a7eb-0244-4ee8-bb75-3208d85b4612 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:35:09.707355 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-058f75ce-a384-4054-8b2f-f5465795a71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:09.835500 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9f8976af-b033-486d-a72d-263bd8bf0fc3 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:35:09.891499 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 9f8976af-b033-486d-a72d-263bd8bf0fc3 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:35:09.891879 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:09.972765 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-058f75ce-a384-4054-8b2f-f5465795a71d None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:09.976615 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 004f5dd8-992a-47a9-a802-3f685749ace5 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:35:09.978212 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-058f75ce-a384-4054-8b2f-f5465795a71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:10.026304 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 004f5dd8-992a-47a9-a802-3f685749ace5 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:35:10.026824 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:10.035301 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d3962-5664-475e-8616-88119ce5134e None None] Pushing event updated for resources: {'Port': ['ID=22f4a7eb-0244-4ee8-bb75-3208d85b4612,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:10.163469 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d3962-5664-475e-8616-88119ce5134e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:10.163769 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d3962-5664-475e-8616-88119ce5134e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:10.164065 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d3962-5664-475e-8616-88119ce5134e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:10.164689 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d3962-5664-475e-8616-88119ce5134e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:10.164689 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d3962-5664-475e-8616-88119ce5134e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:10.165050 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d3962-5664-475e-8616-88119ce5134e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:10.165373 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d3962-5664-475e-8616-88119ce5134e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:10.165717 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d3962-5664-475e-8616-88119ce5134e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:10.165998 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d3962-5664-475e-8616-88119ce5134e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:10.166317 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d3962-5664-475e-8616-88119ce5134e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:10.166638 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d3962-5664-475e-8616-88119ce5134e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:10.166957 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d3962-5664-475e-8616-88119ce5134e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:10.206073 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-058f75ce-a384-4054-8b2f-f5465795a71d None None] Attempting to bind port 22f4a7eb-0244-4ee8-bb75-3208d85b4612 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:35:10.206456 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-058f75ce-a384-4054-8b2f-f5465795a71d None None] Attempting to bind port 22f4a7eb-0244-4ee8-bb75-3208d85b4612 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'd3848b5d-4d47-4815-99b5-ca5cc1e111ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:35:10.206822 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058f75ce-a384-4054-8b2f-f5465795a71d None None] Attempting to bind port 22f4a7eb-0244-4ee8-bb75-3208d85b4612 on network de9d8fb2-d618-4082-9674-6275e770685c {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:35:10.212247 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058f75ce-a384-4054-8b2f-f5465795a71d None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:35:10.212623 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058f75ce-a384-4054-8b2f-f5465795a71d None None] Checking segment: {'id': 'd3848b5d-4d47-4815-99b5-ca5cc1e111ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:35:10.213039 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-058f75ce-a384-4054-8b2f-f5465795a71d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:10.213433 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058f75ce-a384-4054-8b2f-f5465795a71d None None] Bound using segment: {'id': 'd3848b5d-4d47-4815-99b5-ca5cc1e111ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:35:10.213903 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-058f75ce-a384-4054-8b2f-f5465795a71d None None] Bound port: 22f4a7eb-0244-4ee8-bb75-3208d85b4612, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3848b5d-4d47-4815-99b5-ca5cc1e111ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:35:10.214367 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-058f75ce-a384-4054-8b2f-f5465795a71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:10.227839 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b59e3df-fdc4-431d-b106-3ffaf8247892 req-1b02db4b-1d5f-40ed-bf41-575bd8a62c08 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 210 time: 0.0398066 May 06 10:35:10.280364 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-058f75ce-a384-4054-8b2f-f5465795a71d None None] For port 22f4a7eb-0244-4ee8-bb75-3208d85b4612, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:35:10.283220 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-64b8b952-b956-4f6b-8b5c-2a97be3e6118 None None] Provisioning complete for port 22f4a7eb-0244-4ee8-bb75-3208d85b4612 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:35:10.283697 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-058f75ce-a384-4054-8b2f-f5465795a71d None None] For port 22f4a7eb-0244-4ee8-bb75-3208d85b4612, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=22f4a7eb-0244-4ee8-bb75-3208d85b4612,segment=NetworkSegment(d3848b5d-4d47-4815-99b5-ca5cc1e111ee),segment_id=d3848b5d-4d47-4815-99b5-ca5cc1e111ee)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:35:10.283805 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-64b8b952-b956-4f6b-8b5c-2a97be3e6118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:10.288146 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-058f75ce-a384-4054-8b2f-f5465795a71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:10.317996 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-64b8b952-b956-4f6b-8b5c-2a97be3e6118 None None] Port 22f4a7eb-0244-4ee8-bb75-3208d85b4612 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:35:10.345228 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058f75ce-a384-4054-8b2f-f5465795a71d None None] Routers {'1cc9620e-e36d-48cd-8391-ef3d2f802ad2'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:35:10.345861 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-058f75ce-a384-4054-8b2f-f5465795a71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:34:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1cc9620e-e36d-48cd-8391-ef3d2f802ad2'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:35:10.383206 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d3962-5664-475e-8616-88119ce5134e None None] Pushing event updated for resources: {'Port': ['ID=22f4a7eb-0244-4ee8-bb75-3208d85b4612,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:10.458971 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-058f75ce-a384-4054-8b2f-f5465795a71d None None] Set router 1cc9620e-e36d-48cd-8391-ef3d2f802ad2 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:35:10.537584 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-3331a5c1-b0ef-4d08-939d-82f9dd192932 None None] Provisioning complete for port 22f4a7eb-0244-4ee8-bb75-3208d85b4612 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:35:10.538062 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3331a5c1-b0ef-4d08-939d-82f9dd192932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:10.618128 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3331a5c1-b0ef-4d08-939d-82f9dd192932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:10.649455 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-3331a5c1-b0ef-4d08-939d-82f9dd192932 None None] For port 22f4a7eb-0244-4ee8-bb75-3208d85b4612, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=22f4a7eb-0244-4ee8-bb75-3208d85b4612,segment=NetworkSegment(d3848b5d-4d47-4815-99b5-ca5cc1e111ee),segment_id=d3848b5d-4d47-4815-99b5-ca5cc1e111ee)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:35:10.653077 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3331a5c1-b0ef-4d08-939d-82f9dd192932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:10.661507 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-058f75ce-a384-4054-8b2f-f5465795a71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925705578', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '9f8976af-b033-486d-a72d-263bd8bf0fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:35:03Z', 'updated_at': '2022-05-06T10:35:07Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': '9f8976af-b033-486d-a72d-263bd8bf0fc3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:45:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:35:04Z', 'updated_at': '2022-05-06T10:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '22f4a7eb-0244-4ee8-bb75-3208d85b4612', 'name': '', 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:a2:97:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'bc5387fe-4e77-43dd-afca-2599ac5cd9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:35:06Z', 'updated_at': '2022-05-06T10:35:10Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': 'bc5387fe-4e77-43dd-afca-2599ac5cd9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:35:10.688076 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058f75ce-a384-4054-8b2f-f5465795a71d None None] The sync data for ids ['1cc9620e-e36d-48cd-8391-ef3d2f802ad2'] in n-d-840835-1 is: [{'id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925705578', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '9f8976af-b033-486d-a72d-263bd8bf0fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:35:03Z', 'updated_at': '2022-05-06T10:35:07Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': '9f8976af-b033-486d-a72d-263bd8bf0fc3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:45:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:35:04Z', 'updated_at': '2022-05-06T10:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '22f4a7eb-0244-4ee8-bb75-3208d85b4612', 'name': '', 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:a2:97:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'bc5387fe-4e77-43dd-afca-2599ac5cd9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:35:06Z', 'updated_at': '2022-05-06T10:35:10Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': 'bc5387fe-4e77-43dd-afca-2599ac5cd9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:35:10.702130 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331a5c1-b0ef-4d08-939d-82f9dd192932 None None] Pushing event updated for resources: {'Port': ['ID=22f4a7eb-0244-4ee8-bb75-3208d85b4612,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:11.314065 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c9c0ffe7-dddb-482e-b46a-8acdedc27110 req-e7878e29-ef3e-4886-ac2b-a60c67c38ef9 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 210 time: 0.0307755 May 06 10:35:11.847156 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 22f4a7eb-0244-4ee8-bb75-3208d85b4612 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:35:11.899705 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 22f4a7eb-0244-4ee8-bb75-3208d85b4612 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:35:11.900077 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:12.391776 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-15af17b7-9cd7-459f-aa9b-a56c43e67474 req-d412c4c6-2205-460a-9939-4854a5679a7d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 210 time: 0.0258126 May 06 10:35:13.484895 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-aed09a06-1c71-4fae-8837-7129bc615f19 req-f4fdf188-ebdf-4cde-9005-7bc05ba69c13 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 210 time: 0.0253510 May 06 10:35:14.237250 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-e225a388-29d6-442c-bb21-a5326dbaa1ce tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:14.238972 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-e225a388-29d6-442c-bb21-a5326dbaa1ce tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.77 "GET /v2.0/networks?id=de9d8fb2-d618-4082-9674-6275e770685c HTTP/1.1" status: 200 len: 795 time: 0.1099157 May 06 10:35:14.295408 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-df052799-5018-4a90-b8d5-a9595c41f155 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=257892d9fff3423bb07a7e9a81056767 HTTP/1.1" status: 200 len: 379 time: 0.0353196 May 06 10:35:14.337655 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-78831377-f62e-46ee-87cf-23f2ce835e31 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'port': {'device_id': '8d78d482-05a1-46d0-8377-390af6a24698', 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c', 'admin_state_up': True, 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'security_groups': ['537b71eb-3981-4a7a-a2bc-814c4fdae91a']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:35:14.441490 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-78831377-f62e-46ee-87cf-23f2ce835e31 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Made reservation on behalf of 257892d9fff3423bb07a7e9a81056767 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:35:14.445175 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-78831377-f62e-46ee-87cf-23f2ce835e31 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:14.575705 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-78831377-f62e-46ee-87cf-23f2ce835e31 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Allocated IP 172.20.0.8 (de9d8fb2-d618-4082-9674-6275e770685c/bc5387fe-4e77-43dd-afca-2599ac5cd9e9/522c135f-ae7c-4871-b4d6-fe9c914dd77d) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:35:14.581174 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-86e36ee1-69eb-4548-a883-9bc204b30711 req-56a16fd3-d19a-40e0-9ef0-091c864282a4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 210 time: 0.0267196 May 06 10:35:14.719348 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-78831377-f62e-46ee-87cf-23f2ce835e31 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:14.753170 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-78831377-f62e-46ee-87cf-23f2ce835e31 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:14.796144 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-78831377-f62e-46ee-87cf-23f2ce835e31 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network de9d8fb2-d618-4082-9674-6275e770685c is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:35:14.799694 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-78831377-f62e-46ee-87cf-23f2ce835e31 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:35:14.802084 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-78831377-f62e-46ee-87cf-23f2ce835e31 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:35:14.834259 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78831377-f62e-46ee-87cf-23f2ce835e31 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Port': ['ID=522c135f-ae7c-4871-b4d6-fe9c914dd77d,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:14.861258 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-78831377-f62e-46ee-87cf-23f2ce835e31 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:14.861909 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-78831377-f62e-46ee-87cf-23f2ce835e31 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:14.879927 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-78831377-f62e-46ee-87cf-23f2ce835e31 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5460260 May 06 10:35:14.898404 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-82cbce26-2ff6-4c0b-a3f7-79c1f65056f2 service neutron] Request body: {'port': {'device_id': '8d78d482-05a1-46d0-8377-390af6a24698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:35:14.960683 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-82cbce26-2ff6-4c0b-a3f7-79c1f65056f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:15.000716 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-aea7cfe0-68d7-48c3-9998-eac949649cea None None] Provisioning complete for port 522c135f-ae7c-4871-b4d6-fe9c914dd77d triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:35:15.001330 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-aea7cfe0-68d7-48c3-9998-eac949649cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:15.035228 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-aea7cfe0-68d7-48c3-9998-eac949649cea None None] Port 522c135f-ae7c-4871-b4d6-fe9c914dd77d cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:35:15.224665 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-82cbce26-2ff6-4c0b-a3f7-79c1f65056f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522c135f-ae7c-4871-b4d6-fe9c914dd77d {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:35:15.231946 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-82cbce26-2ff6-4c0b-a3f7-79c1f65056f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:15.244640 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-82cbce26-2ff6-4c0b-a3f7-79c1f65056f2 service neutron] Transition to ACTIVE for port object 522c135f-ae7c-4871-b4d6-fe9c914dd77d will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:35:15.248366 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-82cbce26-2ff6-4c0b-a3f7-79c1f65056f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:15.297349 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbce26-2ff6-4c0b-a3f7-79c1f65056f2 service neutron] Pushing event updated for resources: {'Port': ['ID=522c135f-ae7c-4871-b4d6-fe9c914dd77d,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:15.373595 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-82cbce26-2ff6-4c0b-a3f7-79c1f65056f2 service neutron] Attempting to bind port 522c135f-ae7c-4871-b4d6-fe9c914dd77d on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:35:15.373948 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-82cbce26-2ff6-4c0b-a3f7-79c1f65056f2 service neutron] Attempting to bind port 522c135f-ae7c-4871-b4d6-fe9c914dd77d by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'd3848b5d-4d47-4815-99b5-ca5cc1e111ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:35:15.374285 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-82cbce26-2ff6-4c0b-a3f7-79c1f65056f2 service neutron] Attempting to bind port 522c135f-ae7c-4871-b4d6-fe9c914dd77d on network de9d8fb2-d618-4082-9674-6275e770685c {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:35:15.378935 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-82cbce26-2ff6-4c0b-a3f7-79c1f65056f2 service neutron] Port 522c135f-ae7c-4871-b4d6-fe9c914dd77d on network de9d8fb2-d618-4082-9674-6275e770685c not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:35:15.379302 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-82cbce26-2ff6-4c0b-a3f7-79c1f65056f2 service neutron] Attempting to bind port 522c135f-ae7c-4871-b4d6-fe9c914dd77d on network de9d8fb2-d618-4082-9674-6275e770685c {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:35:15.385004 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-82cbce26-2ff6-4c0b-a3f7-79c1f65056f2 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:35:15.385348 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-82cbce26-2ff6-4c0b-a3f7-79c1f65056f2 service neutron] Checking segment: {'id': 'd3848b5d-4d47-4815-99b5-ca5cc1e111ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:35:15.385745 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-82cbce26-2ff6-4c0b-a3f7-79c1f65056f2 service neutron] Bound using segment: {'id': 'd3848b5d-4d47-4815-99b5-ca5cc1e111ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:35:15.386182 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-82cbce26-2ff6-4c0b-a3f7-79c1f65056f2 service neutron] Bound port: 522c135f-ae7c-4871-b4d6-fe9c914dd77d, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3848b5d-4d47-4815-99b5-ca5cc1e111ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:35:15.386566 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-82cbce26-2ff6-4c0b-a3f7-79c1f65056f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:15.454066 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-82cbce26-2ff6-4c0b-a3f7-79c1f65056f2 service neutron] For port 522c135f-ae7c-4871-b4d6-fe9c914dd77d, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:35:15.457498 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-82cbce26-2ff6-4c0b-a3f7-79c1f65056f2 service neutron] For port 522c135f-ae7c-4871-b4d6-fe9c914dd77d, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=522c135f-ae7c-4871-b4d6-fe9c914dd77d,segment=NetworkSegment(d3848b5d-4d47-4815-99b5-ca5cc1e111ee),segment_id=d3848b5d-4d47-4815-99b5-ca5cc1e111ee)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:35:15.461086 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-82cbce26-2ff6-4c0b-a3f7-79c1f65056f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:15.497726 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-82cbce26-2ff6-4c0b-a3f7-79c1f65056f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:15.498448 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-82cbce26-2ff6-4c0b-a3f7-79c1f65056f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:15.499899 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-82cbce26-2ff6-4c0b-a3f7-79c1f65056f2 service neutron] 10.222.0.77 "PUT /v2.0/ports/522c135f-ae7c-4871-b4d6-fe9c914dd77d HTTP/1.1" status: 200 len: 1091 time: 0.6063013 May 06 10:35:15.500340 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d78d482-05a1-46d0-8377-390af6a24698', 'tag': '522c135f-ae7c-4871-b4d6-fe9c914dd77d'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:35:15.502601 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4203f62887ad6c042520207c1f89edfd97f1d269ecb3a7960f22881858371cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17ef578-1343-4c92-ba15-c5dfa310a4ce" -d '{"events": [{"name": "network-changed", "server_uuid": "8d78d482-05a1-46d0-8377-390af6a24698", "tag": "522c135f-ae7c-4871-b4d6-fe9c914dd77d"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:35:15.534715 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbce26-2ff6-4c0b-a3f7-79c1f65056f2 service neutron] Pushing event updated for resources: {'Port': ['ID=522c135f-ae7c-4871-b4d6-fe9c914dd77d,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:15.551919 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbf7fd5-5ca8-4db8-8e22-baa6ffef179e x-openstack-request-id: req-5dbf7fd5-5ca8-4db8-8e22-baa6ffef179e {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:35:15.552221 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d78d482-05a1-46d0-8377-390af6a24698", "tag": "522c135f-ae7c-4871-b4d6-fe9c914dd77d", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:35:15.552665 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5dbf7fd5-5ca8-4db8-8e22-baa6ffef179e {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:35:15.552943 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dbf7fd5-5ca8-4db8-8e22-baa6ffef179e'] response: {'name': 'network-changed', 'server_uuid': '8d78d482-05a1-46d0-8377-390af6a24698', 'tag': '522c135f-ae7c-4871-b4d6-fe9c914dd77d', 'status': 'completed', 'code': 200} May 06 10:35:15.611198 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-59cbc052-729a-47b9-9797-d408f3e3b319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:15.612758 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-59cbc052-729a-47b9-9797-d408f3e3b319 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 1094 time: 0.0442581 May 06 10:35:15.668735 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-121d2cbb-34e6-4ac2-b407-f7cdfa0c03b7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=522c135f-ae7c-4871-b4d6-fe9c914dd77d HTTP/1.1" status: 200 len: 217 time: 0.0440056 May 06 10:35:15.721302 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-7e136f2b-f509-4a69-975a-8c9e1cf22d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:15.722842 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-7e136f2b-f509-4a69-975a-8c9e1cf22d89 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bc5387fe-4e77-43dd-afca-2599ac5cd9e9 HTTP/1.1" status: 200 len: 835 time: 0.0475020 May 06 10:35:15.736276 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e1005-2e44-4eaf-a8ec-7ffe4726bebd req-356e67b6-ab61-4d40-b320-6fc699067180 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:15.737886 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cd4e1005-2e44-4eaf-a8ec-7ffe4726bebd req-356e67b6-ab61-4d40-b320-6fc699067180 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 943 time: 0.0562418 May 06 10:35:15.769124 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-db289b58-e514-4951-9695-43e788e75c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:15.770644 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-db289b58-e514-4951-9695-43e788e75c61 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de9d8fb2-d618-4082-9674-6275e770685c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411534 May 06 10:35:15.777234 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cd4e1005-2e44-4eaf-a8ec-7ffe4726bebd req-f930018e-00b8-47b7-a099-9e87c7ed283d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=537b71eb-3981-4a7a-a2bc-814c4fdae91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322371 May 06 10:35:15.865539 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-536a1432-b1ce-43a1-aaf4-5db7b225e01b service neutron] 10.222.0.77 "GET /v2.0/networks/de9d8fb2-d618-4082-9674-6275e770685c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882392 May 06 10:35:15.959745 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-6fd8eabb-662f-4efa-b5eb-fe4f1358e267 req-84148087-6da0-44e1-98a9-203eff88272e service neutron] 10.222.0.77 "GET /v2.0/networks/de9d8fb2-d618-4082-9674-6275e770685c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878198 May 06 10:35:16.017362 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ce61eba1-8c07-412f-9d7b-a70ecb9c33ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:16.089382 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ef578-1343-4c92-ba15-c5dfa310a4ce req-657d14ef-db64-453c-8014-734c506edb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:16.090790 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e17ef578-1343-4c92-ba15-c5dfa310a4ce req-657d14ef-db64-453c-8014-734c506edb2c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 1094 time: 0.0418742 May 06 10:35:16.184458 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ef578-1343-4c92-ba15-c5dfa310a4ce req-fb677169-8e34-4bf3-b495-363454387323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:16.185994 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e17ef578-1343-4c92-ba15-c5dfa310a4ce req-fb677169-8e34-4bf3-b495-363454387323 service neutron] 10.222.0.77 "GET /v2.0/networks?id=de9d8fb2-d618-4082-9674-6275e770685c HTTP/1.1" status: 200 len: 896 time: 0.0885036 May 06 10:35:16.229125 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e17ef578-1343-4c92-ba15-c5dfa310a4ce req-a6adff8b-2e21-4f9b-8f01-d92b22e6d6c0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=522c135f-ae7c-4871-b4d6-fe9c914dd77d HTTP/1.1" status: 200 len: 217 time: 0.0358131 May 06 10:35:16.281147 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ef578-1343-4c92-ba15-c5dfa310a4ce req-82bc4384-d6c0-4a2a-b587-8dd4d347b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:16.282593 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e17ef578-1343-4c92-ba15-c5dfa310a4ce req-82bc4384-d6c0-4a2a-b587-8dd4d347b879 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bc5387fe-4e77-43dd-afca-2599ac5cd9e9 HTTP/1.1" status: 200 len: 835 time: 0.0469644 May 06 10:35:16.327793 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ef578-1343-4c92-ba15-c5dfa310a4ce req-42a14220-fc5d-48d4-9fe8-cc6fed1da957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:16.329323 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e17ef578-1343-4c92-ba15-c5dfa310a4ce req-42a14220-fc5d-48d4-9fe8-cc6fed1da957 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de9d8fb2-d618-4082-9674-6275e770685c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404565 May 06 10:35:16.416559 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e17ef578-1343-4c92-ba15-c5dfa310a4ce req-718e5bdf-b3a3-4a3b-ae0e-65c024864524 service neutron] 10.222.0.77 "GET /v2.0/networks/de9d8fb2-d618-4082-9674-6275e770685c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806000 May 06 10:35:16.509458 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e17ef578-1343-4c92-ba15-c5dfa310a4ce req-ddb7b135-c206-45f7-9aa3-2e130afa2f87 service neutron] 10.222.0.77 "GET /v2.0/networks/de9d8fb2-d618-4082-9674-6275e770685c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860350 May 06 10:35:16.893853 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc90cc9-ccaa-459b-a321-1bffeaaea8a7 req-7753e1c1-0758-48b4-9cf0-51635a381889 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:16.895375 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5bc90cc9-ccaa-459b-a321-1bffeaaea8a7 req-7753e1c1-0758-48b4-9cf0-51635a381889 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 943 time: 0.0487177 May 06 10:35:16.933962 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5bc90cc9-ccaa-459b-a321-1bffeaaea8a7 req-9a79b50f-e7df-4b05-b10f-f5b529a28c67 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=537b71eb-3981-4a7a-a2bc-814c4fdae91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325029 May 06 10:35:18.047312 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99103a05-8972-4bdb-b2a1-387ef7cf6b93 req-cb38a3f2-6f31-4e96-b550-debc8047d9a6 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:18.048791 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99103a05-8972-4bdb-b2a1-387ef7cf6b93 req-cb38a3f2-6f31-4e96-b550-debc8047d9a6 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 943 time: 0.0479355 May 06 10:35:18.087955 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99103a05-8972-4bdb-b2a1-387ef7cf6b93 req-7ffa665c-8b88-48b7-a8b4-dd8489b50b43 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=537b71eb-3981-4a7a-a2bc-814c4fdae91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317657 May 06 10:35:18.512977 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 522c135f-ae7c-4871-b4d6-fe9c914dd77d details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:35:18.582556 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a1102b64-cada-48b5-a584-982ad6fc9a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:18.620649 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 522c135f-ae7c-4871-b4d6-fe9c914dd77d, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=522c135f-ae7c-4871-b4d6-fe9c914dd77d,segment=NetworkSegment(d3848b5d-4d47-4815-99b5-ca5cc1e111ee),segment_id=d3848b5d-4d47-4815-99b5-ca5cc1e111ee)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:35:18.631913 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '522c135f-ae7c-4871-b4d6-fe9c914dd77d', 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c', 'port_id': '522c135f-ae7c-4871-b4d6-fe9c914dd77d', 'mac_address': 'fa:16:3e:d0:d4:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc5387fe-4e77-43dd-afca-2599ac5cd9e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:35:18.672351 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:18.684623 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522c135f-ae7c-4871-b4d6-fe9c914dd77d {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:35:18.703954 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 522c135f-ae7c-4871-b4d6-fe9c914dd77d, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=522c135f-ae7c-4871-b4d6-fe9c914dd77d,segment=NetworkSegment(d3848b5d-4d47-4815-99b5-ca5cc1e111ee),segment_id=d3848b5d-4d47-4815-99b5-ca5cc1e111ee)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:35:18.708121 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:18.755421 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=522c135f-ae7c-4871-b4d6-fe9c914dd77d,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:19.131710 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['522c135f-ae7c-4871-b4d6-fe9c914dd77d'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:35:19.206963 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dec1da-0177-4073-8dc5-00f46410e172 req-db02adbe-1529-4989-be97-8601173251b0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:19.208536 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-61dec1da-0177-4073-8dc5-00f46410e172 req-db02adbe-1529-4989-be97-8601173251b0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 944 time: 0.0522571 May 06 10:35:19.224706 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:19.250540 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-61dec1da-0177-4073-8dc5-00f46410e172 req-ad7c2633-ec11-4c8c-9eac-62491deb1f1a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=537b71eb-3981-4a7a-a2bc-814c4fdae91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350962 May 06 10:35:19.712875 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:20.364696 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342693b-4fd8-4346-a657-fc4b96cdf917 req-980ee545-5204-40a9-bd29-c09216bb72e1 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:20.366158 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c342693b-4fd8-4346-a657-fc4b96cdf917 req-980ee545-5204-40a9-bd29-c09216bb72e1 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 944 time: 0.0486856 May 06 10:35:20.405213 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c342693b-4fd8-4346-a657-fc4b96cdf917 req-c7b23b2f-536f-42e3-9b5d-a309a1c00b62 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=537b71eb-3981-4a7a-a2bc-814c4fdae91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330687 May 06 10:35:20.512868 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 522c135f-ae7c-4871-b4d6-fe9c914dd77d up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:35:20.569825 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 522c135f-ae7c-4871-b4d6-fe9c914dd77d completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:35:20.574155 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 522c135f-ae7c-4871-b4d6-fe9c914dd77d triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:35:20.574531 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:20.652711 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:20.673774 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d78d482-05a1-46d0-8377-390af6a24698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522c135f-ae7c-4871-b4d6-fe9c914dd77d'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:35:20.676052 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532bd0f9c54137a25b4c1a322a0cfb660db88c671ca36eb22ff5f9a731e51081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6b0b82-fadc-4f27-8e56-19c7aa456636" -d '{"events": [{"server_uuid": "8d78d482-05a1-46d0-8377-390af6a24698", "name": "network-vif-plugged", "status": "completed", "tag": "522c135f-ae7c-4871-b4d6-fe9c914dd77d"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:35:20.688755 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 522c135f-ae7c-4871-b4d6-fe9c914dd77d, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=522c135f-ae7c-4871-b4d6-fe9c914dd77d,segment=NetworkSegment(d3848b5d-4d47-4815-99b5-ca5cc1e111ee),segment_id=d3848b5d-4d47-4815-99b5-ca5cc1e111ee)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:35:20.692804 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:20.715733 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12f8551-5730-4fb1-bc5c-94ab418e3622 x-openstack-request-id: req-b12f8551-5730-4fb1-bc5c-94ab418e3622 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:35:20.716358 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d78d482-05a1-46d0-8377-390af6a24698", "name": "network-vif-plugged", "status": "completed", "tag": "522c135f-ae7c-4871-b4d6-fe9c914dd77d", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:35:20.716358 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b12f8551-5730-4fb1-bc5c-94ab418e3622 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:35:20.716633 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b12f8551-5730-4fb1-bc5c-94ab418e3622'] response: {'server_uuid': '8d78d482-05a1-46d0-8377-390af6a24698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522c135f-ae7c-4871-b4d6-fe9c914dd77d', 'code': 200} May 06 10:35:20.742545 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=522c135f-ae7c-4871-b4d6-fe9c914dd77d,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:20.834006 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e36827-88b2-48f5-8c28-d43e9308c15d req-4e950c84-e499-43e7-84c5-00a7809e2758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:20.835438 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-23e36827-88b2-48f5-8c28-d43e9308c15d req-4e950c84-e499-43e7-84c5-00a7809e2758 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 1096 time: 0.0409040 May 06 10:35:20.876098 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-23e36827-88b2-48f5-8c28-d43e9308c15d req-ecc12f6c-75bb-4885-82e2-5208d40ddbf6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=537b71eb-3981-4a7a-a2bc-814c4fdae91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345895 May 06 10:35:21.406804 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:21.528392 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5f95c-0419-4294-9076-dd6d47a6eab7 req-0b2492e1-8421-4d6b-843e-9e82a0b8514f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:21.530271 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d8d5f95c-0419-4294-9076-dd6d47a6eab7 req-0b2492e1-8421-4d6b-843e-9e82a0b8514f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 945 time: 0.0543408 May 06 10:35:21.559540 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:21.572384 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d8d5f95c-0419-4294-9076-dd6d47a6eab7 req-a68d1a10-0360-4548-8513-953583e2018e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=537b71eb-3981-4a7a-a2bc-814c4fdae91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353174 May 06 10:35:22.691843 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cfc5a-15a2-4d2f-b035-953e142e8a93 req-2ab9458f-9136-4c8f-a98a-36841509dedb tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:22.693302 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e05cfc5a-15a2-4d2f-b035-953e142e8a93 req-2ab9458f-9136-4c8f-a98a-36841509dedb tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 945 time: 0.0520642 May 06 10:35:22.730043 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e05cfc5a-15a2-4d2f-b035-953e142e8a93 req-9f97cbf6-de10-42ec-b31a-0ea544f3a5a4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=537b71eb-3981-4a7a-a2bc-814c4fdae91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308743 May 06 10:35:22.840275 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1c8a3-caf6-424e-b5b4-951677207a26 req-98f16a63-aa89-4d03-a263-60e90a05e12d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:22.841723 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-98c1c8a3-caf6-424e-b5b4-951677207a26 req-98f16a63-aa89-4d03-a263-60e90a05e12d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 945 time: 0.0481255 May 06 10:35:22.879567 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-98c1c8a3-caf6-424e-b5b4-951677207a26 req-0da7ee09-ca30-4ec2-b294-486bae8d0750 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=537b71eb-3981-4a7a-a2bc-814c4fdae91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313833 May 06 10:35:22.900445 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39790) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:35:22.940272 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04d1e1a-20e6-4dc4-8dab-cc23aea7274b tempest-TestNetworkAdvancedServerOps-161670012 tempest-TestNetworkAdvancedServerOps-161670012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:22.941788 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b04d1e1a-20e6-4dc4-8dab-cc23aea7274b tempest-TestNetworkAdvancedServerOps-161670012 tempest-TestNetworkAdvancedServerOps-161670012-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 1091 time: 0.0403721 May 06 10:35:22.944580 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39792) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:35:22.948700 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-6e2e2179-a95f-4dc1-a9ee-4f930d006085 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'port_id': '522c135f-ae7c-4871-b4d6-fe9c914dd77d', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:35:22.970279 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2179-a95f-4dc1-a9ee-4f930d006085 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:23.068867 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2179-a95f-4dc1-a9ee-4f930d006085 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:23.171996 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-6e2e2179-a95f-4dc1-a9ee-4f930d006085 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Allocated IP 172.25.5.183 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/fd75f17b-d24f-47ee-8f72-73f5cb83b0ac) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:35:23.274849 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2179-a95f-4dc1-a9ee-4f930d006085 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:23.307370 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2179-a95f-4dc1-a9ee-4f930d006085 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:23.345487 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2e2179-a95f-4dc1-a9ee-4f930d006085 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:35:23.350113 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-6e2e2179-a95f-4dc1-a9ee-4f930d006085 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:35:23.352973 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e2179-a95f-4dc1-a9ee-4f930d006085 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:35:23.378304 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e2179-a95f-4dc1-a9ee-4f930d006085 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Port': ['ID=fd75f17b-d24f-47ee-8f72-73f5cb83b0ac,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:24.048337 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2179-a95f-4dc1-a9ee-4f930d006085 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:24.113276 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2179-a95f-4dc1-a9ee-4f930d006085 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:24.260824 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2179-a95f-4dc1-a9ee-4f930d006085 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:24.265171 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2179-a95f-4dc1-a9ee-4f930d006085 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:24.333587 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e2179-a95f-4dc1-a9ee-4f930d006085 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Port': ['ID=fd75f17b-d24f-47ee-8f72-73f5cb83b0ac,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:24.345947 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2179-a95f-4dc1-a9ee-4f930d006085 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:24.446535 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-6e2e2179-a95f-4dc1-a9ee-4f930d006085 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Floating IP 3029d175-cf0d-4ba4-b1d0-1e446071774f associated. External IP: 172.25.5.183, port: 522c135f-ae7c-4871-b4d6-fe9c914dd77d. May 06 10:35:24.650058 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2e2179-a95f-4dc1-a9ee-4f930d006085 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Router 1cc9620e-e36d-48cd-8391-ef3d2f802ad2 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:35:24.756864 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2e2179-a95f-4dc1-a9ee-4f930d006085 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:35:24.766707 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2123a58a-78bb-46bb-8180-de2f019e3b34 None None] Sync routers for ids ['1cc9620e-e36d-48cd-8391-ef3d2f802ad2'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:35:24.774893 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2179-a95f-4dc1-a9ee-4f930d006085 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:24.775768 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2123a58a-78bb-46bb-8180-de2f019e3b34 None None] Routers {'1cc9620e-e36d-48cd-8391-ef3d2f802ad2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:35:24.776386 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-2123a58a-78bb-46bb-8180-de2f019e3b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:35:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1cc9620e-e36d-48cd-8391-ef3d2f802ad2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:35:24.806155 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6e2e2179-a95f-4dc1-a9ee-4f930d006085 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8605709 May 06 10:35:24.807352 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d78d482-05a1-46d0-8377-390af6a24698', 'tag': '522c135f-ae7c-4871-b4d6-fe9c914dd77d'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:35:24.810065 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1caaf7a81e239b66cb88d4696e2ac350de7f7976e977350f19e420479ff9b81b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa98616-46e1-473c-9d11-90ae90774708" -d '{"events": [{"name": "network-changed", "server_uuid": "8d78d482-05a1-46d0-8377-390af6a24698", "tag": "522c135f-ae7c-4871-b4d6-fe9c914dd77d"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:35:24.885553 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-2123a58a-78bb-46bb-8180-de2f019e3b34 None None] Set router 1cc9620e-e36d-48cd-8391-ef3d2f802ad2 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:35:24.909248 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfb8d4-2268-4633-94b8-20bde4b84739 req-7fa24795-4770-418b-8312-836a5cb39a8e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:24.911039 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f9ae722-aa0b-42b7-8eca-05600c24501b req-6ae78766-9d50-40a0-877d-89b6c86cb51e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430758 May 06 10:35:24.911559 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51bfb8d4-2268-4633-94b8-20bde4b84739 req-7fa24795-4770-418b-8312-836a5cb39a8e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 945 time: 0.0555289 May 06 10:35:24.963083 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-51bfb8d4-2268-4633-94b8-20bde4b84739 req-483e8dab-cf78-4acc-818e-70bfde9d7476 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=537b71eb-3981-4a7a-a2bc-814c4fdae91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457888 May 06 10:35:24.986208 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39798) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:35:25.026773 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda4e9d2-9228-469b-a1c0-60bf1dbb99f5 x-openstack-request-id: req-fda4e9d2-9228-469b-a1c0-60bf1dbb99f5 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:35:25.027088 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d78d482-05a1-46d0-8377-390af6a24698", "tag": "522c135f-ae7c-4871-b4d6-fe9c914dd77d", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:35:25.027345 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fda4e9d2-9228-469b-a1c0-60bf1dbb99f5 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:35:25.027758 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fda4e9d2-9228-469b-a1c0-60bf1dbb99f5'] response: {'name': 'network-changed', 'server_uuid': '8d78d482-05a1-46d0-8377-390af6a24698', 'tag': '522c135f-ae7c-4871-b4d6-fe9c914dd77d', 'status': 'completed', 'code': 200} May 06 10:35:25.031013 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ae722-aa0b-42b7-8eca-05600c24501b req-ac3ff100-6df7-43dc-9b05-e71496bf9990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:25.032891 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f9ae722-aa0b-42b7-8eca-05600c24501b req-ac3ff100-6df7-43dc-9b05-e71496bf9990 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 1096 time: 0.0600276 May 06 10:35:25.056101 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-95eff9e8-b4cc-4e21-840a-b4bd7185e69d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/floatingips/3029d175-cf0d-4ba4-b1d0-1e446071774f HTTP/1.1" status: 200 len: 991 time: 0.0687351 May 06 10:35:25.141361 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ae722-aa0b-42b7-8eca-05600c24501b req-9646c2e0-2de6-43dd-b09c-65b5c6e0b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:25.142857 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f9ae722-aa0b-42b7-8eca-05600c24501b req-9646c2e0-2de6-43dd-b09c-65b5c6e0b6d2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=de9d8fb2-d618-4082-9674-6275e770685c HTTP/1.1" status: 200 len: 896 time: 0.0897253 May 06 10:35:25.151312 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-2123a58a-78bb-46bb-8180-de2f019e3b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925705578', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '9f8976af-b033-486d-a72d-263bd8bf0fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:35:03Z', 'updated_at': '2022-05-06T10:35:07Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': '9f8976af-b033-486d-a72d-263bd8bf0fc3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:45:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:35:04Z', 'updated_at': '2022-05-06T10:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '3029d175-cf0d-4ba4-b1d0-1e446071774f', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'floating_ip_address': '172.25.5.183', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'port_id': '522c135f-ae7c-4871-b4d6-fe9c914dd77d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c', 'mac_address': 'fa:16:3e:d0:d4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d78d482-05a1-46d0-8377-390af6a24698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:35:23Z', 'updated_at': '2022-05-06T10:35:23Z', 'revision_number': 0, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f4a7eb-0244-4ee8-bb75-3208d85b4612', 'name': '', 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:a2:97:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'bc5387fe-4e77-43dd-afca-2599ac5cd9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:35:06Z', 'updated_at': '2022-05-06T10:35:10Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': 'bc5387fe-4e77-43dd-afca-2599ac5cd9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:35:25.181169 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2123a58a-78bb-46bb-8180-de2f019e3b34 None None] Checking router: 1cc9620e-e36d-48cd-8391-ef3d2f802ad2 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:35:25.189888 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2123a58a-78bb-46bb-8180-de2f019e3b34 None None] Routers {'1cc9620e-e36d-48cd-8391-ef3d2f802ad2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:35:25.190658 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-2123a58a-78bb-46bb-8180-de2f019e3b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:35:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1cc9620e-e36d-48cd-8391-ef3d2f802ad2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:35:25.211632 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f9ae722-aa0b-42b7-8eca-05600c24501b req-93d376d4-a6be-49e5-8549-ba102382738a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=522c135f-ae7c-4871-b4d6-fe9c914dd77d HTTP/1.1" status: 200 len: 999 time: 0.0622997 May 06 10:35:25.262021 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ae722-aa0b-42b7-8eca-05600c24501b req-2822552b-be94-4cf1-bce7-0cf605cc572d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:25.263545 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f9ae722-aa0b-42b7-8eca-05600c24501b req-2822552b-be94-4cf1-bce7-0cf605cc572d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bc5387fe-4e77-43dd-afca-2599ac5cd9e9 HTTP/1.1" status: 200 len: 835 time: 0.0448031 May 06 10:35:25.307005 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-2123a58a-78bb-46bb-8180-de2f019e3b34 None None] Set router 1cc9620e-e36d-48cd-8391-ef3d2f802ad2 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:35:25.315385 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ae722-aa0b-42b7-8eca-05600c24501b req-b0040829-7757-4e3d-8ff4-ec07d856d45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:25.316926 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f9ae722-aa0b-42b7-8eca-05600c24501b req-b0040829-7757-4e3d-8ff4-ec07d856d45a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de9d8fb2-d618-4082-9674-6275e770685c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466921 May 06 10:35:25.410298 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f9ae722-aa0b-42b7-8eca-05600c24501b req-363b2e15-5329-45d3-8ff5-21e5757f39c9 service neutron] 10.222.0.77 "GET /v2.0/networks/de9d8fb2-d618-4082-9674-6275e770685c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867040 May 06 10:35:25.502728 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5f9ae722-aa0b-42b7-8eca-05600c24501b req-65b7ad46-2532-434d-97f0-a634e1b7948f service neutron] 10.222.0.77 "GET /v2.0/networks/de9d8fb2-d618-4082-9674-6275e770685c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856035 May 06 10:35:25.530744 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-2123a58a-78bb-46bb-8180-de2f019e3b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925705578', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '9f8976af-b033-486d-a72d-263bd8bf0fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:35:03Z', 'updated_at': '2022-05-06T10:35:07Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': '9f8976af-b033-486d-a72d-263bd8bf0fc3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:45:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:35:04Z', 'updated_at': '2022-05-06T10:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '3029d175-cf0d-4ba4-b1d0-1e446071774f', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'floating_ip_address': '172.25.5.183', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'port_id': '522c135f-ae7c-4871-b4d6-fe9c914dd77d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c', 'mac_address': 'fa:16:3e:d0:d4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d78d482-05a1-46d0-8377-390af6a24698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:35:23Z', 'updated_at': '2022-05-06T10:35:23Z', 'revision_number': 0, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f4a7eb-0244-4ee8-bb75-3208d85b4612', 'name': '', 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:a2:97:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'bc5387fe-4e77-43dd-afca-2599ac5cd9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:35:06Z', 'updated_at': '2022-05-06T10:35:10Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': 'bc5387fe-4e77-43dd-afca-2599ac5cd9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:35:25.560716 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2123a58a-78bb-46bb-8180-de2f019e3b34 None None] The sync data for ids ['1cc9620e-e36d-48cd-8391-ef3d2f802ad2'] in n-d-840835-1 is: [{'id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925705578', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '9f8976af-b033-486d-a72d-263bd8bf0fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:35:03Z', 'updated_at': '2022-05-06T10:35:07Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': '9f8976af-b033-486d-a72d-263bd8bf0fc3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:45:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:35:04Z', 'updated_at': '2022-05-06T10:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '3029d175-cf0d-4ba4-b1d0-1e446071774f', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'floating_ip_address': '172.25.5.183', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'port_id': '522c135f-ae7c-4871-b4d6-fe9c914dd77d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c', 'mac_address': 'fa:16:3e:d0:d4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d78d482-05a1-46d0-8377-390af6a24698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:35:23Z', 'updated_at': '2022-05-06T10:35:23Z', 'revision_number': 0, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f4a7eb-0244-4ee8-bb75-3208d85b4612', 'name': '', 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:a2:97:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'bc5387fe-4e77-43dd-afca-2599ac5cd9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:35:06Z', 'updated_at': '2022-05-06T10:35:10Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': 'bc5387fe-4e77-43dd-afca-2599ac5cd9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:35:25.615329 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa98616-46e1-473c-9d11-90ae90774708 req-56f4e470-6f81-49d0-a55a-f1a19e542539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:25.617022 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eaa98616-46e1-473c-9d11-90ae90774708 req-56f4e470-6f81-49d0-a55a-f1a19e542539 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 1096 time: 0.0437524 May 06 10:35:25.715073 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa98616-46e1-473c-9d11-90ae90774708 req-bb3f23d0-9476-47a7-a10c-03c5ebb915a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:25.716618 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eaa98616-46e1-473c-9d11-90ae90774708 req-bb3f23d0-9476-47a7-a10c-03c5ebb915a9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=de9d8fb2-d618-4082-9674-6275e770685c HTTP/1.1" status: 200 len: 896 time: 0.0933821 May 06 10:35:25.762911 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2567ca-f1bb-4a98-913d-c59b81d90ab4 None None] New status for floating IP 3029d175-cf0d-4ba4-b1d0-1e446071774f: ACTIVE {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:35:25.785089 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eaa98616-46e1-473c-9d11-90ae90774708 req-733b9363-4487-4c85-b0c2-2e9ff2c6d3be service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=522c135f-ae7c-4871-b4d6-fe9c914dd77d HTTP/1.1" status: 200 len: 999 time: 0.0618701 May 06 10:35:25.837667 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa98616-46e1-473c-9d11-90ae90774708 req-2395d087-2b70-4720-a6e6-cb5732c20a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:25.839137 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eaa98616-46e1-473c-9d11-90ae90774708 req-2395d087-2b70-4720-a6e6-cb5732c20a74 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bc5387fe-4e77-43dd-afca-2599ac5cd9e9 HTTP/1.1" status: 200 len: 835 time: 0.0478055 May 06 10:35:25.885852 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa98616-46e1-473c-9d11-90ae90774708 req-9a15ff07-ee1e-4e72-9981-1c9546ba7473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:25.887386 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eaa98616-46e1-473c-9d11-90ae90774708 req-9a15ff07-ee1e-4e72-9981-1c9546ba7473 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de9d8fb2-d618-4082-9674-6275e770685c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410447 May 06 10:35:25.979996 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eaa98616-46e1-473c-9d11-90ae90774708 req-30a0a43b-1174-42fb-89dd-4e5a18818cd0 service neutron] 10.222.0.77 "GET /v2.0/networks/de9d8fb2-d618-4082-9674-6275e770685c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857165 May 06 10:35:26.059164 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39800) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:35:26.072360 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eaa98616-46e1-473c-9d11-90ae90774708 req-bfdf0dc5-19c9-4ad4-8721-e629eecc07ce service neutron] 10.222.0.77 "GET /v2.0/networks/de9d8fb2-d618-4082-9674-6275e770685c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860684 May 06 10:35:26.128965 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a3a6de7f-f998-431a-b2d7-87c433345e39 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/floatingips/3029d175-cf0d-4ba4-b1d0-1e446071774f HTTP/1.1" status: 200 len: 993 time: 0.0686283 May 06 10:35:29.510012 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:31.005329 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:35:46.170651 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-489b64cd-0670-40fa-9db6-9d07c4748c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:48.543418 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d2e4d827-1efe-4adc-8e3a-f07b99720797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:49.213392 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:49.716285 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:51.405468 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:51.561066 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:59.502827 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:02.574657 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-42851af7-11df-4eb2-b6aa-28e2551d6eb7 req-7e1128cf-9226-4b53-a461-aa91bf5042ea tempest-ServerDiskConfigTestJSON-1246152950 tempest-ServerDiskConfigTestJSON-1246152950-project] (102652) timed out ('10.222.0.77', 60618) {{(pid=102652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 10:36:08.005135 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:36:16.022510 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-744bdcd5-aff1-436c-a071-907aa2893e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:18.543913 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1948afe-29b0-4c1e-a75c-25fd1c5d95e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:19.222606 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:19.720193 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:21.408616 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:21.563500 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:25.908903 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3652b217-a425-4298-8b71-54ee70748eab req-effdeb22-0397-4aeb-8e65-209d2d3457f6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0797741 May 06 10:36:26.009338 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652b217-a425-4298-8b71-54ee70748eab req-dd7a3fef-2296-43bf-aef8-b6b584d9e9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:26.010824 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3652b217-a425-4298-8b71-54ee70748eab req-dd7a3fef-2296-43bf-aef8-b6b584d9e9b0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 1096 time: 0.0428324 May 06 10:36:26.121268 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652b217-a425-4298-8b71-54ee70748eab req-18829bcf-386d-4bd8-b61c-cbb4e5e8aaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:26.122776 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3652b217-a425-4298-8b71-54ee70748eab req-18829bcf-386d-4bd8-b61c-cbb4e5e8aaa3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=de9d8fb2-d618-4082-9674-6275e770685c HTTP/1.1" status: 200 len: 896 time: 0.0886030 May 06 10:36:26.188813 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3652b217-a425-4298-8b71-54ee70748eab req-563178ca-2d96-46a0-a9d1-81d40b1ab1bb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=522c135f-ae7c-4871-b4d6-fe9c914dd77d HTTP/1.1" status: 200 len: 1001 time: 0.0586526 May 06 10:36:26.245200 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652b217-a425-4298-8b71-54ee70748eab req-e4582e30-2e7a-4c5e-a2df-fd3ea9e9eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:26.246758 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3652b217-a425-4298-8b71-54ee70748eab req-e4582e30-2e7a-4c5e-a2df-fd3ea9e9eb44 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bc5387fe-4e77-43dd-afca-2599ac5cd9e9 HTTP/1.1" status: 200 len: 835 time: 0.0510166 May 06 10:36:26.290757 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652b217-a425-4298-8b71-54ee70748eab req-89abca2c-0fa8-4498-b0e0-76df5719858e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:26.292239 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3652b217-a425-4298-8b71-54ee70748eab req-89abca2c-0fa8-4498-b0e0-76df5719858e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de9d8fb2-d618-4082-9674-6275e770685c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390396 May 06 10:36:26.382271 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3652b217-a425-4298-8b71-54ee70748eab req-e39dd1a5-8987-40e9-8694-a985316e993e service neutron] 10.222.0.77 "GET /v2.0/networks/de9d8fb2-d618-4082-9674-6275e770685c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811007 May 06 10:36:26.474956 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3652b217-a425-4298-8b71-54ee70748eab req-117c589d-9bbd-461f-85ea-83e8ec675595 service neutron] 10.222.0.77 "GET /v2.0/networks/de9d8fb2-d618-4082-9674-6275e770685c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858264 May 06 10:36:26.926934 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-372e7cbf-b7c0-47ec-9f8d-60d753b7f2ee req-1125cfd2-dcdb-4939-9e60-d71f8dd7c717 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:36:26.927995 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-372e7cbf-b7c0-47ec-9f8d-60d753b7f2ee req-1125cfd2-dcdb-4939-9e60-d71f8dd7c717 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060527 May 06 10:36:27.114675 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39838) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:36:27.179460 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0c58b-8c7e-4267-99d9-d1b036439626 req-6a0c1d35-5354-479c-bdfe-169b7cf7564e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:27.180948 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b7c0c58b-8c7e-4267-99d9-d1b036439626 req-6a0c1d35-5354-479c-bdfe-169b7cf7564e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 945 time: 0.1118670 May 06 10:36:27.243107 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-b6e54980-31fe-435a-abde-279a820d1dab service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1272550 May 06 10:36:27.246260 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b7c0c58b-8c7e-4267-99d9-d1b036439626 req-61cff13a-9e8d-4318-a2e6-08874ece2859 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=537b71eb-3981-4a7a-a2bc-814c4fdae91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479319 May 06 10:36:27.251766 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-33f592ad-db74-4000-b6fe-da51d2d0b3fe service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:36:27.252746 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-33f592ad-db74-4000-b6fe-da51d2d0b3fe service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049040 May 06 10:36:28.354800 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-b85c9386-061a-46e1-a654-e07622ea4397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:28.356350 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-b85c9386-061a-46e1-a654-e07622ea4397 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 1096 time: 0.0411727 May 06 10:36:28.369981 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb6680-a9f4-42ea-92e3-60a7d4ff2be8 req-1ad3c0da-c650-4321-9f87-ed54a68f66be tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:28.371505 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3bfb6680-a9f4-42ea-92e3-60a7d4ff2be8 req-1ad3c0da-c650-4321-9f87-ed54a68f66be tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 945 time: 0.0490811 May 06 10:36:28.410994 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3bfb6680-a9f4-42ea-92e3-60a7d4ff2be8 req-662a165c-a751-41ae-b383-9a64732f7130 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=537b71eb-3981-4a7a-a2bc-814c4fdae91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333798 May 06 10:36:28.763157 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-0258d228-0740-4353-9969-2e65c88dbbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:28.765238 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-0258d228-0740-4353-9969-2e65c88dbbb9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=de9d8fb2-d618-4082-9674-6275e770685c HTTP/1.1" status: 200 len: 896 time: 0.4010124 May 06 10:36:28.830100 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-ec41946a-016a-4c71-b4ec-f5c90b252191 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=522c135f-ae7c-4871-b4d6-fe9c914dd77d HTTP/1.1" status: 200 len: 1001 time: 0.0573504 May 06 10:36:28.877621 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-d6494352-4bff-4af0-a80a-6f2b28698343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:28.878990 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-d6494352-4bff-4af0-a80a-6f2b28698343 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bc5387fe-4e77-43dd-afca-2599ac5cd9e9 HTTP/1.1" status: 200 len: 835 time: 0.0425048 May 06 10:36:28.927925 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-fe98b165-e6f4-428c-bbad-94c43797c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:28.929414 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-fe98b165-e6f4-428c-bbad-94c43797c9d5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de9d8fb2-d618-4082-9674-6275e770685c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431919 May 06 10:36:29.019424 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-60a151dc-125e-4e64-a50d-baa9bf924335 service neutron] 10.222.0.77 "GET /v2.0/networks/de9d8fb2-d618-4082-9674-6275e770685c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828557 May 06 10:36:29.111005 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-cba0ef6a-e15a-469f-9999-f64d25ce9776 service neutron] 10.222.0.77 "GET /v2.0/networks/de9d8fb2-d618-4082-9674-6275e770685c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849373 May 06 10:36:29.505775 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:29.528511 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52101ac0-4dd0-48c2-889c-d1c4783d0a4b req-cf42e617-d2be-4655-996f-c9a8feba9356 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:29.529997 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52101ac0-4dd0-48c2-889c-d1c4783d0a4b req-cf42e617-d2be-4655-996f-c9a8feba9356 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 945 time: 0.0496516 May 06 10:36:29.568367 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-52101ac0-4dd0-48c2-889c-d1c4783d0a4b req-b7a3a71d-17c1-4b07-876d-f7fafb8ea402 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=537b71eb-3981-4a7a-a2bc-814c4fdae91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322587 May 06 10:36:30.683271 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18634318-4be3-4dc1-b64d-558c2660fc79 req-b4b89e20-07a3-4054-9c07-8b95f9359eb4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:30.684762 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-18634318-4be3-4dc1-b64d-558c2660fc79 req-b4b89e20-07a3-4054-9c07-8b95f9359eb4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 945 time: 0.0481780 May 06 10:36:30.728032 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-18634318-4be3-4dc1-b64d-558c2660fc79 req-e59dd809-bc64-4af3-acec-9b0463089533 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=537b71eb-3981-4a7a-a2bc-814c4fdae91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357637 May 06 10:36:31.846447 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250c51f-1677-43b5-ba2d-85d80a49f58c req-2e701395-a1af-4703-a1aa-a04b7042c991 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:31.847960 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f250c51f-1677-43b5-ba2d-85d80a49f58c req-2e701395-a1af-4703-a1aa-a04b7042c991 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 945 time: 0.0489273 May 06 10:36:31.884535 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f250c51f-1677-43b5-ba2d-85d80a49f58c req-e99f3eda-5c86-4fc2-b17b-1c97586cf22b tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=537b71eb-3981-4a7a-a2bc-814c4fdae91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305922 May 06 10:36:33.002628 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb4310-00b3-4641-b74b-74b4f6cbe46c req-b6f33388-47a1-4a9b-b0d6-28b25335e51e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:33.004157 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56bb4310-00b3-4641-b74b-74b4f6cbe46c req-b6f33388-47a1-4a9b-b0d6-28b25335e51e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 945 time: 0.0499699 May 06 10:36:33.041306 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-56bb4310-00b3-4641-b74b-74b4f6cbe46c req-b271eed1-133d-4f82-9804-9cc92cac036a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=537b71eb-3981-4a7a-a2bc-814c4fdae91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313184 May 06 10:36:34.155708 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f74c53-3dfb-4493-9592-524595918cdb req-783dd69a-cd79-403b-b51e-79f22f9bac4d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:34.157189 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-98f74c53-3dfb-4493-9592-524595918cdb req-783dd69a-cd79-403b-b51e-79f22f9bac4d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 945 time: 0.0489190 May 06 10:36:34.197653 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-98f74c53-3dfb-4493-9592-524595918cdb req-ea8d6547-140c-4b60-9417-83bc0c066832 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=537b71eb-3981-4a7a-a2bc-814c4fdae91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345728 May 06 10:36:35.313091 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c0b97-66d7-4f50-b1f1-03f76d5648a2 req-669bc376-8f7d-41fb-98aa-56a119c69036 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:35.314562 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c57c0b97-66d7-4f50-b1f1-03f76d5648a2 req-669bc376-8f7d-41fb-98aa-56a119c69036 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 945 time: 0.0490918 May 06 10:36:35.351759 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c57c0b97-66d7-4f50-b1f1-03f76d5648a2 req-50fae5dd-1858-4bc3-af0e-362e8e94185c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=537b71eb-3981-4a7a-a2bc-814c4fdae91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311289 May 06 10:36:36.473890 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67cb8b-111e-4196-8f8a-55b26291675d req-8e37ca80-29b1-4f21-ac93-1a051fcf65de tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:36.475366 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d67cb8b-111e-4196-8f8a-55b26291675d req-8e37ca80-29b1-4f21-ac93-1a051fcf65de tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 945 time: 0.0500166 May 06 10:36:36.514646 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4d67cb8b-111e-4196-8f8a-55b26291675d req-a5944e0a-ac9b-4ab4-8b95-287b13c47eed tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=537b71eb-3981-4a7a-a2bc-814c4fdae91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330274 May 06 10:36:37.633568 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a100bf-1f3e-4246-85d2-94fb93d2446e req-99541b46-212a-42fd-9511-142e963bb525 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:37.635080 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-96a100bf-1f3e-4246-85d2-94fb93d2446e req-99541b46-212a-42fd-9511-142e963bb525 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 945 time: 0.0525115 May 06 10:36:37.687518 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-96a100bf-1f3e-4246-85d2-94fb93d2446e req-08f85392-79ae-473f-9187-a0f47bd0a339 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=537b71eb-3981-4a7a-a2bc-814c4fdae91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453687 May 06 10:36:38.804511 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b33bd-2c11-4614-bb05-f32d5b835f50 req-88b7252d-e328-4df1-bef4-d0582146b3ad tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:38.805993 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c73b33bd-2c11-4614-bb05-f32d5b835f50 req-88b7252d-e328-4df1-bef4-d0582146b3ad tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 945 time: 0.0502543 May 06 10:36:38.844608 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c73b33bd-2c11-4614-bb05-f32d5b835f50 req-50453793-8576-4aed-9d9c-9623e64cca9c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=537b71eb-3981-4a7a-a2bc-814c4fdae91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320065 May 06 10:36:39.970033 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb610d-f429-4e2a-8dca-dcceb4f5801e req-d12e88df-efa2-4dde-9315-a44d18ace481 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:39.971545 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cbbb610d-f429-4e2a-8dca-dcceb4f5801e req-d12e88df-efa2-4dde-9315-a44d18ace481 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 945 time: 0.0494630 May 06 10:36:40.009941 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cbbb610d-f429-4e2a-8dca-dcceb4f5801e req-cc9ec54b-02cc-4a18-8261-1478a264ba60 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=537b71eb-3981-4a7a-a2bc-814c4fdae91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324671 May 06 10:36:41.125224 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904a3d8-91c5-4737-8c08-885bb5badc2d req-b0bad777-15e3-46b0-99dd-827eb209dc4b tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:41.126765 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b904a3d8-91c5-4737-8c08-885bb5badc2d req-b0bad777-15e3-46b0-99dd-827eb209dc4b tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 945 time: 0.0490468 May 06 10:36:41.169300 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b904a3d8-91c5-4737-8c08-885bb5badc2d req-e0182297-ac68-4d75-aa3c-a9839039930d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=537b71eb-3981-4a7a-a2bc-814c4fdae91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363951 May 06 10:36:41.190381 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-50691750-56d8-487c-96f0-996f51750b33 service neutron] show failed (client error): The resource could not be found. May 06 10:36:41.191433 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-50691750-56d8-487c-96f0-996f51750b33 service neutron] 10.222.0.77 "GET /v2.0/ports/522c135f-ae7c-4871-b4d6-fe9c914dd77d/bindings/n-h1-840835-1 HTTP/1.1" status: 404 len: 380 time: 0.0556037 May 06 10:36:41.469197 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-f9820777-c176-4599-a068-f1bcc77fc70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:41.470681 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-f9820777-c176-4599-a068-f1bcc77fc70a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698&tenant_id=257892d9fff3423bb07a7e9a81056767 HTTP/1.1" status: 200 len: 1096 time: 0.0795975 May 06 10:36:41.480945 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-78979b09-9263-42e1-ae14-bf2cda59d1c5 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:36:41.481882 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-78979b09-9263-42e1-ae14-bf2cda59d1c5 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047696 May 06 10:36:41.494152 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840835-1', 'device_owner': 'compute:nova'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:36:41.546951 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:41.748285 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] For port 522c135f-ae7c-4871-b4d6-fe9c914dd77d, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=522c135f-ae7c-4871-b4d6-fe9c914dd77d,segment=NetworkSegment(d3848b5d-4d47-4815-99b5-ca5cc1e111ee),segment_id=d3848b5d-4d47-4815-99b5-ca5cc1e111ee)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:36:41.785704 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] For port 522c135f-ae7c-4871-b4d6-fe9c914dd77d, host n-h2-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:36:41.825128 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d78d482-05a1-46d0-8377-390af6a24698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '522c135f-ae7c-4871-b4d6-fe9c914dd77d'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:36:41.828299 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1caaf7a81e239b66cb88d4696e2ac350de7f7976e977350f19e420479ff9b81b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d434da2-1014-4980-8e89-01b582cab845" -d '{"events": [{"server_uuid": "8d78d482-05a1-46d0-8377-390af6a24698", "name": "network-vif-unplugged", "status": "completed", "tag": "522c135f-ae7c-4871-b4d6-fe9c914dd77d"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:36:41.832171 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:41.846648 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Transition to ACTIVE for port object 522c135f-ae7c-4871-b4d6-fe9c914dd77d will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:36:41.850480 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:41.930196 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Pushing event updated for resources: {'Port': ['ID=522c135f-ae7c-4871-b4d6-fe9c914dd77d,revision_number=6']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:36:41.942598 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:41.942951 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:41.943323 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:41.943667 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:41.944011 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:41.944341 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:41.944915 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:41.945053 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:41.945320 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:41.945652 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:41.945977 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:41.946301 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:41.958411 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 10:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409ad475-0c14-48e1-96de-022084b17674 x-openstack-request-id: req-409ad475-0c14-48e1-96de-022084b17674 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:36:41.958715 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d78d482-05a1-46d0-8377-390af6a24698", "name": "network-vif-unplugged", "status": "completed", "tag": "522c135f-ae7c-4871-b4d6-fe9c914dd77d", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:36:41.958972 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-409ad475-0c14-48e1-96de-022084b17674 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:36:41.959416 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-409ad475-0c14-48e1-96de-022084b17674'] response: {'server_uuid': '8d78d482-05a1-46d0-8377-390af6a24698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '522c135f-ae7c-4871-b4d6-fe9c914dd77d', 'code': 200} May 06 10:36:41.990608 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] No DVR routers for this DVR port 522c135f-ae7c-4871-b4d6-fe9c914dd77d on host n-h2-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:36:42.146507 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Attempting to bind port 522c135f-ae7c-4871-b4d6-fe9c914dd77d on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:36:42.147235 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Attempting to bind port 522c135f-ae7c-4871-b4d6-fe9c914dd77d by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'd3848b5d-4d47-4815-99b5-ca5cc1e111ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:36:42.147235 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Attempting to bind port 522c135f-ae7c-4871-b4d6-fe9c914dd77d on network de9d8fb2-d618-4082-9674-6275e770685c {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:36:42.151477 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Port 522c135f-ae7c-4871-b4d6-fe9c914dd77d on network de9d8fb2-d618-4082-9674-6275e770685c not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:36:42.151803 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Attempting to bind port 522c135f-ae7c-4871-b4d6-fe9c914dd77d on network de9d8fb2-d618-4082-9674-6275e770685c {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:36:42.156654 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:36:42.156946 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Checking segment: {'id': 'd3848b5d-4d47-4815-99b5-ca5cc1e111ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:36:42.158616 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Bound using segment: {'id': 'd3848b5d-4d47-4815-99b5-ca5cc1e111ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:36:42.159059 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Bound port: 522c135f-ae7c-4871-b4d6-fe9c914dd77d, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3848b5d-4d47-4815-99b5-ca5cc1e111ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:36:42.159453 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:42.225379 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] For port 522c135f-ae7c-4871-b4d6-fe9c914dd77d, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:36:42.229440 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] For port 522c135f-ae7c-4871-b4d6-fe9c914dd77d, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=522c135f-ae7c-4871-b4d6-fe9c914dd77d,segment=NetworkSegment(d3848b5d-4d47-4815-99b5-ca5cc1e111ee),segment_id=d3848b5d-4d47-4815-99b5-ca5cc1e111ee)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:36:42.233914 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:42.298779 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:42.299520 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:42.300915 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] 10.222.0.84 "PUT /v2.0/ports/522c135f-ae7c-4871-b4d6-fe9c914dd77d HTTP/1.1" status: 200 len: 1091 time: 0.8104923 May 06 10:36:42.342547 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3fa01f-20f6-480c-8274-848aff385c7d service neutron] Pushing event updated for resources: {'Port': ['ID=522c135f-ae7c-4871-b4d6-fe9c914dd77d,revision_number=7']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:36:42.375066 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73955f-8063-4762-8bde-4638d3b6fc57 req-deb6a436-5705-4b9f-adb3-801140b5c585 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:42.376635 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eb73955f-8063-4762-8bde-4638d3b6fc57 req-deb6a436-5705-4b9f-adb3-801140b5c585 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 943 time: 0.1170864 May 06 10:36:42.402382 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-b8ee14ed-eb59-4ef0-b00e-45ba3fd4dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:42.403977 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-b8ee14ed-eb59-4ef0-b00e-45ba3fd4dcbb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 1094 time: 0.0781186 May 06 10:36:42.443598 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eb73955f-8063-4762-8bde-4638d3b6fc57 req-c434404f-6f48-4ac8-a10a-0a4436609d3f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=537b71eb-3981-4a7a-a2bc-814c4fdae91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591152 May 06 10:36:42.515330 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-ba09f674-b834-4f08-b4e7-deed63150704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:42.516810 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-ba09f674-b834-4f08-b4e7-deed63150704 service neutron] 10.222.0.84 "GET /v2.0/networks?id=de9d8fb2-d618-4082-9674-6275e770685c HTTP/1.1" status: 200 len: 896 time: 0.1043463 May 06 10:36:42.586264 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-d4ce6066-01ac-4c58-b749-8b493beda29e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=522c135f-ae7c-4871-b4d6-fe9c914dd77d HTTP/1.1" status: 200 len: 999 time: 0.0623841 May 06 10:36:42.634895 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-5b5f9f59-58f8-4dc4-83af-ecdf07a3215e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:42.636445 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-5b5f9f59-58f8-4dc4-83af-ecdf07a3215e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bc5387fe-4e77-43dd-afca-2599ac5cd9e9 HTTP/1.1" status: 200 len: 835 time: 0.0433564 May 06 10:36:42.682343 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-a7739aa2-c2da-4180-beaf-ed9e99d093d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:42.683842 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-a7739aa2-c2da-4180-beaf-ed9e99d093d4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=de9d8fb2-d618-4082-9674-6275e770685c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404313 May 06 10:36:42.778631 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-db211d1c-7500-4108-b720-f4f35f08ac1b service neutron] 10.222.0.84 "GET /v2.0/networks/de9d8fb2-d618-4082-9674-6275e770685c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880525 May 06 10:36:42.868948 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e11fcdb5-3c24-4dd8-919e-e100868402fe req-f47e175d-76ef-4790-b63a-ebee607dfd73 service neutron] 10.222.0.84 "GET /v2.0/networks/de9d8fb2-d618-4082-9674-6275e770685c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825317 May 06 10:36:43.568842 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a886e2-11ef-4069-8624-f1a1d7687885 req-5a4dcb04-4cc7-48dd-8d3d-82e755765fee tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:43.570305 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3a886e2-11ef-4069-8624-f1a1d7687885 req-5a4dcb04-4cc7-48dd-8d3d-82e755765fee tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 943 time: 0.0523255 May 06 10:36:43.609220 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3a886e2-11ef-4069-8624-f1a1d7687885 req-876393d3-06cd-4ac9-b0dd-318d55725011 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=537b71eb-3981-4a7a-a2bc-814c4fdae91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328884 May 06 10:36:43.961250 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d78d482-05a1-46d0-8377-390af6a24698', 'tag': '522c135f-ae7c-4871-b4d6-fe9c914dd77d'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:36:43.963652 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1caaf7a81e239b66cb88d4696e2ac350de7f7976e977350f19e420479ff9b81b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a06246d-3618-45a7-ad34-5c37d3a357b3" -d '{"events": [{"name": "network-changed", "server_uuid": "8d78d482-05a1-46d0-8377-390af6a24698", "tag": "522c135f-ae7c-4871-b4d6-fe9c914dd77d"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:36:44.012331 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c1d00b-e6c3-496c-81c0-f863c997add9 x-openstack-request-id: req-c6c1d00b-e6c3-496c-81c0-f863c997add9 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:36:44.012700 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d78d482-05a1-46d0-8377-390af6a24698", "tag": "522c135f-ae7c-4871-b4d6-fe9c914dd77d", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:36:44.013354 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c6c1d00b-e6c3-496c-81c0-f863c997add9 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:36:44.013830 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6c1d00b-e6c3-496c-81c0-f863c997add9'] response: {'name': 'network-changed', 'server_uuid': '8d78d482-05a1-46d0-8377-390af6a24698', 'tag': '522c135f-ae7c-4871-b4d6-fe9c914dd77d', 'status': 'completed', 'code': 200} May 06 10:36:44.071432 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06246d-3618-45a7-ad34-5c37d3a357b3 req-454bb287-5160-43b6-b9eb-7c0cdf17335d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:44.072837 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7a06246d-3618-45a7-ad34-5c37d3a357b3 req-454bb287-5160-43b6-b9eb-7c0cdf17335d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 1094 time: 0.0435224 May 06 10:36:44.094401 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06246d-3618-45a7-ad34-5c37d3a357b3 req-790cb47f-d719-4531-a11c-4ece31141b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:44.095934 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7a06246d-3618-45a7-ad34-5c37d3a357b3 req-790cb47f-d719-4531-a11c-4ece31141b70 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 1094 time: 0.0414321 May 06 10:36:44.165931 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06246d-3618-45a7-ad34-5c37d3a357b3 req-5bce04c9-7caf-4bd9-ad7c-cf869766b783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:44.167456 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7a06246d-3618-45a7-ad34-5c37d3a357b3 req-5bce04c9-7caf-4bd9-ad7c-cf869766b783 service neutron] 10.222.0.84 "GET /v2.0/networks?id=de9d8fb2-d618-4082-9674-6275e770685c HTTP/1.1" status: 200 len: 896 time: 0.0876024 May 06 10:36:44.190163 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06246d-3618-45a7-ad34-5c37d3a357b3 req-ca8cedc2-cb8b-4e7d-83f9-c3023f88a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:44.191669 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7a06246d-3618-45a7-ad34-5c37d3a357b3 req-ca8cedc2-cb8b-4e7d-83f9-c3023f88a7fd service neutron] 10.222.0.77 "GET /v2.0/networks?id=de9d8fb2-d618-4082-9674-6275e770685c HTTP/1.1" status: 200 len: 896 time: 0.0894806 May 06 10:36:44.232520 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7a06246d-3618-45a7-ad34-5c37d3a357b3 req-5d1f2273-9184-4998-97db-102c80ab371b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=522c135f-ae7c-4871-b4d6-fe9c914dd77d HTTP/1.1" status: 200 len: 999 time: 0.0579281 May 06 10:36:44.259235 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7a06246d-3618-45a7-ad34-5c37d3a357b3 req-a628a6a1-a537-4f92-824f-7153d277a6d2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=522c135f-ae7c-4871-b4d6-fe9c914dd77d HTTP/1.1" status: 200 len: 999 time: 0.0604007 May 06 10:36:44.281595 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06246d-3618-45a7-ad34-5c37d3a357b3 req-68997785-b760-4f4d-b320-e786567a800b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:44.283064 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7a06246d-3618-45a7-ad34-5c37d3a357b3 req-68997785-b760-4f4d-b320-e786567a800b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bc5387fe-4e77-43dd-afca-2599ac5cd9e9 HTTP/1.1" status: 200 len: 835 time: 0.0432260 May 06 10:36:44.310637 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06246d-3618-45a7-ad34-5c37d3a357b3 req-7481dbd7-5be8-41aa-927d-f930e1e0c927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:44.312229 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7a06246d-3618-45a7-ad34-5c37d3a357b3 req-7481dbd7-5be8-41aa-927d-f930e1e0c927 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bc5387fe-4e77-43dd-afca-2599ac5cd9e9 HTTP/1.1" status: 200 len: 835 time: 0.0456052 May 06 10:36:44.338957 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06246d-3618-45a7-ad34-5c37d3a357b3 req-01164697-4379-448e-8e36-ade04d4b3c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:44.340422 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7a06246d-3618-45a7-ad34-5c37d3a357b3 req-01164697-4379-448e-8e36-ade04d4b3c9c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=de9d8fb2-d618-4082-9674-6275e770685c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476847 May 06 10:36:44.366997 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06246d-3618-45a7-ad34-5c37d3a357b3 req-98ff6711-18a4-4e97-a9c0-0ff48dccdf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:44.368584 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7a06246d-3618-45a7-ad34-5c37d3a357b3 req-98ff6711-18a4-4e97-a9c0-0ff48dccdf0e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de9d8fb2-d618-4082-9674-6275e770685c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498245 May 06 10:36:44.445722 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7a06246d-3618-45a7-ad34-5c37d3a357b3 req-6ddc9f94-8f3a-4fe2-a3b7-cb0bceae608b service neutron] 10.222.0.84 "GET /v2.0/networks/de9d8fb2-d618-4082-9674-6275e770685c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942621 May 06 10:36:44.463562 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7a06246d-3618-45a7-ad34-5c37d3a357b3 req-aec9c80d-17ce-42cc-9513-895fcd0c7333 service neutron] 10.222.0.77 "GET /v2.0/networks/de9d8fb2-d618-4082-9674-6275e770685c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878370 May 06 10:36:44.544121 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7a06246d-3618-45a7-ad34-5c37d3a357b3 req-043d6a19-1b92-4945-97ce-ec39fcb30c96 service neutron] 10.222.0.84 "GET /v2.0/networks/de9d8fb2-d618-4082-9674-6275e770685c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889752 May 06 10:36:44.562787 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7a06246d-3618-45a7-ad34-5c37d3a357b3 req-60ef321e-6060-4c7e-a9bc-84a4f6275908 service neutron] 10.222.0.77 "GET /v2.0/networks/de9d8fb2-d618-4082-9674-6275e770685c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928829 May 06 10:36:44.726733 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93139c18-ded1-4ed0-91e3-3d8582ae201f req-d5916738-bda6-499f-97df-176605799bb2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:44.728216 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-93139c18-ded1-4ed0-91e3-3d8582ae201f req-d5916738-bda6-499f-97df-176605799bb2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 943 time: 0.0489981 May 06 10:36:44.767478 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-93139c18-ded1-4ed0-91e3-3d8582ae201f req-dba7ff8c-bd71-4fbf-9a32-076e50166538 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=537b71eb-3981-4a7a-a2bc-814c4fdae91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326307 May 06 10:36:44.915194 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 522c135f-ae7c-4871-b4d6-fe9c914dd77d no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:36:44.957017 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 522c135f-ae7c-4871-b4d6-fe9c914dd77d not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:36:44.969499 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a3eae-2307-4fd8-94cc-de59ac097cb0 req-f5a679e4-6be8-4822-bd4d-95805a6c7838 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:44.971011 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-907a3eae-2307-4fd8-94cc-de59ac097cb0 req-f5a679e4-6be8-4822-bd4d-95805a6c7838 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 943 time: 0.0542636 May 06 10:36:44.980813 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 522c135f-ae7c-4871-b4d6-fe9c914dd77d details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:36:45.001318 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119192c-1c94-4966-9342-b46367c492a6 req-9fe74509-f7d3-4148-8f77-1c89a9acb845 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:45.002987 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a119192c-1c94-4966-9342-b46367c492a6 req-9fe74509-f7d3-4148-8f77-1c89a9acb845 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698&tenant_id=257892d9fff3423bb07a7e9a81056767&binding%3Ahost_id=n-h1-840835-1 HTTP/1.1" status: 200 len: 943 time: 0.0566635 May 06 10:36:45.003944 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:36:45.016133 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-907a3eae-2307-4fd8-94cc-de59ac097cb0 req-eca0de7f-414a-4694-b4f5-6aff41d36a2a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=537b71eb-3981-4a7a-a2bc-814c4fdae91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385189 May 06 10:36:45.074834 n-d-840835-1 neutron-server[102652]: INFO neutron.api.v2.resource [req-a119192c-1c94-4966-9342-b46367c492a6 req-dad406f8-be01-4cb0-bd76-76d4697ed8e4 service neutron] delete failed (client error): The resource could not be found. May 06 10:36:45.075972 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a119192c-1c94-4966-9342-b46367c492a6 req-dad406f8-be01-4cb0-bd76-76d4697ed8e4 service neutron] 10.222.0.77 "DELETE /v2.0/ports/522c135f-ae7c-4871-b4d6-fe9c914dd77d/bindings/n-h2-840835-1 HTTP/1.1" status: 404 len: 380 time: 0.0661490 May 06 10:36:45.096213 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 522c135f-ae7c-4871-b4d6-fe9c914dd77d, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=522c135f-ae7c-4871-b4d6-fe9c914dd77d,segment=NetworkSegment(d3848b5d-4d47-4815-99b5-ca5cc1e111ee),segment_id=d3848b5d-4d47-4815-99b5-ca5cc1e111ee)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:36:45.108454 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '522c135f-ae7c-4871-b4d6-fe9c914dd77d', 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c', 'port_id': '522c135f-ae7c-4871-b4d6-fe9c914dd77d', 'mac_address': 'fa:16:3e:d0:d4:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc5387fe-4e77-43dd-afca-2599ac5cd9e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:36:45.139877 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8d3b8-420a-4bf6-9103-600960178129 req-a36fabec-90a0-4eef-8282-765b07021334 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:45.141700 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e7c8d3b8-420a-4bf6-9103-600960178129 req-a36fabec-90a0-4eef-8282-765b07021334 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 943 time: 0.0525568 May 06 10:36:45.152269 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:45.166409 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522c135f-ae7c-4871-b4d6-fe9c914dd77d {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:36:45.185859 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119192c-1c94-4966-9342-b46367c492a6 req-5ea7cc5c-d872-43ba-aeb7-c295128df905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:45.186430 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 522c135f-ae7c-4871-b4d6-fe9c914dd77d, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=522c135f-ae7c-4871-b4d6-fe9c914dd77d,segment=NetworkSegment(d3848b5d-4d47-4815-99b5-ca5cc1e111ee),segment_id=d3848b5d-4d47-4815-99b5-ca5cc1e111ee)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:36:45.187538 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a119192c-1c94-4966-9342-b46367c492a6 req-5ea7cc5c-d872-43ba-aeb7-c295128df905 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 1094 time: 0.0485137 May 06 10:36:45.188695 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e7c8d3b8-420a-4bf6-9103-600960178129 req-604be81b-7fbc-4af2-a35e-a8e39598bd17 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=537b71eb-3981-4a7a-a2bc-814c4fdae91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400486 May 06 10:36:45.190956 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:45.240468 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=522c135f-ae7c-4871-b4d6-fe9c914dd77d,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:36:45.247782 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:45.248141 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:45.248524 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:45.248872 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:45.249213 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:45.249556 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:45.249890 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:45.250227 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:45.250561 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:45.250893 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:45.251245 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:45.251592 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:45.283851 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119192c-1c94-4966-9342-b46367c492a6 req-5e8f42c1-f566-4770-8906-06acc91a2230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:45.285332 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a119192c-1c94-4966-9342-b46367c492a6 req-5e8f42c1-f566-4770-8906-06acc91a2230 service neutron] 10.222.0.77 "GET /v2.0/networks?id=de9d8fb2-d618-4082-9674-6275e770685c HTTP/1.1" status: 200 len: 896 time: 0.0911956 May 06 10:36:45.350373 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a119192c-1c94-4966-9342-b46367c492a6 req-9a484d2e-9379-462e-b0d7-cd0675055278 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=522c135f-ae7c-4871-b4d6-fe9c914dd77d HTTP/1.1" status: 200 len: 1000 time: 0.0582731 May 06 10:36:45.415891 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119192c-1c94-4966-9342-b46367c492a6 req-d0ce498d-9ee7-4f5d-bc50-d370ac25e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:45.415891 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a119192c-1c94-4966-9342-b46367c492a6 req-d0ce498d-9ee7-4f5d-bc50-d370ac25e6b4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bc5387fe-4e77-43dd-afca-2599ac5cd9e9 HTTP/1.1" status: 200 len: 835 time: 0.0537107 May 06 10:36:45.426766 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['522c135f-ae7c-4871-b4d6-fe9c914dd77d'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:36:45.459596 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119192c-1c94-4966-9342-b46367c492a6 req-f9658dc9-f649-4429-a450-43da4e926c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:45.461108 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a119192c-1c94-4966-9342-b46367c492a6 req-f9658dc9-f649-4429-a450-43da4e926c91 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de9d8fb2-d618-4082-9674-6275e770685c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442548 May 06 10:36:45.551464 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a119192c-1c94-4966-9342-b46367c492a6 req-5f214006-1f1f-41d2-bf06-856684eadf7d service neutron] 10.222.0.77 "GET /v2.0/networks/de9d8fb2-d618-4082-9674-6275e770685c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827856 May 06 10:36:45.650511 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a119192c-1c94-4966-9342-b46367c492a6 req-b474794f-f960-4862-8b14-a656f9568c52 service neutron] 10.222.0.77 "GET /v2.0/networks/de9d8fb2-d618-4082-9674-6275e770685c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918496 May 06 10:36:46.023499 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-288e2764-20e7-4f1b-aeb9-16a0e71d8300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:46.308645 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eea3f9-5339-4988-b45f-77ae8da13a08 req-3ca2d7e3-5e44-4780-a7df-99e4d44e2c10 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:46.310132 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-06eea3f9-5339-4988-b45f-77ae8da13a08 req-3ca2d7e3-5e44-4780-a7df-99e4d44e2c10 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 944 time: 0.0496728 May 06 10:36:46.349511 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-06eea3f9-5339-4988-b45f-77ae8da13a08 req-6e8031b0-2549-493e-a019-dd45d148dce0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=537b71eb-3981-4a7a-a2bc-814c4fdae91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331097 May 06 10:36:46.373333 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39918) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:36:46.435685 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c6af2170-df70-49cb-b29c-12bb23d65f68 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/floatingips/3029d175-cf0d-4ba4-b1d0-1e446071774f HTTP/1.1" status: 200 len: 992 time: 0.0612311 May 06 10:36:46.988563 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 522c135f-ae7c-4871-b4d6-fe9c914dd77d up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:36:47.037250 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 522c135f-ae7c-4871-b4d6-fe9c914dd77d completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:36:47.040794 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 522c135f-ae7c-4871-b4d6-fe9c914dd77d triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:36:47.041175 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:47.118997 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:47.142589 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d78d482-05a1-46d0-8377-390af6a24698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522c135f-ae7c-4871-b4d6-fe9c914dd77d'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:36:47.144844 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532bd0f9c54137a25b4c1a322a0cfb660db88c671ca36eb22ff5f9a731e51081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7f5a37-29a2-4c97-961c-e76acbc730eb" -d '{"events": [{"server_uuid": "8d78d482-05a1-46d0-8377-390af6a24698", "name": "network-vif-plugged", "status": "completed", "tag": "522c135f-ae7c-4871-b4d6-fe9c914dd77d"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:36:47.157038 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 522c135f-ae7c-4871-b4d6-fe9c914dd77d, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=522c135f-ae7c-4871-b4d6-fe9c914dd77d,segment=NetworkSegment(d3848b5d-4d47-4815-99b5-ca5cc1e111ee),segment_id=d3848b5d-4d47-4815-99b5-ca5cc1e111ee)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:36:47.161124 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:47.184194 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c42dfd-a5f6-47d4-9ea3-5dd07e3374a3 x-openstack-request-id: req-49c42dfd-a5f6-47d4-9ea3-5dd07e3374a3 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:36:47.184488 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d78d482-05a1-46d0-8377-390af6a24698", "name": "network-vif-plugged", "status": "completed", "tag": "522c135f-ae7c-4871-b4d6-fe9c914dd77d", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:36:47.184741 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-49c42dfd-a5f6-47d4-9ea3-5dd07e3374a3 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:36:47.185136 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49c42dfd-a5f6-47d4-9ea3-5dd07e3374a3'] response: {'server_uuid': '8d78d482-05a1-46d0-8377-390af6a24698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522c135f-ae7c-4871-b4d6-fe9c914dd77d', 'code': 200} May 06 10:36:47.211299 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=522c135f-ae7c-4871-b4d6-fe9c914dd77d,revision_number=9']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:36:48.545755 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-980402ab-09b2-43a1-a3c7-aa765c38dd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:49.221877 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:49.722488 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:51.410057 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:51.564517 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:59.500579 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:14.186949 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e939e05-cf99-4bd8-9b28-7981ee6b9086 req-df817c00-da4a-48c0-972d-993515d2c0a2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431650 May 06 10:37:14.267555 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e939e05-cf99-4bd8-9b28-7981ee6b9086 req-f6a379fa-9f9a-4537-b0ff-a37c3dca0c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:14.269030 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e939e05-cf99-4bd8-9b28-7981ee6b9086 req-f6a379fa-9f9a-4537-b0ff-a37c3dca0c48 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 1096 time: 0.0405595 May 06 10:37:14.371248 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e939e05-cf99-4bd8-9b28-7981ee6b9086 req-3ff11ba9-4017-49d4-ac73-bf0577c7eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:14.372726 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e939e05-cf99-4bd8-9b28-7981ee6b9086 req-3ff11ba9-4017-49d4-ac73-bf0577c7eb25 service neutron] 10.222.0.84 "GET /v2.0/networks?id=de9d8fb2-d618-4082-9674-6275e770685c HTTP/1.1" status: 200 len: 896 time: 0.0842631 May 06 10:37:14.441908 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e939e05-cf99-4bd8-9b28-7981ee6b9086 req-20ea6a17-f6a0-4d69-bd93-477937e1c1c1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=522c135f-ae7c-4871-b4d6-fe9c914dd77d HTTP/1.1" status: 200 len: 1001 time: 0.0615168 May 06 10:37:14.492171 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e939e05-cf99-4bd8-9b28-7981ee6b9086 req-88289847-5e0d-470c-896b-1f0a76534c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:14.493667 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e939e05-cf99-4bd8-9b28-7981ee6b9086 req-88289847-5e0d-470c-896b-1f0a76534c8d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bc5387fe-4e77-43dd-afca-2599ac5cd9e9 HTTP/1.1" status: 200 len: 835 time: 0.0443008 May 06 10:37:14.538837 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e939e05-cf99-4bd8-9b28-7981ee6b9086 req-fde9ead7-c15b-40cd-bb6b-f665c77802d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:14.540345 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e939e05-cf99-4bd8-9b28-7981ee6b9086 req-fde9ead7-c15b-40cd-bb6b-f665c77802d8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=de9d8fb2-d618-4082-9674-6275e770685c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400181 May 06 10:37:14.633597 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e939e05-cf99-4bd8-9b28-7981ee6b9086 req-06c5db76-e707-43fd-b836-08b6c6aee6d6 service neutron] 10.222.0.84 "GET /v2.0/networks/de9d8fb2-d618-4082-9674-6275e770685c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860677 May 06 10:37:14.721724 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7e939e05-cf99-4bd8-9b28-7981ee6b9086 req-6dc0c8dc-b372-4b9b-af03-aba3faa15554 service neutron] 10.222.0.84 "GET /v2.0/networks/de9d8fb2-d618-4082-9674-6275e770685c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811512 May 06 10:37:14.862191 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39930) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:37:15.023082 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-d263b30d-b4cc-4508-8c4a-3e322cf11105 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Deleting port fd75f17b-d24f-47ee-8f72-73f5cb83b0ac {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:37:15.023378 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d263b30d-b4cc-4508-8c4a-3e322cf11105 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:15.101799 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d263b30d-b4cc-4508-8c4a-3e322cf11105 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:15.102131 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d263b30d-b4cc-4508-8c4a-3e322cf11105 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:15.114722 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-d263b30d-b4cc-4508-8c4a-3e322cf11105 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Calling delete_port for fd75f17b-d24f-47ee-8f72-73f5cb83b0ac owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:37:15.259654 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d263b30d-b4cc-4508-8c4a-3e322cf11105 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:15.292205 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263b30d-b4cc-4508-8c4a-3e322cf11105 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'Port': ['ID=fd75f17b-d24f-47ee-8f72-73f5cb83b0ac,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:15.314217 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263b30d-b4cc-4508-8c4a-3e322cf11105 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:15.314573 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263b30d-b4cc-4508-8c4a-3e322cf11105 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:15.314926 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263b30d-b4cc-4508-8c4a-3e322cf11105 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:15.315301 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263b30d-b4cc-4508-8c4a-3e322cf11105 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:15.315646 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263b30d-b4cc-4508-8c4a-3e322cf11105 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:15.315992 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263b30d-b4cc-4508-8c4a-3e322cf11105 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:15.316330 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263b30d-b4cc-4508-8c4a-3e322cf11105 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:15.316673 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263b30d-b4cc-4508-8c4a-3e322cf11105 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:15.317010 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263b30d-b4cc-4508-8c4a-3e322cf11105 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:15.317350 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263b30d-b4cc-4508-8c4a-3e322cf11105 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:15.317682 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263b30d-b4cc-4508-8c4a-3e322cf11105 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:15.318010 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263b30d-b4cc-4508-8c4a-3e322cf11105 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:15.359233 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d263b30d-b4cc-4508-8c4a-3e322cf11105 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:15.359573 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-d263b30d-b4cc-4508-8c4a-3e322cf11105 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Floating IP 3029d175-cf0d-4ba4-b1d0-1e446071774f disassociated (deleted). External IP: 172.25.5.183, port: 522c135f-ae7c-4871-b4d6-fe9c914dd77d. May 06 10:37:15.570803 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d263b30d-b4cc-4508-8c4a-3e322cf11105 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Router 1cc9620e-e36d-48cd-8391-ef3d2f802ad2 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:37:15.682378 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d263b30d-b4cc-4508-8c4a-3e322cf11105 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:37:15.687250 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d263b30d-b4cc-4508-8c4a-3e322cf11105 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:15.691949 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a3c425-0a27-44d2-9d07-6e3f8dffddea None None] Sync routers for ids ['1cc9620e-e36d-48cd-8391-ef3d2f802ad2'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:37:15.701582 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a3c425-0a27-44d2-9d07-6e3f8dffddea None None] Routers {'1cc9620e-e36d-48cd-8391-ef3d2f802ad2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:37:15.702206 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-01a3c425-0a27-44d2-9d07-6e3f8dffddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:36:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1cc9620e-e36d-48cd-8391-ef3d2f802ad2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:15.714554 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d263b30d-b4cc-4508-8c4a-3e322cf11105 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "DELETE /v2.0/floatingips/3029d175-cf0d-4ba4-b1d0-1e446071774f HTTP/1.1" status: 204 len: 168 time: 0.8512812 May 06 10:37:15.715268 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d78d482-05a1-46d0-8377-390af6a24698', 'tag': '522c135f-ae7c-4871-b4d6-fe9c914dd77d'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:37:15.718154 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4203f62887ad6c042520207c1f89edfd97f1d269ecb3a7960f22881858371cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc752d59-2064-40b9-b04e-5ce5e48ff4ef" -d '{"events": [{"name": "network-changed", "server_uuid": "8d78d482-05a1-46d0-8377-390af6a24698", "tag": "522c135f-ae7c-4871-b4d6-fe9c914dd77d"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:37:15.811196 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-01a3c425-0a27-44d2-9d07-6e3f8dffddea None None] Set router 1cc9620e-e36d-48cd-8391-ef3d2f802ad2 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:37:15.941543 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74743886-8e90-4c8c-881b-b69d827acbce x-openstack-request-id: req-74743886-8e90-4c8c-881b-b69d827acbce {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:37:15.942306 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d78d482-05a1-46d0-8377-390af6a24698", "tag": "522c135f-ae7c-4871-b4d6-fe9c914dd77d", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:37:15.942306 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-74743886-8e90-4c8c-881b-b69d827acbce {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:37:15.942833 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74743886-8e90-4c8c-881b-b69d827acbce'] response: {'name': 'network-changed', 'server_uuid': '8d78d482-05a1-46d0-8377-390af6a24698', 'tag': '522c135f-ae7c-4871-b4d6-fe9c914dd77d', 'status': 'completed', 'code': 200} May 06 10:37:16.034255 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1217ce0c-48b7-4c61-b2bc-3ffd8057f710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:16.041309 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-01a3c425-0a27-44d2-9d07-6e3f8dffddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925705578', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '9f8976af-b033-486d-a72d-263bd8bf0fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:35:03Z', 'updated_at': '2022-05-06T10:35:07Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': '9f8976af-b033-486d-a72d-263bd8bf0fc3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:45:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:35:04Z', 'updated_at': '2022-05-06T10:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '22f4a7eb-0244-4ee8-bb75-3208d85b4612', 'name': '', 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:a2:97:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'bc5387fe-4e77-43dd-afca-2599ac5cd9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:35:06Z', 'updated_at': '2022-05-06T10:35:10Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': 'bc5387fe-4e77-43dd-afca-2599ac5cd9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:16.042515 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc752d59-2064-40b9-b04e-5ce5e48ff4ef req-face14dd-dc02-42ce-a1ff-9fc5aa9fd5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:16.044064 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc752d59-2064-40b9-b04e-5ce5e48ff4ef req-face14dd-dc02-42ce-a1ff-9fc5aa9fd5ed service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 1096 time: 0.0753739 May 06 10:37:16.060620 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386ab93-0606-44c8-9f43-286517281a80 req-21f497d4-6f5e-476d-b0d5-5f1cc14f57da tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:16.062103 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6386ab93-0606-44c8-9f43-286517281a80 req-21f497d4-6f5e-476d-b0d5-5f1cc14f57da tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 945 time: 0.0663910 May 06 10:37:16.069002 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a3c425-0a27-44d2-9d07-6e3f8dffddea None None] Checking router: 1cc9620e-e36d-48cd-8391-ef3d2f802ad2 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:37:16.077854 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a3c425-0a27-44d2-9d07-6e3f8dffddea None None] Routers {'1cc9620e-e36d-48cd-8391-ef3d2f802ad2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:37:16.078480 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-01a3c425-0a27-44d2-9d07-6e3f8dffddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:36:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1cc9620e-e36d-48cd-8391-ef3d2f802ad2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:16.153227 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6386ab93-0606-44c8-9f43-286517281a80 req-2b350146-578d-4736-9a27-ad212b26acfa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=537b71eb-3981-4a7a-a2bc-814c4fdae91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804148 May 06 10:37:16.179692 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc752d59-2064-40b9-b04e-5ce5e48ff4ef req-fdceeaa3-1921-48cc-8c7c-b9e0a9889040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:16.181176 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc752d59-2064-40b9-b04e-5ce5e48ff4ef req-fdceeaa3-1921-48cc-8c7c-b9e0a9889040 service neutron] 10.222.0.84 "GET /v2.0/networks?id=de9d8fb2-d618-4082-9674-6275e770685c HTTP/1.1" status: 200 len: 896 time: 0.1182163 May 06 10:37:16.188644 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-01a3c425-0a27-44d2-9d07-6e3f8dffddea None None] Set router 1cc9620e-e36d-48cd-8391-ef3d2f802ad2 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:37:16.230306 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc752d59-2064-40b9-b04e-5ce5e48ff4ef req-4a59ed13-0450-469a-aab0-3b3f44ac8428 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=522c135f-ae7c-4871-b4d6-fe9c914dd77d HTTP/1.1" status: 200 len: 217 time: 0.0405560 May 06 10:37:16.284673 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc752d59-2064-40b9-b04e-5ce5e48ff4ef req-8f600abf-86bb-4641-90e1-d33f53738701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:16.286158 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc752d59-2064-40b9-b04e-5ce5e48ff4ef req-8f600abf-86bb-4641-90e1-d33f53738701 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bc5387fe-4e77-43dd-afca-2599ac5cd9e9 HTTP/1.1" status: 200 len: 835 time: 0.0478990 May 06 10:37:16.336418 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc752d59-2064-40b9-b04e-5ce5e48ff4ef req-3437e798-8b69-4e23-ada6-867631bd9a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:16.337914 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc752d59-2064-40b9-b04e-5ce5e48ff4ef req-3437e798-8b69-4e23-ada6-867631bd9a97 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=de9d8fb2-d618-4082-9674-6275e770685c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412996 May 06 10:37:16.391563 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-01a3c425-0a27-44d2-9d07-6e3f8dffddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925705578', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '9f8976af-b033-486d-a72d-263bd8bf0fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:35:03Z', 'updated_at': '2022-05-06T10:35:07Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': '9f8976af-b033-486d-a72d-263bd8bf0fc3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:45:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:35:04Z', 'updated_at': '2022-05-06T10:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '22f4a7eb-0244-4ee8-bb75-3208d85b4612', 'name': '', 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:a2:97:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'bc5387fe-4e77-43dd-afca-2599ac5cd9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:35:06Z', 'updated_at': '2022-05-06T10:35:10Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': 'bc5387fe-4e77-43dd-afca-2599ac5cd9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:16.421972 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a3c425-0a27-44d2-9d07-6e3f8dffddea None None] The sync data for ids ['1cc9620e-e36d-48cd-8391-ef3d2f802ad2'] in n-d-840835-1 is: [{'id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925705578', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '9f8976af-b033-486d-a72d-263bd8bf0fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:35:03Z', 'updated_at': '2022-05-06T10:35:07Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': '9f8976af-b033-486d-a72d-263bd8bf0fc3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:45:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:35:04Z', 'updated_at': '2022-05-06T10:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '22f4a7eb-0244-4ee8-bb75-3208d85b4612', 'name': '', 'network_id': 'de9d8fb2-d618-4082-9674-6275e770685c', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:a2:97:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'bc5387fe-4e77-43dd-afca-2599ac5cd9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:35:06Z', 'updated_at': '2022-05-06T10:35:10Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': 'bc5387fe-4e77-43dd-afca-2599ac5cd9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:37:16.434706 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc752d59-2064-40b9-b04e-5ce5e48ff4ef req-232642c1-0aa4-4650-846c-1decef4f1020 service neutron] 10.222.0.84 "GET /v2.0/networks/de9d8fb2-d618-4082-9674-6275e770685c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882392 May 06 10:37:16.529887 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bc752d59-2064-40b9-b04e-5ce5e48ff4ef req-eb2ca539-6f0f-40f5-bd6f-d37f8d517f27 service neutron] 10.222.0.84 "GET /v2.0/networks/de9d8fb2-d618-4082-9674-6275e770685c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873225 May 06 10:37:16.644641 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc325ad4-85e3-455e-aef3-10eee1a9c321 None None] New status for floating IP 3029d175-cf0d-4ba4-b1d0-1e446071774f: DOWN {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:37:17.230088 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbee3c-541d-48ea-b8a9-3c7f10fb1623 req-04ca388a-87e2-456a-8f56-bfa2663c8b9f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:17.231624 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14fbee3c-541d-48ea-b8a9-3c7f10fb1623 req-04ca388a-87e2-456a-8f56-bfa2663c8b9f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.84 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 945 time: 0.0529323 May 06 10:37:17.328828 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e03d35-1f15-42b9-ad33-b59b69677819 req-a070a1eb-d9af-4ff7-b38b-64b3b8dd9484 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:17.330367 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-21e03d35-1f15-42b9-ad33-b59b69677819 req-a070a1eb-d9af-4ff7-b38b-64b3b8dd9484 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d78d482-05a1-46d0-8377-390af6a24698 HTTP/1.1" status: 200 len: 945 time: 0.0978479 May 06 10:37:17.372650 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-14fbee3c-541d-48ea-b8a9-3c7f10fb1623 req-592b76fe-e4d2-477c-9733-4d0cd75dc100 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Deleting port 522c135f-ae7c-4871-b4d6-fe9c914dd77d {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:37:17.373059 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-14fbee3c-541d-48ea-b8a9-3c7f10fb1623 req-592b76fe-e4d2-477c-9733-4d0cd75dc100 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:17.430273 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-21e03d35-1f15-42b9-ad33-b59b69677819 req-f24d2846-024c-4451-a158-dbf05f0e312c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=537b71eb-3981-4a7a-a2bc-814c4fdae91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851760 May 06 10:37:17.471761 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-14fbee3c-541d-48ea-b8a9-3c7f10fb1623 req-592b76fe-e4d2-477c-9733-4d0cd75dc100 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] For port 522c135f-ae7c-4871-b4d6-fe9c914dd77d, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=522c135f-ae7c-4871-b4d6-fe9c914dd77d,segment=NetworkSegment(d3848b5d-4d47-4815-99b5-ca5cc1e111ee),segment_id=d3848b5d-4d47-4815-99b5-ca5cc1e111ee)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:37:17.472127 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-14fbee3c-541d-48ea-b8a9-3c7f10fb1623 req-592b76fe-e4d2-477c-9733-4d0cd75dc100 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:17.484613 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-14fbee3c-541d-48ea-b8a9-3c7f10fb1623 req-592b76fe-e4d2-477c-9733-4d0cd75dc100 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Calling delete_port for 522c135f-ae7c-4871-b4d6-fe9c914dd77d owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:37:17.616536 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-14fbee3c-541d-48ea-b8a9-3c7f10fb1623 req-592b76fe-e4d2-477c-9733-4d0cd75dc100 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:17.645366 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b76fe-e4d2-477c-9733-4d0cd75dc100 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'Port': ['ID=522c135f-ae7c-4871-b4d6-fe9c914dd77d,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:17.686696 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fbee3c-541d-48ea-b8a9-3c7f10fb1623 req-592b76fe-e4d2-477c-9733-4d0cd75dc100 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] No DVR routers for this DVR port 522c135f-ae7c-4871-b4d6-fe9c914dd77d on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:37:17.689841 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-14fbee3c-541d-48ea-b8a9-3c7f10fb1623 req-592b76fe-e4d2-477c-9733-4d0cd75dc100 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:17.693343 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-14fbee3c-541d-48ea-b8a9-3c7f10fb1623 req-592b76fe-e4d2-477c-9733-4d0cd75dc100 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.84 "DELETE /v2.0/ports/522c135f-ae7c-4871-b4d6-fe9c914dd77d HTTP/1.1" status: 204 len: 173 time: 0.4519353 May 06 10:37:17.693731 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d78d482-05a1-46d0-8377-390af6a24698', 'name': 'network-vif-deleted', 'tag': '522c135f-ae7c-4871-b4d6-fe9c914dd77d'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:37:17.696103 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1caaf7a81e239b66cb88d4696e2ac350de7f7976e977350f19e420479ff9b81b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2abc668-9b59-4fb7-84c5-7535d9639286" -d '{"events": [{"server_uuid": "8d78d482-05a1-46d0-8377-390af6a24698", "name": "network-vif-deleted", "tag": "522c135f-ae7c-4871-b4d6-fe9c914dd77d"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:37:17.736580 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b7bb57-0d1a-4ba0-a243-29b6275bfb7c x-openstack-request-id: req-e9b7bb57-0d1a-4ba0-a243-29b6275bfb7c {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:37:17.736877 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d78d482-05a1-46d0-8377-390af6a24698", "name": "network-vif-deleted", "tag": "522c135f-ae7c-4871-b4d6-fe9c914dd77d", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:37:17.737136 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e9b7bb57-0d1a-4ba0-a243-29b6275bfb7c {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:37:17.737547 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9b7bb57-0d1a-4ba0-a243-29b6275bfb7c'] response: {'server_uuid': '8d78d482-05a1-46d0-8377-390af6a24698', 'name': 'network-vif-deleted', 'tag': '522c135f-ae7c-4871-b4d6-fe9c914dd77d', 'status': 'completed', 'code': 200} May 06 10:37:18.487769 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39946) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:37:18.547618 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-82ed341e-a314-42f0-900e-3843f311760b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:18.850516 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05be941e-bd22-49ba-a74d-385067f3f30a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:19.101766 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-05be941e-bd22-49ba-a74d-385067f3f30a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Deleting port 22f4a7eb-0244-4ee8-bb75-3208d85b4612 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:37:19.102012 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05be941e-bd22-49ba-a74d-385067f3f30a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:19.187523 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-05be941e-bd22-49ba-a74d-385067f3f30a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] For port 22f4a7eb-0244-4ee8-bb75-3208d85b4612, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=22f4a7eb-0244-4ee8-bb75-3208d85b4612,segment=NetworkSegment(d3848b5d-4d47-4815-99b5-ca5cc1e111ee),segment_id=d3848b5d-4d47-4815-99b5-ca5cc1e111ee)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:37:19.187893 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05be941e-bd22-49ba-a74d-385067f3f30a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:19.200481 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-05be941e-bd22-49ba-a74d-385067f3f30a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Calling delete_port for 22f4a7eb-0244-4ee8-bb75-3208d85b4612 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:37:19.237926 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:19.385644 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05be941e-bd22-49ba-a74d-385067f3f30a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:19.413224 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be941e-bd22-49ba-a74d-385067f3f30a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'Port': ['ID=22f4a7eb-0244-4ee8-bb75-3208d85b4612,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:19.589734 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-05be941e-bd22-49ba-a74d-385067f3f30a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:19.725814 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:20.120968 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05be941e-bd22-49ba-a74d-385067f3f30a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Router 1cc9620e-e36d-48cd-8391-ef3d2f802ad2 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:37:20.226527 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05be941e-bd22-49ba-a74d-385067f3f30a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:37:20.233850 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-05be941e-bd22-49ba-a74d-385067f3f30a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "PUT /v2.0/routers/1cc9620e-e36d-48cd-8391-ef3d2f802ad2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7438784 May 06 10:37:20.236182 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39948) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:37:20.237024 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02de879-7234-4536-ba8b-14b678ce779d None None] Sync routers for ids ['1cc9620e-e36d-48cd-8391-ef3d2f802ad2'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:37:20.246425 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02de879-7234-4536-ba8b-14b678ce779d None None] Routers {'1cc9620e-e36d-48cd-8391-ef3d2f802ad2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:37:20.247111 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d02de879-7234-4536-ba8b-14b678ce779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:37:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1cc9620e-e36d-48cd-8391-ef3d2f802ad2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:20.286494 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0692fac-a77b-4d56-98f6-a4e228ab6cb1 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Deleting subnet bc5387fe-4e77-43dd-afca-2599ac5cd9e9 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:37:20.289616 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0692fac-a77b-4d56-98f6-a4e228ab6cb1 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:20.330123 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0692fac-a77b-4d56-98f6-a4e228ab6cb1 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:20.352657 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-d02de879-7234-4536-ba8b-14b678ce779d None None] Set router 1cc9620e-e36d-48cd-8391-ef3d2f802ad2 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:37:20.419235 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0692fac-a77b-4d56-98f6-a4e228ab6cb1 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:20.477855 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0692fac-a77b-4d56-98f6-a4e228ab6cb1 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:20.505847 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0692fac-a77b-4d56-98f6-a4e228ab6cb1 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'Subnet': ['ID=bc5387fe-4e77-43dd-afca-2599ac5cd9e9,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:20.511000 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0692fac-a77b-4d56-98f6-a4e228ab6cb1 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:20.517244 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b0692fac-a77b-4d56-98f6-a4e228ab6cb1 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "DELETE /v2.0/subnets/bc5387fe-4e77-43dd-afca-2599ac5cd9e9 HTTP/1.1" status: 204 len: 168 time: 0.2767830 May 06 10:37:20.517244 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39950) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:37:20.521809 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9b35e3-1184-4808-bec8-82c12466d6b1 None None] Network de9d8fb2-d618-4082-9674-6275e770685c requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:37:20.615524 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d02de879-7234-4536-ba8b-14b678ce779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925705578', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '9f8976af-b033-486d-a72d-263bd8bf0fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:35:03Z', 'updated_at': '2022-05-06T10:37:19Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': '9f8976af-b033-486d-a72d-263bd8bf0fc3', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:45:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:35:04Z', 'updated_at': '2022-05-06T10:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:20.627801 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8dd70cd4-f66c-4e1f-aa09-d0f7c1052694 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:20.741415 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8dd70cd4-f66c-4e1f-aa09-d0f7c1052694 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:20.795634 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-8dd70cd4-f66c-4e1f-aa09-d0f7c1052694 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Deleting port 9f8976af-b033-486d-a72d-263bd8bf0fc3 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:37:20.795982 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8dd70cd4-f66c-4e1f-aa09-d0f7c1052694 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:20.813383 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02de879-7234-4536-ba8b-14b678ce779d None None] Checking router: 1cc9620e-e36d-48cd-8391-ef3d2f802ad2 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:37:20.827815 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02de879-7234-4536-ba8b-14b678ce779d None None] Routers {'1cc9620e-e36d-48cd-8391-ef3d2f802ad2'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:37:20.828426 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d02de879-7234-4536-ba8b-14b678ce779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:37:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['1cc9620e-e36d-48cd-8391-ef3d2f802ad2'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:20.882422 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-8dd70cd4-f66c-4e1f-aa09-d0f7c1052694 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] For port 9f8976af-b033-486d-a72d-263bd8bf0fc3, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9f8976af-b033-486d-a72d-263bd8bf0fc3,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:37:20.882798 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8dd70cd4-f66c-4e1f-aa09-d0f7c1052694 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:20.898910 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-8dd70cd4-f66c-4e1f-aa09-d0f7c1052694 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Calling delete_port for 9f8976af-b033-486d-a72d-263bd8bf0fc3 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:37:20.905967 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b2ba5c-7be7-45fa-ae05-371573d839d6 None None] DHCP port deletion for de9d8fb2-d618-4082-9674-6275e770685c request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:37:20.948871 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-d02de879-7234-4536-ba8b-14b678ce779d None None] Set router 1cc9620e-e36d-48cd-8391-ef3d2f802ad2 gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:37:21.007621 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d02de879-7234-4536-ba8b-14b678ce779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925705578', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:35:03Z', 'updated_at': '2022-05-06T10:37:20Z', 'revision_number': 6, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:21.038407 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02de879-7234-4536-ba8b-14b678ce779d None None] The sync data for ids ['1cc9620e-e36d-48cd-8391-ef3d2f802ad2'] in n-d-840835-1 is: [{'id': '1cc9620e-e36d-48cd-8391-ef3d2f802ad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925705578', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:35:03Z', 'updated_at': '2022-05-06T10:37:20Z', 'revision_number': 6, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port_host': None}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:37:21.052850 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-23b2ba5c-7be7-45fa-ae05-371573d839d6 None None] Deleting port 004f5dd8-992a-47a9-a802-3f685749ace5 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:37:21.053244 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-23b2ba5c-7be7-45fa-ae05-371573d839d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:21.070279 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8dd70cd4-f66c-4e1f-aa09-d0f7c1052694 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:21.097711 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd70cd4-f66c-4e1f-aa09-d0f7c1052694 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'Port': ['ID=9f8976af-b033-486d-a72d-263bd8bf0fc3,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:21.125644 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-23b2ba5c-7be7-45fa-ae05-371573d839d6 None None] For port 004f5dd8-992a-47a9-a802-3f685749ace5, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=004f5dd8-992a-47a9-a802-3f685749ace5,segment=NetworkSegment(d3848b5d-4d47-4815-99b5-ca5cc1e111ee),segment_id=d3848b5d-4d47-4815-99b5-ca5cc1e111ee)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:37:21.125970 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-23b2ba5c-7be7-45fa-ae05-371573d839d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:21.137913 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-23b2ba5c-7be7-45fa-ae05-371573d839d6 None None] Calling delete_port for 004f5dd8-992a-47a9-a802-3f685749ace5 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:37:21.161078 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8dd70cd4-f66c-4e1f-aa09-d0f7c1052694 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:21.198340 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 522c135f-ae7c-4871-b4d6-fe9c914dd77d no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:37:21.221828 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: 522c135f-ae7c-4871-b4d6-fe9c914dd77d {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:37:21.222179 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 522c135f-ae7c-4871-b4d6-fe9c914dd77d not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:37:21.240500 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-23b2ba5c-7be7-45fa-ae05-371573d839d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:21.257301 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8dd70cd4-f66c-4e1f-aa09-d0f7c1052694 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:21.259506 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8dd70cd4-f66c-4e1f-aa09-d0f7c1052694 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:21.267075 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2ba5c-7be7-45fa-ae05-371573d839d6 None None] Pushing event deleted for resources: {'Port': ['ID=004f5dd8-992a-47a9-a802-3f685749ace5,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:21.272500 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b2ba5c-7be7-45fa-ae05-371573d839d6 None None] No DVR routers for this DVR port 004f5dd8-992a-47a9-a802-3f685749ace5 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:37:21.308277 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8dd70cd4-f66c-4e1f-aa09-d0f7c1052694 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:21.308787 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd70cd4-f66c-4e1f-aa09-d0f7c1052694 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Fanout notify agent at l3_agent the message router_deleted on router 1cc9620e-e36d-48cd-8391-ef3d2f802ad2 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:37:21.316418 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8dd70cd4-f66c-4e1f-aa09-d0f7c1052694 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:21.317536 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-8dd70cd4-f66c-4e1f-aa09-d0f7c1052694 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "DELETE /v2.0/routers/1cc9620e-e36d-48cd-8391-ef3d2f802ad2 HTTP/1.1" status: 204 len: 168 time: 0.7993584 May 06 10:37:21.320334 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39952) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:37:21.402371 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f408e469-d743-49c1-a634-4b65c43960b3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:21.417111 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:21.495511 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f408e469-d743-49c1-a634-4b65c43960b3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:21.519907 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-f408e469-d743-49c1-a634-4b65c43960b3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9d8fb2-d618-4082-9674-6275e770685c']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:21.529336 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-f408e469-d743-49c1-a634-4b65c43960b3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3848b5d-4d47-4815-99b5-ca5cc1e111ee') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:21.530146 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-f408e469-d743-49c1-a634-4b65c43960b3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3848b5d-4d47-4815-99b5-ca5cc1e111ee') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:21.539400 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f408e469-d743-49c1-a634-4b65c43960b3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:21.552809 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f408e469-d743-49c1-a634-4b65c43960b3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:21.558629 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f408e469-d743-49c1-a634-4b65c43960b3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:37:21.559021 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f408e469-d743-49c1-a634-4b65c43960b3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: timer() May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:37:21.562526 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:37:21.565533 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:21.620464 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f408e469-d743-49c1-a634-4b65c43960b3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:21.627781 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-f408e469-d743-49c1-a634-4b65c43960b3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:21.630910 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f408e469-d743-49c1-a634-4b65c43960b3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "DELETE /v2.0/networks/de9d8fb2-d618-4082-9674-6275e770685c HTTP/1.1" status: 204 len: 168 time: 0.3095491 May 06 10:37:21.633765 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39954) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:37:21.642566 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408e469-d743-49c1-a634-4b65c43960b3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'Network': ['ID=de9d8fb2-d618-4082-9674-6275e770685c,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:21.692909 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e07730af-65e4-4e4c-9949-6a88d679a217 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:21.717994 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e07730af-65e4-4e4c-9949-6a88d679a217 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:21.776440 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e07730af-65e4-4e4c-9949-6a88d679a217 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:21.779081 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e07730af-65e4-4e4c-9949-6a88d679a217 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:21.780819 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e07730af-65e4-4e4c-9949-6a88d679a217 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "DELETE /v2.0/security-groups/537b71eb-3981-4a7a-a2bc-814c4fdae91a HTTP/1.1" status: 204 len: 168 time: 0.1454601 May 06 10:37:21.790493 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07730af-65e4-4e4c-9949-6a88d679a217 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=537b71eb-3981-4a7a-a2bc-814c4fdae91a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:22.003859 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:37:22.046657 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9f8976af-b033-486d-a72d-263bd8bf0fc3 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:37:22.068504 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 9f8976af-b033-486d-a72d-263bd8bf0fc3 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:37:22.068938 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9f8976af-b033-486d-a72d-263bd8bf0fc3 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:37:22.069441 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 004f5dd8-992a-47a9-a802-3f685749ace5 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:37:22.093219 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 004f5dd8-992a-47a9-a802-3f685749ace5 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:37:22.093573 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 004f5dd8-992a-47a9-a802-3f685749ace5 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:37:22.094009 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 22f4a7eb-0244-4ee8-bb75-3208d85b4612 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:37:22.115681 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 22f4a7eb-0244-4ee8-bb75-3208d85b4612 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:37:22.116034 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 22f4a7eb-0244-4ee8-bb75-3208d85b4612 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:37:22.135464 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39960) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:37:22.140213 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-bb110dd4-18aa-4839-b0db-6fdd38fa235d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-131155289', 'description': 'tempest-secgroup-smoke-131155289 description', 'project_id': '257892d9fff3423bb07a7e9a81056767'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:37:22.162160 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb110dd4-18aa-4839-b0db-6fdd38fa235d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:22.227840 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb110dd4-18aa-4839-b0db-6fdd38fa235d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:22.231430 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb110dd4-18aa-4839-b0db-6fdd38fa235d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:22.266532 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb110dd4-18aa-4839-b0db-6fdd38fa235d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b853a804-0f72-40f0-9da9-88ab48901240,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:22.273044 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bb110dd4-18aa-4839-b0db-6fdd38fa235d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:22.275311 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bb110dd4-18aa-4839-b0db-6fdd38fa235d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1382842 May 06 10:37:22.280408 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39962) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:37:22.284849 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-22adfc39-ee36-49d1-bfe7-2666ec02440f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group_rule': {'security_group_id': 'b853a804-0f72-40f0-9da9-88ab48901240', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:37:22.309812 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-22adfc39-ee36-49d1-bfe7-2666ec02440f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:22.364675 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-22adfc39-ee36-49d1-bfe7-2666ec02440f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:22.368323 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-22adfc39-ee36-49d1-bfe7-2666ec02440f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:22.390013 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22adfc39-ee36-49d1-bfe7-2666ec02440f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9781849-37cb-4975-a2ad-b465444b311e,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:22.395774 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-22adfc39-ee36-49d1-bfe7-2666ec02440f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:22.396967 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-22adfc39-ee36-49d1-bfe7-2666ec02440f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159074 May 06 10:37:22.399708 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39964) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:37:22.404063 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-574cb29e-e7df-42db-8196-8fe74e2313ae tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group_rule': {'security_group_id': 'b853a804-0f72-40f0-9da9-88ab48901240', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:37:22.428511 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-574cb29e-e7df-42db-8196-8fe74e2313ae tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:22.818824 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-574cb29e-e7df-42db-8196-8fe74e2313ae tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:22.822930 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-574cb29e-e7df-42db-8196-8fe74e2313ae tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:22.840274 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574cb29e-e7df-42db-8196-8fe74e2313ae tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8aae88b-1ad4-4e4b-9bec-584d73455f71,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:22.847718 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-574cb29e-e7df-42db-8196-8fe74e2313ae tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:22.848918 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-574cb29e-e7df-42db-8196-8fe74e2313ae tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4482579 May 06 10:37:22.851659 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39966) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:37:22.856071 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-7f12dc10-5fcd-44b1-af7a-623ef66502e4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group_rule': {'security_group_id': 'b853a804-0f72-40f0-9da9-88ab48901240', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:37:22.880703 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7f12dc10-5fcd-44b1-af7a-623ef66502e4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:22.938292 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7f12dc10-5fcd-44b1-af7a-623ef66502e4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:22.941830 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7f12dc10-5fcd-44b1-af7a-623ef66502e4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:22.958538 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12dc10-5fcd-44b1-af7a-623ef66502e4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f337fa-0d12-448c-9584-fcaf12259f92,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:22.966259 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7f12dc10-5fcd-44b1-af7a-623ef66502e4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:22.967978 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7f12dc10-5fcd-44b1-af7a-623ef66502e4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153893 May 06 10:37:22.970700 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39968) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:37:22.975006 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-5d2aa30a-dc21-48e3-ae05-1bc512105011 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group_rule': {'security_group_id': 'b853a804-0f72-40f0-9da9-88ab48901240', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:37:22.999386 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5d2aa30a-dc21-48e3-ae05-1bc512105011 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:23.056273 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5d2aa30a-dc21-48e3-ae05-1bc512105011 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:23.059519 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5d2aa30a-dc21-48e3-ae05-1bc512105011 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:23.076068 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2aa30a-dc21-48e3-ae05-1bc512105011 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20369be5-1f4f-4b6a-ae0a-2d33ff6bde4f,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:23.084623 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5d2aa30a-dc21-48e3-ae05-1bc512105011 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:23.085809 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5d2aa30a-dc21-48e3-ae05-1bc512105011 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1141701 May 06 10:37:23.088538 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39970) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:37:23.093371 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-8d657543-480d-4ef8-b740-b0cbb3b553b6 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group_rule': {'security_group_id': 'b853a804-0f72-40f0-9da9-88ab48901240', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:37:23.112724 n-d-840835-1 neutron-server[102653]: INFO neutron.db.securitygroups_db [None req-8d657543-480d-4ef8-b740-b0cbb3b553b6 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Project 257892d9fff3423bb07a7e9a81056767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:37:23.117340 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d657543-480d-4ef8-b740-b0cbb3b553b6 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:23.180200 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d657543-480d-4ef8-b740-b0cbb3b553b6 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:23.183564 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d657543-480d-4ef8-b740-b0cbb3b553b6 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:23.201177 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d657543-480d-4ef8-b740-b0cbb3b553b6 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66711645-214b-462b-9249-3a1542c2c50c,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:23.209632 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d657543-480d-4ef8-b740-b0cbb3b553b6 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:23.211537 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8d657543-480d-4ef8-b740-b0cbb3b553b6 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220546 May 06 10:37:23.213473 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39972) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:37:23.217739 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-7d35c95d-b574-4b3b-a674-6bb2f6e952a0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group_rule': {'security_group_id': 'b853a804-0f72-40f0-9da9-88ab48901240', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:37:23.236844 n-d-840835-1 neutron-server[102653]: INFO neutron.db.securitygroups_db [None req-7d35c95d-b574-4b3b-a674-6bb2f6e952a0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Project 257892d9fff3423bb07a7e9a81056767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:37:23.242548 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7d35c95d-b574-4b3b-a674-6bb2f6e952a0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:23.303036 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7d35c95d-b574-4b3b-a674-6bb2f6e952a0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:23.306417 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7d35c95d-b574-4b3b-a674-6bb2f6e952a0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:23.321192 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35c95d-b574-4b3b-a674-6bb2f6e952a0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca15455a-4c6c-44a4-963e-ef77ff18cd64,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:23.331595 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7d35c95d-b574-4b3b-a674-6bb2f6e952a0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:23.332823 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7d35c95d-b574-4b3b-a674-6bb2f6e952a0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184378 May 06 10:37:23.335699 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39974) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:37:23.340419 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-5562065f-bbc8-41f0-aeba-f10aa3a19b7a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'network': {'name': 'tempest-network-smoke--1317011322', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'port_security_enabled': True}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:37:23.359303 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5562065f-bbc8-41f0-aeba-f10aa3a19b7a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Made reservation on behalf of 257892d9fff3423bb07a7e9a81056767 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:37:23.362880 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5562065f-bbc8-41f0-aeba-f10aa3a19b7a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:23.386032 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5562065f-bbc8-41f0-aeba-f10aa3a19b7a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:37:23.394430 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5562065f-bbc8-41f0-aeba-f10aa3a19b7a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:23.394823 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-5562065f-bbc8-41f0-aeba-f10aa3a19b7a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Added segment c81b684b-6be6-4c05-8f1d-cfc5447293bc of type vlan for network 4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5 May 06 10:37:23.434403 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5562065f-bbc8-41f0-aeba-f10aa3a19b7a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:23.458616 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5562065f-bbc8-41f0-aeba-f10aa3a19b7a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:23.464184 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5562065f-bbc8-41f0-aeba-f10aa3a19b7a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:23.464777 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-5562065f-bbc8-41f0-aeba-f10aa3a19b7a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:23.526600 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-5562065f-bbc8-41f0-aeba-f10aa3a19b7a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1898935 May 06 10:37:23.529323 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39976) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:37:23.533716 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-bd3d8391-93ec-4e00-b603-0a07561dac29 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1695481502', 'admin_state_up': True, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:37:23.551146 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562065f-bbc8-41f0-aeba-f10aa3a19b7a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Network': ['ID=4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:23.562430 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:37:23.564749 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8391-93ec-4e00-b603-0a07561dac29 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:23.565767 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8391-93ec-4e00-b603-0a07561dac29 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:23.619837 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8391-93ec-4e00-b603-0a07561dac29 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:23.761580 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8391-93ec-4e00-b603-0a07561dac29 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:23.958997 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8391-93ec-4e00-b603-0a07561dac29 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router_gateway, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:23.980892 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8391-93ec-4e00-b603-0a07561dac29 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:24.085053 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-bd3d8391-93ec-4e00-b603-0a07561dac29 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Allocated IP 172.25.5.4 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/b5b1a5ae-04ed-424a-b29b-d0ae83083721) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:37:24.189506 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8391-93ec-4e00-b603-0a07561dac29 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:24.222786 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8391-93ec-4e00-b603-0a07561dac29 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:24.265813 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3d8391-93ec-4e00-b603-0a07561dac29 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:37:24.268532 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-bd3d8391-93ec-4e00-b603-0a07561dac29 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:37:24.272018 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3d8391-93ec-4e00-b603-0a07561dac29 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:37:24.281177 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d8391-93ec-4e00-b603-0a07561dac29 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Port': ['ID=b5b1a5ae-04ed-424a-b29b-d0ae83083721,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:24.560059 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8391-93ec-4e00-b603-0a07561dac29 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router_gateway, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:24.778517 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8391-93ec-4e00-b603-0a07561dac29 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:24.915033 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3d8391-93ec-4e00-b603-0a07561dac29 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Router ba9a373b-6923-46be-bb26-2ee14fd5b74f is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:37:25.032612 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3d8391-93ec-4e00-b603-0a07561dac29 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:37:25.043676 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdc0718-58ac-42c0-8c5f-78faa8fcf9c2 None None] Sync routers for ids ['ba9a373b-6923-46be-bb26-2ee14fd5b74f'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:37:25.054804 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8391-93ec-4e00-b603-0a07561dac29 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:25.055210 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdc0718-58ac-42c0-8c5f-78faa8fcf9c2 None None] Routers {'ba9a373b-6923-46be-bb26-2ee14fd5b74f'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:37:25.056044 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7fdc0718-58ac-42c0-8c5f-78faa8fcf9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:37:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ba9a373b-6923-46be-bb26-2ee14fd5b74f'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:25.059549 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39978) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:37:25.060053 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bd3d8391-93ec-4e00-b603-0a07561dac29 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5292556 May 06 10:37:25.143939 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4f6c945b-614f-4814-85ae-910f2eb21265 tempest-TestNetworkAdvancedServerOps-161670012 tempest-TestNetworkAdvancedServerOps-161670012-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=257892d9fff3423bb07a7e9a81056767&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0830495 May 06 10:37:25.146466 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39982) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:37:25.162101 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-7fdc0718-58ac-42c0-8c5f-78faa8fcf9c2 None None] Set router ba9a373b-6923-46be-bb26-2ee14fd5b74f gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:37:25.236197 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af7facd-a0d8-41d4-a12f-42b9215a0640 tempest-TestNetworkAdvancedServerOps-161670012 tempest-TestNetworkAdvancedServerOps-161670012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:25.237750 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7af7facd-a0d8-41d4-a12f-42b9215a0640 tempest-TestNetworkAdvancedServerOps-161670012 tempest-TestNetworkAdvancedServerOps-161670012-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903728 May 06 10:37:25.240650 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39984) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:37:25.273952 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4d1de87d-35b4-4e76-8914-7862d60e273d tempest-TestNetworkAdvancedServerOps-161670012 tempest-TestNetworkAdvancedServerOps-161670012-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321352 May 06 10:37:25.276495 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 39986) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:37:25.281832 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-0736fd75-69a0-46e7-af40-827ce33a5550 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-510296034', 'network_id': '4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:37:25.349100 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7fdc0718-58ac-42c0-8c5f-78faa8fcf9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695481502', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'b5b1a5ae-04ed-424a-b29b-d0ae83083721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:37:23Z', 'updated_at': '2022-05-06T10:37:24Z', 'revision_number': 3, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'b5b1a5ae-04ed-424a-b29b-d0ae83083721', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:47:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:23Z', 'updated_at': '2022-05-06T10:37:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:25.373204 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0736fd75-69a0-46e7-af40-827ce33a5550 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Made reservation on behalf of 257892d9fff3423bb07a7e9a81056767 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:37:25.376258 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdc0718-58ac-42c0-8c5f-78faa8fcf9c2 None None] Checking router: ba9a373b-6923-46be-bb26-2ee14fd5b74f for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:37:25.376614 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdc0718-58ac-42c0-8c5f-78faa8fcf9c2 None None] Updating router ba9a373b-6923-46be-bb26-2ee14fd5b74f port b5b1a5ae-04ed-424a-b29b-d0ae83083721 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:37:25.376743 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0736fd75-69a0-46e7-af40-827ce33a5550 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:25.400986 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7fdc0718-58ac-42c0-8c5f-78faa8fcf9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:25.560815 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0736fd75-69a0-46e7-af40-827ce33a5550 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:25.619730 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736fd75-69a0-46e7-af40-827ce33a5550 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Subnet': ['ID=4ef73547-3327-48fd-b4c1-dc9062717cde,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:25.630374 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0736fd75-69a0-46e7-af40-827ce33a5550 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Checking segment: {'id': 'c81b684b-6be6-4c05-8f1d-cfc5447293bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:37:25.630757 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0736fd75-69a0-46e7-af40-827ce33a5550 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network hostable DHCP agents. Network: 4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:37:25.651511 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0736fd75-69a0-46e7-af40-827ce33a5550 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network 4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:37:25.661392 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-0736fd75-69a0-46e7-af40-827ce33a5550 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:37:25.665700 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0736fd75-69a0-46e7-af40-827ce33a5550 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:25.666306 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0736fd75-69a0-46e7-af40-827ce33a5550 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:25.673316 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba87ad2-ed36-44f3-94d0-5fdb4c28c2d9 None None] Network 4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:37:25.684259 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0736fd75-69a0-46e7-af40-827ce33a5550 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4066460 May 06 10:37:25.687230 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 39988) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:37:25.748430 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7fdc0718-58ac-42c0-8c5f-78faa8fcf9c2 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:25.754822 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7fdc0718-58ac-42c0-8c5f-78faa8fcf9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:25.800042 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-7fdc0718-58ac-42c0-8c5f-78faa8fcf9c2 None None] Attempting to bind port b5b1a5ae-04ed-424a-b29b-d0ae83083721 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:37:25.800422 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-7fdc0718-58ac-42c0-8c5f-78faa8fcf9c2 None None] Attempting to bind port b5b1a5ae-04ed-424a-b29b-d0ae83083721 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:37:25.800794 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdc0718-58ac-42c0-8c5f-78faa8fcf9c2 None None] Attempting to bind port b5b1a5ae-04ed-424a-b29b-d0ae83083721 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:37:25.813040 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdc0718-58ac-42c0-8c5f-78faa8fcf9c2 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:37:25.813353 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdc0718-58ac-42c0-8c5f-78faa8fcf9c2 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:37:25.813764 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7fdc0718-58ac-42c0-8c5f-78faa8fcf9c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:25.814164 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdc0718-58ac-42c0-8c5f-78faa8fcf9c2 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:37:25.814643 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-7fdc0718-58ac-42c0-8c5f-78faa8fcf9c2 None None] Bound port: b5b1a5ae-04ed-424a-b29b-d0ae83083721, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:37:25.815028 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7fdc0718-58ac-42c0-8c5f-78faa8fcf9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:25.835831 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e852aa93-9323-4619-aa68-199cccecefc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5', 'network_id': '4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'fixed_ips': [{'subnet_id': '4ef73547-3327-48fd-b4c1-dc9062717cde'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:37:25.836744 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e852aa93-9323-4619-aa68-199cccecefc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:25.866597 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-7fdc0718-58ac-42c0-8c5f-78faa8fcf9c2 None None] For port b5b1a5ae-04ed-424a-b29b-d0ae83083721, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:37:25.869734 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-7fdc0718-58ac-42c0-8c5f-78faa8fcf9c2 None None] For port b5b1a5ae-04ed-424a-b29b-d0ae83083721, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b5b1a5ae-04ed-424a-b29b-d0ae83083721,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:37:25.870998 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2eb73-c007-42d7-ab3b-f88b33314568 None None] Pushing event updated for resources: {'Port': ['ID=b5b1a5ae-04ed-424a-b29b-d0ae83083721,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:25.878783 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7fdc0718-58ac-42c0-8c5f-78faa8fcf9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:25.882314 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2eb73-c007-42d7-ab3b-f88b33314568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:25.882668 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2eb73-c007-42d7-ab3b-f88b33314568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:25.883013 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2eb73-c007-42d7-ab3b-f88b33314568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:25.883378 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2eb73-c007-42d7-ab3b-f88b33314568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:25.883717 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2eb73-c007-42d7-ab3b-f88b33314568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:25.884050 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2eb73-c007-42d7-ab3b-f88b33314568 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:25.884381 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2eb73-c007-42d7-ab3b-f88b33314568 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:25.884711 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2eb73-c007-42d7-ab3b-f88b33314568 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:25.885043 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2eb73-c007-42d7-ab3b-f88b33314568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:25.885365 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2eb73-c007-42d7-ab3b-f88b33314568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:25.885698 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2eb73-c007-42d7-ab3b-f88b33314568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:25.886023 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2eb73-c007-42d7-ab3b-f88b33314568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:25.957888 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2eb73-c007-42d7-ab3b-f88b33314568 None None] Pushing event updated for resources: {'Port': ['ID=b5b1a5ae-04ed-424a-b29b-d0ae83083721,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:25.960604 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdc0718-58ac-42c0-8c5f-78faa8fcf9c2 None None] Routers {'ba9a373b-6923-46be-bb26-2ee14fd5b74f'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:37:25.961222 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7fdc0718-58ac-42c0-8c5f-78faa8fcf9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:37:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ba9a373b-6923-46be-bb26-2ee14fd5b74f'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:25.993938 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-e852aa93-9323-4619-aa68-199cccecefc7 None None] Allocated IP 172.20.0.2 (4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5/4ef73547-3327-48fd-b4c1-dc9062717cde/f75c2708-7eb8-4a00-9041-22a63dd64532) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:37:26.073234 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-7fdc0718-58ac-42c0-8c5f-78faa8fcf9c2 None None] Set router ba9a373b-6923-46be-bb26-2ee14fd5b74f gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:37:26.150022 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e852aa93-9323-4619-aa68-199cccecefc7 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:26.156362 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e852aa93-9323-4619-aa68-199cccecefc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:26.179418 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-840d8fef-80cb-4dd0-987a-15617984c9fa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:26.195180 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e852aa93-9323-4619-aa68-199cccecefc7 None None] Network 4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:37:26.199879 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-e852aa93-9323-4619-aa68-199cccecefc7 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:37:26.203747 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e852aa93-9323-4619-aa68-199cccecefc7 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:37:26.214863 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852aa93-9323-4619-aa68-199cccecefc7 None None] Pushing event updated for resources: {'Port': ['ID=f75c2708-7eb8-4a00-9041-22a63dd64532,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:26.267482 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-7fdc0718-58ac-42c0-8c5f-78faa8fcf9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695481502', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'b5b1a5ae-04ed-424a-b29b-d0ae83083721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:37:23Z', 'updated_at': '2022-05-06T10:37:24Z', 'revision_number': 3, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'b5b1a5ae-04ed-424a-b29b-d0ae83083721', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:47:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:23Z', 'updated_at': '2022-05-06T10:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:26.268972 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-e852aa93-9323-4619-aa68-199cccecefc7 None None] Attempting to bind port f75c2708-7eb8-4a00-9041-22a63dd64532 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:37:26.269349 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-e852aa93-9323-4619-aa68-199cccecefc7 None None] Attempting to bind port f75c2708-7eb8-4a00-9041-22a63dd64532 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'c81b684b-6be6-4c05-8f1d-cfc5447293bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:37:26.269835 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e852aa93-9323-4619-aa68-199cccecefc7 None None] Attempting to bind port f75c2708-7eb8-4a00-9041-22a63dd64532 on network 4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:37:26.275793 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e852aa93-9323-4619-aa68-199cccecefc7 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:37:26.276165 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e852aa93-9323-4619-aa68-199cccecefc7 None None] Checking segment: {'id': 'c81b684b-6be6-4c05-8f1d-cfc5447293bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:37:26.276567 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e852aa93-9323-4619-aa68-199cccecefc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:26.276962 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e852aa93-9323-4619-aa68-199cccecefc7 None None] Bound using segment: {'id': 'c81b684b-6be6-4c05-8f1d-cfc5447293bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:37:26.277430 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-e852aa93-9323-4619-aa68-199cccecefc7 None None] Bound port: f75c2708-7eb8-4a00-9041-22a63dd64532, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81b684b-6be6-4c05-8f1d-cfc5447293bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:37:26.277815 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e852aa93-9323-4619-aa68-199cccecefc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:26.295460 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdc0718-58ac-42c0-8c5f-78faa8fcf9c2 None None] The sync data for ids ['ba9a373b-6923-46be-bb26-2ee14fd5b74f'] in n-d-840835-1 is: [{'id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695481502', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'b5b1a5ae-04ed-424a-b29b-d0ae83083721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:37:23Z', 'updated_at': '2022-05-06T10:37:24Z', 'revision_number': 3, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'b5b1a5ae-04ed-424a-b29b-d0ae83083721', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:47:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:23Z', 'updated_at': '2022-05-06T10:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:37:26.346152 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e852aa93-9323-4619-aa68-199cccecefc7 None None] For port f75c2708-7eb8-4a00-9041-22a63dd64532, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:37:26.346548 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e852aa93-9323-4619-aa68-199cccecefc7 None None] For port f75c2708-7eb8-4a00-9041-22a63dd64532, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f75c2708-7eb8-4a00-9041-22a63dd64532,segment=NetworkSegment(c81b684b-6be6-4c05-8f1d-cfc5447293bc),segment_id=c81b684b-6be6-4c05-8f1d-cfc5447293bc)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:37:26.351673 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e852aa93-9323-4619-aa68-199cccecefc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:26.417646 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852aa93-9323-4619-aa68-199cccecefc7 None None] Pushing event updated for resources: {'Port': ['ID=f75c2708-7eb8-4a00-9041-22a63dd64532,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:26.486897 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-840d8fef-80cb-4dd0-987a-15617984c9fa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Allocated IP 172.20.0.1 (4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5/4ef73547-3327-48fd-b4c1-dc9062717cde/84015ea8-3095-42e3-be36-eb9c1d66e2f9) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:37:26.647532 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-840d8fef-80cb-4dd0-987a-15617984c9fa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:26.690587 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-840d8fef-80cb-4dd0-987a-15617984c9fa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:26.735627 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840d8fef-80cb-4dd0-987a-15617984c9fa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network 4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:37:26.738767 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-840d8fef-80cb-4dd0-987a-15617984c9fa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:37:26.741576 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840d8fef-80cb-4dd0-987a-15617984c9fa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:37:26.775285 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d8fef-80cb-4dd0-987a-15617984c9fa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Port': ['ID=84015ea8-3095-42e3-be36-eb9c1d66e2f9,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:26.801168 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-840d8fef-80cb-4dd0-987a-15617984c9fa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:26.940351 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-840d8fef-80cb-4dd0-987a-15617984c9fa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:27.244234 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-840d8fef-80cb-4dd0-987a-15617984c9fa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:27.250151 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-840d8fef-80cb-4dd0-987a-15617984c9fa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:27.327004 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-840d8fef-80cb-4dd0-987a-15617984c9fa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:27.329027 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d8fef-80cb-4dd0-987a-15617984c9fa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Port': ['ID=84015ea8-3095-42e3-be36-eb9c1d66e2f9,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:27.403945 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a523900-d89d-4426-9255-d9fbe307ba62 None None] Network 4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:37:27.439017 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840d8fef-80cb-4dd0-987a-15617984c9fa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network 4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:37:27.440465 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-840d8fef-80cb-4dd0-987a-15617984c9fa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:37:27.538418 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a5103bf4-3e1f-437a-90c7-35fd9fc12105 None None] Provisioning complete for port f75c2708-7eb8-4a00-9041-22a63dd64532 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:37:27.538788 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a5103bf4-3e1f-437a-90c7-35fd9fc12105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:27.557155 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840d8fef-80cb-4dd0-987a-15617984c9fa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Router ba9a373b-6923-46be-bb26-2ee14fd5b74f has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:37:27.646081 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a5103bf4-3e1f-437a-90c7-35fd9fc12105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:27.681303 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840d8fef-80cb-4dd0-987a-15617984c9fa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:37:27.687495 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-840d8fef-80cb-4dd0-987a-15617984c9fa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "PUT /v2.0/routers/ba9a373b-6923-46be-bb26-2ee14fd5b74f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9989657 May 06 10:37:27.690346 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a5103bf4-3e1f-437a-90c7-35fd9fc12105 None None] For port f75c2708-7eb8-4a00-9041-22a63dd64532, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f75c2708-7eb8-4a00-9041-22a63dd64532,segment=NetworkSegment(c81b684b-6be6-4c05-8f1d-cfc5447293bc),segment_id=c81b684b-6be6-4c05-8f1d-cfc5447293bc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:37:27.695433 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a5103bf4-3e1f-437a-90c7-35fd9fc12105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:27.758509 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5103bf4-3e1f-437a-90c7-35fd9fc12105 None None] Pushing event updated for resources: {'Port': ['ID=f75c2708-7eb8-4a00-9041-22a63dd64532,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:27.860533 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-8e0a721f-184e-4c97-ab4c-5824fb3d9b2e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-131155289&fields=id&tenant_id=257892d9fff3423bb07a7e9a81056767 HTTP/1.1" status: 200 len: 267 time: 0.0471592 May 06 10:37:27.929171 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-9a143063-9a68-4fc3-a72a-1e767242efeb None None] Provisioning complete for port 84015ea8-3095-42e3-be36-eb9c1d66e2f9 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:37:27.929561 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9a143063-9a68-4fc3-a72a-1e767242efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:27.983763 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-9a143063-9a68-4fc3-a72a-1e767242efeb None None] Port 84015ea8-3095-42e3-be36-eb9c1d66e2f9 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:37:27.992108 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f75c2708-7eb8-4a00-9041-22a63dd64532 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:37:28.025175 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-9a143063-9a68-4fc3-a72a-1e767242efeb None None] Provisioning complete for port f75c2708-7eb8-4a00-9041-22a63dd64532 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:37:28.025559 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9a143063-9a68-4fc3-a72a-1e767242efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:28.028342 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-ff94467b-de87-4d22-9709-5c09770ad8d9 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:28.036379 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-ff94467b-de87-4d22-9709-5c09770ad8d9 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/networks?id=4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5 HTTP/1.1" status: 200 len: 797 time: 0.1615663 May 06 10:37:28.048284 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-1ec712c9-07b0-4df3-b1c8-333ea4a45ee0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/quotas/257892d9fff3423bb07a7e9a81056767 HTTP/1.1" status: 200 len: 375 time: 0.0106535 May 06 10:37:28.086670 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port f75c2708-7eb8-4a00-9041-22a63dd64532 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:37:28.087055 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:28.115628 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-d0d0db59-2671-41e3-bd39-9a3765f583b6 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604694 May 06 10:37:28.129016 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eb4428-665d-4ebf-8fe1-b9eb47e13e32 None None] Sync routers for ids ['ba9a373b-6923-46be-bb26-2ee14fd5b74f'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:37:28.173442 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eb4428-665d-4ebf-8fe1-b9eb47e13e32 None None] Routers {'ba9a373b-6923-46be-bb26-2ee14fd5b74f'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:37:28.174114 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-23eb4428-665d-4ebf-8fe1-b9eb47e13e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:37:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ba9a373b-6923-46be-bb26-2ee14fd5b74f'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:28.251835 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-996ba409-a767-456d-adb3-17932b90c9ab service neutron] 10.222.0.73 "GET /v2.0/networks/4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239355 May 06 10:37:28.303257 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b5b1a5ae-04ed-424a-b29b-d0ae83083721 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:37:28.351641 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-54ee4caa-7032-4148-bfe3-653fdcf9ab8e service neutron] 10.222.0.73 "GET /v2.0/networks/4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979531 May 06 10:37:28.368033 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-23eb4428-665d-4ebf-8fe1-b9eb47e13e32 None None] Set router ba9a373b-6923-46be-bb26-2ee14fd5b74f gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:37:28.402887 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-eec240f5-8caf-4240-ad19-fb10e0f9fbae None None] Provisioning complete for port 84015ea8-3095-42e3-be36-eb9c1d66e2f9 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:37:28.403290 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eec240f5-8caf-4240-ad19-fb10e0f9fbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:28.548067 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-58b968e8-797b-4d32-be56-4bd076d46ae9 req-8b5bf9f3-d5b2-4411-ab7e-94a8165499ce tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 210 time: 0.0340075 May 06 10:37:28.657501 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port b5b1a5ae-04ed-424a-b29b-d0ae83083721 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:37:28.658097 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:28.659320 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-eec240f5-8caf-4240-ad19-fb10e0f9fbae None None] Port 84015ea8-3095-42e3-be36-eb9c1d66e2f9 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:37:28.844534 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:28.870055 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port b5b1a5ae-04ed-424a-b29b-d0ae83083721, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b5b1a5ae-04ed-424a-b29b-d0ae83083721,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:37:28.875514 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:28.918106 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-23eb4428-665d-4ebf-8fe1-b9eb47e13e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695481502', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'b5b1a5ae-04ed-424a-b29b-d0ae83083721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:37:23Z', 'updated_at': '2022-05-06T10:37:26Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'b5b1a5ae-04ed-424a-b29b-d0ae83083721', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:47:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:23Z', 'updated_at': '2022-05-06T10:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '84015ea8-3095-42e3-be36-eb9c1d66e2f9', 'name': '', 'network_id': '4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:58:02:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '4ef73547-3327-48fd-b4c1-dc9062717cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:26Z', 'updated_at': '2022-05-06T10:37:27Z', 'revision_number': 2, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '4ef73547-3327-48fd-b4c1-dc9062717cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:28.953593 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eb4428-665d-4ebf-8fe1-b9eb47e13e32 None None] Checking router: ba9a373b-6923-46be-bb26-2ee14fd5b74f for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:37:28.953868 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eb4428-665d-4ebf-8fe1-b9eb47e13e32 None None] Updating router ba9a373b-6923-46be-bb26-2ee14fd5b74f port 84015ea8-3095-42e3-be36-eb9c1d66e2f9 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:37:28.958516 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=b5b1a5ae-04ed-424a-b29b-d0ae83083721,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:28.982542 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-23eb4428-665d-4ebf-8fe1-b9eb47e13e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:29.265785 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-23eb4428-665d-4ebf-8fe1-b9eb47e13e32 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:29.271763 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-23eb4428-665d-4ebf-8fe1-b9eb47e13e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:29.326014 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c159f5-caec-4180-93cb-756e1558fcf6 None None] Pushing event updated for resources: {'Port': ['ID=84015ea8-3095-42e3-be36-eb9c1d66e2f9,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:29.379561 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-23eb4428-665d-4ebf-8fe1-b9eb47e13e32 None None] Attempting to bind port 84015ea8-3095-42e3-be36-eb9c1d66e2f9 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:37:29.380053 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-23eb4428-665d-4ebf-8fe1-b9eb47e13e32 None None] Attempting to bind port 84015ea8-3095-42e3-be36-eb9c1d66e2f9 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'c81b684b-6be6-4c05-8f1d-cfc5447293bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:37:29.380297 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eb4428-665d-4ebf-8fe1-b9eb47e13e32 None None] Attempting to bind port 84015ea8-3095-42e3-be36-eb9c1d66e2f9 on network 4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:37:29.385439 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eb4428-665d-4ebf-8fe1-b9eb47e13e32 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:37:29.385812 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eb4428-665d-4ebf-8fe1-b9eb47e13e32 None None] Checking segment: {'id': 'c81b684b-6be6-4c05-8f1d-cfc5447293bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:37:29.386225 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-23eb4428-665d-4ebf-8fe1-b9eb47e13e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:29.386623 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eb4428-665d-4ebf-8fe1-b9eb47e13e32 None None] Bound using segment: {'id': 'c81b684b-6be6-4c05-8f1d-cfc5447293bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:37:29.387077 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-23eb4428-665d-4ebf-8fe1-b9eb47e13e32 None None] Bound port: 84015ea8-3095-42e3-be36-eb9c1d66e2f9, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81b684b-6be6-4c05-8f1d-cfc5447293bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:37:29.387765 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-23eb4428-665d-4ebf-8fe1-b9eb47e13e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:29.457557 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-23eb4428-665d-4ebf-8fe1-b9eb47e13e32 None None] For port 84015ea8-3095-42e3-be36-eb9c1d66e2f9, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:37:29.461344 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-23eb4428-665d-4ebf-8fe1-b9eb47e13e32 None None] For port 84015ea8-3095-42e3-be36-eb9c1d66e2f9, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=84015ea8-3095-42e3-be36-eb9c1d66e2f9,segment=NetworkSegment(c81b684b-6be6-4c05-8f1d-cfc5447293bc),segment_id=c81b684b-6be6-4c05-8f1d-cfc5447293bc)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:37:29.467376 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-23eb4428-665d-4ebf-8fe1-b9eb47e13e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:29.536370 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:29.544246 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c159f5-caec-4180-93cb-756e1558fcf6 None None] Pushing event updated for resources: {'Port': ['ID=84015ea8-3095-42e3-be36-eb9c1d66e2f9,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:29.548308 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eb4428-665d-4ebf-8fe1-b9eb47e13e32 None None] Routers {'ba9a373b-6923-46be-bb26-2ee14fd5b74f'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:37:29.548807 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-23eb4428-665d-4ebf-8fe1-b9eb47e13e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:37:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ba9a373b-6923-46be-bb26-2ee14fd5b74f'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:29.650589 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-3ed6e27e-1ce0-4b11-9d63-96a2d3a56284 None None] Provisioning complete for port 84015ea8-3095-42e3-be36-eb9c1d66e2f9 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:37:29.651097 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3ed6e27e-1ce0-4b11-9d63-96a2d3a56284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:29.776180 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-23eb4428-665d-4ebf-8fe1-b9eb47e13e32 None None] Set router ba9a373b-6923-46be-bb26-2ee14fd5b74f gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:37:29.778745 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3ed6e27e-1ce0-4b11-9d63-96a2d3a56284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:29.793601 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-e45659aa-0d4a-47c4-b960-a60ef60af6f5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:29.796001 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-e45659aa-0d4a-47c4-b960-a60ef60af6f5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.77 "GET /v2.0/networks?id=4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5 HTTP/1.1" status: 200 len: 797 time: 0.1512320 May 06 10:37:29.861527 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-328d2e6d-5c4f-4496-86ae-559d09690709 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=257892d9fff3423bb07a7e9a81056767 HTTP/1.1" status: 200 len: 379 time: 0.0518594 May 06 10:37:29.877408 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-8b671f79-46d2-4fb0-badd-5df702f600aa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'port': {'device_id': 'b2151356-31cd-41e7-9052-7d470a71ae83', 'network_id': '4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5', 'admin_state_up': True, 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'security_groups': ['b853a804-0f72-40f0-9da9-88ab48901240']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:37:29.935534 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-3ed6e27e-1ce0-4b11-9d63-96a2d3a56284 None None] For port 84015ea8-3095-42e3-be36-eb9c1d66e2f9, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=84015ea8-3095-42e3-be36-eb9c1d66e2f9,segment=NetworkSegment(c81b684b-6be6-4c05-8f1d-cfc5447293bc),segment_id=c81b684b-6be6-4c05-8f1d-cfc5447293bc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:37:29.939730 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b5b1a5ae-04ed-424a-b29b-d0ae83083721 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:37:29.946244 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3ed6e27e-1ce0-4b11-9d63-96a2d3a56284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:30.020380 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-8b671f79-46d2-4fb0-badd-5df702f600aa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Made reservation on behalf of 257892d9fff3423bb07a7e9a81056767 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:37:30.024383 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-8b671f79-46d2-4fb0-badd-5df702f600aa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:30.059633 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6e27e-1ce0-4b11-9d63-96a2d3a56284 None None] Pushing event updated for resources: {'Port': ['ID=84015ea8-3095-42e3-be36-eb9c1d66e2f9,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:30.109286 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port b5b1a5ae-04ed-424a-b29b-d0ae83083721 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:37:30.109844 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d6a33674-8f20-453e-a824-771ff31be11e req-98d1d33f-c430-441d-beee-2a9411365c71 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 210 time: 0.4573572 May 06 10:37:30.110684 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:30.116278 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-1dcc4f3d-5ea8-4710-83a6-af4cebf594ac None None] Provisioning complete for port 84015ea8-3095-42e3-be36-eb9c1d66e2f9 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:37:30.116646 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1dcc4f3d-5ea8-4710-83a6-af4cebf594ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:30.182110 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-8b671f79-46d2-4fb0-badd-5df702f600aa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Allocated IP 172.20.0.8 (4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5/4ef73547-3327-48fd-b4c1-dc9062717cde/2ae5d385-254f-43f4-bcaf-2b0ef6098d8c) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:37:30.209816 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-23eb4428-665d-4ebf-8fe1-b9eb47e13e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695481502', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'b5b1a5ae-04ed-424a-b29b-d0ae83083721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:37:23Z', 'updated_at': '2022-05-06T10:37:26Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'b5b1a5ae-04ed-424a-b29b-d0ae83083721', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:23Z', 'updated_at': '2022-05-06T10:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '84015ea8-3095-42e3-be36-eb9c1d66e2f9', 'name': '', 'network_id': '4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:58:02:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '4ef73547-3327-48fd-b4c1-dc9062717cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:26Z', 'updated_at': '2022-05-06T10:37:29Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '4ef73547-3327-48fd-b4c1-dc9062717cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:30.286055 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eb4428-665d-4ebf-8fe1-b9eb47e13e32 None None] The sync data for ids ['ba9a373b-6923-46be-bb26-2ee14fd5b74f'] in n-d-840835-1 is: [{'id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695481502', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'b5b1a5ae-04ed-424a-b29b-d0ae83083721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:37:23Z', 'updated_at': '2022-05-06T10:37:26Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'b5b1a5ae-04ed-424a-b29b-d0ae83083721', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:23Z', 'updated_at': '2022-05-06T10:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '84015ea8-3095-42e3-be36-eb9c1d66e2f9', 'name': '', 'network_id': '4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:58:02:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '4ef73547-3327-48fd-b4c1-dc9062717cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:26Z', 'updated_at': '2022-05-06T10:37:29Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '4ef73547-3327-48fd-b4c1-dc9062717cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:37:30.351535 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-8b671f79-46d2-4fb0-badd-5df702f600aa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:30.398761 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-8b671f79-46d2-4fb0-badd-5df702f600aa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:30.442075 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-8b671f79-46d2-4fb0-badd-5df702f600aa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network 4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:37:30.445271 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-8b671f79-46d2-4fb0-badd-5df702f600aa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:37:30.449048 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-8b671f79-46d2-4fb0-badd-5df702f600aa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:37:30.479600 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b671f79-46d2-4fb0-badd-5df702f600aa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Port': ['ID=2ae5d385-254f-43f4-bcaf-2b0ef6098d8c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:30.519427 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-8b671f79-46d2-4fb0-badd-5df702f600aa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:30.520231 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-8b671f79-46d2-4fb0-badd-5df702f600aa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:30.539505 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-8b671f79-46d2-4fb0-badd-5df702f600aa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6670713 May 06 10:37:30.557257 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-6e9b4dff-e947-4dd7-a118-121d55ddc4c3 service neutron] Request body: {'port': {'device_id': 'b2151356-31cd-41e7-9052-7d470a71ae83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:37:30.619078 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-6e9b4dff-e947-4dd7-a118-121d55ddc4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:30.743978 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b4712669-d790-401e-8919-96f6531d2cb2 None None] Provisioning complete for port 2ae5d385-254f-43f4-bcaf-2b0ef6098d8c triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:37:30.744604 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b4712669-d790-401e-8919-96f6531d2cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:30.790129 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-b4712669-d790-401e-8919-96f6531d2cb2 None None] Port 2ae5d385-254f-43f4-bcaf-2b0ef6098d8c cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:37:30.910137 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-6e9b4dff-e947-4dd7-a118-121d55ddc4c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae5d385-254f-43f4-bcaf-2b0ef6098d8c {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:37:30.918337 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-6e9b4dff-e947-4dd7-a118-121d55ddc4c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:30.931356 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-6e9b4dff-e947-4dd7-a118-121d55ddc4c3 service neutron] Transition to ACTIVE for port object 2ae5d385-254f-43f4-bcaf-2b0ef6098d8c will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:37:30.935041 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-6e9b4dff-e947-4dd7-a118-121d55ddc4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:31.009055 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b4dff-e947-4dd7-a118-121d55ddc4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae5d385-254f-43f4-bcaf-2b0ef6098d8c,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:31.070460 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-6e9b4dff-e947-4dd7-a118-121d55ddc4c3 service neutron] Attempting to bind port 2ae5d385-254f-43f4-bcaf-2b0ef6098d8c on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:37:31.070713 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-6e9b4dff-e947-4dd7-a118-121d55ddc4c3 service neutron] Attempting to bind port 2ae5d385-254f-43f4-bcaf-2b0ef6098d8c by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'c81b684b-6be6-4c05-8f1d-cfc5447293bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:37:31.071046 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-6e9b4dff-e947-4dd7-a118-121d55ddc4c3 service neutron] Attempting to bind port 2ae5d385-254f-43f4-bcaf-2b0ef6098d8c on network 4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:37:31.076789 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-6e9b4dff-e947-4dd7-a118-121d55ddc4c3 service neutron] Port 2ae5d385-254f-43f4-bcaf-2b0ef6098d8c on network 4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:37:31.077290 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-6e9b4dff-e947-4dd7-a118-121d55ddc4c3 service neutron] Attempting to bind port 2ae5d385-254f-43f4-bcaf-2b0ef6098d8c on network 4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:37:31.082971 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-6e9b4dff-e947-4dd7-a118-121d55ddc4c3 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:37:31.083347 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-6e9b4dff-e947-4dd7-a118-121d55ddc4c3 service neutron] Checking segment: {'id': 'c81b684b-6be6-4c05-8f1d-cfc5447293bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:37:31.083735 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-6e9b4dff-e947-4dd7-a118-121d55ddc4c3 service neutron] Bound using segment: {'id': 'c81b684b-6be6-4c05-8f1d-cfc5447293bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:37:31.084176 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-6e9b4dff-e947-4dd7-a118-121d55ddc4c3 service neutron] Bound port: 2ae5d385-254f-43f4-bcaf-2b0ef6098d8c, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c81b684b-6be6-4c05-8f1d-cfc5447293bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:37:31.084542 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-6e9b4dff-e947-4dd7-a118-121d55ddc4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:31.171085 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-6e9b4dff-e947-4dd7-a118-121d55ddc4c3 service neutron] For port 2ae5d385-254f-43f4-bcaf-2b0ef6098d8c, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:37:31.174062 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-6e9b4dff-e947-4dd7-a118-121d55ddc4c3 service neutron] For port 2ae5d385-254f-43f4-bcaf-2b0ef6098d8c, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=2ae5d385-254f-43f4-bcaf-2b0ef6098d8c,segment=NetworkSegment(c81b684b-6be6-4c05-8f1d-cfc5447293bc),segment_id=c81b684b-6be6-4c05-8f1d-cfc5447293bc)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:37:31.180225 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-6e9b4dff-e947-4dd7-a118-121d55ddc4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:31.221109 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-6e9b4dff-e947-4dd7-a118-121d55ddc4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:31.221916 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-6e9b4dff-e947-4dd7-a118-121d55ddc4c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:31.224157 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-6e9b4dff-e947-4dd7-a118-121d55ddc4c3 service neutron] 10.222.0.77 "PUT /v2.0/ports/2ae5d385-254f-43f4-bcaf-2b0ef6098d8c HTTP/1.1" status: 200 len: 1091 time: 0.6705611 May 06 10:37:31.224637 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2151356-31cd-41e7-9052-7d470a71ae83', 'tag': '2ae5d385-254f-43f4-bcaf-2b0ef6098d8c'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:37:31.227310 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4203f62887ad6c042520207c1f89edfd97f1d269ecb3a7960f22881858371cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34b00de-e7bd-42f7-af1a-eb356c235a12" -d '{"events": [{"name": "network-changed", "server_uuid": "b2151356-31cd-41e7-9052-7d470a71ae83", "tag": "2ae5d385-254f-43f4-bcaf-2b0ef6098d8c"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:37:31.235528 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d00767-b1f5-4cfa-8452-2fb619e74fee req-708810e7-eaf6-4a29-aa67-2c354f9fdc0f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:31.245321 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-68d00767-b1f5-4cfa-8452-2fb619e74fee req-708810e7-eaf6-4a29-aa67-2c354f9fdc0f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 943 time: 0.0658920 May 06 10:37:31.265445 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b4dff-e947-4dd7-a118-121d55ddc4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae5d385-254f-43f4-bcaf-2b0ef6098d8c,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:31.299747 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-68d00767-b1f5-4cfa-8452-2fb619e74fee req-85c267a2-e718-4449-9905-1d68ec89e383 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b853a804-0f72-40f0-9da9-88ab48901240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497000 May 06 10:37:31.357646 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737a6385-af80-4288-9c3d-24d241a153dd x-openstack-request-id: req-737a6385-af80-4288-9c3d-24d241a153dd {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:37:31.358445 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2151356-31cd-41e7-9052-7d470a71ae83", "tag": "2ae5d385-254f-43f4-bcaf-2b0ef6098d8c", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:37:31.358859 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-737a6385-af80-4288-9c3d-24d241a153dd {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:37:31.359549 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-737a6385-af80-4288-9c3d-24d241a153dd'] response: {'name': 'network-changed', 'server_uuid': 'b2151356-31cd-41e7-9052-7d470a71ae83', 'tag': '2ae5d385-254f-43f4-bcaf-2b0ef6098d8c', 'status': 'completed', 'code': 200} May 06 10:37:31.372836 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-fa5b5bf0-77b6-414d-8bec-984688c1851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:31.375412 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-fa5b5bf0-77b6-414d-8bec-984688c1851d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 1094 time: 0.0743620 May 06 10:37:31.432469 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-0dd991ac-df8d-46e3-840b-1f959f62bf8a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ae5d385-254f-43f4-bcaf-2b0ef6098d8c HTTP/1.1" status: 200 len: 217 time: 0.0455835 May 06 10:37:31.494951 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-e146bc0f-4b2e-4a1a-bffa-14f8874264cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:31.496492 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-e146bc0f-4b2e-4a1a-bffa-14f8874264cc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ef73547-3327-48fd-b4c1-dc9062717cde HTTP/1.1" status: 200 len: 834 time: 0.0567565 May 06 10:37:31.549658 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-33566b8b-3f2b-4e2c-9f24-e08dae2387b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:31.551314 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-33566b8b-3f2b-4e2c-9f24-e08dae2387b6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485532 May 06 10:37:31.658386 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-f02ceac9-80dc-4c9f-8028-47b09fb20bb2 service neutron] 10.222.0.77 "GET /v2.0/networks/4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005836 May 06 10:37:31.758253 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-1ca2078d-45e5-4383-9d41-c7406ff2410c req-e5dfdad9-d455-4dc9-b1e2-f64fc8302184 service neutron] 10.222.0.77 "GET /v2.0/networks/4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937161 May 06 10:37:31.901811 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b00de-e7bd-42f7-af1a-eb356c235a12 req-d0baae63-f668-4e81-b3b4-df05a88c60af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:31.903360 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d34b00de-e7bd-42f7-af1a-eb356c235a12 req-d0baae63-f668-4e81-b3b4-df05a88c60af service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 1094 time: 0.0496802 May 06 10:37:31.921313 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 84015ea8-3095-42e3-be36-eb9c1d66e2f9 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:37:31.972322 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 84015ea8-3095-42e3-be36-eb9c1d66e2f9 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:37:31.972699 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:32.004024 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b00de-e7bd-42f7-af1a-eb356c235a12 req-f3e7d4c3-5f4e-4ae6-a107-6602ac2703af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:32.005525 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d34b00de-e7bd-42f7-af1a-eb356c235a12 req-f3e7d4c3-5f4e-4ae6-a107-6602ac2703af service neutron] 10.222.0.77 "GET /v2.0/networks?id=4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5 HTTP/1.1" status: 200 len: 898 time: 0.0952644 May 06 10:37:32.053949 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d34b00de-e7bd-42f7-af1a-eb356c235a12 req-4ac3b14b-c249-4e2a-9f68-0e9b4a7b4006 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ae5d385-254f-43f4-bcaf-2b0ef6098d8c HTTP/1.1" status: 200 len: 217 time: 0.0419257 May 06 10:37:32.109318 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b00de-e7bd-42f7-af1a-eb356c235a12 req-60dff110-4018-46c2-8bd4-e7ecd2b29455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:32.110968 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d34b00de-e7bd-42f7-af1a-eb356c235a12 req-60dff110-4018-46c2-8bd4-e7ecd2b29455 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ef73547-3327-48fd-b4c1-dc9062717cde HTTP/1.1" status: 200 len: 834 time: 0.0503516 May 06 10:37:32.154971 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b00de-e7bd-42f7-af1a-eb356c235a12 req-a5e31ab6-9a07-4890-bb3c-0550030a1579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:32.156463 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d34b00de-e7bd-42f7-af1a-eb356c235a12 req-a5e31ab6-9a07-4890-bb3c-0550030a1579 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394177 May 06 10:37:32.244349 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d34b00de-e7bd-42f7-af1a-eb356c235a12 req-820d3113-cd76-4d57-8728-52327123b2ab service neutron] 10.222.0.77 "GET /v2.0/networks/4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811386 May 06 10:37:32.341752 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d34b00de-e7bd-42f7-af1a-eb356c235a12 req-84b71bab-8cfa-48a6-bb52-855d82e911ed service neutron] 10.222.0.77 "GET /v2.0/networks/4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900278 May 06 10:37:32.418614 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa02821-a4cc-40ca-aab5-afdc07ab109a req-2a547a2d-011b-4c23-b757-d8752877b1b0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:32.420215 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4aa02821-a4cc-40ca-aab5-afdc07ab109a req-2a547a2d-011b-4c23-b757-d8752877b1b0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 943 time: 0.0492194 May 06 10:37:32.457189 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4aa02821-a4cc-40ca-aab5-afdc07ab109a req-13a609a0-0ea8-4ab1-9153-b56eaf0eddb4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b853a804-0f72-40f0-9da9-88ab48901240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309813 May 06 10:37:33.575595 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a6d66-f3db-4382-b7c9-7111fdfccdbf req-4fcf4dba-95dd-47ea-a960-34736419f3e5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:33.577087 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-061a6d66-f3db-4382-b7c9-7111fdfccdbf req-4fcf4dba-95dd-47ea-a960-34736419f3e5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 943 time: 0.0520985 May 06 10:37:33.615386 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-061a6d66-f3db-4382-b7c9-7111fdfccdbf req-c9e96385-7972-43a6-8a4e-a719ee36b2eb tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b853a804-0f72-40f0-9da9-88ab48901240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321662 May 06 10:37:34.731457 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db905e5c-5e6f-4172-ab6e-8ec59d83a082 req-7e16cf76-6a1c-4847-8b82-1eba8edecb1d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:34.732936 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-db905e5c-5e6f-4172-ab6e-8ec59d83a082 req-7e16cf76-6a1c-4847-8b82-1eba8edecb1d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 943 time: 0.0488520 May 06 10:37:34.773052 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-db905e5c-5e6f-4172-ab6e-8ec59d83a082 req-47a0dba3-09d4-44d2-81d2-eda81d68c4e6 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b853a804-0f72-40f0-9da9-88ab48901240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333185 May 06 10:37:35.131362 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 2ae5d385-254f-43f4-bcaf-2b0ef6098d8c details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:37:35.230061 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 2ae5d385-254f-43f4-bcaf-2b0ef6098d8c, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=2ae5d385-254f-43f4-bcaf-2b0ef6098d8c,segment=NetworkSegment(c81b684b-6be6-4c05-8f1d-cfc5447293bc),segment_id=c81b684b-6be6-4c05-8f1d-cfc5447293bc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:37:35.242358 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '2ae5d385-254f-43f4-bcaf-2b0ef6098d8c', 'network_id': '4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5', 'port_id': '2ae5d385-254f-43f4-bcaf-2b0ef6098d8c', 'mac_address': 'fa:16:3e:02:29:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ef73547-3327-48fd-b4c1-dc9062717cde', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:37:35.285061 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:35.298381 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae5d385-254f-43f4-bcaf-2b0ef6098d8c {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:37:35.323126 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 2ae5d385-254f-43f4-bcaf-2b0ef6098d8c, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=2ae5d385-254f-43f4-bcaf-2b0ef6098d8c,segment=NetworkSegment(c81b684b-6be6-4c05-8f1d-cfc5447293bc),segment_id=c81b684b-6be6-4c05-8f1d-cfc5447293bc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:37:35.328393 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:35.397488 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=2ae5d385-254f-43f4-bcaf-2b0ef6098d8c,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:35.715808 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['2ae5d385-254f-43f4-bcaf-2b0ef6098d8c'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:37:35.896908 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c98f13-6205-46a5-ac8f-094287ac6c3f req-cab91f69-4b79-49e9-a2a5-21aeeb0d7df6 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:35.899047 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f3c98f13-6205-46a5-ac8f-094287ac6c3f req-cab91f69-4b79-49e9-a2a5-21aeeb0d7df6 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 944 time: 0.0518174 May 06 10:37:35.938679 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f3c98f13-6205-46a5-ac8f-094287ac6c3f req-fd3eeb83-eaa2-4a52-9500-3749bd6a7800 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b853a804-0f72-40f0-9da9-88ab48901240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338452 May 06 10:37:37.058639 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad997bc4-05c6-4e20-b4f7-69b9e959cad4 req-c3a3fc79-7f24-459e-85e2-4195727baa7d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:37.060138 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad997bc4-05c6-4e20-b4f7-69b9e959cad4 req-c3a3fc79-7f24-459e-85e2-4195727baa7d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 944 time: 0.0511136 May 06 10:37:37.097412 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ad997bc4-05c6-4e20-b4f7-69b9e959cad4 req-d3f53264-2673-4960-9347-f617965b8e68 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b853a804-0f72-40f0-9da9-88ab48901240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306454 May 06 10:37:37.131842 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 2ae5d385-254f-43f4-bcaf-2b0ef6098d8c up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:37:37.179837 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 2ae5d385-254f-43f4-bcaf-2b0ef6098d8c completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:37:37.183462 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 2ae5d385-254f-43f4-bcaf-2b0ef6098d8c triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:37:37.183829 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:37.261653 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:37.284562 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2151356-31cd-41e7-9052-7d470a71ae83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae5d385-254f-43f4-bcaf-2b0ef6098d8c'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:37:37.286765 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532bd0f9c54137a25b4c1a322a0cfb660db88c671ca36eb22ff5f9a731e51081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b61934-caea-46ea-8016-82b84405fcde" -d '{"events": [{"server_uuid": "b2151356-31cd-41e7-9052-7d470a71ae83", "name": "network-vif-plugged", "status": "completed", "tag": "2ae5d385-254f-43f4-bcaf-2b0ef6098d8c"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:37:37.299792 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 2ae5d385-254f-43f4-bcaf-2b0ef6098d8c, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=2ae5d385-254f-43f4-bcaf-2b0ef6098d8c,segment=NetworkSegment(c81b684b-6be6-4c05-8f1d-cfc5447293bc),segment_id=c81b684b-6be6-4c05-8f1d-cfc5447293bc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:37:37.304215 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:37.328767 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990977ca-6585-4f6d-b1c0-3dc135098ea2 x-openstack-request-id: req-990977ca-6585-4f6d-b1c0-3dc135098ea2 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:37:37.329062 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2151356-31cd-41e7-9052-7d470a71ae83", "name": "network-vif-plugged", "status": "completed", "tag": "2ae5d385-254f-43f4-bcaf-2b0ef6098d8c", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:37:37.329311 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-990977ca-6585-4f6d-b1c0-3dc135098ea2 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:37:37.329701 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-990977ca-6585-4f6d-b1c0-3dc135098ea2'] response: {'server_uuid': 'b2151356-31cd-41e7-9052-7d470a71ae83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae5d385-254f-43f4-bcaf-2b0ef6098d8c', 'code': 200} May 06 10:37:37.355853 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=2ae5d385-254f-43f4-bcaf-2b0ef6098d8c,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:37.445841 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0de6f-5b65-4ccf-a764-e0b4d0a22571 req-022d37ac-a9e8-456f-9840-0204e8a9134f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:37.447362 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-50c0de6f-5b65-4ccf-a764-e0b4d0a22571 req-022d37ac-a9e8-456f-9840-0204e8a9134f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 1096 time: 0.0405557 May 06 10:37:37.481736 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-50c0de6f-5b65-4ccf-a764-e0b4d0a22571 req-fb2dcfe4-6fac-4613-bfce-0c67de9c672e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b853a804-0f72-40f0-9da9-88ab48901240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272865 May 06 10:37:38.214789 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4f2e1-b328-4292-a4a8-80c3a5640941 req-faa07e5d-78ce-4fb3-990b-7f646d681c1b tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:38.216419 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-15f4f2e1-b328-4292-a4a8-80c3a5640941 req-faa07e5d-78ce-4fb3-990b-7f646d681c1b tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 945 time: 0.0486698 May 06 10:37:38.254510 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-15f4f2e1-b328-4292-a4a8-80c3a5640941 req-a6b62377-8b2e-4671-aecc-6490fe1bd597 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b853a804-0f72-40f0-9da9-88ab48901240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316958 May 06 10:37:39.370160 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12da46-542c-4c3f-a5ae-11e09843eadf req-515ef848-35f5-4b17-a4d8-bfcc1fdc0dcf tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:39.371685 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1a12da46-542c-4c3f-a5ae-11e09843eadf req-515ef848-35f5-4b17-a4d8-bfcc1fdc0dcf tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 945 time: 0.0487742 May 06 10:37:39.409385 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1a12da46-542c-4c3f-a5ae-11e09843eadf req-94d66e16-845f-4b6a-9d09-61145600c723 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b853a804-0f72-40f0-9da9-88ab48901240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310903 May 06 10:37:39.525288 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab895af-f965-4f64-bfc0-a23453b274a1 req-fbeeb5ce-4061-4f01-b403-49fd1e52f620 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:39.526776 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4ab895af-f965-4f64-bfc0-a23453b274a1 req-fbeeb5ce-4061-4f01-b403-49fd1e52f620 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 945 time: 0.0522287 May 06 10:37:39.564739 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4ab895af-f965-4f64-bfc0-a23453b274a1 req-ac8639c1-62c5-43b9-bffa-98aa2abe832c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b853a804-0f72-40f0-9da9-88ab48901240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313427 May 06 10:37:39.585629 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40040) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:37:39.625785 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5b6d44-7fd5-4253-a2cd-fe49a262b3f9 tempest-TestNetworkAdvancedServerOps-161670012 tempest-TestNetworkAdvancedServerOps-161670012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:39.627321 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3c5b6d44-7fd5-4253-a2cd-fe49a262b3f9 tempest-TestNetworkAdvancedServerOps-161670012 tempest-TestNetworkAdvancedServerOps-161670012-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 1091 time: 0.0407317 May 06 10:37:39.630246 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40044) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:37:39.634796 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-4218af67-bb06-4709-8be6-853b3ce6f3f4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'port_id': '2ae5d385-254f-43f4-bcaf-2b0ef6098d8c', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:37:39.654824 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4218af67-bb06-4709-8be6-853b3ce6f3f4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for floatingip, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:39.769416 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4218af67-bb06-4709-8be6-853b3ce6f3f4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:39.871331 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-4218af67-bb06-4709-8be6-853b3ce6f3f4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Allocated IP 172.25.5.22 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/19eae022-5a8a-4153-8950-3314e2460075) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:37:39.980900 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4218af67-bb06-4709-8be6-853b3ce6f3f4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:40.026596 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4218af67-bb06-4709-8be6-853b3ce6f3f4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:40.067065 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4218af67-bb06-4709-8be6-853b3ce6f3f4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:37:40.069983 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-4218af67-bb06-4709-8be6-853b3ce6f3f4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:37:40.073657 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4218af67-bb06-4709-8be6-853b3ce6f3f4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:37:40.103347 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218af67-bb06-4709-8be6-853b3ce6f3f4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Port': ['ID=19eae022-5a8a-4153-8950-3314e2460075,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:40.477180 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4218af67-bb06-4709-8be6-853b3ce6f3f4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:40.544972 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4218af67-bb06-4709-8be6-853b3ce6f3f4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:40.702870 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4218af67-bb06-4709-8be6-853b3ce6f3f4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:40.707831 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4218af67-bb06-4709-8be6-853b3ce6f3f4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:40.778523 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218af67-bb06-4709-8be6-853b3ce6f3f4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Port': ['ID=19eae022-5a8a-4153-8950-3314e2460075,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:40.797902 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4218af67-bb06-4709-8be6-853b3ce6f3f4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:41.225477 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-4218af67-bb06-4709-8be6-853b3ce6f3f4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Floating IP ad3407f7-3490-426f-8052-7932a2ce720f associated. External IP: 172.25.5.22, port: 2ae5d385-254f-43f4-bcaf-2b0ef6098d8c. May 06 10:37:41.439924 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4218af67-bb06-4709-8be6-853b3ce6f3f4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Router ba9a373b-6923-46be-bb26-2ee14fd5b74f has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:37:41.548345 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4218af67-bb06-4709-8be6-853b3ce6f3f4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:37:41.563174 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fa0839-0d7b-49ad-b27d-16740a5f3df5 None None] Sync routers for ids ['ba9a373b-6923-46be-bb26-2ee14fd5b74f'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:37:41.568486 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4218af67-bb06-4709-8be6-853b3ce6f3f4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:41.572761 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fa0839-0d7b-49ad-b27d-16740a5f3df5 None None] Routers {'ba9a373b-6923-46be-bb26-2ee14fd5b74f'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:37:41.573382 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-d6fa0839-0d7b-49ad-b27d-16740a5f3df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:37:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ba9a373b-6923-46be-bb26-2ee14fd5b74f'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:41.602276 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4218af67-bb06-4709-8be6-853b3ce6f3f4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9685364 May 06 10:37:41.602276 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2151356-31cd-41e7-9052-7d470a71ae83', 'tag': '2ae5d385-254f-43f4-bcaf-2b0ef6098d8c'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:37:41.602939 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4203f62887ad6c042520207c1f89edfd97f1d269ecb3a7960f22881858371cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3d1730-7f8f-4d19-b2f6-e96bf96a5c76" -d '{"events": [{"name": "network-changed", "server_uuid": "b2151356-31cd-41e7-9052-7d470a71ae83", "tag": "2ae5d385-254f-43f4-bcaf-2b0ef6098d8c"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:37:41.689189 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-d6fa0839-0d7b-49ad-b27d-16740a5f3df5 None None] Set router ba9a373b-6923-46be-bb26-2ee14fd5b74f gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:37:41.700570 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68306791-fc9b-4377-87e2-377b6db95c2e req-cbd819b1-cbb1-4398-bc75-567f2c4a1026 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:41.702164 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-68306791-fc9b-4377-87e2-377b6db95c2e req-cbd819b1-cbb1-4398-bc75-567f2c4a1026 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 945 time: 0.0508397 May 06 10:37:41.743665 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-68306791-fc9b-4377-87e2-377b6db95c2e req-a12c5df3-06bf-4fdc-8e68-fcb97f3ae50d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b853a804-0f72-40f0-9da9-88ab48901240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347729 May 06 10:37:41.765585 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40050) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:37:41.804581 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00832d12-916c-4599-81f0-457f33568d7c x-openstack-request-id: req-00832d12-916c-4599-81f0-457f33568d7c {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:37:41.804781 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2151356-31cd-41e7-9052-7d470a71ae83", "tag": "2ae5d385-254f-43f4-bcaf-2b0ef6098d8c", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:37:41.805136 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-00832d12-916c-4599-81f0-457f33568d7c {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:37:41.805611 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00832d12-916c-4599-81f0-457f33568d7c'] response: {'name': 'network-changed', 'server_uuid': 'b2151356-31cd-41e7-9052-7d470a71ae83', 'tag': '2ae5d385-254f-43f4-bcaf-2b0ef6098d8c', 'status': 'completed', 'code': 200} May 06 10:37:41.833357 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7d03b415-39c8-4136-af99-b75cc66b0b09 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/floatingips/ad3407f7-3490-426f-8052-7932a2ce720f HTTP/1.1" status: 200 len: 990 time: 0.0659738 May 06 10:37:41.874746 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d1730-7f8f-4d19-b2f6-e96bf96a5c76 req-dd88df24-fdfb-4588-bb23-6144b512461d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:41.876345 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2f3d1730-7f8f-4d19-b2f6-e96bf96a5c76 req-dd88df24-fdfb-4588-bb23-6144b512461d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 1096 time: 0.0419900 May 06 10:37:41.922769 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-d6fa0839-0d7b-49ad-b27d-16740a5f3df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695481502', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'b5b1a5ae-04ed-424a-b29b-d0ae83083721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:37:23Z', 'updated_at': '2022-05-06T10:37:26Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'b5b1a5ae-04ed-424a-b29b-d0ae83083721', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:23Z', 'updated_at': '2022-05-06T10:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'ad3407f7-3490-426f-8052-7932a2ce720f', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'floating_ip_address': '172.25.5.22', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'port_id': '2ae5d385-254f-43f4-bcaf-2b0ef6098d8c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5', 'mac_address': 'fa:16:3e:02:29:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2151356-31cd-41e7-9052-7d470a71ae83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:37:40Z', 'updated_at': '2022-05-06T10:37:40Z', 'revision_number': 0, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84015ea8-3095-42e3-be36-eb9c1d66e2f9', 'name': '', 'network_id': '4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:58:02:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '4ef73547-3327-48fd-b4c1-dc9062717cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:26Z', 'updated_at': '2022-05-06T10:37:29Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '4ef73547-3327-48fd-b4c1-dc9062717cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:41.950257 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fa0839-0d7b-49ad-b27d-16740a5f3df5 None None] Checking router: ba9a373b-6923-46be-bb26-2ee14fd5b74f for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:37:41.958530 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fa0839-0d7b-49ad-b27d-16740a5f3df5 None None] Routers {'ba9a373b-6923-46be-bb26-2ee14fd5b74f'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:37:41.959175 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-d6fa0839-0d7b-49ad-b27d-16740a5f3df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:37:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ba9a373b-6923-46be-bb26-2ee14fd5b74f'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:41.975429 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d1730-7f8f-4d19-b2f6-e96bf96a5c76 req-b7441409-311b-457a-b5d3-a2e523411d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:41.977480 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2f3d1730-7f8f-4d19-b2f6-e96bf96a5c76 req-b7441409-311b-457a-b5d3-a2e523411d5f service neutron] 10.222.0.77 "GET /v2.0/networks?id=4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5 HTTP/1.1" status: 200 len: 898 time: 0.0941248 May 06 10:37:42.046936 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2f3d1730-7f8f-4d19-b2f6-e96bf96a5c76 req-ae1ba809-ba98-4d22-b799-4435947c8833 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ae5d385-254f-43f4-bcaf-2b0ef6098d8c HTTP/1.1" status: 200 len: 998 time: 0.0634751 May 06 10:37:42.067478 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-d6fa0839-0d7b-49ad-b27d-16740a5f3df5 None None] Set router ba9a373b-6923-46be-bb26-2ee14fd5b74f gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:37:42.103734 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d1730-7f8f-4d19-b2f6-e96bf96a5c76 req-8c7a6952-78cd-4dee-82d4-11bdd5cd7f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:42.105250 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2f3d1730-7f8f-4d19-b2f6-e96bf96a5c76 req-8c7a6952-78cd-4dee-82d4-11bdd5cd7f7d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ef73547-3327-48fd-b4c1-dc9062717cde HTTP/1.1" status: 200 len: 834 time: 0.0519805 May 06 10:37:42.151769 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d1730-7f8f-4d19-b2f6-e96bf96a5c76 req-e35ea487-64ce-4170-9a7e-d03d3674c71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:42.153364 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2f3d1730-7f8f-4d19-b2f6-e96bf96a5c76 req-e35ea487-64ce-4170-9a7e-d03d3674c71a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418093 May 06 10:37:42.244676 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2f3d1730-7f8f-4d19-b2f6-e96bf96a5c76 req-03222dbb-878e-465d-a30c-8fe851632dae service neutron] 10.222.0.77 "GET /v2.0/networks/4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848053 May 06 10:37:42.303984 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-d6fa0839-0d7b-49ad-b27d-16740a5f3df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695481502', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'b5b1a5ae-04ed-424a-b29b-d0ae83083721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:37:23Z', 'updated_at': '2022-05-06T10:37:26Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'b5b1a5ae-04ed-424a-b29b-d0ae83083721', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:23Z', 'updated_at': '2022-05-06T10:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'ad3407f7-3490-426f-8052-7932a2ce720f', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'floating_ip_address': '172.25.5.22', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'port_id': '2ae5d385-254f-43f4-bcaf-2b0ef6098d8c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5', 'mac_address': 'fa:16:3e:02:29:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2151356-31cd-41e7-9052-7d470a71ae83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:37:40Z', 'updated_at': '2022-05-06T10:37:40Z', 'revision_number': 0, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84015ea8-3095-42e3-be36-eb9c1d66e2f9', 'name': '', 'network_id': '4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:58:02:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '4ef73547-3327-48fd-b4c1-dc9062717cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:26Z', 'updated_at': '2022-05-06T10:37:29Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '4ef73547-3327-48fd-b4c1-dc9062717cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:42.331630 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fa0839-0d7b-49ad-b27d-16740a5f3df5 None None] The sync data for ids ['ba9a373b-6923-46be-bb26-2ee14fd5b74f'] in n-d-840835-1 is: [{'id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695481502', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'b5b1a5ae-04ed-424a-b29b-d0ae83083721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:37:23Z', 'updated_at': '2022-05-06T10:37:26Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'b5b1a5ae-04ed-424a-b29b-d0ae83083721', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:23Z', 'updated_at': '2022-05-06T10:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'ad3407f7-3490-426f-8052-7932a2ce720f', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'floating_ip_address': '172.25.5.22', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'port_id': '2ae5d385-254f-43f4-bcaf-2b0ef6098d8c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5', 'mac_address': 'fa:16:3e:02:29:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2151356-31cd-41e7-9052-7d470a71ae83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:37:40Z', 'updated_at': '2022-05-06T10:37:40Z', 'revision_number': 0, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84015ea8-3095-42e3-be36-eb9c1d66e2f9', 'name': '', 'network_id': '4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:58:02:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '4ef73547-3327-48fd-b4c1-dc9062717cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:26Z', 'updated_at': '2022-05-06T10:37:29Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '4ef73547-3327-48fd-b4c1-dc9062717cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:37:42.356079 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2f3d1730-7f8f-4d19-b2f6-e96bf96a5c76 req-344a2511-badd-4f68-9313-91ac24bed3b1 service neutron] 10.222.0.77 "GET /v2.0/networks/4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052523 May 06 10:37:42.527641 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95963126-4964-436c-91a1-d0eb02cdf304 None None] New status for floating IP ad3407f7-3490-426f-8052-7932a2ce720f: ACTIVE {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:37:42.837013 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40052) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:37:42.900416 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4367d1ee-c893-4865-b4a7-461ebc34034e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/floatingips/ad3407f7-3490-426f-8052-7932a2ce720f HTTP/1.1" status: 200 len: 992 time: 0.0622427 May 06 10:37:46.025849 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a16226d3-3bca-4197-9b59-736bb061d9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:48.549906 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8ec3dc85-2338-4e90-b5f1-8211c8c89fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:49.241834 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:49.729095 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:51.415858 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:51.568109 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:59.004396 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:37:59.514849 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:16.030360 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f72827a1-7d42-445d-8959-7eb05e8093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:18.551748 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ff041247-4d80-44fd-8859-dcf014a39ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:19.240404 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:19.736984 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:21.425175 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:21.572249 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:27.868430 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7dddd9d4-7b2b-49d4-9bb7-ebcebf676b82 req-ee456281-04ef-4969-97f8-7ef3d22f8ff2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454755 May 06 10:38:27.976367 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddd9d4-7b2b-49d4-9bb7-ebcebf676b82 req-d19f3ac6-d5fc-4b31-9bb6-8a8ef628c45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:27.977897 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7dddd9d4-7b2b-49d4-9bb7-ebcebf676b82 req-d19f3ac6-d5fc-4b31-9bb6-8a8ef628c45a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 1096 time: 0.0426414 May 06 10:38:28.086059 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddd9d4-7b2b-49d4-9bb7-ebcebf676b82 req-c9064331-ac39-4310-9f35-460be07ae3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:28.087569 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7dddd9d4-7b2b-49d4-9bb7-ebcebf676b82 req-c9064331-ac39-4310-9f35-460be07ae3c7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5 HTTP/1.1" status: 200 len: 898 time: 0.0861909 May 06 10:38:28.161988 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7dddd9d4-7b2b-49d4-9bb7-ebcebf676b82 req-7b0c0244-e70f-4457-b261-852f24b9a2ec service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ae5d385-254f-43f4-bcaf-2b0ef6098d8c HTTP/1.1" status: 200 len: 1000 time: 0.0666437 May 06 10:38:28.215730 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddd9d4-7b2b-49d4-9bb7-ebcebf676b82 req-e9bb0ee0-ddce-49d4-8ec3-e5171d024938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:28.217237 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7dddd9d4-7b2b-49d4-9bb7-ebcebf676b82 req-e9bb0ee0-ddce-49d4-8ec3-e5171d024938 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ef73547-3327-48fd-b4c1-dc9062717cde HTTP/1.1" status: 200 len: 834 time: 0.0488896 May 06 10:38:28.264205 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddd9d4-7b2b-49d4-9bb7-ebcebf676b82 req-23efb03d-eec1-4b21-bc5e-e524480c774d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:28.265801 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7dddd9d4-7b2b-49d4-9bb7-ebcebf676b82 req-23efb03d-eec1-4b21-bc5e-e524480c774d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421422 May 06 10:38:28.368148 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7dddd9d4-7b2b-49d4-9bb7-ebcebf676b82 req-bec547db-22d8-4264-8c46-81d0e1daa211 service neutron] 10.222.0.77 "GET /v2.0/networks/4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940402 May 06 10:38:28.462300 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-7dddd9d4-7b2b-49d4-9bb7-ebcebf676b82 req-48b5f26e-6062-4bbb-8338-d963689f15be service neutron] 10.222.0.77 "GET /v2.0/networks/4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893776 May 06 10:38:29.529556 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:36.003562 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:38:43.775727 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab558397-e394-4d24-8470-06fab8154bf8 req-3f9c89cb-7f32-4495-b73d-231d22363cca tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:43.777250 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab558397-e394-4d24-8470-06fab8154bf8 req-3f9c89cb-7f32-4495-b73d-231d22363cca tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 945 time: 0.0551772 May 06 10:38:43.817151 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ab558397-e394-4d24-8470-06fab8154bf8 req-38ad8892-d5e3-4f00-958a-e8b7d8ba8f21 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b853a804-0f72-40f0-9da9-88ab48901240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338669 May 06 10:38:44.934495 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be23858-83bc-44c1-88fc-b29e14da4423 req-87fbefbd-7d6d-4bb7-b6ef-70b4486013bb tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:44.936030 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6be23858-83bc-44c1-88fc-b29e14da4423 req-87fbefbd-7d6d-4bb7-b6ef-70b4486013bb tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 945 time: 0.0498638 May 06 10:38:44.974147 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6be23858-83bc-44c1-88fc-b29e14da4423 req-a8327309-2ae6-4ce0-b4c6-1c8b6812143d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b853a804-0f72-40f0-9da9-88ab48901240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312419 May 06 10:38:46.032565 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cf96b8b7-c4d4-4006-9009-7739f63ac77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:46.094682 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96176821-218e-4672-bc30-e4d174086014 req-8911f263-55f2-41c8-96bb-1a1b8d58d0e3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:46.096268 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-96176821-218e-4672-bc30-e4d174086014 req-8911f263-55f2-41c8-96bb-1a1b8d58d0e3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 945 time: 0.0492165 May 06 10:38:46.134729 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-96176821-218e-4672-bc30-e4d174086014 req-e467a9b9-0888-426f-8eda-8dc6fd2f019c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b853a804-0f72-40f0-9da9-88ab48901240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321348 May 06 10:38:47.255337 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13541a0-2f07-4672-8fc8-c9e0aeaf77af req-be4bc3c4-0a20-43bc-800b-5d5616275fbe tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:47.256852 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b13541a0-2f07-4672-8fc8-c9e0aeaf77af req-be4bc3c4-0a20-43bc-800b-5d5616275fbe tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 945 time: 0.0550392 May 06 10:38:47.297998 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b13541a0-2f07-4672-8fc8-c9e0aeaf77af req-900884c2-6bad-471f-b05b-4e2b2c0d986a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b853a804-0f72-40f0-9da9-88ab48901240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341372 May 06 10:38:48.416333 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30e936-cfdf-4176-9908-abb1e9c430ba req-35cbc19f-5859-465d-b4b3-af4cc480cf5b tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:48.417882 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c30e936-cfdf-4176-9908-abb1e9c430ba req-35cbc19f-5859-465d-b4b3-af4cc480cf5b tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 945 time: 0.0511394 May 06 10:38:48.458562 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5c30e936-cfdf-4176-9908-abb1e9c430ba req-19940ca6-5c1d-48a4-867b-4e24e9a2c3cd tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b853a804-0f72-40f0-9da9-88ab48901240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342999 May 06 10:38:48.557343 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-20d3d6f0-8de5-41eb-a905-d7a9ceeb53e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:49.238866 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:49.574107 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf52a3c-a1b0-4e6c-aa69-933c7874cb6e req-bb7b53be-2c64-4835-8cdb-bccffdbb9264 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:49.575600 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ebf52a3c-a1b0-4e6c-aa69-933c7874cb6e req-bb7b53be-2c64-4835-8cdb-bccffdbb9264 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 945 time: 0.0487425 May 06 10:38:49.615516 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ebf52a3c-a1b0-4e6c-aa69-933c7874cb6e req-8129ab62-7a8c-42b3-aadf-135868005b16 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b853a804-0f72-40f0-9da9-88ab48901240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339022 May 06 10:38:49.735559 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:50.736484 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c52de-b9e7-4810-8679-47cc2a204537 req-b29a911a-18aa-4598-a105-f0265761af6f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:50.737970 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b7c52de-b9e7-4810-8679-47cc2a204537 req-b29a911a-18aa-4598-a105-f0265761af6f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 945 time: 0.0539720 May 06 10:38:50.776202 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6b7c52de-b9e7-4810-8679-47cc2a204537 req-09a4b183-1ad0-44af-96a3-733559a82264 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b853a804-0f72-40f0-9da9-88ab48901240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323768 May 06 10:38:51.420936 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:51.576193 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:51.907048 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2dc53-ca76-4423-bff0-f3136153be55 req-afe03df8-1267-41cf-b250-a3d4c1a3147f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:51.908624 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3fe2dc53-ca76-4423-bff0-f3136153be55 req-afe03df8-1267-41cf-b250-a3d4c1a3147f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 945 time: 0.0618408 May 06 10:38:51.954391 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3fe2dc53-ca76-4423-bff0-f3136153be55 req-91234156-3108-41ba-82a8-296fe2830a85 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b853a804-0f72-40f0-9da9-88ab48901240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340080 May 06 10:38:53.082696 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3b148-5d21-4cc7-83f4-dbb780a71650 req-22e44049-713c-4f18-b14f-3002ac8a55fa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:53.084243 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cfb3b148-5d21-4cc7-83f4-dbb780a71650 req-22e44049-713c-4f18-b14f-3002ac8a55fa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 945 time: 0.0507100 May 06 10:38:53.123195 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cfb3b148-5d21-4cc7-83f4-dbb780a71650 req-77791622-c93a-42c8-8b5d-b3560fc62027 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b853a804-0f72-40f0-9da9-88ab48901240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329013 May 06 10:38:54.244452 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694a71c-3b92-4707-8053-a33ec99d155d req-2a7df263-2606-4cbc-bb88-487515ccdf12 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:54.245968 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e694a71c-3b92-4707-8053-a33ec99d155d req-2a7df263-2606-4cbc-bb88-487515ccdf12 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 945 time: 0.0536788 May 06 10:38:54.285468 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e694a71c-3b92-4707-8053-a33ec99d155d req-28869fd5-bd55-4d1d-9e36-90108fda4ec8 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b853a804-0f72-40f0-9da9-88ab48901240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333302 May 06 10:38:54.308061 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40098) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:38:54.377204 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b44a690e-c2e0-4a19-bc68-3392b46d62b3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/floatingips/ad3407f7-3490-426f-8052-7932a2ce720f HTTP/1.1" status: 200 len: 992 time: 0.0679421 May 06 10:38:55.655904 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d46258-d90e-4383-9f7c-4e29949a6779 req-a7d3ab9c-fc4d-481d-b50f-466723475e79 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:55.657341 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-88d46258-d90e-4383-9f7c-4e29949a6779 req-a7d3ab9c-fc4d-481d-b50f-466723475e79 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 945 time: 0.0546370 May 06 10:38:55.702202 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-88d46258-d90e-4383-9f7c-4e29949a6779 req-5517e36d-b01e-460d-9242-50a4b0304c06 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b853a804-0f72-40f0-9da9-88ab48901240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384774 May 06 10:38:55.703374 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcfbce-f793-47b8-b704-b6b7a9ded6cc req-316627d8-c213-442b-9ad3-96254c7fe9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:55.704902 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-50bcfbce-f793-47b8-b704-b6b7a9ded6cc req-316627d8-c213-442b-9ad3-96254c7fe9ad service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 1096 time: 0.0490911 May 06 10:38:55.805428 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcfbce-f793-47b8-b704-b6b7a9ded6cc req-38e95b54-5603-4412-b415-6eced9ac192d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:55.806940 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-50bcfbce-f793-47b8-b704-b6b7a9ded6cc req-38e95b54-5603-4412-b415-6eced9ac192d service neutron] 10.222.0.77 "GET /v2.0/networks?id=4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5 HTTP/1.1" status: 200 len: 898 time: 0.0954349 May 06 10:38:55.881094 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-50bcfbce-f793-47b8-b704-b6b7a9ded6cc req-4cb26d27-abfe-4c3a-9853-180a90eb966c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ae5d385-254f-43f4-bcaf-2b0ef6098d8c HTTP/1.1" status: 200 len: 1000 time: 0.0667708 May 06 10:38:55.932270 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcfbce-f793-47b8-b704-b6b7a9ded6cc req-7c3743bc-4d4a-4135-bdaa-ea0359f7dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:55.933793 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-50bcfbce-f793-47b8-b704-b6b7a9ded6cc req-7c3743bc-4d4a-4135-bdaa-ea0359f7dcd0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ef73547-3327-48fd-b4c1-dc9062717cde HTTP/1.1" status: 200 len: 834 time: 0.0459056 May 06 10:38:55.984636 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcfbce-f793-47b8-b704-b6b7a9ded6cc req-e68770c0-da0d-4931-a830-18139072002b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:55.986436 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-50bcfbce-f793-47b8-b704-b6b7a9ded6cc req-e68770c0-da0d-4931-a830-18139072002b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463421 May 06 10:38:56.087300 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-50bcfbce-f793-47b8-b704-b6b7a9ded6cc req-e8fb17fd-6665-46c6-8333-6a1a0ffdd1bc service neutron] 10.222.0.77 "GET /v2.0/networks/4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940833 May 06 10:38:56.187142 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-50bcfbce-f793-47b8-b704-b6b7a9ded6cc req-8d39a73e-29de-4326-8037-3d2b21b9245e service neutron] 10.222.0.77 "GET /v2.0/networks/4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927877 May 06 10:38:56.828119 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d89edd-443c-4a5e-9ac9-66c6d16843aa req-029cc0c9-74ac-4d43-9254-29b8e25cda8a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:56.829653 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-53d89edd-443c-4a5e-9ac9-66c6d16843aa req-029cc0c9-74ac-4d43-9254-29b8e25cda8a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 945 time: 0.0527911 May 06 10:38:56.870636 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-53d89edd-443c-4a5e-9ac9-66c6d16843aa req-ccca18c3-94c8-480a-a7bd-9632632aaa04 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b853a804-0f72-40f0-9da9-88ab48901240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334225 May 06 10:38:57.994228 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03b945-ebed-4452-84fb-a0ea5a8ffb01 req-171e5226-2b15-46c6-a93c-86a348b3c28b tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:57.995722 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d03b945-ebed-4452-84fb-a0ea5a8ffb01 req-171e5226-2b15-46c6-a93c-86a348b3c28b tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 945 time: 0.0528240 May 06 10:38:58.033747 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1d03b945-ebed-4452-84fb-a0ea5a8ffb01 req-aa7c7c4c-06ae-4c3f-b42d-25e69660be03 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b853a804-0f72-40f0-9da9-88ab48901240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315182 May 06 10:38:58.056932 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40110) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:38:58.121380 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c204cebd-7441-482c-ab3b-0a6e3e7cf783 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/floatingips/ad3407f7-3490-426f-8052-7932a2ce720f HTTP/1.1" status: 200 len: 992 time: 0.0632515 May 06 10:38:59.534751 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:13.002243 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:39:16.035312 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a21507e9-cc11-4b1d-afe8-aa53e329d8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:18.559681 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-defbd70f-3ef5-4e5f-b7e8-051a0ad181f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:19.243384 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:19.739055 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:21.423305 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:21.577864 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:29.544669 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:29.898955 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5589ccc6-7dae-4755-be90-3d28cf684529 req-0c90d911-2910-421a-b9bb-c16b2074af44 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415878 May 06 10:39:30.012524 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589ccc6-7dae-4755-be90-3d28cf684529 req-d1079529-9654-4500-9a41-2021bae8abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:30.014138 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5589ccc6-7dae-4755-be90-3d28cf684529 req-d1079529-9654-4500-9a41-2021bae8abf3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 1096 time: 0.0477927 May 06 10:39:30.122772 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589ccc6-7dae-4755-be90-3d28cf684529 req-fd471da4-f1ac-4e18-aa9b-6db7655d2708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:30.124335 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5589ccc6-7dae-4755-be90-3d28cf684529 req-fd471da4-f1ac-4e18-aa9b-6db7655d2708 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5 HTTP/1.1" status: 200 len: 898 time: 0.0901887 May 06 10:39:30.201717 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5589ccc6-7dae-4755-be90-3d28cf684529 req-088df519-0704-4c06-8ef8-c7f3c2b6c9fc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ae5d385-254f-43f4-bcaf-2b0ef6098d8c HTTP/1.1" status: 200 len: 1000 time: 0.0699267 May 06 10:39:30.258654 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589ccc6-7dae-4755-be90-3d28cf684529 req-f4970ba5-ea9a-4d86-b5e3-f733b5d32024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:30.261163 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5589ccc6-7dae-4755-be90-3d28cf684529 req-f4970ba5-ea9a-4d86-b5e3-f733b5d32024 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ef73547-3327-48fd-b4c1-dc9062717cde HTTP/1.1" status: 200 len: 834 time: 0.0504782 May 06 10:39:30.315071 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589ccc6-7dae-4755-be90-3d28cf684529 req-041bc8cb-1a64-4758-9fb0-07ed5b456c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:30.316624 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5589ccc6-7dae-4755-be90-3d28cf684529 req-041bc8cb-1a64-4758-9fb0-07ed5b456c4f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482597 May 06 10:39:30.417258 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5589ccc6-7dae-4755-be90-3d28cf684529 req-ddb75176-663d-41eb-b483-dbc27cca810d service neutron] 10.222.0.77 "GET /v2.0/networks/4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926561 May 06 10:39:30.514421 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5589ccc6-7dae-4755-be90-3d28cf684529 req-465da74e-584f-465a-b72b-ccde7894985b service neutron] 10.222.0.77 "GET /v2.0/networks/4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904832 May 06 10:39:44.732691 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40144) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:44.894290 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-bb8edd47-c7fb-4253-a7ef-f17138acae1a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Deleting port 19eae022-5a8a-4153-8950-3314e2460075 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:39:44.895265 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bb8edd47-c7fb-4253-a7ef-f17138acae1a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:44.970216 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bb8edd47-c7fb-4253-a7ef-f17138acae1a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:44.970553 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bb8edd47-c7fb-4253-a7ef-f17138acae1a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:44.982545 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-bb8edd47-c7fb-4253-a7ef-f17138acae1a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Calling delete_port for 19eae022-5a8a-4153-8950-3314e2460075 owned by network:floatingip {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:39:45.130166 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bb8edd47-c7fb-4253-a7ef-f17138acae1a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:45.156115 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8edd47-c7fb-4253-a7ef-f17138acae1a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'Port': ['ID=19eae022-5a8a-4153-8950-3314e2460075,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:45.184076 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8edd47-c7fb-4253-a7ef-f17138acae1a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:45.184434 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8edd47-c7fb-4253-a7ef-f17138acae1a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:45.184791 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8edd47-c7fb-4253-a7ef-f17138acae1a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:45.185134 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8edd47-c7fb-4253-a7ef-f17138acae1a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:45.185474 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8edd47-c7fb-4253-a7ef-f17138acae1a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:45.185816 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8edd47-c7fb-4253-a7ef-f17138acae1a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:45.186155 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8edd47-c7fb-4253-a7ef-f17138acae1a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:45.186492 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8edd47-c7fb-4253-a7ef-f17138acae1a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:45.186832 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8edd47-c7fb-4253-a7ef-f17138acae1a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:45.187197 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8edd47-c7fb-4253-a7ef-f17138acae1a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:45.187532 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8edd47-c7fb-4253-a7ef-f17138acae1a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:45.187863 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8edd47-c7fb-4253-a7ef-f17138acae1a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:45.230623 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bb8edd47-c7fb-4253-a7ef-f17138acae1a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for floatingip, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:45.230963 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-bb8edd47-c7fb-4253-a7ef-f17138acae1a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Floating IP ad3407f7-3490-426f-8052-7932a2ce720f disassociated (deleted). External IP: 172.25.5.22, port: 2ae5d385-254f-43f4-bcaf-2b0ef6098d8c. May 06 10:39:45.440177 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8edd47-c7fb-4253-a7ef-f17138acae1a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Router ba9a373b-6923-46be-bb26-2ee14fd5b74f has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:39:45.549383 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8edd47-c7fb-4253-a7ef-f17138acae1a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:39:45.553848 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-bb8edd47-c7fb-4253-a7ef-f17138acae1a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:45.559428 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6767de13-ba60-4d8f-bbeb-11a03196a62d None None] Sync routers for ids ['ba9a373b-6923-46be-bb26-2ee14fd5b74f'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:39:45.572652 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6767de13-ba60-4d8f-bbeb-11a03196a62d None None] Routers {'ba9a373b-6923-46be-bb26-2ee14fd5b74f'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:39:45.573258 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6767de13-ba60-4d8f-bbeb-11a03196a62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:39:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ba9a373b-6923-46be-bb26-2ee14fd5b74f'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:45.581646 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-bb8edd47-c7fb-4253-a7ef-f17138acae1a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "DELETE /v2.0/floatingips/ad3407f7-3490-426f-8052-7932a2ce720f HTTP/1.1" status: 204 len: 168 time: 0.8478436 May 06 10:39:45.582230 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2151356-31cd-41e7-9052-7d470a71ae83', 'tag': '2ae5d385-254f-43f4-bcaf-2b0ef6098d8c'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:39:45.584537 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1caaf7a81e239b66cb88d4696e2ac350de7f7976e977350f19e420479ff9b81b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830463e2-f5bb-4e43-8978-d704c6c96a74" -d '{"events": [{"name": "network-changed", "server_uuid": "b2151356-31cd-41e7-9052-7d470a71ae83", "tag": "2ae5d385-254f-43f4-bcaf-2b0ef6098d8c"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:39:45.676922 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-6767de13-ba60-4d8f-bbeb-11a03196a62d None None] Set router ba9a373b-6923-46be-bb26-2ee14fd5b74f gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:39:45.746386 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204f522f-ef58-435b-b42a-e5415e5bac6f x-openstack-request-id: req-204f522f-ef58-435b-b42a-e5415e5bac6f {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:39:45.747362 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2151356-31cd-41e7-9052-7d470a71ae83", "tag": "2ae5d385-254f-43f4-bcaf-2b0ef6098d8c", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:39:45.747832 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-204f522f-ef58-435b-b42a-e5415e5bac6f {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:39:45.748252 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-204f522f-ef58-435b-b42a-e5415e5bac6f'] response: {'name': 'network-changed', 'server_uuid': 'b2151356-31cd-41e7-9052-7d470a71ae83', 'tag': '2ae5d385-254f-43f4-bcaf-2b0ef6098d8c', 'status': 'completed', 'code': 200} May 06 10:39:45.842066 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e04761-af86-4610-9842-8443e647c967 req-f6dbae80-03ab-428f-a1de-8f04064a2914 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:45.843648 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-24e04761-af86-4610-9842-8443e647c967 req-f6dbae80-03ab-428f-a1de-8f04064a2914 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 945 time: 0.0509620 May 06 10:39:45.847062 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830463e2-f5bb-4e43-8978-d704c6c96a74 req-f2c3ff82-fec1-40f9-b1fb-3e72931cea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:45.848623 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-830463e2-f5bb-4e43-8978-d704c6c96a74 req-f2c3ff82-fec1-40f9-b1fb-3e72931cea94 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 1096 time: 0.0412481 May 06 10:39:45.893083 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-24e04761-af86-4610-9842-8443e647c967 req-cb8ade93-f6d5-4b47-a9f5-ba98efdf2bc7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b853a804-0f72-40f0-9da9-88ab48901240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424147 May 06 10:39:45.911845 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6767de13-ba60-4d8f-bbeb-11a03196a62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695481502', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'b5b1a5ae-04ed-424a-b29b-d0ae83083721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:37:23Z', 'updated_at': '2022-05-06T10:37:26Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'b5b1a5ae-04ed-424a-b29b-d0ae83083721', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:23Z', 'updated_at': '2022-05-06T10:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '84015ea8-3095-42e3-be36-eb9c1d66e2f9', 'name': '', 'network_id': '4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:58:02:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '4ef73547-3327-48fd-b4c1-dc9062717cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:26Z', 'updated_at': '2022-05-06T10:37:29Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '4ef73547-3327-48fd-b4c1-dc9062717cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:45.939901 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6767de13-ba60-4d8f-bbeb-11a03196a62d None None] Checking router: ba9a373b-6923-46be-bb26-2ee14fd5b74f for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:39:45.948163 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6767de13-ba60-4d8f-bbeb-11a03196a62d None None] Routers {'ba9a373b-6923-46be-bb26-2ee14fd5b74f'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:39:45.948782 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6767de13-ba60-4d8f-bbeb-11a03196a62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:39:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ba9a373b-6923-46be-bb26-2ee14fd5b74f'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:45.960503 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830463e2-f5bb-4e43-8978-d704c6c96a74 req-084a2aa4-836d-4248-9fbc-cddcee02d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:45.962021 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-830463e2-f5bb-4e43-8978-d704c6c96a74 req-084a2aa4-836d-4248-9fbc-cddcee02d150 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5 HTTP/1.1" status: 200 len: 898 time: 0.1008170 May 06 10:39:46.010085 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-830463e2-f5bb-4e43-8978-d704c6c96a74 req-ddfd4f5b-7362-47d6-8a3b-9ad6aa2bf7ee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ae5d385-254f-43f4-bcaf-2b0ef6098d8c HTTP/1.1" status: 200 len: 217 time: 0.0374990 May 06 10:39:46.039792 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4d368ea5-e51f-401f-b46e-47a10af171f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:46.059352 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-6767de13-ba60-4d8f-bbeb-11a03196a62d None None] Set router ba9a373b-6923-46be-bb26-2ee14fd5b74f gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:39:46.060129 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830463e2-f5bb-4e43-8978-d704c6c96a74 req-303ee035-dca7-44b7-a6b2-0d46f5fca3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:46.061688 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-830463e2-f5bb-4e43-8978-d704c6c96a74 req-303ee035-dca7-44b7-a6b2-0d46f5fca3f2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ef73547-3327-48fd-b4c1-dc9062717cde HTTP/1.1" status: 200 len: 834 time: 0.0450139 May 06 10:39:46.113982 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830463e2-f5bb-4e43-8978-d704c6c96a74 req-4419bc76-7778-4ae3-a1ba-e623bcf57e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:46.115534 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-830463e2-f5bb-4e43-8978-d704c6c96a74 req-4419bc76-7778-4ae3-a1ba-e623bcf57e8f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455756 May 06 10:39:46.206249 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-830463e2-f5bb-4e43-8978-d704c6c96a74 req-81bd1284-1f96-4e5b-933a-4b27b29bb8fb service neutron] 10.222.0.77 "GET /v2.0/networks/4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832076 May 06 10:39:46.260186 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-6767de13-ba60-4d8f-bbeb-11a03196a62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695481502', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'b5b1a5ae-04ed-424a-b29b-d0ae83083721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:37:23Z', 'updated_at': '2022-05-06T10:37:26Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'b5b1a5ae-04ed-424a-b29b-d0ae83083721', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:23Z', 'updated_at': '2022-05-06T10:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '84015ea8-3095-42e3-be36-eb9c1d66e2f9', 'name': '', 'network_id': '4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:58:02:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '4ef73547-3327-48fd-b4c1-dc9062717cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:26Z', 'updated_at': '2022-05-06T10:37:29Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '4ef73547-3327-48fd-b4c1-dc9062717cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:46.291044 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6767de13-ba60-4d8f-bbeb-11a03196a62d None None] The sync data for ids ['ba9a373b-6923-46be-bb26-2ee14fd5b74f'] in n-d-840835-1 is: [{'id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695481502', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'b5b1a5ae-04ed-424a-b29b-d0ae83083721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:37:23Z', 'updated_at': '2022-05-06T10:37:26Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'b5b1a5ae-04ed-424a-b29b-d0ae83083721', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:23Z', 'updated_at': '2022-05-06T10:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '84015ea8-3095-42e3-be36-eb9c1d66e2f9', 'name': '', 'network_id': '4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:58:02:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '4ef73547-3327-48fd-b4c1-dc9062717cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:26Z', 'updated_at': '2022-05-06T10:37:29Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '4ef73547-3327-48fd-b4c1-dc9062717cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:39:46.302868 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-830463e2-f5bb-4e43-8978-d704c6c96a74 req-61ee0712-bd26-47cc-b9c4-91d480f382a0 service neutron] 10.222.0.77 "GET /v2.0/networks/4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889096 May 06 10:39:46.510424 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f93508f-6009-4fe5-b172-bec77c01070b None None] New status for floating IP ad3407f7-3490-426f-8052-7932a2ce720f: DOWN {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:39:47.014554 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c650f5-362f-4256-aace-dc432adba5ef req-e559602b-4b37-489e-ab49-8e9c2cade011 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:47.016133 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a7c650f5-362f-4256-aace-dc432adba5ef req-e559602b-4b37-489e-ab49-8e9c2cade011 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 945 time: 0.0496266 May 06 10:39:47.052939 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a7c650f5-362f-4256-aace-dc432adba5ef req-36c5e018-4dae-4abc-96dd-1db8014bb7d1 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b853a804-0f72-40f0-9da9-88ab48901240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308309 May 06 10:39:47.791399 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb448a2d-7916-4af3-af86-ff265c12a023 req-85c2651d-66d3-4d77-8163-2f6231eaf541 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:47.792842 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fb448a2d-7916-4af3-af86-ff265c12a023 req-85c2651d-66d3-4d77-8163-2f6231eaf541 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 945 time: 0.0488341 May 06 10:39:47.884837 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-fb448a2d-7916-4af3-af86-ff265c12a023 req-7ef30573-96e9-4067-a67e-c531a301faf0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Deleting port 2ae5d385-254f-43f4-bcaf-2b0ef6098d8c {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:39:47.885178 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fb448a2d-7916-4af3-af86-ff265c12a023 req-7ef30573-96e9-4067-a67e-c531a301faf0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:47.973175 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-fb448a2d-7916-4af3-af86-ff265c12a023 req-7ef30573-96e9-4067-a67e-c531a301faf0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] For port 2ae5d385-254f-43f4-bcaf-2b0ef6098d8c, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=2ae5d385-254f-43f4-bcaf-2b0ef6098d8c,segment=NetworkSegment(c81b684b-6be6-4c05-8f1d-cfc5447293bc),segment_id=c81b684b-6be6-4c05-8f1d-cfc5447293bc)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:39:47.973546 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fb448a2d-7916-4af3-af86-ff265c12a023 req-7ef30573-96e9-4067-a67e-c531a301faf0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:47.986116 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-fb448a2d-7916-4af3-af86-ff265c12a023 req-7ef30573-96e9-4067-a67e-c531a301faf0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Calling delete_port for 2ae5d385-254f-43f4-bcaf-2b0ef6098d8c owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:39:48.118772 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fb448a2d-7916-4af3-af86-ff265c12a023 req-7ef30573-96e9-4067-a67e-c531a301faf0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:48.149556 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef30573-96e9-4067-a67e-c531a301faf0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'Port': ['ID=2ae5d385-254f-43f4-bcaf-2b0ef6098d8c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:48.155597 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-416939ea-af87-45fe-af04-2d7283d9fdc1 req-696eae76-e939-46a6-92d5-c2be66090fb4 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2151356-31cd-41e7-9052-7d470a71ae83 HTTP/1.1" status: 200 len: 210 time: 0.0309196 May 06 10:39:48.177452 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef30573-96e9-4067-a67e-c531a301faf0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:48.177804 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef30573-96e9-4067-a67e-c531a301faf0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:48.178150 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef30573-96e9-4067-a67e-c531a301faf0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:48.178494 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef30573-96e9-4067-a67e-c531a301faf0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:48.178831 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef30573-96e9-4067-a67e-c531a301faf0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:48.179189 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef30573-96e9-4067-a67e-c531a301faf0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:48.179528 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef30573-96e9-4067-a67e-c531a301faf0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:48.179862 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef30573-96e9-4067-a67e-c531a301faf0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:48.180293 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef30573-96e9-4067-a67e-c531a301faf0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:48.180632 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef30573-96e9-4067-a67e-c531a301faf0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:48.180962 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef30573-96e9-4067-a67e-c531a301faf0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:48.181290 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef30573-96e9-4067-a67e-c531a301faf0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:48.200561 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb448a2d-7916-4af3-af86-ff265c12a023 req-7ef30573-96e9-4067-a67e-c531a301faf0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] No DVR routers for this DVR port 2ae5d385-254f-43f4-bcaf-2b0ef6098d8c on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:39:48.203296 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-fb448a2d-7916-4af3-af86-ff265c12a023 req-7ef30573-96e9-4067-a67e-c531a301faf0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:48.206666 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fb448a2d-7916-4af3-af86-ff265c12a023 req-7ef30573-96e9-4067-a67e-c531a301faf0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.77 "DELETE /v2.0/ports/2ae5d385-254f-43f4-bcaf-2b0ef6098d8c HTTP/1.1" status: 204 len: 173 time: 0.4080040 May 06 10:39:48.207099 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2151356-31cd-41e7-9052-7d470a71ae83', 'name': 'network-vif-deleted', 'tag': '2ae5d385-254f-43f4-bcaf-2b0ef6098d8c'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:39:48.209365 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4203f62887ad6c042520207c1f89edfd97f1d269ecb3a7960f22881858371cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9780e55-6557-47e7-b96b-2ee31bcddc73" -d '{"events": [{"server_uuid": "b2151356-31cd-41e7-9052-7d470a71ae83", "name": "network-vif-deleted", "tag": "2ae5d385-254f-43f4-bcaf-2b0ef6098d8c"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:39:48.249532 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2181ed7e-d4e1-4fb6-a773-c2526cb02d2d x-openstack-request-id: req-2181ed7e-d4e1-4fb6-a773-c2526cb02d2d {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:39:48.249998 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2151356-31cd-41e7-9052-7d470a71ae83", "name": "network-vif-deleted", "tag": "2ae5d385-254f-43f4-bcaf-2b0ef6098d8c", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:39:48.250227 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2181ed7e-d4e1-4fb6-a773-c2526cb02d2d {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:39:48.250640 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2181ed7e-d4e1-4fb6-a773-c2526cb02d2d'] response: {'server_uuid': 'b2151356-31cd-41e7-9052-7d470a71ae83', 'name': 'network-vif-deleted', 'tag': '2ae5d385-254f-43f4-bcaf-2b0ef6098d8c', 'status': 'completed', 'code': 200} May 06 10:39:48.562495 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f237ead6-4f4e-4cfc-95a1-afed63a535f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:49.213749 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40160) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:49.238164 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:49.574051 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6991c87a-ff29-4eea-a797-70bcf301458a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:49.740718 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:49.828590 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-6991c87a-ff29-4eea-a797-70bcf301458a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Deleting port 84015ea8-3095-42e3-be36-eb9c1d66e2f9 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:39:49.828847 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6991c87a-ff29-4eea-a797-70bcf301458a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:49.923099 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-6991c87a-ff29-4eea-a797-70bcf301458a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] For port 84015ea8-3095-42e3-be36-eb9c1d66e2f9, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=84015ea8-3095-42e3-be36-eb9c1d66e2f9,segment=NetworkSegment(c81b684b-6be6-4c05-8f1d-cfc5447293bc),segment_id=c81b684b-6be6-4c05-8f1d-cfc5447293bc)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:39:49.923504 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6991c87a-ff29-4eea-a797-70bcf301458a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:49.938856 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-6991c87a-ff29-4eea-a797-70bcf301458a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Calling delete_port for 84015ea8-3095-42e3-be36-eb9c1d66e2f9 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:39:50.005531 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:39:50.127787 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6991c87a-ff29-4eea-a797-70bcf301458a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:50.156067 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991c87a-ff29-4eea-a797-70bcf301458a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'Port': ['ID=84015ea8-3095-42e3-be36-eb9c1d66e2f9,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:50.338009 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6991c87a-ff29-4eea-a797-70bcf301458a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:50.553679 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6991c87a-ff29-4eea-a797-70bcf301458a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Router ba9a373b-6923-46be-bb26-2ee14fd5b74f has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:39:50.659907 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6991c87a-ff29-4eea-a797-70bcf301458a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:39:50.665165 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6991c87a-ff29-4eea-a797-70bcf301458a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "PUT /v2.0/routers/ba9a373b-6923-46be-bb26-2ee14fd5b74f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4503999 May 06 10:39:50.668160 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40162) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:50.669374 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbad98a7-1738-4e50-bbb3-b19d7564ec2c None None] Sync routers for ids ['ba9a373b-6923-46be-bb26-2ee14fd5b74f'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:39:50.678932 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbad98a7-1738-4e50-bbb3-b19d7564ec2c None None] Routers {'ba9a373b-6923-46be-bb26-2ee14fd5b74f'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:39:50.679660 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-cbad98a7-1738-4e50-bbb3-b19d7564ec2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:39:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ba9a373b-6923-46be-bb26-2ee14fd5b74f'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:50.724120 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-469dd53a-6d59-486f-aca8-0c3e46898213 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Deleting subnet 4ef73547-3327-48fd-b4c1-dc9062717cde {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:39:50.727173 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-469dd53a-6d59-486f-aca8-0c3e46898213 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:50.768720 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-469dd53a-6d59-486f-aca8-0c3e46898213 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:50.784639 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-cbad98a7-1738-4e50-bbb3-b19d7564ec2c None None] Set router ba9a373b-6923-46be-bb26-2ee14fd5b74f gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:39:50.851567 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-469dd53a-6d59-486f-aca8-0c3e46898213 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:50.917243 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-469dd53a-6d59-486f-aca8-0c3e46898213 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:50.945432 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469dd53a-6d59-486f-aca8-0c3e46898213 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'Subnet': ['ID=4ef73547-3327-48fd-b4c1-dc9062717cde,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:50.949569 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-469dd53a-6d59-486f-aca8-0c3e46898213 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:50.955530 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40164) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:50.955701 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-469dd53a-6d59-486f-aca8-0c3e46898213 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "DELETE /v2.0/subnets/4ef73547-3327-48fd-b4c1-dc9062717cde HTTP/1.1" status: 204 len: 168 time: 0.2862937 May 06 10:39:50.956599 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c4db27-86e7-4efd-afc4-f294cf6cd4b6 None None] Network 4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:39:50.970157 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-cbad98a7-1738-4e50-bbb3-b19d7564ec2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695481502', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'b5b1a5ae-04ed-424a-b29b-d0ae83083721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:37:23Z', 'updated_at': '2022-05-06T10:39:50Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'b5b1a5ae-04ed-424a-b29b-d0ae83083721', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:23Z', 'updated_at': '2022-05-06T10:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:51.001964 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbad98a7-1738-4e50-bbb3-b19d7564ec2c None None] Checking router: ba9a373b-6923-46be-bb26-2ee14fd5b74f for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:39:51.010766 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbad98a7-1738-4e50-bbb3-b19d7564ec2c None None] Routers {'ba9a373b-6923-46be-bb26-2ee14fd5b74f'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:39:51.011644 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-cbad98a7-1738-4e50-bbb3-b19d7564ec2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:39:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['ba9a373b-6923-46be-bb26-2ee14fd5b74f'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:51.073207 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2f1145d7-1729-4e92-8551-530958f42d60 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:51.127089 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-cbad98a7-1738-4e50-bbb3-b19d7564ec2c None None] Set router ba9a373b-6923-46be-bb26-2ee14fd5b74f gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:39:51.151001 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d37f6c-1147-4356-a159-0afef19afdef None None] DHCP port deletion for 4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:39:51.193503 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2f1145d7-1729-4e92-8551-530958f42d60 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:51.207873 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d4d37f6c-1147-4356-a159-0afef19afdef None None] Deleting port f75c2708-7eb8-4a00-9041-22a63dd64532 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:39:51.208744 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d4d37f6c-1147-4356-a159-0afef19afdef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:51.253442 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-2f1145d7-1729-4e92-8551-530958f42d60 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Deleting port b5b1a5ae-04ed-424a-b29b-d0ae83083721 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:39:51.253898 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2f1145d7-1729-4e92-8551-530958f42d60 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:51.278895 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d4d37f6c-1147-4356-a159-0afef19afdef None None] For port f75c2708-7eb8-4a00-9041-22a63dd64532, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=f75c2708-7eb8-4a00-9041-22a63dd64532,segment=NetworkSegment(c81b684b-6be6-4c05-8f1d-cfc5447293bc),segment_id=c81b684b-6be6-4c05-8f1d-cfc5447293bc)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:39:51.279323 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d4d37f6c-1147-4356-a159-0afef19afdef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:51.293511 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d4d37f6c-1147-4356-a159-0afef19afdef None None] Calling delete_port for f75c2708-7eb8-4a00-9041-22a63dd64532 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:39:51.337184 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-2f1145d7-1729-4e92-8551-530958f42d60 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] For port b5b1a5ae-04ed-424a-b29b-d0ae83083721, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=b5b1a5ae-04ed-424a-b29b-d0ae83083721,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:39:51.337560 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2f1145d7-1729-4e92-8551-530958f42d60 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:51.349688 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-2f1145d7-1729-4e92-8551-530958f42d60 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Calling delete_port for b5b1a5ae-04ed-424a-b29b-d0ae83083721 owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:39:51.385648 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d4d37f6c-1147-4356-a159-0afef19afdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:51.407135 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-cbad98a7-1738-4e50-bbb3-b19d7564ec2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695481502', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'b5b1a5ae-04ed-424a-b29b-d0ae83083721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:37:23Z', 'updated_at': '2022-05-06T10:39:50Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'b5b1a5ae-04ed-424a-b29b-d0ae83083721', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:23Z', 'updated_at': '2022-05-06T10:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:51.416196 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d37f6c-1147-4356-a159-0afef19afdef None None] Pushing event deleted for resources: {'Port': ['ID=f75c2708-7eb8-4a00-9041-22a63dd64532,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:51.434655 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d37f6c-1147-4356-a159-0afef19afdef None None] No DVR routers for this DVR port f75c2708-7eb8-4a00-9041-22a63dd64532 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:39:51.437294 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d37f6c-1147-4356-a159-0afef19afdef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:51.437639 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d37f6c-1147-4356-a159-0afef19afdef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:51.438115 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d37f6c-1147-4356-a159-0afef19afdef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:51.438449 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d37f6c-1147-4356-a159-0afef19afdef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:51.438780 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d37f6c-1147-4356-a159-0afef19afdef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:51.439260 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d37f6c-1147-4356-a159-0afef19afdef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:51.439577 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d37f6c-1147-4356-a159-0afef19afdef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:51.439994 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d37f6c-1147-4356-a159-0afef19afdef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:51.440222 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d37f6c-1147-4356-a159-0afef19afdef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:51.440544 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d37f6c-1147-4356-a159-0afef19afdef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:51.440865 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d37f6c-1147-4356-a159-0afef19afdef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:51.441181 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d37f6c-1147-4356-a159-0afef19afdef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:51.441725 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbad98a7-1738-4e50-bbb3-b19d7564ec2c None None] The sync data for ids ['ba9a373b-6923-46be-bb26-2ee14fd5b74f'] in n-d-840835-1 is: [{'id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695481502', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'b5b1a5ae-04ed-424a-b29b-d0ae83083721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:37:23Z', 'updated_at': '2022-05-06T10:39:50Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': 'b5b1a5ae-04ed-424a-b29b-d0ae83083721', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a373b-6923-46be-bb26-2ee14fd5b74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:23Z', 'updated_at': '2022-05-06T10:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:39:51.459756 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:51.582685 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:51.783305 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 2ae5d385-254f-43f4-bcaf-2b0ef6098d8c no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:39:51.804239 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 2ae5d385-254f-43f4-bcaf-2b0ef6098d8c {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:39:51.804590 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 2ae5d385-254f-43f4-bcaf-2b0ef6098d8c not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:39:51.859223 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2f1145d7-1729-4e92-8551-530958f42d60 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:51.884768 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1145d7-1729-4e92-8551-530958f42d60 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'Port': ['ID=b5b1a5ae-04ed-424a-b29b-d0ae83083721,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:51.946431 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2f1145d7-1729-4e92-8551-530958f42d60 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:52.029660 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f75c2708-7eb8-4a00-9041-22a63dd64532 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:39:52.047426 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2f1145d7-1729-4e92-8551-530958f42d60 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:52.049587 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2f1145d7-1729-4e92-8551-530958f42d60 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:52.050659 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: f75c2708-7eb8-4a00-9041-22a63dd64532 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:39:52.051007 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device f75c2708-7eb8-4a00-9041-22a63dd64532 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:39:52.051456 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 84015ea8-3095-42e3-be36-eb9c1d66e2f9 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:39:52.071849 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 84015ea8-3095-42e3-be36-eb9c1d66e2f9 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:39:52.072322 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 84015ea8-3095-42e3-be36-eb9c1d66e2f9 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:39:52.094165 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2f1145d7-1729-4e92-8551-530958f42d60 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:52.094708 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1145d7-1729-4e92-8551-530958f42d60 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Fanout notify agent at l3_agent the message router_deleted on router ba9a373b-6923-46be-bb26-2ee14fd5b74f {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:39:52.101584 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2f1145d7-1729-4e92-8551-530958f42d60 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:52.102763 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2f1145d7-1729-4e92-8551-530958f42d60 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "DELETE /v2.0/routers/ba9a373b-6923-46be-bb26-2ee14fd5b74f HTTP/1.1" status: 204 len: 168 time: 1.1462309 May 06 10:39:52.105546 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40166) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:52.186083 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6297f452-9af1-43df-81d9-06a02c3bbdf7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:52.276723 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6297f452-9af1-43df-81d9-06a02c3bbdf7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:52.296655 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-6297f452-9af1-43df-81d9-06a02c3bbdf7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:52.306225 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-6297f452-9af1-43df-81d9-06a02c3bbdf7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81b684b-6be6-4c05-8f1d-cfc5447293bc') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:52.306530 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-6297f452-9af1-43df-81d9-06a02c3bbdf7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81b684b-6be6-4c05-8f1d-cfc5447293bc') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:52.315826 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6297f452-9af1-43df-81d9-06a02c3bbdf7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:52.329387 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6297f452-9af1-43df-81d9-06a02c3bbdf7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:52.335086 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6297f452-9af1-43df-81d9-06a02c3bbdf7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:39:52.335509 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6297f452-9af1-43df-81d9-06a02c3bbdf7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: timer() May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:39:52.338468 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:39:52.400238 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6297f452-9af1-43df-81d9-06a02c3bbdf7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:52.407691 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-6297f452-9af1-43df-81d9-06a02c3bbdf7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:52.410785 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6297f452-9af1-43df-81d9-06a02c3bbdf7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "DELETE /v2.0/networks/4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5 HTTP/1.1" status: 204 len: 168 time: 0.3042827 May 06 10:39:52.413624 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40168) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:52.423350 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6297f452-9af1-43df-81d9-06a02c3bbdf7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'Network': ['ID=4bc48dcf-aacd-4ea7-9577-8a1754e9b1b5,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:52.475433 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2eab14d3-599e-4687-9c06-ea1ff24f020d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:52.501475 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2eab14d3-599e-4687-9c06-ea1ff24f020d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:52.566931 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2eab14d3-599e-4687-9c06-ea1ff24f020d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:52.569581 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2eab14d3-599e-4687-9c06-ea1ff24f020d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:52.570784 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2eab14d3-599e-4687-9c06-ea1ff24f020d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "DELETE /v2.0/security-groups/b853a804-0f72-40f0-9da9-88ab48901240 HTTP/1.1" status: 204 len: 168 time: 0.1555815 May 06 10:39:52.580095 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab14d3-599e-4687-9c06-ea1ff24f020d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b853a804-0f72-40f0-9da9-88ab48901240,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:53.134770 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40174) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:53.139446 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-b0a50ec7-e65c-4053-b08c-aa64f30124ef tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1540070086', 'description': 'tempest-secgroup-smoke-1540070086 description', 'project_id': '257892d9fff3423bb07a7e9a81056767'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:39:53.160084 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0a50ec7-e65c-4053-b08c-aa64f30124ef tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:53.230432 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0a50ec7-e65c-4053-b08c-aa64f30124ef tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:53.234268 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0a50ec7-e65c-4053-b08c-aa64f30124ef tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:53.268709 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0a50ec7-e65c-4053-b08c-aa64f30124ef tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:53.269931 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b0a50ec7-e65c-4053-b08c-aa64f30124ef tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1340644 May 06 10:39:53.271786 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a50ec7-e65c-4053-b08c-aa64f30124ef tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8871766-10c0-46b7-abed-382e7ca8c3e2,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:53.272961 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40176) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:53.278344 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-66c815b6-681b-4d26-9849-7f8f471c01a3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group_rule': {'security_group_id': 'a8871766-10c0-46b7-abed-382e7ca8c3e2', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:39:53.303019 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-66c815b6-681b-4d26-9849-7f8f471c01a3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:53.358784 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-66c815b6-681b-4d26-9849-7f8f471c01a3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:53.362814 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-66c815b6-681b-4d26-9849-7f8f471c01a3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:53.379824 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c815b6-681b-4d26-9849-7f8f471c01a3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d80e9338-b5d2-47ec-bf40-e478610d7649,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:53.388521 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-66c815b6-681b-4d26-9849-7f8f471c01a3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:53.389738 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-66c815b6-681b-4d26-9849-7f8f471c01a3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157012 May 06 10:39:53.392402 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40178) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:53.396668 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-549a59c6-e9c7-479e-b115-d83653c931fc tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group_rule': {'security_group_id': 'a8871766-10c0-46b7-abed-382e7ca8c3e2', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:39:53.420991 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-549a59c6-e9c7-479e-b115-d83653c931fc tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:53.478367 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-549a59c6-e9c7-479e-b115-d83653c931fc tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:53.482125 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-549a59c6-e9c7-479e-b115-d83653c931fc tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:53.500027 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a59c6-e9c7-479e-b115-d83653c931fc tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d8c7053-85e9-422e-9866-eb448e1544c9,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:53.506621 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-549a59c6-e9c7-479e-b115-d83653c931fc tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:53.507890 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-549a59c6-e9c7-479e-b115-d83653c931fc tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1145675 May 06 10:39:53.511223 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40180) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:53.515471 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-1e45461b-2ccb-488d-ae38-4c926c182ba1 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group_rule': {'security_group_id': 'a8871766-10c0-46b7-abed-382e7ca8c3e2', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:39:53.539195 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1e45461b-2ccb-488d-ae38-4c926c182ba1 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:53.600311 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1e45461b-2ccb-488d-ae38-4c926c182ba1 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:53.603906 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1e45461b-2ccb-488d-ae38-4c926c182ba1 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:53.622177 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45461b-2ccb-488d-ae38-4c926c182ba1 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3268db0-0dc6-4da2-b092-7e907498b92b,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:53.629611 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1e45461b-2ccb-488d-ae38-4c926c182ba1 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:53.630883 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1e45461b-2ccb-488d-ae38-4c926c182ba1 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187112 May 06 10:39:53.634157 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40182) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:53.638502 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-e7af270b-0a81-4d27-a728-2d4d76194e45 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group_rule': {'security_group_id': 'a8871766-10c0-46b7-abed-382e7ca8c3e2', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:39:53.663020 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e7af270b-0a81-4d27-a728-2d4d76194e45 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:53.721728 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e7af270b-0a81-4d27-a728-2d4d76194e45 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:53.725009 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e7af270b-0a81-4d27-a728-2d4d76194e45 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:53.743796 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af270b-0a81-4d27-a728-2d4d76194e45 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e0a910-3745-49a3-bef2-ed4312eff4a2,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:53.754850 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-e7af270b-0a81-4d27-a728-2d4d76194e45 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:53.756184 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-e7af270b-0a81-4d27-a728-2d4d76194e45 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1210859 May 06 10:39:53.759634 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40184) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:53.765598 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-c16bcadc-e59b-4f1c-8348-9c027b077e8f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group_rule': {'security_group_id': 'a8871766-10c0-46b7-abed-382e7ca8c3e2', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:39:53.784372 n-d-840835-1 neutron-server[102653]: INFO neutron.db.securitygroups_db [None req-c16bcadc-e59b-4f1c-8348-9c027b077e8f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Project 257892d9fff3423bb07a7e9a81056767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:39:53.789287 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c16bcadc-e59b-4f1c-8348-9c027b077e8f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:53.848899 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c16bcadc-e59b-4f1c-8348-9c027b077e8f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:53.853906 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c16bcadc-e59b-4f1c-8348-9c027b077e8f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:53.872185 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16bcadc-e59b-4f1c-8348-9c027b077e8f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc03a1e-25b3-4f25-85ed-59d63f2d2e3d,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:53.878469 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c16bcadc-e59b-4f1c-8348-9c027b077e8f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:53.879704 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c16bcadc-e59b-4f1c-8348-9c027b077e8f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189961 May 06 10:39:53.882379 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40186) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:53.886695 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-8d382617-5a5a-4b71-89ec-a18d92e3a1bc tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'security_group_rule': {'security_group_id': 'a8871766-10c0-46b7-abed-382e7ca8c3e2', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:39:53.905638 n-d-840835-1 neutron-server[102653]: INFO neutron.db.securitygroups_db [None req-8d382617-5a5a-4b71-89ec-a18d92e3a1bc tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Project 257892d9fff3423bb07a7e9a81056767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:39:53.910544 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d382617-5a5a-4b71-89ec-a18d92e3a1bc tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:53.939426 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b5b1a5ae-04ed-424a-b29b-d0ae83083721 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:39:53.959847 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: b5b1a5ae-04ed-424a-b29b-d0ae83083721 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:39:53.960197 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device b5b1a5ae-04ed-424a-b29b-d0ae83083721 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:39:53.978711 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d382617-5a5a-4b71-89ec-a18d92e3a1bc tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:53.982855 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d382617-5a5a-4b71-89ec-a18d92e3a1bc tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:54.001005 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d382617-5a5a-4b71-89ec-a18d92e3a1bc tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea3ec09-0ca3-40cf-9d00-5663fcd591e5,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:54.009247 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d382617-5a5a-4b71-89ec-a18d92e3a1bc tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:54.010540 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8d382617-5a5a-4b71-89ec-a18d92e3a1bc tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271582 May 06 10:39:54.013371 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40188) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:54.018153 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-d1a5bd76-3d06-44b7-a4e0-b53294544278 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'network': {'name': 'tempest-network-smoke--240832943', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'port_security_enabled': True}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:39:54.036022 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a5bd76-3d06-44b7-a4e0-b53294544278 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Made reservation on behalf of 257892d9fff3423bb07a7e9a81056767 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:39:54.039918 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1a5bd76-3d06-44b7-a4e0-b53294544278 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:54.063924 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a5bd76-3d06-44b7-a4e0-b53294544278 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:39:54.073373 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1a5bd76-3d06-44b7-a4e0-b53294544278 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:54.073755 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-d1a5bd76-3d06-44b7-a4e0-b53294544278 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Added segment 1c3147ac-bbde-4737-b55d-028da66998ef of type vlan for network 12bdfad8-a992-486d-a531-08d325714b29 May 06 10:39:54.114135 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1a5bd76-3d06-44b7-a4e0-b53294544278 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:54.138481 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1a5bd76-3d06-44b7-a4e0-b53294544278 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:54.144175 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a5bd76-3d06-44b7-a4e0-b53294544278 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:54.144769 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d1a5bd76-3d06-44b7-a4e0-b53294544278 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:54.200354 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d1a5bd76-3d06-44b7-a4e0-b53294544278 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1859503 May 06 10:39:54.203225 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40190) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:54.207790 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-45929a95-6b05-40cc-b1b8-9348e6161121 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1153660005', 'admin_state_up': True, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:39:54.217646 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5bd76-3d06-44b7-a4e0-b53294544278 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Network': ['ID=12bdfad8-a992-486d-a531-08d325714b29,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:54.230505 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45929a95-6b05-40cc-b1b8-9348e6161121 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:54.231572 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45929a95-6b05-40cc-b1b8-9348e6161121 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:54.231805 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 12bdfad8-a992-486d-a531-08d325714b29 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:39:54.285108 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45929a95-6b05-40cc-b1b8-9348e6161121 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:54.427050 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45929a95-6b05-40cc-b1b8-9348e6161121 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:54.618094 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45929a95-6b05-40cc-b1b8-9348e6161121 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:54.638028 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45929a95-6b05-40cc-b1b8-9348e6161121 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:54.742853 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-45929a95-6b05-40cc-b1b8-9348e6161121 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Allocated IP 172.25.5.99 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/6bc760f1-5c2c-42fc-8f9d-27c3a483c093) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:39:54.844496 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45929a95-6b05-40cc-b1b8-9348e6161121 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:54.880998 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45929a95-6b05-40cc-b1b8-9348e6161121 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:54.920228 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45929a95-6b05-40cc-b1b8-9348e6161121 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:39:54.924575 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-45929a95-6b05-40cc-b1b8-9348e6161121 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:39:54.930957 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45929a95-6b05-40cc-b1b8-9348e6161121 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:39:54.934014 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45929a95-6b05-40cc-b1b8-9348e6161121 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Port': ['ID=6bc760f1-5c2c-42fc-8f9d-27c3a483c093,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:55.495693 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45929a95-6b05-40cc-b1b8-9348e6161121 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:55.694523 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45929a95-6b05-40cc-b1b8-9348e6161121 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:55.824467 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45929a95-6b05-40cc-b1b8-9348e6161121 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Router 0bdb89d4-3568-4e9e-ba66-4f4a4a046692 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:39:55.938336 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45929a95-6b05-40cc-b1b8-9348e6161121 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:39:55.947816 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07459394-b138-4203-8632-97d34cda596b None None] Sync routers for ids ['0bdb89d4-3568-4e9e-ba66-4f4a4a046692'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:39:55.958865 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45929a95-6b05-40cc-b1b8-9348e6161121 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:55.962815 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07459394-b138-4203-8632-97d34cda596b None None] Routers {'0bdb89d4-3568-4e9e-ba66-4f4a4a046692'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:39:55.963489 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-07459394-b138-4203-8632-97d34cda596b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:39:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['0bdb89d4-3568-4e9e-ba66-4f4a4a046692'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:55.964121 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-45929a95-6b05-40cc-b1b8-9348e6161121 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7598248 May 06 10:39:55.964593 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40192) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:55.994565 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-f30a62b5-35af-414c-9bb2-8fde84cd8056 tempest-TestNetworkAdvancedServerOps-161670012 tempest-TestNetworkAdvancedServerOps-161670012-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=257892d9fff3423bb07a7e9a81056767&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286989 May 06 10:39:55.998126 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40194) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:56.074113 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-07459394-b138-4203-8632-97d34cda596b None None] Set router 0bdb89d4-3568-4e9e-ba66-4f4a4a046692 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:39:56.083852 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e35e04b-2537-4b4b-92ee-ed80fdc50189 tempest-TestNetworkAdvancedServerOps-161670012 tempest-TestNetworkAdvancedServerOps-161670012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:56.085301 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3e35e04b-2537-4b4b-92ee-ed80fdc50189 tempest-TestNetworkAdvancedServerOps-161670012 tempest-TestNetworkAdvancedServerOps-161670012-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862677 May 06 10:39:56.088956 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40196) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:56.116460 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a7ae55b1-8780-4b71-bdcd-afbc7addbec2 tempest-TestNetworkAdvancedServerOps-161670012 tempest-TestNetworkAdvancedServerOps-161670012-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266578 May 06 10:39:56.118864 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40198) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:56.123546 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-8057ed51-de75-4200-a849-7f0e7d153684 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1750490127', 'network_id': '12bdfad8-a992-486d-a531-08d325714b29', 'project_id': '257892d9fff3423bb07a7e9a81056767', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:39:56.212531 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8057ed51-de75-4200-a849-7f0e7d153684 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Made reservation on behalf of 257892d9fff3423bb07a7e9a81056767 for: {'subnet': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:39:56.216002 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8057ed51-de75-4200-a849-7f0e7d153684 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6125312'] for subnet, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:56.253227 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-07459394-b138-4203-8632-97d34cda596b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153660005', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '6bc760f1-5c2c-42fc-8f9d-27c3a483c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:54Z', 'updated_at': '2022-05-06T10:39:55Z', 'revision_number': 3, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': '6bc760f1-5c2c-42fc-8f9d-27c3a483c093', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:54Z', 'updated_at': '2022-05-06T10:39:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:56.286371 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07459394-b138-4203-8632-97d34cda596b None None] Checking router: 0bdb89d4-3568-4e9e-ba66-4f4a4a046692 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:39:56.287279 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07459394-b138-4203-8632-97d34cda596b None None] Updating router 0bdb89d4-3568-4e9e-ba66-4f4a4a046692 port 6bc760f1-5c2c-42fc-8f9d-27c3a483c093 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:39:56.315320 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-07459394-b138-4203-8632-97d34cda596b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:56.413840 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8057ed51-de75-4200-a849-7f0e7d153684 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8181766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6125330'] for subnet, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:56.468456 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057ed51-de75-4200-a849-7f0e7d153684 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Subnet': ['ID=177bd6f2-3afe-42f8-aa89-99c40086c920,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:56.483832 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8057ed51-de75-4200-a849-7f0e7d153684 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Checking segment: {'id': '1c3147ac-bbde-4737-b55d-028da66998ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '12bdfad8-a992-486d-a531-08d325714b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:39:56.484194 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8057ed51-de75-4200-a849-7f0e7d153684 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network hostable DHCP agents. Network: 12bdfad8-a992-486d-a531-08d325714b29, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:39:56.502624 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8057ed51-de75-4200-a849-7f0e7d153684 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network 12bdfad8-a992-486d-a531-08d325714b29 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:39:56.512742 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-8057ed51-de75-4200-a849-7f0e7d153684 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 12bdfad8-a992-486d-a531-08d325714b29) {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:39:56.520995 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8057ed51-de75-4200-a849-7f0e7d153684 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:56.521721 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8057ed51-de75-4200-a849-7f0e7d153684 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:56.521935 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e062c4-53b1-4fe1-8567-31b9f6db1894 None None] Network 12bdfad8-a992-486d-a531-08d325714b29 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:39:56.538797 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8057ed51-de75-4200-a849-7f0e7d153684 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4189234 May 06 10:39:56.541578 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40200) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:56.653356 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-07459394-b138-4203-8632-97d34cda596b None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:56.664448 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-07459394-b138-4203-8632-97d34cda596b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:56.752888 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-07459394-b138-4203-8632-97d34cda596b None None] Attempting to bind port 6bc760f1-5c2c-42fc-8f9d-27c3a483c093 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:39:56.753259 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-07459394-b138-4203-8632-97d34cda596b None None] Attempting to bind port 6bc760f1-5c2c-42fc-8f9d-27c3a483c093 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:39:56.753623 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07459394-b138-4203-8632-97d34cda596b None None] Attempting to bind port 6bc760f1-5c2c-42fc-8f9d-27c3a483c093 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:39:56.759037 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bee54-99f2-485b-9464-ddcb40a23072 None None] Pushing event updated for resources: {'Port': ['ID=6bc760f1-5c2c-42fc-8f9d-27c3a483c093,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:56.778684 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07459394-b138-4203-8632-97d34cda596b None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:39:56.779059 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07459394-b138-4203-8632-97d34cda596b None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:39:56.779487 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-07459394-b138-4203-8632-97d34cda596b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:56.779881 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07459394-b138-4203-8632-97d34cda596b None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:39:56.780386 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-07459394-b138-4203-8632-97d34cda596b None None] Bound port: 6bc760f1-5c2c-42fc-8f9d-27c3a483c093, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:39:56.780779 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-07459394-b138-4203-8632-97d34cda596b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:56.805458 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220dfe49-1b3a-4230-b9f0-560096962f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-12bdfad8-a992-486d-a531-08d325714b29', 'network_id': '12bdfad8-a992-486d-a531-08d325714b29', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'fixed_ips': [{'subnet_id': '177bd6f2-3afe-42f8-aa89-99c40086c920'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:39:56.806310 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-220dfe49-1b3a-4230-b9f0-560096962f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:56.908350 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-07459394-b138-4203-8632-97d34cda596b None None] For port 6bc760f1-5c2c-42fc-8f9d-27c3a483c093, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:39:56.927258 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-07459394-b138-4203-8632-97d34cda596b None None] For port 6bc760f1-5c2c-42fc-8f9d-27c3a483c093, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=6bc760f1-5c2c-42fc-8f9d-27c3a483c093,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:39:56.935990 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-07459394-b138-4203-8632-97d34cda596b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:56.998616 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-365f8db0-3871-4777-9d5b-c7d8719d73f5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:57.032620 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-220dfe49-1b3a-4230-b9f0-560096962f9e None None] Allocated IP 172.20.0.2 (12bdfad8-a992-486d-a531-08d325714b29/177bd6f2-3afe-42f8-aa89-99c40086c920/9ebf9d1f-0f01-4daf-8137-540a63137fdc) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:39:57.034800 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bee54-99f2-485b-9464-ddcb40a23072 None None] Pushing event updated for resources: {'Port': ['ID=6bc760f1-5c2c-42fc-8f9d-27c3a483c093,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:57.039885 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07459394-b138-4203-8632-97d34cda596b None None] Routers {'0bdb89d4-3568-4e9e-ba66-4f4a4a046692'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:39:57.040495 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-07459394-b138-4203-8632-97d34cda596b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:39:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['0bdb89d4-3568-4e9e-ba66-4f4a4a046692'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:57.362125 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-07459394-b138-4203-8632-97d34cda596b None None] Set router 0bdb89d4-3568-4e9e-ba66-4f4a4a046692 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:39:57.517095 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-220dfe49-1b3a-4230-b9f0-560096962f9e None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:57.526067 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-220dfe49-1b3a-4230-b9f0-560096962f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:57.577839 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-365f8db0-3871-4777-9d5b-c7d8719d73f5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Allocated IP 172.20.0.1 (12bdfad8-a992-486d-a531-08d325714b29/177bd6f2-3afe-42f8-aa89-99c40086c920/0287514f-1cc2-40b0-ba17-959b7d38e3fe) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:39:57.595292 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220dfe49-1b3a-4230-b9f0-560096962f9e None None] Network 12bdfad8-a992-486d-a531-08d325714b29 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:39:57.605661 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-220dfe49-1b3a-4230-b9f0-560096962f9e None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:39:57.609088 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220dfe49-1b3a-4230-b9f0-560096962f9e None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:39:57.611849 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220dfe49-1b3a-4230-b9f0-560096962f9e None None] Pushing event updated for resources: {'Port': ['ID=9ebf9d1f-0f01-4daf-8137-540a63137fdc,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:57.678782 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-220dfe49-1b3a-4230-b9f0-560096962f9e None None] Attempting to bind port 9ebf9d1f-0f01-4daf-8137-540a63137fdc on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:39:57.679170 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-220dfe49-1b3a-4230-b9f0-560096962f9e None None] Attempting to bind port 9ebf9d1f-0f01-4daf-8137-540a63137fdc by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '1c3147ac-bbde-4737-b55d-028da66998ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '12bdfad8-a992-486d-a531-08d325714b29'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:39:57.679537 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220dfe49-1b3a-4230-b9f0-560096962f9e None None] Attempting to bind port 9ebf9d1f-0f01-4daf-8137-540a63137fdc on network 12bdfad8-a992-486d-a531-08d325714b29 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:39:57.683696 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-07459394-b138-4203-8632-97d34cda596b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153660005', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '6bc760f1-5c2c-42fc-8f9d-27c3a483c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:54Z', 'updated_at': '2022-05-06T10:39:55Z', 'revision_number': 3, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': '6bc760f1-5c2c-42fc-8f9d-27c3a483c093', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:54Z', 'updated_at': '2022-05-06T10:39:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:57.688192 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220dfe49-1b3a-4230-b9f0-560096962f9e None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:39:57.688562 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220dfe49-1b3a-4230-b9f0-560096962f9e None None] Checking segment: {'id': '1c3147ac-bbde-4737-b55d-028da66998ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '12bdfad8-a992-486d-a531-08d325714b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:39:57.688965 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-220dfe49-1b3a-4230-b9f0-560096962f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:57.689353 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220dfe49-1b3a-4230-b9f0-560096962f9e None None] Bound using segment: {'id': '1c3147ac-bbde-4737-b55d-028da66998ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '12bdfad8-a992-486d-a531-08d325714b29'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:39:57.689813 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-220dfe49-1b3a-4230-b9f0-560096962f9e None None] Bound port: 9ebf9d1f-0f01-4daf-8137-540a63137fdc, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3147ac-bbde-4737-b55d-028da66998ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '12bdfad8-a992-486d-a531-08d325714b29'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:39:57.690190 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-220dfe49-1b3a-4230-b9f0-560096962f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:57.692240 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-365f8db0-3871-4777-9d5b-c7d8719d73f5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:57.721141 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07459394-b138-4203-8632-97d34cda596b None None] The sync data for ids ['0bdb89d4-3568-4e9e-ba66-4f4a4a046692'] in n-d-840835-1 is: [{'id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153660005', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '6bc760f1-5c2c-42fc-8f9d-27c3a483c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:54Z', 'updated_at': '2022-05-06T10:39:55Z', 'revision_number': 3, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': '6bc760f1-5c2c-42fc-8f9d-27c3a483c093', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:54Z', 'updated_at': '2022-05-06T10:39:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:39:57.729651 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-365f8db0-3871-4777-9d5b-c7d8719d73f5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:57.775383 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365f8db0-3871-4777-9d5b-c7d8719d73f5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network 12bdfad8-a992-486d-a531-08d325714b29 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:39:57.778885 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-365f8db0-3871-4777-9d5b-c7d8719d73f5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:39:57.783570 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365f8db0-3871-4777-9d5b-c7d8719d73f5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:39:57.788319 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-220dfe49-1b3a-4230-b9f0-560096962f9e None None] For port 9ebf9d1f-0f01-4daf-8137-540a63137fdc, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:39:57.792132 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-220dfe49-1b3a-4230-b9f0-560096962f9e None None] For port 9ebf9d1f-0f01-4daf-8137-540a63137fdc, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9ebf9d1f-0f01-4daf-8137-540a63137fdc,segment=NetworkSegment(1c3147ac-bbde-4737-b55d-028da66998ef),segment_id=1c3147ac-bbde-4737-b55d-028da66998ef)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:39:57.796902 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-220dfe49-1b3a-4230-b9f0-560096962f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:57.817583 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f8db0-3871-4777-9d5b-c7d8719d73f5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Port': ['ID=0287514f-1cc2-40b0-ba17-959b7d38e3fe,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:57.845584 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-365f8db0-3871-4777-9d5b-c7d8719d73f5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:57.860757 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220dfe49-1b3a-4230-b9f0-560096962f9e None None] Pushing event updated for resources: {'Port': ['ID=9ebf9d1f-0f01-4daf-8137-540a63137fdc,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:58.029114 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-365f8db0-3871-4777-9d5b-c7d8719d73f5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:58.356883 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-365f8db0-3871-4777-9d5b-c7d8719d73f5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:58.362158 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-365f8db0-3871-4777-9d5b-c7d8719d73f5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:58.442921 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-365f8db0-3871-4777-9d5b-c7d8719d73f5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:58.444696 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f8db0-3871-4777-9d5b-c7d8719d73f5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Port': ['ID=0287514f-1cc2-40b0-ba17-959b7d38e3fe,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:58.550916 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365f8db0-3871-4777-9d5b-c7d8719d73f5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network 12bdfad8-a992-486d-a531-08d325714b29 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:39:58.552495 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-365f8db0-3871-4777-9d5b-c7d8719d73f5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:39:58.681595 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365f8db0-3871-4777-9d5b-c7d8719d73f5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Router 0bdb89d4-3568-4e9e-ba66-4f4a4a046692 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:39:58.795620 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365f8db0-3871-4777-9d5b-c7d8719d73f5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:39:58.803715 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-365f8db0-3871-4777-9d5b-c7d8719d73f5 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "PUT /v2.0/routers/0bdb89d4-3568-4e9e-ba66-4f4a4a046692/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2608972 May 06 10:39:58.893091 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce703e1-ff72-44d8-b7cb-cca967da4281 None None] Network 12bdfad8-a992-486d-a531-08d325714b29 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:39:58.957444 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-42c2b08f-368f-4a8b-b121-3596bf936d78 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1540070086&fields=id&tenant_id=257892d9fff3423bb07a7e9a81056767 HTTP/1.1" status: 200 len: 267 time: 0.0393796 May 06 10:39:58.979694 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-7e6430a9-20e9-4a9c-b82c-eedc937e6ffc None None] Provisioning complete for port 9ebf9d1f-0f01-4daf-8137-540a63137fdc triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:39:58.980322 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7e6430a9-20e9-4a9c-b82c-eedc937e6ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:59.078631 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-ca038d40-f461-4f7a-a1a3-707e1463ad9a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:59.080362 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-ca038d40-f461-4f7a-a1a3-707e1463ad9a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/networks?id=12bdfad8-a992-486d-a531-08d325714b29 HTTP/1.1" status: 200 len: 796 time: 0.1140618 May 06 10:39:59.096136 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-c07d94d9-aaa9-4a7b-8af5-b37dec611931 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/quotas/257892d9fff3423bb07a7e9a81056767 HTTP/1.1" status: 200 len: 375 time: 0.0099883 May 06 10:39:59.136016 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7e6430a9-20e9-4a9c-b82c-eedc937e6ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:59.150517 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-47fd168d-3dee-42a7-a5a0-67d75ae94a90 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485368 May 06 10:39:59.185137 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-7e6430a9-20e9-4a9c-b82c-eedc937e6ffc None None] For port 9ebf9d1f-0f01-4daf-8137-540a63137fdc, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9ebf9d1f-0f01-4daf-8137-540a63137fdc,segment=NetworkSegment(1c3147ac-bbde-4737-b55d-028da66998ef),segment_id=1c3147ac-bbde-4737-b55d-028da66998ef)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:39:59.192882 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7e6430a9-20e9-4a9c-b82c-eedc937e6ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:59.252847 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6430a9-20e9-4a9c-b82c-eedc937e6ffc None None] Pushing event updated for resources: {'Port': ['ID=9ebf9d1f-0f01-4daf-8137-540a63137fdc,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:59.314900 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-bebf8e8d-d05f-4089-aa48-c194fc828b90 service neutron] 10.222.0.73 "GET /v2.0/networks/12bdfad8-a992-486d-a531-08d325714b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481926 May 06 10:39:59.416107 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-ecf20bc8-a1f4-4fff-9bdf-ddd997ccfbc7 None None] Provisioning complete for port 0287514f-1cc2-40b0-ba17-959b7d38e3fe triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:39:59.416410 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ecf20bc8-a1f4-4fff-9bdf-ddd997ccfbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:59.425612 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-2d96fa98-ce5a-43ab-bbeb-fdcde8377b4b service neutron] 10.222.0.73 "GET /v2.0/networks/12bdfad8-a992-486d-a531-08d325714b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037686 May 06 10:39:59.454452 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d5f35a-f632-4156-9e4d-d06fbea00eb6 None None] Sync routers for ids ['0bdb89d4-3568-4e9e-ba66-4f4a4a046692'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:39:59.464396 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-ecf20bc8-a1f4-4fff-9bdf-ddd997ccfbc7 None None] Port 0287514f-1cc2-40b0-ba17-959b7d38e3fe cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:39:59.466693 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d5f35a-f632-4156-9e4d-d06fbea00eb6 None None] Routers {'0bdb89d4-3568-4e9e-ba66-4f4a4a046692'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:39:59.467461 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-43d5f35a-f632-4156-9e4d-d06fbea00eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:39:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['0bdb89d4-3568-4e9e-ba66-4f4a4a046692'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:59.474208 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-ecf20bc8-a1f4-4fff-9bdf-ddd997ccfbc7 None None] Provisioning complete for port 9ebf9d1f-0f01-4daf-8137-540a63137fdc triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:39:59.474589 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ecf20bc8-a1f4-4fff-9bdf-ddd997ccfbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:59.582844 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:59.593808 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-43d5f35a-f632-4156-9e4d-d06fbea00eb6 None None] Set router 0bdb89d4-3568-4e9e-ba66-4f4a4a046692 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:39:59.633483 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d4fde378-27fd-4659-a071-04dde931f201 req-fd83275c-a21c-47aa-ac83-b034034763fd tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec8b819c-1338-4238-a822-6bdcb7adcee3 HTTP/1.1" status: 200 len: 210 time: 0.0312593 May 06 10:39:59.717670 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-afbc60f5-0550-4e96-85ec-eb7f6b873467 None None] Provisioning complete for port 0287514f-1cc2-40b0-ba17-959b7d38e3fe triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:39:59.718593 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-afbc60f5-0550-4e96-85ec-eb7f6b873467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:59.766705 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-afbc60f5-0550-4e96-85ec-eb7f6b873467 None None] Port 0287514f-1cc2-40b0-ba17-959b7d38e3fe cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:39:59.822145 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-43d5f35a-f632-4156-9e4d-d06fbea00eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153660005', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '6bc760f1-5c2c-42fc-8f9d-27c3a483c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:54Z', 'updated_at': '2022-05-06T10:39:57Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': '6bc760f1-5c2c-42fc-8f9d-27c3a483c093', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:54Z', 'updated_at': '2022-05-06T10:39:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '0287514f-1cc2-40b0-ba17-959b7d38e3fe', 'name': '', 'network_id': '12bdfad8-a992-486d-a531-08d325714b29', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:04:e4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '177bd6f2-3afe-42f8-aa89-99c40086c920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:57Z', 'updated_at': '2022-05-06T10:39:58Z', 'revision_number': 2, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '177bd6f2-3afe-42f8-aa89-99c40086c920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:59.848994 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d5f35a-f632-4156-9e4d-d06fbea00eb6 None None] Checking router: 0bdb89d4-3568-4e9e-ba66-4f4a4a046692 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:39:59.849352 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d5f35a-f632-4156-9e4d-d06fbea00eb6 None None] Updating router 0bdb89d4-3568-4e9e-ba66-4f4a4a046692 port 0287514f-1cc2-40b0-ba17-959b7d38e3fe binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:39:59.882688 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-43d5f35a-f632-4156-9e4d-d06fbea00eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:59.889635 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b5ca6050-7c1c-4226-9ab0-c9c2fc7462d6 None None] Provisioning complete for port 0287514f-1cc2-40b0-ba17-959b7d38e3fe triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:39:59.890231 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b5ca6050-7c1c-4226-9ab0-c9c2fc7462d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:59.934224 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-b5ca6050-7c1c-4226-9ab0-c9c2fc7462d6 None None] Port 0287514f-1cc2-40b0-ba17-959b7d38e3fe cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:40:00.062250 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 6bc760f1-5c2c-42fc-8f9d-27c3a483c093 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:40:00.114195 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 6bc760f1-5c2c-42fc-8f9d-27c3a483c093 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:00.114660 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:00.181771 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-43d5f35a-f632-4156-9e4d-d06fbea00eb6 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:00.190244 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-43d5f35a-f632-4156-9e4d-d06fbea00eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:00.205448 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:00.230815 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 6bc760f1-5c2c-42fc-8f9d-27c3a483c093, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=6bc760f1-5c2c-42fc-8f9d-27c3a483c093,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:40:00.238030 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:00.238828 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9ebf9d1f-0f01-4daf-8137-540a63137fdc up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:40:00.257368 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5feed0-a3e1-4ce6-998b-f5c7063513ff None None] Pushing event updated for resources: {'Port': ['ID=0287514f-1cc2-40b0-ba17-959b7d38e3fe,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:00.281647 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5feed0-a3e1-4ce6-998b-f5c7063513ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:40:00.282277 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5feed0-a3e1-4ce6-998b-f5c7063513ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:40:00.282795 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5feed0-a3e1-4ce6-998b-f5c7063513ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:40:00.283327 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5feed0-a3e1-4ce6-998b-f5c7063513ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:40:00.283819 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5feed0-a3e1-4ce6-998b-f5c7063513ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:40:00.284311 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5feed0-a3e1-4ce6-998b-f5c7063513ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:40:00.284789 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5feed0-a3e1-4ce6-998b-f5c7063513ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:40:00.285300 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5feed0-a3e1-4ce6-998b-f5c7063513ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:40:00.285782 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5feed0-a3e1-4ce6-998b-f5c7063513ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:40:00.286266 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5feed0-a3e1-4ce6-998b-f5c7063513ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:40:00.286762 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5feed0-a3e1-4ce6-998b-f5c7063513ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:40:00.287285 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5feed0-a3e1-4ce6-998b-f5c7063513ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:40:00.326673 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=6bc760f1-5c2c-42fc-8f9d-27c3a483c093,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:00.331566 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-43d5f35a-f632-4156-9e4d-d06fbea00eb6 None None] Attempting to bind port 0287514f-1cc2-40b0-ba17-959b7d38e3fe on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:40:00.332169 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-43d5f35a-f632-4156-9e4d-d06fbea00eb6 None None] Attempting to bind port 0287514f-1cc2-40b0-ba17-959b7d38e3fe by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '1c3147ac-bbde-4737-b55d-028da66998ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '12bdfad8-a992-486d-a531-08d325714b29'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:40:00.332774 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d5f35a-f632-4156-9e4d-d06fbea00eb6 None None] Attempting to bind port 0287514f-1cc2-40b0-ba17-959b7d38e3fe on network 12bdfad8-a992-486d-a531-08d325714b29 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:40:00.340181 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 9ebf9d1f-0f01-4daf-8137-540a63137fdc triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:00.340559 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:00.343246 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d5f35a-f632-4156-9e4d-d06fbea00eb6 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:40:00.343834 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d5f35a-f632-4156-9e4d-d06fbea00eb6 None None] Checking segment: {'id': '1c3147ac-bbde-4737-b55d-028da66998ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '12bdfad8-a992-486d-a531-08d325714b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:40:00.344249 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-43d5f35a-f632-4156-9e4d-d06fbea00eb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:00.344649 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d5f35a-f632-4156-9e4d-d06fbea00eb6 None None] Bound using segment: {'id': '1c3147ac-bbde-4737-b55d-028da66998ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '12bdfad8-a992-486d-a531-08d325714b29'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:40:00.345130 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-43d5f35a-f632-4156-9e4d-d06fbea00eb6 None None] Bound port: 0287514f-1cc2-40b0-ba17-959b7d38e3fe, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3147ac-bbde-4737-b55d-028da66998ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '12bdfad8-a992-486d-a531-08d325714b29'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:40:00.345518 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-43d5f35a-f632-4156-9e4d-d06fbea00eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:00.423964 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-43d5f35a-f632-4156-9e4d-d06fbea00eb6 None None] For port 0287514f-1cc2-40b0-ba17-959b7d38e3fe, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:40:00.427249 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-43d5f35a-f632-4156-9e4d-d06fbea00eb6 None None] For port 0287514f-1cc2-40b0-ba17-959b7d38e3fe, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=0287514f-1cc2-40b0-ba17-959b7d38e3fe,segment=NetworkSegment(1c3147ac-bbde-4737-b55d-028da66998ef),segment_id=1c3147ac-bbde-4737-b55d-028da66998ef)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:40:00.432852 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-43d5f35a-f632-4156-9e4d-d06fbea00eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:00.471534 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-0f9a842c-070f-4e62-9ee9-f7ace60e9e2c None None] Provisioning complete for port 0287514f-1cc2-40b0-ba17-959b7d38e3fe triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:00.471910 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0f9a842c-070f-4e62-9ee9-f7ace60e9e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:00.481611 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d5f35a-f632-4156-9e4d-d06fbea00eb6 None None] Routers {'0bdb89d4-3568-4e9e-ba66-4f4a4a046692'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:40:00.482237 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-43d5f35a-f632-4156-9e4d-d06fbea00eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:39:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['0bdb89d4-3568-4e9e-ba66-4f4a4a046692'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:40:00.563174 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0f9a842c-070f-4e62-9ee9-f7ace60e9e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:00.577056 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5feed0-a3e1-4ce6-998b-f5c7063513ff None None] Pushing event updated for resources: {'Port': ['ID=0287514f-1cc2-40b0-ba17-959b7d38e3fe,revision_number=4']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:00.600804 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-0f9a842c-070f-4e62-9ee9-f7ace60e9e2c None None] For port 0287514f-1cc2-40b0-ba17-959b7d38e3fe, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=0287514f-1cc2-40b0-ba17-959b7d38e3fe,segment=NetworkSegment(1c3147ac-bbde-4737-b55d-028da66998ef),segment_id=1c3147ac-bbde-4737-b55d-028da66998ef)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:40:00.605105 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0f9a842c-070f-4e62-9ee9-f7ace60e9e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:00.611154 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-43d5f35a-f632-4156-9e4d-d06fbea00eb6 None None] Set router 0bdb89d4-3568-4e9e-ba66-4f4a4a046692 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:40:00.662370 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a842c-070f-4e62-9ee9-f7ace60e9e2c None None] Pushing event updated for resources: {'Port': ['ID=0287514f-1cc2-40b0-ba17-959b7d38e3fe,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:00.726066 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-6bfa022c-864b-4358-bbbe-6602e87609e1 None None] Provisioning complete for port 0287514f-1cc2-40b0-ba17-959b7d38e3fe triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:00.726453 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6bfa022c-864b-4358-bbbe-6602e87609e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:00.774291 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-58d81c8c-5cc8-443d-b161-b01ca5ca517c req-701cb575-d8ab-4da0-89d8-5fcd8af499b6 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec8b819c-1338-4238-a822-6bdcb7adcee3 HTTP/1.1" status: 200 len: 210 time: 0.0371459 May 06 10:40:00.840557 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-43d5f35a-f632-4156-9e4d-d06fbea00eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153660005', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '6bc760f1-5c2c-42fc-8f9d-27c3a483c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:54Z', 'updated_at': '2022-05-06T10:39:57Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': '6bc760f1-5c2c-42fc-8f9d-27c3a483c093', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:54Z', 'updated_at': '2022-05-06T10:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '0287514f-1cc2-40b0-ba17-959b7d38e3fe', 'name': '', 'network_id': '12bdfad8-a992-486d-a531-08d325714b29', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:04:e4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '177bd6f2-3afe-42f8-aa89-99c40086c920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:57Z', 'updated_at': '2022-05-06T10:40:00Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '177bd6f2-3afe-42f8-aa89-99c40086c920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:40:00.868568 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d5f35a-f632-4156-9e4d-d06fbea00eb6 None None] The sync data for ids ['0bdb89d4-3568-4e9e-ba66-4f4a4a046692'] in n-d-840835-1 is: [{'id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153660005', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '6bc760f1-5c2c-42fc-8f9d-27c3a483c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:54Z', 'updated_at': '2022-05-06T10:39:57Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': '6bc760f1-5c2c-42fc-8f9d-27c3a483c093', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:54Z', 'updated_at': '2022-05-06T10:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '0287514f-1cc2-40b0-ba17-959b7d38e3fe', 'name': '', 'network_id': '12bdfad8-a992-486d-a531-08d325714b29', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:04:e4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '177bd6f2-3afe-42f8-aa89-99c40086c920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:57Z', 'updated_at': '2022-05-06T10:40:00Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '177bd6f2-3afe-42f8-aa89-99c40086c920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:40:00.911487 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-5854bd95-7a50-4de6-a144-b2550c081219 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:00.912822 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-5854bd95-7a50-4de6-a144-b2550c081219 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.77 "GET /v2.0/networks?id=12bdfad8-a992-486d-a531-08d325714b29 HTTP/1.1" status: 200 len: 796 time: 0.1447628 May 06 10:40:00.976552 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-0981ba1f-f05f-498c-9f80-2d9a2d8cd1d7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=257892d9fff3423bb07a7e9a81056767 HTTP/1.1" status: 200 len: 380 time: 0.0474925 May 06 10:40:00.990800 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-30cc469b-1b2c-4030-8dca-4c70b9679153 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'port': {'device_id': 'ec8b819c-1338-4238-a822-6bdcb7adcee3', 'network_id': '12bdfad8-a992-486d-a531-08d325714b29', 'admin_state_up': True, 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'security_groups': ['a8871766-10c0-46b7-abed-382e7ca8c3e2']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:40:01.109640 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-30cc469b-1b2c-4030-8dca-4c70b9679153 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Made reservation on behalf of 257892d9fff3423bb07a7e9a81056767 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:40:01.113591 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-30cc469b-1b2c-4030-8dca-4c70b9679153 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:01.250597 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-30cc469b-1b2c-4030-8dca-4c70b9679153 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Allocated IP 172.20.0.9 (12bdfad8-a992-486d-a531-08d325714b29/177bd6f2-3afe-42f8-aa89-99c40086c920/d544a799-f0e0-41ce-a05e-8a11f9b841da) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:40:01.403967 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-30cc469b-1b2c-4030-8dca-4c70b9679153 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:01.439545 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-30cc469b-1b2c-4030-8dca-4c70b9679153 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:01.484228 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-30cc469b-1b2c-4030-8dca-4c70b9679153 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network 12bdfad8-a992-486d-a531-08d325714b29 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:40:01.489711 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-30cc469b-1b2c-4030-8dca-4c70b9679153 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:40:01.497278 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-30cc469b-1b2c-4030-8dca-4c70b9679153 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:40:01.501330 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc469b-1b2c-4030-8dca-4c70b9679153 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Port': ['ID=d544a799-f0e0-41ce-a05e-8a11f9b841da,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:01.558900 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-30cc469b-1b2c-4030-8dca-4c70b9679153 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:01.559610 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-30cc469b-1b2c-4030-8dca-4c70b9679153 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:01.577611 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-30cc469b-1b2c-4030-8dca-4c70b9679153 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5909393 May 06 10:40:01.595395 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-9a00d65e-2503-4714-b7b2-9923785237bd service neutron] Request body: {'port': {'device_id': 'ec8b819c-1338-4238-a822-6bdcb7adcee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:40:01.660059 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-9a00d65e-2503-4714-b7b2-9923785237bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:01.755145 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-fef52ba6-d4e5-4728-8a14-f6b5020c3aeb None None] Provisioning complete for port d544a799-f0e0-41ce-a05e-8a11f9b841da triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:01.755693 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fef52ba6-d4e5-4728-8a14-f6b5020c3aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:01.795322 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-fef52ba6-d4e5-4728-8a14-f6b5020c3aeb None None] Port d544a799-f0e0-41ce-a05e-8a11f9b841da cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:40:01.925209 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f0f40-0aac-4fbc-816b-425222056001 req-0e523f08-6948-4639-a792-048af1d16400 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:01.926851 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ed5f0f40-0aac-4fbc-816b-425222056001 req-0e523f08-6948-4639-a792-048af1d16400 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec8b819c-1338-4238-a822-6bdcb7adcee3 HTTP/1.1" status: 200 len: 931 time: 0.0676327 May 06 10:40:01.958608 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-9a00d65e-2503-4714-b7b2-9923785237bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d544a799-f0e0-41ce-a05e-8a11f9b841da {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:40:01.967075 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-9a00d65e-2503-4714-b7b2-9923785237bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:01.973822 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ed5f0f40-0aac-4fbc-816b-425222056001 req-71898052-77d5-4df6-adec-eeb7a64e9b9f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8871766-10c0-46b7-abed-382e7ca8c3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398037 May 06 10:40:01.984824 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-9a00d65e-2503-4714-b7b2-9923785237bd service neutron] Transition to ACTIVE for port object d544a799-f0e0-41ce-a05e-8a11f9b841da will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:40:01.991174 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-9a00d65e-2503-4714-b7b2-9923785237bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:02.088016 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00d65e-2503-4714-b7b2-9923785237bd service neutron] Pushing event updated for resources: {'Port': ['ID=d544a799-f0e0-41ce-a05e-8a11f9b841da,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:02.108176 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 0287514f-1cc2-40b0-ba17-959b7d38e3fe up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:40:02.123896 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-9a00d65e-2503-4714-b7b2-9923785237bd service neutron] Attempting to bind port d544a799-f0e0-41ce-a05e-8a11f9b841da on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:40:02.124243 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-9a00d65e-2503-4714-b7b2-9923785237bd service neutron] Attempting to bind port d544a799-f0e0-41ce-a05e-8a11f9b841da by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '1c3147ac-bbde-4737-b55d-028da66998ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '12bdfad8-a992-486d-a531-08d325714b29'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:40:02.124589 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-9a00d65e-2503-4714-b7b2-9923785237bd service neutron] Attempting to bind port d544a799-f0e0-41ce-a05e-8a11f9b841da on network 12bdfad8-a992-486d-a531-08d325714b29 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:40:02.129058 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-9a00d65e-2503-4714-b7b2-9923785237bd service neutron] Port d544a799-f0e0-41ce-a05e-8a11f9b841da on network 12bdfad8-a992-486d-a531-08d325714b29 not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:40:02.129834 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-9a00d65e-2503-4714-b7b2-9923785237bd service neutron] Attempting to bind port d544a799-f0e0-41ce-a05e-8a11f9b841da on network 12bdfad8-a992-486d-a531-08d325714b29 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:40:02.135276 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-9a00d65e-2503-4714-b7b2-9923785237bd service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:40:02.135642 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-9a00d65e-2503-4714-b7b2-9923785237bd service neutron] Checking segment: {'id': '1c3147ac-bbde-4737-b55d-028da66998ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '12bdfad8-a992-486d-a531-08d325714b29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:40:02.136024 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-9a00d65e-2503-4714-b7b2-9923785237bd service neutron] Bound using segment: {'id': '1c3147ac-bbde-4737-b55d-028da66998ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '12bdfad8-a992-486d-a531-08d325714b29'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:40:02.136468 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-9a00d65e-2503-4714-b7b2-9923785237bd service neutron] Bound port: d544a799-f0e0-41ce-a05e-8a11f9b841da, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c3147ac-bbde-4737-b55d-028da66998ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '12bdfad8-a992-486d-a531-08d325714b29'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:40:02.136835 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-9a00d65e-2503-4714-b7b2-9923785237bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:02.163373 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 0287514f-1cc2-40b0-ba17-959b7d38e3fe triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:02.163748 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:02.209692 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-9a00d65e-2503-4714-b7b2-9923785237bd service neutron] For port d544a799-f0e0-41ce-a05e-8a11f9b841da, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:40:02.214156 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-9a00d65e-2503-4714-b7b2-9923785237bd service neutron] For port d544a799-f0e0-41ce-a05e-8a11f9b841da, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=d544a799-f0e0-41ce-a05e-8a11f9b841da,segment=NetworkSegment(1c3147ac-bbde-4737-b55d-028da66998ef),segment_id=1c3147ac-bbde-4737-b55d-028da66998ef)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:40:02.218781 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-9a00d65e-2503-4714-b7b2-9923785237bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:02.250295 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 6bc760f1-5c2c-42fc-8f9d-27c3a483c093 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:40:02.260487 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-9a00d65e-2503-4714-b7b2-9923785237bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:02.260980 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-9a00d65e-2503-4714-b7b2-9923785237bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:02.262416 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-9a00d65e-2503-4714-b7b2-9923785237bd service neutron] 10.222.0.77 "PUT /v2.0/ports/d544a799-f0e0-41ce-a05e-8a11f9b841da HTTP/1.1" status: 200 len: 1091 time: 0.6717145 May 06 10:40:02.262896 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8b819c-1338-4238-a822-6bdcb7adcee3', 'tag': 'd544a799-f0e0-41ce-a05e-8a11f9b841da'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:40:02.265357 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4203f62887ad6c042520207c1f89edfd97f1d269ecb3a7960f22881858371cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45483aca-dffe-4bbb-8c74-e2f2ee80f274" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8b819c-1338-4238-a822-6bdcb7adcee3", "tag": "d544a799-f0e0-41ce-a05e-8a11f9b841da"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:40:02.301868 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00d65e-2503-4714-b7b2-9923785237bd service neutron] Pushing event updated for resources: {'Port': ['ID=d544a799-f0e0-41ce-a05e-8a11f9b841da,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:02.310924 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 6bc760f1-5c2c-42fc-8f9d-27c3a483c093 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:02.311461 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:02.335983 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41be4358-03ca-4b5b-9132-4fd909720829 x-openstack-request-id: req-41be4358-03ca-4b5b-9132-4fd909720829 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:40:02.336844 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8b819c-1338-4238-a822-6bdcb7adcee3", "tag": "d544a799-f0e0-41ce-a05e-8a11f9b841da", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:40:02.337107 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-41be4358-03ca-4b5b-9132-4fd909720829 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:40:02.338240 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41be4358-03ca-4b5b-9132-4fd909720829'] response: {'name': 'network-changed', 'server_uuid': 'ec8b819c-1338-4238-a822-6bdcb7adcee3', 'tag': 'd544a799-f0e0-41ce-a05e-8a11f9b841da', 'status': 'completed', 'code': 200} May 06 10:40:02.375381 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-aef9a8ed-cdc8-4a9b-acbb-c12439175444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:02.376918 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-aef9a8ed-cdc8-4a9b-acbb-c12439175444 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=ec8b819c-1338-4238-a822-6bdcb7adcee3 HTTP/1.1" status: 200 len: 1094 time: 0.0514708 May 06 10:40:02.426927 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-551feef3-936e-4e78-85b8-e762294eadb0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d544a799-f0e0-41ce-a05e-8a11f9b841da HTTP/1.1" status: 200 len: 217 time: 0.0367689 May 06 10:40:02.480562 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-5e8e9763-643c-4094-947f-798c917df6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:02.482049 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-5e8e9763-643c-4094-947f-798c917df6d4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=177bd6f2-3afe-42f8-aa89-99c40086c920 HTTP/1.1" status: 200 len: 835 time: 0.0484912 May 06 10:40:02.532300 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-643d7550-6b0d-4371-826f-b47c090d7cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:02.533741 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-643d7550-6b0d-4371-826f-b47c090d7cb2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=12bdfad8-a992-486d-a531-08d325714b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448892 May 06 10:40:02.623983 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-ea7c3508-9a90-443e-92ed-be8520fa5f2a service neutron] 10.222.0.77 "GET /v2.0/networks/12bdfad8-a992-486d-a531-08d325714b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834515 May 06 10:40:02.722332 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ff6285f9-47dc-4a48-9c76-7c7517c36352 req-d4010fd3-0753-4756-8ba9-da93f306ab57 service neutron] 10.222.0.77 "GET /v2.0/networks/12bdfad8-a992-486d-a531-08d325714b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913677 May 06 10:40:02.846614 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45483aca-dffe-4bbb-8c74-e2f2ee80f274 req-e787d9db-ee60-4f8d-8281-f4bfb94cf7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:02.848283 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-45483aca-dffe-4bbb-8c74-e2f2ee80f274 req-e787d9db-ee60-4f8d-8281-f4bfb94cf7b9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=ec8b819c-1338-4238-a822-6bdcb7adcee3 HTTP/1.1" status: 200 len: 1094 time: 0.0421112 May 06 10:40:02.943953 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45483aca-dffe-4bbb-8c74-e2f2ee80f274 req-3a006ccf-b91d-4bf5-8943-30ccb533a609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:02.945464 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-45483aca-dffe-4bbb-8c74-e2f2ee80f274 req-3a006ccf-b91d-4bf5-8943-30ccb533a609 service neutron] 10.222.0.77 "GET /v2.0/networks?id=12bdfad8-a992-486d-a531-08d325714b29 HTTP/1.1" status: 200 len: 897 time: 0.0908771 May 06 10:40:02.987070 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-45483aca-dffe-4bbb-8c74-e2f2ee80f274 req-2aecf438-8d3c-49cf-8b56-ed3f47c10bfc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d544a799-f0e0-41ce-a05e-8a11f9b841da HTTP/1.1" status: 200 len: 217 time: 0.0353158 May 06 10:40:03.040363 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45483aca-dffe-4bbb-8c74-e2f2ee80f274 req-fe0a2f0f-f0f6-49aa-8307-95f98ec47b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:03.042096 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-45483aca-dffe-4bbb-8c74-e2f2ee80f274 req-fe0a2f0f-f0f6-49aa-8307-95f98ec47b6f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=177bd6f2-3afe-42f8-aa89-99c40086c920 HTTP/1.1" status: 200 len: 835 time: 0.0483460 May 06 10:40:03.086412 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45483aca-dffe-4bbb-8c74-e2f2ee80f274 req-170b3845-5655-4772-97f9-1f3a82e76e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:03.087951 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-45483aca-dffe-4bbb-8c74-e2f2ee80f274 req-170b3845-5655-4772-97f9-1f3a82e76e2f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=12bdfad8-a992-486d-a531-08d325714b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398414 May 06 10:40:03.103164 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0eb3b-7ed5-46ca-99cb-0d6c06c14050 req-24b429d2-02e6-4a3d-a12a-14f6c3b35b40 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:03.104679 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-afa0eb3b-7ed5-46ca-99cb-0d6c06c14050 req-24b429d2-02e6-4a3d-a12a-14f6c3b35b40 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec8b819c-1338-4238-a822-6bdcb7adcee3 HTTP/1.1" status: 200 len: 943 time: 0.0496893 May 06 10:40:03.143744 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-afa0eb3b-7ed5-46ca-99cb-0d6c06c14050 req-2fe8f131-0059-4013-9ac3-ef53abe91dbf tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8871766-10c0-46b7-abed-382e7ca8c3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324085 May 06 10:40:03.184018 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-45483aca-dffe-4bbb-8c74-e2f2ee80f274 req-436036fb-3465-4737-b422-08f08b198ede service neutron] 10.222.0.77 "GET /v2.0/networks/12bdfad8-a992-486d-a531-08d325714b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893807 May 06 10:40:03.274004 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-45483aca-dffe-4bbb-8c74-e2f2ee80f274 req-981775e2-8280-414e-8780-3b6c6b38e32d service neutron] 10.222.0.77 "GET /v2.0/networks/12bdfad8-a992-486d-a531-08d325714b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836718 May 06 10:40:04.257231 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4735cb4-cb96-4d1d-92e6-5f336f3f984c req-47fe8fb9-bdfd-492b-9920-a8a6fbdc37ad tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:04.259740 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f4735cb4-cb96-4d1d-92e6-5f336f3f984c req-47fe8fb9-bdfd-492b-9920-a8a6fbdc37ad tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec8b819c-1338-4238-a822-6bdcb7adcee3 HTTP/1.1" status: 200 len: 943 time: 0.0493319 May 06 10:40:04.297093 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f4735cb4-cb96-4d1d-92e6-5f336f3f984c req-c73f8fd2-2550-47e7-a5b9-c9863e68d19c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8871766-10c0-46b7-abed-382e7ca8c3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313525 May 06 10:40:05.418713 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaefb45-5f2d-474c-b2f5-cb2631f516cb req-1ad65a9a-599e-4a7d-8c23-c4d34942dc76 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:05.420230 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eaaefb45-5f2d-474c-b2f5-cb2631f516cb req-1ad65a9a-599e-4a7d-8c23-c4d34942dc76 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec8b819c-1338-4238-a822-6bdcb7adcee3 HTTP/1.1" status: 200 len: 943 time: 0.0516903 May 06 10:40:05.457839 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-eaaefb45-5f2d-474c-b2f5-cb2631f516cb req-992c7fd0-57ff-4427-bde7-208533f4cb7e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8871766-10c0-46b7-abed-382e7ca8c3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315955 May 06 10:40:05.829338 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device d544a799-f0e0-41ce-a05e-8a11f9b841da details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:40:05.923614 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port d544a799-f0e0-41ce-a05e-8a11f9b841da, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=d544a799-f0e0-41ce-a05e-8a11f9b841da,segment=NetworkSegment(1c3147ac-bbde-4737-b55d-028da66998ef),segment_id=1c3147ac-bbde-4737-b55d-028da66998ef)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:40:05.935298 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'd544a799-f0e0-41ce-a05e-8a11f9b841da', 'network_id': '12bdfad8-a992-486d-a531-08d325714b29', 'port_id': 'd544a799-f0e0-41ce-a05e-8a11f9b841da', 'mac_address': 'fa:16:3e:ab:42:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '177bd6f2-3afe-42f8-aa89-99c40086c920', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:40:05.973612 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:05.990263 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d544a799-f0e0-41ce-a05e-8a11f9b841da {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:40:06.010914 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port d544a799-f0e0-41ce-a05e-8a11f9b841da, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=d544a799-f0e0-41ce-a05e-8a11f9b841da,segment=NetworkSegment(1c3147ac-bbde-4737-b55d-028da66998ef),segment_id=1c3147ac-bbde-4737-b55d-028da66998ef)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:40:06.014354 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:06.061306 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=d544a799-f0e0-41ce-a05e-8a11f9b841da,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:06.433770 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['d544a799-f0e0-41ce-a05e-8a11f9b841da'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:40:06.575853 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b778624-4370-4117-b279-4b4106d21197 req-35ce98f4-0350-46f9-b479-4871775feb12 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:06.577400 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b778624-4370-4117-b279-4b4106d21197 req-35ce98f4-0350-46f9-b479-4871775feb12 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec8b819c-1338-4238-a822-6bdcb7adcee3 HTTP/1.1" status: 200 len: 944 time: 0.0496957 May 06 10:40:06.615773 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b778624-4370-4117-b279-4b4106d21197 req-fe4ccda1-7c78-4867-b3ec-cb9df49290ac tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8871766-10c0-46b7-abed-382e7ca8c3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316806 May 06 10:40:07.730402 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69fac4-2eb1-4248-8197-f58f67fa8708 req-f562821f-e67b-4713-b564-948e3e2f3852 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:07.731839 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3b69fac4-2eb1-4248-8197-f58f67fa8708 req-f562821f-e67b-4713-b564-948e3e2f3852 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec8b819c-1338-4238-a822-6bdcb7adcee3 HTTP/1.1" status: 200 len: 944 time: 0.0487468 May 06 10:40:07.768982 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3b69fac4-2eb1-4248-8197-f58f67fa8708 req-9bbbb86b-3e57-4f26-a2c0-74cb04b2a9c2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8871766-10c0-46b7-abed-382e7ca8c3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309987 May 06 10:40:07.829608 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device d544a799-f0e0-41ce-a05e-8a11f9b841da up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:40:07.879072 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port d544a799-f0e0-41ce-a05e-8a11f9b841da completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:40:07.882821 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port d544a799-f0e0-41ce-a05e-8a11f9b841da triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:07.883266 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:07.963672 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:07.987188 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8b819c-1338-4238-a822-6bdcb7adcee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd544a799-f0e0-41ce-a05e-8a11f9b841da'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:40:07.989321 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532bd0f9c54137a25b4c1a322a0cfb660db88c671ca36eb22ff5f9a731e51081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a8be1d-9a84-42a0-98c6-e58d385122e0" -d '{"events": [{"server_uuid": "ec8b819c-1338-4238-a822-6bdcb7adcee3", "name": "network-vif-plugged", "status": "completed", "tag": "d544a799-f0e0-41ce-a05e-8a11f9b841da"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:40:08.002032 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port d544a799-f0e0-41ce-a05e-8a11f9b841da, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=d544a799-f0e0-41ce-a05e-8a11f9b841da,segment=NetworkSegment(1c3147ac-bbde-4737-b55d-028da66998ef),segment_id=1c3147ac-bbde-4737-b55d-028da66998ef)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:40:08.006443 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:08.054125 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=d544a799-f0e0-41ce-a05e-8a11f9b841da,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:08.088798 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a798561e-8ffd-4657-b150-9110ffab87c2 x-openstack-request-id: req-a798561e-8ffd-4657-b150-9110ffab87c2 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:40:08.089153 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8b819c-1338-4238-a822-6bdcb7adcee3", "name": "network-vif-plugged", "status": "completed", "tag": "d544a799-f0e0-41ce-a05e-8a11f9b841da", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:40:08.089412 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a798561e-8ffd-4657-b150-9110ffab87c2 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:40:08.089815 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a798561e-8ffd-4657-b150-9110ffab87c2'] response: {'server_uuid': 'ec8b819c-1338-4238-a822-6bdcb7adcee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd544a799-f0e0-41ce-a05e-8a11f9b841da', 'code': 200} May 06 10:40:08.213037 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b15753-4554-4064-8481-d7ce70f23b4d req-60b45fa5-a6de-405f-a571-ae1e06de1e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:08.214547 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d2b15753-4554-4064-8481-d7ce70f23b4d req-60b45fa5-a6de-405f-a571-ae1e06de1e90 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ec8b819c-1338-4238-a822-6bdcb7adcee3 HTTP/1.1" status: 200 len: 1096 time: 0.0449963 May 06 10:40:08.248995 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d2b15753-4554-4064-8481-d7ce70f23b4d req-796be27a-172e-4b2f-9725-6a9f97a1d251 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a8871766-10c0-46b7-abed-382e7ca8c3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271549 May 06 10:40:08.759923 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-8f92b877-5119-492d-82bc-7add05524e51 req-367ff563-d1a5-40a2-9c49-5903245dc209 service neutron] (102652) timed out ('10.222.0.73', 36614) {{(pid=102652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 10:40:08.890513 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431bdc8-5063-4f1e-b88b-c817e46cdd43 req-05bd6376-abae-461d-aea7-476b792470d2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:08.892023 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d431bdc8-5063-4f1e-b88b-c817e46cdd43 req-05bd6376-abae-461d-aea7-476b792470d2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec8b819c-1338-4238-a822-6bdcb7adcee3 HTTP/1.1" status: 200 len: 945 time: 0.0528603 May 06 10:40:08.931164 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d431bdc8-5063-4f1e-b88b-c817e46cdd43 req-f64371c3-4665-4b69-a19b-6cbf1560dd05 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8871766-10c0-46b7-abed-382e7ca8c3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329905 May 06 10:40:10.049427 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1ea46-7ed6-4f74-af84-841ab0967484 req-a04f7609-6cde-4aac-bdd6-6eeb1098d20b tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:10.050913 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-94a1ea46-7ed6-4f74-af84-841ab0967484 req-a04f7609-6cde-4aac-bdd6-6eeb1098d20b tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec8b819c-1338-4238-a822-6bdcb7adcee3 HTTP/1.1" status: 200 len: 945 time: 0.0515468 May 06 10:40:10.088621 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-94a1ea46-7ed6-4f74-af84-841ab0967484 req-6337fa62-7286-4480-a2db-affc282c3832 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8871766-10c0-46b7-abed-382e7ca8c3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317128 May 06 10:40:10.201219 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1236e3-20a5-47cc-8144-5ed1603f6ecb req-2154b350-6101-49f3-b6c0-1f0cfc67df2c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:10.202636 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f1236e3-20a5-47cc-8144-5ed1603f6ecb req-2154b350-6101-49f3-b6c0-1f0cfc67df2c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec8b819c-1338-4238-a822-6bdcb7adcee3 HTTP/1.1" status: 200 len: 945 time: 0.0497396 May 06 10:40:10.240858 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f1236e3-20a5-47cc-8144-5ed1603f6ecb req-3a5735d0-6043-4c18-8697-df248c717aab tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8871766-10c0-46b7-abed-382e7ca8c3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323668 May 06 10:40:10.262828 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40262) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:40:10.306098 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036c99cb-1f5c-4982-920b-07ae7f9d7034 tempest-TestNetworkAdvancedServerOps-161670012 tempest-TestNetworkAdvancedServerOps-161670012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:10.307658 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-036c99cb-1f5c-4982-920b-07ae7f9d7034 tempest-TestNetworkAdvancedServerOps-161670012 tempest-TestNetworkAdvancedServerOps-161670012-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ec8b819c-1338-4238-a822-6bdcb7adcee3 HTTP/1.1" status: 200 len: 1091 time: 0.0437479 May 06 10:40:10.310502 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40264) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:40:10.314745 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-72a41435-dc94-4092-b031-cc14b2a8fed7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'port_id': 'd544a799-f0e0-41ce-a05e-8a11f9b841da', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:40:10.334937 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-72a41435-dc94-4092-b031-cc14b2a8fed7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:10.430672 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-72a41435-dc94-4092-b031-cc14b2a8fed7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:10.536858 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-72a41435-dc94-4092-b031-cc14b2a8fed7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Allocated IP 172.25.5.45 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/a760c884-3e80-4d8e-a219-8498d89664cb) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:40:10.637798 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-72a41435-dc94-4092-b031-cc14b2a8fed7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:10.672371 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-72a41435-dc94-4092-b031-cc14b2a8fed7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:10.715009 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a41435-dc94-4092-b031-cc14b2a8fed7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:40:10.719326 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-72a41435-dc94-4092-b031-cc14b2a8fed7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:40:10.725673 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a41435-dc94-4092-b031-cc14b2a8fed7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:40:10.729333 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a41435-dc94-4092-b031-cc14b2a8fed7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Port': ['ID=a760c884-3e80-4d8e-a219-8498d89664cb,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:11.079852 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-72a41435-dc94-4092-b031-cc14b2a8fed7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:11.481367 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-72a41435-dc94-4092-b031-cc14b2a8fed7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:11.626759 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-72a41435-dc94-4092-b031-cc14b2a8fed7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:11.631360 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-72a41435-dc94-4092-b031-cc14b2a8fed7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:11.697335 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a41435-dc94-4092-b031-cc14b2a8fed7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event updated for resources: {'Port': ['ID=a760c884-3e80-4d8e-a219-8498d89664cb,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:11.709744 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-72a41435-dc94-4092-b031-cc14b2a8fed7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:11.813504 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-72a41435-dc94-4092-b031-cc14b2a8fed7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Floating IP 7cabb0fb-ece7-4787-98f1-64217d5d7336 associated. External IP: 172.25.5.45, port: d544a799-f0e0-41ce-a05e-8a11f9b841da. May 06 10:40:12.028963 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a41435-dc94-4092-b031-cc14b2a8fed7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Router 0bdb89d4-3568-4e9e-ba66-4f4a4a046692 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:40:12.138077 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a41435-dc94-4092-b031-cc14b2a8fed7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:40:12.147574 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d419e1c0-83a9-4dd8-bfa2-626c6d8714f5 None None] Sync routers for ids ['0bdb89d4-3568-4e9e-ba66-4f4a4a046692'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:40:12.157003 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-72a41435-dc94-4092-b031-cc14b2a8fed7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:12.158048 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d419e1c0-83a9-4dd8-bfa2-626c6d8714f5 None None] Routers {'0bdb89d4-3568-4e9e-ba66-4f4a4a046692'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:40:12.158672 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d419e1c0-83a9-4dd8-bfa2-626c6d8714f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:39:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['0bdb89d4-3568-4e9e-ba66-4f4a4a046692'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:40:12.187324 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-72a41435-dc94-4092-b031-cc14b2a8fed7 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8734365 May 06 10:40:12.187324 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8b819c-1338-4238-a822-6bdcb7adcee3', 'tag': 'd544a799-f0e0-41ce-a05e-8a11f9b841da'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:40:12.188062 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1caaf7a81e239b66cb88d4696e2ac350de7f7976e977350f19e420479ff9b81b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ca08f5-ae53-4df5-8bab-7200c1388356" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8b819c-1338-4238-a822-6bdcb7adcee3", "tag": "d544a799-f0e0-41ce-a05e-8a11f9b841da"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:40:12.266102 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-d419e1c0-83a9-4dd8-bfa2-626c6d8714f5 None None] Set router 0bdb89d4-3568-4e9e-ba66-4f4a4a046692 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:40:12.281840 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eee972-7cce-4d96-b50e-324bd05aa0bb req-74ef5bf4-aa31-44ee-b35a-ff7d263a3bb6 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:12.283403 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-97eee972-7cce-4d96-b50e-324bd05aa0bb req-74ef5bf4-aa31-44ee-b35a-ff7d263a3bb6 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec8b819c-1338-4238-a822-6bdcb7adcee3 HTTP/1.1" status: 200 len: 945 time: 0.0497768 May 06 10:40:12.324466 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-97eee972-7cce-4d96-b50e-324bd05aa0bb req-c318eea1-e2fe-4037-a837-69d5905a4670 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8871766-10c0-46b7-abed-382e7ca8c3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344253 May 06 10:40:12.346973 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40270) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:40:12.389279 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2222b4d7-6a72-494e-965d-586cca219606 x-openstack-request-id: req-2222b4d7-6a72-494e-965d-586cca219606 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:40:12.389495 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8b819c-1338-4238-a822-6bdcb7adcee3", "tag": "d544a799-f0e0-41ce-a05e-8a11f9b841da", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:40:12.389704 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2222b4d7-6a72-494e-965d-586cca219606 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:40:12.390112 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2222b4d7-6a72-494e-965d-586cca219606'] response: {'name': 'network-changed', 'server_uuid': 'ec8b819c-1338-4238-a822-6bdcb7adcee3', 'tag': 'd544a799-f0e0-41ce-a05e-8a11f9b841da', 'status': 'completed', 'code': 200} May 06 10:40:12.418401 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4d00fa96-5601-4ab5-a1c2-42245d7f5066 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/floatingips/7cabb0fb-ece7-4787-98f1-64217d5d7336 HTTP/1.1" status: 200 len: 990 time: 0.0701070 May 06 10:40:12.450829 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca08f5-ae53-4df5-8bab-7200c1388356 req-b1cff96b-66d3-442a-8efb-58a5d9167d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:12.452548 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-94ca08f5-ae53-4df5-8bab-7200c1388356 req-b1cff96b-66d3-442a-8efb-58a5d9167d0d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=ec8b819c-1338-4238-a822-6bdcb7adcee3 HTTP/1.1" status: 200 len: 1096 time: 0.0412211 May 06 10:40:12.500086 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d419e1c0-83a9-4dd8-bfa2-626c6d8714f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153660005', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '6bc760f1-5c2c-42fc-8f9d-27c3a483c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:54Z', 'updated_at': '2022-05-06T10:39:57Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': '6bc760f1-5c2c-42fc-8f9d-27c3a483c093', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:54Z', 'updated_at': '2022-05-06T10:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '7cabb0fb-ece7-4787-98f1-64217d5d7336', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'floating_ip_address': '172.25.5.45', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'port_id': 'd544a799-f0e0-41ce-a05e-8a11f9b841da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12bdfad8-a992-486d-a531-08d325714b29', 'mac_address': 'fa:16:3e:ab:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8b819c-1338-4238-a822-6bdcb7adcee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:40:10Z', 'updated_at': '2022-05-06T10:40:10Z', 'revision_number': 0, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0287514f-1cc2-40b0-ba17-959b7d38e3fe', 'name': '', 'network_id': '12bdfad8-a992-486d-a531-08d325714b29', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:04:e4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '177bd6f2-3afe-42f8-aa89-99c40086c920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:57Z', 'updated_at': '2022-05-06T10:40:00Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '177bd6f2-3afe-42f8-aa89-99c40086c920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:40:12.527910 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d419e1c0-83a9-4dd8-bfa2-626c6d8714f5 None None] Checking router: 0bdb89d4-3568-4e9e-ba66-4f4a4a046692 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:40:12.537856 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d419e1c0-83a9-4dd8-bfa2-626c6d8714f5 None None] Routers {'0bdb89d4-3568-4e9e-ba66-4f4a4a046692'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:40:12.538481 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d419e1c0-83a9-4dd8-bfa2-626c6d8714f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:39:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['0bdb89d4-3568-4e9e-ba66-4f4a4a046692'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:40:12.549010 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca08f5-ae53-4df5-8bab-7200c1388356 req-051a5631-06d0-4d89-8c5a-0c55cd74b4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:12.550502 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-94ca08f5-ae53-4df5-8bab-7200c1388356 req-051a5631-06d0-4d89-8c5a-0c55cd74b4c5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=12bdfad8-a992-486d-a531-08d325714b29 HTTP/1.1" status: 200 len: 897 time: 0.0918679 May 06 10:40:12.617681 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-94ca08f5-ae53-4df5-8bab-7200c1388356 req-f633de09-cb16-4e96-89be-fbfca1e491e3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d544a799-f0e0-41ce-a05e-8a11f9b841da HTTP/1.1" status: 200 len: 998 time: 0.0608752 May 06 10:40:12.670708 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca08f5-ae53-4df5-8bab-7200c1388356 req-b2b58be1-d68b-4b3c-9b13-41bbd771ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:12.672358 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-94ca08f5-ae53-4df5-8bab-7200c1388356 req-b2b58be1-d68b-4b3c-9b13-41bbd771ddd7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=177bd6f2-3afe-42f8-aa89-99c40086c920 HTTP/1.1" status: 200 len: 835 time: 0.0483191 May 06 10:40:12.725042 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca08f5-ae53-4df5-8bab-7200c1388356 req-e8296629-5e82-430b-9ef2-b8925f292415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:12.726627 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-94ca08f5-ae53-4df5-8bab-7200c1388356 req-e8296629-5e82-430b-9ef2-b8925f292415 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=12bdfad8-a992-486d-a531-08d325714b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473716 May 06 10:40:12.802239 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-d419e1c0-83a9-4dd8-bfa2-626c6d8714f5 None None] Set router 0bdb89d4-3568-4e9e-ba66-4f4a4a046692 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:40:12.816753 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-94ca08f5-ae53-4df5-8bab-7200c1388356 req-a896cafd-a092-4520-99cf-c3142ee717d3 service neutron] 10.222.0.77 "GET /v2.0/networks/12bdfad8-a992-486d-a531-08d325714b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833991 May 06 10:40:12.913110 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-94ca08f5-ae53-4df5-8bab-7200c1388356 req-1692e9f1-461b-4b2d-af1d-4c727bd0df27 service neutron] 10.222.0.77 "GET /v2.0/networks/12bdfad8-a992-486d-a531-08d325714b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899656 May 06 10:40:13.031212 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d419e1c0-83a9-4dd8-bfa2-626c6d8714f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153660005', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '6bc760f1-5c2c-42fc-8f9d-27c3a483c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:54Z', 'updated_at': '2022-05-06T10:39:57Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': '6bc760f1-5c2c-42fc-8f9d-27c3a483c093', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:54Z', 'updated_at': '2022-05-06T10:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '7cabb0fb-ece7-4787-98f1-64217d5d7336', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'floating_ip_address': '172.25.5.45', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'port_id': 'd544a799-f0e0-41ce-a05e-8a11f9b841da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12bdfad8-a992-486d-a531-08d325714b29', 'mac_address': 'fa:16:3e:ab:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8b819c-1338-4238-a822-6bdcb7adcee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:40:10Z', 'updated_at': '2022-05-06T10:40:10Z', 'revision_number': 0, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0287514f-1cc2-40b0-ba17-959b7d38e3fe', 'name': '', 'network_id': '12bdfad8-a992-486d-a531-08d325714b29', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:04:e4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '177bd6f2-3afe-42f8-aa89-99c40086c920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:57Z', 'updated_at': '2022-05-06T10:40:00Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '177bd6f2-3afe-42f8-aa89-99c40086c920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:40:13.058306 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d419e1c0-83a9-4dd8-bfa2-626c6d8714f5 None None] The sync data for ids ['0bdb89d4-3568-4e9e-ba66-4f4a4a046692'] in n-d-840835-1 is: [{'id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153660005', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '6bc760f1-5c2c-42fc-8f9d-27c3a483c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:54Z', 'updated_at': '2022-05-06T10:39:57Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': '6bc760f1-5c2c-42fc-8f9d-27c3a483c093', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:54Z', 'updated_at': '2022-05-06T10:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '7cabb0fb-ece7-4787-98f1-64217d5d7336', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'floating_ip_address': '172.25.5.45', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'port_id': 'd544a799-f0e0-41ce-a05e-8a11f9b841da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12bdfad8-a992-486d-a531-08d325714b29', 'mac_address': 'fa:16:3e:ab:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8b819c-1338-4238-a822-6bdcb7adcee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:40:10Z', 'updated_at': '2022-05-06T10:40:10Z', 'revision_number': 0, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0287514f-1cc2-40b0-ba17-959b7d38e3fe', 'name': '', 'network_id': '12bdfad8-a992-486d-a531-08d325714b29', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:04:e4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '177bd6f2-3afe-42f8-aa89-99c40086c920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:57Z', 'updated_at': '2022-05-06T10:40:00Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '177bd6f2-3afe-42f8-aa89-99c40086c920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:40:13.253828 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10c593b-1b8a-42f6-be4f-aa1aec05e39d None None] New status for floating IP 7cabb0fb-ece7-4787-98f1-64217d5d7336: ACTIVE {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:40:13.420770 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40272) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:40:13.485453 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3cc52813-97de-4483-a9cf-f514e1b8b3c2 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/floatingips/7cabb0fb-ece7-4787-98f1-64217d5d7336 HTTP/1.1" status: 200 len: 990 time: 0.0623748 May 06 10:40:14.488012 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40274) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:40:14.549339 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c01670c6-b20c-4d56-8209-b8f0a9417739 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/floatingips/7cabb0fb-ece7-4787-98f1-64217d5d7336 HTTP/1.1" status: 200 len: 992 time: 0.0590954 May 06 10:40:16.042239 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0ba58a00-b1aa-4b2d-8f0b-909434458333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:18.564347 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2dff0e9e-4805-4efe-8446-b49b3199a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:19.252244 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:19.744260 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:21.430689 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:21.576578 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:27.004979 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:40:29.541562 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:30.859613 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8f9f61d8-ec14-4b56-8f1e-9bf688c70244 req-a19bd926-fc89-49ab-b91d-d4d1d85754ff service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ec8b819c-1338-4238-a822-6bdcb7adcee3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393782 May 06 10:40:30.964434 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f61d8-ec14-4b56-8f1e-9bf688c70244 req-06ba1be6-aeb2-45d8-9080-6c86fb4ef95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:30.965955 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8f9f61d8-ec14-4b56-8f1e-9bf688c70244 req-06ba1be6-aeb2-45d8-9080-6c86fb4ef95e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=ec8b819c-1338-4238-a822-6bdcb7adcee3 HTTP/1.1" status: 200 len: 1096 time: 0.0458429 May 06 10:40:31.067727 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f61d8-ec14-4b56-8f1e-9bf688c70244 req-bf147737-823c-427a-9a7f-5daf12bf60cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:31.069197 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8f9f61d8-ec14-4b56-8f1e-9bf688c70244 req-bf147737-823c-427a-9a7f-5daf12bf60cb service neutron] 10.222.0.77 "GET /v2.0/networks?id=12bdfad8-a992-486d-a531-08d325714b29 HTTP/1.1" status: 200 len: 897 time: 0.0849929 May 06 10:40:31.140875 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8f9f61d8-ec14-4b56-8f1e-9bf688c70244 req-18a0134a-ed58-4636-ab04-f114ab443754 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d544a799-f0e0-41ce-a05e-8a11f9b841da HTTP/1.1" status: 200 len: 1000 time: 0.0623126 May 06 10:40:31.189130 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f61d8-ec14-4b56-8f1e-9bf688c70244 req-247c5ca9-ca92-4388-8ded-e2db8060e6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:31.190559 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8f9f61d8-ec14-4b56-8f1e-9bf688c70244 req-247c5ca9-ca92-4388-8ded-e2db8060e6d6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=177bd6f2-3afe-42f8-aa89-99c40086c920 HTTP/1.1" status: 200 len: 835 time: 0.0435159 May 06 10:40:31.235010 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f61d8-ec14-4b56-8f1e-9bf688c70244 req-3d4d1aa3-2540-4675-b6d4-1d993dcd876c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:31.236513 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8f9f61d8-ec14-4b56-8f1e-9bf688c70244 req-3d4d1aa3-2540-4675-b6d4-1d993dcd876c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=12bdfad8-a992-486d-a531-08d325714b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393658 May 06 10:40:31.332491 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8f9f61d8-ec14-4b56-8f1e-9bf688c70244 req-15ea808d-2f4a-4a3c-9292-7c914a6c113f service neutron] 10.222.0.77 "GET /v2.0/networks/12bdfad8-a992-486d-a531-08d325714b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897014 May 06 10:40:31.421955 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-8f9f61d8-ec14-4b56-8f1e-9bf688c70244 req-66417155-8fd2-41f6-9eda-db626408e11a service neutron] 10.222.0.77 "GET /v2.0/networks/12bdfad8-a992-486d-a531-08d325714b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817397 May 06 10:40:46.045527 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-96fa0789-4cdc-413a-8c2c-352f9087dfc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:48.567304 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c3a934a8-9f33-4aa8-895a-d289d77899a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:49.267100 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:49.747966 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:51.435171 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:51.579404 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:59.539257 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:04.004920 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:41:15.293382 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a282c06-d3d1-49a3-bfe4-ca6b316e562e req-33d1cd6b-853b-4991-847f-f34a2637d59c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:15.294861 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4a282c06-d3d1-49a3-bfe4-ca6b316e562e req-33d1cd6b-853b-4991-847f-f34a2637d59c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec8b819c-1338-4238-a822-6bdcb7adcee3 HTTP/1.1" status: 200 len: 945 time: 0.0534606 May 06 10:41:15.333485 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4a282c06-d3d1-49a3-bfe4-ca6b316e562e req-2e0f995b-12bb-4855-8668-347702ee03a6 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8871766-10c0-46b7-abed-382e7ca8c3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325792 May 06 10:41:16.048792 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cf2c688d-2c88-4564-a66c-59faf66a1fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:16.450011 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cf33e-7fbc-4dfa-8b0c-0e8fb866a204 req-0e5e5a52-1335-48e3-807d-6688a377e46e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:16.451531 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-724cf33e-7fbc-4dfa-8b0c-0e8fb866a204 req-0e5e5a52-1335-48e3-807d-6688a377e46e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec8b819c-1338-4238-a822-6bdcb7adcee3 HTTP/1.1" status: 200 len: 945 time: 0.0488732 May 06 10:41:16.493940 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-724cf33e-7fbc-4dfa-8b0c-0e8fb866a204 req-ff7569e3-525c-4f0f-9788-cd96a5d7b1f9 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8871766-10c0-46b7-abed-382e7ca8c3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358531 May 06 10:41:17.621116 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d391484-84a1-4dd0-9a32-b28134ea31f6 req-2e3bd55a-4214-4ee7-b91c-680fb7721688 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:17.622664 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3d391484-84a1-4dd0-9a32-b28134ea31f6 req-2e3bd55a-4214-4ee7-b91c-680fb7721688 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec8b819c-1338-4238-a822-6bdcb7adcee3 HTTP/1.1" status: 200 len: 945 time: 0.0553327 May 06 10:41:17.660843 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3d391484-84a1-4dd0-9a32-b28134ea31f6 req-fd8156b0-6556-4723-a28e-bbcdd17ee21f tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8871766-10c0-46b7-abed-382e7ca8c3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321383 May 06 10:41:17.682569 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40306) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:41:17.746279 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-66598725-ea2b-4bb1-b9b1-f782c1436afa tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/floatingips/7cabb0fb-ece7-4787-98f1-64217d5d7336 HTTP/1.1" status: 200 len: 992 time: 0.0625770 May 06 10:41:18.568729 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d4577e0a-e418-4fac-b8ac-67899e57a5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:19.022458 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986e202-728c-46ae-8d2e-a5285912f296 req-3ad2a76c-86ec-481b-9cfc-43242509ca13 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:19.024003 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5986e202-728c-46ae-8d2e-a5285912f296 req-3ad2a76c-86ec-481b-9cfc-43242509ca13 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec8b819c-1338-4238-a822-6bdcb7adcee3 HTTP/1.1" status: 200 len: 945 time: 0.0500011 May 06 10:41:19.052882 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629aa9a-a931-4d39-937e-59f51f81fe36 req-298f560d-42a6-4d4c-9406-ccd167aa0f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:19.054469 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9629aa9a-a931-4d39-937e-59f51f81fe36 req-298f560d-42a6-4d4c-9406-ccd167aa0f32 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=ec8b819c-1338-4238-a822-6bdcb7adcee3 HTTP/1.1" status: 200 len: 1096 time: 0.0422053 May 06 10:41:19.063877 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5986e202-728c-46ae-8d2e-a5285912f296 req-6e944712-ef30-4f6f-8557-91a5da064e49 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8871766-10c0-46b7-abed-382e7ca8c3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336864 May 06 10:41:19.149932 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629aa9a-a931-4d39-937e-59f51f81fe36 req-d95a6743-a25b-4099-a975-299f82b4b512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:19.151469 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9629aa9a-a931-4d39-937e-59f51f81fe36 req-d95a6743-a25b-4099-a975-299f82b4b512 service neutron] 10.222.0.77 "GET /v2.0/networks?id=12bdfad8-a992-486d-a531-08d325714b29 HTTP/1.1" status: 200 len: 897 time: 0.0908141 May 06 10:41:19.217449 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9629aa9a-a931-4d39-937e-59f51f81fe36 req-30825565-2011-44d7-b25a-877b2c17eec5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d544a799-f0e0-41ce-a05e-8a11f9b841da HTTP/1.1" status: 200 len: 1000 time: 0.0597901 May 06 10:41:19.266374 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:19.270717 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629aa9a-a931-4d39-937e-59f51f81fe36 req-b3228db9-f0e3-4526-9338-35c2d24a058c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:19.272248 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9629aa9a-a931-4d39-937e-59f51f81fe36 req-b3228db9-f0e3-4526-9338-35c2d24a058c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=177bd6f2-3afe-42f8-aa89-99c40086c920 HTTP/1.1" status: 200 len: 835 time: 0.0475862 May 06 10:41:19.317350 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629aa9a-a931-4d39-937e-59f51f81fe36 req-3ff9b280-5858-4225-b184-bd567fb43316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:19.319048 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9629aa9a-a931-4d39-937e-59f51f81fe36 req-3ff9b280-5858-4225-b184-bd567fb43316 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=12bdfad8-a992-486d-a531-08d325714b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405083 May 06 10:41:19.408305 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9629aa9a-a931-4d39-937e-59f51f81fe36 req-4892e4e5-2ff4-4528-ac27-eaa5cd1937b6 service neutron] 10.222.0.77 "GET /v2.0/networks/12bdfad8-a992-486d-a531-08d325714b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826354 May 06 10:41:19.509175 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-9629aa9a-a931-4d39-937e-59f51f81fe36 req-a170f700-25b4-4fb9-8a65-970fbcc9ba43 service neutron] 10.222.0.77 "GET /v2.0/networks/12bdfad8-a992-486d-a531-08d325714b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939188 May 06 10:41:19.751136 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:20.185428 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941c2f6-5453-41ac-a006-94cdcc494b85 req-757d79d7-bd56-46f6-bd84-8aa34112b22c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:20.187920 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d941c2f6-5453-41ac-a006-94cdcc494b85 req-757d79d7-bd56-46f6-bd84-8aa34112b22c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec8b819c-1338-4238-a822-6bdcb7adcee3 HTTP/1.1" status: 200 len: 945 time: 0.0545263 May 06 10:41:20.225487 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d941c2f6-5453-41ac-a006-94cdcc494b85 req-d40a89d4-399f-4fd8-81b7-25fcde06fdcb tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8871766-10c0-46b7-abed-382e7ca8c3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319402 May 06 10:41:21.341960 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334dc67-2ef3-4c3e-886c-5c222bbd8ae9 req-6f50545d-2600-4c34-a966-61c3ce7e8e4c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:21.343490 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a334dc67-2ef3-4c3e-886c-5c222bbd8ae9 req-6f50545d-2600-4c34-a966-61c3ce7e8e4c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec8b819c-1338-4238-a822-6bdcb7adcee3 HTTP/1.1" status: 200 len: 945 time: 0.0491424 May 06 10:41:21.382038 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a334dc67-2ef3-4c3e-886c-5c222bbd8ae9 req-eb110570-54ba-4164-bea9-24c729f2c89d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8871766-10c0-46b7-abed-382e7ca8c3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325835 May 06 10:41:21.403869 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40318) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:41:21.439824 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:21.466050 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-6985fb7f-967f-49f3-9802-98fd7ec5beba tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/floatingips/7cabb0fb-ece7-4787-98f1-64217d5d7336 HTTP/1.1" status: 200 len: 992 time: 0.0610678 May 06 10:41:21.582049 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:21.691083 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40324) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:41:21.854041 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-4ec92cf8-f5d9-41fa-9b26-29e7aaf03d6a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Deleting port a760c884-3e80-4d8e-a219-8498d89664cb {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:41:21.854293 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4ec92cf8-f5d9-41fa-9b26-29e7aaf03d6a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:21.930406 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4ec92cf8-f5d9-41fa-9b26-29e7aaf03d6a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:21.930744 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4ec92cf8-f5d9-41fa-9b26-29e7aaf03d6a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:21.942325 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-4ec92cf8-f5d9-41fa-9b26-29e7aaf03d6a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Calling delete_port for a760c884-3e80-4d8e-a219-8498d89664cb owned by network:floatingip {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:41:22.090619 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4ec92cf8-f5d9-41fa-9b26-29e7aaf03d6a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:22.117138 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec92cf8-f5d9-41fa-9b26-29e7aaf03d6a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'Port': ['ID=a760c884-3e80-4d8e-a219-8498d89664cb,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:22.143532 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec92cf8-f5d9-41fa-9b26-29e7aaf03d6a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:22.144140 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec92cf8-f5d9-41fa-9b26-29e7aaf03d6a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:22.144744 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec92cf8-f5d9-41fa-9b26-29e7aaf03d6a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:22.145342 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec92cf8-f5d9-41fa-9b26-29e7aaf03d6a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:22.145695 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec92cf8-f5d9-41fa-9b26-29e7aaf03d6a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:22.146044 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec92cf8-f5d9-41fa-9b26-29e7aaf03d6a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:22.146399 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec92cf8-f5d9-41fa-9b26-29e7aaf03d6a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:22.146724 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec92cf8-f5d9-41fa-9b26-29e7aaf03d6a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:22.147067 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec92cf8-f5d9-41fa-9b26-29e7aaf03d6a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:22.147429 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec92cf8-f5d9-41fa-9b26-29e7aaf03d6a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:22.147764 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec92cf8-f5d9-41fa-9b26-29e7aaf03d6a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:22.148096 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec92cf8-f5d9-41fa-9b26-29e7aaf03d6a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:22.193291 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4ec92cf8-f5d9-41fa-9b26-29e7aaf03d6a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for floatingip, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:22.193630 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-4ec92cf8-f5d9-41fa-9b26-29e7aaf03d6a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Floating IP 7cabb0fb-ece7-4787-98f1-64217d5d7336 disassociated (deleted). External IP: 172.25.5.45, port: d544a799-f0e0-41ce-a05e-8a11f9b841da. May 06 10:41:22.398337 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec92cf8-f5d9-41fa-9b26-29e7aaf03d6a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Router 0bdb89d4-3568-4e9e-ba66-4f4a4a046692 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:41:22.507588 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec92cf8-f5d9-41fa-9b26-29e7aaf03d6a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:41:22.512137 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-4ec92cf8-f5d9-41fa-9b26-29e7aaf03d6a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:22.519307 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca859d31-1bda-4bef-ae22-b1ae4c8cbbce None None] Sync routers for ids ['0bdb89d4-3568-4e9e-ba66-4f4a4a046692'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:41:22.528441 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca859d31-1bda-4bef-ae22-b1ae4c8cbbce None None] Routers {'0bdb89d4-3568-4e9e-ba66-4f4a4a046692'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:41:22.529135 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-ca859d31-1bda-4bef-ae22-b1ae4c8cbbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:41:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['0bdb89d4-3568-4e9e-ba66-4f4a4a046692'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:41:22.543361 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-4ec92cf8-f5d9-41fa-9b26-29e7aaf03d6a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "DELETE /v2.0/floatingips/7cabb0fb-ece7-4787-98f1-64217d5d7336 HTTP/1.1" status: 204 len: 168 time: 0.8511045 May 06 10:41:22.543953 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8b819c-1338-4238-a822-6bdcb7adcee3', 'tag': 'd544a799-f0e0-41ce-a05e-8a11f9b841da'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:41:22.546441 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1caaf7a81e239b66cb88d4696e2ac350de7f7976e977350f19e420479ff9b81b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aca9ce0-0525-4c1f-ba78-0acae9f5fe1d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8b819c-1338-4238-a822-6bdcb7adcee3", "tag": "d544a799-f0e0-41ce-a05e-8a11f9b841da"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:41:22.636117 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-ca859d31-1bda-4bef-ae22-b1ae4c8cbbce None None] Set router 0bdb89d4-3568-4e9e-ba66-4f4a4a046692 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:41:22.699832 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d9d101-dce2-4638-af3e-79057a51031e x-openstack-request-id: req-e0d9d101-dce2-4638-af3e-79057a51031e {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:41:22.700377 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8b819c-1338-4238-a822-6bdcb7adcee3", "tag": "d544a799-f0e0-41ce-a05e-8a11f9b841da", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:41:22.700769 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e0d9d101-dce2-4638-af3e-79057a51031e {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:41:22.701254 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0d9d101-dce2-4638-af3e-79057a51031e'] response: {'name': 'network-changed', 'server_uuid': 'ec8b819c-1338-4238-a822-6bdcb7adcee3', 'tag': 'd544a799-f0e0-41ce-a05e-8a11f9b841da', 'status': 'completed', 'code': 200} May 06 10:41:22.794049 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba19963-770a-4c2c-a6bf-19816beec30f req-f13839cb-1027-4660-95c5-6b2c459799c3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:22.796527 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3ba19963-770a-4c2c-a6bf-19816beec30f req-f13839cb-1027-4660-95c5-6b2c459799c3 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec8b819c-1338-4238-a822-6bdcb7adcee3 HTTP/1.1" status: 200 len: 945 time: 0.0522575 May 06 10:41:22.804043 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca9ce0-0525-4c1f-ba78-0acae9f5fe1d req-e19fa64c-8b54-48ba-a63c-ae85559f62f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:22.806165 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2aca9ce0-0525-4c1f-ba78-0acae9f5fe1d req-e19fa64c-8b54-48ba-a63c-ae85559f62f0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=257892d9fff3423bb07a7e9a81056767&device_id=ec8b819c-1338-4238-a822-6bdcb7adcee3 HTTP/1.1" status: 200 len: 1096 time: 0.0476687 May 06 10:41:22.842594 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3ba19963-770a-4c2c-a6bf-19816beec30f req-063a6713-725b-4b3b-aa8e-cf75b86c586b tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8871766-10c0-46b7-abed-382e7ca8c3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358071 May 06 10:41:22.860899 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-ca859d31-1bda-4bef-ae22-b1ae4c8cbbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153660005', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '6bc760f1-5c2c-42fc-8f9d-27c3a483c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:54Z', 'updated_at': '2022-05-06T10:39:57Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': '6bc760f1-5c2c-42fc-8f9d-27c3a483c093', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:54Z', 'updated_at': '2022-05-06T10:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '0287514f-1cc2-40b0-ba17-959b7d38e3fe', 'name': '', 'network_id': '12bdfad8-a992-486d-a531-08d325714b29', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:04:e4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '177bd6f2-3afe-42f8-aa89-99c40086c920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:57Z', 'updated_at': '2022-05-06T10:40:00Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '177bd6f2-3afe-42f8-aa89-99c40086c920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:41:22.887895 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca859d31-1bda-4bef-ae22-b1ae4c8cbbce None None] Checking router: 0bdb89d4-3568-4e9e-ba66-4f4a4a046692 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:41:22.896656 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca859d31-1bda-4bef-ae22-b1ae4c8cbbce None None] Routers {'0bdb89d4-3568-4e9e-ba66-4f4a4a046692'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:41:22.897788 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-ca859d31-1bda-4bef-ae22-b1ae4c8cbbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:41:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['0bdb89d4-3568-4e9e-ba66-4f4a4a046692'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:41:22.909757 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca9ce0-0525-4c1f-ba78-0acae9f5fe1d req-132498a1-e09f-46f5-a15d-f732475a0b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:22.911307 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2aca9ce0-0525-4c1f-ba78-0acae9f5fe1d req-132498a1-e09f-46f5-a15d-f732475a0b41 service neutron] 10.222.0.77 "GET /v2.0/networks?id=12bdfad8-a992-486d-a531-08d325714b29 HTTP/1.1" status: 200 len: 897 time: 0.0970726 May 06 10:41:23.007705 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-ca859d31-1bda-4bef-ae22-b1ae4c8cbbce None None] Set router 0bdb89d4-3568-4e9e-ba66-4f4a4a046692 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:41:23.217542 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-ca859d31-1bda-4bef-ae22-b1ae4c8cbbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153660005', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '6bc760f1-5c2c-42fc-8f9d-27c3a483c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:54Z', 'updated_at': '2022-05-06T10:39:57Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': '6bc760f1-5c2c-42fc-8f9d-27c3a483c093', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:54Z', 'updated_at': '2022-05-06T10:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '0287514f-1cc2-40b0-ba17-959b7d38e3fe', 'name': '', 'network_id': '12bdfad8-a992-486d-a531-08d325714b29', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:04:e4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '177bd6f2-3afe-42f8-aa89-99c40086c920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:57Z', 'updated_at': '2022-05-06T10:40:00Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '177bd6f2-3afe-42f8-aa89-99c40086c920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:41:23.250704 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca859d31-1bda-4bef-ae22-b1ae4c8cbbce None None] The sync data for ids ['0bdb89d4-3568-4e9e-ba66-4f4a4a046692'] in n-d-840835-1 is: [{'id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153660005', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '6bc760f1-5c2c-42fc-8f9d-27c3a483c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:54Z', 'updated_at': '2022-05-06T10:39:57Z', 'revision_number': 4, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': '6bc760f1-5c2c-42fc-8f9d-27c3a483c093', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:54Z', 'updated_at': '2022-05-06T10:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '0287514f-1cc2-40b0-ba17-959b7d38e3fe', 'name': '', 'network_id': '12bdfad8-a992-486d-a531-08d325714b29', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'mac_address': 'fa:16:3e:04:e4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '177bd6f2-3afe-42f8-aa89-99c40086c920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:57Z', 'updated_at': '2022-05-06T10:40:00Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'subnets': [{'id': '177bd6f2-3afe-42f8-aa89-99c40086c920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:41:23.279721 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2aca9ce0-0525-4c1f-ba78-0acae9f5fe1d req-3c70dfdd-2c07-4c45-bb2e-fd427fd03a6f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d544a799-f0e0-41ce-a05e-8a11f9b841da HTTP/1.1" status: 200 len: 217 time: 0.3613179 May 06 10:41:23.330941 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca9ce0-0525-4c1f-ba78-0acae9f5fe1d req-659f037b-e5ec-465b-bacb-8248a0eb8fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:23.332454 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2aca9ce0-0525-4c1f-ba78-0acae9f5fe1d req-659f037b-e5ec-465b-bacb-8248a0eb8fc0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=177bd6f2-3afe-42f8-aa89-99c40086c920 HTTP/1.1" status: 200 len: 835 time: 0.0452640 May 06 10:41:23.378964 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca9ce0-0525-4c1f-ba78-0acae9f5fe1d req-59d71647-a901-45ff-8fe1-08c6e83f1e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:23.380535 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2aca9ce0-0525-4c1f-ba78-0acae9f5fe1d req-59d71647-a901-45ff-8fe1-08c6e83f1e2d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=12bdfad8-a992-486d-a531-08d325714b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407035 May 06 10:41:23.478938 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee7c7c6-05d4-45cb-a71e-e432163f5ab2 None None] New status for floating IP 7cabb0fb-ece7-4787-98f1-64217d5d7336: DOWN {{(pid=102655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:41:23.480471 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2aca9ce0-0525-4c1f-ba78-0acae9f5fe1d req-b48413c9-b15f-4efa-a095-1298b61497b9 service neutron] 10.222.0.77 "GET /v2.0/networks/12bdfad8-a992-486d-a531-08d325714b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922894 May 06 10:41:23.585269 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-2aca9ce0-0525-4c1f-ba78-0acae9f5fe1d req-fac64038-6501-4734-a66e-1d3697cb0899 service neutron] 10.222.0.77 "GET /v2.0/networks/12bdfad8-a992-486d-a531-08d325714b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968411 May 06 10:41:23.961295 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcfe37-05f7-4848-b503-c55c2fe77b80 req-e574a1a4-1340-45a4-b6e2-30099074a950 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:23.962779 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-48fcfe37-05f7-4848-b503-c55c2fe77b80 req-e574a1a4-1340-45a4-b6e2-30099074a950 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec8b819c-1338-4238-a822-6bdcb7adcee3 HTTP/1.1" status: 200 len: 945 time: 0.0491924 May 06 10:41:24.002102 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-48fcfe37-05f7-4848-b503-c55c2fe77b80 req-60ece101-f0ed-48e5-b239-78932596e91e tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8871766-10c0-46b7-abed-382e7ca8c3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333564 May 06 10:41:24.590129 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ea278-fa78-4052-9d1c-a3dc2a1dd0af req-c7c107d7-3cd7-4a9c-9b67-cf06e25398fb tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:24.591582 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-428ea278-fa78-4052-9d1c-a3dc2a1dd0af req-c7c107d7-3cd7-4a9c-9b67-cf06e25398fb tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec8b819c-1338-4238-a822-6bdcb7adcee3 HTTP/1.1" status: 200 len: 945 time: 0.0478439 May 06 10:41:24.678771 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-428ea278-fa78-4052-9d1c-a3dc2a1dd0af req-dde34cee-a3a2-4233-9c99-45fe521dfcec tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Deleting port d544a799-f0e0-41ce-a05e-8a11f9b841da {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:41:24.679138 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-428ea278-fa78-4052-9d1c-a3dc2a1dd0af req-dde34cee-a3a2-4233-9c99-45fe521dfcec tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:24.770084 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-428ea278-fa78-4052-9d1c-a3dc2a1dd0af req-dde34cee-a3a2-4233-9c99-45fe521dfcec tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] For port d544a799-f0e0-41ce-a05e-8a11f9b841da, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=d544a799-f0e0-41ce-a05e-8a11f9b841da,segment=NetworkSegment(1c3147ac-bbde-4737-b55d-028da66998ef),segment_id=1c3147ac-bbde-4737-b55d-028da66998ef)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:41:24.770450 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-428ea278-fa78-4052-9d1c-a3dc2a1dd0af req-dde34cee-a3a2-4233-9c99-45fe521dfcec tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:24.783021 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-428ea278-fa78-4052-9d1c-a3dc2a1dd0af req-dde34cee-a3a2-4233-9c99-45fe521dfcec tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Calling delete_port for d544a799-f0e0-41ce-a05e-8a11f9b841da owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:41:24.912238 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-428ea278-fa78-4052-9d1c-a3dc2a1dd0af req-dde34cee-a3a2-4233-9c99-45fe521dfcec tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:24.941603 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde34cee-a3a2-4233-9c99-45fe521dfcec tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'Port': ['ID=d544a799-f0e0-41ce-a05e-8a11f9b841da,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:24.954663 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde34cee-a3a2-4233-9c99-45fe521dfcec tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:24.955160 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde34cee-a3a2-4233-9c99-45fe521dfcec tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:24.955375 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde34cee-a3a2-4233-9c99-45fe521dfcec tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:24.955717 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde34cee-a3a2-4233-9c99-45fe521dfcec tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:24.956051 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde34cee-a3a2-4233-9c99-45fe521dfcec tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:24.956383 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde34cee-a3a2-4233-9c99-45fe521dfcec tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:24.956714 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde34cee-a3a2-4233-9c99-45fe521dfcec tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:24.957044 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde34cee-a3a2-4233-9c99-45fe521dfcec tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:24.957373 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde34cee-a3a2-4233-9c99-45fe521dfcec tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:24.957700 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde34cee-a3a2-4233-9c99-45fe521dfcec tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:24.958026 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde34cee-a3a2-4233-9c99-45fe521dfcec tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:24.958350 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde34cee-a3a2-4233-9c99-45fe521dfcec tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:24.995863 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-428ea278-fa78-4052-9d1c-a3dc2a1dd0af req-dde34cee-a3a2-4233-9c99-45fe521dfcec tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] No DVR routers for this DVR port d544a799-f0e0-41ce-a05e-8a11f9b841da on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:41:24.998434 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-428ea278-fa78-4052-9d1c-a3dc2a1dd0af req-dde34cee-a3a2-4233-9c99-45fe521dfcec tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:25.002609 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-428ea278-fa78-4052-9d1c-a3dc2a1dd0af req-dde34cee-a3a2-4233-9c99-45fe521dfcec tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.77 "DELETE /v2.0/ports/d544a799-f0e0-41ce-a05e-8a11f9b841da HTTP/1.1" status: 204 len: 173 time: 0.4055607 May 06 10:41:25.003061 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8b819c-1338-4238-a822-6bdcb7adcee3', 'name': 'network-vif-deleted', 'tag': 'd544a799-f0e0-41ce-a05e-8a11f9b841da'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:41:25.005346 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4203f62887ad6c042520207c1f89edfd97f1d269ecb3a7960f22881858371cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71689ec-0d6c-4d4b-a8fb-b494319af1df" -d '{"events": [{"server_uuid": "ec8b819c-1338-4238-a822-6bdcb7adcee3", "name": "network-vif-deleted", "tag": "d544a799-f0e0-41ce-a05e-8a11f9b841da"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:41:25.048864 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d064fa-ecce-40e8-b32c-1642023d1b2b x-openstack-request-id: req-35d064fa-ecce-40e8-b32c-1642023d1b2b {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:41:25.049163 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8b819c-1338-4238-a822-6bdcb7adcee3", "name": "network-vif-deleted", "tag": "d544a799-f0e0-41ce-a05e-8a11f9b841da", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:41:25.049417 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-35d064fa-ecce-40e8-b32c-1642023d1b2b {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:41:25.049828 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35d064fa-ecce-40e8-b32c-1642023d1b2b'] response: {'server_uuid': 'ec8b819c-1338-4238-a822-6bdcb7adcee3', 'name': 'network-vif-deleted', 'tag': 'd544a799-f0e0-41ce-a05e-8a11f9b841da', 'status': 'completed', 'code': 200} May 06 10:41:25.118333 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7472cc1e-a86b-4f32-b7e0-29f9f0e423e1 req-b5c87f80-2036-427a-bc86-d77895320282 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec8b819c-1338-4238-a822-6bdcb7adcee3 HTTP/1.1" status: 200 len: 210 time: 0.0268545 May 06 10:41:26.174917 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40340) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:41:26.533457 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf517122-06b7-49b7-a8a8-387df28a8d4d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:26.790274 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-bf517122-06b7-49b7-a8a8-387df28a8d4d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Deleting port 0287514f-1cc2-40b0-ba17-959b7d38e3fe {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:41:26.790543 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf517122-06b7-49b7-a8a8-387df28a8d4d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:26.879467 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-bf517122-06b7-49b7-a8a8-387df28a8d4d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] For port 0287514f-1cc2-40b0-ba17-959b7d38e3fe, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=0287514f-1cc2-40b0-ba17-959b7d38e3fe,segment=NetworkSegment(1c3147ac-bbde-4737-b55d-028da66998ef),segment_id=1c3147ac-bbde-4737-b55d-028da66998ef)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:41:26.879833 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf517122-06b7-49b7-a8a8-387df28a8d4d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:26.892784 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-bf517122-06b7-49b7-a8a8-387df28a8d4d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Calling delete_port for 0287514f-1cc2-40b0-ba17-959b7d38e3fe owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:41:27.081340 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf517122-06b7-49b7-a8a8-387df28a8d4d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:27.112765 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf517122-06b7-49b7-a8a8-387df28a8d4d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'Port': ['ID=0287514f-1cc2-40b0-ba17-959b7d38e3fe,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:27.289511 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bf517122-06b7-49b7-a8a8-387df28a8d4d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:27.506160 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf517122-06b7-49b7-a8a8-387df28a8d4d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Router 0bdb89d4-3568-4e9e-ba66-4f4a4a046692 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:41:27.614548 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf517122-06b7-49b7-a8a8-387df28a8d4d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:41:27.621331 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bf517122-06b7-49b7-a8a8-387df28a8d4d tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "PUT /v2.0/routers/0bdb89d4-3568-4e9e-ba66-4f4a4a046692/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4438221 May 06 10:41:27.622480 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40342) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:41:27.625732 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d007cf22-3bc2-499c-ad4e-8efee378149a None None] Sync routers for ids ['0bdb89d4-3568-4e9e-ba66-4f4a4a046692'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:41:27.635967 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d007cf22-3bc2-499c-ad4e-8efee378149a None None] Routers {'0bdb89d4-3568-4e9e-ba66-4f4a4a046692'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:41:27.636594 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d007cf22-3bc2-499c-ad4e-8efee378149a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:41:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['0bdb89d4-3568-4e9e-ba66-4f4a4a046692'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:41:27.673944 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b151aac-e945-4e18-a200-e3493fb2406c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Deleting subnet 177bd6f2-3afe-42f8-aa89-99c40086c920 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:41:27.677037 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7b151aac-e945-4e18-a200-e3493fb2406c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:27.717026 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7b151aac-e945-4e18-a200-e3493fb2406c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:27.741810 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-d007cf22-3bc2-499c-ad4e-8efee378149a None None] Set router 0bdb89d4-3568-4e9e-ba66-4f4a4a046692 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:41:27.808402 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7b151aac-e945-4e18-a200-e3493fb2406c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:27.866909 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7b151aac-e945-4e18-a200-e3493fb2406c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:27.894340 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b151aac-e945-4e18-a200-e3493fb2406c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'Subnet': ['ID=177bd6f2-3afe-42f8-aa89-99c40086c920,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:27.899179 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-7b151aac-e945-4e18-a200-e3493fb2406c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:27.905120 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40344) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:41:27.906762 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7b151aac-e945-4e18-a200-e3493fb2406c tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "DELETE /v2.0/subnets/177bd6f2-3afe-42f8-aa89-99c40086c920 HTTP/1.1" status: 204 len: 168 time: 0.2825799 May 06 10:41:27.910812 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000dd5b1-de2c-4253-b41b-63ca1302db73 None None] Network 12bdfad8-a992-486d-a531-08d325714b29 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:41:28.026859 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8fca4b03-10a1-4e34-bcef-e789a880bf54 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:28.029482 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d007cf22-3bc2-499c-ad4e-8efee378149a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153660005', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '6bc760f1-5c2c-42fc-8f9d-27c3a483c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:54Z', 'updated_at': '2022-05-06T10:41:27Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': '6bc760f1-5c2c-42fc-8f9d-27c3a483c093', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:54Z', 'updated_at': '2022-05-06T10:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:41:28.065511 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d007cf22-3bc2-499c-ad4e-8efee378149a None None] Checking router: 0bdb89d4-3568-4e9e-ba66-4f4a4a046692 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:41:28.079846 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d007cf22-3bc2-499c-ad4e-8efee378149a None None] Routers {'0bdb89d4-3568-4e9e-ba66-4f4a4a046692'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:41:28.080478 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d007cf22-3bc2-499c-ad4e-8efee378149a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:41:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['0bdb89d4-3568-4e9e-ba66-4f4a4a046692'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:41:28.144840 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8fca4b03-10a1-4e34-bcef-e789a880bf54 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:28.173645 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e2f46b-c4fe-4683-8ee6-4bfe5f8c33b0 None None] DHCP port deletion for 12bdfad8-a992-486d-a531-08d325714b29 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:41:28.202340 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-8fca4b03-10a1-4e34-bcef-e789a880bf54 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Deleting port 6bc760f1-5c2c-42fc-8f9d-27c3a483c093 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:41:28.202871 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8fca4b03-10a1-4e34-bcef-e789a880bf54 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:28.294550 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-8fca4b03-10a1-4e34-bcef-e789a880bf54 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] For port 6bc760f1-5c2c-42fc-8f9d-27c3a483c093, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=6bc760f1-5c2c-42fc-8f9d-27c3a483c093,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:41:28.294926 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8fca4b03-10a1-4e34-bcef-e789a880bf54 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:28.308009 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-8fca4b03-10a1-4e34-bcef-e789a880bf54 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Calling delete_port for 6bc760f1-5c2c-42fc-8f9d-27c3a483c093 owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:41:28.370158 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device d544a799-f0e0-41ce-a05e-8a11f9b841da no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:41:28.401689 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-d007cf22-3bc2-499c-ad4e-8efee378149a None None] Set router 0bdb89d4-3568-4e9e-ba66-4f4a4a046692 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:41:28.403282 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: d544a799-f0e0-41ce-a05e-8a11f9b841da {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:41:28.403628 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device d544a799-f0e0-41ce-a05e-8a11f9b841da not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:41:28.479337 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8fca4b03-10a1-4e34-bcef-e789a880bf54 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:28.513280 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca4b03-10a1-4e34-bcef-e789a880bf54 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'Port': ['ID=6bc760f1-5c2c-42fc-8f9d-27c3a483c093,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:28.532730 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-01e2f46b-c4fe-4683-8ee6-4bfe5f8c33b0 None None] Deleting port 9ebf9d1f-0f01-4daf-8137-540a63137fdc {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:41:28.533118 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-01e2f46b-c4fe-4683-8ee6-4bfe5f8c33b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:28.570928 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8fca4b03-10a1-4e34-bcef-e789a880bf54 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:28.631749 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-01e2f46b-c4fe-4683-8ee6-4bfe5f8c33b0 None None] For port 9ebf9d1f-0f01-4daf-8137-540a63137fdc, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=9ebf9d1f-0f01-4daf-8137-540a63137fdc,segment=NetworkSegment(1c3147ac-bbde-4737-b55d-028da66998ef),segment_id=1c3147ac-bbde-4737-b55d-028da66998ef)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:41:28.632321 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-01e2f46b-c4fe-4683-8ee6-4bfe5f8c33b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:28.648198 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-01e2f46b-c4fe-4683-8ee6-4bfe5f8c33b0 None None] Calling delete_port for 9ebf9d1f-0f01-4daf-8137-540a63137fdc owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:41:28.669177 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8fca4b03-10a1-4e34-bcef-e789a880bf54 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:28.671355 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8fca4b03-10a1-4e34-bcef-e789a880bf54 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:28.716064 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8fca4b03-10a1-4e34-bcef-e789a880bf54 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:28.716630 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fca4b03-10a1-4e34-bcef-e789a880bf54 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Fanout notify agent at l3_agent the message router_deleted on router 0bdb89d4-3568-4e9e-ba66-4f4a4a046692 {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:41:28.720337 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-d007cf22-3bc2-499c-ad4e-8efee378149a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153660005', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '6bc760f1-5c2c-42fc-8f9d-27c3a483c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:54Z', 'updated_at': '2022-05-06T10:41:27Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': '6bc760f1-5c2c-42fc-8f9d-27c3a483c093', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:54Z', 'updated_at': '2022-05-06T10:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:41:28.723652 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8fca4b03-10a1-4e34-bcef-e789a880bf54 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:28.727326 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8fca4b03-10a1-4e34-bcef-e789a880bf54 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "DELETE /v2.0/routers/0bdb89d4-3568-4e9e-ba66-4f4a4a046692 HTTP/1.1" status: 204 len: 168 time: 0.8171296 May 06 10:41:28.727672 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40346) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:41:28.750305 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d007cf22-3bc2-499c-ad4e-8efee378149a None None] The sync data for ids ['0bdb89d4-3568-4e9e-ba66-4f4a4a046692'] in n-d-840835-1 is: [{'id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153660005', 'tenant_id': '257892d9fff3423bb07a7e9a81056767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '6bc760f1-5c2c-42fc-8f9d-27c3a483c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:54Z', 'updated_at': '2022-05-06T10:41:27Z', 'revision_number': 5, 'project_id': '257892d9fff3423bb07a7e9a81056767', 'gw_port': {'id': '6bc760f1-5c2c-42fc-8f9d-27c3a483c093', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb89d4-3568-4e9e-ba66-4f4a4a046692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:54Z', 'updated_at': '2022-05-06T10:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:41:28.771332 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-01e2f46b-c4fe-4683-8ee6-4bfe5f8c33b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:28.799220 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2f46b-c4fe-4683-8ee6-4bfe5f8c33b0 None None] Pushing event deleted for resources: {'Port': ['ID=9ebf9d1f-0f01-4daf-8137-540a63137fdc,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:28.803579 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e2f46b-c4fe-4683-8ee6-4bfe5f8c33b0 None None] No DVR routers for this DVR port 9ebf9d1f-0f01-4daf-8137-540a63137fdc on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:41:28.810211 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-67cf098a-6679-4934-ad6d-113ee49194e0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:28.810456 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2f46b-c4fe-4683-8ee6-4bfe5f8c33b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:28.810797 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2f46b-c4fe-4683-8ee6-4bfe5f8c33b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:28.811173 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2f46b-c4fe-4683-8ee6-4bfe5f8c33b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:28.811520 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2f46b-c4fe-4683-8ee6-4bfe5f8c33b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:28.811849 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2f46b-c4fe-4683-8ee6-4bfe5f8c33b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:28.812178 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2f46b-c4fe-4683-8ee6-4bfe5f8c33b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:28.813133 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2f46b-c4fe-4683-8ee6-4bfe5f8c33b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:28.813463 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2f46b-c4fe-4683-8ee6-4bfe5f8c33b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:28.813795 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2f46b-c4fe-4683-8ee6-4bfe5f8c33b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:28.814459 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2f46b-c4fe-4683-8ee6-4bfe5f8c33b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:28.814459 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2f46b-c4fe-4683-8ee6-4bfe5f8c33b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:28.814739 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2f46b-c4fe-4683-8ee6-4bfe5f8c33b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:28.901709 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-67cf098a-6679-4934-ad6d-113ee49194e0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:28.923147 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-67cf098a-6679-4934-ad6d-113ee49194e0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12bdfad8-a992-486d-a531-08d325714b29']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:41:28.933165 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-67cf098a-6679-4934-ad6d-113ee49194e0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c3147ac-bbde-4737-b55d-028da66998ef') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:41:28.933475 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-67cf098a-6679-4934-ad6d-113ee49194e0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c3147ac-bbde-4737-b55d-028da66998ef') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:41:28.943895 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-67cf098a-6679-4934-ad6d-113ee49194e0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:28.957927 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-67cf098a-6679-4934-ad6d-113ee49194e0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:28.963858 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67cf098a-6679-4934-ad6d-113ee49194e0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:41:28.964243 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-67cf098a-6679-4934-ad6d-113ee49194e0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: timer() May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:41:28.967096 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:41:29.028474 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-67cf098a-6679-4934-ad6d-113ee49194e0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:29.036239 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-67cf098a-6679-4934-ad6d-113ee49194e0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:29.039258 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-67cf098a-6679-4934-ad6d-113ee49194e0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "DELETE /v2.0/networks/12bdfad8-a992-486d-a531-08d325714b29 HTTP/1.1" status: 204 len: 168 time: 0.3104429 May 06 10:41:29.042028 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40348) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:41:29.051299 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf098a-6679-4934-ad6d-113ee49194e0 tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'Network': ['ID=12bdfad8-a992-486d-a531-08d325714b29,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:29.112488 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e64c56bd-e08b-4977-b3c6-33878b2e9d9a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:29.148082 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e64c56bd-e08b-4977-b3c6-33878b2e9d9a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:29.225311 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e64c56bd-e08b-4977-b3c6-33878b2e9d9a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:29.228507 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e64c56bd-e08b-4977-b3c6-33878b2e9d9a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:29.229692 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e64c56bd-e08b-4977-b3c6-33878b2e9d9a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] 10.222.0.73 "DELETE /v2.0/security-groups/a8871766-10c0-46b7-abed-382e7ca8c3e2 HTTP/1.1" status: 204 len: 168 time: 0.1865973 May 06 10:41:29.240379 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c56bd-e08b-4977-b3c6-33878b2e9d9a tempest-TestNetworkAdvancedServerOps-1127640430 tempest-TestNetworkAdvancedServerOps-1127640430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8871766-10c0-46b7-abed-382e7ca8c3e2,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:29.537528 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:29.600406 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40356) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:41:29.739786 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cfeb5ca0-9532-4f09-af80-9f5c4079bf19 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=257892d9fff3423bb07a7e9a81056767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1381347 May 06 10:41:29.742209 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40360) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:41:29.794373 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d05cc417-fd15-43f6-bea4-bf6fcb142530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:29.817150 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d05cc417-fd15-43f6-bea4-bf6fcb142530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:29.867419 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d05cc417-fd15-43f6-bea4-bf6fcb142530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:29.870031 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-d05cc417-fd15-43f6-bea4-bf6fcb142530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:29.871231 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-d05cc417-fd15-43f6-bea4-bf6fcb142530 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cfed4d89-7ba8-4863-9cab-a4dea5cece6a HTTP/1.1" status: 204 len: 168 time: 0.1281023 May 06 10:41:29.879538 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05cc417-fd15-43f6-bea4-bf6fcb142530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfed4d89-7ba8-4863-9cab-a4dea5cece6a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:30.035473 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 0287514f-1cc2-40b0-ba17-959b7d38e3fe no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:41:30.060172 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 0287514f-1cc2-40b0-ba17-959b7d38e3fe {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:41:30.060426 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 0287514f-1cc2-40b0-ba17-959b7d38e3fe not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:41:30.060845 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9ebf9d1f-0f01-4daf-8137-540a63137fdc no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:41:30.081853 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 9ebf9d1f-0f01-4daf-8137-540a63137fdc {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:41:30.082199 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 9ebf9d1f-0f01-4daf-8137-540a63137fdc not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:41:30.082625 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 6bc760f1-5c2c-42fc-8f9d-27c3a483c093 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:41:30.102797 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 6bc760f1-5c2c-42fc-8f9d-27c3a483c093 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:41:30.103166 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 6bc760f1-5c2c-42fc-8f9d-27c3a483c093 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:41:30.173736 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40366) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:41:30.187867 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f8c958de-8053-4249-bd87-aa7d3291cced admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:30.266504 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f8c958de-8053-4249-bd87-aa7d3291cced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:30.270245 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-f8c958de-8053-4249-bd87-aa7d3291cced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:30.308209 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-f8c958de-8053-4249-bd87-aa7d3291cced admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fe9bd3d147fb4cd792ab41c6e7f839e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1333711 May 06 10:41:30.309174 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c958de-8053-4249-bd87-aa7d3291cced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308057a5-da9b-4055-8941-4f878f023ef1,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:30.310854 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40368) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:41:30.362062 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b3271183-1b95-48bd-bfb6-971612c43d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:30.383539 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b3271183-1b95-48bd-bfb6-971612c43d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:30.429702 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b3271183-1b95-48bd-bfb6-971612c43d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:30.432274 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b3271183-1b95-48bd-bfb6-971612c43d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:30.433460 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b3271183-1b95-48bd-bfb6-971612c43d30 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/308057a5-da9b-4055-8941-4f878f023ef1 HTTP/1.1" status: 204 len: 168 time: 0.1215272 May 06 10:41:30.442681 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3271183-1b95-48bd-bfb6-971612c43d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308057a5-da9b-4055-8941-4f878f023ef1,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:31.140804 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40390) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:41:31.238180 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-3bc0f668-e729-47cc-9463-da99191fab3f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-713185339-network', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:41:31.258230 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc0f668-e729-47cc-9463-da99191fab3f admin admin] Made reservation on behalf of 53bfe31195654359ab7709d61f78ae3b for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:41:31.260721 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f668-e729-47cc-9463-da99191fab3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:31.268998 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f668-e729-47cc-9463-da99191fab3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:31.344825 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f668-e729-47cc-9463-da99191fab3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:31.348915 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f668-e729-47cc-9463-da99191fab3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:31.369662 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc0f668-e729-47cc-9463-da99191fab3f admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:41:31.383302 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0f668-e729-47cc-9463-da99191fab3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1e0ac0-754e-47d1-a43c-20a9914f46f0,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:31.388048 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f668-e729-47cc-9463-da99191fab3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:31.388394 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-3bc0f668-e729-47cc-9463-da99191fab3f admin admin] Added segment b2fb7498-2c01-4e2e-a836-da23788947ce of type vlan for network 370813b8-6b08-4d08-936d-a1026117335e May 06 10:41:31.432285 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f668-e729-47cc-9463-da99191fab3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:31.456752 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f668-e729-47cc-9463-da99191fab3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:31.457932 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc0f668-e729-47cc-9463-da99191fab3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:31.458528 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f668-e729-47cc-9463-da99191fab3f admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:31.514384 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3bc0f668-e729-47cc-9463-da99191fab3f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3724861 May 06 10:41:31.517557 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40394) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:41:31.521509 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0f668-e729-47cc-9463-da99191fab3f admin admin] Pushing event updated for resources: {'Network': ['ID=370813b8-6b08-4d08-936d-a1026117335e,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:31.522963 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-bba2f004-f5f1-4a1f-91d7-bb9353729673 admin admin] Request body: {'subnet': {'network_id': '370813b8-6b08-4d08-936d-a1026117335e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-713185339-subnet', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:41:31.531908 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 370813b8-6b08-4d08-936d-a1026117335e details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:41:31.548344 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba2f004-f5f1-4a1f-91d7-bb9353729673 admin admin] Made reservation on behalf of 53bfe31195654359ab7709d61f78ae3b for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:41:31.551781 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bba2f004-f5f1-4a1f-91d7-bb9353729673 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:31.732061 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bba2f004-f5f1-4a1f-91d7-bb9353729673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:31.795873 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2f004-f5f1-4a1f-91d7-bb9353729673 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:31.803926 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba2f004-f5f1-4a1f-91d7-bb9353729673 admin admin] Checking segment: {'id': 'b2fb7498-2c01-4e2e-a836-da23788947ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '370813b8-6b08-4d08-936d-a1026117335e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:41:31.804325 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba2f004-f5f1-4a1f-91d7-bb9353729673 admin admin] Network hostable DHCP agents. Network: 370813b8-6b08-4d08-936d-a1026117335e, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:41:31.820681 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba2f004-f5f1-4a1f-91d7-bb9353729673 admin admin] Network 370813b8-6b08-4d08-936d-a1026117335e is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:41:31.829947 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-bba2f004-f5f1-4a1f-91d7-bb9353729673 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 370813b8-6b08-4d08-936d-a1026117335e) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:41:31.834127 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba2f004-f5f1-4a1f-91d7-bb9353729673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:31.834726 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bba2f004-f5f1-4a1f-91d7-bb9353729673 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:31.839014 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675527dd-d83d-4395-9471-54f8ec9980da None None] Network 370813b8-6b08-4d08-936d-a1026117335e requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:41:31.855376 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40396) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:41:31.855571 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bba2f004-f5f1-4a1f-91d7-bb9353729673 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3366666 May 06 10:41:31.860012 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-b0d53f1f-747b-453b-a07b-e986eeb906a1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-713185339-router', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:41:31.880840 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b0d53f1f-747b-453b-a07b-e986eeb906a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:31.882370 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b0d53f1f-747b-453b-a07b-e986eeb906a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:31.951039 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b0d53f1f-747b-453b-a07b-e986eeb906a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:32.006343 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9137bdca-6ecd-4504-8f2c-1411ea5041fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-370813b8-6b08-4d08-936d-a1026117335e', 'network_id': '370813b8-6b08-4d08-936d-a1026117335e', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'fixed_ips': [{'subnet_id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:41:32.007331 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9137bdca-6ecd-4504-8f2c-1411ea5041fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:32.093832 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b0d53f1f-747b-453b-a07b-e986eeb906a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:32.143963 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-9137bdca-6ecd-4504-8f2c-1411ea5041fe None None] Allocated IP 172.20.0.2 (370813b8-6b08-4d08-936d-a1026117335e/dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d/41215c90-1638-416a-98d5-2c3fc873c630) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:41:32.300585 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9137bdca-6ecd-4504-8f2c-1411ea5041fe None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:32.306622 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9137bdca-6ecd-4504-8f2c-1411ea5041fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:32.311952 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b0d53f1f-747b-453b-a07b-e986eeb906a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:32.331968 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b0d53f1f-747b-453b-a07b-e986eeb906a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:32.345232 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9137bdca-6ecd-4504-8f2c-1411ea5041fe None None] Network 370813b8-6b08-4d08-936d-a1026117335e is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:41:32.348158 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-9137bdca-6ecd-4504-8f2c-1411ea5041fe None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:41:32.351636 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9137bdca-6ecd-4504-8f2c-1411ea5041fe None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:41:32.360070 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137bdca-6ecd-4504-8f2c-1411ea5041fe None None] Pushing event updated for resources: {'Port': ['ID=41215c90-1638-416a-98d5-2c3fc873c630,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:32.416236 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-9137bdca-6ecd-4504-8f2c-1411ea5041fe None None] Attempting to bind port 41215c90-1638-416a-98d5-2c3fc873c630 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:41:32.416528 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-9137bdca-6ecd-4504-8f2c-1411ea5041fe None None] Attempting to bind port 41215c90-1638-416a-98d5-2c3fc873c630 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'b2fb7498-2c01-4e2e-a836-da23788947ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '370813b8-6b08-4d08-936d-a1026117335e'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:41:32.416897 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9137bdca-6ecd-4504-8f2c-1411ea5041fe None None] Attempting to bind port 41215c90-1638-416a-98d5-2c3fc873c630 on network 370813b8-6b08-4d08-936d-a1026117335e {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:41:32.421875 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9137bdca-6ecd-4504-8f2c-1411ea5041fe None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:41:32.422250 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9137bdca-6ecd-4504-8f2c-1411ea5041fe None None] Checking segment: {'id': 'b2fb7498-2c01-4e2e-a836-da23788947ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '370813b8-6b08-4d08-936d-a1026117335e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:41:32.422658 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9137bdca-6ecd-4504-8f2c-1411ea5041fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:32.423054 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9137bdca-6ecd-4504-8f2c-1411ea5041fe None None] Bound using segment: {'id': 'b2fb7498-2c01-4e2e-a836-da23788947ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '370813b8-6b08-4d08-936d-a1026117335e'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:41:32.423555 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-9137bdca-6ecd-4504-8f2c-1411ea5041fe None None] Bound port: 41215c90-1638-416a-98d5-2c3fc873c630, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fb7498-2c01-4e2e-a836-da23788947ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '370813b8-6b08-4d08-936d-a1026117335e'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:41:32.423939 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9137bdca-6ecd-4504-8f2c-1411ea5041fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:32.441931 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-b0d53f1f-747b-453b-a07b-e986eeb906a1 admin admin] Allocated IP 172.25.5.102 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/319c9925-528f-41f9-9bea-b50981e64e93) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:41:32.486120 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-9137bdca-6ecd-4504-8f2c-1411ea5041fe None None] For port 41215c90-1638-416a-98d5-2c3fc873c630, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:41:32.489576 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-9137bdca-6ecd-4504-8f2c-1411ea5041fe None None] For port 41215c90-1638-416a-98d5-2c3fc873c630, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=41215c90-1638-416a-98d5-2c3fc873c630,segment=NetworkSegment(b2fb7498-2c01-4e2e-a836-da23788947ce),segment_id=b2fb7498-2c01-4e2e-a836-da23788947ce)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:41:32.493897 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9137bdca-6ecd-4504-8f2c-1411ea5041fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:32.550348 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b0d53f1f-747b-453b-a07b-e986eeb906a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:32.557439 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137bdca-6ecd-4504-8f2c-1411ea5041fe None None] Pushing event updated for resources: {'Port': ['ID=41215c90-1638-416a-98d5-2c3fc873c630,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:32.586308 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b0d53f1f-747b-453b-a07b-e986eeb906a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:32.626000 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d53f1f-747b-453b-a07b-e986eeb906a1 admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:41:32.629098 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-b0d53f1f-747b-453b-a07b-e986eeb906a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:41:32.632672 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d53f1f-747b-453b-a07b-e986eeb906a1 admin admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:41:32.664011 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d53f1f-747b-453b-a07b-e986eeb906a1 admin admin] Pushing event updated for resources: {'Port': ['ID=319c9925-528f-41f9-9bea-b50981e64e93,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:33.264712 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b0d53f1f-747b-453b-a07b-e986eeb906a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:33.474491 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031f11b8-c595-4c98-92e3-3b2c309d7308 None None] Network 370813b8-6b08-4d08-936d-a1026117335e requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:41:33.489000 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b0d53f1f-747b-453b-a07b-e986eeb906a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:33.608170 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-18bcde9d-a79a-4693-9358-b8ca030e3563 None None] Provisioning complete for port 41215c90-1638-416a-98d5-2c3fc873c630 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:41:33.608779 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-18bcde9d-a79a-4693-9358-b8ca030e3563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:33.626994 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d53f1f-747b-453b-a07b-e986eeb906a1 admin admin] Router 4144e7c9-d291-4496-90ef-e42afec5bb39 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:41:33.720324 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-18bcde9d-a79a-4693-9358-b8ca030e3563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:33.748128 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d53f1f-747b-453b-a07b-e986eeb906a1 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:41:33.761187 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607da7ce-8b51-4a25-b21b-064c8a8960a4 None None] Sync routers for ids ['4144e7c9-d291-4496-90ef-e42afec5bb39'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:41:33.769461 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b0d53f1f-747b-453b-a07b-e986eeb906a1 admin admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:33.774501 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b0d53f1f-747b-453b-a07b-e986eeb906a1 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9155822 May 06 10:41:33.774703 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-18bcde9d-a79a-4693-9358-b8ca030e3563 None None] For port 41215c90-1638-416a-98d5-2c3fc873c630, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=41215c90-1638-416a-98d5-2c3fc873c630,segment=NetworkSegment(b2fb7498-2c01-4e2e-a836-da23788947ce),segment_id=b2fb7498-2c01-4e2e-a836-da23788947ce)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:41:33.775261 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40398) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:41:33.780619 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-18bcde9d-a79a-4693-9358-b8ca030e3563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:33.783203 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607da7ce-8b51-4a25-b21b-064c8a8960a4 None None] Routers {'4144e7c9-d291-4496-90ef-e42afec5bb39'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:41:33.783921 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-607da7ce-8b51-4a25-b21b-064c8a8960a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:41:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['4144e7c9-d291-4496-90ef-e42afec5bb39'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:41:33.856933 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bcde9d-a79a-4693-9358-b8ca030e3563 None None] Pushing event updated for resources: {'Port': ['ID=41215c90-1638-416a-98d5-2c3fc873c630,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:33.905003 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-607da7ce-8b51-4a25-b21b-064c8a8960a4 None None] Set router 4144e7c9-d291-4496-90ef-e42afec5bb39 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:41:34.018125 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-676c2dd8-eb2e-4582-a616-0fb1d58ac6b7 None None] Provisioning complete for port 41215c90-1638-416a-98d5-2c3fc873c630 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:41:34.018512 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-676c2dd8-eb2e-4582-a616-0fb1d58ac6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:34.094209 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 41215c90-1638-416a-98d5-2c3fc873c630 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:41:34.107405 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-607da7ce-8b51-4a25-b21b-064c8a8960a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'name': 'tempest-TestShelveInstance-713185339-router', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '319c9925-528f-41f9-9bea-b50981e64e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:41:31Z', 'updated_at': '2022-05-06T10:41:32Z', 'revision_number': 3, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'gw_port': {'id': '319c9925-528f-41f9-9bea-b50981e64e93', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:63:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:32Z', 'updated_at': '2022-05-06T10:41:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:41:34.137054 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607da7ce-8b51-4a25-b21b-064c8a8960a4 None None] Checking router: 4144e7c9-d291-4496-90ef-e42afec5bb39 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:41:34.137559 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607da7ce-8b51-4a25-b21b-064c8a8960a4 None None] Updating router 4144e7c9-d291-4496-90ef-e42afec5bb39 port 319c9925-528f-41f9-9bea-b50981e64e93 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:41:34.153563 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 41215c90-1638-416a-98d5-2c3fc873c630 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:41:34.153941 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:34.164685 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-607da7ce-8b51-4a25-b21b-064c8a8960a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:34.271659 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ac398cc9-869e-4f4b-9fea-625c1a13bf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:34.426074 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-607da7ce-8b51-4a25-b21b-064c8a8960a4 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:34.431922 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-607da7ce-8b51-4a25-b21b-064c8a8960a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:34.435305 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-ac398cc9-869e-4f4b-9fea-625c1a13bf8e admin admin] Allocated IP 172.20.0.1 (370813b8-6b08-4d08-936d-a1026117335e/dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d/ca2bf08c-9ca3-4b98-91df-a4ee6098ef16) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:41:34.481130 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-607da7ce-8b51-4a25-b21b-064c8a8960a4 None None] Attempting to bind port 319c9925-528f-41f9-9bea-b50981e64e93 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:41:34.481661 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-607da7ce-8b51-4a25-b21b-064c8a8960a4 None None] Attempting to bind port 319c9925-528f-41f9-9bea-b50981e64e93 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:41:34.482042 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607da7ce-8b51-4a25-b21b-064c8a8960a4 None None] Attempting to bind port 319c9925-528f-41f9-9bea-b50981e64e93 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:41:34.489839 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9e6c7-bdf9-46c2-b8af-39e598781c7d None None] Pushing event updated for resources: {'Port': ['ID=319c9925-528f-41f9-9bea-b50981e64e93,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:34.494416 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607da7ce-8b51-4a25-b21b-064c8a8960a4 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:41:34.494786 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607da7ce-8b51-4a25-b21b-064c8a8960a4 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:41:34.495210 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-607da7ce-8b51-4a25-b21b-064c8a8960a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:34.495603 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607da7ce-8b51-4a25-b21b-064c8a8960a4 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:41:34.496135 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-607da7ce-8b51-4a25-b21b-064c8a8960a4 None None] Bound port: 319c9925-528f-41f9-9bea-b50981e64e93, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:41:34.496514 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-607da7ce-8b51-4a25-b21b-064c8a8960a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:34.503287 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e9e6c7-bdf9-46c2-b8af-39e598781c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:34.503645 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e9e6c7-bdf9-46c2-b8af-39e598781c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:34.503965 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e9e6c7-bdf9-46c2-b8af-39e598781c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:34.504299 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e9e6c7-bdf9-46c2-b8af-39e598781c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:34.504626 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e9e6c7-bdf9-46c2-b8af-39e598781c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:34.504951 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e9e6c7-bdf9-46c2-b8af-39e598781c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:34.505277 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e9e6c7-bdf9-46c2-b8af-39e598781c7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:34.505599 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e9e6c7-bdf9-46c2-b8af-39e598781c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:34.505917 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e9e6c7-bdf9-46c2-b8af-39e598781c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:34.506236 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e9e6c7-bdf9-46c2-b8af-39e598781c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:34.506555 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e9e6c7-bdf9-46c2-b8af-39e598781c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:34.506880 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e9e6c7-bdf9-46c2-b8af-39e598781c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:41:34.546643 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ac398cc9-869e-4f4b-9fea-625c1a13bf8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:34.558427 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-607da7ce-8b51-4a25-b21b-064c8a8960a4 None None] For port 319c9925-528f-41f9-9bea-b50981e64e93, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:41:34.561777 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-607da7ce-8b51-4a25-b21b-064c8a8960a4 None None] For port 319c9925-528f-41f9-9bea-b50981e64e93, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=319c9925-528f-41f9-9bea-b50981e64e93,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:41:34.566854 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-607da7ce-8b51-4a25-b21b-064c8a8960a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:34.584649 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ac398cc9-869e-4f4b-9fea-625c1a13bf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:34.624239 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607da7ce-8b51-4a25-b21b-064c8a8960a4 None None] Routers {'4144e7c9-d291-4496-90ef-e42afec5bb39'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:41:34.625433 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-607da7ce-8b51-4a25-b21b-064c8a8960a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:41:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['4144e7c9-d291-4496-90ef-e42afec5bb39'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:41:34.627180 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac398cc9-869e-4f4b-9fea-625c1a13bf8e admin admin] Network 370813b8-6b08-4d08-936d-a1026117335e is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:41:34.630103 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-ac398cc9-869e-4f4b-9fea-625c1a13bf8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:41:34.636900 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac398cc9-869e-4f4b-9fea-625c1a13bf8e admin admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:41:34.640073 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac398cc9-869e-4f4b-9fea-625c1a13bf8e admin admin] Pushing event updated for resources: {'Port': ['ID=ca2bf08c-9ca3-4b98-91df-a4ee6098ef16,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:34.673590 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9e6c7-bdf9-46c2-b8af-39e598781c7d None None] Pushing event updated for resources: {'Port': ['ID=319c9925-528f-41f9-9bea-b50981e64e93,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:34.686545 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ac398cc9-869e-4f4b-9fea-625c1a13bf8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:34.752432 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-607da7ce-8b51-4a25-b21b-064c8a8960a4 None None] Set router 4144e7c9-d291-4496-90ef-e42afec5bb39 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:41:34.832040 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ac398cc9-869e-4f4b-9fea-625c1a13bf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:34.880766 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-0100256e-be7d-4c05-9eb5-47f3a0286944 None None] Provisioning complete for port ca2bf08c-9ca3-4b98-91df-a4ee6098ef16 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:41:34.881698 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0100256e-be7d-4c05-9eb5-47f3a0286944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:34.924683 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-0100256e-be7d-4c05-9eb5-47f3a0286944 None None] Port ca2bf08c-9ca3-4b98-91df-a4ee6098ef16 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:41:34.950719 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-607da7ce-8b51-4a25-b21b-064c8a8960a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'name': 'tempest-TestShelveInstance-713185339-router', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '319c9925-528f-41f9-9bea-b50981e64e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:41:31Z', 'updated_at': '2022-05-06T10:41:32Z', 'revision_number': 3, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'gw_port': {'id': '319c9925-528f-41f9-9bea-b50981e64e93', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:63:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:32Z', 'updated_at': '2022-05-06T10:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:41:34.979299 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607da7ce-8b51-4a25-b21b-064c8a8960a4 None None] The sync data for ids ['4144e7c9-d291-4496-90ef-e42afec5bb39'] in n-d-840835-1 is: [{'id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'name': 'tempest-TestShelveInstance-713185339-router', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '319c9925-528f-41f9-9bea-b50981e64e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:41:31Z', 'updated_at': '2022-05-06T10:41:32Z', 'revision_number': 3, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'gw_port': {'id': '319c9925-528f-41f9-9bea-b50981e64e93', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:63:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:32Z', 'updated_at': '2022-05-06T10:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:41:35.015094 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ac398cc9-869e-4f4b-9fea-625c1a13bf8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:35.020396 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ac398cc9-869e-4f4b-9fea-625c1a13bf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:35.095355 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ac398cc9-869e-4f4b-9fea-625c1a13bf8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:35.097059 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac398cc9-869e-4f4b-9fea-625c1a13bf8e admin admin] Pushing event updated for resources: {'Port': ['ID=ca2bf08c-9ca3-4b98-91df-a4ee6098ef16,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:35.211042 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac398cc9-869e-4f4b-9fea-625c1a13bf8e admin admin] Network 370813b8-6b08-4d08-936d-a1026117335e is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:41:35.212468 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-ac398cc9-869e-4f4b-9fea-625c1a13bf8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:41:35.351950 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac398cc9-869e-4f4b-9fea-625c1a13bf8e admin admin] Router 4144e7c9-d291-4496-90ef-e42afec5bb39 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:41:35.455623 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b9106bfd-7c84-4703-9066-6e5d6da1cf9f None None] Provisioning complete for port ca2bf08c-9ca3-4b98-91df-a4ee6098ef16 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:41:35.455927 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b9106bfd-7c84-4703-9066-6e5d6da1cf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:35.476085 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac398cc9-869e-4f4b-9fea-625c1a13bf8e admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:41:35.491042 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ac398cc9-869e-4f4b-9fea-625c1a13bf8e admin admin] 10.222.0.73 "PUT /v2.0/routers/4144e7c9-d291-4496-90ef-e42afec5bb39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7050264 May 06 10:41:35.498474 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-b9106bfd-7c84-4703-9066-6e5d6da1cf9f None None] Port ca2bf08c-9ca3-4b98-91df-a4ee6098ef16 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:41:35.972171 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40414) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:41:35.977476 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-3727b561-a285-43c3-a839-ae5ed62c8441 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-431581810-network', 'tenant_id': 'fd06f2e29d9345f0ab91956e1ddcf510'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:41:36.007092 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3727b561-a285-43c3-a839-ae5ed62c8441 admin admin] Made reservation on behalf of fd06f2e29d9345f0ab91956e1ddcf510 for: {'network': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:41:36.010280 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3727b561-a285-43c3-a839-ae5ed62c8441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:36.028793 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3727b561-a285-43c3-a839-ae5ed62c8441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:36.067702 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 319c9925-528f-41f9-9bea-b50981e64e93 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:41:36.123085 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 319c9925-528f-41f9-9bea-b50981e64e93 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:41:36.123495 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:36.125001 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3727b561-a285-43c3-a839-ae5ed62c8441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:36.131437 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3727b561-a285-43c3-a839-ae5ed62c8441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:36.143864 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3727b561-a285-43c3-a839-ae5ed62c8441 admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=102653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:41:36.164702 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3727b561-a285-43c3-a839-ae5ed62c8441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:36.165059 n-d-840835-1 neutron-server[102653]: INFO neutron.db.segments_db [None req-3727b561-a285-43c3-a839-ae5ed62c8441 admin admin] Added segment 85c8e11a-1a62-49b4-8a18-77bd71bda44a of type vlan for network e10ab551-f2e3-47a6-b439-89d606af2074 May 06 10:41:36.184233 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727b561-a285-43c3-a839-ae5ed62c8441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682e7cb4-01b5-44c0-b314-d4258ec52e43,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:36.220337 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:36.229926 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3727b561-a285-43c3-a839-ae5ed62c8441 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:36.243291 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 319c9925-528f-41f9-9bea-b50981e64e93, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=319c9925-528f-41f9-9bea-b50981e64e93,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:41:36.248874 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:36.276789 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3727b561-a285-43c3-a839-ae5ed62c8441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:36.277886 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3727b561-a285-43c3-a839-ae5ed62c8441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:36.279045 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-3727b561-a285-43c3-a839-ae5ed62c8441 admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:36.305936 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=319c9925-528f-41f9-9bea-b50981e64e93,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:36.347353 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-3727b561-a285-43c3-a839-ae5ed62c8441 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3739357 May 06 10:41:36.350207 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40416) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:41:36.353689 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727b561-a285-43c3-a839-ae5ed62c8441 admin admin] Pushing event updated for resources: {'Network': ['ID=e10ab551-f2e3-47a6-b439-89d606af2074,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:36.355343 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-e93e90c2-13d2-4207-8652-56e0a6337f58 admin admin] Request body: {'subnet': {'network_id': 'e10ab551-f2e3-47a6-b439-89d606af2074', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-431581810-subnet', 'tenant_id': 'fd06f2e29d9345f0ab91956e1ddcf510', 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:41:36.365809 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network e10ab551-f2e3-47a6-b439-89d606af2074 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:41:36.383459 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93e90c2-13d2-4207-8652-56e0a6337f58 admin admin] Made reservation on behalf of fd06f2e29d9345f0ab91956e1ddcf510 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:41:36.386525 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e93e90c2-13d2-4207-8652-56e0a6337f58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:36.578101 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e93e90c2-13d2-4207-8652-56e0a6337f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:36.598314 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c16851-6d84-4250-a111-e30fc28fe224 None None] Sync routers for ids ['4144e7c9-d291-4496-90ef-e42afec5bb39'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:41:36.610474 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c16851-6d84-4250-a111-e30fc28fe224 None None] Routers {'4144e7c9-d291-4496-90ef-e42afec5bb39'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:41:36.611274 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-54c16851-6d84-4250-a111-e30fc28fe224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:41:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['4144e7c9-d291-4496-90ef-e42afec5bb39'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:41:36.646077 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93e90c2-13d2-4207-8652-56e0a6337f58 admin admin] Checking segment: {'id': '85c8e11a-1a62-49b4-8a18-77bd71bda44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e10ab551-f2e3-47a6-b439-89d606af2074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:41:36.646356 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93e90c2-13d2-4207-8652-56e0a6337f58 admin admin] Network hostable DHCP agents. Network: e10ab551-f2e3-47a6-b439-89d606af2074, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:41:36.648585 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e90c2-13d2-4207-8652-56e0a6337f58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7044ca26-0c23-45c1-a917-b705cb653d1e,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:36.668456 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93e90c2-13d2-4207-8652-56e0a6337f58 admin admin] Network e10ab551-f2e3-47a6-b439-89d606af2074 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:41:36.678787 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-e93e90c2-13d2-4207-8652-56e0a6337f58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, e10ab551-f2e3-47a6-b439-89d606af2074) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:41:36.683583 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93e90c2-13d2-4207-8652-56e0a6337f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:36.684386 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-e93e90c2-13d2-4207-8652-56e0a6337f58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:36.704117 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-e93e90c2-13d2-4207-8652-56e0a6337f58 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3527102 May 06 10:41:36.704341 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94991bc6-200c-4788-aece-17b8d719edba None None] Network e10ab551-f2e3-47a6-b439-89d606af2074 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:41:36.706641 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40418) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:41:36.712178 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-11b3687b-99a7-4856-aae3-88120a202930 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-431581810-router', 'tenant_id': 'fd06f2e29d9345f0ab91956e1ddcf510', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:41:36.735177 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-11b3687b-99a7-4856-aae3-88120a202930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:36.736280 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-11b3687b-99a7-4856-aae3-88120a202930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:36.781599 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-54c16851-6d84-4250-a111-e30fc28fe224 None None] Set router 4144e7c9-d291-4496-90ef-e42afec5bb39 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:41:36.796096 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-11b3687b-99a7-4856-aae3-88120a202930 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:36.941100 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-11b3687b-99a7-4856-aae3-88120a202930 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:37.155490 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-11b3687b-99a7-4856-aae3-88120a202930 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:37.161804 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec206787-2240-4fd4-8c99-685c6ba78576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-e10ab551-f2e3-47a6-b439-89d606af2074', 'network_id': 'e10ab551-f2e3-47a6-b439-89d606af2074', 'tenant_id': 'fd06f2e29d9345f0ab91956e1ddcf510', 'fixed_ips': [{'subnet_id': '7044ca26-0c23-45c1-a917-b705cb653d1e'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:41:37.162601 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ec206787-2240-4fd4-8c99-685c6ba78576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:37.177062 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-11b3687b-99a7-4856-aae3-88120a202930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:37.285798 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-11b3687b-99a7-4856-aae3-88120a202930 admin admin] Allocated IP 172.25.5.10 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/364a9a37-e9f1-480e-9de3-1aaaecccb98b) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:41:37.334822 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-54c16851-6d84-4250-a111-e30fc28fe224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'name': 'tempest-TestShelveInstance-713185339-router', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '319c9925-528f-41f9-9bea-b50981e64e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:41:31Z', 'updated_at': '2022-05-06T10:41:34Z', 'revision_number': 4, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'gw_port': {'id': '319c9925-528f-41f9-9bea-b50981e64e93', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:32Z', 'updated_at': '2022-05-06T10:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'ca2bf08c-9ca3-4b98-91df-a4ee6098ef16', 'name': '', 'network_id': '370813b8-6b08-4d08-936d-a1026117335e', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'mac_address': 'fa:16:3e:f0:f2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:34Z', 'updated_at': '2022-05-06T10:41:34Z', 'revision_number': 2, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'subnets': [{'id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:41:37.366434 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-ec206787-2240-4fd4-8c99-685c6ba78576 None None] Allocated IP 172.20.0.2 (e10ab551-f2e3-47a6-b439-89d606af2074/7044ca26-0c23-45c1-a917-b705cb653d1e/95b435ca-d221-4f5e-aae7-7525965c271a) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:41:37.368658 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c16851-6d84-4250-a111-e30fc28fe224 None None] Checking router: 4144e7c9-d291-4496-90ef-e42afec5bb39 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:41:37.369013 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c16851-6d84-4250-a111-e30fc28fe224 None None] Updating router 4144e7c9-d291-4496-90ef-e42afec5bb39 port ca2bf08c-9ca3-4b98-91df-a4ee6098ef16 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:41:37.390840 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-11b3687b-99a7-4856-aae3-88120a202930 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:37.404737 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-54c16851-6d84-4250-a111-e30fc28fe224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:37.427354 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-11b3687b-99a7-4856-aae3-88120a202930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:37.464761 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b3687b-99a7-4856-aae3-88120a202930 admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:41:37.469500 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-11b3687b-99a7-4856-aae3-88120a202930 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:41:37.473027 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b3687b-99a7-4856-aae3-88120a202930 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:41:37.505925 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3687b-99a7-4856-aae3-88120a202930 admin admin] Pushing event updated for resources: {'Port': ['ID=364a9a37-e9f1-480e-9de3-1aaaecccb98b,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:37.694570 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ec206787-2240-4fd4-8c99-685c6ba78576 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:37.716276 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ec206787-2240-4fd4-8c99-685c6ba78576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:37.789619 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec206787-2240-4fd4-8c99-685c6ba78576 None None] Network e10ab551-f2e3-47a6-b439-89d606af2074 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:41:37.797253 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-ec206787-2240-4fd4-8c99-685c6ba78576 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:41:37.800589 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec206787-2240-4fd4-8c99-685c6ba78576 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:41:37.804642 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec206787-2240-4fd4-8c99-685c6ba78576 None None] Pushing event updated for resources: {'Port': ['ID=95b435ca-d221-4f5e-aae7-7525965c271a,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:37.901360 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ec206787-2240-4fd4-8c99-685c6ba78576 None None] Attempting to bind port 95b435ca-d221-4f5e-aae7-7525965c271a on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:41:37.901731 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ec206787-2240-4fd4-8c99-685c6ba78576 None None] Attempting to bind port 95b435ca-d221-4f5e-aae7-7525965c271a by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '85c8e11a-1a62-49b4-8a18-77bd71bda44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e10ab551-f2e3-47a6-b439-89d606af2074'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:41:37.902097 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec206787-2240-4fd4-8c99-685c6ba78576 None None] Attempting to bind port 95b435ca-d221-4f5e-aae7-7525965c271a on network e10ab551-f2e3-47a6-b439-89d606af2074 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:41:37.915562 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec206787-2240-4fd4-8c99-685c6ba78576 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:41:37.915941 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec206787-2240-4fd4-8c99-685c6ba78576 None None] Checking segment: {'id': '85c8e11a-1a62-49b4-8a18-77bd71bda44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e10ab551-f2e3-47a6-b439-89d606af2074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:41:37.916357 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ec206787-2240-4fd4-8c99-685c6ba78576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:37.916757 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec206787-2240-4fd4-8c99-685c6ba78576 None None] Bound using segment: {'id': '85c8e11a-1a62-49b4-8a18-77bd71bda44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e10ab551-f2e3-47a6-b439-89d606af2074'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:41:37.917253 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-ec206787-2240-4fd4-8c99-685c6ba78576 None None] Bound port: 95b435ca-d221-4f5e-aae7-7525965c271a, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c8e11a-1a62-49b4-8a18-77bd71bda44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e10ab551-f2e3-47a6-b439-89d606af2074'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:41:37.917638 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ec206787-2240-4fd4-8c99-685c6ba78576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:37.924225 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-54c16851-6d84-4250-a111-e30fc28fe224 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:37.937833 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-54c16851-6d84-4250-a111-e30fc28fe224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:38.042826 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44f4c1-501f-4308-8d78-1ab6cfc12114 None None] Pushing event updated for resources: {'Port': ['ID=ca2bf08c-9ca3-4b98-91df-a4ee6098ef16,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:38.051442 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ec206787-2240-4fd4-8c99-685c6ba78576 None None] For port 95b435ca-d221-4f5e-aae7-7525965c271a, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:41:38.081912 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 319c9925-528f-41f9-9bea-b50981e64e93 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:41:38.084741 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-11b3687b-99a7-4856-aae3-88120a202930 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:38.107399 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-ec206787-2240-4fd4-8c99-685c6ba78576 None None] For port 95b435ca-d221-4f5e-aae7-7525965c271a, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=95b435ca-d221-4f5e-aae7-7525965c271a,segment=NetworkSegment(85c8e11a-1a62-49b4-8a18-77bd71bda44a),segment_id=85c8e11a-1a62-49b4-8a18-77bd71bda44a)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:41:38.134330 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ec206787-2240-4fd4-8c99-685c6ba78576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:38.186496 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-54c16851-6d84-4250-a111-e30fc28fe224 None None] Attempting to bind port ca2bf08c-9ca3-4b98-91df-a4ee6098ef16 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:41:38.187874 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-54c16851-6d84-4250-a111-e30fc28fe224 None None] Attempting to bind port ca2bf08c-9ca3-4b98-91df-a4ee6098ef16 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': 'b2fb7498-2c01-4e2e-a836-da23788947ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '370813b8-6b08-4d08-936d-a1026117335e'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:41:38.187874 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c16851-6d84-4250-a111-e30fc28fe224 None None] Attempting to bind port ca2bf08c-9ca3-4b98-91df-a4ee6098ef16 on network 370813b8-6b08-4d08-936d-a1026117335e {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:41:38.211545 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c16851-6d84-4250-a111-e30fc28fe224 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:41:38.212162 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c16851-6d84-4250-a111-e30fc28fe224 None None] Checking segment: {'id': 'b2fb7498-2c01-4e2e-a836-da23788947ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '370813b8-6b08-4d08-936d-a1026117335e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:41:38.212654 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-54c16851-6d84-4250-a111-e30fc28fe224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:38.213113 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c16851-6d84-4250-a111-e30fc28fe224 None None] Bound using segment: {'id': 'b2fb7498-2c01-4e2e-a836-da23788947ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '370813b8-6b08-4d08-936d-a1026117335e'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:41:38.213685 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-54c16851-6d84-4250-a111-e30fc28fe224 None None] Bound port: ca2bf08c-9ca3-4b98-91df-a4ee6098ef16, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fb7498-2c01-4e2e-a836-da23788947ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '370813b8-6b08-4d08-936d-a1026117335e'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:41:38.214172 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-54c16851-6d84-4250-a111-e30fc28fe224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:38.227672 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec206787-2240-4fd4-8c99-685c6ba78576 None None] Pushing event updated for resources: {'Port': ['ID=95b435ca-d221-4f5e-aae7-7525965c271a,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:38.292199 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 319c9925-528f-41f9-9bea-b50981e64e93 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:41:38.292501 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:38.313671 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-11b3687b-99a7-4856-aae3-88120a202930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:38.351351 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-54c16851-6d84-4250-a111-e30fc28fe224 None None] For port ca2bf08c-9ca3-4b98-91df-a4ee6098ef16, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:41:38.376176 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-54c16851-6d84-4250-a111-e30fc28fe224 None None] For port ca2bf08c-9ca3-4b98-91df-a4ee6098ef16, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=ca2bf08c-9ca3-4b98-91df-a4ee6098ef16,segment=NetworkSegment(b2fb7498-2c01-4e2e-a836-da23788947ce),segment_id=b2fb7498-2c01-4e2e-a836-da23788947ce)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:41:38.379556 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f0f7e2fe-89ce-49ae-a800-85274c7d27cd None None] Provisioning complete for port ca2bf08c-9ca3-4b98-91df-a4ee6098ef16 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:41:38.379972 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f0f7e2fe-89ce-49ae-a800-85274c7d27cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:38.388081 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-54c16851-6d84-4250-a111-e30fc28fe224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:38.493334 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b3687b-99a7-4856-aae3-88120a202930 admin admin] Router 6cdee29c-455b-4395-bc55-c52fa3548e6c is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:41:38.539343 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c16851-6d84-4250-a111-e30fc28fe224 None None] Routers {'4144e7c9-d291-4496-90ef-e42afec5bb39'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:41:38.540006 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-54c16851-6d84-4250-a111-e30fc28fe224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:41:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['4144e7c9-d291-4496-90ef-e42afec5bb39'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:41:38.544869 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44f4c1-501f-4308-8d78-1ab6cfc12114 None None] Pushing event updated for resources: {'Port': ['ID=ca2bf08c-9ca3-4b98-91df-a4ee6098ef16,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:38.655851 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b3687b-99a7-4856-aae3-88120a202930 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:41:38.666737 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9278c6-a969-4c68-8c55-bca9d8aea068 None None] Sync routers for ids ['6cdee29c-455b-4395-bc55-c52fa3548e6c'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:41:38.686652 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f0f7e2fe-89ce-49ae-a800-85274c7d27cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:38.688027 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9278c6-a969-4c68-8c55-bca9d8aea068 None None] Routers {'6cdee29c-455b-4395-bc55-c52fa3548e6c'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:41:38.690619 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ba9278c6-a969-4c68-8c55-bca9d8aea068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:41:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6cdee29c-455b-4395-bc55-c52fa3548e6c'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:41:38.702207 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-11b3687b-99a7-4856-aae3-88120a202930 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:38.705554 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-11b3687b-99a7-4856-aae3-88120a202930 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9957240 May 06 10:41:38.706721 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40420) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:41:38.726325 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-54c16851-6d84-4250-a111-e30fc28fe224 None None] Set router 4144e7c9-d291-4496-90ef-e42afec5bb39 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:41:38.779384 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f0f7e2fe-89ce-49ae-a800-85274c7d27cd None None] For port ca2bf08c-9ca3-4b98-91df-a4ee6098ef16, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=ca2bf08c-9ca3-4b98-91df-a4ee6098ef16,segment=NetworkSegment(b2fb7498-2c01-4e2e-a836-da23788947ce),segment_id=b2fb7498-2c01-4e2e-a836-da23788947ce)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:41:38.787249 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f0f7e2fe-89ce-49ae-a800-85274c7d27cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:38.908381 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-ba9278c6-a969-4c68-8c55-bca9d8aea068 None None] Set router 6cdee29c-455b-4395-bc55-c52fa3548e6c gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:41:38.936767 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7e2fe-89ce-49ae-a800-85274c7d27cd None None] Pushing event updated for resources: {'Port': ['ID=ca2bf08c-9ca3-4b98-91df-a4ee6098ef16,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:38.952800 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-7dc0ffb6-1af8-4f6d-8d6b-c9bc6d9901cc None None] Provisioning complete for port ca2bf08c-9ca3-4b98-91df-a4ee6098ef16 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:41:38.953170 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7dc0ffb6-1af8-4f6d-8d6b-c9bc6d9901cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:39.109650 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-54c16851-6d84-4250-a111-e30fc28fe224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'name': 'tempest-TestShelveInstance-713185339-router', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '319c9925-528f-41f9-9bea-b50981e64e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:41:31Z', 'updated_at': '2022-05-06T10:41:34Z', 'revision_number': 4, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'gw_port': {'id': '319c9925-528f-41f9-9bea-b50981e64e93', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:32Z', 'updated_at': '2022-05-06T10:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'ca2bf08c-9ca3-4b98-91df-a4ee6098ef16', 'name': '', 'network_id': '370813b8-6b08-4d08-936d-a1026117335e', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'mac_address': 'fa:16:3e:f0:f2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:34Z', 'updated_at': '2022-05-06T10:41:38Z', 'revision_number': 4, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'subnets': [{'id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:41:39.128955 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ba9278c6-a969-4c68-8c55-bca9d8aea068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdee29c-455b-4395-bc55-c52fa3548e6c', 'name': 'tempest-TestShelveInstance-431581810-router', 'tenant_id': 'fd06f2e29d9345f0ab91956e1ddcf510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '364a9a37-e9f1-480e-9de3-1aaaecccb98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:41:36Z', 'updated_at': '2022-05-06T10:41:37Z', 'revision_number': 3, 'project_id': 'fd06f2e29d9345f0ab91956e1ddcf510', 'gw_port': {'id': '364a9a37-e9f1-480e-9de3-1aaaecccb98b', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdee29c-455b-4395-bc55-c52fa3548e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:37Z', 'updated_at': '2022-05-06T10:41:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:41:39.158924 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9278c6-a969-4c68-8c55-bca9d8aea068 None None] Checking router: 6cdee29c-455b-4395-bc55-c52fa3548e6c for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:41:39.159565 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9278c6-a969-4c68-8c55-bca9d8aea068 None None] Updating router 6cdee29c-455b-4395-bc55-c52fa3548e6c port 364a9a37-e9f1-480e-9de3-1aaaecccb98b binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:41:39.194084 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ba9278c6-a969-4c68-8c55-bca9d8aea068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:39.240527 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1a7e529a-dcfa-4d93-a62a-04181175892f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:39.315475 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c16851-6d84-4250-a111-e30fc28fe224 None None] The sync data for ids ['4144e7c9-d291-4496-90ef-e42afec5bb39'] in n-d-840835-1 is: [{'id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'name': 'tempest-TestShelveInstance-713185339-router', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '319c9925-528f-41f9-9bea-b50981e64e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:41:31Z', 'updated_at': '2022-05-06T10:41:34Z', 'revision_number': 4, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'gw_port': {'id': '319c9925-528f-41f9-9bea-b50981e64e93', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:32Z', 'updated_at': '2022-05-06T10:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'ca2bf08c-9ca3-4b98-91df-a4ee6098ef16', 'name': '', 'network_id': '370813b8-6b08-4d08-936d-a1026117335e', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'mac_address': 'fa:16:3e:f0:f2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:34Z', 'updated_at': '2022-05-06T10:41:38Z', 'revision_number': 4, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'subnets': [{'id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:41:39.459566 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6cb35e-73ce-4298-b9ea-029891ca1bf8 None None] Network e10ab551-f2e3-47a6-b439-89d606af2074 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:41:39.476310 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-1a7e529a-dcfa-4d93-a62a-04181175892f admin admin] Allocated IP 172.20.0.1 (e10ab551-f2e3-47a6-b439-89d606af2074/7044ca26-0c23-45c1-a917-b705cb653d1e/971126ef-5265-4eba-b266-bac39cae6901) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:41:39.570542 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ba9278c6-a969-4c68-8c55-bca9d8aea068 None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:39.581218 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ba9278c6-a969-4c68-8c55-bca9d8aea068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:39.596860 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-57e5981a-0734-4e14-bfbe-cd08c4281fed None None] Provisioning complete for port 95b435ca-d221-4f5e-aae7-7525965c271a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:41:39.597243 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-57e5981a-0734-4e14-bfbe-cd08c4281fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:39.620667 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1a7e529a-dcfa-4d93-a62a-04181175892f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:39.641200 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-ba9278c6-a969-4c68-8c55-bca9d8aea068 None None] Attempting to bind port 364a9a37-e9f1-480e-9de3-1aaaecccb98b on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:41:39.641574 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-ba9278c6-a969-4c68-8c55-bca9d8aea068 None None] Attempting to bind port 364a9a37-e9f1-480e-9de3-1aaaecccb98b by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:41:39.641998 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9278c6-a969-4c68-8c55-bca9d8aea068 None None] Attempting to bind port 364a9a37-e9f1-480e-9de3-1aaaecccb98b on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:41:39.652358 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9278c6-a969-4c68-8c55-bca9d8aea068 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:41:39.652747 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9278c6-a969-4c68-8c55-bca9d8aea068 None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:41:39.653213 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ba9278c6-a969-4c68-8c55-bca9d8aea068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:39.653665 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9278c6-a969-4c68-8c55-bca9d8aea068 None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:41:39.654351 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-ba9278c6-a969-4c68-8c55-bca9d8aea068 None None] Bound port: 364a9a37-e9f1-480e-9de3-1aaaecccb98b, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:41:39.654738 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ba9278c6-a969-4c68-8c55-bca9d8aea068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:39.675395 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1a7e529a-dcfa-4d93-a62a-04181175892f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:39.715487 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-ba9278c6-a969-4c68-8c55-bca9d8aea068 None None] For port 364a9a37-e9f1-480e-9de3-1aaaecccb98b, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:41:39.720708 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-ba9278c6-a969-4c68-8c55-bca9d8aea068 None None] For port 364a9a37-e9f1-480e-9de3-1aaaecccb98b, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=364a9a37-e9f1-480e-9de3-1aaaecccb98b,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:41:39.726955 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e529a-dcfa-4d93-a62a-04181175892f admin admin] Pushing event updated for resources: {'Port': ['ID=971126ef-5265-4eba-b266-bac39cae6901,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:39.740792 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ba9278c6-a969-4c68-8c55-bca9d8aea068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:39.744771 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c0c4b-82c7-440c-b356-a6fe7c4fa121 None None] Pushing event updated for resources: {'Port': ['ID=364a9a37-e9f1-480e-9de3-1aaaecccb98b,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:39.757204 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-57e5981a-0734-4e14-bfbe-cd08c4281fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:39.767571 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7e529a-dcfa-4d93-a62a-04181175892f admin admin] Network e10ab551-f2e3-47a6-b439-89d606af2074 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:41:39.771089 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-1a7e529a-dcfa-4d93-a62a-04181175892f admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:41:39.775779 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7e529a-dcfa-4d93-a62a-04181175892f admin admin] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:41:39.809342 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-57e5981a-0734-4e14-bfbe-cd08c4281fed None None] For port 95b435ca-d221-4f5e-aae7-7525965c271a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=95b435ca-d221-4f5e-aae7-7525965c271a,segment=NetworkSegment(85c8e11a-1a62-49b4-8a18-77bd71bda44a),segment_id=85c8e11a-1a62-49b4-8a18-77bd71bda44a)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:41:39.811845 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c0c4b-82c7-440c-b356-a6fe7c4fa121 None None] Pushing event updated for resources: {'Port': ['ID=364a9a37-e9f1-480e-9de3-1aaaecccb98b,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:39.815630 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-57e5981a-0734-4e14-bfbe-cd08c4281fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:39.833008 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1a7e529a-dcfa-4d93-a62a-04181175892f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:39.838361 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9278c6-a969-4c68-8c55-bca9d8aea068 None None] Routers {'6cdee29c-455b-4395-bc55-c52fa3548e6c'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:41:39.839021 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ba9278c6-a969-4c68-8c55-bca9d8aea068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:41:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6cdee29c-455b-4395-bc55-c52fa3548e6c'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:41:39.919256 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5981a-0734-4e14-bfbe-cd08c4281fed None None] Pushing event updated for resources: {'Port': ['ID=95b435ca-d221-4f5e-aae7-7525965c271a,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:39.971002 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-ba9278c6-a969-4c68-8c55-bca9d8aea068 None None] Set router 6cdee29c-455b-4395-bc55-c52fa3548e6c gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:41:40.056413 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1a7e529a-dcfa-4d93-a62a-04181175892f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:40.149423 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b2fbce4c-e84d-4acb-8465-9c233e5849db None None] Provisioning complete for port 95b435ca-d221-4f5e-aae7-7525965c271a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:41:40.149804 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b2fbce4c-e84d-4acb-8465-9c233e5849db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:40.182813 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ca2bf08c-9ca3-4b98-91df-a4ee6098ef16 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:41:40.251234 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-ba9278c6-a969-4c68-8c55-bca9d8aea068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdee29c-455b-4395-bc55-c52fa3548e6c', 'name': 'tempest-TestShelveInstance-431581810-router', 'tenant_id': 'fd06f2e29d9345f0ab91956e1ddcf510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '364a9a37-e9f1-480e-9de3-1aaaecccb98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:41:36Z', 'updated_at': '2022-05-06T10:41:37Z', 'revision_number': 3, 'project_id': 'fd06f2e29d9345f0ab91956e1ddcf510', 'gw_port': {'id': '364a9a37-e9f1-480e-9de3-1aaaecccb98b', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdee29c-455b-4395-bc55-c52fa3548e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:37Z', 'updated_at': '2022-05-06T10:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:41:40.287920 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9278c6-a969-4c68-8c55-bca9d8aea068 None None] The sync data for ids ['6cdee29c-455b-4395-bc55-c52fa3548e6c'] in n-d-840835-1 is: [{'id': '6cdee29c-455b-4395-bc55-c52fa3548e6c', 'name': 'tempest-TestShelveInstance-431581810-router', 'tenant_id': 'fd06f2e29d9345f0ab91956e1ddcf510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '364a9a37-e9f1-480e-9de3-1aaaecccb98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:41:36Z', 'updated_at': '2022-05-06T10:41:37Z', 'revision_number': 3, 'project_id': 'fd06f2e29d9345f0ab91956e1ddcf510', 'gw_port': {'id': '364a9a37-e9f1-480e-9de3-1aaaecccb98b', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdee29c-455b-4395-bc55-c52fa3548e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:37Z', 'updated_at': '2022-05-06T10:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:41:40.328454 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1a7e529a-dcfa-4d93-a62a-04181175892f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:40.335338 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1a7e529a-dcfa-4d93-a62a-04181175892f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:40.350621 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port ca2bf08c-9ca3-4b98-91df-a4ee6098ef16 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:41:40.351249 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:40.418855 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e529a-dcfa-4d93-a62a-04181175892f admin admin] Pushing event updated for resources: {'Port': ['ID=971126ef-5265-4eba-b266-bac39cae6901,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:40.438754 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1a7e529a-dcfa-4d93-a62a-04181175892f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:40.461114 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 95b435ca-d221-4f5e-aae7-7525965c271a up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:41:40.518949 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-790618a7-3a2f-43c0-81be-ab40930410a8 None None] Provisioning complete for port 971126ef-5265-4eba-b266-bac39cae6901 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:41:40.519394 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-790618a7-3a2f-43c0-81be-ab40930410a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:40.560814 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 95b435ca-d221-4f5e-aae7-7525965c271a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:41:40.561200 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:40.563066 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7e529a-dcfa-4d93-a62a-04181175892f admin admin] Network e10ab551-f2e3-47a6-b439-89d606af2074 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:41:40.563270 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-790618a7-3a2f-43c0-81be-ab40930410a8 None None] Port 971126ef-5265-4eba-b266-bac39cae6901 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:41:40.567727 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-1a7e529a-dcfa-4d93-a62a-04181175892f admin admin] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:41:40.764974 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7e529a-dcfa-4d93-a62a-04181175892f admin admin] Router 6cdee29c-455b-4395-bc55-c52fa3548e6c has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:41:40.884995 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f97542bf-6caf-4147-9231-95dc07608cf2 None None] Provisioning complete for port 971126ef-5265-4eba-b266-bac39cae6901 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:41:40.885379 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f97542bf-6caf-4147-9231-95dc07608cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:40.900342 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7e529a-dcfa-4d93-a62a-04181175892f admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:41:40.907744 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1a7e529a-dcfa-4d93-a62a-04181175892f admin admin] 10.222.0.73 "PUT /v2.0/routers/6cdee29c-455b-4395-bc55-c52fa3548e6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1984437 May 06 10:41:40.928691 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f97542bf-6caf-4147-9231-95dc07608cf2 None None] Port 971126ef-5265-4eba-b266-bac39cae6901 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:41:41.004706 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:41:41.419224 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40428) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:41:41.424456 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-07458f3b-0b1d-483d-a236-8bbfaf01be1a tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-327868737', 'description': 'tempest-secgroup-smoke-327868737 description', 'project_id': '53bfe31195654359ab7709d61f78ae3b'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:41:41.444262 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-07458f3b-0b1d-483d-a236-8bbfaf01be1a tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:41.512405 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-07458f3b-0b1d-483d-a236-8bbfaf01be1a tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:41.516465 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-07458f3b-0b1d-483d-a236-8bbfaf01be1a tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:41.540915 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-07458f3b-0b1d-483d-a236-8bbfaf01be1a tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:41.542152 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-07458f3b-0b1d-483d-a236-8bbfaf01be1a tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1219006 May 06 10:41:41.545260 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40430) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:41:41.550853 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-652bfa2b-e7cb-4f29-8525-06cda8937bb7 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Request body: {'security_group_rule': {'security_group_id': '260078e5-ed77-44df-bd81-b91b2fb1f01a', 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:41:41.551027 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07458f3b-0b1d-483d-a236-8bbfaf01be1a tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=260078e5-ed77-44df-bd81-b91b2fb1f01a,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:41.576286 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-652bfa2b-e7cb-4f29-8525-06cda8937bb7 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:41.634225 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-652bfa2b-e7cb-4f29-8525-06cda8937bb7 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:41.637774 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-652bfa2b-e7cb-4f29-8525-06cda8937bb7 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:41.661997 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bfa2b-e7cb-4f29-8525-06cda8937bb7 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8144ca7a-fa53-4119-9dee-24302b7ee4c9,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:41.671199 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-652bfa2b-e7cb-4f29-8525-06cda8937bb7 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:41.672423 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-652bfa2b-e7cb-4f29-8525-06cda8937bb7 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259084 May 06 10:41:41.675145 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40432) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:41:41.679901 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-b897707d-9b61-4fa8-b2f2-cfdc6d5f4eed tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Request body: {'security_group_rule': {'security_group_id': '260078e5-ed77-44df-bd81-b91b2fb1f01a', 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:41:41.705210 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b897707d-9b61-4fa8-b2f2-cfdc6d5f4eed tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:41.763832 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b897707d-9b61-4fa8-b2f2-cfdc6d5f4eed tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:41.768116 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b897707d-9b61-4fa8-b2f2-cfdc6d5f4eed tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:41.792333 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897707d-9b61-4fa8-b2f2-cfdc6d5f4eed tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=394f3864-704a-4220-9331-2c99282fc36b,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:41.798635 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b897707d-9b61-4fa8-b2f2-cfdc6d5f4eed tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:41.799669 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-b897707d-9b61-4fa8-b2f2-cfdc6d5f4eed tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234946 May 06 10:41:41.802722 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40434) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:41:41.807353 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-ac8291c3-a0cd-485c-878c-ef25f779b29b tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Request body: {'security_group_rule': {'security_group_id': '260078e5-ed77-44df-bd81-b91b2fb1f01a', 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:41:41.832239 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ac8291c3-a0cd-485c-878c-ef25f779b29b tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:41.891406 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ac8291c3-a0cd-485c-878c-ef25f779b29b tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:41.895105 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ac8291c3-a0cd-485c-878c-ef25f779b29b tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:41.916116 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8291c3-a0cd-485c-878c-ef25f779b29b tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688205da-85f1-43b4-8014-fd6533bff7a5,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:41.925123 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ac8291c3-a0cd-485c-878c-ef25f779b29b tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:41.926349 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ac8291c3-a0cd-485c-878c-ef25f779b29b tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225531 May 06 10:41:41.929015 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40436) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:41:41.933500 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-bd5155c4-9961-43d4-ade9-a8cac5ca05c0 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Request body: {'security_group_rule': {'security_group_id': '260078e5-ed77-44df-bd81-b91b2fb1f01a', 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:41:41.957533 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bd5155c4-9961-43d4-ade9-a8cac5ca05c0 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:42.022154 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bd5155c4-9961-43d4-ade9-a8cac5ca05c0 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:42.026116 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bd5155c4-9961-43d4-ade9-a8cac5ca05c0 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:42.046458 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5155c4-9961-43d4-ade9-a8cac5ca05c0 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e9e4751-73c5-4e41-9369-03f51c6a9418,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:42.052265 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bd5155c4-9961-43d4-ade9-a8cac5ca05c0 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:42.055972 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bd5155c4-9961-43d4-ade9-a8cac5ca05c0 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1235034 May 06 10:41:42.057300 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40438) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:41:42.062830 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-baf10414-6643-49ae-8d6c-09cfabccac75 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Request body: {'security_group_rule': {'security_group_id': '260078e5-ed77-44df-bd81-b91b2fb1f01a', 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:41:42.071947 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 364a9a37-e9f1-480e-9de3-1aaaecccb98b up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:41:42.084780 n-d-840835-1 neutron-server[102652]: INFO neutron.db.securitygroups_db [None req-baf10414-6643-49ae-8d6c-09cfabccac75 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Project 53bfe31195654359ab7709d61f78ae3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:41:42.089804 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-baf10414-6643-49ae-8d6c-09cfabccac75 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:42.125039 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 364a9a37-e9f1-480e-9de3-1aaaecccb98b triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:41:42.125413 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:42.154707 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-baf10414-6643-49ae-8d6c-09cfabccac75 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:42.159056 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-baf10414-6643-49ae-8d6c-09cfabccac75 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:42.178688 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf10414-6643-49ae-8d6c-09cfabccac75 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ed6c60-be72-451c-976c-fa6e96124e2f,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:42.189781 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-baf10414-6643-49ae-8d6c-09cfabccac75 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:42.193863 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40440) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:41:42.194051 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-baf10414-6643-49ae-8d6c-09cfabccac75 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1355853 May 06 10:41:42.198638 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-ab7a9135-151a-4417-8d32-f18222acb5f3 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Request body: {'security_group_rule': {'security_group_id': '260078e5-ed77-44df-bd81-b91b2fb1f01a', 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:41:42.209880 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:42.220369 n-d-840835-1 neutron-server[102653]: INFO neutron.db.securitygroups_db [None req-ab7a9135-151a-4417-8d32-f18222acb5f3 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Project 53bfe31195654359ab7709d61f78ae3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:41:42.225131 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ab7a9135-151a-4417-8d32-f18222acb5f3 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:42.232177 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 364a9a37-e9f1-480e-9de3-1aaaecccb98b, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=364a9a37-e9f1-480e-9de3-1aaaecccb98b,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:41:42.236213 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:42.285049 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=364a9a37-e9f1-480e-9de3-1aaaecccb98b,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:42.290301 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ab7a9135-151a-4417-8d32-f18222acb5f3 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:42.295416 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ab7a9135-151a-4417-8d32-f18222acb5f3 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:42.313087 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a9135-151a-4417-8d32-f18222acb5f3 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50377c9-ea97-411e-b4b6-2096e5d4d697,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:42.320940 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-ab7a9135-151a-4417-8d32-f18222acb5f3 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:42.322139 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-ab7a9135-151a-4417-8d32-f18222acb5f3 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271787 May 06 10:41:42.589197 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c658bc92-0837-4179-b530-4feea5564366 req-51d260d0-e308-4525-b0ab-1c32e2263b82 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-327868737&fields=id&tenant_id=53bfe31195654359ab7709d61f78ae3b HTTP/1.1" status: 200 len: 267 time: 0.0351036 May 06 10:41:42.657439 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b035a0-f7fa-435b-9963-0f8429f711b2 None None] Sync routers for ids ['6cdee29c-455b-4395-bc55-c52fa3548e6c'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:41:42.667629 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b035a0-f7fa-435b-9963-0f8429f711b2 None None] Routers {'6cdee29c-455b-4395-bc55-c52fa3548e6c'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:41:42.668183 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-c0b035a0-f7fa-435b-9963-0f8429f711b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:41:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6cdee29c-455b-4395-bc55-c52fa3548e6c'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:41:42.703271 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658bc92-0837-4179-b530-4feea5564366 req-968d69b0-dc9c-48ca-a602-53721a5fe3cb tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:42.704765 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c658bc92-0837-4179-b530-4feea5564366 req-968d69b0-dc9c-48ca-a602-53721a5fe3cb tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/networks?id=370813b8-6b08-4d08-936d-a1026117335e HTTP/1.1" status: 200 len: 808 time: 0.1079021 May 06 10:41:42.721443 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c658bc92-0837-4179-b530-4feea5564366 req-0e6388cc-da30-4ff3-ab5d-464d4ec58b9e tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/quotas/53bfe31195654359ab7709d61f78ae3b HTTP/1.1" status: 200 len: 375 time: 0.0108428 May 06 10:41:42.773945 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c658bc92-0837-4179-b530-4feea5564366 req-e87792de-205c-4bff-9826-0024b5a9a2f1 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=53bfe31195654359ab7709d61f78ae3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469587 May 06 10:41:42.779105 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-c0b035a0-f7fa-435b-9963-0f8429f711b2 None None] Set router 6cdee29c-455b-4395-bc55-c52fa3548e6c gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:41:42.868452 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c658bc92-0837-4179-b530-4feea5564366 req-e5f690ed-e7f9-4bde-a591-a5de80a0d0c7 service neutron] 10.222.0.73 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824866 May 06 10:41:42.986167 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-c0b035a0-f7fa-435b-9963-0f8429f711b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdee29c-455b-4395-bc55-c52fa3548e6c', 'name': 'tempest-TestShelveInstance-431581810-router', 'tenant_id': 'fd06f2e29d9345f0ab91956e1ddcf510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '364a9a37-e9f1-480e-9de3-1aaaecccb98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:41:36Z', 'updated_at': '2022-05-06T10:41:39Z', 'revision_number': 4, 'project_id': 'fd06f2e29d9345f0ab91956e1ddcf510', 'gw_port': {'id': '364a9a37-e9f1-480e-9de3-1aaaecccb98b', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdee29c-455b-4395-bc55-c52fa3548e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:37Z', 'updated_at': '2022-05-06T10:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '971126ef-5265-4eba-b266-bac39cae6901', 'name': '', 'network_id': 'e10ab551-f2e3-47a6-b439-89d606af2074', 'tenant_id': 'fd06f2e29d9345f0ab91956e1ddcf510', 'mac_address': 'fa:16:3e:cd:84:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdee29c-455b-4395-bc55-c52fa3548e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '7044ca26-0c23-45c1-a917-b705cb653d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:39Z', 'updated_at': '2022-05-06T10:41:40Z', 'revision_number': 2, 'project_id': 'fd06f2e29d9345f0ab91956e1ddcf510', 'subnets': [{'id': '7044ca26-0c23-45c1-a917-b705cb653d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:41:43.013996 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b035a0-f7fa-435b-9963-0f8429f711b2 None None] Checking router: 6cdee29c-455b-4395-bc55-c52fa3548e6c for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:41:43.014458 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b035a0-f7fa-435b-9963-0f8429f711b2 None None] Updating router 6cdee29c-455b-4395-bc55-c52fa3548e6c port 971126ef-5265-4eba-b266-bac39cae6901 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:41:43.042391 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c0b035a0-f7fa-435b-9963-0f8429f711b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:43.303631 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c658bc92-0837-4179-b530-4feea5564366 req-2eddf790-9caa-4e28-8139-ee07f998c1a1 service neutron] 10.222.0.73 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287565 May 06 10:41:43.323759 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c0b035a0-f7fa-435b-9963-0f8429f711b2 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:43.329827 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c0b035a0-f7fa-435b-9963-0f8429f711b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:43.386310 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952242ff-8079-4015-b4ac-87de91651be3 None None] Pushing event updated for resources: {'Port': ['ID=971126ef-5265-4eba-b266-bac39cae6901,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:43.440723 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-c0b035a0-f7fa-435b-9963-0f8429f711b2 None None] Attempting to bind port 971126ef-5265-4eba-b266-bac39cae6901 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:41:43.441173 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-c0b035a0-f7fa-435b-9963-0f8429f711b2 None None] Attempting to bind port 971126ef-5265-4eba-b266-bac39cae6901 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '85c8e11a-1a62-49b4-8a18-77bd71bda44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e10ab551-f2e3-47a6-b439-89d606af2074'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:41:43.441608 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b035a0-f7fa-435b-9963-0f8429f711b2 None None] Attempting to bind port 971126ef-5265-4eba-b266-bac39cae6901 on network e10ab551-f2e3-47a6-b439-89d606af2074 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:41:43.447651 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b035a0-f7fa-435b-9963-0f8429f711b2 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:41:43.448103 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b035a0-f7fa-435b-9963-0f8429f711b2 None None] Checking segment: {'id': '85c8e11a-1a62-49b4-8a18-77bd71bda44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e10ab551-f2e3-47a6-b439-89d606af2074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:41:43.448620 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c0b035a0-f7fa-435b-9963-0f8429f711b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:43.449116 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b035a0-f7fa-435b-9963-0f8429f711b2 None None] Bound using segment: {'id': '85c8e11a-1a62-49b4-8a18-77bd71bda44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e10ab551-f2e3-47a6-b439-89d606af2074'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:41:43.449833 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-c0b035a0-f7fa-435b-9963-0f8429f711b2 None None] Bound port: 971126ef-5265-4eba-b266-bac39cae6901, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c8e11a-1a62-49b4-8a18-77bd71bda44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e10ab551-f2e3-47a6-b439-89d606af2074'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:41:43.450331 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c0b035a0-f7fa-435b-9963-0f8429f711b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:43.487524 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-37603c88-8481-4946-8d1b-b470b6e5f038 req-00131067-ba88-4585-9e22-85cbd519c086 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 210 time: 0.0367827 May 06 10:41:43.527697 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-c0b035a0-f7fa-435b-9963-0f8429f711b2 None None] For port 971126ef-5265-4eba-b266-bac39cae6901, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:41:43.531139 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-c0b035a0-f7fa-435b-9963-0f8429f711b2 None None] For port 971126ef-5265-4eba-b266-bac39cae6901, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=971126ef-5265-4eba-b266-bac39cae6901,segment=NetworkSegment(85c8e11a-1a62-49b4-8a18-77bd71bda44a),segment_id=85c8e11a-1a62-49b4-8a18-77bd71bda44a)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:41:43.537912 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c0b035a0-f7fa-435b-9963-0f8429f711b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:43.592166 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b035a0-f7fa-435b-9963-0f8429f711b2 None None] Routers {'6cdee29c-455b-4395-bc55-c52fa3548e6c'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:41:43.592816 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-c0b035a0-f7fa-435b-9963-0f8429f711b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:41:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6cdee29c-455b-4395-bc55-c52fa3548e6c'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:41:43.641846 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952242ff-8079-4015-b4ac-87de91651be3 None None] Pushing event updated for resources: {'Port': ['ID=971126ef-5265-4eba-b266-bac39cae6901,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:43.707602 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-06e11186-c01e-49ee-bfc9-0d883e283d5a None None] Provisioning complete for port 971126ef-5265-4eba-b266-bac39cae6901 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:41:43.707982 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-06e11186-c01e-49ee-bfc9-0d883e283d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:43.752547 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-c0b035a0-f7fa-435b-9963-0f8429f711b2 None None] Set router 6cdee29c-455b-4395-bc55-c52fa3548e6c gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:41:43.918485 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-06e11186-c01e-49ee-bfc9-0d883e283d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:43.975605 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-06e11186-c01e-49ee-bfc9-0d883e283d5a None None] For port 971126ef-5265-4eba-b266-bac39cae6901, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=971126ef-5265-4eba-b266-bac39cae6901,segment=NetworkSegment(85c8e11a-1a62-49b4-8a18-77bd71bda44a),segment_id=85c8e11a-1a62-49b4-8a18-77bd71bda44a)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:41:43.981183 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-06e11186-c01e-49ee-bfc9-0d883e283d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:44.056593 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 364a9a37-e9f1-480e-9de3-1aaaecccb98b up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:41:44.252665 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e11186-c01e-49ee-bfc9-0d883e283d5a None None] Pushing event updated for resources: {'Port': ['ID=971126ef-5265-4eba-b266-bac39cae6901,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:44.283049 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-caf0e83a-2065-4fa4-8e75-56f4c0492fc2 None None] Provisioning complete for port 971126ef-5265-4eba-b266-bac39cae6901 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:41:44.283450 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-caf0e83a-2065-4fa4-8e75-56f4c0492fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:44.288972 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-c0b035a0-f7fa-435b-9963-0f8429f711b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdee29c-455b-4395-bc55-c52fa3548e6c', 'name': 'tempest-TestShelveInstance-431581810-router', 'tenant_id': 'fd06f2e29d9345f0ab91956e1ddcf510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '364a9a37-e9f1-480e-9de3-1aaaecccb98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:41:36Z', 'updated_at': '2022-05-06T10:41:39Z', 'revision_number': 4, 'project_id': 'fd06f2e29d9345f0ab91956e1ddcf510', 'gw_port': {'id': '364a9a37-e9f1-480e-9de3-1aaaecccb98b', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdee29c-455b-4395-bc55-c52fa3548e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:37Z', 'updated_at': '2022-05-06T10:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '971126ef-5265-4eba-b266-bac39cae6901', 'name': '', 'network_id': 'e10ab551-f2e3-47a6-b439-89d606af2074', 'tenant_id': 'fd06f2e29d9345f0ab91956e1ddcf510', 'mac_address': 'fa:16:3e:cd:84:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdee29c-455b-4395-bc55-c52fa3548e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '7044ca26-0c23-45c1-a917-b705cb653d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:39Z', 'updated_at': '2022-05-06T10:41:43Z', 'revision_number': 4, 'project_id': 'fd06f2e29d9345f0ab91956e1ddcf510', 'subnets': [{'id': '7044ca26-0c23-45c1-a917-b705cb653d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:41:44.337057 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b035a0-f7fa-435b-9963-0f8429f711b2 None None] The sync data for ids ['6cdee29c-455b-4395-bc55-c52fa3548e6c'] in n-d-840835-1 is: [{'id': '6cdee29c-455b-4395-bc55-c52fa3548e6c', 'name': 'tempest-TestShelveInstance-431581810-router', 'tenant_id': 'fd06f2e29d9345f0ab91956e1ddcf510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '364a9a37-e9f1-480e-9de3-1aaaecccb98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:41:36Z', 'updated_at': '2022-05-06T10:41:39Z', 'revision_number': 4, 'project_id': 'fd06f2e29d9345f0ab91956e1ddcf510', 'gw_port': {'id': '364a9a37-e9f1-480e-9de3-1aaaecccb98b', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdee29c-455b-4395-bc55-c52fa3548e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:37Z', 'updated_at': '2022-05-06T10:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '971126ef-5265-4eba-b266-bac39cae6901', 'name': '', 'network_id': 'e10ab551-f2e3-47a6-b439-89d606af2074', 'tenant_id': 'fd06f2e29d9345f0ab91956e1ddcf510', 'mac_address': 'fa:16:3e:cd:84:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdee29c-455b-4395-bc55-c52fa3548e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '7044ca26-0c23-45c1-a917-b705cb653d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:39Z', 'updated_at': '2022-05-06T10:41:43Z', 'revision_number': 4, 'project_id': 'fd06f2e29d9345f0ab91956e1ddcf510', 'subnets': [{'id': '7044ca26-0c23-45c1-a917-b705cb653d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:41:44.359630 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 364a9a37-e9f1-480e-9de3-1aaaecccb98b triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:41:44.360013 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:44.588149 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-87cbac53-84cc-47cb-a5b9-3e8d1faa3635 req-dab0f6de-f278-44de-8370-2d89fe4e56ea tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 210 time: 0.0290942 May 06 10:41:44.723816 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658bc92-0837-4179-b530-4feea5564366 req-415759a9-f4c5-4ca0-941b-2c9283d09420 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:44.725482 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c658bc92-0837-4179-b530-4feea5564366 req-415759a9-f4c5-4ca0-941b-2c9283d09420 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.77 "GET /v2.0/networks?id=370813b8-6b08-4d08-936d-a1026117335e HTTP/1.1" status: 200 len: 808 time: 0.1266766 May 06 10:41:44.777372 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c658bc92-0837-4179-b530-4feea5564366 req-5759413a-e7a8-4962-a47c-36fa3430fd60 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53bfe31195654359ab7709d61f78ae3b HTTP/1.1" status: 200 len: 379 time: 0.0373454 May 06 10:41:44.818992 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-c658bc92-0837-4179-b530-4feea5564366 req-3272aa11-198a-41e4-abc4-19a597b30c09 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Request body: {'port': {'device_id': '7597052f-adbb-4b06-a0b2-ac7bcaa0fb16', 'network_id': '370813b8-6b08-4d08-936d-a1026117335e', 'admin_state_up': True, 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'security_groups': ['260078e5-ed77-44df-bd81-b91b2fb1f01a']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:41:44.926440 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c658bc92-0837-4179-b530-4feea5564366 req-3272aa11-198a-41e4-abc4-19a597b30c09 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Made reservation on behalf of 53bfe31195654359ab7709d61f78ae3b for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:41:44.929993 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c658bc92-0837-4179-b530-4feea5564366 req-3272aa11-198a-41e4-abc4-19a597b30c09 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:45.067020 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-c658bc92-0837-4179-b530-4feea5564366 req-3272aa11-198a-41e4-abc4-19a597b30c09 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Allocated IP 172.20.0.8 (370813b8-6b08-4d08-936d-a1026117335e/dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d/ace350f4-84fd-4f88-b05b-eb0e1c3fc687) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:41:45.212998 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c658bc92-0837-4179-b530-4feea5564366 req-3272aa11-198a-41e4-abc4-19a597b30c09 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:45.247398 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c658bc92-0837-4179-b530-4feea5564366 req-3272aa11-198a-41e4-abc4-19a597b30c09 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:45.289853 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c658bc92-0837-4179-b530-4feea5564366 req-3272aa11-198a-41e4-abc4-19a597b30c09 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Network 370813b8-6b08-4d08-936d-a1026117335e is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:41:45.292810 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-c658bc92-0837-4179-b530-4feea5564366 req-3272aa11-198a-41e4-abc4-19a597b30c09 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:41:45.297106 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c658bc92-0837-4179-b530-4feea5564366 req-3272aa11-198a-41e4-abc4-19a597b30c09 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:41:45.323825 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272aa11-198a-41e4-abc4-19a597b30c09 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Pushing event updated for resources: {'Port': ['ID=ace350f4-84fd-4f88-b05b-eb0e1c3fc687,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:45.353565 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658bc92-0837-4179-b530-4feea5564366 req-3272aa11-198a-41e4-abc4-19a597b30c09 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:45.354213 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c658bc92-0837-4179-b530-4feea5564366 req-3272aa11-198a-41e4-abc4-19a597b30c09 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:45.372196 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c658bc92-0837-4179-b530-4feea5564366 req-3272aa11-198a-41e4-abc4-19a597b30c09 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5572731 May 06 10:41:45.482941 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-c658bc92-0837-4179-b530-4feea5564366 req-47f348f4-8b19-4e5b-b6d0-94f3cd18d235 service neutron] Request body: {'port': {'device_id': '7597052f-adbb-4b06-a0b2-ac7bcaa0fb16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:41:45.541419 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c658bc92-0837-4179-b530-4feea5564366 req-47f348f4-8b19-4e5b-b6d0-94f3cd18d235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:45.573530 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-2d8a686e-888b-412b-a15e-0d15c15901e8 None None] Provisioning complete for port ace350f4-84fd-4f88-b05b-eb0e1c3fc687 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:41:45.574064 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2d8a686e-888b-412b-a15e-0d15c15901e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:45.611100 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a686e-888b-412b-a15e-0d15c15901e8 None None] Port ace350f4-84fd-4f88-b05b-eb0e1c3fc687 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:41:45.722071 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fa83a-c692-4c3a-aff7-6f2dd24ffcc6 req-ce1b9cfd-316f-4f8d-b6c2-de94ab1f7189 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:45.724266 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-542fa83a-c692-4c3a-aff7-6f2dd24ffcc6 req-ce1b9cfd-316f-4f8d-b6c2-de94ab1f7189 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 931 time: 0.0502479 May 06 10:41:45.767174 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-542fa83a-c692-4c3a-aff7-6f2dd24ffcc6 req-cfa201ca-5962-4068-870d-5877b8ee0b13 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360131 May 06 10:41:45.826430 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-c658bc92-0837-4179-b530-4feea5564366 req-47f348f4-8b19-4e5b-b6d0-94f3cd18d235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace350f4-84fd-4f88-b05b-eb0e1c3fc687 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:41:45.833821 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c658bc92-0837-4179-b530-4feea5564366 req-47f348f4-8b19-4e5b-b6d0-94f3cd18d235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:45.846121 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-c658bc92-0837-4179-b530-4feea5564366 req-47f348f4-8b19-4e5b-b6d0-94f3cd18d235 service neutron] Transition to ACTIVE for port object ace350f4-84fd-4f88-b05b-eb0e1c3fc687 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:41:45.849850 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c658bc92-0837-4179-b530-4feea5564366 req-47f348f4-8b19-4e5b-b6d0-94f3cd18d235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:45.906633 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f348f4-8b19-4e5b-b6d0-94f3cd18d235 service neutron] Pushing event updated for resources: {'Port': ['ID=ace350f4-84fd-4f88-b05b-eb0e1c3fc687,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:45.978420 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-c658bc92-0837-4179-b530-4feea5564366 req-47f348f4-8b19-4e5b-b6d0-94f3cd18d235 service neutron] Attempting to bind port ace350f4-84fd-4f88-b05b-eb0e1c3fc687 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:41:45.978690 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-c658bc92-0837-4179-b530-4feea5564366 req-47f348f4-8b19-4e5b-b6d0-94f3cd18d235 service neutron] Attempting to bind port ace350f4-84fd-4f88-b05b-eb0e1c3fc687 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'b2fb7498-2c01-4e2e-a836-da23788947ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '370813b8-6b08-4d08-936d-a1026117335e'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:41:45.979034 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c658bc92-0837-4179-b530-4feea5564366 req-47f348f4-8b19-4e5b-b6d0-94f3cd18d235 service neutron] Attempting to bind port ace350f4-84fd-4f88-b05b-eb0e1c3fc687 on network 370813b8-6b08-4d08-936d-a1026117335e {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:41:45.985262 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c658bc92-0837-4179-b530-4feea5564366 req-47f348f4-8b19-4e5b-b6d0-94f3cd18d235 service neutron] Port ace350f4-84fd-4f88-b05b-eb0e1c3fc687 on network 370813b8-6b08-4d08-936d-a1026117335e not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:41:45.985690 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c658bc92-0837-4179-b530-4feea5564366 req-47f348f4-8b19-4e5b-b6d0-94f3cd18d235 service neutron] Attempting to bind port ace350f4-84fd-4f88-b05b-eb0e1c3fc687 on network 370813b8-6b08-4d08-936d-a1026117335e {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:41:45.991481 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c658bc92-0837-4179-b530-4feea5564366 req-47f348f4-8b19-4e5b-b6d0-94f3cd18d235 service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:41:45.991823 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c658bc92-0837-4179-b530-4feea5564366 req-47f348f4-8b19-4e5b-b6d0-94f3cd18d235 service neutron] Checking segment: {'id': 'b2fb7498-2c01-4e2e-a836-da23788947ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '370813b8-6b08-4d08-936d-a1026117335e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:41:45.992219 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c658bc92-0837-4179-b530-4feea5564366 req-47f348f4-8b19-4e5b-b6d0-94f3cd18d235 service neutron] Bound using segment: {'id': 'b2fb7498-2c01-4e2e-a836-da23788947ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '370813b8-6b08-4d08-936d-a1026117335e'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:41:45.992676 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-c658bc92-0837-4179-b530-4feea5564366 req-47f348f4-8b19-4e5b-b6d0-94f3cd18d235 service neutron] Bound port: ace350f4-84fd-4f88-b05b-eb0e1c3fc687, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2fb7498-2c01-4e2e-a836-da23788947ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '370813b8-6b08-4d08-936d-a1026117335e'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:41:45.993043 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c658bc92-0837-4179-b530-4feea5564366 req-47f348f4-8b19-4e5b-b6d0-94f3cd18d235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:46.059252 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1921aee5-c58d-49d1-906e-5ee9cf326e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:46.080920 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-c658bc92-0837-4179-b530-4feea5564366 req-47f348f4-8b19-4e5b-b6d0-94f3cd18d235 service neutron] For port ace350f4-84fd-4f88-b05b-eb0e1c3fc687, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:41:46.084316 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-c658bc92-0837-4179-b530-4feea5564366 req-47f348f4-8b19-4e5b-b6d0-94f3cd18d235 service neutron] For port ace350f4-84fd-4f88-b05b-eb0e1c3fc687, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ace350f4-84fd-4f88-b05b-eb0e1c3fc687,segment=NetworkSegment(b2fb7498-2c01-4e2e-a836-da23788947ce),segment_id=b2fb7498-2c01-4e2e-a836-da23788947ce)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:41:46.092454 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c658bc92-0837-4179-b530-4feea5564366 req-47f348f4-8b19-4e5b-b6d0-94f3cd18d235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:46.092647 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 971126ef-5265-4eba-b266-bac39cae6901 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:41:46.128412 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658bc92-0837-4179-b530-4feea5564366 req-47f348f4-8b19-4e5b-b6d0-94f3cd18d235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:46.129419 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-c658bc92-0837-4179-b530-4feea5564366 req-47f348f4-8b19-4e5b-b6d0-94f3cd18d235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:46.130737 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c658bc92-0837-4179-b530-4feea5564366 req-47f348f4-8b19-4e5b-b6d0-94f3cd18d235 service neutron] 10.222.0.77 "PUT /v2.0/ports/ace350f4-84fd-4f88-b05b-eb0e1c3fc687 HTTP/1.1" status: 200 len: 1091 time: 0.7454457 May 06 10:41:46.133715 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7597052f-adbb-4b06-a0b2-ac7bcaa0fb16', 'tag': 'ace350f4-84fd-4f88-b05b-eb0e1c3fc687'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:41:46.135756 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4203f62887ad6c042520207c1f89edfd97f1d269ecb3a7960f22881858371cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16eb12d0-ad95-44cd-8d43-267c94ef6163" -d '{"events": [{"name": "network-changed", "server_uuid": "7597052f-adbb-4b06-a0b2-ac7bcaa0fb16", "tag": "ace350f4-84fd-4f88-b05b-eb0e1c3fc687"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:41:46.161721 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 971126ef-5265-4eba-b266-bac39cae6901 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:41:46.162188 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:46.195176 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29da7eea-f4eb-4e20-8baf-e9dd6898f03e x-openstack-request-id: req-29da7eea-f4eb-4e20-8baf-e9dd6898f03e {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:41:46.195477 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7597052f-adbb-4b06-a0b2-ac7bcaa0fb16", "tag": "ace350f4-84fd-4f88-b05b-eb0e1c3fc687", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:41:46.195731 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-29da7eea-f4eb-4e20-8baf-e9dd6898f03e {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:41:46.196140 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29da7eea-f4eb-4e20-8baf-e9dd6898f03e'] response: {'name': 'network-changed', 'server_uuid': '7597052f-adbb-4b06-a0b2-ac7bcaa0fb16', 'tag': 'ace350f4-84fd-4f88-b05b-eb0e1c3fc687', 'status': 'completed', 'code': 200} May 06 10:41:46.203882 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f348f4-8b19-4e5b-b6d0-94f3cd18d235 service neutron] Pushing event updated for resources: {'Port': ['ID=ace350f4-84fd-4f88-b05b-eb0e1c3fc687,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:46.258323 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658bc92-0837-4179-b530-4feea5564366 req-76e85e8d-c7b1-415d-86d5-9568397f86d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:46.259927 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c658bc92-0837-4179-b530-4feea5564366 req-76e85e8d-c7b1-415d-86d5-9568397f86d1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53bfe31195654359ab7709d61f78ae3b&device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 1094 time: 0.0518174 May 06 10:41:46.317814 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c658bc92-0837-4179-b530-4feea5564366 req-cc067582-fe90-4611-a589-f8b272539881 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ace350f4-84fd-4f88-b05b-eb0e1c3fc687 HTTP/1.1" status: 200 len: 217 time: 0.0444455 May 06 10:41:46.372486 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658bc92-0837-4179-b530-4feea5564366 req-71738b56-5631-40a0-9901-fd925c51131a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:46.374029 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c658bc92-0837-4179-b530-4feea5564366 req-71738b56-5631-40a0-9901-fd925c51131a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d HTTP/1.1" status: 200 len: 847 time: 0.0492640 May 06 10:41:46.422930 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658bc92-0837-4179-b530-4feea5564366 req-56e0847d-0ae9-414a-9e69-46d3cfdf0780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:46.424708 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c658bc92-0837-4179-b530-4feea5564366 req-56e0847d-0ae9-414a-9e69-46d3cfdf0780 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=370813b8-6b08-4d08-936d-a1026117335e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443008 May 06 10:41:46.527137 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c658bc92-0837-4179-b530-4feea5564366 req-d78b0c96-5b09-4d52-b44d-f538cf7c0545 service neutron] 10.222.0.77 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949965 May 06 10:41:46.618699 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c658bc92-0837-4179-b530-4feea5564366 req-bed52b5f-c12f-4513-8702-061c13f95d1d service neutron] 10.222.0.77 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854528 May 06 10:41:46.749344 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb12d0-ad95-44cd-8d43-267c94ef6163 req-ee84763c-acb2-4156-8b5d-5070972496c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:46.750864 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-16eb12d0-ad95-44cd-8d43-267c94ef6163 req-ee84763c-acb2-4156-8b5d-5070972496c5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53bfe31195654359ab7709d61f78ae3b&device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 1094 time: 0.0505197 May 06 10:41:46.844248 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb12d0-ad95-44cd-8d43-267c94ef6163 req-88b7899d-3de4-4546-a128-8864347d5327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:46.845758 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-16eb12d0-ad95-44cd-8d43-267c94ef6163 req-88b7899d-3de4-4546-a128-8864347d5327 service neutron] 10.222.0.77 "GET /v2.0/networks?id=370813b8-6b08-4d08-936d-a1026117335e HTTP/1.1" status: 200 len: 909 time: 0.0883174 May 06 10:41:46.889558 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025066f4-afaa-4382-8681-af1d67ed2913 req-d269fc67-d403-4247-9aba-e4c768ed5a2e tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:46.890742 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-16eb12d0-ad95-44cd-8d43-267c94ef6163 req-ce3178ce-d5e3-4ae6-924d-b922ec4b74ca service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ace350f4-84fd-4f88-b05b-eb0e1c3fc687 HTTP/1.1" status: 200 len: 217 time: 0.0360417 May 06 10:41:46.891626 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-025066f4-afaa-4382-8681-af1d67ed2913 req-d269fc67-d403-4247-9aba-e4c768ed5a2e tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 943 time: 0.0535605 May 06 10:41:46.936136 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-025066f4-afaa-4382-8681-af1d67ed2913 req-608096cc-7fae-4a8c-86fe-2281a2023599 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383480 May 06 10:41:46.947339 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb12d0-ad95-44cd-8d43-267c94ef6163 req-6629a21f-1daf-4997-847d-8a1c503379e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:46.948843 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-16eb12d0-ad95-44cd-8d43-267c94ef6163 req-6629a21f-1daf-4997-847d-8a1c503379e5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d HTTP/1.1" status: 200 len: 847 time: 0.0511396 May 06 10:41:46.997591 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb12d0-ad95-44cd-8d43-267c94ef6163 req-39e5319f-e789-4082-8ab3-a846e7181a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:46.999106 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-16eb12d0-ad95-44cd-8d43-267c94ef6163 req-39e5319f-e789-4082-8ab3-a846e7181a5a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=370813b8-6b08-4d08-936d-a1026117335e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439932 May 06 10:41:47.096592 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-16eb12d0-ad95-44cd-8d43-267c94ef6163 req-a333c18d-133b-49bd-90c2-e2877c025ffb service neutron] 10.222.0.77 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899246 May 06 10:41:47.190617 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-16eb12d0-ad95-44cd-8d43-267c94ef6163 req-581c334f-89c1-4d0e-9f01-9236ccb33062 service neutron] 10.222.0.77 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877192 May 06 10:41:48.055320 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0a66e-41d4-4d78-9ae6-03d10e105c44 req-01f4265e-8a99-4045-b6d2-02c5afc04360 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:48.056811 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-50e0a66e-41d4-4d78-9ae6-03d10e105c44 req-01f4265e-8a99-4045-b6d2-02c5afc04360 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 943 time: 0.0496376 May 06 10:41:48.094161 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-50e0a66e-41d4-4d78-9ae6-03d10e105c44 req-86dd3b97-8afa-4139-8ec8-852392d549ab tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314453 May 06 10:41:48.569724 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-22d79985-5da7-4b91-8a27-b8295e0dcb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:49.210602 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476823f-4286-4462-aecd-73561b7b0a12 req-403209d9-18ce-4757-b2c7-e8609f0c6be8 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:49.212284 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c476823f-4286-4462-aecd-73561b7b0a12 req-403209d9-18ce-4757-b2c7-e8609f0c6be8 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 943 time: 0.0497828 May 06 10:41:49.250937 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c476823f-4286-4462-aecd-73561b7b0a12 req-9fe1cb66-79a3-414f-803f-451c9f7a0b52 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328655 May 06 10:41:49.277288 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:49.754133 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:50.295387 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ace350f4-84fd-4f88-b05b-eb0e1c3fc687 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:41:50.374660 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0b89f-1804-48a8-b10a-ecc511f834bd req-09c08775-7828-4dae-aec5-1df839b5ca06 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:50.377180 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-24f0b89f-1804-48a8-b10a-ecc511f834bd req-09c08775-7828-4dae-aec5-1df839b5ca06 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 943 time: 0.0552571 May 06 10:41:50.399134 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port ace350f4-84fd-4f88-b05b-eb0e1c3fc687, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ace350f4-84fd-4f88-b05b-eb0e1c3fc687,segment=NetworkSegment(b2fb7498-2c01-4e2e-a836-da23788947ce),segment_id=b2fb7498-2c01-4e2e-a836-da23788947ce)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:41:50.410444 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'ace350f4-84fd-4f88-b05b-eb0e1c3fc687', 'network_id': '370813b8-6b08-4d08-936d-a1026117335e', 'port_id': 'ace350f4-84fd-4f88-b05b-eb0e1c3fc687', 'mac_address': 'fa:16:3e:3e:2b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:41:50.415550 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-24f0b89f-1804-48a8-b10a-ecc511f834bd req-fe226d32-7851-4679-a271-1bbfad56590a tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322375 May 06 10:41:50.447562 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:50.461138 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace350f4-84fd-4f88-b05b-eb0e1c3fc687 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:41:50.480177 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port ace350f4-84fd-4f88-b05b-eb0e1c3fc687, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ace350f4-84fd-4f88-b05b-eb0e1c3fc687,segment=NetworkSegment(b2fb7498-2c01-4e2e-a836-da23788947ce),segment_id=b2fb7498-2c01-4e2e-a836-da23788947ce)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:41:50.484253 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:50.530594 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=ace350f4-84fd-4f88-b05b-eb0e1c3fc687,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:50.860680 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['ace350f4-84fd-4f88-b05b-eb0e1c3fc687'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:41:51.441564 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:51.532441 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771e52e-eeed-4103-a650-f2664d41b7c9 req-13607ad2-7000-42b2-a542-31961ea42663 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:51.533943 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8771e52e-eeed-4103-a650-f2664d41b7c9 req-13607ad2-7000-42b2-a542-31961ea42663 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 944 time: 0.0500982 May 06 10:41:51.571949 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8771e52e-eeed-4103-a650-f2664d41b7c9 req-1e531331-9e23-4913-b55f-689d33579e6d tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319924 May 06 10:41:51.583940 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:52.310951 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ace350f4-84fd-4f88-b05b-eb0e1c3fc687 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:41:52.359802 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port ace350f4-84fd-4f88-b05b-eb0e1c3fc687 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:41:52.363975 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port ace350f4-84fd-4f88-b05b-eb0e1c3fc687 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:41:52.364349 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:52.439205 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:52.461095 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7597052f-adbb-4b06-a0b2-ac7bcaa0fb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace350f4-84fd-4f88-b05b-eb0e1c3fc687'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:41:52.463514 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532bd0f9c54137a25b4c1a322a0cfb660db88c671ca36eb22ff5f9a731e51081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfe3f99-6fa8-4c98-9e92-cf5b211b8bf4" -d '{"events": [{"server_uuid": "7597052f-adbb-4b06-a0b2-ac7bcaa0fb16", "name": "network-vif-plugged", "status": "completed", "tag": "ace350f4-84fd-4f88-b05b-eb0e1c3fc687"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:41:52.480130 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port ace350f4-84fd-4f88-b05b-eb0e1c3fc687, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ace350f4-84fd-4f88-b05b-eb0e1c3fc687,segment=NetworkSegment(b2fb7498-2c01-4e2e-a836-da23788947ce),segment_id=b2fb7498-2c01-4e2e-a836-da23788947ce)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:41:52.484546 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:52.508270 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbca06fc-181a-46fd-a937-b1b7c85ac1e9 x-openstack-request-id: req-fbca06fc-181a-46fd-a937-b1b7c85ac1e9 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:41:52.508560 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7597052f-adbb-4b06-a0b2-ac7bcaa0fb16", "name": "network-vif-plugged", "status": "completed", "tag": "ace350f4-84fd-4f88-b05b-eb0e1c3fc687", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:41:52.508812 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fbca06fc-181a-46fd-a937-b1b7c85ac1e9 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:41:52.509201 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbca06fc-181a-46fd-a937-b1b7c85ac1e9'] response: {'server_uuid': '7597052f-adbb-4b06-a0b2-ac7bcaa0fb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace350f4-84fd-4f88-b05b-eb0e1c3fc687', 'code': 200} May 06 10:41:52.534015 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=ace350f4-84fd-4f88-b05b-eb0e1c3fc687,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:52.623642 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b8e04-c046-4098-a626-e07857f0c982 req-03b59de7-4072-4d4b-a054-13366473fbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:52.625690 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-432b8e04-c046-4098-a626-e07857f0c982 req-03b59de7-4072-4d4b-a054-13366473fbe4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 1096 time: 0.0422609 May 06 10:41:52.661832 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-432b8e04-c046-4098-a626-e07857f0c982 req-e01fd3a9-d052-43fe-80f4-a78034b2d4db service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287633 May 06 10:41:52.688791 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731dec83-bb4a-431f-a732-22fcebca7ac7 req-b6bc582a-8eda-4239-89b1-89788ca2cee8 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:52.690362 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-731dec83-bb4a-431f-a732-22fcebca7ac7 req-b6bc582a-8eda-4239-89b1-89788ca2cee8 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 945 time: 0.0491595 May 06 10:41:52.728003 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-731dec83-bb4a-431f-a732-22fcebca7ac7 req-f1c994c5-1f82-4bb2-b77d-ac448f495ab3 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314071 May 06 10:41:53.848054 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ed6ad-f4b2-42b6-a5ea-9a6534579082 req-593c982b-1da9-402b-8b7d-a5d90d124abf tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:53.849540 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9b6ed6ad-f4b2-42b6-a5ea-9a6534579082 req-593c982b-1da9-402b-8b7d-a5d90d124abf tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 945 time: 0.0536211 May 06 10:41:53.887082 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9b6ed6ad-f4b2-42b6-a5ea-9a6534579082 req-c7541d2c-b5ff-421d-8962-b51ce261260d tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316062 May 06 10:41:55.005371 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8c489-00c1-4ccc-aba2-4dbf0751cfe7 req-1053280d-8cd5-4629-8fac-394a8dcb684d tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:55.006870 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bcc8c489-00c1-4ccc-aba2-4dbf0751cfe7 req-1053280d-8cd5-4629-8fac-394a8dcb684d tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 945 time: 0.0514441 May 06 10:41:55.044877 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bcc8c489-00c1-4ccc-aba2-4dbf0751cfe7 req-f8d7a8de-b008-4fd0-b28b-fad50e530eae tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319192 May 06 10:41:55.158698 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26bfd5-dc5f-474e-af93-3df603376717 req-6ade2aa8-1910-4b9f-928d-4983af20665b tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:55.160271 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f26bfd5-dc5f-474e-af93-3df603376717 req-6ade2aa8-1910-4b9f-928d-4983af20665b tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 945 time: 0.0494010 May 06 10:41:55.198050 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6f26bfd5-dc5f-474e-af93-3df603376717 req-f1dc809b-90b7-4a9e-818e-0ec2572b64ee tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319619 May 06 10:41:55.220551 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40500) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:41:55.307287 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7773e40f-50d3-46b8-b3ae-9f62c2fe5619 tempest-TestShelveInstance-602904905 tempest-TestShelveInstance-602904905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:55.308826 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-7773e40f-50d3-46b8-b3ae-9f62c2fe5619 tempest-TestShelveInstance-602904905 tempest-TestShelveInstance-602904905-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 1091 time: 0.0872669 May 06 10:41:55.311792 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40504) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:41:55.316281 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-965f89f5-d1dd-4f76-8eb6-2d98e4e24d34 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'port_id': 'ace350f4-84fd-4f88-b05b-eb0e1c3fc687', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:41:55.337416 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-965f89f5-d1dd-4f76-8eb6-2d98e4e24d34 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for floatingip, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:55.436585 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-965f89f5-d1dd-4f76-8eb6-2d98e4e24d34 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:55.545516 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-965f89f5-d1dd-4f76-8eb6-2d98e4e24d34 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Allocated IP 172.25.5.208 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/cff3d5aa-7d37-43b9-905c-bff776740fa8) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:41:55.648435 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-965f89f5-d1dd-4f76-8eb6-2d98e4e24d34 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:55.681330 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-965f89f5-d1dd-4f76-8eb6-2d98e4e24d34 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:55.732971 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965f89f5-d1dd-4f76-8eb6-2d98e4e24d34 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:41:55.735767 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-965f89f5-d1dd-4f76-8eb6-2d98e4e24d34 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:41:55.740024 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965f89f5-d1dd-4f76-8eb6-2d98e4e24d34 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:41:55.771316 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f89f5-d1dd-4f76-8eb6-2d98e4e24d34 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Pushing event updated for resources: {'Port': ['ID=cff3d5aa-7d37-43b9-905c-bff776740fa8,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:56.109326 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-965f89f5-d1dd-4f76-8eb6-2d98e4e24d34 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:56.177243 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-965f89f5-d1dd-4f76-8eb6-2d98e4e24d34 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:56.321544 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-965f89f5-d1dd-4f76-8eb6-2d98e4e24d34 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:56.326098 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-965f89f5-d1dd-4f76-8eb6-2d98e4e24d34 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:56.399368 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f89f5-d1dd-4f76-8eb6-2d98e4e24d34 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Pushing event updated for resources: {'Port': ['ID=cff3d5aa-7d37-43b9-905c-bff776740fa8,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:41:56.410071 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-965f89f5-d1dd-4f76-8eb6-2d98e4e24d34 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:56.511607 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-965f89f5-d1dd-4f76-8eb6-2d98e4e24d34 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Floating IP 584c378a-cc1b-48b2-a70a-f54c99c5f496 associated. External IP: 172.25.5.208, port: ace350f4-84fd-4f88-b05b-eb0e1c3fc687. May 06 10:41:56.719033 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965f89f5-d1dd-4f76-8eb6-2d98e4e24d34 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Router 4144e7c9-d291-4496-90ef-e42afec5bb39 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:41:56.830498 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965f89f5-d1dd-4f76-8eb6-2d98e4e24d34 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:41:56.840162 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4659db47-001d-496e-aaf3-eae8280d4e9e None None] Sync routers for ids ['4144e7c9-d291-4496-90ef-e42afec5bb39'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:41:56.847511 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-965f89f5-d1dd-4f76-8eb6-2d98e4e24d34 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:56.851452 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4659db47-001d-496e-aaf3-eae8280d4e9e None None] Routers {'4144e7c9-d291-4496-90ef-e42afec5bb39'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:41:56.852105 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4659db47-001d-496e-aaf3-eae8280d4e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:41:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['4144e7c9-d291-4496-90ef-e42afec5bb39'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:41:56.876068 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-965f89f5-d1dd-4f76-8eb6-2d98e4e24d34 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5632458 May 06 10:41:56.876656 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7597052f-adbb-4b06-a0b2-ac7bcaa0fb16', 'tag': 'ace350f4-84fd-4f88-b05b-eb0e1c3fc687'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:41:56.878903 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4203f62887ad6c042520207c1f89edfd97f1d269ecb3a7960f22881858371cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b24372-4f41-4cd2-b08a-ca30d07449ce" -d '{"events": [{"name": "network-changed", "server_uuid": "7597052f-adbb-4b06-a0b2-ac7bcaa0fb16", "tag": "ace350f4-84fd-4f88-b05b-eb0e1c3fc687"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:41:56.924169 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0086bb0a-e1da-4dae-8739-62faa64e1868 x-openstack-request-id: req-0086bb0a-e1da-4dae-8739-62faa64e1868 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:41:56.924465 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7597052f-adbb-4b06-a0b2-ac7bcaa0fb16", "tag": "ace350f4-84fd-4f88-b05b-eb0e1c3fc687", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:41:56.924785 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0086bb0a-e1da-4dae-8739-62faa64e1868 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:41:56.925200 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0086bb0a-e1da-4dae-8739-62faa64e1868'] response: {'name': 'network-changed', 'server_uuid': '7597052f-adbb-4b06-a0b2-ac7bcaa0fb16', 'tag': 'ace350f4-84fd-4f88-b05b-eb0e1c3fc687', 'status': 'completed', 'code': 200} May 06 10:41:56.964485 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-4659db47-001d-496e-aaf3-eae8280d4e9e None None] Set router 4144e7c9-d291-4496-90ef-e42afec5bb39 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:41:57.009353 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b24372-4f41-4cd2-b08a-ca30d07449ce req-e699bd7f-9f26-48c2-a03c-371ef3a6adfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:57.010808 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-23b24372-4f41-4cd2-b08a-ca30d07449ce req-e699bd7f-9f26-48c2-a03c-371ef3a6adfa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53bfe31195654359ab7709d61f78ae3b&device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 1096 time: 0.0422554 May 06 10:41:57.106420 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b24372-4f41-4cd2-b08a-ca30d07449ce req-023be989-510b-442b-b0af-98a53f84446c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:57.108006 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-23b24372-4f41-4cd2-b08a-ca30d07449ce req-023be989-510b-442b-b0af-98a53f84446c service neutron] 10.222.0.77 "GET /v2.0/networks?id=370813b8-6b08-4d08-936d-a1026117335e HTTP/1.1" status: 200 len: 909 time: 0.0911815 May 06 10:41:57.177418 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-23b24372-4f41-4cd2-b08a-ca30d07449ce req-e816d1dd-4375-4915-9fe5-70c9c2f41a12 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ace350f4-84fd-4f88-b05b-eb0e1c3fc687 HTTP/1.1" status: 200 len: 999 time: 0.0623212 May 06 10:41:57.228909 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b24372-4f41-4cd2-b08a-ca30d07449ce req-1726c62a-3725-45c3-9bf0-1bd04b194147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:57.230474 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-23b24372-4f41-4cd2-b08a-ca30d07449ce req-1726c62a-3725-45c3-9bf0-1bd04b194147 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d HTTP/1.1" status: 200 len: 847 time: 0.0469632 May 06 10:41:57.281339 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b24372-4f41-4cd2-b08a-ca30d07449ce req-1eae3c1b-1ced-4487-b0ce-3630b71383d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:57.282783 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-23b24372-4f41-4cd2-b08a-ca30d07449ce req-1eae3c1b-1ced-4487-b0ce-3630b71383d3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=370813b8-6b08-4d08-936d-a1026117335e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455441 May 06 10:41:57.282977 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4659db47-001d-496e-aaf3-eae8280d4e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'name': 'tempest-TestShelveInstance-713185339-router', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '319c9925-528f-41f9-9bea-b50981e64e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:41:31Z', 'updated_at': '2022-05-06T10:41:34Z', 'revision_number': 4, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'gw_port': {'id': '319c9925-528f-41f9-9bea-b50981e64e93', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:32Z', 'updated_at': '2022-05-06T10:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '584c378a-cc1b-48b2-a70a-f54c99c5f496', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'floating_ip_address': '172.25.5.208', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'port_id': 'ace350f4-84fd-4f88-b05b-eb0e1c3fc687', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '370813b8-6b08-4d08-936d-a1026117335e', 'mac_address': 'fa:16:3e:3e:2b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7597052f-adbb-4b06-a0b2-ac7bcaa0fb16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:41:55Z', 'updated_at': '2022-05-06T10:41:55Z', 'revision_number': 0, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2bf08c-9ca3-4b98-91df-a4ee6098ef16', 'name': '', 'network_id': '370813b8-6b08-4d08-936d-a1026117335e', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'mac_address': 'fa:16:3e:f0:f2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:34Z', 'updated_at': '2022-05-06T10:41:38Z', 'revision_number': 5, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'subnets': [{'id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:41:57.310762 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4659db47-001d-496e-aaf3-eae8280d4e9e None None] Checking router: 4144e7c9-d291-4496-90ef-e42afec5bb39 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:41:57.319035 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4659db47-001d-496e-aaf3-eae8280d4e9e None None] Routers {'4144e7c9-d291-4496-90ef-e42afec5bb39'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:41:57.319676 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4659db47-001d-496e-aaf3-eae8280d4e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:41:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['4144e7c9-d291-4496-90ef-e42afec5bb39'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:41:57.375350 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-23b24372-4f41-4cd2-b08a-ca30d07449ce req-b24e6da1-ffd5-4fd7-b2e5-ed3fd89f6e23 service neutron] 10.222.0.77 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852900 May 06 10:41:57.428515 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-4659db47-001d-496e-aaf3-eae8280d4e9e None None] Set router 4144e7c9-d291-4496-90ef-e42afec5bb39 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:41:57.470220 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-23b24372-4f41-4cd2-b08a-ca30d07449ce req-ac8e60ad-d646-4614-b2c5-15d4373c8dbb service neutron] 10.222.0.77 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884600 May 06 10:41:57.656398 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-4659db47-001d-496e-aaf3-eae8280d4e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'name': 'tempest-TestShelveInstance-713185339-router', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '319c9925-528f-41f9-9bea-b50981e64e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:41:31Z', 'updated_at': '2022-05-06T10:41:34Z', 'revision_number': 4, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'gw_port': {'id': '319c9925-528f-41f9-9bea-b50981e64e93', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:32Z', 'updated_at': '2022-05-06T10:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '584c378a-cc1b-48b2-a70a-f54c99c5f496', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'floating_ip_address': '172.25.5.208', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'port_id': 'ace350f4-84fd-4f88-b05b-eb0e1c3fc687', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '370813b8-6b08-4d08-936d-a1026117335e', 'mac_address': 'fa:16:3e:3e:2b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7597052f-adbb-4b06-a0b2-ac7bcaa0fb16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:41:55Z', 'updated_at': '2022-05-06T10:41:55Z', 'revision_number': 0, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2bf08c-9ca3-4b98-91df-a4ee6098ef16', 'name': '', 'network_id': '370813b8-6b08-4d08-936d-a1026117335e', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'mac_address': 'fa:16:3e:f0:f2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:34Z', 'updated_at': '2022-05-06T10:41:38Z', 'revision_number': 5, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'subnets': [{'id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:41:57.681947 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4659db47-001d-496e-aaf3-eae8280d4e9e None None] The sync data for ids ['4144e7c9-d291-4496-90ef-e42afec5bb39'] in n-d-840835-1 is: [{'id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'name': 'tempest-TestShelveInstance-713185339-router', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '319c9925-528f-41f9-9bea-b50981e64e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:41:31Z', 'updated_at': '2022-05-06T10:41:34Z', 'revision_number': 4, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'gw_port': {'id': '319c9925-528f-41f9-9bea-b50981e64e93', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:32Z', 'updated_at': '2022-05-06T10:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '584c378a-cc1b-48b2-a70a-f54c99c5f496', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'floating_ip_address': '172.25.5.208', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'port_id': 'ace350f4-84fd-4f88-b05b-eb0e1c3fc687', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '370813b8-6b08-4d08-936d-a1026117335e', 'mac_address': 'fa:16:3e:3e:2b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7597052f-adbb-4b06-a0b2-ac7bcaa0fb16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:41:55Z', 'updated_at': '2022-05-06T10:41:55Z', 'revision_number': 0, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2bf08c-9ca3-4b98-91df-a4ee6098ef16', 'name': '', 'network_id': '370813b8-6b08-4d08-936d-a1026117335e', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'mac_address': 'fa:16:3e:f0:f2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:34Z', 'updated_at': '2022-05-06T10:41:38Z', 'revision_number': 5, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'subnets': [{'id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:41:57.877551 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1839c6a3-e06b-4f97-afd6-e4316fc99150 None None] New status for floating IP 584c378a-cc1b-48b2-a70a-f54c99c5f496: ACTIVE {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:41:59.536619 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:16.052612 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3021d8b1-7814-4195-9ce6-4a6529fd7ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:18.006828 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:42:18.570013 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1ae33e8a-9db7-45fa-ac9c-1ea690232ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:19.276869 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:19.759451 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:21.448349 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:21.585967 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:29.543648 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:32.847533 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f2797c3b-38b2-420a-9e7e-f638c2ee0b9b req-7dc3babd-68c3-4c3c-a581-8c34af4bd18b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412052 May 06 10:42:32.945218 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2797c3b-38b2-420a-9e7e-f638c2ee0b9b req-0f84f58d-a10b-4a46-baa8-3f052255df17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:32.946729 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f2797c3b-38b2-420a-9e7e-f638c2ee0b9b req-0f84f58d-a10b-4a46-baa8-3f052255df17 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53bfe31195654359ab7709d61f78ae3b&device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 1096 time: 0.0410752 May 06 10:42:33.053761 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2797c3b-38b2-420a-9e7e-f638c2ee0b9b req-06035c95-8298-4a28-a713-2d332fc2d25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:33.055303 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f2797c3b-38b2-420a-9e7e-f638c2ee0b9b req-06035c95-8298-4a28-a713-2d332fc2d25e service neutron] 10.222.0.77 "GET /v2.0/networks?id=370813b8-6b08-4d08-936d-a1026117335e HTTP/1.1" status: 200 len: 909 time: 0.0893912 May 06 10:42:33.450705 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f2797c3b-38b2-420a-9e7e-f638c2ee0b9b req-ffd5743c-d15b-460e-9a5d-c6bd44afd6a0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ace350f4-84fd-4f88-b05b-eb0e1c3fc687 HTTP/1.1" status: 200 len: 1001 time: 0.3883591 May 06 10:42:33.505612 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2797c3b-38b2-420a-9e7e-f638c2ee0b9b req-15c42957-0e7b-461e-ac5a-e002d8970dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:33.507101 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f2797c3b-38b2-420a-9e7e-f638c2ee0b9b req-15c42957-0e7b-461e-ac5a-e002d8970dd9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d HTTP/1.1" status: 200 len: 847 time: 0.0493917 May 06 10:42:33.558257 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2797c3b-38b2-420a-9e7e-f638c2ee0b9b req-fc86ea10-c021-4648-a8d7-c65a2dd3eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:33.560022 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f2797c3b-38b2-420a-9e7e-f638c2ee0b9b req-fc86ea10-c021-4648-a8d7-c65a2dd3eb34 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=370813b8-6b08-4d08-936d-a1026117335e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459344 May 06 10:42:33.649286 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f2797c3b-38b2-420a-9e7e-f638c2ee0b9b req-eeb04e04-d9da-4297-aa27-1852fee0c71b service neutron] 10.222.0.77 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826194 May 06 10:42:33.748801 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-f2797c3b-38b2-420a-9e7e-f638c2ee0b9b req-1a272cb8-691b-4023-b57d-50d6cb3b21cb service neutron] 10.222.0.77 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929186 May 06 10:42:46.056686 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bec12578-acd5-4963-9014-8b5d34301c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:48.575700 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-07f95972-5a06-48de-a67e-236df0e1d5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:49.296173 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:49.771269 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:51.447732 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:51.594634 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:55.006335 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:42:59.548579 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:43:16.059598 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5896af64-b78f-440d-9f68-ea9ed0233f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:43:18.576730 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-31af497f-68ee-4e0f-adc6-1c28cd84d475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:43:19.300233 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:43:19.756321 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:43:21.449905 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:43:21.587430 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:43:29.549166 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:43:32.006748 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:43:33.887945 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-56e7b28d-919d-43b5-a140-94ae2ae90186 req-ca51728d-2df4-4223-ad08-ae8a9b8f7389 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418875 May 06 10:43:33.984962 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7b28d-919d-43b5-a140-94ae2ae90186 req-ca2588cc-b091-4f67-9b95-5925783d5794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:43:33.986467 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-56e7b28d-919d-43b5-a140-94ae2ae90186 req-ca2588cc-b091-4f67-9b95-5925783d5794 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53bfe31195654359ab7709d61f78ae3b&device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 1096 time: 0.0411820 May 06 10:43:34.096098 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7b28d-919d-43b5-a140-94ae2ae90186 req-bae0c2f1-dfbd-4e22-bc07-45a553d6aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:43:34.097569 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-56e7b28d-919d-43b5-a140-94ae2ae90186 req-bae0c2f1-dfbd-4e22-bc07-45a553d6aa5c service neutron] 10.222.0.77 "GET /v2.0/networks?id=370813b8-6b08-4d08-936d-a1026117335e HTTP/1.1" status: 200 len: 909 time: 0.0893645 May 06 10:43:34.162171 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-56e7b28d-919d-43b5-a140-94ae2ae90186 req-d033a3b4-821c-4bb2-80df-1edaafd5ed59 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ace350f4-84fd-4f88-b05b-eb0e1c3fc687 HTTP/1.1" status: 200 len: 1001 time: 0.0581794 May 06 10:43:34.210564 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7b28d-919d-43b5-a140-94ae2ae90186 req-b0004ed5-5b37-4ca2-a3fc-d13122bc624d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:43:34.212033 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-56e7b28d-919d-43b5-a140-94ae2ae90186 req-b0004ed5-5b37-4ca2-a3fc-d13122bc624d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d HTTP/1.1" status: 200 len: 847 time: 0.0440896 May 06 10:43:34.260194 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7b28d-919d-43b5-a140-94ae2ae90186 req-d1ef9aa8-c267-4dcf-beaf-9f1529f3d105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:43:34.261672 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-56e7b28d-919d-43b5-a140-94ae2ae90186 req-d1ef9aa8-c267-4dcf-beaf-9f1529f3d105 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=370813b8-6b08-4d08-936d-a1026117335e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437117 May 06 10:43:34.354561 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-56e7b28d-919d-43b5-a140-94ae2ae90186 req-e071b13d-92e1-42de-88ff-653fc7ae13ae service neutron] 10.222.0.77 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859234 May 06 10:43:34.447099 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-56e7b28d-919d-43b5-a140-94ae2ae90186 req-ebe27f25-e6cf-49a6-af0d-8a7c26dc17fa service neutron] 10.222.0.77 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864644 May 06 10:43:46.062090 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-996d43c7-2bad-4b64-a67b-1cdd5ecc97ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:43:48.578035 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cf7af1e4-bda1-4358-b933-d04aa92b6d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:43:49.292460 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:43:49.759204 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:43:51.453367 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:43:51.591150 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:43:59.547826 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:09.006096 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:44:16.066965 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-70a22dda-61e6-499d-bf3c-aaa270d33243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:18.581422 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ccbf1db0-a65b-47e5-ac48-bef6c990983f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:19.292218 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:19.762643 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:21.455514 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:21.594344 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:22.449913 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8b977-4158-4e72-a410-7a2a2aa7dfbf req-fc85705d-a1be-4fc0-81bf-77e63fa82e5d tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:22.451477 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0df8b977-4158-4e72-a410-7a2a2aa7dfbf req-fc85705d-a1be-4fc0-81bf-77e63fa82e5d tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 945 time: 0.0584941 May 06 10:44:22.493269 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0df8b977-4158-4e72-a410-7a2a2aa7dfbf req-d42a9923-d7c5-4838-844e-f9d4c5f55395 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355635 May 06 10:44:23.643831 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaed121-a119-4f1d-a4cb-e151c1c5b007 req-ead2a940-736f-4cec-a115-c5fb6b6d9b60 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:23.645345 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-acaed121-a119-4f1d-a4cb-e151c1c5b007 req-ead2a940-736f-4cec-a115-c5fb6b6d9b60 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 945 time: 0.0636909 May 06 10:44:23.683512 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-acaed121-a119-4f1d-a4cb-e151c1c5b007 req-62b31740-772e-453b-a3fe-ed7c5204446b tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320008 May 06 10:44:24.799936 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef352c-2fe3-470c-bb38-cb666ad77e32 req-f3e81669-a09c-4a02-9224-ce1104314560 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:24.801466 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-afef352c-2fe3-470c-bb38-cb666ad77e32 req-f3e81669-a09c-4a02-9224-ce1104314560 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 945 time: 0.0500708 May 06 10:44:24.844208 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-afef352c-2fe3-470c-bb38-cb666ad77e32 req-c9c32236-4318-48d6-9daa-f7657eb50150 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367966 May 06 10:44:25.960815 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3104f0-62b0-4ee4-ba75-7e4eff55c8fc req-0468feb8-5ef4-41a2-90bd-66cc119bcfba tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:25.962934 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ef3104f0-62b0-4ee4-ba75-7e4eff55c8fc req-0468feb8-5ef4-41a2-90bd-66cc119bcfba tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 945 time: 0.0505133 May 06 10:44:26.000333 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ef3104f0-62b0-4ee4-ba75-7e4eff55c8fc req-b8e062c4-82e9-4c09-acba-3712fd69adc2 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313962 May 06 10:44:27.121278 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488e48c-5d71-4610-bbcc-fba21bee83be req-477a0705-730f-4750-9640-ffa2964478b1 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:27.122918 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4488e48c-5d71-4610-bbcc-fba21bee83be req-477a0705-730f-4750-9640-ffa2964478b1 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 945 time: 0.0509844 May 06 10:44:27.160902 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4488e48c-5d71-4610-bbcc-fba21bee83be req-b6515982-a237-4f6d-ba60-014cdc840e73 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318823 May 06 10:44:28.277217 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c2345-b868-4c7e-9a49-42ba56f83acb req-f4bb1ca0-3986-4d7f-806f-c3642f82d5e7 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:28.278781 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-170c2345-b868-4c7e-9a49-42ba56f83acb req-f4bb1ca0-3986-4d7f-806f-c3642f82d5e7 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 945 time: 0.0510585 May 06 10:44:28.323034 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-170c2345-b868-4c7e-9a49-42ba56f83acb req-c42530e5-483d-4018-aeae-b6c49185e128 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379453 May 06 10:44:29.452579 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362afbb9-9a3b-4c6c-a84d-8308ede9d6ba req-44929b69-de85-4a65-88b0-ca310ba5f47f tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:29.454186 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-362afbb9-9a3b-4c6c-a84d-8308ede9d6ba req-44929b69-de85-4a65-88b0-ca310ba5f47f tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 945 time: 0.0556734 May 06 10:44:29.494239 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-362afbb9-9a3b-4c6c-a84d-8308ede9d6ba req-38f5dff6-5067-427d-a4ca-b3345aa1492d tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336690 May 06 10:44:29.550412 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:30.622253 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af174b-083f-4828-81e8-4d2164e72848 req-4d62f30c-9d2a-4612-ad08-b97a682b56d7 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:30.623838 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6af174b-083f-4828-81e8-4d2164e72848 req-4d62f30c-9d2a-4612-ad08-b97a682b56d7 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 945 time: 0.0516195 May 06 10:44:30.663884 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c6af174b-083f-4828-81e8-4d2164e72848 req-9d262148-2e62-45e4-9e0c-2b375609f30d tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333781 May 06 10:44:31.784870 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a42e8-5a21-4331-92e8-27d98a29a988 req-1eae8b16-4875-4685-9b18-2ead92628e5b tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:31.786388 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df5a42e8-5a21-4331-92e8-27d98a29a988 req-1eae8b16-4875-4685-9b18-2ead92628e5b tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 945 time: 0.0513165 May 06 10:44:31.832581 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-df5a42e8-5a21-4331-92e8-27d98a29a988 req-54014d08-cc6d-482d-9ca3-7565f83808a8 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396717 May 06 10:44:32.971969 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492ace4-3ee6-48c5-a0ca-91579c6ecef1 req-14469914-83e4-48fe-96fb-08e2043836b8 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:32.973905 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9492ace4-3ee6-48c5-a0ca-91579c6ecef1 req-14469914-83e4-48fe-96fb-08e2043836b8 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 945 time: 0.0573525 May 06 10:44:33.020551 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9492ace4-3ee6-48c5-a0ca-91579c6ecef1 req-d229764e-1b49-4152-adf6-50ac57de95d7 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399110 May 06 10:44:34.141066 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbd7d6-cabc-4dbe-9c6a-bc33de345b78 req-8bec928b-e586-4b7c-8304-fcfa963e0a83 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:34.142547 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2fdbd7d6-cabc-4dbe-9c6a-bc33de345b78 req-8bec928b-e586-4b7c-8304-fcfa963e0a83 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 945 time: 0.0489414 May 06 10:44:34.182655 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2fdbd7d6-cabc-4dbe-9c6a-bc33de345b78 req-71134f7e-42cd-427b-8a1f-851e702eb99d tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338693 May 06 10:44:34.904585 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473687f5-f817-4904-893a-97bbaf28e57c req-e436c1a0-f528-4cfb-9c42-a4e36a0972a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:34.906122 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-473687f5-f817-4904-893a-97bbaf28e57c req-e436c1a0-f528-4cfb-9c42-a4e36a0972a3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53bfe31195654359ab7709d61f78ae3b&device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 1096 time: 0.0446076 May 06 10:44:35.013318 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473687f5-f817-4904-893a-97bbaf28e57c req-c2ab88b2-e0d8-45f7-8deb-6d8c7712ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:35.014864 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-473687f5-f817-4904-893a-97bbaf28e57c req-c2ab88b2-e0d8-45f7-8deb-6d8c7712ca00 service neutron] 10.222.0.77 "GET /v2.0/networks?id=370813b8-6b08-4d08-936d-a1026117335e HTTP/1.1" status: 200 len: 909 time: 0.0879340 May 06 10:44:35.090131 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-473687f5-f817-4904-893a-97bbaf28e57c req-b6ca2458-8a2e-4b7a-95ec-9934bbf6a51a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ace350f4-84fd-4f88-b05b-eb0e1c3fc687 HTTP/1.1" status: 200 len: 1001 time: 0.0683062 May 06 10:44:35.142764 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473687f5-f817-4904-893a-97bbaf28e57c req-c5bb1c0b-6b58-4582-b644-335f4f6bdefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:35.144333 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-473687f5-f817-4904-893a-97bbaf28e57c req-c5bb1c0b-6b58-4582-b644-335f4f6bdefd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d HTTP/1.1" status: 200 len: 847 time: 0.0469408 May 06 10:44:35.200454 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473687f5-f817-4904-893a-97bbaf28e57c req-f8ab95bc-ba0c-45df-a11b-6b2b2e1a1c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:35.202040 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-473687f5-f817-4904-893a-97bbaf28e57c req-f8ab95bc-ba0c-45df-a11b-6b2b2e1a1c4e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=370813b8-6b08-4d08-936d-a1026117335e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482528 May 06 10:44:35.213995 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-473687f5-f817-4904-893a-97bbaf28e57c req-3c27b6ae-c477-40d6-964d-b1863eed0f90 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:44:35.215056 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-473687f5-f817-4904-893a-97bbaf28e57c req-3c27b6ae-c477-40d6-964d-b1863eed0f90 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057812 May 06 10:44:35.308910 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a0054-4ab2-49dd-9d6e-09e74b981e3a req-9f735307-6e0d-49f3-824c-a2b637bba479 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:35.310554 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-968a0054-4ab2-49dd-9d6e-09e74b981e3a req-9f735307-6e0d-49f3-824c-a2b637bba479 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 945 time: 0.0527394 May 06 10:44:35.317158 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-473687f5-f817-4904-893a-97bbaf28e57c req-1df1f4b4-d73a-4240-90e2-36d73543e1ee service neutron] 10.222.0.77 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942631 May 06 10:44:35.359811 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-968a0054-4ab2-49dd-9d6e-09e74b981e3a req-42c1448c-1e19-4f05-b1de-9d1a76068030 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411522 May 06 10:44:35.426600 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-473687f5-f817-4904-893a-97bbaf28e57c req-bb4ee425-17d9-4d71-9e95-80ad786f884a service neutron] 10.222.0.77 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011088 May 06 10:44:36.500138 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fe62a-9352-4df6-923a-6d4f06c3d634 req-f6937904-5f0d-49c2-817e-dd73b2989fb2 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:36.501762 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0f2fe62a-9352-4df6-923a-6d4f06c3d634 req-f6937904-5f0d-49c2-817e-dd73b2989fb2 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 945 time: 0.0623977 May 06 10:44:36.543784 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0f2fe62a-9352-4df6-923a-6d4f06c3d634 req-e91a6cd6-1eff-4b6c-b4c5-7c39584d4945 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357759 May 06 10:44:37.152741 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ace350f4-84fd-4f88-b05b-eb0e1c3fc687 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:44:37.271010 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port ace350f4-84fd-4f88-b05b-eb0e1c3fc687, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ace350f4-84fd-4f88-b05b-eb0e1c3fc687,segment=NetworkSegment(b2fb7498-2c01-4e2e-a836-da23788947ce),segment_id=b2fb7498-2c01-4e2e-a836-da23788947ce)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:44:37.283096 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'ace350f4-84fd-4f88-b05b-eb0e1c3fc687', 'network_id': '370813b8-6b08-4d08-936d-a1026117335e', 'port_id': 'ace350f4-84fd-4f88-b05b-eb0e1c3fc687', 'mac_address': 'fa:16:3e:3e:2b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:44:37.319976 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:37.338446 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ace350f4-84fd-4f88-b05b-eb0e1c3fc687 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:44:37.362423 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port ace350f4-84fd-4f88-b05b-eb0e1c3fc687, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ace350f4-84fd-4f88-b05b-eb0e1c3fc687,segment=NetworkSegment(b2fb7498-2c01-4e2e-a836-da23788947ce),segment_id=b2fb7498-2c01-4e2e-a836-da23788947ce)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:44:37.372017 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:37.440861 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=ace350f4-84fd-4f88-b05b-eb0e1c3fc687,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:44:37.456059 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:37.456059 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:37.456531 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:37.456988 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:37.457525 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:37.458035 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:37.458572 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:37.459105 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:37.459668 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:37.460212 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:37.461254 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:37.462002 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:37.511360 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['ace350f4-84fd-4f88-b05b-eb0e1c3fc687'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:44:37.686819 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396878d-6387-4f79-8c66-704c456454d3 req-72f7c5c3-50f0-4712-b04f-b4c9e24cc460 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:37.688569 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9396878d-6387-4f79-8c66-704c456454d3 req-72f7c5c3-50f0-4712-b04f-b4c9e24cc460 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 944 time: 0.0553114 May 06 10:44:37.746222 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9396878d-6387-4f79-8c66-704c456454d3 req-837929d4-051e-464d-8e02-b8cbfc591dae tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467868 May 06 10:44:38.874771 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d9603-c9dd-47f1-99f2-06e7822e1c7a req-9f2b2643-3074-4919-8ee2-f618982523e4 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:38.876341 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f32d9603-c9dd-47f1-99f2-06e7822e1c7a req-9f2b2643-3074-4919-8ee2-f618982523e4 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 944 time: 0.0549984 May 06 10:44:38.921583 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f32d9603-c9dd-47f1-99f2-06e7822e1c7a req-c6d395bd-b69e-4192-a8ed-8f3636fa4e07 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389028 May 06 10:44:39.149112 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ace350f4-84fd-4f88-b05b-eb0e1c3fc687 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:44:39.216194 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port ace350f4-84fd-4f88-b05b-eb0e1c3fc687 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:44:39.216688 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:39.323034 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:39.351547 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7597052f-adbb-4b06-a0b2-ac7bcaa0fb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace350f4-84fd-4f88-b05b-eb0e1c3fc687'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:44:39.353825 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532bd0f9c54137a25b4c1a322a0cfb660db88c671ca36eb22ff5f9a731e51081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695aa853-2d37-465a-9ef4-2aeedd4341c8" -d '{"events": [{"server_uuid": "7597052f-adbb-4b06-a0b2-ac7bcaa0fb16", "name": "network-vif-plugged", "status": "completed", "tag": "ace350f4-84fd-4f88-b05b-eb0e1c3fc687"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:44:39.368112 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port ace350f4-84fd-4f88-b05b-eb0e1c3fc687, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ace350f4-84fd-4f88-b05b-eb0e1c3fc687,segment=NetworkSegment(b2fb7498-2c01-4e2e-a836-da23788947ce),segment_id=b2fb7498-2c01-4e2e-a836-da23788947ce)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:44:39.373998 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:39.420244 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69df3a08-a24d-44db-aa9c-6be60ceefb9f x-openstack-request-id: req-69df3a08-a24d-44db-aa9c-6be60ceefb9f {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:44:39.420534 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7597052f-adbb-4b06-a0b2-ac7bcaa0fb16", "name": "network-vif-plugged", "status": "completed", "tag": "ace350f4-84fd-4f88-b05b-eb0e1c3fc687", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:44:39.420786 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-69df3a08-a24d-44db-aa9c-6be60ceefb9f {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:44:39.421192 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69df3a08-a24d-44db-aa9c-6be60ceefb9f'] response: {'server_uuid': '7597052f-adbb-4b06-a0b2-ac7bcaa0fb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace350f4-84fd-4f88-b05b-eb0e1c3fc687', 'code': 200} May 06 10:44:39.447727 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=ace350f4-84fd-4f88-b05b-eb0e1c3fc687,revision_number=7']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:44:40.055967 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf00d03-bb91-4caa-b8ea-e8b5f2f7e156 req-b42bdfe7-ccb9-400c-9b80-1872485804b9 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:40.058261 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5cf00d03-bb91-4caa-b8ea-e8b5f2f7e156 req-b42bdfe7-ccb9-400c-9b80-1872485804b9 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 945 time: 0.0598710 May 06 10:44:40.104025 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5cf00d03-bb91-4caa-b8ea-e8b5f2f7e156 req-06bef14f-748d-4e5b-95a1-912807d2a6f8 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388615 May 06 10:44:41.249368 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bb2ad-83f2-4226-a0a2-f238d5f66fa9 req-f3f0d3d1-37d0-442b-a02a-95da8f154e37 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:41.251506 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-681bb2ad-83f2-4226-a0a2-f238d5f66fa9 req-f3f0d3d1-37d0-442b-a02a-95da8f154e37 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 945 time: 0.0612493 May 06 10:44:41.308469 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-681bb2ad-83f2-4226-a0a2-f238d5f66fa9 req-4eb09556-5d1b-4d40-8cd5-26ed045d40c3 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441954 May 06 10:44:42.454018 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b4e2a-ed14-4e14-b3c4-95ed8dfb2087 req-2fb93df4-7c86-4f99-b832-7bd622d74479 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:42.455580 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3e6b4e2a-ed14-4e14-b3c4-95ed8dfb2087 req-2fb93df4-7c86-4f99-b832-7bd622d74479 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 945 time: 0.0624452 May 06 10:44:42.521314 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3e6b4e2a-ed14-4e14-b3c4-95ed8dfb2087 req-614f614f-3689-4e48-a8e1-66b1e9f3e9aa tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518515 May 06 10:44:43.655396 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17206f-a7c9-4588-8b60-4e437713a75f req-1921b1d9-6f52-4074-8395-681dbf549523 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:43.657924 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3b17206f-a7c9-4588-8b60-4e437713a75f req-1921b1d9-6f52-4074-8395-681dbf549523 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 945 time: 0.0541146 May 06 10:44:43.704177 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3b17206f-a7c9-4588-8b60-4e437713a75f req-ad881068-45a5-4c8f-a0c9-5db85963088e tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384555 May 06 10:44:44.849497 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a011fd1-1446-4a41-8153-89174453ba20 req-ee77ad02-8c9c-4ab0-87c6-b5d5f83ce4af tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:44.851810 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4a011fd1-1446-4a41-8153-89174453ba20 req-ee77ad02-8c9c-4ab0-87c6-b5d5f83ce4af tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 945 time: 0.0557635 May 06 10:44:44.893695 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4a011fd1-1446-4a41-8153-89174453ba20 req-9e437f68-6405-43ac-8856-8775b40486ab tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356922 May 06 10:44:46.006716 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:44:46.064740 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e44ee714-c218-4ea9-b876-0ff522b019d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:46.073719 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213190b0-947b-4ccf-a04c-a80cf4a0c3d3 req-07fdfa01-3b6b-46ce-86eb-9212e67ef1e6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:46.079684 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-213190b0-947b-4ccf-a04c-a80cf4a0c3d3 req-07fdfa01-3b6b-46ce-86eb-9212e67ef1e6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 945 time: 0.0837910 May 06 10:44:46.125753 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-213190b0-947b-4ccf-a04c-a80cf4a0c3d3 req-66f53c73-dd0b-44f8-af83-765c0c7c4443 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427201 May 06 10:44:47.256910 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401781b-50e3-4d46-982b-7c3061841e1e req-fcd41146-e658-46ea-97da-16c3ad21ff4a tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:47.259074 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5401781b-50e3-4d46-982b-7c3061841e1e req-fcd41146-e658-46ea-97da-16c3ad21ff4a tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 945 time: 0.0538771 May 06 10:44:47.299751 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5401781b-50e3-4d46-982b-7c3061841e1e req-0100c1ec-d273-4477-bc4c-d73542fde4b5 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342982 May 06 10:44:48.426889 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515eef8e-c4df-4292-b795-ff0a2de7d52e req-ba1087a5-d17f-441a-9176-3c32721dea64 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:48.428563 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-515eef8e-c4df-4292-b795-ff0a2de7d52e req-ba1087a5-d17f-441a-9176-3c32721dea64 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 945 time: 0.0538471 May 06 10:44:48.472835 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-515eef8e-c4df-4292-b795-ff0a2de7d52e req-0e9b6641-57d8-412e-a747-b3f5c88577af tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368798 May 06 10:44:48.584431 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-37650633-b046-4f50-9965-f4d8e1cced59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:48.693394 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6372756-b982-4aa7-9c43-b683bc1faea6 req-99636927-b9c0-414e-9678-e9c1026a5a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:48.695469 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a6372756-b982-4aa7-9c43-b683bc1faea6 req-99636927-b9c0-414e-9678-e9c1026a5a5b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53bfe31195654359ab7709d61f78ae3b&device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 1096 time: 0.0551283 May 06 10:44:48.789749 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6372756-b982-4aa7-9c43-b683bc1faea6 req-e65a8c8b-5cc4-4a6f-bdab-4e690236ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:48.791295 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a6372756-b982-4aa7-9c43-b683bc1faea6 req-e65a8c8b-5cc4-4a6f-bdab-4e690236ab12 service neutron] 10.222.0.77 "GET /v2.0/networks?id=370813b8-6b08-4d08-936d-a1026117335e HTTP/1.1" status: 200 len: 909 time: 0.0884228 May 06 10:44:48.867832 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a6372756-b982-4aa7-9c43-b683bc1faea6 req-aa0ffc91-99f0-4e8c-96d5-e8792c6efbd6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ace350f4-84fd-4f88-b05b-eb0e1c3fc687 HTTP/1.1" status: 200 len: 1001 time: 0.0699296 May 06 10:44:48.921974 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6372756-b982-4aa7-9c43-b683bc1faea6 req-5e46ac99-344b-457d-a913-f11ac187e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:48.923541 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a6372756-b982-4aa7-9c43-b683bc1faea6 req-5e46ac99-344b-457d-a913-f11ac187e707 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d HTTP/1.1" status: 200 len: 847 time: 0.0482166 May 06 10:44:48.970595 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6372756-b982-4aa7-9c43-b683bc1faea6 req-46a1c0ab-0e82-4395-9c77-0769e74a8d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:48.972172 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a6372756-b982-4aa7-9c43-b683bc1faea6 req-46a1c0ab-0e82-4395-9c77-0769e74a8d74 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=370813b8-6b08-4d08-936d-a1026117335e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424280 May 06 10:44:49.070910 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a6372756-b982-4aa7-9c43-b683bc1faea6 req-f883a928-389c-4df9-86d0-93d531bc9fe0 service neutron] 10.222.0.77 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921125 May 06 10:44:49.162417 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a6372756-b982-4aa7-9c43-b683bc1faea6 req-b4be2b4f-c9f5-430d-a493-0bf61f6ddba4 service neutron] 10.222.0.77 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855565 May 06 10:44:49.286689 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:49.594740 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba92f11-37f6-46b2-9524-30c7e51191c3 req-9f7db679-2451-48be-9cab-11cef36f23ff tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:49.596266 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2ba92f11-37f6-46b2-9524-30c7e51191c3 req-9f7db679-2451-48be-9cab-11cef36f23ff tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 945 time: 0.0487134 May 06 10:44:49.640186 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2ba92f11-37f6-46b2-9524-30c7e51191c3 req-6d85cec7-21a9-425b-b1d4-6ceadc9447c5 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373714 May 06 10:44:49.768216 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:51.063982 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de5fff-0dde-4862-a064-661da08286b3 req-861fe09a-feff-4e63-a6ac-2e4219ba99f8 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:51.065385 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-19de5fff-0dde-4862-a064-661da08286b3 req-861fe09a-feff-4e63-a6ac-2e4219ba99f8 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 945 time: 0.0557199 May 06 10:44:51.110119 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-19de5fff-0dde-4862-a064-661da08286b3 req-4447dca7-0d91-4258-afc3-371d74c08fb1 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378089 May 06 10:44:51.225769 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ace350f4-84fd-4f88-b05b-eb0e1c3fc687 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:44:51.306807 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:51.331908 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7597052f-adbb-4b06-a0b2-ac7bcaa0fb16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ace350f4-84fd-4f88-b05b-eb0e1c3fc687'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:44:51.334412 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532bd0f9c54137a25b4c1a322a0cfb660db88c671ca36eb22ff5f9a731e51081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3657812-3c44-4709-a109-117afab16698" -d '{"events": [{"server_uuid": "7597052f-adbb-4b06-a0b2-ac7bcaa0fb16", "name": "network-vif-unplugged", "status": "completed", "tag": "ace350f4-84fd-4f88-b05b-eb0e1c3fc687"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:44:51.351807 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port ace350f4-84fd-4f88-b05b-eb0e1c3fc687, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ace350f4-84fd-4f88-b05b-eb0e1c3fc687,segment=NetworkSegment(b2fb7498-2c01-4e2e-a836-da23788947ce),segment_id=b2fb7498-2c01-4e2e-a836-da23788947ce)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:44:51.357517 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:51.395697 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 06 May 2022 10:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac56a33b-99b8-4f2b-a90e-95612906e842 x-openstack-request-id: req-ac56a33b-99b8-4f2b-a90e-95612906e842 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:44:51.396060 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7597052f-adbb-4b06-a0b2-ac7bcaa0fb16", "name": "network-vif-unplugged", "status": "failed", "tag": "ace350f4-84fd-4f88-b05b-eb0e1c3fc687", "code": 422}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:44:51.396392 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ac56a33b-99b8-4f2b-a90e-95612906e842 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:44:51.396920 n-d-840835-1 neutron-server[102654]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ac56a33b-99b8-4f2b-a90e-95612906e842']: {'server_uuid': '7597052f-adbb-4b06-a0b2-ac7bcaa0fb16', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ace350f4-84fd-4f88-b05b-eb0e1c3fc687', 'code': 422} returned with failed status May 06 10:44:51.433852 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=ace350f4-84fd-4f88-b05b-eb0e1c3fc687,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:44:51.459900 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:51.599317 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:52.242712 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672dbf78-1a6e-499a-855a-d1d8c874b4bb req-80feebba-6961-44e7-a976-32a9cb013bc3 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:52.244335 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-672dbf78-1a6e-499a-855a-d1d8c874b4bb req-80feebba-6961-44e7-a976-32a9cb013bc3 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 943 time: 0.0603983 May 06 10:44:52.282638 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-672dbf78-1a6e-499a-855a-d1d8c874b4bb req-01761219-002e-4558-8848-5552374888d4 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324564 May 06 10:44:52.349138 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-b5352cdb-47a8-4524-aba5-6ed468e645bc req-5d490563-6f64-4ca2-8cf4-5fd8f1a862ef service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:44:52.350148 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b5352cdb-47a8-4524-aba5-6ed468e645bc req-5d490563-6f64-4ca2-8cf4-5fd8f1a862ef service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055783 May 06 10:44:52.508510 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffbe0a-a092-4286-a25a-5e604a9376f7 req-654f9ef4-4ce1-4a4f-83d7-9bee9ec024f4 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:52.510085 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-89ffbe0a-a092-4286-a25a-5e604a9376f7 req-654f9ef4-4ce1-4a4f-83d7-9bee9ec024f4 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 943 time: 0.0520151 May 06 10:44:52.559202 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-89ffbe0a-a092-4286-a25a-5e604a9376f7 req-50be8e10-d5b1-4444-b2aa-b29e79d1b767 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421643 May 06 10:44:52.697598 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a2bd8fde-53af-4dcf-b6a7-af77bcc71e20 req-293c890d-4014-494d-8814-2bafeae2765c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0859866 May 06 10:44:53.535472 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd8fde-53af-4dcf-b6a7-af77bcc71e20 req-403aa896-9f48-4f4c-8531-1a405e5323af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:53.537331 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a2bd8fde-53af-4dcf-b6a7-af77bcc71e20 req-403aa896-9f48-4f4c-8531-1a405e5323af service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16&tenant_id=53bfe31195654359ab7709d61f78ae3b HTTP/1.1" status: 200 len: 1094 time: 0.0422938 May 06 10:44:53.619154 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd8fde-53af-4dcf-b6a7-af77bcc71e20 req-a5f21c49-3fb3-4d07-8b6b-9fbd14cd9cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:53.621068 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a2bd8fde-53af-4dcf-b6a7-af77bcc71e20 req-a5f21c49-3fb3-4d07-8b6b-9fbd14cd9cd5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53bfe31195654359ab7709d61f78ae3b&device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 1094 time: 0.0525947 May 06 10:44:53.684389 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6de6d-2b13-41cc-af25-8686f85cb496 req-ca6650c3-ceb3-43f9-b5de-255386ef7398 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:53.686027 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17e6de6d-2b13-41cc-af25-8686f85cb496 req-ca6650c3-ceb3-43f9-b5de-255386ef7398 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 943 time: 0.0493031 May 06 10:44:53.718325 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd8fde-53af-4dcf-b6a7-af77bcc71e20 req-f09d4a62-73f8-4d40-a703-8f8d35b77295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:53.719972 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a2bd8fde-53af-4dcf-b6a7-af77bcc71e20 req-f09d4a62-73f8-4d40-a703-8f8d35b77295 service neutron] 10.222.0.77 "GET /v2.0/networks?id=370813b8-6b08-4d08-936d-a1026117335e HTTP/1.1" status: 200 len: 909 time: 0.0921960 May 06 10:44:53.725890 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-17e6de6d-2b13-41cc-af25-8686f85cb496 req-339c8839-8de0-4d8d-a792-f4f8d76a6ec5 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330269 May 06 10:44:53.794791 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a2bd8fde-53af-4dcf-b6a7-af77bcc71e20 req-b49d25c1-04e3-4efb-9780-db5648a42117 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ace350f4-84fd-4f88-b05b-eb0e1c3fc687 HTTP/1.1" status: 200 len: 999 time: 0.0685947 May 06 10:44:53.848508 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd8fde-53af-4dcf-b6a7-af77bcc71e20 req-c67a71e4-1e71-4b57-8f36-d0df1933fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:53.849987 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a2bd8fde-53af-4dcf-b6a7-af77bcc71e20 req-c67a71e4-1e71-4b57-8f36-d0df1933fb16 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d HTTP/1.1" status: 200 len: 847 time: 0.0489388 May 06 10:44:53.900652 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd8fde-53af-4dcf-b6a7-af77bcc71e20 req-6a6deaae-0009-471a-ba66-929a4ddafea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:53.902185 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a2bd8fde-53af-4dcf-b6a7-af77bcc71e20 req-6a6deaae-0009-471a-ba66-929a4ddafea6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=370813b8-6b08-4d08-936d-a1026117335e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446715 May 06 10:44:53.999722 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a2bd8fde-53af-4dcf-b6a7-af77bcc71e20 req-11f40e71-1fe8-43ee-968d-0194cef473dd service neutron] 10.222.0.77 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913675 May 06 10:44:54.088590 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a2bd8fde-53af-4dcf-b6a7-af77bcc71e20 req-2a7de033-ec82-4d8f-80d4-dc1bbeffa6bf service neutron] 10.222.0.77 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828922 May 06 10:44:54.864460 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813893f0-b62a-4eb3-a346-9f0dd9816ffb req-51e1f725-89f7-40e7-bb5d-b9d42151a749 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:54.866938 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-813893f0-b62a-4eb3-a346-9f0dd9816ffb req-51e1f725-89f7-40e7-bb5d-b9d42151a749 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 943 time: 0.0572009 May 06 10:44:54.911431 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-813893f0-b62a-4eb3-a346-9f0dd9816ffb req-6a2fba85-31bc-440e-898b-f565cd5b3fc2 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384743 May 06 10:44:55.226453 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ace350f4-84fd-4f88-b05b-eb0e1c3fc687 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:44:56.050924 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63daaba1-efc0-416e-a6c5-5209f494740b req-680ec270-5b1a-4b8c-a4de-436e90329974 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:56.052530 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-63daaba1-efc0-416e-a6c5-5209f494740b req-680ec270-5b1a-4b8c-a4de-436e90329974 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 943 time: 0.0618303 May 06 10:44:56.096340 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-63daaba1-efc0-416e-a6c5-5209f494740b req-9af9e420-e5ff-4c77-872f-e424433fedcf tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372460 May 06 10:44:57.275880 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668cbf0d-d728-4392-8163-937ae0bb4bf5 req-6056747c-da5d-4634-a034-2041b8a555fd tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:57.277581 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-668cbf0d-d728-4392-8163-937ae0bb4bf5 req-6056747c-da5d-4634-a034-2041b8a555fd tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 943 time: 0.0843544 May 06 10:44:57.341758 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-668cbf0d-d728-4392-8163-937ae0bb4bf5 req-1bf1b9c3-ea68-4254-8213-460ca2505cea tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573788 May 06 10:44:58.476589 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf640b1-85d5-4dad-9a9d-24164850b9ce req-dc49c2bf-9baf-4e7c-b1f8-dd052a40de5e tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:58.478237 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ecf640b1-85d5-4dad-9a9d-24164850b9ce req-dc49c2bf-9baf-4e7c-b1f8-dd052a40de5e tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 943 time: 0.0589714 May 06 10:44:58.520495 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ecf640b1-85d5-4dad-9a9d-24164850b9ce req-b63631c3-8c3e-4b10-a390-9de098f6dede tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355971 May 06 10:44:59.567077 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:59.672732 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e4dd6-0233-4ee8-9ffd-33ace7714f53 req-c567ad50-9600-4ec4-a1bd-9f15d74ab21d tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:59.674393 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f47e4dd6-0233-4ee8-9ffd-33ace7714f53 req-c567ad50-9600-4ec4-a1bd-9f15d74ab21d tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 943 time: 0.0717418 May 06 10:44:59.719141 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f47e4dd6-0233-4ee8-9ffd-33ace7714f53 req-88366de8-0863-4955-bf35-55705ffd429c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380418 May 06 10:45:00.860496 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194d12b-94c8-445b-be7d-093d66584845 req-9b6bbc1d-3682-40c9-a2ee-5c1dc050363c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:45:00.862262 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f194d12b-94c8-445b-be7d-093d66584845 req-9b6bbc1d-3682-40c9-a2ee-5c1dc050363c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 943 time: 0.0549369 May 06 10:45:00.911164 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f194d12b-94c8-445b-be7d-093d66584845 req-72b55c07-c464-4d1e-9549-e3c96e030ed1 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404236 May 06 10:45:02.031644 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a981efb-e22d-4551-91fe-1166c6f8aa1c req-f9b554c8-e890-412d-942f-1c27f851dd08 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:45:02.033253 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a981efb-e22d-4551-91fe-1166c6f8aa1c req-f9b554c8-e890-412d-942f-1c27f851dd08 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 943 time: 0.0519755 May 06 10:45:02.072653 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8a981efb-e22d-4551-91fe-1166c6f8aa1c req-ff761346-92a9-4644-bec5-23fd16aea41b tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328093 May 06 10:45:03.197027 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ddb6b-52d1-494b-bd81-497a89768873 req-64efd5d3-05c1-4a3c-9a36-a276c6103bd9 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:45:03.198442 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba5ddb6b-52d1-494b-bd81-497a89768873 req-64efd5d3-05c1-4a3c-9a36-a276c6103bd9 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 943 time: 0.0552232 May 06 10:45:03.237065 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba5ddb6b-52d1-494b-bd81-497a89768873 req-4d6f58cb-209d-40cc-aa57-b5a0c4439353 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323532 May 06 10:45:04.385974 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bb384-694c-4056-9912-118e4411109a req-feaffc4a-53dd-4f1d-8a0e-92058ee9905d tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:45:04.387583 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-025bb384-694c-4056-9912-118e4411109a req-feaffc4a-53dd-4f1d-8a0e-92058ee9905d tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 943 time: 0.0542307 May 06 10:45:04.432730 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-025bb384-694c-4056-9912-118e4411109a req-7f62fd3c-bc40-4866-a5c7-b645d6000c1a tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374944 May 06 10:45:05.552496 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434e017-e90b-4620-b3ca-44b660942c8b req-03e7be31-a343-4212-9463-d41d964138e9 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:45:05.553967 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c434e017-e90b-4620-b3ca-44b660942c8b req-03e7be31-a343-4212-9463-d41d964138e9 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 943 time: 0.0485754 May 06 10:45:05.597252 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c434e017-e90b-4620-b3ca-44b660942c8b req-9edfb6f9-1b58-4f38-802f-678035454f5f tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350130 May 06 10:45:06.731680 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e2e66-4826-497a-b899-df9d7d11aa0f req-c862c297-75d2-4ab6-adef-ce2d228f0478 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:45:06.733195 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-457e2e66-4826-497a-b899-df9d7d11aa0f req-c862c297-75d2-4ab6-adef-ce2d228f0478 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 943 time: 0.0606914 May 06 10:45:06.770869 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-457e2e66-4826-497a-b899-df9d7d11aa0f req-393f8b9d-75a1-4106-8a27-231033e0c145 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316401 May 06 10:45:07.895627 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3920c-5873-4702-8a95-a20b0ecd5054 req-5b0b0452-5373-4f20-afcd-cb17d544e9d6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:45:07.897222 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0fb3920c-5873-4702-8a95-a20b0ecd5054 req-5b0b0452-5373-4f20-afcd-cb17d544e9d6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 943 time: 0.0564265 May 06 10:45:07.939396 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0fb3920c-5873-4702-8a95-a20b0ecd5054 req-d6596413-dc14-4808-b016-9bbbfae2d0d9 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354917 May 06 10:45:09.058053 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034451da-00d7-4e96-a801-bbb12f4387b6 req-c12ec656-7e32-4424-8d9a-6f977d3497f9 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:45:09.059565 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-034451da-00d7-4e96-a801-bbb12f4387b6 req-c12ec656-7e32-4424-8d9a-6f977d3497f9 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 943 time: 0.0490193 May 06 10:45:09.096970 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-034451da-00d7-4e96-a801-bbb12f4387b6 req-cf8d02b2-0413-439d-9ebc-43bc0c65607e tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313861 May 06 10:45:09.283656 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ace350f4-84fd-4f88-b05b-eb0e1c3fc687 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:45:09.378453 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port ace350f4-84fd-4f88-b05b-eb0e1c3fc687, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ace350f4-84fd-4f88-b05b-eb0e1c3fc687,segment=NetworkSegment(b2fb7498-2c01-4e2e-a836-da23788947ce),segment_id=b2fb7498-2c01-4e2e-a836-da23788947ce)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:45:09.389337 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': 'ace350f4-84fd-4f88-b05b-eb0e1c3fc687', 'network_id': '370813b8-6b08-4d08-936d-a1026117335e', 'port_id': 'ace350f4-84fd-4f88-b05b-eb0e1c3fc687', 'mac_address': 'fa:16:3e:3e:2b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:45:09.424917 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:09.438284 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace350f4-84fd-4f88-b05b-eb0e1c3fc687 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:45:09.457112 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port ace350f4-84fd-4f88-b05b-eb0e1c3fc687, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ace350f4-84fd-4f88-b05b-eb0e1c3fc687,segment=NetworkSegment(b2fb7498-2c01-4e2e-a836-da23788947ce),segment_id=b2fb7498-2c01-4e2e-a836-da23788947ce)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:45:09.462282 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:09.667597 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=ace350f4-84fd-4f88-b05b-eb0e1c3fc687,revision_number=9']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:45:09.855870 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['ace350f4-84fd-4f88-b05b-eb0e1c3fc687'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:45:10.218791 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b3ba6-c45c-4373-a53f-e03bde422634 req-9a03d900-14ac-4b02-854b-863767a36a38 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:45:10.220308 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f27b3ba6-c45c-4373-a53f-e03bde422634 req-9a03d900-14ac-4b02-854b-863767a36a38 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 944 time: 0.0539284 May 06 10:45:10.258438 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f27b3ba6-c45c-4373-a53f-e03bde422634 req-03ca3886-99c6-4d9d-bd24-21125e38f748 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316825 May 06 10:45:11.288032 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ace350f4-84fd-4f88-b05b-eb0e1c3fc687 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:45:11.347567 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port ace350f4-84fd-4f88-b05b-eb0e1c3fc687 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:45:11.347947 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:11.388631 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032b6dd-78b4-4790-b5ba-122829daa817 req-0bf6b74e-5b05-41ca-abb9-077a15b8ac83 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:45:11.390271 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f032b6dd-78b4-4790-b5ba-122829daa817 req-0bf6b74e-5b05-41ca-abb9-077a15b8ac83 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 944 time: 0.0584750 May 06 10:45:11.446226 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f032b6dd-78b4-4790-b5ba-122829daa817 req-89c8637d-ba19-4713-8a76-c9a861559023 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491788 May 06 10:45:11.474595 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:11.502292 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7597052f-adbb-4b06-a0b2-ac7bcaa0fb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace350f4-84fd-4f88-b05b-eb0e1c3fc687'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:45:11.504606 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532bd0f9c54137a25b4c1a322a0cfb660db88c671ca36eb22ff5f9a731e51081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d39f33-70a1-464a-8a73-eeeef7c6e105" -d '{"events": [{"server_uuid": "7597052f-adbb-4b06-a0b2-ac7bcaa0fb16", "name": "network-vif-plugged", "status": "completed", "tag": "ace350f4-84fd-4f88-b05b-eb0e1c3fc687"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:45:11.518297 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port ace350f4-84fd-4f88-b05b-eb0e1c3fc687, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ace350f4-84fd-4f88-b05b-eb0e1c3fc687,segment=NetworkSegment(b2fb7498-2c01-4e2e-a836-da23788947ce),segment_id=b2fb7498-2c01-4e2e-a836-da23788947ce)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:45:11.523598 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:11.579926 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=ace350f4-84fd-4f88-b05b-eb0e1c3fc687,revision_number=10']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:45:11.612686 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14be8b0a-44b1-446d-b1ec-56811181618f x-openstack-request-id: req-14be8b0a-44b1-446d-b1ec-56811181618f {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:45:11.613025 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7597052f-adbb-4b06-a0b2-ac7bcaa0fb16", "name": "network-vif-plugged", "status": "completed", "tag": "ace350f4-84fd-4f88-b05b-eb0e1c3fc687", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:45:11.613339 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-14be8b0a-44b1-446d-b1ec-56811181618f {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:45:11.613740 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14be8b0a-44b1-446d-b1ec-56811181618f'] response: {'server_uuid': '7597052f-adbb-4b06-a0b2-ac7bcaa0fb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace350f4-84fd-4f88-b05b-eb0e1c3fc687', 'code': 200} May 06 10:45:11.819302 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0544d-a3a3-4a43-8e4c-c53c8065bd80 req-7f2ab1f9-a66d-4ab4-a69b-a30af7661bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:45:11.820751 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-22d0544d-a3a3-4a43-8e4c-c53c8065bd80 req-7f2ab1f9-a66d-4ab4-a69b-a30af7661bbe service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 1097 time: 0.0474465 May 06 10:45:11.858976 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-22d0544d-a3a3-4a43-8e4c-c53c8065bd80 req-c86cf41b-466c-401b-b563-09565363ae3e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315394 May 06 10:45:12.573964 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044ae8d-a55d-49d4-b094-11b0fe8b9688 req-4c761b50-389a-4fea-8303-812170cf9086 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:45:12.575470 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e044ae8d-a55d-49d4-b094-11b0fe8b9688 req-4c761b50-389a-4fea-8303-812170cf9086 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 946 time: 0.0494215 May 06 10:45:12.612194 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e044ae8d-a55d-49d4-b094-11b0fe8b9688 req-b8601c54-4951-4ba6-b276-dc4897ffca4d tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307803 May 06 10:45:13.734915 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f0288-7df8-4843-a7c3-c325666ff7e0 req-c896581e-9456-49f6-a330-99d6e8126dca tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:45:13.736436 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bd2f0288-7df8-4843-a7c3-c325666ff7e0 req-c896581e-9456-49f6-a330-99d6e8126dca tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 946 time: 0.0550215 May 06 10:45:13.775530 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bd2f0288-7df8-4843-a7c3-c325666ff7e0 req-ed0d1d2b-edab-4f3c-818e-bab2e422bc38 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326664 May 06 10:45:16.061485 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1acc64ed-63f8-43aa-8d85-1e6880973c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:18.586627 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-93cbae44-0b77-48a4-b58f-c5c3520d43c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:19.291469 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:19.775018 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:21.462306 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:21.593168 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:23.012341 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:45:29.576955 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:36.536771 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fca90791-0607-4e76-8535-8d8c8575e6c4 req-dec04a97-cb59-492a-875c-4e8ca8a460f5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483992 May 06 10:45:36.644138 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca90791-0607-4e76-8535-8d8c8575e6c4 req-fe78b935-0ac8-49dc-bd24-7b34bd615921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:45:36.645663 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fca90791-0607-4e76-8535-8d8c8575e6c4 req-fe78b935-0ac8-49dc-bd24-7b34bd615921 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53bfe31195654359ab7709d61f78ae3b&device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 1097 time: 0.0436585 May 06 10:45:36.779081 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca90791-0607-4e76-8535-8d8c8575e6c4 req-b5702e7e-bb7f-4418-a808-80e3560cbae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:45:36.780500 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fca90791-0607-4e76-8535-8d8c8575e6c4 req-b5702e7e-bb7f-4418-a808-80e3560cbae2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=370813b8-6b08-4d08-936d-a1026117335e HTTP/1.1" status: 200 len: 909 time: 0.1139793 May 06 10:45:36.853571 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fca90791-0607-4e76-8535-8d8c8575e6c4 req-cdcf1cb2-b269-436e-b26a-1e2281191149 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ace350f4-84fd-4f88-b05b-eb0e1c3fc687 HTTP/1.1" status: 200 len: 1001 time: 0.0666573 May 06 10:45:36.904530 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca90791-0607-4e76-8535-8d8c8575e6c4 req-fdda9d16-5875-4cb8-8ac2-0b30dee4fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:45:36.906064 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fca90791-0607-4e76-8535-8d8c8575e6c4 req-fdda9d16-5875-4cb8-8ac2-0b30dee4fb14 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d HTTP/1.1" status: 200 len: 847 time: 0.0461450 May 06 10:45:36.959879 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca90791-0607-4e76-8535-8d8c8575e6c4 req-8e8afd4c-17c9-4139-94a2-a653738010d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:45:36.961982 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fca90791-0607-4e76-8535-8d8c8575e6c4 req-8e8afd4c-17c9-4139-94a2-a653738010d5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=370813b8-6b08-4d08-936d-a1026117335e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490053 May 06 10:45:37.068286 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fca90791-0607-4e76-8535-8d8c8575e6c4 req-c257a72c-3b9d-4e4e-8d26-995189c173b0 service neutron] 10.222.0.77 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991693 May 06 10:45:37.165228 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-fca90791-0607-4e76-8535-8d8c8575e6c4 req-029c5a9d-5614-4027-922e-91e53c5c4e93 service neutron] 10.222.0.77 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907259 May 06 10:45:46.068392 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4552d1db-4358-4f27-b3d2-c7457ccce229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:48.589247 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d5b9a216-db0e-4d9a-80d1-68e087293c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:49.288281 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:49.772025 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:51.463107 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:51.595904 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:59.578623 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:00.012030 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:46:16.062488 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b0638bd0-4baa-483d-9742-ebe95a517505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:18.591604 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8d00ab2a-760b-4a55-bdee-56c2ffde3324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:19.288178 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:19.773063 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:21.466329 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:21.598352 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:29.590136 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:37.011882 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:46:38.472135 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a75f0c0a-09ba-4ccf-995c-92e8385257d8 req-ae49ca94-ca3f-4f4d-963f-2c8e41fd90e3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467947 May 06 10:46:38.580110 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f0c0a-09ba-4ccf-995c-92e8385257d8 req-63017838-4253-4b61-a29d-bad87ac2ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:46:38.581653 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a75f0c0a-09ba-4ccf-995c-92e8385257d8 req-63017838-4253-4b61-a29d-bad87ac2ca2a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53bfe31195654359ab7709d61f78ae3b&device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 1097 time: 0.0482588 May 06 10:46:38.697256 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f0c0a-09ba-4ccf-995c-92e8385257d8 req-6116499f-c4ad-4f34-b5ba-3389f2d66b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:46:38.698761 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a75f0c0a-09ba-4ccf-995c-92e8385257d8 req-6116499f-c4ad-4f34-b5ba-3389f2d66b73 service neutron] 10.222.0.77 "GET /v2.0/networks?id=370813b8-6b08-4d08-936d-a1026117335e HTTP/1.1" status: 200 len: 909 time: 0.0983293 May 06 10:46:38.774695 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a75f0c0a-09ba-4ccf-995c-92e8385257d8 req-4ccce285-9056-4b29-947a-c69c4789403f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ace350f4-84fd-4f88-b05b-eb0e1c3fc687 HTTP/1.1" status: 200 len: 1001 time: 0.0696318 May 06 10:46:38.822415 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f0c0a-09ba-4ccf-995c-92e8385257d8 req-c5a50902-5a10-4114-8b57-eeceb47a54b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:46:38.823924 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a75f0c0a-09ba-4ccf-995c-92e8385257d8 req-c5a50902-5a10-4114-8b57-eeceb47a54b8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d HTTP/1.1" status: 200 len: 847 time: 0.0434778 May 06 10:46:38.869912 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f0c0a-09ba-4ccf-995c-92e8385257d8 req-f6f1e882-3954-4103-808b-da75a33a579d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:46:38.871494 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a75f0c0a-09ba-4ccf-995c-92e8385257d8 req-f6f1e882-3954-4103-808b-da75a33a579d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=370813b8-6b08-4d08-936d-a1026117335e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415077 May 06 10:46:38.965153 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a75f0c0a-09ba-4ccf-995c-92e8385257d8 req-00f5ffda-19fc-4b07-a183-940320d2b0ee service neutron] 10.222.0.77 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867965 May 06 10:46:39.057082 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-a75f0c0a-09ba-4ccf-995c-92e8385257d8 req-82512a38-4b60-47e7-8159-f1c73f6fc7fa service neutron] 10.222.0.77 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853665 May 06 10:46:46.066713 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e669a8ed-1d9d-41dd-957b-a435eea933ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:48.597001 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-9e7da96b-46eb-4c16-8c9a-f758eb12a432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:49.310052 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:49.776493 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:51.472023 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:51.604235 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:58.701381 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40848) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:46:58.904790 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-789ecb89-ec7f-4a6f-b21e-2f27a59a8e04 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Deleting port cff3d5aa-7d37-43b9-905c-bff776740fa8 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:46:58.905142 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-789ecb89-ec7f-4a6f-b21e-2f27a59a8e04 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:58.984728 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-789ecb89-ec7f-4a6f-b21e-2f27a59a8e04 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:58.984996 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-789ecb89-ec7f-4a6f-b21e-2f27a59a8e04 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:58.996788 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-789ecb89-ec7f-4a6f-b21e-2f27a59a8e04 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Calling delete_port for cff3d5aa-7d37-43b9-905c-bff776740fa8 owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:46:59.146127 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-789ecb89-ec7f-4a6f-b21e-2f27a59a8e04 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:59.169757 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ecb89-ec7f-4a6f-b21e-2f27a59a8e04 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Pushing event deleted for resources: {'Port': ['ID=cff3d5aa-7d37-43b9-905c-bff776740fa8,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:46:59.183164 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ecb89-ec7f-4a6f-b21e-2f27a59a8e04 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:46:59.183522 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ecb89-ec7f-4a6f-b21e-2f27a59a8e04 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:46:59.183866 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ecb89-ec7f-4a6f-b21e-2f27a59a8e04 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:46:59.184205 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ecb89-ec7f-4a6f-b21e-2f27a59a8e04 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:46:59.184541 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ecb89-ec7f-4a6f-b21e-2f27a59a8e04 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:46:59.184908 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ecb89-ec7f-4a6f-b21e-2f27a59a8e04 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:46:59.185245 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ecb89-ec7f-4a6f-b21e-2f27a59a8e04 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:46:59.185580 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ecb89-ec7f-4a6f-b21e-2f27a59a8e04 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:46:59.185916 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ecb89-ec7f-4a6f-b21e-2f27a59a8e04 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:46:59.186243 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ecb89-ec7f-4a6f-b21e-2f27a59a8e04 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:46:59.186578 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ecb89-ec7f-4a6f-b21e-2f27a59a8e04 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:46:59.186906 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ecb89-ec7f-4a6f-b21e-2f27a59a8e04 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:46:59.245450 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-789ecb89-ec7f-4a6f-b21e-2f27a59a8e04 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:59.245698 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-789ecb89-ec7f-4a6f-b21e-2f27a59a8e04 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Floating IP 584c378a-cc1b-48b2-a70a-f54c99c5f496 disassociated (deleted). External IP: 172.25.5.208, port: ace350f4-84fd-4f88-b05b-eb0e1c3fc687. May 06 10:46:59.457730 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789ecb89-ec7f-4a6f-b21e-2f27a59a8e04 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Router 4144e7c9-d291-4496-90ef-e42afec5bb39 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:46:59.572385 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789ecb89-ec7f-4a6f-b21e-2f27a59a8e04 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:46:59.577562 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-789ecb89-ec7f-4a6f-b21e-2f27a59a8e04 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:59.583155 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ad245b-e2e0-4869-a5d0-ba1c7636e581 None None] Sync routers for ids ['4144e7c9-d291-4496-90ef-e42afec5bb39'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:46:59.594182 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ad245b-e2e0-4869-a5d0-ba1c7636e581 None None] Routers {'4144e7c9-d291-4496-90ef-e42afec5bb39'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:46:59.594820 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-45ad245b-e2e0-4869-a5d0-ba1c7636e581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:46:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['4144e7c9-d291-4496-90ef-e42afec5bb39'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:46:59.601694 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:59.606505 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-789ecb89-ec7f-4a6f-b21e-2f27a59a8e04 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "DELETE /v2.0/floatingips/584c378a-cc1b-48b2-a70a-f54c99c5f496 HTTP/1.1" status: 204 len: 168 time: 0.9039695 May 06 10:46:59.607232 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7597052f-adbb-4b06-a0b2-ac7bcaa0fb16', 'tag': 'ace350f4-84fd-4f88-b05b-eb0e1c3fc687'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:46:59.609456 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4203f62887ad6c042520207c1f89edfd97f1d269ecb3a7960f22881858371cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d44656-9985-4f1a-9156-4274dad0f151" -d '{"events": [{"name": "network-changed", "server_uuid": "7597052f-adbb-4b06-a0b2-ac7bcaa0fb16", "tag": "ace350f4-84fd-4f88-b05b-eb0e1c3fc687"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:46:59.722506 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-45ad245b-e2e0-4869-a5d0-ba1c7636e581 None None] Set router 4144e7c9-d291-4496-90ef-e42afec5bb39 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:46:59.863430 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74507a1-9f66-4f0c-b209-a21e84bd233a x-openstack-request-id: req-f74507a1-9f66-4f0c-b209-a21e84bd233a {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:46:59.863959 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7597052f-adbb-4b06-a0b2-ac7bcaa0fb16", "tag": "ace350f4-84fd-4f88-b05b-eb0e1c3fc687", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:46:59.864346 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f74507a1-9f66-4f0c-b209-a21e84bd233a {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:46:59.865034 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f74507a1-9f66-4f0c-b209-a21e84bd233a'] response: {'name': 'network-changed', 'server_uuid': '7597052f-adbb-4b06-a0b2-ac7bcaa0fb16', 'tag': 'ace350f4-84fd-4f88-b05b-eb0e1c3fc687', 'status': 'completed', 'code': 200} May 06 10:46:59.949033 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-45ad245b-e2e0-4869-a5d0-ba1c7636e581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'name': 'tempest-TestShelveInstance-713185339-router', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '319c9925-528f-41f9-9bea-b50981e64e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:41:31Z', 'updated_at': '2022-05-06T10:41:34Z', 'revision_number': 4, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'gw_port': {'id': '319c9925-528f-41f9-9bea-b50981e64e93', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:32Z', 'updated_at': '2022-05-06T10:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'ca2bf08c-9ca3-4b98-91df-a4ee6098ef16', 'name': '', 'network_id': '370813b8-6b08-4d08-936d-a1026117335e', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'mac_address': 'fa:16:3e:f0:f2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:34Z', 'updated_at': '2022-05-06T10:41:38Z', 'revision_number': 5, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'subnets': [{'id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:46:59.984335 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ad245b-e2e0-4869-a5d0-ba1c7636e581 None None] Checking router: 4144e7c9-d291-4496-90ef-e42afec5bb39 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:46:59.994058 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ad245b-e2e0-4869-a5d0-ba1c7636e581 None None] Routers {'4144e7c9-d291-4496-90ef-e42afec5bb39'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:46:59.994680 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-45ad245b-e2e0-4869-a5d0-ba1c7636e581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:46:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['4144e7c9-d291-4496-90ef-e42afec5bb39'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:47:00.018338 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d44656-9985-4f1a-9156-4274dad0f151 req-4928b3ac-7cf6-4670-946d-8ae96840f9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:00.019957 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-70d44656-9985-4f1a-9156-4274dad0f151 req-4928b3ac-7cf6-4670-946d-8ae96840f9fd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53bfe31195654359ab7709d61f78ae3b&device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 1097 time: 0.1087751 May 06 10:47:00.036013 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb316421-aa37-42f2-a2bf-6e675fd0dd20 req-e1f17b7e-e0d3-40bf-90fe-f8d9ddb668dd tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:00.037585 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb316421-aa37-42f2-a2bf-6e675fd0dd20 req-e1f17b7e-e0d3-40bf-90fe-f8d9ddb668dd tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 946 time: 0.1207325 May 06 10:47:00.095991 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cb316421-aa37-42f2-a2bf-6e675fd0dd20 req-69714e49-839f-4f95-b37c-8065e92be0f2 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512874 May 06 10:47:00.137312 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d44656-9985-4f1a-9156-4274dad0f151 req-9ffcc0f5-11e2-4aff-b40b-a59f84ed5d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:00.139080 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-70d44656-9985-4f1a-9156-4274dad0f151 req-9ffcc0f5-11e2-4aff-b40b-a59f84ed5d5b service neutron] 10.222.0.77 "GET /v2.0/networks?id=370813b8-6b08-4d08-936d-a1026117335e HTTP/1.1" status: 200 len: 909 time: 0.1106985 May 06 10:47:00.195422 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-70d44656-9985-4f1a-9156-4274dad0f151 req-0fda23c6-c602-4cb7-834c-22068cfd7a89 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ace350f4-84fd-4f88-b05b-eb0e1c3fc687 HTTP/1.1" status: 200 len: 217 time: 0.0415809 May 06 10:47:00.210670 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-45ad245b-e2e0-4869-a5d0-ba1c7636e581 None None] Set router 4144e7c9-d291-4496-90ef-e42afec5bb39 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:47:00.250137 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d44656-9985-4f1a-9156-4274dad0f151 req-c56f6998-1f3f-4cf0-9a98-68459bc9d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:00.251742 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-70d44656-9985-4f1a-9156-4274dad0f151 req-c56f6998-1f3f-4cf0-9a98-68459bc9d759 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d HTTP/1.1" status: 200 len: 847 time: 0.0483384 May 06 10:47:00.305121 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d44656-9985-4f1a-9156-4274dad0f151 req-26460b56-7759-45d0-ab30-19e772e1c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:00.306652 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-70d44656-9985-4f1a-9156-4274dad0f151 req-26460b56-7759-45d0-ab30-19e772e1c16c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=370813b8-6b08-4d08-936d-a1026117335e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470450 May 06 10:47:00.454108 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-45ad245b-e2e0-4869-a5d0-ba1c7636e581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'name': 'tempest-TestShelveInstance-713185339-router', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '319c9925-528f-41f9-9bea-b50981e64e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:41:31Z', 'updated_at': '2022-05-06T10:41:34Z', 'revision_number': 4, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'gw_port': {'id': '319c9925-528f-41f9-9bea-b50981e64e93', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:32Z', 'updated_at': '2022-05-06T10:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'ca2bf08c-9ca3-4b98-91df-a4ee6098ef16', 'name': '', 'network_id': '370813b8-6b08-4d08-936d-a1026117335e', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'mac_address': 'fa:16:3e:f0:f2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:34Z', 'updated_at': '2022-05-06T10:41:38Z', 'revision_number': 5, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'subnets': [{'id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:47:00.486335 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ad245b-e2e0-4869-a5d0-ba1c7636e581 None None] The sync data for ids ['4144e7c9-d291-4496-90ef-e42afec5bb39'] in n-d-840835-1 is: [{'id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'name': 'tempest-TestShelveInstance-713185339-router', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '319c9925-528f-41f9-9bea-b50981e64e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:41:31Z', 'updated_at': '2022-05-06T10:41:34Z', 'revision_number': 4, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'gw_port': {'id': '319c9925-528f-41f9-9bea-b50981e64e93', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:32Z', 'updated_at': '2022-05-06T10:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'ca2bf08c-9ca3-4b98-91df-a4ee6098ef16', 'name': '', 'network_id': '370813b8-6b08-4d08-936d-a1026117335e', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'mac_address': 'fa:16:3e:f0:f2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:34Z', 'updated_at': '2022-05-06T10:41:38Z', 'revision_number': 5, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'subnets': [{'id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:47:00.735312 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-70d44656-9985-4f1a-9156-4274dad0f151 req-623d4bb4-0b0e-45cb-8af0-0a6061fe54cb service neutron] 10.222.0.77 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212821 May 06 10:47:00.735888 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c334e9af-d386-4c48-aff6-51f764abf721 None None] New status for floating IP 584c378a-cc1b-48b2-a70a-f54c99c5f496: DOWN {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:47:00.827806 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-70d44656-9985-4f1a-9156-4274dad0f151 req-5bda0c44-31d4-4a56-9449-d396ecf23a05 service neutron] 10.222.0.77 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851929 May 06 10:47:01.216970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a190a-3502-4f20-9b9c-1aa9b3e27745 req-7e55d5d3-5198-48b3-ab0f-dcc3f48896f5 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:01.218465 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e08a190a-3502-4f20-9b9c-1aa9b3e27745 req-7e55d5d3-5198-48b3-ab0f-dcc3f48896f5 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 946 time: 0.0497472 May 06 10:47:01.261464 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e08a190a-3502-4f20-9b9c-1aa9b3e27745 req-fa1d313f-18cf-45d8-a383-4be032a79d40 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=260078e5-ed77-44df-bd81-b91b2fb1f01a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368891 May 06 10:47:01.533420 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7fc19-c37c-444d-a3cb-edb78190e01c req-27d1a2d6-930b-4891-a193-23c302ec57b0 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:01.534768 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cad7fc19-c37c-444d-a3cb-edb78190e01c req-27d1a2d6-930b-4891-a193-23c302ec57b0 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.77 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 946 time: 0.0522914 May 06 10:47:01.623268 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-cad7fc19-c37c-444d-a3cb-edb78190e01c req-364af45b-8c35-450b-853e-5566f2d693b5 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Deleting port ace350f4-84fd-4f88-b05b-eb0e1c3fc687 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:47:01.623612 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cad7fc19-c37c-444d-a3cb-edb78190e01c req-364af45b-8c35-450b-853e-5566f2d693b5 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:01.715280 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-cad7fc19-c37c-444d-a3cb-edb78190e01c req-364af45b-8c35-450b-853e-5566f2d693b5 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] For port ace350f4-84fd-4f88-b05b-eb0e1c3fc687, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=ace350f4-84fd-4f88-b05b-eb0e1c3fc687,segment=NetworkSegment(b2fb7498-2c01-4e2e-a836-da23788947ce),segment_id=b2fb7498-2c01-4e2e-a836-da23788947ce)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:47:01.715655 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cad7fc19-c37c-444d-a3cb-edb78190e01c req-364af45b-8c35-450b-853e-5566f2d693b5 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:01.728482 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-cad7fc19-c37c-444d-a3cb-edb78190e01c req-364af45b-8c35-450b-853e-5566f2d693b5 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Calling delete_port for ace350f4-84fd-4f88-b05b-eb0e1c3fc687 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:47:01.855297 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cad7fc19-c37c-444d-a3cb-edb78190e01c req-364af45b-8c35-450b-853e-5566f2d693b5 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:01.891062 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364af45b-8c35-450b-853e-5566f2d693b5 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Pushing event deleted for resources: {'Port': ['ID=ace350f4-84fd-4f88-b05b-eb0e1c3fc687,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:47:01.933404 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad7fc19-c37c-444d-a3cb-edb78190e01c req-364af45b-8c35-450b-853e-5566f2d693b5 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] No DVR routers for this DVR port ace350f4-84fd-4f88-b05b-eb0e1c3fc687 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:47:01.939884 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-cad7fc19-c37c-444d-a3cb-edb78190e01c req-364af45b-8c35-450b-853e-5566f2d693b5 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:01.943378 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cad7fc19-c37c-444d-a3cb-edb78190e01c req-364af45b-8c35-450b-853e-5566f2d693b5 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.77 "DELETE /v2.0/ports/ace350f4-84fd-4f88-b05b-eb0e1c3fc687 HTTP/1.1" status: 204 len: 173 time: 0.4024210 May 06 10:47:01.943841 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7597052f-adbb-4b06-a0b2-ac7bcaa0fb16', 'name': 'network-vif-deleted', 'tag': 'ace350f4-84fd-4f88-b05b-eb0e1c3fc687'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:47:01.946133 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4203f62887ad6c042520207c1f89edfd97f1d269ecb3a7960f22881858371cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ae6cea-3f99-4d77-b4f9-3c2ea6079108" -d '{"events": [{"server_uuid": "7597052f-adbb-4b06-a0b2-ac7bcaa0fb16", "name": "network-vif-deleted", "tag": "ace350f4-84fd-4f88-b05b-eb0e1c3fc687"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:47:01.986999 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d51716-6393-47e6-887e-307489a64803 x-openstack-request-id: req-82d51716-6393-47e6-887e-307489a64803 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:47:01.987452 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7597052f-adbb-4b06-a0b2-ac7bcaa0fb16", "name": "network-vif-deleted", "tag": "ace350f4-84fd-4f88-b05b-eb0e1c3fc687", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:47:01.987817 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-82d51716-6393-47e6-887e-307489a64803 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:47:01.988324 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82d51716-6393-47e6-887e-307489a64803'] response: {'server_uuid': '7597052f-adbb-4b06-a0b2-ac7bcaa0fb16', 'name': 'network-vif-deleted', 'tag': 'ace350f4-84fd-4f88-b05b-eb0e1c3fc687', 'status': 'completed', 'code': 200} May 06 10:47:02.376958 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-94bbda38-a1f5-4018-8dc0-c0460c3fe626 req-f7525b41-723e-483d-8c38-47c9061ddc44 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=7597052f-adbb-4b06-a0b2-ac7bcaa0fb16 HTTP/1.1" status: 200 len: 210 time: 0.0304775 May 06 10:47:03.440898 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40876) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:47:03.506734 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5aae0ab1-c3b9-4c59-9188-93b7e4dbc133 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:03.535195 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5aae0ab1-c3b9-4c59-9188-93b7e4dbc133 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:03.600595 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5aae0ab1-c3b9-4c59-9188-93b7e4dbc133 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:03.603478 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-5aae0ab1-c3b9-4c59-9188-93b7e4dbc133 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:03.604702 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-5aae0ab1-c3b9-4c59-9188-93b7e4dbc133 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "DELETE /v2.0/security-groups/260078e5-ed77-44df-bd81-b91b2fb1f01a HTTP/1.1" status: 204 len: 168 time: 0.1611950 May 06 10:47:03.619885 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae0ab1-c3b9-4c59-9188-93b7e4dbc133 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=260078e5-ed77-44df-bd81-b91b2fb1f01a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:47:03.864674 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 40882) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:47:03.869602 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-427d7da1-b81c-433b-9550-8fdcddc821a6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-667192951', 'description': 'tempest-secgroup-smoke-667192951 description', 'project_id': '53bfe31195654359ab7709d61f78ae3b'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:47:03.890391 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-427d7da1-b81c-433b-9550-8fdcddc821a6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:03.959619 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-427d7da1-b81c-433b-9550-8fdcddc821a6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:03.963465 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-427d7da1-b81c-433b-9550-8fdcddc821a6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:03.994587 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d7da1-b81c-433b-9550-8fdcddc821a6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21a50a52-2345-4806-b101-8bc1c870aea4,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:47:03.999518 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-427d7da1-b81c-433b-9550-8fdcddc821a6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:04.000768 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-427d7da1-b81c-433b-9550-8fdcddc821a6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1347806 May 06 10:47:04.003823 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40884) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:47:04.007512 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427d7da1-b81c-433b-9550-8fdcddc821a6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:04.007896 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427d7da1-b81c-433b-9550-8fdcddc821a6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:04.008244 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427d7da1-b81c-433b-9550-8fdcddc821a6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:04.008387 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-37967348-c831-4c39-8471-0db2daa4302d tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Request body: {'security_group_rule': {'security_group_id': '21a50a52-2345-4806-b101-8bc1c870aea4', 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:47:04.008594 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427d7da1-b81c-433b-9550-8fdcddc821a6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:04.008917 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427d7da1-b81c-433b-9550-8fdcddc821a6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:04.009253 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427d7da1-b81c-433b-9550-8fdcddc821a6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:04.009709 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427d7da1-b81c-433b-9550-8fdcddc821a6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:04.010052 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427d7da1-b81c-433b-9550-8fdcddc821a6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:04.010446 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427d7da1-b81c-433b-9550-8fdcddc821a6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:04.010904 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427d7da1-b81c-433b-9550-8fdcddc821a6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:04.011370 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427d7da1-b81c-433b-9550-8fdcddc821a6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:04.011817 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427d7da1-b81c-433b-9550-8fdcddc821a6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:04.040190 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-37967348-c831-4c39-8471-0db2daa4302d tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:04.088862 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-37967348-c831-4c39-8471-0db2daa4302d tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:04.092379 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-37967348-c831-4c39-8471-0db2daa4302d tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:04.109947 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37967348-c831-4c39-8471-0db2daa4302d tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d47a40a-1a63-4e65-81e4-1ecac61ef379,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:47:04.117995 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-37967348-c831-4c39-8471-0db2daa4302d tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:04.119216 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-37967348-c831-4c39-8471-0db2daa4302d tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1143339 May 06 10:47:04.121868 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40886) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:47:04.126629 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-a2d8cdff-72ce-454f-8cc4-35672c2ba5f6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Request body: {'security_group_rule': {'security_group_id': '21a50a52-2345-4806-b101-8bc1c870aea4', 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:47:04.155895 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a2d8cdff-72ce-454f-8cc4-35672c2ba5f6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:04.216412 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a2d8cdff-72ce-454f-8cc4-35672c2ba5f6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:04.220386 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a2d8cdff-72ce-454f-8cc4-35672c2ba5f6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:04.238116 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8cdff-72ce-454f-8cc4-35672c2ba5f6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=405af163-e379-4b68-b55f-36c1b94d6f19,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:47:04.247090 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a2d8cdff-72ce-454f-8cc4-35672c2ba5f6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:04.248820 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a2d8cdff-72ce-454f-8cc4-35672c2ba5f6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1255498 May 06 10:47:04.251574 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40888) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:47:04.256132 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-62e603ca-9424-4d67-8665-1d26d1587cdf tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Request body: {'security_group_rule': {'security_group_id': '21a50a52-2345-4806-b101-8bc1c870aea4', 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:47:04.281456 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-62e603ca-9424-4d67-8665-1d26d1587cdf tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:04.343080 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-62e603ca-9424-4d67-8665-1d26d1587cdf tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:04.347008 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-62e603ca-9424-4d67-8665-1d26d1587cdf tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:04.367676 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e603ca-9424-4d67-8665-1d26d1587cdf tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f665d15d-b02a-48d1-af3d-5a2e67ac0721,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:47:04.375377 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-62e603ca-9424-4d67-8665-1d26d1587cdf tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:04.377700 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-62e603ca-9424-4d67-8665-1d26d1587cdf tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247578 May 06 10:47:04.380766 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40890) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:47:04.389814 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-4bdd28f1-dcbb-4614-8adf-3d701ee79f1a tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Request body: {'security_group_rule': {'security_group_id': '21a50a52-2345-4806-b101-8bc1c870aea4', 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:47:04.419880 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4bdd28f1-dcbb-4614-8adf-3d701ee79f1a tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:04.484053 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4bdd28f1-dcbb-4614-8adf-3d701ee79f1a tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:04.487167 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4bdd28f1-dcbb-4614-8adf-3d701ee79f1a tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:04.505409 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd28f1-dcbb-4614-8adf-3d701ee79f1a tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d486d6-eedb-4624-9e06-8f6556b05313,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:47:04.515337 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-4bdd28f1-dcbb-4614-8adf-3d701ee79f1a tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:04.516530 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4bdd28f1-dcbb-4614-8adf-3d701ee79f1a tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1340284 May 06 10:47:04.520763 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40892) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:47:04.524958 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-ef80766d-30ce-45e9-b4e9-8fba5ce9168c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Request body: {'security_group_rule': {'security_group_id': '21a50a52-2345-4806-b101-8bc1c870aea4', 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:47:04.545199 n-d-840835-1 neutron-server[102652]: INFO neutron.db.securitygroups_db [None req-ef80766d-30ce-45e9-b4e9-8fba5ce9168c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Project 53bfe31195654359ab7709d61f78ae3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:47:04.549920 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef80766d-30ce-45e9-b4e9-8fba5ce9168c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:04.612588 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef80766d-30ce-45e9-b4e9-8fba5ce9168c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:04.619051 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef80766d-30ce-45e9-b4e9-8fba5ce9168c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:04.643813 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80766d-30ce-45e9-b4e9-8fba5ce9168c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e8ed40-71d2-4122-9e36-9aed83ee5491,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:47:04.651813 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ef80766d-30ce-45e9-b4e9-8fba5ce9168c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:04.653324 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ef80766d-30ce-45e9-b4e9-8fba5ce9168c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1316411 May 06 10:47:04.656857 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 40894) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:47:04.661227 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-9068383e-6ba5-41d3-a2be-87b95a7a0c55 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Request body: {'security_group_rule': {'security_group_id': '21a50a52-2345-4806-b101-8bc1c870aea4', 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:47:04.682894 n-d-840835-1 neutron-server[102652]: INFO neutron.db.securitygroups_db [None req-9068383e-6ba5-41d3-a2be-87b95a7a0c55 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Project 53bfe31195654359ab7709d61f78ae3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:47:04.688556 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9068383e-6ba5-41d3-a2be-87b95a7a0c55 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:04.752701 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9068383e-6ba5-41d3-a2be-87b95a7a0c55 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:04.756899 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9068383e-6ba5-41d3-a2be-87b95a7a0c55 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:04.775602 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068383e-6ba5-41d3-a2be-87b95a7a0c55 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84065c3b-5975-4f1f-bfd9-67c60286153d,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:47:04.786528 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-9068383e-6ba5-41d3-a2be-87b95a7a0c55 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:04.788232 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-9068383e-6ba5-41d3-a2be-87b95a7a0c55 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1303928 May 06 10:47:05.846928 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ace350f4-84fd-4f88-b05b-eb0e1c3fc687 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:47:05.870500 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: ace350f4-84fd-4f88-b05b-eb0e1c3fc687 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:47:05.870951 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device ace350f4-84fd-4f88-b05b-eb0e1c3fc687 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:47:14.013666 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:47:16.074453 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-705d9907-eaf0-40b5-bafd-126185263b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:18.601756 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a8a0cd0b-d1f6-45a5-b0a9-744ba9c62b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:19.308442 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:19.780777 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:20.121077 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-a680612f-60bd-4614-b194-64c1e915e49a tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-667192951&fields=id&tenant_id=53bfe31195654359ab7709d61f78ae3b HTTP/1.1" status: 200 len: 267 time: 0.0356102 May 06 10:47:20.250752 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-2eaf2adc-1c60-4e99-a1b7-76e5953a75be tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:20.252119 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-2eaf2adc-1c60-4e99-a1b7-76e5953a75be tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/networks?id=370813b8-6b08-4d08-936d-a1026117335e HTTP/1.1" status: 200 len: 808 time: 0.1233606 May 06 10:47:20.269494 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-eaa633de-44d9-41f9-b9f7-1a3d2963402e tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/quotas/53bfe31195654359ab7709d61f78ae3b HTTP/1.1" status: 200 len: 375 time: 0.0113871 May 06 10:47:20.326723 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-0f51a203-b932-4ec3-964a-fec94794b306 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=53bfe31195654359ab7709d61f78ae3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512776 May 06 10:47:20.402296 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-b97a3027-4c6d-4def-ae7a-430e0a7543f0 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:47:20.403370 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-b97a3027-4c6d-4def-ae7a-430e0a7543f0 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0649693 May 06 10:47:20.513141 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-5203f609-a414-4960-bf35-d5c9e4c448a2 service neutron] 10.222.0.73 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001935 May 06 10:47:20.612923 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-98278dfc-8c69-4d8b-bf18-085a68c442d4 service neutron] 10.222.0.73 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928552 May 06 10:47:20.922145 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ac997d0c-92af-48e4-b34e-31315f6f916a req-5be30a91-4cf3-43d8-9878-38f45b667ed9 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 210 time: 0.0328300 May 06 10:47:21.478866 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:21.600018 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:22.004501 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-97a07e22-5f41-4d9a-b7c5-142f4e4fd86d tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:22.006183 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-97a07e22-5f41-4d9a-b7c5-142f4e4fd86d tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.84 "GET /v2.0/networks?id=370813b8-6b08-4d08-936d-a1026117335e HTTP/1.1" status: 200 len: 808 time: 0.1577842 May 06 10:47:22.050657 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-857e4302-e5f3-49ff-b7bd-67ab57c5a978 req-edaf0bba-dfff-42b6-9fb0-a716e3749778 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 210 time: 0.0422792 May 06 10:47:22.079637 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-c9344e05-714a-412f-ba06-8453a8660f8b tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53bfe31195654359ab7709d61f78ae3b HTTP/1.1" status: 200 len: 379 time: 0.0555253 May 06 10:47:22.091991 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-eae8b0f0-18c3-4e12-8955-9b3f7d8e8ea0 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Request body: {'port': {'device_id': '5a8654d1-a1e1-48bc-8412-3f64bcedc9e4', 'network_id': '370813b8-6b08-4d08-936d-a1026117335e', 'admin_state_up': True, 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'security_groups': ['21a50a52-2345-4806-b101-8bc1c870aea4']}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:47:22.233110 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-eae8b0f0-18c3-4e12-8955-9b3f7d8e8ea0 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Made reservation on behalf of 53bfe31195654359ab7709d61f78ae3b for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:47:22.236833 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-eae8b0f0-18c3-4e12-8955-9b3f7d8e8ea0 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:22.382227 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-eae8b0f0-18c3-4e12-8955-9b3f7d8e8ea0 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Allocated IP 172.20.0.10 (370813b8-6b08-4d08-936d-a1026117335e/dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d/519480dd-d87d-470c-9056-3bff46d32a35) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:47:22.546070 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-eae8b0f0-18c3-4e12-8955-9b3f7d8e8ea0 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:22.586936 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-eae8b0f0-18c3-4e12-8955-9b3f7d8e8ea0 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:22.642980 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-eae8b0f0-18c3-4e12-8955-9b3f7d8e8ea0 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Network 370813b8-6b08-4d08-936d-a1026117335e is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:47:22.646233 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-eae8b0f0-18c3-4e12-8955-9b3f7d8e8ea0 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:47:22.650496 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-eae8b0f0-18c3-4e12-8955-9b3f7d8e8ea0 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:47:22.687629 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8b0f0-18c3-4e12-8955-9b3f7d8e8ea0 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Pushing event updated for resources: {'Port': ['ID=519480dd-d87d-470c-9056-3bff46d32a35,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:47:22.729616 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-eae8b0f0-18c3-4e12-8955-9b3f7d8e8ea0 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:22.730403 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-eae8b0f0-18c3-4e12-8955-9b3f7d8e8ea0 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:22.768997 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-eae8b0f0-18c3-4e12-8955-9b3f7d8e8ea0 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6871624 May 06 10:47:22.783023 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-07f3ecfc-fc75-4d4e-9559-9e04ffa6a220 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:47:22.783023 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-07f3ecfc-fc75-4d4e-9559-9e04ffa6a220 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075512 May 06 10:47:22.853795 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-018a8449-1802-4fbf-b6c4-e660844f2eee service neutron] Request body: {'port': {'device_id': '5a8654d1-a1e1-48bc-8412-3f64bcedc9e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:47:22.944360 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-018a8449-1802-4fbf-b6c4-e660844f2eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:23.015518 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1e0ab77-efe7-4ff2-ad2e-634dfaf3876c None None] Provisioning complete for port 519480dd-d87d-470c-9056-3bff46d32a35 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:47:23.016385 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1e0ab77-efe7-4ff2-ad2e-634dfaf3876c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:23.057758 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1e0ab77-efe7-4ff2-ad2e-634dfaf3876c None None] Port 519480dd-d87d-470c-9056-3bff46d32a35 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:47:23.261899 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498395f-7518-4330-9b26-25dabfe5780f req-51ccdb50-87b5-47ba-adac-69649d2178c8 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:23.264456 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9498395f-7518-4330-9b26-25dabfe5780f req-51ccdb50-87b5-47ba-adac-69649d2178c8 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 932 time: 0.1079559 May 06 10:47:23.331063 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9498395f-7518-4330-9b26-25dabfe5780f req-444a8e43-578a-4493-8803-1b2b1dcd9e2c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573754 May 06 10:47:23.378391 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-018a8449-1802-4fbf-b6c4-e660844f2eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519480dd-d87d-470c-9056-3bff46d32a35 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:47:23.387183 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-018a8449-1802-4fbf-b6c4-e660844f2eee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:23.404835 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-018a8449-1802-4fbf-b6c4-e660844f2eee service neutron] Transition to ACTIVE for port object 519480dd-d87d-470c-9056-3bff46d32a35 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:47:23.411829 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-018a8449-1802-4fbf-b6c4-e660844f2eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:23.471758 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a8449-1802-4fbf-b6c4-e660844f2eee service neutron] Pushing event updated for resources: {'Port': ['ID=519480dd-d87d-470c-9056-3bff46d32a35,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:47:23.556320 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-018a8449-1802-4fbf-b6c4-e660844f2eee service neutron] Attempting to bind port 519480dd-d87d-470c-9056-3bff46d32a35 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:47:23.556812 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-018a8449-1802-4fbf-b6c4-e660844f2eee service neutron] Attempting to bind port 519480dd-d87d-470c-9056-3bff46d32a35 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': 'b2fb7498-2c01-4e2e-a836-da23788947ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '370813b8-6b08-4d08-936d-a1026117335e'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:47:23.557157 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-018a8449-1802-4fbf-b6c4-e660844f2eee service neutron] Attempting to bind port 519480dd-d87d-470c-9056-3bff46d32a35 on network 370813b8-6b08-4d08-936d-a1026117335e {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:47:23.562297 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-018a8449-1802-4fbf-b6c4-e660844f2eee service neutron] Port 519480dd-d87d-470c-9056-3bff46d32a35 on network 370813b8-6b08-4d08-936d-a1026117335e not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:47:23.562680 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-018a8449-1802-4fbf-b6c4-e660844f2eee service neutron] Attempting to bind port 519480dd-d87d-470c-9056-3bff46d32a35 on network 370813b8-6b08-4d08-936d-a1026117335e {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:47:23.568446 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-018a8449-1802-4fbf-b6c4-e660844f2eee service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:47:23.568913 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-018a8449-1802-4fbf-b6c4-e660844f2eee service neutron] Checking segment: {'id': 'b2fb7498-2c01-4e2e-a836-da23788947ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '370813b8-6b08-4d08-936d-a1026117335e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:47:23.569270 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-018a8449-1802-4fbf-b6c4-e660844f2eee service neutron] Bound using segment: {'id': 'b2fb7498-2c01-4e2e-a836-da23788947ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '370813b8-6b08-4d08-936d-a1026117335e'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:47:23.569621 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-018a8449-1802-4fbf-b6c4-e660844f2eee service neutron] Bound port: 519480dd-d87d-470c-9056-3bff46d32a35, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2fb7498-2c01-4e2e-a836-da23788947ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '370813b8-6b08-4d08-936d-a1026117335e'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:47:23.569995 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-018a8449-1802-4fbf-b6c4-e660844f2eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:23.686436 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-018a8449-1802-4fbf-b6c4-e660844f2eee service neutron] For port 519480dd-d87d-470c-9056-3bff46d32a35, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:47:23.692406 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-018a8449-1802-4fbf-b6c4-e660844f2eee service neutron] For port 519480dd-d87d-470c-9056-3bff46d32a35, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=519480dd-d87d-470c-9056-3bff46d32a35,segment=NetworkSegment(b2fb7498-2c01-4e2e-a836-da23788947ce),segment_id=b2fb7498-2c01-4e2e-a836-da23788947ce)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:47:23.706019 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-018a8449-1802-4fbf-b6c4-e660844f2eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:23.744976 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-018a8449-1802-4fbf-b6c4-e660844f2eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:23.745587 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-018a8449-1802-4fbf-b6c4-e660844f2eee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:23.747042 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-018a8449-1802-4fbf-b6c4-e660844f2eee service neutron] 10.222.0.84 "PUT /v2.0/ports/519480dd-d87d-470c-9056-3bff46d32a35 HTTP/1.1" status: 200 len: 1092 time: 0.9544489 May 06 10:47:23.747526 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8654d1-a1e1-48bc-8412-3f64bcedc9e4', 'tag': '519480dd-d87d-470c-9056-3bff46d32a35'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:47:23.750484 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1caaf7a81e239b66cb88d4696e2ac350de7f7976e977350f19e420479ff9b81b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824125fe-b835-484a-8c1b-e2ef72c25e28" -d '{"events": [{"name": "network-changed", "server_uuid": "5a8654d1-a1e1-48bc-8412-3f64bcedc9e4", "tag": "519480dd-d87d-470c-9056-3bff46d32a35"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:47:23.819361 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a8449-1802-4fbf-b6c4-e660844f2eee service neutron] Pushing event updated for resources: {'Port': ['ID=519480dd-d87d-470c-9056-3bff46d32a35,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:47:23.917748 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-1bd374e6-546a-4b98-8b3e-a28098b26faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:23.919913 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-1bd374e6-546a-4b98-8b3e-a28098b26faa service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=53bfe31195654359ab7709d61f78ae3b&device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 1095 time: 0.0967784 May 06 10:47:23.933569 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51691849-a8de-445c-be9b-80fccd974cdf x-openstack-request-id: req-51691849-a8de-445c-be9b-80fccd974cdf {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:47:23.934171 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a8654d1-a1e1-48bc-8412-3f64bcedc9e4", "tag": "519480dd-d87d-470c-9056-3bff46d32a35", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:47:23.935049 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-51691849-a8de-445c-be9b-80fccd974cdf {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:47:23.935672 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51691849-a8de-445c-be9b-80fccd974cdf'] response: {'name': 'network-changed', 'server_uuid': '5a8654d1-a1e1-48bc-8412-3f64bcedc9e4', 'tag': '519480dd-d87d-470c-9056-3bff46d32a35', 'status': 'completed', 'code': 200} May 06 10:47:23.981867 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-421dae59-719a-4b37-bc90-b6e2a3952122 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=519480dd-d87d-470c-9056-3bff46d32a35 HTTP/1.1" status: 200 len: 217 time: 0.0443525 May 06 10:47:24.045209 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-73cffa11-b0bc-4b56-86f1-fcb358ae9558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:24.048290 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-73cffa11-b0bc-4b56-86f1-fcb358ae9558 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d HTTP/1.1" status: 200 len: 847 time: 0.0577891 May 06 10:47:24.103705 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-0c3aeddc-5da4-4039-bd10-cef755fd3885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:24.105233 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-0c3aeddc-5da4-4039-bd10-cef755fd3885 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=370813b8-6b08-4d08-936d-a1026117335e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522285 May 06 10:47:24.235175 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-3d9bfd7a-6b42-43b4-ae15-08147c4d02f1 service neutron] 10.222.0.84 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231320 May 06 10:47:24.334319 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0826ef38-96dd-4d09-b6c6-89b6ee1a4f84 req-ed3d5448-3701-4904-98a1-4d808b4ccc8f service neutron] 10.222.0.84 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927923 May 06 10:47:24.468044 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824125fe-b835-484a-8c1b-e2ef72c25e28 req-d0686c07-b71e-472c-bbd5-d86369b0dcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:24.469812 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-824125fe-b835-484a-8c1b-e2ef72c25e28 req-d0686c07-b71e-472c-bbd5-d86369b0dcf8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=53bfe31195654359ab7709d61f78ae3b&device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 1095 time: 0.0885806 May 06 10:47:24.539662 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed20ab-e28d-4af7-9cff-23e91ac0351c req-ec13a469-43a9-42f2-a3e4-15886f1c7574 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:24.541432 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0aed20ab-e28d-4af7-9cff-23e91ac0351c req-ec13a469-43a9-42f2-a3e4-15886f1c7574 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 944 time: 0.1165044 May 06 10:47:24.608976 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0aed20ab-e28d-4af7-9cff-23e91ac0351c req-f641bcf8-4528-4aa7-8f70-e24800100b95 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595260 May 06 10:47:24.610259 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824125fe-b835-484a-8c1b-e2ef72c25e28 req-bdaf249c-bb84-4d01-b217-0ce719178fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:24.611830 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-824125fe-b835-484a-8c1b-e2ef72c25e28 req-bdaf249c-bb84-4d01-b217-0ce719178fc5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=370813b8-6b08-4d08-936d-a1026117335e HTTP/1.1" status: 200 len: 909 time: 0.1353469 May 06 10:47:24.665241 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-824125fe-b835-484a-8c1b-e2ef72c25e28 req-ef019d05-af0d-412f-83b5-59e645cd5de1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=519480dd-d87d-470c-9056-3bff46d32a35 HTTP/1.1" status: 200 len: 217 time: 0.0465684 May 06 10:47:24.723293 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824125fe-b835-484a-8c1b-e2ef72c25e28 req-ed2103de-8faa-4557-9519-a5e059916093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:24.724867 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-824125fe-b835-484a-8c1b-e2ef72c25e28 req-ed2103de-8faa-4557-9519-a5e059916093 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d HTTP/1.1" status: 200 len: 847 time: 0.0534420 May 06 10:47:24.790087 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824125fe-b835-484a-8c1b-e2ef72c25e28 req-6a64a04f-8f30-4356-9b1a-95b33a09a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:24.792250 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-824125fe-b835-484a-8c1b-e2ef72c25e28 req-6a64a04f-8f30-4356-9b1a-95b33a09a61d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=370813b8-6b08-4d08-936d-a1026117335e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603662 May 06 10:47:24.901919 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-824125fe-b835-484a-8c1b-e2ef72c25e28 req-ebd7bd58-dcf4-4997-a6eb-0133d9c1b145 service neutron] 10.222.0.84 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032283 May 06 10:47:25.023035 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-824125fe-b835-484a-8c1b-e2ef72c25e28 req-6504088d-a9d0-4518-a493-5a7015835072 service neutron] 10.222.0.84 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147933 May 06 10:47:25.784000 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e63f5-5cf0-41c6-ab50-00464ee6df2b req-394e2823-df57-46c5-bd36-954e007c1f4c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:25.786172 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e78e63f5-5cf0-41c6-ab50-00464ee6df2b req-394e2823-df57-46c5-bd36-954e007c1f4c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 944 time: 0.0693936 May 06 10:47:25.858942 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e78e63f5-5cf0-41c6-ab50-00464ee6df2b req-023157c7-baba-452a-b26f-70e80ba2e8bb tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634961 May 06 10:47:26.997599 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292a94d-bc3b-465b-9c2c-913e34ad3fe6 req-764b9fba-1467-4dcf-af01-a712562b8167 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:26.999337 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4292a94d-bc3b-465b-9c2c-913e34ad3fe6 req-764b9fba-1467-4dcf-af01-a712562b8167 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 944 time: 0.0551662 May 06 10:47:27.041193 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4292a94d-bc3b-465b-9c2c-913e34ad3fe6 req-c61e188f-168e-4d72-a0e2-738ca8963eb6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350056 May 06 10:47:28.174018 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb4a72-90a3-47ba-bba5-a61e26a7cc24 req-cd0cb0ab-6918-4ef0-98aa-f7704e1174d0 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:28.175781 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57bb4a72-90a3-47ba-bba5-a61e26a7cc24 req-cd0cb0ab-6918-4ef0-98aa-f7704e1174d0 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 944 time: 0.0564671 May 06 10:47:28.219991 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57bb4a72-90a3-47ba-bba5-a61e26a7cc24 req-a11aa5ae-24e2-4e60-b3b9-408b7a1f829a tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347719 May 06 10:47:29.352780 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de156bcd-f6e3-466d-a890-6936317e2349 req-471bf88d-423e-45a0-a14b-708fd9ff0807 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:29.354295 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-de156bcd-f6e3-466d-a890-6936317e2349 req-471bf88d-423e-45a0-a14b-708fd9ff0807 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 944 time: 0.0543716 May 06 10:47:29.398047 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-de156bcd-f6e3-466d-a890-6936317e2349 req-7a5dec9e-1492-4029-884f-a17f5b41839c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366414 May 06 10:47:29.627326 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:30.536732 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322220d-2f4c-4e05-aaeb-dba6b67ba0d4 req-bc288e29-d443-4737-985f-aff4e4adc6b5 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:30.538293 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1322220d-2f4c-4e05-aaeb-dba6b67ba0d4 req-bc288e29-d443-4737-985f-aff4e4adc6b5 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 944 time: 0.0611610 May 06 10:47:30.579760 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1322220d-2f4c-4e05-aaeb-dba6b67ba0d4 req-32eed9ed-3240-424b-8419-ed172ce724d1 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351486 May 06 10:47:31.708373 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04a353-1f60-47e4-9980-822d1da14296 req-cba20c93-d2e8-42d2-9e80-276cceb42af3 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:31.710225 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-db04a353-1f60-47e4-9980-822d1da14296 req-cba20c93-d2e8-42d2-9e80-276cceb42af3 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 944 time: 0.0550799 May 06 10:47:31.757767 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-db04a353-1f60-47e4-9980-822d1da14296 req-9477bfb2-b17f-4ff0-9e31-e1d3dd9eca26 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370650 May 06 10:47:32.914800 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28401ac5-b0c8-4e11-9607-08670ab51a67 req-8957ab12-0a5c-4e1d-a8f3-ab097409704e tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:32.916500 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-28401ac5-b0c8-4e11-9607-08670ab51a67 req-8957ab12-0a5c-4e1d-a8f3-ab097409704e tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 944 time: 0.0779681 May 06 10:47:32.963989 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-28401ac5-b0c8-4e11-9607-08670ab51a67 req-11529d41-1475-45a4-93c6-5960d125e932 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405819 May 06 10:47:34.097387 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225fc56e-b789-48a6-9279-8d1342279a24 req-ce664700-cb9c-4ffa-86d0-0c58903ab288 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:34.099617 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-225fc56e-b789-48a6-9279-8d1342279a24 req-ce664700-cb9c-4ffa-86d0-0c58903ab288 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 944 time: 0.0565906 May 06 10:47:34.140879 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-225fc56e-b789-48a6-9279-8d1342279a24 req-b7a25819-45b1-411b-b537-173ec95cd570 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338621 May 06 10:47:35.277563 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b01ea-8ad4-47dc-b03d-fd6a94d0c981 req-c2150234-489c-4d48-8ebd-a3277431b19b tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:35.279157 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b5b01ea-8ad4-47dc-b03d-fd6a94d0c981 req-c2150234-489c-4d48-8ebd-a3277431b19b tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 944 time: 0.0545332 May 06 10:47:35.326401 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8b5b01ea-8ad4-47dc-b03d-fd6a94d0c981 req-c42749ff-b5f3-458e-a065-9b109969f6cd tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395057 May 06 10:47:35.732307 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 519480dd-d87d-470c-9056-3bff46d32a35 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:47:35.831265 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 519480dd-d87d-470c-9056-3bff46d32a35, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=519480dd-d87d-470c-9056-3bff46d32a35,segment=NetworkSegment(b2fb7498-2c01-4e2e-a836-da23788947ce),segment_id=b2fb7498-2c01-4e2e-a836-da23788947ce)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:47:35.844189 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': '519480dd-d87d-470c-9056-3bff46d32a35', 'network_id': '370813b8-6b08-4d08-936d-a1026117335e', 'port_id': '519480dd-d87d-470c-9056-3bff46d32a35', 'mac_address': 'fa:16:3e:61:6e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:47:35.882358 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:35.895866 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519480dd-d87d-470c-9056-3bff46d32a35 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:47:35.920449 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 519480dd-d87d-470c-9056-3bff46d32a35, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=519480dd-d87d-470c-9056-3bff46d32a35,segment=NetworkSegment(b2fb7498-2c01-4e2e-a836-da23788947ce),segment_id=b2fb7498-2c01-4e2e-a836-da23788947ce)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:47:35.925138 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:35.973952 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=519480dd-d87d-470c-9056-3bff46d32a35,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:47:35.983087 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:35.983909 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:35.984345 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:35.985089 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:35.985751 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:35.986204 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:35.986664 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:35.987104 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:35.987652 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:35.988078 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:35.988559 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:35.989013 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:36.172261 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['519480dd-d87d-470c-9056-3bff46d32a35'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:47:36.467841 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1392563-744e-4507-a42a-146a27a1976f req-ca80ba04-d151-4d78-ba3d-2d233e737e01 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:36.469414 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1392563-744e-4507-a42a-146a27a1976f req-ca80ba04-d151-4d78-ba3d-2d233e737e01 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 945 time: 0.0625291 May 06 10:47:36.519535 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f1392563-744e-4507-a42a-146a27a1976f req-035c45fe-24fc-46ce-aab3-9252cf023f63 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439785 May 06 10:47:37.643394 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217bbd68-8a2d-49d5-a23f-e4b51f74dbbe req-d01591ed-e170-4bd0-a8b3-bc1feea926f4 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:37.645728 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-217bbd68-8a2d-49d5-a23f-e4b51f74dbbe req-d01591ed-e170-4bd0-a8b3-bc1feea926f4 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 945 time: 0.0505223 May 06 10:47:37.698293 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-217bbd68-8a2d-49d5-a23f-e4b51f74dbbe req-55bb4c58-3b6a-46c9-be25-6f2f4122144d tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409768 May 06 10:47:37.748079 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 519480dd-d87d-470c-9056-3bff46d32a35 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:47:37.804311 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port 519480dd-d87d-470c-9056-3bff46d32a35 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:47:37.808372 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port 519480dd-d87d-470c-9056-3bff46d32a35 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:47:37.809396 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:37.894325 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:37.917078 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8654d1-a1e1-48bc-8412-3f64bcedc9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519480dd-d87d-470c-9056-3bff46d32a35'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:47:37.919452 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532bd0f9c54137a25b4c1a322a0cfb660db88c671ca36eb22ff5f9a731e51081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2414c9-e55e-43e6-9bc5-1725259aae06" -d '{"events": [{"server_uuid": "5a8654d1-a1e1-48bc-8412-3f64bcedc9e4", "name": "network-vif-plugged", "status": "completed", "tag": "519480dd-d87d-470c-9056-3bff46d32a35"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:47:37.935907 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 519480dd-d87d-470c-9056-3bff46d32a35, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=519480dd-d87d-470c-9056-3bff46d32a35,segment=NetworkSegment(b2fb7498-2c01-4e2e-a836-da23788947ce),segment_id=b2fb7498-2c01-4e2e-a836-da23788947ce)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:47:37.940892 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:37.975742 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d3bf57-0499-467e-9b24-5da02f275a89 x-openstack-request-id: req-d8d3bf57-0499-467e-9b24-5da02f275a89 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:47:37.976037 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8654d1-a1e1-48bc-8412-3f64bcedc9e4", "name": "network-vif-plugged", "status": "completed", "tag": "519480dd-d87d-470c-9056-3bff46d32a35", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:47:37.976296 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d8d3bf57-0499-467e-9b24-5da02f275a89 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:47:37.976700 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8d3bf57-0499-467e-9b24-5da02f275a89'] response: {'server_uuid': '5a8654d1-a1e1-48bc-8412-3f64bcedc9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519480dd-d87d-470c-9056-3bff46d32a35', 'code': 200} May 06 10:47:37.998046 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=519480dd-d87d-470c-9056-3bff46d32a35,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:47:38.096516 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8ad88-a619-4adb-8ed5-90f99b82585a req-8d8a3c5d-dea7-4d73-829d-32adb7fac539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:38.098226 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11d8ad88-a619-4adb-8ed5-90f99b82585a req-8d8a3c5d-dea7-4d73-829d-32adb7fac539 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 1097 time: 0.0614336 May 06 10:47:38.147087 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11d8ad88-a619-4adb-8ed5-90f99b82585a req-7a5604a1-553c-4abf-b041-82f825966974 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414331 May 06 10:47:38.832380 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4379bfb-3252-4152-af3e-caf9bebd670b req-f779ae7b-b635-4512-93cf-dbfee09c18db tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:38.833903 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f4379bfb-3252-4152-af3e-caf9bebd670b req-f779ae7b-b635-4512-93cf-dbfee09c18db tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 946 time: 0.0588510 May 06 10:47:38.890482 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f4379bfb-3252-4152-af3e-caf9bebd670b req-7fe09a0f-0a4a-4a39-8f55-0a72b2d86e75 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459900 May 06 10:47:40.013254 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fd1a8-1043-48b3-83bc-d0c904c961d8 req-815b4432-9e25-4609-8fcd-31dd3eb3ee28 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:40.014786 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-088fd1a8-1043-48b3-83bc-d0c904c961d8 req-815b4432-9e25-4609-8fcd-31dd3eb3ee28 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 946 time: 0.0530591 May 06 10:47:40.059769 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-088fd1a8-1043-48b3-83bc-d0c904c961d8 req-337847b7-7572-4bf6-9908-f04334965815 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357153 May 06 10:47:40.206830 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae734c-dfb4-43a5-95aa-78b6395a4fe6 req-d2fcc5cb-c9fc-41ea-afe8-dbdcf703a55c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:40.208432 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-feae734c-dfb4-43a5-95aa-78b6395a4fe6 req-d2fcc5cb-c9fc-41ea-afe8-dbdcf703a55c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 946 time: 0.0604265 May 06 10:47:40.263738 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-feae734c-dfb4-43a5-95aa-78b6395a4fe6 req-ca7fbbfe-5520-4e2b-905c-1bc6d0f2ea19 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489464 May 06 10:47:40.296084 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41094) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:47:40.415499 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a713b5-b5fd-4886-8551-c1b952604f1f tempest-TestShelveInstance-602904905 tempest-TestShelveInstance-602904905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:40.417168 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-90a713b5-b5fd-4886-8551-c1b952604f1f tempest-TestShelveInstance-602904905 tempest-TestShelveInstance-602904905-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 1092 time: 0.1196826 May 06 10:47:40.420135 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41098) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:47:40.424668 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-2ae54b09-eec0-41d3-a8d6-4aeb3469b25c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'port_id': '519480dd-d87d-470c-9056-3bff46d32a35', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:47:40.448252 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2ae54b09-eec0-41d3-a8d6-4aeb3469b25c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for floatingip, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:40.568498 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2ae54b09-eec0-41d3-a8d6-4aeb3469b25c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:40.684335 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [None req-2ae54b09-eec0-41d3-a8d6-4aeb3469b25c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Allocated IP 172.25.5.135 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/2bd290a1-44b4-4766-9428-aab0a4b4f777) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:47:40.800717 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2ae54b09-eec0-41d3-a8d6-4aeb3469b25c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:40.835825 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2ae54b09-eec0-41d3-a8d6-4aeb3469b25c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:40.875488 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae54b09-eec0-41d3-a8d6-4aeb3469b25c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:47:40.879715 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [None req-2ae54b09-eec0-41d3-a8d6-4aeb3469b25c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:47:40.883933 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae54b09-eec0-41d3-a8d6-4aeb3469b25c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:47:40.892884 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae54b09-eec0-41d3-a8d6-4aeb3469b25c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Pushing event updated for resources: {'Port': ['ID=2bd290a1-44b4-4766-9428-aab0a4b4f777,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:47:41.283502 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2ae54b09-eec0-41d3-a8d6-4aeb3469b25c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:41.359412 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2ae54b09-eec0-41d3-a8d6-4aeb3469b25c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:41.525725 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2ae54b09-eec0-41d3-a8d6-4aeb3469b25c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:41.531787 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2ae54b09-eec0-41d3-a8d6-4aeb3469b25c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:41.617042 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae54b09-eec0-41d3-a8d6-4aeb3469b25c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Pushing event updated for resources: {'Port': ['ID=2bd290a1-44b4-4766-9428-aab0a4b4f777,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:47:41.629289 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2ae54b09-eec0-41d3-a8d6-4aeb3469b25c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:41.745724 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-2ae54b09-eec0-41d3-a8d6-4aeb3469b25c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Floating IP 842a7fbf-fe49-4597-81e1-dadf43301323 associated. External IP: 172.25.5.135, port: 519480dd-d87d-470c-9056-3bff46d32a35. May 06 10:47:42.374528 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae54b09-eec0-41d3-a8d6-4aeb3469b25c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Router 4144e7c9-d291-4496-90ef-e42afec5bb39 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:47:42.499055 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae54b09-eec0-41d3-a8d6-4aeb3469b25c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:47:42.511300 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5053c162-83d2-4d86-a08b-e4f411236854 None None] Sync routers for ids ['4144e7c9-d291-4496-90ef-e42afec5bb39'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:47:42.522054 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-2ae54b09-eec0-41d3-a8d6-4aeb3469b25c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:42.522895 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5053c162-83d2-4d86-a08b-e4f411236854 None None] Routers {'4144e7c9-d291-4496-90ef-e42afec5bb39'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:47:42.523715 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-5053c162-83d2-4d86-a08b-e4f411236854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:47:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['4144e7c9-d291-4496-90ef-e42afec5bb39'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:47:42.557399 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2ae54b09-eec0-41d3-a8d6-4aeb3469b25c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1361265 May 06 10:47:42.558155 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8654d1-a1e1-48bc-8412-3f64bcedc9e4', 'tag': '519480dd-d87d-470c-9056-3bff46d32a35'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:47:42.560840 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1caaf7a81e239b66cb88d4696e2ac350de7f7976e977350f19e420479ff9b81b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fc0f24-0fc5-41f0-ba52-e536764c3592" -d '{"events": [{"name": "network-changed", "server_uuid": "5a8654d1-a1e1-48bc-8412-3f64bcedc9e4", "tag": "519480dd-d87d-470c-9056-3bff46d32a35"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:47:42.610761 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34565f55-4886-4c7c-be73-6ee46612ddc8 x-openstack-request-id: req-34565f55-4886-4c7c-be73-6ee46612ddc8 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:47:42.611247 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a8654d1-a1e1-48bc-8412-3f64bcedc9e4", "tag": "519480dd-d87d-470c-9056-3bff46d32a35", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:47:42.611647 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-34565f55-4886-4c7c-be73-6ee46612ddc8 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:47:42.612322 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34565f55-4886-4c7c-be73-6ee46612ddc8'] response: {'name': 'network-changed', 'server_uuid': '5a8654d1-a1e1-48bc-8412-3f64bcedc9e4', 'tag': '519480dd-d87d-470c-9056-3bff46d32a35', 'status': 'completed', 'code': 200} May 06 10:47:42.656687 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-5053c162-83d2-4d86-a08b-e4f411236854 None None] Set router 4144e7c9-d291-4496-90ef-e42afec5bb39 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:47:42.686502 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc0f24-0fc5-41f0-ba52-e536764c3592 req-edca44f4-c3e3-4770-8ce6-69fbd0fd37d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:42.688124 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b4fc0f24-0fc5-41f0-ba52-e536764c3592 req-edca44f4-c3e3-4770-8ce6-69fbd0fd37d6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=53bfe31195654359ab7709d61f78ae3b&device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 1097 time: 0.0512300 May 06 10:47:42.810897 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc0f24-0fc5-41f0-ba52-e536764c3592 req-d849910d-cee8-430b-bd4a-ee678f057cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:42.812492 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b4fc0f24-0fc5-41f0-ba52-e536764c3592 req-d849910d-cee8-430b-bd4a-ee678f057cd8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=370813b8-6b08-4d08-936d-a1026117335e HTTP/1.1" status: 200 len: 909 time: 0.1182599 May 06 10:47:42.898940 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b4fc0f24-0fc5-41f0-ba52-e536764c3592 req-fad7730a-58ca-486e-8931-bc8e849cd783 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=519480dd-d87d-470c-9056-3bff46d32a35 HTTP/1.1" status: 200 len: 1000 time: 0.0800009 May 06 10:47:42.947978 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-5053c162-83d2-4d86-a08b-e4f411236854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'name': 'tempest-TestShelveInstance-713185339-router', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '319c9925-528f-41f9-9bea-b50981e64e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:41:31Z', 'updated_at': '2022-05-06T10:41:34Z', 'revision_number': 4, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'gw_port': {'id': '319c9925-528f-41f9-9bea-b50981e64e93', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:32Z', 'updated_at': '2022-05-06T10:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '842a7fbf-fe49-4597-81e1-dadf43301323', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'floating_ip_address': '172.25.5.135', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'port_id': '519480dd-d87d-470c-9056-3bff46d32a35', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '370813b8-6b08-4d08-936d-a1026117335e', 'mac_address': 'fa:16:3e:61:6e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8654d1-a1e1-48bc-8412-3f64bcedc9e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:47:41Z', 'updated_at': '2022-05-06T10:47:41Z', 'revision_number': 0, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2bf08c-9ca3-4b98-91df-a4ee6098ef16', 'name': '', 'network_id': '370813b8-6b08-4d08-936d-a1026117335e', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'mac_address': 'fa:16:3e:f0:f2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:34Z', 'updated_at': '2022-05-06T10:41:38Z', 'revision_number': 5, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'subnets': [{'id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:47:42.952103 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc0f24-0fc5-41f0-ba52-e536764c3592 req-b20897b6-fbc6-46ff-92fa-d38308b371ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:42.953584 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b4fc0f24-0fc5-41f0-ba52-e536764c3592 req-b20897b6-fbc6-46ff-92fa-d38308b371ab service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d HTTP/1.1" status: 200 len: 847 time: 0.0486832 May 06 10:47:42.977061 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5053c162-83d2-4d86-a08b-e4f411236854 None None] Checking router: 4144e7c9-d291-4496-90ef-e42afec5bb39 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:47:42.985724 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5053c162-83d2-4d86-a08b-e4f411236854 None None] Routers {'4144e7c9-d291-4496-90ef-e42afec5bb39'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:47:42.987071 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-5053c162-83d2-4d86-a08b-e4f411236854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:47:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['4144e7c9-d291-4496-90ef-e42afec5bb39'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:47:43.001256 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc0f24-0fc5-41f0-ba52-e536764c3592 req-af09a439-3479-45ea-92b7-cd44c6c8fdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:43.002798 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b4fc0f24-0fc5-41f0-ba52-e536764c3592 req-af09a439-3479-45ea-92b7-cd44c6c8fdab service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=370813b8-6b08-4d08-936d-a1026117335e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429509 May 06 10:47:43.108035 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b4fc0f24-0fc5-41f0-ba52-e536764c3592 req-3ec4f141-8bbf-407c-bb78-d68c0c6f40f1 service neutron] 10.222.0.84 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975854 May 06 10:47:43.118257 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-5053c162-83d2-4d86-a08b-e4f411236854 None None] Set router 4144e7c9-d291-4496-90ef-e42afec5bb39 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:47:43.231231 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b4fc0f24-0fc5-41f0-ba52-e536764c3592 req-90142509-b338-4275-92df-1241e367e7bc service neutron] 10.222.0.84 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166880 May 06 10:47:43.385349 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-5053c162-83d2-4d86-a08b-e4f411236854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'name': 'tempest-TestShelveInstance-713185339-router', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '319c9925-528f-41f9-9bea-b50981e64e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:41:31Z', 'updated_at': '2022-05-06T10:41:34Z', 'revision_number': 4, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'gw_port': {'id': '319c9925-528f-41f9-9bea-b50981e64e93', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:32Z', 'updated_at': '2022-05-06T10:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '842a7fbf-fe49-4597-81e1-dadf43301323', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'floating_ip_address': '172.25.5.135', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'port_id': '519480dd-d87d-470c-9056-3bff46d32a35', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '370813b8-6b08-4d08-936d-a1026117335e', 'mac_address': 'fa:16:3e:61:6e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8654d1-a1e1-48bc-8412-3f64bcedc9e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:47:41Z', 'updated_at': '2022-05-06T10:47:41Z', 'revision_number': 0, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2bf08c-9ca3-4b98-91df-a4ee6098ef16', 'name': '', 'network_id': '370813b8-6b08-4d08-936d-a1026117335e', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'mac_address': 'fa:16:3e:f0:f2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:34Z', 'updated_at': '2022-05-06T10:41:38Z', 'revision_number': 5, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'subnets': [{'id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:47:43.425811 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5053c162-83d2-4d86-a08b-e4f411236854 None None] The sync data for ids ['4144e7c9-d291-4496-90ef-e42afec5bb39'] in n-d-840835-1 is: [{'id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'name': 'tempest-TestShelveInstance-713185339-router', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '319c9925-528f-41f9-9bea-b50981e64e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:41:31Z', 'updated_at': '2022-05-06T10:41:34Z', 'revision_number': 4, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'gw_port': {'id': '319c9925-528f-41f9-9bea-b50981e64e93', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:32Z', 'updated_at': '2022-05-06T10:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '842a7fbf-fe49-4597-81e1-dadf43301323', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'floating_ip_address': '172.25.5.135', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'port_id': '519480dd-d87d-470c-9056-3bff46d32a35', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '370813b8-6b08-4d08-936d-a1026117335e', 'mac_address': 'fa:16:3e:61:6e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8654d1-a1e1-48bc-8412-3f64bcedc9e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:47:41Z', 'updated_at': '2022-05-06T10:47:41Z', 'revision_number': 0, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2bf08c-9ca3-4b98-91df-a4ee6098ef16', 'name': '', 'network_id': '370813b8-6b08-4d08-936d-a1026117335e', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'mac_address': 'fa:16:3e:f0:f2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:34Z', 'updated_at': '2022-05-06T10:41:38Z', 'revision_number': 5, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'subnets': [{'id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:47:43.670146 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267bb975-28b6-4bc4-a564-262c50a92b6d None None] New status for floating IP 842a7fbf-fe49-4597-81e1-dadf43301323: ACTIVE {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:47:46.070528 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-dcf91a2e-0974-4fbc-a6a9-b46437238c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:48.586741 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3f1b222e-1da5-451d-a446-6c862f201dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:49.323215 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:49.787357 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:51.014611 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:47:51.476486 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:51.606630 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:59.645330 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:16.072241 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-696c4b05-5276-4efc-9ec7-b0888172e3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:18.588468 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fa16122a-c951-48e4-8b80-103f1cff7737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:19.319717 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:19.786213 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:21.479255 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:21.599703 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:27.195471 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f263b30d-7d7f-4688-813b-5cf4d707d1f5 req-902b201f-12a9-4393-98a2-4a8085a5372d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461469 May 06 10:48:27.286967 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263b30d-7d7f-4688-813b-5cf4d707d1f5 req-2d529ea8-da97-4d1f-bc8d-24770312596f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:48:27.288547 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f263b30d-7d7f-4688-813b-5cf4d707d1f5 req-2d529ea8-da97-4d1f-bc8d-24770312596f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=53bfe31195654359ab7709d61f78ae3b&device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 1097 time: 0.0447562 May 06 10:48:27.401769 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263b30d-7d7f-4688-813b-5cf4d707d1f5 req-e3e58927-93ae-4fbf-9d88-47a1f959e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:48:27.403325 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f263b30d-7d7f-4688-813b-5cf4d707d1f5 req-e3e58927-93ae-4fbf-9d88-47a1f959e7f8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=370813b8-6b08-4d08-936d-a1026117335e HTTP/1.1" status: 200 len: 909 time: 0.0919106 May 06 10:48:27.474316 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f263b30d-7d7f-4688-813b-5cf4d707d1f5 req-a6a08fed-5a2d-450f-be00-72ab32e6b433 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=519480dd-d87d-470c-9056-3bff46d32a35 HTTP/1.1" status: 200 len: 1002 time: 0.0638478 May 06 10:48:27.524995 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263b30d-7d7f-4688-813b-5cf4d707d1f5 req-bdb463d1-5ee8-4a3d-a97b-92ad1cc7a78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:48:27.526988 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f263b30d-7d7f-4688-813b-5cf4d707d1f5 req-bdb463d1-5ee8-4a3d-a97b-92ad1cc7a78c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d HTTP/1.1" status: 200 len: 847 time: 0.0450420 May 06 10:48:27.573554 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263b30d-7d7f-4688-813b-5cf4d707d1f5 req-30475bc4-dbd1-44d2-a341-26cd0041df57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:48:27.575128 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f263b30d-7d7f-4688-813b-5cf4d707d1f5 req-30475bc4-dbd1-44d2-a341-26cd0041df57 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=370813b8-6b08-4d08-936d-a1026117335e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415695 May 06 10:48:27.679655 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f263b30d-7d7f-4688-813b-5cf4d707d1f5 req-a1ea211b-b408-451b-a1c7-d93f3d83f965 service neutron] 10.222.0.84 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976839 May 06 10:48:27.774992 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f263b30d-7d7f-4688-813b-5cf4d707d1f5 req-fe39cca8-acae-4ede-8f45-a8ccd60b6843 service neutron] 10.222.0.84 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880792 May 06 10:48:28.021544 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:48:29.665455 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:46.075600 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-96ff53f4-ebe3-447c-8a42-a4a90152a0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:48.594211 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f9fbbaf2-dae7-44cd-99a2-5aec717f1e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:49.330090 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:49.788025 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:51.481416 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:51.601850 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:59.662518 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:05.011453 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:49:16.090052 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8d147bfd-8370-4528-83c6-d5618036b6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:18.588272 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3533222b-ffc5-478b-95cd-f66623a44269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:19.349308 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:19.792767 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:21.491240 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:21.605941 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:27.160214 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7bff7a42-3c2b-4d80-8200-4fea82c80032 req-f11c0bce-3e3d-4757-8ba7-ad1dd7101255 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421343 May 06 10:49:27.249531 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff7a42-3c2b-4d80-8200-4fea82c80032 req-4e8983b2-597b-4251-abd2-5570f5c5f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:27.251070 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7bff7a42-3c2b-4d80-8200-4fea82c80032 req-4e8983b2-597b-4251-abd2-5570f5c5f5a7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=53bfe31195654359ab7709d61f78ae3b&device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 1097 time: 0.0502424 May 06 10:49:27.362273 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff7a42-3c2b-4d80-8200-4fea82c80032 req-13d08fd7-fa29-4bc3-965e-3b85acea58a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:27.363851 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7bff7a42-3c2b-4d80-8200-4fea82c80032 req-13d08fd7-fa29-4bc3-965e-3b85acea58a0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=370813b8-6b08-4d08-936d-a1026117335e HTTP/1.1" status: 200 len: 909 time: 0.0935235 May 06 10:49:27.437693 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7bff7a42-3c2b-4d80-8200-4fea82c80032 req-c8e17c1d-90d0-4599-be23-fdce8a76f4c5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=519480dd-d87d-470c-9056-3bff46d32a35 HTTP/1.1" status: 200 len: 1002 time: 0.0670705 May 06 10:49:27.498011 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff7a42-3c2b-4d80-8200-4fea82c80032 req-b7268cb5-deeb-4728-8729-8f21b0a9744f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:27.499627 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7bff7a42-3c2b-4d80-8200-4fea82c80032 req-b7268cb5-deeb-4728-8729-8f21b0a9744f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d HTTP/1.1" status: 200 len: 847 time: 0.0563734 May 06 10:49:27.566240 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff7a42-3c2b-4d80-8200-4fea82c80032 req-d6e43cf8-4f54-4085-873b-38b630da8724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:27.568790 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7bff7a42-3c2b-4d80-8200-4fea82c80032 req-d6e43cf8-4f54-4085-873b-38b630da8724 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=370813b8-6b08-4d08-936d-a1026117335e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628679 May 06 10:49:27.671981 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7bff7a42-3c2b-4d80-8200-4fea82c80032 req-2b2a6f4c-aa70-4c4e-a0e6-b6173a1b1a04 service neutron] 10.222.0.84 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969405 May 06 10:49:27.763034 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7bff7a42-3c2b-4d80-8200-4fea82c80032 req-0a41cf47-709d-4ac2-a730-07ffaedc162d service neutron] 10.222.0.84 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847244 May 06 10:49:29.674703 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:38.427595 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae6742-cef1-44f4-bb4f-fff1c0b9e59f req-e6b46f9d-efbc-4a86-9892-bc48ed2d235d tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:38.429116 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-76ae6742-cef1-44f4-bb4f-fff1c0b9e59f req-e6b46f9d-efbc-4a86-9892-bc48ed2d235d tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 946 time: 0.0522010 May 06 10:49:38.470255 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-76ae6742-cef1-44f4-bb4f-fff1c0b9e59f req-bad4bb8d-96c4-470a-ab93-11abe260846b tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344872 May 06 10:49:39.598889 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991b59e-b6e2-4eee-9006-b643992356c0 req-41ece812-cd97-4dd4-aad6-557b922ddf53 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:39.600400 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f991b59e-b6e2-4eee-9006-b643992356c0 req-41ece812-cd97-4dd4-aad6-557b922ddf53 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 946 time: 0.0540159 May 06 10:49:39.639823 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f991b59e-b6e2-4eee-9006-b643992356c0 req-e352ac5c-2196-4dcf-b8c8-dc8f91524882 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327470 May 06 10:49:40.758772 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1722264-d091-42ff-a36e-4cc416ec8b5b req-80aa8dff-2b2c-4a04-99ca-cf9cb48a51fd tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:40.760315 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1722264-d091-42ff-a36e-4cc416ec8b5b req-80aa8dff-2b2c-4a04-99ca-cf9cb48a51fd tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 946 time: 0.0502546 May 06 10:49:40.799197 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1722264-d091-42ff-a36e-4cc416ec8b5b req-4e8314a8-6b6f-44f5-9bd6-8082592b0421 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328634 May 06 10:49:41.914062 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dff234-4ee3-4caf-8629-99c07f8265ae req-9758da89-588a-49eb-93a4-8eb5eaaa07b2 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:41.915589 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-81dff234-4ee3-4caf-8629-99c07f8265ae req-9758da89-588a-49eb-93a4-8eb5eaaa07b2 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 946 time: 0.0494883 May 06 10:49:41.952736 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-81dff234-4ee3-4caf-8629-99c07f8265ae req-30d995d7-9c8f-4fe9-89ad-dbb4e878d7d9 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311577 May 06 10:49:42.010862 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:49:43.072250 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8012b1-8ee6-4777-aea3-c69836ec1d2e req-336d930e-7d0b-41ca-8cba-3bf41a31d558 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:43.073630 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2f8012b1-8ee6-4777-aea3-c69836ec1d2e req-336d930e-7d0b-41ca-8cba-3bf41a31d558 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 946 time: 0.0530369 May 06 10:49:43.111747 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2f8012b1-8ee6-4777-aea3-c69836ec1d2e req-5e6dbf0b-3d8e-4a6f-8787-100ebf1b46e6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320578 May 06 10:49:44.230377 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def7076-4ee8-473b-bc4f-f72b6d6311a7 req-7677b9cf-244a-4057-8b45-5f3040097e03 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:44.231928 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5def7076-4ee8-473b-bc4f-f72b6d6311a7 req-7677b9cf-244a-4057-8b45-5f3040097e03 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 946 time: 0.0493131 May 06 10:49:44.274631 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-5def7076-4ee8-473b-bc4f-f72b6d6311a7 req-ad851174-fc69-4b45-b3f4-92ff134f00c6 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364015 May 06 10:49:45.397000 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519dd94-5a1d-41bb-a483-552d2a4af3e4 req-9f617a25-b627-4424-87a8-3c204170e9c2 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:45.398532 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6519dd94-5a1d-41bb-a483-552d2a4af3e4 req-9f617a25-b627-4424-87a8-3c204170e9c2 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 946 time: 0.0514245 May 06 10:49:45.435927 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-6519dd94-5a1d-41bb-a483-552d2a4af3e4 req-933d41cb-166f-4a6d-b317-855e78864c79 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312264 May 06 10:49:46.073592 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bcc3388c-fc80-4534-8e9b-277227f46b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:46.554773 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b487c3e-d714-4a59-9a02-5c6c351d8466 req-494ca80f-082f-44df-8496-6220167f6611 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:46.556799 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9b487c3e-d714-4a59-9a02-5c6c351d8466 req-494ca80f-082f-44df-8496-6220167f6611 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 946 time: 0.0526755 May 06 10:49:46.597258 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9b487c3e-d714-4a59-9a02-5c6c351d8466 req-fbc447f8-a2c8-4b18-aa7d-41d8bb786463 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341585 May 06 10:49:47.711751 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d95a9-a171-4615-962c-5a647537a9d7 req-931d4b84-808b-4038-8ed7-6a730579143d tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:47.713348 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c90d95a9-a171-4615-962c-5a647537a9d7 req-931d4b84-808b-4038-8ed7-6a730579143d tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 946 time: 0.0489197 May 06 10:49:47.752368 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c90d95a9-a171-4615-962c-5a647537a9d7 req-4608e9e1-aeba-400f-b75b-562384c65f8e tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324571 May 06 10:49:48.552175 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c9118-6c16-4544-9e73-7a4e1340916f req-2256777d-bc4e-4369-977b-036d8e3e732c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:48.553594 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b1c9118-6c16-4544-9e73-7a4e1340916f req-2256777d-bc4e-4369-977b-036d8e3e732c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=53bfe31195654359ab7709d61f78ae3b&device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 1097 time: 0.0420675 May 06 10:49:48.592556 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-505045e6-73c3-4727-aeb9-451025799af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:48.664209 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c9118-6c16-4544-9e73-7a4e1340916f req-db6f987a-6392-4dba-a814-3b9b1f2e6260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:48.665712 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b1c9118-6c16-4544-9e73-7a4e1340916f req-db6f987a-6392-4dba-a814-3b9b1f2e6260 service neutron] 10.222.0.84 "GET /v2.0/networks?id=370813b8-6b08-4d08-936d-a1026117335e HTTP/1.1" status: 200 len: 909 time: 0.1043148 May 06 10:49:48.734003 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b1c9118-6c16-4544-9e73-7a4e1340916f req-5018716a-7dfa-43d7-ab3e-8915d40494f4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=519480dd-d87d-470c-9056-3bff46d32a35 HTTP/1.1" status: 200 len: 1002 time: 0.0609183 May 06 10:49:48.791026 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c9118-6c16-4544-9e73-7a4e1340916f req-a241a456-d629-4b6c-aaa8-9637a72d4575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:48.793311 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b1c9118-6c16-4544-9e73-7a4e1340916f req-a241a456-d629-4b6c-aaa8-9637a72d4575 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d HTTP/1.1" status: 200 len: 847 time: 0.0531645 May 06 10:49:48.872031 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c9118-6c16-4544-9e73-7a4e1340916f req-6ce64097-e335-49ec-b9c6-07d0f52e0466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:48.873597 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b1c9118-6c16-4544-9e73-7a4e1340916f req-6ce64097-e335-49ec-b9c6-07d0f52e0466 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=370813b8-6b08-4d08-936d-a1026117335e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735466 May 06 10:49:48.960505 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06de88a-38db-4f31-9e01-a5928de9929c req-1dc8429f-7f5e-4f72-a621-c043089e1085 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:48.962097 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b06de88a-38db-4f31-9e01-a5928de9929c req-1dc8429f-7f5e-4f72-a621-c043089e1085 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 946 time: 0.1332936 May 06 10:49:49.028184 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b06de88a-38db-4f31-9e01-a5928de9929c req-bca9bbc9-06ae-42bf-99c0-55168ed748bf tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529492 May 06 10:49:49.030218 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b1c9118-6c16-4544-9e73-7a4e1340916f req-c022d007-1dde-45fe-8a34-a3bd01fc4e0b service neutron] 10.222.0.84 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496258 May 06 10:49:49.130804 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4b1c9118-6c16-4544-9e73-7a4e1340916f req-89e07ae9-3970-4157-ac67-0e07b831d6d4 service neutron] 10.222.0.84 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936534 May 06 10:49:49.346218 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:49.793926 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:50.155278 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3630a13-b146-46b9-996e-4ce74620a5ba req-3be9b7a6-5205-4b14-817c-6e9aea358bd3 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:50.156794 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3630a13-b146-46b9-996e-4ce74620a5ba req-3be9b7a6-5205-4b14-817c-6e9aea358bd3 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 946 time: 0.0552166 May 06 10:49:50.202503 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b3630a13-b146-46b9-996e-4ce74620a5ba req-ef3daff3-ac7a-409d-ae3a-a00856480823 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340931 May 06 10:49:51.340912 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba553bf5-6295-426f-9bea-8c842dc30adf req-01023cd7-53d7-44a0-b8f8-922938dbb806 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:51.342536 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba553bf5-6295-426f-9bea-8c842dc30adf req-01023cd7-53d7-44a0-b8f8-922938dbb806 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 946 time: 0.0594504 May 06 10:49:51.400243 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba553bf5-6295-426f-9bea-8c842dc30adf req-ca952f54-5a84-4e92-8c26-40faaf60ce98 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509720 May 06 10:49:51.497118 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:51.617216 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:52.541540 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60490fcd-e1df-4190-8a22-85760ba0c406 req-78733791-ce2a-45e4-ab49-9b4b5ff2baf1 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:52.543136 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-60490fcd-e1df-4190-8a22-85760ba0c406 req-78733791-ce2a-45e4-ab49-9b4b5ff2baf1 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 946 time: 0.0590217 May 06 10:49:52.587577 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-60490fcd-e1df-4190-8a22-85760ba0c406 req-602c73c6-de1f-453d-bf96-570111908533 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366955 May 06 10:49:52.861356 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875eb3ad-5740-4aea-92aa-02ebe58089e8 req-f19ce7d8-8bbc-4dd9-8e2c-e6f8d96c24bb tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:52.862901 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-875eb3ad-5740-4aea-92aa-02ebe58089e8 req-f19ce7d8-8bbc-4dd9-8e2c-e6f8d96c24bb tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 946 time: 0.0837028 May 06 10:49:52.874479 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-83bab51e-b307-421b-9685-a0bd5b9819d9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1179392 May 06 10:49:52.885079 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-dae59601-ea1e-44ba-be6b-f7c90869f14f service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:49:52.886816 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-dae59601-ea1e-44ba-be6b-f7c90869f14f service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063386 May 06 10:49:52.924605 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-875eb3ad-5740-4aea-92aa-02ebe58089e8 req-d9765b62-a23a-429a-8788-887ac0ac8d00 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530338 May 06 10:49:54.056721 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1967364-f293-4890-bb58-10ef32745438 req-7792f03a-9d24-4ecc-a0b6-18ebc5011dc1 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:54.058159 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1967364-f293-4890-bb58-10ef32745438 req-7792f03a-9d24-4ecc-a0b6-18ebc5011dc1 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 946 time: 0.0544569 May 06 10:49:54.098732 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a1967364-f293-4890-bb58-10ef32745438 req-ed4bbb6e-f5e4-4995-aea1-b8573fd91497 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335784 May 06 10:49:54.378211 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device 519480dd-d87d-470c-9056-3bff46d32a35 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:49:54.460272 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:54.484185 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8654d1-a1e1-48bc-8412-3f64bcedc9e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '519480dd-d87d-470c-9056-3bff46d32a35'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:49:54.486442 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532bd0f9c54137a25b4c1a322a0cfb660db88c671ca36eb22ff5f9a731e51081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca553ae-2e1a-4da0-8d76-202b7e2298c2" -d '{"events": [{"server_uuid": "5a8654d1-a1e1-48bc-8412-3f64bcedc9e4", "name": "network-vif-unplugged", "status": "completed", "tag": "519480dd-d87d-470c-9056-3bff46d32a35"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:49:54.501129 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port 519480dd-d87d-470c-9056-3bff46d32a35, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=519480dd-d87d-470c-9056-3bff46d32a35,segment=NetworkSegment(b2fb7498-2c01-4e2e-a836-da23788947ce),segment_id=b2fb7498-2c01-4e2e-a836-da23788947ce)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:49:54.506325 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:54.543260 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 06 May 2022 10:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003a3538-7a38-4339-a6fb-882b83afa9d6 x-openstack-request-id: req-003a3538-7a38-4339-a6fb-882b83afa9d6 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:49:54.543589 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8654d1-a1e1-48bc-8412-3f64bcedc9e4", "name": "network-vif-unplugged", "status": "failed", "tag": "519480dd-d87d-470c-9056-3bff46d32a35", "code": 422}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:49:54.543839 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-003a3538-7a38-4339-a6fb-882b83afa9d6 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:49:54.544249 n-d-840835-1 neutron-server[102654]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-003a3538-7a38-4339-a6fb-882b83afa9d6']: {'server_uuid': '5a8654d1-a1e1-48bc-8412-3f64bcedc9e4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '519480dd-d87d-470c-9056-3bff46d32a35', 'code': 422} returned with failed status May 06 10:49:54.570773 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=519480dd-d87d-470c-9056-3bff46d32a35,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:54.579564 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:49:54.579913 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:49:54.580230 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:49:54.580563 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:49:54.580894 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:49:54.581233 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:49:54.581559 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:49:54.581887 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:49:54.582209 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:49:54.582610 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:49:54.582848 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:49:54.583217 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:49:55.225822 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742f14b-35e0-430c-aa84-3118cb24acd4 req-d933c6c3-f95e-466c-a061-64a8ad440cf9 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:55.227365 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7742f14b-35e0-430c-aa84-3118cb24acd4 req-d933c6c3-f95e-466c-a061-64a8ad440cf9 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 944 time: 0.0562611 May 06 10:49:55.273667 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-7742f14b-35e0-430c-aa84-3118cb24acd4 req-d4c8c4fb-27aa-42a4-97a1-04b4377c162c tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388994 May 06 10:49:56.413405 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd7ff5-35f1-49d8-b2cd-66bf6bf087ff req-b055ea30-2c87-4ac0-933a-039f7cf913cb tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:56.414909 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-40dd7ff5-35f1-49d8-b2cd-66bf6bf087ff req-b055ea30-2c87-4ac0-933a-039f7cf913cb tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 944 time: 0.0547712 May 06 10:49:56.456606 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-40dd7ff5-35f1-49d8-b2cd-66bf6bf087ff req-ac9d55e1-6dca-40ba-8c55-8c4fa7c84145 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347998 May 06 10:49:57.578084 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd319cf3-366e-43b5-ae39-20d25df144b0 req-7648e8db-12a9-43e1-a109-7ffbae90b96a tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:57.579601 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cd319cf3-366e-43b5-ae39-20d25df144b0 req-7648e8db-12a9-43e1-a109-7ffbae90b96a tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 944 time: 0.0496292 May 06 10:49:57.618077 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cd319cf3-366e-43b5-ae39-20d25df144b0 req-cfda51ee-6b39-4565-9e2f-ff8ccf8bd77b tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324700 May 06 10:49:57.759082 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-1abf0b40-a832-4c59-8c1b-f961c59f4434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:57.760517 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-1abf0b40-a832-4c59-8c1b-f961c59f4434 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4&tenant_id=53bfe31195654359ab7709d61f78ae3b HTTP/1.1" status: 200 len: 1095 time: 0.0415676 May 06 10:49:57.776588 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840835-1', 'device_owner': 'compute:nova'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:49:57.828249 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:58.039292 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] For port 519480dd-d87d-470c-9056-3bff46d32a35, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=519480dd-d87d-470c-9056-3bff46d32a35,segment=NetworkSegment(b2fb7498-2c01-4e2e-a836-da23788947ce),segment_id=b2fb7498-2c01-4e2e-a836-da23788947ce)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:49:58.081384 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] For port 519480dd-d87d-470c-9056-3bff46d32a35, host n-h1-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:49:58.119365 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519480dd-d87d-470c-9056-3bff46d32a35 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:49:58.127406 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:58.140924 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Transition to ACTIVE for port object 519480dd-d87d-470c-9056-3bff46d32a35 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:49:58.144138 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:58.225242 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Pushing event updated for resources: {'Port': ['ID=519480dd-d87d-470c-9056-3bff46d32a35,revision_number=7']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:58.238079 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:49:58.238434 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:49:58.238767 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:49:58.239671 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:49:58.239671 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:49:58.239876 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:49:58.240113 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:49:58.240390 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:49:58.240718 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:49:58.241046 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:49:58.241369 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:49:58.241936 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:49:58.279352 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] No DVR routers for this DVR port 519480dd-d87d-470c-9056-3bff46d32a35 on host n-h1-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:49:58.434043 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Attempting to bind port 519480dd-d87d-470c-9056-3bff46d32a35 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:49:58.434380 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Attempting to bind port 519480dd-d87d-470c-9056-3bff46d32a35 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': 'b2fb7498-2c01-4e2e-a836-da23788947ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '370813b8-6b08-4d08-936d-a1026117335e'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:49:58.434714 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Attempting to bind port 519480dd-d87d-470c-9056-3bff46d32a35 on network 370813b8-6b08-4d08-936d-a1026117335e {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:49:58.439363 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Port 519480dd-d87d-470c-9056-3bff46d32a35 on network 370813b8-6b08-4d08-936d-a1026117335e not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:49:58.439689 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Attempting to bind port 519480dd-d87d-470c-9056-3bff46d32a35 on network 370813b8-6b08-4d08-936d-a1026117335e {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:49:58.444791 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:49:58.445134 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Checking segment: {'id': 'b2fb7498-2c01-4e2e-a836-da23788947ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '370813b8-6b08-4d08-936d-a1026117335e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:49:58.445524 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Bound using segment: {'id': 'b2fb7498-2c01-4e2e-a836-da23788947ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '370813b8-6b08-4d08-936d-a1026117335e'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:49:58.445962 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Bound port: 519480dd-d87d-470c-9056-3bff46d32a35, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2fb7498-2c01-4e2e-a836-da23788947ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '370813b8-6b08-4d08-936d-a1026117335e'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:49:58.446317 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:58.525012 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] For port 519480dd-d87d-470c-9056-3bff46d32a35, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:49:58.529228 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] For port 519480dd-d87d-470c-9056-3bff46d32a35, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=519480dd-d87d-470c-9056-3bff46d32a35,segment=NetworkSegment(b2fb7498-2c01-4e2e-a836-da23788947ce),segment_id=b2fb7498-2c01-4e2e-a836-da23788947ce)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:49:58.535587 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:58.578722 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:58.579479 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:58.581216 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] 10.222.0.77 "PUT /v2.0/ports/519480dd-d87d-470c-9056-3bff46d32a35 HTTP/1.1" status: 200 len: 1092 time: 0.8085089 May 06 10:49:58.581740 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8654d1-a1e1-48bc-8412-3f64bcedc9e4', 'tag': '519480dd-d87d-470c-9056-3bff46d32a35'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:49:58.584580 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4203f62887ad6c042520207c1f89edfd97f1d269ecb3a7960f22881858371cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedabf27-6de0-4e46-99bc-95bb7bda3cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "5a8654d1-a1e1-48bc-8412-3f64bcedc9e4", "tag": "519480dd-d87d-470c-9056-3bff46d32a35"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:49:58.622378 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5e761-ae12-4945-b522-db4c9763e2fe service neutron] Pushing event updated for resources: {'Port': ['ID=519480dd-d87d-470c-9056-3bff46d32a35,revision_number=8']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:58.664364 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b565e6b-b09b-480a-a72b-c745024ca058 x-openstack-request-id: req-1b565e6b-b09b-480a-a72b-c745024ca058 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:49:58.664790 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a8654d1-a1e1-48bc-8412-3f64bcedc9e4", "tag": "519480dd-d87d-470c-9056-3bff46d32a35", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:49:58.665275 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1b565e6b-b09b-480a-a72b-c745024ca058 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:49:58.665977 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b565e6b-b09b-480a-a72b-c745024ca058'] response: {'name': 'network-changed', 'server_uuid': '5a8654d1-a1e1-48bc-8412-3f64bcedc9e4', 'tag': '519480dd-d87d-470c-9056-3bff46d32a35', 'status': 'completed', 'code': 200} May 06 10:49:58.690949 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-e984d8da-3c8a-43c4-9264-146654aa9d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:58.693054 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-e984d8da-3c8a-43c4-9264-146654aa9d8d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53bfe31195654359ab7709d61f78ae3b&device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 1095 time: 0.0644348 May 06 10:49:58.775069 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b62ce9-dcfe-43fb-8e27-ec765a1c647b req-902f5f93-796b-409e-b311-00e231eadee7 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:58.777463 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-10b62ce9-dcfe-43fb-8e27-ec765a1c647b req-902f5f93-796b-409e-b311-00e231eadee7 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 944 time: 0.0680661 May 06 10:49:58.810544 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-5caca4dc-78cc-4f0e-895d-2657bb7605d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:58.812107 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-5caca4dc-78cc-4f0e-895d-2657bb7605d8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=370813b8-6b08-4d08-936d-a1026117335e HTTP/1.1" status: 200 len: 909 time: 0.1118066 May 06 10:49:58.840401 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-10b62ce9-dcfe-43fb-8e27-ec765a1c647b req-9207a13e-6161-4017-82a5-aa8a8b17e673 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479271 May 06 10:49:58.892687 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-46945789-ec80-4a2d-a3b7-618e75ea1878 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=519480dd-d87d-470c-9056-3bff46d32a35 HTTP/1.1" status: 200 len: 1000 time: 0.0741575 May 06 10:49:58.949781 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-ec3e2890-2c4e-4213-8896-ba7771750c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:58.951357 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-ec3e2890-2c4e-4213-8896-ba7771750c9e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d HTTP/1.1" status: 200 len: 847 time: 0.0528629 May 06 10:49:59.020275 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-32dfced0-d096-48ad-938f-ae46f03e4d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:59.022085 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-32dfced0-d096-48ad-938f-ae46f03e4d92 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=370813b8-6b08-4d08-936d-a1026117335e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640473 May 06 10:49:59.129637 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-c8cecd9a-ae96-4979-87c3-648d5358b2bf service neutron] 10.222.0.77 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012955 May 06 10:49:59.233740 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-a37031db-4c90-42c3-909e-c24b5250a7d3 service neutron] 10.222.0.77 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966744 May 06 10:49:59.385029 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedabf27-6de0-4e46-99bc-95bb7bda3cfc req-8eb40294-2571-44f7-9deb-9550979fe4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:59.387539 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eedabf27-6de0-4e46-99bc-95bb7bda3cfc req-8eb40294-2571-44f7-9deb-9550979fe4cb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53bfe31195654359ab7709d61f78ae3b&device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 1095 time: 0.0713253 May 06 10:49:59.497377 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedabf27-6de0-4e46-99bc-95bb7bda3cfc req-1f2e432e-1b23-430f-b142-68f42796ef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:59.498871 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eedabf27-6de0-4e46-99bc-95bb7bda3cfc req-1f2e432e-1b23-430f-b142-68f42796ef31 service neutron] 10.222.0.77 "GET /v2.0/networks?id=370813b8-6b08-4d08-936d-a1026117335e HTTP/1.1" status: 200 len: 909 time: 0.1037402 May 06 10:49:59.567250 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eedabf27-6de0-4e46-99bc-95bb7bda3cfc req-ecdb4a4d-cacc-4237-b483-40dfdb3993f0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=519480dd-d87d-470c-9056-3bff46d32a35 HTTP/1.1" status: 200 len: 1000 time: 0.0615613 May 06 10:49:59.631996 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedabf27-6de0-4e46-99bc-95bb7bda3cfc req-9a3f473a-2f28-4a86-b398-184bd6b67ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:59.633475 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eedabf27-6de0-4e46-99bc-95bb7bda3cfc req-9a3f473a-2f28-4a86-b398-184bd6b67ba5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d HTTP/1.1" status: 200 len: 847 time: 0.0602341 May 06 10:49:59.682711 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:59.699592 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedabf27-6de0-4e46-99bc-95bb7bda3cfc req-2d6e2ddd-383e-4c37-b0f3-682f4986db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:59.702129 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eedabf27-6de0-4e46-99bc-95bb7bda3cfc req-2d6e2ddd-383e-4c37-b0f3-682f4986db14 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=370813b8-6b08-4d08-936d-a1026117335e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614023 May 06 10:49:59.841053 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eedabf27-6de0-4e46-99bc-95bb7bda3cfc req-06d0bb9c-ef93-454c-bc75-c638b36d64fc service neutron] 10.222.0.77 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316059 May 06 10:49:59.952279 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-eedabf27-6de0-4e46-99bc-95bb7bda3cfc req-898f19a0-30a2-42e2-a653-5c25ca1bee44 service neutron] 10.222.0.77 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047766 May 06 10:49:59.981354 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149050b4-f0d4-4e0d-b4ba-179d38b150ca req-d7c7f190-1622-4c19-bff9-773f88a82ec5 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:59.983836 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-149050b4-f0d4-4e0d-b4ba-179d38b150ca req-d7c7f190-1622-4c19-bff9-773f88a82ec5 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 944 time: 0.0595250 May 06 10:50:00.023314 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-149050b4-f0d4-4e0d-b4ba-179d38b150ca req-f6db5ae6-e5de-4a82-9392-eec672a01fb7 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328636 May 06 10:50:01.140607 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136298e-ee46-4d6f-b5f3-6b75a9b629bc req-22d77472-340d-479f-8a0c-f1cd1f204205 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:50:01.142443 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b136298e-ee46-4d6f-b5f3-6b75a9b629bc req-22d77472-340d-479f-8a0c-f1cd1f204205 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 944 time: 0.0513849 May 06 10:50:01.182038 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b136298e-ee46-4d6f-b5f3-6b75a9b629bc req-57acd0b2-6e7d-4d4f-8161-0919e4480354 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332727 May 06 10:50:02.322519 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31928d1-b116-41b1-af96-ec24d4b7603d req-03268d56-40da-47a2-b210-add9b26362c0 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:50:02.324045 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f31928d1-b116-41b1-af96-ec24d4b7603d req-03268d56-40da-47a2-b210-add9b26362c0 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 944 time: 0.0566969 May 06 10:50:02.364409 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f31928d1-b116-41b1-af96-ec24d4b7603d req-d94444ba-daaa-4a0c-8f27-0c805ccdee0e tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343044 May 06 10:50:03.496722 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84923cc-1209-46f3-9b8a-1f56ca6129b0 req-8613e6ea-510b-4816-8dff-c7c0bbd131c5 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:50:03.498219 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a84923cc-1209-46f3-9b8a-1f56ca6129b0 req-8613e6ea-510b-4816-8dff-c7c0bbd131c5 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 944 time: 0.0617959 May 06 10:50:03.537380 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a84923cc-1209-46f3-9b8a-1f56ca6129b0 req-fda4c22a-6e90-451b-a014-93c0aa0d5707 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329018 May 06 10:50:04.676836 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92dbd7-27df-4322-be37-9d0dcefbd6c9 req-40d93445-61ad-4d31-8c05-9e884f952b7f tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:50:04.678344 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4e92dbd7-27df-4322-be37-9d0dcefbd6c9 req-40d93445-61ad-4d31-8c05-9e884f952b7f tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 944 time: 0.0523620 May 06 10:50:04.717463 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4e92dbd7-27df-4322-be37-9d0dcefbd6c9 req-150ffa7c-d9b4-438b-b86f-e38e16bc4417 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326161 May 06 10:50:05.845970 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6192a-c661-481c-8231-c361240bc986 req-6d03e1e6-e131-4b2e-b433-77b6ed50d160 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:50:05.847670 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-85b6192a-c661-481c-8231-c361240bc986 req-6d03e1e6-e131-4b2e-b433-77b6ed50d160 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 944 time: 0.0581994 May 06 10:50:05.903657 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-85b6192a-c661-481c-8231-c361240bc986 req-980296ab-758e-4d00-b2f1-5220b565c068 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421267 May 06 10:50:07.047714 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57122b59-7973-48a1-bd64-475801c21c21 req-4f1626be-049a-4ac4-91d3-14567fbc3acc tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:50:07.049312 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57122b59-7973-48a1-bd64-475801c21c21 req-4f1626be-049a-4ac4-91d3-14567fbc3acc tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 944 time: 0.0574872 May 06 10:50:07.095231 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-57122b59-7973-48a1-bd64-475801c21c21 req-dfe1c678-d5b5-4b8a-8d1c-467fd5cbb63d tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386832 May 06 10:50:08.237161 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794811c-2dd5-4db3-b641-04d9b47ebe49 req-a73cc8f0-31f8-4f15-ab78-2df2fa9c271a tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:50:08.239036 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4794811c-2dd5-4db3-b641-04d9b47ebe49 req-a73cc8f0-31f8-4f15-ab78-2df2fa9c271a tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 944 time: 0.0677950 May 06 10:50:08.284972 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4794811c-2dd5-4db3-b641-04d9b47ebe49 req-ae6147ba-25b9-4dba-8b53-75c7bb7bb392 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387592 May 06 10:50:08.701587 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 519480dd-d87d-470c-9056-3bff46d32a35 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:50:08.813939 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 519480dd-d87d-470c-9056-3bff46d32a35, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=519480dd-d87d-470c-9056-3bff46d32a35,segment=NetworkSegment(b2fb7498-2c01-4e2e-a836-da23788947ce),segment_id=b2fb7498-2c01-4e2e-a836-da23788947ce)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:50:08.831203 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '519480dd-d87d-470c-9056-3bff46d32a35', 'network_id': '370813b8-6b08-4d08-936d-a1026117335e', 'port_id': '519480dd-d87d-470c-9056-3bff46d32a35', 'mac_address': 'fa:16:3e:61:6e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:50:08.873897 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:08.889620 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519480dd-d87d-470c-9056-3bff46d32a35 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:50:08.920160 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 519480dd-d87d-470c-9056-3bff46d32a35, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=519480dd-d87d-470c-9056-3bff46d32a35,segment=NetworkSegment(b2fb7498-2c01-4e2e-a836-da23788947ce),segment_id=b2fb7498-2c01-4e2e-a836-da23788947ce)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:50:08.925464 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:08.980636 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=519480dd-d87d-470c-9056-3bff46d32a35,revision_number=9']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:50:09.367711 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['519480dd-d87d-470c-9056-3bff46d32a35'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:50:09.443373 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea12cb-a319-4937-8b83-e59eed6ab365 req-83aa5331-18df-45ce-a4da-e341ad8e2fe4 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:50:09.445157 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b1ea12cb-a319-4937-8b83-e59eed6ab365 req-83aa5331-18df-45ce-a4da-e341ad8e2fe4 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 945 time: 0.0681016 May 06 10:50:09.513363 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b1ea12cb-a319-4937-8b83-e59eed6ab365 req-c966257f-c880-4afe-ac47-882a02ba861a tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558763 May 06 10:50:10.664104 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b06a6-2869-48e1-8df1-1eaa4d60c65c req-2f74050f-273c-49f5-ab1a-dfe53acf6a13 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:50:10.665712 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e47b06a6-2869-48e1-8df1-1eaa4d60c65c req-2f74050f-273c-49f5-ab1a-dfe53acf6a13 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 945 time: 0.0584676 May 06 10:50:10.729699 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e47b06a6-2869-48e1-8df1-1eaa4d60c65c req-eb80d788-ad69-473b-8dc3-a8c656234a13 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524218 May 06 10:50:10.731138 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 519480dd-d87d-470c-9056-3bff46d32a35 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:50:10.814881 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 519480dd-d87d-470c-9056-3bff46d32a35 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:50:10.821146 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 519480dd-d87d-470c-9056-3bff46d32a35 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:50:10.821853 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:11.081616 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:11.104915 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8654d1-a1e1-48bc-8412-3f64bcedc9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519480dd-d87d-470c-9056-3bff46d32a35'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:50:11.107177 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532bd0f9c54137a25b4c1a322a0cfb660db88c671ca36eb22ff5f9a731e51081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c0650e-d8a0-4d2e-b4be-3b2ad82ec606" -d '{"events": [{"server_uuid": "5a8654d1-a1e1-48bc-8412-3f64bcedc9e4", "name": "network-vif-plugged", "status": "completed", "tag": "519480dd-d87d-470c-9056-3bff46d32a35"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:50:11.122105 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 519480dd-d87d-470c-9056-3bff46d32a35, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=519480dd-d87d-470c-9056-3bff46d32a35,segment=NetworkSegment(b2fb7498-2c01-4e2e-a836-da23788947ce),segment_id=b2fb7498-2c01-4e2e-a836-da23788947ce)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:50:11.127366 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:11.185443 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=519480dd-d87d-470c-9056-3bff46d32a35,revision_number=10']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:50:11.233822 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf7c2d0-c2c8-4d72-a4f6-564fb0ca3116 x-openstack-request-id: req-daf7c2d0-c2c8-4d72-a4f6-564fb0ca3116 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:50:11.234225 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8654d1-a1e1-48bc-8412-3f64bcedc9e4", "name": "network-vif-plugged", "status": "completed", "tag": "519480dd-d87d-470c-9056-3bff46d32a35", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:50:11.234572 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-daf7c2d0-c2c8-4d72-a4f6-564fb0ca3116 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:50:11.235057 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daf7c2d0-c2c8-4d72-a4f6-564fb0ca3116'] response: {'server_uuid': '5a8654d1-a1e1-48bc-8412-3f64bcedc9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519480dd-d87d-470c-9056-3bff46d32a35', 'code': 200} May 06 10:50:11.443475 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cc2c5-2b0f-4cd3-9350-954913b4d4e2 req-4e861df5-cf20-4dc6-bd12-b98478d9e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:50:11.445920 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5b3cc2c5-2b0f-4cd3-9350-954913b4d4e2 req-4e861df5-cf20-4dc6-bd12-b98478d9e9a5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 1098 time: 0.0493064 May 06 10:50:11.482388 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5b3cc2c5-2b0f-4cd3-9350-954913b4d4e2 req-6f26e53e-3f9d-4455-89c9-3debf571ed50 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307465 May 06 10:50:11.887687 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be49931-e188-4ead-9f23-744fd94c7976 req-d4fd8f22-c615-433e-b0b1-3906dabeec74 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:50:11.889225 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4be49931-e188-4ead-9f23-744fd94c7976 req-d4fd8f22-c615-433e-b0b1-3906dabeec74 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 947 time: 0.0602446 May 06 10:50:11.940192 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-4be49931-e188-4ead-9f23-744fd94c7976 req-2c3fce3d-8653-4123-b74f-71350994dda7 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399578 May 06 10:50:13.072549 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7a7a8-e0f8-4931-8b2a-6f22f70840bc req-b39bb751-f4cb-4489-a7c8-cc5c7ae72448 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:50:13.074090 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0d7a7a8-e0f8-4931-8b2a-6f22f70840bc req-b39bb751-f4cb-4489-a7c8-cc5c7ae72448 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 947 time: 0.0593894 May 06 10:50:13.127048 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d0d7a7a8-e0f8-4931-8b2a-6f22f70840bc req-f84a188b-5f4c-46c5-a42b-99ebf3031c32 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467482 May 06 10:50:16.086451 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0c045041-4cc2-4b7f-8929-66d160a68f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:18.599833 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6ba002a7-52b9-475b-ac9a-c80447cab123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:19.011271 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:50:19.346129 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:19.801798 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:21.492782 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:21.624615 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:29.692100 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:42.623211 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-742114e8-0e4d-4b9e-821e-6f4c21772b6f req-95250d95-1b0e-45df-a37d-4ae8f39dfd28 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0711048 May 06 10:50:42.726227 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742114e8-0e4d-4b9e-821e-6f4c21772b6f req-ea54efbf-bb39-4060-8e87-f51cece1ef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:50:42.728304 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-742114e8-0e4d-4b9e-821e-6f4c21772b6f req-ea54efbf-bb39-4060-8e87-f51cece1ef0c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53bfe31195654359ab7709d61f78ae3b&device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 1098 time: 0.0439975 May 06 10:50:42.872860 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742114e8-0e4d-4b9e-821e-6f4c21772b6f req-168c5a2a-1323-41e5-9494-96e29b969273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:50:42.875479 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-742114e8-0e4d-4b9e-821e-6f4c21772b6f req-168c5a2a-1323-41e5-9494-96e29b969273 service neutron] 10.222.0.77 "GET /v2.0/networks?id=370813b8-6b08-4d08-936d-a1026117335e HTTP/1.1" status: 200 len: 909 time: 0.1215677 May 06 10:50:42.954771 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-742114e8-0e4d-4b9e-821e-6f4c21772b6f req-315b2f49-1d17-4b95-9698-5ffcac22c4cb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=519480dd-d87d-470c-9056-3bff46d32a35 HTTP/1.1" status: 200 len: 1002 time: 0.0725601 May 06 10:50:43.015388 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742114e8-0e4d-4b9e-821e-6f4c21772b6f req-c5c7a330-a6bf-448b-96fa-ae62086091bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:50:43.017164 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-742114e8-0e4d-4b9e-821e-6f4c21772b6f req-c5c7a330-a6bf-448b-96fa-ae62086091bf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d HTTP/1.1" status: 200 len: 847 time: 0.0562549 May 06 10:50:43.073265 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742114e8-0e4d-4b9e-821e-6f4c21772b6f req-20d19dca-d9a4-4b9c-9689-4809f980f13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:50:43.075296 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-742114e8-0e4d-4b9e-821e-6f4c21772b6f req-20d19dca-d9a4-4b9c-9689-4809f980f13c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=370813b8-6b08-4d08-936d-a1026117335e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512345 May 06 10:50:43.205644 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-742114e8-0e4d-4b9e-821e-6f4c21772b6f req-2792150b-7c36-4569-9080-ea740d827e2b service neutron] 10.222.0.77 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217504 May 06 10:50:43.358755 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-742114e8-0e4d-4b9e-821e-6f4c21772b6f req-66cade1a-1d04-45b3-be70-82e6e0c5c153 service neutron] 10.222.0.77 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453946 May 06 10:50:46.090700 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-df258aab-6170-4b2f-868b-136f36f19279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:48.605508 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c84844a0-84ae-43b0-bdb3-3bb2b1aedb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:49.346345 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:49.803625 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:51.500204 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:51.611299 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:56.013567 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:50:59.690774 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:16.089073 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-94d2cf90-5e0e-43d3-9fe1-6ff6b805019d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:18.593081 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6c21e35d-8ad6-4188-aedf-221731509972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:19.344824 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:19.812468 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:21.510445 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:21.626712 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:28.908234 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41262) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:51:29.132991 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-854218f6-773a-4acf-9eb5-b359ad0d9f64 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Deleting port 2bd290a1-44b4-4766-9428-aab0a4b4f777 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:51:29.133369 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-854218f6-773a-4acf-9eb5-b359ad0d9f64 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:29.223715 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-854218f6-773a-4acf-9eb5-b359ad0d9f64 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:29.223971 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-854218f6-773a-4acf-9eb5-b359ad0d9f64 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:29.239317 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-854218f6-773a-4acf-9eb5-b359ad0d9f64 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Calling delete_port for 2bd290a1-44b4-4766-9428-aab0a4b4f777 owned by network:floatingip {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:51:29.434306 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-854218f6-773a-4acf-9eb5-b359ad0d9f64 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:29.461884 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854218f6-773a-4acf-9eb5-b359ad0d9f64 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Pushing event deleted for resources: {'Port': ['ID=2bd290a1-44b4-4766-9428-aab0a4b4f777,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:29.477366 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854218f6-773a-4acf-9eb5-b359ad0d9f64 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:29.477654 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854218f6-773a-4acf-9eb5-b359ad0d9f64 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:29.477952 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854218f6-773a-4acf-9eb5-b359ad0d9f64 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:29.478300 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854218f6-773a-4acf-9eb5-b359ad0d9f64 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:29.478641 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854218f6-773a-4acf-9eb5-b359ad0d9f64 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:29.478980 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854218f6-773a-4acf-9eb5-b359ad0d9f64 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:29.479351 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854218f6-773a-4acf-9eb5-b359ad0d9f64 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:29.479688 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854218f6-773a-4acf-9eb5-b359ad0d9f64 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:29.480019 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854218f6-773a-4acf-9eb5-b359ad0d9f64 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:29.480347 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854218f6-773a-4acf-9eb5-b359ad0d9f64 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:29.480693 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854218f6-773a-4acf-9eb5-b359ad0d9f64 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:29.481002 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854218f6-773a-4acf-9eb5-b359ad0d9f64 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:29.555390 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-854218f6-773a-4acf-9eb5-b359ad0d9f64 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for floatingip, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:29.555743 n-d-840835-1 neutron-server[102653]: INFO neutron.db.l3_db [None req-854218f6-773a-4acf-9eb5-b359ad0d9f64 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Floating IP 842a7fbf-fe49-4597-81e1-dadf43301323 disassociated (deleted). External IP: 172.25.5.135, port: 519480dd-d87d-470c-9056-3bff46d32a35. May 06 10:51:29.685846 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:29.814107 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854218f6-773a-4acf-9eb5-b359ad0d9f64 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Router 4144e7c9-d291-4496-90ef-e42afec5bb39 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:51:29.996542 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854218f6-773a-4acf-9eb5-b359ad0d9f64 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:51:30.001676 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-854218f6-773a-4acf-9eb5-b359ad0d9f64 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:30.012167 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ecaa02-94e1-4611-bca2-02291c8c05ec None None] Sync routers for ids ['4144e7c9-d291-4496-90ef-e42afec5bb39'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:51:30.030077 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ecaa02-94e1-4611-bca2-02291c8c05ec None None] Routers {'4144e7c9-d291-4496-90ef-e42afec5bb39'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:51:30.031202 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-d4ecaa02-94e1-4611-bca2-02291c8c05ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:51:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['4144e7c9-d291-4496-90ef-e42afec5bb39'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:51:30.052807 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-854218f6-773a-4acf-9eb5-b359ad0d9f64 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "DELETE /v2.0/floatingips/842a7fbf-fe49-4597-81e1-dadf43301323 HTTP/1.1" status: 204 len: 168 time: 1.1428709 May 06 10:51:30.053838 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8654d1-a1e1-48bc-8412-3f64bcedc9e4', 'tag': '519480dd-d87d-470c-9056-3bff46d32a35'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:51:30.058714 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1caaf7a81e239b66cb88d4696e2ac350de7f7976e977350f19e420479ff9b81b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50caa66-c9b5-46df-9ab1-38bff4d98d68" -d '{"events": [{"name": "network-changed", "server_uuid": "5a8654d1-a1e1-48bc-8412-3f64bcedc9e4", "tag": "519480dd-d87d-470c-9056-3bff46d32a35"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:51:30.191480 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-d4ecaa02-94e1-4611-bca2-02291c8c05ec None None] Set router 4144e7c9-d291-4496-90ef-e42afec5bb39 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:51:30.319016 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d04765-490c-41fa-b0d2-d5f2bcedac5f x-openstack-request-id: req-a6d04765-490c-41fa-b0d2-d5f2bcedac5f {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:51:30.319968 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a8654d1-a1e1-48bc-8412-3f64bcedc9e4", "tag": "519480dd-d87d-470c-9056-3bff46d32a35", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:51:30.320311 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a6d04765-490c-41fa-b0d2-d5f2bcedac5f {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:51:30.320793 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6d04765-490c-41fa-b0d2-d5f2bcedac5f'] response: {'name': 'network-changed', 'server_uuid': '5a8654d1-a1e1-48bc-8412-3f64bcedc9e4', 'tag': '519480dd-d87d-470c-9056-3bff46d32a35', 'status': 'completed', 'code': 200} May 06 10:51:30.425508 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50caa66-c9b5-46df-9ab1-38bff4d98d68 req-c8d2a166-676d-4269-bb1d-9607c3628666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:51:30.427519 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d50caa66-c9b5-46df-9ab1-38bff4d98d68 req-c8d2a166-676d-4269-bb1d-9607c3628666 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53bfe31195654359ab7709d61f78ae3b&device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 1098 time: 0.0611501 May 06 10:51:30.483845 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67315682-8ae4-486b-a4de-b5ec8dea43cf req-96c7486f-6516-4877-b61d-77906f511859 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:51:30.486049 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67315682-8ae4-486b-a4de-b5ec8dea43cf req-96c7486f-6516-4877-b61d-77906f511859 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 947 time: 0.0774524 May 06 10:51:30.501019 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-d4ecaa02-94e1-4611-bca2-02291c8c05ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'name': 'tempest-TestShelveInstance-713185339-router', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '319c9925-528f-41f9-9bea-b50981e64e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:41:31Z', 'updated_at': '2022-05-06T10:41:34Z', 'revision_number': 4, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'gw_port': {'id': '319c9925-528f-41f9-9bea-b50981e64e93', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:32Z', 'updated_at': '2022-05-06T10:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'ca2bf08c-9ca3-4b98-91df-a4ee6098ef16', 'name': '', 'network_id': '370813b8-6b08-4d08-936d-a1026117335e', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'mac_address': 'fa:16:3e:f0:f2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:34Z', 'updated_at': '2022-05-06T10:41:38Z', 'revision_number': 5, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'subnets': [{'id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:51:30.538149 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ecaa02-94e1-4611-bca2-02291c8c05ec None None] Checking router: 4144e7c9-d291-4496-90ef-e42afec5bb39 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:51:30.547936 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ecaa02-94e1-4611-bca2-02291c8c05ec None None] Routers {'4144e7c9-d291-4496-90ef-e42afec5bb39'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:51:30.548577 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-d4ecaa02-94e1-4611-bca2-02291c8c05ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:51:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['4144e7c9-d291-4496-90ef-e42afec5bb39'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:51:30.552040 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-67315682-8ae4-486b-a4de-b5ec8dea43cf req-2c841688-0990-4a10-a3ed-9fbd838ce48a tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560756 May 06 10:51:30.570451 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50caa66-c9b5-46df-9ab1-38bff4d98d68 req-a974dda7-83aa-4682-817e-765aeb2fd5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:51:30.571999 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d50caa66-c9b5-46df-9ab1-38bff4d98d68 req-a974dda7-83aa-4682-817e-765aeb2fd5cd service neutron] 10.222.0.77 "GET /v2.0/networks?id=370813b8-6b08-4d08-936d-a1026117335e HTTP/1.1" status: 200 len: 909 time: 0.1367269 May 06 10:51:30.644706 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d50caa66-c9b5-46df-9ab1-38bff4d98d68 req-05d2e176-3318-47d1-a69a-b82e7ccd7c82 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=519480dd-d87d-470c-9056-3bff46d32a35 HTTP/1.1" status: 200 len: 217 time: 0.0636475 May 06 10:51:30.699019 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-d4ecaa02-94e1-4611-bca2-02291c8c05ec None None] Set router 4144e7c9-d291-4496-90ef-e42afec5bb39 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:51:30.735582 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50caa66-c9b5-46df-9ab1-38bff4d98d68 req-09d4f31f-09b2-42c7-ae06-358ab4657279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:51:30.738302 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d50caa66-c9b5-46df-9ab1-38bff4d98d68 req-09d4f31f-09b2-42c7-ae06-358ab4657279 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d HTTP/1.1" status: 200 len: 847 time: 0.0867894 May 06 10:51:30.801924 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50caa66-c9b5-46df-9ab1-38bff4d98d68 req-a9fd0cc5-0134-42fd-977f-b205a239ccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:51:30.804662 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d50caa66-c9b5-46df-9ab1-38bff4d98d68 req-a9fd0cc5-0134-42fd-977f-b205a239ccc2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=370813b8-6b08-4d08-936d-a1026117335e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594618 May 06 10:51:30.930338 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d50caa66-c9b5-46df-9ab1-38bff4d98d68 req-c3a44cf3-3ac3-48f5-a59f-21f74732bc6b service neutron] 10.222.0.77 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185951 May 06 10:51:30.999311 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-d4ecaa02-94e1-4611-bca2-02291c8c05ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'name': 'tempest-TestShelveInstance-713185339-router', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '319c9925-528f-41f9-9bea-b50981e64e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:41:31Z', 'updated_at': '2022-05-06T10:41:34Z', 'revision_number': 4, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'gw_port': {'id': '319c9925-528f-41f9-9bea-b50981e64e93', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:32Z', 'updated_at': '2022-05-06T10:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'ca2bf08c-9ca3-4b98-91df-a4ee6098ef16', 'name': '', 'network_id': '370813b8-6b08-4d08-936d-a1026117335e', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'mac_address': 'fa:16:3e:f0:f2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:34Z', 'updated_at': '2022-05-06T10:41:38Z', 'revision_number': 5, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'subnets': [{'id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:51:31.034559 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ecaa02-94e1-4611-bca2-02291c8c05ec None None] The sync data for ids ['4144e7c9-d291-4496-90ef-e42afec5bb39'] in n-d-840835-1 is: [{'id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'name': 'tempest-TestShelveInstance-713185339-router', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '319c9925-528f-41f9-9bea-b50981e64e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:41:31Z', 'updated_at': '2022-05-06T10:41:34Z', 'revision_number': 4, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'gw_port': {'id': '319c9925-528f-41f9-9bea-b50981e64e93', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:32Z', 'updated_at': '2022-05-06T10:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': 'ca2bf08c-9ca3-4b98-91df-a4ee6098ef16', 'name': '', 'network_id': '370813b8-6b08-4d08-936d-a1026117335e', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'mac_address': 'fa:16:3e:f0:f2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:34Z', 'updated_at': '2022-05-06T10:41:38Z', 'revision_number': 5, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'subnets': [{'id': 'dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:51:31.093253 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-d50caa66-c9b5-46df-9ab1-38bff4d98d68 req-0aa6793a-61ea-4e1a-a6d7-58b3a40d47fd service neutron] 10.222.0.77 "GET /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562166 May 06 10:51:31.353372 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429541c4-27d6-4270-9594-a9da7ad04bf8 None None] New status for floating IP 842a7fbf-fe49-4597-81e1-dadf43301323: DOWN {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:51:31.728560 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89982d-e2ad-4e58-a4dc-b01ceed57f38 req-35a694d6-2249-448f-96a5-31dc943807d5 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:51:31.730043 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f89982d-e2ad-4e58-a4dc-b01ceed57f38 req-35a694d6-2249-448f-96a5-31dc943807d5 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 947 time: 0.0599973 May 06 10:51:31.782135 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f89982d-e2ad-4e58-a4dc-b01ceed57f38 req-31d4e751-7a06-45c8-9534-ef67503e3057 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/security-groups?id=21a50a52-2345-4806-b101-8bc1c870aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455742 May 06 10:51:32.113926 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a667bbc-2cb0-42ef-bb71-c25106c76d0e req-9f359694-218e-48f0-816b-46993c3594c0 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:51:32.115426 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a667bbc-2cb0-42ef-bb71-c25106c76d0e req-9f359694-218e-48f0-816b-46993c3594c0 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 947 time: 0.0563915 May 06 10:51:32.216806 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-3a667bbc-2cb0-42ef-bb71-c25106c76d0e req-0763a17c-7f1f-4c1c-9dd0-0574726968ec tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Deleting port 519480dd-d87d-470c-9056-3bff46d32a35 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:51:32.217176 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3a667bbc-2cb0-42ef-bb71-c25106c76d0e req-0763a17c-7f1f-4c1c-9dd0-0574726968ec tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:32.329465 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-3a667bbc-2cb0-42ef-bb71-c25106c76d0e req-0763a17c-7f1f-4c1c-9dd0-0574726968ec tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] For port 519480dd-d87d-470c-9056-3bff46d32a35, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=519480dd-d87d-470c-9056-3bff46d32a35,segment=NetworkSegment(b2fb7498-2c01-4e2e-a836-da23788947ce),segment_id=b2fb7498-2c01-4e2e-a836-da23788947ce)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:51:32.329837 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3a667bbc-2cb0-42ef-bb71-c25106c76d0e req-0763a17c-7f1f-4c1c-9dd0-0574726968ec tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:32.344107 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-3a667bbc-2cb0-42ef-bb71-c25106c76d0e req-0763a17c-7f1f-4c1c-9dd0-0574726968ec tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Calling delete_port for 519480dd-d87d-470c-9056-3bff46d32a35 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:51:32.508469 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3a667bbc-2cb0-42ef-bb71-c25106c76d0e req-0763a17c-7f1f-4c1c-9dd0-0574726968ec tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:32.552054 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763a17c-7f1f-4c1c-9dd0-0574726968ec tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Pushing event deleted for resources: {'Port': ['ID=519480dd-d87d-470c-9056-3bff46d32a35,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:32.572448 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0763a17c-7f1f-4c1c-9dd0-0574726968ec tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:32.572951 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0763a17c-7f1f-4c1c-9dd0-0574726968ec tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:32.573524 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0763a17c-7f1f-4c1c-9dd0-0574726968ec tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:32.577014 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0763a17c-7f1f-4c1c-9dd0-0574726968ec tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:32.577014 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0763a17c-7f1f-4c1c-9dd0-0574726968ec tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:32.577014 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0763a17c-7f1f-4c1c-9dd0-0574726968ec tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:32.577014 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0763a17c-7f1f-4c1c-9dd0-0574726968ec tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:32.577014 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0763a17c-7f1f-4c1c-9dd0-0574726968ec tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:32.577014 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0763a17c-7f1f-4c1c-9dd0-0574726968ec tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:32.577014 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0763a17c-7f1f-4c1c-9dd0-0574726968ec tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:32.577014 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0763a17c-7f1f-4c1c-9dd0-0574726968ec tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:32.577014 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0763a17c-7f1f-4c1c-9dd0-0574726968ec tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:32.617028 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a667bbc-2cb0-42ef-bb71-c25106c76d0e req-0763a17c-7f1f-4c1c-9dd0-0574726968ec tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] No DVR routers for this DVR port 519480dd-d87d-470c-9056-3bff46d32a35 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:51:32.620067 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-3a667bbc-2cb0-42ef-bb71-c25106c76d0e req-0763a17c-7f1f-4c1c-9dd0-0574726968ec tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:32.624125 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-3a667bbc-2cb0-42ef-bb71-c25106c76d0e req-0763a17c-7f1f-4c1c-9dd0-0574726968ec tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.77 "DELETE /v2.0/ports/519480dd-d87d-470c-9056-3bff46d32a35 HTTP/1.1" status: 204 len: 173 time: 0.5031710 May 06 10:51:32.624605 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8654d1-a1e1-48bc-8412-3f64bcedc9e4', 'name': 'network-vif-deleted', 'tag': '519480dd-d87d-470c-9056-3bff46d32a35'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:51:32.626913 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4203f62887ad6c042520207c1f89edfd97f1d269ecb3a7960f22881858371cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1097a052-290b-4f91-9049-987b0f638855" -d '{"events": [{"server_uuid": "5a8654d1-a1e1-48bc-8412-3f64bcedc9e4", "name": "network-vif-deleted", "tag": "519480dd-d87d-470c-9056-3bff46d32a35"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:51:32.683959 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79931cd5-b058-434b-8f73-fa0b0f4c38a6 x-openstack-request-id: req-79931cd5-b058-434b-8f73-fa0b0f4c38a6 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:51:32.684394 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8654d1-a1e1-48bc-8412-3f64bcedc9e4", "name": "network-vif-deleted", "tag": "519480dd-d87d-470c-9056-3bff46d32a35", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:51:32.684729 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-79931cd5-b058-434b-8f73-fa0b0f4c38a6 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:51:32.685214 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79931cd5-b058-434b-8f73-fa0b0f4c38a6'] response: {'server_uuid': '5a8654d1-a1e1-48bc-8412-3f64bcedc9e4', 'name': 'network-vif-deleted', 'tag': '519480dd-d87d-470c-9056-3bff46d32a35', 'status': 'completed', 'code': 200} May 06 10:51:32.914831 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-69f2c2f7-ac09-4d82-82b3-633a2e75044e req-f7ba26ff-1f26-4666-8a2b-6bdf50246426 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 210 time: 0.0444050 May 06 10:51:33.016641 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:51:34.066968 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-f90678e8-d3ee-4c28-a4be-b7290204ebb6 req-4539a599-9c51-4829-8b20-e7072593fad4 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 210 time: 0.0343072 May 06 10:51:35.190909 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ed1ccdae-c973-48b7-b525-b2dacdfb4c99 req-2eb5c4ff-da20-41da-8ff1-a4b0d97891a0 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 210 time: 0.0295682 May 06 10:51:35.230905 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 519480dd-d87d-470c-9056-3bff46d32a35 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:51:35.263434 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 519480dd-d87d-470c-9056-3bff46d32a35 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:51:35.263786 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 519480dd-d87d-470c-9056-3bff46d32a35 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:51:36.344531 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-761b97b5-14af-4a23-a1b2-de48ffbc1596 req-b53e626e-935b-4c94-9a52-1eebcc3432ee tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8654d1-a1e1-48bc-8412-3f64bcedc9e4 HTTP/1.1" status: 200 len: 210 time: 0.0566247 May 06 10:51:37.418952 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41292) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:51:37.499307 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c81e2daa-42dc-4a80-aed6-b9e4bac65eb2 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:37.535932 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c81e2daa-42dc-4a80-aed6-b9e4bac65eb2 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:37.618869 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c81e2daa-42dc-4a80-aed6-b9e4bac65eb2 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:37.622353 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-c81e2daa-42dc-4a80-aed6-b9e4bac65eb2 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:37.624367 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-c81e2daa-42dc-4a80-aed6-b9e4bac65eb2 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] 10.222.0.73 "DELETE /v2.0/security-groups/21a50a52-2345-4806-b101-8bc1c870aea4 HTTP/1.1" status: 204 len: 168 time: 0.2037265 May 06 10:51:37.641960 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e2daa-42dc-4a80-aed6-b9e4bac65eb2 tempest-TestShelveInstance-107731489 tempest-TestShelveInstance-107731489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a50a52-2345-4806-b101-8bc1c870aea4,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:37.698536 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41296) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:51:38.396173 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-00eb520e-b739-47a0-be9b-d89fd7e731da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:38.790115 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-00eb520e-b739-47a0-be9b-d89fd7e731da admin admin] Deleting port ca2bf08c-9ca3-4b98-91df-a4ee6098ef16 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:51:38.790790 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-00eb520e-b739-47a0-be9b-d89fd7e731da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:38.925237 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-00eb520e-b739-47a0-be9b-d89fd7e731da admin admin] For port ca2bf08c-9ca3-4b98-91df-a4ee6098ef16, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=ca2bf08c-9ca3-4b98-91df-a4ee6098ef16,segment=NetworkSegment(b2fb7498-2c01-4e2e-a836-da23788947ce),segment_id=b2fb7498-2c01-4e2e-a836-da23788947ce)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:51:38.925614 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-00eb520e-b739-47a0-be9b-d89fd7e731da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:38.954160 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-00eb520e-b739-47a0-be9b-d89fd7e731da admin admin] Calling delete_port for ca2bf08c-9ca3-4b98-91df-a4ee6098ef16 owned by network:router_interface {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:51:39.203069 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-00eb520e-b739-47a0-be9b-d89fd7e731da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:39.235168 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb520e-b739-47a0-be9b-d89fd7e731da admin admin] Pushing event deleted for resources: {'Port': ['ID=ca2bf08c-9ca3-4b98-91df-a4ee6098ef16,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:39.476997 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-00eb520e-b739-47a0-be9b-d89fd7e731da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:39.752766 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00eb520e-b739-47a0-be9b-d89fd7e731da admin admin] Router 4144e7c9-d291-4496-90ef-e42afec5bb39 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:51:39.892506 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00eb520e-b739-47a0-be9b-d89fd7e731da admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:51:39.904030 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-00eb520e-b739-47a0-be9b-d89fd7e731da admin admin] 10.222.0.73 "PUT /v2.0/routers/4144e7c9-d291-4496-90ef-e42afec5bb39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2034256 May 06 10:51:39.905075 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc9453c-2e84-475e-82bf-6e77896e5c31 None None] Sync routers for ids ['4144e7c9-d291-4496-90ef-e42afec5bb39'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:51:39.905985 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41300) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:51:39.920111 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc9453c-2e84-475e-82bf-6e77896e5c31 None None] Routers {'4144e7c9-d291-4496-90ef-e42afec5bb39'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:51:39.920826 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-1fc9453c-2e84-475e-82bf-6e77896e5c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:51:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['4144e7c9-d291-4496-90ef-e42afec5bb39'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:51:40.060634 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-1fc9453c-2e84-475e-82bf-6e77896e5c31 None None] Set router 4144e7c9-d291-4496-90ef-e42afec5bb39 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:51:40.352580 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-1fc9453c-2e84-475e-82bf-6e77896e5c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'name': 'tempest-TestShelveInstance-713185339-router', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '319c9925-528f-41f9-9bea-b50981e64e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:41:31Z', 'updated_at': '2022-05-06T10:51:39Z', 'revision_number': 5, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'gw_port': {'id': '319c9925-528f-41f9-9bea-b50981e64e93', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:32Z', 'updated_at': '2022-05-06T10:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:51:40.385097 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc9453c-2e84-475e-82bf-6e77896e5c31 None None] Checking router: 4144e7c9-d291-4496-90ef-e42afec5bb39 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:51:40.402835 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc9453c-2e84-475e-82bf-6e77896e5c31 None None] Routers {'4144e7c9-d291-4496-90ef-e42afec5bb39'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:51:40.403603 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-1fc9453c-2e84-475e-82bf-6e77896e5c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:51:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['4144e7c9-d291-4496-90ef-e42afec5bb39'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:51:40.467737 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b592c6cf-dbff-4156-9f40-964eaf545a12 admin admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:40.546552 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-1fc9453c-2e84-475e-82bf-6e77896e5c31 None None] Set router 4144e7c9-d291-4496-90ef-e42afec5bb39 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:51:40.638116 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b592c6cf-dbff-4156-9f40-964eaf545a12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:40.704277 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-b592c6cf-dbff-4156-9f40-964eaf545a12 admin admin] Deleting port 319c9925-528f-41f9-9bea-b50981e64e93 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:51:40.704630 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b592c6cf-dbff-4156-9f40-964eaf545a12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:40.805650 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-b592c6cf-dbff-4156-9f40-964eaf545a12 admin admin] For port 319c9925-528f-41f9-9bea-b50981e64e93, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=319c9925-528f-41f9-9bea-b50981e64e93,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:51:40.806195 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b592c6cf-dbff-4156-9f40-964eaf545a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:40.828223 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-b592c6cf-dbff-4156-9f40-964eaf545a12 admin admin] Calling delete_port for 319c9925-528f-41f9-9bea-b50981e64e93 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:51:40.898035 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-1fc9453c-2e84-475e-82bf-6e77896e5c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'name': 'tempest-TestShelveInstance-713185339-router', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '319c9925-528f-41f9-9bea-b50981e64e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:41:31Z', 'updated_at': '2022-05-06T10:51:39Z', 'revision_number': 5, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'gw_port': {'id': '319c9925-528f-41f9-9bea-b50981e64e93', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:32Z', 'updated_at': '2022-05-06T10:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:51:40.933743 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc9453c-2e84-475e-82bf-6e77896e5c31 None None] The sync data for ids ['4144e7c9-d291-4496-90ef-e42afec5bb39'] in n-d-840835-1 is: [{'id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'name': 'tempest-TestShelveInstance-713185339-router', 'tenant_id': '53bfe31195654359ab7709d61f78ae3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '319c9925-528f-41f9-9bea-b50981e64e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:41:31Z', 'updated_at': '2022-05-06T10:51:39Z', 'revision_number': 5, 'project_id': '53bfe31195654359ab7709d61f78ae3b', 'gw_port': {'id': '319c9925-528f-41f9-9bea-b50981e64e93', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144e7c9-d291-4496-90ef-e42afec5bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:32Z', 'updated_at': '2022-05-06T10:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:51:41.052126 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b592c6cf-dbff-4156-9f40-964eaf545a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:41.090924 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592c6cf-dbff-4156-9f40-964eaf545a12 admin admin] Pushing event deleted for resources: {'Port': ['ID=319c9925-528f-41f9-9bea-b50981e64e93,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:41.161665 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b592c6cf-dbff-4156-9f40-964eaf545a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:41.295180 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b592c6cf-dbff-4156-9f40-964eaf545a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:41.298810 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b592c6cf-dbff-4156-9f40-964eaf545a12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:41.373774 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b592c6cf-dbff-4156-9f40-964eaf545a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:41.374089 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b592c6cf-dbff-4156-9f40-964eaf545a12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4144e7c9-d291-4496-90ef-e42afec5bb39 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:51:41.379730 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b592c6cf-dbff-4156-9f40-964eaf545a12 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:41.384732 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b592c6cf-dbff-4156-9f40-964eaf545a12 admin admin] 10.222.0.73 "DELETE /v2.0/routers/4144e7c9-d291-4496-90ef-e42afec5bb39 HTTP/1.1" status: 204 len: 168 time: 1.4740293 May 06 10:51:41.385184 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41302) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:51:41.440931 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc327089-a782-488b-8557-dfb47b67aa45 admin admin] Deleting subnet dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:51:41.446599 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dc327089-a782-488b-8557-dfb47b67aa45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:41.499239 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dc327089-a782-488b-8557-dfb47b67aa45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:41.608304 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dc327089-a782-488b-8557-dfb47b67aa45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:41.687970 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dc327089-a782-488b-8557-dfb47b67aa45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:41.716548 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc327089-a782-488b-8557-dfb47b67aa45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:41.723679 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dc327089-a782-488b-8557-dfb47b67aa45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:41.729230 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-dc327089-a782-488b-8557-dfb47b67aa45 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/dcec3c41-3eb4-4f42-8a92-a0d4fa3e501d HTTP/1.1" status: 204 len: 168 time: 0.3431158 May 06 10:51:41.732785 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2accff20-6d76-4dfa-8e5d-dcc495987e49 None None] Network 370813b8-6b08-4d08-936d-a1026117335e requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:51:41.733518 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41304) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:51:41.817718 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a2105054-1ded-4a5b-b06d-4ed65db47acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:41.878034 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-a2105054-1ded-4a5b-b06d-4ed65db47acf admin admin] Deleting port 41215c90-1638-416a-98d5-2c3fc873c630 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:51:41.878375 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a2105054-1ded-4a5b-b06d-4ed65db47acf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:41.974891 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-a2105054-1ded-4a5b-b06d-4ed65db47acf admin admin] For port 41215c90-1638-416a-98d5-2c3fc873c630, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=41215c90-1638-416a-98d5-2c3fc873c630,segment=NetworkSegment(b2fb7498-2c01-4e2e-a836-da23788947ce),segment_id=b2fb7498-2c01-4e2e-a836-da23788947ce)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:51:41.975806 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a2105054-1ded-4a5b-b06d-4ed65db47acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:41.993498 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-a2105054-1ded-4a5b-b06d-4ed65db47acf admin admin] Calling delete_port for 41215c90-1638-416a-98d5-2c3fc873c630 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:51:42.053854 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3701b0ee-a060-4718-90a9-b3e1d15e1858 None None] DHCP port deletion for 370813b8-6b08-4d08-936d-a1026117335e request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:51:42.109782 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a2105054-1ded-4a5b-b06d-4ed65db47acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:42.115738 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-3701b0ee-a060-4718-90a9-b3e1d15e1858 None None] Deleting port 41215c90-1638-416a-98d5-2c3fc873c630 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:51:42.116118 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3701b0ee-a060-4718-90a9-b3e1d15e1858 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:42.138964 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2105054-1ded-4a5b-b06d-4ed65db47acf admin admin] Pushing event deleted for resources: {'Port': ['ID=41215c90-1638-416a-98d5-2c3fc873c630,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:42.149171 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2105054-1ded-4a5b-b06d-4ed65db47acf admin admin] No DVR routers for this DVR port 41215c90-1638-416a-98d5-2c3fc873c630 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:51:42.199604 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-3701b0ee-a060-4718-90a9-b3e1d15e1858 None None] For port 41215c90-1638-416a-98d5-2c3fc873c630, host n-d-840835-1, got binding levels [] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:51:42.200264 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3701b0ee-a060-4718-90a9-b3e1d15e1858 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:42.222998 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-3701b0ee-a060-4718-90a9-b3e1d15e1858 None None] Calling delete_port for 41215c90-1638-416a-98d5-2c3fc873c630 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:51:42.229623 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.ipam_backend_mixin [None req-3701b0ee-a060-4718-90a9-b3e1d15e1858 None None] Port 41215c90-1638-416a-98d5-2c3fc873c630 was not found and therefore no delete operation was performed {{(pid=102654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 10:51:42.231440 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3701b0ee-a060-4718-90a9-b3e1d15e1858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:42.252840 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a2105054-1ded-4a5b-b06d-4ed65db47acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:42.259515 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701b0ee-a060-4718-90a9-b3e1d15e1858 None None] Pushing event deleted for resources: {'Port': ['ID=41215c90-1638-416a-98d5-2c3fc873c630,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:42.265204 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3701b0ee-a060-4718-90a9-b3e1d15e1858 None None] No DVR routers for this DVR port 41215c90-1638-416a-98d5-2c3fc873c630 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:51:42.276060 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701b0ee-a060-4718-90a9-b3e1d15e1858 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:42.276415 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701b0ee-a060-4718-90a9-b3e1d15e1858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:42.276758 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701b0ee-a060-4718-90a9-b3e1d15e1858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:42.277097 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701b0ee-a060-4718-90a9-b3e1d15e1858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:42.277431 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701b0ee-a060-4718-90a9-b3e1d15e1858 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:42.277767 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701b0ee-a060-4718-90a9-b3e1d15e1858 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:42.278097 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701b0ee-a060-4718-90a9-b3e1d15e1858 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:42.278494 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701b0ee-a060-4718-90a9-b3e1d15e1858 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:42.278749 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701b0ee-a060-4718-90a9-b3e1d15e1858 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:42.279070 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701b0ee-a060-4718-90a9-b3e1d15e1858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:42.279429 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701b0ee-a060-4718-90a9-b3e1d15e1858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:42.279753 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701b0ee-a060-4718-90a9-b3e1d15e1858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:42.280217 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-a2105054-1ded-4a5b-b06d-4ed65db47acf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370813b8-6b08-4d08-936d-a1026117335e']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:51:42.297622 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-a2105054-1ded-4a5b-b06d-4ed65db47acf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2fb7498-2c01-4e2e-a836-da23788947ce') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:51:42.297908 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-a2105054-1ded-4a5b-b06d-4ed65db47acf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2fb7498-2c01-4e2e-a836-da23788947ce') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:51:42.310042 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a2105054-1ded-4a5b-b06d-4ed65db47acf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:42.340142 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a2105054-1ded-4a5b-b06d-4ed65db47acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:42.349942 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2105054-1ded-4a5b-b06d-4ed65db47acf admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:51:42.352615 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a2105054-1ded-4a5b-b06d-4ed65db47acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: timer() May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:51:42.355480 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:51:42.403587 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 319c9925-528f-41f9-9bea-b50981e64e93 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:51:42.439545 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 319c9925-528f-41f9-9bea-b50981e64e93 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:51:42.440136 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 319c9925-528f-41f9-9bea-b50981e64e93 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:51:42.440835 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 41215c90-1638-416a-98d5-2c3fc873c630 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:51:42.455537 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a2105054-1ded-4a5b-b06d-4ed65db47acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:42.464027 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a2105054-1ded-4a5b-b06d-4ed65db47acf admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:42.466622 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a2105054-1ded-4a5b-b06d-4ed65db47acf admin admin] 10.222.0.73 "DELETE /v2.0/networks/370813b8-6b08-4d08-936d-a1026117335e HTTP/1.1" status: 204 len: 168 time: 0.7324483 May 06 10:51:42.472168 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41306) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:51:42.478243 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 41215c90-1638-416a-98d5-2c3fc873c630 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:51:42.478751 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 41215c90-1638-416a-98d5-2c3fc873c630 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:51:42.479405 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ca2bf08c-9ca3-4b98-91df-a4ee6098ef16 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:51:42.480221 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2105054-1ded-4a5b-b06d-4ed65db47acf admin admin] Pushing event deleted for resources: {'Network': ['ID=370813b8-6b08-4d08-936d-a1026117335e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:42.509322 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: ca2bf08c-9ca3-4b98-91df-a4ee6098ef16 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:51:42.509884 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device ca2bf08c-9ca3-4b98-91df-a4ee6098ef16 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:51:42.991082 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-28e6d11e-e904-408f-8000-7d3d81dd1b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:43.689382 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-28e6d11e-e904-408f-8000-7d3d81dd1b99 admin admin] Deleting port 971126ef-5265-4eba-b266-bac39cae6901 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:51:43.690143 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-28e6d11e-e904-408f-8000-7d3d81dd1b99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:43.801739 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-28e6d11e-e904-408f-8000-7d3d81dd1b99 admin admin] For port 971126ef-5265-4eba-b266-bac39cae6901, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=971126ef-5265-4eba-b266-bac39cae6901,segment=NetworkSegment(85c8e11a-1a62-49b4-8a18-77bd71bda44a),segment_id=85c8e11a-1a62-49b4-8a18-77bd71bda44a)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:51:43.802297 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-28e6d11e-e904-408f-8000-7d3d81dd1b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:43.822027 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-28e6d11e-e904-408f-8000-7d3d81dd1b99 admin admin] Calling delete_port for 971126ef-5265-4eba-b266-bac39cae6901 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:51:44.043026 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-28e6d11e-e904-408f-8000-7d3d81dd1b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:44.088341 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6d11e-e904-408f-8000-7d3d81dd1b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=971126ef-5265-4eba-b266-bac39cae6901,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:44.352903 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-28e6d11e-e904-408f-8000-7d3d81dd1b99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:44.621334 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e6d11e-e904-408f-8000-7d3d81dd1b99 admin admin] Router 6cdee29c-455b-4395-bc55-c52fa3548e6c has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:51:44.741446 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e6d11e-e904-408f-8000-7d3d81dd1b99 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:51:44.747867 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-28e6d11e-e904-408f-8000-7d3d81dd1b99 admin admin] 10.222.0.73 "PUT /v2.0/routers/6cdee29c-455b-4395-bc55-c52fa3548e6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2738936 May 06 10:51:44.751235 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41308) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:51:44.754206 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1385c718-7868-45c7-8ae1-91708899deef None None] Sync routers for ids ['6cdee29c-455b-4395-bc55-c52fa3548e6c'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:51:44.765738 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1385c718-7868-45c7-8ae1-91708899deef None None] Routers {'6cdee29c-455b-4395-bc55-c52fa3548e6c'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:51:44.766378 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-1385c718-7868-45c7-8ae1-91708899deef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:51:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6cdee29c-455b-4395-bc55-c52fa3548e6c'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:51:44.874749 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0424e98-ce5d-4ffc-a0ca-5ec2c24f0baa admin admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:44.894475 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-1385c718-7868-45c7-8ae1-91708899deef None None] Set router 6cdee29c-455b-4395-bc55-c52fa3548e6c gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:51:45.006902 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0424e98-ce5d-4ffc-a0ca-5ec2c24f0baa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:45.069960 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-b0424e98-ce5d-4ffc-a0ca-5ec2c24f0baa admin admin] Deleting port 364a9a37-e9f1-480e-9de3-1aaaecccb98b {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:51:45.070490 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0424e98-ce5d-4ffc-a0ca-5ec2c24f0baa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:45.135208 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-1385c718-7868-45c7-8ae1-91708899deef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdee29c-455b-4395-bc55-c52fa3548e6c', 'name': 'tempest-TestShelveInstance-431581810-router', 'tenant_id': 'fd06f2e29d9345f0ab91956e1ddcf510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '364a9a37-e9f1-480e-9de3-1aaaecccb98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:41:36Z', 'updated_at': '2022-05-06T10:51:43Z', 'revision_number': 5, 'project_id': 'fd06f2e29d9345f0ab91956e1ddcf510', 'gw_port': {'id': '364a9a37-e9f1-480e-9de3-1aaaecccb98b', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdee29c-455b-4395-bc55-c52fa3548e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:41:37Z', 'updated_at': '2022-05-06T10:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:51:45.169951 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-b0424e98-ce5d-4ffc-a0ca-5ec2c24f0baa admin admin] For port 364a9a37-e9f1-480e-9de3-1aaaecccb98b, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=364a9a37-e9f1-480e-9de3-1aaaecccb98b,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:51:45.170324 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0424e98-ce5d-4ffc-a0ca-5ec2c24f0baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:45.173526 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1385c718-7868-45c7-8ae1-91708899deef None None] Checking router: 6cdee29c-455b-4395-bc55-c52fa3548e6c for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:51:45.192840 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1385c718-7868-45c7-8ae1-91708899deef None None] Routers {'6cdee29c-455b-4395-bc55-c52fa3548e6c'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:51:45.193287 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-b0424e98-ce5d-4ffc-a0ca-5ec2c24f0baa admin admin] Calling delete_port for 364a9a37-e9f1-480e-9de3-1aaaecccb98b owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:51:45.193763 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-1385c718-7868-45c7-8ae1-91708899deef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:51:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['6cdee29c-455b-4395-bc55-c52fa3548e6c'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:51:45.304664 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-1385c718-7868-45c7-8ae1-91708899deef None None] Set router 6cdee29c-455b-4395-bc55-c52fa3548e6c gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:51:45.369840 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-1385c718-7868-45c7-8ae1-91708899deef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdee29c-455b-4395-bc55-c52fa3548e6c', 'name': 'tempest-TestShelveInstance-431581810-router', 'tenant_id': 'fd06f2e29d9345f0ab91956e1ddcf510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:41:36Z', 'updated_at': '2022-05-06T10:51:45Z', 'revision_number': 6, 'project_id': 'fd06f2e29d9345f0ab91956e1ddcf510', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:51:45.402239 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1385c718-7868-45c7-8ae1-91708899deef None None] The sync data for ids ['6cdee29c-455b-4395-bc55-c52fa3548e6c'] in n-d-840835-1 is: [{'id': '6cdee29c-455b-4395-bc55-c52fa3548e6c', 'name': 'tempest-TestShelveInstance-431581810-router', 'tenant_id': 'fd06f2e29d9345f0ab91956e1ddcf510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:41:36Z', 'updated_at': '2022-05-06T10:51:45Z', 'revision_number': 6, 'project_id': 'fd06f2e29d9345f0ab91956e1ddcf510', 'gw_port_host': None}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:51:45.425862 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0424e98-ce5d-4ffc-a0ca-5ec2c24f0baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:45.461565 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0424e98-ce5d-4ffc-a0ca-5ec2c24f0baa admin admin] Pushing event deleted for resources: {'Port': ['ID=364a9a37-e9f1-480e-9de3-1aaaecccb98b,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:45.533277 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0424e98-ce5d-4ffc-a0ca-5ec2c24f0baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:45.638412 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0424e98-ce5d-4ffc-a0ca-5ec2c24f0baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:45.640845 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0424e98-ce5d-4ffc-a0ca-5ec2c24f0baa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:45.694615 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0424e98-ce5d-4ffc-a0ca-5ec2c24f0baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:45.695883 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0424e98-ce5d-4ffc-a0ca-5ec2c24f0baa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cdee29c-455b-4395-bc55-c52fa3548e6c {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:51:45.702570 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b0424e98-ce5d-4ffc-a0ca-5ec2c24f0baa admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:45.703833 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b0424e98-ce5d-4ffc-a0ca-5ec2c24f0baa admin admin] 10.222.0.73 "DELETE /v2.0/routers/6cdee29c-455b-4395-bc55-c52fa3548e6c HTTP/1.1" status: 204 len: 168 time: 0.9503572 May 06 10:51:45.706443 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41310) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:51:45.758407 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-264e096e-40ff-4a42-a0e5-5df56ab08b2f admin admin] Deleting subnet 7044ca26-0c23-45c1-a917-b705cb653d1e {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:51:45.762247 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-264e096e-40ff-4a42-a0e5-5df56ab08b2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:45.804083 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-264e096e-40ff-4a42-a0e5-5df56ab08b2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:45.915087 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-264e096e-40ff-4a42-a0e5-5df56ab08b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:45.991169 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-264e096e-40ff-4a42-a0e5-5df56ab08b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:46.029385 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e096e-40ff-4a42-a0e5-5df56ab08b2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7044ca26-0c23-45c1-a917-b705cb653d1e,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:46.035652 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-264e096e-40ff-4a42-a0e5-5df56ab08b2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:46.039586 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-264e096e-40ff-4a42-a0e5-5df56ab08b2f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7044ca26-0c23-45c1-a917-b705cb653d1e HTTP/1.1" status: 204 len: 168 time: 0.3321829 May 06 10:51:46.043774 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41312) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:51:46.046440 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c45c15-6439-466c-a5d6-25688330b7e9 None None] Network e10ab551-f2e3-47a6-b439-89d606af2074 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:51:46.124735 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-48cd97ff-e7a6-4cbf-be7d-f43520f0b9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:46.127748 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-36896f87-f65c-4a13-be9c-e82517da949a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:46.188331 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-48cd97ff-e7a6-4cbf-be7d-f43520f0b9f4 admin admin] Deleting port 95b435ca-d221-4f5e-aae7-7525965c271a {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:51:46.188716 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-48cd97ff-e7a6-4cbf-be7d-f43520f0b9f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:46.295288 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f074424-6850-460b-be7d-b2262a073000 None None] DHCP port deletion for e10ab551-f2e3-47a6-b439-89d606af2074 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:51:46.298258 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-48cd97ff-e7a6-4cbf-be7d-f43520f0b9f4 admin admin] For port 95b435ca-d221-4f5e-aae7-7525965c271a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=95b435ca-d221-4f5e-aae7-7525965c271a,segment=NetworkSegment(85c8e11a-1a62-49b4-8a18-77bd71bda44a),segment_id=85c8e11a-1a62-49b4-8a18-77bd71bda44a)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:51:46.298694 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-48cd97ff-e7a6-4cbf-be7d-f43520f0b9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:46.316253 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-48cd97ff-e7a6-4cbf-be7d-f43520f0b9f4 admin admin] Calling delete_port for 95b435ca-d221-4f5e-aae7-7525965c271a owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:51:46.368877 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-8f074424-6850-460b-be7d-b2262a073000 None None] Deleting port 95b435ca-d221-4f5e-aae7-7525965c271a {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:51:46.375519 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8f074424-6850-460b-be7d-b2262a073000 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:46.440281 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 364a9a37-e9f1-480e-9de3-1aaaecccb98b no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:51:46.467626 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-48cd97ff-e7a6-4cbf-be7d-f43520f0b9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:46.484504 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 364a9a37-e9f1-480e-9de3-1aaaecccb98b {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:51:46.484858 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 364a9a37-e9f1-480e-9de3-1aaaecccb98b not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:51:46.485294 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 971126ef-5265-4eba-b266-bac39cae6901 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:51:46.518501 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd97ff-e7a6-4cbf-be7d-f43520f0b9f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=95b435ca-d221-4f5e-aae7-7525965c271a,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:46.521828 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cd97ff-e7a6-4cbf-be7d-f43520f0b9f4 admin admin] No DVR routers for this DVR port 95b435ca-d221-4f5e-aae7-7525965c271a on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:51:46.619561 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-48cd97ff-e7a6-4cbf-be7d-f43520f0b9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:46.655951 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-48cd97ff-e7a6-4cbf-be7d-f43520f0b9f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e10ab551-f2e3-47a6-b439-89d606af2074']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:51:46.667315 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-48cd97ff-e7a6-4cbf-be7d-f43520f0b9f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c8e11a-1a62-49b4-8a18-77bd71bda44a') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:51:46.667625 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-48cd97ff-e7a6-4cbf-be7d-f43520f0b9f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c8e11a-1a62-49b4-8a18-77bd71bda44a') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:51:46.680089 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-48cd97ff-e7a6-4cbf-be7d-f43520f0b9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:46.695178 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-48cd97ff-e7a6-4cbf-be7d-f43520f0b9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:46.697436 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 971126ef-5265-4eba-b266-bac39cae6901 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:51:46.697796 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 971126ef-5265-4eba-b266-bac39cae6901 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:51:46.698232 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 95b435ca-d221-4f5e-aae7-7525965c271a no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:51:46.701939 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48cd97ff-e7a6-4cbf-be7d-f43520f0b9f4 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:51:46.702359 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-48cd97ff-e7a6-4cbf-be7d-f43520f0b9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: timer() May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:51:46.704745 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:51:46.708506 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-8f074424-6850-460b-be7d-b2262a073000 None None] For port 95b435ca-d221-4f5e-aae7-7525965c271a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=95b435ca-d221-4f5e-aae7-7525965c271a,segment=NetworkSegment(85c8e11a-1a62-49b4-8a18-77bd71bda44a),segment_id=85c8e11a-1a62-49b4-8a18-77bd71bda44a)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:51:46.709038 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8f074424-6850-460b-be7d-b2262a073000 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:46.746285 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 95b435ca-d221-4f5e-aae7-7525965c271a {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:51:46.746801 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 95b435ca-d221-4f5e-aae7-7525965c271a not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:51:46.764563 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-8f074424-6850-460b-be7d-b2262a073000 None None] Calling delete_port for 95b435ca-d221-4f5e-aae7-7525965c271a owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:51:46.800948 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-48cd97ff-e7a6-4cbf-be7d-f43520f0b9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:46.809812 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-48cd97ff-e7a6-4cbf-be7d-f43520f0b9f4 admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:46.813180 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-48cd97ff-e7a6-4cbf-be7d-f43520f0b9f4 admin admin] 10.222.0.73 "DELETE /v2.0/networks/e10ab551-f2e3-47a6-b439-89d606af2074 HTTP/1.1" status: 204 len: 168 time: 0.7681656 May 06 10:51:46.829190 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd97ff-e7a6-4cbf-be7d-f43520f0b9f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e10ab551-f2e3-47a6-b439-89d606af2074,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:46.891682 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-8f074424-6850-460b-be7d-b2262a073000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:46.919319 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8f074424-6850-460b-be7d-b2262a073000 None None] Network e10ab551-f2e3-47a6-b439-89d606af2074 is not hosted by any dhcp agent {{(pid=102654) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 06 10:51:46.919765 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f074424-6850-460b-be7d-b2262a073000 None None] No DVR routers for this DVR port 95b435ca-d221-4f5e-aae7-7525965c271a on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:51:46.921957 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f074424-6850-460b-be7d-b2262a073000 None None] Pushing event deleted for resources: {'Port': ['ID=95b435ca-d221-4f5e-aae7-7525965c271a,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:47.009125 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41316) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:51:47.059195 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-63ea9123-23fe-49fe-8e5b-69bab3199a33 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=53bfe31195654359ab7709d61f78ae3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479329 May 06 10:51:47.061918 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41318) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:51:47.120805 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b8e6b480-1cdf-489b-b718-e98f2f3a3786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:47.147608 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b8e6b480-1cdf-489b-b718-e98f2f3a3786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:47.211528 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b8e6b480-1cdf-489b-b718-e98f2f3a3786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:47.214093 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-b8e6b480-1cdf-489b-b718-e98f2f3a3786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:47.215317 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-b8e6b480-1cdf-489b-b718-e98f2f3a3786 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aa1e0ac0-754e-47d1-a43c-20a9914f46f0 HTTP/1.1" status: 204 len: 168 time: 0.1523836 May 06 10:51:47.224244 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6b480-1cdf-489b-b718-e98f2f3a3786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1e0ac0-754e-47d1-a43c-20a9914f46f0,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:47.667103 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41324) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:51:47.727173 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1dd082fb-4fbf-4b8b-bc65-19a119906b27 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fd06f2e29d9345f0ab91956e1ddcf510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0587873 May 06 10:51:47.730986 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41326) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:51:47.789481 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cb4d767a-051c-4d6a-9579-6bd0cfe86502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:47.814642 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cb4d767a-051c-4d6a-9579-6bd0cfe86502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:47.877872 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cb4d767a-051c-4d6a-9579-6bd0cfe86502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:47.880888 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-cb4d767a-051c-4d6a-9579-6bd0cfe86502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:47.882856 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-cb4d767a-051c-4d6a-9579-6bd0cfe86502 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/682e7cb4-01b5-44c0-b314-d4258ec52e43 HTTP/1.1" status: 204 len: 168 time: 0.1507959 May 06 10:51:47.892851 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d767a-051c-4d6a-9579-6bd0cfe86502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682e7cb4-01b5-44c0-b314-d4258ec52e43,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:48.589126 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1d7cbe26-6358-4220-9b7d-cd48e6124cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:48.860579 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41348) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:51:48.980416 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-eac77747-2c81-40d8-a0a3-a3ac4199fd6e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-854341401-network', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:51:49.006027 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac77747-2c81-40d8-a0a3-a3ac4199fd6e admin admin] Made reservation on behalf of dc4e97f79bcd4e5b88ca84b6732c2525 for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:51:49.009204 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eac77747-2c81-40d8-a0a3-a3ac4199fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:49.019182 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eac77747-2c81-40d8-a0a3-a3ac4199fd6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:49.125428 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eac77747-2c81-40d8-a0a3-a3ac4199fd6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:49.129702 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eac77747-2c81-40d8-a0a3-a3ac4199fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:49.155791 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac77747-2c81-40d8-a0a3-a3ac4199fd6e admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:51:49.166568 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac77747-2c81-40d8-a0a3-a3ac4199fd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8d163a-64b7-4812-a0ad-f936755eb5a7,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:49.171899 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eac77747-2c81-40d8-a0a3-a3ac4199fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:49.172247 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-eac77747-2c81-40d8-a0a3-a3ac4199fd6e admin admin] Added segment 62f730c3-528c-4dcf-acf3-282f9e9888bd of type vlan for network 813dca44-cad3-41ed-b1d0-f169832d2f7c May 06 10:51:49.219783 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eac77747-2c81-40d8-a0a3-a3ac4199fd6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:49.247605 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eac77747-2c81-40d8-a0a3-a3ac4199fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:49.248997 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac77747-2c81-40d8-a0a3-a3ac4199fd6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:51:49.249935 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-eac77747-2c81-40d8-a0a3-a3ac4199fd6e admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:49.309941 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-eac77747-2c81-40d8-a0a3-a3ac4199fd6e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4481897 May 06 10:51:49.313007 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41352) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:51:49.318272 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-3cec104b-bc7c-4688-be8f-ff133e1cb5f1 admin admin] Request body: {'subnet': {'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-854341401-subnet', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:51:49.338368 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac77747-2c81-40d8-a0a3-a3ac4199fd6e admin admin] Pushing event updated for resources: {'Network': ['ID=813dca44-cad3-41ed-b1d0-f169832d2f7c,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:49.352358 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cec104b-bc7c-4688-be8f-ff133e1cb5f1 admin admin] Made reservation on behalf of dc4e97f79bcd4e5b88ca84b6732c2525 for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:51:49.352603 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 813dca44-cad3-41ed-b1d0-f169832d2f7c details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:51:49.355082 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3cec104b-bc7c-4688-be8f-ff133e1cb5f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:49.413891 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:49.567104 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3cec104b-bc7c-4688-be8f-ff133e1cb5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:49.632985 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec104b-bc7c-4688-be8f-ff133e1cb5f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ccfb1df-2b2a-4687-842d-37e4f44e8da9,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:49.647229 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cec104b-bc7c-4688-be8f-ff133e1cb5f1 admin admin] Checking segment: {'id': '62f730c3-528c-4dcf-acf3-282f9e9888bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:51:49.647606 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cec104b-bc7c-4688-be8f-ff133e1cb5f1 admin admin] Network hostable DHCP agents. Network: 813dca44-cad3-41ed-b1d0-f169832d2f7c, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:51:49.666419 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cec104b-bc7c-4688-be8f-ff133e1cb5f1 admin admin] Network 813dca44-cad3-41ed-b1d0-f169832d2f7c is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:51:49.677472 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-3cec104b-bc7c-4688-be8f-ff133e1cb5f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 813dca44-cad3-41ed-b1d0-f169832d2f7c) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:51:49.683053 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cec104b-bc7c-4688-be8f-ff133e1cb5f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:51:49.683704 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3cec104b-bc7c-4688-be8f-ff133e1cb5f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:49.690105 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4447df5e-a6c3-444c-a8bf-143c7bc2de75 None None] Network 813dca44-cad3-41ed-b1d0-f169832d2f7c requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:51:49.707237 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3cec104b-bc7c-4688-be8f-ff133e1cb5f1 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3928463 May 06 10:51:49.710845 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41354) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:51:49.716140 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-47bc789a-5f9a-4948-8805-1cf6973c386c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-854341401-router', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:51:49.737720 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-47bc789a-5f9a-4948-8805-1cf6973c386c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:49.739156 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-47bc789a-5f9a-4948-8805-1cf6973c386c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:49.821253 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-47bc789a-5f9a-4948-8805-1cf6973c386c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:49.831818 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:49.877543 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5866105c-be20-4722-ac8a-4300b8a6e634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-813dca44-cad3-41ed-b1d0-f169832d2f7c', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'fixed_ips': [{'subnet_id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:51:49.878544 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5866105c-be20-4722-ac8a-4300b8a6e634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:50.021928 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-47bc789a-5f9a-4948-8805-1cf6973c386c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:50.044260 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-5866105c-be20-4722-ac8a-4300b8a6e634 None None] Allocated IP 172.20.0.2 (813dca44-cad3-41ed-b1d0-f169832d2f7c/5ccfb1df-2b2a-4687-842d-37e4f44e8da9/468f35c4-767b-4d51-95d8-4fa12d635c05) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:51:50.261732 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5866105c-be20-4722-ac8a-4300b8a6e634 None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:50.278706 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5866105c-be20-4722-ac8a-4300b8a6e634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:50.293852 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-47bc789a-5f9a-4948-8805-1cf6973c386c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:50.321283 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-47bc789a-5f9a-4948-8805-1cf6973c386c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:50.328474 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5866105c-be20-4722-ac8a-4300b8a6e634 None None] Network 813dca44-cad3-41ed-b1d0-f169832d2f7c is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:51:50.333579 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-5866105c-be20-4722-ac8a-4300b8a6e634 None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:51:50.344573 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5866105c-be20-4722-ac8a-4300b8a6e634 None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:51:50.347756 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866105c-be20-4722-ac8a-4300b8a6e634 None None] Pushing event updated for resources: {'Port': ['ID=468f35c4-767b-4d51-95d8-4fa12d635c05,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:50.418358 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-5866105c-be20-4722-ac8a-4300b8a6e634 None None] Attempting to bind port 468f35c4-767b-4d51-95d8-4fa12d635c05 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:51:50.418871 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-5866105c-be20-4722-ac8a-4300b8a6e634 None None] Attempting to bind port 468f35c4-767b-4d51-95d8-4fa12d635c05 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '62f730c3-528c-4dcf-acf3-282f9e9888bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:51:50.419375 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5866105c-be20-4722-ac8a-4300b8a6e634 None None] Attempting to bind port 468f35c4-767b-4d51-95d8-4fa12d635c05 on network 813dca44-cad3-41ed-b1d0-f169832d2f7c {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:51:50.425470 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5866105c-be20-4722-ac8a-4300b8a6e634 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:51:50.425966 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5866105c-be20-4722-ac8a-4300b8a6e634 None None] Checking segment: {'id': '62f730c3-528c-4dcf-acf3-282f9e9888bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:51:50.426496 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5866105c-be20-4722-ac8a-4300b8a6e634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:50.427013 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5866105c-be20-4722-ac8a-4300b8a6e634 None None] Bound using segment: {'id': '62f730c3-528c-4dcf-acf3-282f9e9888bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:51:50.427639 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-5866105c-be20-4722-ac8a-4300b8a6e634 None None] Bound port: 468f35c4-767b-4d51-95d8-4fa12d635c05, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f730c3-528c-4dcf-acf3-282f9e9888bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:51:50.428726 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5866105c-be20-4722-ac8a-4300b8a6e634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:50.451320 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-47bc789a-5f9a-4948-8805-1cf6973c386c admin admin] Allocated IP 172.25.5.79 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/807cc089-df5c-428f-b513-a439b9a7bd13) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:51:50.500958 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-5866105c-be20-4722-ac8a-4300b8a6e634 None None] For port 468f35c4-767b-4d51-95d8-4fa12d635c05, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:51:50.511594 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-5866105c-be20-4722-ac8a-4300b8a6e634 None None] For port 468f35c4-767b-4d51-95d8-4fa12d635c05, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=468f35c4-767b-4d51-95d8-4fa12d635c05,segment=NetworkSegment(62f730c3-528c-4dcf-acf3-282f9e9888bd),segment_id=62f730c3-528c-4dcf-acf3-282f9e9888bd)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:51:50.518039 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5866105c-be20-4722-ac8a-4300b8a6e634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:50.589750 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-47bc789a-5f9a-4948-8805-1cf6973c386c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:50.592401 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866105c-be20-4722-ac8a-4300b8a6e634 None None] Pushing event updated for resources: {'Port': ['ID=468f35c4-767b-4d51-95d8-4fa12d635c05,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:50.645474 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-47bc789a-5f9a-4948-8805-1cf6973c386c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:50.697492 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bc789a-5f9a-4948-8805-1cf6973c386c admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:51:50.702396 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-47bc789a-5f9a-4948-8805-1cf6973c386c admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:51:50.704919 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bc789a-5f9a-4948-8805-1cf6973c386c admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:51:50.732082 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc789a-5f9a-4948-8805-1cf6973c386c admin admin] Pushing event updated for resources: {'Port': ['ID=807cc089-df5c-428f-b513-a439b9a7bd13,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:51.017985 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-47bc789a-5f9a-4948-8805-1cf6973c386c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:51.512384 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:51.622727 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:51.664998 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-47bc789a-5f9a-4948-8805-1cf6973c386c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:51.718780 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d65576a-23bf-48b8-84fc-acff6a3a21b5 None None] Network 813dca44-cad3-41ed-b1d0-f169832d2f7c requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:51:51.784089 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-62e9624b-fc65-443e-8031-833f15e38194 None None] Provisioning complete for port 468f35c4-767b-4d51-95d8-4fa12d635c05 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:51:51.784469 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-62e9624b-fc65-443e-8031-833f15e38194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:51.850797 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bc789a-5f9a-4948-8805-1cf6973c386c admin admin] Router 51a13766-9e09-4f27-b0f8-49ea27f32362 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:51:51.951011 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-62e9624b-fc65-443e-8031-833f15e38194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:52.013222 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bc789a-5f9a-4948-8805-1cf6973c386c admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:51:52.019174 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-62e9624b-fc65-443e-8031-833f15e38194 None None] For port 468f35c4-767b-4d51-95d8-4fa12d635c05, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=468f35c4-767b-4d51-95d8-4fa12d635c05,segment=NetworkSegment(62f730c3-528c-4dcf-acf3-282f9e9888bd),segment_id=62f730c3-528c-4dcf-acf3-282f9e9888bd)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:51:52.024899 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-62e9624b-fc65-443e-8031-833f15e38194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:52.042512 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f2e313-9ca5-44a5-a6a7-53d0d14a906e None None] Sync routers for ids ['51a13766-9e09-4f27-b0f8-49ea27f32362'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:51:52.047891 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-47bc789a-5f9a-4948-8805-1cf6973c386c admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:52.055718 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-47bc789a-5f9a-4948-8805-1cf6973c386c admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3389206 May 06 10:51:52.056161 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41356) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:51:52.084944 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f2e313-9ca5-44a5-a6a7-53d0d14a906e None None] Routers {'51a13766-9e09-4f27-b0f8-49ea27f32362'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:51:52.085615 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-46f2e313-9ca5-44a5-a6a7-53d0d14a906e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:51:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['51a13766-9e09-4f27-b0f8-49ea27f32362'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:51:52.116483 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9624b-fc65-443e-8031-833f15e38194 None None] Pushing event updated for resources: {'Port': ['ID=468f35c4-767b-4d51-95d8-4fa12d635c05,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:52.275016 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-46f2e313-9ca5-44a5-a6a7-53d0d14a906e None None] Set router 51a13766-9e09-4f27-b0f8-49ea27f32362 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:51:52.490971 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e41fbf64-8d15-4d60-b14d-4ad50aecc5d0 None None] Provisioning complete for port 468f35c4-767b-4d51-95d8-4fa12d635c05 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:51:52.491591 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e41fbf64-8d15-4d60-b14d-4ad50aecc5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:52.562090 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 468f35c4-767b-4d51-95d8-4fa12d635c05 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:51:52.612757 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-46f2e313-9ca5-44a5-a6a7-53d0d14a906e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'name': 'tempest-TestSnapshotPattern-854341401-router', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:51:49Z', 'updated_at': '2022-05-06T10:51:50Z', 'revision_number': 3, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'gw_port': {'id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:50Z', 'updated_at': '2022-05-06T10:51:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:51:52.669058 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f2e313-9ca5-44a5-a6a7-53d0d14a906e None None] Checking router: 51a13766-9e09-4f27-b0f8-49ea27f32362 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:51:52.669739 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f2e313-9ca5-44a5-a6a7-53d0d14a906e None None] Updating router 51a13766-9e09-4f27-b0f8-49ea27f32362 port 807cc089-df5c-428f-b513-a439b9a7bd13 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:51:52.704178 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-46f2e313-9ca5-44a5-a6a7-53d0d14a906e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:52.712176 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 468f35c4-767b-4d51-95d8-4fa12d635c05 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:51:52.713374 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:52.795449 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-043a8178-a93e-426e-b511-ba61561b3b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:53.014292 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-043a8178-a93e-426e-b511-ba61561b3b9e admin admin] Allocated IP 172.20.0.1 (813dca44-cad3-41ed-b1d0-f169832d2f7c/5ccfb1df-2b2a-4687-842d-37e4f44e8da9/532be2ea-6296-4eda-872f-4e6cb51d6844) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:51:53.074201 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-46f2e313-9ca5-44a5-a6a7-53d0d14a906e None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:53.081648 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-46f2e313-9ca5-44a5-a6a7-53d0d14a906e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:53.133703 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-46f2e313-9ca5-44a5-a6a7-53d0d14a906e None None] Attempting to bind port 807cc089-df5c-428f-b513-a439b9a7bd13 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:51:53.134100 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-46f2e313-9ca5-44a5-a6a7-53d0d14a906e None None] Attempting to bind port 807cc089-df5c-428f-b513-a439b9a7bd13 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:51:53.134446 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f2e313-9ca5-44a5-a6a7-53d0d14a906e None None] Attempting to bind port 807cc089-df5c-428f-b513-a439b9a7bd13 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:51:53.142400 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff5241-baf8-45c1-8bde-10133141b527 None None] Pushing event updated for resources: {'Port': ['ID=807cc089-df5c-428f-b513-a439b9a7bd13,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:53.148098 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f2e313-9ca5-44a5-a6a7-53d0d14a906e None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:51:53.148479 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f2e313-9ca5-44a5-a6a7-53d0d14a906e None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:51:53.148893 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-46f2e313-9ca5-44a5-a6a7-53d0d14a906e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:53.149347 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f2e313-9ca5-44a5-a6a7-53d0d14a906e None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:51:53.149813 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-46f2e313-9ca5-44a5-a6a7-53d0d14a906e None None] Bound port: 807cc089-df5c-428f-b513-a439b9a7bd13, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:51:53.150331 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-46f2e313-9ca5-44a5-a6a7-53d0d14a906e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:53.157132 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fff5241-baf8-45c1-8bde-10133141b527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:53.157486 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fff5241-baf8-45c1-8bde-10133141b527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:53.157831 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fff5241-baf8-45c1-8bde-10133141b527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:53.158178 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fff5241-baf8-45c1-8bde-10133141b527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:53.158514 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fff5241-baf8-45c1-8bde-10133141b527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:53.158847 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fff5241-baf8-45c1-8bde-10133141b527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:53.159196 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fff5241-baf8-45c1-8bde-10133141b527 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:53.159529 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fff5241-baf8-45c1-8bde-10133141b527 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:53.159887 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fff5241-baf8-45c1-8bde-10133141b527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:53.160180 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fff5241-baf8-45c1-8bde-10133141b527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:53.160519 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fff5241-baf8-45c1-8bde-10133141b527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:53.160866 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fff5241-baf8-45c1-8bde-10133141b527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:51:53.167237 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-043a8178-a93e-426e-b511-ba61561b3b9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:53.209832 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-043a8178-a93e-426e-b511-ba61561b3b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:53.225067 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-46f2e313-9ca5-44a5-a6a7-53d0d14a906e None None] For port 807cc089-df5c-428f-b513-a439b9a7bd13, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:51:53.228738 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-46f2e313-9ca5-44a5-a6a7-53d0d14a906e None None] For port 807cc089-df5c-428f-b513-a439b9a7bd13, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=807cc089-df5c-428f-b513-a439b9a7bd13,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:51:53.233619 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-46f2e313-9ca5-44a5-a6a7-53d0d14a906e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:53.249807 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043a8178-a93e-426e-b511-ba61561b3b9e admin admin] Network 813dca44-cad3-41ed-b1d0-f169832d2f7c is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:51:53.252808 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-043a8178-a93e-426e-b511-ba61561b3b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:51:53.256900 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043a8178-a93e-426e-b511-ba61561b3b9e admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:51:53.287984 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a8178-a93e-426e-b511-ba61561b3b9e admin admin] Pushing event updated for resources: {'Port': ['ID=532be2ea-6296-4eda-872f-4e6cb51d6844,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:53.306560 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-043a8178-a93e-426e-b511-ba61561b3b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:53.321775 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff5241-baf8-45c1-8bde-10133141b527 None None] Pushing event updated for resources: {'Port': ['ID=807cc089-df5c-428f-b513-a439b9a7bd13,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:53.324641 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f2e313-9ca5-44a5-a6a7-53d0d14a906e None None] Routers {'51a13766-9e09-4f27-b0f8-49ea27f32362'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:51:53.325378 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-46f2e313-9ca5-44a5-a6a7-53d0d14a906e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:51:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['51a13766-9e09-4f27-b0f8-49ea27f32362'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:51:53.488224 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-46f2e313-9ca5-44a5-a6a7-53d0d14a906e None None] Set router 51a13766-9e09-4f27-b0f8-49ea27f32362 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:51:53.518177 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-043a8178-a93e-426e-b511-ba61561b3b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:53.648765 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-1556445c-5bc6-46f2-ac7f-97d353935678 None None] Provisioning complete for port 532be2ea-6296-4eda-872f-4e6cb51d6844 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:51:53.648765 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1556445c-5bc6-46f2-ac7f-97d353935678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:53.697198 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-1556445c-5bc6-46f2-ac7f-97d353935678 None None] Port 532be2ea-6296-4eda-872f-4e6cb51d6844 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:51:53.727618 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-46f2e313-9ca5-44a5-a6a7-53d0d14a906e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'name': 'tempest-TestSnapshotPattern-854341401-router', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:51:49Z', 'updated_at': '2022-05-06T10:51:50Z', 'revision_number': 3, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'gw_port': {'id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:50Z', 'updated_at': '2022-05-06T10:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:51:53.749651 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-043a8178-a93e-426e-b511-ba61561b3b9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:53.757150 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-043a8178-a93e-426e-b511-ba61561b3b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:53.760648 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f2e313-9ca5-44a5-a6a7-53d0d14a906e None None] The sync data for ids ['51a13766-9e09-4f27-b0f8-49ea27f32362'] in n-d-840835-1 is: [{'id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'name': 'tempest-TestSnapshotPattern-854341401-router', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:51:49Z', 'updated_at': '2022-05-06T10:51:50Z', 'revision_number': 3, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'gw_port': {'id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:50Z', 'updated_at': '2022-05-06T10:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:51:53.844076 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a8178-a93e-426e-b511-ba61561b3b9e admin admin] Pushing event updated for resources: {'Port': ['ID=532be2ea-6296-4eda-872f-4e6cb51d6844,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:53.846894 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-043a8178-a93e-426e-b511-ba61561b3b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:53.989515 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043a8178-a93e-426e-b511-ba61561b3b9e admin admin] Network 813dca44-cad3-41ed-b1d0-f169832d2f7c is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:51:53.992551 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-043a8178-a93e-426e-b511-ba61561b3b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:51:54.218835 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043a8178-a93e-426e-b511-ba61561b3b9e admin admin] Router 51a13766-9e09-4f27-b0f8-49ea27f32362 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:51:54.367954 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-557566bd-518e-4f00-a803-4ec33584cd3c None None] Provisioning complete for port 532be2ea-6296-4eda-872f-4e6cb51d6844 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:51:54.368690 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-557566bd-518e-4f00-a803-4ec33584cd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:54.393388 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043a8178-a93e-426e-b511-ba61561b3b9e admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:51:54.406359 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-043a8178-a93e-426e-b511-ba61561b3b9e admin admin] 10.222.0.73 "PUT /v2.0/routers/51a13766-9e09-4f27-b0f8-49ea27f32362/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3425333 May 06 10:51:54.441958 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-557566bd-518e-4f00-a803-4ec33584cd3c None None] Port 532be2ea-6296-4eda-872f-4e6cb51d6844 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:51:54.451319 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 807cc089-df5c-428f-b513-a439b9a7bd13 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:51:54.512346 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 807cc089-df5c-428f-b513-a439b9a7bd13 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:51:54.512725 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:54.624798 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:54.668037 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 807cc089-df5c-428f-b513-a439b9a7bd13, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=807cc089-df5c-428f-b513-a439b9a7bd13,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:51:54.676086 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:54.756224 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=807cc089-df5c-428f-b513-a439b9a7bd13,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:55.116261 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41372) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:51:55.122042 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-a8bb1575-e6ed-47fe-b1ce-e6416fcab3c0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1966712466-network', 'tenant_id': 'edcf5890d42d4a2cb9fd0a86af6c380b'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:51:55.144042 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bb1575-e6ed-47fe-b1ce-e6416fcab3c0 admin admin] Made reservation on behalf of edcf5890d42d4a2cb9fd0a86af6c380b for: {'network': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:51:55.146815 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8bb1575-e6ed-47fe-b1ce-e6416fcab3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for network, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:55.156787 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8bb1575-e6ed-47fe-b1ce-e6416fcab3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:55.261178 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8bb1575-e6ed-47fe-b1ce-e6416fcab3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:55.268585 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8bb1575-e6ed-47fe-b1ce-e6416fcab3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:55.298984 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8bb1575-e6ed-47fe-b1ce-e6416fcab3c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=102652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:51:55.306620 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb1575-e6ed-47fe-b1ce-e6416fcab3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e94546-d864-4c8a-a845-ab3c7166d815,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:55.319351 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8bb1575-e6ed-47fe-b1ce-e6416fcab3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:55.319964 n-d-840835-1 neutron-server[102652]: INFO neutron.db.segments_db [None req-a8bb1575-e6ed-47fe-b1ce-e6416fcab3c0 admin admin] Added segment 2adfaf32-aa68-4b0b-b99b-215d529edaab of type vlan for network 924d1b0d-3588-48a5-9390-56f98944e342 May 06 10:51:55.380363 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8bb1575-e6ed-47fe-b1ce-e6416fcab3c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754918412171'] for network, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:55.416113 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8bb1575-e6ed-47fe-b1ce-e6416fcab3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897'] for network, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:55.417415 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bb1575-e6ed-47fe-b1ce-e6416fcab3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:51:55.418193 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-a8bb1575-e6ed-47fe-b1ce-e6416fcab3c0 admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:55.481790 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-a8bb1575-e6ed-47fe-b1ce-e6416fcab3c0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3638134 May 06 10:51:55.487514 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41374) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:51:55.495974 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-bfeed126-a1d3-4c2c-8074-2284905fc8b6 admin admin] Request body: {'subnet': {'network_id': '924d1b0d-3588-48a5-9390-56f98944e342', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1966712466-subnet', 'tenant_id': 'edcf5890d42d4a2cb9fd0a86af6c380b', 'ip_version': 4}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:51:55.502663 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb1575-e6ed-47fe-b1ce-e6416fcab3c0 admin admin] Pushing event updated for resources: {'Network': ['ID=924d1b0d-3588-48a5-9390-56f98944e342,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:55.518929 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Network 924d1b0d-3588-48a5-9390-56f98944e342 details requested by agent ovs-agent-n-d-840835-1 with host n-d-840835-1 {{(pid=102654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:51:55.529381 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfeed126-a1d3-4c2c-8074-2284905fc8b6 admin admin] Made reservation on behalf of edcf5890d42d4a2cb9fd0a86af6c380b for: {'subnet': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:51:55.533257 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bfeed126-a1d3-4c2c-8074-2284905fc8b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5809833'] for subnet, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:55.808222 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bfeed126-a1d3-4c2c-8074-2284905fc8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6271517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5809851'] for subnet, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:55.856465 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490a24f0-d49c-485f-80f1-478fd3df6b62 None None] Sync routers for ids ['51a13766-9e09-4f27-b0f8-49ea27f32362'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:51:55.881867 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490a24f0-d49c-485f-80f1-478fd3df6b62 None None] Routers {'51a13766-9e09-4f27-b0f8-49ea27f32362'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:51:55.883388 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-490a24f0-d49c-485f-80f1-478fd3df6b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:51:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['51a13766-9e09-4f27-b0f8-49ea27f32362'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:51:55.917533 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeed126-a1d3-4c2c-8074-2284905fc8b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3991d7fb-b93f-4cb6-ac3c-f99e73238030,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:55.922726 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeed126-a1d3-4c2c-8074-2284905fc8b6 admin admin] Checking segment: {'id': '2adfaf32-aa68-4b0b-b99b-215d529edaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '924d1b0d-3588-48a5-9390-56f98944e342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:51:55.923463 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeed126-a1d3-4c2c-8074-2284905fc8b6 admin admin] Network hostable DHCP agents. Network: 924d1b0d-3588-48a5-9390-56f98944e342, hostable agents: ['f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1'], hosted agents: [] {{(pid=102652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:51:55.949970 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeed126-a1d3-4c2c-8074-2284905fc8b6 admin admin] Network 924d1b0d-3588-48a5-9390-56f98944e342 is scheduled to be hosted by DHCP agent f89f54ce-7ef8-4afd-9aea-e6b4565ae8f1 with binding_index 1 {{(pid=102652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:51:55.960984 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-bfeed126-a1d3-4c2c-8074-2284905fc8b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840835-1, 924d1b0d-3588-48a5-9390-56f98944e342) {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:51:55.971564 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfeed126-a1d3-4c2c-8074-2284905fc8b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:51:55.972480 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-bfeed126-a1d3-4c2c-8074-2284905fc8b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:55.995375 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-bfeed126-a1d3-4c2c-8074-2284905fc8b6 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5064220 May 06 10:51:55.997823 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41376) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:51:56.003105 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-3b74e7a6-70cd-4624-bcd2-e76aecfd9bc4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1966712466-router', 'tenant_id': 'edcf5890d42d4a2cb9fd0a86af6c380b', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:51:56.017942 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b913e0c-148b-4cb9-b7cf-9be682ca77b5 None None] Network 924d1b0d-3588-48a5-9390-56f98944e342 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:51:56.027188 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3b74e7a6-70cd-4624-bcd2-e76aecfd9bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41245'] for router, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:56.028253 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3b74e7a6-70cd-4624-bcd2-e76aecfd9bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1992716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41236'] for router, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:56.123791 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3b74e7a6-70cd-4624-bcd2-e76aecfd9bc4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:56.150580 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-490a24f0-d49c-485f-80f1-478fd3df6b62 None None] Set router 51a13766-9e09-4f27-b0f8-49ea27f32362 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:51:56.303920 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3b74e7a6-70cd-4624-bcd2-e76aecfd9bc4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:56.422885 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 807cc089-df5c-428f-b513-a439b9a7bd13 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:51:56.425792 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34a511c-9186-44d0-96f6-0f25c1e90acb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ce69b7-1635-5e8d-8be7-c079bd3db25a-924d1b0d-3588-48a5-9390-56f98944e342', 'network_id': '924d1b0d-3588-48a5-9390-56f98944e342', 'tenant_id': 'edcf5890d42d4a2cb9fd0a86af6c380b', 'fixed_ips': [{'subnet_id': '3991d7fb-b93f-4cb6-ac3c-f99e73238030'}]}} from n-d-840835-1. {{(pid=102654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:51:56.426650 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c34a511c-9186-44d0-96f6-0f25c1e90acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:56.570366 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3b74e7a6-70cd-4624-bcd2-e76aecfd9bc4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:56.600999 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3b74e7a6-70cd-4624-bcd2-e76aecfd9bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:56.619249 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 807cc089-df5c-428f-b513-a439b9a7bd13 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:51:56.619595 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:56.687538 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-490a24f0-d49c-485f-80f1-478fd3df6b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'name': 'tempest-TestSnapshotPattern-854341401-router', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:51:49Z', 'updated_at': '2022-05-06T10:51:53Z', 'revision_number': 4, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'gw_port': {'id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:50Z', 'updated_at': '2022-05-06T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '532be2ea-6296-4eda-872f-4e6cb51d6844', 'name': '', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'mac_address': 'fa:16:3e:77:a3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:52Z', 'updated_at': '2022-05-06T10:51:53Z', 'revision_number': 2, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'subnets': [{'id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:51:56.729732 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490a24f0-d49c-485f-80f1-478fd3df6b62 None None] Checking router: 51a13766-9e09-4f27-b0f8-49ea27f32362 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:51:56.730093 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490a24f0-d49c-485f-80f1-478fd3df6b62 None None] Updating router 51a13766-9e09-4f27-b0f8-49ea27f32362 port 532be2ea-6296-4eda-872f-4e6cb51d6844 binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:51:56.751410 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-3b74e7a6-70cd-4624-bcd2-e76aecfd9bc4 admin admin] Allocated IP 172.25.5.28 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/448e2d01-e2e2-4e24-95bb-4ccc720ac505) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:51:56.763429 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.db_base_plugin_common [None req-c34a511c-9186-44d0-96f6-0f25c1e90acb None None] Allocated IP 172.20.0.2 (924d1b0d-3588-48a5-9390-56f98944e342/3991d7fb-b93f-4cb6-ac3c-f99e73238030/67596dc6-392b-43e1-9efd-430f667c1c85) {{(pid=102654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:51:56.782517 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-490a24f0-d49c-485f-80f1-478fd3df6b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:56.911336 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3b74e7a6-70cd-4624-bcd2-e76aecfd9bc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:56.974394 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3b74e7a6-70cd-4624-bcd2-e76aecfd9bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:57.035002 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b74e7a6-70cd-4624-bcd2-e76aecfd9bc4 admin admin] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:51:57.038303 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-3b74e7a6-70cd-4624-bcd2-e76aecfd9bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:51:57.042337 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b74e7a6-70cd-4624-bcd2-e76aecfd9bc4 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:51:57.077092 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74e7a6-70cd-4624-bcd2-e76aecfd9bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=448e2d01-e2e2-4e24-95bb-4ccc720ac505,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:57.311611 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c34a511c-9186-44d0-96f6-0f25c1e90acb None None] Notify callbacks [] for port, precommit_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:57.328052 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c34a511c-9186-44d0-96f6-0f25c1e90acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800'] for port, after_create {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:57.409349 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34a511c-9186-44d0-96f6-0f25c1e90acb None None] Network 924d1b0d-3588-48a5-9390-56f98944e342 is already hosted by enough agents. {{(pid=102654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:51:57.424607 n-d-840835-1 neutron-server[102654]: DEBUG neutron.scheduler.base_scheduler [None req-c34a511c-9186-44d0-96f6-0f25c1e90acb None None] Resources bound (agent type, host, resource id): {{(pid=102654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:51:57.429139 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34a511c-9186-44d0-96f6-0f25c1e90acb None None] Received port after_create {{(pid=102654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:51:57.432831 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a511c-9186-44d0-96f6-0f25c1e90acb None None] Pushing event updated for resources: {'Port': ['ID=67596dc6-392b-43e1-9efd-430f667c1c85,revision_number=1']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:57.583862 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-c34a511c-9186-44d0-96f6-0f25c1e90acb None None] Attempting to bind port 67596dc6-392b-43e1-9efd-430f667c1c85 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:51:57.584593 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-c34a511c-9186-44d0-96f6-0f25c1e90acb None None] Attempting to bind port 67596dc6-392b-43e1-9efd-430f667c1c85 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '2adfaf32-aa68-4b0b-b99b-215d529edaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '924d1b0d-3588-48a5-9390-56f98944e342'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:51:57.585383 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34a511c-9186-44d0-96f6-0f25c1e90acb None None] Attempting to bind port 67596dc6-392b-43e1-9efd-430f667c1c85 on network 924d1b0d-3588-48a5-9390-56f98944e342 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:51:57.602051 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34a511c-9186-44d0-96f6-0f25c1e90acb None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:51:57.602634 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34a511c-9186-44d0-96f6-0f25c1e90acb None None] Checking segment: {'id': '2adfaf32-aa68-4b0b-b99b-215d529edaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '924d1b0d-3588-48a5-9390-56f98944e342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:51:57.603321 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c34a511c-9186-44d0-96f6-0f25c1e90acb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:57.603965 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34a511c-9186-44d0-96f6-0f25c1e90acb None None] Bound using segment: {'id': '2adfaf32-aa68-4b0b-b99b-215d529edaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '924d1b0d-3588-48a5-9390-56f98944e342'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:51:57.604789 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-c34a511c-9186-44d0-96f6-0f25c1e90acb None None] Bound port: 67596dc6-392b-43e1-9efd-430f667c1c85, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2adfaf32-aa68-4b0b-b99b-215d529edaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '924d1b0d-3588-48a5-9390-56f98944e342'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:51:57.605437 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c34a511c-9186-44d0-96f6-0f25c1e90acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:57.640425 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-490a24f0-d49c-485f-80f1-478fd3df6b62 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:57.651833 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-490a24f0-d49c-485f-80f1-478fd3df6b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:57.801891 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e67ff-da3f-48a1-8831-aaaeaabfd6ab None None] Pushing event updated for resources: {'Port': ['ID=532be2ea-6296-4eda-872f-4e6cb51d6844,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:57.811636 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3b74e7a6-70cd-4624-bcd2-e76aecfd9bc4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:57.839402 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-c34a511c-9186-44d0-96f6-0f25c1e90acb None None] For port 67596dc6-392b-43e1-9efd-430f667c1c85, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:51:57.881169 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-c34a511c-9186-44d0-96f6-0f25c1e90acb None None] For port 67596dc6-392b-43e1-9efd-430f667c1c85, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=67596dc6-392b-43e1-9efd-430f667c1c85,segment=NetworkSegment(2adfaf32-aa68-4b0b-b99b-215d529edaab),segment_id=2adfaf32-aa68-4b0b-b99b-215d529edaab)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:51:57.885517 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-490a24f0-d49c-485f-80f1-478fd3df6b62 None None] Attempting to bind port 532be2ea-6296-4eda-872f-4e6cb51d6844 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:51:57.885890 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-490a24f0-d49c-485f-80f1-478fd3df6b62 None None] Attempting to bind port 532be2ea-6296-4eda-872f-4e6cb51d6844 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '62f730c3-528c-4dcf-acf3-282f9e9888bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:51:57.886259 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490a24f0-d49c-485f-80f1-478fd3df6b62 None None] Attempting to bind port 532be2ea-6296-4eda-872f-4e6cb51d6844 on network 813dca44-cad3-41ed-b1d0-f169832d2f7c {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:51:57.894688 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c34a511c-9186-44d0-96f6-0f25c1e90acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:57.941180 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490a24f0-d49c-485f-80f1-478fd3df6b62 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:51:57.942033 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490a24f0-d49c-485f-80f1-478fd3df6b62 None None] Checking segment: {'id': '62f730c3-528c-4dcf-acf3-282f9e9888bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:51:57.942795 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-490a24f0-d49c-485f-80f1-478fd3df6b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:57.943666 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490a24f0-d49c-485f-80f1-478fd3df6b62 None None] Bound using segment: {'id': '62f730c3-528c-4dcf-acf3-282f9e9888bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:51:57.944655 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-490a24f0-d49c-485f-80f1-478fd3df6b62 None None] Bound port: 532be2ea-6296-4eda-872f-4e6cb51d6844, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f730c3-528c-4dcf-acf3-282f9e9888bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:51:57.946069 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-490a24f0-d49c-485f-80f1-478fd3df6b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:58.066029 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a511c-9186-44d0-96f6-0f25c1e90acb None None] Pushing event updated for resources: {'Port': ['ID=67596dc6-392b-43e1-9efd-430f667c1c85,revision_number=2']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:58.133636 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-490a24f0-d49c-485f-80f1-478fd3df6b62 None None] For port 532be2ea-6296-4eda-872f-4e6cb51d6844, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:51:58.137444 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3b74e7a6-70cd-4624-bcd2-e76aecfd9bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992761'] for router, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:58.138017 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-490a24f0-d49c-485f-80f1-478fd3df6b62 None None] For port 532be2ea-6296-4eda-872f-4e6cb51d6844, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=532be2ea-6296-4eda-872f-4e6cb51d6844,segment=NetworkSegment(62f730c3-528c-4dcf-acf3-282f9e9888bd),segment_id=62f730c3-528c-4dcf-acf3-282f9e9888bd)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:51:58.140094 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-a67c86b7-5ce6-4840-ac50-c12ed6eb3a94 None None] Provisioning complete for port 532be2ea-6296-4eda-872f-4e6cb51d6844 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:51:58.140498 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a67c86b7-5ce6-4840-ac50-c12ed6eb3a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:58.165519 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-490a24f0-d49c-485f-80f1-478fd3df6b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:58.310699 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e67ff-da3f-48a1-8831-aaaeaabfd6ab None None] Pushing event updated for resources: {'Port': ['ID=532be2ea-6296-4eda-872f-4e6cb51d6844,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:58.317514 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490a24f0-d49c-485f-80f1-478fd3df6b62 None None] Routers {'51a13766-9e09-4f27-b0f8-49ea27f32362'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:51:58.319149 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-490a24f0-d49c-485f-80f1-478fd3df6b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:51:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['51a13766-9e09-4f27-b0f8-49ea27f32362'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:51:58.453466 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b74e7a6-70cd-4624-bcd2-e76aecfd9bc4 admin admin] Router bac7d5b5-5b9e-4c93-a81c-d8f154085e49 is scheduled to L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 with binding_index 1 {{(pid=102652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:51:58.564226 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 67596dc6-392b-43e1-9efd-430f667c1c85 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:51:58.573715 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a67c86b7-5ce6-4840-ac50-c12ed6eb3a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:58.672316 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-490a24f0-d49c-485f-80f1-478fd3df6b62 None None] Set router 51a13766-9e09-4f27-b0f8-49ea27f32362 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:51:58.676780 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b74e7a6-70cd-4624-bcd2-e76aecfd9bc4 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:51:58.688838 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b165ec-eb85-4f4b-9bc6-2f554dcdfffe None None] Sync routers for ids ['bac7d5b5-5b9e-4c93-a81c-d8f154085e49'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:51:58.701876 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b165ec-eb85-4f4b-9bc6-2f554dcdfffe None None] Routers {'bac7d5b5-5b9e-4c93-a81c-d8f154085e49'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:51:58.702547 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-f5b165ec-eb85-4f4b-9bc6-2f554dcdfffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:51:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['bac7d5b5-5b9e-4c93-a81c-d8f154085e49'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:51:58.710595 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-3b74e7a6-70cd-4624-bcd2-e76aecfd9bc4 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:58.713085 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3b74e7a6-70cd-4624-bcd2-e76aecfd9bc4 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7137086 May 06 10:51:58.715722 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41378) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:51:58.748246 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-a67c86b7-5ce6-4840-ac50-c12ed6eb3a94 None None] For port 532be2ea-6296-4eda-872f-4e6cb51d6844, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=532be2ea-6296-4eda-872f-4e6cb51d6844,segment=NetworkSegment(62f730c3-528c-4dcf-acf3-282f9e9888bd),segment_id=62f730c3-528c-4dcf-acf3-282f9e9888bd)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:51:58.760172 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a67c86b7-5ce6-4840-ac50-c12ed6eb3a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:58.803597 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 67596dc6-392b-43e1-9efd-430f667c1c85 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:51:58.804166 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:58.986036 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c86b7-5ce6-4840-ac50-c12ed6eb3a94 None None] Pushing event updated for resources: {'Port': ['ID=532be2ea-6296-4eda-872f-4e6cb51d6844,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:58.988449 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-f5b165ec-eb85-4f4b-9bc6-2f554dcdfffe None None] Set router bac7d5b5-5b9e-4c93-a81c-d8f154085e49 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:51:59.080230 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e6fb1595-5377-4a3f-854b-b1e2e53e05de None None] Provisioning complete for port 532be2ea-6296-4eda-872f-4e6cb51d6844 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:51:59.081190 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e6fb1595-5377-4a3f-854b-b1e2e53e05de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:59.178792 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:59.252750 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 67596dc6-392b-43e1-9efd-430f667c1c85, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=67596dc6-392b-43e1-9efd-430f667c1c85,segment=NetworkSegment(2adfaf32-aa68-4b0b-b99b-215d529edaab),segment_id=2adfaf32-aa68-4b0b-b99b-215d529edaab)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:51:59.267795 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:59.281270 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-f5b165ec-eb85-4f4b-9bc6-2f554dcdfffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac7d5b5-5b9e-4c93-a81c-d8f154085e49', 'name': 'tempest-TestSnapshotPattern-1966712466-router', 'tenant_id': 'edcf5890d42d4a2cb9fd0a86af6c380b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '448e2d01-e2e2-4e24-95bb-4ccc720ac505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:51:56Z', 'updated_at': '2022-05-06T10:51:57Z', 'revision_number': 3, 'project_id': 'edcf5890d42d4a2cb9fd0a86af6c380b', 'gw_port': {'id': '448e2d01-e2e2-4e24-95bb-4ccc720ac505', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:88:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac7d5b5-5b9e-4c93-a81c-d8f154085e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:56Z', 'updated_at': '2022-05-06T10:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:51:59.331979 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b165ec-eb85-4f4b-9bc6-2f554dcdfffe None None] Checking router: bac7d5b5-5b9e-4c93-a81c-d8f154085e49 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:51:59.333603 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b165ec-eb85-4f4b-9bc6-2f554dcdfffe None None] Updating router bac7d5b5-5b9e-4c93-a81c-d8f154085e49 port 448e2d01-e2e2-4e24-95bb-4ccc720ac505 binding host n-d-840835-1 {{(pid=102655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:51:59.383030 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-f5b165ec-eb85-4f4b-9bc6-2f554dcdfffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:59.394332 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-490a24f0-d49c-485f-80f1-478fd3df6b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'name': 'tempest-TestSnapshotPattern-854341401-router', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:51:49Z', 'updated_at': '2022-05-06T10:51:53Z', 'revision_number': 4, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'gw_port': {'id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:50Z', 'updated_at': '2022-05-06T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '532be2ea-6296-4eda-872f-4e6cb51d6844', 'name': '', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'mac_address': 'fa:16:3e:77:a3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:52Z', 'updated_at': '2022-05-06T10:51:58Z', 'revision_number': 4, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'subnets': [{'id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:51:59.402547 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=67596dc6-392b-43e1-9efd-430f667c1c85,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:51:59.451967 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490a24f0-d49c-485f-80f1-478fd3df6b62 None None] The sync data for ids ['51a13766-9e09-4f27-b0f8-49ea27f32362'] in n-d-840835-1 is: [{'id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'name': 'tempest-TestSnapshotPattern-854341401-router', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:51:49Z', 'updated_at': '2022-05-06T10:51:53Z', 'revision_number': 4, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'gw_port': {'id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:50Z', 'updated_at': '2022-05-06T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '532be2ea-6296-4eda-872f-4e6cb51d6844', 'name': '', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'mac_address': 'fa:16:3e:77:a3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:52Z', 'updated_at': '2022-05-06T10:51:58Z', 'revision_number': 4, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'subnets': [{'id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:51:59.575992 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dffa4c5a-af75-44ea-9e46-81b4c986e8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:59.645430 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7f6046-0d6a-4125-861c-52dcac0c7b63 None None] Network 924d1b0d-3588-48a5-9390-56f98944e342 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:51:59.751094 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-174c30a7-ea64-496e-a100-bb73e931a890 None None] Provisioning complete for port 67596dc6-392b-43e1-9efd-430f667c1c85 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:51:59.751829 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-174c30a7-ea64-496e-a100-bb73e931a890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:59.759577 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:59.863267 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-f5b165ec-eb85-4f4b-9bc6-2f554dcdfffe None None] Notify callbacks [] for port, precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:59.871739 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-f5b165ec-eb85-4f4b-9bc6-2f554dcdfffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:59.917737 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-dffa4c5a-af75-44ea-9e46-81b4c986e8c3 admin admin] Allocated IP 172.20.0.1 (924d1b0d-3588-48a5-9390-56f98944e342/3991d7fb-b93f-4cb6-ac3c-f99e73238030/315c7fd5-1d02-491b-bac7-30d1d285024a) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:51:59.937340 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-f5b165ec-eb85-4f4b-9bc6-2f554dcdfffe None None] Attempting to bind port 448e2d01-e2e2-4e24-95bb-4ccc720ac505 on host n-d-840835-1 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:51:59.937779 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-f5b165ec-eb85-4f4b-9bc6-2f554dcdfffe None None] Attempting to bind port 448e2d01-e2e2-4e24-95bb-4ccc720ac505 by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:51:59.938200 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b165ec-eb85-4f4b-9bc6-2f554dcdfffe None None] Attempting to bind port 448e2d01-e2e2-4e24-95bb-4ccc720ac505 on network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:51:59.960548 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b165ec-eb85-4f4b-9bc6-2f554dcdfffe None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:51:59.961641 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b165ec-eb85-4f4b-9bc6-2f554dcdfffe None None] Checking segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:51:59.962250 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-f5b165ec-eb85-4f4b-9bc6-2f554dcdfffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:59.963006 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b165ec-eb85-4f4b-9bc6-2f554dcdfffe None None] Bound using segment: {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:51:59.971026 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [None req-f5b165ec-eb85-4f4b-9bc6-2f554dcdfffe None None] Bound port: 448e2d01-e2e2-4e24-95bb-4ccc720ac505, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a46aa-fb05-4117-8899-071a45491206', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:51:59.971475 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-f5b165ec-eb85-4f4b-9bc6-2f554dcdfffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:59.999249 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b03837-5a50-4996-a718-a1b2a256f169 None None] Pushing event updated for resources: {'Port': ['ID=448e2d01-e2e2-4e24-95bb-4ccc720ac505,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:00.043536 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-f5b165ec-eb85-4f4b-9bc6-2f554dcdfffe None None] For port 448e2d01-e2e2-4e24-95bb-4ccc720ac505, host n-d-840835-1, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:52:00.048640 n-d-840835-1 neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-f5b165ec-eb85-4f4b-9bc6-2f554dcdfffe None None] For port 448e2d01-e2e2-4e24-95bb-4ccc720ac505, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=448e2d01-e2e2-4e24-95bb-4ccc720ac505,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:52:00.055520 n-d-840835-1 neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-f5b165ec-eb85-4f4b-9bc6-2f554dcdfffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:00.133081 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b165ec-eb85-4f4b-9bc6-2f554dcdfffe None None] Routers {'bac7d5b5-5b9e-4c93-a81c-d8f154085e49'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:52:00.133907 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-f5b165ec-eb85-4f4b-9bc6-2f554dcdfffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:51:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['bac7d5b5-5b9e-4c93-a81c-d8f154085e49'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:52:00.143351 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dffa4c5a-af75-44ea-9e46-81b4c986e8c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:00.203240 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dffa4c5a-af75-44ea-9e46-81b4c986e8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:00.257477 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffa4c5a-af75-44ea-9e46-81b4c986e8c3 admin admin] Network 924d1b0d-3588-48a5-9390-56f98944e342 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:52:00.277754 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-dffa4c5a-af75-44ea-9e46-81b4c986e8c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:52:00.281891 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffa4c5a-af75-44ea-9e46-81b4c986e8c3 admin admin] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:52:00.298885 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b03837-5a50-4996-a718-a1b2a256f169 None None] Pushing event updated for resources: {'Port': ['ID=448e2d01-e2e2-4e24-95bb-4ccc720ac505,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:00.333178 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa4c5a-af75-44ea-9e46-81b4c986e8c3 admin admin] Pushing event updated for resources: {'Port': ['ID=315c7fd5-1d02-491b-bac7-30d1d285024a,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:00.359472 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-f5b165ec-eb85-4f4b-9bc6-2f554dcdfffe None None] Set router bac7d5b5-5b9e-4c93-a81c-d8f154085e49 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:52:00.359875 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dffa4c5a-af75-44ea-9e46-81b4c986e8c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992972'] for router_interface, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:00.434169 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f9358440-52aa-4332-9e7b-70f04fc07183 None None] Provisioning complete for port 67596dc6-392b-43e1-9efd-430f667c1c85 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:52:00.434696 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f9358440-52aa-4332-9e7b-70f04fc07183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:00.687708 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 67596dc6-392b-43e1-9efd-430f667c1c85 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:52:00.700393 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dffa4c5a-af75-44ea-9e46-81b4c986e8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:00.775705 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-5211d896-71cb-4183-b140-b5dd42a3f97a None None] Provisioning complete for port 315c7fd5-1d02-491b-bac7-30d1d285024a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:52:00.776040 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5211d896-71cb-4183-b140-b5dd42a3f97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:00.787972 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-f5b165ec-eb85-4f4b-9bc6-2f554dcdfffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac7d5b5-5b9e-4c93-a81c-d8f154085e49', 'name': 'tempest-TestSnapshotPattern-1966712466-router', 'tenant_id': 'edcf5890d42d4a2cb9fd0a86af6c380b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '448e2d01-e2e2-4e24-95bb-4ccc720ac505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:51:56Z', 'updated_at': '2022-05-06T10:51:57Z', 'revision_number': 3, 'project_id': 'edcf5890d42d4a2cb9fd0a86af6c380b', 'gw_port': {'id': '448e2d01-e2e2-4e24-95bb-4ccc720ac505', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:88:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac7d5b5-5b9e-4c93-a81c-d8f154085e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:56Z', 'updated_at': '2022-05-06T10:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:52:00.805502 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 67596dc6-392b-43e1-9efd-430f667c1c85 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:52:00.805954 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:00.832194 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b165ec-eb85-4f4b-9bc6-2f554dcdfffe None None] The sync data for ids ['bac7d5b5-5b9e-4c93-a81c-d8f154085e49'] in n-d-840835-1 is: [{'id': 'bac7d5b5-5b9e-4c93-a81c-d8f154085e49', 'name': 'tempest-TestSnapshotPattern-1966712466-router', 'tenant_id': 'edcf5890d42d4a2cb9fd0a86af6c380b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '448e2d01-e2e2-4e24-95bb-4ccc720ac505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:51:56Z', 'updated_at': '2022-05-06T10:51:57Z', 'revision_number': 3, 'project_id': 'edcf5890d42d4a2cb9fd0a86af6c380b', 'gw_port': {'id': '448e2d01-e2e2-4e24-95bb-4ccc720ac505', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:88:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac7d5b5-5b9e-4c93-a81c-d8f154085e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:56Z', 'updated_at': '2022-05-06T10:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:52:00.848996 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-5211d896-71cb-4183-b140-b5dd42a3f97a None None] Port 315c7fd5-1d02-491b-bac7-30d1d285024a cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:52:00.959256 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 532be2ea-6296-4eda-872f-4e6cb51d6844 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:52:00.999313 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dffa4c5a-af75-44ea-9e46-81b4c986e8c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:01.004194 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dffa4c5a-af75-44ea-9e46-81b4c986e8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:01.032312 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 532be2ea-6296-4eda-872f-4e6cb51d6844 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:52:01.032856 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:01.086832 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa4c5a-af75-44ea-9e46-81b4c986e8c3 admin admin] Pushing event updated for resources: {'Port': ['ID=315c7fd5-1d02-491b-bac7-30d1d285024a,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:01.090816 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-dffa4c5a-af75-44ea-9e46-81b4c986e8c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1993208'] for router_interface, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:01.246235 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffa4c5a-af75-44ea-9e46-81b4c986e8c3 admin admin] Network 924d1b0d-3588-48a5-9390-56f98944e342 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:52:01.248351 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-dffa4c5a-af75-44ea-9e46-81b4c986e8c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:52:01.439963 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dffa4c5a-af75-44ea-9e46-81b4c986e8c3 admin admin] Router bac7d5b5-5b9e-4c93-a81c-d8f154085e49 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:52:01.581200 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d1789a1f-0aea-4576-9c56-5ddc889ee15c None None] Provisioning complete for port 315c7fd5-1d02-491b-bac7-30d1d285024a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:52:01.582076 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d1789a1f-0aea-4576-9c56-5ddc889ee15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:01.597397 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffa4c5a-af75-44ea-9e46-81b4c986e8c3 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:52:01.613324 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-dffa4c5a-af75-44ea-9e46-81b4c986e8c3 admin admin] 10.222.0.73 "PUT /v2.0/routers/bac7d5b5-5b9e-4c93-a81c-d8f154085e49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8867998 May 06 10:52:01.630051 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d1789a1f-0aea-4576-9c56-5ddc889ee15c None None] Port 315c7fd5-1d02-491b-bac7-30d1d285024a cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:52:02.183347 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41386) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:52:02.188049 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-960100fc-70c1-493c-bae3-850b60d56480 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-194679235', 'description': 'tempest-secgroup-smoke-194679235 description', 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:52:02.214780 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-960100fc-70c1-493c-bae3-850b60d56480 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for security_group, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:02.294008 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-960100fc-70c1-493c-bae3-850b60d56480 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for security_group, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:02.298544 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-960100fc-70c1-493c-bae3-850b60d56480 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:02.329569 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-960100fc-70c1-493c-bae3-850b60d56480 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:02.330824 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-960100fc-70c1-493c-bae3-850b60d56480 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1463389 May 06 10:52:02.332815 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960100fc-70c1-493c-bae3-850b60d56480 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=532f79e3-104a-4585-8796-3fdce2a46580,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:02.334606 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41388) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:52:02.341420 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-1ab35f71-e7c7-4b7d-a574-2d64e1470798 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Request body: {'security_group_rule': {'security_group_id': '532f79e3-104a-4585-8796-3fdce2a46580', 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:52:02.379229 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1ab35f71-e7c7-4b7d-a574-2d64e1470798 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:02.452797 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1ab35f71-e7c7-4b7d-a574-2d64e1470798 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:02.458370 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1ab35f71-e7c7-4b7d-a574-2d64e1470798 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:02.460852 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 448e2d01-e2e2-4e24-95bb-4ccc720ac505 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:52:02.482048 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab35f71-e7c7-4b7d-a574-2d64e1470798 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a06bc9e-4abc-41ac-917d-568b2ac15a9c,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:02.488308 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-1ab35f71-e7c7-4b7d-a574-2d64e1470798 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:02.493332 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-1ab35f71-e7c7-4b7d-a574-2d64e1470798 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1530664 May 06 10:52:02.493741 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41390) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:52:02.498284 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-c226851e-403d-4d79-9793-e3101d1f80c7 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Request body: {'security_group_rule': {'security_group_id': '532f79e3-104a-4585-8796-3fdce2a46580', 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:52:02.518376 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 448e2d01-e2e2-4e24-95bb-4ccc720ac505 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:52:02.518760 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:02.532320 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c226851e-403d-4d79-9793-e3101d1f80c7 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:02.610772 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c226851e-403d-4d79-9793-e3101d1f80c7 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:02.617048 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:02.617875 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c226851e-403d-4d79-9793-e3101d1f80c7 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:02.640737 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226851e-403d-4d79-9793-e3101d1f80c7 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95625ec4-bc3f-43d1-90cf-a698176f28a0,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:02.651393 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-c226851e-403d-4d79-9793-e3101d1f80c7 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:02.652779 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-c226851e-403d-4d79-9793-e3101d1f80c7 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1581292 May 06 10:52:02.656399 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41392) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:52:02.662965 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-25bbf567-ca54-4448-b9fa-91e65883377c tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Request body: {'security_group_rule': {'security_group_id': '532f79e3-104a-4585-8796-3fdce2a46580', 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:52:02.663343 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] For port 448e2d01-e2e2-4e24-95bb-4ccc720ac505, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=448e2d01-e2e2-4e24-95bb-4ccc720ac505,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:52:02.673215 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:02.694987 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-25bbf567-ca54-4448-b9fa-91e65883377c tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:02.729600 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Pushing event updated for resources: {'Port': ['ID=448e2d01-e2e2-4e24-95bb-4ccc720ac505,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:02.790551 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-25bbf567-ca54-4448-b9fa-91e65883377c tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:02.795391 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-25bbf567-ca54-4448-b9fa-91e65883377c tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:02.815570 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbf567-ca54-4448-b9fa-91e65883377c tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec3a024-d281-488a-9033-9eb184ef1d09,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:02.826945 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-25bbf567-ca54-4448-b9fa-91e65883377c tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:02.832721 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-25bbf567-ca54-4448-b9fa-91e65883377c tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1709688 May 06 10:52:02.833280 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41394) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:52:02.840836 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-ab9dd844-d706-45fa-a2ef-68190fe79b4b tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Request body: {'security_group_rule': {'security_group_id': '532f79e3-104a-4585-8796-3fdce2a46580', 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:52:02.881125 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ab9dd844-d706-45fa-a2ef-68190fe79b4b tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:02.915108 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f793f92b-0410-43ab-b7b5-b03449f377d0 None None] Sync routers for ids ['bac7d5b5-5b9e-4c93-a81c-d8f154085e49'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:52:02.927954 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f793f92b-0410-43ab-b7b5-b03449f377d0 None None] Routers {'bac7d5b5-5b9e-4c93-a81c-d8f154085e49'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:52:02.932954 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f793f92b-0410-43ab-b7b5-b03449f377d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:51:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['bac7d5b5-5b9e-4c93-a81c-d8f154085e49'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:52:02.971728 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ab9dd844-d706-45fa-a2ef-68190fe79b4b tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:02.977438 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ab9dd844-d706-45fa-a2ef-68190fe79b4b tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:02.997888 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9dd844-d706-45fa-a2ef-68190fe79b4b tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450cbcd8-e4db-4872-9f48-73cf8c7c2b86,revision_number=0']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:03.009352 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-ab9dd844-d706-45fa-a2ef-68190fe79b4b tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:03.011330 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-ab9dd844-d706-45fa-a2ef-68190fe79b4b tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1761184 May 06 10:52:03.015367 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41396) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:52:03.023642 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-1387dbe0-d9a4-4271-972a-212ec37213d2 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Request body: {'security_group_rule': {'security_group_id': '532f79e3-104a-4585-8796-3fdce2a46580', 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:52:03.068521 n-d-840835-1 neutron-server[102653]: INFO neutron.db.securitygroups_db [None req-1387dbe0-d9a4-4271-972a-212ec37213d2 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Project dc4e97f79bcd4e5b88ca84b6732c2525 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:52:03.075847 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1387dbe0-d9a4-4271-972a-212ec37213d2 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:03.185664 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1387dbe0-d9a4-4271-972a-212ec37213d2 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:03.192061 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1387dbe0-d9a4-4271-972a-212ec37213d2 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:03.230520 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1387dbe0-d9a4-4271-972a-212ec37213d2 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07936a8-0a35-4ffd-89f4-797f67c8b827,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:03.239231 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-1387dbe0-d9a4-4271-972a-212ec37213d2 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:03.243697 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-1387dbe0-d9a4-4271-972a-212ec37213d2 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2265928 May 06 10:52:03.244607 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 41398) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:52:03.249570 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [None req-7f636e0f-3264-401c-87b4-bb87b41274e7 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Request body: {'security_group_rule': {'security_group_id': '532f79e3-104a-4585-8796-3fdce2a46580', 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:52:03.273789 n-d-840835-1 neutron-server[102653]: INFO neutron.db.securitygroups_db [None req-7f636e0f-3264-401c-87b4-bb87b41274e7 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Project dc4e97f79bcd4e5b88ca84b6732c2525 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:52:03.280148 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-f793f92b-0410-43ab-b7b5-b03449f377d0 None None] Set router bac7d5b5-5b9e-4c93-a81c-d8f154085e49 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:52:03.280689 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7f636e0f-3264-401c-87b4-bb87b41274e7 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:03.384424 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7f636e0f-3264-401c-87b4-bb87b41274e7 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:03.389875 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7f636e0f-3264-401c-87b4-bb87b41274e7 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823077'] for security_group_rule, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:03.422963 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f636e0f-3264-401c-87b4-bb87b41274e7 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f918c4-d0e2-472c-b2d4-dfd2f2dc3aa7,revision_number=0']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:03.427326 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-7f636e0f-3264-401c-87b4-bb87b41274e7 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:03.428657 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-7f636e0f-3264-401c-87b4-bb87b41274e7 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1828487 May 06 10:52:03.588626 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f793f92b-0410-43ab-b7b5-b03449f377d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac7d5b5-5b9e-4c93-a81c-d8f154085e49', 'name': 'tempest-TestSnapshotPattern-1966712466-router', 'tenant_id': 'edcf5890d42d4a2cb9fd0a86af6c380b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '448e2d01-e2e2-4e24-95bb-4ccc720ac505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:51:56Z', 'updated_at': '2022-05-06T10:52:00Z', 'revision_number': 4, 'project_id': 'edcf5890d42d4a2cb9fd0a86af6c380b', 'gw_port': {'id': '448e2d01-e2e2-4e24-95bb-4ccc720ac505', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:88:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac7d5b5-5b9e-4c93-a81c-d8f154085e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:56Z', 'updated_at': '2022-05-06T10:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '315c7fd5-1d02-491b-bac7-30d1d285024a', 'name': '', 'network_id': '924d1b0d-3588-48a5-9390-56f98944e342', 'tenant_id': 'edcf5890d42d4a2cb9fd0a86af6c380b', 'mac_address': 'fa:16:3e:75:09:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac7d5b5-5b9e-4c93-a81c-d8f154085e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '3991d7fb-b93f-4cb6-ac3c-f99e73238030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:59Z', 'updated_at': '2022-05-06T10:52:00Z', 'revision_number': 2, 'project_id': 'edcf5890d42d4a2cb9fd0a86af6c380b', 'subnets': [{'id': '3991d7fb-b93f-4cb6-ac3c-f99e73238030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:52:03.639513 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f793f92b-0410-43ab-b7b5-b03449f377d0 None None] Checking router: bac7d5b5-5b9e-4c93-a81c-d8f154085e49 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:52:03.642368 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f793f92b-0410-43ab-b7b5-b03449f377d0 None None] Updating router bac7d5b5-5b9e-4c93-a81c-d8f154085e49 port 315c7fd5-1d02-491b-bac7-30d1d285024a binding host n-d-840835-1 {{(pid=102654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:52:03.668447 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f793f92b-0410-43ab-b7b5-b03449f377d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:03.794220 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-12174242-36f4-479f-bbda-8877d79161ef req-e5c31be5-f9d6-4382-b7c7-e75b165ae3f1 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-194679235&fields=id&tenant_id=dc4e97f79bcd4e5b88ca84b6732c2525 HTTP/1.1" status: 200 len: 267 time: 0.0400503 May 06 10:52:03.966997 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12174242-36f4-479f-bbda-8877d79161ef req-731d76fe-069d-4561-b4dd-d4707402cc3c tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:03.968522 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-12174242-36f4-479f-bbda-8877d79161ef req-731d76fe-069d-4561-b4dd-d4707402cc3c tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/networks?id=813dca44-cad3-41ed-b1d0-f169832d2f7c HTTP/1.1" status: 200 len: 809 time: 0.1655376 May 06 10:52:03.998029 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-12174242-36f4-479f-bbda-8877d79161ef req-54b5c030-295a-491b-a4d6-8160518882a6 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/quotas/dc4e97f79bcd4e5b88ca84b6732c2525 HTTP/1.1" status: 200 len: 375 time: 0.0154495 May 06 10:52:04.007436 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f793f92b-0410-43ab-b7b5-b03449f377d0 None None] Notify callbacks [] for port, precommit_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:04.015686 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f793f92b-0410-43ab-b7b5-b03449f377d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:04.087628 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-12174242-36f4-479f-bbda-8877d79161ef req-616bb503-a4f8-48d9-adcf-fd2a39048cca tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=dc4e97f79bcd4e5b88ca84b6732c2525&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0775065 May 06 10:52:04.099855 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5007a-01da-476c-8d37-d9148288db41 None None] Pushing event updated for resources: {'Port': ['ID=315c7fd5-1d02-491b-bac7-30d1d285024a,revision_number=3']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:04.149549 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-f793f92b-0410-43ab-b7b5-b03449f377d0 None None] Attempting to bind port 315c7fd5-1d02-491b-bac7-30d1d285024a on host n-d-840835-1 for vnic_type normal with profile {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:52:04.149943 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-f793f92b-0410-43ab-b7b5-b03449f377d0 None None] Attempting to bind port 315c7fd5-1d02-491b-bac7-30d1d285024a by drivers openvswitch,hyperv on host n-d-840835-1 at level 0 using segments [{'id': '2adfaf32-aa68-4b0b-b99b-215d529edaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '924d1b0d-3588-48a5-9390-56f98944e342'}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:52:04.150343 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f793f92b-0410-43ab-b7b5-b03449f377d0 None None] Attempting to bind port 315c7fd5-1d02-491b-bac7-30d1d285024a on network 924d1b0d-3588-48a5-9390-56f98944e342 {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:52:04.156400 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f793f92b-0410-43ab-b7b5-b03449f377d0 None None] Checking agent: {'id': '7ee66e12-0f09-40f6-8310-7a93b63c3d4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 21), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840835-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:52:04.156923 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f793f92b-0410-43ab-b7b5-b03449f377d0 None None] Checking segment: {'id': '2adfaf32-aa68-4b0b-b99b-215d529edaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '924d1b0d-3588-48a5-9390-56f98944e342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:52:04.157338 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f793f92b-0410-43ab-b7b5-b03449f377d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:04.157728 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f793f92b-0410-43ab-b7b5-b03449f377d0 None None] Bound using segment: {'id': '2adfaf32-aa68-4b0b-b99b-215d529edaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '924d1b0d-3588-48a5-9390-56f98944e342'} {{(pid=102654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:52:04.158316 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.managers [None req-f793f92b-0410-43ab-b7b5-b03449f377d0 None None] Bound port: 315c7fd5-1d02-491b-bac7-30d1d285024a, host: n-d-840835-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2adfaf32-aa68-4b0b-b99b-215d529edaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '924d1b0d-3588-48a5-9390-56f98944e342'}}] {{(pid=102654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:52:04.158706 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f793f92b-0410-43ab-b7b5-b03449f377d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:04.227103 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-12174242-36f4-479f-bbda-8877d79161ef req-c06fde2c-96c5-4bdd-b754-c2cb2ec3d418 service neutron] 10.222.0.73 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256657 May 06 10:52:04.259351 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f793f92b-0410-43ab-b7b5-b03449f377d0 None None] For port 315c7fd5-1d02-491b-bac7-30d1d285024a, host n-d-840835-1, cleared binding levels {{(pid=102654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:52:04.262847 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f793f92b-0410-43ab-b7b5-b03449f377d0 None None] For port 315c7fd5-1d02-491b-bac7-30d1d285024a, host n-d-840835-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=315c7fd5-1d02-491b-bac7-30d1d285024a,segment=NetworkSegment(2adfaf32-aa68-4b0b-b99b-215d529edaab),segment_id=2adfaf32-aa68-4b0b-b99b-215d529edaab)] {{(pid=102654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:52:04.269689 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f793f92b-0410-43ab-b7b5-b03449f377d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:04.350414 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f793f92b-0410-43ab-b7b5-b03449f377d0 None None] Routers {'bac7d5b5-5b9e-4c93-a81c-d8f154085e49'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:52:04.351561 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f793f92b-0410-43ab-b7b5-b03449f377d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:51:49Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['bac7d5b5-5b9e-4c93-a81c-d8f154085e49'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:52:04.371760 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-12174242-36f4-479f-bbda-8877d79161ef req-9b744ed7-a117-428c-bbd5-868ce58824d1 service neutron] 10.222.0.73 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326420 May 06 10:52:04.397850 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5007a-01da-476c-8d37-d9148288db41 None None] Pushing event updated for resources: {'Port': ['ID=315c7fd5-1d02-491b-bac7-30d1d285024a,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:04.430077 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-242ca1fb-8733-4b2e-9686-1f33de8d5127 None None] Provisioning complete for port 315c7fd5-1d02-491b-bac7-30d1d285024a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:52:04.430705 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-242ca1fb-8733-4b2e-9686-1f33de8d5127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:04.488415 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 448e2d01-e2e2-4e24-95bb-4ccc720ac505 up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:52:04.575664 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-f793f92b-0410-43ab-b7b5-b03449f377d0 None None] Set router bac7d5b5-5b9e-4c93-a81c-d8f154085e49 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:52:04.676634 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-91804452-8e35-4244-be3e-3f47f5051397 req-fa4db8f5-94fd-409e-9416-9769f72f2705 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100 HTTP/1.1" status: 200 len: 210 time: 0.0565326 May 06 10:52:04.784002 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 448e2d01-e2e2-4e24-95bb-4ccc720ac505 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:52:04.784755 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:04.791089 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-242ca1fb-8733-4b2e-9686-1f33de8d5127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:04.879663 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-242ca1fb-8733-4b2e-9686-1f33de8d5127 None None] For port 315c7fd5-1d02-491b-bac7-30d1d285024a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=315c7fd5-1d02-491b-bac7-30d1d285024a,segment=NetworkSegment(2adfaf32-aa68-4b0b-b99b-215d529edaab),segment_id=2adfaf32-aa68-4b0b-b99b-215d529edaab)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:52:04.890252 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-242ca1fb-8733-4b2e-9686-1f33de8d5127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:05.010866 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ca1fb-8733-4b2e-9686-1f33de8d5127 None None] Pushing event updated for resources: {'Port': ['ID=315c7fd5-1d02-491b-bac7-30d1d285024a,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:05.037702 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-b8e34b06-d007-438b-b176-42b895a999d6 None None] Provisioning complete for port 315c7fd5-1d02-491b-bac7-30d1d285024a triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:52:05.038038 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b8e34b06-d007-438b-b176-42b895a999d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:05.077906 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-f793f92b-0410-43ab-b7b5-b03449f377d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac7d5b5-5b9e-4c93-a81c-d8f154085e49', 'name': 'tempest-TestSnapshotPattern-1966712466-router', 'tenant_id': 'edcf5890d42d4a2cb9fd0a86af6c380b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '448e2d01-e2e2-4e24-95bb-4ccc720ac505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:51:56Z', 'updated_at': '2022-05-06T10:52:00Z', 'revision_number': 4, 'project_id': 'edcf5890d42d4a2cb9fd0a86af6c380b', 'gw_port': {'id': '448e2d01-e2e2-4e24-95bb-4ccc720ac505', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:88:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac7d5b5-5b9e-4c93-a81c-d8f154085e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:56Z', 'updated_at': '2022-05-06T10:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '315c7fd5-1d02-491b-bac7-30d1d285024a', 'name': '', 'network_id': '924d1b0d-3588-48a5-9390-56f98944e342', 'tenant_id': 'edcf5890d42d4a2cb9fd0a86af6c380b', 'mac_address': 'fa:16:3e:75:09:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac7d5b5-5b9e-4c93-a81c-d8f154085e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '3991d7fb-b93f-4cb6-ac3c-f99e73238030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:59Z', 'updated_at': '2022-05-06T10:52:04Z', 'revision_number': 4, 'project_id': 'edcf5890d42d4a2cb9fd0a86af6c380b', 'subnets': [{'id': '3991d7fb-b93f-4cb6-ac3c-f99e73238030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:52:05.109762 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f793f92b-0410-43ab-b7b5-b03449f377d0 None None] The sync data for ids ['bac7d5b5-5b9e-4c93-a81c-d8f154085e49'] in n-d-840835-1 is: [{'id': 'bac7d5b5-5b9e-4c93-a81c-d8f154085e49', 'name': 'tempest-TestSnapshotPattern-1966712466-router', 'tenant_id': 'edcf5890d42d4a2cb9fd0a86af6c380b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '448e2d01-e2e2-4e24-95bb-4ccc720ac505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:51:56Z', 'updated_at': '2022-05-06T10:52:00Z', 'revision_number': 4, 'project_id': 'edcf5890d42d4a2cb9fd0a86af6c380b', 'gw_port': {'id': '448e2d01-e2e2-4e24-95bb-4ccc720ac505', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:88:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac7d5b5-5b9e-4c93-a81c-d8f154085e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:56Z', 'updated_at': '2022-05-06T10:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '315c7fd5-1d02-491b-bac7-30d1d285024a', 'name': '', 'network_id': '924d1b0d-3588-48a5-9390-56f98944e342', 'tenant_id': 'edcf5890d42d4a2cb9fd0a86af6c380b', 'mac_address': 'fa:16:3e:75:09:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac7d5b5-5b9e-4c93-a81c-d8f154085e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '3991d7fb-b93f-4cb6-ac3c-f99e73238030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:59Z', 'updated_at': '2022-05-06T10:52:04Z', 'revision_number': 4, 'project_id': 'edcf5890d42d4a2cb9fd0a86af6c380b', 'subnets': [{'id': '3991d7fb-b93f-4cb6-ac3c-f99e73238030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:52:05.777079 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c360166b-377f-4dbe-87f1-a40f9120806b req-d36d5dcb-4efd-4b9b-8562-ab5003d71891 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100 HTTP/1.1" status: 200 len: 210 time: 0.0328147 May 06 10:52:06.442970 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 315c7fd5-1d02-491b-bac7-30d1d285024a up at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:52:06.496083 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Provisioning complete for port 315c7fd5-1d02-491b-bac7-30d1d285024a triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:52:06.496417 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:06.844349 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12174242-36f4-479f-bbda-8877d79161ef req-3f8a0298-5ba7-4138-8f2a-7d268b47139d tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:06.846118 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-12174242-36f4-479f-bbda-8877d79161ef req-3f8a0298-5ba7-4138-8f2a-7d268b47139d tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.77 "GET /v2.0/networks?id=813dca44-cad3-41ed-b1d0-f169832d2f7c HTTP/1.1" status: 200 len: 809 time: 0.1285107 May 06 10:52:06.888911 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-12eb7ff5-6a4f-4490-a6dd-f2176a19657f req-59ece39d-5104-4bec-96ec-68e957718c13 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100 HTTP/1.1" status: 200 len: 210 time: 0.0311048 May 06 10:52:06.900230 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-12174242-36f4-479f-bbda-8877d79161ef req-38a8531e-cfdf-42a6-9099-91671927cdcf tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc4e97f79bcd4e5b88ca84b6732c2525 HTTP/1.1" status: 200 len: 379 time: 0.0400875 May 06 10:52:06.938397 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-12174242-36f4-479f-bbda-8877d79161ef req-d5c53a5a-aabc-430e-bc8b-6149784624d0 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Request body: {'port': {'device_id': 'bf0b66b6-0e75-4134-ab5b-2b8e55b98100', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'admin_state_up': True, 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'security_groups': ['532f79e3-104a-4585-8796-3fdce2a46580']}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:52:07.054488 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12174242-36f4-479f-bbda-8877d79161ef req-d5c53a5a-aabc-430e-bc8b-6149784624d0 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Made reservation on behalf of dc4e97f79bcd4e5b88ca84b6732c2525 for: {'port': 1} {{(pid=102652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:52:07.057537 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-12174242-36f4-479f-bbda-8877d79161ef req-d5c53a5a-aabc-430e-bc8b-6149784624d0 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:07.190958 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [req-12174242-36f4-479f-bbda-8877d79161ef req-d5c53a5a-aabc-430e-bc8b-6149784624d0 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Allocated IP 172.20.0.5 (813dca44-cad3-41ed-b1d0-f169832d2f7c/5ccfb1df-2b2a-4687-842d-37e4f44e8da9/2a83e3d4-29d4-4429-b42b-a061d10c9102) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:52:07.693123 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-12174242-36f4-479f-bbda-8877d79161ef req-d5c53a5a-aabc-430e-bc8b-6149784624d0 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:07.743025 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-12174242-36f4-479f-bbda-8877d79161ef req-d5c53a5a-aabc-430e-bc8b-6149784624d0 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:07.787992 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12174242-36f4-479f-bbda-8877d79161ef req-d5c53a5a-aabc-430e-bc8b-6149784624d0 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Network 813dca44-cad3-41ed-b1d0-f169832d2f7c is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:52:07.791224 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [req-12174242-36f4-479f-bbda-8877d79161ef req-d5c53a5a-aabc-430e-bc8b-6149784624d0 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:52:07.793829 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-12174242-36f4-479f-bbda-8877d79161ef req-d5c53a5a-aabc-430e-bc8b-6149784624d0 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:52:07.829901 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c53a5a-aabc-430e-bc8b-6149784624d0 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Pushing event updated for resources: {'Port': ['ID=2a83e3d4-29d4-4429-b42b-a061d10c9102,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:07.868902 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12174242-36f4-479f-bbda-8877d79161ef req-d5c53a5a-aabc-430e-bc8b-6149784624d0 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:07.869815 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-12174242-36f4-479f-bbda-8877d79161ef req-d5c53a5a-aabc-430e-bc8b-6149784624d0 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:07.891360 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-12174242-36f4-479f-bbda-8877d79161ef req-d5c53a5a-aabc-430e-bc8b-6149784624d0 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9568801 May 06 10:52:08.049782 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b6076-143d-4c09-859f-6cb8625f0c25 req-55f85cd5-e62b-4f86-b8a5-6252f58cecca tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:08.051638 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c45b6076-143d-4c09-859f-6cb8625f0c25 req-55f85cd5-e62b-4f86-b8a5-6252f58cecca tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100 HTTP/1.1" status: 200 len: 931 time: 0.0744193 May 06 10:52:08.060956 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [req-12174242-36f4-479f-bbda-8877d79161ef req-87e673ef-f0de-4bbe-8271-bf0500da8c8e service neutron] Request body: {'port': {'device_id': 'bf0b66b6-0e75-4134-ab5b-2b8e55b98100', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840835-1'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:52:08.100396 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c45b6076-143d-4c09-859f-6cb8625f0c25 req-37c3c505-dd37-46c8-b0b8-1a027ce57b7d tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418093 May 06 10:52:08.133991 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-12174242-36f4-479f-bbda-8877d79161ef req-87e673ef-f0de-4bbe-8271-bf0500da8c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:08.138235 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-7321f340-1a33-476b-a07b-96d160f69497 None None] Provisioning complete for port 2a83e3d4-29d4-4429-b42b-a061d10c9102 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:52:08.138897 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7321f340-1a33-476b-a07b-96d160f69497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:08.178278 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-7321f340-1a33-476b-a07b-96d160f69497 None None] Port 2a83e3d4-29d4-4429-b42b-a061d10c9102 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:52:08.429336 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [req-12174242-36f4-479f-bbda-8877d79161ef req-87e673ef-f0de-4bbe-8271-bf0500da8c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a83e3d4-29d4-4429-b42b-a061d10c9102 {{(pid=102652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:52:08.437539 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-12174242-36f4-479f-bbda-8877d79161ef req-87e673ef-f0de-4bbe-8271-bf0500da8c8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:08.453472 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.provisioning_blocks [req-12174242-36f4-479f-bbda-8877d79161ef req-87e673ef-f0de-4bbe-8271-bf0500da8c8e service neutron] Transition to ACTIVE for port object 2a83e3d4-29d4-4429-b42b-a061d10c9102 will not be triggered until provisioned by entity L2. {{(pid=102652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:52:08.457899 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-12174242-36f4-479f-bbda-8877d79161ef req-87e673ef-f0de-4bbe-8271-bf0500da8c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:08.522260 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e673ef-f0de-4bbe-8271-bf0500da8c8e service neutron] Pushing event updated for resources: {'Port': ['ID=2a83e3d4-29d4-4429-b42b-a061d10c9102,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:08.629338 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-12174242-36f4-479f-bbda-8877d79161ef req-87e673ef-f0de-4bbe-8271-bf0500da8c8e service neutron] Attempting to bind port 2a83e3d4-29d4-4429-b42b-a061d10c9102 on host n-h2-840835-1 for vnic_type normal with profile {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:52:08.629881 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-12174242-36f4-479f-bbda-8877d79161ef req-87e673ef-f0de-4bbe-8271-bf0500da8c8e service neutron] Attempting to bind port 2a83e3d4-29d4-4429-b42b-a061d10c9102 by drivers openvswitch,hyperv on host n-h2-840835-1 at level 0 using segments [{'id': '62f730c3-528c-4dcf-acf3-282f9e9888bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c'}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:52:08.630280 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12174242-36f4-479f-bbda-8877d79161ef req-87e673ef-f0de-4bbe-8271-bf0500da8c8e service neutron] Attempting to bind port 2a83e3d4-29d4-4429-b42b-a061d10c9102 on network 813dca44-cad3-41ed-b1d0-f169832d2f7c {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:52:08.637478 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12174242-36f4-479f-bbda-8877d79161ef req-87e673ef-f0de-4bbe-8271-bf0500da8c8e service neutron] Port 2a83e3d4-29d4-4429-b42b-a061d10c9102 on network 813dca44-cad3-41ed-b1d0-f169832d2f7c not bound, no agent of type Open vSwitch agent registered on host n-h2-840835-1 {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:52:08.637478 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12174242-36f4-479f-bbda-8877d79161ef req-87e673ef-f0de-4bbe-8271-bf0500da8c8e service neutron] Attempting to bind port 2a83e3d4-29d4-4429-b42b-a061d10c9102 on network 813dca44-cad3-41ed-b1d0-f169832d2f7c {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:52:08.645814 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12174242-36f4-479f-bbda-8877d79161ef req-87e673ef-f0de-4bbe-8271-bf0500da8c8e service neutron] Checking agent: {'id': '1ba325ba-ac7f-4d70-b605-237ed88fb050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:52:08.646770 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12174242-36f4-479f-bbda-8877d79161ef req-87e673ef-f0de-4bbe-8271-bf0500da8c8e service neutron] Checking segment: {'id': '62f730c3-528c-4dcf-acf3-282f9e9888bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:52:08.647208 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12174242-36f4-479f-bbda-8877d79161ef req-87e673ef-f0de-4bbe-8271-bf0500da8c8e service neutron] Bound using segment: {'id': '62f730c3-528c-4dcf-acf3-282f9e9888bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c'} {{(pid=102652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:52:08.647819 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.managers [req-12174242-36f4-479f-bbda-8877d79161ef req-87e673ef-f0de-4bbe-8271-bf0500da8c8e service neutron] Bound port: 2a83e3d4-29d4-4429-b42b-a061d10c9102, host: n-h2-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62f730c3-528c-4dcf-acf3-282f9e9888bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c'}}] {{(pid=102652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:52:08.648386 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-12174242-36f4-479f-bbda-8877d79161ef req-87e673ef-f0de-4bbe-8271-bf0500da8c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:08.729987 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-12174242-36f4-479f-bbda-8877d79161ef req-87e673ef-f0de-4bbe-8271-bf0500da8c8e service neutron] For port 2a83e3d4-29d4-4429-b42b-a061d10c9102, host n-h2-840835-1, cleared binding levels {{(pid=102652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:52:08.733930 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-12174242-36f4-479f-bbda-8877d79161ef req-87e673ef-f0de-4bbe-8271-bf0500da8c8e service neutron] For port 2a83e3d4-29d4-4429-b42b-a061d10c9102, host n-h2-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=2a83e3d4-29d4-4429-b42b-a061d10c9102,segment=NetworkSegment(62f730c3-528c-4dcf-acf3-282f9e9888bd),segment_id=62f730c3-528c-4dcf-acf3-282f9e9888bd)] {{(pid=102652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:52:08.738740 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-12174242-36f4-479f-bbda-8877d79161ef req-87e673ef-f0de-4bbe-8271-bf0500da8c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:08.774848 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12174242-36f4-479f-bbda-8877d79161ef req-87e673ef-f0de-4bbe-8271-bf0500da8c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:08.775507 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-12174242-36f4-479f-bbda-8877d79161ef req-87e673ef-f0de-4bbe-8271-bf0500da8c8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:08.776937 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-12174242-36f4-479f-bbda-8877d79161ef req-87e673ef-f0de-4bbe-8271-bf0500da8c8e service neutron] 10.222.0.77 "PUT /v2.0/ports/2a83e3d4-29d4-4429-b42b-a061d10c9102 HTTP/1.1" status: 200 len: 1091 time: 0.8727624 May 06 10:52:08.778094 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0b66b6-0e75-4134-ab5b-2b8e55b98100', 'tag': '2a83e3d4-29d4-4429-b42b-a061d10c9102'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:52:08.779909 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4203f62887ad6c042520207c1f89edfd97f1d269ecb3a7960f22881858371cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27cbecc-680b-42f5-a55b-cf0bcc5c49cf" -d '{"events": [{"name": "network-changed", "server_uuid": "bf0b66b6-0e75-4134-ab5b-2b8e55b98100", "tag": "2a83e3d4-29d4-4429-b42b-a061d10c9102"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:52:08.836344 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e673ef-f0de-4bbe-8271-bf0500da8c8e service neutron] Pushing event updated for resources: {'Port': ['ID=2a83e3d4-29d4-4429-b42b-a061d10c9102,revision_number=3']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:08.906186 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12174242-36f4-479f-bbda-8877d79161ef req-768233c8-c9d0-4bfb-89a0-1d2f21572385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:08.907678 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-12174242-36f4-479f-bbda-8877d79161ef req-768233c8-c9d0-4bfb-89a0-1d2f21572385 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dc4e97f79bcd4e5b88ca84b6732c2525&device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100 HTTP/1.1" status: 200 len: 1094 time: 0.0525906 May 06 10:52:08.977963 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da62b57-7689-4874-9e22-2df92ec54ffe x-openstack-request-id: req-8da62b57-7689-4874-9e22-2df92ec54ffe {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:52:08.978362 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf0b66b6-0e75-4134-ab5b-2b8e55b98100", "tag": "2a83e3d4-29d4-4429-b42b-a061d10c9102", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:52:08.978618 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8da62b57-7689-4874-9e22-2df92ec54ffe {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:52:08.979179 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8da62b57-7689-4874-9e22-2df92ec54ffe'] response: {'name': 'network-changed', 'server_uuid': 'bf0b66b6-0e75-4134-ab5b-2b8e55b98100', 'tag': '2a83e3d4-29d4-4429-b42b-a061d10c9102', 'status': 'completed', 'code': 200} May 06 10:52:08.982020 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-12174242-36f4-479f-bbda-8877d79161ef req-e8b52e8b-1d04-446b-add4-7c745747e3e6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a83e3d4-29d4-4429-b42b-a061d10c9102 HTTP/1.1" status: 200 len: 217 time: 0.0605047 May 06 10:52:09.041983 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12174242-36f4-479f-bbda-8877d79161ef req-7d9f6f84-78e4-4a05-ac0d-4a2f5e3799c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:09.043489 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-12174242-36f4-479f-bbda-8877d79161ef req-7d9f6f84-78e4-4a05-ac0d-4a2f5e3799c9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ccfb1df-2b2a-4687-842d-37e4f44e8da9 HTTP/1.1" status: 200 len: 848 time: 0.0542223 May 06 10:52:09.109692 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12174242-36f4-479f-bbda-8877d79161ef req-c791831a-d3fc-47d4-9489-94e5eebe6652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:09.111268 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-12174242-36f4-479f-bbda-8877d79161ef req-c791831a-d3fc-47d4-9489-94e5eebe6652 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=813dca44-cad3-41ed-b1d0-f169832d2f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599799 May 06 10:52:09.234101 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-12174242-36f4-479f-bbda-8877d79161ef req-fce00065-08c0-4d93-9305-537fbeb1103d service neutron] 10.222.0.77 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161392 May 06 10:52:09.266829 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d193d-0bea-4c17-92db-4c44890a83ec req-edc1aa50-693c-487a-a5ad-3826c9e388e1 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:09.269472 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f0d193d-0bea-4c17-92db-4c44890a83ec req-edc1aa50-693c-487a-a5ad-3826c9e388e1 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100 HTTP/1.1" status: 200 len: 943 time: 0.0767457 May 06 10:52:09.320152 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f0d193d-0bea-4c17-92db-4c44890a83ec req-7347175f-f6a4-4339-8beb-6fb8bc1b7403 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418251 May 06 10:52:09.359833 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-12174242-36f4-479f-bbda-8877d79161ef req-c315b4e4-cb1f-4cca-848b-1f29d71d9dd8 service neutron] 10.222.0.77 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144705 May 06 10:52:09.497381 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cbecc-680b-42f5-a55b-cf0bcc5c49cf req-932e50e2-cad8-4a56-aa73-9b143ea6bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:09.499141 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e27cbecc-680b-42f5-a55b-cf0bcc5c49cf req-932e50e2-cad8-4a56-aa73-9b143ea6bf3a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dc4e97f79bcd4e5b88ca84b6732c2525&device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100 HTTP/1.1" status: 200 len: 1094 time: 0.0508966 May 06 10:52:09.612506 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cbecc-680b-42f5-a55b-cf0bcc5c49cf req-e06f2af9-5f68-4984-8b61-b59b003dbba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:09.614076 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e27cbecc-680b-42f5-a55b-cf0bcc5c49cf req-e06f2af9-5f68-4984-8b61-b59b003dbba5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=813dca44-cad3-41ed-b1d0-f169832d2f7c HTTP/1.1" status: 200 len: 910 time: 0.1073532 May 06 10:52:09.664623 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e27cbecc-680b-42f5-a55b-cf0bcc5c49cf req-00413424-59be-4f28-a803-3a0e59d4a3c0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a83e3d4-29d4-4429-b42b-a061d10c9102 HTTP/1.1" status: 200 len: 217 time: 0.0441325 May 06 10:52:09.719678 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cbecc-680b-42f5-a55b-cf0bcc5c49cf req-1d36f4cb-ef6a-4821-a27f-dd3dc5995ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:09.721316 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e27cbecc-680b-42f5-a55b-cf0bcc5c49cf req-1d36f4cb-ef6a-4821-a27f-dd3dc5995ebf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ccfb1df-2b2a-4687-842d-37e4f44e8da9 HTTP/1.1" status: 200 len: 848 time: 0.0504508 May 06 10:52:09.772984 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cbecc-680b-42f5-a55b-cf0bcc5c49cf req-d893a74d-3093-43ef-ba5a-ffbe6b647a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:09.774613 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e27cbecc-680b-42f5-a55b-cf0bcc5c49cf req-d893a74d-3093-43ef-ba5a-ffbe6b647a24 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=813dca44-cad3-41ed-b1d0-f169832d2f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472035 May 06 10:52:09.890282 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e27cbecc-680b-42f5-a55b-cf0bcc5c49cf req-94e51b1c-1472-40d4-851b-bd99319aa10f service neutron] 10.222.0.77 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086628 May 06 10:52:10.012126 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-e27cbecc-680b-42f5-a55b-cf0bcc5c49cf req-159fef5e-3caa-4c24-a1da-36fb44c8ed54 service neutron] 10.222.0.77 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131771 May 06 10:52:10.020619 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:52:10.469901 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f3930-1998-4181-827e-e4ceaf8ca8b9 req-260ec715-344e-44ac-be59-f0bd40d673c9 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:10.471521 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e49f3930-1998-4181-827e-e4ceaf8ca8b9 req-260ec715-344e-44ac-be59-f0bd40d673c9 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100 HTTP/1.1" status: 200 len: 943 time: 0.0668006 May 06 10:52:10.538294 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-e49f3930-1998-4181-827e-e4ceaf8ca8b9 req-cc1dc26f-2755-4477-88ae-6c7455095856 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525994 May 06 10:52:11.697642 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3264e-ac5f-4a0e-a855-b9bd35588d63 req-b91d8544-2891-47ca-b00c-216a47fa8a63 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:11.699288 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0da3264e-ac5f-4a0e-a855-b9bd35588d63 req-b91d8544-2891-47ca-b00c-216a47fa8a63 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100 HTTP/1.1" status: 200 len: 943 time: 0.0799398 May 06 10:52:11.754295 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0da3264e-ac5f-4a0e-a855-b9bd35588d63 req-953ddda2-696a-4907-8728-e6bad0b0828d tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423844 May 06 10:52:12.906369 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e4029-0ed2-47b4-a416-f06d5d3c8d7a req-344727a9-cdd3-46d7-860a-c3ae45a32017 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:12.908791 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f4e4029-0ed2-47b4-a416-f06d5d3c8d7a req-344727a9-cdd3-46d7-860a-c3ae45a32017 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100 HTTP/1.1" status: 200 len: 943 time: 0.0619073 May 06 10:52:12.950616 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9f4e4029-0ed2-47b4-a416-f06d5d3c8d7a req-7b568f93-163d-42a7-9261-e31865afb10a tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342739 May 06 10:52:13.445742 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 2a83e3d4-29d4-4429-b42b-a061d10c9102 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:52:13.555311 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 2a83e3d4-29d4-4429-b42b-a061d10c9102, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=2a83e3d4-29d4-4429-b42b-a061d10c9102,segment=NetworkSegment(62f730c3-528c-4dcf-acf3-282f9e9888bd),segment_id=62f730c3-528c-4dcf-acf3-282f9e9888bd)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:52:13.566767 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '2a83e3d4-29d4-4429-b42b-a061d10c9102', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'port_id': '2a83e3d4-29d4-4429-b42b-a061d10c9102', 'mac_address': 'fa:16:3e:09:dc:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:52:13.610128 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:13.618213 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a83e3d4-29d4-4429-b42b-a061d10c9102 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:52:13.640438 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 2a83e3d4-29d4-4429-b42b-a061d10c9102, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=2a83e3d4-29d4-4429-b42b-a061d10c9102,segment=NetworkSegment(62f730c3-528c-4dcf-acf3-282f9e9888bd),segment_id=62f730c3-528c-4dcf-acf3-282f9e9888bd)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:52:13.648071 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:13.707548 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=2a83e3d4-29d4-4429-b42b-a061d10c9102,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:14.030070 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['2a83e3d4-29d4-4429-b42b-a061d10c9102'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:52:14.094453 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdbd85-909d-4c91-8a55-68edeffc2f58 req-15d59637-7b41-4830-bc96-e6931054f846 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:14.096638 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-59bdbd85-909d-4c91-8a55-68edeffc2f58 req-15d59637-7b41-4830-bc96-e6931054f846 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100 HTTP/1.1" status: 200 len: 944 time: 0.0585139 May 06 10:52:14.157158 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-59bdbd85-909d-4c91-8a55-68edeffc2f58 req-477896d9-0850-4333-8c4d-46c63e629f73 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524671 May 06 10:52:15.308144 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23e922-92fd-4b06-9e7e-ce34f7e711c0 req-b1c7a5aa-3a2e-4e3f-9ca4-4f780dc64c51 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:15.309828 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ec23e922-92fd-4b06-9e7e-ce34f7e711c0 req-b1c7a5aa-3a2e-4e3f-9ca4-4f780dc64c51 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100 HTTP/1.1" status: 200 len: 944 time: 0.0699039 May 06 10:52:15.352959 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ec23e922-92fd-4b06-9e7e-ce34f7e711c0 req-93796e73-7cc3-4a70-ad2a-f26908953315 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345850 May 06 10:52:15.460818 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 2a83e3d4-29d4-4429-b42b-a061d10c9102 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:52:15.512814 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning for port 2a83e3d4-29d4-4429-b42b-a061d10c9102 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:52:15.518529 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 2a83e3d4-29d4-4429-b42b-a061d10c9102 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:52:15.519166 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:15.625186 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:15.653531 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0b66b6-0e75-4134-ab5b-2b8e55b98100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a83e3d4-29d4-4429-b42b-a061d10c9102'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:52:15.655839 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532bd0f9c54137a25b4c1a322a0cfb660db88c671ca36eb22ff5f9a731e51081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4788ace-26cf-410c-ab04-d09ee0c99974" -d '{"events": [{"server_uuid": "bf0b66b6-0e75-4134-ab5b-2b8e55b98100", "name": "network-vif-plugged", "status": "completed", "tag": "2a83e3d4-29d4-4429-b42b-a061d10c9102"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:52:15.669500 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 2a83e3d4-29d4-4429-b42b-a061d10c9102, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=2a83e3d4-29d4-4429-b42b-a061d10c9102,segment=NetworkSegment(62f730c3-528c-4dcf-acf3-282f9e9888bd),segment_id=62f730c3-528c-4dcf-acf3-282f9e9888bd)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:52:15.675286 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:15.704737 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b161d006-bb47-4e69-937e-5aec1c534a48 x-openstack-request-id: req-b161d006-bb47-4e69-937e-5aec1c534a48 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:52:15.705089 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0b66b6-0e75-4134-ab5b-2b8e55b98100", "name": "network-vif-plugged", "status": "completed", "tag": "2a83e3d4-29d4-4429-b42b-a061d10c9102", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:52:15.705384 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b161d006-bb47-4e69-937e-5aec1c534a48 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:52:15.705818 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b161d006-bb47-4e69-937e-5aec1c534a48'] response: {'server_uuid': 'bf0b66b6-0e75-4134-ab5b-2b8e55b98100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a83e3d4-29d4-4429-b42b-a061d10c9102', 'code': 200} May 06 10:52:15.733252 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=2a83e3d4-29d4-4429-b42b-a061d10c9102,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:15.848550 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffe3fa-d425-487b-90fc-20e86836741d req-592f17f7-af9d-4119-b6d8-7e58d5c9547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:15.851066 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-43ffe3fa-d425-487b-90fc-20e86836741d req-592f17f7-af9d-4119-b6d8-7e58d5c9547e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100 HTTP/1.1" status: 200 len: 1096 time: 0.0603490 May 06 10:52:15.901795 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-43ffe3fa-d425-487b-90fc-20e86836741d req-67457d5d-c888-4086-9bfc-b7aca9ffd12e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440354 May 06 10:52:16.087346 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c28b4622-3f73-4613-a1e2-7341b1fa03c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:16.480925 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9b352-644a-428b-ad41-57eb0b9afb81 req-5a0d7835-43c6-498a-acb5-ed4caf77189b tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:16.482644 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11f9b352-644a-428b-ad41-57eb0b9afb81 req-5a0d7835-43c6-498a-acb5-ed4caf77189b tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100 HTTP/1.1" status: 200 len: 945 time: 0.0544863 May 06 10:52:16.530475 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-11f9b352-644a-428b-ad41-57eb0b9afb81 req-ab6aa3c3-c52d-4e00-b1d0-a517e75bc702 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363340 May 06 10:52:17.677783 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a69e9-4767-4870-8387-51c0b5fb1a6b req-232d1120-9e3a-42aa-8e5c-a79e0c41b63f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:17.679375 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-263a69e9-4767-4870-8387-51c0b5fb1a6b req-232d1120-9e3a-42aa-8e5c-a79e0c41b63f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100 HTTP/1.1" status: 200 len: 945 time: 0.0604687 May 06 10:52:17.722120 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-263a69e9-4767-4870-8387-51c0b5fb1a6b req-58424d6c-d16c-42af-a17b-27811d0469a2 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365496 May 06 10:52:17.869291 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa4154-91e0-4e7c-af92-1ec5f4baf198 req-bb4b899d-8b1f-4b69-8c77-47af2a83cf5c tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:17.871177 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cdaa4154-91e0-4e7c-af92-1ec5f4baf198 req-bb4b899d-8b1f-4b69-8c77-47af2a83cf5c tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100 HTTP/1.1" status: 200 len: 945 time: 0.0619910 May 06 10:52:17.921267 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-cdaa4154-91e0-4e7c-af92-1ec5f4baf198 req-57361f60-2cec-4204-9424-9283f5ec725b tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387645 May 06 10:52:17.960179 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41462) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:52:18.083277 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d05e3b7-9b5a-4060-bf80-0c588ddd7279 tempest-TestSnapshotPattern-1656194851 tempest-TestSnapshotPattern-1656194851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:18.084837 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-3d05e3b7-9b5a-4060-bf80-0c588ddd7279 tempest-TestSnapshotPattern-1656194851 tempest-TestSnapshotPattern-1656194851-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100 HTTP/1.1" status: 200 len: 1091 time: 0.1235514 May 06 10:52:18.089125 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41466) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:52:18.094754 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-0e57fe36-84b5-48d0-afd4-b2e98269fe71 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'port_id': '2a83e3d4-29d4-4429-b42b-a061d10c9102', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:52:18.121284 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0e57fe36-84b5-48d0-afd4-b2e98269fe71 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for floatingip, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:18.248956 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0e57fe36-84b5-48d0-afd4-b2e98269fe71 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:18.409063 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-0e57fe36-84b5-48d0-afd4-b2e98269fe71 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Allocated IP 172.25.5.202 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/7e6991fc-92f1-4155-a8fc-b4e3afa6f9cb) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:52:18.530223 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0e57fe36-84b5-48d0-afd4-b2e98269fe71 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:18.576853 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0e57fe36-84b5-48d0-afd4-b2e98269fe71 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:18.591129 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5e8a08e9-5415-4805-b722-1dfefffadfa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:18.644877 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e57fe36-84b5-48d0-afd4-b2e98269fe71 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:52:18.648373 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-0e57fe36-84b5-48d0-afd4-b2e98269fe71 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:52:18.651883 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e57fe36-84b5-48d0-afd4-b2e98269fe71 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:52:18.678535 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57fe36-84b5-48d0-afd4-b2e98269fe71 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Pushing event updated for resources: {'Port': ['ID=7e6991fc-92f1-4155-a8fc-b4e3afa6f9cb,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:19.130919 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0e57fe36-84b5-48d0-afd4-b2e98269fe71 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:19.201643 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0e57fe36-84b5-48d0-afd4-b2e98269fe71 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:19.348368 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:19.368493 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0e57fe36-84b5-48d0-afd4-b2e98269fe71 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:19.373974 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0e57fe36-84b5-48d0-afd4-b2e98269fe71 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:19.450693 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57fe36-84b5-48d0-afd4-b2e98269fe71 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Pushing event updated for resources: {'Port': ['ID=7e6991fc-92f1-4155-a8fc-b4e3afa6f9cb,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:19.465058 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0e57fe36-84b5-48d0-afd4-b2e98269fe71 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:19.586277 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-0e57fe36-84b5-48d0-afd4-b2e98269fe71 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Floating IP b52be6ce-6b42-4424-ae10-98b23d4e0341 associated. External IP: 172.25.5.202, port: 2a83e3d4-29d4-4429-b42b-a061d10c9102. May 06 10:52:19.815404 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:19.863723 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e57fe36-84b5-48d0-afd4-b2e98269fe71 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Router 51a13766-9e09-4f27-b0f8-49ea27f32362 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:52:19.981074 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e57fe36-84b5-48d0-afd4-b2e98269fe71 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:52:19.993613 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a42ba0c-7599-404a-847d-a6916e813af2 None None] Sync routers for ids ['51a13766-9e09-4f27-b0f8-49ea27f32362'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:52:20.006338 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-0e57fe36-84b5-48d0-afd4-b2e98269fe71 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:20.007603 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a42ba0c-7599-404a-847d-a6916e813af2 None None] Routers {'51a13766-9e09-4f27-b0f8-49ea27f32362'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:52:20.008527 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3a42ba0c-7599-404a-847d-a6916e813af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:52:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['51a13766-9e09-4f27-b0f8-49ea27f32362'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:52:20.044130 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-0e57fe36-84b5-48d0-afd4-b2e98269fe71 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9537220 May 06 10:52:20.044721 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0b66b6-0e75-4134-ab5b-2b8e55b98100', 'tag': '2a83e3d4-29d4-4429-b42b-a061d10c9102'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:52:20.047080 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4203f62887ad6c042520207c1f89edfd97f1d269ecb3a7960f22881858371cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5220ac70-69e6-4a7f-a25f-468134d2f025" -d '{"events": [{"name": "network-changed", "server_uuid": "bf0b66b6-0e75-4134-ab5b-2b8e55b98100", "tag": "2a83e3d4-29d4-4429-b42b-a061d10c9102"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:52:20.111167 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ba1d42-81a3-4012-818c-a8e25d3d619f x-openstack-request-id: req-59ba1d42-81a3-4012-818c-a8e25d3d619f {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:52:20.111789 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf0b66b6-0e75-4134-ab5b-2b8e55b98100", "tag": "2a83e3d4-29d4-4429-b42b-a061d10c9102", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:52:20.112743 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-59ba1d42-81a3-4012-818c-a8e25d3d619f {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:52:20.112743 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59ba1d42-81a3-4012-818c-a8e25d3d619f'] response: {'name': 'network-changed', 'server_uuid': 'bf0b66b6-0e75-4134-ab5b-2b8e55b98100', 'tag': '2a83e3d4-29d4-4429-b42b-a061d10c9102', 'status': 'completed', 'code': 200} May 06 10:52:20.134897 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-3a42ba0c-7599-404a-847d-a6916e813af2 None None] Set router 51a13766-9e09-4f27-b0f8-49ea27f32362 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:52:20.202604 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220ac70-69e6-4a7f-a25f-468134d2f025 req-d64aaf51-5c3e-44f6-b45c-4a34d9e01f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:20.204999 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5220ac70-69e6-4a7f-a25f-468134d2f025 req-d64aaf51-5c3e-44f6-b45c-4a34d9e01f30 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dc4e97f79bcd4e5b88ca84b6732c2525&device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100 HTTP/1.1" status: 200 len: 1096 time: 0.0498266 May 06 10:52:20.319568 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220ac70-69e6-4a7f-a25f-468134d2f025 req-42600e4b-e73b-470d-a02c-bbe11c077f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:20.321109 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5220ac70-69e6-4a7f-a25f-468134d2f025 req-42600e4b-e73b-470d-a02c-bbe11c077f6a service neutron] 10.222.0.77 "GET /v2.0/networks?id=813dca44-cad3-41ed-b1d0-f169832d2f7c HTTP/1.1" status: 200 len: 910 time: 0.1099257 May 06 10:52:20.426084 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5220ac70-69e6-4a7f-a25f-468134d2f025 req-cf6a2ef9-b52a-4308-8dc3-f9e2ee94f5cc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a83e3d4-29d4-4429-b42b-a061d10c9102 HTTP/1.1" status: 200 len: 999 time: 0.0949101 May 06 10:52:20.482183 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3a42ba0c-7599-404a-847d-a6916e813af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'name': 'tempest-TestSnapshotPattern-854341401-router', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:51:49Z', 'updated_at': '2022-05-06T10:51:53Z', 'revision_number': 4, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'gw_port': {'id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:50Z', 'updated_at': '2022-05-06T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'b52be6ce-6b42-4424-ae10-98b23d4e0341', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'floating_ip_address': '172.25.5.202', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'port_id': '2a83e3d4-29d4-4429-b42b-a061d10c9102', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'mac_address': 'fa:16:3e:09:dc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0b66b6-0e75-4134-ab5b-2b8e55b98100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:52:18Z', 'updated_at': '2022-05-06T10:52:18Z', 'revision_number': 0, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532be2ea-6296-4eda-872f-4e6cb51d6844', 'name': '', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'mac_address': 'fa:16:3e:77:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:52Z', 'updated_at': '2022-05-06T10:51:58Z', 'revision_number': 5, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'subnets': [{'id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:52:20.486334 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220ac70-69e6-4a7f-a25f-468134d2f025 req-14c22bd9-e4d5-4b25-8485-6499c94622ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:20.488808 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5220ac70-69e6-4a7f-a25f-468134d2f025 req-14c22bd9-e4d5-4b25-8485-6499c94622ed service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ccfb1df-2b2a-4687-842d-37e4f44e8da9 HTTP/1.1" status: 200 len: 848 time: 0.0564649 May 06 10:52:20.515427 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a42ba0c-7599-404a-847d-a6916e813af2 None None] Checking router: 51a13766-9e09-4f27-b0f8-49ea27f32362 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:52:20.526006 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a42ba0c-7599-404a-847d-a6916e813af2 None None] Routers {'51a13766-9e09-4f27-b0f8-49ea27f32362'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:52:20.526641 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3a42ba0c-7599-404a-847d-a6916e813af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:52:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['51a13766-9e09-4f27-b0f8-49ea27f32362'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:52:20.541040 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220ac70-69e6-4a7f-a25f-468134d2f025 req-cad5e8af-17d1-4990-917f-d0d8927f3b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:20.542809 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5220ac70-69e6-4a7f-a25f-468134d2f025 req-cad5e8af-17d1-4990-917f-d0d8927f3b9b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=813dca44-cad3-41ed-b1d0-f169832d2f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481350 May 06 10:52:20.647765 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5220ac70-69e6-4a7f-a25f-468134d2f025 req-e01cfd69-768f-491d-80a3-5f76de56b260 service neutron] 10.222.0.77 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972574 May 06 10:52:20.740819 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-3a42ba0c-7599-404a-847d-a6916e813af2 None None] Set router 51a13766-9e09-4f27-b0f8-49ea27f32362 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:52:20.746269 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-5220ac70-69e6-4a7f-a25f-468134d2f025 req-67302f6c-1623-4274-b1cd-ae10597457bd service neutron] 10.222.0.77 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926213 May 06 10:52:20.977035 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-3a42ba0c-7599-404a-847d-a6916e813af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'name': 'tempest-TestSnapshotPattern-854341401-router', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:51:49Z', 'updated_at': '2022-05-06T10:51:53Z', 'revision_number': 4, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'gw_port': {'id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:50Z', 'updated_at': '2022-05-06T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'b52be6ce-6b42-4424-ae10-98b23d4e0341', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'floating_ip_address': '172.25.5.202', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'port_id': '2a83e3d4-29d4-4429-b42b-a061d10c9102', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'mac_address': 'fa:16:3e:09:dc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0b66b6-0e75-4134-ab5b-2b8e55b98100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:52:18Z', 'updated_at': '2022-05-06T10:52:18Z', 'revision_number': 0, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532be2ea-6296-4eda-872f-4e6cb51d6844', 'name': '', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'mac_address': 'fa:16:3e:77:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:52Z', 'updated_at': '2022-05-06T10:51:58Z', 'revision_number': 5, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'subnets': [{'id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:52:21.007463 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a42ba0c-7599-404a-847d-a6916e813af2 None None] The sync data for ids ['51a13766-9e09-4f27-b0f8-49ea27f32362'] in n-d-840835-1 is: [{'id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'name': 'tempest-TestSnapshotPattern-854341401-router', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:51:49Z', 'updated_at': '2022-05-06T10:51:53Z', 'revision_number': 4, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'gw_port': {'id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:50Z', 'updated_at': '2022-05-06T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'b52be6ce-6b42-4424-ae10-98b23d4e0341', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'floating_ip_address': '172.25.5.202', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'port_id': '2a83e3d4-29d4-4429-b42b-a061d10c9102', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'mac_address': 'fa:16:3e:09:dc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0b66b6-0e75-4134-ab5b-2b8e55b98100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:52:18Z', 'updated_at': '2022-05-06T10:52:18Z', 'revision_number': 0, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532be2ea-6296-4eda-872f-4e6cb51d6844', 'name': '', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'mac_address': 'fa:16:3e:77:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:52Z', 'updated_at': '2022-05-06T10:51:58Z', 'revision_number': 5, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'subnets': [{'id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:52:21.204374 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a497a0a6-e2de-4d92-baef-678670a4a3e4 None None] New status for floating IP b52be6ce-6b42-4424-ae10-98b23d4e0341: ACTIVE {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:52:21.506731 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:21.616005 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:29.682744 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:42.842642 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-98ef0361-95e0-4e07-9ad9-ec95133ddbe7 req-7e7ca528-b6af-453e-aa63-58d26ffca85e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422788 May 06 10:52:42.951969 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef0361-95e0-4e07-9ad9-ec95133ddbe7 req-e8fcdf0a-6e26-4812-8e4d-f71b00d96dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:42.953506 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-98ef0361-95e0-4e07-9ad9-ec95133ddbe7 req-e8fcdf0a-6e26-4812-8e4d-f71b00d96dc5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dc4e97f79bcd4e5b88ca84b6732c2525&device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100 HTTP/1.1" status: 200 len: 1096 time: 0.0488858 May 06 10:52:43.062628 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef0361-95e0-4e07-9ad9-ec95133ddbe7 req-733ab5ae-9445-416d-b69c-6d02fbb8a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:43.064155 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-98ef0361-95e0-4e07-9ad9-ec95133ddbe7 req-733ab5ae-9445-416d-b69c-6d02fbb8a29f service neutron] 10.222.0.77 "GET /v2.0/networks?id=813dca44-cad3-41ed-b1d0-f169832d2f7c HTTP/1.1" status: 200 len: 910 time: 0.0914440 May 06 10:52:43.142376 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-98ef0361-95e0-4e07-9ad9-ec95133ddbe7 req-6ac26970-c196-4858-8be5-67dc2a2d2fd6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a83e3d4-29d4-4429-b42b-a061d10c9102 HTTP/1.1" status: 200 len: 1001 time: 0.0706365 May 06 10:52:43.193566 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef0361-95e0-4e07-9ad9-ec95133ddbe7 req-0ac70b94-15b5-4c7f-b4bf-86bcc7b3cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:43.195098 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-98ef0361-95e0-4e07-9ad9-ec95133ddbe7 req-0ac70b94-15b5-4c7f-b4bf-86bcc7b3cee6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ccfb1df-2b2a-4687-842d-37e4f44e8da9 HTTP/1.1" status: 200 len: 848 time: 0.0470431 May 06 10:52:43.243872 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef0361-95e0-4e07-9ad9-ec95133ddbe7 req-cef78ca3-d129-46b3-933a-07e9284280f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:43.245419 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-98ef0361-95e0-4e07-9ad9-ec95133ddbe7 req-cef78ca3-d129-46b3-933a-07e9284280f1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=813dca44-cad3-41ed-b1d0-f169832d2f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441055 May 06 10:52:43.351580 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-98ef0361-95e0-4e07-9ad9-ec95133ddbe7 req-26505d94-2698-4ec4-99e0-9b3dfd56feae service neutron] 10.222.0.77 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994184 May 06 10:52:43.460468 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-98ef0361-95e0-4e07-9ad9-ec95133ddbe7 req-c9266720-8174-4945-9648-594a20443044 service neutron] 10.222.0.77 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979455 May 06 10:52:46.082300 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c222f182-6e30-4a02-9ab8-7b4f3a75ca05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:47.019371 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:52:48.589054 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-6d3bbc0f-d9c4-4bf9-992b-6d9243f5a316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:49.334200 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:49.815292 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:51.515664 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:51.618948 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:59.677247 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:53:16.085070 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-859d7e23-4573-4b52-8441-8c4631521d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:53:18.581642 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c1c85973-de49-4b6e-b5c4-b7aa682e3484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:53:19.331814 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:53:19.820522 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:53:21.511554 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:53:21.622913 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:53:24.019432 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:53:29.701737 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:53:42.864432 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-24de967f-c2dd-43ab-bd3e-5af4b2475db0 req-00cdba19-13c2-4476-95cc-68f7a260e6cd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450628 May 06 10:53:42.975560 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de967f-c2dd-43ab-bd3e-5af4b2475db0 req-0cb2ac06-8528-4c6d-8e90-48b093cff299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:53:42.977585 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-24de967f-c2dd-43ab-bd3e-5af4b2475db0 req-0cb2ac06-8528-4c6d-8e90-48b093cff299 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dc4e97f79bcd4e5b88ca84b6732c2525&device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100 HTTP/1.1" status: 200 len: 1096 time: 0.0467124 May 06 10:53:43.109571 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de967f-c2dd-43ab-bd3e-5af4b2475db0 req-c4813c67-c032-4010-a6c6-10bd9c1b93dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:53:43.111079 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-24de967f-c2dd-43ab-bd3e-5af4b2475db0 req-c4813c67-c032-4010-a6c6-10bd9c1b93dc service neutron] 10.222.0.77 "GET /v2.0/networks?id=813dca44-cad3-41ed-b1d0-f169832d2f7c HTTP/1.1" status: 200 len: 910 time: 0.0994716 May 06 10:53:43.189061 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-24de967f-c2dd-43ab-bd3e-5af4b2475db0 req-72f01c62-befc-4af3-b33c-e019e2b62871 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a83e3d4-29d4-4429-b42b-a061d10c9102 HTTP/1.1" status: 200 len: 1001 time: 0.0706434 May 06 10:53:43.240038 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de967f-c2dd-43ab-bd3e-5af4b2475db0 req-8a87b80e-fb32-40d6-a1d5-9b67150292c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:53:43.241535 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-24de967f-c2dd-43ab-bd3e-5af4b2475db0 req-8a87b80e-fb32-40d6-a1d5-9b67150292c7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ccfb1df-2b2a-4687-842d-37e4f44e8da9 HTTP/1.1" status: 200 len: 848 time: 0.0466876 May 06 10:53:43.290418 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de967f-c2dd-43ab-bd3e-5af4b2475db0 req-983d6848-1b8f-471b-b818-7d0250a6337e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:53:43.292008 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-24de967f-c2dd-43ab-bd3e-5af4b2475db0 req-983d6848-1b8f-471b-b818-7d0250a6337e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=813dca44-cad3-41ed-b1d0-f169832d2f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436027 May 06 10:53:43.716801 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-24de967f-c2dd-43ab-bd3e-5af4b2475db0 req-9e3c4f88-9b7f-484b-b676-db9152846d45 service neutron] 10.222.0.77 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183054 May 06 10:53:43.809496 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-24de967f-c2dd-43ab-bd3e-5af4b2475db0 req-02cf1c0c-46b4-40e4-89d8-e93dda199d5c service neutron] 10.222.0.77 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862689 May 06 10:53:46.092574 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-50707c79-f3e8-43e0-a492-78dbc5c78102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:53:48.586110 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e8614f04-cb57-4430-bd67-6e292f4a7677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:53:49.339182 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:53:49.824307 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:53:51.526271 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:53:51.634237 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:53:59.713841 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:01.023862 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:54:16.095000 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b2b34bb9-3bcd-495a-802a-3f1493d6161b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:18.592096 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3b70eef6-4c05-476e-b659-569b55909f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:19.362040 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:19.826323 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:21.522225 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:21.635251 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:29.730895 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:38.023866 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:54:44.834787 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-919cc6ca-1140-4eeb-84c3-394eea248ed4 req-1ba3f413-9bf1-4636-bbfa-9d54e89e3cc7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464585 May 06 10:54:44.944813 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cc6ca-1140-4eeb-84c3-394eea248ed4 req-f1ec4440-db9f-452f-9a95-6151e930f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:54:44.946941 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-919cc6ca-1140-4eeb-84c3-394eea248ed4 req-f1ec4440-db9f-452f-9a95-6151e930f30d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dc4e97f79bcd4e5b88ca84b6732c2525&device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100 HTTP/1.1" status: 200 len: 1096 time: 0.0529165 May 06 10:54:45.082409 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cc6ca-1140-4eeb-84c3-394eea248ed4 req-2bb742b7-e9d2-430e-9ac0-94c28a63ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:54:45.084007 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-919cc6ca-1140-4eeb-84c3-394eea248ed4 req-2bb742b7-e9d2-430e-9ac0-94c28a63ee31 service neutron] 10.222.0.77 "GET /v2.0/networks?id=813dca44-cad3-41ed-b1d0-f169832d2f7c HTTP/1.1" status: 200 len: 910 time: 0.1181126 May 06 10:54:45.167360 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-919cc6ca-1140-4eeb-84c3-394eea248ed4 req-ff6bb08b-3a15-43b5-b616-70f472146ec3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a83e3d4-29d4-4429-b42b-a061d10c9102 HTTP/1.1" status: 200 len: 1001 time: 0.0768003 May 06 10:54:45.223459 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cc6ca-1140-4eeb-84c3-394eea248ed4 req-05508b13-5450-4ca4-ac75-6a476ad5d14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:54:45.225528 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-919cc6ca-1140-4eeb-84c3-394eea248ed4 req-05508b13-5450-4ca4-ac75-6a476ad5d14d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ccfb1df-2b2a-4687-842d-37e4f44e8da9 HTTP/1.1" status: 200 len: 848 time: 0.0497689 May 06 10:54:45.275534 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cc6ca-1140-4eeb-84c3-394eea248ed4 req-206f4198-4a41-48bb-85f1-d99c517a5ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:54:45.277186 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-919cc6ca-1140-4eeb-84c3-394eea248ed4 req-206f4198-4a41-48bb-85f1-d99c517a5ac6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=813dca44-cad3-41ed-b1d0-f169832d2f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451574 May 06 10:54:45.289265 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [req-919cc6ca-1140-4eeb-84c3-394eea248ed4 req-1b827ce4-63c9-488e-bc8c-7236da205e17 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:54:45.290429 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-919cc6ca-1140-4eeb-84c3-394eea248ed4 req-1b827ce4-63c9-488e-bc8c-7236da205e17 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060956 May 06 10:54:45.400735 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-919cc6ca-1140-4eeb-84c3-394eea248ed4 req-ac2fa8c3-f6ae-436c-8bd5-67ef81dfff41 service neutron] 10.222.0.77 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037595 May 06 10:54:45.504526 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-919cc6ca-1140-4eeb-84c3-394eea248ed4 req-4346d98c-e15a-47ad-a00c-9d3f86ac861e service neutron] 10.222.0.77 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970838 May 06 10:54:46.096806 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-64867380-2cab-4a61-ad8b-2a854d6870a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:48.603971 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7d993c38-44b2-498f-8361-071e909bc1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:49.383537 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:49.835763 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:51.522587 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:51.636683 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:52.141896 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 2a83e3d4-29d4-4429-b42b-a061d10c9102 details requested by agent hyperv_n-h2-840835-1 with host n-h2-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:54:52.250296 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 2a83e3d4-29d4-4429-b42b-a061d10c9102, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=2a83e3d4-29d4-4429-b42b-a061d10c9102,segment=NetworkSegment(62f730c3-528c-4dcf-acf3-282f9e9888bd),segment_id=62f730c3-528c-4dcf-acf3-282f9e9888bd)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:54:52.268044 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Returning: {'device': '2a83e3d4-29d4-4429-b42b-a061d10c9102', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'port_id': '2a83e3d4-29d4-4429-b42b-a061d10c9102', 'mac_address': 'fa:16:3e:09:dc:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:54:52.306221 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:52.319850 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a83e3d4-29d4-4429-b42b-a061d10c9102 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:54:52.340582 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 2a83e3d4-29d4-4429-b42b-a061d10c9102, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=2a83e3d4-29d4-4429-b42b-a061d10c9102,segment=NetworkSegment(62f730c3-528c-4dcf-acf3-282f9e9888bd),segment_id=62f730c3-528c-4dcf-acf3-282f9e9888bd)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:54:52.344877 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:52.405557 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=2a83e3d4-29d4-4429-b42b-a061d10c9102,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:54:52.413241 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:52.413589 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:52.413930 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:52.414269 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:52.414606 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:52.414937 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:52.415305 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:52.415633 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:52.415966 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:52.416291 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:52.416617 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:52.416943 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:52.495658 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] get_ports_and_sgs() called for port_ids ['2a83e3d4-29d4-4429-b42b-a061d10c9102'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:54:54.156930 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 2a83e3d4-29d4-4429-b42b-a061d10c9102 up at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:54:54.212123 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Provisioning complete for port 2a83e3d4-29d4-4429-b42b-a061d10c9102 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:54:54.212512 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:54.297796 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:54.321312 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0b66b6-0e75-4134-ab5b-2b8e55b98100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a83e3d4-29d4-4429-b42b-a061d10c9102'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:54:54.323584 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532bd0f9c54137a25b4c1a322a0cfb660db88c671ca36eb22ff5f9a731e51081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7877f3-1298-4b30-864e-f1edc354d8dd" -d '{"events": [{"server_uuid": "bf0b66b6-0e75-4134-ab5b-2b8e55b98100", "name": "network-vif-plugged", "status": "completed", "tag": "2a83e3d4-29d4-4429-b42b-a061d10c9102"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:54:54.340287 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 2a83e3d4-29d4-4429-b42b-a061d10c9102, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=2a83e3d4-29d4-4429-b42b-a061d10c9102,segment=NetworkSegment(62f730c3-528c-4dcf-acf3-282f9e9888bd),segment_id=62f730c3-528c-4dcf-acf3-282f9e9888bd)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:54:54.345396 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:54.387938 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4f31d7-d08b-4a10-9800-3b02efa35fbc x-openstack-request-id: req-bb4f31d7-d08b-4a10-9800-3b02efa35fbc {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:54:54.388402 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0b66b6-0e75-4134-ab5b-2b8e55b98100", "name": "network-vif-plugged", "status": "completed", "tag": "2a83e3d4-29d4-4429-b42b-a061d10c9102", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:54:54.388820 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bb4f31d7-d08b-4a10-9800-3b02efa35fbc {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:54:54.389441 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb4f31d7-d08b-4a10-9800-3b02efa35fbc'] response: {'server_uuid': 'bf0b66b6-0e75-4134-ab5b-2b8e55b98100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a83e3d4-29d4-4429-b42b-a061d10c9102', 'code': 200} May 06 10:54:54.414470 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=2a83e3d4-29d4-4429-b42b-a061d10c9102,revision_number=7']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:54:59.765648 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:06.689897 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-38bcd5dc-9281-425f-ae6c-276f11f87193 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-194679235&fields=id&tenant_id=dc4e97f79bcd4e5b88ca84b6732c2525 HTTP/1.1" status: 200 len: 267 time: 0.0460413 May 06 10:55:06.812354 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-505ecd68-97d2-45a1-823d-993e32956a4a tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:06.813747 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-505ecd68-97d2-45a1-823d-993e32956a4a tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/networks?id=813dca44-cad3-41ed-b1d0-f169832d2f7c HTTP/1.1" status: 200 len: 809 time: 0.1159916 May 06 10:55:06.831656 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-d4604345-e5cf-4fae-bcaf-07d9b1bf61af tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/quotas/dc4e97f79bcd4e5b88ca84b6732c2525 HTTP/1.1" status: 200 len: 375 time: 0.0100923 May 06 10:55:06.907427 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-e107c48e-c5b2-4909-abd8-13e5777cf7e1 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=dc4e97f79bcd4e5b88ca84b6732c2525&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0652077 May 06 10:55:07.067352 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-e3e1c8e9-a92f-426c-b755-efe64c96553f service neutron] 10.222.0.73 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466873 May 06 10:55:07.171530 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-8784a02f-28b1-4cb2-9a4c-db7b5b4b8b6f service neutron] 10.222.0.73 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972595 May 06 10:55:07.343602 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-595cf400-662f-4136-b066-d65f5f1a4359 req-1280cff5-4a88-4eae-a0a9-0957cc34e67f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=59b5ab20-73e6-4820-965d-0bf9d630c433 HTTP/1.1" status: 200 len: 210 time: 0.0271325 May 06 10:55:08.385892 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-366146b5-b294-4a60-8978-d35af066a854 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:08.387657 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-366146b5-b294-4a60-8978-d35af066a854 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.84 "GET /v2.0/networks?id=813dca44-cad3-41ed-b1d0-f169832d2f7c HTTP/1.1" status: 200 len: 809 time: 0.1287227 May 06 10:55:08.453717 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-a00b1fca-3c6d-4ff4-841d-455aa158fa92 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc4e97f79bcd4e5b88ca84b6732c2525 HTTP/1.1" status: 200 len: 379 time: 0.0574369 May 06 10:55:08.472566 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-85459d15-cd27-4675-a1b5-f270a84c98be req-577344f7-a837-4488-b1b0-deb107d7713a tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=59b5ab20-73e6-4820-965d-0bf9d630c433 HTTP/1.1" status: 200 len: 210 time: 0.0381794 May 06 10:55:08.477037 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-22fca0ba-5407-4d3c-ae3d-1fbbbb8f5398 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Request body: {'port': {'device_id': '59b5ab20-73e6-4820-965d-0bf9d630c433', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'admin_state_up': True, 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'security_groups': ['532f79e3-104a-4585-8796-3fdce2a46580']}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:55:08.604427 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-22fca0ba-5407-4d3c-ae3d-1fbbbb8f5398 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Made reservation on behalf of dc4e97f79bcd4e5b88ca84b6732c2525 for: {'port': 1} {{(pid=102653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:55:08.608079 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-22fca0ba-5407-4d3c-ae3d-1fbbbb8f5398 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:08.816717 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_common [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-22fca0ba-5407-4d3c-ae3d-1fbbbb8f5398 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Allocated IP 172.20.0.3 (813dca44-cad3-41ed-b1d0-f169832d2f7c/5ccfb1df-2b2a-4687-842d-37e4f44e8da9/b0a8b8e7-3800-421a-9904-0c7a9756f517) {{(pid=102653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:55:09.031538 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-22fca0ba-5407-4d3c-ae3d-1fbbbb8f5398 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for port, precommit_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:09.098576 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-22fca0ba-5407-4d3c-ae3d-1fbbbb8f5398 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_create {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:09.178284 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fca0ba-5407-4d3c-ae3d-1fbbbb8f5398 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Pushing event updated for resources: {'Port': ['ID=b0a8b8e7-3800-421a-9904-0c7a9756f517,revision_number=1']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:55:09.190848 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca0ba-5407-4d3c-ae3d-1fbbbb8f5398 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:55:09.191484 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca0ba-5407-4d3c-ae3d-1fbbbb8f5398 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:55:09.192090 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca0ba-5407-4d3c-ae3d-1fbbbb8f5398 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:55:09.192624 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca0ba-5407-4d3c-ae3d-1fbbbb8f5398 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:55:09.193379 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca0ba-5407-4d3c-ae3d-1fbbbb8f5398 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:55:09.193885 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca0ba-5407-4d3c-ae3d-1fbbbb8f5398 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:55:09.194613 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca0ba-5407-4d3c-ae3d-1fbbbb8f5398 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:55:09.195516 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca0ba-5407-4d3c-ae3d-1fbbbb8f5398 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:55:09.196191 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca0ba-5407-4d3c-ae3d-1fbbbb8f5398 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:55:09.196822 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca0ba-5407-4d3c-ae3d-1fbbbb8f5398 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:55:09.197468 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca0ba-5407-4d3c-ae3d-1fbbbb8f5398 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:55:09.198207 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fca0ba-5407-4d3c-ae3d-1fbbbb8f5398 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:55:09.211358 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-22fca0ba-5407-4d3c-ae3d-1fbbbb8f5398 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Network 813dca44-cad3-41ed-b1d0-f169832d2f7c is already hosted by enough agents. {{(pid=102653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:55:09.213305 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.base_scheduler [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-22fca0ba-5407-4d3c-ae3d-1fbbbb8f5398 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Resources bound (agent type, host, resource id): {{(pid=102653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:55:09.216572 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-22fca0ba-5407-4d3c-ae3d-1fbbbb8f5398 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Received port after_create {{(pid=102653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:55:09.283754 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-22fca0ba-5407-4d3c-ae3d-1fbbbb8f5398 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:09.284961 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-22fca0ba-5407-4d3c-ae3d-1fbbbb8f5398 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:09.308055 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-22fca0ba-5407-4d3c-ae3d-1fbbbb8f5398 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8379629 May 06 10:55:09.571079 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-d138f7da-f32a-44f4-b843-1eaff4f44e0c None None] Provisioning complete for port b0a8b8e7-3800-421a-9904-0c7a9756f517 triggered by entity DHCP. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:55:09.572424 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d138f7da-f32a-44f4-b843-1eaff4f44e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:09.620874 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d138f7da-f32a-44f4-b843-1eaff4f44e0c None None] Port b0a8b8e7-3800-421a-9904-0c7a9756f517 cannot update to ACTIVE because it is not bound. {{(pid=102654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:55:09.653384 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea779b5c-9dce-4d17-bd60-b6fca3bbfd4d req-48b6b4d1-d461-471c-bf26-16dbfe57f7f3 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:09.656199 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea779b5c-9dce-4d17-bd60-b6fca3bbfd4d req-48b6b4d1-d461-471c-bf26-16dbfe57f7f3 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=59b5ab20-73e6-4820-965d-0bf9d630c433 HTTP/1.1" status: 200 len: 931 time: 0.1041162 May 06 10:55:09.701401 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ea779b5c-9dce-4d17-bd60-b6fca3bbfd4d req-ceec6f0b-567a-4216-b53b-30ffba18860d tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366788 May 06 10:55:10.218916 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 2a83e3d4-29d4-4429-b42b-a061d10c9102 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:55:10.336860 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:10.388378 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0b66b6-0e75-4134-ab5b-2b8e55b98100', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a83e3d4-29d4-4429-b42b-a061d10c9102'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:55:10.392826 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532bd0f9c54137a25b4c1a322a0cfb660db88c671ca36eb22ff5f9a731e51081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193c6325-2655-4bd0-8791-0c3e95afca02" -d '{"events": [{"server_uuid": "bf0b66b6-0e75-4134-ab5b-2b8e55b98100", "name": "network-vif-unplugged", "status": "completed", "tag": "2a83e3d4-29d4-4429-b42b-a061d10c9102"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:55:10.399300 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] For port 2a83e3d4-29d4-4429-b42b-a061d10c9102, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=2a83e3d4-29d4-4429-b42b-a061d10c9102,segment=NetworkSegment(62f730c3-528c-4dcf-acf3-282f9e9888bd),segment_id=62f730c3-528c-4dcf-acf3-282f9e9888bd)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:55:10.404984 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:10.444776 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 10:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89f792a-c858-4b33-ba5f-8c3b962a8bb8 x-openstack-request-id: req-f89f792a-c858-4b33-ba5f-8c3b962a8bb8 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:55:10.445306 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0b66b6-0e75-4134-ab5b-2b8e55b98100", "name": "network-vif-unplugged", "status": "completed", "tag": "2a83e3d4-29d4-4429-b42b-a061d10c9102", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:55:10.445630 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f89f792a-c858-4b33-ba5f-8c3b962a8bb8 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:55:10.446098 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f89f792a-c858-4b33-ba5f-8c3b962a8bb8'] response: {'server_uuid': 'bf0b66b6-0e75-4134-ab5b-2b8e55b98100', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a83e3d4-29d4-4429-b42b-a061d10c9102', 'code': 200} May 06 10:55:10.485950 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Pushing event updated for resources: {'Port': ['ID=2a83e3d4-29d4-4429-b42b-a061d10c9102,revision_number=8']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:55:10.884281 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ef041-fc91-40d0-9979-47fa0e635e79 req-0c14f969-210f-4e7f-b2ae-e36d1ccaac09 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:10.886640 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3b3ef041-fc91-40d0-9979-47fa0e635e79 req-0c14f969-210f-4e7f-b2ae-e36d1ccaac09 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=59b5ab20-73e6-4820-965d-0bf9d630c433 HTTP/1.1" status: 200 len: 931 time: 0.0897024 May 06 10:55:10.949036 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-3b3ef041-fc91-40d0-9979-47fa0e635e79 req-5f971ad9-1e04-439e-81f4-943559f76d23 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557349 May 06 10:55:12.142969 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63017f4-d5fe-438f-b554-b6febb7057e8 req-2985f397-7571-4f77-840d-8bb2f681c529 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:12.144828 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d63017f4-d5fe-438f-b554-b6febb7057e8 req-2985f397-7571-4f77-840d-8bb2f681c529 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=59b5ab20-73e6-4820-965d-0bf9d630c433 HTTP/1.1" status: 200 len: 931 time: 0.0872049 May 06 10:55:12.199070 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d63017f4-d5fe-438f-b554-b6febb7057e8 req-eca8f7ce-0d8c-4c50-9a5e-e601795e9990 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459609 May 06 10:55:13.365171 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc73fe6-1b9f-4d5a-a3dd-3c8e4ae46df8 req-bc15ff65-def1-4ffa-a294-1f5aedcbf496 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:13.366790 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9cc73fe6-1b9f-4d5a-a3dd-3c8e4ae46df8 req-bc15ff65-def1-4ffa-a294-1f5aedcbf496 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=59b5ab20-73e6-4820-965d-0bf9d630c433 HTTP/1.1" status: 200 len: 931 time: 0.0614097 May 06 10:55:13.410746 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9cc73fe6-1b9f-4d5a-a3dd-3c8e4ae46df8 req-4ec1ad89-2105-42b6-9a0b-399e87357b18 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374024 May 06 10:55:14.555978 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e69976-a385-4a50-b13c-dfe12426c975 req-2d921ca4-5a1a-4eff-a2cd-b10018528d05 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:14.557788 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08e69976-a385-4a50-b13c-dfe12426c975 req-2d921ca4-5a1a-4eff-a2cd-b10018528d05 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=59b5ab20-73e6-4820-965d-0bf9d630c433 HTTP/1.1" status: 200 len: 931 time: 0.0700357 May 06 10:55:14.609025 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08e69976-a385-4a50-b13c-dfe12426c975 req-804a53da-f02f-43ae-89ac-6a671e709eb6 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393302 May 06 10:55:15.025228 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:55:15.799635 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606e210-e0a1-437f-8838-ce28e178eaf2 req-bf971a37-ded0-4fd7-8dbb-d0e0bf271dfe tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:15.802165 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d606e210-e0a1-437f-8838-ce28e178eaf2 req-bf971a37-ded0-4fd7-8dbb-d0e0bf271dfe tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=59b5ab20-73e6-4820-965d-0bf9d630c433 HTTP/1.1" status: 200 len: 931 time: 0.0694587 May 06 10:55:15.886904 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d606e210-e0a1-437f-8838-ce28e178eaf2 req-d954c6b3-2caf-4b43-bfe0-1d3f791c8406 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641048 May 06 10:55:16.115584 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-974a7d8d-bebb-45b2-a1ce-7c53dbcc6cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:16.919949 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.v2.base [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-3c444997-943f-43b0-9593-76a0cb43211b service neutron] Request body: {'port': {'device_id': '59b5ab20-73e6-4820-965d-0bf9d630c433', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840835-1'}} {{(pid=102653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:55:17.003033 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-3c444997-943f-43b0-9593-76a0cb43211b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:17.057129 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea54e7f-aeaa-44be-820d-79d2c4d348cd req-4b408977-e12b-4804-9912-bbcdd2a6524b tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:17.058649 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bea54e7f-aeaa-44be-820d-79d2c4d348cd req-4b408977-e12b-4804-9912-bbcdd2a6524b tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=59b5ab20-73e6-4820-965d-0bf9d630c433 HTTP/1.1" status: 200 len: 931 time: 0.0852203 May 06 10:55:17.185134 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bea54e7f-aeaa-44be-820d-79d2c4d348cd req-1b7a54ab-cdde-4715-9b8b-521c7de3151c tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142757 May 06 10:55:17.323783 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-3c444997-943f-43b0-9593-76a0cb43211b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0a8b8e7-3800-421a-9904-0c7a9756f517 {{(pid=102653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:55:17.331298 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-3c444997-943f-43b0-9593-76a0cb43211b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:17.344711 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.provisioning_blocks [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-3c444997-943f-43b0-9593-76a0cb43211b service neutron] Transition to ACTIVE for port object b0a8b8e7-3800-421a-9904-0c7a9756f517 will not be triggered until provisioned by entity L2. {{(pid=102653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:55:17.348837 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-3c444997-943f-43b0-9593-76a0cb43211b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:17.423321 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c444997-943f-43b0-9593-76a0cb43211b service neutron] Pushing event updated for resources: {'Port': ['ID=b0a8b8e7-3800-421a-9904-0c7a9756f517,revision_number=2']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:55:17.486348 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-3c444997-943f-43b0-9593-76a0cb43211b service neutron] Attempting to bind port b0a8b8e7-3800-421a-9904-0c7a9756f517 on host n-h1-840835-1 for vnic_type normal with profile {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:55:17.486683 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-3c444997-943f-43b0-9593-76a0cb43211b service neutron] Attempting to bind port b0a8b8e7-3800-421a-9904-0c7a9756f517 by drivers openvswitch,hyperv on host n-h1-840835-1 at level 0 using segments [{'id': '62f730c3-528c-4dcf-acf3-282f9e9888bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c'}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:55:17.487008 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-3c444997-943f-43b0-9593-76a0cb43211b service neutron] Attempting to bind port b0a8b8e7-3800-421a-9904-0c7a9756f517 on network 813dca44-cad3-41ed-b1d0-f169832d2f7c {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:55:17.491812 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-3c444997-943f-43b0-9593-76a0cb43211b service neutron] Port b0a8b8e7-3800-421a-9904-0c7a9756f517 on network 813dca44-cad3-41ed-b1d0-f169832d2f7c not bound, no agent of type Open vSwitch agent registered on host n-h1-840835-1 {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:55:17.492136 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-3c444997-943f-43b0-9593-76a0cb43211b service neutron] Attempting to bind port b0a8b8e7-3800-421a-9904-0c7a9756f517 on network 813dca44-cad3-41ed-b1d0-f169832d2f7c {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:55:17.497892 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-3c444997-943f-43b0-9593-76a0cb43211b service neutron] Checking agent: {'id': '9b331c66-5d41-4028-a919-838d84092f4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840835-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:55:17.498231 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-3c444997-943f-43b0-9593-76a0cb43211b service neutron] Checking segment: {'id': '62f730c3-528c-4dcf-acf3-282f9e9888bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:55:17.498697 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-3c444997-943f-43b0-9593-76a0cb43211b service neutron] Bound using segment: {'id': '62f730c3-528c-4dcf-acf3-282f9e9888bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c'} {{(pid=102653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:55:17.499161 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.managers [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-3c444997-943f-43b0-9593-76a0cb43211b service neutron] Bound port: b0a8b8e7-3800-421a-9904-0c7a9756f517, host: n-h1-840835-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62f730c3-528c-4dcf-acf3-282f9e9888bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c'}}] {{(pid=102653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:55:17.499524 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-3c444997-943f-43b0-9593-76a0cb43211b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:17.573717 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-3c444997-943f-43b0-9593-76a0cb43211b service neutron] For port b0a8b8e7-3800-421a-9904-0c7a9756f517, host n-h1-840835-1, cleared binding levels {{(pid=102653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:55:17.578777 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-3c444997-943f-43b0-9593-76a0cb43211b service neutron] For port b0a8b8e7-3800-421a-9904-0c7a9756f517, host n-h1-840835-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=b0a8b8e7-3800-421a-9904-0c7a9756f517,segment=NetworkSegment(62f730c3-528c-4dcf-acf3-282f9e9888bd),segment_id=62f730c3-528c-4dcf-acf3-282f9e9888bd)] {{(pid=102653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:55:17.585321 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-3c444997-943f-43b0-9593-76a0cb43211b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8181907'] for port, after_update {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:17.622204 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-3c444997-943f-43b0-9593-76a0cb43211b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:17.623069 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-3c444997-943f-43b0-9593-76a0cb43211b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:17.624866 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-3c444997-943f-43b0-9593-76a0cb43211b service neutron] 10.222.0.84 "PUT /v2.0/ports/b0a8b8e7-3800-421a-9904-0c7a9756f517 HTTP/1.1" status: 200 len: 1091 time: 0.7623682 May 06 10:55:17.627631 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b5ab20-73e6-4820-965d-0bf9d630c433', 'tag': 'b0a8b8e7-3800-421a-9904-0c7a9756f517'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:55:17.630729 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1caaf7a81e239b66cb88d4696e2ac350de7f7976e977350f19e420479ff9b81b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f83089f-ca4e-44d4-8797-8547fc86bb49" -d '{"events": [{"name": "network-changed", "server_uuid": "59b5ab20-73e6-4820-965d-0bf9d630c433", "tag": "b0a8b8e7-3800-421a-9904-0c7a9756f517"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:55:17.673724 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c444997-943f-43b0-9593-76a0cb43211b service neutron] Pushing event updated for resources: {'Port': ['ID=b0a8b8e7-3800-421a-9904-0c7a9756f517,revision_number=3']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:55:17.727596 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-8e077653-9448-425b-938c-8c20587944e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:17.729174 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-8e077653-9448-425b-938c-8c20587944e2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=dc4e97f79bcd4e5b88ca84b6732c2525&device_id=59b5ab20-73e6-4820-965d-0bf9d630c433 HTTP/1.1" status: 200 len: 1094 time: 0.0447595 May 06 10:55:17.781722 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d508c04-7cf9-460f-bd49-9268f3f5d8d7 x-openstack-request-id: req-8d508c04-7cf9-460f-bd49-9268f3f5d8d7 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:55:17.782409 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59b5ab20-73e6-4820-965d-0bf9d630c433", "tag": "b0a8b8e7-3800-421a-9904-0c7a9756f517", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:55:17.782664 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8d508c04-7cf9-460f-bd49-9268f3f5d8d7 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:55:17.783192 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d508c04-7cf9-460f-bd49-9268f3f5d8d7'] response: {'name': 'network-changed', 'server_uuid': '59b5ab20-73e6-4820-965d-0bf9d630c433', 'tag': 'b0a8b8e7-3800-421a-9904-0c7a9756f517', 'status': 'completed', 'code': 200} May 06 10:55:17.785160 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-bee82911-9e12-4ea7-b6ff-f0bcd755b9e8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0a8b8e7-3800-421a-9904-0c7a9756f517 HTTP/1.1" status: 200 len: 217 time: 0.0471463 May 06 10:55:17.846250 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-829ae1e2-7e12-4e7f-baab-3f9c9596b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:17.848554 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-829ae1e2-7e12-4e7f-baab-3f9c9596b0f3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5ccfb1df-2b2a-4687-842d-37e4f44e8da9 HTTP/1.1" status: 200 len: 848 time: 0.0543363 May 06 10:55:17.899485 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-25f13c7e-1bfc-4b75-9a7a-488757342b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:17.901013 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-25f13c7e-1bfc-4b75-9a7a-488757342b6f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=813dca44-cad3-41ed-b1d0-f169832d2f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448000 May 06 10:55:18.009680 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-f69aa1a2-a14d-42ee-8c89-506c50a083c8 service neutron] 10.222.0.84 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014309 May 06 10:55:18.105394 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-dcf0013d-9668-46b2-a52f-2128a11e553f req-7e6765af-2885-4d47-94a4-2fb2b8737a0c service neutron] 10.222.0.84 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893016 May 06 10:55:18.189527 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83089f-ca4e-44d4-8797-8547fc86bb49 req-a8556235-0584-44b1-8e52-3b491233413d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:18.191027 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f83089f-ca4e-44d4-8797-8547fc86bb49 req-a8556235-0584-44b1-8e52-3b491233413d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=dc4e97f79bcd4e5b88ca84b6732c2525&device_id=59b5ab20-73e6-4820-965d-0bf9d630c433 HTTP/1.1" status: 200 len: 1094 time: 0.0414724 May 06 10:55:18.325173 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83089f-ca4e-44d4-8797-8547fc86bb49 req-cbef20ce-7978-4248-819e-22292a02acbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:18.326620 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f83089f-ca4e-44d4-8797-8547fc86bb49 req-cbef20ce-7978-4248-819e-22292a02acbb service neutron] 10.222.0.84 "GET /v2.0/networks?id=813dca44-cad3-41ed-b1d0-f169832d2f7c HTTP/1.1" status: 200 len: 910 time: 0.1286376 May 06 10:55:18.335468 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc70fc8-abe3-45d8-9525-9656875e66cc req-37a9e127-8d0f-4a5b-bb97-18e438883124 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:18.336904 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bfc70fc8-abe3-45d8-9525-9656875e66cc req-37a9e127-8d0f-4a5b-bb97-18e438883124 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=59b5ab20-73e6-4820-965d-0bf9d630c433 HTTP/1.1" status: 200 len: 943 time: 0.0749788 May 06 10:55:18.377722 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f83089f-ca4e-44d4-8797-8547fc86bb49 req-f5775c65-0c93-4109-b4e9-612458272791 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0a8b8e7-3800-421a-9904-0c7a9756f517 HTTP/1.1" status: 200 len: 217 time: 0.0398204 May 06 10:55:18.440716 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-bfc70fc8-abe3-45d8-9525-9656875e66cc req-38ba1aab-dcd3-4cd9-b8c3-204bfbf88de6 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969346 May 06 10:55:18.448692 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83089f-ca4e-44d4-8797-8547fc86bb49 req-2206cd71-935d-4932-b1d4-b31f95ddcd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:18.450155 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f83089f-ca4e-44d4-8797-8547fc86bb49 req-2206cd71-935d-4932-b1d4-b31f95ddcd90 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5ccfb1df-2b2a-4687-842d-37e4f44e8da9 HTTP/1.1" status: 200 len: 848 time: 0.0654492 May 06 10:55:18.497874 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83089f-ca4e-44d4-8797-8547fc86bb49 req-837fc0a5-d9e2-4c13-adff-27f98022cac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:18.499414 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f83089f-ca4e-44d4-8797-8547fc86bb49 req-837fc0a5-d9e2-4c13-adff-27f98022cac8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=813dca44-cad3-41ed-b1d0-f169832d2f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419898 May 06 10:55:18.595047 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f83089f-ca4e-44d4-8797-8547fc86bb49 req-bd2af75e-5b54-4b1a-a11e-a995678c6a84 service neutron] 10.222.0.84 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880914 May 06 10:55:18.595302 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-03290368-d4bb-47dd-ab43-4e125900fd4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:18.688460 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-1f83089f-ca4e-44d4-8797-8547fc86bb49 req-42485553-89b3-4ae9-bf2c-c11075e1dc83 service neutron] 10.222.0.84 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863276 May 06 10:55:19.394184 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:19.572606 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853ff0d-276f-4ebd-906f-efc6b099d42d req-4e4c486f-036a-4d61-86eb-0a6e59b6dfb2 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:19.574201 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9853ff0d-276f-4ebd-906f-efc6b099d42d req-4e4c486f-036a-4d61-86eb-0a6e59b6dfb2 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=59b5ab20-73e6-4820-965d-0bf9d630c433 HTTP/1.1" status: 200 len: 943 time: 0.0530825 May 06 10:55:19.612403 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-9853ff0d-276f-4ebd-906f-efc6b099d42d req-3443546e-6007-426c-b7ab-2355e7f9e274 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319936 May 06 10:55:19.837301 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:20.733270 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c067a0-532d-4831-83fc-d2328ab7a6a2 req-60844e3d-6771-4234-8cab-ed3dcc4e0e76 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:20.734677 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-77c067a0-532d-4831-83fc-d2328ab7a6a2 req-60844e3d-6771-4234-8cab-ed3dcc4e0e76 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=59b5ab20-73e6-4820-965d-0bf9d630c433 HTTP/1.1" status: 200 len: 943 time: 0.0533552 May 06 10:55:20.773618 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-77c067a0-532d-4831-83fc-d2328ab7a6a2 req-0e949f60-3cf5-4b49-aaf9-db337a856ab0 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321510 May 06 10:55:21.524908 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:21.633321 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:21.895897 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device b0a8b8e7-3800-421a-9904-0c7a9756f517 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:55:21.901769 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b037e8-6aa5-4b77-96d4-5a338fb0abce req-ed78c0b9-172c-40be-b91d-daa798218009 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:21.903413 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99b037e8-6aa5-4b77-96d4-5a338fb0abce req-ed78c0b9-172c-40be-b91d-daa798218009 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=59b5ab20-73e6-4820-965d-0bf9d630c433 HTTP/1.1" status: 200 len: 943 time: 0.0593820 May 06 10:55:21.957123 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-99b037e8-6aa5-4b77-96d4-5a338fb0abce req-7003b2e6-dd25-4734-8a9b-66ff19ea11de tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456586 May 06 10:55:22.003714 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port b0a8b8e7-3800-421a-9904-0c7a9756f517, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=b0a8b8e7-3800-421a-9904-0c7a9756f517,segment=NetworkSegment(62f730c3-528c-4dcf-acf3-282f9e9888bd),segment_id=62f730c3-528c-4dcf-acf3-282f9e9888bd)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:55:22.016509 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'b0a8b8e7-3800-421a-9904-0c7a9756f517', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'port_id': 'b0a8b8e7-3800-421a-9904-0c7a9756f517', 'mac_address': 'fa:16:3e:8f:3a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:55:22.065507 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:22.081817 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a8b8e7-3800-421a-9904-0c7a9756f517 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:55:22.104112 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port b0a8b8e7-3800-421a-9904-0c7a9756f517, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=b0a8b8e7-3800-421a-9904-0c7a9756f517,segment=NetworkSegment(62f730c3-528c-4dcf-acf3-282f9e9888bd),segment_id=62f730c3-528c-4dcf-acf3-282f9e9888bd)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:55:22.109164 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:22.166819 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=b0a8b8e7-3800-421a-9904-0c7a9756f517,revision_number=4']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:55:22.354865 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['b0a8b8e7-3800-421a-9904-0c7a9756f517'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:55:23.080043 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bc96e-c880-476a-af8f-2b747a4a0a50 req-0608c17e-d551-494d-9fab-ffc35c4618c5 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:23.081792 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-209bc96e-c880-476a-af8f-2b747a4a0a50 req-0608c17e-d551-494d-9fab-ffc35c4618c5 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=59b5ab20-73e6-4820-965d-0bf9d630c433 HTTP/1.1" status: 200 len: 944 time: 0.0509968 May 06 10:55:23.121359 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-209bc96e-c880-476a-af8f-2b747a4a0a50 req-afa7d88d-9c05-4846-8ddf-3251789a6ac1 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336025 May 06 10:55:23.924790 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device b0a8b8e7-3800-421a-9904-0c7a9756f517 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:55:23.992563 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning for port b0a8b8e7-3800-421a-9904-0c7a9756f517 completed by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:55:23.997130 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port b0a8b8e7-3800-421a-9904-0c7a9756f517 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:55:23.997619 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:24.096396 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:24.121168 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b5ab20-73e6-4820-965d-0bf9d630c433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a8b8e7-3800-421a-9904-0c7a9756f517'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:55:24.123474 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532bd0f9c54137a25b4c1a322a0cfb660db88c671ca36eb22ff5f9a731e51081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef2cdb2-e852-4888-a447-99c901585c23" -d '{"events": [{"server_uuid": "59b5ab20-73e6-4820-965d-0bf9d630c433", "name": "network-vif-plugged", "status": "completed", "tag": "b0a8b8e7-3800-421a-9904-0c7a9756f517"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:55:24.138768 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port b0a8b8e7-3800-421a-9904-0c7a9756f517, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=b0a8b8e7-3800-421a-9904-0c7a9756f517,segment=NetworkSegment(62f730c3-528c-4dcf-acf3-282f9e9888bd),segment_id=62f730c3-528c-4dcf-acf3-282f9e9888bd)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:55:24.143941 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:24.237984 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=b0a8b8e7-3800-421a-9904-0c7a9756f517,revision_number=5']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:55:24.268144 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64614751-f7b5-4aef-b22a-fce5342dd7a7 x-openstack-request-id: req-64614751-f7b5-4aef-b22a-fce5342dd7a7 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:55:24.268526 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b5ab20-73e6-4820-965d-0bf9d630c433", "name": "network-vif-plugged", "status": "completed", "tag": "b0a8b8e7-3800-421a-9904-0c7a9756f517", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:55:24.268798 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-64614751-f7b5-4aef-b22a-fce5342dd7a7 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:55:24.269211 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64614751-f7b5-4aef-b22a-fce5342dd7a7'] response: {'server_uuid': '59b5ab20-73e6-4820-965d-0bf9d630c433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a8b8e7-3800-421a-9904-0c7a9756f517', 'code': 200} May 06 10:55:24.400074 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743bfeb-6585-414b-84e5-f7a72ad10566 req-915cb232-7f9d-43c0-92c0-99d2501de770 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:24.401615 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c743bfeb-6585-414b-84e5-f7a72ad10566 req-915cb232-7f9d-43c0-92c0-99d2501de770 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=59b5ab20-73e6-4820-965d-0bf9d630c433 HTTP/1.1" status: 200 len: 945 time: 0.0790472 May 06 10:55:24.408245 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f61363-6542-4955-adec-bed6b66d80d1 req-6aaa5672-f6b8-416f-bd1f-ccfccefc840f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:24.409967 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-83f61363-6542-4955-adec-bed6b66d80d1 req-6aaa5672-f6b8-416f-bd1f-ccfccefc840f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=59b5ab20-73e6-4820-965d-0bf9d630c433 HTTP/1.1" status: 200 len: 1096 time: 0.0784042 May 06 10:55:24.466064 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c743bfeb-6585-414b-84e5-f7a72ad10566 req-4f844302-212e-40e9-aa08-417ad78113a1 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551407 May 06 10:55:24.467807 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-83f61363-6542-4955-adec-bed6b66d80d1 req-fb3b1b81-dc5e-4f3a-ab0d-824cce9142d5 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510767 May 06 10:55:25.607407 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76632c5f-5fc4-4626-8800-19f970d7d187 req-30652423-e696-4370-95dc-e35113a30180 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:25.608943 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-76632c5f-5fc4-4626-8800-19f970d7d187 req-30652423-e696-4370-95dc-e35113a30180 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=59b5ab20-73e6-4820-965d-0bf9d630c433 HTTP/1.1" status: 200 len: 945 time: 0.0564146 May 06 10:55:25.653952 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-76632c5f-5fc4-4626-8800-19f970d7d187 req-3d0226c2-bd82-4a4a-8eb9-2c71a14caad3 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354772 May 06 10:55:26.777889 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216e6e7-44a9-4bdc-9c56-bea8dbae20fb req-947d9e29-d56e-47e1-bf8f-5491497170fc tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:26.779815 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c216e6e7-44a9-4bdc-9c56-bea8dbae20fb req-947d9e29-d56e-47e1-bf8f-5491497170fc tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=59b5ab20-73e6-4820-965d-0bf9d630c433 HTTP/1.1" status: 200 len: 945 time: 0.0529990 May 06 10:55:26.819778 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-c216e6e7-44a9-4bdc-9c56-bea8dbae20fb req-2c110590-7425-417e-89c0-854e1dc33405 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329909 May 06 10:55:26.945032 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b864c65-d5c7-404d-ab1f-98193fa1b3ad req-926bd310-3a61-45c0-b32d-9e69f9dfd0fe tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:26.946585 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b864c65-d5c7-404d-ab1f-98193fa1b3ad req-926bd310-3a61-45c0-b32d-9e69f9dfd0fe tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=59b5ab20-73e6-4820-965d-0bf9d630c433 HTTP/1.1" status: 200 len: 945 time: 0.0549996 May 06 10:55:26.988476 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-2b864c65-d5c7-404d-ab1f-98193fa1b3ad req-2f8ea10a-6205-4ec3-87f9-35565979cc41 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356877 May 06 10:55:27.010713 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41784) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:55:27.057531 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d19391b-b759-48d5-8e78-a83da772db22 tempest-TestSnapshotPattern-1656194851 tempest-TestSnapshotPattern-1656194851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:27.059036 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-4d19391b-b759-48d5-8e78-a83da772db22 tempest-TestSnapshotPattern-1656194851 tempest-TestSnapshotPattern-1656194851-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=59b5ab20-73e6-4820-965d-0bf9d630c433 HTTP/1.1" status: 200 len: 1091 time: 0.0471518 May 06 10:55:27.062095 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41786) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:55:27.066618 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.v2.base [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Request body: {'floatingip': {'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'port_id': 'b0a8b8e7-3800-421a-9904-0c7a9756f517', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:55:27.089117 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for floatingip, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:27.209614 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:27.329736 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_common [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Allocated IP 172.25.5.220 (ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2/70c5f571-199a-4e48-bf0e-e14b798242e8/f0ef2a5e-bba1-4831-b85f-da3dc5d8ec91) {{(pid=102652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:55:27.439703 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for port, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:27.474541 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754918415800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:27.519150 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Network ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2 is already hosted by enough agents. {{(pid=102652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:55:27.522283 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.base_scheduler [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Resources bound (agent type, host, resource id): {{(pid=102652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:55:27.527598 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Received port after_create {{(pid=102652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:55:27.536210 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Pushing event updated for resources: {'Port': ['ID=f0ef2a5e-bba1-4831-b85f-da3dc5d8ec91,revision_number=1']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:55:27.570951 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:55:27.571309 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:55:27.571661 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:55:27.572003 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:55:27.572333 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:55:27.572673 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:55:27.573001 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:55:27.573352 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:55:27.573664 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:55:27.574038 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:55:27.574371 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:55:27.574697 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:55:27.951489 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:28.024142 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:28.183730 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for port, precommit_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:28.188190 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6271624'] for port, after_update {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:28.267004 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Pushing event updated for resources: {'Port': ['ID=f0ef2a5e-bba1-4831-b85f-da3dc5d8ec91,revision_number=2']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:55:28.274258 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992851'] for floatingip, after_create {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:28.386133 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Floating IP 4479b6e3-9f31-4c3d-b635-46bc53da05a4 associated. External IP: 172.25.5.220, port: b0a8b8e7-3800-421a-9904-0c7a9756f517. May 06 10:55:28.608560 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Router 51a13766-9e09-4f27-b0f8-49ea27f32362 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:55:28.724094 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:55:28.735314 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefbae9f-9845-4e67-988a-2f51eb3b00eb None None] Sync routers for ids ['51a13766-9e09-4f27-b0f8-49ea27f32362'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:55:28.744149 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:28.745863 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefbae9f-9845-4e67-988a-2f51eb3b00eb None None] Routers {'51a13766-9e09-4f27-b0f8-49ea27f32362'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:55:28.746506 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-cefbae9f-9845-4e67-988a-2f51eb3b00eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:55:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['51a13766-9e09-4f27-b0f8-49ea27f32362'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:55:28.775170 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-45c72199-9bfc-467f-99f4-fd790e906a2f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7119124 May 06 10:55:28.775748 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b5ab20-73e6-4820-965d-0bf9d630c433', 'tag': 'b0a8b8e7-3800-421a-9904-0c7a9756f517'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:55:28.778147 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4203f62887ad6c042520207c1f89edfd97f1d269ecb3a7960f22881858371cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26af57f-3c69-44ac-b2a0-7b10655143d0" -d '{"events": [{"name": "network-changed", "server_uuid": "59b5ab20-73e6-4820-965d-0bf9d630c433", "tag": "b0a8b8e7-3800-421a-9904-0c7a9756f517"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:55:28.819317 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ef8a55-1eab-42c1-9c86-663d46f2ae5c x-openstack-request-id: req-d4ef8a55-1eab-42c1-9c86-663d46f2ae5c {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:55:28.819619 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59b5ab20-73e6-4820-965d-0bf9d630c433", "tag": "b0a8b8e7-3800-421a-9904-0c7a9756f517", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:55:28.819881 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d4ef8a55-1eab-42c1-9c86-663d46f2ae5c {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:55:28.820306 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4ef8a55-1eab-42c1-9c86-663d46f2ae5c'] response: {'name': 'network-changed', 'server_uuid': '59b5ab20-73e6-4820-965d-0bf9d630c433', 'tag': 'b0a8b8e7-3800-421a-9904-0c7a9756f517', 'status': 'completed', 'code': 200} May 06 10:55:28.874455 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-cefbae9f-9845-4e67-988a-2f51eb3b00eb None None] Set router 51a13766-9e09-4f27-b0f8-49ea27f32362 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:55:28.887405 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26af57f-3c69-44ac-b2a0-7b10655143d0 req-ea3ca0d5-e4ca-4e9d-a11d-d790e1987d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:28.888955 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b26af57f-3c69-44ac-b2a0-7b10655143d0 req-ea3ca0d5-e4ca-4e9d-a11d-d790e1987d33 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=dc4e97f79bcd4e5b88ca84b6732c2525&device_id=59b5ab20-73e6-4820-965d-0bf9d630c433 HTTP/1.1" status: 200 len: 1096 time: 0.0425649 May 06 10:55:28.993416 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26af57f-3c69-44ac-b2a0-7b10655143d0 req-fa6892b1-d5fb-4d63-95fa-8a0f932463af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:28.994951 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b26af57f-3c69-44ac-b2a0-7b10655143d0 req-fa6892b1-d5fb-4d63-95fa-8a0f932463af service neutron] 10.222.0.84 "GET /v2.0/networks?id=813dca44-cad3-41ed-b1d0-f169832d2f7c HTTP/1.1" status: 200 len: 910 time: 0.0985248 May 06 10:55:29.064638 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b26af57f-3c69-44ac-b2a0-7b10655143d0 req-77ae067d-face-452f-90fa-f73ce9737a61 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0a8b8e7-3800-421a-9904-0c7a9756f517 HTTP/1.1" status: 200 len: 999 time: 0.0626380 May 06 10:55:29.125655 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26af57f-3c69-44ac-b2a0-7b10655143d0 req-b991605d-1824-429d-b22c-b965e092b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:29.127810 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-cefbae9f-9845-4e67-988a-2f51eb3b00eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'name': 'tempest-TestSnapshotPattern-854341401-router', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:51:49Z', 'updated_at': '2022-05-06T10:51:53Z', 'revision_number': 4, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'gw_port': {'id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:50Z', 'updated_at': '2022-05-06T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '4479b6e3-9f31-4c3d-b635-46bc53da05a4', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'floating_ip_address': '172.25.5.220', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'port_id': 'b0a8b8e7-3800-421a-9904-0c7a9756f517', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'mac_address': 'fa:16:3e:8f:3a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b5ab20-73e6-4820-965d-0bf9d630c433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:55:27Z', 'updated_at': '2022-05-06T10:55:27Z', 'revision_number': 0, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'fixed_ip_address_scope': None}, {'id': 'b52be6ce-6b42-4424-ae10-98b23d4e0341', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'floating_ip_address': '172.25.5.202', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'port_id': '2a83e3d4-29d4-4429-b42b-a061d10c9102', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'mac_address': 'fa:16:3e:09:dc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf0b66b6-0e75-4134-ab5b-2b8e55b98100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:52:18Z', 'updated_at': '2022-05-06T10:52:21Z', 'revision_number': 1, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532be2ea-6296-4eda-872f-4e6cb51d6844', 'name': '', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'mac_address': 'fa:16:3e:77:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:52Z', 'updated_at': '2022-05-06T10:51:58Z', 'revision_number': 5, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'subnets': [{'id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:55:29.128143 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b26af57f-3c69-44ac-b2a0-7b10655143d0 req-b991605d-1824-429d-b22c-b965e092b35a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5ccfb1df-2b2a-4687-842d-37e4f44e8da9 HTTP/1.1" status: 200 len: 848 time: 0.0565193 May 06 10:55:29.164778 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefbae9f-9845-4e67-988a-2f51eb3b00eb None None] Checking router: 51a13766-9e09-4f27-b0f8-49ea27f32362 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:55:29.173503 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefbae9f-9845-4e67-988a-2f51eb3b00eb None None] Routers {'51a13766-9e09-4f27-b0f8-49ea27f32362'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:55:29.174134 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-cefbae9f-9845-4e67-988a-2f51eb3b00eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:55:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['51a13766-9e09-4f27-b0f8-49ea27f32362'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:55:29.182156 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26af57f-3c69-44ac-b2a0-7b10655143d0 req-553a9028-df8e-4db6-a7e4-e14199551648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:29.183697 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b26af57f-3c69-44ac-b2a0-7b10655143d0 req-553a9028-df8e-4db6-a7e4-e14199551648 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=813dca44-cad3-41ed-b1d0-f169832d2f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474501 May 06 10:55:29.299988 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b26af57f-3c69-44ac-b2a0-7b10655143d0 req-25adc11d-937b-4c8c-a449-cb943353631a service neutron] 10.222.0.84 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078563 May 06 10:55:29.301907 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-cefbae9f-9845-4e67-988a-2f51eb3b00eb None None] Set router 51a13766-9e09-4f27-b0f8-49ea27f32362 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:55:29.413075 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-b26af57f-3c69-44ac-b2a0-7b10655143d0 req-9ac96b44-ae15-47a1-88c4-40e02d5af1df service neutron] 10.222.0.84 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049247 May 06 10:55:29.643293 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-cefbae9f-9845-4e67-988a-2f51eb3b00eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'name': 'tempest-TestSnapshotPattern-854341401-router', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:51:49Z', 'updated_at': '2022-05-06T10:51:53Z', 'revision_number': 4, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'gw_port': {'id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:50Z', 'updated_at': '2022-05-06T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '4479b6e3-9f31-4c3d-b635-46bc53da05a4', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'floating_ip_address': '172.25.5.220', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'port_id': 'b0a8b8e7-3800-421a-9904-0c7a9756f517', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'mac_address': 'fa:16:3e:8f:3a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b5ab20-73e6-4820-965d-0bf9d630c433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:55:27Z', 'updated_at': '2022-05-06T10:55:27Z', 'revision_number': 0, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'fixed_ip_address_scope': None}, {'id': 'b52be6ce-6b42-4424-ae10-98b23d4e0341', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'floating_ip_address': '172.25.5.202', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'port_id': '2a83e3d4-29d4-4429-b42b-a061d10c9102', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'mac_address': 'fa:16:3e:09:dc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf0b66b6-0e75-4134-ab5b-2b8e55b98100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:52:18Z', 'updated_at': '2022-05-06T10:52:21Z', 'revision_number': 1, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532be2ea-6296-4eda-872f-4e6cb51d6844', 'name': '', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'mac_address': 'fa:16:3e:77:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:52Z', 'updated_at': '2022-05-06T10:51:58Z', 'revision_number': 5, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'subnets': [{'id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:55:29.670717 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefbae9f-9845-4e67-988a-2f51eb3b00eb None None] The sync data for ids ['51a13766-9e09-4f27-b0f8-49ea27f32362'] in n-d-840835-1 is: [{'id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'name': 'tempest-TestSnapshotPattern-854341401-router', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:51:49Z', 'updated_at': '2022-05-06T10:51:53Z', 'revision_number': 4, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'gw_port': {'id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:50Z', 'updated_at': '2022-05-06T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': '4479b6e3-9f31-4c3d-b635-46bc53da05a4', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'floating_ip_address': '172.25.5.220', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'port_id': 'b0a8b8e7-3800-421a-9904-0c7a9756f517', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'mac_address': 'fa:16:3e:8f:3a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b5ab20-73e6-4820-965d-0bf9d630c433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:55:27Z', 'updated_at': '2022-05-06T10:55:27Z', 'revision_number': 0, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'fixed_ip_address_scope': None}, {'id': 'b52be6ce-6b42-4424-ae10-98b23d4e0341', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'floating_ip_address': '172.25.5.202', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'port_id': '2a83e3d4-29d4-4429-b42b-a061d10c9102', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'mac_address': 'fa:16:3e:09:dc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf0b66b6-0e75-4134-ab5b-2b8e55b98100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:52:18Z', 'updated_at': '2022-05-06T10:52:21Z', 'revision_number': 1, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532be2ea-6296-4eda-872f-4e6cb51d6844', 'name': '', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'mac_address': 'fa:16:3e:77:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:52Z', 'updated_at': '2022-05-06T10:51:58Z', 'revision_number': 5, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'subnets': [{'id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:55:29.741350 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:29.879863 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9af8dc2-9429-42a1-a1c2-da3ee7138d6b None None] New status for floating IP 4479b6e3-9f31-4c3d-b635-46bc53da05a4: ACTIVE {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:55:32.191281 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f8c4456-2708-4e5b-986a-60b0f9f31ca7 req-1a69e5fb-e772-4e19-a0d2-d31504dd0f75 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=59b5ab20-73e6-4820-965d-0bf9d630c433&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0551355 May 06 10:55:32.280876 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c4456-2708-4e5b-986a-60b0f9f31ca7 req-ddd78fc1-b3f6-4d55-a46f-6ff5d4fd39ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:32.282419 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f8c4456-2708-4e5b-986a-60b0f9f31ca7 req-ddd78fc1-b3f6-4d55-a46f-6ff5d4fd39ec service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=dc4e97f79bcd4e5b88ca84b6732c2525&device_id=59b5ab20-73e6-4820-965d-0bf9d630c433 HTTP/1.1" status: 200 len: 1096 time: 0.0418937 May 06 10:55:32.414688 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c4456-2708-4e5b-986a-60b0f9f31ca7 req-042291c4-7f85-412f-a3cb-74303b6253db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:32.416229 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f8c4456-2708-4e5b-986a-60b0f9f31ca7 req-042291c4-7f85-412f-a3cb-74303b6253db service neutron] 10.222.0.84 "GET /v2.0/networks?id=813dca44-cad3-41ed-b1d0-f169832d2f7c HTTP/1.1" status: 200 len: 910 time: 0.1129777 May 06 10:55:32.497943 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f8c4456-2708-4e5b-986a-60b0f9f31ca7 req-d5e5136c-22b9-4a96-b02f-9258b2b72c82 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0a8b8e7-3800-421a-9904-0c7a9756f517 HTTP/1.1" status: 200 len: 1001 time: 0.0739605 May 06 10:55:32.556365 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c4456-2708-4e5b-986a-60b0f9f31ca7 req-f9cc6e4c-981a-457d-b1cc-c29b414dda30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:32.557843 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f8c4456-2708-4e5b-986a-60b0f9f31ca7 req-f9cc6e4c-981a-457d-b1cc-c29b414dda30 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5ccfb1df-2b2a-4687-842d-37e4f44e8da9 HTTP/1.1" status: 200 len: 848 time: 0.0537672 May 06 10:55:32.604060 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c4456-2708-4e5b-986a-60b0f9f31ca7 req-d4dd880d-8245-4b31-be9b-e4edb55f28ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:32.605617 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f8c4456-2708-4e5b-986a-60b0f9f31ca7 req-d4dd880d-8245-4b31-be9b-e4edb55f28ad service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=813dca44-cad3-41ed-b1d0-f169832d2f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413015 May 06 10:55:32.712911 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f8c4456-2708-4e5b-986a-60b0f9f31ca7 req-157399d2-9757-45ab-b8a9-93116c701e85 service neutron] 10.222.0.84 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008775 May 06 10:55:32.834542 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-8f8c4456-2708-4e5b-986a-60b0f9f31ca7 req-d8932af1-eae7-4a33-b5ec-d507a497eff4 service neutron] 10.222.0.84 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146970 May 06 10:55:45.858404 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c02b6e2c-948a-45bb-8f88-261ac670b3a5 req-34ccd9ab-3e99-4c52-91ca-815e83a194df service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457103 May 06 10:55:45.973089 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b6e2c-948a-45bb-8f88-261ac670b3a5 req-ccad2b5d-c824-4b87-99a4-4e46a2a9287d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:45.974625 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c02b6e2c-948a-45bb-8f88-261ac670b3a5 req-ccad2b5d-c824-4b87-99a4-4e46a2a9287d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dc4e97f79bcd4e5b88ca84b6732c2525&device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100 HTTP/1.1" status: 200 len: 1094 time: 0.0457194 May 06 10:55:46.091686 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b6e2c-948a-45bb-8f88-261ac670b3a5 req-b621bf5b-2957-4d18-baad-d37d3cb64114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:46.093259 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c02b6e2c-948a-45bb-8f88-261ac670b3a5 req-b621bf5b-2957-4d18-baad-d37d3cb64114 service neutron] 10.222.0.77 "GET /v2.0/networks?id=813dca44-cad3-41ed-b1d0-f169832d2f7c HTTP/1.1" status: 200 len: 910 time: 0.0991528 May 06 10:55:46.098625 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-86da33a8-f01f-472e-9715-ceea9c44dc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:46.161683 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c02b6e2c-948a-45bb-8f88-261ac670b3a5 req-022bedb9-8c2a-4bb5-a660-e1a7b7388838 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a83e3d4-29d4-4429-b42b-a061d10c9102 HTTP/1.1" status: 200 len: 999 time: 0.0621996 May 06 10:55:46.223080 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b6e2c-948a-45bb-8f88-261ac670b3a5 req-ac7ef8f0-5b62-4272-bd23-a9a5b7874a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:46.224610 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c02b6e2c-948a-45bb-8f88-261ac670b3a5 req-ac7ef8f0-5b62-4272-bd23-a9a5b7874a3a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ccfb1df-2b2a-4687-842d-37e4f44e8da9 HTTP/1.1" status: 200 len: 848 time: 0.0521259 May 06 10:55:46.271213 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b6e2c-948a-45bb-8f88-261ac670b3a5 req-4aa23d3f-a3da-4a68-a0df-cdca7d473a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:55:46.272731 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c02b6e2c-948a-45bb-8f88-261ac670b3a5 req-4aa23d3f-a3da-4a68-a0df-cdca7d473a48 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=813dca44-cad3-41ed-b1d0-f169832d2f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421369 May 06 10:55:46.364909 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c02b6e2c-948a-45bb-8f88-261ac670b3a5 req-6bf7c560-78c9-478d-ae56-9912d0270721 service neutron] 10.222.0.77 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847642 May 06 10:55:46.462899 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-c02b6e2c-948a-45bb-8f88-261ac670b3a5 req-8b53f6ea-e22a-4204-bdd2-f3085283b987 service neutron] 10.222.0.77 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908036 May 06 10:55:48.600120 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1178a7ce-4114-4170-905c-33bc8e3280ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:49.427607 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:49.837407 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:51.527886 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:51.627060 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:52.026481 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:55:59.741575 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:56:16.097572 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7a584b03-1105-4bd3-8e85-8022661b0880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:56:18.607866 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d6d1f9b1-e4f5-4c2b-92fc-7f3b7f05070f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:56:19.466193 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:56:19.836369 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:56:21.529871 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:56:21.630339 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:56:29.025922 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:56:29.744607 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:56:32.177207 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-50e5e827-d572-432a-a722-18ef0f1a3b55 req-b52eb28a-38c9-46cc-914e-56259a9fa490 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=59b5ab20-73e6-4820-965d-0bf9d630c433&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420890 May 06 10:56:32.260300 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5e827-d572-432a-a722-18ef0f1a3b55 req-fe8fe110-88ea-4479-ba7d-b50f7a4411e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:56:32.261801 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-50e5e827-d572-432a-a722-18ef0f1a3b55 req-fe8fe110-88ea-4479-ba7d-b50f7a4411e4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=dc4e97f79bcd4e5b88ca84b6732c2525&device_id=59b5ab20-73e6-4820-965d-0bf9d630c433 HTTP/1.1" status: 200 len: 1096 time: 0.0422645 May 06 10:56:32.368629 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5e827-d572-432a-a722-18ef0f1a3b55 req-d1ba7525-4d2b-4050-88fc-c9297b4aa52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:56:32.370138 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-50e5e827-d572-432a-a722-18ef0f1a3b55 req-d1ba7525-4d2b-4050-88fc-c9297b4aa52e service neutron] 10.222.0.84 "GET /v2.0/networks?id=813dca44-cad3-41ed-b1d0-f169832d2f7c HTTP/1.1" status: 200 len: 910 time: 0.0883338 May 06 10:56:32.434834 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-50e5e827-d572-432a-a722-18ef0f1a3b55 req-3e0eb24c-4899-4800-bbf0-52223048431b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0a8b8e7-3800-421a-9904-0c7a9756f517 HTTP/1.1" status: 200 len: 1001 time: 0.0579638 May 06 10:56:32.817075 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5e827-d572-432a-a722-18ef0f1a3b55 req-3352eb2b-045c-456f-a541-d2427d13da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:56:32.818476 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-50e5e827-d572-432a-a722-18ef0f1a3b55 req-3352eb2b-045c-456f-a541-d2427d13da10 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5ccfb1df-2b2a-4687-842d-37e4f44e8da9 HTTP/1.1" status: 200 len: 848 time: 0.3778491 May 06 10:56:32.865346 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5e827-d572-432a-a722-18ef0f1a3b55 req-f11fa645-4071-4c65-8ddd-46bdc2095a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:56:32.866948 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-50e5e827-d572-432a-a722-18ef0f1a3b55 req-f11fa645-4071-4c65-8ddd-46bdc2095a12 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=813dca44-cad3-41ed-b1d0-f169832d2f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412936 May 06 10:56:32.957579 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-50e5e827-d572-432a-a722-18ef0f1a3b55 req-fcc51b28-889e-475c-acb2-f2c5ccdd815f service neutron] 10.222.0.84 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828760 May 06 10:56:33.052588 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-50e5e827-d572-432a-a722-18ef0f1a3b55 req-837eae5b-da09-43bb-9b2d-db36f544fc7c service neutron] 10.222.0.84 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880222 May 06 10:56:45.810622 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ea0d10ed-823a-4a63-8ebd-1095ca8a03f9 req-8714f799-7a0c-4361-ad7b-9be88769911a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400689 May 06 10:56:45.921609 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d10ed-823a-4a63-8ebd-1095ca8a03f9 req-85201b83-53dc-4df9-80bd-d387c2b6ab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:56:45.923256 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ea0d10ed-823a-4a63-8ebd-1095ca8a03f9 req-85201b83-53dc-4df9-80bd-d387c2b6ab54 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dc4e97f79bcd4e5b88ca84b6732c2525&device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100 HTTP/1.1" status: 200 len: 1094 time: 0.0499408 May 06 10:56:46.034055 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d10ed-823a-4a63-8ebd-1095ca8a03f9 req-85779714-1daf-49a2-9916-067a141a7655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:56:46.035769 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ea0d10ed-823a-4a63-8ebd-1095ca8a03f9 req-85779714-1daf-49a2-9916-067a141a7655 service neutron] 10.222.0.77 "GET /v2.0/networks?id=813dca44-cad3-41ed-b1d0-f169832d2f7c HTTP/1.1" status: 200 len: 910 time: 0.0938101 May 06 10:56:46.093057 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-261528b9-a0f5-4ebf-ba09-5a0c327ae461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:56:46.110207 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ea0d10ed-823a-4a63-8ebd-1095ca8a03f9 req-52534269-2a60-447d-8679-f7026c94eed9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a83e3d4-29d4-4429-b42b-a061d10c9102 HTTP/1.1" status: 200 len: 999 time: 0.0676107 May 06 10:56:46.167796 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d10ed-823a-4a63-8ebd-1095ca8a03f9 req-e7d109d3-65c9-40fc-a6dc-e0821347f5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:56:46.169390 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ea0d10ed-823a-4a63-8ebd-1095ca8a03f9 req-e7d109d3-65c9-40fc-a6dc-e0821347f5e3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ccfb1df-2b2a-4687-842d-37e4f44e8da9 HTTP/1.1" status: 200 len: 848 time: 0.0523069 May 06 10:56:46.216816 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d10ed-823a-4a63-8ebd-1095ca8a03f9 req-b07e4c00-99df-4a6b-9660-1206475b6022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:56:46.218348 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ea0d10ed-823a-4a63-8ebd-1095ca8a03f9 req-b07e4c00-99df-4a6b-9660-1206475b6022 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=813dca44-cad3-41ed-b1d0-f169832d2f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426755 May 06 10:56:46.312628 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ea0d10ed-823a-4a63-8ebd-1095ca8a03f9 req-cbb4aab9-2ad0-4295-98c6-37c9f6be2dea service neutron] 10.222.0.77 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869308 May 06 10:56:46.411450 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ea0d10ed-823a-4a63-8ebd-1095ca8a03f9 req-0f5b1104-3ed2-47c6-bc22-cfa6621fe7c8 service neutron] 10.222.0.77 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922093 May 06 10:56:48.602510 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ba8fec9a-76ef-428a-966e-6f3cff1fc541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:56:49.454088 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:56:49.842788 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:56:51.537880 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:56:51.633797 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:56:59.754924 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:06.025240 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:57:10.487288 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device b0a8b8e7-3800-421a-9904-0c7a9756f517 details requested by agent hyperv_n-h1-840835-1 with host n-h1-840835-1 {{(pid=102654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:57:10.588905 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port b0a8b8e7-3800-421a-9904-0c7a9756f517, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=b0a8b8e7-3800-421a-9904-0c7a9756f517,segment=NetworkSegment(62f730c3-528c-4dcf-acf3-282f9e9888bd),segment_id=62f730c3-528c-4dcf-acf3-282f9e9888bd)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:57:10.602084 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Returning: {'device': 'b0a8b8e7-3800-421a-9904-0c7a9756f517', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'port_id': 'b0a8b8e7-3800-421a-9904-0c7a9756f517', 'mac_address': 'fa:16:3e:8f:3a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:57:10.645278 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:10.658196 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0a8b8e7-3800-421a-9904-0c7a9756f517 {{(pid=102654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:57:10.678058 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port b0a8b8e7-3800-421a-9904-0c7a9756f517, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=b0a8b8e7-3800-421a-9904-0c7a9756f517,segment=NetworkSegment(62f730c3-528c-4dcf-acf3-282f9e9888bd),segment_id=62f730c3-528c-4dcf-acf3-282f9e9888bd)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:57:10.682529 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:10.739833 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=b0a8b8e7-3800-421a-9904-0c7a9756f517,revision_number=6']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:57:10.747274 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:10.747620 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:10.747959 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:10.748294 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:10.748622 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:10.748948 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:10.749299 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:10.749623 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:10.749945 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:10.750265 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:10.752465 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:10.752465 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:10.758028 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] get_ports_and_sgs() called for port_ids ['b0a8b8e7-3800-421a-9904-0c7a9756f517'] {{(pid=102654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:57:12.522285 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device b0a8b8e7-3800-421a-9904-0c7a9756f517 up at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:57:12.583162 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.provisioning_blocks [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Provisioning complete for port b0a8b8e7-3800-421a-9904-0c7a9756f517 triggered by entity L2. {{(pid=102654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:57:12.583536 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596771'] for port, provisioning_complete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:12.674142 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655343'] for port, before_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:12.699670 n-d-840835-1 neutron-server[102654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b5ab20-73e6-4820-965d-0bf9d630c433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a8b8e7-3800-421a-9904-0c7a9756f517'}] {{(pid=102654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:57:12.702193 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532bd0f9c54137a25b4c1a322a0cfb660db88c671ca36eb22ff5f9a731e51081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f5f379-9746-4ea4-afff-a2b66a1f8476" -d '{"events": [{"server_uuid": "59b5ab20-73e6-4820-965d-0bf9d630c433", "name": "network-vif-plugged", "status": "completed", "tag": "b0a8b8e7-3800-421a-9904-0c7a9756f517"}]}' {{(pid=102654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:57:12.715928 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] For port b0a8b8e7-3800-421a-9904-0c7a9756f517, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=b0a8b8e7-3800-421a-9904-0c7a9756f517,segment=NetworkSegment(62f730c3-528c-4dcf-acf3-282f9e9888bd),segment_id=62f730c3-528c-4dcf-acf3-282f9e9888bd)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:57:12.721664 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754918825346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754918415773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754918420803'] for port, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:12.754703 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c354356-feb8-4271-a85d-74b6b41d4db0 x-openstack-request-id: req-8c354356-feb8-4271-a85d-74b6b41d4db0 {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:57:12.755000 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b5ab20-73e6-4820-965d-0bf9d630c433", "name": "network-vif-plugged", "status": "completed", "tag": "b0a8b8e7-3800-421a-9904-0c7a9756f517", "code": 200}]} {{(pid=102654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:57:12.755280 n-d-840835-1 neutron-server[102654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8c354356-feb8-4271-a85d-74b6b41d4db0 {{(pid=102654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:57:12.755675 n-d-840835-1 neutron-server[102654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c354356-feb8-4271-a85d-74b6b41d4db0'] response: {'server_uuid': '59b5ab20-73e6-4820-965d-0bf9d630c433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a8b8e7-3800-421a-9904-0c7a9756f517', 'code': 200} May 06 10:57:12.784630 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Pushing event updated for resources: {'Port': ['ID=b0a8b8e7-3800-421a-9904-0c7a9756f517,revision_number=7']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:57:16.109507 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-34aaf7f6-8655-4015-a688-fdc7159dcbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:18.606035 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-7bcdda5c-31d5-41ea-b4fe-96cb5d8640ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:19.480096 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:19.845554 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:20.644172 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 41980) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:57:20.810659 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-2a4c18bf-2ba3-4f59-aab2-f4ca98b5c42e tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Deleting port f0ef2a5e-bba1-4831-b85f-da3dc5d8ec91 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:57:20.810938 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2a4c18bf-2ba3-4f59-aab2-f4ca98b5c42e tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:20.895144 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2a4c18bf-2ba3-4f59-aab2-f4ca98b5c42e tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:20.895503 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2a4c18bf-2ba3-4f59-aab2-f4ca98b5c42e tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:20.908873 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-2a4c18bf-2ba3-4f59-aab2-f4ca98b5c42e tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Calling delete_port for f0ef2a5e-bba1-4831-b85f-da3dc5d8ec91 owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:57:21.059714 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2a4c18bf-2ba3-4f59-aab2-f4ca98b5c42e tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:21.088500 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c18bf-2ba3-4f59-aab2-f4ca98b5c42e tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Pushing event deleted for resources: {'Port': ['ID=f0ef2a5e-bba1-4831-b85f-da3dc5d8ec91,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:57:21.104320 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c18bf-2ba3-4f59-aab2-f4ca98b5c42e tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:21.104676 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c18bf-2ba3-4f59-aab2-f4ca98b5c42e tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:21.105025 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c18bf-2ba3-4f59-aab2-f4ca98b5c42e tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:21.105369 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c18bf-2ba3-4f59-aab2-f4ca98b5c42e tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:21.105705 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c18bf-2ba3-4f59-aab2-f4ca98b5c42e tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:21.106042 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c18bf-2ba3-4f59-aab2-f4ca98b5c42e tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:21.106406 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c18bf-2ba3-4f59-aab2-f4ca98b5c42e tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:21.106764 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c18bf-2ba3-4f59-aab2-f4ca98b5c42e tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:21.107096 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c18bf-2ba3-4f59-aab2-f4ca98b5c42e tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:21.107451 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c18bf-2ba3-4f59-aab2-f4ca98b5c42e tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:21.107785 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c18bf-2ba3-4f59-aab2-f4ca98b5c42e tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:21.108119 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c18bf-2ba3-4f59-aab2-f4ca98b5c42e tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:21.164756 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2a4c18bf-2ba3-4f59-aab2-f4ca98b5c42e tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:21.165118 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-2a4c18bf-2ba3-4f59-aab2-f4ca98b5c42e tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Floating IP 4479b6e3-9f31-4c3d-b635-46bc53da05a4 disassociated (deleted). External IP: 172.25.5.220, port: b0a8b8e7-3800-421a-9904-0c7a9756f517. May 06 10:57:21.379765 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4c18bf-2ba3-4f59-aab2-f4ca98b5c42e tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Router 51a13766-9e09-4f27-b0f8-49ea27f32362 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:57:21.495538 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4c18bf-2ba3-4f59-aab2-f4ca98b5c42e tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:57:21.500331 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-2a4c18bf-2ba3-4f59-aab2-f4ca98b5c42e tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:21.505287 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa537ae-b14c-4d60-b807-588f3732bc4f None None] Sync routers for ids ['51a13766-9e09-4f27-b0f8-49ea27f32362'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:57:21.515383 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa537ae-b14c-4d60-b807-588f3732bc4f None None] Routers {'51a13766-9e09-4f27-b0f8-49ea27f32362'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:57:21.516007 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-eaa537ae-b14c-4d60-b807-588f3732bc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:57:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['51a13766-9e09-4f27-b0f8-49ea27f32362'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:57:21.532071 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-2a4c18bf-2ba3-4f59-aab2-f4ca98b5c42e tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "DELETE /v2.0/floatingips/4479b6e3-9f31-4c3d-b635-46bc53da05a4 HTTP/1.1" status: 204 len: 168 time: 0.8865149 May 06 10:57:21.532945 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b5ab20-73e6-4820-965d-0bf9d630c433', 'tag': 'b0a8b8e7-3800-421a-9904-0c7a9756f517'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:57:21.535297 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4203f62887ad6c042520207c1f89edfd97f1d269ecb3a7960f22881858371cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c308f9-488d-4db5-89cc-53cf3b3a6528" -d '{"events": [{"name": "network-changed", "server_uuid": "59b5ab20-73e6-4820-965d-0bf9d630c433", "tag": "b0a8b8e7-3800-421a-9904-0c7a9756f517"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:57:21.538664 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:21.630175 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-eaa537ae-b14c-4d60-b807-588f3732bc4f None None] Set router 51a13766-9e09-4f27-b0f8-49ea27f32362 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:57:21.642034 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:21.752317 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa3afa7-4c52-44cb-8518-c74a811cc283 x-openstack-request-id: req-faa3afa7-4c52-44cb-8518-c74a811cc283 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:57:21.752808 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59b5ab20-73e6-4820-965d-0bf9d630c433", "tag": "b0a8b8e7-3800-421a-9904-0c7a9756f517", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:57:21.752921 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-faa3afa7-4c52-44cb-8518-c74a811cc283 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:57:21.753246 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faa3afa7-4c52-44cb-8518-c74a811cc283'] response: {'name': 'network-changed', 'server_uuid': '59b5ab20-73e6-4820-965d-0bf9d630c433', 'tag': 'b0a8b8e7-3800-421a-9904-0c7a9756f517', 'status': 'completed', 'code': 200} May 06 10:57:21.855177 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c308f9-488d-4db5-89cc-53cf3b3a6528 req-1561a146-a10f-4cf5-bf6f-ce445191e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:57:21.856796 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08c308f9-488d-4db5-89cc-53cf3b3a6528 req-1561a146-a10f-4cf5-bf6f-ce445191e3bb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=dc4e97f79bcd4e5b88ca84b6732c2525&device_id=59b5ab20-73e6-4820-965d-0bf9d630c433 HTTP/1.1" status: 200 len: 1096 time: 0.0805321 May 06 10:57:21.873179 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a30dd7-11ed-4393-ad37-5ae470f5a713 req-4a560a3f-ac71-420d-bc7f-ae7eb7e4effa tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:57:21.874637 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-28a30dd7-11ed-4393-ad37-5ae470f5a713 req-4a560a3f-ac71-420d-bc7f-ae7eb7e4effa tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=59b5ab20-73e6-4820-965d-0bf9d630c433 HTTP/1.1" status: 200 len: 945 time: 0.0648048 May 06 10:57:21.890416 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-eaa537ae-b14c-4d60-b807-588f3732bc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'name': 'tempest-TestSnapshotPattern-854341401-router', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:51:49Z', 'updated_at': '2022-05-06T10:51:53Z', 'revision_number': 4, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'gw_port': {'id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:50Z', 'updated_at': '2022-05-06T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'b52be6ce-6b42-4424-ae10-98b23d4e0341', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'floating_ip_address': '172.25.5.202', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'port_id': '2a83e3d4-29d4-4429-b42b-a061d10c9102', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'mac_address': 'fa:16:3e:09:dc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf0b66b6-0e75-4134-ab5b-2b8e55b98100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:52:18Z', 'updated_at': '2022-05-06T10:52:21Z', 'revision_number': 1, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532be2ea-6296-4eda-872f-4e6cb51d6844', 'name': '', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'mac_address': 'fa:16:3e:77:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:52Z', 'updated_at': '2022-05-06T10:51:58Z', 'revision_number': 5, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'subnets': [{'id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:57:21.916722 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa537ae-b14c-4d60-b807-588f3732bc4f None None] Checking router: 51a13766-9e09-4f27-b0f8-49ea27f32362 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:57:21.925800 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa537ae-b14c-4d60-b807-588f3732bc4f None None] Routers {'51a13766-9e09-4f27-b0f8-49ea27f32362'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:57:21.926412 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-eaa537ae-b14c-4d60-b807-588f3732bc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:57:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['51a13766-9e09-4f27-b0f8-49ea27f32362'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:57:21.969901 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-28a30dd7-11ed-4393-ad37-5ae470f5a713 req-31507413-1400-4973-b759-a92236dc0174 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849607 May 06 10:57:21.988794 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c308f9-488d-4db5-89cc-53cf3b3a6528 req-602b443f-cbc6-48a2-9eae-10ee64b35e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:57:21.990422 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08c308f9-488d-4db5-89cc-53cf3b3a6528 req-602b443f-cbc6-48a2-9eae-10ee64b35e82 service neutron] 10.222.0.84 "GET /v2.0/networks?id=813dca44-cad3-41ed-b1d0-f169832d2f7c HTTP/1.1" status: 200 len: 910 time: 0.1148374 May 06 10:57:22.033418 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08c308f9-488d-4db5-89cc-53cf3b3a6528 req-5dcc7350-b0d0-4a3a-97d2-a038696f11e4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0a8b8e7-3800-421a-9904-0c7a9756f517 HTTP/1.1" status: 200 len: 217 time: 0.0352457 May 06 10:57:22.034392 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-eaa537ae-b14c-4d60-b807-588f3732bc4f None None] Set router 51a13766-9e09-4f27-b0f8-49ea27f32362 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:57:22.088035 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c308f9-488d-4db5-89cc-53cf3b3a6528 req-a032f5d7-150c-4ab0-88eb-b5030330b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:57:22.089786 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08c308f9-488d-4db5-89cc-53cf3b3a6528 req-a032f5d7-150c-4ab0-88eb-b5030330b5fe service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5ccfb1df-2b2a-4687-842d-37e4f44e8da9 HTTP/1.1" status: 200 len: 848 time: 0.0480442 May 06 10:57:22.151250 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c308f9-488d-4db5-89cc-53cf3b3a6528 req-c255bebc-68fd-42a4-8bb5-2dbb6e0762a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:57:22.152881 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08c308f9-488d-4db5-89cc-53cf3b3a6528 req-c255bebc-68fd-42a4-8bb5-2dbb6e0762a6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=813dca44-cad3-41ed-b1d0-f169832d2f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565782 May 06 10:57:22.244491 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08c308f9-488d-4db5-89cc-53cf3b3a6528 req-f080a1f2-ba4b-472e-8d9f-d13de5126ca9 service neutron] 10.222.0.84 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827248 May 06 10:57:22.262376 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-eaa537ae-b14c-4d60-b807-588f3732bc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'name': 'tempest-TestSnapshotPattern-854341401-router', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:51:49Z', 'updated_at': '2022-05-06T10:51:53Z', 'revision_number': 4, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'gw_port': {'id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:50Z', 'updated_at': '2022-05-06T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'b52be6ce-6b42-4424-ae10-98b23d4e0341', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'floating_ip_address': '172.25.5.202', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'port_id': '2a83e3d4-29d4-4429-b42b-a061d10c9102', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'mac_address': 'fa:16:3e:09:dc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf0b66b6-0e75-4134-ab5b-2b8e55b98100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:52:18Z', 'updated_at': '2022-05-06T10:52:21Z', 'revision_number': 1, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532be2ea-6296-4eda-872f-4e6cb51d6844', 'name': '', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'mac_address': 'fa:16:3e:77:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:52Z', 'updated_at': '2022-05-06T10:51:58Z', 'revision_number': 5, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'subnets': [{'id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:57:22.290489 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa537ae-b14c-4d60-b807-588f3732bc4f None None] The sync data for ids ['51a13766-9e09-4f27-b0f8-49ea27f32362'] in n-d-840835-1 is: [{'id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'name': 'tempest-TestSnapshotPattern-854341401-router', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:51:49Z', 'updated_at': '2022-05-06T10:51:53Z', 'revision_number': 4, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'gw_port': {'id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:50Z', 'updated_at': '2022-05-06T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_floatingips': [{'id': 'b52be6ce-6b42-4424-ae10-98b23d4e0341', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'floating_ip_address': '172.25.5.202', 'floating_network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'router_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'port_id': '2a83e3d4-29d4-4429-b42b-a061d10c9102', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'mac_address': 'fa:16:3e:09:dc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf0b66b6-0e75-4134-ab5b-2b8e55b98100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:52:18Z', 'updated_at': '2022-05-06T10:52:21Z', 'revision_number': 1, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532be2ea-6296-4eda-872f-4e6cb51d6844', 'name': '', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'mac_address': 'fa:16:3e:77:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:52Z', 'updated_at': '2022-05-06T10:51:58Z', 'revision_number': 5, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'subnets': [{'id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:57:22.340883 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-08c308f9-488d-4db5-89cc-53cf3b3a6528 req-d0457c09-f6c6-49b7-9aeb-cca9e8aeceaa service neutron] 10.222.0.84 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892985 May 06 10:57:22.510478 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdd5bde-fba6-42a7-97ac-e5c2c16248c6 None None] New status for floating IP 4479b6e3-9f31-4c3d-b635-46bc53da05a4: DOWN {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:57:23.088441 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e48500-97ba-4bcf-863e-a501ff167e18 req-5d5f172a-9a04-4c74-967d-c648e473e61c tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:57:23.089920 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d6e48500-97ba-4bcf-863e-a501ff167e18 req-5d5f172a-9a04-4c74-967d-c648e473e61c tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=59b5ab20-73e6-4820-965d-0bf9d630c433 HTTP/1.1" status: 200 len: 945 time: 0.0497913 May 06 10:57:23.132906 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-d6e48500-97ba-4bcf-863e-a501ff167e18 req-e8a4c319-1b7b-4171-8a63-366a1f231e57 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359704 May 06 10:57:23.296322 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e1d32-3a14-4dfb-a342-9b08b062e7f2 req-0d6171ab-3a8b-4a67-9053-2d8936de0d1d tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:57:23.297700 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a73e1d32-3a14-4dfb-a342-9b08b062e7f2 req-0d6171ab-3a8b-4a67-9053-2d8936de0d1d tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.84 "GET /v2.0/ports?device_id=59b5ab20-73e6-4820-965d-0bf9d630c433 HTTP/1.1" status: 200 len: 945 time: 0.0518022 May 06 10:57:23.387929 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-a73e1d32-3a14-4dfb-a342-9b08b062e7f2 req-0d8087fc-c7ac-4a6c-8c32-fa3b91c2a0c9 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Deleting port b0a8b8e7-3800-421a-9904-0c7a9756f517 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:57:23.388278 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a73e1d32-3a14-4dfb-a342-9b08b062e7f2 req-0d8087fc-c7ac-4a6c-8c32-fa3b91c2a0c9 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:23.484737 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [req-a73e1d32-3a14-4dfb-a342-9b08b062e7f2 req-0d8087fc-c7ac-4a6c-8c32-fa3b91c2a0c9 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] For port b0a8b8e7-3800-421a-9904-0c7a9756f517, host n-h1-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840835-1',level=0,port_id=b0a8b8e7-3800-421a-9904-0c7a9756f517,segment=NetworkSegment(62f730c3-528c-4dcf-acf3-282f9e9888bd),segment_id=62f730c3-528c-4dcf-acf3-282f9e9888bd)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:57:23.485113 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a73e1d32-3a14-4dfb-a342-9b08b062e7f2 req-0d8087fc-c7ac-4a6c-8c32-fa3b91c2a0c9 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:23.498155 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [req-a73e1d32-3a14-4dfb-a342-9b08b062e7f2 req-0d8087fc-c7ac-4a6c-8c32-fa3b91c2a0c9 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Calling delete_port for b0a8b8e7-3800-421a-9904-0c7a9756f517 owned by compute:nova {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:57:23.627925 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a73e1d32-3a14-4dfb-a342-9b08b062e7f2 req-0d8087fc-c7ac-4a6c-8c32-fa3b91c2a0c9 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:23.659791 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8087fc-c7ac-4a6c-8c32-fa3b91c2a0c9 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Pushing event deleted for resources: {'Port': ['ID=b0a8b8e7-3800-421a-9904-0c7a9756f517,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:57:23.675337 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8087fc-c7ac-4a6c-8c32-fa3b91c2a0c9 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:23.675337 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8087fc-c7ac-4a6c-8c32-fa3b91c2a0c9 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:23.675337 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8087fc-c7ac-4a6c-8c32-fa3b91c2a0c9 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:23.675705 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8087fc-c7ac-4a6c-8c32-fa3b91c2a0c9 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:23.675901 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8087fc-c7ac-4a6c-8c32-fa3b91c2a0c9 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:23.676235 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8087fc-c7ac-4a6c-8c32-fa3b91c2a0c9 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:23.676566 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8087fc-c7ac-4a6c-8c32-fa3b91c2a0c9 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:23.676897 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8087fc-c7ac-4a6c-8c32-fa3b91c2a0c9 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:23.677225 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8087fc-c7ac-4a6c-8c32-fa3b91c2a0c9 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:23.677553 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8087fc-c7ac-4a6c-8c32-fa3b91c2a0c9 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:23.677883 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8087fc-c7ac-4a6c-8c32-fa3b91c2a0c9 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:23.678218 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8087fc-c7ac-4a6c-8c32-fa3b91c2a0c9 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840835-1 {{(pid=102653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:57:23.714075 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73e1d32-3a14-4dfb-a342-9b08b062e7f2 req-0d8087fc-c7ac-4a6c-8c32-fa3b91c2a0c9 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] No DVR routers for this DVR port b0a8b8e7-3800-421a-9904-0c7a9756f517 on host n-h1-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:57:23.716803 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [req-a73e1d32-3a14-4dfb-a342-9b08b062e7f2 req-0d8087fc-c7ac-4a6c-8c32-fa3b91c2a0c9 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:23.720232 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a73e1d32-3a14-4dfb-a342-9b08b062e7f2 req-0d8087fc-c7ac-4a6c-8c32-fa3b91c2a0c9 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.84 "DELETE /v2.0/ports/b0a8b8e7-3800-421a-9904-0c7a9756f517 HTTP/1.1" status: 204 len: 173 time: 0.4149330 May 06 10:57:23.720698 n-d-840835-1 neutron-server[102653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b5ab20-73e6-4820-965d-0bf9d630c433', 'name': 'network-vif-deleted', 'tag': 'b0a8b8e7-3800-421a-9904-0c7a9756f517'}] {{(pid=102653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:57:23.722992 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1caaf7a81e239b66cb88d4696e2ac350de7f7976e977350f19e420479ff9b81b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defb461f-1814-420e-bd63-47c70cfcd8e2" -d '{"events": [{"server_uuid": "59b5ab20-73e6-4820-965d-0bf9d630c433", "name": "network-vif-deleted", "tag": "b0a8b8e7-3800-421a-9904-0c7a9756f517"}]}' {{(pid=102653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:57:23.767298 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fef60a-743a-4466-80e3-51b19226e7f0 x-openstack-request-id: req-c2fef60a-743a-4466-80e3-51b19226e7f0 {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:57:23.767600 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b5ab20-73e6-4820-965d-0bf9d630c433", "name": "network-vif-deleted", "tag": "b0a8b8e7-3800-421a-9904-0c7a9756f517", "status": "completed", "code": 200}]} {{(pid=102653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:57:23.767860 n-d-840835-1 neutron-server[102653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c2fef60a-743a-4466-80e3-51b19226e7f0 {{(pid=102653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:57:23.768272 n-d-840835-1 neutron-server[102653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2fef60a-743a-4466-80e3-51b19226e7f0'] response: {'server_uuid': '59b5ab20-73e6-4820-965d-0bf9d630c433', 'name': 'network-vif-deleted', 'tag': 'b0a8b8e7-3800-421a-9904-0c7a9756f517', 'status': 'completed', 'code': 200} May 06 10:57:24.249043 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-ba9030ad-3196-4c68-b92b-692c3866bcd4 req-df243c5e-1e94-4202-9094-7690578b49ac tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=59b5ab20-73e6-4820-965d-0bf9d630c433 HTTP/1.1" status: 200 len: 210 time: 0.0268764 May 06 10:57:24.578229 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device b0a8b8e7-3800-421a-9904-0c7a9756f517 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:57:24.602416 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: b0a8b8e7-3800-421a-9904-0c7a9756f517 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:57:24.602753 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device b0a8b8e7-3800-421a-9904-0c7a9756f517 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:57:25.810855 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42038) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:57:25.969321 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-65c28824-f8e1-475e-8f6f-4d6b21e8894f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Deleting port 7e6991fc-92f1-4155-a8fc-b4e3afa6f9cb {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:57:25.969672 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-65c28824-f8e1-475e-8f6f-4d6b21e8894f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:26.051569 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-65c28824-f8e1-475e-8f6f-4d6b21e8894f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:26.051890 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-65c28824-f8e1-475e-8f6f-4d6b21e8894f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:26.063938 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-65c28824-f8e1-475e-8f6f-4d6b21e8894f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Calling delete_port for 7e6991fc-92f1-4155-a8fc-b4e3afa6f9cb owned by network:floatingip {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:57:26.224364 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-65c28824-f8e1-475e-8f6f-4d6b21e8894f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:26.254191 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c28824-f8e1-475e-8f6f-4d6b21e8894f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Pushing event deleted for resources: {'Port': ['ID=7e6991fc-92f1-4155-a8fc-b4e3afa6f9cb,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:57:26.325034 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-65c28824-f8e1-475e-8f6f-4d6b21e8894f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for floatingip, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:26.325320 n-d-840835-1 neutron-server[102652]: INFO neutron.db.l3_db [None req-65c28824-f8e1-475e-8f6f-4d6b21e8894f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Floating IP b52be6ce-6b42-4424-ae10-98b23d4e0341 disassociated (deleted). External IP: 172.25.5.202, port: 2a83e3d4-29d4-4429-b42b-a061d10c9102. May 06 10:57:26.853847 n-d-840835-1 neutron-server[102652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c28824-f8e1-475e-8f6f-4d6b21e8894f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Router 51a13766-9e09-4f27-b0f8-49ea27f32362 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:57:26.968131 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c28824-f8e1-475e-8f6f-4d6b21e8894f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:57:26.973452 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-65c28824-f8e1-475e-8f6f-4d6b21e8894f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for floatingip, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:26.979861 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c179878-54ff-437f-84bf-187a8a552375 None None] Sync routers for ids ['51a13766-9e09-4f27-b0f8-49ea27f32362'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:57:26.989577 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c179878-54ff-437f-84bf-187a8a552375 None None] Routers {'51a13766-9e09-4f27-b0f8-49ea27f32362'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:57:26.990180 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-5c179878-54ff-437f-84bf-187a8a552375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:57:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['51a13766-9e09-4f27-b0f8-49ea27f32362'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:57:27.002909 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-65c28824-f8e1-475e-8f6f-4d6b21e8894f tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "DELETE /v2.0/floatingips/b52be6ce-6b42-4424-ae10-98b23d4e0341 HTTP/1.1" status: 204 len: 168 time: 1.1909134 May 06 10:57:27.003540 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0b66b6-0e75-4134-ab5b-2b8e55b98100', 'tag': '2a83e3d4-29d4-4429-b42b-a061d10c9102'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:57:27.005869 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4203f62887ad6c042520207c1f89edfd97f1d269ecb3a7960f22881858371cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd60b57e-92cd-4281-9c8c-885c4aa120a2" -d '{"events": [{"name": "network-changed", "server_uuid": "bf0b66b6-0e75-4134-ab5b-2b8e55b98100", "tag": "2a83e3d4-29d4-4429-b42b-a061d10c9102"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:57:27.099421 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-5c179878-54ff-437f-84bf-187a8a552375 None None] Set router 51a13766-9e09-4f27-b0f8-49ea27f32362 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:57:27.172694 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b99727b-e317-421c-b932-c0d322581ea6 x-openstack-request-id: req-9b99727b-e317-421c-b932-c0d322581ea6 {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:57:27.173135 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf0b66b6-0e75-4134-ab5b-2b8e55b98100", "tag": "2a83e3d4-29d4-4429-b42b-a061d10c9102", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:57:27.173500 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9b99727b-e317-421c-b932-c0d322581ea6 {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:57:27.174049 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b99727b-e317-421c-b932-c0d322581ea6'] response: {'name': 'network-changed', 'server_uuid': 'bf0b66b6-0e75-4134-ab5b-2b8e55b98100', 'tag': '2a83e3d4-29d4-4429-b42b-a061d10c9102', 'status': 'completed', 'code': 200} May 06 10:57:27.294378 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d776a7b-f61c-47f7-9885-26243d30ea11 req-be192918-04a4-4188-a6f7-34185cdc241e tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:57:27.296989 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d776a7b-f61c-47f7-9885-26243d30ea11 req-be192918-04a4-4188-a6f7-34185cdc241e tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100 HTTP/1.1" status: 200 len: 943 time: 0.0743523 May 06 10:57:27.314633 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-5c179878-54ff-437f-84bf-187a8a552375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'name': 'tempest-TestSnapshotPattern-854341401-router', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:51:49Z', 'updated_at': '2022-05-06T10:51:53Z', 'revision_number': 4, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'gw_port': {'id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:50Z', 'updated_at': '2022-05-06T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '532be2ea-6296-4eda-872f-4e6cb51d6844', 'name': '', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'mac_address': 'fa:16:3e:77:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:52Z', 'updated_at': '2022-05-06T10:51:58Z', 'revision_number': 5, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'subnets': [{'id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:57:27.325561 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60b57e-92cd-4281-9c8c-885c4aa120a2 req-8ee03fe1-076c-413e-944e-98d357e09961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:57:27.327098 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cd60b57e-92cd-4281-9c8c-885c4aa120a2 req-8ee03fe1-076c-413e-944e-98d357e09961 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dc4e97f79bcd4e5b88ca84b6732c2525&device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100 HTTP/1.1" status: 200 len: 1094 time: 0.1041243 May 06 10:57:27.345856 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-0d776a7b-f61c-47f7-9885-26243d30ea11 req-9b001040-a9e2-4b8d-a61e-5139f5ea5924 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398874 May 06 10:57:27.346320 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c179878-54ff-437f-84bf-187a8a552375 None None] Checking router: 51a13766-9e09-4f27-b0f8-49ea27f32362 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:57:27.355663 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c179878-54ff-437f-84bf-187a8a552375 None None] Routers {'51a13766-9e09-4f27-b0f8-49ea27f32362'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:57:27.357136 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-5c179878-54ff-437f-84bf-187a8a552375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:57:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['51a13766-9e09-4f27-b0f8-49ea27f32362'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:57:27.441679 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60b57e-92cd-4281-9c8c-885c4aa120a2 req-1f99cd35-bc8f-4cf4-bfe3-2753bc6e3dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:57:27.443091 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cd60b57e-92cd-4281-9c8c-885c4aa120a2 req-1f99cd35-bc8f-4cf4-bfe3-2753bc6e3dba service neutron] 10.222.0.77 "GET /v2.0/networks?id=813dca44-cad3-41ed-b1d0-f169832d2f7c HTTP/1.1" status: 200 len: 910 time: 0.1083205 May 06 10:57:27.493360 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cd60b57e-92cd-4281-9c8c-885c4aa120a2 req-59d51422-31b9-4e17-a648-bf4aef447672 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a83e3d4-29d4-4429-b42b-a061d10c9102 HTTP/1.1" status: 200 len: 217 time: 0.0422602 May 06 10:57:27.560045 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60b57e-92cd-4281-9c8c-885c4aa120a2 req-d6cd3054-115f-4ebd-a0ae-eb56ada9ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:57:27.561568 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cd60b57e-92cd-4281-9c8c-885c4aa120a2 req-d6cd3054-115f-4ebd-a0ae-eb56ada9ea9f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ccfb1df-2b2a-4687-842d-37e4f44e8da9 HTTP/1.1" status: 200 len: 848 time: 0.0470290 May 06 10:57:27.562776 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-5c179878-54ff-437f-84bf-187a8a552375 None None] Set router 51a13766-9e09-4f27-b0f8-49ea27f32362 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:57:27.614408 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60b57e-92cd-4281-9c8c-885c4aa120a2 req-4e34615d-5e29-4042-a238-db402f313343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:57:27.615994 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cd60b57e-92cd-4281-9c8c-885c4aa120a2 req-4e34615d-5e29-4042-a238-db402f313343 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=813dca44-cad3-41ed-b1d0-f169832d2f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479281 May 06 10:57:27.707626 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cd60b57e-92cd-4281-9c8c-885c4aa120a2 req-3561be34-f438-4530-bce6-6ce8fbbaa7ee service neutron] 10.222.0.77 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842609 May 06 10:57:27.762556 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-5c179878-54ff-437f-84bf-187a8a552375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'name': 'tempest-TestSnapshotPattern-854341401-router', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:51:49Z', 'updated_at': '2022-05-06T10:51:53Z', 'revision_number': 4, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'gw_port': {'id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:50Z', 'updated_at': '2022-05-06T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '532be2ea-6296-4eda-872f-4e6cb51d6844', 'name': '', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'mac_address': 'fa:16:3e:77:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:52Z', 'updated_at': '2022-05-06T10:51:58Z', 'revision_number': 5, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'subnets': [{'id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:57:27.789288 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c179878-54ff-437f-84bf-187a8a552375 None None] The sync data for ids ['51a13766-9e09-4f27-b0f8-49ea27f32362'] in n-d-840835-1 is: [{'id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'name': 'tempest-TestSnapshotPattern-854341401-router', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:51:49Z', 'updated_at': '2022-05-06T10:51:53Z', 'revision_number': 4, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'gw_port': {'id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:50Z', 'updated_at': '2022-05-06T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1', '_interfaces': [{'id': '532be2ea-6296-4eda-872f-4e6cb51d6844', 'name': '', 'network_id': '813dca44-cad3-41ed-b1d0-f169832d2f7c', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'mac_address': 'fa:16:3e:77:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:52Z', 'updated_at': '2022-05-06T10:51:58Z', 'revision_number': 5, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'subnets': [{'id': '5ccfb1df-2b2a-4687-842d-37e4f44e8da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:57:27.806374 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-cd60b57e-92cd-4281-9c8c-885c4aa120a2 req-77961745-53ea-43d0-8c9c-a6de3d1f49f7 service neutron] 10.222.0.77 "GET /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913706 May 06 10:57:28.016275 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8296c9de-f3b7-4360-bd65-89bbeb2f2c1b None None] New status for floating IP b52be6ce-6b42-4424-ae10-98b23d4e0341: DOWN {{(pid=102654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:57:28.316523 n-d-840835-1 neutron-server[102652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae541a70-99e4-4500-94ac-780c420418ee req-455e60cc-c77b-4b74-9ebe-d86bac25720b tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:57:28.317886 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae541a70-99e4-4500-94ac-780c420418ee req-455e60cc-c77b-4b74-9ebe-d86bac25720b tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100 HTTP/1.1" status: 200 len: 943 time: 0.0484185 May 06 10:57:28.407223 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-ae541a70-99e4-4500-94ac-780c420418ee req-68461304-5a0e-4877-ac25-f1d44ec98b09 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Deleting port 2a83e3d4-29d4-4429-b42b-a061d10c9102 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:57:28.407572 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ae541a70-99e4-4500-94ac-780c420418ee req-68461304-5a0e-4877-ac25-f1d44ec98b09 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:28.471659 n-d-840835-1 neutron-server[102653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4e25e-c056-4bef-afb9-0f184c23f5af req-6e5f6479-db94-4b16-9fd8-f672b51fb744 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:57:28.473154 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3a4e25e-c056-4bef-afb9-0f184c23f5af req-6e5f6479-db94-4b16-9fd8-f672b51fb744 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf0b66b6-0e75-4134-ab5b-2b8e55b98100 HTTP/1.1" status: 200 len: 943 time: 0.0540092 May 06 10:57:28.502380 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [req-ae541a70-99e4-4500-94ac-780c420418ee req-68461304-5a0e-4877-ac25-f1d44ec98b09 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] For port 2a83e3d4-29d4-4429-b42b-a061d10c9102, host n-h2-840835-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840835-1',level=0,port_id=2a83e3d4-29d4-4429-b42b-a061d10c9102,segment=NetworkSegment(62f730c3-528c-4dcf-acf3-282f9e9888bd),segment_id=62f730c3-528c-4dcf-acf3-282f9e9888bd)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:57:28.502755 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ae541a70-99e4-4500-94ac-780c420418ee req-68461304-5a0e-4877-ac25-f1d44ec98b09 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:28.513925 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [req-a3a4e25e-c056-4bef-afb9-0f184c23f5af req-1412772d-175a-4c43-b486-26e412ead154 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "GET /v2.0/security-groups?id=532f79e3-104a-4585-8796-3fdce2a46580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344124 May 06 10:57:28.517280 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [req-ae541a70-99e4-4500-94ac-780c420418ee req-68461304-5a0e-4877-ac25-f1d44ec98b09 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Calling delete_port for 2a83e3d4-29d4-4429-b42b-a061d10c9102 owned by compute:nova {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:57:28.618617 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device b0a8b8e7-3800-421a-9904-0c7a9756f517 no longer exists at agent hyperv_n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:57:28.640181 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] No Port match for: b0a8b8e7-3800-421a-9904-0c7a9756f517 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:57:28.640507 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Device b0a8b8e7-3800-421a-9904-0c7a9756f517 not bound to the agent host n-h1-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:57:28.664981 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ae541a70-99e4-4500-94ac-780c420418ee req-68461304-5a0e-4877-ac25-f1d44ec98b09 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:28.692573 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68461304-5a0e-4877-ac25-f1d44ec98b09 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Pushing event deleted for resources: {'Port': ['ID=2a83e3d4-29d4-4429-b42b-a061d10c9102,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:57:28.735401 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae541a70-99e4-4500-94ac-780c420418ee req-68461304-5a0e-4877-ac25-f1d44ec98b09 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] No DVR routers for this DVR port 2a83e3d4-29d4-4429-b42b-a061d10c9102 on host n-h2-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:57:28.737838 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [req-ae541a70-99e4-4500-94ac-780c420418ee req-68461304-5a0e-4877-ac25-f1d44ec98b09 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158378'] for port, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:28.741173 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [req-ae541a70-99e4-4500-94ac-780c420418ee req-68461304-5a0e-4877-ac25-f1d44ec98b09 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.77 "DELETE /v2.0/ports/2a83e3d4-29d4-4429-b42b-a061d10c9102 HTTP/1.1" status: 204 len: 173 time: 0.4175038 May 06 10:57:29.175190 n-d-840835-1 neutron-server[102652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0b66b6-0e75-4134-ab5b-2b8e55b98100', 'name': 'network-vif-deleted', 'tag': '2a83e3d4-29d4-4429-b42b-a061d10c9102'}] {{(pid=102652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:57:29.177701 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4203f62887ad6c042520207c1f89edfd97f1d269ecb3a7960f22881858371cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c37ad7-6a63-4124-8109-3ae30698bbf1" -d '{"events": [{"server_uuid": "bf0b66b6-0e75-4134-ab5b-2b8e55b98100", "name": "network-vif-deleted", "tag": "2a83e3d4-29d4-4429-b42b-a061d10c9102"}]}' {{(pid=102652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:57:29.224643 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9dfe1e-f0fe-4a8b-9055-638dabfa6c2f x-openstack-request-id: req-dd9dfe1e-f0fe-4a8b-9055-638dabfa6c2f {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:57:29.224940 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0b66b6-0e75-4134-ab5b-2b8e55b98100", "name": "network-vif-deleted", "tag": "2a83e3d4-29d4-4429-b42b-a061d10c9102", "status": "completed", "code": 200}]} {{(pid=102652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:57:29.225219 n-d-840835-1 neutron-server[102652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dd9dfe1e-f0fe-4a8b-9055-638dabfa6c2f {{(pid=102652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:57:29.225633 n-d-840835-1 neutron-server[102652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd9dfe1e-f0fe-4a8b-9055-638dabfa6c2f'] response: {'server_uuid': 'bf0b66b6-0e75-4134-ab5b-2b8e55b98100', 'name': 'network-vif-deleted', 'tag': '2a83e3d4-29d4-4429-b42b-a061d10c9102', 'status': 'completed', 'code': 200} May 06 10:57:29.572914 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42054) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:57:29.632937 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-51829cd4-8b21-46da-84ec-fcedacb360f8 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for security_group, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:29.666889 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-51829cd4-8b21-46da-84ec-fcedacb360f8 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:29.746416 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-51829cd4-8b21-46da-84ec-fcedacb360f8 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:29.749244 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:29.750556 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-51829cd4-8b21-46da-84ec-fcedacb360f8 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Notify callbacks [] for security_group, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:29.752236 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-51829cd4-8b21-46da-84ec-fcedacb360f8 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] 10.222.0.73 "DELETE /v2.0/security-groups/532f79e3-104a-4585-8796-3fdce2a46580 HTTP/1.1" status: 204 len: 168 time: 0.1781702 May 06 10:57:29.764352 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51829cd4-8b21-46da-84ec-fcedacb360f8 tempest-TestSnapshotPattern-661571273 tempest-TestSnapshotPattern-661571273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=532f79e3-104a-4585-8796-3fdce2a46580,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:57:30.827306 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42060) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:57:31.304556 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d666262-09e6-49a3-97c7-9a25aac74783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:31.563769 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-8d666262-09e6-49a3-97c7-9a25aac74783 admin admin] Deleting port 532be2ea-6296-4eda-872f-4e6cb51d6844 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:57:31.564031 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d666262-09e6-49a3-97c7-9a25aac74783 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:31.647063 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-8d666262-09e6-49a3-97c7-9a25aac74783 admin admin] For port 532be2ea-6296-4eda-872f-4e6cb51d6844, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=532be2ea-6296-4eda-872f-4e6cb51d6844,segment=NetworkSegment(62f730c3-528c-4dcf-acf3-282f9e9888bd),segment_id=62f730c3-528c-4dcf-acf3-282f9e9888bd)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:57:31.647487 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d666262-09e6-49a3-97c7-9a25aac74783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:31.664974 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-8d666262-09e6-49a3-97c7-9a25aac74783 admin admin] Calling delete_port for 532be2ea-6296-4eda-872f-4e6cb51d6844 owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:57:31.848527 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d666262-09e6-49a3-97c7-9a25aac74783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:31.876955 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d666262-09e6-49a3-97c7-9a25aac74783 admin admin] Pushing event deleted for resources: {'Port': ['ID=532be2ea-6296-4eda-872f-4e6cb51d6844,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:57:32.062451 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-8d666262-09e6-49a3-97c7-9a25aac74783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:32.288180 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d666262-09e6-49a3-97c7-9a25aac74783 admin admin] Router 51a13766-9e09-4f27-b0f8-49ea27f32362 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:57:32.395456 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d666262-09e6-49a3-97c7-9a25aac74783 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:57:32.401041 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-8d666262-09e6-49a3-97c7-9a25aac74783 admin admin] 10.222.0.73 "PUT /v2.0/routers/51a13766-9e09-4f27-b0f8-49ea27f32362/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5726235 May 06 10:57:32.403659 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42064) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:57:32.406100 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed30c9-60b2-4f27-b5b3-cc544e82f2f8 None None] Sync routers for ids ['51a13766-9e09-4f27-b0f8-49ea27f32362'] in n-d-840835-1 {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:57:32.417290 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ed30c9-60b2-4f27-b5b3-cc544e82f2f8 None None] Routers {'51a13766-9e09-4f27-b0f8-49ea27f32362'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:57:32.417909 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-78ed30c9-60b2-4f27-b5b3-cc544e82f2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:57:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['51a13766-9e09-4f27-b0f8-49ea27f32362'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:57:32.508516 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-05bf5e10-58b3-445d-a14f-6b6a6863a47d admin admin] Notify callbacks [] for router, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:32.521895 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-78ed30c9-60b2-4f27-b5b3-cc544e82f2f8 None None] Set router 51a13766-9e09-4f27-b0f8-49ea27f32362 gateway port host: n-d-840835-1 {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:57:32.619308 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-05bf5e10-58b3-445d-a14f-6b6a6863a47d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:32.677825 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-05bf5e10-58b3-445d-a14f-6b6a6863a47d admin admin] Deleting port 807cc089-df5c-428f-b513-a439b9a7bd13 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:57:32.678224 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-05bf5e10-58b3-445d-a14f-6b6a6863a47d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:32.713063 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-78ed30c9-60b2-4f27-b5b3-cc544e82f2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'name': 'tempest-TestSnapshotPattern-854341401-router', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:51:49Z', 'updated_at': '2022-05-06T10:57:31Z', 'revision_number': 5, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'gw_port': {'id': '807cc089-df5c-428f-b513-a439b9a7bd13', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:50Z', 'updated_at': '2022-05-06T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:57:32.738828 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed30c9-60b2-4f27-b5b3-cc544e82f2f8 None None] Checking router: 51a13766-9e09-4f27-b0f8-49ea27f32362 for host: n-d-840835-1 {{(pid=102655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:57:32.747349 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ed30c9-60b2-4f27-b5b3-cc544e82f2f8 None None] Routers {'51a13766-9e09-4f27-b0f8-49ea27f32362'} bound to L3 agent in host n-d-840835-1 {{(pid=102655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:57:32.747958 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-78ed30c9-60b2-4f27-b5b3-cc544e82f2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:57:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['51a13766-9e09-4f27-b0f8-49ea27f32362'], 'active': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:57:32.763303 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-05bf5e10-58b3-445d-a14f-6b6a6863a47d admin admin] For port 807cc089-df5c-428f-b513-a439b9a7bd13, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=807cc089-df5c-428f-b513-a439b9a7bd13,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:57:32.763680 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-05bf5e10-58b3-445d-a14f-6b6a6863a47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:32.776070 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-05bf5e10-58b3-445d-a14f-6b6a6863a47d admin admin] Calling delete_port for 807cc089-df5c-428f-b513-a439b9a7bd13 owned by network:router_gateway {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:57:32.843924 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_dvr_db [None req-78ed30c9-60b2-4f27-b5b3-cc544e82f2f8 None None] Set router 51a13766-9e09-4f27-b0f8-49ea27f32362 gateway port host: None {{(pid=102655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:57:32.898948 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.l3_hamode_db [None req-78ed30c9-60b2-4f27-b5b3-cc544e82f2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'name': 'tempest-TestSnapshotPattern-854341401-router', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:51:49Z', 'updated_at': '2022-05-06T10:57:32Z', 'revision_number': 6, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:57:32.925827 n-d-840835-1 neutron-server[102655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed30c9-60b2-4f27-b5b3-cc544e82f2f8 None None] The sync data for ids ['51a13766-9e09-4f27-b0f8-49ea27f32362'] in n-d-840835-1 is: [{'id': '51a13766-9e09-4f27-b0f8-49ea27f32362', 'name': 'tempest-TestSnapshotPattern-854341401-router', 'tenant_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:51:49Z', 'updated_at': '2022-05-06T10:57:32Z', 'revision_number': 6, 'project_id': 'dc4e97f79bcd4e5b88ca84b6732c2525', 'gw_port_host': None}] {{(pid=102655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:57:32.950677 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-05bf5e10-58b3-445d-a14f-6b6a6863a47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:32.970278 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 2a83e3d4-29d4-4429-b42b-a061d10c9102 no longer exists at agent hyperv_n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:57:32.976961 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf5e10-58b3-445d-a14f-6b6a6863a47d admin admin] Pushing event deleted for resources: {'Port': ['ID=807cc089-df5c-428f-b513-a439b9a7bd13,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:57:32.990829 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] No Port match for: 2a83e3d4-29d4-4429-b42b-a061d10c9102 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:57:32.991709 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Device 2a83e3d4-29d4-4429-b42b-a061d10c9102 not bound to the agent host n-h2-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:57:33.041282 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-05bf5e10-58b3-445d-a14f-6b6a6863a47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:33.134678 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-05bf5e10-58b3-445d-a14f-6b6a6863a47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:33.137052 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-05bf5e10-58b3-445d-a14f-6b6a6863a47d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:33.183433 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-05bf5e10-58b3-445d-a14f-6b6a6863a47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:33.183972 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bf5e10-58b3-445d-a14f-6b6a6863a47d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51a13766-9e09-4f27-b0f8-49ea27f32362 {{(pid=102653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:57:33.188660 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-05bf5e10-58b3-445d-a14f-6b6a6863a47d admin admin] Notify callbacks [] for router, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:33.189815 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-05bf5e10-58b3-445d-a14f-6b6a6863a47d admin admin] 10.222.0.73 "DELETE /v2.0/routers/51a13766-9e09-4f27-b0f8-49ea27f32362 HTTP/1.1" status: 204 len: 168 time: 0.7852530 May 06 10:57:33.192426 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42066) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:57:33.236640 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.db_base_plugin_v2 [None req-d56331e6-7491-40e4-ae7e-e38aeb1d852f admin admin] Deleting subnet 5ccfb1df-2b2a-4687-842d-37e4f44e8da9 {{(pid=102653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:57:33.239605 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d56331e6-7491-40e4-ae7e-e38aeb1d852f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:33.274895 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d56331e6-7491-40e4-ae7e-e38aeb1d852f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932192'] for subnet, precommit_delete_associations {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:33.363787 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d56331e6-7491-40e4-ae7e-e38aeb1d852f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:33.420315 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d56331e6-7491-40e4-ae7e-e38aeb1d852f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8181977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6125355'] for subnet, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:33.447364 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56331e6-7491-40e4-ae7e-e38aeb1d852f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ccfb1df-2b2a-4687-842d-37e4f44e8da9,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:57:33.449335 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-d56331e6-7491-40e4-ae7e-e38aeb1d852f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:33.452477 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-d56331e6-7491-40e4-ae7e-e38aeb1d852f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5ccfb1df-2b2a-4687-842d-37e4f44e8da9 HTTP/1.1" status: 204 len: 168 time: 0.2591126 May 06 10:57:33.455254 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42068) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:57:33.456838 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a1c4ae-22f4-4d73-9b79-b9aac861cb71 None None] Network 813dca44-cad3-41ed-b1d0-f169832d2f7c requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:57:33.529277 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-538738e2-a96f-4150-bdf3-8851de3af846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:33.594874 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-538738e2-a96f-4150-bdf3-8851de3af846 admin admin] Deleting port 468f35c4-767b-4d51-95d8-4fa12d635c05 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:57:33.595311 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-538738e2-a96f-4150-bdf3-8851de3af846 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:33.684611 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-538738e2-a96f-4150-bdf3-8851de3af846 admin admin] For port 468f35c4-767b-4d51-95d8-4fa12d635c05, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=468f35c4-767b-4d51-95d8-4fa12d635c05,segment=NetworkSegment(62f730c3-528c-4dcf-acf3-282f9e9888bd),segment_id=62f730c3-528c-4dcf-acf3-282f9e9888bd)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:57:33.684903 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-538738e2-a96f-4150-bdf3-8851de3af846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:33.700425 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212a7ad2-b900-4478-99d1-e10ed01eaa34 None None] DHCP port deletion for 813dca44-cad3-41ed-b1d0-f169832d2f7c request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:57:33.700644 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-538738e2-a96f-4150-bdf3-8851de3af846 admin admin] Calling delete_port for 468f35c4-767b-4d51-95d8-4fa12d635c05 owned by network:dhcp {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:57:33.753473 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-212a7ad2-b900-4478-99d1-e10ed01eaa34 None None] Deleting port 468f35c4-767b-4d51-95d8-4fa12d635c05 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:57:33.753850 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-212a7ad2-b900-4478-99d1-e10ed01eaa34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:33.785746 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-538738e2-a96f-4150-bdf3-8851de3af846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:33.821518 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538738e2-a96f-4150-bdf3-8851de3af846 admin admin] Pushing event deleted for resources: {'Port': ['ID=468f35c4-767b-4d51-95d8-4fa12d635c05,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:57:33.825875 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538738e2-a96f-4150-bdf3-8851de3af846 admin admin] No DVR routers for this DVR port 468f35c4-767b-4d51-95d8-4fa12d635c05 on host n-d-840835-1 {{(pid=102652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:57:33.832119 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-212a7ad2-b900-4478-99d1-e10ed01eaa34 None None] For port 468f35c4-767b-4d51-95d8-4fa12d635c05, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=468f35c4-767b-4d51-95d8-4fa12d635c05,segment=NetworkSegment(62f730c3-528c-4dcf-acf3-282f9e9888bd),segment_id=62f730c3-528c-4dcf-acf3-282f9e9888bd)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:57:33.832540 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-212a7ad2-b900-4478-99d1-e10ed01eaa34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:33.846108 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-212a7ad2-b900-4478-99d1-e10ed01eaa34 None None] Calling delete_port for 468f35c4-767b-4d51-95d8-4fa12d635c05 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:57:33.901151 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-538738e2-a96f-4150-bdf3-8851de3af846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:33.936623 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-212a7ad2-b900-4478-99d1-e10ed01eaa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:33.937519 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-538738e2-a96f-4150-bdf3-8851de3af846 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['813dca44-cad3-41ed-b1d0-f169832d2f7c']}} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:57:33.948262 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-538738e2-a96f-4150-bdf3-8851de3af846 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f730c3-528c-4dcf-acf3-282f9e9888bd') {'for_net_delete': True} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:57:33.948615 n-d-840835-1 neutron-server[102652]: DEBUG neutron.services.segments.db [None req-538738e2-a96f-4150-bdf3-8851de3af846 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f730c3-528c-4dcf-acf3-282f9e9888bd') {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:57:33.962293 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-538738e2-a96f-4150-bdf3-8851de3af846 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6196890'] for segment, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:33.972486 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a7ad2-b900-4478-99d1-e10ed01eaa34 None None] Pushing event deleted for resources: {'Port': ['ID=468f35c4-767b-4d51-95d8-4fa12d635c05,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:57:33.975010 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212a7ad2-b900-4478-99d1-e10ed01eaa34 None None] No DVR routers for this DVR port 468f35c4-767b-4d51-95d8-4fa12d635c05 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:57:33.982991 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-538738e2-a96f-4150-bdf3-8851de3af846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:33.990634 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-538738e2-a96f-4150-bdf3-8851de3af846 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=102652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:57:33.991447 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-538738e2-a96f-4150-bdf3-8851de3af846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6272096'] for segment, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: Traceback (most recent call last): May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: timer() May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: cb(*args, **kw) May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: return func(*args, **kwargs) May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: self._notify() May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: self.callback(batched_events) May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: event.method(event) May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: return f(self, *a, **k) May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: return self._get(url).json() May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: return self.request(url, 'GET', **kwargs) May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:57:33.993236 n-d-840835-1 neutron-server[102652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:57:34.055107 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-538738e2-a96f-4150-bdf3-8851de3af846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:34.060808 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-538738e2-a96f-4150-bdf3-8851de3af846 admin admin] Notify callbacks [] for network, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:34.064051 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-538738e2-a96f-4150-bdf3-8851de3af846 admin admin] 10.222.0.73 "DELETE /v2.0/networks/813dca44-cad3-41ed-b1d0-f169832d2f7c HTTP/1.1" status: 204 len: 168 time: 0.6077945 May 06 10:57:34.067229 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42070) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:57:34.076548 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538738e2-a96f-4150-bdf3-8851de3af846 admin admin] Pushing event deleted for resources: {'Network': ['ID=813dca44-cad3-41ed-b1d0-f169832d2f7c,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:57:34.448761 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a38014a2-1f42-4113-b318-884d17081d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1993107'] for router_interface, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:34.590571 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 468f35c4-767b-4d51-95d8-4fa12d635c05 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:57:34.615369 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 468f35c4-767b-4d51-95d8-4fa12d635c05 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:57:34.615723 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 468f35c4-767b-4d51-95d8-4fa12d635c05 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:57:34.616167 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 532be2ea-6296-4eda-872f-4e6cb51d6844 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:57:34.637562 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 532be2ea-6296-4eda-872f-4e6cb51d6844 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:57:34.637929 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 532be2ea-6296-4eda-872f-4e6cb51d6844 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:57:34.638331 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 807cc089-df5c-428f-b513-a439b9a7bd13 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:57:34.659046 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 807cc089-df5c-428f-b513-a439b9a7bd13 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:57:34.659435 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 807cc089-df5c-428f-b513-a439b9a7bd13 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:57:34.711624 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-a38014a2-1f42-4113-b318-884d17081d40 admin admin] Deleting port 315c7fd5-1d02-491b-bac7-30d1d285024a {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:57:34.711864 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a38014a2-1f42-4113-b318-884d17081d40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:34.799257 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-a38014a2-1f42-4113-b318-884d17081d40 admin admin] For port 315c7fd5-1d02-491b-bac7-30d1d285024a, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=315c7fd5-1d02-491b-bac7-30d1d285024a,segment=NetworkSegment(2adfaf32-aa68-4b0b-b99b-215d529edaab),segment_id=2adfaf32-aa68-4b0b-b99b-215d529edaab)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:57:34.799633 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a38014a2-1f42-4113-b318-884d17081d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:34.813123 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-a38014a2-1f42-4113-b318-884d17081d40 admin admin] Calling delete_port for 315c7fd5-1d02-491b-bac7-30d1d285024a owned by network:router_interface {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:57:34.998043 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a38014a2-1f42-4113-b318-884d17081d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:35.023620 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38014a2-1f42-4113-b318-884d17081d40 admin admin] Pushing event deleted for resources: {'Port': ['ID=315c7fd5-1d02-491b-bac7-30d1d285024a,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:57:35.211597 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-a38014a2-1f42-4113-b318-884d17081d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987587'] for router_interface, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:35.797200 n-d-840835-1 neutron-server[102653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38014a2-1f42-4113-b318-884d17081d40 admin admin] Router bac7d5b5-5b9e-4c93-a81c-d8f154085e49 has already been hosted by L3 agent bc7f1d60-db6f-4eea-be60-b9540eb00ce1 {{(pid=102653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:57:35.928375 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38014a2-1f42-4113-b318-884d17081d40 admin admin] Notify agent at l3_agent.n-d-840835-1 the message routers_updated {{(pid=102653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:57:35.934234 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-a38014a2-1f42-4113-b318-884d17081d40 admin admin] 10.222.0.73 "PUT /v2.0/routers/bac7d5b5-5b9e-4c93-a81c-d8f154085e49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8655775 May 06 10:57:35.937840 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42072) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:57:35.941397 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a86b10-50b5-4f57-a542-c1c0191485b2 None None] Sync routers for ids ['bac7d5b5-5b9e-4c93-a81c-d8f154085e49'] in n-d-840835-1 {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:57:35.951994 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a86b10-50b5-4f57-a542-c1c0191485b2 None None] Routers {'bac7d5b5-5b9e-4c93-a81c-d8f154085e49'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:57:35.952614 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-50a86b10-50b5-4f57-a542-c1c0191485b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:57:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['bac7d5b5-5b9e-4c93-a81c-d8f154085e49'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:57:36.060446 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-defac6cf-15b6-4251-8289-900845b60701 admin admin] Notify callbacks [] for router, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:36.079690 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-50a86b10-50b5-4f57-a542-c1c0191485b2 None None] Set router bac7d5b5-5b9e-4c93-a81c-d8f154085e49 gateway port host: n-d-840835-1 {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:57:36.185091 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-defac6cf-15b6-4251-8289-900845b60701 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:36.248676 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-defac6cf-15b6-4251-8289-900845b60701 admin admin] Deleting port 448e2d01-e2e2-4e24-95bb-4ccc720ac505 {{(pid=102652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:57:36.249086 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-defac6cf-15b6-4251-8289-900845b60701 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:36.281892 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-50a86b10-50b5-4f57-a542-c1c0191485b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac7d5b5-5b9e-4c93-a81c-d8f154085e49', 'name': 'tempest-TestSnapshotPattern-1966712466-router', 'tenant_id': 'edcf5890d42d4a2cb9fd0a86af6c380b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'external_fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '448e2d01-e2e2-4e24-95bb-4ccc720ac505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:51:56Z', 'updated_at': '2022-05-06T10:57:34Z', 'revision_number': 5, 'project_id': 'edcf5890d42d4a2cb9fd0a86af6c380b', 'gw_port': {'id': '448e2d01-e2e2-4e24-95bb-4ccc720ac505', 'name': '', 'network_id': 'ff478ac1-cacd-4fc6-9f1a-3d10fb8ea8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:88:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac7d5b5-5b9e-4c93-a81c-d8f154085e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840835-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:51:56Z', 'updated_at': '2022-05-06T10:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70c5f571-199a-4e48-bf0e-e14b798242e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840835-1'}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:57:36.310666 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a86b10-50b5-4f57-a542-c1c0191485b2 None None] Checking router: bac7d5b5-5b9e-4c93-a81c-d8f154085e49 for host: n-d-840835-1 {{(pid=102654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:57:36.320056 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a86b10-50b5-4f57-a542-c1c0191485b2 None None] Routers {'bac7d5b5-5b9e-4c93-a81c-d8f154085e49'} bound to L3 agent in host n-d-840835-1 {{(pid=102654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:57:36.320680 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-50a86b10-50b5-4f57-a542-c1c0191485b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840835-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:18Z,description=,heartbeat_timestamp=2022-05-06T10:57:19Z,host='n-d-840835-1',id=bc7f1d60-db6f-4eea-be60-b9540eb00ce1,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:18Z,topic='l3_agent')) {'router_ids': ['bac7d5b5-5b9e-4c93-a81c-d8f154085e49'], 'active': True} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:57:36.333528 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.db [None req-defac6cf-15b6-4251-8289-900845b60701 admin admin] For port 448e2d01-e2e2-4e24-95bb-4ccc720ac505, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=448e2d01-e2e2-4e24-95bb-4ccc720ac505,segment=NetworkSegment(136a46aa-fb05-4117-8899-071a45491206),segment_id=136a46aa-fb05-4117-8899-071a45491206)] {{(pid=102652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:57:36.333896 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-defac6cf-15b6-4251-8289-900845b60701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:36.352360 n-d-840835-1 neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-defac6cf-15b6-4251-8289-900845b60701 admin admin] Calling delete_port for 448e2d01-e2e2-4e24-95bb-4ccc720ac505 owned by network:router_gateway {{(pid=102652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:57:36.410157 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvr_db [None req-50a86b10-50b5-4f57-a542-c1c0191485b2 None None] Set router bac7d5b5-5b9e-4c93-a81c-d8f154085e49 gateway port host: None {{(pid=102654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:57:36.465543 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_hamode_db [None req-50a86b10-50b5-4f57-a542-c1c0191485b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac7d5b5-5b9e-4c93-a81c-d8f154085e49', 'name': 'tempest-TestSnapshotPattern-1966712466-router', 'tenant_id': 'edcf5890d42d4a2cb9fd0a86af6c380b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:51:56Z', 'updated_at': '2022-05-06T10:57:36Z', 'revision_number': 6, 'project_id': 'edcf5890d42d4a2cb9fd0a86af6c380b', 'gw_port_host': None}], 'n-d-840835-1', False) {} {{(pid=102654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:57:36.498279 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a86b10-50b5-4f57-a542-c1c0191485b2 None None] The sync data for ids ['bac7d5b5-5b9e-4c93-a81c-d8f154085e49'] in n-d-840835-1 is: [{'id': 'bac7d5b5-5b9e-4c93-a81c-d8f154085e49', 'name': 'tempest-TestSnapshotPattern-1966712466-router', 'tenant_id': 'edcf5890d42d4a2cb9fd0a86af6c380b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:51:56Z', 'updated_at': '2022-05-06T10:57:36Z', 'revision_number': 6, 'project_id': 'edcf5890d42d4a2cb9fd0a86af6c380b', 'gw_port_host': None}] {{(pid=102654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:57:36.524282 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-defac6cf-15b6-4251-8289-900845b60701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6271665'] for port, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:36.556967 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defac6cf-15b6-4251-8289-900845b60701 admin admin] Pushing event deleted for resources: {'Port': ['ID=448e2d01-e2e2-4e24-95bb-4ccc720ac505,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:57:36.620859 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-defac6cf-15b6-4251-8289-900845b60701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992925'] for router_gateway, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:36.722709 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-defac6cf-15b6-4251-8289-900845b60701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1598950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41455'] for router, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:36.724943 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-defac6cf-15b6-4251-8289-900845b60701 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:36.776361 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-defac6cf-15b6-4251-8289-900845b60701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1598959'] for router, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:36.776917 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defac6cf-15b6-4251-8289-900845b60701 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bac7d5b5-5b9e-4c93-a81c-d8f154085e49 {{(pid=102652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:57:36.781233 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-defac6cf-15b6-4251-8289-900845b60701 admin admin] Notify callbacks [] for router, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:36.782386 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-defac6cf-15b6-4251-8289-900845b60701 admin admin] 10.222.0.73 "DELETE /v2.0/routers/bac7d5b5-5b9e-4c93-a81c-d8f154085e49 HTTP/1.1" status: 204 len: 168 time: 0.8428264 May 06 10:57:36.784991 n-d-840835-1 neutron-server[102652]: DEBUG neutron.wsgi [-] (102652) accepted ('10.222.0.73', 42074) {{(pid=102652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:57:36.832714 n-d-840835-1 neutron-server[102652]: DEBUG neutron.db.db_base_plugin_v2 [None req-904307ac-423c-4ebb-984f-5f0e41fb4463 admin admin] Deleting subnet 3991d7fb-b93f-4cb6-ac3c-f99e73238030 {{(pid=102652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:57:36.837300 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-904307ac-423c-4ebb-984f-5f0e41fb4463 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:36.879568 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-904307ac-423c-4ebb-984f-5f0e41fb4463 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6196909'] for subnet, precommit_delete_associations {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:36.954136 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 315c7fd5-1d02-491b-bac7-30d1d285024a no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:57:36.981583 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 315c7fd5-1d02-491b-bac7-30d1d285024a {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:57:36.982215 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 315c7fd5-1d02-491b-bac7-30d1d285024a not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:57:36.989067 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-904307ac-423c-4ebb-984f-5f0e41fb4463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584152'] for subnet, precommit_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:37.062083 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-904307ac-423c-4ebb-984f-5f0e41fb4463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6271682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5809794'] for subnet, after_delete {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:37.091154 n-d-840835-1 neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-904307ac-423c-4ebb-984f-5f0e41fb4463 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:37.094653 n-d-840835-1 neutron-server[102652]: INFO neutron.wsgi [None req-904307ac-423c-4ebb-984f-5f0e41fb4463 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3991d7fb-b93f-4cb6-ac3c-f99e73238030 HTTP/1.1" status: 204 len: 168 time: 0.3087273 May 06 10:57:37.095958 n-d-840835-1 neutron-server[102652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904307ac-423c-4ebb-984f-5f0e41fb4463 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3991d7fb-b93f-4cb6-ac3c-f99e73238030,revision_number=None']} {{(pid=102652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:57:37.097256 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42076) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:57:37.106981 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fede06a8-41e9-4361-8d52-54148177af94 None None] Network 924d1b0d-3588-48a5-9390-56f98944e342 requested from n-d-840835-1 {{(pid=102654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:57:37.171906 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-96cfce63-aaa4-477a-ae32-dd3fccc00c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607765'] for network, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:37.229166 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-96cfce63-aaa4-477a-ae32-dd3fccc00c4a admin admin] Deleting port 67596dc6-392b-43e1-9efd-430f667c1c85 {{(pid=102653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:57:37.229433 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-96cfce63-aaa4-477a-ae32-dd3fccc00c4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:37.300149 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.db [None req-96cfce63-aaa4-477a-ae32-dd3fccc00c4a admin admin] For port 67596dc6-392b-43e1-9efd-430f667c1c85, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=67596dc6-392b-43e1-9efd-430f667c1c85,segment=NetworkSegment(2adfaf32-aa68-4b0b-b99b-215d529edaab),segment_id=2adfaf32-aa68-4b0b-b99b-215d529edaab)] {{(pid=102653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:57:37.301323 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-96cfce63-aaa4-477a-ae32-dd3fccc00c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:37.315656 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-96cfce63-aaa4-477a-ae32-dd3fccc00c4a admin admin] Calling delete_port for 67596dc6-392b-43e1-9efd-430f667c1c85 owned by network:dhcp {{(pid=102653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:57:37.341612 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29ab193-72ab-4151-8125-bc6e4eb6de94 None None] DHCP port deletion for 924d1b0d-3588-48a5-9390-56f98944e342 request from n-d-840835-1 {{(pid=102654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:57:37.423384 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d29ab193-72ab-4151-8125-bc6e4eb6de94 None None] Deleting port 67596dc6-392b-43e1-9efd-430f667c1c85 {{(pid=102654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:57:37.423766 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d29ab193-72ab-4151-8125-bc6e4eb6de94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754918982422'] for port, before_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:37.429143 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-96cfce63-aaa4-477a-ae32-dd3fccc00c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8181930'] for port, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:37.457205 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfce63-aaa4-477a-ae32-dd3fccc00c4a admin admin] Pushing event deleted for resources: {'Port': ['ID=67596dc6-392b-43e1-9efd-430f667c1c85,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:57:37.459207 n-d-840835-1 neutron-server[102653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cfce63-aaa4-477a-ae32-dd3fccc00c4a admin admin] No DVR routers for this DVR port 67596dc6-392b-43e1-9efd-430f667c1c85 on host n-d-840835-1 {{(pid=102653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:57:37.521028 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.db [None req-d29ab193-72ab-4151-8125-bc6e4eb6de94 None None] For port 67596dc6-392b-43e1-9efd-430f667c1c85, host n-d-840835-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840835-1',level=0,port_id=67596dc6-392b-43e1-9efd-430f667c1c85,segment=NetworkSegment(2adfaf32-aa68-4b0b-b99b-215d529edaab),segment_id=2adfaf32-aa68-4b0b-b99b-215d529edaab)] {{(pid=102654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:57:37.521428 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d29ab193-72ab-4151-8125-bc6e4eb6de94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826954'] for port, precommit_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:37.536893 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-d29ab193-72ab-4151-8125-bc6e4eb6de94 None None] Calling delete_port for 67596dc6-392b-43e1-9efd-430f667c1c85 owned by network:dhcp {{(pid=102654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:57:37.561502 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-96cfce63-aaa4-477a-ae32-dd3fccc00c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582989', 'neutron.services.segments.db._delete_segments_for_network-8754918900529'] for network, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:37.590955 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-96cfce63-aaa4-477a-ae32-dd3fccc00c4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924d1b0d-3588-48a5-9390-56f98944e342']}} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:57:37.604808 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-96cfce63-aaa4-477a-ae32-dd3fccc00c4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2adfaf32-aa68-4b0b-b99b-215d529edaab') {'for_net_delete': True} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:57:37.604808 n-d-840835-1 neutron-server[102653]: DEBUG neutron.services.segments.db [None req-96cfce63-aaa4-477a-ae32-dd3fccc00c4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2adfaf32-aa68-4b0b-b99b-215d529edaab') {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:57:37.617165 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-96cfce63-aaa4-477a-ae32-dd3fccc00c4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754918900794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932183'] for segment, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:37.637902 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-96cfce63-aaa4-477a-ae32-dd3fccc00c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806'] for segment, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:37.642191 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d29ab193-72ab-4151-8125-bc6e4eb6de94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754918825328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754918415791'] for port, after_delete {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:37.645696 n-d-840835-1 neutron-server[102653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96cfce63-aaa4-477a-ae32-dd3fccc00c4a admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=102653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:57:37.646677 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-96cfce63-aaa4-477a-ae32-dd3fccc00c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8183419'] for segment, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: Traceback (most recent call last): May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: timer() May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: cb(*args, **kw) May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: return func(*args, **kwargs) May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: self._notify() May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: self.callback(batched_events) May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: event.method(event) May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: return f(self, *a, **k) May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: return self._get(url).json() May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: return self.request(url, 'GET', **kwargs) May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:57:37.649541 n-d-840835-1 neutron-server[102653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:57:37.669600 n-d-840835-1 neutron-server[102654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ab193-72ab-4151-8125-bc6e4eb6de94 None None] Pushing event deleted for resources: {'Port': ['ID=67596dc6-392b-43e1-9efd-430f667c1c85,revision_number=None']} {{(pid=102654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:57:37.672053 n-d-840835-1 neutron-server[102654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29ab193-72ab-4151-8125-bc6e4eb6de94 None None] No DVR routers for this DVR port 67596dc6-392b-43e1-9efd-430f667c1c85 on host n-d-840835-1 {{(pid=102654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:57:37.727827 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-96cfce63-aaa4-477a-ae32-dd3fccc00c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-583002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992833'] for network, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:37.734020 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-96cfce63-aaa4-477a-ae32-dd3fccc00c4a admin admin] Notify callbacks [] for network, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:37.736913 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-96cfce63-aaa4-477a-ae32-dd3fccc00c4a admin admin] 10.222.0.73 "DELETE /v2.0/networks/924d1b0d-3588-48a5-9390-56f98944e342 HTTP/1.1" status: 204 len: 168 time: 0.6386111 May 06 10:57:37.750078 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfce63-aaa4-477a-ae32-dd3fccc00c4a admin admin] Pushing event deleted for resources: {'Network': ['ID=924d1b0d-3588-48a5-9390-56f98944e342,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:57:37.859983 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42080) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:57:37.910262 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-2e611cfa-da2b-475d-9696-a98e505b66e5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dc4e97f79bcd4e5b88ca84b6732c2525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490563 May 06 10:57:37.913595 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42082) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:57:37.967222 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-30e356c5-5663-4026-ba87-fb647f926d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:37.989703 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-30e356c5-5663-4026-ba87-fb647f926d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:38.041390 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-30e356c5-5663-4026-ba87-fb647f926d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:38.045273 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-30e356c5-5663-4026-ba87-fb647f926d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:38.045800 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-30e356c5-5663-4026-ba87-fb647f926d0b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fe8d163a-64b7-4812-a0ad-f936755eb5a7 HTTP/1.1" status: 204 len: 168 time: 0.1307817 May 06 10:57:38.056258 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e356c5-5663-4026-ba87-fb647f926d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8d163a-64b7-4812-a0ad-f936755eb5a7,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:57:38.389435 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42088) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:57:38.434278 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-71b3bfac-a3e1-4689-8394-2051891af3b2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=edcf5890d42d4a2cb9fd0a86af6c380b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436788 May 06 10:57:38.436844 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [-] (102653) accepted ('10.222.0.73', 42090) {{(pid=102653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:57:38.485443 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-67bcc018-6437-4cde-939e-4e79082e75f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:38.507620 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-67bcc018-6437-4cde-939e-4e79082e75f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:38.564762 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-67bcc018-6437-4cde-939e-4e79082e75f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615841'] for security_group, after_delete {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:38.567573 n-d-840835-1 neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-67bcc018-6437-4cde-939e-4e79082e75f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:38.568762 n-d-840835-1 neutron-server[102653]: INFO neutron.wsgi [None req-67bcc018-6437-4cde-939e-4e79082e75f7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/41e94546-d864-4c8a-a845-ab3c7166d815 HTTP/1.1" status: 204 len: 168 time: 0.1309867 May 06 10:57:38.578160 n-d-840835-1 neutron-server[102653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bcc018-6437-4cde-939e-4e79082e75f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e94546-d864-4c8a-a845-ab3c7166d815,revision_number=None']} {{(pid=102653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:57:38.599516 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 448e2d01-e2e2-4e24-95bb-4ccc720ac505 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:57:38.621922 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 448e2d01-e2e2-4e24-95bb-4ccc720ac505 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:57:38.622278 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 448e2d01-e2e2-4e24-95bb-4ccc720ac505 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:57:38.622703 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 67596dc6-392b-43e1-9efd-430f667c1c85 no longer exists at agent ovs-agent-n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:57:38.642060 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] No Port match for: 67596dc6-392b-43e1-9efd-430f667c1c85 {{(pid=102654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:57:38.642321 n-d-840835-1 neutron-server[102654]: DEBUG neutron.plugins.ml2.rpc [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Device 67596dc6-392b-43e1-9efd-430f667c1c85 not bound to the agent host n-d-840835-1 {{(pid=102654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:57:43.025070 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:57:46.095424 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1477734e-3bc1-4e25-a01e-905f57cf0f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:48.613774 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b3b3203c-5325-4b26-984b-cfcccd4a6787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:49.470412 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:49.856279 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:51.538867 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:51.637043 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:59.766531 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:58:16.107820 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ec125cb2-9336-4636-a5bf-b12c2f127e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:58:18.609593 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e2bc74bb-e4ab-40ea-9021-4ce807e0f8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:58:19.482127 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:58:19.849313 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:58:20.025500 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:58:21.540553 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:58:21.641001 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:58:29.768823 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:58:46.100722 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4eb73a20-df49-4a44-93c2-7a5ccb7b0ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:58:48.615749 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e9fb8607-5ebb-401c-b555-246621bb9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:58:49.478910 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:58:49.853517 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:58:51.542784 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:58:51.646442 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:58:57.025860 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:58:59.780829 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:59:16.102541 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-250701b0-963d-4a06-8479-2d91d27913d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:59:18.608627 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-87ef5275-fd8f-46ca-9c49-d7d7f99de545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:59:19.478465 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:59:19.854307 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:59:21.544895 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:59:21.648899 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:59:29.793587 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:59:34.026054 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:59:46.106354 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-bb5cc953-b32d-4be6-9ef1-6533cbbb4ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:59:48.610645 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3f5baea4-2c45-4d99-be6b-b027990dc5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:59:49.477479 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:59:49.857579 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:59:51.548295 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:59:51.651426 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:59:59.793468 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:00:11.025612 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 11:00:16.114636 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f2b6cee2-b9c7-491a-87e5-e0fe6073e03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:00:18.618060 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-0b61c356-296d-441e-9445-72559b06e018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:00:19.494465 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:00:19.861094 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:00:21.552199 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:00:21.655772 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:00:29.811843 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:00:46.106013 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3c67bbfe-b9b5-4d7a-908e-d37640ebb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:00:48.025491 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 11:00:48.610370 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cf5aedb0-4809-46b6-89cb-1f7cc7f0d2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:00:49.489618 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:00:49.864342 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:00:51.554130 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:00:51.663583 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:00:59.806789 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:01:16.108514 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fd0d8ed9-60a9-4eb5-a223-5eee806e81cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:01:18.612130 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-d149b14f-ffcb-49aa-a7d6-045230aebb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:01:19.489260 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:01:19.866934 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:01:21.558031 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:01:21.658725 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:01:25.024761 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 11:01:29.836780 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:01:46.111194 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-a549099d-32d9-45c5-b252-c4feb80ac9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:01:48.613787 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-af11d855-25c9-4f3b-b55d-12a4109ab0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:01:49.489325 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:01:49.868931 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:01:51.559735 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:01:51.663325 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:01:59.851503 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:02:02.023746 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 11:02:16.113773 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-4c4cc624-e83c-4dd4-8697-a82e9e842545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:02:18.618701 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-cd3be7cc-7201-40dd-a805-818080b6913a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:02:19.505794 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:02:19.874644 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:02:21.562153 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:02:21.666149 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:02:29.851624 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:02:39.023071 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 11:02:46.120192 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-5024edf2-b703-4d2a-af47-584b58e986cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:02:48.624287 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f66a65e0-8faa-47f1-aeda-1235008bd7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:02:49.503781 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:02:49.876408 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:02:51.566192 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:02:51.672534 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:02:59.865279 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:03:16.021722 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 11:03:16.111978 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-eeb23076-34e6-42a9-ae11-758071fe6ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:03:18.626732 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-fd032c38-1785-4e7d-95e9-d55bc26fc734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:03:19.516814 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:03:19.879453 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:03:21.566297 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:03:21.666932 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:03:29.877918 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:03:46.115441 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f86721cb-8034-4d4c-8096-434b12945cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:03:48.628831 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3534a04e-dbec-4dba-aa32-b96dbf70ccc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:03:49.515941 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:03:49.881218 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:03:51.568883 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:03:51.669002 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:03:53.020554 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 11:03:59.877290 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:04:16.119655 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-3c818337-7972-4b11-a6a8-acd760d3259f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:04:18.634571 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-72fe2856-1237-4a58-8930-29b4c3cb9c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:04:19.532231 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:04:19.884308 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:04:21.574372 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:04:21.674879 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:04:29.878725 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:04:30.020386 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 11:04:46.122182 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2240dc3f-f5b0-4628-bca6-aec8e193427b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:04:48.627552 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-54ba0b50-ca01-4e4d-9a91-94a46a211a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:04:49.549462 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:04:49.888422 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:04:51.576269 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:04:51.669475 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:04:52.888304 n-d-840835-1 neutron-server[102653]: DEBUG neutron.wsgi [req-e4dba974-f679-45d1-8121-28c6ab4dbae4 req-dae59601-ea1e-44ba-be6b-f7c90869f14f service neutron] (102653) timed out ('10.222.0.73', 39838) {{(pid=102653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 11:04:59.878093 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:05:07.020747 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 11:05:16.124832 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-14eec4c5-0f49-477d-9400-41c5a10b0cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:05:18.629015 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-b00f6057-c4f1-45b8-9dbf-44e8a41c0dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:05:19.543734 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:05:19.890667 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:05:21.578291 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:05:21.671657 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:05:29.887565 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:05:44.020576 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 11:05:46.127263 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-c4bfdd88-caea-441a-9508-1a2bd14e2e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:05:48.632073 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1317df88-ab68-4976-9a43-eb7d1100972e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:05:49.565322 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:05:49.891972 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:05:51.579951 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:05:51.673394 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:05:59.890902 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:06:16.131245 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-1bee1daf-e2aa-4ae5-992d-921b1dc90de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:06:18.640218 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-ed502441-fc27-4faa-b711-264d8474033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:06:19.567704 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-e1a302e9-5628-4f94-a87f-95bdeb3442b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:06:19.896299 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-551aa1ff-1e62-444a-abe3-d0c1b23c35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:06:21.020212 n-d-840835-1 neutron-server[102655]: DEBUG neutron.db.agents_db [None req-adcf20b4-dfbf-43e8-ac8f-6d15c75d6d58 None None] Agent healthcheck: found 7 active agents {{(pid=102655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 11:06:21.584454 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3692-9529-4914-a6a2-ba93d6292845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:06:21.675516 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-90c9f642-45b7-4e74-b34e-4572a7854322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:06:29.950065 n-d-840835-1 neutron-server[102654]: DEBUG neutron_lib.callbacks.manager [None req-f1c218ff-e0a9-4f3e-afcd-f7b480749f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754918900511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598013'] for agent, after_update {{(pid=102654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}